-- Logs begin at Tue 2021-08-31 08:04:29 UTC, end at Tue 2021-08-31 11:09:52 UTC. -- Aug 31 08:58:23.311453 n-d-791506-28 systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 08:58:26.065877 n-d-791506-28 neutron-server[95441]: INFO neutron.common.config [-] Logging enabled! Aug 31 08:58:26.066460 n-d-791506-28 neutron-server[95441]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev568 Aug 31 08:58:26.066582 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95441) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 08:58:26.069744 n-d-791506-28 neutron-server[95441]: INFO neutron.common.config [-] Logging enabled! Aug 31 08:58:26.069997 n-d-791506-28 neutron-server[95441]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev568 Aug 31 08:58:26.070304 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95441) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 08:58:26.071274 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 08:58:26.071504 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 08:58:26.071871 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 08:58:26.072111 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 08:58:26.072336 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 08:58:26.072652 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.072948 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.073241 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.073469 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.073761 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.074046 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.074322 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.074631 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.074927 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.075209 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.075485 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.075774 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.075993 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.076267 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.076548 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.076836 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.077056 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] debug = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.077329 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.077748 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.078154 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.078430 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.078771 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.079054 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.079317 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.079602 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.079868 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.080189 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] host = n-d-791506-28 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.080463 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.080744 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.081025 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.081309 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.081579 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.081850 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.082130 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.082396 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.082694 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] log_file = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.082967 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.083251 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.083532 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.083815 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.084037 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.084257 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.084538 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.084820 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.085090 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.085359 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.085628 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.085896 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.086163 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.086425 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.086735 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.087016 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.087296 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.087565 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.087831 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.088098 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.088367 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.088700 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.089036 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.089311 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.089583 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.089868 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.090133 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.090403 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.090728 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.091013 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.091292 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.091571 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.091841 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.092117 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.092384 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.092650 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.092917 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] use_json = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.093184 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.093448 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.093724 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.093991 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.094258 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.095155 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.095456 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.095796 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:26.096091 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.096385 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.096681 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.096962 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.097255 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.097529 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.097813 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.098086 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.098372 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.098935 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.099220 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.099496 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.099776 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.100049 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.100338 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.100635 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.100921 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.101204 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.101473 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.101741 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.102007 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.102279 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.102567 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.102853 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.103133 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.103418 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.103692 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.103972 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.104261 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.104545 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.104811 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.105082 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.105366 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.105637 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.105903 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.106174 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.106456 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.106752 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.107019 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.107296 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.107567 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.107832 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.108103 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.108375 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.108657 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.108927 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.109190 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.109455 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.109724 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.110571 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.110853 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.111127 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.111395 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.111664 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.111935 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.112203 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.112468 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.112738 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.113001 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.113272 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.113537 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.113802 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.114066 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.114329 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.114617 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.114884 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.115148 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.115416 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.115681 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.115945 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.116210 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.116474 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.116738 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.117017 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.117306 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.117577 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.117851 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.118128 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.118398 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.118692 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.118963 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.119234 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.119504 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.119771 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.120055 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.120332 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.120613 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.120900 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.121172 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.121466 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.121737 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.122014 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.122284 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.122570 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.122849 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.123126 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.123413 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.123698 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.123982 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.124267 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.124552 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.124826 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.125126 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.125401 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:26.125662 n-d-791506-28 neutron-server[95441]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 08:58:26.125901 n-d-791506-28 neutron-server[95441]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95441) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 08:58:26.475334 n-d-791506-28 neutron-server[95441]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 08:58:26.475527 n-d-791506-28 neutron-server[95441]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 08:58:26.475807 n-d-791506-28 neutron-server[95441]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 08:58:26.476130 n-d-791506-28 neutron-server[95441]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 08:58:26.876459 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:26.876818 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:26.877086 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:26.878372 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:26.878666 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:26.878926 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:26.913419 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:26.913691 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:26.913950 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:26.930103 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:26.930395 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:26.930703 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:26.960051 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:26.960335 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:26.960601 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:26.996954 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:26.997227 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:26.997487 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.232054 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.232668 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.232668 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.232848 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.233512 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.355042 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.355356 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.355633 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.355901 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.356166 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.356477 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.356736 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.356989 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.357241 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.357521 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.357777 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.358043 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.358296 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.358576 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.358835 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.361357 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.361357 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.361357 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.361357 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.361357 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.361787 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.361787 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.361787 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.361787 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.361787 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.362144 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.362878 n-d-791506-28 neutron-server[95441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 08:58:27.363392 n-d-791506-28 neutron-server[95441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 08:58:27.363614 n-d-791506-28 neutron-server[95441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 08:58:27.363806 n-d-791506-28 neutron-server[95441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 08:58:27.364040 n-d-791506-28 neutron-server[95441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 08:58:27.364274 n-d-791506-28 neutron-server[95441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 08:58:27.364641 n-d-791506-28 neutron-server[95441]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 08:58:27.367962 n-d-791506-28 neutron-server[95441]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 08:58:27.371901 n-d-791506-28 neutron-server[95441]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 08:58:27.375740 n-d-791506-28 neutron-server[95441]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1600, 1649)])]) Aug 31 08:58:27.377388 n-d-791506-28 neutron-server[95441]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 08:58:27.377837 n-d-791506-28 neutron-server[95441]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 08:58:27.378333 n-d-791506-28 neutron-server[95441]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 08:58:27.378736 n-d-791506-28 neutron-server[95441]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 08:58:27.381504 n-d-791506-28 neutron-server[95441]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 08:58:27.381751 n-d-791506-28 neutron-server[95441]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 08:58:27.382092 n-d-791506-28 neutron-server[95441]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 08:58:27.387374 n-d-791506-28 neutron-server[95441]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 08:58:27.410134 n-d-791506-28 neutron-server[95441]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 08:58:27.410631 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.410926 n-d-791506-28 neutron-server[95441]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95441) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 31 08:58:27.411282 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.412660 n-d-791506-28 neutron-server[95441]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95441) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 08:58:27.412944 n-d-791506-28 neutron-server[95441]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 08:58:27.413186 n-d-791506-28 neutron-server[95441]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 08:58:27.416446 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.416719 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:27.483259 n-d-791506-28 neutron-server[95441]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 08:58:27.483433 n-d-791506-28 neutron-server[95441]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 08:58:27.483637 n-d-791506-28 neutron-server[95441]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 08:58:27.484015 n-d-791506-28 neutron-server[95441]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 08:58:27.506206 n-d-791506-28 neutron-server[95441]: DEBUG oslo_db.sqlalchemy.engines [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95441) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 08:58:28.186883 n-d-791506-28 neutron-server[95441]: INFO neutron.plugins.ml2.managers [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Initializing driver for type 'gre' Aug 31 08:58:28.187335 n-d-791506-28 neutron-server[95441]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] gre ID ranges: [(1, 1000)] Aug 31 08:58:28.340915 n-d-791506-28 neutron-server[95441]: INFO neutron.plugins.ml2.managers [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Initializing driver for type 'local' Aug 31 08:58:28.341587 n-d-791506-28 neutron-server[95441]: INFO neutron.plugins.ml2.managers [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Initializing driver for type 'vlan' Aug 31 08:58:28.397975 n-d-791506-28 neutron-server[95441]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] VlanTypeDriver initialization complete Aug 31 08:58:28.398317 n-d-791506-28 neutron-server[95441]: INFO neutron.plugins.ml2.managers [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Initializing driver for type 'vxlan' Aug 31 08:58:28.398863 n-d-791506-28 neutron-server[95441]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] vxlan ID ranges: [(1, 1000)] Aug 31 08:58:28.586717 n-d-791506-28 neutron-server[95441]: INFO neutron.plugins.ml2.managers [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Initializing extension driver 'port_security' Aug 31 08:58:28.587076 n-d-791506-28 neutron-server[95441]: INFO neutron.plugins.ml2.extensions.port_security [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] PortSecurityExtensionDriver initialization complete Aug 31 08:58:28.587403 n-d-791506-28 neutron-server[95441]: INFO neutron.plugins.ml2.managers [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Initializing mechanism driver 'openvswitch' Aug 31 08:58:28.587729 n-d-791506-28 neutron-server[95441]: INFO neutron.plugins.ml2.managers [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Initializing mechanism driver 'hyperv' Aug 31 08:58:28.594754 n-d-791506-28 neutron-server[95441]: DEBUG neutron.plugins.ml2.plugin [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:58:28.595567 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > port after_create 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.595937 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > port after_update 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.596286 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > port after_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.596822 n-d-791506-28 neutron-server[95441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 08:58:28.597256 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > subnet after_create 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.597603 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > subnet after_update 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.597946 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.598328 n-d-791506-28 neutron-server[95441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 08:58:28.599019 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > network after_create 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.599361 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > network after_update 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.599703 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > network after_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.600078 n-d-791506-28 neutron-server[95441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 08:58:28.600473 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > security_group after_create 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.600815 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > security_group after_update 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.601203 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > security_group after_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.601739 n-d-791506-28 neutron-server[95441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 08:58:28.602144 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.602683 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.607295 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.607295 n-d-791506-28 neutron-server[95441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 08:58:28.607295 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > address_group after_create 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.607295 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > address_group after_update 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.607295 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > address_group after_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.607697 n-d-791506-28 neutron-server[95441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 08:58:28.607697 n-d-791506-28 neutron-server[95441]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] ML2 OVO RPC backend initialized. {{(pid=95441) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 31 08:58:28.607697 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.607697 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.607697 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > network before_response 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.608156 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > networks before_response 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.608156 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > port before_response 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.608156 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > ports before_response 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.608156 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > subnet before_response 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.608576 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > subnets before_response 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.608663 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > network after_create 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.608973 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > network after_update 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.609302 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > network after_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.609630 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > port after_create 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.610575 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > port after_update 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.610926 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > port after_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.611246 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > subnet after_create 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.611574 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > subnet after_update 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.611899 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.612481 n-d-791506-28 neutron-server[95441]: INFO neutron.plugins.ml2.plugin [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Modular L2 Plugin initialization complete Aug 31 08:58:28.612805 n-d-791506-28 neutron-server[95441]: DEBUG neutron.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading services supported by the core plugin {{(pid=95441) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 08:58:28.613132 n-d-791506-28 neutron-server[95441]: INFO neutron.plugins.ml2.managers [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Got port-security extension from driver 'port_security' Aug 31 08:58:28.613582 n-d-791506-28 neutron-server[95441]: INFO neutron.extensions.vlantransparent [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Disabled vlantransparent extension. Aug 31 08:58:28.614050 n-d-791506-28 neutron-server[95441]: DEBUG neutron.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95441) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 08:58:28.614356 n-d-791506-28 neutron-server[95441]: INFO neutron.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading Plugin: router Aug 31 08:58:28.651888 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > router_interface before_create 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.652273 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > router after_create 55549900 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.652635 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > router before_create 55549900 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.652992 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.653361 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.653711 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > router after_delete 55549900 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.654062 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > floatingip after_create 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.654411 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > floatingip after_update 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.654788 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > router after_create 55549900 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.655126 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > router after_update 55549900 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.655473 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > router after_update 55549900 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.655813 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.656165 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > router after_update 55549900 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.656567 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > router precommit_update 55549900 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.657511 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: port after_update 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.658145 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: port after_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.658145 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: subnet after_update 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.658426 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.658799 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > port precommit_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.659141 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > router precommit_create 55549900 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.659475 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: port before_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.659811 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > router precommit_create 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.660166 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > router after_update 55549900 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.660504 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > router precommit_delete 55549900 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.660849 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > router precommit_create 55549900 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.661206 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.661544 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > router precommit_update 55549900 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.661902 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > agent after_create 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.662245 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > agent after_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.662600 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > network after_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.663484 n-d-791506-28 neutron-server[95441]: DEBUG neutron.quota.resource_registry [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Tracking information for resource: router configured {{(pid=95441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 08:58:28.663812 n-d-791506-28 neutron-server[95441]: DEBUG neutron.quota.resource_registry [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Tracking information for resource: floatingip configured {{(pid=95441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 08:58:28.668986 n-d-791506-28 neutron-server[95441]: INFO neutron.db.l3_agentschedulers_db [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 08:58:28.669564 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: port after_update 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.669922 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: port after_create 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.670264 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: port after_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.670648 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: port after_update 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.671451 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > router before_create 55550100 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.671818 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > router precommit_delete 55550100 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.672171 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > router precommit_create 55550100 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.673295 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > router precommit_update 55550100 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.678032 n-d-791506-28 neutron-server[95441]: DEBUG neutron.services.provider_configuration [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Service providers = [] {{(pid=95441) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 08:58:28.678395 n-d-791506-28 neutron-server[95441]: DEBUG neutron.db.servicetype_db [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95441) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 08:58:28.681464 n-d-791506-28 neutron-server[95441]: DEBUG neutron.services.service_base [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95441) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 08:58:28.681802 n-d-791506-28 neutron-server[95441]: DEBUG neutron.services.service_base [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95441) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 08:58:28.682139 n-d-791506-28 neutron-server[95441]: DEBUG neutron.services.service_base [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95441) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 08:58:28.683057 n-d-791506-28 neutron-server[95441]: DEBUG neutron.services.service_base [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95441) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 08:58:28.683426 n-d-791506-28 neutron-server[95441]: INFO neutron.services.service_base [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 08:58:28.683809 n-d-791506-28 neutron-server[95441]: DEBUG neutron.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 08:58:28.684126 n-d-791506-28 neutron-server[95441]: INFO neutron.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 08:58:28.695688 n-d-791506-28 neutron-server[95441]: DEBUG neutron.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 08:58:28.696013 n-d-791506-28 neutron-server[95441]: INFO neutron.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading Plugin: auto_allocate Aug 31 08:58:28.701874 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: network precommit_update 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.702244 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: network precommit_create 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.702792 n-d-791506-28 neutron-server[95441]: DEBUG neutron.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 08:58:28.703112 n-d-791506-28 neutron-server[95441]: INFO neutron.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading Plugin: tag Aug 31 08:58:28.709790 n-d-791506-28 neutron-server[95441]: DEBUG neutron.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 08:58:28.710111 n-d-791506-28 neutron-server[95441]: INFO neutron.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading Plugin: timestamp Aug 31 08:58:28.714121 n-d-791506-28 neutron-server[95441]: DEBUG neutron.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 08:58:28.714452 n-d-791506-28 neutron-server[95441]: INFO neutron.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading Plugin: network_ip_availability Aug 31 08:58:28.720526 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.720889 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.721240 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:28.721984 n-d-791506-28 neutron-server[95441]: DEBUG neutron.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 08:58:28.722299 n-d-791506-28 neutron-server[95441]: INFO neutron.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading Plugin: flavors Aug 31 08:58:28.737285 n-d-791506-28 neutron-server[95441]: DEBUG neutron.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 08:58:28.737616 n-d-791506-28 neutron-server[95441]: INFO neutron.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading Plugin: revisions Aug 31 08:58:28.745689 n-d-791506-28 neutron-server[95441]: DEBUG neutron.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 08:58:28.746081 n-d-791506-28 neutron-server[95441]: DEBUG oslo_concurrency.lockutils [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.270s {{(pid=95441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 08:58:28.746894 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95441) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 31 08:58:28.747237 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Initializing extension manager. Aug 31 08:58:28.747760 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: __init__.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.748107 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: __pycache__ {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.748445 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.748780 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: address_group.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.749580 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.750175 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: address-group Aug 31 08:58:28.750580 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: address_scope.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.751978 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.752500 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: address-scope Aug 31 08:58:28.752823 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: admin_state_down_before_update.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.753834 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.754403 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: router-admin-state-down-before-update Aug 31 08:58:28.754758 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: agent.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.755709 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.758597 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: agent Aug 31 08:58:28.758597 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: agent_resources_synced.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.759413 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.759925 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: agent-resources-synced Aug 31 08:58:28.760253 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: allowedaddresspairs.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.762123 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.762790 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: allowed-address-pairs Aug 31 08:58:28.763135 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: auto_allocated_topology.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.764281 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.764793 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: auto-allocated-topology Aug 31 08:58:28.765116 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: availability_zone.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.765826 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.766957 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: availability_zone Aug 31 08:58:28.767385 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: availability_zone_filter.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.768333 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.768843 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: availability_zone_filter Aug 31 08:58:28.769166 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: data_plane_status.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.770124 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.770657 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 08:58:28.770978 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: default_subnetpools.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.771903 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.772408 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: default-subnetpools Aug 31 08:58:28.772727 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: dhcpagentscheduler.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.773568 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.774237 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: dhcp_agent_scheduler Aug 31 08:58:28.774581 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: dns.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.775544 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.776061 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension dns-integration not supported by any of loaded plugins Aug 31 08:58:28.776385 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: dns_domain_ports.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.777479 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.778163 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 08:58:28.778412 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.790131 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.790729 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 08:58:28.791059 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: dvr.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.791836 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.792337 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: dvr Aug 31 08:58:28.792657 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: ecmp_routes.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.793602 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.794400 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 08:58:28.794400 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: empty_string_filtering.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.795358 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.795868 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: empty-string-filtering Aug 31 08:58:28.796192 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.797208 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.798359 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 08:58:28.798876 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.799823 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.800325 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 08:58:28.800643 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: external_net.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.801634 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.802132 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: external-net Aug 31 08:58:28.802490 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: extra_dhcp_opt.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.803439 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.803935 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: extra_dhcp_opt Aug 31 08:58:28.804252 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: extraroute.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.805160 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.805655 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: extraroute Aug 31 08:58:28.805981 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: extraroute_atomic.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.807074 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.807574 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: extraroute-atomic Aug 31 08:58:28.807890 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: filter_validation.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.808600 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.809090 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: filter-validation Aug 31 08:58:28.809411 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: fip_pf_description.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.810315 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.810839 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 08:58:28.811153 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: fip_port_details.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.812068 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.812592 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: fip-port-details Aug 31 08:58:28.812938 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: flavors.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.814400 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.815010 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: flavors Aug 31 08:58:28.815335 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.817099 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.817612 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 08:58:28.817936 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: floatingip_pools.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.818653 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.819159 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: floatingip-pools Aug 31 08:58:28.819481 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: ip_allocation.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.820469 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.820963 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 08:58:28.821280 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.822201 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.822736 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: ip-substring-filtering Aug 31 08:58:28.823148 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: l2_adjacency.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.832779 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.833325 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 08:58:28.833655 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: l3.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.834927 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.835445 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: router Aug 31 08:58:28.835776 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: l3_conntrack_helper.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.838190 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.838680 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 08:58:28.839013 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.839978 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.840482 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: ext-gw-mode Aug 31 08:58:28.840805 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.841737 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.842241 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: l3-ha Aug 31 08:58:28.842593 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: l3_flavors.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.843557 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.844067 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: l3-flavors Aug 31 08:58:28.844947 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.846277 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.846975 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 08:58:28.847304 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: l3agentscheduler.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.848913 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.849421 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: l3_agent_scheduler Aug 31 08:58:28.849745 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: logging.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.851318 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.851829 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension logging not supported by any of loaded plugins Aug 31 08:58:28.852203 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: metering.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.852956 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.853533 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: metering Aug 31 08:58:28.853857 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.859069 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.859622 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: metering_source_and_destination_fields Aug 31 08:58:28.860645 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: multiprovidernet.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.861593 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.862108 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: multi-provider Aug 31 08:58:28.862430 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: netmtu.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.863423 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.863929 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: net-mtu Aug 31 08:58:28.864253 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: netmtu_writable.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.865173 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.865677 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: net-mtu-writable Aug 31 08:58:28.866000 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: network_availability_zone.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.866753 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.867257 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: network_availability_zone Aug 31 08:58:28.867576 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: network_ip_availability.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.868685 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.869199 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: network-ip-availability Aug 31 08:58:28.869523 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: network_segment_range.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.870300 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.870827 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 08:58:28.871255 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: pagination.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.872240 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.872564 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: pagination Aug 31 08:58:28.872881 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: port_device_profile.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.873791 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.874299 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: port-device-profile Aug 31 08:58:28.874642 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.875608 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.876142 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: port-mac-address-regenerate Aug 31 08:58:28.876569 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.877598 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.878219 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: port-numa-affinity-policy Aug 31 08:58:28.878582 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: port_resource_request.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.879515 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.880012 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 08:58:28.880334 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: portbindings.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.881283 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.881786 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: binding Aug 31 08:58:28.882107 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: portbindings_extended.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.883607 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.884126 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: binding-extended Aug 31 08:58:28.884536 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: portsecurity.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.885472 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.885981 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: port-security Aug 31 08:58:28.886305 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: project_id.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.887315 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.887645 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: project-id Aug 31 08:58:28.887967 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: providernet.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.888886 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.889392 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: provider Aug 31 08:58:28.889715 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: qos.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.896849 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.897369 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension qos not supported by any of loaded plugins Aug 31 08:58:28.897704 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.898997 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.899544 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 08:58:28.899874 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.900794 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.901305 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 08:58:28.901631 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: qos_default.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.902798 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.903287 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension qos-default not supported by any of loaded plugins Aug 31 08:58:28.903606 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: qos_fip.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.904306 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.904805 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension qos-fip not supported by any of loaded plugins Aug 31 08:58:28.905125 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: qos_gateway_ip.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.906058 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.906588 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 08:58:28.907561 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: qos_port_network_policy.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.908653 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.909162 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 08:58:28.909480 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: qos_pps_rule.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.910761 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.911293 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension qos-pps not supported by any of loaded plugins Aug 31 08:58:28.911616 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: qos_rule_type_details.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.912547 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.913052 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 08:58:28.913375 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: qos_rules_alias.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.914416 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.914961 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 08:58:28.915287 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: quotasv2.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.916274 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.916602 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: quotas Aug 31 08:58:28.916976 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: quotasv2_detail.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.920119 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.920454 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: quota_details Aug 31 08:58:28.920789 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: rbac.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.922092 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.923449 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: rbac-policies Aug 31 08:58:28.923841 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: rbac_address_group.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.924803 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.925319 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: rbac-address-group Aug 31 08:58:28.925646 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: rbac_address_scope.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.926580 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.927125 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: rbac-address-scope Aug 31 08:58:28.927453 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: rbac_security_groups.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.928383 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.928896 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: rbac-security-groups Aug 31 08:58:28.929220 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: rbac_subnetpool.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.930186 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.930719 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: rbac-subnetpool Aug 31 08:58:28.931049 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: revisionifmatch.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.931972 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.932487 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: revision-if-match Aug 31 08:58:28.932809 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: revisions.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.933929 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.934509 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: standard-attr-revisions Aug 31 08:58:28.934858 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: router_availability_zone.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.935546 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.936050 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: router_availability_zone Aug 31 08:58:28.936373 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: routerservicetype.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.937289 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.937793 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension router-service-type not supported by any of loaded plugins Aug 31 08:58:28.938232 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.939318 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.939827 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: security-groups-normalized-cidr Aug 31 08:58:28.940148 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: security_groups_port_filtering.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.941070 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.941579 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: port-security-groups-filtering Aug 31 08:58:28.941902 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.942903 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.943425 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: security-groups-remote-address-group Aug 31 08:58:28.950075 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: securitygroup.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.954095 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.954922 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: security-group Aug 31 08:58:28.955055 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: segment.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.955820 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.956336 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension segment not supported by any of loaded plugins Aug 31 08:58:28.956661 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.957684 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.958188 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 08:58:28.958514 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: servicetype.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.959740 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.960255 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: service-type Aug 31 08:58:28.960584 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: sorting.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.961583 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.961914 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: sorting Aug 31 08:58:28.962237 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: standard_attr_segment.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.963228 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.963741 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 08:58:28.964237 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: standardattrdescription.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.966719 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.966719 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: standard-attr-description Aug 31 08:58:28.966719 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: stateful_security_group.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.966719 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.967083 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: stateful-security-group Aug 31 08:58:28.967890 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: stdattrs_common.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.967890 n-d-791506-28 neutron-server[95441]: WARNING neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 08:58:28.968285 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.969815 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.970465 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 08:58:28.970811 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: subnet_onboard.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.971948 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.972462 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: subnet_onboard Aug 31 08:58:28.972794 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.982302 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.982894 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 08:58:28.983234 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: subnet_service_types.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.984198 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.984719 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: subnet-service-types Aug 31 08:58:28.985750 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: subnetallocation.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.986969 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.987490 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: subnet_allocation Aug 31 08:58:28.987822 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.989087 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.989087 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: subnetpool-prefix-ops Aug 31 08:58:28.989380 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.990337 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.993902 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 08:58:28.993902 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: tagging.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.993902 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.993902 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: standard-attr-tag Aug 31 08:58:28.993902 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: timestamp.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.994709 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.995107 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loaded extension: standard-attr-timestamp Aug 31 08:58:28.995435 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: trunk.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.996486 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.997086 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension trunk not supported by any of loaded plugins Aug 31 08:58:28.997414 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: trunk_details.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:28.998381 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:28.999042 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension trunk-details not supported by any of loaded plugins Aug 31 08:58:28.999288 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: uplink_status_propagation.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:29.000184 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:29.001430 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 08:58:29.001770 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Loading extension file: vlantransparent.py {{(pid=95441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:58:29.002469 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:58:29.003123 n-d-791506-28 neutron-server[95441]: INFO neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 08:58:29.005730 n-d-791506-28 neutron-server[95441]: INFO neutron.quota.resource_registry [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Creating instance of TrackedResource for resource:network Aug 31 08:58:29.006283 n-d-791506-28 neutron-server[95441]: INFO neutron.quota.resource_registry [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Creating instance of TrackedResource for resource:subnet Aug 31 08:58:29.006728 n-d-791506-28 neutron-server[95441]: INFO neutron.quota.resource_registry [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 08:58:29.007129 n-d-791506-28 neutron-server[95441]: INFO neutron.quota.resource_registry [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Creating instance of TrackedResource for resource:port Aug 31 08:58:29.008451 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.v2.resource_helper [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:58:29.008905 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.v2.resource_helper [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Service FLAVORS assigned prefix: {{(pid=95441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:58:29.009762 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.v2.resource_helper [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:58:29.010190 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.v2.resource_helper [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:58:29.010574 n-d-791506-28 neutron-server[95441]: INFO neutron.quota.resource_registry [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Creating instance of TrackedResource for resource:router Aug 31 08:58:29.011026 n-d-791506-28 neutron-server[95441]: INFO neutron.quota.resource_registry [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 08:58:29.011538 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.v2.resource_helper [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Service METERING assigned prefix: /metering {{(pid=95441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:58:29.013025 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:29.013398 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:29.013753 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:58:29.015016 n-d-791506-28 neutron-server[95441]: INFO neutron.quota.resource_registry [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 08:58:29.015493 n-d-791506-28 neutron-server[95441]: INFO neutron.quota.resource_registry [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Creating instance of TrackedResource for resource:security_group Aug 31 08:58:29.015942 n-d-791506-28 neutron-server[95441]: INFO neutron.quota.resource_registry [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 08:58:29.019425 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.v2.resource_helper [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Service CORE assigned prefix: {{(pid=95441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:58:29.019766 n-d-791506-28 neutron-server[95441]: INFO neutron.quota.resource_registry [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 08:58:29.020129 n-d-791506-28 neutron-server[95441]: WARNING neutron.quota.resource_registry [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] subnetpool is already registered Aug 31 08:58:29.020584 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.v2.resource_helper [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Service CORE assigned prefix: {{(pid=95441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:58:29.020919 n-d-791506-28 neutron-server[95441]: INFO neutron.quota.resource_registry [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 08:58:29.021921 n-d-791506-28 neutron-server[95441]: WARNING neutron.quota.resource_registry [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] subnetpool is already registered Aug 31 08:58:29.023762 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.v2.resource_helper [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:58:29.024203 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.v2.resource_helper [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Service FLAVORS assigned prefix: {{(pid=95441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:58:29.024809 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.v2.resource_helper [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:58:29.025383 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.v2.resource_helper [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:58:29.025724 n-d-791506-28 neutron-server[95441]: INFO neutron.quota.resource_registry [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Creating instance of TrackedResource for resource:router Aug 31 08:58:29.026061 n-d-791506-28 neutron-server[95441]: WARNING neutron.quota.resource_registry [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] router is already registered Aug 31 08:58:29.026484 n-d-791506-28 neutron-server[95441]: INFO neutron.quota.resource_registry [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 08:58:29.026849 n-d-791506-28 neutron-server[95441]: WARNING neutron.quota.resource_registry [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] floatingip is already registered Aug 31 08:58:29.027320 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.v2.resource_helper [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Service METERING assigned prefix: /metering {{(pid=95441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:58:29.028189 n-d-791506-28 neutron-server[95441]: INFO neutron.quota.resource_registry [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 08:58:29.030383 n-d-791506-28 neutron-server[95441]: WARNING neutron.quota.resource_registry [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] rbac_policy is already registered Aug 31 08:58:29.030866 n-d-791506-28 neutron-server[95441]: INFO neutron.quota.resource_registry [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Creating instance of TrackedResource for resource:security_group Aug 31 08:58:29.031268 n-d-791506-28 neutron-server[95441]: WARNING neutron.quota.resource_registry [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] security_group is already registered Aug 31 08:58:29.032743 n-d-791506-28 neutron-server[95441]: INFO neutron.quota.resource_registry [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 08:58:29.033262 n-d-791506-28 neutron-server[95441]: WARNING neutron.quota.resource_registry [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] security_group_rule is already registered Aug 31 08:58:29.033972 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.v2.resource_helper [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Service CORE assigned prefix: {{(pid=95441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:58:29.036497 n-d-791506-28 neutron-server[95441]: INFO neutron.quota.resource_registry [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 08:58:29.036872 n-d-791506-28 neutron-server[95441]: WARNING neutron.quota.resource_registry [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] subnetpool is already registered Aug 31 08:58:29.037334 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.v2.resource_helper [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Service CORE assigned prefix: {{(pid=95441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:58:29.037687 n-d-791506-28 neutron-server[95441]: INFO neutron.quota.resource_registry [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 08:58:29.038015 n-d-791506-28 neutron-server[95441]: WARNING neutron.quota.resource_registry [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] subnetpool is already registered Aug 31 08:58:29.038576 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: extensions {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.040105 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: address-groups {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.050715 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: address-scopes {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.050715 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: agents {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.050715 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: auto-allocated-topology {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.050715 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: availability_zones {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.050715 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: dhcp-networks {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.050715 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: dhcp-agents {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.050715 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: routers {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.052717 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: flavors {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.053866 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: service_profiles {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.055306 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: next_providers {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.056660 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: service_profiles {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.058186 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: floatingip-pools {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.059425 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: routers {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.061596 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: floatingips {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.063116 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: l3-routers {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.064699 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: l3-agents {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.066143 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: metering-labels {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.067551 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: metering-label-rules {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.068907 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: network-ip-availabilities {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.070406 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: bindings {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.072495 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: quotas {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.073969 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: quotas {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.075424 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: rbac-policies {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.076602 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: security-groups {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.079432 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: security-group-rules {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.081118 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: service-providers {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.082331 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: subnetpools {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.083925 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: subnetpools {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.085381 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: tags {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.087083 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: tags {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.088920 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: tags {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.090722 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: tags {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.093684 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: tags {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.096893 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: tags {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.098978 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: tags {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.100888 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: tags {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.103015 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: tags {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.104735 n-d-791506-28 neutron-server[95441]: DEBUG neutron.api.extensions [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Extended resource: tags {{(pid=95441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:58:29.111458 n-d-791506-28 neutron-server[95441]: WARNING keystonemiddleware.auth_token [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 08:58:29.116344 n-d-791506-28 neutron-server[95441]: WARNING keystonemiddleware.auth_token [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 08:58:29.125193 n-d-791506-28 neutron-server[95441]: DEBUG oslo_concurrency.lockutils [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Acquired lock "singleton_lock" {{(pid=95441) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 31 08:58:29.126396 n-d-791506-28 neutron-server[95441]: DEBUG oslo_concurrency.lockutils [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Releasing lock "singleton_lock" {{(pid=95441) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 31 08:58:29.127286 n-d-791506-28 neutron-server[95441]: INFO oslo_service.service [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Starting 2 workers Aug 31 08:58:29.132150 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Started child 95552 {{(pid=95441) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 08:58:29.137008 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Started child 95553 {{(pid=95441) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 08:58:29.138513 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:29.140886 n-d-791506-28 neutron-server[95441]: INFO neutron.service [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 08:58:29.141774 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [-] (95552) wsgi starting up on http://0.0.0.0:9696 Aug 31 08:58:29.141899 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Notify callbacks [] for process, before_spawn {{(pid=95441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:29.142679 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:29.143736 n-d-791506-28 neutron-server[95441]: INFO oslo_service.service [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Starting 1 workers Aug 31 08:58:29.144252 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [-] (95553) wsgi starting up on http://0.0.0.0:9696 Aug 31 08:58:29.148404 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Started child 95554 {{(pid=95441) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 08:58:29.148941 n-d-791506-28 neutron-server[95441]: INFO oslo_service.service [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Starting 1 workers Aug 31 08:58:29.152017 n-d-791506-28 neutron-server[95554]: DEBUG neutron.service [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] calling RpcWorker wait() {{(pid=95554) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 08:58:29.158317 n-d-791506-28 neutron-server[95554]: DEBUG neutron.service [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] returning from RpcWorker wait() {{(pid=95554) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 08:58:29.158462 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Started child 95555 {{(pid=95441) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 08:58:29.158585 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:29.158585 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:58:29.158828 n-d-791506-28 neutron-server[95441]: DEBUG neutron_lib.callbacks.manager [None req-c2c32a56-50c2-4ee6-814d-7036cd316699 None None] Notify callbacks [] for process, after_spawn {{(pid=95441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:29.158828 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95441) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 08:58:29.158828 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 08:58:29.158828 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 08:58:29.158828 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 08:58:29.158828 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 08:58:29.158828 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 08:58:29.159581 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:29.160224 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.160224 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.160224 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.160224 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.160471 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.160548 n-d-791506-28 neutron-server[95555]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:58:29.160947 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.161201 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.161438 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.161717 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.161956 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.162129 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.162299 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.162542 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.162888 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.163217 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.163494 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.163733 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.163995 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.164169 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.164424 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.164685 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.164935 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.165210 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] debug = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.165450 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.166175 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.166370 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.166528 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.166769 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.167109 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.167359 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.167631 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.167870 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.168103 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.168350 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.168645 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.168868 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.169356 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.169356 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.169728 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.170209 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.170357 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] host = n-d-791506-28 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.170516 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.170717 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.170976 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.171219 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.171494 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.171724 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.171984 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.172280 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.172696 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.173478 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.173756 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.174014 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.174249 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.174494 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] log_file = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.174689 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] log_options = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.174913 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.175182 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.175469 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.175660 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.175830 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.176000 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.176255 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.176422 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.176678 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.176913 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.177127 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.177340 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.177572 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.177832 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.178051 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.178341 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.178604 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.178824 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.179070 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.179323 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.179548 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.179773 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.180027 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.180265 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.180519 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.180734 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.180990 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.181402 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.181671 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.181875 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.182110 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.182362 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.182613 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.182875 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.183128 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.183357 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.183577 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.183848 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.184080 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.184337 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.184581 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.184815 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.185061 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.185275 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.185587 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.185587 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] use_json = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.186900 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.187081 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.187448 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.187810 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.188199 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.188600 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.189017 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.189290 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.190089 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.190089 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.190487 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.190639 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.190894 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.191142 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.191380 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.191627 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.192387 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.192387 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.192567 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.192814 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.193052 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.193282 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.193570 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.193914 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.194180 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.194443 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.194744 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.194967 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.195202 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.195457 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.195753 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.195994 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.196226 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.196478 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.196799 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.197115 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.197377 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.197637 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.119/identity {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.197907 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.198148 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.198368 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.198609 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.198827 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.199039 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.199257 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.199539 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.199757 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.199975 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.200191 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.200435 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.200648 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.200892 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.202464 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.202464 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.202464 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.202464 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.202464 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.202464 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.202464 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.203019 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.203019 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.203137 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.203452 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.204330 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.204656 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.204781 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.205044 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.205270 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.205517 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.205775 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.205978 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.206177 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.206385 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.206614 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.206867 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.207104 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.207315 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.207532 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.208471 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.208808 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.209125 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.209372 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.209606 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.209842 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.210096 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.210319 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.210604 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.210838 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.211056 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.211272 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.211522 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.211743 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.211956 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.212177 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.212394 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.212629 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.212848 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.213134 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.213434 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.213687 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.214106 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.214390 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.218631 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.218631 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.218631 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.218631 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.218631 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.218631 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.218631 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.218631 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.220343 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.220343 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.220343 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.220343 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.220343 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.220343 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.220343 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.220343 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.221577 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.221577 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.221577 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.221577 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.221577 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.221577 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.221577 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.221577 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.222508 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.222508 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.222508 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.222508 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.222508 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.223044 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.223044 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.223290 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.223427 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.223892 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.224153 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.224409 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.224665 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.224896 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.225179 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.225427 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.225700 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.225913 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.226247 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.226478 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.226747 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.227002 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.227216 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.228794 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.228794 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.228794 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.228794 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.228794 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.229669 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.229669 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.229669 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.119/identity {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.230034 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.230034 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.231172 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.231172 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.231172 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.231172 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.231565 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.231565 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.231721 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.231849 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.232065 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.232305 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.232550 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.232768 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.232983 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.233241 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.233453 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.233673 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.233907 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.234124 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.234422 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.234690 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.234782 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.235167 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.235385 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.235659 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.235911 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.236153 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.236396 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.236636 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.236916 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.237153 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.237400 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.237634 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.237846 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.238058 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.238276 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.238501 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.238729 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.241647 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.241647 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.241647 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.241647 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.241647 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.241647 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.241647 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.241647 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.242167 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.242167 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.242167 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.242167 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.242167 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.242167 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.242542 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.242542 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.242845 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.242985 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.243217 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.243422 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.243613 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.243846 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.244052 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.244346 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.244605 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.244842 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.245096 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.245337 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.245566 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.245566 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.246096 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.246182 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.246400 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.246868 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.246977 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.247120 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.247325 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.247530 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.247746 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.247959 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.248183 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.248424 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.248656 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.248902 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.249118 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.249330 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.249532 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.249750 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.249953 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.250240 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.250379 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.250711 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.250998 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.251107 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.251321 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.251528 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.251748 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.251982 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.252235 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.252488 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.252741 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.252958 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.253248 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.253490 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.253743 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.253987 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.254301 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.254508 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.254768 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.255064 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.255305 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.255522 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.255777 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.256085 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.256385 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.256658 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.256905 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.257169 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.257438 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1600:1649'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.257722 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.257931 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.258236 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.258578 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.258860 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.259107 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.259335 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.259626 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.260118 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.260525 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.260744 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.260983 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.261198 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.261437 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.261664 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.261910 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.262124 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.262348 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.262602 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.262829 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.263070 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.263307 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.263530 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.263684 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 08:58:29.264373 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95441) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 08:58:29.264534 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 08:58:29.264687 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 08:58:29.264855 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 08:58:29.265036 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 08:58:29.265196 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 08:58:29.265404 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.265566 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.265819 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.265946 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.266645 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.266929 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.267097 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.267256 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.267414 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.267573 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.267731 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.267890 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.268049 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.268207 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.268365 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.268522 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.268683 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.268886 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.269047 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.269298 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.269298 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.271023 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.271023 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] debug = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.271023 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.271023 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.271023 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.271023 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.272547 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.272547 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.272547 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.272547 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.272547 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.272547 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.272547 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.272547 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.273080 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.273080 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.273080 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.273080 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.273080 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.273080 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] host = n-d-791506-28 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.273080 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.273080 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.273080 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.273708 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.273708 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.273708 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.273708 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.273708 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.273708 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.274061 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.274061 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.274061 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.274226 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.274460 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] log_file = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.274584 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] log_options = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.274657 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.274798 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.274959 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.275222 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.275311 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.275474 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.275627 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.275786 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.275976 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.276120 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.276291 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.276387 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.276524 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.276728 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.276873 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.277025 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.277224 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.277340 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.277515 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.277636 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.277859 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.277948 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.278094 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.278257 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.278393 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.278535 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.278799 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.278929 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.279172 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.279889 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.279889 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.279889 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.279889 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.279889 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.280531 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.280531 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.280531 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.280531 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.280531 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.280895 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.280895 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.281034 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.281110 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.281275 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.281436 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.281590 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] use_json = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.282438 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.282787 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.283126 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.283293 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.283453 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.283613 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.283776 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.283937 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:58:29.284119 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.284435 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.284604 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.284766 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.284926 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.285086 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.285247 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.285406 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.285568 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.285731 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.285899 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.286060 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.286234 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.286392 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.286572 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.286737 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.286901 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.287061 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.287221 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.287380 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.287541 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.287702 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.287871 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.288031 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.288190 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.288349 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.288510 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.288684 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.288844 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.289004 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.119/identity {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.289163 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.289324 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.289484 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.289645 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.289806 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.289966 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.290127 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.290285 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.290447 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.290627 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.290790 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.290950 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.291111 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.291271 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.291432 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.291592 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.291751 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.291895 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.292059 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.292219 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.292380 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.292540 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.292701 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.292862 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.293022 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.293191 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.293350 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.293509 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.293669 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.293828 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.294050 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.294242 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.294361 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.294519 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.294709 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.294906 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.295009 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.295170 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.295328 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.295488 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.295648 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.295818 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.295964 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.296104 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.296257 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.296420 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.296560 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.296696 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.296838 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.296999 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.297157 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.297428 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.297599 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.297938 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.298099 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.298340 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.298937 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.298937 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.298937 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.299254 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.299254 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.299680 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.299680 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.299680 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.299949 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.299949 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.300093 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.300173 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.300369 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.300515 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.300635 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.300806 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.300944 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.301102 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.301262 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.301420 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.301579 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.301737 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.301895 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.302054 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.302217 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.302363 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.302521 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.302710 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.303006 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.303237 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.303462 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.303462 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.303805 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.303805 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.304029 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.304165 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.304520 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.304520 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.305073 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.305073 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.305073 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.305073 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.305617 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.305617 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.305617 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.305617 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.306635 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.306635 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.306635 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.306635 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.306635 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.306635 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.307410 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.307410 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.307410 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.307410 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.307410 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.307410 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.308140 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.308140 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.308140 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.308140 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.308634 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.119/identity {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.308634 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.308634 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.308634 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.309145 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.309145 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.309145 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.309414 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.309414 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.309676 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.309676 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.309918 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.309918 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.310211 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.310211 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.310399 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.310514 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.310685 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.310845 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.311005 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.311165 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.311322 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.311481 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.311640 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.311798 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.316099 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.316099 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.316099 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.316099 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.316099 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.316099 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.316099 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.316099 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.317083 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.317083 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.317083 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.317083 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.317083 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.317083 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.317083 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.317083 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.317968 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.317968 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.317968 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.317968 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.317968 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.317968 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.317968 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.317968 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.318570 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.318570 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.318570 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.318570 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.318570 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.318570 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.318570 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.318570 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.319064 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.319064 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.319064 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.319064 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.319064 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.319064 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.319064 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.319064 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.319064 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.319676 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.319676 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.319676 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.319676 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.319676 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.319676 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.319676 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.320165 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.320165 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.320165 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.320343 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.320343 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.320483 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.320635 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.320791 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.321075 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.321237 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.321397 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.321639 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.321740 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.321862 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.322031 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.322236 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.322397 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.322600 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.322823 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.322940 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.323027 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.323232 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.323331 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.323490 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.323648 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.323807 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.323975 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.324135 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.324295 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.324462 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.324621 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.324779 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.324938 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.325449 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.325449 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.325449 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.325690 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.325690 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.325859 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.326020 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.326184 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.326353 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.326518 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.326699 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.326866 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.327065 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1600:1649'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.327270 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.327423 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.327529 n-d-791506-28 neutron-server[95554]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:58:29.327617 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.327713 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.327857 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.329752 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.329752 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.329752 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.329752 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.329752 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.329752 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.329752 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.329752 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.332606 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.332606 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.332606 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.332606 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.332606 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.332606 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.332606 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.332606 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.332606 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.333214 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:58:29.333214 n-d-791506-28 neutron-server[95441]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 08:58:29.498121 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42900) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:29.507624 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [-] 10.222.0.119 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0071578 Aug 31 08:58:41.216328 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93e3cb6-f384-4356-99d9-658d038e9773 None None] get_active_networks_info from n-d-791506-28 {{(pid=95554) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 08:58:41.286432 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93e3cb6-f384-4356-99d9-658d038e9773 None None] No non-hosted networks {{(pid=95554) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 08:58:41.324279 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.agentschedulers_db [None req-b93e3cb6-f384-4356-99d9-658d038e9773 None None] DHCP Agent not found on host n-d-791506-28 {{(pid=95554) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 31 08:58:41.429638 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-321885d5-1443-4652-a709-5e6666b72d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2085095'] for agent, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:43.910173 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eadc1659-7ada-42dc-9bde-387209a442a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2085095'] for agent, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:43.952688 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-4d810dbf-15d7-4a72-9790-ea136fb02d6b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-791506-28 {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:58:43.953771 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-4d810dbf-15d7-4a72-9790-ea136fb02d6b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:58:43.969609 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2085095'] for agent, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:43.970599 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:43.971109 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:43.971552 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:43.971986 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:43.972445 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:43.972870 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:43.973549 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:43.973928 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:43.974438 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:43.974835 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:43.975225 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:43.975664 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:43.976504 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-791506-28', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:58:43.999506 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-791506-28', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:58:44.469503 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4d810dbf-15d7-4a72-9790-ea136fb02d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:45.134954 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2085095'] for agent, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:46.837464 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2085095'] for agent, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:47.933938 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42996) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:48.239055 n-d-791506-28 neutron-server[95554]: INFO neutron.db.l3_hamode_db [None req-1b353f7f-fe76-4f59-9409-6bc8f779f1ba None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 08:58:48.318444 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b353f7f-fe76-4f59-9409-6bc8f779f1ba None None] Routers set() bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:58:48.318878 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b353f7f-fe76-4f59-9409-6bc8f779f1ba None None] Router IDs set() for agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 08:58:48.458092 n-d-791506-28 neutron-server[95553]: WARNING oslo_policy.policy [None req-0611f547-1bb7-4cd7-b5a9-f07815f74fd3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 08:58:48.458729 n-d-791506-28 neutron-server[95553]: WARNING oslo_policy.policy [None req-0611f547-1bb7-4cd7-b5a9-f07815f74fd3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 08:58:48.683141 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [None req-0611f547-1bb7-4cd7-b5a9-f07815f74fd3 admin admin] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:58:48.684407 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0611f547-1bb7-4cd7-b5a9-f07815f74fd3 admin admin] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7483482 Aug 31 08:58:51.104020 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43010) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:51.601858 n-d-791506-28 neutron-server[95552]: WARNING oslo_policy.policy [None req-82f2388a-54c3-42af-b1ea-58d3ce3e6dc4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 08:58:51.602433 n-d-791506-28 neutron-server[95552]: WARNING oslo_policy.policy [None req-82f2388a-54c3-42af-b1ea-58d3ce3e6dc4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 08:58:51.830289 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-82f2388a-54c3-42af-b1ea-58d3ce3e6dc4 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:51.925599 n-d-791506-28 neutron-server[95552]: DEBUG neutron.policy [None req-82f2388a-54c3-42af-b1ea-58d3ce3e6dc4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95552) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 08:58:51.972279 n-d-791506-28 neutron-server[95552]: WARNING oslo_policy.policy [None req-82f2388a-54c3-42af-b1ea-58d3ce3e6dc4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 08:58:51.972575 n-d-791506-28 neutron-server[95552]: WARNING oslo_policy.policy [None req-82f2388a-54c3-42af-b1ea-58d3ce3e6dc4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 08:58:51.981615 n-d-791506-28 neutron-server[95552]: INFO neutron.quota [None req-82f2388a-54c3-42af-b1ea-58d3ce3e6dc4 admin admin] Loaded quota_driver: . Aug 31 08:58:52.181471 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-82f2388a-54c3-42af-b1ea-58d3ce3e6dc4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773296985318', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773296985819', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773296998376', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773297000076', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773297675514', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773297085910', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-625127', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-941760', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2076089', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1621604'] for rbac-policy, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:52.380466 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-82f2388a-54c3-42af-b1ea-58d3ce3e6dc4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:52.381821 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-82f2388a-54c3-42af-b1ea-58d3ce3e6dc4 admin admin] 10.222.0.119 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2767291 Aug 31 08:58:55.012785 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43028) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:55.307993 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-e1fff32b-8f8c-49b6-86e0-6d6a85d69c3b admin admin] Request body: {'network': {'project_id': 'e6ebf6e4b8944ec0ae1bab1849bc24bd', 'name': 'private', 'admin_state_up': True, 'tenant_id': 'e6ebf6e4b8944ec0ae1bab1849bc24bd'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:55.309397 n-d-791506-28 neutron-server[95553]: INFO neutron.quota [None req-e1fff32b-8f8c-49b6-86e0-6d6a85d69c3b admin admin] Loaded quota_driver: . Aug 31 08:58:55.425903 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fff32b-8f8c-49b6-86e0-6d6a85d69c3b admin admin] Made reservation on behalf of e6ebf6e4b8944ec0ae1bab1849bc24bd for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:58:55.496480 n-d-791506-28 neutron-server[95553]: DEBUG neutron.policy [None req-e1fff32b-8f8c-49b6-86e0-6d6a85d69c3b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95553) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 08:58:55.541120 n-d-791506-28 neutron-server[95553]: WARNING oslo_policy.policy [None req-e1fff32b-8f8c-49b6-86e0-6d6a85d69c3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 08:58:55.541491 n-d-791506-28 neutron-server[95553]: WARNING oslo_policy.policy [None req-e1fff32b-8f8c-49b6-86e0-6d6a85d69c3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 08:58:55.552032 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e1fff32b-8f8c-49b6-86e0-6d6a85d69c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:55.573271 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e1fff32b-8f8c-49b6-86e0-6d6a85d69c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:55.701484 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e1fff32b-8f8c-49b6-86e0-6d6a85d69c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:55.859982 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e1fff32b-8f8c-49b6-86e0-6d6a85d69c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:55.880189 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1fff32b-8f8c-49b6-86e0-6d6a85d69c3b admin admin] vlan segment allocate from pool success with {'vlan_id': 1606, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:58:55.911388 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e1fff32b-8f8c-49b6-86e0-6d6a85d69c3b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773300426186', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:55.911975 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e1fff32b-8f8c-49b6-86e0-6d6a85d69c3b admin admin] Unsubscribe: segment precommit_create {{(pid=95553) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 08:58:55.912483 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-e1fff32b-8f8c-49b6-86e0-6d6a85d69c3b admin admin] Added segment 345f6d4d-d1ee-4458-98bf-08c2a9a826be of type vlan for network fa2171a1-c8dd-4cd2-82d3-1840667b9156 Aug 31 08:58:55.929185 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fff32b-8f8c-49b6-86e0-6d6a85d69c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d71693-dee6-4b00-997b-d500886abebb,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:55.980045 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fff32b-8f8c-49b6-86e0-6d6a85d69c3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:55.980293 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fff32b-8f8c-49b6-86e0-6d6a85d69c3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:55.980623 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fff32b-8f8c-49b6-86e0-6d6a85d69c3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:55.980945 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fff32b-8f8c-49b6-86e0-6d6a85d69c3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:55.981261 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fff32b-8f8c-49b6-86e0-6d6a85d69c3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:55.981575 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fff32b-8f8c-49b6-86e0-6d6a85d69c3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:55.981886 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fff32b-8f8c-49b6-86e0-6d6a85d69c3b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:55.982199 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fff32b-8f8c-49b6-86e0-6d6a85d69c3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:55.982505 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fff32b-8f8c-49b6-86e0-6d6a85d69c3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:55.982839 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fff32b-8f8c-49b6-86e0-6d6a85d69c3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:55.983148 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fff32b-8f8c-49b6-86e0-6d6a85d69c3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:55.983454 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fff32b-8f8c-49b6-86e0-6d6a85d69c3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:55.984613 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fff32b-8f8c-49b6-86e0-6d6a85d69c3b admin admin] Tracked resource versions report: Aug 31 08:58:55.984613 n-d-791506-28 neutron-server[95553]: pushed versions: Aug 31 08:58:55.984613 n-d-791506-28 neutron-server[95553]: { 'AddressGroup': {'1.2'}, Aug 31 08:58:55.984613 n-d-791506-28 neutron-server[95553]: 'ConntrackHelper': {'1.0'}, Aug 31 08:58:55.984613 n-d-791506-28 neutron-server[95553]: 'Log': {'1.0'}, Aug 31 08:58:55.984613 n-d-791506-28 neutron-server[95553]: 'Network': {'1.1'}, Aug 31 08:58:55.984613 n-d-791506-28 neutron-server[95553]: 'Port': {'1.7'}, Aug 31 08:58:55.984613 n-d-791506-28 neutron-server[95553]: 'PortForwarding': {'1.2'}, Aug 31 08:58:55.984613 n-d-791506-28 neutron-server[95553]: 'QosPolicy': {'1.9'}, Aug 31 08:58:55.984613 n-d-791506-28 neutron-server[95553]: 'SecurityGroup': {'1.4'}, Aug 31 08:58:55.984613 n-d-791506-28 neutron-server[95553]: 'SecurityGroupRule': {'1.2'}, Aug 31 08:58:55.984613 n-d-791506-28 neutron-server[95553]: 'SubPort': {'1.0'}, Aug 31 08:58:55.984613 n-d-791506-28 neutron-server[95553]: 'Subnet': {'1.1'}, Aug 31 08:58:55.984613 n-d-791506-28 neutron-server[95553]: 'Trunk': {'1.1'}} Aug 31 08:58:55.984613 n-d-791506-28 neutron-server[95553]: consumer versions: Aug 31 08:58:55.984613 n-d-791506-28 neutron-server[95553]: { DHCP agent@n-d-791506-28: {}, Aug 31 08:58:55.984613 n-d-791506-28 neutron-server[95553]: L3 agent@n-d-791506-28: {}, Aug 31 08:58:55.984613 n-d-791506-28 neutron-server[95553]: Metadata agent@n-d-791506-28: {}, Aug 31 08:58:55.984613 n-d-791506-28 neutron-server[95553]: Metering agent@n-d-791506-28: {}, Aug 31 08:58:55.984613 n-d-791506-28 neutron-server[95553]: Open vSwitch agent@n-d-791506-28: { 'AddressGroup': '1.2', Aug 31 08:58:55.984613 n-d-791506-28 neutron-server[95553]: 'ConntrackHelper': '1.0', Aug 31 08:58:55.984613 n-d-791506-28 neutron-server[95553]: 'Log': '1.0', Aug 31 08:58:55.984613 n-d-791506-28 neutron-server[95553]: 'Network': '1.1', Aug 31 08:58:55.984613 n-d-791506-28 neutron-server[95553]: 'Port': '1.7', Aug 31 08:58:55.984613 n-d-791506-28 neutron-server[95553]: 'PortForwarding': '1.2', Aug 31 08:58:55.984613 n-d-791506-28 neutron-server[95553]: 'QosPolicy': '1.9', Aug 31 08:58:55.984613 n-d-791506-28 neutron-server[95553]: 'SecurityGroup': '1.4', Aug 31 08:58:55.984613 n-d-791506-28 neutron-server[95553]: 'SecurityGroupRule': '1.2', Aug 31 08:58:55.984613 n-d-791506-28 neutron-server[95553]: 'SubPort': '1.0', Aug 31 08:58:55.984613 n-d-791506-28 neutron-server[95553]: 'Subnet': '1.1', Aug 31 08:58:55.984613 n-d-791506-28 neutron-server[95553]: 'Trunk': '1.1'}} Aug 31 08:58:55.984613 n-d-791506-28 neutron-server[95553]: {{(pid=95553) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 08:58:56.042812 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e1fff32b-8f8c-49b6-86e0-6d6a85d69c3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:56.140415 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e1fff32b-8f8c-49b6-86e0-6d6a85d69c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:56.141670 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fff32b-8f8c-49b6-86e0-6d6a85d69c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:56.142860 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e1fff32b-8f8c-49b6-86e0-6d6a85d69c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:56.241774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fff32b-8f8c-49b6-86e0-6d6a85d69c3b admin admin] Pushing event updated for resources: {'Network': ['ID=fa2171a1-c8dd-4cd2-82d3-1840667b9156,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:56.253677 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network fa2171a1-c8dd-4cd2-82d3-1840667b9156 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:58:56.289653 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e1fff32b-8f8c-49b6-86e0-6d6a85d69c3b admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.2757540 Aug 31 08:58:58.997291 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43044) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:59.439333 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4b2837-d611-45df-81b7-4bb7ec5e4411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:59.440819 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1f4b2837-d611-45df-81b7-4bb7ec5e4411 admin admin] 10.222.0.119 "GET /v2.0/networks/fa2171a1-c8dd-4cd2-82d3-1840667b9156 HTTP/1.1" status: 200 len: 826 time: 0.4425488 Aug 31 08:58:59.489298 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-46193033-d6b4-4e35-9323-f0c2affd1271 admin admin] 10.222.0.119 "GET /v2.0/subnetpools/d754a797-a3d0-4a6a-ae17-effbb36159cc HTTP/1.1" status: 200 len: 734 time: 0.0379872 Aug 31 08:58:59.498887 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-0bbb7959-2dce-4e1b-acd3-3242c3e87141 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'd754a797-a3d0-4a6a-ae17-effbb36159cc', 'network_id': 'fa2171a1-c8dd-4cd2-82d3-1840667b9156', 'tenant_id': 'e6ebf6e4b8944ec0ae1bab1849bc24bd', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:59.591598 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbb7959-2dce-4e1b-acd3-3242c3e87141 admin admin] Made reservation on behalf of e6ebf6e4b8944ec0ae1bab1849bc24bd for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:58:59.593980 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0bbb7959-2dce-4e1b-acd3-3242c3e87141 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:59.963377 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0bbb7959-2dce-4e1b-acd3-3242c3e87141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:00.033956 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb7959-2dce-4e1b-acd3-3242c3e87141 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88a73d20-3e81-4bad-92c2-8e582df848f2,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:00.035946 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbb7959-2dce-4e1b-acd3-3242c3e87141 admin admin] Checking segment: {'id': '345f6d4d-d1ee-4458-98bf-08c2a9a826be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1606, 'network_id': 'fa2171a1-c8dd-4cd2-82d3-1840667b9156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:59:00.036461 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbb7959-2dce-4e1b-acd3-3242c3e87141 admin admin] Network hostable DHCP agents. Network: fa2171a1-c8dd-4cd2-82d3-1840667b9156, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:59:00.122472 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbb7959-2dce-4e1b-acd3-3242c3e87141 admin admin] Network fa2171a1-c8dd-4cd2-82d3-1840667b9156 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:59:00.213579 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-0bbb7959-2dce-4e1b-acd3-3242c3e87141 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, fa2171a1-c8dd-4cd2-82d3-1840667b9156) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:59:00.218192 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbb7959-2dce-4e1b-acd3-3242c3e87141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:00.218795 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0bbb7959-2dce-4e1b-acd3-3242c3e87141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:00.224237 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e27302-338a-4d0a-9a34-a210874683b0 None None] Network fa2171a1-c8dd-4cd2-82d3-1840667b9156 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:59:00.301213 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0bbb7959-2dce-4e1b-acd3-3242c3e87141 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8054800 Aug 31 08:59:00.554456 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-fa2171a1-c8dd-4cd2-82d3-1840667b9156', 'network_id': 'fa2171a1-c8dd-4cd2-82d3-1840667b9156', 'tenant_id': 'e6ebf6e4b8944ec0ae1bab1849bc24bd', 'fixed_ips': [{'subnet_id': '88a73d20-3e81-4bad-92c2-8e582df848f2'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:59:00.555648 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:00.831231 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] Allocated IP 172.20.0.2 (fa2171a1-c8dd-4cd2-82d3-1840667b9156/88a73d20-3e81-4bad-92c2-8e582df848f2/bf7e98ea-f3fd-4041-87b8-9f24f6881fb9) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:59:01.037389 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:01.055494 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] Transition to ACTIVE for port object bf7e98ea-f3fd-4041-87b8-9f24f6881fb9 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:59:01.106331 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] Transition to ACTIVE for port object bf7e98ea-f3fd-4041-87b8-9f24f6881fb9 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:59:01.197884 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:01.267975 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] Network fa2171a1-c8dd-4cd2-82d3-1840667b9156 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:59:01.272735 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:59:01.281183 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:59:01.284939 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] Pushing event updated for resources: {'Port': ['ID=bf7e98ea-f3fd-4041-87b8-9f24f6881fb9,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:01.317741 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:01.318086 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:01.318412 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:01.318767 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:01.319096 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:01.319420 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:01.319740 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:01.320057 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:01.320373 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:01.320688 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:01.321003 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:01.321322 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:01.322455 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] Tracked resource versions report: Aug 31 08:59:01.322455 n-d-791506-28 neutron-server[95554]: pushed versions: Aug 31 08:59:01.322455 n-d-791506-28 neutron-server[95554]: { 'AddressGroup': {'1.2'}, Aug 31 08:59:01.322455 n-d-791506-28 neutron-server[95554]: 'ConntrackHelper': {'1.0'}, Aug 31 08:59:01.322455 n-d-791506-28 neutron-server[95554]: 'Log': {'1.0'}, Aug 31 08:59:01.322455 n-d-791506-28 neutron-server[95554]: 'Network': {'1.1'}, Aug 31 08:59:01.322455 n-d-791506-28 neutron-server[95554]: 'Port': {'1.7'}, Aug 31 08:59:01.322455 n-d-791506-28 neutron-server[95554]: 'PortForwarding': {'1.2'}, Aug 31 08:59:01.322455 n-d-791506-28 neutron-server[95554]: 'QosPolicy': {'1.9'}, Aug 31 08:59:01.322455 n-d-791506-28 neutron-server[95554]: 'SecurityGroup': {'1.4'}, Aug 31 08:59:01.322455 n-d-791506-28 neutron-server[95554]: 'SecurityGroupRule': {'1.2'}, Aug 31 08:59:01.322455 n-d-791506-28 neutron-server[95554]: 'SubPort': {'1.0'}, Aug 31 08:59:01.322455 n-d-791506-28 neutron-server[95554]: 'Subnet': {'1.1'}, Aug 31 08:59:01.322455 n-d-791506-28 neutron-server[95554]: 'Trunk': {'1.1'}} Aug 31 08:59:01.322455 n-d-791506-28 neutron-server[95554]: consumer versions: Aug 31 08:59:01.322455 n-d-791506-28 neutron-server[95554]: { DHCP agent@n-d-791506-28: {}, Aug 31 08:59:01.322455 n-d-791506-28 neutron-server[95554]: L3 agent@n-d-791506-28: {}, Aug 31 08:59:01.322455 n-d-791506-28 neutron-server[95554]: Metadata agent@n-d-791506-28: {}, Aug 31 08:59:01.322455 n-d-791506-28 neutron-server[95554]: Metering agent@n-d-791506-28: {}, Aug 31 08:59:01.322455 n-d-791506-28 neutron-server[95554]: Open vSwitch agent@n-d-791506-28: { 'AddressGroup': '1.2', Aug 31 08:59:01.322455 n-d-791506-28 neutron-server[95554]: 'ConntrackHelper': '1.0', Aug 31 08:59:01.322455 n-d-791506-28 neutron-server[95554]: 'Log': '1.0', Aug 31 08:59:01.322455 n-d-791506-28 neutron-server[95554]: 'Network': '1.1', Aug 31 08:59:01.322455 n-d-791506-28 neutron-server[95554]: 'Port': '1.7', Aug 31 08:59:01.322455 n-d-791506-28 neutron-server[95554]: 'PortForwarding': '1.2', Aug 31 08:59:01.322455 n-d-791506-28 neutron-server[95554]: 'QosPolicy': '1.9', Aug 31 08:59:01.322455 n-d-791506-28 neutron-server[95554]: 'SecurityGroup': '1.4', Aug 31 08:59:01.322455 n-d-791506-28 neutron-server[95554]: 'SecurityGroupRule': '1.2', Aug 31 08:59:01.322455 n-d-791506-28 neutron-server[95554]: 'SubPort': '1.0', Aug 31 08:59:01.322455 n-d-791506-28 neutron-server[95554]: 'Subnet': '1.1', Aug 31 08:59:01.322455 n-d-791506-28 neutron-server[95554]: 'Trunk': '1.1'}} Aug 31 08:59:01.322455 n-d-791506-28 neutron-server[95554]: {{(pid=95554) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 08:59:01.370601 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] Attempting to bind port bf7e98ea-f3fd-4041-87b8-9f24f6881fb9 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:59:01.370921 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] Attempting to bind port bf7e98ea-f3fd-4041-87b8-9f24f6881fb9 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '345f6d4d-d1ee-4458-98bf-08c2a9a826be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1606, 'network_id': 'fa2171a1-c8dd-4cd2-82d3-1840667b9156'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:59:01.371371 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] Attempting to bind port bf7e98ea-f3fd-4041-87b8-9f24f6881fb9 on network fa2171a1-c8dd-4cd2-82d3-1840667b9156 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:59:01.376579 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:59:01.376852 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] Checking segment: {'id': '345f6d4d-d1ee-4458-98bf-08c2a9a826be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1606, 'network_id': 'fa2171a1-c8dd-4cd2-82d3-1840667b9156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:59:01.377442 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:01.377835 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] Bound using segment: {'id': '345f6d4d-d1ee-4458-98bf-08c2a9a826be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1606, 'network_id': 'fa2171a1-c8dd-4cd2-82d3-1840667b9156'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:59:01.378343 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] Bound port: bf7e98ea-f3fd-4041-87b8-9f24f6881fb9, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '345f6d4d-d1ee-4458-98bf-08c2a9a826be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1606, 'network_id': 'fa2171a1-c8dd-4cd2-82d3-1840667b9156'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:59:01.378783 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:01.442366 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] For port bf7e98ea-f3fd-4041-87b8-9f24f6881fb9, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:59:01.446896 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] For port bf7e98ea-f3fd-4041-87b8-9f24f6881fb9, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=bf7e98ea-f3fd-4041-87b8-9f24f6881fb9,segment=NetworkSegment(345f6d4d-d1ee-4458-98bf-08c2a9a826be),segment_id=345f6d4d-d1ee-4458-98bf-08c2a9a826be)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:59:01.511758 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:01.581614 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d25eb-3854-48cb-97e5-ee5586b93790 None None] Pushing event updated for resources: {'Port': ['ID=bf7e98ea-f3fd-4041-87b8-9f24f6881fb9,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:02.785696 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43052) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:03.147422 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [None req-1ab03fb1-2605-4925-899e-138f489afa2a admin admin] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:59:03.148352 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1ab03fb1-2605-4925-899e-138f489afa2a admin admin] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3616881 Aug 31 08:59:05.615423 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43060) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:05.952004 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-5b45b5eb-f527-4f1c-9bc9-0d2eec4de991 admin admin] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:59:05.953081 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5b45b5eb-f527-4f1c-9bc9-0d2eec4de991 admin admin] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3365214 Aug 31 08:59:08.647536 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43070) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:08.990032 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-c524ec3f-650f-49ee-aceb-c9d6c2e86712 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'e6ebf6e4b8944ec0ae1bab1849bc24bd'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:59:09.094249 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c524ec3f-650f-49ee-aceb-c9d6c2e86712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:09.096005 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c524ec3f-650f-49ee-aceb-c9d6c2e86712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:09.247132 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c524ec3f-650f-49ee-aceb-c9d6c2e86712 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:09.323544 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c524ec3f-650f-49ee-aceb-c9d6c2e86712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:09.413952 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c524ec3f-650f-49ee-aceb-c9d6c2e86712 admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:09.415243 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c524ec3f-650f-49ee-aceb-c9d6c2e86712 admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7667217 Aug 31 08:59:09.873175 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device bf7e98ea-f3fd-4041-87b8-9f24f6881fb9 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:59:10.019902 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port bf7e98ea-f3fd-4041-87b8-9f24f6881fb9 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:59:10.168460 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0f1faa-b216-45d1-bdd1-46f5fbabcc04 None None] Network fa2171a1-c8dd-4cd2-82d3-1840667b9156 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:59:10.300821 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-51ecbdf9-5c9e-43c2-9d01-bbf524964585 None None] Provisioning for port bf7e98ea-f3fd-4041-87b8-9f24f6881fb9 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:59:10.308968 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-51ecbdf9-5c9e-43c2-9d01-bbf524964585 None None] Provisioning complete for port bf7e98ea-f3fd-4041-87b8-9f24f6881fb9 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:59:10.309362 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-51ecbdf9-5c9e-43c2-9d01-bbf524964585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:10.453408 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-51ecbdf9-5c9e-43c2-9d01-bbf524964585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:10.494868 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-51ecbdf9-5c9e-43c2-9d01-bbf524964585 None None] For port bf7e98ea-f3fd-4041-87b8-9f24f6881fb9, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=bf7e98ea-f3fd-4041-87b8-9f24f6881fb9,segment=NetworkSegment(345f6d4d-d1ee-4458-98bf-08c2a9a826be),segment_id=345f6d4d-d1ee-4458-98bf-08c2a9a826be)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:59:10.545985 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-51ecbdf9-5c9e-43c2-9d01-bbf524964585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:10.596318 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ecbdf9-5c9e-43c2-9d01-bbf524964585 None None] Pushing event updated for resources: {'Port': ['ID=bf7e98ea-f3fd-4041-87b8-9f24f6881fb9,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:10.670098 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c6e1c1c3-f8e7-48f0-8613-55deceb30268 None None] Provisioning complete for port bf7e98ea-f3fd-4041-87b8-9f24f6881fb9 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:59:10.670379 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c6e1c1c3-f8e7-48f0-8613-55deceb30268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:11.202322 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bb34ec3f-c3ad-43d6-9571-a8a36076a27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:11.841334 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device bf7e98ea-f3fd-4041-87b8-9f24f6881fb9 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:59:11.873757 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43082) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:11.892342 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port bf7e98ea-f3fd-4041-87b8-9f24f6881fb9 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:59:11.892720 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:12.205297 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-50eb4a3a-861e-4b69-bfca-2c2dd5770316 admin admin] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:59:12.206281 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-50eb4a3a-861e-4b69-bfca-2c2dd5770316 admin admin] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3316257 Aug 31 08:59:13.893933 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5ff8b469-1a87-4ccb-90a1-2aa280bb88f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:13.991250 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:14.736849 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43090) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:15.054113 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-c8030a04-134c-43b1-baf1-024be7f0459d admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:59:15.099136 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:15.145140 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8030a04-134c-43b1-baf1-024be7f0459d admin admin] Made reservation on behalf of 397c7a9c5f8e49ad9997185fb89d55d6 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:59:15.148071 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c8030a04-134c-43b1-baf1-024be7f0459d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:15.164543 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c8030a04-134c-43b1-baf1-024be7f0459d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:15.276275 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c8030a04-134c-43b1-baf1-024be7f0459d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:15.322130 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c8030a04-134c-43b1-baf1-024be7f0459d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:15.334260 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c8030a04-134c-43b1-baf1-024be7f0459d admin admin] Reserving flat network on physical network physnet1 {{(pid=95552) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 08:59:15.368420 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c8030a04-134c-43b1-baf1-024be7f0459d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773300426186', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:15.368975 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c8030a04-134c-43b1-baf1-024be7f0459d admin admin] Unsubscribe: segment precommit_create {{(pid=95552) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 08:59:15.369489 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-c8030a04-134c-43b1-baf1-024be7f0459d admin admin] Added segment 3ed62dbb-c482-4353-bb70-811c4d02f7ae of type flat for network 95c681de-fa69-49ec-b047-2a49f2c4b933 Aug 31 08:59:15.385127 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8030a04-134c-43b1-baf1-024be7f0459d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb247f48-3f24-490d-b930-6d445275b506,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:15.428578 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8030a04-134c-43b1-baf1-024be7f0459d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.428911 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8030a04-134c-43b1-baf1-024be7f0459d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.429242 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8030a04-134c-43b1-baf1-024be7f0459d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.429563 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8030a04-134c-43b1-baf1-024be7f0459d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.429881 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8030a04-134c-43b1-baf1-024be7f0459d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.430197 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8030a04-134c-43b1-baf1-024be7f0459d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.430511 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8030a04-134c-43b1-baf1-024be7f0459d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.430846 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8030a04-134c-43b1-baf1-024be7f0459d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.431160 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8030a04-134c-43b1-baf1-024be7f0459d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.431467 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8030a04-134c-43b1-baf1-024be7f0459d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.431775 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8030a04-134c-43b1-baf1-024be7f0459d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.432084 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8030a04-134c-43b1-baf1-024be7f0459d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:15.433191 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8030a04-134c-43b1-baf1-024be7f0459d admin admin] Tracked resource versions report: Aug 31 08:59:15.433191 n-d-791506-28 neutron-server[95552]: pushed versions: Aug 31 08:59:15.433191 n-d-791506-28 neutron-server[95552]: { 'AddressGroup': {'1.2'}, Aug 31 08:59:15.433191 n-d-791506-28 neutron-server[95552]: 'ConntrackHelper': {'1.0'}, Aug 31 08:59:15.433191 n-d-791506-28 neutron-server[95552]: 'Log': {'1.0'}, Aug 31 08:59:15.433191 n-d-791506-28 neutron-server[95552]: 'Network': {'1.1'}, Aug 31 08:59:15.433191 n-d-791506-28 neutron-server[95552]: 'Port': {'1.7'}, Aug 31 08:59:15.433191 n-d-791506-28 neutron-server[95552]: 'PortForwarding': {'1.2'}, Aug 31 08:59:15.433191 n-d-791506-28 neutron-server[95552]: 'QosPolicy': {'1.9'}, Aug 31 08:59:15.433191 n-d-791506-28 neutron-server[95552]: 'SecurityGroup': {'1.4'}, Aug 31 08:59:15.433191 n-d-791506-28 neutron-server[95552]: 'SecurityGroupRule': {'1.2'}, Aug 31 08:59:15.433191 n-d-791506-28 neutron-server[95552]: 'SubPort': {'1.0'}, Aug 31 08:59:15.433191 n-d-791506-28 neutron-server[95552]: 'Subnet': {'1.1'}, Aug 31 08:59:15.433191 n-d-791506-28 neutron-server[95552]: 'Trunk': {'1.1'}} Aug 31 08:59:15.433191 n-d-791506-28 neutron-server[95552]: consumer versions: Aug 31 08:59:15.433191 n-d-791506-28 neutron-server[95552]: { DHCP agent@n-d-791506-28: {}, Aug 31 08:59:15.433191 n-d-791506-28 neutron-server[95552]: L3 agent@n-d-791506-28: {}, Aug 31 08:59:15.433191 n-d-791506-28 neutron-server[95552]: Metadata agent@n-d-791506-28: {}, Aug 31 08:59:15.433191 n-d-791506-28 neutron-server[95552]: Metering agent@n-d-791506-28: {}, Aug 31 08:59:15.433191 n-d-791506-28 neutron-server[95552]: Open vSwitch agent@n-d-791506-28: { 'AddressGroup': '1.2', Aug 31 08:59:15.433191 n-d-791506-28 neutron-server[95552]: 'ConntrackHelper': '1.0', Aug 31 08:59:15.433191 n-d-791506-28 neutron-server[95552]: 'Log': '1.0', Aug 31 08:59:15.433191 n-d-791506-28 neutron-server[95552]: 'Network': '1.1', Aug 31 08:59:15.433191 n-d-791506-28 neutron-server[95552]: 'Port': '1.7', Aug 31 08:59:15.433191 n-d-791506-28 neutron-server[95552]: 'PortForwarding': '1.2', Aug 31 08:59:15.433191 n-d-791506-28 neutron-server[95552]: 'QosPolicy': '1.9', Aug 31 08:59:15.433191 n-d-791506-28 neutron-server[95552]: 'SecurityGroup': '1.4', Aug 31 08:59:15.433191 n-d-791506-28 neutron-server[95552]: 'SecurityGroupRule': '1.2', Aug 31 08:59:15.433191 n-d-791506-28 neutron-server[95552]: 'SubPort': '1.0', Aug 31 08:59:15.433191 n-d-791506-28 neutron-server[95552]: 'Subnet': '1.1', Aug 31 08:59:15.433191 n-d-791506-28 neutron-server[95552]: 'Trunk': '1.1'}} Aug 31 08:59:15.433191 n-d-791506-28 neutron-server[95552]: {{(pid=95552) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 08:59:15.486865 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c8030a04-134c-43b1-baf1-024be7f0459d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:15.607692 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c8030a04-134c-43b1-baf1-024be7f0459d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:15.608759 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8030a04-134c-43b1-baf1-024be7f0459d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:15.609399 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c8030a04-134c-43b1-baf1-024be7f0459d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:15.711297 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8030a04-134c-43b1-baf1-024be7f0459d admin admin] Pushing event updated for resources: {'Network': ['ID=95c681de-fa69-49ec-b047-2a49f2c4b933,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:15.723193 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:59:15.734724 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c8030a04-134c-43b1-baf1-024be7f0459d admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9967477 Aug 31 08:59:16.693281 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:18.153598 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43112) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:18.373564 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc421e28-b80b-4851-9c0f-498fe302d221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:18.375106 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fc421e28-b80b-4851-9c0f-498fe302d221 admin admin] 10.222.0.119 "GET /v2.0/subnets/88a73d20-3e81-4bad-92c2-8e582df848f2 HTTP/1.1" status: 200 len: 849 time: 0.2203081 Aug 31 08:59:18.512013 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bf2b75fe-9fb4-4f49-bf49-f659dc7593bd admin admin] 10.222.0.119 "GET /v2.0/routers/c962cabe-e31d-441b-b450-23eeb704372c HTTP/1.1" status: 200 len: 704 time: 0.1304286 Aug 31 08:59:18.790350 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f87f0ae2-b114-4eba-9286-26326017970f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:19.114834 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-f87f0ae2-b114-4eba-9286-26326017970f admin admin] Allocated IP 172.20.0.1 (fa2171a1-c8dd-4cd2-82d3-1840667b9156/88a73d20-3e81-4bad-92c2-8e582df848f2/c177e67e-a564-4875-8576-5552c35549f0) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:59:19.299708 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f87f0ae2-b114-4eba-9286-26326017970f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:19.326230 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-f87f0ae2-b114-4eba-9286-26326017970f admin admin] Transition to ACTIVE for port object c177e67e-a564-4875-8576-5552c35549f0 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:59:19.431439 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f87f0ae2-b114-4eba-9286-26326017970f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:19.498653 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87f0ae2-b114-4eba-9286-26326017970f admin admin] Network fa2171a1-c8dd-4cd2-82d3-1840667b9156 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:59:19.510173 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-f87f0ae2-b114-4eba-9286-26326017970f admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:59:19.519919 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87f0ae2-b114-4eba-9286-26326017970f admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:59:19.520470 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f87f0ae2-b114-4eba-9286-26326017970f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:19.539239 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f0ae2-b114-4eba-9286-26326017970f admin admin] Pushing event updated for resources: {'Port': ['ID=c177e67e-a564-4875-8576-5552c35549f0,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:19.796529 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-12fe8208-57c5-497e-a722-ecad5a5636e6 None None] Provisioning for port c177e67e-a564-4875-8576-5552c35549f0 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:59:19.800965 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-12fe8208-57c5-497e-a722-ecad5a5636e6 None None] Provisioning complete for port c177e67e-a564-4875-8576-5552c35549f0 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:59:19.801605 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-12fe8208-57c5-497e-a722-ecad5a5636e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:19.837327 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-12fe8208-57c5-497e-a722-ecad5a5636e6 None None] Port c177e67e-a564-4875-8576-5552c35549f0 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:59:19.861899 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f87f0ae2-b114-4eba-9286-26326017970f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:20.076116 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f87f0ae2-b114-4eba-9286-26326017970f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:20.133181 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f87f0ae2-b114-4eba-9286-26326017970f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:20.133975 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f87f0ae2-b114-4eba-9286-26326017970f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:20.212639 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f0ae2-b114-4eba-9286-26326017970f admin admin] Pushing event updated for resources: {'Port': ['ID=c177e67e-a564-4875-8576-5552c35549f0,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:20.261845 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87f0ae2-b114-4eba-9286-26326017970f admin admin] Network fa2171a1-c8dd-4cd2-82d3-1840667b9156 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:59:20.263107 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-f87f0ae2-b114-4eba-9286-26326017970f admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:59:20.459752 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5efbf45b-32dd-4167-b26f-37841521bf96 None None] Provisioning complete for port c177e67e-a564-4875-8576-5552c35549f0 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:59:20.460198 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5efbf45b-32dd-4167-b26f-37841521bf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:20.493045 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-5efbf45b-32dd-4167-b26f-37841521bf96 None None] Port c177e67e-a564-4875-8576-5552c35549f0 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:59:20.510414 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87f0ae2-b114-4eba-9286-26326017970f admin admin] Router c962cabe-e31d-441b-b450-23eeb704372c is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:59:20.604906 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87f0ae2-b114-4eba-9286-26326017970f admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:59:20.610234 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f87f0ae2-b114-4eba-9286-26326017970f admin admin] 10.222.0.119 "PUT /v2.0/routers/c962cabe-e31d-441b-b450-23eeb704372c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0918660 Aug 31 08:59:20.616039 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61110d4-9e2a-4c34-bbbe-cae7a00d0914 None None] Sync routers for ids ['c962cabe-e31d-441b-b450-23eeb704372c'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:59:20.628202 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61110d4-9e2a-4c34-bbbe-cae7a00d0914 None None] Routers {'c962cabe-e31d-441b-b450-23eeb704372c'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:59:20.629071 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f61110d4-9e2a-4c34-bbbe-cae7a00d0914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T08:59:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['c962cabe-e31d-441b-b450-23eeb704372c'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:20.826118 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-f61110d4-9e2a-4c34-bbbe-cae7a00d0914 None None] Set router c962cabe-e31d-441b-b450-23eeb704372c gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:59:21.270459 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f61110d4-9e2a-4c34-bbbe-cae7a00d0914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c962cabe-e31d-441b-b450-23eeb704372c', 'name': 'router1', 'tenant_id': 'e6ebf6e4b8944ec0ae1bab1849bc24bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:09Z', 'updated_at': '2021-08-31T08:59:19Z', 'revision_number': 2, 'project_id': 'e6ebf6e4b8944ec0ae1bab1849bc24bd', 'gw_port_host': None, '_interfaces': [{'id': 'c177e67e-a564-4875-8576-5552c35549f0', 'name': '', 'network_id': 'fa2171a1-c8dd-4cd2-82d3-1840667b9156', 'tenant_id': 'e6ebf6e4b8944ec0ae1bab1849bc24bd', 'mac_address': 'fa:16:3e:21:65:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c962cabe-e31d-441b-b450-23eeb704372c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88a73d20-3e81-4bad-92c2-8e582df848f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:18Z', 'updated_at': '2021-08-31T08:59:19Z', 'revision_number': 2, 'project_id': 'e6ebf6e4b8944ec0ae1bab1849bc24bd', 'subnets': [{'id': '88a73d20-3e81-4bad-92c2-8e582df848f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd754a797-a3d0-4a6a-ae17-effbb36159cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:21.323112 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61110d4-9e2a-4c34-bbbe-cae7a00d0914 None None] Checking router: c962cabe-e31d-441b-b450-23eeb704372c for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:59:21.323491 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61110d4-9e2a-4c34-bbbe-cae7a00d0914 None None] Updating router c962cabe-e31d-441b-b450-23eeb704372c port c177e67e-a564-4875-8576-5552c35549f0 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:59:21.374211 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-f61110d4-9e2a-4c34-bbbe-cae7a00d0914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:21.960867 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-f61110d4-9e2a-4c34-bbbe-cae7a00d0914 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:21.979169 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-f61110d4-9e2a-4c34-bbbe-cae7a00d0914 None None] Transition to ACTIVE for port object c177e67e-a564-4875-8576-5552c35549f0 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:59:22.030510 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-f61110d4-9e2a-4c34-bbbe-cae7a00d0914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:22.206250 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-f61110d4-9e2a-4c34-bbbe-cae7a00d0914 None None] Attempting to bind port c177e67e-a564-4875-8576-5552c35549f0 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:59:22.206669 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-f61110d4-9e2a-4c34-bbbe-cae7a00d0914 None None] Attempting to bind port c177e67e-a564-4875-8576-5552c35549f0 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '345f6d4d-d1ee-4458-98bf-08c2a9a826be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1606, 'network_id': 'fa2171a1-c8dd-4cd2-82d3-1840667b9156'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:59:22.207126 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61110d4-9e2a-4c34-bbbe-cae7a00d0914 None None] Attempting to bind port c177e67e-a564-4875-8576-5552c35549f0 on network fa2171a1-c8dd-4cd2-82d3-1840667b9156 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:59:22.217808 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61110d4-9e2a-4c34-bbbe-cae7a00d0914 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:59:22.217808 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61110d4-9e2a-4c34-bbbe-cae7a00d0914 None None] Checking segment: {'id': '345f6d4d-d1ee-4458-98bf-08c2a9a826be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1606, 'network_id': 'fa2171a1-c8dd-4cd2-82d3-1840667b9156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:59:22.217808 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-f61110d4-9e2a-4c34-bbbe-cae7a00d0914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:22.218432 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61110d4-9e2a-4c34-bbbe-cae7a00d0914 None None] Bound using segment: {'id': '345f6d4d-d1ee-4458-98bf-08c2a9a826be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1606, 'network_id': 'fa2171a1-c8dd-4cd2-82d3-1840667b9156'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:59:22.220436 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-f61110d4-9e2a-4c34-bbbe-cae7a00d0914 None None] Bound port: c177e67e-a564-4875-8576-5552c35549f0, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '345f6d4d-d1ee-4458-98bf-08c2a9a826be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1606, 'network_id': 'fa2171a1-c8dd-4cd2-82d3-1840667b9156'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:59:22.220436 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-f61110d4-9e2a-4c34-bbbe-cae7a00d0914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:22.243467 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971721d-09b9-44f2-bcf9-1e68bf3561b3 None None] Pushing event updated for resources: {'Port': ['ID=c177e67e-a564-4875-8576-5552c35549f0,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:22.271103 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971721d-09b9-44f2-bcf9-1e68bf3561b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:22.271438 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971721d-09b9-44f2-bcf9-1e68bf3561b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:22.271766 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971721d-09b9-44f2-bcf9-1e68bf3561b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:22.272090 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971721d-09b9-44f2-bcf9-1e68bf3561b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:22.272417 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971721d-09b9-44f2-bcf9-1e68bf3561b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:22.272728 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971721d-09b9-44f2-bcf9-1e68bf3561b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:22.273048 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971721d-09b9-44f2-bcf9-1e68bf3561b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:22.273357 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971721d-09b9-44f2-bcf9-1e68bf3561b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:22.273661 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971721d-09b9-44f2-bcf9-1e68bf3561b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:22.273967 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971721d-09b9-44f2-bcf9-1e68bf3561b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:22.274283 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971721d-09b9-44f2-bcf9-1e68bf3561b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:22.274624 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971721d-09b9-44f2-bcf9-1e68bf3561b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:22.275747 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6971721d-09b9-44f2-bcf9-1e68bf3561b3 None None] Tracked resource versions report: Aug 31 08:59:22.275747 n-d-791506-28 neutron-server[95555]: pushed versions: Aug 31 08:59:22.275747 n-d-791506-28 neutron-server[95555]: { 'AddressGroup': {'1.2'}, Aug 31 08:59:22.275747 n-d-791506-28 neutron-server[95555]: 'ConntrackHelper': {'1.0'}, Aug 31 08:59:22.275747 n-d-791506-28 neutron-server[95555]: 'Log': {'1.0'}, Aug 31 08:59:22.275747 n-d-791506-28 neutron-server[95555]: 'Network': {'1.1'}, Aug 31 08:59:22.275747 n-d-791506-28 neutron-server[95555]: 'Port': {'1.7'}, Aug 31 08:59:22.275747 n-d-791506-28 neutron-server[95555]: 'PortForwarding': {'1.2'}, Aug 31 08:59:22.275747 n-d-791506-28 neutron-server[95555]: 'QosPolicy': {'1.9'}, Aug 31 08:59:22.275747 n-d-791506-28 neutron-server[95555]: 'SecurityGroup': {'1.4'}, Aug 31 08:59:22.275747 n-d-791506-28 neutron-server[95555]: 'SecurityGroupRule': {'1.2'}, Aug 31 08:59:22.275747 n-d-791506-28 neutron-server[95555]: 'SubPort': {'1.0'}, Aug 31 08:59:22.275747 n-d-791506-28 neutron-server[95555]: 'Subnet': {'1.1'}, Aug 31 08:59:22.275747 n-d-791506-28 neutron-server[95555]: 'Trunk': {'1.1'}} Aug 31 08:59:22.275747 n-d-791506-28 neutron-server[95555]: consumer versions: Aug 31 08:59:22.275747 n-d-791506-28 neutron-server[95555]: { DHCP agent@n-d-791506-28: {}, Aug 31 08:59:22.275747 n-d-791506-28 neutron-server[95555]: L3 agent@n-d-791506-28: {}, Aug 31 08:59:22.275747 n-d-791506-28 neutron-server[95555]: Metadata agent@n-d-791506-28: {}, Aug 31 08:59:22.275747 n-d-791506-28 neutron-server[95555]: Metering agent@n-d-791506-28: {}, Aug 31 08:59:22.275747 n-d-791506-28 neutron-server[95555]: Open vSwitch agent@n-d-791506-28: { 'AddressGroup': '1.2', Aug 31 08:59:22.275747 n-d-791506-28 neutron-server[95555]: 'ConntrackHelper': '1.0', Aug 31 08:59:22.275747 n-d-791506-28 neutron-server[95555]: 'Log': '1.0', Aug 31 08:59:22.275747 n-d-791506-28 neutron-server[95555]: 'Network': '1.1', Aug 31 08:59:22.275747 n-d-791506-28 neutron-server[95555]: 'Port': '1.7', Aug 31 08:59:22.275747 n-d-791506-28 neutron-server[95555]: 'PortForwarding': '1.2', Aug 31 08:59:22.275747 n-d-791506-28 neutron-server[95555]: 'QosPolicy': '1.9', Aug 31 08:59:22.275747 n-d-791506-28 neutron-server[95555]: 'SecurityGroup': '1.4', Aug 31 08:59:22.275747 n-d-791506-28 neutron-server[95555]: 'SecurityGroupRule': '1.2', Aug 31 08:59:22.275747 n-d-791506-28 neutron-server[95555]: 'SubPort': '1.0', Aug 31 08:59:22.275747 n-d-791506-28 neutron-server[95555]: 'Subnet': '1.1', Aug 31 08:59:22.275747 n-d-791506-28 neutron-server[95555]: 'Trunk': '1.1'}} Aug 31 08:59:22.275747 n-d-791506-28 neutron-server[95555]: {{(pid=95555) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 08:59:22.316077 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-f61110d4-9e2a-4c34-bbbe-cae7a00d0914 None None] For port c177e67e-a564-4875-8576-5552c35549f0, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:59:22.338250 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-f61110d4-9e2a-4c34-bbbe-cae7a00d0914 None None] For port c177e67e-a564-4875-8576-5552c35549f0, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=c177e67e-a564-4875-8576-5552c35549f0,segment=NetworkSegment(345f6d4d-d1ee-4458-98bf-08c2a9a826be),segment_id=345f6d4d-d1ee-4458-98bf-08c2a9a826be)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:59:22.408495 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-f61110d4-9e2a-4c34-bbbe-cae7a00d0914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:22.468747 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61110d4-9e2a-4c34-bbbe-cae7a00d0914 None None] Routers {'c962cabe-e31d-441b-b450-23eeb704372c'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:59:22.469421 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f61110d4-9e2a-4c34-bbbe-cae7a00d0914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T08:59:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['c962cabe-e31d-441b-b450-23eeb704372c'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:22.474177 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971721d-09b9-44f2-bcf9-1e68bf3561b3 None None] Pushing event updated for resources: {'Port': ['ID=c177e67e-a564-4875-8576-5552c35549f0,revision_number=4']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:22.574444 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-f61110d4-9e2a-4c34-bbbe-cae7a00d0914 None None] Set router c962cabe-e31d-441b-b450-23eeb704372c gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:59:22.793965 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f61110d4-9e2a-4c34-bbbe-cae7a00d0914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c962cabe-e31d-441b-b450-23eeb704372c', 'name': 'router1', 'tenant_id': 'e6ebf6e4b8944ec0ae1bab1849bc24bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:09Z', 'updated_at': '2021-08-31T08:59:19Z', 'revision_number': 2, 'project_id': 'e6ebf6e4b8944ec0ae1bab1849bc24bd', 'gw_port_host': None, '_interfaces': [{'id': 'c177e67e-a564-4875-8576-5552c35549f0', 'name': '', 'network_id': 'fa2171a1-c8dd-4cd2-82d3-1840667b9156', 'tenant_id': 'e6ebf6e4b8944ec0ae1bab1849bc24bd', 'mac_address': 'fa:16:3e:21:65:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c962cabe-e31d-441b-b450-23eeb704372c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88a73d20-3e81-4bad-92c2-8e582df848f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:18Z', 'updated_at': '2021-08-31T08:59:22Z', 'revision_number': 4, 'project_id': 'e6ebf6e4b8944ec0ae1bab1849bc24bd', 'subnets': [{'id': '88a73d20-3e81-4bad-92c2-8e582df848f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd754a797-a3d0-4a6a-ae17-effbb36159cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:22.824678 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61110d4-9e2a-4c34-bbbe-cae7a00d0914 None None] The sync data for ids ['c962cabe-e31d-441b-b450-23eeb704372c'] in n-d-791506-28 is: [{'id': 'c962cabe-e31d-441b-b450-23eeb704372c', 'name': 'router1', 'tenant_id': 'e6ebf6e4b8944ec0ae1bab1849bc24bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:09Z', 'updated_at': '2021-08-31T08:59:19Z', 'revision_number': 2, 'project_id': 'e6ebf6e4b8944ec0ae1bab1849bc24bd', 'gw_port_host': None, '_interfaces': [{'id': 'c177e67e-a564-4875-8576-5552c35549f0', 'name': '', 'network_id': 'fa2171a1-c8dd-4cd2-82d3-1840667b9156', 'tenant_id': 'e6ebf6e4b8944ec0ae1bab1849bc24bd', 'mac_address': 'fa:16:3e:21:65:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c962cabe-e31d-441b-b450-23eeb704372c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88a73d20-3e81-4bad-92c2-8e582df848f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:18Z', 'updated_at': '2021-08-31T08:59:22Z', 'revision_number': 4, 'project_id': 'e6ebf6e4b8944ec0ae1bab1849bc24bd', 'subnets': [{'id': '88a73d20-3e81-4bad-92c2-8e582df848f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd754a797-a3d0-4a6a-ae17-effbb36159cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:59:22.941605 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43132) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:23.057464 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca266c1-20a5-48f1-b684-0aafc92aee1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:23.063168 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3ca266c1-20a5-48f1-b684-0aafc92aee1a admin admin] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 842 time: 0.1203291 Aug 31 08:59:23.069803 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-dcd1a923-93c7-49b0-b07e-b06ebe69624e admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.25.2.0/24', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.25.2.1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:59:23.173541 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd1a923-93c7-49b0-b07e-b06ebe69624e admin admin] Made reservation on behalf of 397c7a9c5f8e49ad9997185fb89d55d6 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:59:23.175818 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dcd1a923-93c7-49b0-b07e-b06ebe69624e admin admin] Notify callbacks [] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:23.539060 n-d-791506-28 neutron-server[95552]: DEBUG neutron.objects.ports [None req-dcd1a923-93c7-49b0-b07e-b06ebe69624e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95552) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 08:59:23.539524 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dcd1a923-93c7-49b0-b07e-b06ebe69624e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:23.598536 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1a923-93c7-49b0-b07e-b06ebe69624e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1885c32b-e104-4d27-b030-73cb1f39fcea,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:23.610022 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd1a923-93c7-49b0-b07e-b06ebe69624e admin admin] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:59:23.610369 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd1a923-93c7-49b0-b07e-b06ebe69624e admin admin] Network hostable DHCP agents. Network: 95c681de-fa69-49ec-b047-2a49f2c4b933, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:59:23.699243 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd1a923-93c7-49b0-b07e-b06ebe69624e admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:59:23.813240 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-dcd1a923-93c7-49b0-b07e-b06ebe69624e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 95c681de-fa69-49ec-b047-2a49f2c4b933) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:59:23.820189 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd1a923-93c7-49b0-b07e-b06ebe69624e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:23.820189 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dcd1a923-93c7-49b0-b07e-b06ebe69624e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:23.821320 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c5228f-430a-4a2a-ad3d-3cca6820d272 None None] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:59:23.923028 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-dcd1a923-93c7-49b0-b07e-b06ebe69624e admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8572540 Aug 31 08:59:23.947472 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ac33ee-be6e-4785-baad-d4cc9ff076f7 None None] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:59:26.286914 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43140) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:26.430173 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c48f7e26-af45-4095-a998-958adb4b2af3 admin admin] 10.222.0.119 "GET /v2.0/routers/c962cabe-e31d-441b-b450-23eeb704372c HTTP/1.1" status: 200 len: 710 time: 0.1418438 Aug 31 08:59:26.517442 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653cad4f-9c6c-45ff-bb1a-5ef7ac7f96f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:26.518870 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-653cad4f-9c6c-45ff-bb1a-5ef7ac7f96f9 admin admin] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 886 time: 0.0827763 Aug 31 08:59:26.528436 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-dc5752a6-a7a8-4598-8718-690fc2b79880 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:59:26.847350 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dc5752a6-a7a8-4598-8718-690fc2b79880 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:27.161022 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dc5752a6-a7a8-4598-8718-690fc2b79880 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:27.243645 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dc5752a6-a7a8-4598-8718-690fc2b79880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:27.348953 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-dc5752a6-a7a8-4598-8718-690fc2b79880 admin admin] Allocated IP 172.25.2.251 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/b745762f-2668-4adb-838a-75e757de07d5) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:59:27.451856 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dc5752a6-a7a8-4598-8718-690fc2b79880 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:27.550841 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dc5752a6-a7a8-4598-8718-690fc2b79880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:27.590045 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5752a6-a7a8-4598-8718-690fc2b79880 admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:59:27.594524 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-dc5752a6-a7a8-4598-8718-690fc2b79880 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:59:27.597352 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5752a6-a7a8-4598-8718-690fc2b79880 admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:59:27.635794 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5752a6-a7a8-4598-8718-690fc2b79880 admin admin] Pushing event updated for resources: {'Port': ['ID=b745762f-2668-4adb-838a-75e757de07d5,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:27.929821 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dc5752a6-a7a8-4598-8718-690fc2b79880 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:28.142433 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dc5752a6-a7a8-4598-8718-690fc2b79880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2088949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2087107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5115'] for router, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:28.146230 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dc5752a6-a7a8-4598-8718-690fc2b79880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2088958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2088935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2087130'] for router, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:28.263301 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5752a6-a7a8-4598-8718-690fc2b79880 admin admin] Router c962cabe-e31d-441b-b450-23eeb704372c has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:59:28.458438 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5752a6-a7a8-4598-8718-690fc2b79880 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:59:28.462830 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dc5752a6-a7a8-4598-8718-690fc2b79880 admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:28.463967 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-dc5752a6-a7a8-4598-8718-690fc2b79880 admin admin] 10.222.0.119 "PUT /v2.0/routers/c962cabe-e31d-441b-b450-23eeb704372c HTTP/1.1" status: 200 len: 890 time: 1.9388962 Aug 31 08:59:29.349915 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b2a7a1-bec4-4fd1-9009-ef1b2b17eb9b None None] Sync routers for ids ['c962cabe-e31d-441b-b450-23eeb704372c'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:59:29.360381 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b2a7a1-bec4-4fd1-9009-ef1b2b17eb9b None None] Routers {'c962cabe-e31d-441b-b450-23eeb704372c'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:59:29.361104 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b0b2a7a1-bec4-4fd1-9009-ef1b2b17eb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T08:59:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['c962cabe-e31d-441b-b450-23eeb704372c'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:29.624718 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-b0b2a7a1-bec4-4fd1-9009-ef1b2b17eb9b None None] Set router c962cabe-e31d-441b-b450-23eeb704372c gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:59:29.884119 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device c177e67e-a564-4875-8576-5552c35549f0 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:59:30.062426 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port c177e67e-a564-4875-8576-5552c35549f0 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:59:30.070674 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port c177e67e-a564-4875-8576-5552c35549f0 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:59:30.071044 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:30.075064 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b0b2a7a1-bec4-4fd1-9009-ef1b2b17eb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c962cabe-e31d-441b-b450-23eeb704372c', 'name': 'router1', 'tenant_id': 'e6ebf6e4b8944ec0ae1bab1849bc24bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b745762f-2668-4adb-838a-75e757de07d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:09Z', 'updated_at': '2021-08-31T08:59:27Z', 'revision_number': 4, 'project_id': 'e6ebf6e4b8944ec0ae1bab1849bc24bd', 'gw_port': {'id': 'b745762f-2668-4adb-838a-75e757de07d5', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c962cabe-e31d-441b-b450-23eeb704372c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:27Z', 'updated_at': '2021-08-31T08:59:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'c177e67e-a564-4875-8576-5552c35549f0', 'name': '', 'network_id': 'fa2171a1-c8dd-4cd2-82d3-1840667b9156', 'tenant_id': 'e6ebf6e4b8944ec0ae1bab1849bc24bd', 'mac_address': 'fa:16:3e:21:65:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c962cabe-e31d-441b-b450-23eeb704372c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88a73d20-3e81-4bad-92c2-8e582df848f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:18Z', 'updated_at': '2021-08-31T08:59:22Z', 'revision_number': 4, 'project_id': 'e6ebf6e4b8944ec0ae1bab1849bc24bd', 'subnets': [{'id': '88a73d20-3e81-4bad-92c2-8e582df848f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd754a797-a3d0-4a6a-ae17-effbb36159cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:30.144438 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b2a7a1-bec4-4fd1-9009-ef1b2b17eb9b None None] Checking router: c962cabe-e31d-441b-b450-23eeb704372c for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:59:30.144751 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b2a7a1-bec4-4fd1-9009-ef1b2b17eb9b None None] Updating router c962cabe-e31d-441b-b450-23eeb704372c port b745762f-2668-4adb-838a-75e757de07d5 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:59:30.198598 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b0b2a7a1-bec4-4fd1-9009-ef1b2b17eb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:30.360166 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:30.455794 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port c177e67e-a564-4875-8576-5552c35549f0, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=c177e67e-a564-4875-8576-5552c35549f0,segment=NetworkSegment(345f6d4d-d1ee-4458-98bf-08c2a9a826be),segment_id=345f6d4d-d1ee-4458-98bf-08c2a9a826be)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:59:30.556947 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:30.604224 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b0b2a7a1-bec4-4fd1-9009-ef1b2b17eb9b None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:30.624316 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b0b2a7a1-bec4-4fd1-9009-ef1b2b17eb9b None None] Transition to ACTIVE for port object b745762f-2668-4adb-838a-75e757de07d5 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:59:30.629162 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=c177e67e-a564-4875-8576-5552c35549f0,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:30.698905 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b0b2a7a1-bec4-4fd1-9009-ef1b2b17eb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:30.757164 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda90d5-64ac-4a1e-8ae6-fb2f5c4fb927 None None] Pushing event updated for resources: {'Port': ['ID=b745762f-2668-4adb-838a-75e757de07d5,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:30.759755 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-b0b2a7a1-bec4-4fd1-9009-ef1b2b17eb9b None None] Attempting to bind port b745762f-2668-4adb-838a-75e757de07d5 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:59:30.760222 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-b0b2a7a1-bec4-4fd1-9009-ef1b2b17eb9b None None] Attempting to bind port b745762f-2668-4adb-838a-75e757de07d5 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:59:30.760591 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b2a7a1-bec4-4fd1-9009-ef1b2b17eb9b None None] Attempting to bind port b745762f-2668-4adb-838a-75e757de07d5 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:59:30.768149 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b2a7a1-bec4-4fd1-9009-ef1b2b17eb9b None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:59:30.768540 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b2a7a1-bec4-4fd1-9009-ef1b2b17eb9b None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:59:30.768949 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b0b2a7a1-bec4-4fd1-9009-ef1b2b17eb9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:30.769347 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b2a7a1-bec4-4fd1-9009-ef1b2b17eb9b None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:59:30.769826 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-b0b2a7a1-bec4-4fd1-9009-ef1b2b17eb9b None None] Bound port: b745762f-2668-4adb-838a-75e757de07d5, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:59:30.770229 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b0b2a7a1-bec4-4fd1-9009-ef1b2b17eb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:30.826334 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-b0b2a7a1-bec4-4fd1-9009-ef1b2b17eb9b None None] For port b745762f-2668-4adb-838a-75e757de07d5, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:59:30.830205 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-b0b2a7a1-bec4-4fd1-9009-ef1b2b17eb9b None None] For port b745762f-2668-4adb-838a-75e757de07d5, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=b745762f-2668-4adb-838a-75e757de07d5,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:59:30.902967 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43152) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:30.928077 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b0b2a7a1-bec4-4fd1-9009-ef1b2b17eb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:30.987647 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda90d5-64ac-4a1e-8ae6-fb2f5c4fb927 None None] Pushing event updated for resources: {'Port': ['ID=b745762f-2668-4adb-838a-75e757de07d5,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:30.990168 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b2a7a1-bec4-4fd1-9009-ef1b2b17eb9b None None] Routers {'c962cabe-e31d-441b-b450-23eeb704372c'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:59:30.990782 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b0b2a7a1-bec4-4fd1-9009-ef1b2b17eb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T08:59:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['c962cabe-e31d-441b-b450-23eeb704372c'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:31.020965 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-af8a3702-d949-470e-a036-6967e247c0b8 admin admin] 10.222.0.119 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1151595 Aug 31 08:59:31.197105 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-b0b2a7a1-bec4-4fd1-9009-ef1b2b17eb9b None None] Set router c962cabe-e31d-441b-b450-23eeb704372c gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:59:31.418715 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b0b2a7a1-bec4-4fd1-9009-ef1b2b17eb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c962cabe-e31d-441b-b450-23eeb704372c', 'name': 'router1', 'tenant_id': 'e6ebf6e4b8944ec0ae1bab1849bc24bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b745762f-2668-4adb-838a-75e757de07d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:09Z', 'updated_at': '2021-08-31T08:59:27Z', 'revision_number': 4, 'project_id': 'e6ebf6e4b8944ec0ae1bab1849bc24bd', 'gw_port': {'id': 'b745762f-2668-4adb-838a-75e757de07d5', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c962cabe-e31d-441b-b450-23eeb704372c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:27Z', 'updated_at': '2021-08-31T08:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'c177e67e-a564-4875-8576-5552c35549f0', 'name': '', 'network_id': 'fa2171a1-c8dd-4cd2-82d3-1840667b9156', 'tenant_id': 'e6ebf6e4b8944ec0ae1bab1849bc24bd', 'mac_address': 'fa:16:3e:21:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962cabe-e31d-441b-b450-23eeb704372c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88a73d20-3e81-4bad-92c2-8e582df848f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:18Z', 'updated_at': '2021-08-31T08:59:30Z', 'revision_number': 5, 'project_id': 'e6ebf6e4b8944ec0ae1bab1849bc24bd', 'subnets': [{'id': '88a73d20-3e81-4bad-92c2-8e582df848f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd754a797-a3d0-4a6a-ae17-effbb36159cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:31.450386 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b2a7a1-bec4-4fd1-9009-ef1b2b17eb9b None None] The sync data for ids ['c962cabe-e31d-441b-b450-23eeb704372c'] in n-d-791506-28 is: [{'id': 'c962cabe-e31d-441b-b450-23eeb704372c', 'name': 'router1', 'tenant_id': 'e6ebf6e4b8944ec0ae1bab1849bc24bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'b745762f-2668-4adb-838a-75e757de07d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:59:09Z', 'updated_at': '2021-08-31T08:59:27Z', 'revision_number': 4, 'project_id': 'e6ebf6e4b8944ec0ae1bab1849bc24bd', 'gw_port': {'id': 'b745762f-2668-4adb-838a-75e757de07d5', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c962cabe-e31d-441b-b450-23eeb704372c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:27Z', 'updated_at': '2021-08-31T08:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'c177e67e-a564-4875-8576-5552c35549f0', 'name': '', 'network_id': 'fa2171a1-c8dd-4cd2-82d3-1840667b9156', 'tenant_id': 'e6ebf6e4b8944ec0ae1bab1849bc24bd', 'mac_address': 'fa:16:3e:21:65:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962cabe-e31d-441b-b450-23eeb704372c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '88a73d20-3e81-4bad-92c2-8e582df848f2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:59:18Z', 'updated_at': '2021-08-31T08:59:30Z', 'revision_number': 5, 'project_id': 'e6ebf6e4b8944ec0ae1bab1849bc24bd', 'subnets': [{'id': '88a73d20-3e81-4bad-92c2-8e582df848f2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd754a797-a3d0-4a6a-ae17-effbb36159cc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:59:31.989061 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device c177e67e-a564-4875-8576-5552c35549f0 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:59:32.044599 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port c177e67e-a564-4875-8576-5552c35549f0 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:59:32.044970 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:32.127352 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b745762f-2668-4adb-838a-75e757de07d5 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:59:32.241673 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port b745762f-2668-4adb-838a-75e757de07d5 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:59:32.246417 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port b745762f-2668-4adb-838a-75e757de07d5 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:59:32.247329 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:32.338804 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:32.361811 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port b745762f-2668-4adb-838a-75e757de07d5, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=b745762f-2668-4adb-838a-75e757de07d5,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:59:32.441718 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:32.492862 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=b745762f-2668-4adb-838a-75e757de07d5,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:33.860695 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b745762f-2668-4adb-838a-75e757de07d5 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:59:33.915591 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port b745762f-2668-4adb-838a-75e757de07d5 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:59:33.916196 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:40.221911 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 5 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:59:41.212543 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-23ee0174-d4c5-4356-bb4f-04c8de9f4969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:43.938182 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f7e2a4e2-1c9d-40e2-8132-378f9b5c0c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:44.012475 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:45.063982 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:46.722084 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:11.201312 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e873e974-5422-48e2-a065-49106a9c6700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:13.880055 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c48ea623-85de-4db4-b7cf-60afb772ff62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:13.993981 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:15.085897 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:16.725857 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:17.211054 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 5 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:00:41.210355 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e3654fc8-ee1b-4584-9daf-b3f59fe01ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:43.895823 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c7960b12-e248-4607-abae-a060b04075ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:44.044447 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:45.090041 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:46.764772 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:54.209380 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 5 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:01:11.203430 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f3b2dbc3-0bf1-48b4-a457-56e433097457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:13.906382 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-40019629-e3c7-4ebb-b65e-4b80cb1bbc49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:13.991770 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:15.111722 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:15.389317 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43746) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:15.466032 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-37bdb7b8-de2d-4d5f-b1e8-23bc31a1f3ee admin admin] GET failed (client error): The resource could not be found. Aug 31 09:01:15.467772 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-37bdb7b8-de2d-4d5f-b1e8-23bc31a1f3ee admin admin] 10.222.0.119 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0776160 Aug 31 09:01:15.643172 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcb1c74-2f0e-427d-9188-e8fb81ec549c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:15.644596 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-abcb1c74-2f0e-427d-9188-e8fb81ec549c admin admin] 10.222.0.119 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1722350 Aug 31 09:01:16.734787 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:17.867388 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43756) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:17.961922 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd793c5-4e1d-4143-883c-bdcf5b923f44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:17.963537 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5dd793c5-4e1d-4143-883c-bdcf5b923f44 admin admin] 10.222.0.119 "GET /v2.0/subnets/88a73d20-3e81-4bad-92c2-8e582df848f2 HTTP/1.1" status: 200 len: 849 time: 0.0951347 Aug 31 09:01:17.973786 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-51fa2eea-e61b-4aff-af13-586fca09e48d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:01:18.062578 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-51fa2eea-e61b-4aff-af13-586fca09e48d admin admin] Notify callbacks [] for subnet, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:18.260756 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-51fa2eea-e61b-4aff-af13-586fca09e48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773300309468'] for subnet, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:18.296357 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fa2eea-e61b-4aff-af13-586fca09e48d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:18.296952 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-51fa2eea-e61b-4aff-af13-586fca09e48d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:18.298234 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-51fa2eea-e61b-4aff-af13-586fca09e48d admin admin] 10.222.0.119 "PUT /v2.0/subnets/88a73d20-3e81-4bad-92c2-8e582df848f2 HTTP/1.1" status: 200 len: 868 time: 0.3281155 Aug 31 09:01:18.305050 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b188f708-43a1-4cfd-b660-dbbf2a6be595 None None] Network fa2171a1-c8dd-4cd2-82d3-1840667b9156 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:01:18.319612 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa2eea-e61b-4aff-af13-586fca09e48d admin admin] Pushing event updated for resources: {'Subnet': ['ID=88a73d20-3e81-4bad-92c2-8e582df848f2,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:18.328201 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa2eea-e61b-4aff-af13-586fca09e48d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:18.328697 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa2eea-e61b-4aff-af13-586fca09e48d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:18.329040 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa2eea-e61b-4aff-af13-586fca09e48d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:18.329376 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa2eea-e61b-4aff-af13-586fca09e48d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:18.329707 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa2eea-e61b-4aff-af13-586fca09e48d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:18.330031 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa2eea-e61b-4aff-af13-586fca09e48d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:18.330356 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa2eea-e61b-4aff-af13-586fca09e48d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:18.330717 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa2eea-e61b-4aff-af13-586fca09e48d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:18.331045 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa2eea-e61b-4aff-af13-586fca09e48d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:18.331364 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa2eea-e61b-4aff-af13-586fca09e48d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:18.331681 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa2eea-e61b-4aff-af13-586fca09e48d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:18.331998 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fa2eea-e61b-4aff-af13-586fca09e48d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:18.707812 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-93db034a-ed7e-42ab-b284-458864fb9ec0 None None] Provisioning complete for port c177e67e-a564-4875-8576-5552c35549f0 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:01:18.708184 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-93db034a-ed7e-42ab-b284-458864fb9ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:18.801530 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-93db034a-ed7e-42ab-b284-458864fb9ec0 None None] Provisioning complete for port bf7e98ea-f3fd-4041-87b8-9f24f6881fb9 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:01:18.801903 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-93db034a-ed7e-42ab-b284-458864fb9ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:20.534931 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43764) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:20.735164 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04165aab-2d3f-4168-86e8-187e822e31ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:20.735637 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04165aab-2d3f-4168-86e8-187e822e31ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:20.737171 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-04165aab-2d3f-4168-86e8-187e822e31ba admin admin] 10.222.0.119 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2012825 Aug 31 09:01:22.949941 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43772) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:23.084514 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bc68c6-dad9-4ca4-a5f6-85b9a4f26045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:23.084884 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bc68c6-dad9-4ca4-a5f6-85b9a4f26045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:23.086644 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d2bc68c6-dad9-4ca4-a5f6-85b9a4f26045 admin admin] 10.222.0.119 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1355903 Aug 31 09:01:25.301003 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43780) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:25.468086 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567b4328-4ab7-4260-bfb9-4584450bd0e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:25.469485 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-567b4328-4ab7-4260-bfb9-4584450bd0e7 admin admin] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 886 time: 0.1674571 Aug 31 09:01:27.685615 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43788) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:27.840249 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfaaa850-eeec-4dc6-8915-d68e41ccfd74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:27.841915 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-dfaaa850-eeec-4dc6-8915-d68e41ccfd74 admin admin] 10.222.0.119 "GET /v2.0/networks/fa2171a1-c8dd-4cd2-82d3-1840667b9156 HTTP/1.1" status: 200 len: 870 time: 0.1550732 Aug 31 09:01:30.083103 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43796) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:30.210653 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4edaf3-a581-4a06-bd4e-b9c045de30cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:30.211214 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4edaf3-a581-4a06-bd4e-b9c045de30cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:30.213101 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ec4edaf3-a581-4a06-bd4e-b9c045de30cc admin admin] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1289487 Aug 31 09:01:31.207740 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 5 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:01:32.426030 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43806) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:32.518015 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e42c5db-3c9c-4a93-8799-5a6201c25f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:32.518487 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e42c5db-3c9c-4a93-8799-5a6201c25f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:32.520015 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2e42c5db-3c9c-4a93-8799-5a6201c25f5e admin admin] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0929906 Aug 31 09:01:34.759866 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43814) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:34.863930 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac9ffe9-d755-400f-92b9-d92acef4b1ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:34.865300 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8ac9ffe9-d755-400f-92b9-d92acef4b1ed admin admin] 10.222.0.119 "GET /v2.0/subnets/1885c32b-e104-4d27-b030-73cb1f39fcea HTTP/1.1" status: 200 len: 816 time: 0.1044898 Aug 31 09:01:37.155668 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43822) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:37.253878 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf35181-af69-4a92-8246-2f6c8cb1c972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:37.255280 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5bf35181-af69-4a92-8246-2f6c8cb1c972 admin admin] 10.222.0.119 "GET /v2.0/subnets/88a73d20-3e81-4bad-92c2-8e582df848f2 HTTP/1.1" status: 200 len: 868 time: 0.0984943 Aug 31 09:01:41.213983 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d3c1dc02-9f8c-45e1-8cc9-285b301c3980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:43.933440 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1d750507-91c2-41e1-9c6e-01ed24974c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:43.991087 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:45.088043 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:46.773539 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:02.588905 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43876) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:02.638308 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-731243bd-58a0-4dc8-9935-94331e90c961 admin admin] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:02:02.639346 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-731243bd-58a0-4dc8-9935-94331e90c961 admin admin] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0494711 Aug 31 09:02:05.149942 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43884) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:05.218786 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ac03eea-b1f6-407e-9e01-85a7ae217ff8 admin admin] GET failed (client error): The resource could not be found. Aug 31 09:02:05.220118 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9ac03eea-b1f6-407e-9e01-85a7ae217ff8 admin admin] 10.222.0.119 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0691929 Aug 31 09:02:05.309061 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf25f045-bb24-45e8-b053-21d7300557c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:05.310568 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-bf25f045-bb24-45e8-b053-21d7300557c8 admin admin] 10.222.0.119 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0856535 Aug 31 09:02:07.574998 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43892) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:07.625066 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-578c277e-2b99-482f-a310-a98cf87af96c admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:07.704375 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578c277e-2b99-482f-a310-a98cf87af96c admin admin] Made reservation on behalf of 397c7a9c5f8e49ad9997185fb89d55d6 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:02:07.707071 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-578c277e-2b99-482f-a310-a98cf87af96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:07.750325 n-d-791506-28 neutron-server[95553]: WARNING neutron.services.revisions.revision_plugin [None req-578c277e-2b99-482f-a310-a98cf87af96c admin admin] Could not find related network for resource to bump revision. Aug 31 09:02:07.763089 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-578c277e-2b99-482f-a310-a98cf87af96c admin admin] vlan segment allocate from pool success with {'vlan_id': 1627, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:02:07.776736 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-578c277e-2b99-482f-a310-a98cf87af96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:07.777077 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-578c277e-2b99-482f-a310-a98cf87af96c admin admin] Added segment dc5aea9f-3bfb-47d5-9545-94660e102fdd of type vlan for network a47e180d-e969-4a85-aa09-0ec8196480c0 Aug 31 09:02:07.820577 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-578c277e-2b99-482f-a310-a98cf87af96c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:07.933765 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-578c277e-2b99-482f-a310-a98cf87af96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:07.934333 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578c277e-2b99-482f-a310-a98cf87af96c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:07.934989 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-578c277e-2b99-482f-a310-a98cf87af96c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:07.994685 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c277e-2b99-482f-a310-a98cf87af96c admin admin] Pushing event updated for resources: {'Network': ['ID=a47e180d-e969-4a85-aa09-0ec8196480c0,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:08.004970 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network a47e180d-e969-4a85-aa09-0ec8196480c0 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:02:08.048218 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-578c277e-2b99-482f-a310-a98cf87af96c admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4720242 Aug 31 09:02:08.206997 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 5 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:02:10.338240 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43900) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:10.400892 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-0784f3a7-2f21-49ea-8e63-394f1da42114 admin admin] GET failed (client error): The resource could not be found. Aug 31 09:02:10.402218 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0784f3a7-2f21-49ea-8e63-394f1da42114 admin admin] 10.222.0.119 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0629942 Aug 31 09:02:10.479449 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccb7b40-dffa-476f-9d58-acc52829a8ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:10.480921 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2ccb7b40-dffa-476f-9d58-acc52829a8ec admin admin] 10.222.0.119 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0739002 Aug 31 09:02:10.491166 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-3ac1e417-2e92-418f-934d-dca2d33e0d6c admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:10.573322 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac1e417-2e92-418f-934d-dca2d33e0d6c admin admin] Made reservation on behalf of 397c7a9c5f8e49ad9997185fb89d55d6 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:02:10.575578 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3ac1e417-2e92-418f-934d-dca2d33e0d6c admin admin] Notify callbacks [] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:10.870442 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3ac1e417-2e92-418f-934d-dca2d33e0d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:10.926324 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac1e417-2e92-418f-934d-dca2d33e0d6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f473c8e7-d3e2-4352-b8da-3dcd093feb8b,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:10.934513 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac1e417-2e92-418f-934d-dca2d33e0d6c admin admin] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:02:10.934887 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac1e417-2e92-418f-934d-dca2d33e0d6c admin admin] Network hostable DHCP agents. Network: a47e180d-e969-4a85-aa09-0ec8196480c0, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:02:11.058433 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac1e417-2e92-418f-934d-dca2d33e0d6c admin admin] Network a47e180d-e969-4a85-aa09-0ec8196480c0 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:02:11.167485 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-3ac1e417-2e92-418f-934d-dca2d33e0d6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, a47e180d-e969-4a85-aa09-0ec8196480c0) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:02:11.172823 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac1e417-2e92-418f-934d-dca2d33e0d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:11.173859 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3ac1e417-2e92-418f-934d-dca2d33e0d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:11.178637 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f922219b-fb25-4e8b-a597-63fa8c7f078e None None] Network a47e180d-e969-4a85-aa09-0ec8196480c0 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:02:11.256772 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b8f33b02-5f0d-413c-8057-767d46898340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:11.356605 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3ac1e417-2e92-418f-934d-dca2d33e0d6c admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8687763 Aug 31 09:02:11.422313 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-a47e180d-e969-4a85-aa09-0ec8196480c0', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'tenant_id': '397c7a9c5f8e49ad9997185fb89d55d6', 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:02:11.423250 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:11.573526 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] Allocated IP 192.168.233.2 (a47e180d-e969-4a85-aa09-0ec8196480c0/f473c8e7-d3e2-4352-b8da-3dcd093feb8b/9cd0152c-e609-4577-b56b-4db9bef4aacc) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:02:11.734953 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:11.746355 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] Transition to ACTIVE for port object 9cd0152c-e609-4577-b56b-4db9bef4aacc will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:02:11.797221 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] Transition to ACTIVE for port object 9cd0152c-e609-4577-b56b-4db9bef4aacc will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:02:11.899711 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:11.938671 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] Network a47e180d-e969-4a85-aa09-0ec8196480c0 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:02:11.941708 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:02:11.944472 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:02:11.978120 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] Pushing event updated for resources: {'Port': ['ID=9cd0152c-e609-4577-b56b-4db9bef4aacc,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:11.999820 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:12.000167 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:12.000503 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:12.000838 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:12.001162 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:12.001489 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:12.001807 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:12.002127 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:12.002442 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:12.002782 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:12.003191 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:12.003506 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:12.020570 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] Attempting to bind port 9cd0152c-e609-4577-b56b-4db9bef4aacc on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:02:12.021660 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] Attempting to bind port 9cd0152c-e609-4577-b56b-4db9bef4aacc by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:02:12.021660 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] Attempting to bind port 9cd0152c-e609-4577-b56b-4db9bef4aacc on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:02:12.027575 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:02:12.027935 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:02:12.028326 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:12.028756 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:02:12.029367 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] Bound port: 9cd0152c-e609-4577-b56b-4db9bef4aacc, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:02:12.029788 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:12.096511 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] For port 9cd0152c-e609-4577-b56b-4db9bef4aacc, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:02:12.099675 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] For port 9cd0152c-e609-4577-b56b-4db9bef4aacc, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=9cd0152c-e609-4577-b56b-4db9bef4aacc,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:02:12.230638 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:12.298953 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced0491-95b2-4a13-b4f0-8f5b2958c8fe None None] Pushing event updated for resources: {'Port': ['ID=9cd0152c-e609-4577-b56b-4db9bef4aacc,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:13.169951 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4255667a-08c4-4539-866a-d20ecaaac3ab None None] Network a47e180d-e969-4a85-aa09-0ec8196480c0 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:02:13.372921 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-36a840cf-9120-4b90-aa98-a11573ff8f74 None None] Provisioning for port 9cd0152c-e609-4577-b56b-4db9bef4aacc completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:02:13.904233 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ecd0dc4c-2715-4c6e-8d77-fef8b39f45b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:13.994663 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:14.019346 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9cd0152c-e609-4577-b56b-4db9bef4aacc up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:14.126659 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 9cd0152c-e609-4577-b56b-4db9bef4aacc completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:02:14.133039 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 9cd0152c-e609-4577-b56b-4db9bef4aacc triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:14.134933 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:14.253340 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:14.287864 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 9cd0152c-e609-4577-b56b-4db9bef4aacc, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=9cd0152c-e609-4577-b56b-4db9bef4aacc,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:14.361424 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:14.416490 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=9cd0152c-e609-4577-b56b-4db9bef4aacc,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:15.126004 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:15.991327 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9cd0152c-e609-4577-b56b-4db9bef4aacc up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:16.042469 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 9cd0152c-e609-4577-b56b-4db9bef4aacc triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:16.042866 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:16.749579 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:41.256478 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bacedaa5-f526-4d35-a03b-f4109fed7979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:43.917310 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-040931f0-776e-4ea5-9ebe-c3ffb5867415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:44.011639 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:45.119940 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:45.205284 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 5 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:02:46.760988 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:11.250345 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-795be92e-54f5-40c0-b2c5-7d427fb2cc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:13.936079 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-51dc185b-031c-4b91-b50a-81b89057029c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:14.004414 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:15.141622 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:16.770392 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:22.206463 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 5 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:03:39.566104 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43952) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:39.573178 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [None req-78132017-1856-48ab-96d1-036afa0ec307 tempest-verify_tempest_config-1822876493 tempest-verify_tempest_config-1822876493-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:03:39.574132 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-78132017-1856-48ab-96d1-036afa0ec307 tempest-verify_tempest_config-1822876493 tempest-verify_tempest_config-1822876493-project] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0070376 Aug 31 09:03:40.066350 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43970) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:40.171293 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ebf03f26-2078-4466-a78e-781fd4dfa59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:40.257844 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ebf03f26-2078-4466-a78e-781fd4dfa59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:40.375012 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ebf03f26-2078-4466-a78e-781fd4dfa59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:40.425809 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ebf03f26-2078-4466-a78e-781fd4dfa59a admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=5bd9b62f90a4431fb3fcc5a81ff4efd7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3583813 Aug 31 09:03:40.426503 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf03f26-2078-4466-a78e-781fd4dfa59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bac7c7-5350-4791-9ab7-a152a474fcca,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:40.429107 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43974) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:40.434605 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf03f26-2078-4466-a78e-781fd4dfa59a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:40.434956 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf03f26-2078-4466-a78e-781fd4dfa59a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:40.435301 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf03f26-2078-4466-a78e-781fd4dfa59a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:40.435681 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf03f26-2078-4466-a78e-781fd4dfa59a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:40.436056 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf03f26-2078-4466-a78e-781fd4dfa59a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:40.436436 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf03f26-2078-4466-a78e-781fd4dfa59a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:40.436823 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf03f26-2078-4466-a78e-781fd4dfa59a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:40.437153 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf03f26-2078-4466-a78e-781fd4dfa59a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:40.437502 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf03f26-2078-4466-a78e-781fd4dfa59a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:40.437848 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf03f26-2078-4466-a78e-781fd4dfa59a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:40.438173 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf03f26-2078-4466-a78e-781fd4dfa59a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:40.438496 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf03f26-2078-4466-a78e-781fd4dfa59a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:40.487857 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9eb58b3e-6796-440e-8ecf-4556c432e1ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:40.510567 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9eb58b3e-6796-440e-8ecf-4556c432e1ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:40.672826 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9eb58b3e-6796-440e-8ecf-4556c432e1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:40.675307 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9eb58b3e-6796-440e-8ecf-4556c432e1ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:40.676447 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9eb58b3e-6796-440e-8ecf-4556c432e1ef admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/e4bac7c7-5350-4791-9ab7-a152a474fcca HTTP/1.1" status: 204 len: 168 time: 0.2463906 Aug 31 09:03:40.685003 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb58b3e-6796-440e-8ecf-4556c432e1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bac7c7-5350-4791-9ab7-a152a474fcca,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:40.691592 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb58b3e-6796-440e-8ecf-4556c432e1ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:40.691929 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb58b3e-6796-440e-8ecf-4556c432e1ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:40.692263 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb58b3e-6796-440e-8ecf-4556c432e1ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:40.692596 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb58b3e-6796-440e-8ecf-4556c432e1ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:40.692921 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb58b3e-6796-440e-8ecf-4556c432e1ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:40.693246 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb58b3e-6796-440e-8ecf-4556c432e1ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:40.693621 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb58b3e-6796-440e-8ecf-4556c432e1ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:40.693878 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb58b3e-6796-440e-8ecf-4556c432e1ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:40.694236 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb58b3e-6796-440e-8ecf-4556c432e1ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:40.694882 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb58b3e-6796-440e-8ecf-4556c432e1ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:40.695195 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb58b3e-6796-440e-8ecf-4556c432e1ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:40.695559 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb58b3e-6796-440e-8ecf-4556c432e1ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:41.243672 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c9d96251-9c8a-4e5d-b2ca-b101aad9ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:43.951666 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3672d109-d080-4363-adc5-77b83174ed38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:44.100438 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:45.111995 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:46.740177 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:59.205353 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 5 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:04:11.246768 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a8432da9-eae6-4222-a69b-1a7858b30e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:13.939349 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f865a736-11b5-40c0-89f2-8f0e62cbe656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:14.019148 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:15.110526 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:16.760524 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:36.206803 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 5 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:04:41.216866 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ee187047-6aa1-462e-bea3-b1f787ba4e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:43.903889 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5da5c21e-18e3-4b96-af13-d76c6ca56229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:44.000979 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:45.188705 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:46.759682 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:11.257041 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-85d1c5c3-7855-48b6-8c46-6d270c83bb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:13.204994 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 5 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:05:13.948218 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-50cebe9f-a302-469a-9e09-b93488bc8d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:13.982937 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:15.154204 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:16.752091 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:41.271249 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2a1875c9-a016-4dde-b26b-fef4923fa191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:43.907894 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9bb05d1c-069d-4691-9f38-58fdc7567d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:44.015850 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:45.130765 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:46.761945 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:50.203544 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 5 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:06:11.241086 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1835d0f3-e3c1-4049-9b35-f8b70168c3b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:13.912257 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0faab49d-8f6b-4277-b7a0-359fe9aafc22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:13.991395 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:15.123009 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:16.782425 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:27.202321 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 5 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:06:41.228086 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-81a78af1-705a-4a0f-8517-e720902cdc63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:43.929247 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1c3a57e3-325d-4771-8ff4-fb806209eca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:43.990385 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:45.122126 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:46.753653 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:02.318873 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2085095'] for agent, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:02.518410 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2085095'] for agent, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:04.201371 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:07:11.226956 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-dea71098-5a36-4054-80b6-09f2dc5ee819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:13.909383 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0e731aa8-9361-4398-920a-c348a333487c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:14.026745 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:15.147267 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:16.777334 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:32.254432 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:32.485776 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:41.199800 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:07:41.277363 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3e13cd6f-8513-4b04-8616-37dbfd590af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:43.929158 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0aa376bc-3a9e-4019-b798-cf3e27535a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:44.026126 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:45.115376 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:46.803628 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:50.456182 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44038) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:50.569385 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8fd14e4a-2d63-4948-abe4-37b1863e3fab admin admin] 10.222.0.119 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4690 time: 0.1117759 Aug 31 09:07:52.857844 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44048) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:52.920718 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0a2ca1b8-e2dd-4efa-9c15-8caf4ac94981 admin admin] 10.222.0.119 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4690 time: 0.0617714 Aug 31 09:08:02.317710 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:02.461483 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:11.215259 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3de1d765-43d6-4fd2-8a8b-2c82b0d21ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:13.963376 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-93b4756f-300e-4da5-b4f1-328edac67dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:13.983398 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:15.133471 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:16.769448 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:18.200641 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:08:32.310164 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:32.492871 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:41.216964 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4a3e789a-f332-40bb-84cf-91b5282ae250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:43.929863 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-78a6beb3-cba7-4d6a-85c6-f43b92f86c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:44.127704 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:45.135969 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:46.787152 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:55.199370 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:09:02.301597 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:02.467692 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:11.227463 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ffd9e4b2-9b3c-407e-8ad8-13dd91aea56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:13.956754 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fe8c8834-8f9c-46b3-a6a5-1d98d3cb4a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:14.019321 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:15.155099 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:16.854423 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:19.463562 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44266) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:20.067079 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44288) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:20.067682 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7742e30d-67dc-4194-9511-4eb7b1956ae8 tempest-AutoAllocateNetworkTest-1316202351 tempest-AutoAllocateNetworkTest-1316202351-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=0f82d498558e4e7b8f679c508b9c0751&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6024103 Aug 31 09:09:20.255569 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72597323-3bcb-49d4-acf6-c6dae0398e18 tempest-AutoAllocateNetworkTest-1316202351 tempest-AutoAllocateNetworkTest-1316202351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:20.260249 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-72597323-3bcb-49d4-acf6-c6dae0398e18 tempest-AutoAllocateNetworkTest-1316202351 tempest-AutoAllocateNetworkTest-1316202351-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1907451 Aug 31 09:09:20.260624 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44300) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:20.316976 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a791c5f8-a98d-4452-8a5a-4e01a4036d35 tempest-AutoAllocateNetworkTest-1316202351 tempest-AutoAllocateNetworkTest-1316202351-project] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552068 Aug 31 09:09:20.319621 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44304) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:20.519310 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9345bec7-cdaa-4955-b886-8be0e0747f10 tempest-AutoAllocateNetworkTest-1316202351 tempest-AutoAllocateNetworkTest-1316202351-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=0f82d498558e4e7b8f679c508b9c0751 HTTP/1.1" status: 200 len: 208 time: 0.0317752 Aug 31 09:09:21.603937 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44348) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:21.941183 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ca4a1e90-be0c-4434-921e-7f2cdf1260eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:22.033114 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ca4a1e90-be0c-4434-921e-7f2cdf1260eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:22.124920 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ca4a1e90-be0c-4434-921e-7f2cdf1260eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:22.175074 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a1e90-be0c-4434-921e-7f2cdf1260eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e5336e-9b4f-4a52-b1b9-a704d3d5a604,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:22.190260 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44372) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:22.190700 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ca4a1e90-be0c-4434-921e-7f2cdf1260eb admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=0f82d498558e4e7b8f679c508b9c0751&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5853035 Aug 31 09:09:22.192161 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a1e90-be0c-4434-921e-7f2cdf1260eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:22.192507 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a1e90-be0c-4434-921e-7f2cdf1260eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:22.192847 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a1e90-be0c-4434-921e-7f2cdf1260eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:22.193181 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a1e90-be0c-4434-921e-7f2cdf1260eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:22.193509 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a1e90-be0c-4434-921e-7f2cdf1260eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:22.193834 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a1e90-be0c-4434-921e-7f2cdf1260eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:22.194156 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a1e90-be0c-4434-921e-7f2cdf1260eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:22.194476 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a1e90-be0c-4434-921e-7f2cdf1260eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:22.194823 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a1e90-be0c-4434-921e-7f2cdf1260eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:22.195141 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a1e90-be0c-4434-921e-7f2cdf1260eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:22.195458 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a1e90-be0c-4434-921e-7f2cdf1260eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:22.195776 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a1e90-be0c-4434-921e-7f2cdf1260eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:22.196880 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4a1e90-be0c-4434-921e-7f2cdf1260eb admin admin] Tracked resource versions report: Aug 31 09:09:22.196880 n-d-791506-28 neutron-server[95552]: pushed versions: Aug 31 09:09:22.196880 n-d-791506-28 neutron-server[95552]: { 'AddressGroup': {'1.2'}, Aug 31 09:09:22.196880 n-d-791506-28 neutron-server[95552]: 'ConntrackHelper': {'1.0'}, Aug 31 09:09:22.196880 n-d-791506-28 neutron-server[95552]: 'Log': {'1.0'}, Aug 31 09:09:22.196880 n-d-791506-28 neutron-server[95552]: 'Network': {'1.1'}, Aug 31 09:09:22.196880 n-d-791506-28 neutron-server[95552]: 'Port': {'1.7'}, Aug 31 09:09:22.196880 n-d-791506-28 neutron-server[95552]: 'PortForwarding': {'1.2'}, Aug 31 09:09:22.196880 n-d-791506-28 neutron-server[95552]: 'QosPolicy': {'1.9'}, Aug 31 09:09:22.196880 n-d-791506-28 neutron-server[95552]: 'SecurityGroup': {'1.4'}, Aug 31 09:09:22.196880 n-d-791506-28 neutron-server[95552]: 'SecurityGroupRule': {'1.2'}, Aug 31 09:09:22.196880 n-d-791506-28 neutron-server[95552]: 'SubPort': {'1.0'}, Aug 31 09:09:22.196880 n-d-791506-28 neutron-server[95552]: 'Subnet': {'1.1'}, Aug 31 09:09:22.196880 n-d-791506-28 neutron-server[95552]: 'Trunk': {'1.1'}} Aug 31 09:09:22.196880 n-d-791506-28 neutron-server[95552]: consumer versions: Aug 31 09:09:22.196880 n-d-791506-28 neutron-server[95552]: { DHCP agent@n-d-791506-28: {}, Aug 31 09:09:22.196880 n-d-791506-28 neutron-server[95552]: HyperV agent@n-h1-791506-28: {}, Aug 31 09:09:22.196880 n-d-791506-28 neutron-server[95552]: HyperV agent@n-h2-791506-28: {}, Aug 31 09:09:22.196880 n-d-791506-28 neutron-server[95552]: L3 agent@n-d-791506-28: {}, Aug 31 09:09:22.196880 n-d-791506-28 neutron-server[95552]: Metadata agent@n-d-791506-28: {}, Aug 31 09:09:22.196880 n-d-791506-28 neutron-server[95552]: Metering agent@n-d-791506-28: {}, Aug 31 09:09:22.196880 n-d-791506-28 neutron-server[95552]: Open vSwitch agent@n-d-791506-28: { 'AddressGroup': '1.2', Aug 31 09:09:22.196880 n-d-791506-28 neutron-server[95552]: 'ConntrackHelper': '1.0', Aug 31 09:09:22.196880 n-d-791506-28 neutron-server[95552]: 'Log': '1.0', Aug 31 09:09:22.196880 n-d-791506-28 neutron-server[95552]: 'Network': '1.1', Aug 31 09:09:22.196880 n-d-791506-28 neutron-server[95552]: 'Port': '1.7', Aug 31 09:09:22.196880 n-d-791506-28 neutron-server[95552]: 'PortForwarding': '1.2', Aug 31 09:09:22.196880 n-d-791506-28 neutron-server[95552]: 'QosPolicy': '1.9', Aug 31 09:09:22.196880 n-d-791506-28 neutron-server[95552]: 'SecurityGroup': '1.4', Aug 31 09:09:22.196880 n-d-791506-28 neutron-server[95552]: 'SecurityGroupRule': '1.2', Aug 31 09:09:22.196880 n-d-791506-28 neutron-server[95552]: 'SubPort': '1.0', Aug 31 09:09:22.196880 n-d-791506-28 neutron-server[95552]: 'Subnet': '1.1', Aug 31 09:09:22.196880 n-d-791506-28 neutron-server[95552]: 'Trunk': '1.1'}} Aug 31 09:09:22.196880 n-d-791506-28 neutron-server[95552]: {{(pid=95552) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 09:09:22.253027 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3d63b9e9-75be-49bd-ba74-13dfd3840537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:22.279089 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3d63b9e9-75be-49bd-ba74-13dfd3840537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:22.403916 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3d63b9e9-75be-49bd-ba74-13dfd3840537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:22.406813 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3d63b9e9-75be-49bd-ba74-13dfd3840537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:22.411383 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3d63b9e9-75be-49bd-ba74-13dfd3840537 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/06e5336e-9b4f-4a52-b1b9-a704d3d5a604 HTTP/1.1" status: 204 len: 168 time: 0.2195725 Aug 31 09:09:22.420687 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63b9e9-75be-49bd-ba74-13dfd3840537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e5336e-9b4f-4a52-b1b9-a704d3d5a604,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:22.429044 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63b9e9-75be-49bd-ba74-13dfd3840537 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:22.429558 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63b9e9-75be-49bd-ba74-13dfd3840537 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:22.430082 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63b9e9-75be-49bd-ba74-13dfd3840537 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:22.430566 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63b9e9-75be-49bd-ba74-13dfd3840537 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:22.431040 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63b9e9-75be-49bd-ba74-13dfd3840537 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:22.431783 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63b9e9-75be-49bd-ba74-13dfd3840537 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:22.432277 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63b9e9-75be-49bd-ba74-13dfd3840537 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:22.432860 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63b9e9-75be-49bd-ba74-13dfd3840537 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:22.433317 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63b9e9-75be-49bd-ba74-13dfd3840537 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:22.434381 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63b9e9-75be-49bd-ba74-13dfd3840537 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:22.434882 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63b9e9-75be-49bd-ba74-13dfd3840537 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:22.435338 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63b9e9-75be-49bd-ba74-13dfd3840537 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:22.436871 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63b9e9-75be-49bd-ba74-13dfd3840537 admin admin] Tracked resource versions report: Aug 31 09:09:22.436871 n-d-791506-28 neutron-server[95553]: pushed versions: Aug 31 09:09:22.436871 n-d-791506-28 neutron-server[95553]: { 'AddressGroup': {'1.2'}, Aug 31 09:09:22.436871 n-d-791506-28 neutron-server[95553]: 'ConntrackHelper': {'1.0'}, Aug 31 09:09:22.436871 n-d-791506-28 neutron-server[95553]: 'Log': {'1.0'}, Aug 31 09:09:22.436871 n-d-791506-28 neutron-server[95553]: 'Network': {'1.1'}, Aug 31 09:09:22.436871 n-d-791506-28 neutron-server[95553]: 'Port': {'1.7'}, Aug 31 09:09:22.436871 n-d-791506-28 neutron-server[95553]: 'PortForwarding': {'1.2'}, Aug 31 09:09:22.436871 n-d-791506-28 neutron-server[95553]: 'QosPolicy': {'1.9'}, Aug 31 09:09:22.436871 n-d-791506-28 neutron-server[95553]: 'SecurityGroup': {'1.4'}, Aug 31 09:09:22.436871 n-d-791506-28 neutron-server[95553]: 'SecurityGroupRule': {'1.2'}, Aug 31 09:09:22.436871 n-d-791506-28 neutron-server[95553]: 'SubPort': {'1.0'}, Aug 31 09:09:22.436871 n-d-791506-28 neutron-server[95553]: 'Subnet': {'1.1'}, Aug 31 09:09:22.436871 n-d-791506-28 neutron-server[95553]: 'Trunk': {'1.1'}} Aug 31 09:09:22.436871 n-d-791506-28 neutron-server[95553]: consumer versions: Aug 31 09:09:22.436871 n-d-791506-28 neutron-server[95553]: { DHCP agent@n-d-791506-28: {}, Aug 31 09:09:22.436871 n-d-791506-28 neutron-server[95553]: HyperV agent@n-h1-791506-28: {}, Aug 31 09:09:22.436871 n-d-791506-28 neutron-server[95553]: HyperV agent@n-h2-791506-28: {}, Aug 31 09:09:22.436871 n-d-791506-28 neutron-server[95553]: L3 agent@n-d-791506-28: {}, Aug 31 09:09:22.436871 n-d-791506-28 neutron-server[95553]: Metadata agent@n-d-791506-28: {}, Aug 31 09:09:22.436871 n-d-791506-28 neutron-server[95553]: Metering agent@n-d-791506-28: {}, Aug 31 09:09:22.436871 n-d-791506-28 neutron-server[95553]: Open vSwitch agent@n-d-791506-28: { 'AddressGroup': '1.2', Aug 31 09:09:22.436871 n-d-791506-28 neutron-server[95553]: 'ConntrackHelper': '1.0', Aug 31 09:09:22.436871 n-d-791506-28 neutron-server[95553]: 'Log': '1.0', Aug 31 09:09:22.436871 n-d-791506-28 neutron-server[95553]: 'Network': '1.1', Aug 31 09:09:22.436871 n-d-791506-28 neutron-server[95553]: 'Port': '1.7', Aug 31 09:09:22.436871 n-d-791506-28 neutron-server[95553]: 'PortForwarding': '1.2', Aug 31 09:09:22.436871 n-d-791506-28 neutron-server[95553]: 'QosPolicy': '1.9', Aug 31 09:09:22.436871 n-d-791506-28 neutron-server[95553]: 'SecurityGroup': '1.4', Aug 31 09:09:22.436871 n-d-791506-28 neutron-server[95553]: 'SecurityGroupRule': '1.2', Aug 31 09:09:22.436871 n-d-791506-28 neutron-server[95553]: 'SubPort': '1.0', Aug 31 09:09:22.436871 n-d-791506-28 neutron-server[95553]: 'Subnet': '1.1', Aug 31 09:09:22.436871 n-d-791506-28 neutron-server[95553]: 'Trunk': '1.1'}} Aug 31 09:09:22.436871 n-d-791506-28 neutron-server[95553]: {{(pid=95553) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 09:09:24.182972 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44490) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:24.186033 n-d-791506-28 neutron-server[95553]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 09:09:24.222038 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-afb2c608-ac18-4191-aba5-e526f8fd696f tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=e987fb450f6f45279a74f845bc972679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368116 Aug 31 09:09:24.338958 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-9e8b5749-6c2d-4c07-ae19-1b7cef1e1bc1 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:24.341058 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-9e8b5749-6c2d-4c07-ae19-1b7cef1e1bc1 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1097696 Aug 31 09:09:24.358997 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-ab32ed10-1f7f-4258-936c-d13cb2772add tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/quotas/e987fb450f6f45279a74f845bc972679 HTTP/1.1" status: 200 len: 375 time: 0.0122066 Aug 31 09:09:24.455118 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-834eb826-0eb2-4f3a-8cf5-589dad68d444 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=e987fb450f6f45279a74f845bc972679&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0890994 Aug 31 09:09:25.382021 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44574) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:25.413701 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44578) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:25.508560 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a71de048-e0d3-4262-88ef-a19a35e17d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:25.604047 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-344c915b-74d2-4fa0-b92b-434a4dcb3c50 req-3b64112e-39e3-4c2c-a931-5ef25fa79396 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=82cb5f62-a424-42a7-ab1b-f83960176646 HTTP/1.1" status: 200 len: 210 time: 0.1891680 Aug 31 09:09:25.667376 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a71de048-e0d3-4262-88ef-a19a35e17d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:25.753458 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a71de048-e0d3-4262-88ef-a19a35e17d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:25.796316 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a71de048-e0d3-4262-88ef-a19a35e17d22 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=73c2ab7f27034741a26d60aac3692c61&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4131844 Aug 31 09:09:25.797254 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71de048-e0d3-4262-88ef-a19a35e17d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87532c4-3cda-4194-be99-9afea6cc4e83,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:25.799257 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44606) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:25.878426 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3a40cfe4-fea2-4e08-9917-12cc92e3fee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:25.907388 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3a40cfe4-fea2-4e08-9917-12cc92e3fee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:26.068174 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3a40cfe4-fea2-4e08-9917-12cc92e3fee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:26.070817 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3a40cfe4-fea2-4e08-9917-12cc92e3fee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:26.082503 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3a40cfe4-fea2-4e08-9917-12cc92e3fee4 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/d87532c4-3cda-4194-be99-9afea6cc4e83 HTTP/1.1" status: 204 len: 168 time: 0.2716119 Aug 31 09:09:26.082503 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40cfe4-fea2-4e08-9917-12cc92e3fee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87532c4-3cda-4194-be99-9afea6cc4e83,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:26.381173 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44652) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:26.705870 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d2043050-cf17-4532-92f2-cb422c7ce592 req-1c508f63-586e-4418-8943-0f23d28bbb49 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=82cb5f62-a424-42a7-ab1b-f83960176646 HTTP/1.1" status: 200 len: 210 time: 0.0302184 Aug 31 09:09:26.975849 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b970d746-1917-4119-9c76-3c29d155cf44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:26.996569 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44682) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:27.072581 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b970d746-1917-4119-9c76-3c29d155cf44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:27.111033 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44690) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:27.134114 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b970d746-1917-4119-9c76-3c29d155cf44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:27.173074 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970d746-1917-4119-9c76-3c29d155cf44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598c6ea6-9beb-4620-b14b-d47c8321ebca,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:27.179368 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b970d746-1917-4119-9c76-3c29d155cf44 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=91c0929e32ab45299898e2cbe2093ef6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7973588 Aug 31 09:09:27.181476 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44694) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:27.244021 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-62575c3c-edce-4396-bb68-9a5e7a0b7a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:27.261263 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6bd27824-61f7-4b4e-9c7c-f6ed67503114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:27.292648 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6bd27824-61f7-4b4e-9c7c-f6ed67503114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:27.317465 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44696) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:27.342442 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4fce12ea-8a33-4bae-84da-1537332c7a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:27.444042 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6bd27824-61f7-4b4e-9c7c-f6ed67503114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:27.447863 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6bd27824-61f7-4b4e-9c7c-f6ed67503114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:27.452659 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6bd27824-61f7-4b4e-9c7c-f6ed67503114 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/598c6ea6-9beb-4620-b14b-d47c8321ebca HTTP/1.1" status: 204 len: 168 time: 0.2668421 Aug 31 09:09:27.465866 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd27824-61f7-4b4e-9c7c-f6ed67503114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598c6ea6-9beb-4620-b14b-d47c8321ebca,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:27.474629 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-74fd79db-7af1-4a6c-89b9-7a2d1766fbed tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=bbcb257326a44777b2323b8c11f2bfcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325093 Aug 31 09:09:27.543389 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-62575c3c-edce-4396-bb68-9a5e7a0b7a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:27.570342 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2b40277c-da24-4fd9-bf94-e923e25f40c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:27.619509 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-62575c3c-edce-4396-bb68-9a5e7a0b7a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:27.621813 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-c6fa426e-e10b-4f8b-a08f-0940fd9d0f06 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:27.623350 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-c6fa426e-e10b-4f8b-a08f-0940fd9d0f06 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1357560 Aug 31 09:09:27.646208 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.db.api [None req-2b40277c-da24-4fd9-bf94-e923e25f40c1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:09:27.646208 n-d-791506-28 neutron-server[95553]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:09:27.646208 n-d-791506-28 neutron-server[95553]: [parameters: {'project_id_1': '58cb05d5d1964ffb8ac737a24d07c00c', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 9, 27, 588938)}] Aug 31 09:09:27.646208 n-d-791506-28 neutron-server[95553]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:09:27.646647 n-d-791506-28 neutron-server[95553]: DEBUG oslo_db.api [None req-2b40277c-da24-4fd9-bf94-e923e25f40c1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:09:27.650098 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-2fe472bf-c5bf-4157-9b1f-0124fec9c96c tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/quotas/bbcb257326a44777b2323b8c11f2bfcb HTTP/1.1" status: 200 len: 375 time: 0.0198882 Aug 31 09:09:27.657286 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62575c3c-edce-4396-bb68-9a5e7a0b7a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8c61e7-6ecc-4169-b746-2b64a5abf897,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:27.661852 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-62575c3c-edce-4396-bb68-9a5e7a0b7a22 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=a99383f067654e109b4cacd435ab928c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6636548 Aug 31 09:09:27.664798 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44716) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:27.693893 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-06212a47-69e7-47f0-b7f4-b564b45f67d2 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=bbcb257326a44777b2323b8c11f2bfcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353801 Aug 31 09:09:27.719430 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-98f8e6b1-ed43-4af3-8606-88f33941d631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:27.743319 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-98f8e6b1-ed43-4af3-8606-88f33941d631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:27.744320 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4fce12ea-8a33-4bae-84da-1537332c7a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:27.826426 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4fce12ea-8a33-4bae-84da-1537332c7a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:27.860431 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4fce12ea-8a33-4bae-84da-1537332c7a4b admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=55ae0624d57844819095934d8bd5a073&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5413873 Aug 31 09:09:27.863152 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44722) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:27.891617 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce12ea-8a33-4bae-84da-1537332c7a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc23741-6219-4a02-92ec-e4808b5ef83a,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:27.905978 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-98f8e6b1-ed43-4af3-8606-88f33941d631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:27.908517 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-98f8e6b1-ed43-4af3-8606-88f33941d631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:27.910588 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-98f8e6b1-ed43-4af3-8606-88f33941d631 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/9c8c61e7-6ecc-4169-b746-2b64a5abf897 HTTP/1.1" status: 204 len: 168 time: 0.2439246 Aug 31 09:09:27.910713 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c8d8a732-0a0a-4663-a201-047b6d3a4af2 req-e2eabcc1-7202-40fd-ba56-614c13ff3a41 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=82cb5f62-a424-42a7-ab1b-f83960176646 HTTP/1.1" status: 200 len: 210 time: 0.0401769 Aug 31 09:09:27.928664 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8e6b1-ed43-4af3-8606-88f33941d631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8c61e7-6ecc-4169-b746-2b64a5abf897,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:27.971668 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-465323d0-6b54-4475-8d36-8190dfad3280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:28.007133 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-465323d0-6b54-4475-8d36-8190dfad3280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:28.073885 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6aa9c5a8-231a-498f-942e-774511369b77 req-e6fae175-b96f-4cb1-912f-7de60c0d211f tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/ports?device_id=f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09 HTTP/1.1" status: 200 len: 210 time: 0.0445740 Aug 31 09:09:28.093555 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.112', 53098) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:28.116450 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-102b55ea-1c47-472f-94de-0daf2007837a tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=e987fb450f6f45279a74f845bc972679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216017 Aug 31 09:09:28.147551 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2b40277c-da24-4fd9-bf94-e923e25f40c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:28.245575 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-465323d0-6b54-4475-8d36-8190dfad3280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:28.250677 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-465323d0-6b54-4475-8d36-8190dfad3280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:28.252494 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-465323d0-6b54-4475-8d36-8190dfad3280 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/ecc23741-6219-4a02-92ec-e4808b5ef83a HTTP/1.1" status: 204 len: 168 time: 0.3882341 Aug 31 09:09:28.309118 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465323d0-6b54-4475-8d36-8190dfad3280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc23741-6219-4a02-92ec-e4808b5ef83a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:28.326363 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2b40277c-da24-4fd9-bf94-e923e25f40c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:28.363826 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44748) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:28.364507 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-41e4ac68-0e5a-4eb3-b2ec-2ae03efc315d tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:28.366626 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-41e4ac68-0e5a-4eb3-b2ec-2ae03efc315d tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2435200 Aug 31 09:09:28.371754 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2b40277c-da24-4fd9-bf94-e923e25f40c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:28.413476 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31471e86-cdc6-4cb6-87db-3a6ad8a85c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:28.453007 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2b40277c-da24-4fd9-bf94-e923e25f40c1 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=58cb05d5d1964ffb8ac737a24d07c00c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3408155 Aug 31 09:09:28.455938 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44754) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:28.458765 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40277c-da24-4fd9-bf94-e923e25f40c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c83b8b6-7507-4a3b-82ad-046a94f8d563,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:28.491363 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-33c4c6d9-ea44-433f-aea5-a13ba15ef477 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Request body: {'port': {'device_id': '82cb5f62-a424-42a7-ab1b-f83960176646', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'admin_state_up': True, 'tenant_id': 'e987fb450f6f45279a74f845bc972679'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:28.555828 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31471e86-cdc6-4cb6-87db-3a6ad8a85c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:28.655445 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31471e86-cdc6-4cb6-87db-3a6ad8a85c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:28.670243 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4b73905b-44cd-48a0-a637-a593e481dad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:28.723762 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-31471e86-cdc6-4cb6-87db-3a6ad8a85c95 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=a839cdda81f842d69900eb77f57b7ca0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3564100 Aug 31 09:09:28.723762 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31471e86-cdc6-4cb6-87db-3a6ad8a85c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0323bfd-8812-4990-9c46-5593504aab0a,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:28.725807 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44766) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:28.739063 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4b73905b-44cd-48a0-a637-a593e481dad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:28.780957 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-661a86e0-29ab-4615-b0ab-6468a923e59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:28.813951 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-661a86e0-29ab-4615-b0ab-6468a923e59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:28.840727 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-33c4c6d9-ea44-433f-aea5-a13ba15ef477 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Made reservation on behalf of e987fb450f6f45279a74f845bc972679 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:09:28.844757 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-33c4c6d9-ea44-433f-aea5-a13ba15ef477 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:28.854226 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-33c4c6d9-ea44-433f-aea5-a13ba15ef477 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:28.890264 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4b73905b-44cd-48a0-a637-a593e481dad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:28.892811 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4b73905b-44cd-48a0-a637-a593e481dad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:28.896282 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4b73905b-44cd-48a0-a637-a593e481dad9 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/7c83b8b6-7507-4a3b-82ad-046a94f8d563 HTTP/1.1" status: 204 len: 168 time: 0.4367311 Aug 31 09:09:28.901811 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73905b-44cd-48a0-a637-a593e481dad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c83b8b6-7507-4a3b-82ad-046a94f8d563,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:28.913702 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-661a86e0-29ab-4615-b0ab-6468a923e59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:28.919002 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-661a86e0-29ab-4615-b0ab-6468a923e59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:28.926385 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-661a86e0-29ab-4615-b0ab-6468a923e59d admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/e0323bfd-8812-4990-9c46-5593504aab0a HTTP/1.1" status: 204 len: 168 time: 0.1997557 Aug 31 09:09:28.960086 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a86e0-29ab-4615-b0ab-6468a923e59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0323bfd-8812-4990-9c46-5593504aab0a,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:28.961773 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44782) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:29.006448 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-33c4c6d9-ea44-433f-aea5-a13ba15ef477 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:29.010734 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-086fb543-4bb8-4aa8-a183-0a4bc30ace3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:29.101821 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-33c4c6d9-ea44-433f-aea5-a13ba15ef477 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:29.249797 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b20c261c-7c03-4e71-bf70-b82270e8c80e req-5f426cc2-e582-4753-a1cd-810de31b3dc2 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/ports?device_id=f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09 HTTP/1.1" status: 200 len: 210 time: 0.0571396 Aug 31 09:09:29.254183 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-44424796-6713-4d0a-955c-c1ec1ab413c4 req-59a25af2-3017-478c-bc8a-fa4c7e9e33d1 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=82cb5f62-a424-42a7-ab1b-f83960176646 HTTP/1.1" status: 200 len: 210 time: 0.0677307 Aug 31 09:09:29.286668 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-086fb543-4bb8-4aa8-a183-0a4bc30ace3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:29.373224 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4c6d9-ea44-433f-aea5-a13ba15ef477 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3799c05b-a3bb-42b0-b2cf-6351c2032633,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:29.397350 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-086fb543-4bb8-4aa8-a183-0a4bc30ace3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:29.431491 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086fb543-4bb8-4aa8-a183-0a4bc30ace3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ce51eb-ef1f-4058-9885-a91dd8e44f2f,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:29.448320 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-086fb543-4bb8-4aa8-a183-0a4bc30ace3c admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=975ebd6b83bd4896931e9c1f11e66e43&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4828196 Aug 31 09:09:29.451499 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44802) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:29.481483 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-33c4c6d9-ea44-433f-aea5-a13ba15ef477 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Allocated IP 192.168.233.52 (a47e180d-e969-4a85-aa09-0ec8196480c0/f473c8e7-d3e2-4352-b8da-3dcd093feb8b/c9c211eb-443b-4400-90c5-6ba02fa27a9f) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:09:29.504427 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-37265857-5bfe-4ad1-883e-5a907bfeba8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:29.526014 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-37265857-5bfe-4ad1-883e-5a907bfeba8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:29.656189 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-37265857-5bfe-4ad1-883e-5a907bfeba8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:29.659019 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-37265857-5bfe-4ad1-883e-5a907bfeba8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:29.663022 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-37265857-5bfe-4ad1-883e-5a907bfeba8a admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/b8ce51eb-ef1f-4058-9885-a91dd8e44f2f HTTP/1.1" status: 204 len: 168 time: 0.2105908 Aug 31 09:09:29.671138 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-33c4c6d9-ea44-433f-aea5-a13ba15ef477 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:29.680361 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37265857-5bfe-4ad1-883e-5a907bfeba8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ce51eb-ef1f-4058-9885-a91dd8e44f2f,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:29.691434 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-33c4c6d9-ea44-433f-aea5-a13ba15ef477 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Transition to ACTIVE for port object c9c211eb-443b-4400-90c5-6ba02fa27a9f will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:09:29.777151 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-33c4c6d9-ea44-433f-aea5-a13ba15ef477 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:29.855477 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-33c4c6d9-ea44-433f-aea5-a13ba15ef477 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Network a47e180d-e969-4a85-aa09-0ec8196480c0 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:09:29.872420 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-33c4c6d9-ea44-433f-aea5-a13ba15ef477 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:09:29.882786 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-33c4c6d9-ea44-433f-aea5-a13ba15ef477 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:09:29.891384 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-33c4c6d9-ea44-433f-aea5-a13ba15ef477 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:29.892054 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-33c4c6d9-ea44-433f-aea5-a13ba15ef477 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:29.901797 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4c6d9-ea44-433f-aea5-a13ba15ef477 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Pushing event updated for resources: {'Port': ['ID=c9c211eb-443b-4400-90c5-6ba02fa27a9f,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:30.000400 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-33c4c6d9-ea44-433f-aea5-a13ba15ef477 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5156817 Aug 31 09:09:30.086461 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44822) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:30.110342 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3807539c-b2e4-452c-9f43-2a4e9f266963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:30.262145 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d681f567-d6ce-4b63-bb01-2034261acd4e None None] Provisioning for port c9c211eb-443b-4400-90c5-6ba02fa27a9f completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:09:30.267847 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d681f567-d6ce-4b63-bb01-2034261acd4e None None] Provisioning complete for port c9c211eb-443b-4400-90c5-6ba02fa27a9f triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:09:30.268796 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d681f567-d6ce-4b63-bb01-2034261acd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:30.349646 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-d681f567-d6ce-4b63-bb01-2034261acd4e None None] Port c9c211eb-443b-4400-90c5-6ba02fa27a9f cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:09:30.364874 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-f1ff35de-ff3e-44e6-bfba-38cad92e5aa2 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:09:30.367030 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-f1ff35de-ff3e-44e6-bfba-38cad92e5aa2 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065506 Aug 31 09:09:30.427748 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3807539c-b2e4-452c-9f43-2a4e9f266963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:30.641021 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3807539c-b2e4-452c-9f43-2a4e9f266963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:30.690308 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-41fbf797-e9bf-4793-a692-6530a1e6a974 req-a014173a-7d7e-4de7-a6b7-0adfa40273f7 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/ports?device_id=f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09 HTTP/1.1" status: 200 len: 210 time: 0.0598743 Aug 31 09:09:30.728167 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807539c-b2e4-452c-9f43-2a4e9f266963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528f049c-3918-401b-b588-9e9d513f4875,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:30.757385 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff7d7d-6f74-4151-a3c4-775330e02c1c req-4dcf624c-776a-4a94-9d9d-28cb5a22c0c5 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:30.759299 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5ff7d7d-6f74-4151-a3c4-775330e02c1c req-4dcf624c-776a-4a94-9d9d-28cb5a22c0c5 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=82cb5f62-a424-42a7-ab1b-f83960176646 HTTP/1.1" status: 200 len: 935 time: 0.2664080 Aug 31 09:09:30.801893 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3807539c-b2e4-452c-9f43-2a4e9f266963 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=217b58ad63ea4ab0b0ecdb16e10bbc9e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7138927 Aug 31 09:09:30.805100 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44838) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:30.843784 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5ff7d7d-6f74-4151-a3c4-775330e02c1c req-605549e4-87e6-4531-8538-7f0ad2bc17df tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/security-groups?id=3799c05b-a3bb-42b0-b2cf-6351c2032633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754442 Aug 31 09:09:30.914724 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bfd32d52-15df-413e-bfe5-2f4d69137909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:30.938786 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bfd32d52-15df-413e-bfe5-2f4d69137909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:31.112146 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bfd32d52-15df-413e-bfe5-2f4d69137909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:31.114875 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bfd32d52-15df-413e-bfe5-2f4d69137909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:31.123951 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bfd32d52-15df-413e-bfe5-2f4d69137909 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/528f049c-3918-401b-b588-9e9d513f4875 HTTP/1.1" status: 204 len: 168 time: 0.3173220 Aug 31 09:09:31.142771 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd32d52-15df-413e-bfe5-2f4d69137909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528f049c-3918-401b-b588-9e9d513f4875,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:31.185703 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.59', 60379) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:31.216425 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-31cb88a5-229b-439e-8a70-1583619fb65c tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=bbcb257326a44777b2323b8c11f2bfcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293341 Aug 31 09:09:31.354439 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-64c37fa0-354e-40aa-9673-614b4932f068 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:31.357026 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-64c37fa0-354e-40aa-9673-614b4932f068 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1346111 Aug 31 09:09:31.455046 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-65158a76-c77b-4821-b6c5-0374c42cfb38 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Request body: {'port': {'device_id': 'f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'admin_state_up': True, 'tenant_id': 'bbcb257326a44777b2323b8c11f2bfcb'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:31.828146 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a212be3e-be96-4626-8c48-c81a3d5f0230 req-1ebc3a3e-f304-4f5f-a2ec-ae224567b76e tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/ports?device_id=f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09 HTTP/1.1" status: 200 len: 210 time: 0.0387576 Aug 31 09:09:32.005875 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-65158a76-c77b-4821-b6c5-0374c42cfb38 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Made reservation on behalf of bbcb257326a44777b2323b8c11f2bfcb for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:09:32.009819 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-65158a76-c77b-4821-b6c5-0374c42cfb38 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:32.033671 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-65158a76-c77b-4821-b6c5-0374c42cfb38 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:32.057904 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06525199-9592-451a-bc01-fbbf83ec71ef req-14abdad7-7e9f-4e3d-8daa-e3c7f8fb3bca tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:32.067384 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-06525199-9592-451a-bc01-fbbf83ec71ef req-14abdad7-7e9f-4e3d-8daa-e3c7f8fb3bca tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=82cb5f62-a424-42a7-ab1b-f83960176646 HTTP/1.1" status: 200 len: 935 time: 0.1263878 Aug 31 09:09:32.135205 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-06525199-9592-451a-bc01-fbbf83ec71ef req-075f8e10-42ed-4110-b81f-4b6d051fc587 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/security-groups?id=3799c05b-a3bb-42b0-b2cf-6351c2032633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667865 Aug 31 09:09:32.202114 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:09:32.271691 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-65158a76-c77b-4821-b6c5-0374c42cfb38 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:32.300123 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:32.325975 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-65158a76-c77b-4821-b6c5-0374c42cfb38 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:32.451811 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65158a76-c77b-4821-b6c5-0374c42cfb38 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aabf8c8b-3150-4e5f-a1d1-5e56a6fbf433,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:32.612302 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-65158a76-c77b-4821-b6c5-0374c42cfb38 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Allocated IP 192.168.233.254 (a47e180d-e969-4a85-aa09-0ec8196480c0/f473c8e7-d3e2-4352-b8da-3dcd093feb8b/21c5c20c-a3ee-446f-a1a8-4b269bb895bc) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:09:32.813464 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-65158a76-c77b-4821-b6c5-0374c42cfb38 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:32.820709 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:32.868064 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-65158a76-c77b-4821-b6c5-0374c42cfb38 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Transition to ACTIVE for port object 21c5c20c-a3ee-446f-a1a8-4b269bb895bc will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:09:32.979874 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e06ca809-c1db-45de-964d-e7774f5bc49a req-fcda59c0-3d55-4413-a77f-5cdb4eea48d5 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/ports?device_id=f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09 HTTP/1.1" status: 200 len: 210 time: 0.0397344 Aug 31 09:09:33.292563 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-65158a76-c77b-4821-b6c5-0374c42cfb38 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:33.413755 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-65158a76-c77b-4821-b6c5-0374c42cfb38 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Network a47e180d-e969-4a85-aa09-0ec8196480c0 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:09:33.440378 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-65158a76-c77b-4821-b6c5-0374c42cfb38 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:09:33.475154 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-65158a76-c77b-4821-b6c5-0374c42cfb38 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:09:33.494620 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-65158a76-c77b-4821-b6c5-0374c42cfb38 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:33.495471 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-65158a76-c77b-4821-b6c5-0374c42cfb38 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:33.536804 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb632a93-d3cc-46f3-bfb8-7f7ceb7a44a6 req-3c980bde-d7e0-4c37-bf34-57f112bc7b07 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:33.540580 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fb632a93-d3cc-46f3-bfb8-7f7ceb7a44a6 req-3c980bde-d7e0-4c37-bf34-57f112bc7b07 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=82cb5f62-a424-42a7-ab1b-f83960176646 HTTP/1.1" status: 200 len: 935 time: 0.2875242 Aug 31 09:09:33.554273 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65158a76-c77b-4821-b6c5-0374c42cfb38 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Pushing event updated for resources: {'Port': ['ID=21c5c20c-a3ee-446f-a1a8-4b269bb895bc,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:33.608163 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fb632a93-d3cc-46f3-bfb8-7f7ceb7a44a6 req-ffdc3a4e-76b4-40da-b0b8-345bb9677720 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/security-groups?id=3799c05b-a3bb-42b0-b2cf-6351c2032633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490866 Aug 31 09:09:33.663272 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-65158a76-c77b-4821-b6c5-0374c42cfb38 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2137134 Aug 31 09:09:33.697762 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-3fef6468-4d97-40d3-a3a9-cf85e2168f68 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:09:33.698978 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-3fef6468-4d97-40d3-a3a9-cf85e2168f68 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064812 Aug 31 09:09:33.906006 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3546a8a5-17df-474f-98e7-93aa80e758d8 None None] Provisioning for port 21c5c20c-a3ee-446f-a1a8-4b269bb895bc completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:09:33.911403 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3546a8a5-17df-474f-98e7-93aa80e758d8 None None] Provisioning complete for port 21c5c20c-a3ee-446f-a1a8-4b269bb895bc triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:09:33.912372 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3546a8a5-17df-474f-98e7-93aa80e758d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:33.984849 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-3546a8a5-17df-474f-98e7-93aa80e758d8 None None] Port 21c5c20c-a3ee-446f-a1a8-4b269bb895bc cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:09:34.190064 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02cd63-e635-49f1-9ec8-6d0e9e8607e7 req-624b77a6-85ae-4900-ba8a-8cea68e4be30 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:34.198694 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0f02cd63-e635-49f1-9ec8-6d0e9e8607e7 req-624b77a6-85ae-4900-ba8a-8cea68e4be30 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/ports?device_id=f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09 HTTP/1.1" status: 200 len: 936 time: 0.0919218 Aug 31 09:09:34.247478 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0f02cd63-e635-49f1-9ec8-6d0e9e8607e7 req-7c6b794b-fedb-4a1c-80f5-4cf74cdc2ddd tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/security-groups?id=aabf8c8b-3150-4e5f-a1d1-5e56a6fbf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469997 Aug 31 09:09:34.877513 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87ef37-8038-49a9-8689-2d72e4ae8a55 req-3010c606-40e3-4f13-bbd1-1ced9391f6d7 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:34.889417 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7f87ef37-8038-49a9-8689-2d72e4ae8a55 req-3010c606-40e3-4f13-bbd1-1ced9391f6d7 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=82cb5f62-a424-42a7-ab1b-f83960176646 HTTP/1.1" status: 200 len: 935 time: 0.1387453 Aug 31 09:09:34.962987 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7f87ef37-8038-49a9-8689-2d72e4ae8a55 req-8677c7c0-9fa7-4380-a367-183d0d685604 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/security-groups?id=3799c05b-a3bb-42b0-b2cf-6351c2032633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726786 Aug 31 09:09:35.494682 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f02a2-e0a1-44bf-b237-9940b6fba5fb req-cb91ff64-2cdd-42b1-8524-020d98d12208 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:35.496994 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a94f02a2-e0a1-44bf-b237-9940b6fba5fb req-cb91ff64-2cdd-42b1-8524-020d98d12208 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/ports?device_id=f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09 HTTP/1.1" status: 200 len: 936 time: 0.1098542 Aug 31 09:09:35.570793 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a94f02a2-e0a1-44bf-b237-9940b6fba5fb req-8de81226-7934-4a3d-8b8e-fb91f99ebe3f tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/security-groups?id=aabf8c8b-3150-4e5f-a1d1-5e56a6fbf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623991 Aug 31 09:09:35.892319 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-fbb9c206-41c6-4a73-ae0e-74f575af5dd1 service neutron] Request body: {'port': {'device_id': 'f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09', 'device_owner': 'compute:tempest-test_az-1538544087', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:36.044775 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-fbb9c206-41c6-4a73-ae0e-74f575af5dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:36.432712 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c188068-2d61-4789-9d64-8eeb6f804c22 req-7fce2a7d-d255-482f-bb1f-933a3259fdf8 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:36.434736 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1c188068-2d61-4789-9d64-8eeb6f804c22 req-7fce2a7d-d255-482f-bb1f-933a3259fdf8 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=82cb5f62-a424-42a7-ab1b-f83960176646 HTTP/1.1" status: 200 len: 935 time: 0.3249061 Aug 31 09:09:36.548342 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1c188068-2d61-4789-9d64-8eeb6f804c22 req-0528bb18-0689-4398-821a-9ab4ff39e356 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/security-groups?id=3799c05b-a3bb-42b0-b2cf-6351c2032633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061816 Aug 31 09:09:36.774963 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-fbb9c206-41c6-4a73-ae0e-74f575af5dd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21c5c20c-a3ee-446f-a1a8-4b269bb895bc {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:09:36.784652 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-fbb9c206-41c6-4a73-ae0e-74f575af5dd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:36.811605 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb683c33-c4a1-42df-8f09-d730cfa16f17 req-5f6d4b7a-04db-4e5a-ba17-44b1ea4516e3 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:36.814285 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bb683c33-c4a1-42df-8f09-d730cfa16f17 req-5f6d4b7a-04db-4e5a-ba17-44b1ea4516e3 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/ports?device_id=f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09 HTTP/1.1" status: 200 len: 936 time: 0.1092868 Aug 31 09:09:36.820102 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-fbb9c206-41c6-4a73-ae0e-74f575af5dd1 service neutron] Transition to ACTIVE for port object 21c5c20c-a3ee-446f-a1a8-4b269bb895bc will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:09:36.873469 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bb683c33-c4a1-42df-8f09-d730cfa16f17 req-9734a3be-bf89-4b4d-a532-44cb193e58cd tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/security-groups?id=aabf8c8b-3150-4e5f-a1d1-5e56a6fbf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509622 Aug 31 09:09:36.920447 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-fbb9c206-41c6-4a73-ae0e-74f575af5dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:37.112335 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-b8212f36-7101-494a-9803-6040c60f52cf service neutron] Request body: {'port': {'device_id': '82cb5f62-a424-42a7-ab1b-f83960176646', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:37.225902 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-b8212f36-7101-494a-9803-6040c60f52cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:37.260798 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb9c206-41c6-4a73-ae0e-74f575af5dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=21c5c20c-a3ee-446f-a1a8-4b269bb895bc,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:37.347321 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45006) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:37.417946 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-fbb9c206-41c6-4a73-ae0e-74f575af5dd1 service neutron] Attempting to bind port 21c5c20c-a3ee-446f-a1a8-4b269bb895bc on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:09:37.425704 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-fbb9c206-41c6-4a73-ae0e-74f575af5dd1 service neutron] Attempting to bind port 21c5c20c-a3ee-446f-a1a8-4b269bb895bc by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:09:37.425704 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-fbb9c206-41c6-4a73-ae0e-74f575af5dd1 service neutron] Attempting to bind port 21c5c20c-a3ee-446f-a1a8-4b269bb895bc on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:09:37.440927 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-fbb9c206-41c6-4a73-ae0e-74f575af5dd1 service neutron] Port 21c5c20c-a3ee-446f-a1a8-4b269bb895bc on network a47e180d-e969-4a85-aa09-0ec8196480c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:09:37.441402 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-fbb9c206-41c6-4a73-ae0e-74f575af5dd1 service neutron] Attempting to bind port 21c5c20c-a3ee-446f-a1a8-4b269bb895bc on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:09:37.475422 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-fbb9c206-41c6-4a73-ae0e-74f575af5dd1 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:09:37.478836 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-fbb9c206-41c6-4a73-ae0e-74f575af5dd1 service neutron] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:09:37.483189 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-fbb9c206-41c6-4a73-ae0e-74f575af5dd1 service neutron] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:09:37.483375 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-fbb9c206-41c6-4a73-ae0e-74f575af5dd1 service neutron] Bound port: 21c5c20c-a3ee-446f-a1a8-4b269bb895bc, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:09:37.483696 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-fbb9c206-41c6-4a73-ae0e-74f575af5dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:37.687136 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-fbb9c206-41c6-4a73-ae0e-74f575af5dd1 service neutron] For port 21c5c20c-a3ee-446f-a1a8-4b269bb895bc, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:09:37.704882 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-fbb9c206-41c6-4a73-ae0e-74f575af5dd1 service neutron] For port 21c5c20c-a3ee-446f-a1a8-4b269bb895bc, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=21c5c20c-a3ee-446f-a1a8-4b269bb895bc,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:09:37.781412 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-fbb9c206-41c6-4a73-ae0e-74f575af5dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:37.878953 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-b8212f36-7101-494a-9803-6040c60f52cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c211eb-443b-4400-90c5-6ba02fa27a9f {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:09:37.917782 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-b8212f36-7101-494a-9803-6040c60f52cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:37.934369 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-fbb9c206-41c6-4a73-ae0e-74f575af5dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:37.942033 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-fbb9c206-41c6-4a73-ae0e-74f575af5dd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:37.943783 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-fbb9c206-41c6-4a73-ae0e-74f575af5dd1 service neutron] 10.222.0.59 "PUT /v2.0/ports/21c5c20c-a3ee-446f-a1a8-4b269bb895bc HTTP/1.1" status: 200 len: 1119 time: 2.3963430 Aug 31 09:09:37.945887 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09', 'tag': '21c5c20c-a3ee-446f-a1a8-4b269bb895bc'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:09:37.963809 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-74d7ab34-5bb3-42f7-a53f-bda3842580d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:37.988550 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-b8212f36-7101-494a-9803-6040c60f52cf service neutron] Transition to ACTIVE for port object c9c211eb-443b-4400-90c5-6ba02fa27a9f will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:09:38.100924 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-b8212f36-7101-494a-9803-6040c60f52cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:38.108426 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcef5c-1130-4b3b-911c-2e7e16e411ab req-ad9ed4c5-cde2-4ce7-8659-2c890505be1f tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:38.123137 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5dcef5c-1130-4b3b-911c-2e7e16e411ab req-ad9ed4c5-cde2-4ce7-8659-2c890505be1f tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=82cb5f62-a424-42a7-ab1b-f83960176646 HTTP/1.1" status: 200 len: 935 time: 0.3618305 Aug 31 09:09:38.272185 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5dcef5c-1130-4b3b-911c-2e7e16e411ab req-fc3eca54-2e18-42ea-b0e0-a24d1d8fef72 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/security-groups?id=3799c05b-a3bb-42b0-b2cf-6351c2032633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478703 Aug 31 09:09:38.287269 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb9c206-41c6-4a73-ae0e-74f575af5dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=21c5c20c-a3ee-446f-a1a8-4b269bb895bc,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:38.311596 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-74d7ab34-5bb3-42f7-a53f-bda3842580d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:38.318281 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8212f36-7101-494a-9803-6040c60f52cf service neutron] Pushing event updated for resources: {'Port': ['ID=c9c211eb-443b-4400-90c5-6ba02fa27a9f,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:38.429791 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-74d7ab34-5bb3-42f7-a53f-bda3842580d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:38.487999 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de76e5f1-c8b9-4e5f-a311-76db61c560f4" -d '{"events": [{"name": "network-changed", "server_uuid": "f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09", "tag": "21c5c20c-a3ee-446f-a1a8-4b269bb895bc"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:09:38.531091 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-b8212f36-7101-494a-9803-6040c60f52cf service neutron] Attempting to bind port c9c211eb-443b-4400-90c5-6ba02fa27a9f on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:09:38.531511 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-b8212f36-7101-494a-9803-6040c60f52cf service neutron] Attempting to bind port c9c211eb-443b-4400-90c5-6ba02fa27a9f by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:09:38.531877 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-b8212f36-7101-494a-9803-6040c60f52cf service neutron] Attempting to bind port c9c211eb-443b-4400-90c5-6ba02fa27a9f on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:09:38.556025 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-b8212f36-7101-494a-9803-6040c60f52cf service neutron] Port c9c211eb-443b-4400-90c5-6ba02fa27a9f on network a47e180d-e969-4a85-aa09-0ec8196480c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:09:38.567750 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-b8212f36-7101-494a-9803-6040c60f52cf service neutron] Attempting to bind port c9c211eb-443b-4400-90c5-6ba02fa27a9f on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:09:38.567750 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-74d7ab34-5bb3-42f7-a53f-bda3842580d8 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=60cdcfc98a494408813a15e07855b374&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2169380 Aug 31 09:09:38.567750 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7ab34-5bb3-42f7-a53f-bda3842580d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d863502-6161-490c-8dac-8d0dfa7664a1,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:38.581656 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45038) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:38.592696 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-b8212f36-7101-494a-9803-6040c60f52cf service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:09:38.593055 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-b8212f36-7101-494a-9803-6040c60f52cf service neutron] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:09:38.593686 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-b8212f36-7101-494a-9803-6040c60f52cf service neutron] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:09:38.597562 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-b8212f36-7101-494a-9803-6040c60f52cf service neutron] Bound port: c9c211eb-443b-4400-90c5-6ba02fa27a9f, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:09:38.599509 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-b8212f36-7101-494a-9803-6040c60f52cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:38.619209 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daa409-d002-4e13-8912-ad3eb0a0629e req-7064cca0-2606-48f4-a0df-b699ed7b85cd tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:38.628708 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c9daa409-d002-4e13-8912-ad3eb0a0629e req-7064cca0-2606-48f4-a0df-b699ed7b85cd tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/ports?device_id=f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09 HTTP/1.1" status: 200 len: 970 time: 0.1046913 Aug 31 09:09:38.681683 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c9daa409-d002-4e13-8912-ad3eb0a0629e req-94d07b80-914d-453e-9eef-a722fdd2391d tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/security-groups?id=aabf8c8b-3150-4e5f-a1d1-5e56a6fbf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514567 Aug 31 09:09:38.771931 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c7f4643-7290-40ba-82ac-17bbe8b909bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:38.781493 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-b8212f36-7101-494a-9803-6040c60f52cf service neutron] For port c9c211eb-443b-4400-90c5-6ba02fa27a9f, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:09:38.831326 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-b8212f36-7101-494a-9803-6040c60f52cf service neutron] For port c9c211eb-443b-4400-90c5-6ba02fa27a9f, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=c9c211eb-443b-4400-90c5-6ba02fa27a9f,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:09:38.836883 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c7f4643-7290-40ba-82ac-17bbe8b909bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:38.929139 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-b8212f36-7101-494a-9803-6040c60f52cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:39.043987 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8212f36-7101-494a-9803-6040c60f52cf service neutron] Pushing event updated for resources: {'Port': ['ID=c9c211eb-443b-4400-90c5-6ba02fa27a9f,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:39.051053 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c7f4643-7290-40ba-82ac-17bbe8b909bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:39.056667 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c7f4643-7290-40ba-82ac-17bbe8b909bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:39.058443 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7c7f4643-7290-40ba-82ac-17bbe8b909bf admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/5d863502-6161-490c-8dac-8d0dfa7664a1 HTTP/1.1" status: 204 len: 168 time: 0.4755206 Aug 31 09:09:39.070384 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f4643-7290-40ba-82ac-17bbe8b909bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d863502-6161-490c-8dac-8d0dfa7664a1,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:39.125569 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-b8212f36-7101-494a-9803-6040c60f52cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:39.126376 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-b8212f36-7101-494a-9803-6040c60f52cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:39.128534 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-b8212f36-7101-494a-9803-6040c60f52cf service neutron] 10.222.0.112 "PUT /v2.0/ports/c9c211eb-443b-4400-90c5-6ba02fa27a9f HTTP/1.1" status: 200 len: 1096 time: 2.8385062 Aug 31 09:09:39.129185 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82cb5f62-a424-42a7-ab1b-f83960176646', 'tag': 'c9c211eb-443b-4400-90c5-6ba02fa27a9f'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:09:39.212108 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ff2777-c411-4501-8a34-51b16e3d7230 x-openstack-request-id: req-66ff2777-c411-4501-8a34-51b16e3d7230 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:09:39.212626 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09", "tag": "21c5c20c-a3ee-446f-a1a8-4b269bb895bc", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:09:39.212847 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-66ff2777-c411-4501-8a34-51b16e3d7230 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:09:39.213190 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09', 'tag': '21c5c20c-a3ee-446f-a1a8-4b269bb895bc', 'status': 'completed', 'code': 200} Aug 31 09:09:39.513892 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e926b7c-b37b-472f-bcb0-0f277da67fa9 req-a6b32d17-ca30-437c-a4a9-954e699a9780 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:39.526666 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7e926b7c-b37b-472f-bcb0-0f277da67fa9 req-a6b32d17-ca30-437c-a4a9-954e699a9780 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=82cb5f62-a424-42a7-ab1b-f83960176646 HTTP/1.1" status: 200 len: 947 time: 0.0905375 Aug 31 09:09:39.573192 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-95b9ba88-56a6-473e-8b22-c867fb8c76ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:39.575849 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-95b9ba88-56a6-473e-8b22-c867fb8c76ec service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e987fb450f6f45279a74f845bc972679&device_id=82cb5f62-a424-42a7-ab1b-f83960176646 HTTP/1.1" status: 200 len: 1099 time: 0.2490749 Aug 31 09:09:39.579231 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7e926b7c-b37b-472f-bcb0-0f277da67fa9 req-de7690be-99e8-40df-8801-9cb5773aa326 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/security-groups?id=3799c05b-a3bb-42b0-b2cf-6351c2032633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513415 Aug 31 09:09:39.707079 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8d4803-3901-4515-bf36-7d79fa00fe88" -d '{"events": [{"name": "network-changed", "server_uuid": "82cb5f62-a424-42a7-ab1b-f83960176646", "tag": "c9c211eb-443b-4400-90c5-6ba02fa27a9f"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:09:39.711852 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-93cd9b0d-b9e0-4396-84ab-7b4c29012152 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=c9c211eb-443b-4400-90c5-6ba02fa27a9f HTTP/1.1" status: 200 len: 217 time: 0.1230807 Aug 31 09:09:39.804671 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-a3fbf674-8226-4f62-8c8c-e925c8045d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:39.806241 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-a3fbf674-8226-4f62-8c8c-e925c8045d42 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.0831594 Aug 31 09:09:39.991027 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-0d597d47-4838-4e4b-8491-7d6b44f91342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:39.994196 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-0d597d47-4838-4e4b-8491-7d6b44f91342 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1797624 Aug 31 09:09:40.384467 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18115f3-91ed-48d9-a691-a64f247d0ba0 req-8f6654bd-e9d7-4a23-8e9d-9dd6ae234bfd tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:40.391711 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d18115f3-91ed-48d9-a691-a64f247d0ba0 req-8f6654bd-e9d7-4a23-8e9d-9dd6ae234bfd tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/ports?device_id=f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09 HTTP/1.1" status: 200 len: 970 time: 0.0843019 Aug 31 09:09:40.420098 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45096) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:40.438875 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7e65740a-0607-46b5-a325-d7e71c49ece7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:40.486578 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d18115f3-91ed-48d9-a691-a64f247d0ba0 req-e3a36e20-b655-47c6-ac4c-637ed1899228 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/security-groups?id=aabf8c8b-3150-4e5f-a1d1-5e56a6fbf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749855 Aug 31 09:09:40.644886 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7e65740a-0607-46b5-a325-d7e71c49ece7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:40.662073 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8b48c8-ea66-4838-a468-f60417983a82 x-openstack-request-id: req-3b8b48c8-ea66-4838-a468-f60417983a82 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:09:40.662631 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82cb5f62-a424-42a7-ab1b-f83960176646", "tag": "c9c211eb-443b-4400-90c5-6ba02fa27a9f", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:09:40.662631 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-3b8b48c8-ea66-4838-a468-f60417983a82 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:09:40.663088 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82cb5f62-a424-42a7-ab1b-f83960176646', 'tag': 'c9c211eb-443b-4400-90c5-6ba02fa27a9f', 'status': 'completed', 'code': 200} Aug 31 09:09:40.757825 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7e65740a-0607-46b5-a325-d7e71c49ece7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:40.839296 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45110) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:40.851350 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7e65740a-0607-46b5-a325-d7e71c49ece7 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=ae3cb2372cc348a4b4227bca4b5e0248&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4299424 Aug 31 09:09:40.878592 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65740a-0607-46b5-a325-d7e71c49ece7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afa44bf-cd4b-4947-ace5-d11d88bba498,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:40.944178 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46fd48-0d1d-4c30-9696-7b253784cc67 req-0b9bc8d5-1351-40b9-8dfc-433b166d3622 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:40.951707 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e46fd48-0d1d-4c30-9696-7b253784cc67 req-0b9bc8d5-1351-40b9-8dfc-433b166d3622 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=82cb5f62-a424-42a7-ab1b-f83960176646 HTTP/1.1" status: 200 len: 947 time: 0.0923400 Aug 31 09:09:40.956480 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c0e3c049-e17c-4471-a531-4e21414b8a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:41.009527 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e46fd48-0d1d-4c30-9696-7b253784cc67 req-0499dbc7-db6f-4dd4-b1ca-cc227ef04253 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/security-groups?id=3799c05b-a3bb-42b0-b2cf-6351c2032633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552032 Aug 31 09:09:41.146719 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c0e3c049-e17c-4471-a531-4e21414b8a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:41.294602 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3fe2b68f-3cc8-46b0-acc8-fb21696b0cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:41.374783 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c0e3c049-e17c-4471-a531-4e21414b8a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:41.377645 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c0e3c049-e17c-4471-a531-4e21414b8a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:41.390973 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c0e3c049-e17c-4471-a531-4e21414b8a64 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/4afa44bf-cd4b-4947-ace5-d11d88bba498 HTTP/1.1" status: 204 len: 168 time: 0.5380597 Aug 31 09:09:41.401875 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3c049-e17c-4471-a531-4e21414b8a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afa44bf-cd4b-4947-ace5-d11d88bba498,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:41.895934 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5508123-4f19-40e4-bfc1-19e38b65f8ba req-be04a9f9-bfa4-4436-9ee5-ae71c23ffceb tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:41.897347 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5508123-4f19-40e4-bfc1-19e38b65f8ba req-be04a9f9-bfa4-4436-9ee5-ae71c23ffceb tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/ports?device_id=f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09 HTTP/1.1" status: 200 len: 970 time: 0.0569055 Aug 31 09:09:41.946185 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5508123-4f19-40e4-bfc1-19e38b65f8ba req-b8041501-03ce-4d20-bcfd-806c085f0c3a tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/security-groups?id=aabf8c8b-3150-4e5f-a1d1-5e56a6fbf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422318 Aug 31 09:09:42.218450 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cffe7e-d722-41a9-8960-f59c9c0eb7c4 req-3d185782-0c91-43ca-919e-a83945b3077b tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:42.226990 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-80cffe7e-d722-41a9-8960-f59c9c0eb7c4 req-3d185782-0c91-43ca-919e-a83945b3077b tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=82cb5f62-a424-42a7-ab1b-f83960176646 HTTP/1.1" status: 200 len: 947 time: 0.0864027 Aug 31 09:09:42.276040 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-80cffe7e-d722-41a9-8960-f59c9c0eb7c4 req-780d8b07-0be5-45e1-a746-03fac1e5cb08 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/security-groups?id=3799c05b-a3bb-42b0-b2cf-6351c2032633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480852 Aug 31 09:09:42.380881 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-09b93af0-0bfd-481e-b664-ecc907219ac1 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094811 Aug 31 09:09:42.456687 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45174) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:42.525192 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ce67b172-a456-4ab7-96f5-085d4ae8fd48 req-8ee1baf7-8910-4d9c-ab61-b63c8157012c service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343901 Aug 31 09:09:42.671070 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5e23230b-6380-4892-a0fd-223223c1c535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:42.741278 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d4803-3901-4515-bf36-7d79fa00fe88 req-32242fe9-00df-4fb7-9efc-f342dc515f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:42.742867 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6b8d4803-3901-4515-bf36-7d79fa00fe88 req-32242fe9-00df-4fb7-9efc-f342dc515f86 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e987fb450f6f45279a74f845bc972679&device_id=82cb5f62-a424-42a7-ab1b-f83960176646 HTTP/1.1" status: 200 len: 1099 time: 0.0706072 Aug 31 09:09:42.805160 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5e23230b-6380-4892-a0fd-223223c1c535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:42.881469 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5e23230b-6380-4892-a0fd-223223c1c535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:42.959428 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23230b-6380-4892-a0fd-223223c1c535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf65b34b-42ec-4fb9-8a11-e9dcda120c30,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:43.015504 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5e23230b-6380-4892-a0fd-223223c1c535 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=a351c8b3f3a14289a8cb7f11749fe9f2&name=default HTTP/1.1" status: 200 len: 2978 time: 0.5572121 Aug 31 09:09:43.018438 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45218) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:43.048288 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d4803-3901-4515-bf36-7d79fa00fe88 req-091a2184-9371-408b-a5fd-ec909e007e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:43.050350 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6b8d4803-3901-4515-bf36-7d79fa00fe88 req-091a2184-9371-408b-a5fd-ec909e007e5b service neutron] 10.222.0.112 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.2927477 Aug 31 09:09:43.102010 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6b8d4803-3901-4515-bf36-7d79fa00fe88 req-4b6bf403-50ee-4aa7-adb6-04d38159152a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=c9c211eb-443b-4400-90c5-6ba02fa27a9f HTTP/1.1" status: 200 len: 217 time: 0.0430148 Aug 31 09:09:43.164805 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f97ad4-f805-47d1-970a-ffb27f8ba565 req-c7201813-7313-45c6-8185-a068ebec5a2f tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:43.166139 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-85f97ad4-f805-47d1-970a-ffb27f8ba565 req-c7201813-7313-45c6-8185-a068ebec5a2f tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/ports?device_id=f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09 HTTP/1.1" status: 200 len: 970 time: 0.0994432 Aug 31 09:09:43.178844 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-68ce2f65-01e9-4e36-a13d-f35b848d4270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:43.204376 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d4803-3901-4515-bf36-7d79fa00fe88 req-9d612691-e5a0-4d41-b31c-c71c1bfe12f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:43.206369 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6b8d4803-3901-4515-bf36-7d79fa00fe88 req-9d612691-e5a0-4d41-b31c-c71c1bfe12f1 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.0976629 Aug 31 09:09:43.233737 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-68ce2f65-01e9-4e36-a13d-f35b848d4270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:43.243144 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-85f97ad4-f805-47d1-970a-ffb27f8ba565 req-6a7e4883-4be6-454d-8ecc-3004a183553e tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/security-groups?id=aabf8c8b-3150-4e5f-a1d1-5e56a6fbf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660760 Aug 31 09:09:43.303032 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d4803-3901-4515-bf36-7d79fa00fe88 req-7983417d-a258-4fc8-92f3-1086e55dc4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:43.304553 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6b8d4803-3901-4515-bf36-7d79fa00fe88 req-7983417d-a258-4fc8-92f3-1086e55dc4ee service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0864880 Aug 31 09:09:43.438568 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-68ce2f65-01e9-4e36-a13d-f35b848d4270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:43.441198 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-68ce2f65-01e9-4e36-a13d-f35b848d4270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:43.447295 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-68ce2f65-01e9-4e36-a13d-f35b848d4270 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/bf65b34b-42ec-4fb9-8a11-e9dcda120c30 HTTP/1.1" status: 204 len: 168 time: 0.4275908 Aug 31 09:09:43.452785 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6b8d4803-3901-4515-bf36-7d79fa00fe88 req-c88d2137-d17f-405c-8e22-c4ddb49cd823 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391671 Aug 31 09:09:43.484242 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce2f65-01e9-4e36-a13d-f35b848d4270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf65b34b-42ec-4fb9-8a11-e9dcda120c30,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:43.579997 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ef33b-4acf-4ec3-af26-98f1c39db610 req-85be4869-cbd6-40f1-b4db-4fcb84fb47ef tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:43.584337 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6b8d4803-3901-4515-bf36-7d79fa00fe88 req-40c86478-2d96-4f47-938a-3f741f6bcf94 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239965 Aug 31 09:09:43.591179 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-823ef33b-4acf-4ec3-af26-98f1c39db610 req-85be4869-cbd6-40f1-b4db-4fcb84fb47ef tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=82cb5f62-a424-42a7-ab1b-f83960176646 HTTP/1.1" status: 200 len: 947 time: 0.1071925 Aug 31 09:09:43.637638 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-823ef33b-4acf-4ec3-af26-98f1c39db610 req-0ec00e64-0094-4128-bc45-e431818b50f4 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/security-groups?id=3799c05b-a3bb-42b0-b2cf-6351c2032633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411386 Aug 31 09:09:43.950180 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3e82d7ca-8c37-4227-a5ef-7c1a5405af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:43.998237 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:44.388299 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45302) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:44.404297 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-96249d1a-4386-464e-983b-7166d3cf6b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:44.431218 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25e14a-c68f-4041-a00c-90d0730d636a req-662dd66c-ad6d-4792-a7e1-6a8001e00151 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:44.432950 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f25e14a-c68f-4041-a00c-90d0730d636a req-662dd66c-ad6d-4792-a7e1-6a8001e00151 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/ports?device_id=f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09 HTTP/1.1" status: 200 len: 970 time: 0.0754921 Aug 31 09:09:44.493005 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f25e14a-c68f-4041-a00c-90d0730d636a req-30dc7a02-d204-4c0d-a2c8-269979d9c1b6 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/security-groups?id=aabf8c8b-3150-4e5f-a1d1-5e56a6fbf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462096 Aug 31 09:09:44.510884 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-96249d1a-4386-464e-983b-7166d3cf6b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:44.578129 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-96249d1a-4386-464e-983b-7166d3cf6b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:44.624837 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-96249d1a-4386-464e-983b-7166d3cf6b84 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=14dd6de3e6004ad2aa90ee5cd485edaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354331 Aug 31 09:09:44.625845 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96249d1a-4386-464e-983b-7166d3cf6b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb3419b-8ef9-472c-ab20-db58859252dd,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:44.627583 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45318) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:44.688666 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-97d2d559-2126-4227-89c5-c575c7fc992d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:44.726161 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-97d2d559-2126-4227-89c5-c575c7fc992d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:44.828555 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e12974-68ec-457e-9844-7900b17e0589 req-e7420b38-5da8-4062-8e51-478f1d7e5079 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:44.830183 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4e12974-68ec-457e-9844-7900b17e0589 req-e7420b38-5da8-4062-8e51-478f1d7e5079 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=82cb5f62-a424-42a7-ab1b-f83960176646 HTTP/1.1" status: 200 len: 947 time: 0.0743423 Aug 31 09:09:44.874482 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4e12974-68ec-457e-9844-7900b17e0589 req-4e966acc-2642-4f2d-a77a-39595965a14f tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/security-groups?id=3799c05b-a3bb-42b0-b2cf-6351c2032633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363922 Aug 31 09:09:44.889022 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-97d2d559-2126-4227-89c5-c575c7fc992d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:44.892394 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-97d2d559-2126-4227-89c5-c575c7fc992d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:44.897898 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-97d2d559-2126-4227-89c5-c575c7fc992d admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/2bb3419b-8ef9-472c-ab20-db58859252dd HTTP/1.1" status: 204 len: 168 time: 0.2691870 Aug 31 09:09:44.909440 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2d559-2126-4227-89c5-c575c7fc992d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb3419b-8ef9-472c-ab20-db58859252dd,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:45.163194 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:45.327592 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76e5f1-c8b9-4e5f-a311-76db61c560f4 req-6b8b4e05-bf15-40c3-a8e0-37053ac13c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:45.329271 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-de76e5f1-c8b9-4e5f-a311-76db61c560f4 req-6b8b4e05-bf15-40c3-a8e0-37053ac13c87 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bbcb257326a44777b2323b8c11f2bfcb&device_id=f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09 HTTP/1.1" status: 200 len: 1122 time: 0.0811026 Aug 31 09:09:45.363572 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-de76e5f1-c8b9-4e5f-a311-76db61c560f4 req-a54a0791-69a4-4d93-9cd5-c5fb00a1980d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=bbcb257326a44777b2323b8c11f2bfcb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262907 Aug 31 09:09:45.679800 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76e5f1-c8b9-4e5f-a311-76db61c560f4 req-82beb548-1f4e-4b91-928e-4b0ee3abf032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:45.681277 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-de76e5f1-c8b9-4e5f-a311-76db61c560f4 req-82beb548-1f4e-4b91-928e-4b0ee3abf032 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3077226 Aug 31 09:09:45.690357 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69257e2e-75dc-43cd-a9f3-30f0a46ba798 req-e5bf05b8-f914-4462-8d39-385358325496 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:45.692056 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-69257e2e-75dc-43cd-a9f3-30f0a46ba798 req-e5bf05b8-f914-4462-8d39-385358325496 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/ports?device_id=f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09 HTTP/1.1" status: 200 len: 970 time: 0.1188653 Aug 31 09:09:45.767045 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-69257e2e-75dc-43cd-a9f3-30f0a46ba798 req-4ab463ac-bd1f-47f9-8573-8396c8c6f0c1 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/security-groups?id=aabf8c8b-3150-4e5f-a1d1-5e56a6fbf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595081 Aug 31 09:09:45.786315 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-f25ffdd9-ae65-418c-80e5-94132f7ce7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:45.798170 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-f25ffdd9-ae65-418c-80e5-94132f7ce7b0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bbcb257326a44777b2323b8c11f2bfcb&device_id=f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09 HTTP/1.1" status: 200 len: 1122 time: 0.0705400 Aug 31 09:09:45.804517 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45360) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:45.867392 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-e609e5c6-8841-4004-a322-05a1afb633b7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=21c5c20c-a3ee-446f-a1a8-4b269bb895bc HTTP/1.1" status: 200 len: 217 time: 0.0663538 Aug 31 09:09:45.902051 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45366) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:45.918514 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45372) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:45.997209 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-a5387ba3-7938-477e-8d88-5ff97690e2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:45.998952 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-a5387ba3-7938-477e-8d88-5ff97690e2ee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1245134 Aug 31 09:09:46.035350 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c738091c-3558-4ec4-8eb3-39dc69be66f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.071318 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89436dd-e5de-4a26-b9d4-e04b8058eece req-d6c064d2-9650-4db0-bf69-7e1d2acabe0d tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:46.072862 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c89436dd-e5de-4a26-b9d4-e04b8058eece req-d6c064d2-9650-4db0-bf69-7e1d2acabe0d tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=82cb5f62-a424-42a7-ab1b-f83960176646 HTTP/1.1" status: 200 len: 947 time: 0.1191504 Aug 31 09:09:46.098203 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3c70871e-5aec-479d-a2a1-832dbb8e69f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.100098 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1dc3af00-febf-4d34-98cf-5d4f10067848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.108032 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-ca2a54ec-f88b-480a-ac2f-e80b23363572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:46.109518 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-ca2a54ec-f88b-480a-ac2f-e80b23363572 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1033313 Aug 31 09:09:46.143787 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c89436dd-e5de-4a26-b9d4-e04b8058eece req-b9164e78-927f-4adc-88d5-5484ae539037 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/security-groups?id=3799c05b-a3bb-42b0-b2cf-6351c2032633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574279 Aug 31 09:09:46.190422 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c738091c-3558-4ec4-8eb3-39dc69be66f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.237476 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-313936ec-b689-4681-8275-31418e25eeb7 service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176398 Aug 31 09:09:46.240896 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c738091c-3558-4ec4-8eb3-39dc69be66f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.299965 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738091c-3558-4ec4-8eb3-39dc69be66f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbe62d1-e339-46b1-9fe7-ff408823377d,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:46.307189 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c738091c-3558-4ec4-8eb3-39dc69be66f4 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=fe95f7ef1f074ee78a5a082a5cfe7828&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5015211 Aug 31 09:09:46.312291 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45382) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:46.367034 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1dc3af00-febf-4d34-98cf-5d4f10067848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.372221 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29e219e1-b798-4071-8022-d59cc7be46a6 req-66cf9d41-e93c-4e7e-b656-633704b3f2c9 service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265025 Aug 31 09:09:46.390825 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b521f8e4-dc34-4872-a105-a0fdcb345f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.417262 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b521f8e4-dc34-4872-a105-a0fdcb345f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.495652 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1dc3af00-febf-4d34-98cf-5d4f10067848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.548875 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1dc3af00-febf-4d34-98cf-5d4f10067848 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=8efa4db1ae0042eaa71a3aa9b23bd3eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6472638 Aug 31 09:09:46.551664 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45390) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:46.552898 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3af00-febf-4d34-98cf-5d4f10067848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36e61bc-bba1-40a1-b9d4-70e57afae996,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:46.601075 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b521f8e4-dc34-4872-a105-a0fdcb345f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.603560 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b521f8e4-dc34-4872-a105-a0fdcb345f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.604675 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b521f8e4-dc34-4872-a105-a0fdcb345f1c admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/4dbe62d1-e339-46b1-9fe7-ff408823377d HTTP/1.1" status: 204 len: 168 time: 0.2912667 Aug 31 09:09:46.616679 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3c70871e-5aec-479d-a2a1-832dbb8e69f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.617003 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a66650f9-ebe3-43be-ae03-9ba317a3901e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.618699 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521f8e4-dc34-4872-a105-a0fdcb345f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbe62d1-e339-46b1-9fe7-ff408823377d,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:46.643481 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a66650f9-ebe3-43be-ae03-9ba317a3901e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.662326 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3c70871e-5aec-479d-a2a1-832dbb8e69f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.704686 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3c70871e-5aec-479d-a2a1-832dbb8e69f9 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=bdbf8c1ad91b4933bda72b0f38b612e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7849259 Aug 31 09:09:46.705534 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c70871e-5aec-479d-a2a1-832dbb8e69f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77ad3b5-c332-4d0e-83d4-44646aed7513,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:46.709599 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45396) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:46.758732 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a66650f9-ebe3-43be-ae03-9ba317a3901e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.762407 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a66650f9-ebe3-43be-ae03-9ba317a3901e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.762667 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3f37d0ec-7619-470c-8b04-d989c90fc8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.763862 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a66650f9-ebe3-43be-ae03-9ba317a3901e admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/e36e61bc-bba1-40a1-b9d4-70e57afae996 HTTP/1.1" status: 204 len: 168 time: 0.2111831 Aug 31 09:09:46.773966 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66650f9-ebe3-43be-ae03-9ba317a3901e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36e61bc-bba1-40a1-b9d4-70e57afae996,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:46.808143 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3f37d0ec-7619-470c-8b04-d989c90fc8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.827584 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.904120 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device c9c211eb-443b-4400-90c5-6ba02fa27a9f details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:09:46.922682 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb52bf7-cd58-4f08-98ba-7ef53d52b4b9 req-1f49b024-30c6-4a77-87fb-f1e7c344d906 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:46.924377 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0bb52bf7-cd58-4f08-98ba-7ef53d52b4b9 req-1f49b024-30c6-4a77-87fb-f1e7c344d906 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/ports?device_id=f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09 HTTP/1.1" status: 200 len: 970 time: 0.0610175 Aug 31 09:09:46.980751 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3f37d0ec-7619-470c-8b04-d989c90fc8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.985150 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3f37d0ec-7619-470c-8b04-d989c90fc8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:46.986645 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3f37d0ec-7619-470c-8b04-d989c90fc8e5 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/e77ad3b5-c332-4d0e-83d4-44646aed7513 HTTP/1.1" status: 204 len: 168 time: 0.2779450 Aug 31 09:09:46.991757 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0bb52bf7-cd58-4f08-98ba-7ef53d52b4b9 req-c3d1c0fa-0687-4832-8fbb-70ffe37d36b7 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/security-groups?id=aabf8c8b-3150-4e5f-a1d1-5e56a6fbf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596719 Aug 31 09:09:46.995217 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37d0ec-7619-470c-8b04-d989c90fc8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77ad3b5-c332-4d0e-83d4-44646aed7513,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:47.040728 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port c9c211eb-443b-4400-90c5-6ba02fa27a9f, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=c9c211eb-443b-4400-90c5-6ba02fa27a9f,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:47.051866 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'c9c211eb-443b-4400-90c5-6ba02fa27a9f', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': 'c9c211eb-443b-4400-90c5-6ba02fa27a9f', 'mac_address': 'fa:16:3e:36:fb:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:09:47.090167 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:47.105203 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c211eb-443b-4400-90c5-6ba02fa27a9f {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:09:47.123763 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port c9c211eb-443b-4400-90c5-6ba02fa27a9f, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=c9c211eb-443b-4400-90c5-6ba02fa27a9f,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:47.203323 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:47.260132 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=c9c211eb-443b-4400-90c5-6ba02fa27a9f,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:47.268376 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:47.268836 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:47.269174 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:47.269502 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:47.269825 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:47.270172 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:47.270491 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:47.270829 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:47.271143 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:47.271513 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:47.271824 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:47.272942 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:47.273251 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Tracked resource versions report: Aug 31 09:09:47.273251 n-d-791506-28 neutron-server[95554]: pushed versions: Aug 31 09:09:47.273251 n-d-791506-28 neutron-server[95554]: { 'AddressGroup': {'1.2'}, Aug 31 09:09:47.273251 n-d-791506-28 neutron-server[95554]: 'ConntrackHelper': {'1.0'}, Aug 31 09:09:47.273251 n-d-791506-28 neutron-server[95554]: 'Log': {'1.0'}, Aug 31 09:09:47.273251 n-d-791506-28 neutron-server[95554]: 'Network': {'1.1'}, Aug 31 09:09:47.273251 n-d-791506-28 neutron-server[95554]: 'Port': {'1.7'}, Aug 31 09:09:47.273251 n-d-791506-28 neutron-server[95554]: 'PortForwarding': {'1.2'}, Aug 31 09:09:47.273251 n-d-791506-28 neutron-server[95554]: 'QosPolicy': {'1.9'}, Aug 31 09:09:47.273251 n-d-791506-28 neutron-server[95554]: 'SecurityGroup': {'1.4'}, Aug 31 09:09:47.273251 n-d-791506-28 neutron-server[95554]: 'SecurityGroupRule': {'1.2'}, Aug 31 09:09:47.273251 n-d-791506-28 neutron-server[95554]: 'SubPort': {'1.0'}, Aug 31 09:09:47.273251 n-d-791506-28 neutron-server[95554]: 'Subnet': {'1.1'}, Aug 31 09:09:47.273251 n-d-791506-28 neutron-server[95554]: 'Trunk': {'1.1'}} Aug 31 09:09:47.273251 n-d-791506-28 neutron-server[95554]: consumer versions: Aug 31 09:09:47.273251 n-d-791506-28 neutron-server[95554]: { DHCP agent@n-d-791506-28: {}, Aug 31 09:09:47.273251 n-d-791506-28 neutron-server[95554]: HyperV agent@n-h1-791506-28: {}, Aug 31 09:09:47.273251 n-d-791506-28 neutron-server[95554]: HyperV agent@n-h2-791506-28: {}, Aug 31 09:09:47.273251 n-d-791506-28 neutron-server[95554]: L3 agent@n-d-791506-28: {}, Aug 31 09:09:47.273251 n-d-791506-28 neutron-server[95554]: Metadata agent@n-d-791506-28: {}, Aug 31 09:09:47.273251 n-d-791506-28 neutron-server[95554]: Metering agent@n-d-791506-28: {}, Aug 31 09:09:47.273251 n-d-791506-28 neutron-server[95554]: Open vSwitch agent@n-d-791506-28: { 'AddressGroup': '1.2', Aug 31 09:09:47.273251 n-d-791506-28 neutron-server[95554]: 'ConntrackHelper': '1.0', Aug 31 09:09:47.273251 n-d-791506-28 neutron-server[95554]: 'Log': '1.0', Aug 31 09:09:47.273251 n-d-791506-28 neutron-server[95554]: 'Network': '1.1', Aug 31 09:09:47.273251 n-d-791506-28 neutron-server[95554]: 'Port': '1.7', Aug 31 09:09:47.273251 n-d-791506-28 neutron-server[95554]: 'PortForwarding': '1.2', Aug 31 09:09:47.273251 n-d-791506-28 neutron-server[95554]: 'QosPolicy': '1.9', Aug 31 09:09:47.273251 n-d-791506-28 neutron-server[95554]: 'SecurityGroup': '1.4', Aug 31 09:09:47.273251 n-d-791506-28 neutron-server[95554]: 'SecurityGroupRule': '1.2', Aug 31 09:09:47.273251 n-d-791506-28 neutron-server[95554]: 'SubPort': '1.0', Aug 31 09:09:47.273251 n-d-791506-28 neutron-server[95554]: 'Subnet': '1.1', Aug 31 09:09:47.273251 n-d-791506-28 neutron-server[95554]: 'Trunk': '1.1'}} Aug 31 09:09:47.273251 n-d-791506-28 neutron-server[95554]: {{(pid=95554) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 09:09:47.287861 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e4bc1-71b1-4f2a-b995-0704f6f55be6 req-7ceff10e-7957-4b04-9e40-690762ce048a tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:47.289335 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba2e4bc1-71b1-4f2a-b995-0704f6f55be6 req-7ceff10e-7957-4b04-9e40-690762ce048a tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=82cb5f62-a424-42a7-ab1b-f83960176646 HTTP/1.1" status: 200 len: 948 time: 0.0559244 Aug 31 09:09:47.332525 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba2e4bc1-71b1-4f2a-b995-0704f6f55be6 req-2359b464-a140-4c2a-85d0-86dc3b9b09d7 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/security-groups?id=3799c05b-a3bb-42b0-b2cf-6351c2032633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367579 Aug 31 09:09:47.489055 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45416) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:47.503774 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-418b57a6-492c-4caa-8e3e-9e7309a73d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:47.573075 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['c9c211eb-443b-4400-90c5-6ba02fa27a9f'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:09:47.602055 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-418b57a6-492c-4caa-8e3e-9e7309a73d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:47.639260 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-418b57a6-492c-4caa-8e3e-9e7309a73d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:47.683075 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b57a6-492c-4caa-8e3e-9e7309a73d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b71d9d-eddd-47a4-b473-b171500f5e23,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:47.688608 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-418b57a6-492c-4caa-8e3e-9e7309a73d6d admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=7bbb3e6153b5485f885271acca3b8da4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1975901 Aug 31 09:09:47.690946 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45422) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:47.757660 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f4253c36-1c96-42ee-afe6-4e6b1749252a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:47.783224 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f4253c36-1c96-42ee-afe6-4e6b1749252a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:47.930486 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f4253c36-1c96-42ee-afe6-4e6b1749252a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:47.933122 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f4253c36-1c96-42ee-afe6-4e6b1749252a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:47.934310 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f4253c36-1c96-42ee-afe6-4e6b1749252a admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/e4b71d9d-eddd-47a4-b473-b171500f5e23 HTTP/1.1" status: 204 len: 168 time: 0.2421775 Aug 31 09:09:47.941909 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4253c36-1c96-42ee-afe6-4e6b1749252a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b71d9d-eddd-47a4-b473-b171500f5e23,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:47.972967 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45432) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:47.986515 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bd51c004-9fef-4c46-a1b2-e893fa4a6bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:48.095797 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bd51c004-9fef-4c46-a1b2-e893fa4a6bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:48.131009 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41d70c-c34b-4749-af34-bb1226f1121c req-1a11e418-f417-49dd-bb56-82623e023b5d tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:48.132467 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5f41d70c-c34b-4749-af34-bb1226f1121c req-1a11e418-f417-49dd-bb56-82623e023b5d tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/ports?device_id=f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09 HTTP/1.1" status: 200 len: 970 time: 0.0587740 Aug 31 09:09:48.145492 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bd51c004-9fef-4c46-a1b2-e893fa4a6bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:48.172278 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5f41d70c-c34b-4749-af34-bb1226f1121c req-22cf2663-08ae-47a6-ac93-20847e7fa51f tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/security-groups?id=aabf8c8b-3150-4e5f-a1d1-5e56a6fbf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323825 Aug 31 09:09:48.183108 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51c004-9fef-4c46-a1b2-e893fa4a6bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65b98f9-ddac-43f3-b82c-05285e2235dd,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:48.189110 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bd51c004-9fef-4c46-a1b2-e893fa4a6bf8 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=8ea80b98235242778b8de1b4109b3181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2170198 Aug 31 09:09:48.191863 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45440) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:48.249143 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e7fa2261-3eaf-4cb9-8295-5ce06418b3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:48.273120 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e7fa2261-3eaf-4cb9-8295-5ce06418b3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:48.412743 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e7fa2261-3eaf-4cb9-8295-5ce06418b3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:48.415366 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e7fa2261-3eaf-4cb9-8295-5ce06418b3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:48.416551 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e7fa2261-3eaf-4cb9-8295-5ce06418b3fb admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/e65b98f9-ddac-43f3-b82c-05285e2235dd HTTP/1.1" status: 204 len: 168 time: 0.2237153 Aug 31 09:09:48.443774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fa2261-3eaf-4cb9-8295-5ce06418b3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65b98f9-ddac-43f3-b82c-05285e2235dd,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:48.477808 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b0678-99ef-4f0e-a33a-5afb4e729ede req-392c1316-cee2-46f9-bb03-65b1f7c87a34 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:48.479396 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-996b0678-99ef-4f0e-a33a-5afb4e729ede req-392c1316-cee2-46f9-bb03-65b1f7c87a34 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=82cb5f62-a424-42a7-ab1b-f83960176646 HTTP/1.1" status: 200 len: 948 time: 0.0785024 Aug 31 09:09:48.528474 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-996b0678-99ef-4f0e-a33a-5afb4e729ede req-927667f7-e3f2-4605-a8b2-c70e0f2c820f tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/security-groups?id=3799c05b-a3bb-42b0-b2cf-6351c2032633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418670 Aug 31 09:09:48.891047 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device c9c211eb-443b-4400-90c5-6ba02fa27a9f up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:09:49.016819 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port c9c211eb-443b-4400-90c5-6ba02fa27a9f completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:09:49.020610 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port c9c211eb-443b-4400-90c5-6ba02fa27a9f triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:09:49.020972 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:49.066068 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-d36796ba-cdda-49d9-8237-984529e397c5 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=94f1cf4a0e144c029b8fc2978b966599&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294495 Aug 31 09:09:49.112308 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:49.136482 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cb5f62-a424-42a7-ab1b-f83960176646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c211eb-443b-4400-90c5-6ba02fa27a9f'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:09:49.172767 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-15bf679e-57c6-4875-a815-0003c3784d0f tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:49.174224 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-15bf679e-57c6-4875-a815-0003c3784d0f tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1072314 Aug 31 09:09:49.189947 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-d90211bc-cfc5-48da-8d14-32e0091bf16c tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/quotas/94f1cf4a0e144c029b8fc2978b966599 HTTP/1.1" status: 200 len: 375 time: 0.0095048 Aug 31 09:09:49.213181 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port c9c211eb-443b-4400-90c5-6ba02fa27a9f, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=c9c211eb-443b-4400-90c5-6ba02fa27a9f,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:49.226228 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-ace812d9-7f71-4e46-87d2-747c789429cf tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=94f1cf4a0e144c029b8fc2978b966599&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303476 Aug 31 09:09:49.283032 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:49.299739 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45488) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:49.323617 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3b4f1-02ca-4f6d-bff8-cae8d695d339 req-f8e27fad-145e-4f92-9b29-310985691f36 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:49.325380 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-25b3b4f1-02ca-4f6d-bff8-cae8d695d339 req-f8e27fad-145e-4f92-9b29-310985691f36 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/ports?device_id=f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09 HTTP/1.1" status: 200 len: 970 time: 0.0742555 Aug 31 09:09:49.342127 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=c9c211eb-443b-4400-90c5-6ba02fa27a9f,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:49.369824 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45494) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:49.371865 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-25b3b4f1-02ca-4f6d-bff8-cae8d695d339 req-c3f0dbf8-5ebc-44ca-8f31-fd9bc925887f tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/security-groups?id=aabf8c8b-3150-4e5f-a1d1-5e56a6fbf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387769 Aug 31 09:09:49.414360 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-aa519018-9d4e-413b-ab68-73469bdca0a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:49.486092 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7e472b62-4b70-4b93-a25a-9c948307137c req-abb8b3b5-12c8-4c3a-b65b-fb0f1de0a7e0 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/ports?device_id=e2c224ec-eb6d-420a-a157-24554a24f32d HTTP/1.1" status: 200 len: 210 time: 0.0496638 Aug 31 09:09:49.549727 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-aa519018-9d4e-413b-ab68-73469bdca0a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:49.592255 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-3b6fc90c-a1a7-413d-9f59-9faa6a1824f1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1908543608-network', 'tenant_id': '56e7696745e245a68dd2e9a2861b4388'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:49.612077 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76265d4-303b-4b14-a8b4-5144ed9f6077" -d '{"events": [{"server_uuid": "82cb5f62-a424-42a7-ab1b-f83960176646", "name": "network-vif-plugged", "status": "completed", "tag": "c9c211eb-443b-4400-90c5-6ba02fa27a9f"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:09:49.628450 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-aa519018-9d4e-413b-ab68-73469bdca0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:49.672283 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-aa519018-9d4e-413b-ab68-73469bdca0a7 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=793c2d40ed914e2cb7ee4c039e3feb75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2994103 Aug 31 09:09:49.673416 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa519018-9d4e-413b-ab68-73469bdca0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655b0165-264f-4de9-95e6-69f8835334c2,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:49.675926 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45516) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:49.721531 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfb749-c531-4d67-9e36-4722ee2e34e8 req-5f7ab245-b157-4268-bf0c-99a97e19642f tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:49.723295 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6ecfb749-c531-4d67-9e36-4722ee2e34e8 req-5f7ab245-b157-4268-bf0c-99a97e19642f tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=82cb5f62-a424-42a7-ab1b-f83960176646 HTTP/1.1" status: 200 len: 949 time: 0.1103046 Aug 31 09:09:49.744848 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03825942-f343-49ae-87c0-8289241cbc6b x-openstack-request-id: req-03825942-f343-49ae-87c0-8289241cbc6b {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:09:49.745498 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82cb5f62-a424-42a7-ab1b-f83960176646", "name": "network-vif-plugged", "status": "completed", "tag": "c9c211eb-443b-4400-90c5-6ba02fa27a9f", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:09:49.746141 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-03825942-f343-49ae-87c0-8289241cbc6b {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:09:49.747264 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82cb5f62-a424-42a7-ab1b-f83960176646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c211eb-443b-4400-90c5-6ba02fa27a9f', 'code': 200} Aug 31 09:09:49.771078 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6fc90c-a1a7-413d-9f59-9faa6a1824f1 admin admin] Made reservation on behalf of 56e7696745e245a68dd2e9a2861b4388 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:09:49.773417 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3b6fc90c-a1a7-413d-9f59-9faa6a1824f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:49.785902 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f48e99cf-752a-448b-96e4-75198c96940e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:49.795550 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3b6fc90c-a1a7-413d-9f59-9faa6a1824f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:49.820383 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6ecfb749-c531-4d67-9e36-4722ee2e34e8 req-261999e5-3521-4f28-8e5c-468c4c0d63e1 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/security-groups?id=3799c05b-a3bb-42b0-b2cf-6351c2032633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806906 Aug 31 09:09:49.839530 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f48e99cf-752a-448b-96e4-75198c96940e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:49.912378 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99308433-8ae3-4d23-b0ea-cb41e7344de4 req-81d05b28-aaa2-428f-bccb-66e9bda57a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:49.913848 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-99308433-8ae3-4d23-b0ea-cb41e7344de4 req-81d05b28-aaa2-428f-bccb-66e9bda57a42 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=82cb5f62-a424-42a7-ab1b-f83960176646 HTTP/1.1" status: 200 len: 1101 time: 0.0830164 Aug 31 09:09:49.939427 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-99308433-8ae3-4d23-b0ea-cb41e7344de4 req-c7c95d24-ef3f-426b-a70d-4cdac17d715d service neutron] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:49.991512 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f48e99cf-752a-448b-96e4-75198c96940e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:49.994159 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f48e99cf-752a-448b-96e4-75198c96940e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:49.999786 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f48e99cf-752a-448b-96e4-75198c96940e admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/655b0165-264f-4de9-95e6-69f8835334c2 HTTP/1.1" status: 204 len: 168 time: 0.3171263 Aug 31 09:09:50.009988 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e99cf-752a-448b-96e4-75198c96940e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655b0165-264f-4de9-95e6-69f8835334c2,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:50.054628 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3b6fc90c-a1a7-413d-9f59-9faa6a1824f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:50.151682 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3b6fc90c-a1a7-413d-9f59-9faa6a1824f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:50.255302 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-99308433-8ae3-4d23-b0ea-cb41e7344de4 req-c7c95d24-ef3f-426b-a70d-4cdac17d715d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:50.317009 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b6fc90c-a1a7-413d-9f59-9faa6a1824f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1642, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:09:50.323162 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-99308433-8ae3-4d23-b0ea-cb41e7344de4 req-c7c95d24-ef3f-426b-a70d-4cdac17d715d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:50.327220 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fc90c-a1a7-413d-9f59-9faa6a1824f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd98ad5-e3c4-426f-a6e3-ef94d5a6e305,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:50.332813 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3b6fc90c-a1a7-413d-9f59-9faa6a1824f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:50.333215 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-3b6fc90c-a1a7-413d-9f59-9faa6a1824f1 admin admin] Added segment 403725b9-6fc1-4aeb-998e-1c14d944073b of type vlan for network 9378e6b3-a87d-4f83-b575-9644eb484f50 Aug 31 09:09:50.393358 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-99308433-8ae3-4d23-b0ea-cb41e7344de4 req-c7c95d24-ef3f-426b-a70d-4cdac17d715d service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=3799c05b-a3bb-42b0-b2cf-6351c2032633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4673197 Aug 31 09:09:50.396539 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3b6fc90c-a1a7-413d-9f59-9faa6a1824f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:50.417170 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c95d24-ef3f-426b-a70d-4cdac17d715d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a4028c52-3aef-4d01-9898-a9fea8fcf961,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:50.506106 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3b6fc90c-a1a7-413d-9f59-9faa6a1824f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:50.507211 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6fc90c-a1a7-413d-9f59-9faa6a1824f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:50.507904 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3b6fc90c-a1a7-413d-9f59-9faa6a1824f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:50.601030 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1cf1401a-29a2-4a3a-a3d4-44d983d9182b req-27a16241-38cd-4b2c-94fe-05d6f5dd0a3b tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/ports?device_id=e2c224ec-eb6d-420a-a157-24554a24f32d HTTP/1.1" status: 200 len: 210 time: 0.0409427 Aug 31 09:09:50.611217 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be4e96-a932-4020-8980-0a93c75c68de req-67b864bd-d79c-4ede-bc85-224e22eaf52d tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:50.612939 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-72be4e96-a932-4020-8980-0a93c75c68de req-67b864bd-d79c-4ede-bc85-224e22eaf52d tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/ports?device_id=f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09 HTTP/1.1" status: 200 len: 970 time: 0.1393843 Aug 31 09:09:50.614170 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fc90c-a1a7-413d-9f59-9faa6a1824f1 admin admin] Pushing event updated for resources: {'Network': ['ID=9378e6b3-a87d-4f83-b575-9644eb484f50,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:50.625812 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 9378e6b3-a87d-4f83-b575-9644eb484f50 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:09:50.638830 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3b6fc90c-a1a7-413d-9f59-9faa6a1824f1 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 903 time: 1.3378434 Aug 31 09:09:50.648303 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45548) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:50.656283 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-54f21eea-4ca5-4086-9a11-da19dbb63c05 admin admin] Request body: {'subnet': {'network_id': '9378e6b3-a87d-4f83-b575-9644eb484f50', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1908543608-subnet', 'tenant_id': '56e7696745e245a68dd2e9a2861b4388', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:50.691821 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-72be4e96-a932-4020-8980-0a93c75c68de req-40e232a2-cc8c-49cf-8510-3c756f7afa1f tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/security-groups?id=aabf8c8b-3150-4e5f-a1d1-5e56a6fbf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621727 Aug 31 09:09:50.757253 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f21eea-4ca5-4086-9a11-da19dbb63c05 admin admin] Made reservation on behalf of 56e7696745e245a68dd2e9a2861b4388 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:09:50.759823 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-54f21eea-4ca5-4086-9a11-da19dbb63c05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:51.000037 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e219af3-0a0e-4097-8f12-45b6fc1c0ce6 req-a75b0ef5-1c8d-4ad9-a93e-c93f47b88e20 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:51.008219 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1e219af3-0a0e-4097-8f12-45b6fc1c0ce6 req-a75b0ef5-1c8d-4ad9-a93e-c93f47b88e20 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=82cb5f62-a424-42a7-ab1b-f83960176646 HTTP/1.1" status: 200 len: 949 time: 0.1069844 Aug 31 09:09:51.051077 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1e219af3-0a0e-4097-8f12-45b6fc1c0ce6 req-22f788f3-097c-41a3-bfde-c27f9d56724a tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/security-groups?id=3799c05b-a3bb-42b0-b2cf-6351c2032633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399837 Aug 31 09:09:51.066049 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-54f21eea-4ca5-4086-9a11-da19dbb63c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:51.126709 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f21eea-4ca5-4086-9a11-da19dbb63c05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3562846e-c3ce-41d9-b571-ead68bc10cdb,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:51.148946 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f21eea-4ca5-4086-9a11-da19dbb63c05 admin admin] Checking segment: {'id': '403725b9-6fc1-4aeb-998e-1c14d944073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '9378e6b3-a87d-4f83-b575-9644eb484f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:09:51.148946 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f21eea-4ca5-4086-9a11-da19dbb63c05 admin admin] Network hostable DHCP agents. Network: 9378e6b3-a87d-4f83-b575-9644eb484f50, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:09:51.222390 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f21eea-4ca5-4086-9a11-da19dbb63c05 admin admin] Network 9378e6b3-a87d-4f83-b575-9644eb484f50 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:09:51.257779 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 21c5c20c-a3ee-446f-a1a8-4b269bb895bc details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:09:51.305734 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-54f21eea-4ca5-4086-9a11-da19dbb63c05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 9378e6b3-a87d-4f83-b575-9644eb484f50) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:09:51.315957 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2794ad-08b7-4646-ad9e-b26e1465746a None None] Network 9378e6b3-a87d-4f83-b575-9644eb484f50 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:09:51.316210 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f21eea-4ca5-4086-9a11-da19dbb63c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:51.317579 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-54f21eea-4ca5-4086-9a11-da19dbb63c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:51.383258 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-54f21eea-4ca5-4086-9a11-da19dbb63c05 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7329905 Aug 31 09:09:51.385872 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45578) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:51.391304 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-51f46ccb-ed1e-4fa3-a7c5-e5eaed5e6543 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1908543608-router', 'tenant_id': '56e7696745e245a68dd2e9a2861b4388', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:51.432098 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 21c5c20c-a3ee-446f-a1a8-4b269bb895bc, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=21c5c20c-a3ee-446f-a1a8-4b269bb895bc,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:51.457797 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '21c5c20c-a3ee-446f-a1a8-4b269bb895bc', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': '21c5c20c-a3ee-446f-a1a8-4b269bb895bc', 'mac_address': 'fa:16:3e:0e:f7:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:tempest-test_az-1538544087', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:09:51.475034 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51f46ccb-ed1e-4fa3-a7c5-e5eaed5e6543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:51.478083 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51f46ccb-ed1e-4fa3-a7c5-e5eaed5e6543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:51.540938 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:51.556238 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51f46ccb-ed1e-4fa3-a7c5-e5eaed5e6543 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:51.567412 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21c5c20c-a3ee-446f-a1a8-4b269bb895bc {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:09:51.579577 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00e841a-fb1f-4856-8958-0d4e5a89c5dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-9378e6b3-a87d-4f83-b575-9644eb484f50', 'network_id': '9378e6b3-a87d-4f83-b575-9644eb484f50', 'tenant_id': '56e7696745e245a68dd2e9a2861b4388', 'fixed_ips': [{'subnet_id': '3562846e-c3ce-41d9-b571-ead68bc10cdb'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:09:51.580404 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a00e841a-fb1f-4856-8958-0d4e5a89c5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:51.599084 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 21c5c20c-a3ee-446f-a1a8-4b269bb895bc, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=21c5c20c-a3ee-446f-a1a8-4b269bb895bc,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:51.698378 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:51.729478 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-705e77b4-af8d-469f-8f0d-82af39158ef6 req-f6d87c1c-be8d-43f6-83e1-8e65df32883f tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/ports?device_id=e2c224ec-eb6d-420a-a157-24554a24f32d HTTP/1.1" status: 200 len: 210 time: 0.0411942 Aug 31 09:09:51.856732 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-a00e841a-fb1f-4856-8958-0d4e5a89c5dc None None] Allocated IP 172.20.0.2 (9378e6b3-a87d-4f83-b575-9644eb484f50/3562846e-c3ce-41d9-b571-ead68bc10cdb/8394513f-111e-4c1d-8451-43d50be21d7e) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:09:51.858880 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=21c5c20c-a3ee-446f-a1a8-4b269bb895bc,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:51.882367 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd497e-158f-49bd-b220-596cc6641787 req-43e84729-1f42-4660-9b0b-a217a059572c tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:51.884178 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71bd497e-158f-49bd-b220-596cc6641787 req-43e84729-1f42-4660-9b0b-a217a059572c tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/ports?device_id=f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09 HTTP/1.1" status: 200 len: 971 time: 0.0661008 Aug 31 09:09:51.891710 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-1e238259-8a55-457a-8a7f-2c3dcdfd5fa1 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=94f1cf4a0e144c029b8fc2978b966599&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704756 Aug 31 09:09:51.895562 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51f46ccb-ed1e-4fa3-a7c5-e5eaed5e6543 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:51.960798 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71bd497e-158f-49bd-b220-596cc6641787 req-95c897d5-6196-4abc-9375-5438abd94ea0 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/security-groups?id=aabf8c8b-3150-4e5f-a1d1-5e56a6fbf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631239 Aug 31 09:09:52.036377 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-42e9e1f7-7ef7-48b0-9c22-13ff49ec1cc3 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:52.040091 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-42e9e1f7-7ef7-48b0-9c22-13ff49ec1cc3 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1391194 Aug 31 09:09:52.071307 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a00e841a-fb1f-4856-8958-0d4e5a89c5dc None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:52.074793 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-716d89ed-7a15-434e-8764-2149e04f8b51 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Request body: {'port': {'device_id': 'e2c224ec-eb6d-420a-a157-24554a24f32d', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'admin_state_up': True, 'tenant_id': '94f1cf4a0e144c029b8fc2978b966599'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:52.098792 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['21c5c20c-a3ee-446f-a1a8-4b269bb895bc'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:09:52.133694 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a00e841a-fb1f-4856-8958-0d4e5a89c5dc None None] Transition to ACTIVE for port object 8394513f-111e-4c1d-8451-43d50be21d7e will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:09:52.179580 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a00e841a-fb1f-4856-8958-0d4e5a89c5dc None None] Transition to ACTIVE for port object 8394513f-111e-4c1d-8451-43d50be21d7e will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:09:52.261764 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a00e841a-fb1f-4856-8958-0d4e5a89c5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:52.266309 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5310933-5fd3-43c6-9004-0eb4422f5bff req-485212cc-c98c-4391-ba26-cfb18e188be1 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:52.275229 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d5310933-5fd3-43c6-9004-0eb4422f5bff req-485212cc-c98c-4391-ba26-cfb18e188be1 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=82cb5f62-a424-42a7-ab1b-f83960176646 HTTP/1.1" status: 200 len: 949 time: 0.1356988 Aug 31 09:09:52.347214 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d5310933-5fd3-43c6-9004-0eb4422f5bff req-6fe4dfc1-85fc-4229-92f5-0c99f81e45c9 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/security-groups?id=3799c05b-a3bb-42b0-b2cf-6351c2032633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709310 Aug 31 09:09:52.355373 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00e841a-fb1f-4856-8958-0d4e5a89c5dc None None] Network 9378e6b3-a87d-4f83-b575-9644eb484f50 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:09:52.358841 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-a00e841a-fb1f-4856-8958-0d4e5a89c5dc None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:09:52.362143 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00e841a-fb1f-4856-8958-0d4e5a89c5dc None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:09:52.367808 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e841a-fb1f-4856-8958-0d4e5a89c5dc None None] Pushing event updated for resources: {'Port': ['ID=8394513f-111e-4c1d-8451-43d50be21d7e,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:52.439565 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-716d89ed-7a15-434e-8764-2149e04f8b51 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Made reservation on behalf of 94f1cf4a0e144c029b8fc2978b966599 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:09:52.443434 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-716d89ed-7a15-434e-8764-2149e04f8b51 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:52.450895 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-a00e841a-fb1f-4856-8958-0d4e5a89c5dc None None] Attempting to bind port 8394513f-111e-4c1d-8451-43d50be21d7e on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:09:52.451341 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-a00e841a-fb1f-4856-8958-0d4e5a89c5dc None None] Attempting to bind port 8394513f-111e-4c1d-8451-43d50be21d7e by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '403725b9-6fc1-4aeb-998e-1c14d944073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '9378e6b3-a87d-4f83-b575-9644eb484f50'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:09:52.451765 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00e841a-fb1f-4856-8958-0d4e5a89c5dc None None] Attempting to bind port 8394513f-111e-4c1d-8451-43d50be21d7e on network 9378e6b3-a87d-4f83-b575-9644eb484f50 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:09:52.460062 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00e841a-fb1f-4856-8958-0d4e5a89c5dc None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:09:52.460552 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00e841a-fb1f-4856-8958-0d4e5a89c5dc None None] Checking segment: {'id': '403725b9-6fc1-4aeb-998e-1c14d944073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '9378e6b3-a87d-4f83-b575-9644eb484f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:09:52.461045 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a00e841a-fb1f-4856-8958-0d4e5a89c5dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:52.461518 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00e841a-fb1f-4856-8958-0d4e5a89c5dc None None] Bound using segment: {'id': '403725b9-6fc1-4aeb-998e-1c14d944073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '9378e6b3-a87d-4f83-b575-9644eb484f50'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:09:52.462086 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-a00e841a-fb1f-4856-8958-0d4e5a89c5dc None None] Bound port: 8394513f-111e-4c1d-8451-43d50be21d7e, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '403725b9-6fc1-4aeb-998e-1c14d944073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '9378e6b3-a87d-4f83-b575-9644eb484f50'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:09:52.462592 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a00e841a-fb1f-4856-8958-0d4e5a89c5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:52.479672 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-716d89ed-7a15-434e-8764-2149e04f8b51 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:52.542453 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51f46ccb-ed1e-4fa3-a7c5-e5eaed5e6543 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:52.547511 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-a00e841a-fb1f-4856-8958-0d4e5a89c5dc None None] For port 8394513f-111e-4c1d-8451-43d50be21d7e, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:09:52.551403 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-a00e841a-fb1f-4856-8958-0d4e5a89c5dc None None] For port 8394513f-111e-4c1d-8451-43d50be21d7e, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8394513f-111e-4c1d-8451-43d50be21d7e,segment=NetworkSegment(403725b9-6fc1-4aeb-998e-1c14d944073b),segment_id=403725b9-6fc1-4aeb-998e-1c14d944073b)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:09:52.567342 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51f46ccb-ed1e-4fa3-a7c5-e5eaed5e6543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:52.653221 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a00e841a-fb1f-4856-8958-0d4e5a89c5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:52.714285 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e841a-fb1f-4856-8958-0d4e5a89c5dc None None] Pushing event updated for resources: {'Port': ['ID=8394513f-111e-4c1d-8451-43d50be21d7e,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:52.729242 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-716d89ed-7a15-434e-8764-2149e04f8b51 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:52.735300 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-51f46ccb-ed1e-4fa3-a7c5-e5eaed5e6543 admin admin] Allocated IP 172.25.2.122 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/ed03e811-2ac6-4bac-a9d4-8d70912f3e02) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:09:52.841199 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-716d89ed-7a15-434e-8764-2149e04f8b51 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:52.847902 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-26046387-1c2a-4ce4-8bed-43a1e9868b19 req-86c324f0-aa84-4c92-a0e6-c6413a4b3f4a tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/ports?device_id=e2c224ec-eb6d-420a-a157-24554a24f32d HTTP/1.1" status: 200 len: 210 time: 0.0307624 Aug 31 09:09:52.898367 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51f46ccb-ed1e-4fa3-a7c5-e5eaed5e6543 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:52.967479 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d89ed-7a15-434e-8764-2149e04f8b51 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6556dd9-fb18-447f-b248-d0fe2ee1f8ca,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:53.100373 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-716d89ed-7a15-434e-8764-2149e04f8b51 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Allocated IP 192.168.233.62 (a47e180d-e969-4a85-aa09-0ec8196480c0/f473c8e7-d3e2-4352-b8da-3dcd093feb8b/79a5075f-ac19-4dbf-a24b-794572ad41c4) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:09:53.118631 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60a854-21e3-4044-ab57-9bbec4bcc3fe req-62051691-65e8-4045-9deb-db7b8bdb85d0 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:53.120613 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1a60a854-21e3-4044-ab57-9bbec4bcc3fe req-62051691-65e8-4045-9deb-db7b8bdb85d0 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/ports?device_id=f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09 HTTP/1.1" status: 200 len: 971 time: 0.0785630 Aug 31 09:09:53.177672 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51f46ccb-ed1e-4fa3-a7c5-e5eaed5e6543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:53.180634 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1a60a854-21e3-4044-ab57-9bbec4bcc3fe req-d8c35b95-f5c8-41e1-aa99-6e63125b613d tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/security-groups?id=aabf8c8b-3150-4e5f-a1d1-5e56a6fbf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533442 Aug 31 09:09:53.231990 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45652) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:53.234973 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 21c5c20c-a3ee-446f-a1a8-4b269bb895bc up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:09:53.269573 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f46ccb-ed1e-4fa3-a7c5-e5eaed5e6543 admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:09:53.280672 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-51f46ccb-ed1e-4fa3-a7c5-e5eaed5e6543 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:09:53.285122 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f46ccb-ed1e-4fa3-a7c5-e5eaed5e6543 admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:09:53.286928 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f46ccb-ed1e-4fa3-a7c5-e5eaed5e6543 admin admin] Pushing event updated for resources: {'Port': ['ID=ed03e811-2ac6-4bac-a9d4-8d70912f3e02,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:53.374933 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 21c5c20c-a3ee-446f-a1a8-4b269bb895bc completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:09:53.379549 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 21c5c20c-a3ee-446f-a1a8-4b269bb895bc triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:09:53.380088 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:53.392469 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45660) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:53.471521 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f5b7f538-dcaa-4902-990f-d6658c9a0e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:53.478382 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:53.483950 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-716d89ed-7a15-434e-8764-2149e04f8b51 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:53.499521 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-716d89ed-7a15-434e-8764-2149e04f8b51 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Transition to ACTIVE for port object 79a5075f-ac19-4dbf-a24b-794572ad41c4 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:09:53.504869 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c5c20c-a3ee-446f-a1a8-4b269bb895bc'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:09:53.507205 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608cc4ac-5b39-430d-a77d-d27cd6bb69c1" -d '{"events": [{"server_uuid": "f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09", "name": "network-vif-plugged", "status": "completed", "tag": "21c5c20c-a3ee-446f-a1a8-4b269bb895bc"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:09:53.522628 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 21c5c20c-a3ee-446f-a1a8-4b269bb895bc, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=21c5c20c-a3ee-446f-a1a8-4b269bb895bc,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:53.524486 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-689a2249-0926-4906-8a6d-4b4cedf9e119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:53.555102 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348384dd-4a7f-4fd2-80d9-1c7df306a721 x-openstack-request-id: req-348384dd-4a7f-4fd2-80d9-1c7df306a721 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:09:53.555658 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09", "name": "network-vif-plugged", "status": "completed", "tag": "21c5c20c-a3ee-446f-a1a8-4b269bb895bc", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:09:53.556558 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-348384dd-4a7f-4fd2-80d9-1c7df306a721 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:09:53.557121 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c5c20c-a3ee-446f-a1a8-4b269bb895bc', 'code': 200} Aug 31 09:09:53.568185 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ef60f-d3e7-4892-899e-ef378382a6c6 req-d3aec366-1f52-4e20-979b-fa5445e2baf0 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:53.570128 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae3ef60f-d3e7-4892-899e-ef378382a6c6 req-d3aec366-1f52-4e20-979b-fa5445e2baf0 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=82cb5f62-a424-42a7-ab1b-f83960176646 HTTP/1.1" status: 200 len: 949 time: 0.1143160 Aug 31 09:09:53.639770 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:53.641769 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae3ef60f-d3e7-4892-899e-ef378382a6c6 req-1e7e9810-daf7-42fd-9d51-c7d9ad9ec7cd tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/security-groups?id=3799c05b-a3bb-42b0-b2cf-6351c2032633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627928 Aug 31 09:09:53.691426 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-716d89ed-7a15-434e-8764-2149e04f8b51 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:53.712082 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=21c5c20c-a3ee-446f-a1a8-4b269bb895bc,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:53.757659 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f5b7f538-dcaa-4902-990f-d6658c9a0e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:53.767385 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-716d89ed-7a15-434e-8764-2149e04f8b51 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Network a47e180d-e969-4a85-aa09-0ec8196480c0 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:09:53.770626 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51f46ccb-ed1e-4fa3-a7c5-e5eaed5e6543 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:53.774099 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-716d89ed-7a15-434e-8764-2149e04f8b51 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:09:53.776057 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855ece6-6ae0-40c6-8be9-0138b3cdb7b9 req-192e5946-a3f1-44bb-90e8-744573e40bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:53.776325 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d89ed-7a15-434e-8764-2149e04f8b51 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Pushing event updated for resources: {'Port': ['ID=79a5075f-ac19-4dbf-a24b-794572ad41c4,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:53.777118 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a855ece6-6ae0-40c6-8be9-0138b3cdb7b9 req-192e5946-a3f1-44bb-90e8-744573e40bb7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09 HTTP/1.1" status: 200 len: 1124 time: 0.1467302 Aug 31 09:09:53.778868 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-716d89ed-7a15-434e-8764-2149e04f8b51 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:09:53.785371 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-716d89ed-7a15-434e-8764-2149e04f8b51 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:53.786043 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-716d89ed-7a15-434e-8764-2149e04f8b51 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:53.842974 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a855ece6-6ae0-40c6-8be9-0138b3cdb7b9 req-3c5e52ff-553f-4144-b72f-07240a8937af service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=aabf8c8b-3150-4e5f-a1d1-5e56a6fbf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517707 Aug 31 09:09:53.858305 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f5b7f538-dcaa-4902-990f-d6658c9a0e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:53.935719 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f5b7f538-dcaa-4902-990f-d6658c9a0e44 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=df380454a6d54fbaad3682dbb4b25729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5377893 Aug 31 09:09:53.937672 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45672) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:53.957066 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7f538-dcaa-4902-990f-d6658c9a0e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177174d9-cd34-43fc-934d-100a7d944a52,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:54.101977 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51f46ccb-ed1e-4fa3-a7c5-e5eaed5e6543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:54.106765 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8508b-a29f-45ba-ae93-015d9f4e9f11 req-fbd0a184-b5e7-4012-8bab-92e96c251095 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:54.109198 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a1b8508b-a29f-45ba-ae93-015d9f4e9f11 req-fbd0a184-b5e7-4012-8bab-92e96c251095 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/ports?device_id=e2c224ec-eb6d-420a-a157-24554a24f32d HTTP/1.1" status: 200 len: 935 time: 0.1387303 Aug 31 09:09:54.111272 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e292c2de-ae9c-48bc-923c-d8f75263396f None None] Network 9378e6b3-a87d-4f83-b575-9644eb484f50 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:09:54.122255 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-689a2249-0926-4906-8a6d-4b4cedf9e119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:54.123902 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6cee148c-6512-4d76-a4fc-b09f3065567e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:54.172439 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6cee148c-6512-4d76-a4fc-b09f3065567e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:54.182051 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a1b8508b-a29f-45ba-ae93-015d9f4e9f11 req-f0aa491d-612c-41e2-8981-625910e000ae tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6556dd9-fb18-447f-b248-d0fe2ee1f8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624464 Aug 31 09:09:54.193844 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-689a2249-0926-4906-8a6d-4b4cedf9e119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:54.254064 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45676) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:54.256174 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-689a2249-0926-4906-8a6d-4b4cedf9e119 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=eada4faa6d3141e6ad22eb78be53a4e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0211997 Aug 31 09:09:54.256464 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a2249-0926-4906-8a6d-4b4cedf9e119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954412fe-6507-43d0-ab78-2bd7924f5be9,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:54.264327 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-aa3173ac-193b-4f51-9f9e-95075868ff07 None None] Provisioning for port 79a5075f-ac19-4dbf-a24b-794572ad41c4 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:09:54.271451 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-aa3173ac-193b-4f51-9f9e-95075868ff07 None None] Provisioning complete for port 79a5075f-ac19-4dbf-a24b-794572ad41c4 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:09:54.272089 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-aa3173ac-193b-4f51-9f9e-95075868ff07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:54.290665 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-716d89ed-7a15-434e-8764-2149e04f8b51 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2222276 Aug 31 09:09:54.307652 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-9e753a94-4648-43e7-a48d-5451f3f92c93 service neutron] Request body: {'port': {'device_id': 'e2c224ec-eb6d-420a-a157-24554a24f32d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:54.333230 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-aa3173ac-193b-4f51-9f9e-95075868ff07 None None] Port 79a5075f-ac19-4dbf-a24b-794572ad41c4 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:09:54.376463 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6cee148c-6512-4d76-a4fc-b09f3065567e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:54.379216 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6cee148c-6512-4d76-a4fc-b09f3065567e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:54.380335 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6cee148c-6512-4d76-a4fc-b09f3065567e admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/177174d9-cd34-43fc-934d-100a7d944a52 HTTP/1.1" status: 204 len: 168 time: 0.4420788 Aug 31 09:09:54.394060 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee148c-6512-4d76-a4fc-b09f3065567e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177174d9-cd34-43fc-934d-100a7d944a52,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:54.423825 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f46ccb-ed1e-4fa3-a7c5-e5eaed5e6543 admin admin] Router b2a33741-29f3-4d9c-8e33-6aff2c04b177 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:09:54.428371 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8394513f-111e-4c1d-8451-43d50be21d7e up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:09:54.434443 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-836d3fa9-3ace-4ec3-9a55-c79ce264a8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:54.443571 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489cbdc-a9ec-45e0-b6bd-834a67449d6d req-081c50b6-1030-4ee1-b6a2-c77c5330482b tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:54.443571 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0489cbdc-a9ec-45e0-b6bd-834a67449d6d req-081c50b6-1030-4ee1-b6a2-c77c5330482b tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/ports?device_id=f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09 HTTP/1.1" status: 200 len: 972 time: 0.0992198 Aug 31 09:09:54.477215 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-9e753a94-4648-43e7-a48d-5451f3f92c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:54.511905 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0489cbdc-a9ec-45e0-b6bd-834a67449d6d req-aada48f4-d299-4032-bc6f-5de1328b33d4 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/security-groups?id=aabf8c8b-3150-4e5f-a1d1-5e56a6fbf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602732 Aug 31 09:09:54.514350 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-836d3fa9-3ace-4ec3-9a55-c79ce264a8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:54.547715 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-ef095f5f-225d-468b-8df9-2865f0c34639 None None] Provisioning for port 8394513f-111e-4c1d-8451-43d50be21d7e completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:09:54.608459 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 8394513f-111e-4c1d-8451-43d50be21d7e completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:09:54.612587 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 8394513f-111e-4c1d-8451-43d50be21d7e triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:09:54.612922 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:54.658228 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063c3ae-c42d-492c-88f9-e593dbd7528b req-a1c14261-d59f-4303-a087-6e51b37f92d7 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:54.659985 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a063c3ae-c42d-492c-88f9-e593dbd7528b req-a1c14261-d59f-4303-a087-6e51b37f92d7 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=82cb5f62-a424-42a7-ab1b-f83960176646 HTTP/1.1" status: 200 len: 949 time: 0.0712063 Aug 31 09:09:54.679135 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-85aab570-1e22-48f2-bedc-e1c20ad103dd None None] Provisioning complete for port 8394513f-111e-4c1d-8451-43d50be21d7e triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:09:54.682277 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-85aab570-1e22-48f2-bedc-e1c20ad103dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:54.700814 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a063c3ae-c42d-492c-88f9-e593dbd7528b req-8c1b977f-8ba6-4f2f-bfa1-4b16704e4599 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/security-groups?id=3799c05b-a3bb-42b0-b2cf-6351c2032633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348315 Aug 31 09:09:54.759327 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:54.770764 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f46ccb-ed1e-4fa3-a7c5-e5eaed5e6543 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:09:54.781439 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eeb42f-589e-4c57-921b-98308ff80483 None None] Sync routers for ids ['b2a33741-29f3-4d9c-8e33-6aff2c04b177'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:09:54.792347 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eeb42f-589e-4c57-921b-98308ff80483 None None] Routers {'b2a33741-29f3-4d9c-8e33-6aff2c04b177'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:09:54.794217 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d5eeb42f-589e-4c57-921b-98308ff80483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:09:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b2a33741-29f3-4d9c-8e33-6aff2c04b177'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:54.835364 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 8394513f-111e-4c1d-8451-43d50be21d7e, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8394513f-111e-4c1d-8451-43d50be21d7e,segment=NetworkSegment(403725b9-6fc1-4aeb-998e-1c14d944073b),segment_id=403725b9-6fc1-4aeb-998e-1c14d944073b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:54.858272 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-85aab570-1e22-48f2-bedc-e1c20ad103dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:54.909585 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:54.935501 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-d5eeb42f-589e-4c57-921b-98308ff80483 None None] Set router b2a33741-29f3-4d9c-8e33-6aff2c04b177 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:09:54.985972 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-85aab570-1e22-48f2-bedc-e1c20ad103dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:09:54.986457 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-85aab570-1e22-48f2-bedc-e1c20ad103dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:09:54.996235 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=8394513f-111e-4c1d-8451-43d50be21d7e,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:55.037912 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-836d3fa9-3ace-4ec3-9a55-c79ce264a8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.040550 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-836d3fa9-3ace-4ec3-9a55-c79ce264a8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.043695 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-836d3fa9-3ace-4ec3-9a55-c79ce264a8d2 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/954412fe-6507-43d0-ab78-2bd7924f5be9 HTTP/1.1" status: 204 len: 168 time: 0.7865968 Aug 31 09:09:55.043695 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51f46ccb-ed1e-4fa3-a7c5-e5eaed5e6543 admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.046520 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-51f46ccb-ed1e-4fa3-a7c5-e5eaed5e6543 admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.6593966 Aug 31 09:09:55.046765 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45686) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:55.062625 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d3fa9-3ace-4ec3-9a55-c79ce264a8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954412fe-6507-43d0-ab78-2bd7924f5be9,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:55.131217 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d5eeb42f-589e-4c57-921b-98308ff80483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1908543608-router', 'tenant_id': '56e7696745e245a68dd2e9a2861b4388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ed03e811-2ac6-4bac-a9d4-8d70912f3e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:09:51Z', 'updated_at': '2021-08-31T09:09:53Z', 'revision_number': 3, 'project_id': '56e7696745e245a68dd2e9a2861b4388', 'gw_port': {'id': 'ed03e811-2ac6-4bac-a9d4-8d70912f3e02', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:09:52Z', 'updated_at': '2021-08-31T09:09:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:55.166128 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eeb42f-589e-4c57-921b-98308ff80483 None None] Checking router: b2a33741-29f3-4d9c-8e33-6aff2c04b177 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:09:55.166588 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eeb42f-589e-4c57-921b-98308ff80483 None None] Updating router b2a33741-29f3-4d9c-8e33-6aff2c04b177 port ed03e811-2ac6-4bac-a9d4-8d70912f3e02 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:09:55.197739 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-9e753a94-4648-43e7-a48d-5451f3f92c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79a5075f-ac19-4dbf-a24b-794572ad41c4 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:09:55.205991 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-d5eeb42f-589e-4c57-921b-98308ff80483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.210661 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-9e753a94-4648-43e7-a48d-5451f3f92c93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.217179 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45688) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:55.241238 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9bf6fba8-91b8-4430-acb9-23c700fa5113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.250486 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-9e753a94-4648-43e7-a48d-5451f3f92c93 service neutron] Transition to ACTIVE for port object 79a5075f-ac19-4dbf-a24b-794572ad41c4 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:09:55.322828 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-9e753a94-4648-43e7-a48d-5451f3f92c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.377849 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9bf6fba8-91b8-4430-acb9-23c700fa5113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.400841 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e753a94-4648-43e7-a48d-5451f3f92c93 service neutron] Pushing event updated for resources: {'Port': ['ID=79a5075f-ac19-4dbf-a24b-794572ad41c4,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:55.456956 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-9e753a94-4648-43e7-a48d-5451f3f92c93 service neutron] Attempting to bind port 79a5075f-ac19-4dbf-a24b-794572ad41c4 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:09:55.457453 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-9e753a94-4648-43e7-a48d-5451f3f92c93 service neutron] Attempting to bind port 79a5075f-ac19-4dbf-a24b-794572ad41c4 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:09:55.458039 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-9e753a94-4648-43e7-a48d-5451f3f92c93 service neutron] Attempting to bind port 79a5075f-ac19-4dbf-a24b-794572ad41c4 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:09:55.463187 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-9e753a94-4648-43e7-a48d-5451f3f92c93 service neutron] Port 79a5075f-ac19-4dbf-a24b-794572ad41c4 on network a47e180d-e969-4a85-aa09-0ec8196480c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:09:55.463635 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-9e753a94-4648-43e7-a48d-5451f3f92c93 service neutron] Attempting to bind port 79a5075f-ac19-4dbf-a24b-794572ad41c4 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:09:55.470227 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-9e753a94-4648-43e7-a48d-5451f3f92c93 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:09:55.470779 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-9e753a94-4648-43e7-a48d-5451f3f92c93 service neutron] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:09:55.471446 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-9e753a94-4648-43e7-a48d-5451f3f92c93 service neutron] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:09:55.471816 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-9e753a94-4648-43e7-a48d-5451f3f92c93 service neutron] Bound port: 79a5075f-ac19-4dbf-a24b-794572ad41c4, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:09:55.472276 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-9e753a94-4648-43e7-a48d-5451f3f92c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.513817 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9bf6fba8-91b8-4430-acb9-23c700fa5113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.597481 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9bf6fba8-91b8-4430-acb9-23c700fa5113 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=7f68eeabc2ba459f8c37757f58b590c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3791075 Aug 31 09:09:55.608341 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6fba8-91b8-4430-acb9-23c700fa5113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12785b73-b0d5-4f17-9340-e80760179260,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:55.613376 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-d5eeb42f-589e-4c57-921b-98308ff80483 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.616064 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45696) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:55.625342 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-d5eeb42f-589e-4c57-921b-98308ff80483 None None] Transition to ACTIVE for port object ed03e811-2ac6-4bac-a9d4-8d70912f3e02 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:09:55.678498 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-9e753a94-4648-43e7-a48d-5451f3f92c93 service neutron] For port 79a5075f-ac19-4dbf-a24b-794572ad41c4, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:09:55.682619 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-9e753a94-4648-43e7-a48d-5451f3f92c93 service neutron] For port 79a5075f-ac19-4dbf-a24b-794572ad41c4, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=79a5075f-ac19-4dbf-a24b-794572ad41c4,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:09:55.695767 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dfacfcab-6bd1-478b-8e26-00d6b11df97b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.723324 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dfacfcab-6bd1-478b-8e26-00d6b11df97b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.729409 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3d1e1-7f7e-49b8-aad1-d49bb4b4b074 req-5a698752-2289-4910-aaa0-646725bebcbd tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:55.731209 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-72e3d1e1-7f7e-49b8-aad1-d49bb4b4b074 req-5a698752-2289-4910-aaa0-646725bebcbd tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/ports?device_id=e2c224ec-eb6d-420a-a157-24554a24f32d HTTP/1.1" status: 200 len: 935 time: 0.4490523 Aug 31 09:09:55.743033 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-d5eeb42f-589e-4c57-921b-98308ff80483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.783047 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-9e753a94-4648-43e7-a48d-5451f3f92c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.829414 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee7356-620d-4a2a-b9ee-839bb29547c1 None None] Pushing event updated for resources: {'Port': ['ID=ed03e811-2ac6-4bac-a9d4-8d70912f3e02,revision_number=2']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:55.833242 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-d5eeb42f-589e-4c57-921b-98308ff80483 None None] Attempting to bind port ed03e811-2ac6-4bac-a9d4-8d70912f3e02 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:09:55.833242 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-d5eeb42f-589e-4c57-921b-98308ff80483 None None] Attempting to bind port ed03e811-2ac6-4bac-a9d4-8d70912f3e02 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:09:55.833458 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eeb42f-589e-4c57-921b-98308ff80483 None None] Attempting to bind port ed03e811-2ac6-4bac-a9d4-8d70912f3e02 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:09:55.842304 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee7356-620d-4a2a-b9ee-839bb29547c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:55.842685 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee7356-620d-4a2a-b9ee-839bb29547c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:55.843019 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee7356-620d-4a2a-b9ee-839bb29547c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:55.843353 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee7356-620d-4a2a-b9ee-839bb29547c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:55.843764 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee7356-620d-4a2a-b9ee-839bb29547c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:55.844091 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee7356-620d-4a2a-b9ee-839bb29547c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:55.844413 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee7356-620d-4a2a-b9ee-839bb29547c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:55.844732 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee7356-620d-4a2a-b9ee-839bb29547c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:55.845048 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee7356-620d-4a2a-b9ee-839bb29547c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:55.845377 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee7356-620d-4a2a-b9ee-839bb29547c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:55.845680 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee7356-620d-4a2a-b9ee-839bb29547c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:55.846003 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee7356-620d-4a2a-b9ee-839bb29547c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:55.847166 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ee7356-620d-4a2a-b9ee-839bb29547c1 None None] Tracked resource versions report: Aug 31 09:09:55.847166 n-d-791506-28 neutron-server[95555]: pushed versions: Aug 31 09:09:55.847166 n-d-791506-28 neutron-server[95555]: { 'AddressGroup': {'1.2'}, Aug 31 09:09:55.847166 n-d-791506-28 neutron-server[95555]: 'ConntrackHelper': {'1.0'}, Aug 31 09:09:55.847166 n-d-791506-28 neutron-server[95555]: 'Log': {'1.0'}, Aug 31 09:09:55.847166 n-d-791506-28 neutron-server[95555]: 'Network': {'1.1'}, Aug 31 09:09:55.847166 n-d-791506-28 neutron-server[95555]: 'Port': {'1.7'}, Aug 31 09:09:55.847166 n-d-791506-28 neutron-server[95555]: 'PortForwarding': {'1.2'}, Aug 31 09:09:55.847166 n-d-791506-28 neutron-server[95555]: 'QosPolicy': {'1.9'}, Aug 31 09:09:55.847166 n-d-791506-28 neutron-server[95555]: 'SecurityGroup': {'1.4'}, Aug 31 09:09:55.847166 n-d-791506-28 neutron-server[95555]: 'SecurityGroupRule': {'1.2'}, Aug 31 09:09:55.847166 n-d-791506-28 neutron-server[95555]: 'SubPort': {'1.0'}, Aug 31 09:09:55.847166 n-d-791506-28 neutron-server[95555]: 'Subnet': {'1.1'}, Aug 31 09:09:55.847166 n-d-791506-28 neutron-server[95555]: 'Trunk': {'1.1'}} Aug 31 09:09:55.847166 n-d-791506-28 neutron-server[95555]: consumer versions: Aug 31 09:09:55.847166 n-d-791506-28 neutron-server[95555]: { DHCP agent@n-d-791506-28: {}, Aug 31 09:09:55.847166 n-d-791506-28 neutron-server[95555]: HyperV agent@n-h1-791506-28: {}, Aug 31 09:09:55.847166 n-d-791506-28 neutron-server[95555]: HyperV agent@n-h2-791506-28: {}, Aug 31 09:09:55.847166 n-d-791506-28 neutron-server[95555]: L3 agent@n-d-791506-28: {}, Aug 31 09:09:55.847166 n-d-791506-28 neutron-server[95555]: Metadata agent@n-d-791506-28: {}, Aug 31 09:09:55.847166 n-d-791506-28 neutron-server[95555]: Metering agent@n-d-791506-28: {}, Aug 31 09:09:55.847166 n-d-791506-28 neutron-server[95555]: Open vSwitch agent@n-d-791506-28: { 'AddressGroup': '1.2', Aug 31 09:09:55.847166 n-d-791506-28 neutron-server[95555]: 'ConntrackHelper': '1.0', Aug 31 09:09:55.847166 n-d-791506-28 neutron-server[95555]: 'Log': '1.0', Aug 31 09:09:55.847166 n-d-791506-28 neutron-server[95555]: 'Network': '1.1', Aug 31 09:09:55.847166 n-d-791506-28 neutron-server[95555]: 'Port': '1.7', Aug 31 09:09:55.847166 n-d-791506-28 neutron-server[95555]: 'PortForwarding': '1.2', Aug 31 09:09:55.847166 n-d-791506-28 neutron-server[95555]: 'QosPolicy': '1.9', Aug 31 09:09:55.847166 n-d-791506-28 neutron-server[95555]: 'SecurityGroup': '1.4', Aug 31 09:09:55.847166 n-d-791506-28 neutron-server[95555]: 'SecurityGroupRule': '1.2', Aug 31 09:09:55.847166 n-d-791506-28 neutron-server[95555]: 'SubPort': '1.0', Aug 31 09:09:55.847166 n-d-791506-28 neutron-server[95555]: 'Subnet': '1.1', Aug 31 09:09:55.847166 n-d-791506-28 neutron-server[95555]: 'Trunk': '1.1'}} Aug 31 09:09:55.847166 n-d-791506-28 neutron-server[95555]: {{(pid=95555) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 09:09:55.859558 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eeb42f-589e-4c57-921b-98308ff80483 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:09:55.859558 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eeb42f-589e-4c57-921b-98308ff80483 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:09:55.859558 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-d5eeb42f-589e-4c57-921b-98308ff80483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.859558 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eeb42f-589e-4c57-921b-98308ff80483 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:09:55.859558 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-d5eeb42f-589e-4c57-921b-98308ff80483 None None] Bound port: ed03e811-2ac6-4bac-a9d4-8d70912f3e02, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:09:55.859558 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-d5eeb42f-589e-4c57-921b-98308ff80483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.860375 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-9e753a94-4648-43e7-a48d-5451f3f92c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:55.861000 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-9e753a94-4648-43e7-a48d-5451f3f92c93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.862388 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-9e753a94-4648-43e7-a48d-5451f3f92c93 service neutron] 10.222.0.112 "PUT /v2.0/ports/79a5075f-ac19-4dbf-a24b-794572ad41c4 HTTP/1.1" status: 200 len: 1096 time: 1.5596480 Aug 31 09:09:55.862871 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2c224ec-eb6d-420a-a157-24554a24f32d', 'tag': '79a5075f-ac19-4dbf-a24b-794572ad41c4'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:09:55.865099 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40d9a09-5933-43d4-8c2e-c100211edde0" -d '{"events": [{"name": "network-changed", "server_uuid": "e2c224ec-eb6d-420a-a157-24554a24f32d", "tag": "79a5075f-ac19-4dbf-a24b-794572ad41c4"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:09:55.895458 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-72e3d1e1-7f7e-49b8-aad1-d49bb4b4b074 req-b8231965-165b-4898-8490-ac25b9b45869 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6556dd9-fb18-447f-b248-d0fe2ee1f8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522572 Aug 31 09:09:55.900625 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e753a94-4648-43e7-a48d-5451f3f92c93 service neutron] Pushing event updated for resources: {'Port': ['ID=79a5075f-ac19-4dbf-a24b-794572ad41c4,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:55.913106 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98066dfe-638a-4e68-9090-5a9f9d7e34dc req-b37b4acd-c99d-4249-86e3-b5e4703e02d0 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:55.913106 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98066dfe-638a-4e68-9090-5a9f9d7e34dc req-b37b4acd-c99d-4249-86e3-b5e4703e02d0 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/ports?device_id=f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09 HTTP/1.1" status: 200 len: 972 time: 0.1947737 Aug 31 09:09:55.942730 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-d5eeb42f-589e-4c57-921b-98308ff80483 None None] For port ed03e811-2ac6-4bac-a9d4-8d70912f3e02, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:09:55.946285 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-d5eeb42f-589e-4c57-921b-98308ff80483 None None] For port ed03e811-2ac6-4bac-a9d4-8d70912f3e02, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ed03e811-2ac6-4bac-a9d4-8d70912f3e02,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:09:55.955061 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dfacfcab-6bd1-478b-8e26-00d6b11df97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.960264 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dfacfcab-6bd1-478b-8e26-00d6b11df97b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.960264 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-dfacfcab-6bd1-478b-8e26-00d6b11df97b admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/12785b73-b0d5-4f17-9340-e80760179260 HTTP/1.1" status: 204 len: 168 time: 0.3390431 Aug 31 09:09:55.986998 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfacfcab-6bd1-478b-8e26-00d6b11df97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12785b73-b0d5-4f17-9340-e80760179260,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:56.034664 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98066dfe-638a-4e68-9090-5a9f9d7e34dc req-71c779b0-e692-4a41-99c7-663cd7b07c10 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/security-groups?id=aabf8c8b-3150-4e5f-a1d1-5e56a6fbf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173556 Aug 31 09:09:56.062755 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-d5eeb42f-589e-4c57-921b-98308ff80483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:56.106164 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45706) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:56.115643 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.112', 53107) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:56.129522 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1e07f4bf-c16d-4f94-b7a0-d52dae6e900e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:56.141910 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-bb8dd99a-435e-43c3-8ef0-6d39e12c85ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:56.143680 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-bb8dd99a-435e-43c3-8ef0-6d39e12c85ab service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=94f1cf4a0e144c029b8fc2978b966599&device_id=e2c224ec-eb6d-420a-a157-24554a24f32d HTTP/1.1" status: 200 len: 1099 time: 0.1066232 Aug 31 09:09:56.154704 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee7356-620d-4a2a-b9ee-839bb29547c1 None None] Pushing event updated for resources: {'Port': ['ID=ed03e811-2ac6-4bac-a9d4-8d70912f3e02,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:56.184276 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64e1d2d-5ecb-47a2-b20f-e7eb34c444f7 x-openstack-request-id: req-b64e1d2d-5ecb-47a2-b20f-e7eb34c444f7 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:09:56.184558 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2c224ec-eb6d-420a-a157-24554a24f32d", "tag": "79a5075f-ac19-4dbf-a24b-794572ad41c4", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:09:56.184682 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eeb42f-589e-4c57-921b-98308ff80483 None None] Routers {'b2a33741-29f3-4d9c-8e33-6aff2c04b177'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:09:56.184801 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-b64e1d2d-5ecb-47a2-b20f-e7eb34c444f7 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:09:56.185662 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2c224ec-eb6d-420a-a157-24554a24f32d', 'tag': '79a5075f-ac19-4dbf-a24b-794572ad41c4', 'status': 'completed', 'code': 200} Aug 31 09:09:56.185776 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d5eeb42f-589e-4c57-921b-98308ff80483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:09:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b2a33741-29f3-4d9c-8e33-6aff2c04b177'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:56.217345 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66760bfd-1207-4291-8ad4-ab16aa3adb2b req-3807e1cb-ee43-4a0f-82b6-5c8f2796457c tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:56.225536 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-66760bfd-1207-4291-8ad4-ab16aa3adb2b req-3807e1cb-ee43-4a0f-82b6-5c8f2796457c tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=82cb5f62-a424-42a7-ab1b-f83960176646 HTTP/1.1" status: 200 len: 949 time: 0.1952322 Aug 31 09:09:56.251235 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-fadfeadd-9c0e-43fa-a4f3-76fc7e9515ee service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=79a5075f-ac19-4dbf-a24b-794572ad41c4 HTTP/1.1" status: 200 len: 217 time: 0.0626674 Aug 31 09:09:56.302324 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9cc48-8f1f-470a-8b0a-e799e6b6a2c9 req-1819da4c-b44b-4b1c-a224-ac0465c729c0 tempest-DeleteServersAdminTestJSON-1204640826 tempest-DeleteServersAdminTestJSON-1204640826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:56.304387 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-07e9cc48-8f1f-470a-8b0a-e799e6b6a2c9 req-1819da4c-b44b-4b1c-a224-ac0465c729c0 tempest-DeleteServersAdminTestJSON-1204640826 tempest-DeleteServersAdminTestJSON-1204640826-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=82cb5f62-a424-42a7-ab1b-f83960176646 HTTP/1.1" status: 200 len: 1101 time: 0.1801860 Aug 31 09:09:56.307277 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8394513f-111e-4c1d-8451-43d50be21d7e up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:09:56.350499 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-d5eeb42f-589e-4c57-921b-98308ff80483 None None] Set router b2a33741-29f3-4d9c-8e33-6aff2c04b177 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:09:56.355325 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-76896335-904e-4d96-b814-724c20f21755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:56.357716 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-76896335-904e-4d96-b814-724c20f21755 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.0948596 Aug 31 09:09:56.407453 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-66760bfd-1207-4291-8ad4-ab16aa3adb2b req-b9686f65-209a-471f-b267-7f72b92d5bef tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/security-groups?id=3799c05b-a3bb-42b0-b2cf-6351c2032633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548491 Aug 31 09:09:56.433769 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1e07f4bf-c16d-4f94-b7a0-d52dae6e900e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:56.436229 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-96614751-812c-4465-9b05-2883bc9a7a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:56.438102 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-96614751-812c-4465-9b05-2883bc9a7a1c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0702300 Aug 31 09:09:56.460896 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-39118abf-a817-44ef-87a3-bd5ffd60e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:56.572685 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 8394513f-111e-4c1d-8451-43d50be21d7e triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:09:56.573046 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:56.581350 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-24b0fa22-902a-42ca-b4aa-e8df0ab7c5a4 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345134 Aug 31 09:09:56.582457 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1e07f4bf-c16d-4f94-b7a0-d52dae6e900e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:56.653561 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-07e9cc48-8f1f-470a-8b0a-e799e6b6a2c9 req-06f05d24-6aed-462e-8f7e-a1f0d6bdfc0c tempest-DeleteServersAdminTestJSON-1204640826 tempest-DeleteServersAdminTestJSON-1204640826-project-admin] Deleting port c9c211eb-443b-4400-90c5-6ba02fa27a9f {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:56.654048 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-07e9cc48-8f1f-470a-8b0a-e799e6b6a2c9 req-06f05d24-6aed-462e-8f7e-a1f0d6bdfc0c tempest-DeleteServersAdminTestJSON-1204640826 tempest-DeleteServersAdminTestJSON-1204640826-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:56.712909 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1e07f4bf-c16d-4f94-b7a0-d52dae6e900e admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=70f0af3a5664435a83a6ee62d681fa20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6039743 Aug 31 09:09:56.716276 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07f4bf-c16d-4f94-b7a0-d52dae6e900e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962a0cb2-20c1-46dc-8ca7-d35f308579a1,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:56.719203 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45718) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:56.754100 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d5eeb42f-589e-4c57-921b-98308ff80483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1908543608-router', 'tenant_id': '56e7696745e245a68dd2e9a2861b4388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ed03e811-2ac6-4bac-a9d4-8d70912f3e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:09:51Z', 'updated_at': '2021-08-31T09:09:53Z', 'revision_number': 3, 'project_id': '56e7696745e245a68dd2e9a2861b4388', 'gw_port': {'id': 'ed03e811-2ac6-4bac-a9d4-8d70912f3e02', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:09:52Z', 'updated_at': '2021-08-31T09:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:56.795996 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eeb42f-589e-4c57-921b-98308ff80483 None None] The sync data for ids ['b2a33741-29f3-4d9c-8e33-6aff2c04b177'] in n-d-791506-28 is: [{'id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1908543608-router', 'tenant_id': '56e7696745e245a68dd2e9a2861b4388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ed03e811-2ac6-4bac-a9d4-8d70912f3e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:09:51Z', 'updated_at': '2021-08-31T09:09:53Z', 'revision_number': 3, 'project_id': '56e7696745e245a68dd2e9a2861b4388', 'gw_port': {'id': 'ed03e811-2ac6-4bac-a9d4-8d70912f3e02', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:09:52Z', 'updated_at': '2021-08-31T09:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:09:56.796610 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6f910a6b-7c56-46f6-82fd-69f58788a33b req-e72dd954-15d1-4f39-bd4d-ed434a7b42fa service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947660 Aug 31 09:09:56.819828 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-93f95df4-7e6f-433a-967b-168672af409d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:56.852337 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-93f95df4-7e6f-433a-967b-168672af409d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:56.900307 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-07e9cc48-8f1f-470a-8b0a-e799e6b6a2c9 req-06f05d24-6aed-462e-8f7e-a1f0d6bdfc0c tempest-DeleteServersAdminTestJSON-1204640826 tempest-DeleteServersAdminTestJSON-1204640826-project-admin] For port c9c211eb-443b-4400-90c5-6ba02fa27a9f, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=c9c211eb-443b-4400-90c5-6ba02fa27a9f,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:56.900929 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-07e9cc48-8f1f-470a-8b0a-e799e6b6a2c9 req-06f05d24-6aed-462e-8f7e-a1f0d6bdfc0c tempest-DeleteServersAdminTestJSON-1204640826 tempest-DeleteServersAdminTestJSON-1204640826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:56.922158 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-07e9cc48-8f1f-470a-8b0a-e799e6b6a2c9 req-06f05d24-6aed-462e-8f7e-a1f0d6bdfc0c tempest-DeleteServersAdminTestJSON-1204640826 tempest-DeleteServersAdminTestJSON-1204640826-project-admin] Calling delete_port for c9c211eb-443b-4400-90c5-6ba02fa27a9f owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:56.928151 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-39118abf-a817-44ef-87a3-bd5ffd60e4dc admin admin] Allocated IP 172.20.0.1 (9378e6b3-a87d-4f83-b575-9644eb484f50/3562846e-c3ce-41d9-b571-ead68bc10cdb/ac1b2c14-ce78-4064-93ec-b9876fb2eb7f) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:09:56.981343 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d9a09-5933-43d4-8c2e-c100211edde0 req-51002913-f1f1-4029-971b-8347e45dc04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:56.983177 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d40d9a09-5933-43d4-8c2e-c100211edde0 req-51002913-f1f1-4029-971b-8347e45dc04d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=94f1cf4a0e144c029b8fc2978b966599&device_id=e2c224ec-eb6d-420a-a157-24554a24f32d HTTP/1.1" status: 200 len: 1099 time: 0.0473800 Aug 31 09:09:57.045873 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-93f95df4-7e6f-433a-967b-168672af409d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:57.048529 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-93f95df4-7e6f-433a-967b-168672af409d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:57.054808 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-93f95df4-7e6f-433a-967b-168672af409d admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/962a0cb2-20c1-46dc-8ca7-d35f308579a1 HTTP/1.1" status: 204 len: 168 time: 0.3292124 Aug 31 09:09:57.071224 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f95df4-7e6f-433a-967b-168672af409d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962a0cb2-20c1-46dc-8ca7-d35f308579a1,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:57.154949 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d9a09-5933-43d4-8c2e-c100211edde0 req-af3ed582-13c9-4c84-87f5-78cd8482dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:57.157722 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d40d9a09-5933-43d4-8c2e-c100211edde0 req-af3ed582-13c9-4c84-87f5-78cd8482dcfe service neutron] 10.222.0.112 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.1667159 Aug 31 09:09:57.228854 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-39118abf-a817-44ef-87a3-bd5ffd60e4dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:57.229036 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d40d9a09-5933-43d4-8c2e-c100211edde0 req-359dc099-0fd9-4615-8338-ef64fc9336cb service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=79a5075f-ac19-4dbf-a24b-794572ad41c4 HTTP/1.1" status: 200 len: 217 time: 0.0627897 Aug 31 09:09:57.270979 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173f266-f552-4f5a-8e2b-5117a00dc65f req-c18585fe-dc77-4509-a372-45941a2a82c7 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:57.277776 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8173f266-f552-4f5a-8e2b-5117a00dc65f req-c18585fe-dc77-4509-a372-45941a2a82c7 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/ports?device_id=e2c224ec-eb6d-420a-a157-24554a24f32d HTTP/1.1" status: 200 len: 947 time: 0.2981989 Aug 31 09:09:57.286414 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-39118abf-a817-44ef-87a3-bd5ffd60e4dc admin admin] Transition to ACTIVE for port object ac1b2c14-ce78-4064-93ec-b9876fb2eb7f will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:09:57.307514 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d9a09-5933-43d4-8c2e-c100211edde0 req-7ef81ccb-1b66-437f-91ba-50e226f945fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:57.310489 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d40d9a09-5933-43d4-8c2e-c100211edde0 req-7ef81ccb-1b66-437f-91ba-50e226f945fe service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.0693727 Aug 31 09:09:57.346739 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b188d07-50b3-4a0c-856b-7bb795b80c9a req-65c1b176-838f-4c08-88a4-c20af1abde6d tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:57.348310 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b188d07-50b3-4a0c-856b-7bb795b80c9a req-65c1b176-838f-4c08-88a4-c20af1abde6d tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/ports?device_id=f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09 HTTP/1.1" status: 200 len: 972 time: 0.1597474 Aug 31 09:09:57.373795 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45736) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:57.408652 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d9a09-5933-43d4-8c2e-c100211edde0 req-39764800-b7c3-4994-8808-8cb3f7a0a3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:57.409445 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d40d9a09-5933-43d4-8c2e-c100211edde0 req-39764800-b7c3-4994-8808-8cb3f7a0a3bc service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0917041 Aug 31 09:09:57.429838 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8173f266-f552-4f5a-8e2b-5117a00dc65f req-07449a5b-90d7-4dbd-8e4d-639aae6de35c tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6556dd9-fb18-447f-b248-d0fe2ee1f8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461344 Aug 31 09:09:57.501998 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b188d07-50b3-4a0c-856b-7bb795b80c9a req-9b034e8e-6e4d-4910-aba2-18d09d1cd139 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/security-groups?id=aabf8c8b-3150-4e5f-a1d1-5e56a6fbf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351349 Aug 31 09:09:57.520100 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-39118abf-a817-44ef-87a3-bd5ffd60e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:57.635131 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d40d9a09-5933-43d4-8c2e-c100211edde0 req-07b6cff9-8187-4af9-840d-66680239442f service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103353 Aug 31 09:09:57.635225 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-07e9cc48-8f1f-470a-8b0a-e799e6b6a2c9 req-06f05d24-6aed-462e-8f7e-a1f0d6bdfc0c tempest-DeleteServersAdminTestJSON-1204640826 tempest-DeleteServersAdminTestJSON-1204640826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:57.651179 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['c9c211eb-443b-4400-90c5-6ba02fa27a9f'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:09:57.660869 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39118abf-a817-44ef-87a3-bd5ffd60e4dc admin admin] Network 9378e6b3-a87d-4f83-b575-9644eb484f50 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:09:57.723093 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-39118abf-a817-44ef-87a3-bd5ffd60e4dc admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:09:57.751329 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39118abf-a817-44ef-87a3-bd5ffd60e4dc admin admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:09:57.752003 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-39118abf-a817-44ef-87a3-bd5ffd60e4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:57.770372 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-7daa9d33-8b19-4557-86cd-8abb770cbd48 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-65613996-network', 'tenant_id': '1372479d20e84afb8ebc125ff15b800b'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:57.862807 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d40d9a09-5933-43d4-8c2e-c100211edde0 req-a419b1a2-40a4-4a45-903a-d2cfc69abb02 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207351 Aug 31 09:09:57.908127 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7daa9d33-8b19-4557-86cd-8abb770cbd48 admin admin] Made reservation on behalf of 1372479d20e84afb8ebc125ff15b800b for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:09:57.910781 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7daa9d33-8b19-4557-86cd-8abb770cbd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:57.934668 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7daa9d33-8b19-4557-86cd-8abb770cbd48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:58.145940 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7daa9d33-8b19-4557-86cd-8abb770cbd48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:58.159620 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39118abf-a817-44ef-87a3-bd5ffd60e4dc admin admin] Pushing event updated for resources: {'Port': ['ID=ac1b2c14-ce78-4064-93ec-b9876fb2eb7f,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:58.163947 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c5ab6a73-1dbb-4831-87e1-7508fb3523d6 None None] Provisioning for port ac1b2c14-ce78-4064-93ec-b9876fb2eb7f completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:09:58.171688 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c5ab6a73-1dbb-4831-87e1-7508fb3523d6 None None] Provisioning complete for port ac1b2c14-ce78-4064-93ec-b9876fb2eb7f triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:09:58.172064 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c5ab6a73-1dbb-4831-87e1-7508fb3523d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:58.190143 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2c885-521f-4a7a-8b45-49dac48cee76 req-08d7e2b7-a8e2-4367-81c2-6edd03c66ae0 tempest-AggregatesAdminTestJSON-799709272 tempest-AggregatesAdminTestJSON-799709272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:58.191539 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-09e2c885-521f-4a7a-8b45-49dac48cee76 req-08d7e2b7-a8e2-4367-81c2-6edd03c66ae0 tempest-AggregatesAdminTestJSON-799709272 tempest-AggregatesAdminTestJSON-799709272-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09 HTTP/1.1" status: 200 len: 1124 time: 0.5597553 Aug 31 09:09:58.209867 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-c5ab6a73-1dbb-4831-87e1-7508fb3523d6 None None] Port ac1b2c14-ce78-4064-93ec-b9876fb2eb7f cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:09:58.228470 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b607e00-b7b2-4212-b534-5108e2fbc759 req-e122d434-ee59-4ad6-894f-fb9a9ad649ad tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:58.229944 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0b607e00-b7b2-4212-b534-5108e2fbc759 req-e122d434-ee59-4ad6-894f-fb9a9ad649ad tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=82cb5f62-a424-42a7-ab1b-f83960176646 HTTP/1.1" status: 200 len: 867 time: 0.6950359 Aug 31 09:09:58.237317 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f05d24-6aed-462e-8f7e-a1f0d6bdfc0c tempest-DeleteServersAdminTestJSON-1204640826 tempest-DeleteServersAdminTestJSON-1204640826-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9c211eb-443b-4400-90c5-6ba02fa27a9f,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:58.248657 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7daa9d33-8b19-4557-86cd-8abb770cbd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:58.295701 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-09e2c885-521f-4a7a-8b45-49dac48cee76 req-e22cc610-6576-43c9-8c1e-fff94038507d tempest-AggregatesAdminTestJSON-799709272 tempest-AggregatesAdminTestJSON-799709272-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:58.307262 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7daa9d33-8b19-4557-86cd-8abb770cbd48 admin admin] vlan segment allocate from pool success with {'vlan_id': 1638, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:09:58.336784 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ed03e811-2ac6-4bac-a9d4-8d70912f3e02 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:09:58.355197 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7daa9d33-8b19-4557-86cd-8abb770cbd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:58.355726 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-7daa9d33-8b19-4557-86cd-8abb770cbd48 admin admin] Added segment ab4ac1be-58aa-4b11-992d-9a0df508d6db of type vlan for network c896e10d-4a91-4a6a-83f4-48f3cd7af476 Aug 31 09:09:58.378735 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa9d33-8b19-4557-86cd-8abb770cbd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23038a6b-ca69-4015-9847-a8c43739df15,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:58.391577 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0b607e00-b7b2-4212-b534-5108e2fbc759 req-f80f05f8-a40b-4c66-9043-8cdf40506e9b tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/security-groups?id=3799c05b-a3bb-42b0-b2cf-6351c2032633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509407 Aug 31 09:09:58.407318 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e9cc48-8f1f-470a-8b0a-e799e6b6a2c9 req-06f05d24-6aed-462e-8f7e-a1f0d6bdfc0c tempest-DeleteServersAdminTestJSON-1204640826 tempest-DeleteServersAdminTestJSON-1204640826-project-admin] No DVR routers for this DVR port c9c211eb-443b-4400-90c5-6ba02fa27a9f on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:09:58.435286 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-39118abf-a817-44ef-87a3-bd5ffd60e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:58.438393 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-07e9cc48-8f1f-470a-8b0a-e799e6b6a2c9 req-06f05d24-6aed-462e-8f7e-a1f0d6bdfc0c tempest-DeleteServersAdminTestJSON-1204640826 tempest-DeleteServersAdminTestJSON-1204640826-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:58.440430 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-07e9cc48-8f1f-470a-8b0a-e799e6b6a2c9 req-06f05d24-6aed-462e-8f7e-a1f0d6bdfc0c tempest-DeleteServersAdminTestJSON-1204640826 tempest-DeleteServersAdminTestJSON-1204640826-project-admin] 10.222.0.112 "DELETE /v2.0/ports/c9c211eb-443b-4400-90c5-6ba02fa27a9f HTTP/1.1" status: 204 len: 173 time: 2.1207037 Aug 31 09:09:58.443738 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cb5f62-a424-42a7-ab1b-f83960176646', 'name': 'network-vif-deleted', 'tag': 'c9c211eb-443b-4400-90c5-6ba02fa27a9f'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:09:58.449791 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe3c26b-3221-4830-bb44-839b717d8483" -d '{"events": [{"server_uuid": "82cb5f62-a424-42a7-ab1b-f83960176646", "name": "network-vif-deleted", "tag": "c9c211eb-443b-4400-90c5-6ba02fa27a9f"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:09:58.450972 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7daa9d33-8b19-4557-86cd-8abb770cbd48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:58.516024 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65662bee-6d33-4e94-bb90-cd1209b183fc x-openstack-request-id: req-65662bee-6d33-4e94-bb90-cd1209b183fc {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:09:58.516318 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82cb5f62-a424-42a7-ab1b-f83960176646", "name": "network-vif-deleted", "tag": "c9c211eb-443b-4400-90c5-6ba02fa27a9f", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:09:58.516543 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-65662bee-6d33-4e94-bb90-cd1209b183fc {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:09:58.516921 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82cb5f62-a424-42a7-ab1b-f83960176646', 'name': 'network-vif-deleted', 'tag': 'c9c211eb-443b-4400-90c5-6ba02fa27a9f', 'status': 'completed', 'code': 200} Aug 31 09:09:58.550333 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port ed03e811-2ac6-4bac-a9d4-8d70912f3e02 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:09:58.557500 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port ed03e811-2ac6-4bac-a9d4-8d70912f3e02 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:09:58.558093 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:58.586270 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7daa9d33-8b19-4557-86cd-8abb770cbd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:58.588636 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7daa9d33-8b19-4557-86cd-8abb770cbd48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:58.591325 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7daa9d33-8b19-4557-86cd-8abb770cbd48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:58.699876 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:58.724450 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa9d33-8b19-4557-86cd-8abb770cbd48 admin admin] Pushing event updated for resources: {'Network': ['ID=c896e10d-4a91-4a6a-83f4-48f3cd7af476,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:58.742120 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network c896e10d-4a91-4a6a-83f4-48f3cd7af476 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:09:58.760938 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port ed03e811-2ac6-4bac-a9d4-8d70912f3e02, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ed03e811-2ac6-4bac-a9d4-8d70912f3e02,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:58.798278 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfadd36-88e2-403e-baaa-c4dd21d34f55 req-81e68d83-d959-4008-9109-b32ca91d9679 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:58.803042 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9dfadd36-88e2-403e-baaa-c4dd21d34f55 req-81e68d83-d959-4008-9109-b32ca91d9679 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/ports?device_id=e2c224ec-eb6d-420a-a157-24554a24f32d HTTP/1.1" status: 200 len: 947 time: 0.1653318 Aug 31 09:09:58.821103 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:58.897914 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-39118abf-a817-44ef-87a3-bd5ffd60e4dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:58.911785 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-09e2c885-521f-4a7a-8b45-49dac48cee76 req-e22cc610-6576-43c9-8c1e-fff94038507d tempest-AggregatesAdminTestJSON-799709272 tempest-AggregatesAdminTestJSON-799709272-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:58.923347 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=ed03e811-2ac6-4bac-a9d4-8d70912f3e02,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:58.953241 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9dfadd36-88e2-403e-baaa-c4dd21d34f55 req-8cd83727-8c69-4c30-9464-e033e8540163 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6556dd9-fb18-447f-b248-d0fe2ee1f8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527294 Aug 31 09:09:58.974684 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-39118abf-a817-44ef-87a3-bd5ffd60e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:58.975475 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-39118abf-a817-44ef-87a3-bd5ffd60e4dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:59.065376 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-09e2c885-521f-4a7a-8b45-49dac48cee76 req-e22cc610-6576-43c9-8c1e-fff94038507d tempest-AggregatesAdminTestJSON-799709272 tempest-AggregatesAdminTestJSON-799709272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:59.095120 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7daa9d33-8b19-4557-86cd-8abb770cbd48 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7177172 Aug 31 09:09:59.095653 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45774) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:59.101294 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-e59cb032-9448-48f0-80a1-eb2d86907da9 admin admin] Request body: {'subnet': {'network_id': 'c896e10d-4a91-4a6a-83f4-48f3cd7af476', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-65613996-subnet', 'tenant_id': '1372479d20e84afb8ebc125ff15b800b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:09:59.104488 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39118abf-a817-44ef-87a3-bd5ffd60e4dc admin admin] Pushing event updated for resources: {'Port': ['ID=ac1b2c14-ce78-4064-93ec-b9876fb2eb7f,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:59.114274 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-09e2c885-521f-4a7a-8b45-49dac48cee76 req-e22cc610-6576-43c9-8c1e-fff94038507d tempest-AggregatesAdminTestJSON-799709272 tempest-AggregatesAdminTestJSON-799709272-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=aabf8c8b-3150-4e5f-a1d1-5e56a6fbf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8943379 Aug 31 09:09:59.123274 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22cc610-6576-43c9-8c1e-fff94038507d tempest-AggregatesAdminTestJSON-799709272 tempest-AggregatesAdminTestJSON-799709272-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122dd889-936a-4476-9d1f-a4e5ec73750c,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:59.167482 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39118abf-a817-44ef-87a3-bd5ffd60e4dc admin admin] Network 9378e6b3-a87d-4f83-b575-9644eb484f50 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:09:59.169171 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-39118abf-a817-44ef-87a3-bd5ffd60e4dc admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:09:59.198055 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59cb032-9448-48f0-80a1-eb2d86907da9 admin admin] Made reservation on behalf of 1372479d20e84afb8ebc125ff15b800b for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:09:59.201806 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e59cb032-9448-48f0-80a1-eb2d86907da9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:59.353000 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39118abf-a817-44ef-87a3-bd5ffd60e4dc admin admin] Router b2a33741-29f3-4d9c-8e33-6aff2c04b177 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:09:59.553045 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-65cc8838-76b7-472b-b13d-c50fc382459b None None] Provisioning complete for port ac1b2c14-ce78-4064-93ec-b9876fb2eb7f triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:09:59.553045 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-65cc8838-76b7-472b-b13d-c50fc382459b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:59.560375 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39118abf-a817-44ef-87a3-bd5ffd60e4dc admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:09:59.566442 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-39118abf-a817-44ef-87a3-bd5ffd60e4dc admin admin] 10.222.0.119 "PUT /v2.0/routers/b2a33741-29f3-4d9c-8e33-6aff2c04b177/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5179043 Aug 31 09:09:59.576519 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e59cb032-9448-48f0-80a1-eb2d86907da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:59.586132 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7e6406bc-6b3a-42f7-ac92-8ac4aa6710d8 req-e7e53b5e-4324-4eb2-b6a2-64ccdef0d054 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=82cb5f62-a424-42a7-ab1b-f83960176646 HTTP/1.1" status: 200 len: 210 time: 0.0388885 Aug 31 09:09:59.645263 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59cb032-9448-48f0-80a1-eb2d86907da9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a5594f5-82e7-4ab5-a916-4103e8fd05bc,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:59.650842 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-65cc8838-76b7-472b-b13d-c50fc382459b None None] Port ac1b2c14-ce78-4064-93ec-b9876fb2eb7f cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:09:59.663835 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59cb032-9448-48f0-80a1-eb2d86907da9 admin admin] Checking segment: {'id': 'ab4ac1be-58aa-4b11-992d-9a0df508d6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': 'c896e10d-4a91-4a6a-83f4-48f3cd7af476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:09:59.664190 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59cb032-9448-48f0-80a1-eb2d86907da9 admin admin] Network hostable DHCP agents. Network: c896e10d-4a91-4a6a-83f4-48f3cd7af476, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:09:59.675177 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935e6320-1d42-4f06-897d-a7ccb9ef6221 None None] Sync routers for ids ['b2a33741-29f3-4d9c-8e33-6aff2c04b177'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:09:59.688687 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935e6320-1d42-4f06-897d-a7ccb9ef6221 None None] Routers {'b2a33741-29f3-4d9c-8e33-6aff2c04b177'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:09:59.689662 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-935e6320-1d42-4f06-897d-a7ccb9ef6221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:09:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b2a33741-29f3-4d9c-8e33-6aff2c04b177'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:59.794315 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59cb032-9448-48f0-80a1-eb2d86907da9 admin admin] Network c896e10d-4a91-4a6a-83f4-48f3cd7af476 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:09:59.820781 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-935e6320-1d42-4f06-897d-a7ccb9ef6221 None None] Set router b2a33741-29f3-4d9c-8e33-6aff2c04b177 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:09:59.900935 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-e59cb032-9448-48f0-80a1-eb2d86907da9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, c896e10d-4a91-4a6a-83f4-48f3cd7af476) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:09:59.906872 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59cb032-9448-48f0-80a1-eb2d86907da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:59.908953 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e59cb032-9448-48f0-80a1-eb2d86907da9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:59.919037 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c9deb8-ff4e-4c48-aa99-cfb0295a950d None None] Network c896e10d-4a91-4a6a-83f4-48f3cd7af476 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:09:59.994264 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e59cb032-9448-48f0-80a1-eb2d86907da9 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8903818 Aug 31 09:10:00.136476 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3677790-e4b9-4364-bbb0-d4629dffe9f5 None None] Network c896e10d-4a91-4a6a-83f4-48f3cd7af476 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:10:00.198345 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-935e6320-1d42-4f06-897d-a7ccb9ef6221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1908543608-router', 'tenant_id': '56e7696745e245a68dd2e9a2861b4388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ed03e811-2ac6-4bac-a9d4-8d70912f3e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:09:51Z', 'updated_at': '2021-08-31T09:09:58Z', 'revision_number': 4, 'project_id': '56e7696745e245a68dd2e9a2861b4388', 'gw_port': {'id': 'ed03e811-2ac6-4bac-a9d4-8d70912f3e02', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:09:52Z', 'updated_at': '2021-08-31T09:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'ac1b2c14-ce78-4064-93ec-b9876fb2eb7f', 'name': '', 'network_id': '9378e6b3-a87d-4f83-b575-9644eb484f50', 'tenant_id': '56e7696745e245a68dd2e9a2861b4388', 'mac_address': 'fa:16:3e:44:00:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '3562846e-c3ce-41d9-b571-ead68bc10cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:09:56Z', 'updated_at': '2021-08-31T09:09:58Z', 'revision_number': 2, 'project_id': '56e7696745e245a68dd2e9a2861b4388', 'subnets': [{'id': '3562846e-c3ce-41d9-b571-ead68bc10cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:00.233325 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935e6320-1d42-4f06-897d-a7ccb9ef6221 None None] Checking router: b2a33741-29f3-4d9c-8e33-6aff2c04b177 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:10:00.233705 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935e6320-1d42-4f06-897d-a7ccb9ef6221 None None] Updating router b2a33741-29f3-4d9c-8e33-6aff2c04b177 port ac1b2c14-ce78-4064-93ec-b9876fb2eb7f binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:10:00.280042 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-935e6320-1d42-4f06-897d-a7ccb9ef6221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:00.318657 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ed03e811-2ac6-4bac-a9d4-8d70912f3e02 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:10:00.344547 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-d5e86a40-6764-4c77-9fd9-69a6dc5bad9c tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:00.347100 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-d5e86a40-6764-4c77-9fd9-69a6dc5bad9c tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/networks?id=9378e6b3-a87d-4f83-b575-9644eb484f50 HTTP/1.1" status: 200 len: 829 time: 0.2405827 Aug 31 09:10:00.367511 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-e45bcf5f-6ddd-4daf-bfbe-2b4e4332284e tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/quotas/56e7696745e245a68dd2e9a2861b4388 HTTP/1.1" status: 200 len: 375 time: 0.0144093 Aug 31 09:10:00.452754 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-846433d2-ba71-4f3c-8a4e-8b118df47af8 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=56e7696745e245a68dd2e9a2861b4388&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772724 Aug 31 09:10:00.476454 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-79b0932d-97b2-455e-b53a-a5621b1cdbe5 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:10:00.477517 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-79b0932d-97b2-455e-b53a-a5621b1cdbe5 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163414 Aug 31 09:10:00.519687 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e7db0-177f-4836-b450-06db78e29c6a req-e219ebf6-e8cc-40cf-9879-15768309689a tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:00.521407 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-305e7db0-177f-4836-b450-06db78e29c6a req-e219ebf6-e8cc-40cf-9879-15768309689a tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/ports?device_id=e2c224ec-eb6d-420a-a157-24554a24f32d HTTP/1.1" status: 200 len: 947 time: 0.0618179 Aug 31 09:10:00.545429 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port ed03e811-2ac6-4bac-a9d4-8d70912f3e02 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:00.545754 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:00.580461 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-305e7db0-177f-4836-b450-06db78e29c6a req-acf357a0-8d96-4ab6-9ac5-ad2224c119e2 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6556dd9-fb18-447f-b248-d0fe2ee1f8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500891 Aug 31 09:10:00.738643 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-935e6320-1d42-4f06-897d-a7ccb9ef6221 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:00.750104 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-935e6320-1d42-4f06-897d-a7ccb9ef6221 None None] Transition to ACTIVE for port object ac1b2c14-ce78-4064-93ec-b9876fb2eb7f will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:00.750960 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-3f18919d-baae-4885-9976-059dbff4d30e service neutron] 10.222.0.119 "GET /v2.0/networks/9378e6b3-a87d-4f83-b575-9644eb484f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632404 Aug 31 09:10:00.811732 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-935e6320-1d42-4f06-897d-a7ccb9ef6221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:00.848399 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45860) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:00.853734 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-c1f7a2ad-18e8-451f-8d9a-50cd185a192f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-967141358-network', 'tenant_id': 'b87fdbd236cb4185aba3601e93e37f54'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:00.860634 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-b4a3111c-7ac5-4601-be40-29f8cea3db2c service neutron] 10.222.0.119 "GET /v2.0/networks/9378e6b3-a87d-4f83-b575-9644eb484f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033487 Aug 31 09:10:00.881546 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a9c99-b7df-40e0-b8fe-8fc469708ff3 None None] Pushing event updated for resources: {'Port': ['ID=ac1b2c14-ce78-4064-93ec-b9876fb2eb7f,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:00.954029 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 79a5075f-ac19-4dbf-a24b-794572ad41c4 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:10:00.971782 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-935e6320-1d42-4f06-897d-a7ccb9ef6221 None None] Attempting to bind port ac1b2c14-ce78-4064-93ec-b9876fb2eb7f on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:10:00.972153 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-935e6320-1d42-4f06-897d-a7ccb9ef6221 None None] Attempting to bind port ac1b2c14-ce78-4064-93ec-b9876fb2eb7f by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '403725b9-6fc1-4aeb-998e-1c14d944073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '9378e6b3-a87d-4f83-b575-9644eb484f50'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:10:00.972523 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935e6320-1d42-4f06-897d-a7ccb9ef6221 None None] Attempting to bind port ac1b2c14-ce78-4064-93ec-b9876fb2eb7f on network 9378e6b3-a87d-4f83-b575-9644eb484f50 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:00.980196 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935e6320-1d42-4f06-897d-a7ccb9ef6221 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:10:00.982133 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935e6320-1d42-4f06-897d-a7ccb9ef6221 None None] Checking segment: {'id': '403725b9-6fc1-4aeb-998e-1c14d944073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '9378e6b3-a87d-4f83-b575-9644eb484f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:10:00.982133 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-935e6320-1d42-4f06-897d-a7ccb9ef6221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:00.982448 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935e6320-1d42-4f06-897d-a7ccb9ef6221 None None] Bound using segment: {'id': '403725b9-6fc1-4aeb-998e-1c14d944073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '9378e6b3-a87d-4f83-b575-9644eb484f50'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:10:00.982872 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-935e6320-1d42-4f06-897d-a7ccb9ef6221 None None] Bound port: ac1b2c14-ce78-4064-93ec-b9876fb2eb7f, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '403725b9-6fc1-4aeb-998e-1c14d944073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '9378e6b3-a87d-4f83-b575-9644eb484f50'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:10:00.983075 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-935e6320-1d42-4f06-897d-a7ccb9ef6221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:01.008310 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device c9c211eb-443b-4400-90c5-6ba02fa27a9f no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:10:01.043633 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f7a2ad-18e8-451f-8d9a-50cd185a192f admin admin] Made reservation on behalf of b87fdbd236cb4185aba3601e93e37f54 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:10:01.046530 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c1f7a2ad-18e8-451f-8d9a-50cd185a192f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:01.060110 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: c9c211eb-443b-4400-90c5-6ba02fa27a9f {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:10:01.060558 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device c9c211eb-443b-4400-90c5-6ba02fa27a9f not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:10:01.069661 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c1f7a2ad-18e8-451f-8d9a-50cd185a192f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:01.194778 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6fa8e995-d08e-449a-a3ed-0b05f4f3fa5c req-9b82fdd5-b940-4e73-9d37-7f8603befbc8 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/ports?device_id=9dd16637-f4af-4754-b111-3cc2f57c9851 HTTP/1.1" status: 200 len: 210 time: 0.0480688 Aug 31 09:10:01.196367 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c1f7a2ad-18e8-451f-8d9a-50cd185a192f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:01.290907 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c1f7a2ad-18e8-451f-8d9a-50cd185a192f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:01.315830 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f7a2ad-18e8-451f-8d9a-50cd185a192f admin admin] vlan segment allocate from pool success with {'vlan_id': 1637, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:10:01.337553 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c1f7a2ad-18e8-451f-8d9a-50cd185a192f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:01.338173 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-c1f7a2ad-18e8-451f-8d9a-50cd185a192f admin admin] Added segment 013b20e3-b0ff-480f-a4e2-d5a617dac744 of type vlan for network 360f48bd-0cca-4b52-80c1-1adbf627a418 Aug 31 09:10:01.340327 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7a2ad-18e8-451f-8d9a-50cd185a192f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4996596-0153-41da-9975-25d6247c9266,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:01.355836 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-935e6320-1d42-4f06-897d-a7ccb9ef6221 None None] For port ac1b2c14-ce78-4064-93ec-b9876fb2eb7f, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:10:01.362643 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-935e6320-1d42-4f06-897d-a7ccb9ef6221 None None] For port ac1b2c14-ce78-4064-93ec-b9876fb2eb7f, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ac1b2c14-ce78-4064-93ec-b9876fb2eb7f,segment=NetworkSegment(403725b9-6fc1-4aeb-998e-1c14d944073b),segment_id=403725b9-6fc1-4aeb-998e-1c14d944073b)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:10:01.405877 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 79a5075f-ac19-4dbf-a24b-794572ad41c4, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=79a5075f-ac19-4dbf-a24b-794572ad41c4,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:01.431240 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '79a5075f-ac19-4dbf-a24b-794572ad41c4', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': '79a5075f-ac19-4dbf-a24b-794572ad41c4', 'mac_address': 'fa:16:3e:0e:1f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:10:01.435495 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c1f7a2ad-18e8-451f-8d9a-50cd185a192f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:01.443703 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3fb04004-820a-4714-a027-159008c7b3d9 req-00369adb-2328-47eb-931f-96b87999646e tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=e987fb450f6f45279a74f845bc972679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346065 Aug 31 09:10:01.462287 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-935e6320-1d42-4f06-897d-a7ccb9ef6221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:01.523649 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:01.531029 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c1f7a2ad-18e8-451f-8d9a-50cd185a192f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:01.532035 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f7a2ad-18e8-451f-8d9a-50cd185a192f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:01.532621 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c1f7a2ad-18e8-451f-8d9a-50cd185a192f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:01.552811 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935e6320-1d42-4f06-897d-a7ccb9ef6221 None None] Routers {'b2a33741-29f3-4d9c-8e33-6aff2c04b177'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:01.553435 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-935e6320-1d42-4f06-897d-a7ccb9ef6221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:09:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b2a33741-29f3-4d9c-8e33-6aff2c04b177'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:01.612405 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb04004-820a-4714-a027-159008c7b3d9 req-64b7a4b2-e291-41a3-9ea2-bf159d71f5f5 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:01.614230 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79a5075f-ac19-4dbf-a24b-794572ad41c4 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:10:01.625708 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3fb04004-820a-4714-a027-159008c7b3d9 req-64b7a4b2-e291-41a3-9ea2-bf159d71f5f5 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1789017 Aug 31 09:10:01.632964 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a9c99-b7df-40e0-b8fe-8fc469708ff3 None None] Pushing event updated for resources: {'Port': ['ID=ac1b2c14-ce78-4064-93ec-b9876fb2eb7f,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:01.647369 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3fb04004-820a-4714-a027-159008c7b3d9 req-b429ad7e-97ea-4638-b9de-b7cd6b14d346 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/quotas/e987fb450f6f45279a74f845bc972679 HTTP/1.1" status: 200 len: 375 time: 0.0193875 Aug 31 09:10:01.655054 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 79a5075f-ac19-4dbf-a24b-794572ad41c4, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=79a5075f-ac19-4dbf-a24b-794572ad41c4,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:01.660648 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7a2ad-18e8-451f-8d9a-50cd185a192f admin admin] Pushing event updated for resources: {'Network': ['ID=360f48bd-0cca-4b52-80c1-1adbf627a418,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:01.689812 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3fb04004-820a-4714-a027-159008c7b3d9 req-582d5a32-d836-4662-b2b0-271bc357e3d4 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=e987fb450f6f45279a74f845bc972679&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416389 Aug 31 09:10:01.697521 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c1f7a2ad-18e8-451f-8d9a-50cd185a192f admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8479137 Aug 31 09:10:01.704134 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45906) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:01.706136 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 360f48bd-0cca-4b52-80c1-1adbf627a418 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:10:01.709013 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-98aca119-a4ec-4d61-a7c3-057bf0bae9ab admin admin] Request body: {'subnet': {'network_id': '360f48bd-0cca-4b52-80c1-1adbf627a418', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-967141358-subnet', 'tenant_id': 'b87fdbd236cb4185aba3601e93e37f54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:01.773156 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:01.834349 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98aca119-a4ec-4d61-a7c3-057bf0bae9ab admin admin] Made reservation on behalf of b87fdbd236cb4185aba3601e93e37f54 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:10:01.837337 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-98aca119-a4ec-4d61-a7c3-057bf0bae9ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:01.854334 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-935e6320-1d42-4f06-897d-a7ccb9ef6221 None None] Set router b2a33741-29f3-4d9c-8e33-6aff2c04b177 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:01.873894 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161eee62-c69b-437d-9639-1b2cbd60f8e8 req-6b84e7f0-9985-48a2-b29e-b61ded4961d2 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:01.875537 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-161eee62-c69b-437d-9639-1b2cbd60f8e8 req-6b84e7f0-9985-48a2-b29e-b61ded4961d2 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/ports?device_id=e2c224ec-eb6d-420a-a157-24554a24f32d HTTP/1.1" status: 200 len: 948 time: 0.0881853 Aug 31 09:10:01.913431 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=79a5075f-ac19-4dbf-a24b-794572ad41c4,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:01.918923 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-161eee62-c69b-437d-9639-1b2cbd60f8e8 req-cd4b0816-1065-4aca-8c7b-5d9e0ce2cffe tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6556dd9-fb18-447f-b248-d0fe2ee1f8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356929 Aug 31 09:10:02.166963 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['79a5075f-ac19-4dbf-a24b-794572ad41c4'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:10:02.175706 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-98aca119-a4ec-4d61-a7c3-057bf0bae9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:02.265722 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6740f592-2521-459e-bd6d-b481224f75ff req-5475bd54-3630-474f-b772-7e9e5800b650 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=38874eb3-816b-40de-aafb-76ef27d8c066 HTTP/1.1" status: 200 len: 210 time: 0.2427442 Aug 31 09:10:02.301410 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aca119-a4ec-4d61-a7c3-057bf0bae9ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9b1c157-03d2-4ce8-bc45-5da7a439ecd7,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:02.313472 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98aca119-a4ec-4d61-a7c3-057bf0bae9ab admin admin] Checking segment: {'id': '013b20e3-b0ff-480f-a4e2-d5a617dac744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': '360f48bd-0cca-4b52-80c1-1adbf627a418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:10:02.313991 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98aca119-a4ec-4d61-a7c3-057bf0bae9ab admin admin] Network hostable DHCP agents. Network: 360f48bd-0cca-4b52-80c1-1adbf627a418, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:10:02.340391 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-935e6320-1d42-4f06-897d-a7ccb9ef6221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1908543608-router', 'tenant_id': '56e7696745e245a68dd2e9a2861b4388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ed03e811-2ac6-4bac-a9d4-8d70912f3e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:09:51Z', 'updated_at': '2021-08-31T09:09:58Z', 'revision_number': 4, 'project_id': '56e7696745e245a68dd2e9a2861b4388', 'gw_port': {'id': 'ed03e811-2ac6-4bac-a9d4-8d70912f3e02', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:09:52Z', 'updated_at': '2021-08-31T09:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'ac1b2c14-ce78-4064-93ec-b9876fb2eb7f', 'name': '', 'network_id': '9378e6b3-a87d-4f83-b575-9644eb484f50', 'tenant_id': '56e7696745e245a68dd2e9a2861b4388', 'mac_address': 'fa:16:3e:44:00:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '3562846e-c3ce-41d9-b571-ead68bc10cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:09:56Z', 'updated_at': '2021-08-31T09:10:01Z', 'revision_number': 4, 'project_id': '56e7696745e245a68dd2e9a2861b4388', 'subnets': [{'id': '3562846e-c3ce-41d9-b571-ead68bc10cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:02.363207 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32599d50-69d9-403a-af61-ee97784a268f req-838e147c-79ad-4723-92fa-5d6b43d76450 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/ports?device_id=9dd16637-f4af-4754-b111-3cc2f57c9851 HTTP/1.1" status: 200 len: 210 time: 0.0313225 Aug 31 09:10:02.375122 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935e6320-1d42-4f06-897d-a7ccb9ef6221 None None] The sync data for ids ['b2a33741-29f3-4d9c-8e33-6aff2c04b177'] in n-d-791506-28 is: [{'id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1908543608-router', 'tenant_id': '56e7696745e245a68dd2e9a2861b4388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ed03e811-2ac6-4bac-a9d4-8d70912f3e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:09:51Z', 'updated_at': '2021-08-31T09:09:58Z', 'revision_number': 4, 'project_id': '56e7696745e245a68dd2e9a2861b4388', 'gw_port': {'id': 'ed03e811-2ac6-4bac-a9d4-8d70912f3e02', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:09:52Z', 'updated_at': '2021-08-31T09:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'ac1b2c14-ce78-4064-93ec-b9876fb2eb7f', 'name': '', 'network_id': '9378e6b3-a87d-4f83-b575-9644eb484f50', 'tenant_id': '56e7696745e245a68dd2e9a2861b4388', 'mac_address': 'fa:16:3e:44:00:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '3562846e-c3ce-41d9-b571-ead68bc10cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:09:56Z', 'updated_at': '2021-08-31T09:10:01Z', 'revision_number': 4, 'project_id': '56e7696745e245a68dd2e9a2861b4388', 'subnets': [{'id': '3562846e-c3ce-41d9-b571-ead68bc10cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:10:02.378416 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:02.407008 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98aca119-a4ec-4d61-a7c3-057bf0bae9ab admin admin] Network 360f48bd-0cca-4b52-80c1-1adbf627a418 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:10:02.500460 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:02.501824 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-98aca119-a4ec-4d61-a7c3-057bf0bae9ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 360f48bd-0cca-4b52-80c1-1adbf627a418) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:02.507331 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98aca119-a4ec-4d61-a7c3-057bf0bae9ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:02.507913 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-98aca119-a4ec-4d61-a7c3-057bf0bae9ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:02.520746 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01707d65-1ade-4033-ac3a-e55cfde1c3c7 None None] Network 360f48bd-0cca-4b52-80c1-1adbf627a418 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:10:02.667114 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-98aca119-a4ec-4d61-a7c3-057bf0bae9ab admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9654181 Aug 31 09:10:02.707333 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e8cb2b-9919-4e34-aa36-4085cf0d86f5 None None] Network 360f48bd-0cca-4b52-80c1-1adbf627a418 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:10:02.828186 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45958) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:02.885241 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba74ef2-5d1f-4759-936e-0013cbbd4d01 admin admin] Deleting subnet 5a5594f5-82e7-4ab5-a916-4103e8fd05bc {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:10:02.888673 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fba74ef2-5d1f-4759-936e-0013cbbd4d01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:02.929561 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fba74ef2-5d1f-4759-936e-0013cbbd4d01 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:02.941473 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fba74ef2-5d1f-4759-936e-0013cbbd4d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:02.953500 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 79a5075f-ac19-4dbf-a24b-794572ad41c4 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:10:03.107520 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fba74ef2-5d1f-4759-936e-0013cbbd4d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:03.109897 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d8071-f547-40ef-a2d4-ba198d918f1e req-e09b0446-6b26-4efc-8731-23bb96d8c889 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:03.114107 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bf7d8071-f547-40ef-a2d4-ba198d918f1e req-e09b0446-6b26-4efc-8731-23bb96d8c889 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/ports?device_id=e2c224ec-eb6d-420a-a157-24554a24f32d HTTP/1.1" status: 200 len: 948 time: 0.0960097 Aug 31 09:10:03.142541 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba74ef2-5d1f-4759-936e-0013cbbd4d01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a5594f5-82e7-4ab5-a916-4103e8fd05bc,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:03.144446 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fba74ef2-5d1f-4759-936e-0013cbbd4d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:03.147159 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fba74ef2-5d1f-4759-936e-0013cbbd4d01 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/5a5594f5-82e7-4ab5-a916-4103e8fd05bc HTTP/1.1" status: 204 len: 168 time: 0.3178959 Aug 31 09:10:03.148900 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45968) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:03.156356 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 79a5075f-ac19-4dbf-a24b-794572ad41c4 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:03.165415 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 79a5075f-ac19-4dbf-a24b-794572ad41c4 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:03.167202 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:03.167564 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bf7d8071-f547-40ef-a2d4-ba198d918f1e req-86adf8a4-c28e-4564-8a24-48eeaf403c18 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6556dd9-fb18-447f-b248-d0fe2ee1f8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465748 Aug 31 09:10:03.238440 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45970) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:03.320939 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8690bff1-c7f2-4cce-84cc-e2413855b6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:03.335887 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:03.368720 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c224ec-eb6d-420a-a157-24554a24f32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a5075f-ac19-4dbf-a24b-794572ad41c4'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:03.371695 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72cf9be1-6d02-4b89-a2ef-d1e1f40db547" -d '{"events": [{"server_uuid": "e2c224ec-eb6d-420a-a157-24554a24f32d", "name": "network-vif-plugged", "status": "completed", "tag": "79a5075f-ac19-4dbf-a24b-794572ad41c4"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:03.389638 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 79a5075f-ac19-4dbf-a24b-794572ad41c4, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=79a5075f-ac19-4dbf-a24b-794572ad41c4,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:03.464780 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-73f9bc84-66d6-4d4b-a88b-fcd5c8571a4c req-1e86f2cb-67d9-48d3-8057-2f980b9f256e tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=38874eb3-816b-40de-aafb-76ef27d8c066 HTTP/1.1" status: 200 len: 210 time: 0.0505092 Aug 31 09:10:03.472899 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e70caba2-0f76-41f4-82ff-75f8de3993e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:03.478895 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8690bff1-c7f2-4cce-84cc-e2413855b6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:03.485543 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:03.531254 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8690bff1-c7f2-4cce-84cc-e2413855b6ae admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:10:03.535404 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8690bff1-c7f2-4cce-84cc-e2413855b6ae admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:10:03.535404 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8690bff1-c7f2-4cce-84cc-e2413855b6ae admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:10:03.535404 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8690bff1-c7f2-4cce-84cc-e2413855b6ae admin admin] Subscribe: > port after_create 55550000 {{(pid=95552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:10:03.535404 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8690bff1-c7f2-4cce-84cc-e2413855b6ae admin admin] Subscribe: > port after_delete 55550000 {{(pid=95552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:10:03.535404 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8690bff1-c7f2-4cce-84cc-e2413855b6ae admin admin] Subscribe: > port after_update 55550000 {{(pid=95552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:10:03.537871 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8690bff1-c7f2-4cce-84cc-e2413855b6ae admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:10:03.538334 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8690bff1-c7f2-4cce-84cc-e2413855b6ae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:10:03.538687 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8690bff1-c7f2-4cce-84cc-e2413855b6ae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:10:03.539022 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8690bff1-c7f2-4cce-84cc-e2413855b6ae admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:10:03.575328 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7cbcdc-d6e7-4362-aa20-d1a5fc2c5bb5 x-openstack-request-id: req-6d7cbcdc-d6e7-4362-aa20-d1a5fc2c5bb5 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:03.575811 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c224ec-eb6d-420a-a157-24554a24f32d", "name": "network-vif-plugged", "status": "completed", "tag": "79a5075f-ac19-4dbf-a24b-794572ad41c4", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:03.576529 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-6d7cbcdc-d6e7-4362-aa20-d1a5fc2c5bb5 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:03.578800 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c224ec-eb6d-420a-a157-24554a24f32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a5075f-ac19-4dbf-a24b-794572ad41c4', 'code': 200} Aug 31 09:10:03.612787 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=79a5075f-ac19-4dbf-a24b-794572ad41c4,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:03.675386 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-91a0b6fe-7357-4208-befe-6be3e6b3d36d req-7d9650ce-4c36-418d-99fb-a0772e41801e tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/ports?device_id=9dd16637-f4af-4754-b111-3cc2f57c9851 HTTP/1.1" status: 200 len: 210 time: 0.0527585 Aug 31 09:10:03.709962 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8690bff1-c7f2-4cce-84cc-e2413855b6ae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:10:03.710455 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8690bff1-c7f2-4cce-84cc-e2413855b6ae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:10:03.710818 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8690bff1-c7f2-4cce-84cc-e2413855b6ae admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:10:03.711362 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8690bff1-c7f2-4cce-84cc-e2413855b6ae admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:10:03.711854 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-8690bff1-c7f2-4cce-84cc-e2413855b6ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c896e10d-4a91-4a6a-83f4-48f3cd7af476']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:03.756517 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e70caba2-0f76-41f4-82ff-75f8de3993e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:03.757433 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-8690bff1-c7f2-4cce-84cc-e2413855b6ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4ac1be-58aa-4b11-992d-9a0df508d6db') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:03.757731 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-8690bff1-c7f2-4cce-84cc-e2413855b6ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4ac1be-58aa-4b11-992d-9a0df508d6db') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:03.760726 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeca30c-9d91-459d-969f-4f616ff6e826 req-d3154e8f-25e4-4805-88ce-e08fb3aaeb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:03.763599 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cfeca30c-9d91-459d-969f-4f616ff6e826 req-d3154e8f-25e4-4805-88ce-e08fb3aaeb26 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=e2c224ec-eb6d-420a-a157-24554a24f32d HTTP/1.1" status: 200 len: 1101 time: 0.1129410 Aug 31 09:10:03.829662 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e70caba2-0f76-41f4-82ff-75f8de3993e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:03.843625 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8690bff1-c7f2-4cce-84cc-e2413855b6ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:03.859143 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cfeca30c-9d91-459d-969f-4f616ff6e826 req-b024dd96-42ef-476b-a2b7-afbbca255f4d service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=f6556dd9-fb18-447f-b248-d0fe2ee1f8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799575 Aug 31 09:10:03.882388 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e70caba2-0f76-41f4-82ff-75f8de3993e4 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=e8802146a6994b4b9c2b95ea2f4944ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6405156 Aug 31 09:10:03.885188 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45994) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:03.891684 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70caba2-0f76-41f4-82ff-75f8de3993e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c773f14-8adb-4960-b327-51de86609182,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:03.930030 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8690bff1-c7f2-4cce-84cc-e2413855b6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:03.970431 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8690bff1-c7f2-4cce-84cc-e2413855b6ae admin admin] Releasing vlan 1638 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:10:03.970787 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8690bff1-c7f2-4cce-84cc-e2413855b6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: from cryptography.utils import int_from_bytes Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: from cryptography.utils import int_from_bytes Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:10:04.013318 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:10:04.305813 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-e239f491-d6dd-435e-9367-23a708d22b14 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:04.307523 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-e239f491-d6dd-435e-9367-23a708d22b14 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.112 "GET /v2.0/networks?id=9378e6b3-a87d-4f83-b575-9644eb484f50 HTTP/1.1" status: 200 len: 829 time: 0.5703499 Aug 31 09:10:04.310989 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-47003cff-0351-47e5-bdeb-f91fa27d6fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:04.326974 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13de4b-fab1-4541-8789-30d06fbee981 req-f03ea9e2-f0fc-4b27-ad8f-5f7005728de6 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:04.328972 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6a13de4b-fab1-4541-8789-30d06fbee981 req-f03ea9e2-f0fc-4b27-ad8f-5f7005728de6 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/ports?device_id=e2c224ec-eb6d-420a-a157-24554a24f32d HTTP/1.1" status: 200 len: 949 time: 0.0670555 Aug 31 09:10:04.336831 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-ac44140e-ef2e-4066-b8f0-4cede6b78515 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Request body: {'port': {'device_id': '9dd16637-f4af-4754-b111-3cc2f57c9851', 'network_id': '9378e6b3-a87d-4f83-b575-9644eb484f50', 'admin_state_up': True, 'tenant_id': '56e7696745e245a68dd2e9a2861b4388'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:04.362474 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ac1b2c14-ce78-4064-93ec-b9876fb2eb7f up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:10:04.365991 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-47003cff-0351-47e5-bdeb-f91fa27d6fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:04.375731 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6a13de4b-fab1-4541-8789-30d06fbee981 req-bb8ddf1b-a79e-42b8-8672-cb2ecf44377f tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6556dd9-fb18-447f-b248-d0fe2ee1f8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400774 Aug 31 09:10:04.404846 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8690bff1-c7f2-4cce-84cc-e2413855b6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:04.431800 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8690bff1-c7f2-4cce-84cc-e2413855b6ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:04.438212 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8690bff1-c7f2-4cce-84cc-e2413855b6ae admin admin] 10.222.0.119 "DELETE /v2.0/networks/c896e10d-4a91-4a6a-83f4-48f3cd7af476 HTTP/1.1" status: 204 len: 168 time: 1.2833233 Aug 31 09:10:04.440513 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46026) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:04.457770 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690bff1-c7f2-4cce-84cc-e2413855b6ae admin admin] Pushing event deleted for resources: {'Network': ['ID=c896e10d-4a91-4a6a-83f4-48f3cd7af476,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:04.496606 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-b814f109-7fdc-4a21-af87-15e69fa215d8 admin admin] Deleting subnet e9b1c157-03d2-4ce8-bc45-5da7a439ecd7 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:10:04.502101 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b814f109-7fdc-4a21-af87-15e69fa215d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:04.548425 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port ac1b2c14-ce78-4064-93ec-b9876fb2eb7f completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:04.552901 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3fb04004-820a-4714-a027-159008c7b3d9 req-b7e5c47f-a457-4e92-bfd3-e9affeff76ef tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=e987fb450f6f45279a74f845bc972679&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271680 Aug 31 09:10:04.553486 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port ac1b2c14-ce78-4064-93ec-b9876fb2eb7f triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:04.554023 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:04.622310 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b814f109-7fdc-4a21-af87-15e69fa215d8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:04.642172 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-47003cff-0351-47e5-bdeb-f91fa27d6fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:04.645691 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-47003cff-0351-47e5-bdeb-f91fa27d6fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:04.647087 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-47003cff-0351-47e5-bdeb-f91fa27d6fd1 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/9c773f14-8adb-4960-b327-51de86609182 HTTP/1.1" status: 204 len: 168 time: 0.7568965 Aug 31 09:10:04.648671 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b814f109-7fdc-4a21-af87-15e69fa215d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:04.650719 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-ac44140e-ef2e-4066-b8f0-4cede6b78515 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Made reservation on behalf of 56e7696745e245a68dd2e9a2861b4388 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:10:04.655496 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-ac44140e-ef2e-4066-b8f0-4cede6b78515 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:04.689959 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47003cff-0351-47e5-bdeb-f91fa27d6fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c773f14-8adb-4960-b327-51de86609182,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:04.760191 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb04004-820a-4714-a027-159008c7b3d9 req-87931034-d859-4e05-8ebe-f79a1b2f6461 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:04.766734 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:04.766946 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3fb04004-820a-4714-a027-159008c7b3d9 req-87931034-d859-4e05-8ebe-f79a1b2f6461 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1986232 Aug 31 09:10:04.805862 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-3fb04004-820a-4714-a027-159008c7b3d9 req-fab1483d-a3ba-489d-acc2-abca7c7bf6ac tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Request body: {'port': {'device_id': '38874eb3-816b-40de-aafb-76ef27d8c066', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'admin_state_up': True, 'tenant_id': 'e987fb450f6f45279a74f845bc972679'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:04.851861 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port ac1b2c14-ce78-4064-93ec-b9876fb2eb7f, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ac1b2c14-ce78-4064-93ec-b9876fb2eb7f,segment=NetworkSegment(403725b9-6fc1-4aeb-998e-1c14d944073b),segment_id=403725b9-6fc1-4aeb-998e-1c14d944073b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:04.905376 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba357bdb-5fd0-4a90-9862-ae54e1456e82 req-e40f77a5-d9da-4384-90ea-49cc8fc93041 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=38874eb3-816b-40de-aafb-76ef27d8c066 HTTP/1.1" status: 200 len: 210 time: 0.0401723 Aug 31 09:10:04.922593 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-ac44140e-ef2e-4066-b8f0-4cede6b78515 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Allocated IP 172.20.0.12 (9378e6b3-a87d-4f83-b575-9644eb484f50/3562846e-c3ce-41d9-b571-ead68bc10cdb/e89e2f21-c734-4119-9c9c-66a6a36ac627) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:10:04.959204 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b814f109-7fdc-4a21-af87-15e69fa215d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:04.983359 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:05.023842 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b814f109-7fdc-4a21-af87-15e69fa215d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9b1c157-03d2-4ce8-bc45-5da7a439ecd7,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:05.034980 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b814f109-7fdc-4a21-af87-15e69fa215d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:05.040545 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b814f109-7fdc-4a21-af87-15e69fa215d8 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/e9b1c157-03d2-4ce8-bc45-5da7a439ecd7 HTTP/1.1" status: 204 len: 168 time: 0.5988104 Aug 31 09:10:05.041242 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46048) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:05.079763 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=ac1b2c14-ce78-4064-93ec-b9876fb2eb7f,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:05.121842 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-add0fcbd-a2f2-4ab5-a65a-fb86b00d3f49 req-ca60c8ff-dcf4-44ec-8876-1d3fb29b4f60 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/ports?device_id=9dd16637-f4af-4754-b111-3cc2f57c9851 HTTP/1.1" status: 200 len: 210 time: 0.0673425 Aug 31 09:10:05.124270 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-ac44140e-ef2e-4066-b8f0-4cede6b78515 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:05.139639 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-ac44140e-ef2e-4066-b8f0-4cede6b78515 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Transition to ACTIVE for port object e89e2f21-c734-4119-9c9c-66a6a36ac627 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:05.161029 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a53d5409-2f6a-497c-a7eb-ad3c23eeb406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:05.250937 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fb04004-820a-4714-a027-159008c7b3d9 req-fab1483d-a3ba-489d-acc2-abca7c7bf6ac tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Made reservation on behalf of e987fb450f6f45279a74f845bc972679 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:10:05.254586 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3fb04004-820a-4714-a027-159008c7b3d9 req-fab1483d-a3ba-489d-acc2-abca7c7bf6ac tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:05.280774 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a53d5409-2f6a-497c-a7eb-ad3c23eeb406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:05.302139 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a53d5409-2f6a-497c-a7eb-ad3c23eeb406 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:10:05.302478 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a53d5409-2f6a-497c-a7eb-ad3c23eeb406 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:10:05.303263 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a53d5409-2f6a-497c-a7eb-ad3c23eeb406 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:10:05.303600 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a53d5409-2f6a-497c-a7eb-ad3c23eeb406 admin admin] Subscribe: > port after_create 55550000 {{(pid=95553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:10:05.303922 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a53d5409-2f6a-497c-a7eb-ad3c23eeb406 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:10:05.304351 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a53d5409-2f6a-497c-a7eb-ad3c23eeb406 admin admin] Subscribe: > port after_update 55550000 {{(pid=95553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:10:05.304553 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a53d5409-2f6a-497c-a7eb-ad3c23eeb406 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:10:05.305068 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a53d5409-2f6a-497c-a7eb-ad3c23eeb406 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:10:05.305387 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a53d5409-2f6a-497c-a7eb-ad3c23eeb406 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:10:05.305808 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a53d5409-2f6a-497c-a7eb-ad3c23eeb406 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:10:05.314817 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-ac44140e-ef2e-4066-b8f0-4cede6b78515 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:05.406014 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a53d5409-2f6a-497c-a7eb-ad3c23eeb406 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:10:05.407409 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a53d5409-2f6a-497c-a7eb-ad3c23eeb406 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:10:05.409288 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a53d5409-2f6a-497c-a7eb-ad3c23eeb406 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:10:05.409771 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a53d5409-2f6a-497c-a7eb-ad3c23eeb406 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 09:10:05.411293 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-a53d5409-2f6a-497c-a7eb-ad3c23eeb406 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['360f48bd-0cca-4b52-80c1-1adbf627a418']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:05.417153 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44140e-ef2e-4066-b8f0-4cede6b78515 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Pushing event updated for resources: {'Port': ['ID=e89e2f21-c734-4119-9c9c-66a6a36ac627,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:05.422623 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-ac44140e-ef2e-4066-b8f0-4cede6b78515 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Network 9378e6b3-a87d-4f83-b575-9644eb484f50 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:10:05.424460 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-ac44140e-ef2e-4066-b8f0-4cede6b78515 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:05.428212 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-ac44140e-ef2e-4066-b8f0-4cede6b78515 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:10:05.437762 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-a53d5409-2f6a-497c-a7eb-ad3c23eeb406 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '013b20e3-b0ff-480f-a4e2-d5a617dac744') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:05.438355 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-a53d5409-2f6a-497c-a7eb-ad3c23eeb406 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '013b20e3-b0ff-480f-a4e2-d5a617dac744') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:05.493493 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-ac44140e-ef2e-4066-b8f0-4cede6b78515 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:05.494246 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-ac44140e-ef2e-4066-b8f0-4cede6b78515 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:05.506003 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a53d5409-2f6a-497c-a7eb-ad3c23eeb406 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:05.542011 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46074) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:05.586974 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-ac44140e-ef2e-4066-b8f0-4cede6b78515 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2604382 Aug 31 09:10:05.604913 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-17d111b4-fa58-431a-b2e3-59c6a5c7c572 service neutron] Request body: {'port': {'device_id': '9dd16637-f4af-4754-b111-3cc2f57c9851', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:05.620415 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a53d5409-2f6a-497c-a7eb-ad3c23eeb406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:05.677502 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a53d5409-2f6a-497c-a7eb-ad3c23eeb406 admin admin] Releasing vlan 1637 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:10:05.678268 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a53d5409-2f6a-497c-a7eb-ad3c23eeb406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: from cryptography.utils import int_from_bytes Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: from cryptography.utils import int_from_bytes Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:10:05.684127 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:10:05.716569 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-17d111b4-fa58-431a-b2e3-59c6a5c7c572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:05.770422 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c4e85a-5081-4f98-9fe0-50abd5d6756a req-7dde11c8-68e0-4d70-abd6-9de43f56d7fc tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:05.783090 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-38c4e85a-5081-4f98-9fe0-50abd5d6756a req-7dde11c8-68e0-4d70-abd6-9de43f56d7fc tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/ports?device_id=e2c224ec-eb6d-420a-a157-24554a24f32d HTTP/1.1" status: 200 len: 949 time: 0.2473085 Aug 31 09:10:05.800491 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46082) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:05.817008 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a79ae35e-9e2f-4c02-8f70-217c56f87fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:05.826538 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-3fb04004-820a-4714-a027-159008c7b3d9 req-fab1483d-a3ba-489d-acc2-abca7c7bf6ac tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Allocated IP 192.168.233.186 (a47e180d-e969-4a85-aa09-0ec8196480c0/f473c8e7-d3e2-4352-b8da-3dcd093feb8b/549f723a-86e6-49c9-9d45-e180185209fa) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:10:05.838339 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1d2097c0-3788-4a7e-8922-48315f90e50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:05.893879 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-38c4e85a-5081-4f98-9fe0-50abd5d6756a req-cc2d0a99-6a8d-431c-9c9f-4343297ce0f0 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6556dd9-fb18-447f-b248-d0fe2ee1f8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070228 Aug 31 09:10:05.959943 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-2c5677f2-8179-4e08-8000-192bb4cc243a None None] Provisioning for port e89e2f21-c734-4119-9c9c-66a6a36ac627 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:05.965488 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a53d5409-2f6a-497c-a7eb-ad3c23eeb406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:05.968841 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-2c5677f2-8179-4e08-8000-192bb4cc243a None None] Provisioning complete for port e89e2f21-c734-4119-9c9c-66a6a36ac627 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:05.969346 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2c5677f2-8179-4e08-8000-192bb4cc243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:06.023798 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-2c5677f2-8179-4e08-8000-192bb4cc243a None None] Port e89e2f21-c734-4119-9c9c-66a6a36ac627 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:10:06.024008 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a53d5409-2f6a-497c-a7eb-ad3c23eeb406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:06.026439 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a53d5409-2f6a-497c-a7eb-ad3c23eeb406 admin admin] 10.222.0.119 "DELETE /v2.0/networks/360f48bd-0cca-4b52-80c1-1adbf627a418 HTTP/1.1" status: 204 len: 168 time: 0.9832966 Aug 31 09:10:06.032976 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d5409-2f6a-497c-a7eb-ad3c23eeb406 admin admin] Pushing event deleted for resources: {'Network': ['ID=360f48bd-0cca-4b52-80c1-1adbf627a418,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:06.193422 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3fb04004-820a-4714-a027-159008c7b3d9 req-fab1483d-a3ba-489d-acc2-abca7c7bf6ac tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:06.234520 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-886ebe20-a757-4ca9-8da3-f7782d6d87a8 req-dfebca8d-e6d9-4e9e-8c94-7f1a38b412ae tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=38874eb3-816b-40de-aafb-76ef27d8c066 HTTP/1.1" status: 200 len: 210 time: 0.0459859 Aug 31 09:10:06.259830 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-42951ef3-7b35-49b0-84e5-0c6c3a044e4b req-4645be96-0018-491a-b2f9-d67cc91796b3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1877754 Aug 31 09:10:06.260783 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-3fb04004-820a-4714-a027-159008c7b3d9 req-fab1483d-a3ba-489d-acc2-abca7c7bf6ac tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Transition to ACTIVE for port object 549f723a-86e6-49c9-9d45-e180185209fa will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:06.266463 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a79ae35e-9e2f-4c02-8f70-217c56f87fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:06.333402 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-17d111b4-fa58-431a-b2e3-59c6a5c7c572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e89e2f21-c734-4119-9c9c-66a6a36ac627 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:10:06.342902 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-17d111b4-fa58-431a-b2e3-59c6a5c7c572 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:06.353559 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ac1b2c14-ce78-4064-93ec-b9876fb2eb7f up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:10:06.357250 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-17d111b4-fa58-431a-b2e3-59c6a5c7c572 service neutron] Transition to ACTIVE for port object e89e2f21-c734-4119-9c9c-66a6a36ac627 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:06.360180 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a79ae35e-9e2f-4c02-8f70-217c56f87fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:06.408439 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ae35e-9e2f-4c02-8f70-217c56f87fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e61dc1d-1b91-4f76-ba67-1dbe2a26faf4,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:06.427831 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a79ae35e-9e2f-4c02-8f70-217c56f87fe0 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=3ed025da2b7e4c74ae74e43df34cf774&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8819098 Aug 31 09:10:06.431771 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46104) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:06.438688 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-992b109a-3753-4973-857f-e9001fbeacc1 req-29d9fba3-3bff-43c0-8d12-4abeafa778c1 service neutron] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:10:06.440302 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-992b109a-3753-4973-857f-e9001fbeacc1 req-29d9fba3-3bff-43c0-8d12-4abeafa778c1 service neutron] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083199 Aug 31 09:10:06.445830 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3fb04004-820a-4714-a027-159008c7b3d9 req-fab1483d-a3ba-489d-acc2-abca7c7bf6ac tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:06.453174 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-17d111b4-fa58-431a-b2e3-59c6a5c7c572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:06.485047 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port ac1b2c14-ce78-4064-93ec-b9876fb2eb7f triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:06.485276 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:06.524920 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fb04004-820a-4714-a027-159008c7b3d9 req-fab1483d-a3ba-489d-acc2-abca7c7bf6ac tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Network a47e180d-e969-4a85-aa09-0ec8196480c0 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:10:06.536138 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42951ef3-7b35-49b0-84e5-0c6c3a044e4b req-6ad176ad-1636-4210-9c68-87af3b938811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:06.537895 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-42951ef3-7b35-49b0-84e5-0c6c3a044e4b req-6ad176ad-1636-4210-9c68-87af3b938811 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bbcb257326a44777b2323b8c11f2bfcb&device_id=f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09 HTTP/1.1" status: 200 len: 1124 time: 0.2103465 Aug 31 09:10:06.549020 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-3fb04004-820a-4714-a027-159008c7b3d9 req-fab1483d-a3ba-489d-acc2-abca7c7bf6ac tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:06.552569 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb04004-820a-4714-a027-159008c7b3d9 req-fab1483d-a3ba-489d-acc2-abca7c7bf6ac tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:10:06.556416 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46108) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:06.716494 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d111b4-fa58-431a-b2e3-59c6a5c7c572 service neutron] Pushing event updated for resources: {'Port': ['ID=e89e2f21-c734-4119-9c9c-66a6a36ac627,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:06.737279 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab1483d-a3ba-489d-acc2-abca7c7bf6ac tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Pushing event updated for resources: {'Port': ['ID=549f723a-86e6-49c9-9d45-e180185209fa,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:06.748348 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb04004-820a-4714-a027-159008c7b3d9 req-fab1483d-a3ba-489d-acc2-abca7c7bf6ac tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:06.749014 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3fb04004-820a-4714-a027-159008c7b3d9 req-fab1483d-a3ba-489d-acc2-abca7c7bf6ac tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:06.768322 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-411e9fb5-7c15-46d4-bd9c-2c5895a9fda0 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=1372479d20e84afb8ebc125ff15b800b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2038784 Aug 31 09:10:06.768882 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46116) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:06.769575 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-17d111b4-fa58-431a-b2e3-59c6a5c7c572 service neutron] Attempting to bind port e89e2f21-c734-4119-9c9c-66a6a36ac627 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:10:06.769893 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-17d111b4-fa58-431a-b2e3-59c6a5c7c572 service neutron] Attempting to bind port e89e2f21-c734-4119-9c9c-66a6a36ac627 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '403725b9-6fc1-4aeb-998e-1c14d944073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '9378e6b3-a87d-4f83-b575-9644eb484f50'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:10:06.770218 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-17d111b4-fa58-431a-b2e3-59c6a5c7c572 service neutron] Attempting to bind port e89e2f21-c734-4119-9c9c-66a6a36ac627 on network 9378e6b3-a87d-4f83-b575-9644eb484f50 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:06.780462 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-02d70c8d-df0d-47db-8a1a-5bd44b94cd8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:06.801143 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-17d111b4-fa58-431a-b2e3-59c6a5c7c572 service neutron] Port e89e2f21-c734-4119-9c9c-66a6a36ac627 on network 9378e6b3-a87d-4f83-b575-9644eb484f50 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:10:06.801486 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-17d111b4-fa58-431a-b2e3-59c6a5c7c572 service neutron] Attempting to bind port e89e2f21-c734-4119-9c9c-66a6a36ac627 on network 9378e6b3-a87d-4f83-b575-9644eb484f50 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:06.825570 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-17d111b4-fa58-431a-b2e3-59c6a5c7c572 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:10:06.825908 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-17d111b4-fa58-431a-b2e3-59c6a5c7c572 service neutron] Checking segment: {'id': '403725b9-6fc1-4aeb-998e-1c14d944073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '9378e6b3-a87d-4f83-b575-9644eb484f50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:10:06.826290 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-17d111b4-fa58-431a-b2e3-59c6a5c7c572 service neutron] Bound using segment: {'id': '403725b9-6fc1-4aeb-998e-1c14d944073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '9378e6b3-a87d-4f83-b575-9644eb484f50'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:10:06.826770 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-17d111b4-fa58-431a-b2e3-59c6a5c7c572 service neutron] Bound port: e89e2f21-c734-4119-9c9c-66a6a36ac627, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '403725b9-6fc1-4aeb-998e-1c14d944073b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '9378e6b3-a87d-4f83-b575-9644eb484f50'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:10:06.827120 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-17d111b4-fa58-431a-b2e3-59c6a5c7c572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:06.830655 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-02d70c8d-df0d-47db-8a1a-5bd44b94cd8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:06.867094 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1d2097c0-3788-4a7e-8922-48315f90e50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:06.921554 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-85956e0b-3d08-4af4-ad36-3f681a4dbb9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:06.937166 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ce79d-bf1b-44cb-8fce-e9a29ab3dc0b req-ac105050-0168-4374-a292-7a286c7a7abd tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:06.938662 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d21ce79d-bf1b-44cb-8fce-e9a29ab3dc0b req-ac105050-0168-4374-a292-7a286c7a7abd tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/ports?device_id=9dd16637-f4af-4754-b111-3cc2f57c9851 HTTP/1.1" status: 200 len: 944 time: 0.1817751 Aug 31 09:10:06.953615 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1d2097c0-3788-4a7e-8922-48315f90e50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:06.964184 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-85956e0b-3d08-4af4-ad36-3f681a4dbb9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:06.966850 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-17d111b4-fa58-431a-b2e3-59c6a5c7c572 service neutron] For port e89e2f21-c734-4119-9c9c-66a6a36ac627, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:10:06.974157 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-17d111b4-fa58-431a-b2e3-59c6a5c7c572 service neutron] For port e89e2f21-c734-4119-9c9c-66a6a36ac627, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=e89e2f21-c734-4119-9c9c-66a6a36ac627,segment=NetworkSegment(403725b9-6fc1-4aeb-998e-1c14d944073b),segment_id=403725b9-6fc1-4aeb-998e-1c14d944073b)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:10:06.979045 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca08a55-5ba1-4797-96a4-d4f8a7448ce4 req-f74f9faa-a04c-451c-833d-f69b704c1906 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:06.981061 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fca08a55-5ba1-4797-96a4-d4f8a7448ce4 req-f74f9faa-a04c-451c-833d-f69b704c1906 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/ports?device_id=e2c224ec-eb6d-420a-a157-24554a24f32d HTTP/1.1" status: 200 len: 949 time: 0.2254453 Aug 31 09:10:06.982092 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42951ef3-7b35-49b0-84e5-0c6c3a044e4b req-408afa9f-4936-4e2f-b7cb-fe1d90f3b561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:06.983439 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-42951ef3-7b35-49b0-84e5-0c6c3a044e4b req-408afa9f-4936-4e2f-b7cb-fe1d90f3b561 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.3972805 Aug 31 09:10:07.064739 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-42951ef3-7b35-49b0-84e5-0c6c3a044e4b req-8105ff93-9a67-4d28-8d5c-ab8f6daea5a2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=21c5c20c-a3ee-446f-a1a8-4b269bb895bc HTTP/1.1" status: 200 len: 217 time: 0.0720894 Aug 31 09:10:07.065974 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3fb04004-820a-4714-a027-159008c7b3d9 req-fab1483d-a3ba-489d-acc2-abca7c7bf6ac tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2642848 Aug 31 09:10:07.078514 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1d2097c0-3788-4a7e-8922-48315f90e50c admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=b726ab1c3ef647979f30d9e11687a3e9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2735369 Aug 31 09:10:07.078725 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-16ed208b-bf73-493a-8dc1-2cbf6bc71b40 None None] Provisioning for port 549f723a-86e6-49c9-9d45-e180185209fa completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:07.079165 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-17d111b4-fa58-431a-b2e3-59c6a5c7c572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:07.081732 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46120) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:07.084285 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-16ed208b-bf73-493a-8dc1-2cbf6bc71b40 None None] Provisioning complete for port 549f723a-86e6-49c9-9d45-e180185209fa triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:07.084709 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-16ed208b-bf73-493a-8dc1-2cbf6bc71b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:07.093968 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-02d70c8d-df0d-47db-8a1a-5bd44b94cd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:07.096548 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-02d70c8d-df0d-47db-8a1a-5bd44b94cd8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:07.097018 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-3fb04004-820a-4714-a027-159008c7b3d9 req-7a317c19-04a0-4bb0-984a-babf80f1d200 service neutron] Request body: {'port': {'device_id': '38874eb3-816b-40de-aafb-76ef27d8c066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:07.100016 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-02d70c8d-df0d-47db-8a1a-5bd44b94cd8d admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/5e61dc1d-1b91-4f76-ba67-1dbe2a26faf4 HTTP/1.1" status: 204 len: 168 time: 0.6629078 Aug 31 09:10:07.124482 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-16ed208b-bf73-493a-8dc1-2cbf6bc71b40 None None] Port 549f723a-86e6-49c9-9d45-e180185209fa cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:10:07.132687 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-85956e0b-3d08-4af4-ad36-3f681a4dbb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:07.135212 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-85956e0b-3d08-4af4-ad36-3f681a4dbb9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:07.138846 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-85956e0b-3d08-4af4-ad36-3f681a4dbb9d admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/23038a6b-ca69-4015-9847-a8c43739df15 HTTP/1.1" status: 204 len: 168 time: 0.3637836 Aug 31 09:10:07.164098 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d70c8d-df0d-47db-8a1a-5bd44b94cd8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e61dc1d-1b91-4f76-ba67-1dbe2a26faf4,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:07.168919 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-17d111b4-fa58-431a-b2e3-59c6a5c7c572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:07.169542 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-17d111b4-fa58-431a-b2e3-59c6a5c7c572 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:07.170983 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-17d111b4-fa58-431a-b2e3-59c6a5c7c572 service neutron] 10.222.0.112 "PUT /v2.0/ports/e89e2f21-c734-4119-9c9c-66a6a36ac627 HTTP/1.1" status: 200 len: 1093 time: 1.5706880 Aug 31 09:10:07.174110 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd16637-f4af-4754-b111-3cc2f57c9851', 'tag': 'e89e2f21-c734-4119-9c9c-66a6a36ac627'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:07.181361 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a24797-3bc9-4952-a48b-b0ecf7fe75b5" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd16637-f4af-4754-b111-3cc2f57c9851", "tag": "e89e2f21-c734-4119-9c9c-66a6a36ac627"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:07.214488 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d21ce79d-bf1b-44cb-8fce-e9a29ab3dc0b req-1c49f34f-aabe-4d8e-a059-063a05a3da16 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/security-groups?id=9dd98ad5-e3c4-426f-a6e3-ef94d5a6e305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658083 Aug 31 09:10:07.236683 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85956e0b-3d08-4af4-ad36-3f681a4dbb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23038a6b-ca69-4015-9847-a8c43739df15,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:07.245208 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2097c0-3788-4a7e-8922-48315f90e50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19cc0070-314a-42fa-bc35-3cba5dcfcaf0,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:07.268092 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fca08a55-5ba1-4797-96a4-d4f8a7448ce4 req-7ca8a51a-2f2a-4871-be24-cde01c73d143 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6556dd9-fb18-447f-b248-d0fe2ee1f8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764192 Aug 31 09:10:07.296141 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d111b4-fa58-431a-b2e3-59c6a5c7c572 service neutron] Pushing event updated for resources: {'Port': ['ID=e89e2f21-c734-4119-9c9c-66a6a36ac627,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:07.306067 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42951ef3-7b35-49b0-84e5-0c6c3a044e4b req-cf398245-83c6-4337-8af4-0750b697d972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:07.308109 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-42951ef3-7b35-49b0-84e5-0c6c3a044e4b req-cf398245-83c6-4337-8af4-0750b697d972 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.2254601 Aug 31 09:10:07.334488 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.112', 53117) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:07.388943 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fe19166d-331e-49ad-b17f-da40c80fcbed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:07.405321 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3fb04004-820a-4714-a027-159008c7b3d9 req-7a317c19-04a0-4bb0-984a-babf80f1d200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:07.420466 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cc0fe5c3-a4fb-4f41-ac76-4c60bb3a1b0a req-3bf521ee-2923-48da-953b-9f310263ce22 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=e2c224ec-eb6d-420a-a157-24554a24f32d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1037498 Aug 31 09:10:07.425348 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fe19166d-331e-49ad-b17f-da40c80fcbed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:07.547795 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f75e39-3a25-4d95-8046-c500a36f3906 x-openstack-request-id: req-09f75e39-3a25-4d95-8046-c500a36f3906 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:07.548358 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd16637-f4af-4754-b111-3cc2f57c9851", "tag": "e89e2f21-c734-4119-9c9c-66a6a36ac627", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:07.548868 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-09f75e39-3a25-4d95-8046-c500a36f3906 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:07.549540 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dd16637-f4af-4754-b111-3cc2f57c9851', 'tag': 'e89e2f21-c734-4119-9c9c-66a6a36ac627', 'status': 'completed', 'code': 200} Aug 31 09:10:07.593588 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fe5c3-a4fb-4f41-ac76-4c60bb3a1b0a req-a36a23f9-0f5a-43aa-b286-3a14b8fc06c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:07.598637 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cc0fe5c3-a4fb-4f41-ac76-4c60bb3a1b0a req-a36a23f9-0f5a-43aa-b286-3a14b8fc06c1 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=94f1cf4a0e144c029b8fc2978b966599&device_id=e2c224ec-eb6d-420a-a157-24554a24f32d HTTP/1.1" status: 200 len: 1101 time: 0.1122098 Aug 31 09:10:07.679021 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42951ef3-7b35-49b0-84e5-0c6c3a044e4b req-3784fda3-c4c0-4c42-b17e-5fd1a9f817b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:07.680489 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-42951ef3-7b35-49b0-84e5-0c6c3a044e4b req-3784fda3-c4c0-4c42-b17e-5fd1a9f817b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3468697 Aug 31 09:10:07.685583 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fe19166d-331e-49ad-b17f-da40c80fcbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:07.688204 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fe19166d-331e-49ad-b17f-da40c80fcbed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:07.689394 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fe19166d-331e-49ad-b17f-da40c80fcbed admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/19cc0070-314a-42fa-bc35-3cba5dcfcaf0 HTTP/1.1" status: 204 len: 168 time: 0.6048164 Aug 31 09:10:07.704344 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-b7f8952c-b7af-4409-81d8-9dab697991d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:07.705923 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-b7f8952c-b7af-4409-81d8-9dab697991d6 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=56e7696745e245a68dd2e9a2861b4388&device_id=9dd16637-f4af-4754-b111-3cc2f57c9851 HTTP/1.1" status: 200 len: 1096 time: 0.3623760 Aug 31 09:10:07.707669 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19166d-331e-49ad-b17f-da40c80fcbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cc0070-314a-42fa-bc35-3cba5dcfcaf0,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:07.762498 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fe5c3-a4fb-4f41-ac76-4c60bb3a1b0a req-0481e735-7591-4dec-bfcc-92e1d18b7dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:07.764828 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cc0fe5c3-a4fb-4f41-ac76-4c60bb3a1b0a req-0481e735-7591-4dec-bfcc-92e1d18b7dc6 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.1449127 Aug 31 09:10:07.823704 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cc0fe5c3-a4fb-4f41-ac76-4c60bb3a1b0a req-0800d77f-5ed3-42be-9480-21f8900391f5 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=79a5075f-ac19-4dbf-a24b-794572ad41c4 HTTP/1.1" status: 200 len: 217 time: 0.0501280 Aug 31 09:10:07.887203 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-40151242-c4df-4546-a067-d5ff98e749e0 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e89e2f21-c734-4119-9c9c-66a6a36ac627 HTTP/1.1" status: 200 len: 217 time: 0.1375988 Aug 31 09:10:07.931957 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fe5c3-a4fb-4f41-ac76-4c60bb3a1b0a req-cbdf92c5-2062-484b-b764-dc81ef56cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:07.934804 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cc0fe5c3-a4fb-4f41-ac76-4c60bb3a1b0a req-cbdf92c5-2062-484b-b764-dc81ef56cdcb service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1027761 Aug 31 09:10:07.967321 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be75ad6-752d-4e0b-a4b0-61db422c6324 req-bdb7f5e3-9953-4204-89d3-77dacad3b233 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:07.968867 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6be75ad6-752d-4e0b-a4b0-61db422c6324 req-bdb7f5e3-9953-4204-89d3-77dacad3b233 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=38874eb3-816b-40de-aafb-76ef27d8c066 HTTP/1.1" status: 200 len: 936 time: 0.2959595 Aug 31 09:10:07.985433 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fe5c3-a4fb-4f41-ac76-4c60bb3a1b0a req-c774111e-4357-49fe-b853-1f8b13543512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:07.987132 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cc0fe5c3-a4fb-4f41-ac76-4c60bb3a1b0a req-c774111e-4357-49fe-b853-1f8b13543512 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0456433 Aug 31 09:10:08.072314 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-3f89ea21-138a-464a-a6c7-5d7d8e7f7611 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=94f1cf4a0e144c029b8fc2978b966599&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0961132 Aug 31 09:10:08.075766 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-f9d8ca90-0756-4b0f-acac-8c1dc6eaf617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:08.077164 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-f9d8ca90-0756-4b0f-acac-8c1dc6eaf617 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=3562846e-c3ce-41d9-b571-ead68bc10cdb HTTP/1.1" status: 200 len: 868 time: 0.1809514 Aug 31 09:10:08.083277 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cc0fe5c3-a4fb-4f41-ac76-4c60bb3a1b0a req-2f20494f-61d2-44f0-a023-e41a2dcd9c39 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889437 Aug 31 09:10:08.085383 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-42951ef3-7b35-49b0-84e5-0c6c3a044e4b req-0235540c-c163-4e7d-b2cb-11a943639473 service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854094 Aug 31 09:10:08.189387 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cc0fe5c3-a4fb-4f41-ac76-4c60bb3a1b0a req-1c0352fa-e7ba-4f40-9081-355366a85f8f service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973554 Aug 31 09:10:08.196170 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6be75ad6-752d-4e0b-a4b0-61db422c6324 req-ef908cb6-3a3a-482c-846a-a30811870268 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/security-groups?id=3799c05b-a3bb-42b0-b2cf-6351c2032633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124224 Aug 31 09:10:08.250512 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46162) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:08.265627 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7247bf9-8259-4f15-98d6-4b5d357dbd6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:08.310718 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-2e4c3aad-ffaf-4116-8b0c-192795175ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:08.312289 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-2e4c3aad-ffaf-4116-8b0c-192795175ec2 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=9378e6b3-a87d-4f83-b575-9644eb484f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2237558 Aug 31 09:10:08.369028 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7247bf9-8259-4f15-98d6-4b5d357dbd6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:08.437740 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-42951ef3-7b35-49b0-84e5-0c6c3a044e4b req-3901dcd8-b062-4aa2-8704-d40d8628d6c8 service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326888 Aug 31 09:10:08.458581 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-730cd708-b132-4a00-8ed8-b6465d9c4848 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:08.460066 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-730cd708-b132-4a00-8ed8-b6465d9c4848 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3738043 Aug 31 09:10:08.462982 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7247bf9-8259-4f15-98d6-4b5d357dbd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:08.474463 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-3fb04004-820a-4714-a027-159008c7b3d9 req-7a317c19-04a0-4bb0-984a-babf80f1d200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 549f723a-86e6-49c9-9d45-e180185209fa {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:10:08.489361 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3fb04004-820a-4714-a027-159008c7b3d9 req-7a317c19-04a0-4bb0-984a-babf80f1d200 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:08.508797 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7247bf9-8259-4f15-98d6-4b5d357dbd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42c42d6-46ec-4d26-8ca2-6da9e5c91032,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:08.510969 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-195927ea-3589-4e79-a58a-1f4bc258283d tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/quotas/94f1cf4a0e144c029b8fc2978b966599 HTTP/1.1" status: 200 len: 375 time: 0.0405290 Aug 31 09:10:08.514020 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f7247bf9-8259-4f15-98d6-4b5d357dbd6a admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=a4296bb7461b45aab852012b91ec7928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2619574 Aug 31 09:10:08.516665 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46170) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:08.532088 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-3fb04004-820a-4714-a027-159008c7b3d9 req-7a317c19-04a0-4bb0-984a-babf80f1d200 service neutron] Transition to ACTIVE for port object 549f723a-86e6-49c9-9d45-e180185209fa will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:08.551995 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-c8436ec8-f0b2-4e45-abf8-91311c199389 service neutron] 10.222.0.112 "GET /v2.0/networks/9378e6b3-a87d-4f83-b575-9644eb484f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208927 Aug 31 09:10:08.577811 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6a60a207-4b5c-498e-8334-73bbc5a0c2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:08.608440 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6a60a207-4b5c-498e-8334-73bbc5a0c2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:08.610020 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46176) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:08.644203 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-2f6bc4ff-903e-4d6a-b506-f158708f6a43 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=94f1cf4a0e144c029b8fc2978b966599&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1133230 Aug 31 09:10:08.652808 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3fb04004-820a-4714-a027-159008c7b3d9 req-7a317c19-04a0-4bb0-984a-babf80f1d200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:08.689173 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0408bc03-f5d4-4e2c-83b5-b11dce2a3613 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=b87fdbd236cb4185aba3601e93e37f54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0766547 Aug 31 09:10:08.691919 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46178) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:08.752595 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad24880a-2259-4a33-939f-9a46dcbd102b req-154efd5f-4185-4e12-8486-a6bcca89bf8a service neutron] 10.222.0.112 "GET /v2.0/networks/9378e6b3-a87d-4f83-b575-9644eb484f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866114 Aug 31 09:10:08.769650 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a317c19-04a0-4bb0-984a-babf80f1d200 service neutron] Pushing event updated for resources: {'Port': ['ID=549f723a-86e6-49c9-9d45-e180185209fa,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:08.775433 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d875a1ce-ea8f-4375-ab94-e89656d21a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:08.824406 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d875a1ce-ea8f-4375-ab94-e89656d21a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:08.852915 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6a60a207-4b5c-498e-8334-73bbc5a0c2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:08.856166 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6a60a207-4b5c-498e-8334-73bbc5a0c2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:08.859695 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6a60a207-4b5c-498e-8334-73bbc5a0c2a2 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/b42c42d6-46ec-4d26-8ca2-6da9e5c91032 HTTP/1.1" status: 204 len: 168 time: 0.3397608 Aug 31 09:10:08.893597 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60a207-4b5c-498e-8334-73bbc5a0c2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42c42d6-46ec-4d26-8ca2-6da9e5c91032,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:08.977586 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33297f-22ca-4129-b233-35f418ffc8e0 req-1643906b-3bfd-4981-a223-7f097a662d2c tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:08.986992 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bf33297f-22ca-4129-b233-35f418ffc8e0 req-1643906b-3bfd-4981-a223-7f097a662d2c tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/ports?device_id=9dd16637-f4af-4754-b111-3cc2f57c9851 HTTP/1.1" status: 200 len: 944 time: 0.2038405 Aug 31 09:10:09.001347 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a24797-3bc9-4952-a48b-b0ecf7fe75b5 req-82412f11-9669-4762-96fb-797189be5b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:09.002913 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d2a24797-3bc9-4952-a48b-b0ecf7fe75b5 req-82412f11-9669-4762-96fb-797189be5b8b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=56e7696745e245a68dd2e9a2861b4388&device_id=9dd16637-f4af-4754-b111-3cc2f57c9851 HTTP/1.1" status: 200 len: 1096 time: 0.1074522 Aug 31 09:10:09.026068 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d875a1ce-ea8f-4375-ab94-e89656d21a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:09.029416 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d875a1ce-ea8f-4375-ab94-e89656d21a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:09.032508 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-3fb04004-820a-4714-a027-159008c7b3d9 req-7a317c19-04a0-4bb0-984a-babf80f1d200 service neutron] Attempting to bind port 549f723a-86e6-49c9-9d45-e180185209fa on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:10:09.032844 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-3fb04004-820a-4714-a027-159008c7b3d9 req-7a317c19-04a0-4bb0-984a-babf80f1d200 service neutron] Attempting to bind port 549f723a-86e6-49c9-9d45-e180185209fa by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:10:09.033173 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb04004-820a-4714-a027-159008c7b3d9 req-7a317c19-04a0-4bb0-984a-babf80f1d200 service neutron] Attempting to bind port 549f723a-86e6-49c9-9d45-e180185209fa on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:09.034239 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d875a1ce-ea8f-4375-ab94-e89656d21a15 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/d4996596-0153-41da-9975-25d6247c9266 HTTP/1.1" status: 204 len: 168 time: 0.3426075 Aug 31 09:10:09.048309 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb04004-820a-4714-a027-159008c7b3d9 req-7a317c19-04a0-4bb0-984a-babf80f1d200 service neutron] Port 549f723a-86e6-49c9-9d45-e180185209fa on network a47e180d-e969-4a85-aa09-0ec8196480c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:10:09.048644 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb04004-820a-4714-a027-159008c7b3d9 req-7a317c19-04a0-4bb0-984a-babf80f1d200 service neutron] Attempting to bind port 549f723a-86e6-49c9-9d45-e180185209fa on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:09.052083 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875a1ce-ea8f-4375-ab94-e89656d21a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4996596-0153-41da-9975-25d6247c9266,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:09.107612 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb04004-820a-4714-a027-159008c7b3d9 req-7a317c19-04a0-4bb0-984a-babf80f1d200 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:10:09.107942 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb04004-820a-4714-a027-159008c7b3d9 req-7a317c19-04a0-4bb0-984a-babf80f1d200 service neutron] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:10:09.109118 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb04004-820a-4714-a027-159008c7b3d9 req-7a317c19-04a0-4bb0-984a-babf80f1d200 service neutron] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:10:09.109118 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-3fb04004-820a-4714-a027-159008c7b3d9 req-7a317c19-04a0-4bb0-984a-babf80f1d200 service neutron] Bound port: 549f723a-86e6-49c9-9d45-e180185209fa, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:10:09.109118 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3fb04004-820a-4714-a027-159008c7b3d9 req-7a317c19-04a0-4bb0-984a-babf80f1d200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:09.167460 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-145ad36d-eadf-42b5-8ec2-1de71d732093 req-2c0d592c-a443-4eed-a050-09e8aa2c8b0f tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/ports?device_id=f7e1b597-c9c1-4a52-9108-b8e2c7db6fd0 HTTP/1.1" status: 200 len: 210 time: 0.1293616 Aug 31 09:10:09.203888 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:10:09.211178 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bf33297f-22ca-4129-b233-35f418ffc8e0 req-bd129f21-c556-4c7d-afd2-80f590f5d0e2 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/security-groups?id=9dd98ad5-e3c4-426f-a6e3-ef94d5a6e305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233200 Aug 31 09:10:09.244909 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-3fb04004-820a-4714-a027-159008c7b3d9 req-7a317c19-04a0-4bb0-984a-babf80f1d200 service neutron] For port 549f723a-86e6-49c9-9d45-e180185209fa, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:10:09.251070 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-3fb04004-820a-4714-a027-159008c7b3d9 req-7a317c19-04a0-4bb0-984a-babf80f1d200 service neutron] For port 549f723a-86e6-49c9-9d45-e180185209fa, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=549f723a-86e6-49c9-9d45-e180185209fa,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:10:09.254216 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a24797-3bc9-4952-a48b-b0ecf7fe75b5 req-1068f1e0-048e-4ce8-b38b-730612cb457f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:09.255742 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d2a24797-3bc9-4952-a48b-b0ecf7fe75b5 req-1068f1e0-048e-4ce8-b38b-730612cb457f service neutron] 10.222.0.112 "GET /v2.0/networks?id=9378e6b3-a87d-4f83-b575-9644eb484f50 HTTP/1.1" status: 200 len: 931 time: 0.2326021 Aug 31 09:10:09.316866 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d2a24797-3bc9-4952-a48b-b0ecf7fe75b5 req-1e93a17f-0dee-4369-a1fc-2de3b579e125 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e89e2f21-c734-4119-9c9c-66a6a36ac627 HTTP/1.1" status: 200 len: 217 time: 0.0509269 Aug 31 09:10:09.360264 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3fb04004-820a-4714-a027-159008c7b3d9 req-7a317c19-04a0-4bb0-984a-babf80f1d200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:09.462335 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb04004-820a-4714-a027-159008c7b3d9 req-7a317c19-04a0-4bb0-984a-babf80f1d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:09.463147 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3fb04004-820a-4714-a027-159008c7b3d9 req-7a317c19-04a0-4bb0-984a-babf80f1d200 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:09.464735 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3fb04004-820a-4714-a027-159008c7b3d9 req-7a317c19-04a0-4bb0-984a-babf80f1d200 service neutron] 10.222.0.112 "PUT /v2.0/ports/549f723a-86e6-49c9-9d45-e180185209fa HTTP/1.1" status: 200 len: 1097 time: 2.3809471 Aug 31 09:10:09.471129 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a24797-3bc9-4952-a48b-b0ecf7fe75b5 req-b93ff8e5-d2ff-45be-8d07-de01a9e90803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:09.471129 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d2a24797-3bc9-4952-a48b-b0ecf7fe75b5 req-b93ff8e5-d2ff-45be-8d07-de01a9e90803 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=3562846e-c3ce-41d9-b571-ead68bc10cdb HTTP/1.1" status: 200 len: 868 time: 0.1405141 Aug 31 09:10:09.471129 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38874eb3-816b-40de-aafb-76ef27d8c066', 'tag': '549f723a-86e6-49c9-9d45-e180185209fa'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:09.477954 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7048853e-d506-43e8-ba34-710f5e0c72a1" -d '{"events": [{"name": "network-changed", "server_uuid": "38874eb3-816b-40de-aafb-76ef27d8c066", "tag": "549f723a-86e6-49c9-9d45-e180185209fa"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:09.524990 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc596a-a381-4d6c-b130-04547042d93e req-9220b8bd-7b82-483b-a772-3c9c5c26aeb4 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:09.526491 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b8cc596a-a381-4d6c-b130-04547042d93e req-9220b8bd-7b82-483b-a772-3c9c5c26aeb4 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=38874eb3-816b-40de-aafb-76ef27d8c066 HTTP/1.1" status: 200 len: 948 time: 0.2087030 Aug 31 09:10:09.528111 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a317c19-04a0-4bb0-984a-babf80f1d200 service neutron] Pushing event updated for resources: {'Port': ['ID=549f723a-86e6-49c9-9d45-e180185209fa,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:09.586362 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a24797-3bc9-4952-a48b-b0ecf7fe75b5 req-20a4ba90-a661-4496-8acc-cb65cebf62a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:09.587813 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d2a24797-3bc9-4952-a48b-b0ecf7fe75b5 req-20a4ba90-a661-4496-8acc-cb65cebf62a6 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=9378e6b3-a87d-4f83-b575-9644eb484f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0999482 Aug 31 09:10:09.703919 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b8cc596a-a381-4d6c-b130-04547042d93e req-27df76f1-2a32-4742-b98f-f6ca1d8b87c7 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/security-groups?id=3799c05b-a3bb-42b0-b2cf-6351c2032633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568260 Aug 31 09:10:09.773832 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4d0933-7e39-4697-a394-2ce4f3ed6437 x-openstack-request-id: req-ad4d0933-7e39-4697-a394-2ce4f3ed6437 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:09.774372 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38874eb3-816b-40de-aafb-76ef27d8c066", "tag": "549f723a-86e6-49c9-9d45-e180185209fa", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:09.774372 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-ad4d0933-7e39-4697-a394-2ce4f3ed6437 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:09.774659 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38874eb3-816b-40de-aafb-76ef27d8c066', 'tag': '549f723a-86e6-49c9-9d45-e180185209fa', 'status': 'completed', 'code': 200} Aug 31 09:10:09.794743 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d2a24797-3bc9-4952-a48b-b0ecf7fe75b5 req-a1ef39ee-afc8-435e-9553-b6859edf1dd6 service neutron] 10.222.0.112 "GET /v2.0/networks/9378e6b3-a87d-4f83-b575-9644eb484f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957419 Aug 31 09:10:09.819825 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb04004-820a-4714-a027-159008c7b3d9 req-fb27d79a-71bc-4af0-8a30-d58c977b09b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:09.821311 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3fb04004-820a-4714-a027-159008c7b3d9 req-fb27d79a-71bc-4af0-8a30-d58c977b09b7 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e987fb450f6f45279a74f845bc972679&device_id=38874eb3-816b-40de-aafb-76ef27d8c066 HTTP/1.1" status: 200 len: 1100 time: 0.1055956 Aug 31 09:10:10.118154 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3fb04004-820a-4714-a027-159008c7b3d9 req-5e89007c-0f7d-4a60-bf32-2552b6adabd0 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=549f723a-86e6-49c9-9d45-e180185209fa HTTP/1.1" status: 200 len: 217 time: 0.2849693 Aug 31 09:10:10.207972 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d2a24797-3bc9-4952-a48b-b0ecf7fe75b5 req-38af970b-0563-4204-94ed-808634f832e4 service neutron] 10.222.0.112 "GET /v2.0/networks/9378e6b3-a87d-4f83-b575-9644eb484f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055610 Aug 31 09:10:10.218806 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb04004-820a-4714-a027-159008c7b3d9 req-664f9566-160b-4b7f-b0d6-d12c030d1a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:10.220497 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3fb04004-820a-4714-a027-159008c7b3d9 req-664f9566-160b-4b7f-b0d6-d12c030d1a19 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.0809915 Aug 31 09:10:10.281474 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb04004-820a-4714-a027-159008c7b3d9 req-5f95d128-3668-4bfe-863c-3d64741072d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:10.283059 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3fb04004-820a-4714-a027-159008c7b3d9 req-5f95d128-3668-4bfe-863c-3d64741072d2 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0549109 Aug 31 09:10:10.305349 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-501f9c93-daa7-4b03-9e84-294dd9fb2269 req-133fc213-4042-47ef-9226-f1ba2c8b03b4 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/ports?device_id=f7e1b597-c9c1-4a52-9108-b8e2c7db6fd0 HTTP/1.1" status: 200 len: 210 time: 0.0354955 Aug 31 09:10:10.429358 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3fb04004-820a-4714-a027-159008c7b3d9 req-7250cb06-e603-4b47-9a71-511e8c6b965f service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267178 Aug 31 09:10:10.604356 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3960fce-20a0-4c88-b1a6-4e25be98afcd req-2960262c-0501-4197-a566-e8f52d080dc7 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:10.607059 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e3960fce-20a0-4c88-b1a6-4e25be98afcd req-2960262c-0501-4197-a566-e8f52d080dc7 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/ports?device_id=9dd16637-f4af-4754-b111-3cc2f57c9851 HTTP/1.1" status: 200 len: 944 time: 0.1088161 Aug 31 09:10:10.626076 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3fb04004-820a-4714-a027-159008c7b3d9 req-68afcdca-53c9-411a-82cc-d045d2d3bf90 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864455 Aug 31 09:10:10.690718 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b6fc2-7dac-42b3-9841-332c668495f1 req-a1da0ddd-ed77-4a1e-a9c8-5d5c250d5a22 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:10.697449 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c1b6fc2-7dac-42b3-9841-332c668495f1 req-a1da0ddd-ed77-4a1e-a9c8-5d5c250d5a22 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/ports?device_id=f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09 HTTP/1.1" status: 200 len: 972 time: 0.1215036 Aug 31 09:10:10.697449 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e3960fce-20a0-4c88-b1a6-4e25be98afcd req-14fba7dc-ce56-4e69-83e0-8abdfe21811a tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/security-groups?id=9dd98ad5-e3c4-426f-a6e3-ef94d5a6e305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676205 Aug 31 09:10:10.772432 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c1b6fc2-7dac-42b3-9841-332c668495f1 req-aeea1927-0865-4fbb-839e-1649633e7e4a tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/security-groups?id=aabf8c8b-3150-4e5f-a1d1-5e56a6fbf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718749 Aug 31 09:10:10.812197 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048853e-d506-43e8-ba34-710f5e0c72a1 req-1ed681bd-2131-4fbd-bcdb-5aa2ee2e06f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:10.817534 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7048853e-d506-43e8-ba34-710f5e0c72a1 req-1ed681bd-2131-4fbd-bcdb-5aa2ee2e06f8 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e987fb450f6f45279a74f845bc972679&device_id=38874eb3-816b-40de-aafb-76ef27d8c066 HTTP/1.1" status: 200 len: 1100 time: 0.0575171 Aug 31 09:10:10.972267 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5c51e-684b-4a8d-8ec7-2664f99a0974 req-9cd8fb43-48f6-468d-a0ee-76ed580219a5 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:10.973743 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a6e5c51e-684b-4a8d-8ec7-2664f99a0974 req-9cd8fb43-48f6-468d-a0ee-76ed580219a5 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=38874eb3-816b-40de-aafb-76ef27d8c066 HTTP/1.1" status: 200 len: 948 time: 0.0757146 Aug 31 09:10:10.977234 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048853e-d506-43e8-ba34-710f5e0c72a1 req-04e02faf-9a3f-4e6c-b8fd-a9445676fd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:10.979427 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7048853e-d506-43e8-ba34-710f5e0c72a1 req-04e02faf-9a3f-4e6c-b8fd-a9445676fd36 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.1567214 Aug 31 09:10:11.048707 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7048853e-d506-43e8-ba34-710f5e0c72a1 req-2c5971c7-723c-46b2-8685-7c5370d964c5 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=549f723a-86e6-49c9-9d45-e180185209fa HTTP/1.1" status: 200 len: 217 time: 0.0591331 Aug 31 09:10:11.054589 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device e89e2f21-c734-4119-9c9c-66a6a36ac627 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:10:11.167113 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a6e5c51e-684b-4a8d-8ec7-2664f99a0974 req-96267c61-4c19-42b2-bca5-60f82ea6b339 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/security-groups?id=3799c05b-a3bb-42b0-b2cf-6351c2032633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780410 Aug 31 09:10:11.195773 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048853e-d506-43e8-ba34-710f5e0c72a1 req-23048d70-0369-476f-80f3-c9798984a340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:11.202843 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port e89e2f21-c734-4119-9c9c-66a6a36ac627, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=e89e2f21-c734-4119-9c9c-66a6a36ac627,segment=NetworkSegment(403725b9-6fc1-4aeb-998e-1c14d944073b),segment_id=403725b9-6fc1-4aeb-998e-1c14d944073b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:11.208065 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7048853e-d506-43e8-ba34-710f5e0c72a1 req-23048d70-0369-476f-80f3-c9798984a340 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1067936 Aug 31 09:10:11.216662 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'e89e2f21-c734-4119-9c9c-66a6a36ac627', 'network_id': '9378e6b3-a87d-4f83-b575-9644eb484f50', 'port_id': 'e89e2f21-c734-4119-9c9c-66a6a36ac627', 'mac_address': 'fa:16:3e:1d:4c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3562846e-c3ce-41d9-b571-ead68bc10cdb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:10:11.277649 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-cfbde6c9-8859-4e9c-9208-e7406b4bd016 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=94f1cf4a0e144c029b8fc2978b966599&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414121 Aug 31 09:10:11.281801 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-695b3beb-4fbd-46ae-8760-94e22c60627e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:11.285432 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:11.301430 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e89e2f21-c734-4119-9c9c-66a6a36ac627 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:10:11.326696 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port e89e2f21-c734-4119-9c9c-66a6a36ac627, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=e89e2f21-c734-4119-9c9c-66a6a36ac627,segment=NetworkSegment(403725b9-6fc1-4aeb-998e-1c14d944073b),segment_id=403725b9-6fc1-4aeb-998e-1c14d944073b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:11.354533 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048853e-d506-43e8-ba34-710f5e0c72a1 req-acf20588-d762-4f6a-bfb7-250d2c45387f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:11.356174 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7048853e-d506-43e8-ba34-710f5e0c72a1 req-acf20588-d762-4f6a-bfb7-250d2c45387f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1385250 Aug 31 09:10:11.431644 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:11.493030 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1a744c61-271f-4ace-8f2c-3e560f476701 req-4ff5d5c4-0b28-41a4-9b16-eedf34f92359 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/ports?device_id=f7e1b597-c9c1-4a52-9108-b8e2c7db6fd0 HTTP/1.1" status: 200 len: 210 time: 0.0478938 Aug 31 09:10:11.501369 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=e89e2f21-c734-4119-9c9c-66a6a36ac627,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:11.544344 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-382c1a91-cc63-477c-b89f-2af6851895ec tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:11.549819 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-382c1a91-cc63-477c-b89f-2af6851895ec tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2551484 Aug 31 09:10:11.550282 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7048853e-d506-43e8-ba34-710f5e0c72a1 req-30129629-8b11-456b-b204-3782ab192bfe service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813440 Aug 31 09:10:11.560704 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-a84a6283-24fb-403e-bda3-3293069bdd76 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Request body: {'port': {'device_id': 'f7e1b597-c9c1-4a52-9108-b8e2c7db6fd0', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'admin_state_up': True, 'tenant_id': '94f1cf4a0e144c029b8fc2978b966599'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:11.671637 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['e89e2f21-c734-4119-9c9c-66a6a36ac627'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:10:11.752780 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7048853e-d506-43e8-ba34-710f5e0c72a1 req-e1193163-6d57-45ce-a3b7-ea412682725c service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879766 Aug 31 09:10:11.854674 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-a84a6283-24fb-403e-bda3-3293069bdd76 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Made reservation on behalf of 94f1cf4a0e144c029b8fc2978b966599 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:10:11.858452 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-a84a6283-24fb-403e-bda3-3293069bdd76 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:11.949772 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.59', 60394) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:12.021642 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d01f8-4756-442d-b99c-1c8102205619 req-e399f4fd-f3a3-4afc-831a-2f6b6dfec8dc tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:12.036061 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-765d01f8-4756-442d-b99c-1c8102205619 req-e399f4fd-f3a3-4afc-831a-2f6b6dfec8dc tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/ports?device_id=9dd16637-f4af-4754-b111-3cc2f57c9851 HTTP/1.1" status: 200 len: 945 time: 0.1648536 Aug 31 09:10:12.089003 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97237911-8285-4ff4-8824-60cdf69136fe req-ffaf623f-e7ac-4320-9228-7a41104ed6d2 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:12.091700 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-97237911-8285-4ff4-8824-60cdf69136fe req-ffaf623f-e7ac-4320-9228-7a41104ed6d2 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09 HTTP/1.1" status: 200 len: 972 time: 0.1411517 Aug 31 09:10:12.129694 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-765d01f8-4756-442d-b99c-1c8102205619 req-15522d2e-a449-406b-97f8-c44f07e21729 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/security-groups?id=9dd98ad5-e3c4-426f-a6e3-ef94d5a6e305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925641 Aug 31 09:10:12.192052 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-a84a6283-24fb-403e-bda3-3293069bdd76 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Allocated IP 192.168.233.206 (a47e180d-e969-4a85-aa09-0ec8196480c0/f473c8e7-d3e2-4352-b8da-3dcd093feb8b/2306a253-d111-4520-93bd-b3b4cf0bcad9) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:10:12.343063 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-97237911-8285-4ff4-8824-60cdf69136fe req-830cfeec-d2c2-4b2d-bab6-cad92eb8f410 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Deleting port 21c5c20c-a3ee-446f-a1a8-4b269bb895bc {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:10:12.343664 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-97237911-8285-4ff4-8824-60cdf69136fe req-830cfeec-d2c2-4b2d-bab6-cad92eb8f410 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:12.352314 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2be57-b8b1-4032-83bd-887f531c5e77 req-81a686c4-1149-443a-afca-e468a6cd226a tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:12.353814 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71b2be57-b8b1-4032-83bd-887f531c5e77 req-81a686c4-1149-443a-afca-e468a6cd226a tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/ports?device_id=f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09 HTTP/1.1" status: 200 len: 972 time: 0.1161094 Aug 31 09:10:12.417941 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71b2be57-b8b1-4032-83bd-887f531c5e77 req-94858bb1-9eb1-49d5-a986-907cd785da58 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/security-groups?id=aabf8c8b-3150-4e5f-a1d1-5e56a6fbf433&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523841 Aug 31 09:10:12.501018 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-97237911-8285-4ff4-8824-60cdf69136fe req-830cfeec-d2c2-4b2d-bab6-cad92eb8f410 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] For port 21c5c20c-a3ee-446f-a1a8-4b269bb895bc, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=21c5c20c-a3ee-446f-a1a8-4b269bb895bc,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:12.501018 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-97237911-8285-4ff4-8824-60cdf69136fe req-830cfeec-d2c2-4b2d-bab6-cad92eb8f410 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:12.501683 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-a84a6283-24fb-403e-bda3-3293069bdd76 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:12.501965 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-97237911-8285-4ff4-8824-60cdf69136fe req-830cfeec-d2c2-4b2d-bab6-cad92eb8f410 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Calling delete_port for 21c5c20c-a3ee-446f-a1a8-4b269bb895bc owned by compute:tempest-test_az-1538544087 {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:10:12.502361 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-a84a6283-24fb-403e-bda3-3293069bdd76 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Transition to ACTIVE for port object 2306a253-d111-4520-93bd-b3b4cf0bcad9 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:12.578261 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b41290-aaf1-446f-aeb2-6eb2ebe45b9e req-bdda14b5-d3ae-42a7-bda6-41436fa1d26b tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:12.821324 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47b41290-aaf1-446f-aeb2-6eb2ebe45b9e req-bdda14b5-d3ae-42a7-bda6-41436fa1d26b tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=38874eb3-816b-40de-aafb-76ef27d8c066 HTTP/1.1" status: 200 len: 948 time: 0.0737803 Aug 31 09:10:12.821324 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47b41290-aaf1-446f-aeb2-6eb2ebe45b9e req-caab8a5a-23d3-4195-bfbe-c3f2dc6bc14c tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/security-groups?id=3799c05b-a3bb-42b0-b2cf-6351c2032633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401556 Aug 31 09:10:12.821324 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c550dc2e-02f5-46e9-abf4-15955fc325a2 req-76b3dd72-4bc7-43fc-9704-259ed31a1f7d tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/ports?device_id=f7e1b597-c9c1-4a52-9108-b8e2c7db6fd0 HTTP/1.1" status: 200 len: 210 time: 0.0261440 Aug 31 09:10:13.053656 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 549f723a-86e6-49c9-9d45-e180185209fa details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:10:13.064461 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device e89e2f21-c734-4119-9c9c-66a6a36ac627 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:10:13.073664 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-a84a6283-24fb-403e-bda3-3293069bdd76 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:13.076340 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-97237911-8285-4ff4-8824-60cdf69136fe req-830cfeec-d2c2-4b2d-bab6-cad92eb8f410 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:13.098299 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['21c5c20c-a3ee-446f-a1a8-4b269bb895bc'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:10:13.100378 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['79a5075f-ac19-4dbf-a24b-794572ad41c4'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:10:13.132428 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830cfeec-d2c2-4b2d-bab6-cad92eb8f410 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Pushing event deleted for resources: {'Port': ['ID=21c5c20c-a3ee-446f-a1a8-4b269bb895bc,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:13.173846 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a6283-24fb-403e-bda3-3293069bdd76 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Pushing event updated for resources: {'Port': ['ID=2306a253-d111-4520-93bd-b3b4cf0bcad9,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:13.208244 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.resource_extend [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:10:13.228798 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-97237911-8285-4ff4-8824-60cdf69136fe req-830cfeec-d2c2-4b2d-bab6-cad92eb8f410 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] No DVR routers for this DVR port 21c5c20c-a3ee-446f-a1a8-4b269bb895bc on host n-h2-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:10:13.230165 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-ccf8c2ce-0f4d-43fd-ac5b-5c0dc03b0ee8 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1225152 Aug 31 09:10:13.234851 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-97237911-8285-4ff4-8824-60cdf69136fe req-830cfeec-d2c2-4b2d-bab6-cad92eb8f410 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:13.240446 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-97237911-8285-4ff4-8824-60cdf69136fe req-830cfeec-d2c2-4b2d-bab6-cad92eb8f410 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.59 "DELETE /v2.0/ports/21c5c20c-a3ee-446f-a1a8-4b269bb895bc HTTP/1.1" status: 204 len: 173 time: 1.1406257 Aug 31 09:10:13.240988 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09', 'name': 'network-vif-deleted', 'tag': '21c5c20c-a3ee-446f-a1a8-4b269bb895bc'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:13.243127 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-a84a6283-24fb-403e-bda3-3293069bdd76 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Network a47e180d-e969-4a85-aa09-0ec8196480c0 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:10:13.244855 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cba9ec-d30d-4df4-99c0-6bd595e9ad9c" -d '{"events": [{"server_uuid": "f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09", "name": "network-vif-deleted", "tag": "21c5c20c-a3ee-446f-a1a8-4b269bb895bc"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:13.264724 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-a84a6283-24fb-403e-bda3-3293069bdd76 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:13.272598 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-a84a6283-24fb-403e-bda3-3293069bdd76 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:10:13.381498 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 549f723a-86e6-49c9-9d45-e180185209fa, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=549f723a-86e6-49c9-9d45-e180185209fa,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:13.398095 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-a84a6283-24fb-403e-bda3-3293069bdd76 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:13.398843 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-a84a6283-24fb-403e-bda3-3293069bdd76 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:13.408546 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port e89e2f21-c734-4119-9c9c-66a6a36ac627 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:13.409221 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '549f723a-86e6-49c9-9d45-e180185209fa', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': '549f723a-86e6-49c9-9d45-e180185209fa', 'mac_address': 'fa:16:3e:d9:38:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:10:13.420893 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port e89e2f21-c734-4119-9c9c-66a6a36ac627 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:13.421342 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:13.460335 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-a6477866-12dd-4c71-a1f7-2aedae1fef1d tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:13.461876 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-a6477866-12dd-4c71-a1f7-2aedae1fef1d tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2176406 Aug 31 09:10:13.491206 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-4089dcaa-bd83-409a-b846-3c054ce2f5c6 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/quotas/a2247b5137dc4fbdbab9ed7148117dac HTTP/1.1" status: 200 len: 375 time: 0.0224900 Aug 31 09:10:13.535046 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-7cb10b4a-dfea-4261-81df-fe0bff35e082 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428565 Aug 31 09:10:13.539141 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:13.555883 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125dc3e0-6722-45f9-8b11-3852d9dcda71 req-36f11ce8-1c25-42f3-9400-b52400d2782d tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:13.564737 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-125dc3e0-6722-45f9-8b11-3852d9dcda71 req-36f11ce8-1c25-42f3-9400-b52400d2782d tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/ports?device_id=9dd16637-f4af-4754-b111-3cc2f57c9851 HTTP/1.1" status: 200 len: 945 time: 0.1582673 Aug 31 09:10:13.567346 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-a84a6283-24fb-403e-bda3-3293069bdd76 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0117593 Aug 31 09:10:13.586593 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-ba11f5e2-c1a4-403a-9897-e81b3c4fca7f service neutron] Request body: {'port': {'device_id': 'f7e1b597-c9c1-4a52-9108-b8e2c7db6fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:13.599088 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:13.609731 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 549f723a-86e6-49c9-9d45-e180185209fa {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:10:13.634146 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-125dc3e0-6722-45f9-8b11-3852d9dcda71 req-9db01be2-2c22-4df4-8ccd-798c48daa568 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/security-groups?id=9dd98ad5-e3c4-426f-a6e3-ef94d5a6e305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685344 Aug 31 09:10:13.646498 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 549f723a-86e6-49c9-9d45-e180185209fa, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=549f723a-86e6-49c9-9d45-e180185209fa,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:13.651064 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd16637-f4af-4754-b111-3cc2f57c9851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89e2f21-c734-4119-9c9c-66a6a36ac627'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:13.653654 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd57a34a-eb15-482c-b5b6-1d065711f9b1" -d '{"events": [{"server_uuid": "9dd16637-f4af-4754-b111-3cc2f57c9851", "name": "network-vif-plugged", "status": "completed", "tag": "e89e2f21-c734-4119-9c9c-66a6a36ac627"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:13.674300 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-ba11f5e2-c1a4-403a-9897-e81b3c4fca7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:13.682222 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port e89e2f21-c734-4119-9c9c-66a6a36ac627, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=e89e2f21-c734-4119-9c9c-66a6a36ac627,segment=NetworkSegment(403725b9-6fc1-4aeb-998e-1c14d944073b),segment_id=403725b9-6fc1-4aeb-998e-1c14d944073b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:13.708444 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:13.744489 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:13.769332 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=549f723a-86e6-49c9-9d45-e180185209fa,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:13.812923 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-56678185-270e-4382-8520-81719cc28817 None None] Provisioning for port 2306a253-d111-4520-93bd-b3b4cf0bcad9 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:13.818914 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-56678185-270e-4382-8520-81719cc28817 None None] Provisioning complete for port 2306a253-d111-4520-93bd-b3b4cf0bcad9 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:13.819338 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-56678185-270e-4382-8520-81719cc28817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:13.864776 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=e89e2f21-c734-4119-9c9c-66a6a36ac627,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:13.877876 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbf07a4-80bd-476a-aa09-87e9fe1f93b2 x-openstack-request-id: req-0bbf07a4-80bd-476a-aa09-87e9fe1f93b2 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:13.878262 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09", "name": "network-vif-deleted", "tag": "21c5c20c-a3ee-446f-a1a8-4b269bb895bc", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:13.878645 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-0bbf07a4-80bd-476a-aa09-87e9fe1f93b2 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:13.879137 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09', 'name': 'network-vif-deleted', 'tag': '21c5c20c-a3ee-446f-a1a8-4b269bb895bc', 'status': 'completed', 'code': 200} Aug 31 09:10:13.882892 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-56678185-270e-4382-8520-81719cc28817 None None] Port 2306a253-d111-4520-93bd-b3b4cf0bcad9 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:10:13.943135 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['549f723a-86e6-49c9-9d45-e180185209fa'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:10:14.015185 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f563c1-2487-4ade-a7a8-505074777a55 x-openstack-request-id: req-68f563c1-2487-4ade-a7a8-505074777a55 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:14.019382 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd16637-f4af-4754-b111-3cc2f57c9851", "name": "network-vif-plugged", "status": "completed", "tag": "e89e2f21-c734-4119-9c9c-66a6a36ac627", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:14.021489 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-68f563c1-2487-4ade-a7a8-505074777a55 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:14.023050 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dd16637-f4af-4754-b111-3cc2f57c9851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89e2f21-c734-4119-9c9c-66a6a36ac627', 'code': 200} Aug 31 09:10:14.030476 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e1186871-5197-46f8-bedb-eb9233fac6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:14.096760 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:14.208247 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-328a91a8-2f9e-4a7d-ba0a-086a41719a2d req-beaa24d3-710b-45f1-82cf-228c184480f7 tempest-AggregatesAdminTestJSON-1764333296 tempest-AggregatesAdminTestJSON-1764333296-project] 10.222.0.119 "GET /v2.0/ports?device_id=f3b96ec2-51a4-4dce-ac15-36fd3cdcdd09 HTTP/1.1" status: 200 len: 210 time: 0.0668271 Aug 31 09:10:14.225774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-ba11f5e2-c1a4-403a-9897-e81b3c4fca7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2306a253-d111-4520-93bd-b3b4cf0bcad9 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:10:14.238021 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-ba11f5e2-c1a4-403a-9897-e81b3c4fca7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:14.257353 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-ba11f5e2-c1a4-403a-9897-e81b3c4fca7f service neutron] Transition to ACTIVE for port object 2306a253-d111-4520-93bd-b3b4cf0bcad9 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:14.268989 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da428cbd-d179-42ab-bf68-9b0b0470fc51 req-2808ab19-e5a6-4c24-9fc2-a3eba88f6bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:14.271638 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-da428cbd-d179-42ab-bf68-9b0b0470fc51 req-2808ab19-e5a6-4c24-9fc2-a3eba88f6bc0 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=9dd16637-f4af-4754-b111-3cc2f57c9851 HTTP/1.1" status: 200 len: 1098 time: 0.1307313 Aug 31 09:10:14.278903 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cec0b-2f71-45ae-b14b-3f1a81c2a9a2 req-0cbd4f22-7a20-4a2f-9935-359bafb96ba1 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:14.280388 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-218cec0b-2f71-45ae-b14b-3f1a81c2a9a2 req-0cbd4f22-7a20-4a2f-9935-359bafb96ba1 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=38874eb3-816b-40de-aafb-76ef27d8c066 HTTP/1.1" status: 200 len: 949 time: 0.1381612 Aug 31 09:10:14.348339 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-ba11f5e2-c1a4-403a-9897-e81b3c4fca7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:14.413223 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-da428cbd-d179-42ab-bf68-9b0b0470fc51 req-829f83a3-6554-4d1b-8461-34d27a31f408 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=9dd98ad5-e3c4-426f-a6e3-ef94d5a6e305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318815 Aug 31 09:10:14.429348 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-218cec0b-2f71-45ae-b14b-3f1a81c2a9a2 req-cca05eb5-1613-4847-ab00-d1d44629e787 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/security-groups?id=3799c05b-a3bb-42b0-b2cf-6351c2032633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310773 Aug 31 09:10:14.438601 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11f5e2-c1a4-403a-9897-e81b3c4fca7f service neutron] Pushing event updated for resources: {'Port': ['ID=2306a253-d111-4520-93bd-b3b4cf0bcad9,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:14.458055 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d943d1-5f9b-4d36-94a8-8e968dcb829b req-c1019d95-6fd7-4199-bab4-40e23cddf05e tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:14.459809 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98d943d1-5f9b-4d36-94a8-8e968dcb829b req-c1019d95-6fd7-4199-bab4-40e23cddf05e tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/ports?device_id=f7e1b597-c9c1-4a52-9108-b8e2c7db6fd0 HTTP/1.1" status: 200 len: 936 time: 0.1601052 Aug 31 09:10:14.550943 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7663914c-1b03-4731-a487-19dee4c7a464 req-0dbba7ce-47bb-4587-ba3f-32b82d4b461a tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 210 time: 0.0429513 Aug 31 09:10:14.578653 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46452) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:14.591014 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98d943d1-5f9b-4d36-94a8-8e968dcb829b req-0f72406a-a99c-44c1-93c0-0b484050559c tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6556dd9-fb18-447f-b248-d0fe2ee1f8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083958 Aug 31 09:10:14.601425 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-ba11f5e2-c1a4-403a-9897-e81b3c4fca7f service neutron] Attempting to bind port 2306a253-d111-4520-93bd-b3b4cf0bcad9 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:10:14.601757 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-ba11f5e2-c1a4-403a-9897-e81b3c4fca7f service neutron] Attempting to bind port 2306a253-d111-4520-93bd-b3b4cf0bcad9 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:10:14.602081 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-ba11f5e2-c1a4-403a-9897-e81b3c4fca7f service neutron] Attempting to bind port 2306a253-d111-4520-93bd-b3b4cf0bcad9 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:14.606962 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-ba11f5e2-c1a4-403a-9897-e81b3c4fca7f service neutron] Port 2306a253-d111-4520-93bd-b3b4cf0bcad9 on network a47e180d-e969-4a85-aa09-0ec8196480c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:10:14.607122 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-ba11f5e2-c1a4-403a-9897-e81b3c4fca7f service neutron] Attempting to bind port 2306a253-d111-4520-93bd-b3b4cf0bcad9 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:14.612191 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-ba11f5e2-c1a4-403a-9897-e81b3c4fca7f service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:10:14.612603 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-ba11f5e2-c1a4-403a-9897-e81b3c4fca7f service neutron] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:10:14.613048 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-ba11f5e2-c1a4-403a-9897-e81b3c4fca7f service neutron] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:10:14.613541 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-ba11f5e2-c1a4-403a-9897-e81b3c4fca7f service neutron] Bound port: 2306a253-d111-4520-93bd-b3b4cf0bcad9, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:10:14.613968 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-ba11f5e2-c1a4-403a-9897-e81b3c4fca7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:14.656362 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46460) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:14.768597 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-ba11f5e2-c1a4-403a-9897-e81b3c4fca7f service neutron] For port 2306a253-d111-4520-93bd-b3b4cf0bcad9, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:10:14.823988 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-ba11f5e2-c1a4-403a-9897-e81b3c4fca7f service neutron] For port 2306a253-d111-4520-93bd-b3b4cf0bcad9, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2306a253-d111-4520-93bd-b3b4cf0bcad9,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:10:14.849684 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4118537-f665-4979-b4ef-e8bddc45598e req-27f6c46f-9d70-4a75-8f3e-c0a1eeecd24e tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:14.851347 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f4118537-f665-4979-b4ef-e8bddc45598e req-27f6c46f-9d70-4a75-8f3e-c0a1eeecd24e tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/ports?device_id=9dd16637-f4af-4754-b111-3cc2f57c9851 HTTP/1.1" status: 200 len: 946 time: 0.0999908 Aug 31 09:10:14.873613 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b8df01e2-241e-4f4b-8e26-6d46ca242521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:14.898894 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f4118537-f665-4979-b4ef-e8bddc45598e req-aa642468-71b5-429b-8ce0-1ce5e9383563 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/security-groups?id=9dd98ad5-e3c4-426f-a6e3-ef94d5a6e305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409160 Aug 31 09:10:14.906894 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0017d375-2a81-49f1-b0dc-4ae717289e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:14.914919 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-ba11f5e2-c1a4-403a-9897-e81b3c4fca7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:14.963330 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-ba11f5e2-c1a4-403a-9897-e81b3c4fca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:14.963598 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-ba11f5e2-c1a4-403a-9897-e81b3c4fca7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:14.966114 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-ba11f5e2-c1a4-403a-9897-e81b3c4fca7f service neutron] 10.222.0.59 "PUT /v2.0/ports/2306a253-d111-4520-93bd-b3b4cf0bcad9 HTTP/1.1" status: 200 len: 1097 time: 1.3837779 Aug 31 09:10:14.966704 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e1b597-c9c1-4a52-9108-b8e2c7db6fd0', 'tag': '2306a253-d111-4520-93bd-b3b4cf0bcad9'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:14.969106 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58dbf68-cb62-4420-b56a-76d86b46bf89" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e1b597-c9c1-4a52-9108-b8e2c7db6fd0", "tag": "2306a253-d111-4520-93bd-b3b4cf0bcad9"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:14.999556 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11f5e2-c1a4-403a-9897-e81b3c4fca7f service neutron] Pushing event updated for resources: {'Port': ['ID=2306a253-d111-4520-93bd-b3b4cf0bcad9,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:15.020687 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5de768-c75c-44ea-89a1-466722c6e21f x-openstack-request-id: req-5c5de768-c75c-44ea-89a1-466722c6e21f {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:15.020975 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e1b597-c9c1-4a52-9108-b8e2c7db6fd0", "tag": "2306a253-d111-4520-93bd-b3b4cf0bcad9", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:15.021272 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-5c5de768-c75c-44ea-89a1-466722c6e21f {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:15.021671 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7e1b597-c9c1-4a52-9108-b8e2c7db6fd0', 'tag': '2306a253-d111-4520-93bd-b3b4cf0bcad9', 'status': 'completed', 'code': 200} Aug 31 09:10:15.028968 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b8df01e2-241e-4f4b-8e26-6d46ca242521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:15.079273 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 549f723a-86e6-49c9-9d45-e180185209fa up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:10:15.091920 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58dbf68-cb62-4420-b56a-76d86b46bf89 req-45066947-21f8-4284-9b73-16edabe01f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:15.093815 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e58dbf68-cb62-4420-b56a-76d86b46bf89 req-45066947-21f8-4284-9b73-16edabe01f31 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94f1cf4a0e144c029b8fc2978b966599&device_id=f7e1b597-c9c1-4a52-9108-b8e2c7db6fd0 HTTP/1.1" status: 200 len: 1100 time: 0.0493422 Aug 31 09:10:15.128947 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e58dbf68-cb62-4420-b56a-76d86b46bf89 req-cc760e6f-8f10-463f-88e8-127a030afdcd service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=94f1cf4a0e144c029b8fc2978b966599&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261300 Aug 31 09:10:15.160624 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b8df01e2-241e-4f4b-8e26-6d46ca242521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:15.180931 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:15.204441 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 549f723a-86e6-49c9-9d45-e180185209fa completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:15.210843 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 549f723a-86e6-49c9-9d45-e180185209fa triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:15.213672 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:15.267816 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58dbf68-cb62-4420-b56a-76d86b46bf89 req-2be1de18-92b4-441c-b537-3ef9fd7c4832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:15.270311 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e58dbf68-cb62-4420-b56a-76d86b46bf89 req-2be1de18-92b4-441c-b537-3ef9fd7c4832 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1320338 Aug 31 09:10:15.330787 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:15.387333 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-447f0718-9284-4b77-8bd7-ff3a350a9813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:15.389033 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 549f723a-86e6-49c9-9d45-e180185209fa, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=549f723a-86e6-49c9-9d45-e180185209fa,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:15.389165 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-447f0718-9284-4b77-8bd7-ff3a350a9813 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94f1cf4a0e144c029b8fc2978b966599&device_id=f7e1b597-c9c1-4a52-9108-b8e2c7db6fd0 HTTP/1.1" status: 200 len: 1100 time: 0.0555651 Aug 31 09:10:15.447646 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-37665a39-d6ac-40b9-a032-2b562ab6c124 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=2306a253-d111-4520-93bd-b3b4cf0bcad9 HTTP/1.1" status: 200 len: 217 time: 0.0497444 Aug 31 09:10:15.457472 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:15.499571 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0017d375-2a81-49f1-b0dc-4ae717289e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:15.503496 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b8df01e2-241e-4f4b-8e26-6d46ca242521 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=1ee6cd88815745d4bc6e000f306a34df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9231081 Aug 31 09:10:15.504684 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df01e2-241e-4f4b-8e26-6d46ca242521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b2ca5e-6283-4739-9bfc-e0c89d0618cd,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:15.514754 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46496) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:15.523582 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46498) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:15.550175 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=549f723a-86e6-49c9-9d45-e180185209fa,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:15.575329 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0017d375-2a81-49f1-b0dc-4ae717289e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:15.585933 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-36184533-cf58-4e33-9f3b-a2a9c99c0353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:15.587474 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-36184533-cf58-4e33-9f3b-a2a9c99c0353 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1321366 Aug 31 09:10:15.614889 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e0bd0abd-1395-42fc-b422-71986bf9ca04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:15.615116 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017d375-2a81-49f1-b0dc-4ae717289e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d5fefe-a15b-4cce-8705-32d393542665,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:15.656606 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0017d375-2a81-49f1-b0dc-4ae717289e63 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=870521f9dc82423b901b62254843a94f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9971571 Aug 31 09:10:15.657546 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46506) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:15.727561 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9585665a-f29a-4b1d-bf9f-3ffcc19bfdb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:15.744552 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d4f8a154-d73c-4ea9-adf4-c051b9c38cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:15.766473 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e0bd0abd-1395-42fc-b422-71986bf9ca04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:15.770766 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9585665a-f29a-4b1d-bf9f-3ffcc19bfdb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:15.770927 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71bda77c-5bf9-488a-8c7e-6adefbcc56c6 req-95f99c2e-abcb-46b9-9584-ade4dcb1b031 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 210 time: 0.0951967 Aug 31 09:10:15.817009 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-b0cf924f-9432-4938-8ada-3fede7f7ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:15.818929 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-b0cf924f-9432-4938-8ada-3fede7f7ee43 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1965301 Aug 31 09:10:15.859929 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06bbbf-7c45-4615-843b-c0fef5f66679 req-68d75820-5041-4627-ac26-26d8a7b41371 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:15.861526 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4d06bbbf-7c45-4615-843b-c0fef5f66679 req-68d75820-5041-4627-ac26-26d8a7b41371 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=38874eb3-816b-40de-aafb-76ef27d8c066 HTTP/1.1" status: 200 len: 950 time: 0.1824324 Aug 31 09:10:15.876678 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46510) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:15.936942 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9585665a-f29a-4b1d-bf9f-3ffcc19bfdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:15.940061 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9585665a-f29a-4b1d-bf9f-3ffcc19bfdb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:15.941780 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9585665a-f29a-4b1d-bf9f-3ffcc19bfdb7 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/96d5fefe-a15b-4cce-8705-32d393542665 HTTP/1.1" status: 204 len: 168 time: 0.2826908 Aug 31 09:10:15.962006 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9585665a-f29a-4b1d-bf9f-3ffcc19bfdb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d5fefe-a15b-4cce-8705-32d393542665,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:16.024379 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38874eb3-816b-40de-aafb-76ef27d8c066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549f723a-86e6-49c9-9d45-e180185209fa'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:16.026821 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99b3ffd-483e-4fb9-bb82-15b131a68017" -d '{"events": [{"server_uuid": "38874eb3-816b-40de-aafb-76ef27d8c066", "name": "network-vif-plugged", "status": "completed", "tag": "549f723a-86e6-49c9-9d45-e180185209fa"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:16.041987 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-30aea76a-a382-4471-8a1a-7585105963e5 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=bbcb257326a44777b2323b8c11f2bfcb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1638112 Aug 31 09:10:16.044269 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46520) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:16.094854 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-85b32084-56fe-4e8c-af48-9c2135655883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:16.119559 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-85b32084-56fe-4e8c-af48-9c2135655883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:16.195463 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4d06bbbf-7c45-4615-843b-c0fef5f66679 req-0106b68b-a363-40ab-8516-6c2bb86ab416 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/security-groups?id=3799c05b-a3bb-42b0-b2cf-6351c2032633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874126 Aug 31 09:10:16.221364 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c4c00-e445-44cf-8d45-18aa401e2eec req-d7798681-9724-4966-99b0-ed86c178e52f tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:16.224533 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c44c4c00-e445-44cf-8d45-18aa401e2eec req-d7798681-9724-4966-99b0-ed86c178e52f tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/ports?device_id=f7e1b597-c9c1-4a52-9108-b8e2c7db6fd0 HTTP/1.1" status: 200 len: 948 time: 0.1161926 Aug 31 09:10:16.228873 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-113e3bbc-6cb4-4f16-98ae-28e50d82c0ea service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012167 Aug 31 09:10:16.276555 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-85b32084-56fe-4e8c-af48-9c2135655883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:16.279874 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-85b32084-56fe-4e8c-af48-9c2135655883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:16.281113 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-85b32084-56fe-4e8c-af48-9c2135655883 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/aabf8c8b-3150-4e5f-a1d1-5e56a6fbf433 HTTP/1.1" status: 204 len: 168 time: 0.2359293 Aug 31 09:10:16.295420 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b32084-56fe-4e8c-af48-9c2135655883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabf8c8b-3150-4e5f-a1d1-5e56a6fbf433,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:16.311984 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e0bd0abd-1395-42fc-b422-71986bf9ca04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:16.318131 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e0bd0abd-1395-42fc-b422-71986bf9ca04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:16.318131 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e0bd0abd-1395-42fc-b422-71986bf9ca04 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/43b2ca5e-6283-4739-9bfc-e0c89d0618cd HTTP/1.1" status: 204 len: 168 time: 0.7994573 Aug 31 09:10:16.364733 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d4f8a154-d73c-4ea9-adf4-c051b9c38cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:16.384779 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c44c4c00-e445-44cf-8d45-18aa401e2eec req-622f27c9-c89e-49e5-b571-53f5fdbe225f tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6556dd9-fb18-447f-b248-d0fe2ee1f8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503639 Aug 31 09:10:16.390404 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd0abd-1395-42fc-b422-71986bf9ca04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b2ca5e-6283-4739-9bfc-e0c89d0618cd,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:16.446130 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d4f8a154-d73c-4ea9-adf4-c051b9c38cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:16.473852 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad662d-0ae0-485f-aceb-01cb4c957df7 req-d19a0848-6168-4ce2-ae42-024162cd971c tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:16.474882 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5f9136-8e35-4922-b06c-f81b96f6463e x-openstack-request-id: req-ea5f9136-8e35-4922-b06c-f81b96f6463e {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:16.475346 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38874eb3-816b-40de-aafb-76ef27d8c066", "name": "network-vif-plugged", "status": "completed", "tag": "549f723a-86e6-49c9-9d45-e180185209fa", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:16.475558 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-64ad662d-0ae0-485f-aceb-01cb4c957df7 req-d19a0848-6168-4ce2-ae42-024162cd971c tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/ports?device_id=9dd16637-f4af-4754-b111-3cc2f57c9851 HTTP/1.1" status: 200 len: 946 time: 0.1742113 Aug 31 09:10:16.475659 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-ea5f9136-8e35-4922-b06c-f81b96f6463e {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:16.475951 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38874eb3-816b-40de-aafb-76ef27d8c066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549f723a-86e6-49c9-9d45-e180185209fa', 'code': 200} Aug 31 09:10:16.509022 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ff6857c-6448-4d85-b6b9-787ec0d2f9c9 req-12d21515-8bcd-4415-b85f-d24c790ed4da service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672939 Aug 31 09:10:16.516183 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8a154-d73c-4ea9-adf4-c051b9c38cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903ad2f1-624e-4883-b7fe-cc489433f095,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:16.522150 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d4f8a154-d73c-4ea9-adf4-c051b9c38cf4 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=77c2eee002ad4d8d96528a4a0bcf8cc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9973683 Aug 31 09:10:16.528403 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46528) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:16.544250 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-64ad662d-0ae0-485f-aceb-01cb4c957df7 req-3148ec6c-519d-4190-a5af-c1366c0bb649 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/security-groups?id=9dd98ad5-e3c4-426f-a6e3-ef94d5a6e305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557919 Aug 31 09:10:16.597090 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ed5e05d0-7284-4f07-9ccc-1ea804c8c532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:16.602096 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-2ed30b30-13d0-41a9-b582-35896acbfc47 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382218 Aug 31 09:10:16.622415 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ed5e05d0-7284-4f07-9ccc-1ea804c8c532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:16.748607 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ed5e05d0-7284-4f07-9ccc-1ea804c8c532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:16.751221 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ed5e05d0-7284-4f07-9ccc-1ea804c8c532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:16.752367 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ed5e05d0-7284-4f07-9ccc-1ea804c8c532 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/903ad2f1-624e-4883-b7fe-cc489433f095 HTTP/1.1" status: 204 len: 168 time: 0.2230074 Aug 31 09:10:16.762152 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e05d0-7284-4f07-9ccc-1ea804c8c532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903ad2f1-624e-4883-b7fe-cc489433f095,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:16.833358 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf3a35-bb7e-485d-8f9f-8cf83f2f6650 req-8922a99f-082a-439f-b945-0aaf84add4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:16.834979 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54bf3a35-bb7e-485d-8f9f-8cf83f2f6650 req-8922a99f-082a-439f-b945-0aaf84add4f5 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=38874eb3-816b-40de-aafb-76ef27d8c066 HTTP/1.1" status: 200 len: 1102 time: 0.2609298 Aug 31 09:10:16.845730 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:16.867011 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46538) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:16.885809 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fef24edf-fe80-4035-ac32-09f4c3154f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:16.951304 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7736ae7d-6d76-4cf2-a200-4d3f82347be2 req-a4ae12d5-e4df-4ad4-af36-190032626c3f tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 210 time: 0.0785320 Aug 31 09:10:16.983654 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eda5cf50-e51a-415d-9d80-cfb3b988dc0c req-6480527e-0960-4425-a727-eb38f38c129a tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 258 time: 0.3843243 Aug 31 09:10:16.993311 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-243f0ccb-3c09-46c9-a567-70bb7edd6bff tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:16.995016 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-243f0ccb-3c09-46c9-a567-70bb7edd6bff tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3626239 Aug 31 09:10:16.997767 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54bf3a35-bb7e-485d-8f9f-8cf83f2f6650 req-521cdf2e-24de-4590-b276-aa12814b516f service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=3799c05b-a3bb-42b0-b2cf-6351c2032633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378887 Aug 31 09:10:17.001961 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fef24edf-fe80-4035-ac32-09f4c3154f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:17.002794 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-eda5cf50-e51a-415d-9d80-cfb3b988dc0c req-6a32cf2e-3f86-4405-adbd-06552a941240 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:17.012288 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-5f14a559-92d5-408a-99b7-3d90280ade70 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Request body: {'port': {'device_id': 'a217dac5-6c6a-4360-8791-e0196a4745c6', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'admin_state_up': True, 'tenant_id': 'a2247b5137dc4fbdbab9ed7148117dac'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:17.085093 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fef24edf-fe80-4035-ac32-09f4c3154f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:17.124889 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fef24edf-fe80-4035-ac32-09f4c3154f5e admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=af3b8ee63d9147c5bda58e5b869db792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2564077 Aug 31 09:10:17.127094 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef24edf-fe80-4035-ac32-09f4c3154f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60c20b5-42d3-4375-a887-53dfbd0600ea,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:17.127446 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46540) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:17.177469 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7e7190e6-ba25-4214-b863-93bbd7bbc673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:17.197069 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-eda5cf50-e51a-415d-9d80-cfb3b988dc0c req-6a32cf2e-3f86-4405-adbd-06552a941240 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks [] for floatingip, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:17.217033 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7e7190e6-ba25-4214-b863-93bbd7bbc673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:17.350278 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c1bbb-76d1-4998-a9bc-93ff07c38b14 req-a21a954e-2b68-4e8b-a951-c6b7189ec713 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:17.355408 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ca3c1bbb-76d1-4998-a9bc-93ff07c38b14 req-a21a954e-2b68-4e8b-a951-c6b7189ec713 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=38874eb3-816b-40de-aafb-76ef27d8c066 HTTP/1.1" status: 200 len: 950 time: 0.0716758 Aug 31 09:10:17.355408 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46546) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:17.366167 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 21c5c20c-a3ee-446f-a1a8-4b269bb895bc no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:10:17.384521 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-5f14a559-92d5-408a-99b7-3d90280ade70 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Made reservation on behalf of a2247b5137dc4fbdbab9ed7148117dac for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:10:17.388934 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-5f14a559-92d5-408a-99b7-3d90280ade70 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:17.398243 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 21c5c20c-a3ee-446f-a1a8-4b269bb895bc {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:10:17.398426 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 21c5c20c-a3ee-446f-a1a8-4b269bb895bc not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:10:17.414588 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-5f14a559-92d5-408a-99b7-3d90280ade70 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:17.445262 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7e7190e6-ba25-4214-b863-93bbd7bbc673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:17.447699 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7e7190e6-ba25-4214-b863-93bbd7bbc673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:17.448823 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7e7190e6-ba25-4214-b863-93bbd7bbc673 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/a60c20b5-42d3-4375-a887-53dfbd0600ea HTTP/1.1" status: 204 len: 168 time: 0.3204935 Aug 31 09:10:17.491033 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7190e6-ba25-4214-b863-93bbd7bbc673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60c20b5-42d3-4375-a887-53dfbd0600ea,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:17.494726 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-84e7ab4c-fb38-4d37-aef5-f79cd13fa255 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=bf40d639641f4641bd2337be381a5a25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1387379 Aug 31 09:10:17.498032 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46552) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:17.526315 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ca3c1bbb-76d1-4998-a9bc-93ff07c38b14 req-90e9034c-b00c-4f74-b4a3-5a370cd8cdc9 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/security-groups?id=3799c05b-a3bb-42b0-b2cf-6351c2032633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461012 Aug 31 09:10:17.536505 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-eda5cf50-e51a-415d-9d80-cfb3b988dc0c req-6a32cf2e-3f86-4405-adbd-06552a941240 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:17.599500 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-de757a06-f5e9-4bf7-bab0-443deba496e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:17.623803 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-de757a06-f5e9-4bf7-bab0-443deba496e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:17.714317 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a15347-1217-41e8-817e-127b370a15eb req-c177d3ee-e928-4ea2-b114-d432d587416e tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:17.716416 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-80a15347-1217-41e8-817e-127b370a15eb req-c177d3ee-e928-4ea2-b114-d432d587416e tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/ports?device_id=f7e1b597-c9c1-4a52-9108-b8e2c7db6fd0 HTTP/1.1" status: 200 len: 948 time: 0.1308579 Aug 31 09:10:17.737551 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-de757a06-f5e9-4bf7-bab0-443deba496e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:17.742095 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-de757a06-f5e9-4bf7-bab0-443deba496e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:17.743843 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-de757a06-f5e9-4bf7-bab0-443deba496e5 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/122dd889-936a-4476-9d1f-a4e5ec73750c HTTP/1.1" status: 204 len: 168 time: 0.2445173 Aug 31 09:10:17.745051 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-eda5cf50-e51a-415d-9d80-cfb3b988dc0c req-6a32cf2e-3f86-4405-adbd-06552a941240 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Allocated IP 172.25.2.83 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/4eb1173c-ab8b-464d-8dcc-88ba49cb8285) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:10:17.754184 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de757a06-f5e9-4bf7-bab0-443deba496e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122dd889-936a-4476-9d1f-a4e5ec73750c,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:17.776023 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-5f14a559-92d5-408a-99b7-3d90280ade70 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:17.796794 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-80a15347-1217-41e8-817e-127b370a15eb req-3142c578-0932-4138-963a-cc20bb11a9f9 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6556dd9-fb18-447f-b248-d0fe2ee1f8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717139 Aug 31 09:10:17.816940 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46558) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:17.833174 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0af0cd19-8bfe-41c4-9167-3b53ba0c2230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:17.839492 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-5f14a559-92d5-408a-99b7-3d90280ade70 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:17.961299 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14a559-92d5-408a-99b7-3d90280ade70 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa284266-a4fe-4440-891d-c3087b8f327c,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:17.963409 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0af0cd19-8bfe-41c4-9167-3b53ba0c2230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:18.031283 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-eda5cf50-e51a-415d-9d80-cfb3b988dc0c req-6a32cf2e-3f86-4405-adbd-06552a941240 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:18.088731 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f4609bd2-cdfc-4fa6-bc64-65eed71e0104 req-4409b32f-f629-4f17-bdcf-061fb1265ac4 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 210 time: 0.0503979 Aug 31 09:10:18.105504 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-5f14a559-92d5-408a-99b7-3d90280ade70 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Allocated IP 192.168.233.79 (a47e180d-e969-4a85-aa09-0ec8196480c0/f473c8e7-d3e2-4352-b8da-3dcd093feb8b/cfa97dbd-04c1-41b4-b950-627133759c71) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:10:18.117673 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0af0cd19-8bfe-41c4-9167-3b53ba0c2230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:18.172593 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0af0cd19-8bfe-41c4-9167-3b53ba0c2230 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=dae0432638464d719c93fde732c5ac5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3492994 Aug 31 09:10:18.172593 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46564) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:18.191279 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0cd19-8bfe-41c4-9167-3b53ba0c2230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1abcb7-ab48-49fe-9766-b2d8d030dd92,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:18.266500 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-231ca759-3553-4128-904b-e7059a6dcc0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:18.287861 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-eda5cf50-e51a-415d-9d80-cfb3b988dc0c req-6a32cf2e-3f86-4405-adbd-06552a941240 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:18.295861 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-231ca759-3553-4128-904b-e7059a6dcc0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:18.334206 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-5f14a559-92d5-408a-99b7-3d90280ade70 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:18.341456 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46566) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:18.359569 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eda5cf50-e51a-415d-9d80-cfb3b988dc0c req-6a32cf2e-3f86-4405-adbd-06552a941240 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:10:18.366476 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-5f14a559-92d5-408a-99b7-3d90280ade70 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Transition to ACTIVE for port object cfa97dbd-04c1-41b4-b950-627133759c71 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:18.368631 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-eda5cf50-e51a-415d-9d80-cfb3b988dc0c req-6a32cf2e-3f86-4405-adbd-06552a941240 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:18.374825 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d44dc7d9-7ae2-4e51-b3c4-9da62acccc85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:18.376597 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda5cf50-e51a-415d-9d80-cfb3b988dc0c req-6a32cf2e-3f86-4405-adbd-06552a941240 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:10:18.382155 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32cf2e-3f86-4405-adbd-06552a941240 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Pushing event updated for resources: {'Port': ['ID=4eb1173c-ab8b-464d-8dcc-88ba49cb8285,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:18.532742 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-231ca759-3553-4128-904b-e7059a6dcc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:18.536585 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-231ca759-3553-4128-904b-e7059a6dcc0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:18.542098 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-231ca759-3553-4128-904b-e7059a6dcc0f admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/ce1abcb7-ab48-49fe-9766-b2d8d030dd92 HTTP/1.1" status: 204 len: 168 time: 0.3675988 Aug 31 09:10:18.580884 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ca759-3553-4128-904b-e7059a6dcc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1abcb7-ab48-49fe-9766-b2d8d030dd92,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:18.598453 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-5f14a559-92d5-408a-99b7-3d90280ade70 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:18.707942 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d44dc7d9-7ae2-4e51-b3c4-9da62acccc85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:18.771271 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d44dc7d9-7ae2-4e51-b3c4-9da62acccc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:18.832749 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d44dc7d9-7ae2-4e51-b3c4-9da62acccc85 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=8f6b3ae3402a4693bf667abfec7170b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4899282 Aug 31 09:10:18.833994 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44dc7d9-7ae2-4e51-b3c4-9da62acccc85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e2a6fb-fbe5-41d2-9ad6-db97f1d4d895,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:18.836889 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46588) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:18.896960 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7802718-9ec5-4937-a4a3-7f6130e82723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:18.922419 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7802718-9ec5-4937-a4a3-7f6130e82723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:18.980121 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-5f14a559-92d5-408a-99b7-3d90280ade70 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Network a47e180d-e969-4a85-aa09-0ec8196480c0 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:10:18.984908 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-eda5cf50-e51a-415d-9d80-cfb3b988dc0c req-6a32cf2e-3f86-4405-adbd-06552a941240 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:18.996733 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-5f14a559-92d5-408a-99b7-3d90280ade70 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:19.000441 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14a559-92d5-408a-99b7-3d90280ade70 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Pushing event updated for resources: {'Port': ['ID=cfa97dbd-04c1-41b4-b950-627133759c71,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:19.002737 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-5f14a559-92d5-408a-99b7-3d90280ade70 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:10:19.058923 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f0356-5167-4fb8-a62e-40e10194e8c0 req-330a7bc2-941a-4424-8753-775cc037abec tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:19.060559 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a42f0356-5167-4fb8-a62e-40e10194e8c0 req-330a7bc2-941a-4424-8753-775cc037abec tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=38874eb3-816b-40de-aafb-76ef27d8c066 HTTP/1.1" status: 200 len: 950 time: 0.3813200 Aug 31 09:10:19.071507 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-5f14a559-92d5-408a-99b7-3d90280ade70 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:19.072160 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-5f14a559-92d5-408a-99b7-3d90280ade70 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:19.116636 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a42f0356-5167-4fb8-a62e-40e10194e8c0 req-55590287-0b20-463b-ae9f-9187e50072a0 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/security-groups?id=3799c05b-a3bb-42b0-b2cf-6351c2032633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415618 Aug 31 09:10:19.141459 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7802718-9ec5-4937-a4a3-7f6130e82723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:19.144087 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7802718-9ec5-4937-a4a3-7f6130e82723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:19.152928 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f7802718-9ec5-4937-a4a3-7f6130e82723 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/87e2a6fb-fbe5-41d2-9ad6-db97f1d4d895 HTTP/1.1" status: 204 len: 168 time: 0.3101442 Aug 31 09:10:19.172828 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7802718-9ec5-4937-a4a3-7f6130e82723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e2a6fb-fbe5-41d2-9ad6-db97f1d4d895,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:19.197714 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-eda5cf50-e51a-415d-9d80-cfb3b988dc0c req-6a32cf2e-3f86-4405-adbd-06552a941240 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:19.234912 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-5f14a559-92d5-408a-99b7-3d90280ade70 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2264471 Aug 31 09:10:19.256906 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-a5c6d773-3178-4e0f-92d0-7dddb11b279f service neutron] Request body: {'port': {'device_id': 'a217dac5-6c6a-4360-8791-e0196a4745c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:19.314099 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-67d7fa7c-e688-4df6-a6a7-e9b116d541a6 None None] Provisioning for port cfa97dbd-04c1-41b4-b950-627133759c71 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:19.323827 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-67d7fa7c-e688-4df6-a6a7-e9b116d541a6 None None] Provisioning complete for port cfa97dbd-04c1-41b4-b950-627133759c71 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:19.325660 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-67d7fa7c-e688-4df6-a6a7-e9b116d541a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:19.362944 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2306a253-d111-4520-93bd-b3b4cf0bcad9 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:10:19.384207 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-67d7fa7c-e688-4df6-a6a7-e9b116d541a6 None None] Port cfa97dbd-04c1-41b4-b950-627133759c71 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:10:19.404363 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fefc73-fc7b-4a97-8e1e-e994542d47f9 req-5d3cf182-4d4d-42bc-84c3-2eb4e47cc030 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:19.405858 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-09fefc73-fc7b-4a97-8e1e-e994542d47f9 req-5d3cf182-4d4d-42bc-84c3-2eb4e47cc030 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/ports?device_id=f7e1b597-c9c1-4a52-9108-b8e2c7db6fd0 HTTP/1.1" status: 200 len: 948 time: 0.1732645 Aug 31 09:10:19.427432 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-a5c6d773-3178-4e0f-92d0-7dddb11b279f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:19.495150 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 2306a253-d111-4520-93bd-b3b4cf0bcad9, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2306a253-d111-4520-93bd-b3b4cf0bcad9,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:19.507493 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '2306a253-d111-4520-93bd-b3b4cf0bcad9', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': '2306a253-d111-4520-93bd-b3b4cf0bcad9', 'mac_address': 'fa:16:3e:d2:29:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:10:19.534360 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-09fefc73-fc7b-4a97-8e1e-e994542d47f9 req-80aec0cd-4505-41b6-b431-5467d3d55198 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6556dd9-fb18-447f-b248-d0fe2ee1f8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210036 Aug 31 09:10:19.576573 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:19.593039 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2306a253-d111-4520-93bd-b3b4cf0bcad9 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:10:19.618454 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 2306a253-d111-4520-93bd-b3b4cf0bcad9, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2306a253-d111-4520-93bd-b3b4cf0bcad9,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:19.691350 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:19.709954 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-eda5cf50-e51a-415d-9d80-cfb3b988dc0c req-6a32cf2e-3f86-4405-adbd-06552a941240 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:19.742413 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=2306a253-d111-4520-93bd-b3b4cf0bcad9,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:19.766857 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5c2cb-e4e9-49cc-a155-db740dc0dd8d req-5b2eeaed-007b-40a9-bfe8-7d2448f6f86e tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:19.768434 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3da5c2cb-e4e9-49cc-a155-db740dc0dd8d req-5b2eeaed-007b-40a9-bfe8-7d2448f6f86e tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 935 time: 0.1350937 Aug 31 09:10:19.804150 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-eda5cf50-e51a-415d-9d80-cfb3b988dc0c req-6a32cf2e-3f86-4405-adbd-06552a941240 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:19.879822 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3da5c2cb-e4e9-49cc-a155-db740dc0dd8d req-fd3c90f6-48a5-4ce1-9123-d1a72dab2551 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046488 Aug 31 09:10:19.895851 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['2306a253-d111-4520-93bd-b3b4cf0bcad9'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:10:19.930191 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32cf2e-3f86-4405-adbd-06552a941240 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Pushing event updated for resources: {'Port': ['ID=4eb1173c-ab8b-464d-8dcc-88ba49cb8285,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:19.967116 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-eda5cf50-e51a-415d-9d80-cfb3b988dc0c req-6a32cf2e-3f86-4405-adbd-06552a941240 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:19.994963 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-a5c6d773-3178-4e0f-92d0-7dddb11b279f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa97dbd-04c1-41b4-b950-627133759c71 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:10:20.004765 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-a5c6d773-3178-4e0f-92d0-7dddb11b279f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:20.019379 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-a5c6d773-3178-4e0f-92d0-7dddb11b279f service neutron] Transition to ACTIVE for port object cfa97dbd-04c1-41b4-b950-627133759c71 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:20.045624 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-eda5cf50-e51a-415d-9d80-cfb3b988dc0c req-6a32cf2e-3f86-4405-adbd-06552a941240 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:20.051535 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eda5cf50-e51a-415d-9d80-cfb3b988dc0c req-6a32cf2e-3f86-4405-adbd-06552a941240 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0526431 Aug 31 09:10:20.129969 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eda5cf50-e51a-415d-9d80-cfb3b988dc0c req-6574fcf3-8395-43f3-a1c3-1bb589ca914d tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.83 HTTP/1.1" status: 200 len: 695 time: 0.0760903 Aug 31 09:10:20.134618 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-a5c6d773-3178-4e0f-92d0-7dddb11b279f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:20.297787 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6d773-3178-4e0f-92d0-7dddb11b279f service neutron] Pushing event updated for resources: {'Port': ['ID=cfa97dbd-04c1-41b4-b950-627133759c71,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:20.383718 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5cf50-e51a-415d-9d80-cfb3b988dc0c req-4c6eae78-b575-4011-b614-cbffa793e39e tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:20.384967 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eda5cf50-e51a-415d-9d80-cfb3b988dc0c req-4c6eae78-b575-4011-b614-cbffa793e39e tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 784 time: 0.2475657 Aug 31 09:10:20.401268 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-eda5cf50-e51a-415d-9d80-cfb3b988dc0c req-6de77da2-ec6c-4343-bd06-226be46e0716 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:10:20.403126 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eda5cf50-e51a-415d-9d80-cfb3b988dc0c req-6de77da2-ec6c-4343-bd06-226be46e0716 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088058 Aug 31 09:10:20.404399 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-a5c6d773-3178-4e0f-92d0-7dddb11b279f service neutron] Attempting to bind port cfa97dbd-04c1-41b4-b950-627133759c71 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:10:20.404945 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-a5c6d773-3178-4e0f-92d0-7dddb11b279f service neutron] Attempting to bind port cfa97dbd-04c1-41b4-b950-627133759c71 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:10:20.405091 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-a5c6d773-3178-4e0f-92d0-7dddb11b279f service neutron] Attempting to bind port cfa97dbd-04c1-41b4-b950-627133759c71 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:20.409834 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-a5c6d773-3178-4e0f-92d0-7dddb11b279f service neutron] Port cfa97dbd-04c1-41b4-b950-627133759c71 on network a47e180d-e969-4a85-aa09-0ec8196480c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:10:20.410147 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-a5c6d773-3178-4e0f-92d0-7dddb11b279f service neutron] Attempting to bind port cfa97dbd-04c1-41b4-b950-627133759c71 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:20.416993 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-a5c6d773-3178-4e0f-92d0-7dddb11b279f service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:10:20.417334 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-a5c6d773-3178-4e0f-92d0-7dddb11b279f service neutron] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:10:20.418531 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-a5c6d773-3178-4e0f-92d0-7dddb11b279f service neutron] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:10:20.419437 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-a5c6d773-3178-4e0f-92d0-7dddb11b279f service neutron] Bound port: cfa97dbd-04c1-41b4-b950-627133759c71, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:10:20.419652 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-a5c6d773-3178-4e0f-92d0-7dddb11b279f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:20.527526 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-a5c6d773-3178-4e0f-92d0-7dddb11b279f service neutron] For port cfa97dbd-04c1-41b4-b950-627133759c71, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:10:20.583525 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-a5c6d773-3178-4e0f-92d0-7dddb11b279f service neutron] For port cfa97dbd-04c1-41b4-b950-627133759c71, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=cfa97dbd-04c1-41b4-b950-627133759c71,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:10:20.651848 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4a413-2c55-4581-a42e-865d7d02b6e9 req-f1a47259-3b8c-4195-bbd9-344d4a14325b tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:20.658811 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-79e4a413-2c55-4581-a42e-865d7d02b6e9 req-f1a47259-3b8c-4195-bbd9-344d4a14325b tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=38874eb3-816b-40de-aafb-76ef27d8c066 HTTP/1.1" status: 200 len: 950 time: 0.1478677 Aug 31 09:10:20.660702 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-a5c6d773-3178-4e0f-92d0-7dddb11b279f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:20.723145 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59f42e-84bb-4dd2-82aa-c94d476e4b96 req-a423a2ef-6fdd-4557-bb28-d2f3c54d0427 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:20.724733 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5c59f42e-84bb-4dd2-82aa-c94d476e4b96 req-a423a2ef-6fdd-4557-bb28-d2f3c54d0427 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/ports?device_id=9dd16637-f4af-4754-b111-3cc2f57c9851&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1588583 Aug 31 09:10:20.736204 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-a5c6d773-3178-4e0f-92d0-7dddb11b279f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:20.736827 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-a5c6d773-3178-4e0f-92d0-7dddb11b279f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:20.738218 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-a5c6d773-3178-4e0f-92d0-7dddb11b279f service neutron] 10.222.0.59 "PUT /v2.0/ports/cfa97dbd-04c1-41b4-b950-627133759c71 HTTP/1.1" status: 200 len: 1096 time: 1.4879458 Aug 31 09:10:20.739802 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a217dac5-6c6a-4360-8791-e0196a4745c6', 'tag': 'cfa97dbd-04c1-41b4-b950-627133759c71'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:20.742213 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881ba0ac-9611-4496-ba16-2a89dfba2ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "a217dac5-6c6a-4360-8791-e0196a4745c6", "tag": "cfa97dbd-04c1-41b4-b950-627133759c71"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:20.821530 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6d773-3178-4e0f-92d0-7dddb11b279f service neutron] Pushing event updated for resources: {'Port': ['ID=cfa97dbd-04c1-41b4-b950-627133759c71,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:20.829968 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5c59f42e-84bb-4dd2-82aa-c94d476e4b96 req-20417e8e-57b0-4703-b336-7678a2a534a5 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.83 HTTP/1.1" status: 200 len: 695 time: 0.0907743 Aug 31 09:10:20.842011 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-79e4a413-2c55-4581-a42e-865d7d02b6e9 req-5bd96c2c-7ff5-4391-99cd-c40872215db1 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/security-groups?id=3799c05b-a3bb-42b0-b2cf-6351c2032633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752741 Aug 31 09:10:20.847354 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-5c59f42e-84bb-4dd2-82aa-c94d476e4b96 req-8da429e5-d5f7-47ed-a7b0-4fed329e8ee0 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Request body: {'floatingip': {'port_id': 'e89e2f21-c734-4119-9c9c-66a6a36ac627', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:20.973335 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5c59f42e-84bb-4dd2-82aa-c94d476e4b96 req-8da429e5-d5f7-47ed-a7b0-4fed329e8ee0 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks [] for floatingip, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:21.144821 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f6dd6-8e81-42da-b3d2-9b37cd6bd5e5 req-169f91c6-ab6e-4d36-a187-70107508803e tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:21.146341 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-110f6dd6-8e81-42da-b3d2-9b37cd6bd5e5 req-169f91c6-ab6e-4d36-a187-70107508803e tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/ports?device_id=f7e1b597-c9c1-4a52-9108-b8e2c7db6fd0 HTTP/1.1" status: 200 len: 949 time: 0.2135687 Aug 31 09:10:21.150415 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-a203287a-2454-451d-809c-e447f51f93f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:21.155622 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-a203287a-2454-451d-809c-e447f51f93f3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 1099 time: 0.2081895 Aug 31 09:10:21.221395 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-6f8f933b-6833-439c-a917-43c78b650dc6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=cfa97dbd-04c1-41b4-b950-627133759c71 HTTP/1.1" status: 200 len: 217 time: 0.0544610 Aug 31 09:10:21.316173 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46676) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:21.373573 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2306a253-d111-4520-93bd-b3b4cf0bcad9 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:10:21.460970 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-032f1564-e6bf-4e72-84e2-85216b986f11 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-265084193-network', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:21.519977 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 2306a253-d111-4520-93bd-b3b4cf0bcad9 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:21.525152 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 2306a253-d111-4520-93bd-b3b4cf0bcad9 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:21.525581 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:21.528574 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-110f6dd6-8e81-42da-b3d2-9b37cd6bd5e5 req-33cd97ca-7be4-4cf4-a521-51f9040a3a11 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6556dd9-fb18-447f-b248-d0fe2ee1f8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726046 Aug 31 09:10:21.552700 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032f1564-e6bf-4e72-84e2-85216b986f11 admin admin] Made reservation on behalf of 3b0faebd4a0f4fe0bc11524828454d6f for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:10:21.555105 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-032f1564-e6bf-4e72-84e2-85216b986f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:21.568726 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-032f1564-e6bf-4e72-84e2-85216b986f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:21.585167 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-0c349389-528b-4796-a9b2-1fc517daf87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:21.586651 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-0c349389-528b-4796-a9b2-1fc517daf87c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.3531878 Aug 31 09:10:21.622274 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81da1cfd-0805-42f1-9e26-c6ad735179fd x-openstack-request-id: req-81da1cfd-0805-42f1-9e26-c6ad735179fd {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:21.622844 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a217dac5-6c6a-4360-8791-e0196a4745c6", "tag": "cfa97dbd-04c1-41b4-b950-627133759c71", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:21.623240 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-81da1cfd-0805-42f1-9e26-c6ad735179fd {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:21.624115 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a217dac5-6c6a-4360-8791-e0196a4745c6', 'tag': 'cfa97dbd-04c1-41b4-b950-627133759c71', 'status': 'completed', 'code': 200} Aug 31 09:10:21.645233 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:21.705231 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 2306a253-d111-4520-93bd-b3b4cf0bcad9, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2306a253-d111-4520-93bd-b3b4cf0bcad9,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:21.706575 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e1b597-c9c1-4a52-9108-b8e2c7db6fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2306a253-d111-4520-93bd-b3b4cf0bcad9'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:21.709667 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fc4636-c408-462c-846b-72af9f18e4ea" -d '{"events": [{"server_uuid": "f7e1b597-c9c1-4a52-9108-b8e2c7db6fd0", "name": "network-vif-plugged", "status": "completed", "tag": "2306a253-d111-4520-93bd-b3b4cf0bcad9"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:21.749666 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-032f1564-e6bf-4e72-84e2-85216b986f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:21.788525 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:21.825227 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-72600df1-3df0-468c-b11f-d6fd675585e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:21.826917 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-72600df1-3df0-468c-b11f-d6fd675585e2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2280695 Aug 31 09:10:21.827568 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-032f1564-e6bf-4e72-84e2-85216b986f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:21.853650 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=2306a253-d111-4520-93bd-b3b4cf0bcad9,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:21.871536 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-032f1564-e6bf-4e72-84e2-85216b986f11 admin admin] vlan segment allocate from pool success with {'vlan_id': 1602, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:10:21.888543 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f1564-e6bf-4e72-84e2-85216b986f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a3b1da-7977-43c4-b579-9c1e6226a802,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:21.909224 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-032f1564-e6bf-4e72-84e2-85216b986f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:21.909775 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-032f1564-e6bf-4e72-84e2-85216b986f11 admin admin] Added segment 297f7645-baab-4cad-a38a-5a6d7356eab9 of type vlan for network d1234639-2841-4a70-bb71-b7feb4621301 Aug 31 09:10:21.965133 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-032f1564-e6bf-4e72-84e2-85216b986f11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:22.075847 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-032f1564-e6bf-4e72-84e2-85216b986f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:22.077193 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032f1564-e6bf-4e72-84e2-85216b986f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:22.078818 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-032f1564-e6bf-4e72-84e2-85216b986f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:22.129354 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-1e7893c1-e073-41c3-a26d-bcffc2f4c155 service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912514 Aug 31 09:10:22.161097 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f1564-e6bf-4e72-84e2-85216b986f11 admin admin] Pushing event updated for resources: {'Network': ['ID=d1234639-2841-4a70-bb71-b7feb4621301,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:22.173167 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network d1234639-2841-4a70-bb71-b7feb4621301 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:10:22.215774 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.db.resource_extend [req-5c59f42e-84bb-4dd2-82aa-c94d476e4b96 req-8da429e5-d5f7-47ed-a7b0-4fed329e8ee0 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:10:22.243451 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-032f1564-e6bf-4e72-84e2-85216b986f11 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9252005 Aug 31 09:10:22.248331 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46706) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:22.249514 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-5fb956bd-ed34-4645-98e9-8e41dc2fd051 admin admin] Request body: {'subnet': {'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-265084193-subnet', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:22.336430 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb956bd-ed34-4645-98e9-8e41dc2fd051 admin admin] Made reservation on behalf of 3b0faebd4a0f4fe0bc11524828454d6f for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:10:22.338914 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5fb956bd-ed34-4645-98e9-8e41dc2fd051 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:22.360547 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5c59f42e-84bb-4dd2-82aa-c94d476e4b96 req-8da429e5-d5f7-47ed-a7b0-4fed329e8ee0 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:22.385481 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed46033-6cf8-471d-a7c0-d05f008b9c5b req-9630a8f2-88bb-455a-b1fa-3e694c7fcdd3 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:22.387492 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eed46033-6cf8-471d-a7c0-d05f008b9c5b req-9630a8f2-88bb-455a-b1fa-3e694c7fcdd3 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 947 time: 0.1239011 Aug 31 09:10:22.389615 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f87b0358-b4cf-4563-a4b6-b2eb6030db43 req-dbda821a-ff71-46df-8093-ee1ee8519281 service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467892 Aug 31 09:10:22.421454 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5c59f42e-84bb-4dd2-82aa-c94d476e4b96 req-8da429e5-d5f7-47ed-a7b0-4fed329e8ee0 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:22.463104 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eed46033-6cf8-471d-a7c0-d05f008b9c5b req-4d35f44f-3955-4e9a-9199-07abb9922696 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685787 Aug 31 09:10:22.528590 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84da93c-f686-49e1-8453-632dd79bf39d x-openstack-request-id: req-e84da93c-f686-49e1-8453-632dd79bf39d {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:22.529206 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e1b597-c9c1-4a52-9108-b8e2c7db6fd0", "name": "network-vif-plugged", "status": "completed", "tag": "2306a253-d111-4520-93bd-b3b4cf0bcad9", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:22.529206 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e84da93c-f686-49e1-8453-632dd79bf39d {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:22.529684 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e1b597-c9c1-4a52-9108-b8e2c7db6fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2306a253-d111-4520-93bd-b3b4cf0bcad9', 'code': 200} Aug 31 09:10:22.559433 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [req-5c59f42e-84bb-4dd2-82aa-c94d476e4b96 req-8da429e5-d5f7-47ed-a7b0-4fed329e8ee0 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Floating IP 5a389137-5a76-4dd0-b1ef-3f5e4a66e6d9 associated. External IP: 172.25.2.83, port: e89e2f21-c734-4119-9c9c-66a6a36ac627. Aug 31 09:10:22.604527 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ba0ac-9611-4496-ba16-2a89dfba2ff8 req-ab3c7a4d-8681-4912-a753-cd113461848b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:22.606204 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-881ba0ac-9611-4496-ba16-2a89dfba2ff8 req-ab3c7a4d-8681-4912-a753-cd113461848b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 1099 time: 0.0990555 Aug 31 09:10:22.652452 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5fb956bd-ed34-4645-98e9-8e41dc2fd051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:22.730019 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8193e-8293-409b-9b97-5581d5327548 req-9f478c71-eccd-4acf-b1cb-caaf562e2b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:22.731601 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-60f8193e-8293-409b-9b97-5581d5327548 req-9f478c71-eccd-4acf-b1cb-caaf562e2b1c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f7e1b597-c9c1-4a52-9108-b8e2c7db6fd0 HTTP/1.1" status: 200 len: 1102 time: 0.0983491 Aug 31 09:10:22.737646 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb956bd-ed34-4645-98e9-8e41dc2fd051 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e81001c-2026-4292-8507-96e0aed1bde8,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:22.772831 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb956bd-ed34-4645-98e9-8e41dc2fd051 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:22.773173 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb956bd-ed34-4645-98e9-8e41dc2fd051 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:22.773529 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb956bd-ed34-4645-98e9-8e41dc2fd051 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:22.774013 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb956bd-ed34-4645-98e9-8e41dc2fd051 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:22.774351 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb956bd-ed34-4645-98e9-8e41dc2fd051 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:22.774703 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb956bd-ed34-4645-98e9-8e41dc2fd051 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:22.775020 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb956bd-ed34-4645-98e9-8e41dc2fd051 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:22.775336 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb956bd-ed34-4645-98e9-8e41dc2fd051 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:22.775725 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb956bd-ed34-4645-98e9-8e41dc2fd051 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:22.776001 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb956bd-ed34-4645-98e9-8e41dc2fd051 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:22.776272 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb956bd-ed34-4645-98e9-8e41dc2fd051 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:22.776839 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb956bd-ed34-4645-98e9-8e41dc2fd051 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:22.799477 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d2aed-322c-4810-aa6c-0c4bd6aa96c8 req-c0c479e8-d623-48fc-b32c-c286625bc313 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:22.800834 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3e9d2aed-322c-4810-aa6c-0c4bd6aa96c8 req-c0c479e8-d623-48fc-b32c-c286625bc313 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=38874eb3-816b-40de-aafb-76ef27d8c066 HTTP/1.1" status: 200 len: 950 time: 0.1623623 Aug 31 09:10:22.820277 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb956bd-ed34-4645-98e9-8e41dc2fd051 admin admin] Checking segment: {'id': '297f7645-baab-4cad-a38a-5a6d7356eab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:10:22.820887 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb956bd-ed34-4645-98e9-8e41dc2fd051 admin admin] Network hostable DHCP agents. Network: d1234639-2841-4a70-bb71-b7feb4621301, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:10:22.830262 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-60f8193e-8293-409b-9b97-5581d5327548 req-6a66215a-daf8-431c-94d9-865c1d6da6c7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f6556dd9-fb18-447f-b248-d0fe2ee1f8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897698 Aug 31 09:10:22.865164 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ba0ac-9611-4496-ba16-2a89dfba2ff8 req-a85cabb4-50fb-46fb-87d2-83935ceb808f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:22.866618 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-881ba0ac-9611-4496-ba16-2a89dfba2ff8 req-a85cabb4-50fb-46fb-87d2-83935ceb808f service neutron] 10.222.0.59 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.2513227 Aug 31 09:10:22.921253 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3e9d2aed-322c-4810-aa6c-0c4bd6aa96c8 req-3cf18d89-d0bb-4d0e-82fe-b5363153e2e5 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/security-groups?id=3799c05b-a3bb-42b0-b2cf-6351c2032633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744731 Aug 31 09:10:22.931533 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb956bd-ed34-4645-98e9-8e41dc2fd051 admin admin] Network d1234639-2841-4a70-bb71-b7feb4621301 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:10:22.954694 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c59f42e-84bb-4dd2-82aa-c94d476e4b96 req-8da429e5-d5f7-47ed-a7b0-4fed329e8ee0 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Router b2a33741-29f3-4d9c-8e33-6aff2c04b177 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:10:23.017090 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-5fb956bd-ed34-4645-98e9-8e41dc2fd051 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, d1234639-2841-4a70-bb71-b7feb4621301) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:23.021845 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb956bd-ed34-4645-98e9-8e41dc2fd051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:23.022997 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5fb956bd-ed34-4645-98e9-8e41dc2fd051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:23.035565 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2735260b-0e15-42a5-9c24-6a603fe46328 None None] Network d1234639-2841-4a70-bb71-b7feb4621301 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:10:23.077053 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46730) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:23.146972 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5fb956bd-ed34-4645-98e9-8e41dc2fd051 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9018307 Aug 31 09:10:23.148026 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46734) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:23.153985 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-1dbf0aa0-1c7d-4b5b-9613-d1c46096655a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-265084193-router', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:23.235452 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8280afc-2426-4ad4-845f-987c151d9c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-d1234639-2841-4a70-bb71-b7feb4621301', 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'fixed_ips': [{'subnet_id': '6e81001c-2026-4292-8507-96e0aed1bde8'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:10:23.237366 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b8280afc-2426-4ad4-845f-987c151d9c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:23.264121 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1dbf0aa0-1c7d-4b5b-9613-d1c46096655a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:23.266045 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1dbf0aa0-1c7d-4b5b-9613-d1c46096655a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:23.273406 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a789ce77-cfc0-4c33-b53a-0e33ab636d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:23.307626 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-881ba0ac-9611-4496-ba16-2a89dfba2ff8 req-78edb594-2925-41b5-b8b0-3f75524b32b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=cfa97dbd-04c1-41b4-b950-627133759c71 HTTP/1.1" status: 200 len: 217 time: 0.2863972 Aug 31 09:10:23.365981 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c59f42e-84bb-4dd2-82aa-c94d476e4b96 req-8da429e5-d5f7-47ed-a7b0-4fed329e8ee0 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:10:23.372448 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5c59f42e-84bb-4dd2-82aa-c94d476e4b96 req-8da429e5-d5f7-47ed-a7b0-4fed329e8ee0 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:23.385456 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1dbf0aa0-1c7d-4b5b-9613-d1c46096655a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:23.391626 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291048c0-5683-47f6-a661-dcceb0f75e8e None None] Sync routers for ids ['b2a33741-29f3-4d9c-8e33-6aff2c04b177'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:10:23.405695 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5c59f42e-84bb-4dd2-82aa-c94d476e4b96 req-8da429e5-d5f7-47ed-a7b0-4fed329e8ee0 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "PUT /v2.0/floatingips/5a389137-5a76-4dd0-b1ef-3f5e4a66e6d9 HTTP/1.1" status: 200 len: 996 time: 2.5625548 Aug 31 09:10:23.425761 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ba0ac-9611-4496-ba16-2a89dfba2ff8 req-3e1d9df3-e55a-4f78-a3ff-287cf344cf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:23.428328 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-881ba0ac-9611-4496-ba16-2a89dfba2ff8 req-3e1d9df3-e55a-4f78-a3ff-287cf344cf3d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1112845 Aug 31 09:10:23.434201 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291048c0-5683-47f6-a661-dcceb0f75e8e None None] Routers {'b2a33741-29f3-4d9c-8e33-6aff2c04b177'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:23.434201 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-291048c0-5683-47f6-a661-dcceb0f75e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:10:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b2a33741-29f3-4d9c-8e33-6aff2c04b177'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:23.539315 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ba0ac-9611-4496-ba16-2a89dfba2ff8 req-6888437e-42c8-4af8-826e-e9b62cca1580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:23.541091 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-881ba0ac-9611-4496-ba16-2a89dfba2ff8 req-6888437e-42c8-4af8-826e-e9b62cca1580 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1032040 Aug 31 09:10:23.544471 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a789ce77-cfc0-4c33-b53a-0e33ab636d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:23.558090 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-b8280afc-2426-4ad4-845f-987c151d9c52 None None] Allocated IP 172.20.0.2 (d1234639-2841-4a70-bb71-b7feb4621301/6e81001c-2026-4292-8507-96e0aed1bde8/7d8b47ab-9b28-4b2d-a50c-b3ba0589b15e) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:10:23.599208 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f2394-697e-407f-82e9-dfc36f6bd5dc req-d37a22ec-4c4a-4714-9250-04c03ceb3ab5 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:23.606668 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f62f2394-697e-407f-82e9-dfc36f6bd5dc req-d37a22ec-4c4a-4714-9250-04c03ceb3ab5 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/ports?device_id=f7e1b597-c9c1-4a52-9108-b8e2c7db6fd0 HTTP/1.1" status: 200 len: 950 time: 0.1252043 Aug 31 09:10:23.613333 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-291048c0-5683-47f6-a661-dcceb0f75e8e None None] Set router b2a33741-29f3-4d9c-8e33-6aff2c04b177 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:23.634357 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1dbf0aa0-1c7d-4b5b-9613-d1c46096655a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:23.639721 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a789ce77-cfc0-4c33-b53a-0e33ab636d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:23.674080 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd16637-f4af-4754-b111-3cc2f57c9851', 'tag': 'e89e2f21-c734-4119-9c9c-66a6a36ac627'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:23.676245 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b167a19-7a05-4417-9433-83ce927bc51a" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd16637-f4af-4754-b111-3cc2f57c9851", "tag": "e89e2f21-c734-4119-9c9c-66a6a36ac627"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:23.680915 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a789ce77-cfc0-4c33-b53a-0e33ab636d1d admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=9ffce25da7ad4c8db8d787f4faa6dbf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6024508 Aug 31 09:10:23.681794 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789ce77-cfc0-4c33-b53a-0e33ab636d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138026ec-9056-4b73-96da-3b9f7ffa43d1,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:23.685112 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46746) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:23.755176 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f62f2394-697e-407f-82e9-dfc36f6bd5dc req-89695992-efb6-405a-9db0-2f220334d5eb tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6556dd9-fb18-447f-b248-d0fe2ee1f8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473868 Aug 31 09:10:23.787416 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45311e80-d37a-4544-9f1d-f67b09c6755e req-5157985b-d9df-4931-b095-928b28235485 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:23.789777 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-45311e80-d37a-4544-9f1d-f67b09c6755e req-5157985b-d9df-4931-b095-928b28235485 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.112 "GET /v2.0/ports?device_id=38874eb3-816b-40de-aafb-76ef27d8c066 HTTP/1.1" status: 200 len: 950 time: 0.2259789 Aug 31 09:10:23.814917 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b8280afc-2426-4ad4-845f-987c151d9c52 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:23.830622 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b8280afc-2426-4ad4-845f-987c151d9c52 None None] Transition to ACTIVE for port object 7d8b47ab-9b28-4b2d-a50c-b3ba0589b15e will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:23.831438 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e95633f2-9c44-4eca-8d15-15f541a5e772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:23.853787 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b8280afc-2426-4ad4-845f-987c151d9c52 None None] Transition to ACTIVE for port object 7d8b47ab-9b28-4b2d-a50c-b3ba0589b15e will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:23.867439 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e95633f2-9c44-4eca-8d15-15f541a5e772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:23.880693 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59f42e-84bb-4dd2-82aa-c94d476e4b96 req-81630136-1846-4cf5-b7be-7053cc859a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:23.882306 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5c59f42e-84bb-4dd2-82aa-c94d476e4b96 req-81630136-1846-4cf5-b7be-7053cc859a0c service neutron] 10.222.0.119 "GET /v2.0/ports?tenant_id=56e7696745e245a68dd2e9a2861b4388&device_id=9dd16637-f4af-4754-b111-3cc2f57c9851 HTTP/1.1" status: 200 len: 1098 time: 0.3650603 Aug 31 09:10:23.910733 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-881ba0ac-9611-4496-ba16-2a89dfba2ff8 req-0e5ff45f-79c4-4226-826f-5d38ba53b952 service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588588 Aug 31 09:10:23.950919 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b8280afc-2426-4ad4-845f-987c151d9c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:24.005214 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8280afc-2426-4ad4-845f-987c151d9c52 None None] Network d1234639-2841-4a70-bb71-b7feb4621301 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:10:24.008578 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-b8280afc-2426-4ad4-845f-987c151d9c52 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:24.014397 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8280afc-2426-4ad4-845f-987c151d9c52 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:10:24.052324 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-291048c0-5683-47f6-a661-dcceb0f75e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1908543608-router', 'tenant_id': '56e7696745e245a68dd2e9a2861b4388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ed03e811-2ac6-4bac-a9d4-8d70912f3e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:09:51Z', 'updated_at': '2021-08-31T09:09:58Z', 'revision_number': 4, 'project_id': '56e7696745e245a68dd2e9a2861b4388', 'gw_port': {'id': 'ed03e811-2ac6-4bac-a9d4-8d70912f3e02', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:09:52Z', 'updated_at': '2021-08-31T09:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '5a389137-5a76-4dd0-b1ef-3f5e4a66e6d9', 'tenant_id': '56e7696745e245a68dd2e9a2861b4388', 'floating_ip_address': '172.25.2.83', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'port_id': 'e89e2f21-c734-4119-9c9c-66a6a36ac627', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9378e6b3-a87d-4f83-b575-9644eb484f50', 'mac_address': 'fa:16:3e:1d:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd16637-f4af-4754-b111-3cc2f57c9851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:10:18Z', 'updated_at': '2021-08-31T09:10:22Z', 'revision_number': 1, 'project_id': '56e7696745e245a68dd2e9a2861b4388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac1b2c14-ce78-4064-93ec-b9876fb2eb7f', 'name': '', 'network_id': '9378e6b3-a87d-4f83-b575-9644eb484f50', 'tenant_id': '56e7696745e245a68dd2e9a2861b4388', 'mac_address': 'fa:16:3e:44:00:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '3562846e-c3ce-41d9-b571-ead68bc10cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:09:56Z', 'updated_at': '2021-08-31T09:10:04Z', 'revision_number': 5, 'project_id': '56e7696745e245a68dd2e9a2861b4388', 'subnets': [{'id': '3562846e-c3ce-41d9-b571-ead68bc10cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:24.083855 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8280afc-2426-4ad4-845f-987c151d9c52 None None] Pushing event updated for resources: {'Port': ['ID=7d8b47ab-9b28-4b2d-a50c-b3ba0589b15e,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:24.102249 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-b8280afc-2426-4ad4-845f-987c151d9c52 None None] Attempting to bind port 7d8b47ab-9b28-4b2d-a50c-b3ba0589b15e on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:10:24.102879 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-b8280afc-2426-4ad4-845f-987c151d9c52 None None] Attempting to bind port 7d8b47ab-9b28-4b2d-a50c-b3ba0589b15e by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '297f7645-baab-4cad-a38a-5a6d7356eab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:10:24.104099 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8280afc-2426-4ad4-845f-987c151d9c52 None None] Attempting to bind port 7d8b47ab-9b28-4b2d-a50c-b3ba0589b15e on network d1234639-2841-4a70-bb71-b7feb4621301 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:24.111146 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8280afc-2426-4ad4-845f-987c151d9c52 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:10:24.112043 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8280afc-2426-4ad4-845f-987c151d9c52 None None] Checking segment: {'id': '297f7645-baab-4cad-a38a-5a6d7356eab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:10:24.112722 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b8280afc-2426-4ad4-845f-987c151d9c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:24.113325 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8280afc-2426-4ad4-845f-987c151d9c52 None None] Bound using segment: {'id': '297f7645-baab-4cad-a38a-5a6d7356eab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:10:24.114017 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-b8280afc-2426-4ad4-845f-987c151d9c52 None None] Bound port: 7d8b47ab-9b28-4b2d-a50c-b3ba0589b15e, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '297f7645-baab-4cad-a38a-5a6d7356eab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:10:24.114646 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b8280afc-2426-4ad4-845f-987c151d9c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:24.123556 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291048c0-5683-47f6-a661-dcceb0f75e8e None None] Checking router: b2a33741-29f3-4d9c-8e33-6aff2c04b177 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:10:24.141720 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-881ba0ac-9611-4496-ba16-2a89dfba2ff8 req-5028063a-140e-48df-9171-a7de001eb55e service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592422 Aug 31 09:10:24.146466 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291048c0-5683-47f6-a661-dcceb0f75e8e None None] Routers {'b2a33741-29f3-4d9c-8e33-6aff2c04b177'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:24.147129 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-291048c0-5683-47f6-a661-dcceb0f75e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:10:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b2a33741-29f3-4d9c-8e33-6aff2c04b177'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:24.156851 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1dbf0aa0-1c7d-4b5b-9613-d1c46096655a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:24.166428 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59f42e-84bb-4dd2-82aa-c94d476e4b96 req-97513ed3-0288-4edc-92d8-5f751c57654f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:24.168297 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5c59f42e-84bb-4dd2-82aa-c94d476e4b96 req-97513ed3-0288-4edc-92d8-5f751c57654f service neutron] 10.222.0.119 "GET /v2.0/networks?id=9378e6b3-a87d-4f83-b575-9644eb484f50 HTTP/1.1" status: 200 len: 931 time: 0.2598844 Aug 31 09:10:24.171131 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-45311e80-d37a-4544-9f1d-f67b09c6755e req-6ae3e0ef-d48c-4d63-8da7-e70615c21aa8 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Deleting port 549f723a-86e6-49c9-9d45-e180185209fa {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:10:24.171469 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-45311e80-d37a-4544-9f1d-f67b09c6755e req-6ae3e0ef-d48c-4d63-8da7-e70615c21aa8 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:24.212832 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e95633f2-9c44-4eca-8d15-15f541a5e772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:24.212832 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e95633f2-9c44-4eca-8d15-15f541a5e772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:24.213577 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e95633f2-9c44-4eca-8d15-15f541a5e772 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/138026ec-9056-4b73-96da-3b9f7ffa43d1 HTTP/1.1" status: 204 len: 168 time: 0.5273063 Aug 31 09:10:24.216073 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1dbf0aa0-1c7d-4b5b-9613-d1c46096655a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:24.256817 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95633f2-9c44-4eca-8d15-15f541a5e772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138026ec-9056-4b73-96da-3b9f7ffa43d1,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:24.263659 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-b8280afc-2426-4ad4-845f-987c151d9c52 None None] For port 7d8b47ab-9b28-4b2d-a50c-b3ba0589b15e, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:10:24.326717 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-b8280afc-2426-4ad4-845f-987c151d9c52 None None] For port 7d8b47ab-9b28-4b2d-a50c-b3ba0589b15e, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=7d8b47ab-9b28-4b2d-a50c-b3ba0589b15e,segment=NetworkSegment(297f7645-baab-4cad-a38a-5a6d7356eab9),segment_id=297f7645-baab-4cad-a38a-5a6d7356eab9)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:10:24.346494 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5c59f42e-84bb-4dd2-82aa-c94d476e4b96 req-ff315f65-86fa-4db7-a337-89fdd4e30b2e service neutron] 10.222.0.119 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e89e2f21-c734-4119-9c9c-66a6a36ac627 HTTP/1.1" status: 200 len: 999 time: 0.1598921 Aug 31 09:10:24.387270 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b8280afc-2426-4ad4-845f-987c151d9c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:24.410433 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-291048c0-5683-47f6-a661-dcceb0f75e8e None None] Set router b2a33741-29f3-4d9c-8e33-6aff2c04b177 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:24.415320 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-1dbf0aa0-1c7d-4b5b-9613-d1c46096655a admin admin] Allocated IP 172.25.2.223 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/b9c20c9d-f0c0-4764-bd86-24468afcdf7c) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:10:24.426567 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-45311e80-d37a-4544-9f1d-f67b09c6755e req-6ae3e0ef-d48c-4d63-8da7-e70615c21aa8 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] For port 549f723a-86e6-49c9-9d45-e180185209fa, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=549f723a-86e6-49c9-9d45-e180185209fa,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:24.426922 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-45311e80-d37a-4544-9f1d-f67b09c6755e req-6ae3e0ef-d48c-4d63-8da7-e70615c21aa8 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:24.454393 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-45311e80-d37a-4544-9f1d-f67b09c6755e req-6ae3e0ef-d48c-4d63-8da7-e70615c21aa8 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Calling delete_port for 549f723a-86e6-49c9-9d45-e180185209fa owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:10:24.475718 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8280afc-2426-4ad4-845f-987c151d9c52 None None] Pushing event updated for resources: {'Port': ['ID=7d8b47ab-9b28-4b2d-a50c-b3ba0589b15e,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:24.491517 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59f42e-84bb-4dd2-82aa-c94d476e4b96 req-6387e0b6-ffd5-4f4f-8575-75e0c71f4209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:24.500184 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5c59f42e-84bb-4dd2-82aa-c94d476e4b96 req-6387e0b6-ffd5-4f4f-8575-75e0c71f4209 service neutron] 10.222.0.119 "GET /v2.0/subnets?id=3562846e-c3ce-41d9-b571-ead68bc10cdb HTTP/1.1" status: 200 len: 868 time: 0.1378822 Aug 31 09:10:24.557565 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1dbf0aa0-1c7d-4b5b-9613-d1c46096655a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:24.584880 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd176e86-9501-42b8-a2c2-d9df9f8e6f79 req-67c1f4d3-7529-44d7-a304-fe7702b47a32 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:24.587603 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd176e86-9501-42b8-a2c2-d9df9f8e6f79 req-67c1f4d3-7529-44d7-a304-fe7702b47a32 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 947 time: 0.2361012 Aug 31 09:10:24.662386 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59f42e-84bb-4dd2-82aa-c94d476e4b96 req-b4fbbccb-6fd1-487f-a8fd-8d9512febeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:24.663949 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5c59f42e-84bb-4dd2-82aa-c94d476e4b96 req-b4fbbccb-6fd1-487f-a8fd-8d9512febeff service neutron] 10.222.0.119 "GET /v2.0/ports?network_id=9378e6b3-a87d-4f83-b575-9644eb484f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1630065 Aug 31 09:10:24.666683 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1dbf0aa0-1c7d-4b5b-9613-d1c46096655a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:24.678258 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-5c59f42e-84bb-4dd2-82aa-c94d476e4b96 req-b61462a5-9ebe-4adb-a891-13a7bab3323c service neutron] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:10:24.681046 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5c59f42e-84bb-4dd2-82aa-c94d476e4b96 req-b61462a5-9ebe-4adb-a891-13a7bab3323c service neutron] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069900 Aug 31 09:10:24.687966 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd176e86-9501-42b8-a2c2-d9df9f8e6f79 req-3f80745f-f93c-40ef-a347-d310203d257f tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853417 Aug 31 09:10:24.760070 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf0aa0-1c7d-4b5b-9613-d1c46096655a admin admin] Pushing event updated for resources: {'Port': ['ID=b9c20c9d-f0c0-4764-bd86-24468afcdf7c,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:24.782612 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbf0aa0-1c7d-4b5b-9613-d1c46096655a admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:10:24.786266 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-1dbf0aa0-1c7d-4b5b-9613-d1c46096655a admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:24.788374 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-291048c0-5683-47f6-a661-dcceb0f75e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1908543608-router', 'tenant_id': '56e7696745e245a68dd2e9a2861b4388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ed03e811-2ac6-4bac-a9d4-8d70912f3e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:09:51Z', 'updated_at': '2021-08-31T09:09:58Z', 'revision_number': 4, 'project_id': '56e7696745e245a68dd2e9a2861b4388', 'gw_port': {'id': 'ed03e811-2ac6-4bac-a9d4-8d70912f3e02', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:09:52Z', 'updated_at': '2021-08-31T09:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '5a389137-5a76-4dd0-b1ef-3f5e4a66e6d9', 'tenant_id': '56e7696745e245a68dd2e9a2861b4388', 'floating_ip_address': '172.25.2.83', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'port_id': 'e89e2f21-c734-4119-9c9c-66a6a36ac627', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9378e6b3-a87d-4f83-b575-9644eb484f50', 'mac_address': 'fa:16:3e:1d:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd16637-f4af-4754-b111-3cc2f57c9851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:10:18Z', 'updated_at': '2021-08-31T09:10:22Z', 'revision_number': 1, 'project_id': '56e7696745e245a68dd2e9a2861b4388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac1b2c14-ce78-4064-93ec-b9876fb2eb7f', 'name': '', 'network_id': '9378e6b3-a87d-4f83-b575-9644eb484f50', 'tenant_id': '56e7696745e245a68dd2e9a2861b4388', 'mac_address': 'fa:16:3e:44:00:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '3562846e-c3ce-41d9-b571-ead68bc10cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:09:56Z', 'updated_at': '2021-08-31T09:10:04Z', 'revision_number': 5, 'project_id': '56e7696745e245a68dd2e9a2861b4388', 'subnets': [{'id': '3562846e-c3ce-41d9-b571-ead68bc10cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:24.792476 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbf0aa0-1c7d-4b5b-9613-d1c46096655a admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:10:24.820000 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db94ad35-a861-427a-ac6a-13937a4b43f3 x-openstack-request-id: req-db94ad35-a861-427a-ac6a-13937a4b43f3 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:24.820307 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd16637-f4af-4754-b111-3cc2f57c9851", "tag": "e89e2f21-c734-4119-9c9c-66a6a36ac627", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:24.820542 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-db94ad35-a861-427a-ac6a-13937a4b43f3 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:24.820930 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dd16637-f4af-4754-b111-3cc2f57c9851', 'tag': 'e89e2f21-c734-4119-9c9c-66a6a36ac627', 'status': 'completed', 'code': 200} Aug 31 09:10:24.871723 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291048c0-5683-47f6-a661-dcceb0f75e8e None None] The sync data for ids ['b2a33741-29f3-4d9c-8e33-6aff2c04b177'] in n-d-791506-28 is: [{'id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1908543608-router', 'tenant_id': '56e7696745e245a68dd2e9a2861b4388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ed03e811-2ac6-4bac-a9d4-8d70912f3e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:09:51Z', 'updated_at': '2021-08-31T09:09:58Z', 'revision_number': 4, 'project_id': '56e7696745e245a68dd2e9a2861b4388', 'gw_port': {'id': 'ed03e811-2ac6-4bac-a9d4-8d70912f3e02', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:09:52Z', 'updated_at': '2021-08-31T09:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '5a389137-5a76-4dd0-b1ef-3f5e4a66e6d9', 'tenant_id': '56e7696745e245a68dd2e9a2861b4388', 'floating_ip_address': '172.25.2.83', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'port_id': 'e89e2f21-c734-4119-9c9c-66a6a36ac627', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9378e6b3-a87d-4f83-b575-9644eb484f50', 'mac_address': 'fa:16:3e:1d:4c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd16637-f4af-4754-b111-3cc2f57c9851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:10:18Z', 'updated_at': '2021-08-31T09:10:22Z', 'revision_number': 1, 'project_id': '56e7696745e245a68dd2e9a2861b4388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac1b2c14-ce78-4064-93ec-b9876fb2eb7f', 'name': '', 'network_id': '9378e6b3-a87d-4f83-b575-9644eb484f50', 'tenant_id': '56e7696745e245a68dd2e9a2861b4388', 'mac_address': 'fa:16:3e:44:00:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '3562846e-c3ce-41d9-b571-ead68bc10cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:09:56Z', 'updated_at': '2021-08-31T09:10:04Z', 'revision_number': 5, 'project_id': '56e7696745e245a68dd2e9a2861b4388', 'subnets': [{'id': '3562846e-c3ce-41d9-b571-ead68bc10cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:10:25.008452 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b167a19-7a05-4417-9433-83ce927bc51a req-9ffe6564-8243-4be0-87c9-d22925a2c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:25.010390 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b167a19-7a05-4417-9433-83ce927bc51a req-9ffe6564-8243-4be0-87c9-d22925a2c87c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=56e7696745e245a68dd2e9a2861b4388&device_id=9dd16637-f4af-4754-b111-3cc2f57c9851 HTTP/1.1" status: 200 len: 1098 time: 0.1818590 Aug 31 09:10:25.014671 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5c59f42e-84bb-4dd2-82aa-c94d476e4b96 req-d4cf258e-b463-4b2b-bdcd-3ce4d7eeac6f service neutron] 10.222.0.119 "GET /v2.0/networks/9378e6b3-a87d-4f83-b575-9644eb484f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255558 Aug 31 09:10:25.123306 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75057609-9234-424c-9b31-5f2cfaf2f254 req-430c5618-e0d8-479f-a2bf-b5d99e371b8d tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:25.124777 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75057609-9234-424c-9b31-5f2cfaf2f254 req-430c5618-e0d8-479f-a2bf-b5d99e371b8d tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/ports?device_id=38874eb3-816b-40de-aafb-76ef27d8c066 HTTP/1.1" status: 200 len: 950 time: 0.1879318 Aug 31 09:10:25.150171 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-45311e80-d37a-4544-9f1d-f67b09c6755e req-6ae3e0ef-d48c-4d63-8da7-e70615c21aa8 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:25.217282 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3e0ef-d48c-4d63-8da7-e70615c21aa8 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Pushing event deleted for resources: {'Port': ['ID=549f723a-86e6-49c9-9d45-e180185209fa,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:25.235095 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46766) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:25.251658 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8e89106a-0b11-4c08-86b0-a040175d8766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:25.279005 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1dbf0aa0-1c7d-4b5b-9613-d1c46096655a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:25.297644 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae3e0ef-d48c-4d63-8da7-e70615c21aa8 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:25.297983 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae3e0ef-d48c-4d63-8da7-e70615c21aa8 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:25.298312 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae3e0ef-d48c-4d63-8da7-e70615c21aa8 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:25.299457 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae3e0ef-d48c-4d63-8da7-e70615c21aa8 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:25.299457 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae3e0ef-d48c-4d63-8da7-e70615c21aa8 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:25.299457 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae3e0ef-d48c-4d63-8da7-e70615c21aa8 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:25.299751 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae3e0ef-d48c-4d63-8da7-e70615c21aa8 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:25.299894 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae3e0ef-d48c-4d63-8da7-e70615c21aa8 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:25.300212 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae3e0ef-d48c-4d63-8da7-e70615c21aa8 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:25.300525 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae3e0ef-d48c-4d63-8da7-e70615c21aa8 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:25.300835 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae3e0ef-d48c-4d63-8da7-e70615c21aa8 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:25.301146 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae3e0ef-d48c-4d63-8da7-e70615c21aa8 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:25.314897 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75057609-9234-424c-9b31-5f2cfaf2f254 req-3d2728ce-c4d5-4504-851e-94d64957917a tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.119 "GET /v2.0/security-groups?id=3799c05b-a3bb-42b0-b2cf-6351c2032633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817701 Aug 31 09:10:25.341013 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5c59f42e-84bb-4dd2-82aa-c94d476e4b96 req-56c7738c-1f28-465e-8ce4-ade546b87c0d service neutron] 10.222.0.119 "GET /v2.0/networks/9378e6b3-a87d-4f83-b575-9644eb484f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178825 Aug 31 09:10:25.341797 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-45311e80-d37a-4544-9f1d-f67b09c6755e req-6ae3e0ef-d48c-4d63-8da7-e70615c21aa8 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] No DVR routers for this DVR port 549f723a-86e6-49c9-9d45-e180185209fa on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:10:25.352955 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b167a19-7a05-4417-9433-83ce927bc51a req-b4424b62-32c4-4be1-b01e-de8d8e71fa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:25.354778 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b167a19-7a05-4417-9433-83ce927bc51a req-b4424b62-32c4-4be1-b01e-de8d8e71fa7b service neutron] 10.222.0.112 "GET /v2.0/networks?id=9378e6b3-a87d-4f83-b575-9644eb484f50 HTTP/1.1" status: 200 len: 931 time: 0.3224306 Aug 31 09:10:25.356352 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-45311e80-d37a-4544-9f1d-f67b09c6755e req-6ae3e0ef-d48c-4d63-8da7-e70615c21aa8 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:25.358378 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-45311e80-d37a-4544-9f1d-f67b09c6755e req-6ae3e0ef-d48c-4d63-8da7-e70615c21aa8 tempest-DeleteServersAdminTestJSON-1158512020 tempest-DeleteServersAdminTestJSON-1158512020-project] 10.222.0.112 "DELETE /v2.0/ports/549f723a-86e6-49c9-9d45-e180185209fa HTTP/1.1" status: 204 len: 173 time: 1.5545292 Aug 31 09:10:25.389391 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device cfa97dbd-04c1-41b4-b950-627133759c71 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:10:25.534000 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b167a19-7a05-4417-9433-83ce927bc51a req-49e17287-8706-4a53-b202-fc447cf88684 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e89e2f21-c734-4119-9c9c-66a6a36ac627 HTTP/1.1" status: 200 len: 999 time: 0.1641822 Aug 31 09:10:25.566800 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port cfa97dbd-04c1-41b4-b950-627133759c71, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=cfa97dbd-04c1-41b4-b950-627133759c71,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:25.585071 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb017412-602a-4a98-8310-0d17fc58a4e5 None None] New status for floating IP 5a389137-5a76-4dd0-b1ef-3f5e4a66e6d9: ACTIVE {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:10:25.612897 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b167a19-7a05-4417-9433-83ce927bc51a req-429e1a0a-6399-48df-9533-e2d698a9f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:25.614693 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b167a19-7a05-4417-9433-83ce927bc51a req-429e1a0a-6399-48df-9533-e2d698a9f186 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=3562846e-c3ce-41d9-b571-ead68bc10cdb HTTP/1.1" status: 200 len: 868 time: 0.0708609 Aug 31 09:10:25.631544 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': 'cfa97dbd-04c1-41b4-b950-627133759c71', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': 'cfa97dbd-04c1-41b4-b950-627133759c71', 'mac_address': 'fa:16:3e:45:88:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:10:25.729007 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b167a19-7a05-4417-9433-83ce927bc51a req-322faee0-442e-4665-b27e-2df86499e5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:25.734661 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b167a19-7a05-4417-9433-83ce927bc51a req-322faee0-442e-4665-b27e-2df86499e5f8 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=9378e6b3-a87d-4f83-b575-9644eb484f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1105492 Aug 31 09:10:25.807334 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8e89106a-0b11-4c08-86b0-a040175d8766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:25.849974 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f0b27-0cb3-4a6f-957d-8105fd40fa79 req-4b2080e2-09ba-4402-80fd-dad7431f5ee2 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:25.858517 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3c5f0b27-0cb3-4a6f-957d-8105fd40fa79 req-4b2080e2-09ba-4402-80fd-dad7431f5ee2 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/ports?device_id=f7e1b597-c9c1-4a52-9108-b8e2c7db6fd0 HTTP/1.1" status: 200 len: 950 time: 0.1172385 Aug 31 09:10:25.893285 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1dbf0aa0-1c7d-4b5b-9613-d1c46096655a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:25.900846 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7882f7-91f9-45bc-95c0-ce493d857500 None None] Network d1234639-2841-4a70-bb71-b7feb4621301 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:10:25.911481 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3c5f0b27-0cb3-4a6f-957d-8105fd40fa79 req-f929cb20-6e67-4693-8e80-505469e1ced6 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6556dd9-fb18-447f-b248-d0fe2ee1f8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519245 Aug 31 09:10:25.926855 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:25.930036 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b167a19-7a05-4417-9433-83ce927bc51a req-5648fa5e-64a7-427b-9707-9587bcc36abd service neutron] 10.222.0.112 "GET /v2.0/networks/9378e6b3-a87d-4f83-b575-9644eb484f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568744 Aug 31 09:10:25.954680 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8e89106a-0b11-4c08-86b0-a040175d8766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:25.993408 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa97dbd-04c1-41b4-b950-627133759c71 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:10:26.007801 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8e89106a-0b11-4c08-86b0-a040175d8766 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=777678eae4bd4bdaa146ff2b5511c55f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7688303 Aug 31 09:10:26.009308 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46776) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:26.048418 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89106a-0b11-4c08-86b0-a040175d8766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e832988f-2fab-41dc-a938-a0987dfa0256,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:26.096584 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port cfa97dbd-04c1-41b4-b950-627133759c71, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=cfa97dbd-04c1-41b4-b950-627133759c71,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:26.121240 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cc89b50c-fcd4-48aa-9b9e-82cc27016d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:26.146159 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-69500ac8-d519-4bb7-9540-2d1bdeb5da25 None None] Provisioning for port 7d8b47ab-9b28-4b2d-a50c-b3ba0589b15e completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:26.155457 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cc89b50c-fcd4-48aa-9b9e-82cc27016d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:26.184742 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:26.227876 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbf0aa0-1c7d-4b5b-9613-d1c46096655a admin admin] Router 747d765c-b597-4648-84db-4fe91ddd79e5 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:10:26.250010 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=cfa97dbd-04c1-41b4-b950-627133759c71,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:26.294844 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cc89b50c-fcd4-48aa-9b9e-82cc27016d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:26.310117 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cc89b50c-fcd4-48aa-9b9e-82cc27016d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:26.313797 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-cc89b50c-fcd4-48aa-9b9e-82cc27016d08 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/e832988f-2fab-41dc-a938-a0987dfa0256 HTTP/1.1" status: 204 len: 168 time: 0.3011928 Aug 31 09:10:26.338381 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc89b50c-fcd4-48aa-9b9e-82cc27016d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e832988f-2fab-41dc-a938-a0987dfa0256,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:26.400522 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7d8b47ab-9b28-4b2d-a50c-b3ba0589b15e up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:10:26.416567 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['cfa97dbd-04c1-41b4-b950-627133759c71'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:10:26.445336 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b167a19-7a05-4417-9433-83ce927bc51a req-5eae05c3-872d-4f84-b6de-bd5d8c386e19 service neutron] 10.222.0.112 "GET /v2.0/networks/9378e6b3-a87d-4f83-b575-9644eb484f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5042362 Aug 31 09:10:26.507536 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b72d5fb3-5709-4ebd-a78b-cc304956f2f1 req-e39b5769-2e53-4f80-91bf-b9d0f74c2d63 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 258 time: 0.5469668 Aug 31 09:10:26.519232 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-b72d5fb3-5709-4ebd-a78b-cc304956f2f1 req-60013d5c-e347-4f53-80f7-fee9739469ee tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:26.527917 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbf0aa0-1c7d-4b5b-9613-d1c46096655a admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:10:26.550389 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98eb868-f2a5-49dd-8293-33d08b5c3326 None None] Sync routers for ids ['747d765c-b597-4648-84db-4fe91ddd79e5'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:10:26.576802 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98eb868-f2a5-49dd-8293-33d08b5c3326 None None] Routers {'747d765c-b597-4648-84db-4fe91ddd79e5'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:26.578000 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a98eb868-f2a5-49dd-8293-33d08b5c3326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:10:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['747d765c-b597-4648-84db-4fe91ddd79e5'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:26.696606 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b72d5fb3-5709-4ebd-a78b-cc304956f2f1 req-60013d5c-e347-4f53-80f7-fee9739469ee tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks [] for floatingip, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:26.726917 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-a98eb868-f2a5-49dd-8293-33d08b5c3326 None None] Set router 747d765c-b597-4648-84db-4fe91ddd79e5 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:26.737020 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 7d8b47ab-9b28-4b2d-a50c-b3ba0589b15e completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:26.741776 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 7d8b47ab-9b28-4b2d-a50c-b3ba0589b15e triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:26.742488 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:26.811795 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1dbf0aa0-1c7d-4b5b-9613-d1c46096655a admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:26.813275 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1dbf0aa0-1c7d-4b5b-9613-d1c46096655a admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.6637864 Aug 31 09:10:26.816301 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46784) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:26.828943 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38874eb3-816b-40de-aafb-76ef27d8c066', 'name': 'network-vif-deleted', 'tag': '549f723a-86e6-49c9-9d45-e180185209fa'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:26.831205 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb97872-1bc0-46b9-96a5-a752bd01b6e1" -d '{"events": [{"server_uuid": "38874eb3-816b-40de-aafb-76ef27d8c066", "name": "network-vif-deleted", "tag": "549f723a-86e6-49c9-9d45-e180185209fa"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:26.871477 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:26.892345 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b72d5fb3-5709-4ebd-a78b-cc304956f2f1 req-60013d5c-e347-4f53-80f7-fee9739469ee tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:26.910736 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 7d8b47ab-9b28-4b2d-a50c-b3ba0589b15e, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=7d8b47ab-9b28-4b2d-a50c-b3ba0589b15e,segment=NetworkSegment(297f7645-baab-4cad-a38a-5a6d7356eab9),segment_id=297f7645-baab-4cad-a38a-5a6d7356eab9)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:26.987305 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a98eb868-f2a5-49dd-8293-33d08b5c3326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-265084193-router', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:23Z', 'updated_at': '2021-08-31T09:10:25Z', 'revision_number': 3, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'gw_port': {'id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:24Z', 'updated_at': '2021-08-31T09:10:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:27.006926 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:27.059947 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98eb868-f2a5-49dd-8293-33d08b5c3326 None None] Checking router: 747d765c-b597-4648-84db-4fe91ddd79e5 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:10:27.060325 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98eb868-f2a5-49dd-8293-33d08b5c3326 None None] Updating router 747d765c-b597-4648-84db-4fe91ddd79e5 port b9c20c9d-f0c0-4764-bd86-24468afcdf7c binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:10:27.083478 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 549f723a-86e6-49c9-9d45-e180185209fa no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:10:27.094499 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-a98eb868-f2a5-49dd-8293-33d08b5c3326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:27.113945 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 549f723a-86e6-49c9-9d45-e180185209fa {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:10:27.114816 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 549f723a-86e6-49c9-9d45-e180185209fa not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:10:27.120564 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=7d8b47ab-9b28-4b2d-a50c-b3ba0589b15e,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:27.177066 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-b72d5fb3-5709-4ebd-a78b-cc304956f2f1 req-60013d5c-e347-4f53-80f7-fee9739469ee tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Allocated IP 172.25.2.133 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/21da44e6-68f8-4218-8d18-844e4da8a3f2) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:10:27.209126 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb8959-a8ef-4ff5-a71f-e5b388eb26e5 req-6a923652-ca05-4ec0-8a9a-a4c2bfd1b99d tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:27.210756 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-15eb8959-a8ef-4ff5-a71f-e5b388eb26e5 req-6a923652-ca05-4ec0-8a9a-a4c2bfd1b99d tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 948 time: 0.1343617 Aug 31 09:10:27.356783 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-15eb8959-a8ef-4ff5-a71f-e5b388eb26e5 req-5a52b75f-9ca7-43d1-a518-147eae2f349a tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348598 Aug 31 09:10:27.405766 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device cfa97dbd-04c1-41b4-b950-627133759c71 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:10:27.451578 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b72d5fb3-5709-4ebd-a78b-cc304956f2f1 req-60013d5c-e347-4f53-80f7-fee9739469ee tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:27.569112 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port cfa97dbd-04c1-41b4-b950-627133759c71 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:27.573172 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port cfa97dbd-04c1-41b4-b950-627133759c71 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:27.573539 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:27.611303 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab839b27-d5d3-465c-8e94-f51fdca5dbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:27.663711 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:27.679035 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b72d5fb3-5709-4ebd-a78b-cc304956f2f1 req-60013d5c-e347-4f53-80f7-fee9739469ee tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:27.707042 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port cfa97dbd-04c1-41b4-b950-627133759c71, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=cfa97dbd-04c1-41b4-b950-627133759c71,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:27.708514 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a217dac5-6c6a-4360-8791-e0196a4745c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa97dbd-04c1-41b4-b950-627133759c71'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:27.710990 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cece843-2895-4f20-b22d-37901f62c1b0" -d '{"events": [{"server_uuid": "a217dac5-6c6a-4360-8791-e0196a4745c6", "name": "network-vif-plugged", "status": "completed", "tag": "cfa97dbd-04c1-41b4-b950-627133759c71"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:27.780528 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b72d5fb3-5709-4ebd-a78b-cc304956f2f1 req-60013d5c-e347-4f53-80f7-fee9739469ee tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:10:27.793423 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-b72d5fb3-5709-4ebd-a78b-cc304956f2f1 req-60013d5c-e347-4f53-80f7-fee9739469ee tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:27.797415 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72d5fb3-5709-4ebd-a78b-cc304956f2f1 req-60013d5c-e347-4f53-80f7-fee9739469ee tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:10:27.800187 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:27.816006 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60013d5c-e347-4f53-80f7-fee9739469ee tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Pushing event updated for resources: {'Port': ['ID=21da44e6-68f8-4218-8d18-844e4da8a3f2,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:27.878687 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=cfa97dbd-04c1-41b4-b950-627133759c71,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:27.925202 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e88f95-2ba8-454e-8322-c80a382d835a x-openstack-request-id: req-12e88f95-2ba8-454e-8322-c80a382d835a {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:27.925202 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38874eb3-816b-40de-aafb-76ef27d8c066", "name": "network-vif-deleted", "tag": "549f723a-86e6-49c9-9d45-e180185209fa", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:27.925782 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-12e88f95-2ba8-454e-8322-c80a382d835a {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:27.925782 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38874eb3-816b-40de-aafb-76ef27d8c066', 'name': 'network-vif-deleted', 'tag': '549f723a-86e6-49c9-9d45-e180185209fa', 'status': 'completed', 'code': 200} Aug 31 09:10:27.949867 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-a98eb868-f2a5-49dd-8293-33d08b5c3326 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:27.960408 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-a98eb868-f2a5-49dd-8293-33d08b5c3326 None None] Transition to ACTIVE for port object b9c20c9d-f0c0-4764-bd86-24468afcdf7c will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:27.984445 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-ab839b27-d5d3-465c-8e94-f51fdca5dbf6 admin admin] Allocated IP 172.20.0.1 (d1234639-2841-4a70-bb71-b7feb4621301/6e81001c-2026-4292-8507-96e0aed1bde8/514f130f-228d-4923-aca6-13cfdce8772f) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:10:27.991428 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a230d0-5885-4535-be30-f9a108069e1f x-openstack-request-id: req-b9a230d0-5885-4535-be30-f9a108069e1f {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:27.991725 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a217dac5-6c6a-4360-8791-e0196a4745c6", "name": "network-vif-plugged", "status": "completed", "tag": "cfa97dbd-04c1-41b4-b950-627133759c71", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:27.991978 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-b9a230d0-5885-4535-be30-f9a108069e1f {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:27.992490 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a217dac5-6c6a-4360-8791-e0196a4745c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa97dbd-04c1-41b4-b950-627133759c71', 'code': 200} Aug 31 09:10:28.010758 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b72d5fb3-5709-4ebd-a78b-cc304956f2f1 req-60013d5c-e347-4f53-80f7-fee9739469ee tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:28.038868 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-a98eb868-f2a5-49dd-8293-33d08b5c3326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:28.092569 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-a98eb868-f2a5-49dd-8293-33d08b5c3326 None None] Attempting to bind port b9c20c9d-f0c0-4764-bd86-24468afcdf7c on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:10:28.093025 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-a98eb868-f2a5-49dd-8293-33d08b5c3326 None None] Attempting to bind port b9c20c9d-f0c0-4764-bd86-24468afcdf7c by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:10:28.093461 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98eb868-f2a5-49dd-8293-33d08b5c3326 None None] Attempting to bind port b9c20c9d-f0c0-4764-bd86-24468afcdf7c on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:28.102538 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44215c5-4fb9-486b-83e5-120db962bd44 None None] Pushing event updated for resources: {'Port': ['ID=b9c20c9d-f0c0-4764-bd86-24468afcdf7c,revision_number=2']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:28.105149 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98eb868-f2a5-49dd-8293-33d08b5c3326 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:10:28.106301 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98eb868-f2a5-49dd-8293-33d08b5c3326 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:10:28.106783 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-a98eb868-f2a5-49dd-8293-33d08b5c3326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:28.110336 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98eb868-f2a5-49dd-8293-33d08b5c3326 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:10:28.110336 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-a98eb868-f2a5-49dd-8293-33d08b5c3326 None None] Bound port: b9c20c9d-f0c0-4764-bd86-24468afcdf7c, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:10:28.110336 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-a98eb868-f2a5-49dd-8293-33d08b5c3326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:28.165025 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-a98eb868-f2a5-49dd-8293-33d08b5c3326 None None] For port b9c20c9d-f0c0-4764-bd86-24468afcdf7c, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:10:28.169029 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-a98eb868-f2a5-49dd-8293-33d08b5c3326 None None] For port b9c20c9d-f0c0-4764-bd86-24468afcdf7c, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=b9c20c9d-f0c0-4764-bd86-24468afcdf7c,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:10:28.184939 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b72d5fb3-5709-4ebd-a78b-cc304956f2f1 req-60013d5c-e347-4f53-80f7-fee9739469ee tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:28.225966 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e3ade-2a47-4508-a424-db5cc4b329bd req-576d3904-55eb-4c21-b060-54b5be2f9478 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:28.231321 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1e2e3ade-2a47-4508-a424-db5cc4b329bd req-576d3904-55eb-4c21-b060-54b5be2f9478 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/ports?device_id=f7e1b597-c9c1-4a52-9108-b8e2c7db6fd0 HTTP/1.1" status: 200 len: 950 time: 0.1674957 Aug 31 09:10:28.240420 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565ef01-c955-428a-9e0b-ebcdb8f213d9 req-cd86f02d-c7fa-4f60-9bd8-b364725042ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:28.243229 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9565ef01-c955-428a-9e0b-ebcdb8f213d9 req-cd86f02d-c7fa-4f60-9bd8-b364725042ec service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 1101 time: 0.1457615 Aug 31 09:10:28.244332 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-a98eb868-f2a5-49dd-8293-33d08b5c3326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:28.302095 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98eb868-f2a5-49dd-8293-33d08b5c3326 None None] Routers {'747d765c-b597-4648-84db-4fe91ddd79e5'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:28.302751 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a98eb868-f2a5-49dd-8293-33d08b5c3326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:10:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['747d765c-b597-4648-84db-4fe91ddd79e5'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:28.303802 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab839b27-d5d3-465c-8e94-f51fdca5dbf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:28.317206 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7d8b47ab-9b28-4b2d-a50c-b3ba0589b15e up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:10:28.346709 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44215c5-4fb9-486b-83e5-120db962bd44 None None] Pushing event updated for resources: {'Port': ['ID=b9c20c9d-f0c0-4764-bd86-24468afcdf7c,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:28.351427 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-ab839b27-d5d3-465c-8e94-f51fdca5dbf6 admin admin] Transition to ACTIVE for port object 514f130f-228d-4923-aca6-13cfdce8772f will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:28.403772 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9565ef01-c955-428a-9e0b-ebcdb8f213d9 req-700f18e3-4aff-4b47-bfb4-145c60280be7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471925 Aug 31 09:10:28.409762 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1e2e3ade-2a47-4508-a424-db5cc4b329bd req-e236243d-4701-4d49-9745-8f5d8c315ef9 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6556dd9-fb18-447f-b248-d0fe2ee1f8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716595 Aug 31 09:10:28.412881 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 7d8b47ab-9b28-4b2d-a50c-b3ba0589b15e triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:28.413806 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:28.456313 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-a98eb868-f2a5-49dd-8293-33d08b5c3326 None None] Set router 747d765c-b597-4648-84db-4fe91ddd79e5 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:28.506887 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b72d5fb3-5709-4ebd-a78b-cc304956f2f1 req-60013d5c-e347-4f53-80f7-fee9739469ee tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:28.548270 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab839b27-d5d3-465c-8e94-f51fdca5dbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:28.577586 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b72d5fb3-5709-4ebd-a78b-cc304956f2f1 req-60013d5c-e347-4f53-80f7-fee9739469ee tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:28.603503 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab839b27-d5d3-465c-8e94-f51fdca5dbf6 admin admin] Network d1234639-2841-4a70-bb71-b7feb4621301 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:10:28.611122 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-ab839b27-d5d3-465c-8e94-f51fdca5dbf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:28.612881 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab839b27-d5d3-465c-8e94-f51fdca5dbf6 admin admin] Pushing event updated for resources: {'Port': ['ID=514f130f-228d-4923-aca6-13cfdce8772f,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:28.615054 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab839b27-d5d3-465c-8e94-f51fdca5dbf6 admin admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:10:28.695153 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a98eb868-f2a5-49dd-8293-33d08b5c3326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-265084193-router', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:23Z', 'updated_at': '2021-08-31T09:10:25Z', 'revision_number': 3, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'gw_port': {'id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:24Z', 'updated_at': '2021-08-31T09:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:28.717906 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab839b27-d5d3-465c-8e94-f51fdca5dbf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:28.720599 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60013d5c-e347-4f53-80f7-fee9739469ee tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Pushing event updated for resources: {'Port': ['ID=21da44e6-68f8-4218-8d18-844e4da8a3f2,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:28.724191 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b72d5fb3-5709-4ebd-a78b-cc304956f2f1 req-60013d5c-e347-4f53-80f7-fee9739469ee tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:28.732000 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98eb868-f2a5-49dd-8293-33d08b5c3326 None None] The sync data for ids ['747d765c-b597-4648-84db-4fe91ddd79e5'] in n-d-791506-28 is: [{'id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-265084193-router', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:23Z', 'updated_at': '2021-08-31T09:10:25Z', 'revision_number': 3, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'gw_port': {'id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:24Z', 'updated_at': '2021-08-31T09:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:10:28.868150 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b72d5fb3-5709-4ebd-a78b-cc304956f2f1 req-60013d5c-e347-4f53-80f7-fee9739469ee tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:28.869453 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b72d5fb3-5709-4ebd-a78b-cc304956f2f1 req-60013d5c-e347-4f53-80f7-fee9739469ee tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3549771 Aug 31 09:10:28.934853 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b72d5fb3-5709-4ebd-a78b-cc304956f2f1 req-f39b825a-b5ba-4f36-9d7f-1775a29920b4 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.133 HTTP/1.1" status: 200 len: 696 time: 0.0581412 Aug 31 09:10:29.035264 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab839b27-d5d3-465c-8e94-f51fdca5dbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:29.068503 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-810435fa-5132-435d-9744-9a10739e0b97 None None] Provisioning for port 514f130f-228d-4923-aca6-13cfdce8772f completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:29.073047 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-810435fa-5132-435d-9744-9a10739e0b97 None None] Provisioning complete for port 514f130f-228d-4923-aca6-13cfdce8772f triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:29.073416 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-810435fa-5132-435d-9744-9a10739e0b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:29.137237 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d5fb3-5709-4ebd-a78b-cc304956f2f1 req-be88878b-4584-4a0e-8192-63a9c902f0aa tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:29.138934 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b72d5fb3-5709-4ebd-a78b-cc304956f2f1 req-be88878b-4584-4a0e-8192-63a9c902f0aa tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 784 time: 0.1962626 Aug 31 09:10:29.228919 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-810435fa-5132-435d-9744-9a10739e0b97 None None] Port 514f130f-228d-4923-aca6-13cfdce8772f cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:10:29.290994 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab839b27-d5d3-465c-8e94-f51fdca5dbf6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:29.379053 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f597f-1041-47dc-a8c3-d41a924977f5 req-e6cfff97-3160-494c-91b9-5b280327ba67 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:29.381060 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b74f597f-1041-47dc-a8c3-d41a924977f5 req-e6cfff97-3160-494c-91b9-5b280327ba67 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 949 time: 0.0554588 Aug 31 09:10:29.404260 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab839b27-d5d3-465c-8e94-f51fdca5dbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:29.482987 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b74f597f-1041-47dc-a8c3-d41a924977f5 req-cf76c50e-e744-41ed-992c-ebdb0dabe25c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949981 Aug 31 09:10:29.492173 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab839b27-d5d3-465c-8e94-f51fdca5dbf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:29.493935 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab839b27-d5d3-465c-8e94-f51fdca5dbf6 admin admin] Pushing event updated for resources: {'Port': ['ID=514f130f-228d-4923-aca6-13cfdce8772f,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:29.957912 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529022de-cf79-4263-93e1-713759ba8482 req-fc452183-601d-4ce8-ba6a-3e8ceb852925 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:29.961527 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-529022de-cf79-4263-93e1-713759ba8482 req-fc452183-601d-4ce8-ba6a-3e8ceb852925 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/ports?device_id=9dd16637-f4af-4754-b111-3cc2f57c9851&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1485186 Aug 31 09:10:29.971656 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5237a-061e-44c4-b797-96b3665d52d7 req-a4740ad6-3143-4802-b696-4721c223a10c tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:29.973162 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b8f5237a-061e-44c4-b797-96b3665d52d7 req-a4740ad6-3143-4802-b696-4721c223a10c tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/ports?device_id=f7e1b597-c9c1-4a52-9108-b8e2c7db6fd0 HTTP/1.1" status: 200 len: 950 time: 0.1212485 Aug 31 09:10:29.991048 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab839b27-d5d3-465c-8e94-f51fdca5dbf6 admin admin] Network d1234639-2841-4a70-bb71-b7feb4621301 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:10:30.024449 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-ab839b27-d5d3-465c-8e94-f51fdca5dbf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:30.051023 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-529022de-cf79-4263-93e1-713759ba8482 req-a82ae909-a758-4cf8-9b15-f24448cfae63 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.133 HTTP/1.1" status: 200 len: 696 time: 0.0766635 Aug 31 09:10:30.083042 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b8f5237a-061e-44c4-b797-96b3665d52d7 req-ca1fa6de-e701-47d8-85e9-ac5431e84561 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6556dd9-fb18-447f-b248-d0fe2ee1f8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991116 Aug 31 09:10:30.128896 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-529022de-cf79-4263-93e1-713759ba8482 req-3afa3576-6f09-427b-961e-f78686d6a1e0 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Request body: {'floatingip': {'port_id': 'e89e2f21-c734-4119-9c9c-66a6a36ac627', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:30.175842 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-529022de-cf79-4263-93e1-713759ba8482 req-3afa3576-6f09-427b-961e-f78686d6a1e0 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks [] for floatingip, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:30.380245 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-0c18e4f7-7fcd-42a2-9422-4b8f5907b849 None None] Provisioning complete for port 514f130f-228d-4923-aca6-13cfdce8772f triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:30.380809 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0c18e4f7-7fcd-42a2-9422-4b8f5907b849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:30.420016 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b9c20c9d-f0c0-4764-bd86-24468afcdf7c up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:10:30.431260 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46864) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:30.434515 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46866) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:30.471411 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-0c18e4f7-7fcd-42a2-9422-4b8f5907b849 None None] Port 514f130f-228d-4923-aca6-13cfdce8772f cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:10:30.477920 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab839b27-d5d3-465c-8e94-f51fdca5dbf6 admin admin] Router 747d765c-b597-4648-84db-4fe91ddd79e5 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:10:30.571650 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port b9c20c9d-f0c0-4764-bd86-24468afcdf7c completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:30.576935 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port b9c20c9d-f0c0-4764-bd86-24468afcdf7c triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:30.577374 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:30.582418 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-594c211b-cdc5-41e8-8543-f30e73744d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:30.585384 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05048d-f5f0-4377-b82e-0f72315976bb req-d7659db3-435c-4685-b37e-8898bbbb5e34 tempest-LiveMigrationNegativeTest-670787116 tempest-LiveMigrationNegativeTest-670787116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:30.588473 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d05048d-f5f0-4377-b82e-0f72315976bb req-d7659db3-435c-4685-b37e-8898bbbb5e34 tempest-LiveMigrationNegativeTest-670787116 tempest-LiveMigrationNegativeTest-670787116-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=f7e1b597-c9c1-4a52-9108-b8e2c7db6fd0 HTTP/1.1" status: 200 len: 1102 time: 0.2396157 Aug 31 09:10:30.641136 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d3940cb8-29a3-4143-8f21-b5d43524b287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:30.653325 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1d05048d-f5f0-4377-b82e-0f72315976bb req-75ec005e-08c2-42dd-9fed-68cf5ed77086 tempest-LiveMigrationNegativeTest-670787116 tempest-LiveMigrationNegativeTest-670787116-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:30.668296 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:30.678174 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [req-529022de-cf79-4263-93e1-713759ba8482 req-3afa3576-6f09-427b-961e-f78686d6a1e0 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 09:10:30.679329 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-529022de-cf79-4263-93e1-713759ba8482 req-3afa3576-6f09-427b-961e-f78686d6a1e0 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "PUT /v2.0/floatingips/a57928e2-89cb-4d44-9be8-f00a3108579b HTTP/1.1" status: 409 len: 551 time: 0.6008027 Aug 31 09:10:30.693985 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port b9c20c9d-f0c0-4764-bd86-24468afcdf7c, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=b9c20c9d-f0c0-4764-bd86-24468afcdf7c,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:30.696725 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab839b27-d5d3-465c-8e94-f51fdca5dbf6 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:10:30.706721 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ab839b27-d5d3-465c-8e94-f51fdca5dbf6 admin admin] 10.222.0.119 "PUT /v2.0/routers/747d765c-b597-4648-84db-4fe91ddd79e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8876629 Aug 31 09:10:30.708746 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7a83c3-281d-40c0-a1cb-27fe041d2cac None None] Sync routers for ids ['747d765c-b597-4648-84db-4fe91ddd79e5'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:10:30.722115 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7a83c3-281d-40c0-a1cb-27fe041d2cac None None] Routers {'747d765c-b597-4648-84db-4fe91ddd79e5'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:30.722786 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-cf7a83c3-281d-40c0-a1cb-27fe041d2cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:10:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['747d765c-b597-4648-84db-4fe91ddd79e5'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:30.742322 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-594c211b-cdc5-41e8-8543-f30e73744d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:30.830880 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:30.832853 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-594c211b-cdc5-41e8-8543-f30e73744d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:30.888204 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-594c211b-cdc5-41e8-8543-f30e73744d08 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=ba96445a02cb4022889ad3f1b3d6c601&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4486961 Aug 31 09:10:30.891114 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46884) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:30.892326 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-cf7a83c3-281d-40c0-a1cb-27fe041d2cac None None] Set router 747d765c-b597-4648-84db-4fe91ddd79e5 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:30.929257 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c211b-cdc5-41e8-8543-f30e73744d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90105174-b8de-49ac-86fa-fb43eb115eca,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:30.955458 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b722eaf-36ab-41aa-980b-69e4f3d2f01d req-a67d3915-f9c1-41e0-ab2f-405219d90ca0 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:30.957130 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4b722eaf-36ab-41aa-980b-69e4f3d2f01d req-a67d3915-f9c1-41e0-ab2f-405219d90ca0 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 949 time: 0.1003511 Aug 31 09:10:30.988696 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eaea6892-d0bd-428c-a597-196fec995517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:31.006495 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=b9c20c9d-f0c0-4764-bd86-24468afcdf7c,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:31.028929 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d3940cb8-29a3-4143-8f21-b5d43524b287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:31.031744 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eaea6892-d0bd-428c-a597-196fec995517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:31.036217 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4b722eaf-36ab-41aa-980b-69e4f3d2f01d req-98570440-62ed-4b44-a4ab-626dd1e6f92f tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662274 Aug 31 09:10:31.112191 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d3940cb8-29a3-4143-8f21-b5d43524b287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:31.161111 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0b0e5b80-6529-4930-a229-4740e5a270f2 req-ae999ef8-63ee-4c70-bc7e-be0919ffda0f tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/floatingips/a57928e2-89cb-4d44-9be8-f00a3108579b HTTP/1.1" status: 200 len: 693 time: 0.0683279 Aug 31 09:10:31.164177 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d3940cb8-29a3-4143-8f21-b5d43524b287 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=c04e6076dbdd400fae8249c68d782c4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7306569 Aug 31 09:10:31.165017 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3940cb8-29a3-4143-8f21-b5d43524b287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cec3b17-605d-47f2-8d75-f52e2c18c432,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:31.167591 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46892) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:31.181908 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-cf7a83c3-281d-40c0-a1cb-27fe041d2cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-265084193-router', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:23Z', 'updated_at': '2021-08-31T09:10:28Z', 'revision_number': 4, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'gw_port': {'id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:24Z', 'updated_at': '2021-08-31T09:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '514f130f-228d-4923-aca6-13cfdce8772f', 'name': '', 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'mac_address': 'fa:16:3e:27:68:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6e81001c-2026-4292-8507-96e0aed1bde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:27Z', 'updated_at': '2021-08-31T09:10:29Z', 'revision_number': 2, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'subnets': [{'id': '6e81001c-2026-4292-8507-96e0aed1bde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:31.224633 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1a6eff5b-f30d-4d92-bd00-345660530f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:31.235675 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7a83c3-281d-40c0-a1cb-27fe041d2cac None None] Checking router: 747d765c-b597-4648-84db-4fe91ddd79e5 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:10:31.237673 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7a83c3-281d-40c0-a1cb-27fe041d2cac None None] Updating router 747d765c-b597-4648-84db-4fe91ddd79e5 port 514f130f-228d-4923-aca6-13cfdce8772f binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:10:31.250655 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1a6eff5b-f30d-4d92-bd00-345660530f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:31.253372 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eaea6892-d0bd-428c-a597-196fec995517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:31.256136 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eaea6892-d0bd-428c-a597-196fec995517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:31.257621 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-eaea6892-d0bd-428c-a597-196fec995517 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/90105174-b8de-49ac-86fa-fb43eb115eca HTTP/1.1" status: 204 len: 168 time: 0.3655374 Aug 31 09:10:31.278132 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cf7a83c3-281d-40c0-a1cb-27fe041d2cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:31.284400 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea6892-d0bd-428c-a597-196fec995517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90105174-b8de-49ac-86fa-fb43eb115eca,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:31.316697 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e5b80-6529-4930-a229-4740e5a270f2 req-c83de176-1941-429f-8b42-6817b02b49ed tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:31.318389 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0b0e5b80-6529-4930-a229-4740e5a270f2 req-c83de176-1941-429f-8b42-6817b02b49ed tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 784 time: 0.1564574 Aug 31 09:10:31.335662 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-0b0e5b80-6529-4930-a229-4740e5a270f2 req-029313f1-2703-4dad-979f-c55178d3f768 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:10:31.336794 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0b0e5b80-6529-4930-a229-4740e5a270f2 req-029313f1-2703-4dad-979f-c55178d3f768 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062821 Aug 31 09:10:31.363151 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46896) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:31.380844 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1a6eff5b-f30d-4d92-bd00-345660530f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:31.384498 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1a6eff5b-f30d-4d92-bd00-345660530f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:31.386487 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1a6eff5b-f30d-4d92-bd00-345660530f3c admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/2cec3b17-605d-47f2-8d75-f52e2c18c432 HTTP/1.1" status: 204 len: 168 time: 0.2170937 Aug 31 09:10:31.402281 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6eff5b-f30d-4d92-bd00-345660530f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cec3b17-605d-47f2-8d75-f52e2c18c432,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:31.408695 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0b0e5b80-6529-4930-a229-4740e5a270f2 req-34a2f51c-4fc8-4a09-9b37-f5eb1c1e47a0 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.133 HTTP/1.1" status: 200 len: 696 time: 0.0647218 Aug 31 09:10:31.470746 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0b0e5b80-6529-4930-a229-4740e5a270f2 req-1a3e2485-c520-466e-ba27-f020583f0f3d tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.133 HTTP/1.1" status: 200 len: 696 time: 0.0527461 Aug 31 09:10:31.609899 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1d05048d-f5f0-4377-b82e-0f72315976bb req-75ec005e-08c2-42dd-9fed-68cf5ed77086 tempest-LiveMigrationNegativeTest-670787116 tempest-LiveMigrationNegativeTest-670787116-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:31.647612 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cf7a83c3-281d-40c0-a1cb-27fe041d2cac None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:31.648220 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-0b0e5b80-6529-4930-a229-4740e5a270f2 req-69f2a535-0ecf-4856-9ab7-978c9b3cab21 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Deleting port 21da44e6-68f8-4218-8d18-844e4da8a3f2 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:10:31.648317 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0b0e5b80-6529-4930-a229-4740e5a270f2 req-69f2a535-0ecf-4856-9ab7-978c9b3cab21 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:31.659931 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-cf7a83c3-281d-40c0-a1cb-27fe041d2cac None None] Transition to ACTIVE for port object 514f130f-228d-4923-aca6-13cfdce8772f will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:31.724660 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1d05048d-f5f0-4377-b82e-0f72315976bb req-75ec005e-08c2-42dd-9fed-68cf5ed77086 tempest-LiveMigrationNegativeTest-670787116 tempest-LiveMigrationNegativeTest-670787116-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:31.737447 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cf7a83c3-281d-40c0-a1cb-27fe041d2cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:31.756869 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0b0e5b80-6529-4930-a229-4740e5a270f2 req-69f2a535-0ecf-4856-9ab7-978c9b3cab21 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:31.757303 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0b0e5b80-6529-4930-a229-4740e5a270f2 req-69f2a535-0ecf-4856-9ab7-978c9b3cab21 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:31.789329 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d05048d-f5f0-4377-b82e-0f72315976bb req-75ec005e-08c2-42dd-9fed-68cf5ed77086 tempest-LiveMigrationNegativeTest-670787116 tempest-LiveMigrationNegativeTest-670787116-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=f6556dd9-fb18-447f-b248-d0fe2ee1f8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1885800 Aug 31 09:10:31.807467 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d13c7-4d66-4781-9d76-baaa7fb607e9 None None] Pushing event updated for resources: {'Port': ['ID=514f130f-228d-4923-aca6-13cfdce8772f,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:31.829547 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-0b0e5b80-6529-4930-a229-4740e5a270f2 req-69f2a535-0ecf-4856-9ab7-978c9b3cab21 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Calling delete_port for 21da44e6-68f8-4218-8d18-844e4da8a3f2 owned by network:floatingip {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:10:31.833414 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec005e-08c2-42dd-9fed-68cf5ed77086 tempest-LiveMigrationNegativeTest-670787116 tempest-LiveMigrationNegativeTest-670787116-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4497f1aa-1c02-451c-9aa2-4ed50fa286ec,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:31.885728 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-af4d9670-7de9-4ff1-b4c4-3c675fc13726 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=e987fb450f6f45279a74f845bc972679&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5205147 Aug 31 09:10:31.891061 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46910) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:31.895843 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-cf7a83c3-281d-40c0-a1cb-27fe041d2cac None None] Attempting to bind port 514f130f-228d-4923-aca6-13cfdce8772f on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:10:31.904026 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-cf7a83c3-281d-40c0-a1cb-27fe041d2cac None None] Attempting to bind port 514f130f-228d-4923-aca6-13cfdce8772f by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '297f7645-baab-4cad-a38a-5a6d7356eab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:10:31.904026 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7a83c3-281d-40c0-a1cb-27fe041d2cac None None] Attempting to bind port 514f130f-228d-4923-aca6-13cfdce8772f on network d1234639-2841-4a70-bb71-b7feb4621301 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:31.922325 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7a83c3-281d-40c0-a1cb-27fe041d2cac None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:10:31.924818 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7a83c3-281d-40c0-a1cb-27fe041d2cac None None] Checking segment: {'id': '297f7645-baab-4cad-a38a-5a6d7356eab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:10:31.925604 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cf7a83c3-281d-40c0-a1cb-27fe041d2cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:31.926365 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7a83c3-281d-40c0-a1cb-27fe041d2cac None None] Bound using segment: {'id': '297f7645-baab-4cad-a38a-5a6d7356eab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:10:31.927534 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-cf7a83c3-281d-40c0-a1cb-27fe041d2cac None None] Bound port: 514f130f-228d-4923-aca6-13cfdce8772f, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '297f7645-baab-4cad-a38a-5a6d7356eab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:10:31.930484 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cf7a83c3-281d-40c0-a1cb-27fe041d2cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:31.976735 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a4d5dada-5b44-4190-9ccc-62122c1d7065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:32.016304 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a4d5dada-5b44-4190-9ccc-62122c1d7065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:32.045671 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-cf7a83c3-281d-40c0-a1cb-27fe041d2cac None None] For port 514f130f-228d-4923-aca6-13cfdce8772f, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:10:32.051128 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-cf7a83c3-281d-40c0-a1cb-27fe041d2cac None None] For port 514f130f-228d-4923-aca6-13cfdce8772f, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=514f130f-228d-4923-aca6-13cfdce8772f,segment=NetworkSegment(297f7645-baab-4cad-a38a-5a6d7356eab9),segment_id=297f7645-baab-4cad-a38a-5a6d7356eab9)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:10:32.155151 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cf7a83c3-281d-40c0-a1cb-27fe041d2cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:32.158205 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a4d5dada-5b44-4190-9ccc-62122c1d7065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:32.161821 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a4d5dada-5b44-4190-9ccc-62122c1d7065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:32.162345 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a4d5dada-5b44-4190-9ccc-62122c1d7065 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/3799c05b-a3bb-42b0-b2cf-6351c2032633 HTTP/1.1" status: 204 len: 168 time: 0.2700822 Aug 31 09:10:32.171846 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5dada-5b44-4190-9ccc-62122c1d7065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3799c05b-a3bb-42b0-b2cf-6351c2032633,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:32.216415 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0b0e5b80-6529-4930-a229-4740e5a270f2 req-69f2a535-0ecf-4856-9ab7-978c9b3cab21 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:32.249608 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7a83c3-281d-40c0-a1cb-27fe041d2cac None None] Routers {'747d765c-b597-4648-84db-4fe91ddd79e5'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:32.250467 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-cf7a83c3-281d-40c0-a1cb-27fe041d2cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:10:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['747d765c-b597-4648-84db-4fe91ddd79e5'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:32.256338 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2a535-0ecf-4856-9ab7-978c9b3cab21 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Pushing event deleted for resources: {'Port': ['ID=21da44e6-68f8-4218-8d18-844e4da8a3f2,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:32.304377 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d13c7-4d66-4781-9d76-baaa7fb607e9 None None] Pushing event updated for resources: {'Port': ['ID=514f130f-228d-4923-aca6-13cfdce8772f,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:32.322278 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46920) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:32.354780 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81487414-293a-4c77-9eed-3d13d0f729a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:32.370916 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:32.383914 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0b0e5b80-6529-4930-a229-4740e5a270f2 req-69f2a535-0ecf-4856-9ab7-978c9b3cab21 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks [] for floatingip, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:32.387870 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0b0e5b80-6529-4930-a229-4740e5a270f2 req-69f2a535-0ecf-4856-9ab7-978c9b3cab21 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:32.403419 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b9c20c9d-f0c0-4764-bd86-24468afcdf7c up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:10:32.404700 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0b0e5b80-6529-4930-a229-4740e5a270f2 req-69f2a535-0ecf-4856-9ab7-978c9b3cab21 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "DELETE /v2.0/floatingips/a57928e2-89cb-4d44-9be8-f00a3108579b HTTP/1.1" status: 204 len: 173 time: 0.9270239 Aug 31 09:10:32.513645 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-cf7a83c3-281d-40c0-a1cb-27fe041d2cac None None] Set router 747d765c-b597-4648-84db-4fe91ddd79e5 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:32.576664 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81487414-293a-4c77-9eed-3d13d0f729a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:32.661054 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port b9c20c9d-f0c0-4764-bd86-24468afcdf7c triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:32.663772 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:32.666743 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a2e7bd64-403e-4fb3-bd20-9be0b2d74819 req-bbb789d6-dd81-4252-b6ec-d545195e0855 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.83 HTTP/1.1" status: 200 len: 1001 time: 0.1298733 Aug 31 09:10:32.668109 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81487414-293a-4c77-9eed-3d13d0f729a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:32.725657 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-81487414-293a-4c77-9eed-3d13d0f729a3 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=0e7dd34a4ccc4fecbcf4491bb37a21a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4021242 Aug 31 09:10:32.729041 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81487414-293a-4c77-9eed-3d13d0f729a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc3537c-97a7-4e54-b930-2f761fc93d8c,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:32.729214 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:32.737420 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46932) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:32.748536 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7bd64-403e-4fb3-bd20-9be0b2d74819 req-3db31bd2-d626-4ed4-838a-737454360ac1 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:32.761245 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a2e7bd64-403e-4fb3-bd20-9be0b2d74819 req-3db31bd2-d626-4ed4-838a-737454360ac1 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/ports/e89e2f21-c734-4119-9c9c-66a6a36ac627 HTTP/1.1" status: 200 len: 943 time: 0.0813239 Aug 31 09:10:32.826577 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b207b488-6030-462a-ab61-34f4112fe407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:32.860767 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b207b488-6030-462a-ab61-34f4112fe407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:32.904294 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-cf7a83c3-281d-40c0-a1cb-27fe041d2cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-265084193-router', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:23Z', 'updated_at': '2021-08-31T09:10:28Z', 'revision_number': 4, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'gw_port': {'id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:24Z', 'updated_at': '2021-08-31T09:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '514f130f-228d-4923-aca6-13cfdce8772f', 'name': '', 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'mac_address': 'fa:16:3e:27:68:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6e81001c-2026-4292-8507-96e0aed1bde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:27Z', 'updated_at': '2021-08-31T09:10:32Z', 'revision_number': 4, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'subnets': [{'id': '6e81001c-2026-4292-8507-96e0aed1bde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:32.961881 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7a83c3-281d-40c0-a1cb-27fe041d2cac None None] The sync data for ids ['747d765c-b597-4648-84db-4fe91ddd79e5'] in n-d-791506-28 is: [{'id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-265084193-router', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:23Z', 'updated_at': '2021-08-31T09:10:28Z', 'revision_number': 4, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'gw_port': {'id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:24Z', 'updated_at': '2021-08-31T09:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '514f130f-228d-4923-aca6-13cfdce8772f', 'name': '', 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'mac_address': 'fa:16:3e:27:68:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6e81001c-2026-4292-8507-96e0aed1bde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:27Z', 'updated_at': '2021-08-31T09:10:32Z', 'revision_number': 4, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'subnets': [{'id': '6e81001c-2026-4292-8507-96e0aed1bde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:10:33.021379 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a2e7bd64-403e-4fb3-bd20-9be0b2d74819 req-220d52cd-e548-4329-bf93-fc12a458f745 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.83 HTTP/1.1" status: 200 len: 1001 time: 0.2041087 Aug 31 09:10:33.068663 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b207b488-6030-462a-ab61-34f4112fe407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:33.071523 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b207b488-6030-462a-ab61-34f4112fe407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:33.072658 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b207b488-6030-462a-ab61-34f4112fe407 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/bdc3537c-97a7-4e54-b930-2f761fc93d8c HTTP/1.1" status: 204 len: 168 time: 0.3341639 Aug 31 09:10:33.082010 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46936) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:33.084858 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207b488-6030-462a-ab61-34f4112fe407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc3537c-97a7-4e54-b930-2f761fc93d8c,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:33.102788 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4c136f7e-3559-4e2d-9c8e-53dd809218a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:33.114892 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bcbb5b-9d7f-4429-a312-b98f9c4561f5 req-69a631bf-8bfc-4994-a183-c9902cb2cb1c tempest-MigrationsAdminTest-1725811789 tempest-MigrationsAdminTest-1725811789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:33.116863 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-57bcbb5b-9d7f-4429-a312-b98f9c4561f5 req-69a631bf-8bfc-4994-a183-c9902cb2cb1c tempest-MigrationsAdminTest-1725811789 tempest-MigrationsAdminTest-1725811789-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 1101 time: 0.1641743 Aug 31 09:10:33.174848 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-57bcbb5b-9d7f-4429-a312-b98f9c4561f5 req-8b9ffcc6-b7fe-48be-b118-9c89e481d0cc tempest-MigrationsAdminTest-1725811789 tempest-MigrationsAdminTest-1725811789-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:33.277623 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7bd64-403e-4fb3-bd20-9be0b2d74819 req-19fe190f-8052-497c-83b6-bd39ac10f472 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:33.280756 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a2e7bd64-403e-4fb3-bd20-9be0b2d74819 req-19fe190f-8052-497c-83b6-bd39ac10f472 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 784 time: 0.2309110 Aug 31 09:10:33.292712 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4c136f7e-3559-4e2d-9c8e-53dd809218a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:33.360246 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4c136f7e-3559-4e2d-9c8e-53dd809218a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:33.383434 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a2e7bd64-403e-4fb3-bd20-9be0b2d74819 req-b885e49d-031e-46ca-b48a-5e76b18902a7 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.83 HTTP/1.1" status: 200 len: 1001 time: 0.0933914 Aug 31 09:10:33.393726 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-a2e7bd64-403e-4fb3-bd20-9be0b2d74819 req-1600122d-5fc8-491c-9cc7-cae82417c933 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:33.406702 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4c136f7e-3559-4e2d-9c8e-53dd809218a7 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=ae9ffb98a4a245db82ab5d50aa1b1f3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3235025 Aug 31 09:10:33.407683 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c136f7e-3559-4e2d-9c8e-53dd809218a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31a5ef5-2fe9-4e4b-b3fc-5d39fc1ab371,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:33.410440 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46942) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:33.470402 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0b5cebb1-5715-4f1a-8873-477aef96f339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:33.475528 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a2e7bd64-403e-4fb3-bd20-9be0b2d74819 req-1600122d-5fc8-491c-9cc7-cae82417c933 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks [] for floatingip, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:33.494794 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0b5cebb1-5715-4f1a-8873-477aef96f339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:33.612499 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-57bcbb5b-9d7f-4429-a312-b98f9c4561f5 req-8b9ffcc6-b7fe-48be-b118-9c89e481d0cc tempest-MigrationsAdminTest-1725811789 tempest-MigrationsAdminTest-1725811789-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:33.645557 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0b5cebb1-5715-4f1a-8873-477aef96f339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:33.648420 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0b5cebb1-5715-4f1a-8873-477aef96f339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:33.652604 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0b5cebb1-5715-4f1a-8873-477aef96f339 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/b31a5ef5-2fe9-4e4b-b3fc-5d39fc1ab371 HTTP/1.1" status: 204 len: 168 time: 0.2380779 Aug 31 09:10:33.660042 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5cebb1-5715-4f1a-8873-477aef96f339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31a5ef5-2fe9-4e4b-b3fc-5d39fc1ab371,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:33.686186 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a2e7bd64-403e-4fb3-bd20-9be0b2d74819 req-1600122d-5fc8-491c-9cc7-cae82417c933 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:33.687845 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-57bcbb5b-9d7f-4429-a312-b98f9c4561f5 req-8b9ffcc6-b7fe-48be-b118-9c89e481d0cc tempest-MigrationsAdminTest-1725811789 tempest-MigrationsAdminTest-1725811789-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:33.711967 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-57bcbb5b-9d7f-4429-a312-b98f9c4561f5 req-8b9ffcc6-b7fe-48be-b118-9c89e481d0cc tempest-MigrationsAdminTest-1725811789 tempest-MigrationsAdminTest-1725811789-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5524635 Aug 31 09:10:33.722820 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ffcc6-b7fe-48be-b118-9c89e481d0cc tempest-MigrationsAdminTest-1725811789 tempest-MigrationsAdminTest-1725811789-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2380afa-3ce2-40d6-9994-70a4bc1c220f,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:33.763768 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46950) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:33.764121 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46952) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:33.771808 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a2e7bd64-403e-4fb3-bd20-9be0b2d74819 req-1600122d-5fc8-491c-9cc7-cae82417c933 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:33.772119 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [req-a2e7bd64-403e-4fb3-bd20-9be0b2d74819 req-1600122d-5fc8-491c-9cc7-cae82417c933 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Floating IP 5a389137-5a76-4dd0-b1ef-3f5e4a66e6d9 disassociated. External IP: 172.25.2.83, port: e89e2f21-c734-4119-9c9c-66a6a36ac627. Aug 31 09:10:33.805805 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-087e3812-8bce-464b-9b51-a91cee51af01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:33.836874 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-5fe2be8b-1788-4a14-8c26-3f0a41dc19b8 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2056340277-network', 'tenant_id': '27342dad8ad64de7b152d6b2016840f2'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:33.894577 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.db.api [None req-087e3812-8bce-464b-9b51-a91cee51af01 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:10:33.894577 n-d-791506-28 neutron-server[95552]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 09:10:33.894577 n-d-791506-28 neutron-server[95552]: [parameters: {'project_id': 'e7793301dcc54260b5699fc9e8a5f206', 'id': 'b8f30391-5725-4e82-9bd2-9f1194178bab', 'expiration': datetime.datetime(2021, 8, 31, 9, 12, 33, 885324)}] Aug 31 09:10:33.894577 n-d-791506-28 neutron-server[95552]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:10:33.895316 n-d-791506-28 neutron-server[95552]: DEBUG oslo_db.api [None req-087e3812-8bce-464b-9b51-a91cee51af01 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:10:34.039905 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe2be8b-1788-4a14-8c26-3f0a41dc19b8 admin admin] Made reservation on behalf of 27342dad8ad64de7b152d6b2016840f2 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:10:34.042256 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5fe2be8b-1788-4a14-8c26-3f0a41dc19b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:34.063795 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5fe2be8b-1788-4a14-8c26-3f0a41dc19b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:34.232060 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5fe2be8b-1788-4a14-8c26-3f0a41dc19b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:34.295017 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5fe2be8b-1788-4a14-8c26-3f0a41dc19b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:34.307249 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe2be8b-1788-4a14-8c26-3f0a41dc19b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1638, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:10:34.328017 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5fe2be8b-1788-4a14-8c26-3f0a41dc19b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:34.328448 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-5fe2be8b-1788-4a14-8c26-3f0a41dc19b8 admin admin] Added segment 2d870add-0439-4039-abcb-d67217fdb460 of type vlan for network 43b0424b-14da-40b6-aecc-e7af9637d1ab Aug 31 09:10:34.356586 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2e7bd64-403e-4fb3-bd20-9be0b2d74819 req-1600122d-5fc8-491c-9cc7-cae82417c933 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Router b2a33741-29f3-4d9c-8e33-6aff2c04b177 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:10:34.362771 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe2be8b-1788-4a14-8c26-3f0a41dc19b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5658b744-e589-43ac-a327-ffa6eea8200e,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:34.398011 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 514f130f-228d-4923-aca6-13cfdce8772f up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:10:34.402189 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5fe2be8b-1788-4a14-8c26-3f0a41dc19b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:34.462271 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-087e3812-8bce-464b-9b51-a91cee51af01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:34.510151 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2e7bd64-403e-4fb3-bd20-9be0b2d74819 req-1600122d-5fc8-491c-9cc7-cae82417c933 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:10:34.525781 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f782eb-9e52-459c-a363-ff2a76cd2bb3 None None] Sync routers for ids ['b2a33741-29f3-4d9c-8e33-6aff2c04b177'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:10:34.526675 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a2e7bd64-403e-4fb3-bd20-9be0b2d74819 req-1600122d-5fc8-491c-9cc7-cae82417c933 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:34.543090 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f782eb-9e52-459c-a363-ff2a76cd2bb3 None None] Routers {'b2a33741-29f3-4d9c-8e33-6aff2c04b177'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:34.544111 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-69f782eb-9e52-459c-a363-ff2a76cd2bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:10:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b2a33741-29f3-4d9c-8e33-6aff2c04b177'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:34.547536 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5fe2be8b-1788-4a14-8c26-3f0a41dc19b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:34.549984 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe2be8b-1788-4a14-8c26-3f0a41dc19b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:34.551721 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5fe2be8b-1788-4a14-8c26-3f0a41dc19b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:34.565389 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 514f130f-228d-4923-aca6-13cfdce8772f completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:34.570200 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 514f130f-228d-4923-aca6-13cfdce8772f triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:34.570705 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:34.616007 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a2e7bd64-403e-4fb3-bd20-9be0b2d74819 req-1600122d-5fc8-491c-9cc7-cae82417c933 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "PUT /v2.0/floatingips/5a389137-5a76-4dd0-b1ef-3f5e4a66e6d9 HTTP/1.1" status: 200 len: 694 time: 1.2278533 Aug 31 09:10:34.618216 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd16637-f4af-4754-b111-3cc2f57c9851', 'tag': 'e89e2f21-c734-4119-9c9c-66a6a36ac627'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:34.623834 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af63ae4c-dc21-4159-ba23-c2300383371f" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd16637-f4af-4754-b111-3cc2f57c9851", "tag": "e89e2f21-c734-4119-9c9c-66a6a36ac627"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:34.683666 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7bd64-403e-4fb3-bd20-9be0b2d74819 req-2cada361-5fa7-4ae3-a554-21318ec02b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:34.686154 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a2e7bd64-403e-4fb3-bd20-9be0b2d74819 req-2cada361-5fa7-4ae3-a554-21318ec02b96 service neutron] 10.222.0.119 "GET /v2.0/ports?tenant_id=56e7696745e245a68dd2e9a2861b4388&device_id=9dd16637-f4af-4754-b111-3cc2f57c9851 HTTP/1.1" status: 200 len: 1098 time: 0.0548921 Aug 31 09:10:34.767107 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe2be8b-1788-4a14-8c26-3f0a41dc19b8 admin admin] Pushing event updated for resources: {'Network': ['ID=43b0424b-14da-40b6-aecc-e7af9637d1ab,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:34.767616 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:34.805680 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-087e3812-8bce-464b-9b51-a91cee51af01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:34.817820 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 43b0424b-14da-40b6-aecc-e7af9637d1ab details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:10:34.839729 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-69f782eb-9e52-459c-a363-ff2a76cd2bb3 None None] Set router b2a33741-29f3-4d9c-8e33-6aff2c04b177 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:34.852756 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7bd64-403e-4fb3-bd20-9be0b2d74819 req-2d9e7d67-7cea-4e73-82ee-85078d3b2b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:34.863016 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a2e7bd64-403e-4fb3-bd20-9be0b2d74819 req-2d9e7d67-7cea-4e73-82ee-85078d3b2b6c service neutron] 10.222.0.119 "GET /v2.0/networks?id=9378e6b3-a87d-4f83-b575-9644eb484f50 HTTP/1.1" status: 200 len: 931 time: 0.1685805 Aug 31 09:10:34.920958 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-087e3812-8bce-464b-9b51-a91cee51af01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:34.956713 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a2e7bd64-403e-4fb3-bd20-9be0b2d74819 req-ce54d896-d06d-4457-b5cb-4cf6976717f8 service neutron] 10.222.0.119 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e89e2f21-c734-4119-9c9c-66a6a36ac627 HTTP/1.1" status: 200 len: 217 time: 0.0922663 Aug 31 09:10:35.020249 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7bd64-403e-4fb3-bd20-9be0b2d74819 req-ebaf598a-f764-4851-9f81-8297b26a8955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:35.031101 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a2e7bd64-403e-4fb3-bd20-9be0b2d74819 req-ebaf598a-f764-4851-9f81-8297b26a8955 service neutron] 10.222.0.119 "GET /v2.0/subnets?id=3562846e-c3ce-41d9-b571-ead68bc10cdb HTTP/1.1" status: 200 len: 868 time: 0.0723548 Aug 31 09:10:35.031985 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-087e3812-8bce-464b-9b51-a91cee51af01 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=e7793301dcc54260b5699fc9e8a5f206&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2666395 Aug 31 09:10:35.032108 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47000) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:35.033535 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e3812-8bce-464b-9b51-a91cee51af01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314149a3-903d-44a0-aad2-19f2ed934034,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:35.049858 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5fe2be8b-1788-4a14-8c26-3f0a41dc19b8 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2810423 Aug 31 09:10:35.050034 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47002) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:35.061830 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-b7880cc3-d5a3-4837-8e55-4b3d5388a080 admin admin] Request body: {'subnet': {'network_id': '43b0424b-14da-40b6-aecc-e7af9637d1ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2056340277-subnet', 'tenant_id': '27342dad8ad64de7b152d6b2016840f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:35.140728 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7bd64-403e-4fb3-bd20-9be0b2d74819 req-26f17eea-c72b-4cf5-9103-fe31ceb7cfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:35.142598 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a2e7bd64-403e-4fb3-bd20-9be0b2d74819 req-26f17eea-c72b-4cf5-9103-fe31ceb7cfff service neutron] 10.222.0.119 "GET /v2.0/ports?network_id=9378e6b3-a87d-4f83-b575-9644eb484f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1113360 Aug 31 09:10:35.172178 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 514f130f-228d-4923-aca6-13cfdce8772f, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=514f130f-228d-4923-aca6-13cfdce8772f,segment=NetworkSegment(297f7645-baab-4cad-a38a-5a6d7356eab9),segment_id=297f7645-baab-4cad-a38a-5a6d7356eab9)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:35.186499 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e930ed71-3c40-4c63-8f49-e3a0966b1a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:35.225348 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7880cc3-d5a3-4837-8e55-4b3d5388a080 admin admin] Made reservation on behalf of 27342dad8ad64de7b152d6b2016840f2 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:10:35.228798 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b7880cc3-d5a3-4837-8e55-4b3d5388a080 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:35.263333 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e930ed71-3c40-4c63-8f49-e3a0966b1a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:35.289521 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:35.351627 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-69f782eb-9e52-459c-a363-ff2a76cd2bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1908543608-router', 'tenant_id': '56e7696745e245a68dd2e9a2861b4388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ed03e811-2ac6-4bac-a9d4-8d70912f3e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:09:51Z', 'updated_at': '2021-08-31T09:09:58Z', 'revision_number': 4, 'project_id': '56e7696745e245a68dd2e9a2861b4388', 'gw_port': {'id': 'ed03e811-2ac6-4bac-a9d4-8d70912f3e02', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:09:52Z', 'updated_at': '2021-08-31T09:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'ac1b2c14-ce78-4064-93ec-b9876fb2eb7f', 'name': '', 'network_id': '9378e6b3-a87d-4f83-b575-9644eb484f50', 'tenant_id': '56e7696745e245a68dd2e9a2861b4388', 'mac_address': 'fa:16:3e:44:00:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '3562846e-c3ce-41d9-b571-ead68bc10cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:09:56Z', 'updated_at': '2021-08-31T09:10:04Z', 'revision_number': 5, 'project_id': '56e7696745e245a68dd2e9a2861b4388', 'subnets': [{'id': '3562846e-c3ce-41d9-b571-ead68bc10cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:35.394389 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f782eb-9e52-459c-a363-ff2a76cd2bb3 None None] Checking router: b2a33741-29f3-4d9c-8e33-6aff2c04b177 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:10:35.403277 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a2e7bd64-403e-4fb3-bd20-9be0b2d74819 req-07b4af6a-fa2c-4b16-ad6d-1ced09747f85 service neutron] 10.222.0.119 "GET /v2.0/networks/9378e6b3-a87d-4f83-b575-9644eb484f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495017 Aug 31 09:10:35.412031 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f782eb-9e52-459c-a363-ff2a76cd2bb3 None None] Routers {'b2a33741-29f3-4d9c-8e33-6aff2c04b177'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:35.412667 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-69f782eb-9e52-459c-a363-ff2a76cd2bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:10:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b2a33741-29f3-4d9c-8e33-6aff2c04b177'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:35.414639 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=514f130f-228d-4923-aca6-13cfdce8772f,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:35.541167 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47018) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:35.563276 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-69f782eb-9e52-459c-a363-ff2a76cd2bb3 None None] Set router b2a33741-29f3-4d9c-8e33-6aff2c04b177 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:35.566899 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b7880cc3-d5a3-4837-8e55-4b3d5388a080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:35.580376 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a2e7bd64-403e-4fb3-bd20-9be0b2d74819 req-708db6dd-fc23-42fe-930d-686948009d4d service neutron] 10.222.0.119 "GET /v2.0/networks/9378e6b3-a87d-4f83-b575-9644eb484f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674750 Aug 31 09:10:35.637780 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7880cc3-d5a3-4837-8e55-4b3d5388a080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbaa1fff-0145-4621-bca8-07c40cdd1684,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:35.638000 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e930ed71-3c40-4c63-8f49-e3a0966b1a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:35.641357 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e930ed71-3c40-4c63-8f49-e3a0966b1a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:35.645134 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e930ed71-3c40-4c63-8f49-e3a0966b1a64 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/314149a3-903d-44a0-aad2-19f2ed934034 HTTP/1.1" status: 204 len: 168 time: 0.6016278 Aug 31 09:10:35.659580 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebe7263-d101-4788-80bc-bdbd1ff21fc8 x-openstack-request-id: req-7ebe7263-d101-4788-80bc-bdbd1ff21fc8 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:35.660387 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd16637-f4af-4754-b111-3cc2f57c9851", "tag": "e89e2f21-c734-4119-9c9c-66a6a36ac627", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:35.661437 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-7ebe7263-d101-4788-80bc-bdbd1ff21fc8 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:35.662874 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dd16637-f4af-4754-b111-3cc2f57c9851', 'tag': 'e89e2f21-c734-4119-9c9c-66a6a36ac627', 'status': 'completed', 'code': 200} Aug 31 09:10:35.664281 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930ed71-3c40-4c63-8f49-e3a0966b1a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314149a3-903d-44a0-aad2-19f2ed934034,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:35.716581 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7880cc3-d5a3-4837-8e55-4b3d5388a080 admin admin] Checking segment: {'id': '2d870add-0439-4039-abcb-d67217fdb460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': '43b0424b-14da-40b6-aecc-e7af9637d1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:10:35.716948 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7880cc3-d5a3-4837-8e55-4b3d5388a080 admin admin] Network hostable DHCP agents. Network: 43b0424b-14da-40b6-aecc-e7af9637d1ab, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:10:35.847299 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7880cc3-d5a3-4837-8e55-4b3d5388a080 admin admin] Network 43b0424b-14da-40b6-aecc-e7af9637d1ab is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:10:35.874594 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0a1e411c-418b-413f-80be-12c32303601e req-7830040d-0916-47b1-879f-272397be8046 service neutron] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3312445 Aug 31 09:10:35.911563 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba7736-9108-4eab-b1b1-d20329259486 req-b7cdeedc-b9c6-4626-a392-295e1e227862 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:35.913042 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-02ba7736-9108-4eab-b1b1-d20329259486 req-b7cdeedc-b9c6-4626-a392-295e1e227862 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 949 time: 0.1843178 Aug 31 09:10:35.929298 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63ae4c-dc21-4159-ba23-c2300383371f req-e03a3915-6e0c-486d-8a27-89152ced7695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:35.930858 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af63ae4c-dc21-4159-ba23-c2300383371f req-e03a3915-6e0c-486d-8a27-89152ced7695 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=56e7696745e245a68dd2e9a2861b4388&device_id=9dd16637-f4af-4754-b111-3cc2f57c9851 HTTP/1.1" status: 200 len: 1098 time: 0.2440090 Aug 31 09:10:35.951141 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-b7880cc3-d5a3-4837-8e55-4b3d5388a080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 43b0424b-14da-40b6-aecc-e7af9637d1ab) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:35.957177 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-69f782eb-9e52-459c-a363-ff2a76cd2bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1908543608-router', 'tenant_id': '56e7696745e245a68dd2e9a2861b4388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ed03e811-2ac6-4bac-a9d4-8d70912f3e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:09:51Z', 'updated_at': '2021-08-31T09:09:58Z', 'revision_number': 4, 'project_id': '56e7696745e245a68dd2e9a2861b4388', 'gw_port': {'id': 'ed03e811-2ac6-4bac-a9d4-8d70912f3e02', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:09:52Z', 'updated_at': '2021-08-31T09:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'ac1b2c14-ce78-4064-93ec-b9876fb2eb7f', 'name': '', 'network_id': '9378e6b3-a87d-4f83-b575-9644eb484f50', 'tenant_id': '56e7696745e245a68dd2e9a2861b4388', 'mac_address': 'fa:16:3e:44:00:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '3562846e-c3ce-41d9-b571-ead68bc10cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:09:56Z', 'updated_at': '2021-08-31T09:10:04Z', 'revision_number': 5, 'project_id': '56e7696745e245a68dd2e9a2861b4388', 'subnets': [{'id': '3562846e-c3ce-41d9-b571-ead68bc10cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:35.957837 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7880cc3-d5a3-4837-8e55-4b3d5388a080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:35.958681 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b7880cc3-d5a3-4837-8e55-4b3d5388a080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:35.962459 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361670e4-95c4-4265-94c3-33262d8b2334 None None] Network 43b0424b-14da-40b6-aecc-e7af9637d1ab requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:10:36.012945 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428436fc-e534-4307-91c6-e364cef716e7 req-9336a480-e22d-411f-bbf7-a3191e557a12 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:36.015269 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-428436fc-e534-4307-91c6-e364cef716e7 req-9336a480-e22d-411f-bbf7-a3191e557a12 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/ports?device_id=f7e1b597-c9c1-4a52-9108-b8e2c7db6fd0 HTTP/1.1" status: 200 len: 950 time: 0.1930103 Aug 31 09:10:36.039333 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f782eb-9e52-459c-a363-ff2a76cd2bb3 None None] The sync data for ids ['b2a33741-29f3-4d9c-8e33-6aff2c04b177'] in n-d-791506-28 is: [{'id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1908543608-router', 'tenant_id': '56e7696745e245a68dd2e9a2861b4388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ed03e811-2ac6-4bac-a9d4-8d70912f3e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:09:51Z', 'updated_at': '2021-08-31T09:09:58Z', 'revision_number': 4, 'project_id': '56e7696745e245a68dd2e9a2861b4388', 'gw_port': {'id': 'ed03e811-2ac6-4bac-a9d4-8d70912f3e02', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:09:52Z', 'updated_at': '2021-08-31T09:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'ac1b2c14-ce78-4064-93ec-b9876fb2eb7f', 'name': '', 'network_id': '9378e6b3-a87d-4f83-b575-9644eb484f50', 'tenant_id': '56e7696745e245a68dd2e9a2861b4388', 'mac_address': 'fa:16:3e:44:00:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '3562846e-c3ce-41d9-b571-ead68bc10cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:09:56Z', 'updated_at': '2021-08-31T09:10:04Z', 'revision_number': 5, 'project_id': '56e7696745e245a68dd2e9a2861b4388', 'subnets': [{'id': '3562846e-c3ce-41d9-b571-ead68bc10cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:10:36.052168 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b7880cc3-d5a3-4837-8e55-4b3d5388a080 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0010211 Aug 31 09:10:36.054865 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47038) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:36.061479 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-7da83af3-3699-4329-ad17-c0cc72131479 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2056340277-router', 'tenant_id': '27342dad8ad64de7b152d6b2016840f2', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:36.135622 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-02ba7736-9108-4eab-b1b1-d20329259486 req-5a45d3bf-6a58-4171-aed3-72bf6a934063 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126873 Aug 31 09:10:36.176907 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-428436fc-e534-4307-91c6-e364cef716e7 req-2d6b1e18-d7d1-4dc7-b8cb-d9cdf4f4b412 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6556dd9-fb18-447f-b248-d0fe2ee1f8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429200 Aug 31 09:10:36.192907 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7da83af3-3699-4329-ad17-c0cc72131479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:36.194895 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7da83af3-3699-4329-ad17-c0cc72131479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:36.202991 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63ae4c-dc21-4159-ba23-c2300383371f req-799dfe72-7349-46ad-8654-a61a8e0afbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:36.202991 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af63ae4c-dc21-4159-ba23-c2300383371f req-799dfe72-7349-46ad-8654-a61a8e0afbfa service neutron] 10.222.0.112 "GET /v2.0/networks?id=9378e6b3-a87d-4f83-b575-9644eb484f50 HTTP/1.1" status: 200 len: 931 time: 0.2582033 Aug 31 09:10:36.257658 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cd749c-feef-49ca-918e-1d69895ca4e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-43b0424b-14da-40b6-aecc-e7af9637d1ab', 'network_id': '43b0424b-14da-40b6-aecc-e7af9637d1ab', 'tenant_id': '27342dad8ad64de7b152d6b2016840f2', 'fixed_ips': [{'subnet_id': 'fbaa1fff-0145-4621-bca8-07c40cdd1684'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:10:36.258851 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f9cd749c-feef-49ca-918e-1d69895ca4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:36.281195 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7da83af3-3699-4329-ad17-c0cc72131479 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:36.326129 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6e315aba-0a7d-468f-9bf7-2478dbeb6017 req-e96acce7-3a0a-41e2-aafd-b2b20df339db tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/floatingips/5a389137-5a76-4dd0-b1ef-3f5e4a66e6d9 HTTP/1.1" status: 200 len: 694 time: 0.1068401 Aug 31 09:10:36.383569 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af63ae4c-dc21-4159-ba23-c2300383371f req-e4db2064-6885-4f89-ba65-22d25fa6c9c3 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e89e2f21-c734-4119-9c9c-66a6a36ac627 HTTP/1.1" status: 200 len: 217 time: 0.1723473 Aug 31 09:10:36.398356 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 514f130f-228d-4923-aca6-13cfdce8772f up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:10:36.532459 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63ae4c-dc21-4159-ba23-c2300383371f req-cf134499-563c-4288-b176-8e0ef8e8bb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:36.533933 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af63ae4c-dc21-4159-ba23-c2300383371f req-cf134499-563c-4288-b176-8e0ef8e8bb7a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=3562846e-c3ce-41d9-b571-ead68bc10cdb HTTP/1.1" status: 200 len: 868 time: 0.1404772 Aug 31 09:10:36.549130 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7da83af3-3699-4329-ad17-c0cc72131479 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:36.556767 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc1eee8-cc36-4aa4-8539-8b89a3d91a14 None None] New status for floating IP 5a389137-5a76-4dd0-b1ef-3f5e4a66e6d9: DOWN {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:10:36.589095 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e315aba-0a7d-468f-9bf7-2478dbeb6017 req-cfc4c7e7-33d8-4531-ba77-6c54f18a08b3 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:36.591261 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6e315aba-0a7d-468f-9bf7-2478dbeb6017 req-cfc4c7e7-33d8-4531-ba77-6c54f18a08b3 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 784 time: 0.2641926 Aug 31 09:10:36.603667 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-6e315aba-0a7d-468f-9bf7-2478dbeb6017 req-e0b54b99-f2ae-4dee-a5a2-38e9b8292e65 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:10:36.604658 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6e315aba-0a7d-468f-9bf7-2478dbeb6017 req-e0b54b99-f2ae-4dee-a5a2-38e9b8292e65 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072072 Aug 31 09:10:36.627911 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-f9cd749c-feef-49ca-918e-1d69895ca4e8 None None] Allocated IP 172.20.0.2 (43b0424b-14da-40b6-aecc-e7af9637d1ab/fbaa1fff-0145-4621-bca8-07c40cdd1684/2f758a65-d786-4130-b2bd-dd06f773c8cb) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:10:36.629931 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 514f130f-228d-4923-aca6-13cfdce8772f triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:36.630301 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:36.663728 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63ae4c-dc21-4159-ba23-c2300383371f req-05cbf153-f9c2-4d93-9107-536ebc47c8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:36.665894 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af63ae4c-dc21-4159-ba23-c2300383371f req-05cbf153-f9c2-4d93-9107-536ebc47c8d4 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=9378e6b3-a87d-4f83-b575-9644eb484f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1232483 Aug 31 09:10:36.676338 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6e315aba-0a7d-468f-9bf7-2478dbeb6017 req-39fdf5cf-143f-4bf3-83fb-6a92b1560b69 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.83 HTTP/1.1" status: 200 len: 697 time: 0.0593100 Aug 31 09:10:36.794128 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6e315aba-0a7d-468f-9bf7-2478dbeb6017 req-6d59038a-d028-48ad-8559-67c8a89586da tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.83 HTTP/1.1" status: 200 len: 697 time: 0.0961328 Aug 31 09:10:36.928505 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7da83af3-3699-4329-ad17-c0cc72131479 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:36.948463 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af63ae4c-dc21-4159-ba23-c2300383371f req-227f6646-847c-4c1a-b6fa-1353ec1e9df9 service neutron] 10.222.0.112 "GET /v2.0/networks/9378e6b3-a87d-4f83-b575-9644eb484f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707236 Aug 31 09:10:36.957628 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7da83af3-3699-4329-ad17-c0cc72131479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:37.125837 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af63ae4c-dc21-4159-ba23-c2300383371f req-a29b4302-a83d-4bba-8d20-e7f5d2cc7164 service neutron] 10.222.0.112 "GET /v2.0/networks/9378e6b3-a87d-4f83-b575-9644eb484f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591258 Aug 31 09:10:37.147289 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-7da83af3-3699-4329-ad17-c0cc72131479 admin admin] Allocated IP 172.25.2.79 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/071cdac8-59bf-47b9-ae85-d8ead362c420) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:10:37.274327 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-6e315aba-0a7d-468f-9bf7-2478dbeb6017 req-0f89147b-2f11-4e4e-8b72-76eec664796b tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Deleting port 4eb1173c-ab8b-464d-8dcc-88ba49cb8285 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:10:37.276479 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6e315aba-0a7d-468f-9bf7-2478dbeb6017 req-0f89147b-2f11-4e4e-8b72-76eec664796b tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:37.298770 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f9cd749c-feef-49ca-918e-1d69895ca4e8 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:37.307940 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f9cd749c-feef-49ca-918e-1d69895ca4e8 None None] Transition to ACTIVE for port object 2f758a65-d786-4130-b2bd-dd06f773c8cb will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:37.348389 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7da83af3-3699-4329-ad17-c0cc72131479 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:37.367046 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f9cd749c-feef-49ca-918e-1d69895ca4e8 None None] Transition to ACTIVE for port object 2f758a65-d786-4130-b2bd-dd06f773c8cb will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:37.381848 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6e315aba-0a7d-468f-9bf7-2478dbeb6017 req-0f89147b-2f11-4e4e-8b72-76eec664796b tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:37.382302 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6e315aba-0a7d-468f-9bf7-2478dbeb6017 req-0f89147b-2f11-4e4e-8b72-76eec664796b tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:37.395623 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-6e315aba-0a7d-468f-9bf7-2478dbeb6017 req-0f89147b-2f11-4e4e-8b72-76eec664796b tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Calling delete_port for 4eb1173c-ab8b-464d-8dcc-88ba49cb8285 owned by network:floatingip {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:10:37.445699 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f9cd749c-feef-49ca-918e-1d69895ca4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:37.475096 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7da83af3-3699-4329-ad17-c0cc72131479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:37.523817 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d2989-5b4c-4bcf-9ee2-af57e10b8f7e req-b15c1a2a-b5ca-45d1-ab4a-0dc18ce6b44a tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:37.525837 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-da9d2989-5b4c-4bcf-9ee2-af57e10b8f7e req-b15c1a2a-b5ca-45d1-ab4a-0dc18ce6b44a tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.59 "GET /v2.0/ports?device_id=f7e1b597-c9c1-4a52-9108-b8e2c7db6fd0 HTTP/1.1" status: 200 len: 950 time: 0.3983979 Aug 31 09:10:37.525965 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47092) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:37.540302 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da83af3-3699-4329-ad17-c0cc72131479 admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:10:37.543702 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cd749c-feef-49ca-918e-1d69895ca4e8 None None] Network 43b0424b-14da-40b6-aecc-e7af9637d1ab is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:10:37.545378 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-7da83af3-3699-4329-ad17-c0cc72131479 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:37.548712 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-f9cd749c-feef-49ca-918e-1d69895ca4e8 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:37.548873 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da83af3-3699-4329-ad17-c0cc72131479 admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:10:37.550352 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da83af3-3699-4329-ad17-c0cc72131479 admin admin] Pushing event updated for resources: {'Port': ['ID=071cdac8-59bf-47b9-ae85-d8ead362c420,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:37.582368 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cd749c-feef-49ca-918e-1d69895ca4e8 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:10:37.604035 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd749c-feef-49ca-918e-1d69895ca4e8 None None] Pushing event updated for resources: {'Port': ['ID=2f758a65-d786-4130-b2bd-dd06f773c8cb,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:37.661764 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-f9cd749c-feef-49ca-918e-1d69895ca4e8 None None] Attempting to bind port 2f758a65-d786-4130-b2bd-dd06f773c8cb on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:10:37.662328 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-f9cd749c-feef-49ca-918e-1d69895ca4e8 None None] Attempting to bind port 2f758a65-d786-4130-b2bd-dd06f773c8cb by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '2d870add-0439-4039-abcb-d67217fdb460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': '43b0424b-14da-40b6-aecc-e7af9637d1ab'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:10:37.662727 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cd749c-feef-49ca-918e-1d69895ca4e8 None None] Attempting to bind port 2f758a65-d786-4130-b2bd-dd06f773c8cb on network 43b0424b-14da-40b6-aecc-e7af9637d1ab {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:37.669453 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cd749c-feef-49ca-918e-1d69895ca4e8 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:10:37.670010 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cd749c-feef-49ca-918e-1d69895ca4e8 None None] Checking segment: {'id': '2d870add-0439-4039-abcb-d67217fdb460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': '43b0424b-14da-40b6-aecc-e7af9637d1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:10:37.670413 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f9cd749c-feef-49ca-918e-1d69895ca4e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:37.670827 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cd749c-feef-49ca-918e-1d69895ca4e8 None None] Bound using segment: {'id': '2d870add-0439-4039-abcb-d67217fdb460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': '43b0424b-14da-40b6-aecc-e7af9637d1ab'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:10:37.671437 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-f9cd749c-feef-49ca-918e-1d69895ca4e8 None None] Bound port: 2f758a65-d786-4130-b2bd-dd06f773c8cb, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d870add-0439-4039-abcb-d67217fdb460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': '43b0424b-14da-40b6-aecc-e7af9637d1ab'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:10:37.671809 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f9cd749c-feef-49ca-918e-1d69895ca4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:37.758609 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af30ed0-7f1b-40f2-a6a6-41f400558c00 req-62024127-0f4e-4d03-983d-74a1eb5798f5 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:37.766926 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2af30ed0-7f1b-40f2-a6a6-41f400558c00 req-62024127-0f4e-4d03-983d-74a1eb5798f5 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 949 time: 0.2950344 Aug 31 09:10:37.774986 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6e315aba-0a7d-468f-9bf7-2478dbeb6017 req-0f89147b-2f11-4e4e-8b72-76eec664796b tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:37.827527 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-f9cd749c-feef-49ca-918e-1d69895ca4e8 None None] For port 2f758a65-d786-4130-b2bd-dd06f773c8cb, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:10:37.832211 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-f9cd749c-feef-49ca-918e-1d69895ca4e8 None None] For port 2f758a65-d786-4130-b2bd-dd06f773c8cb, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=2f758a65-d786-4130-b2bd-dd06f773c8cb,segment=NetworkSegment(2d870add-0439-4039-abcb-d67217fdb460),segment_id=2d870add-0439-4039-abcb-d67217fdb460)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:10:37.852296 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f89147b-2f11-4e4e-8b72-76eec664796b tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Pushing event deleted for resources: {'Port': ['ID=4eb1173c-ab8b-464d-8dcc-88ba49cb8285,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:37.928086 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2af30ed0-7f1b-40f2-a6a6-41f400558c00 req-1e88fa15-805d-44f4-8f9b-ebf75b215785 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551120 Aug 31 09:10:37.964089 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f9cd749c-feef-49ca-918e-1d69895ca4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:37.997138 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-da9d2989-5b4c-4bcf-9ee2-af57e10b8f7e req-9496c741-eb55-44a4-b1d9-c81eb6028333 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Deleting port 2306a253-d111-4520-93bd-b3b4cf0bcad9 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:10:37.997393 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-da9d2989-5b4c-4bcf-9ee2-af57e10b8f7e req-9496c741-eb55-44a4-b1d9-c81eb6028333 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:38.054793 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd749c-feef-49ca-918e-1d69895ca4e8 None None] Pushing event updated for resources: {'Port': ['ID=2f758a65-d786-4130-b2bd-dd06f773c8cb,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:38.110089 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7da83af3-3699-4329-ad17-c0cc72131479 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:38.120498 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-61e5f516-8dfc-4ff4-8ae7-9624058035cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:38.134482 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6e315aba-0a7d-468f-9bf7-2478dbeb6017 req-0f89147b-2f11-4e4e-8b72-76eec664796b tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks [] for floatingip, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:38.137108 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6e315aba-0a7d-468f-9bf7-2478dbeb6017 req-0f89147b-2f11-4e4e-8b72-76eec664796b tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:38.138287 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6e315aba-0a7d-468f-9bf7-2478dbeb6017 req-0f89147b-2f11-4e4e-8b72-76eec664796b tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "DELETE /v2.0/floatingips/5a389137-5a76-4dd0-b1ef-3f5e4a66e6d9 HTTP/1.1" status: 204 len: 173 time: 1.3433747 Aug 31 09:10:38.210218 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-da9d2989-5b4c-4bcf-9ee2-af57e10b8f7e req-9496c741-eb55-44a4-b1d9-c81eb6028333 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] For port 2306a253-d111-4520-93bd-b3b4cf0bcad9, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2306a253-d111-4520-93bd-b3b4cf0bcad9,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:38.210690 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-da9d2989-5b4c-4bcf-9ee2-af57e10b8f7e req-9496c741-eb55-44a4-b1d9-c81eb6028333 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:38.230942 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396a9bb-3492-49ba-b09e-02fb228b72c0 req-6d263f4f-23dd-4a7d-9932-8b2355bf5e5b tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:38.232676 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3396a9bb-3492-49ba-b09e-02fb228b72c0 req-6d263f4f-23dd-4a7d-9932-8b2355bf5e5b tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/ports?device_id=f7e1b597-c9c1-4a52-9108-b8e2c7db6fd0 HTTP/1.1" status: 200 len: 950 time: 0.2535026 Aug 31 09:10:38.268142 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-da9d2989-5b4c-4bcf-9ee2-af57e10b8f7e req-9496c741-eb55-44a4-b1d9-c81eb6028333 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Calling delete_port for 2306a253-d111-4520-93bd-b3b4cf0bcad9 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:10:38.451405 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3396a9bb-3492-49ba-b09e-02fb228b72c0 req-5364faee-b2c3-4bd8-b95c-b90045d32f12 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6556dd9-fb18-447f-b248-d0fe2ee1f8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896710 Aug 31 09:10:38.669209 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-61e5f516-8dfc-4ff4-8ae7-9624058035cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:38.732770 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd54cd3-fbe4-4690-a445-5d5a27b9a8eb req-34325a96-1029-4db8-8412-9c473f46498c tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:38.743408 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cfd54cd3-fbe4-4690-a445-5d5a27b9a8eb req-34325a96-1029-4db8-8412-9c473f46498c tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/ports?device_id=9dd16637-f4af-4754-b111-3cc2f57c9851&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1482408 Aug 31 09:10:38.781651 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7da83af3-3699-4329-ad17-c0cc72131479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:38.800911 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-61e5f516-8dfc-4ff4-8ae7-9624058035cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:38.820302 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cfd54cd3-fbe4-4690-a445-5d5a27b9a8eb req-efa8b4ea-4cff-43ea-a4b3-136877f2d5c3 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0759854 Aug 31 09:10:38.830998 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-da9d2989-5b4c-4bcf-9ee2-af57e10b8f7e req-9496c741-eb55-44a4-b1d9-c81eb6028333 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:38.845583 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['79a5075f-ac19-4dbf-a24b-794572ad41c4'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:10:38.854767 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['2306a253-d111-4520-93bd-b3b4cf0bcad9'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:10:38.895840 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496c741-eb55-44a4-b1d9-c81eb6028333 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Pushing event deleted for resources: {'Port': ['ID=2306a253-d111-4520-93bd-b3b4cf0bcad9,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:38.910291 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5f516-8dfc-4ff4-8ae7-9624058035cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da7a335-c008-47b5-8e05-7268e5c64ac3,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:38.920435 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-61e5f516-8dfc-4ff4-8ae7-9624058035cd admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=edaec4b66c2646939006782ba4c39337&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2297118 Aug 31 09:10:38.921579 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47138) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:39.021234 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-da9d2989-5b4c-4bcf-9ee2-af57e10b8f7e req-9496c741-eb55-44a4-b1d9-c81eb6028333 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] No DVR routers for this DVR port 2306a253-d111-4520-93bd-b3b4cf0bcad9 on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:10:39.025907 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-da9d2989-5b4c-4bcf-9ee2-af57e10b8f7e req-9496c741-eb55-44a4-b1d9-c81eb6028333 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:39.029576 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-da9d2989-5b4c-4bcf-9ee2-af57e10b8f7e req-9496c741-eb55-44a4-b1d9-c81eb6028333 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.59 "DELETE /v2.0/ports/2306a253-d111-4520-93bd-b3b4cf0bcad9 HTTP/1.1" status: 204 len: 173 time: 1.3331089 Aug 31 09:10:39.030337 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e1b597-c9c1-4a52-9108-b8e2c7db6fd0', 'name': 'network-vif-deleted', 'tag': '2306a253-d111-4520-93bd-b3b4cf0bcad9'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:39.038267 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2744ca5-06df-4633-b7ed-c1f639dbdf6a" -d '{"events": [{"server_uuid": "f7e1b597-c9c1-4a52-9108-b8e2c7db6fd0", "name": "network-vif-deleted", "tag": "2306a253-d111-4520-93bd-b3b4cf0bcad9"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:39.111908 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9b74571a-6100-4b56-ac23-da9f2bd28e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:39.159240 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9b74571a-6100-4b56-ac23-da9f2bd28e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:39.195838 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da83af3-3699-4329-ad17-c0cc72131479 admin admin] Router eb14368a-f3d7-455d-ae44-932d1ccf9d9b is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:10:39.427150 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da83af3-3699-4329-ad17-c0cc72131479 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:10:39.448643 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748a8418-1278-41f4-a8e3-2e19a85dd2cb None None] Sync routers for ids ['eb14368a-f3d7-455d-ae44-932d1ccf9d9b'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:10:39.468439 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9b74571a-6100-4b56-ac23-da9f2bd28e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:39.471590 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9b74571a-6100-4b56-ac23-da9f2bd28e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:39.473030 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9b74571a-6100-4b56-ac23-da9f2bd28e02 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/7da7a335-c008-47b5-8e05-7268e5c64ac3 HTTP/1.1" status: 204 len: 168 time: 0.5503452 Aug 31 09:10:39.483982 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748a8418-1278-41f4-a8e3-2e19a85dd2cb None None] Routers {'eb14368a-f3d7-455d-ae44-932d1ccf9d9b'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:39.484629 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-748a8418-1278-41f4-a8e3-2e19a85dd2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:10:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['eb14368a-f3d7-455d-ae44-932d1ccf9d9b'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:39.489280 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74571a-6100-4b56-ac23-da9f2bd28e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da7a335-c008-47b5-8e05-7268e5c64ac3,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:39.545491 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7da83af3-3699-4329-ad17-c0cc72131479 admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:39.545491 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7da83af3-3699-4329-ad17-c0cc72131479 admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.4878364 Aug 31 09:10:39.547808 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47158) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:39.634592 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90fde50-5d03-4ae2-8d19-2972aed30d5c None None] Network 43b0424b-14da-40b6-aecc-e7af9637d1ab requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:10:39.752471 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a398ed8-f26d-4da6-be41-3855aa8d5249 req-ebee2b49-5f24-4ccf-9289-50c38345a1fa tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.4256346 Aug 31 09:10:39.753546 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-748a8418-1278-41f4-a8e3-2e19a85dd2cb None None] Set router eb14368a-f3d7-455d-ae44-932d1ccf9d9b gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:39.797957 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e411c-418b-413f-80be-12c32303601e req-f60f329d-ac5c-49e7-b41c-bbd08995f461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:39.801749 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a1e411c-418b-413f-80be-12c32303601e req-f60f329d-ac5c-49e7-b41c-bbd08995f461 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 1101 time: 0.4665115 Aug 31 09:10:39.812064 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122ce28f-8171-4c67-8ae1-a51e68a82f7b x-openstack-request-id: req-122ce28f-8171-4c67-8ae1-a51e68a82f7b {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:39.812064 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e1b597-c9c1-4a52-9108-b8e2c7db6fd0", "name": "network-vif-deleted", "tag": "2306a253-d111-4520-93bd-b3b4cf0bcad9", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:39.812064 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-122ce28f-8171-4c67-8ae1-a51e68a82f7b {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:39.812064 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e1b597-c9c1-4a52-9108-b8e2c7db6fd0', 'name': 'network-vif-deleted', 'tag': '2306a253-d111-4520-93bd-b3b4cf0bcad9', 'status': 'completed', 'code': 200} Aug 31 09:10:39.900795 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-cefe8da3-07d1-4969-bab3-31d0cb988db3 None None] Provisioning for port 2f758a65-d786-4130-b2bd-dd06f773c8cb completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:39.960624 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e701f42-a89f-46d0-bbae-961855b1b2fa req-0ade77a4-7aee-405b-a6ae-0c583714bca0 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:39.975069 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7e701f42-a89f-46d0-bbae-961855b1b2fa req-0ade77a4-7aee-405b-a6ae-0c583714bca0 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 949 time: 0.1568861 Aug 31 09:10:40.112288 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e411c-418b-413f-80be-12c32303601e req-c848e5ab-c451-4290-8c71-c3d9b2ec5f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:40.113800 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a1e411c-418b-413f-80be-12c32303601e req-c848e5ab-c451-4290-8c71-c3d9b2ec5f36 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.2886178 Aug 31 09:10:40.122039 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-67453abd-ce2b-4d7f-a545-67e81a08e61c req-0cdb5503-8b40-4cae-bade-56c88c044f0b tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/ports?device_id=f7e1b597-c9c1-4a52-9108-b8e2c7db6fd0 HTTP/1.1" status: 200 len: 210 time: 0.0642693 Aug 31 09:10:40.138746 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7e701f42-a89f-46d0-bbae-961855b1b2fa req-cce1d6a7-e3db-4192-b235-88f53e8b380b tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574137 Aug 31 09:10:40.225574 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a1e411c-418b-413f-80be-12c32303601e req-0b025d47-6c9b-4a89-8284-4c88464d15b2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=cfa97dbd-04c1-41b4-b950-627133759c71 HTTP/1.1" status: 200 len: 217 time: 0.1024303 Aug 31 09:10:40.347777 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-748a8418-1278-41f4-a8e3-2e19a85dd2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb14368a-f3d7-455d-ae44-932d1ccf9d9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2056340277-router', 'tenant_id': '27342dad8ad64de7b152d6b2016840f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '071cdac8-59bf-47b9-ae85-d8ead362c420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:36Z', 'updated_at': '2021-08-31T09:10:37Z', 'revision_number': 3, 'project_id': '27342dad8ad64de7b152d6b2016840f2', 'gw_port': {'id': '071cdac8-59bf-47b9-ae85-d8ead362c420', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ca:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb14368a-f3d7-455d-ae44-932d1ccf9d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:36Z', 'updated_at': '2021-08-31T09:10:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:40.395752 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e411c-418b-413f-80be-12c32303601e req-2f887671-d238-419a-b064-51e7af4c157c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:40.398973 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a1e411c-418b-413f-80be-12c32303601e req-2f887671-d238-419a-b064-51e7af4c157c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1627495 Aug 31 09:10:40.422927 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47180) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:40.442775 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748a8418-1278-41f4-a8e3-2e19a85dd2cb None None] Checking router: eb14368a-f3d7-455d-ae44-932d1ccf9d9b for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:10:40.446737 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748a8418-1278-41f4-a8e3-2e19a85dd2cb None None] Updating router eb14368a-f3d7-455d-ae44-932d1ccf9d9b port 071cdac8-59bf-47b9-ae85-d8ead362c420 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:10:40.498007 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2f758a65-d786-4130-b2bd-dd06f773c8cb up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:10:40.500079 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d69c8126-68ca-410e-9236-7ae769cd3ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:40.522309 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-748a8418-1278-41f4-a8e3-2e19a85dd2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:40.530711 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ce4a1d4b-ac5c-4e4f-9699-4d6da1951031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:40.615343 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e411c-418b-413f-80be-12c32303601e req-2332e74e-d6fc-4fb0-aaf2-b408b16f8823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:40.635310 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a1e411c-418b-413f-80be-12c32303601e req-2332e74e-d6fc-4fb0-aaf2-b408b16f8823 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2220716 Aug 31 09:10:40.691403 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 2f758a65-d786-4130-b2bd-dd06f773c8cb completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:40.695611 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 2f758a65-d786-4130-b2bd-dd06f773c8cb triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:40.695983 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:40.751165 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-d69c8126-68ca-410e-9236-7ae769cd3ac7 admin admin] Allocated IP 172.20.0.1 (43b0424b-14da-40b6-aecc-e7af9637d1ab/fbaa1fff-0145-4621-bca8-07c40cdd1684/12d29d08-07e1-4158-a93b-85d48f14b237) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:10:40.898486 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:40.949520 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 2f758a65-d786-4130-b2bd-dd06f773c8cb, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=2f758a65-d786-4130-b2bd-dd06f773c8cb,segment=NetworkSegment(2d870add-0439-4039-abcb-d67217fdb460),segment_id=2d870add-0439-4039-abcb-d67217fdb460)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:40.957046 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d69c8126-68ca-410e-9236-7ae769cd3ac7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:40.963458 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a1e411c-418b-413f-80be-12c32303601e req-c216b5e9-011a-44d9-b497-7965df560472 service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140085 Aug 31 09:10:40.971499 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-d69c8126-68ca-410e-9236-7ae769cd3ac7 admin admin] Transition to ACTIVE for port object 12d29d08-07e1-4158-a93b-85d48f14b237 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:40.973423 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-748a8418-1278-41f4-a8e3-2e19a85dd2cb None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:40.980895 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2868886-69cf-49e9-a4c6-eb4e10f19e8a req-a518a82a-3a7e-4429-b876-e7b571b7c09c tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:40.984355 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-748a8418-1278-41f4-a8e3-2e19a85dd2cb None None] Transition to ACTIVE for port object 071cdac8-59bf-47b9-ae85-d8ead362c420 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:40.988188 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e2868886-69cf-49e9-a4c6-eb4e10f19e8a req-a518a82a-3a7e-4429-b876-e7b571b7c09c tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/ports?device_id=9dd16637-f4af-4754-b111-3cc2f57c9851 HTTP/1.1" status: 200 len: 946 time: 0.1416764 Aug 31 09:10:41.022572 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:41.039820 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-748a8418-1278-41f4-a8e3-2e19a85dd2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:41.086151 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ce4a1d4b-ac5c-4e4f-9699-4d6da1951031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:41.089157 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=2f758a65-d786-4130-b2bd-dd06f773c8cb,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:41.092349 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d69c8126-68ca-410e-9236-7ae769cd3ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:41.109540 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f82349e-4814-43a9-859b-5bf35423f1b0 None None] Pushing event updated for resources: {'Port': ['ID=071cdac8-59bf-47b9-ae85-d8ead362c420,revision_number=2']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:41.118211 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e2868886-69cf-49e9-a4c6-eb4e10f19e8a req-58d69604-d730-4cc6-8b61-d05afa32763d tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/security-groups?id=9dd98ad5-e3c4-426f-a6e3-ef94d5a6e305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287322 Aug 31 09:10:41.122997 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-748a8418-1278-41f4-a8e3-2e19a85dd2cb None None] Attempting to bind port 071cdac8-59bf-47b9-ae85-d8ead362c420 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:10:41.123377 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-748a8418-1278-41f4-a8e3-2e19a85dd2cb None None] Attempting to bind port 071cdac8-59bf-47b9-ae85-d8ead362c420 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:10:41.123918 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748a8418-1278-41f4-a8e3-2e19a85dd2cb None None] Attempting to bind port 071cdac8-59bf-47b9-ae85-d8ead362c420 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:41.129396 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748a8418-1278-41f4-a8e3-2e19a85dd2cb None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:10:41.142262 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748a8418-1278-41f4-a8e3-2e19a85dd2cb None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:10:41.142262 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-748a8418-1278-41f4-a8e3-2e19a85dd2cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:41.142262 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748a8418-1278-41f4-a8e3-2e19a85dd2cb None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:10:41.142262 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-748a8418-1278-41f4-a8e3-2e19a85dd2cb None None] Bound port: 071cdac8-59bf-47b9-ae85-d8ead362c420, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:10:41.142262 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-748a8418-1278-41f4-a8e3-2e19a85dd2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:41.172294 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ce4a1d4b-ac5c-4e4f-9699-4d6da1951031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:41.173834 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69c8126-68ca-410e-9236-7ae769cd3ac7 admin admin] Network 43b0424b-14da-40b6-aecc-e7af9637d1ab is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:10:41.177132 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-d69c8126-68ca-410e-9236-7ae769cd3ac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:41.181644 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69c8126-68ca-410e-9236-7ae769cd3ac7 admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:10:41.213335 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ce4a1d4b-ac5c-4e4f-9699-4d6da1951031 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=da96d89e7ad74ca2853114ea7f06a6c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7872903 Aug 31 09:10:41.221400 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47200) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:41.236411 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a1e411c-418b-413f-80be-12c32303601e req-c7236fcb-232a-4a9e-a415-d2664e9a19d9 service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385528 Aug 31 09:10:41.261310 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-748a8418-1278-41f4-a8e3-2e19a85dd2cb None None] For port 071cdac8-59bf-47b9-ae85-d8ead362c420, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:10:41.266436 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-748a8418-1278-41f4-a8e3-2e19a85dd2cb None None] For port 071cdac8-59bf-47b9-ae85-d8ead362c420, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=071cdac8-59bf-47b9-ae85-d8ead362c420,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:10:41.273923 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-42c15803-0a66-496d-a75b-f751209929d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:41.284768 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a1d4b-ac5c-4e4f-9699-4d6da1951031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdd4b12-0ed8-4171-9e18-dae002d2f17d,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:41.289620 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c8126-68ca-410e-9236-7ae769cd3ac7 admin admin] Pushing event updated for resources: {'Port': ['ID=12d29d08-07e1-4158-a93b-85d48f14b237,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:41.315103 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d69c8126-68ca-410e-9236-7ae769cd3ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:41.373026 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-748a8418-1278-41f4-a8e3-2e19a85dd2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:41.377419 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-095d6a1d-d567-4c86-9765-26fe1d39b3ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:41.416665 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-095d6a1d-d567-4c86-9765-26fe1d39b3ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:41.475110 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360d479-807c-413d-9834-3d8d78cd40fd req-64cb3f08-25be-422e-8161-750ff1998e72 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:41.476592 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8360d479-807c-413d-9834-3d8d78cd40fd req-64cb3f08-25be-422e-8161-750ff1998e72 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 949 time: 0.1801682 Aug 31 09:10:41.487842 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748a8418-1278-41f4-a8e3-2e19a85dd2cb None None] Routers {'eb14368a-f3d7-455d-ae44-932d1ccf9d9b'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:41.490012 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-748a8418-1278-41f4-a8e3-2e19a85dd2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:10:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['eb14368a-f3d7-455d-ae44-932d1ccf9d9b'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:41.529470 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2306a253-d111-4520-93bd-b3b4cf0bcad9 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:10:41.556866 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-095d6a1d-d567-4c86-9765-26fe1d39b3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:41.564768 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-095d6a1d-d567-4c86-9765-26fe1d39b3ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:41.568847 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-095d6a1d-d567-4c86-9765-26fe1d39b3ec admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/8fdd4b12-0ed8-4171-9e18-dae002d2f17d HTTP/1.1" status: 204 len: 168 time: 0.3506145 Aug 31 09:10:41.578164 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 2306a253-d111-4520-93bd-b3b4cf0bcad9 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:10:41.582002 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2306a253-d111-4520-93bd-b3b4cf0bcad9 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:10:41.583492 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8360d479-807c-413d-9834-3d8d78cd40fd req-69cfb414-89b1-44ab-b1a2-d43ca4e0612a tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961199 Aug 31 09:10:41.593175 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d6a1d-d567-4c86-9765-26fe1d39b3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdd4b12-0ed8-4171-9e18-dae002d2f17d,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:41.633869 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f82349e-4814-43a9-859b-5bf35423f1b0 None None] Pushing event updated for resources: {'Port': ['ID=071cdac8-59bf-47b9-ae85-d8ead362c420,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:41.639839 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-74a7fdcb-dd06-4722-8096-1981e4fafb0f None None] Provisioning for port 12d29d08-07e1-4158-a93b-85d48f14b237 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:41.642659 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d69c8126-68ca-410e-9236-7ae769cd3ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:41.644065 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-74a7fdcb-dd06-4722-8096-1981e4fafb0f None None] Provisioning complete for port 12d29d08-07e1-4158-a93b-85d48f14b237 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:41.644400 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-74a7fdcb-dd06-4722-8096-1981e4fafb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:41.675043 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-748a8418-1278-41f4-a8e3-2e19a85dd2cb None None] Set router eb14368a-f3d7-455d-ae44-932d1ccf9d9b gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:41.697018 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-74a7fdcb-dd06-4722-8096-1981e4fafb0f None None] Port 12d29d08-07e1-4158-a93b-85d48f14b237 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:10:41.830054 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d69c8126-68ca-410e-9236-7ae769cd3ac7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:41.899515 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-748a8418-1278-41f4-a8e3-2e19a85dd2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb14368a-f3d7-455d-ae44-932d1ccf9d9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2056340277-router', 'tenant_id': '27342dad8ad64de7b152d6b2016840f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '071cdac8-59bf-47b9-ae85-d8ead362c420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:36Z', 'updated_at': '2021-08-31T09:10:37Z', 'revision_number': 3, 'project_id': '27342dad8ad64de7b152d6b2016840f2', 'gw_port': {'id': '071cdac8-59bf-47b9-ae85-d8ead362c420', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ca:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb14368a-f3d7-455d-ae44-932d1ccf9d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:36Z', 'updated_at': '2021-08-31T09:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:41.915275 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d69c8126-68ca-410e-9236-7ae769cd3ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:41.946490 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748a8418-1278-41f4-a8e3-2e19a85dd2cb None None] The sync data for ids ['eb14368a-f3d7-455d-ae44-932d1ccf9d9b'] in n-d-791506-28 is: [{'id': 'eb14368a-f3d7-455d-ae44-932d1ccf9d9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2056340277-router', 'tenant_id': '27342dad8ad64de7b152d6b2016840f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '071cdac8-59bf-47b9-ae85-d8ead362c420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:36Z', 'updated_at': '2021-08-31T09:10:37Z', 'revision_number': 3, 'project_id': '27342dad8ad64de7b152d6b2016840f2', 'gw_port': {'id': '071cdac8-59bf-47b9-ae85-d8ead362c420', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ca:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb14368a-f3d7-455d-ae44-932d1ccf9d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:36Z', 'updated_at': '2021-08-31T09:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:10:42.011297 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c8126-68ca-410e-9236-7ae769cd3ac7 admin admin] Pushing event updated for resources: {'Port': ['ID=12d29d08-07e1-4158-a93b-85d48f14b237,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:42.024299 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d69c8126-68ca-410e-9236-7ae769cd3ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:42.091788 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47222) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:42.159620 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a17a1b-24ca-4935-864e-77335c901760 req-2cbdb1e6-284c-427e-b4f8-3b478134726a tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:42.161434 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-30a17a1b-24ca-4935-864e-77335c901760 req-2cbdb1e6-284c-427e-b4f8-3b478134726a tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/ports?device_id=e2c224ec-eb6d-420a-a157-24554a24f32d HTTP/1.1" status: 200 len: 949 time: 0.0797982 Aug 31 09:10:42.185714 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69c8126-68ca-410e-9236-7ae769cd3ac7 admin admin] Network 43b0424b-14da-40b6-aecc-e7af9637d1ab is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:10:42.187309 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-d69c8126-68ca-410e-9236-7ae769cd3ac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:42.315797 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6ceb7-e6af-4675-81ec-9cb1f8acfaea req-4be99b71-81b7-44e7-a753-7c1860810861 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:42.320351 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b8e6ceb7-e6af-4675-81ec-9cb1f8acfaea req-4be99b71-81b7-44e7-a753-7c1860810861 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.112 "GET /v2.0/ports?device_id=9dd16637-f4af-4754-b111-3cc2f57c9851 HTTP/1.1" status: 200 len: 946 time: 0.1536915 Aug 31 09:10:42.436629 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69c8126-68ca-410e-9236-7ae769cd3ac7 admin admin] Router eb14368a-f3d7-455d-ae44-932d1ccf9d9b has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:10:42.445249 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2f758a65-d786-4130-b2bd-dd06f773c8cb up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:10:42.580844 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-30a17a1b-24ca-4935-864e-77335c901760 req-3ae88d4b-ff63-4acb-9a23-7ee6be03b58c tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6556dd9-fb18-447f-b248-d0fe2ee1f8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545675 Aug 31 09:10:42.636656 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 2f758a65-d786-4130-b2bd-dd06f773c8cb triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:42.644212 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:42.725613 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69c8126-68ca-410e-9236-7ae769cd3ac7 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:10:42.742888 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d69c8126-68ca-410e-9236-7ae769cd3ac7 admin admin] 10.222.0.119 "PUT /v2.0/routers/eb14368a-f3d7-455d-ae44-932d1ccf9d9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1854134 Aug 31 09:10:42.756762 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-1cb5396f-1851-4cda-8482-58776eb8249e None None] Provisioning complete for port 12d29d08-07e1-4158-a93b-85d48f14b237 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:42.756984 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1cb5396f-1851-4cda-8482-58776eb8249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:42.821689 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fb813-24e9-4727-ae92-b7c46fbd4c04 req-c5d9a710-98e8-4bff-9bf0-6f96239dbe85 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:42.823500 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-245fb813-24e9-4727-ae92-b7c46fbd4c04 req-c5d9a710-98e8-4bff-9bf0-6f96239dbe85 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/ports?device_id=9dd16637-f4af-4754-b111-3cc2f57c9851 HTTP/1.1" status: 200 len: 946 time: 0.2311714 Aug 31 09:10:42.825015 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-10ede8f3-a4de-43b5-b513-c6551d3c0303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:42.887973 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-b8e6ceb7-e6af-4675-81ec-9cb1f8acfaea req-9f754b67-dc29-4143-b81e-a0237a81fa27 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Deleting port e89e2f21-c734-4119-9c9c-66a6a36ac627 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:10:42.888598 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b8e6ceb7-e6af-4675-81ec-9cb1f8acfaea req-9f754b67-dc29-4143-b81e-a0237a81fa27 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:42.906331 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-1cb5396f-1851-4cda-8482-58776eb8249e None None] Port 12d29d08-07e1-4158-a93b-85d48f14b237 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:10:42.911593 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-245fb813-24e9-4727-ae92-b7c46fbd4c04 req-81487a44-c0e4-4def-8c5c-97897556490c tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/security-groups?id=9dd98ad5-e3c4-426f-a6e3-ef94d5a6e305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789306 Aug 31 09:10:42.967825 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f96a7-4b82-40b2-a8c7-0aabf91be50b req-95fb6528-d45b-47ad-a246-518f42449bf2 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:42.969589 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c11f96a7-4b82-40b2-a8c7-0aabf91be50b req-95fb6528-d45b-47ad-a246-518f42449bf2 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 949 time: 0.2241936 Aug 31 09:10:43.088089 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c11f96a7-4b82-40b2-a8c7-0aabf91be50b req-60a2d1b2-c612-4e9a-9bca-975028df6401 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081514 Aug 31 09:10:43.094349 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-b8e6ceb7-e6af-4675-81ec-9cb1f8acfaea req-9f754b67-dc29-4143-b81e-a0237a81fa27 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] For port e89e2f21-c734-4119-9c9c-66a6a36ac627, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=e89e2f21-c734-4119-9c9c-66a6a36ac627,segment=NetworkSegment(403725b9-6fc1-4aeb-998e-1c14d944073b),segment_id=403725b9-6fc1-4aeb-998e-1c14d944073b)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:43.095415 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b8e6ceb7-e6af-4675-81ec-9cb1f8acfaea req-9f754b67-dc29-4143-b81e-a0237a81fa27 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:43.129731 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-b8e6ceb7-e6af-4675-81ec-9cb1f8acfaea req-9f754b67-dc29-4143-b81e-a0237a81fa27 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Calling delete_port for e89e2f21-c734-4119-9c9c-66a6a36ac627 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:10:43.197716 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-10ede8f3-a4de-43b5-b513-c6551d3c0303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:43.281375 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-10ede8f3-a4de-43b5-b513-c6551d3c0303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:43.335161 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ede8f3-a4de-43b5-b513-c6551d3c0303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efeb144-83dd-4bc0-8087-cc86fbf5f2d7,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:43.342330 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-10ede8f3-a4de-43b5-b513-c6551d3c0303 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=5b365aa45c59410992c9c3f4b5bd3dd2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2388051 Aug 31 09:10:43.345094 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47260) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:43.408087 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a2a92e91-3ecc-4489-a598-5dd1138c156e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:43.430703 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a2a92e91-3ecc-4489-a598-5dd1138c156e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:43.443715 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b8e6ceb7-e6af-4675-81ec-9cb1f8acfaea req-9f754b67-dc29-4143-b81e-a0237a81fa27 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:43.457250 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['e89e2f21-c734-4119-9c9c-66a6a36ac627'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:10:43.507912 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f754b67-dc29-4143-b81e-a0237a81fa27 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Pushing event deleted for resources: {'Port': ['ID=e89e2f21-c734-4119-9c9c-66a6a36ac627,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:43.579413 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e6ceb7-e6af-4675-81ec-9cb1f8acfaea req-9f754b67-dc29-4143-b81e-a0237a81fa27 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] No DVR routers for this DVR port e89e2f21-c734-4119-9c9c-66a6a36ac627 on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:10:43.582490 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b8e6ceb7-e6af-4675-81ec-9cb1f8acfaea req-9f754b67-dc29-4143-b81e-a0237a81fa27 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:43.590030 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b8e6ceb7-e6af-4675-81ec-9cb1f8acfaea req-9f754b67-dc29-4143-b81e-a0237a81fa27 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.112 "DELETE /v2.0/ports/e89e2f21-c734-4119-9c9c-66a6a36ac627 HTTP/1.1" status: 204 len: 173 time: 1.2476742 Aug 31 09:10:43.594633 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19c83f-14ab-46cd-99bc-8fdf0adaba25 req-45a04565-9803-4204-8bbf-8b0ac421db57 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:43.596250 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7e19c83f-14ab-46cd-99bc-8fdf0adaba25 req-45a04565-9803-4204-8bbf-8b0ac421db57 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.112 "GET /v2.0/ports?device_id=e2c224ec-eb6d-420a-a157-24554a24f32d HTTP/1.1" status: 200 len: 949 time: 0.1046643 Aug 31 09:10:43.596885 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd16637-f4af-4754-b111-3cc2f57c9851', 'name': 'network-vif-deleted', 'tag': 'e89e2f21-c734-4119-9c9c-66a6a36ac627'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:43.599748 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a2a92e91-3ecc-4489-a598-5dd1138c156e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:43.602680 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a2a92e91-3ecc-4489-a598-5dd1138c156e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:43.606209 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a2a92e91-3ecc-4489-a598-5dd1138c156e admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/8efeb144-83dd-4bc0-8087-cc86fbf5f2d7 HTTP/1.1" status: 204 len: 168 time: 0.2600985 Aug 31 09:10:43.607306 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef1a103-26c9-41a2-8ba3-89f1b79cc99b" -d '{"events": [{"server_uuid": "9dd16637-f4af-4754-b111-3cc2f57c9851", "name": "network-vif-deleted", "tag": "e89e2f21-c734-4119-9c9c-66a6a36ac627"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:43.625205 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a92e91-3ecc-4489-a598-5dd1138c156e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efeb144-83dd-4bc0-8087-cc86fbf5f2d7,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:43.825841 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-7e19c83f-14ab-46cd-99bc-8fdf0adaba25 req-838b7cc7-f1ce-4a54-aa09-6c7c91390488 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Deleting port 79a5075f-ac19-4dbf-a24b-794572ad41c4 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:10:43.826172 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7e19c83f-14ab-46cd-99bc-8fdf0adaba25 req-838b7cc7-f1ce-4a54-aa09-6c7c91390488 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:43.905979 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785af3d-d789-4340-85cf-c00e55f7b92b req-35f6046d-f807-4c77-80ba-a5af8ac571ce tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:43.908620 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7785af3d-d789-4340-85cf-c00e55f7b92b req-35f6046d-f807-4c77-80ba-a5af8ac571ce tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/ports?device_id=e2c224ec-eb6d-420a-a157-24554a24f32d HTTP/1.1" status: 200 len: 949 time: 0.1391542 Aug 31 09:10:43.964551 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b705cc-417e-4480-94d9-3c059b562b07 x-openstack-request-id: req-e9b705cc-417e-4480-94d9-3c059b562b07 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:43.965018 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd16637-f4af-4754-b111-3cc2f57c9851", "name": "network-vif-deleted", "tag": "e89e2f21-c734-4119-9c9c-66a6a36ac627", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:43.965263 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e9b705cc-417e-4480-94d9-3c059b562b07 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:43.965661 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dd16637-f4af-4754-b111-3cc2f57c9851', 'name': 'network-vif-deleted', 'tag': 'e89e2f21-c734-4119-9c9c-66a6a36ac627', 'status': 'completed', 'code': 200} Aug 31 09:10:44.008865 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7785af3d-d789-4340-85cf-c00e55f7b92b req-55a708ba-1994-42d8-8726-54d08df2f995 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6556dd9-fb18-447f-b248-d0fe2ee1f8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993755 Aug 31 09:10:44.038461 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-7e19c83f-14ab-46cd-99bc-8fdf0adaba25 req-838b7cc7-f1ce-4a54-aa09-6c7c91390488 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] For port 79a5075f-ac19-4dbf-a24b-794572ad41c4, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=79a5075f-ac19-4dbf-a24b-794572ad41c4,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:44.039132 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7e19c83f-14ab-46cd-99bc-8fdf0adaba25 req-838b7cc7-f1ce-4a54-aa09-6c7c91390488 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:44.057001 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-7e19c83f-14ab-46cd-99bc-8fdf0adaba25 req-838b7cc7-f1ce-4a54-aa09-6c7c91390488 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Calling delete_port for 79a5075f-ac19-4dbf-a24b-794572ad41c4 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:10:44.134769 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-52ff6de6-f530-4b0c-8e7c-7c10b8766a8c req-67560aa4-e5cb-463f-8487-0af85430f3f3 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/ports?device_id=9dd16637-f4af-4754-b111-3cc2f57c9851 HTTP/1.1" status: 200 len: 210 time: 0.0329194 Aug 31 09:10:44.249992 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-37248a81-45ac-4186-a27d-0599330780f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:44.249992 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:44.253577 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66aebf7-6f47-49c9-9a7c-b753e2f5dee4 None None] Sync routers for ids ['eb14368a-f3d7-455d-ae44-932d1ccf9d9b'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:10:44.295224 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66aebf7-6f47-49c9-9a7c-b753e2f5dee4 None None] Routers {'eb14368a-f3d7-455d-ae44-932d1ccf9d9b'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:44.296180 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-d66aebf7-6f47-49c9-9a7c-b753e2f5dee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:10:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['eb14368a-f3d7-455d-ae44-932d1ccf9d9b'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:44.415470 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3644448-5de0-4351-8b91-819c70cc6168 req-8f1c3a33-28ba-4c93-8edf-b6f1df14f43e tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:44.434771 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a3644448-5de0-4351-8b91-819c70cc6168 req-8f1c3a33-28ba-4c93-8edf-b6f1df14f43e tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 949 time: 0.1946571 Aug 31 09:10:44.525191 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7e19c83f-14ab-46cd-99bc-8fdf0adaba25 req-838b7cc7-f1ce-4a54-aa09-6c7c91390488 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:44.580288 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a3644448-5de0-4351-8b91-819c70cc6168 req-023298df-84a6-4239-9db1-8e355f0fa412 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413646 Aug 31 09:10:44.613993 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 071cdac8-59bf-47b9-ae85-d8ead362c420 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:10:44.617827 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['79a5075f-ac19-4dbf-a24b-794572ad41c4'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:10:44.621764 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b7cc7-f1ce-4a54-aa09-6c7c91390488 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Pushing event deleted for resources: {'Port': ['ID=79a5075f-ac19-4dbf-a24b-794572ad41c4,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:44.678927 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e19c83f-14ab-46cd-99bc-8fdf0adaba25 req-838b7cc7-f1ce-4a54-aa09-6c7c91390488 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] No DVR routers for this DVR port 79a5075f-ac19-4dbf-a24b-794572ad41c4 on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:10:44.684997 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7e19c83f-14ab-46cd-99bc-8fdf0adaba25 req-838b7cc7-f1ce-4a54-aa09-6c7c91390488 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:44.687960 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7e19c83f-14ab-46cd-99bc-8fdf0adaba25 req-838b7cc7-f1ce-4a54-aa09-6c7c91390488 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.112 "DELETE /v2.0/ports/79a5075f-ac19-4dbf-a24b-794572ad41c4 HTTP/1.1" status: 204 len: 173 time: 1.0774164 Aug 31 09:10:44.724626 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-d66aebf7-6f47-49c9-9a7c-b753e2f5dee4 None None] Set router eb14368a-f3d7-455d-ae44-932d1ccf9d9b gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:44.950592 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 071cdac8-59bf-47b9-ae85-d8ead362c420 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:44.955392 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 071cdac8-59bf-47b9-ae85-d8ead362c420 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:44.955827 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:45.022363 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-d66aebf7-6f47-49c9-9a7c-b753e2f5dee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb14368a-f3d7-455d-ae44-932d1ccf9d9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2056340277-router', 'tenant_id': '27342dad8ad64de7b152d6b2016840f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '071cdac8-59bf-47b9-ae85-d8ead362c420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:36Z', 'updated_at': '2021-08-31T09:10:41Z', 'revision_number': 4, 'project_id': '27342dad8ad64de7b152d6b2016840f2', 'gw_port': {'id': '071cdac8-59bf-47b9-ae85-d8ead362c420', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ca:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb14368a-f3d7-455d-ae44-932d1ccf9d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:36Z', 'updated_at': '2021-08-31T09:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '12d29d08-07e1-4158-a93b-85d48f14b237', 'name': '', 'network_id': '43b0424b-14da-40b6-aecc-e7af9637d1ab', 'tenant_id': '27342dad8ad64de7b152d6b2016840f2', 'mac_address': 'fa:16:3e:62:25:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb14368a-f3d7-455d-ae44-932d1ccf9d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'fbaa1fff-0145-4621-bca8-07c40cdd1684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:40Z', 'updated_at': '2021-08-31T09:10:41Z', 'revision_number': 2, 'project_id': '27342dad8ad64de7b152d6b2016840f2', 'subnets': [{'id': 'fbaa1fff-0145-4621-bca8-07c40cdd1684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:45.121868 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47310) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:45.130914 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-8e2f143c-f6a9-4534-b28d-309b458a0b46 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--709694334', 'description': 'tempest-description--850932100'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:45.151167 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66aebf7-6f47-49c9-9a7c-b753e2f5dee4 None None] Checking router: eb14368a-f3d7-455d-ae44-932d1ccf9d9b for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:10:45.157473 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66aebf7-6f47-49c9-9a7c-b753e2f5dee4 None None] Updating router eb14368a-f3d7-455d-ae44-932d1ccf9d9b port 12d29d08-07e1-4158-a93b-85d48f14b237 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:10:45.208318 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f5cb9351-9cea-4806-a2c7-d142e0548ff3 req-bb220485-9e01-4710-95d1-1eac2d3977c7 tempest-LiveMigrationNegativeTest-1841975453 tempest-LiveMigrationNegativeTest-1841975453-project] 10.222.0.119 "GET /v2.0/ports?device_id=e2c224ec-eb6d-420a-a157-24554a24f32d HTTP/1.1" status: 200 len: 210 time: 0.0564694 Aug 31 09:10:45.232902 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47318) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:45.255193 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c5f2fa67-4b9b-41ad-b27b-cf9b7c924dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:45.300175 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d66aebf7-6f47-49c9-9a7c-b753e2f5dee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:45.318009 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:45.360273 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 071cdac8-59bf-47b9-ae85-d8ead362c420, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=071cdac8-59bf-47b9-ae85-d8ead362c420,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:45.368263 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-259059f5-b2b0-43ce-8fc7-24b2234bb55c req-40b0fb54-356e-47c1-8c68-0d300554d313 tempest-FloatingIPsAssociationNegativeTestJSON-259497111 tempest-FloatingIPsAssociationNegativeTestJSON-259497111-project] 10.222.0.119 "GET /v2.0/ports?device_id=9dd16637-f4af-4754-b111-3cc2f57c9851 HTTP/1.1" status: 200 len: 210 time: 0.0570288 Aug 31 09:10:45.402598 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:45.409813 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8e2f143c-f6a9-4534-b28d-309b458a0b46 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:45.469637 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c5f2fa67-4b9b-41ad-b27b-cf9b7c924dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:45.488749 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:45.563330 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c5f2fa67-4b9b-41ad-b27b-cf9b7c924dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:45.591633 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=071cdac8-59bf-47b9-ae85-d8ead362c420,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:45.726885 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f2fa67-4b9b-41ad-b27b-cf9b7c924dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c997ac65-a3e4-4bd2-8818-1fec8e5656d5,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:45.745447 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c5f2fa67-4b9b-41ad-b27b-cf9b7c924dd3 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=557d1bf56ac24083a06782e97674f5b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5110896 Aug 31 09:10:45.753179 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47328) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:45.856999 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c4541-c02c-4fff-a651-ce47f3a2b984 req-4d52462a-b6e4-4e0e-85f6-57ce1c50d88e tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:45.858663 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4f7c4541-c02c-4fff-a651-ce47f3a2b984 req-4d52462a-b6e4-4e0e-85f6-57ce1c50d88e tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 949 time: 0.1090856 Aug 31 09:10:45.907296 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d66aebf7-6f47-49c9-9a7c-b753e2f5dee4 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:45.930563 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d66aebf7-6f47-49c9-9a7c-b753e2f5dee4 None None] Transition to ACTIVE for port object 12d29d08-07e1-4158-a93b-85d48f14b237 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:45.960296 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4f7c4541-c02c-4fff-a651-ce47f3a2b984 req-5ce7e76d-a921-4afc-9553-98a56c19061e tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936365 Aug 31 09:10:45.968390 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c224ec-eb6d-420a-a157-24554a24f32d', 'name': 'network-vif-deleted', 'tag': '79a5075f-ac19-4dbf-a24b-794572ad41c4'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:45.984208 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a00415-b11f-4120-a274-ba2bd31d3f01" -d '{"events": [{"server_uuid": "e2c224ec-eb6d-420a-a157-24554a24f32d", "name": "network-vif-deleted", "tag": "79a5075f-ac19-4dbf-a24b-794572ad41c4"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:46.042372 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d66aebf7-6f47-49c9-9a7c-b753e2f5dee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:46.050173 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31c944c-70d7-49d1-96e1-8642a064e2b2 x-openstack-request-id: req-a31c944c-70d7-49d1-96e1-8642a064e2b2 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:46.050859 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2c224ec-eb6d-420a-a157-24554a24f32d", "name": "network-vif-deleted", "tag": "79a5075f-ac19-4dbf-a24b-794572ad41c4", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:46.051285 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-a31c944c-70d7-49d1-96e1-8642a064e2b2 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:46.051904 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c224ec-eb6d-420a-a157-24554a24f32d', 'name': 'network-vif-deleted', 'tag': '79a5075f-ac19-4dbf-a24b-794572ad41c4', 'status': 'completed', 'code': 200} Aug 31 09:10:46.106866 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8e2f143c-f6a9-4534-b28d-309b458a0b46 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:46.133920 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-da92dec0-eb44-48d9-b98a-a7a2711265d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:46.139897 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f7313-6e9f-4b16-a992-e826e300976b None None] Pushing event updated for resources: {'Port': ['ID=12d29d08-07e1-4158-a93b-85d48f14b237,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:46.204612 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:10:46.209646 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-da92dec0-eb44-48d9-b98a-a7a2711265d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:46.228260 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8e2f143c-f6a9-4534-b28d-309b458a0b46 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:46.271210 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-d66aebf7-6f47-49c9-9a7c-b753e2f5dee4 None None] Attempting to bind port 12d29d08-07e1-4158-a93b-85d48f14b237 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:10:46.271580 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-d66aebf7-6f47-49c9-9a7c-b753e2f5dee4 None None] Attempting to bind port 12d29d08-07e1-4158-a93b-85d48f14b237 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '2d870add-0439-4039-abcb-d67217fdb460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': '43b0424b-14da-40b6-aecc-e7af9637d1ab'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:10:46.271948 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66aebf7-6f47-49c9-9a7c-b753e2f5dee4 None None] Attempting to bind port 12d29d08-07e1-4158-a93b-85d48f14b237 on network 43b0424b-14da-40b6-aecc-e7af9637d1ab {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:46.291281 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66aebf7-6f47-49c9-9a7c-b753e2f5dee4 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:10:46.291663 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66aebf7-6f47-49c9-9a7c-b753e2f5dee4 None None] Checking segment: {'id': '2d870add-0439-4039-abcb-d67217fdb460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': '43b0424b-14da-40b6-aecc-e7af9637d1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:10:46.292073 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d66aebf7-6f47-49c9-9a7c-b753e2f5dee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:46.296955 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66aebf7-6f47-49c9-9a7c-b753e2f5dee4 None None] Bound using segment: {'id': '2d870add-0439-4039-abcb-d67217fdb460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': '43b0424b-14da-40b6-aecc-e7af9637d1ab'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:10:46.300051 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-d66aebf7-6f47-49c9-9a7c-b753e2f5dee4 None None] Bound port: 12d29d08-07e1-4158-a93b-85d48f14b237, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d870add-0439-4039-abcb-d67217fdb460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': '43b0424b-14da-40b6-aecc-e7af9637d1ab'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:10:46.300573 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d66aebf7-6f47-49c9-9a7c-b753e2f5dee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:46.302893 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f143c-f6a9-4534-b28d-309b458a0b46 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1adeb5-d225-4397-9b2e-54de647beb34,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:46.358364 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8e2f143c-f6a9-4534-b28d-309b458a0b46 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:46.364639 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8e2f143c-f6a9-4534-b28d-309b458a0b46 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.2360170 Aug 31 09:10:46.364639 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47350) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:46.369269 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-b0e5d02d-4fc7-4dba-8a94-b4bdd67e430a tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Request body: {'security_group_rule': {'security_group_id': '9a1adeb5-d225-4397-9b2e-54de647beb34', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:46.428791 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 071cdac8-59bf-47b9-ae85-d8ead362c420 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:10:46.431129 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47358) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:46.446179 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-da92dec0-eb44-48d9-b98a-a7a2711265d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:46.454892 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-da92dec0-eb44-48d9-b98a-a7a2711265d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:46.456859 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-da92dec0-eb44-48d9-b98a-a7a2711265d2 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/c997ac65-a3e4-4bd2-8818-1fec8e5656d5 HTTP/1.1" status: 204 len: 168 time: 0.7021682 Aug 31 09:10:46.471751 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92dec0-eb44-48d9-b98a-a7a2711265d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c997ac65-a3e4-4bd2-8818-1fec8e5656d5,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:46.472358 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-d66aebf7-6f47-49c9-9a7c-b753e2f5dee4 None None] For port 12d29d08-07e1-4158-a93b-85d48f14b237, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:10:46.502986 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-d66aebf7-6f47-49c9-9a7c-b753e2f5dee4 None None] For port 12d29d08-07e1-4158-a93b-85d48f14b237, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=12d29d08-07e1-4158-a93b-85d48f14b237,segment=NetworkSegment(2d870add-0439-4039-abcb-d67217fdb460),segment_id=2d870add-0439-4039-abcb-d67217fdb460)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:10:46.522920 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 071cdac8-59bf-47b9-ae85-d8ead362c420 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:46.523293 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:46.537921 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0e5d02d-4fc7-4dba-8a94-b4bdd67e430a tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:46.633844 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d66aebf7-6f47-49c9-9a7c-b753e2f5dee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:46.684352 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0e5d02d-4fc7-4dba-8a94-b4bdd67e430a tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:46.774675 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f7313-6e9f-4b16-a992-e826e300976b None None] Pushing event updated for resources: {'Port': ['ID=12d29d08-07e1-4158-a93b-85d48f14b237,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:46.777620 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0e5d02d-4fc7-4dba-8a94-b4bdd67e430a tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:46.819568 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66aebf7-6f47-49c9-9a7c-b753e2f5dee4 None None] Routers {'eb14368a-f3d7-455d-ae44-932d1ccf9d9b'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:46.820212 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-d66aebf7-6f47-49c9-9a7c-b753e2f5dee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:10:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['eb14368a-f3d7-455d-ae44-932d1ccf9d9b'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:46.873327 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5d02d-4fc7-4dba-8a94-b4bdd67e430a tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dcdf6d4-3649-4b4e-96fa-03e8f2784271,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:46.926579 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:46.958290 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0e5d02d-4fc7-4dba-8a94-b4bdd67e430a tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:46.959596 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b0e5d02d-4fc7-4dba-8a94-b4bdd67e430a tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5948188 Aug 31 09:10:46.962197 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47364) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:46.967880 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-3cfc0c10-1232-40f3-8988-1a82db0b2929 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Request body: {'security_group_rule': {'security_group_id': '9a1adeb5-d225-4397-9b2e-54de647beb34', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:47.073613 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-d66aebf7-6f47-49c9-9a7c-b753e2f5dee4 None None] Set router eb14368a-f3d7-455d-ae44-932d1ccf9d9b gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:47.111632 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3cfc0c10-1232-40f3-8988-1a82db0b2929 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:47.226114 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3397369-f8be-4c88-b8bd-e468ca223814 req-bea3a062-2b60-4e5c-81d3-4a42c21384cc tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:47.227954 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e3397369-f8be-4c88-b8bd-e468ca223814 req-bea3a062-2b60-4e5c-81d3-4a42c21384cc tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 949 time: 0.1422365 Aug 31 09:10:47.235044 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device e89e2f21-c734-4119-9c9c-66a6a36ac627 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:10:47.260280 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: e89e2f21-c734-4119-9c9c-66a6a36ac627 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:10:47.260624 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device e89e2f21-c734-4119-9c9c-66a6a36ac627 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:10:47.260911 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3cfc0c10-1232-40f3-8988-1a82db0b2929 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:47.262911 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 79a5075f-ac19-4dbf-a24b-794572ad41c4 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:10:47.291917 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 79a5075f-ac19-4dbf-a24b-794572ad41c4 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:10:47.291917 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 79a5075f-ac19-4dbf-a24b-794572ad41c4 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:10:47.322819 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e3397369-f8be-4c88-b8bd-e468ca223814 req-48395b07-e90a-46e3-8055-3382bb432f3c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768938 Aug 31 09:10:47.332316 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-221717b8-f819-43cd-ad39-bdcc87f60c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:47.355293 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3cfc0c10-1232-40f3-8988-1a82db0b2929 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:47.370351 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc0c10-1232-40f3-8988-1a82db0b2929 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b92dd91-295a-4a2f-8b6c-b2725b2ba7ca,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:47.391183 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-d66aebf7-6f47-49c9-9a7c-b753e2f5dee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb14368a-f3d7-455d-ae44-932d1ccf9d9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2056340277-router', 'tenant_id': '27342dad8ad64de7b152d6b2016840f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '071cdac8-59bf-47b9-ae85-d8ead362c420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:36Z', 'updated_at': '2021-08-31T09:10:41Z', 'revision_number': 4, 'project_id': '27342dad8ad64de7b152d6b2016840f2', 'gw_port': {'id': '071cdac8-59bf-47b9-ae85-d8ead362c420', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ca:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14368a-f3d7-455d-ae44-932d1ccf9d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:36Z', 'updated_at': '2021-08-31T09:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '12d29d08-07e1-4158-a93b-85d48f14b237', 'name': '', 'network_id': '43b0424b-14da-40b6-aecc-e7af9637d1ab', 'tenant_id': '27342dad8ad64de7b152d6b2016840f2', 'mac_address': 'fa:16:3e:62:25:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb14368a-f3d7-455d-ae44-932d1ccf9d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'fbaa1fff-0145-4621-bca8-07c40cdd1684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:40Z', 'updated_at': '2021-08-31T09:10:46Z', 'revision_number': 4, 'project_id': '27342dad8ad64de7b152d6b2016840f2', 'subnets': [{'id': 'fbaa1fff-0145-4621-bca8-07c40cdd1684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:47.425385 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66aebf7-6f47-49c9-9a7c-b753e2f5dee4 None None] The sync data for ids ['eb14368a-f3d7-455d-ae44-932d1ccf9d9b'] in n-d-791506-28 is: [{'id': 'eb14368a-f3d7-455d-ae44-932d1ccf9d9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2056340277-router', 'tenant_id': '27342dad8ad64de7b152d6b2016840f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '071cdac8-59bf-47b9-ae85-d8ead362c420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:36Z', 'updated_at': '2021-08-31T09:10:41Z', 'revision_number': 4, 'project_id': '27342dad8ad64de7b152d6b2016840f2', 'gw_port': {'id': '071cdac8-59bf-47b9-ae85-d8ead362c420', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ca:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14368a-f3d7-455d-ae44-932d1ccf9d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:36Z', 'updated_at': '2021-08-31T09:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '12d29d08-07e1-4158-a93b-85d48f14b237', 'name': '', 'network_id': '43b0424b-14da-40b6-aecc-e7af9637d1ab', 'tenant_id': '27342dad8ad64de7b152d6b2016840f2', 'mac_address': 'fa:16:3e:62:25:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb14368a-f3d7-455d-ae44-932d1ccf9d9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'fbaa1fff-0145-4621-bca8-07c40cdd1684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:40Z', 'updated_at': '2021-08-31T09:10:46Z', 'revision_number': 4, 'project_id': '27342dad8ad64de7b152d6b2016840f2', 'subnets': [{'id': 'fbaa1fff-0145-4621-bca8-07c40cdd1684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:10:47.457204 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3cfc0c10-1232-40f3-8988-1a82db0b2929 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:47.460674 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3cfc0c10-1232-40f3-8988-1a82db0b2929 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4974301 Aug 31 09:10:47.468009 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47376) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:47.475699 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-bddfd07c-9051-4145-8a6d-0460d737dfb0 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:47.597384 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47378) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:47.619946 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bddfd07c-9051-4145-8a6d-0460d737dfb0 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks [] for floatingip, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:47.813968 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bddfd07c-9051-4145-8a6d-0460d737dfb0 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:47.977062 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3598be37-ab35-408a-96d4-096820ce8ced admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=94f1cf4a0e144c029b8fc2978b966599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3781679 Aug 31 09:10:47.980462 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47398) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:48.087740 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fac42ec3-20d2-4736-b864-77b4430d1387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:48.109113 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-bddfd07c-9051-4145-8a6d-0460d737dfb0 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Allocated IP 172.25.2.91 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/50e1b58a-6abc-4e83-a613-1588e94bff2a) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:10:48.126414 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-221717b8-f819-43cd-ad39-bdcc87f60c36 admin admin] Deleting port ac1b2c14-ce78-4064-93ec-b9876fb2eb7f {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:10:48.126992 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-221717b8-f819-43cd-ad39-bdcc87f60c36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:48.140097 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fac42ec3-20d2-4736-b864-77b4430d1387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:48.254752 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-221717b8-f819-43cd-ad39-bdcc87f60c36 admin admin] For port ac1b2c14-ce78-4064-93ec-b9876fb2eb7f, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ac1b2c14-ce78-4064-93ec-b9876fb2eb7f,segment=NetworkSegment(403725b9-6fc1-4aeb-998e-1c14d944073b),segment_id=403725b9-6fc1-4aeb-998e-1c14d944073b)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:48.255314 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-221717b8-f819-43cd-ad39-bdcc87f60c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:48.294748 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-221717b8-f819-43cd-ad39-bdcc87f60c36 admin admin] Calling delete_port for ac1b2c14-ce78-4064-93ec-b9876fb2eb7f owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:10:48.299859 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bddfd07c-9051-4145-8a6d-0460d737dfb0 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:48.307792 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fac42ec3-20d2-4736-b864-77b4430d1387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:48.311862 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fac42ec3-20d2-4736-b864-77b4430d1387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:48.315394 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fac42ec3-20d2-4736-b864-77b4430d1387 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/f6556dd9-fb18-447f-b248-d0fe2ee1f8ca HTTP/1.1" status: 204 len: 168 time: 0.3316312 Aug 31 09:10:48.334578 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac42ec3-20d2-4736-b864-77b4430d1387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6556dd9-fb18-447f-b248-d0fe2ee1f8ca,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:48.421071 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 12d29d08-07e1-4158-a93b-85d48f14b237 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:10:48.486782 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bddfd07c-9051-4145-8a6d-0460d737dfb0 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:48.552491 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddfd07c-9051-4145-8a6d-0460d737dfb0 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Pushing event updated for resources: {'Port': ['ID=50e1b58a-6abc-4e83-a613-1588e94bff2a,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:48.560257 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 12d29d08-07e1-4158-a93b-85d48f14b237 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:48.561236 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddfd07c-9051-4145-8a6d-0460d737dfb0 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:10:48.563200 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-bddfd07c-9051-4145-8a6d-0460d737dfb0 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:48.565127 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 12d29d08-07e1-4158-a93b-85d48f14b237 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:48.565828 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddfd07c-9051-4145-8a6d-0460d737dfb0 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:10:48.566404 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:48.704242 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5293e-1933-4e71-871e-2ef7dd29c4ee req-9bb0c77d-5e4a-49d5-8e96-1b8a320fd5c2 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:48.706527 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71e5293e-1933-4e71-871e-2ef7dd29c4ee req-9bb0c77d-5e4a-49d5-8e96-1b8a320fd5c2 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 949 time: 0.2100921 Aug 31 09:10:48.718466 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:48.780975 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71e5293e-1933-4e71-871e-2ef7dd29c4ee req-e3d09e13-bf4c-488c-a550-d13f79ba5ccf tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671208 Aug 31 09:10:48.785927 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-221717b8-f819-43cd-ad39-bdcc87f60c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:48.788407 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 12d29d08-07e1-4158-a93b-85d48f14b237, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=12d29d08-07e1-4158-a93b-85d48f14b237,segment=NetworkSegment(2d870add-0439-4039-abcb-d67217fdb460),segment_id=2d870add-0439-4039-abcb-d67217fdb460)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:48.825685 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47416) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:48.825826 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221717b8-f819-43cd-ad39-bdcc87f60c36 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac1b2c14-ce78-4064-93ec-b9876fb2eb7f,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:48.856660 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bddfd07c-9051-4145-8a6d-0460d737dfb0 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:48.866575 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:48.975604 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=12d29d08-07e1-4158-a93b-85d48f14b237,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:48.986951 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:48.987289 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:48.987654 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:48.988024 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:48.988347 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:48.988667 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:48.989735 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:48.990069 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:48.990394 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:48.990885 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:48.991317 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:48.991641 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:49.025404 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bddfd07c-9051-4145-8a6d-0460d737dfb0 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:49.207256 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-221717b8-f819-43cd-ad39-bdcc87f60c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:49.264270 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bddfd07c-9051-4145-8a6d-0460d737dfb0 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:49.272853 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fabeb4cf-6bad-40f3-88de-3fe53a47f2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:49.335139 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bddfd07c-9051-4145-8a6d-0460d737dfb0 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:49.437467 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddfd07c-9051-4145-8a6d-0460d737dfb0 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Pushing event updated for resources: {'Port': ['ID=50e1b58a-6abc-4e83-a613-1588e94bff2a,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:49.461193 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fabeb4cf-6bad-40f3-88de-3fe53a47f2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:49.465198 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bddfd07c-9051-4145-8a6d-0460d737dfb0 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:49.491649 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221717b8-f819-43cd-ad39-bdcc87f60c36 admin admin] Router b2a33741-29f3-4d9c-8e33-6aff2c04b177 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:10:49.537865 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fabeb4cf-6bad-40f3-88de-3fe53a47f2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:49.583054 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fabeb4cf-6bad-40f3-88de-3fe53a47f2b6 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=d3a3bc28fb644536a395d86058002efd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7590656 Aug 31 09:10:49.583959 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabeb4cf-6bad-40f3-88de-3fe53a47f2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e193970f-56bf-4362-abce-8fa8dfdc207a,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:49.601537 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47430) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:49.601932 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221717b8-f819-43cd-ad39-bdcc87f60c36 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:10:49.612925 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47432) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:49.613102 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08363cd7-7944-44d6-87ff-79a26113b977 None None] Sync routers for ids ['b2a33741-29f3-4d9c-8e33-6aff2c04b177'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:10:49.615766 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-221717b8-f819-43cd-ad39-bdcc87f60c36 admin admin] 10.222.0.119 "PUT /v2.0/routers/b2a33741-29f3-4d9c-8e33-6aff2c04b177/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1774719 Aug 31 09:10:49.623108 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47434) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:49.632253 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08363cd7-7944-44d6-87ff-79a26113b977 None None] Routers {'b2a33741-29f3-4d9c-8e33-6aff2c04b177'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:49.633054 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-08363cd7-7944-44d6-87ff-79a26113b977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:10:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b2a33741-29f3-4d9c-8e33-6aff2c04b177'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:49.634721 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bddfd07c-9051-4145-8a6d-0460d737dfb0 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:49.637555 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bddfd07c-9051-4145-8a6d-0460d737dfb0 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1710474 Aug 31 09:10:49.670969 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c89efb02-d8e0-46dd-8b61-db80249b368b admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=ac33c826fcb84e8eb4ecde9878794d3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464563 Aug 31 09:10:49.671576 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47438) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:49.729482 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7909f255-2917-4486-846c-2ead76657ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:49.758526 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7909f255-2917-4486-846c-2ead76657ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:49.778053 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-48b3782b-48d7-46dc-80c5-eb003e8329ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:49.807233 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f63e58fd-514f-40c0-b999-3567d8b8a97c admin admin] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:49.848587 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-08363cd7-7944-44d6-87ff-79a26113b977 None None] Set router b2a33741-29f3-4d9c-8e33-6aff2c04b177 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:49.873029 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-48b3782b-48d7-46dc-80c5-eb003e8329ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:49.933952 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40fce9-e7ca-42ae-93e3-84144b7ae4ff req-76e37a53-44f5-4a97-8766-3c75d8717f38 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:49.935295 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2f40fce9-e7ca-42ae-93e3-84144b7ae4ff req-76e37a53-44f5-4a97-8766-3c75d8717f38 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 949 time: 0.0728631 Aug 31 09:10:49.962083 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7909f255-2917-4486-846c-2ead76657ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:49.968885 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7909f255-2917-4486-846c-2ead76657ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:49.970605 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7909f255-2917-4486-846c-2ead76657ccc admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/4497f1aa-1c02-451c-9aa2-4ed50fa286ec HTTP/1.1" status: 204 len: 168 time: 0.2976685 Aug 31 09:10:49.986438 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f63e58fd-514f-40c0-b999-3567d8b8a97c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:50.000323 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909f255-2917-4486-846c-2ead76657ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4497f1aa-1c02-451c-9aa2-4ed50fa286ec,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:50.015995 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2f40fce9-e7ca-42ae-93e3-84144b7ae4ff req-599531cd-4597-4de9-9cae-0794cd3e0a78 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743320 Aug 31 09:10:50.085233 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-08363cd7-7944-44d6-87ff-79a26113b977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1908543608-router', 'tenant_id': '56e7696745e245a68dd2e9a2861b4388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'ed03e811-2ac6-4bac-a9d4-8d70912f3e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:09:51Z', 'updated_at': '2021-08-31T09:10:48Z', 'revision_number': 5, 'project_id': '56e7696745e245a68dd2e9a2861b4388', 'gw_port': {'id': 'ed03e811-2ac6-4bac-a9d4-8d70912f3e02', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:09:52Z', 'updated_at': '2021-08-31T09:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:50.087728 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-48b3782b-48d7-46dc-80c5-eb003e8329ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:50.089419 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-48b3782b-48d7-46dc-80c5-eb003e8329ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:50.096412 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-48b3782b-48d7-46dc-80c5-eb003e8329ad admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/e193970f-56bf-4362-abce-8fa8dfdc207a HTTP/1.1" status: 204 len: 168 time: 0.4887424 Aug 31 09:10:50.129648 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3782b-48d7-46dc-80c5-eb003e8329ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e193970f-56bf-4362-abce-8fa8dfdc207a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:50.161536 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08363cd7-7944-44d6-87ff-79a26113b977 None None] Checking router: b2a33741-29f3-4d9c-8e33-6aff2c04b177 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:10:50.173675 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08363cd7-7944-44d6-87ff-79a26113b977 None None] Routers {'b2a33741-29f3-4d9c-8e33-6aff2c04b177'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:50.177518 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-08363cd7-7944-44d6-87ff-79a26113b977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:10:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b2a33741-29f3-4d9c-8e33-6aff2c04b177'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:50.182560 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-f63e58fd-514f-40c0-b999-3567d8b8a97c admin admin] Deleting port ed03e811-2ac6-4bac-a9d4-8d70912f3e02 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:10:50.183188 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f63e58fd-514f-40c0-b999-3567d8b8a97c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:50.201010 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2199af65-a157-4015-aafc-87c5e877f84c req-216bb594-5c8b-4bc6-8983-4249eb877e5d tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-securitygroup--709694334&fields=id&tenant_id=3b0faebd4a0f4fe0bc11524828454d6f HTTP/1.1" status: 200 len: 267 time: 0.0595102 Aug 31 09:10:50.315769 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-08363cd7-7944-44d6-87ff-79a26113b977 None None] Set router b2a33741-29f3-4d9c-8e33-6aff2c04b177 gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:50.341028 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-f63e58fd-514f-40c0-b999-3567d8b8a97c admin admin] For port ed03e811-2ac6-4bac-a9d4-8d70912f3e02, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ed03e811-2ac6-4bac-a9d4-8d70912f3e02,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:50.342708 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f63e58fd-514f-40c0-b999-3567d8b8a97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:50.364196 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-f63e58fd-514f-40c0-b999-3567d8b8a97c admin admin] Calling delete_port for ed03e811-2ac6-4bac-a9d4-8d70912f3e02 owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:10:50.382641 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199af65-a157-4015-aafc-87c5e877f84c req-8e0a80f5-11d0-48b0-94f0-73ae784fc757 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:50.385258 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2199af65-a157-4015-aafc-87c5e877f84c req-8e0a80f5-11d0-48b0-94f0-73ae784fc757 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/networks?id=d1234639-2841-4a70-bb71-b7feb4621301 HTTP/1.1" status: 200 len: 823 time: 0.1728098 Aug 31 09:10:50.404147 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2199af65-a157-4015-aafc-87c5e877f84c req-1c32fe32-b636-4460-b293-2468a69be4f1 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/quotas/3b0faebd4a0f4fe0bc11524828454d6f HTTP/1.1" status: 200 len: 375 time: 0.0116377 Aug 31 09:10:50.408427 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-08363cd7-7944-44d6-87ff-79a26113b977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1908543608-router', 'tenant_id': '56e7696745e245a68dd2e9a2861b4388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:09:51Z', 'updated_at': '2021-08-31T09:10:49Z', 'revision_number': 6, 'project_id': '56e7696745e245a68dd2e9a2861b4388', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:50.449804 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 12d29d08-07e1-4158-a93b-85d48f14b237 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:10:50.451006 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08363cd7-7944-44d6-87ff-79a26113b977 None None] The sync data for ids ['b2a33741-29f3-4d9c-8e33-6aff2c04b177'] in n-d-791506-28 is: [{'id': 'b2a33741-29f3-4d9c-8e33-6aff2c04b177', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1908543608-router', 'tenant_id': '56e7696745e245a68dd2e9a2861b4388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:09:51Z', 'updated_at': '2021-08-31T09:10:49Z', 'revision_number': 6, 'project_id': '56e7696745e245a68dd2e9a2861b4388', 'gw_port_host': None}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:10:50.486684 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2199af65-a157-4015-aafc-87c5e877f84c req-18738d88-ee62-40f9-814c-b8667cdad834 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0753417 Aug 31 09:10:50.542011 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 12d29d08-07e1-4158-a93b-85d48f14b237 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:50.542690 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:50.623524 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2199af65-a157-4015-aafc-87c5e877f84c req-7ac59f9d-08f6-4ac8-95cd-013c2e30a005 service neutron] 10.222.0.119 "GET /v2.0/networks/d1234639-2841-4a70-bb71-b7feb4621301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160059 Aug 31 09:10:50.663485 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f63e58fd-514f-40c0-b999-3567d8b8a97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:50.719443 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e58fd-514f-40c0-b999-3567d8b8a97c admin admin] Pushing event deleted for resources: {'Port': ['ID=ed03e811-2ac6-4bac-a9d4-8d70912f3e02,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:50.749487 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2199af65-a157-4015-aafc-87c5e877f84c req-5db94819-04f7-4dfe-9d14-2497066510c7 service neutron] 10.222.0.119 "GET /v2.0/networks/d1234639-2841-4a70-bb71-b7feb4621301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248653 Aug 31 09:10:50.815931 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f63e58fd-514f-40c0-b999-3567d8b8a97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:50.949681 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f63e58fd-514f-40c0-b999-3567d8b8a97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:50.951881 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f63e58fd-514f-40c0-b999-3567d8b8a97c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:51.053178 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2b8caa0c-3cc5-47a1-9c3f-beaff8c06635 req-32822ef9-4126-4562-b363-afdd5912f854 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/ports?device_id=dec399ac-51c2-4bb7-99b8-e1a022fa50cc HTTP/1.1" status: 200 len: 210 time: 0.0355392 Aug 31 09:10:51.153893 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f63e58fd-514f-40c0-b999-3567d8b8a97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:51.154822 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63e58fd-514f-40c0-b999-3567d8b8a97c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2a33741-29f3-4d9c-8e33-6aff2c04b177 {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:10:51.164837 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f63e58fd-514f-40c0-b999-3567d8b8a97c admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:51.166615 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f63e58fd-514f-40c0-b999-3567d8b8a97c admin admin] 10.222.0.119 "DELETE /v2.0/routers/b2a33741-29f3-4d9c-8e33-6aff2c04b177 HTTP/1.1" status: 204 len: 168 time: 1.5525210 Aug 31 09:10:51.169418 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47484) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:51.203353 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47486) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:51.257964 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-be30991d-c625-42dd-bfa7-8436a2dfe7b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:51.265115 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-34eb3ee3-a4b7-466b-8e63-ec74949d31e7 admin admin] Deleting subnet 3562846e-c3ce-41d9-b571-ead68bc10cdb {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:10:51.271388 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-34eb3ee3-a4b7-466b-8e63-ec74949d31e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:51.317894 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703f168-2843-450e-a7fb-3a3a29a3ab26 req-69e3461b-514c-4995-af20-99acb0101a2d tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:51.319523 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9703f168-2843-450e-a7fb-3a3a29a3ab26 req-69e3461b-514c-4995-af20-99acb0101a2d tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 949 time: 0.1861558 Aug 31 09:10:51.332979 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-34eb3ee3-a4b7-466b-8e63-ec74949d31e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:51.474641 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-34eb3ee3-a4b7-466b-8e63-ec74949d31e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:51.509423 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9703f168-2843-450e-a7fb-3a3a29a3ab26 req-9c98fdca-e532-45d0-8952-4cd723ee264d tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653638 Aug 31 09:10:51.537743 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-be30991d-c625-42dd-bfa7-8436a2dfe7b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:51.611735 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-be30991d-c625-42dd-bfa7-8436a2dfe7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:51.640637 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-34eb3ee3-a4b7-466b-8e63-ec74949d31e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:51.657588 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-be30991d-c625-42dd-bfa7-8436a2dfe7b3 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=ff368311c21b4f64bb5e6a4a5cbba398&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4504719 Aug 31 09:10:51.657588 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be30991d-c625-42dd-bfa7-8436a2dfe7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3070a3-ef0b-481d-8411-b26ef3a3bb89,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:51.658616 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47506) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:51.700782 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb3ee3-a4b7-466b-8e63-ec74949d31e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3562846e-c3ce-41d9-b571-ead68bc10cdb,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:51.703510 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-34eb3ee3-a4b7-466b-8e63-ec74949d31e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:51.704952 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35125e1-48cd-4095-aee6-b3f4a724fc9d None None] Network 9378e6b3-a87d-4f83-b575-9644eb484f50 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:10:51.708052 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-34eb3ee3-a4b7-466b-8e63-ec74949d31e7 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/3562846e-c3ce-41d9-b571-ead68bc10cdb HTTP/1.1" status: 204 len: 168 time: 0.5347216 Aug 31 09:10:51.712332 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47508) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:51.734683 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2cf53670-62ed-41b0-adcf-39ef2c975144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:51.771620 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2cf53670-62ed-41b0-adcf-39ef2c975144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:51.836129 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b209c38c-9715-49fa-99f8-9f4c004a3189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:51.913579 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-b209c38c-9715-49fa-99f8-9f4c004a3189 admin admin] Deleting port 8394513f-111e-4c1d-8451-43d50be21d7e {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:10:51.915382 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b209c38c-9715-49fa-99f8-9f4c004a3189 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:51.988474 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2cf53670-62ed-41b0-adcf-39ef2c975144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:51.990468 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-b209c38c-9715-49fa-99f8-9f4c004a3189 admin admin] For port 8394513f-111e-4c1d-8451-43d50be21d7e, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8394513f-111e-4c1d-8451-43d50be21d7e,segment=NetworkSegment(403725b9-6fc1-4aeb-998e-1c14d944073b),segment_id=403725b9-6fc1-4aeb-998e-1c14d944073b)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:51.990866 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b209c38c-9715-49fa-99f8-9f4c004a3189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:51.993137 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2cf53670-62ed-41b0-adcf-39ef2c975144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:51.994728 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2cf53670-62ed-41b0-adcf-39ef2c975144 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/5c3070a3-ef0b-481d-8411-b26ef3a3bb89 HTTP/1.1" status: 204 len: 168 time: 0.3351357 Aug 31 09:10:52.006640 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-b209c38c-9715-49fa-99f8-9f4c004a3189 admin admin] Calling delete_port for 8394513f-111e-4c1d-8451-43d50be21d7e owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:10:52.014783 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf53670-62ed-41b0-adcf-39ef2c975144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3070a3-ef0b-481d-8411-b26ef3a3bb89,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:52.040245 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdd5676-090b-4414-8d6e-fd63d9545ef2 None None] DHCP port deletion for 9378e6b3-a87d-4f83-b575-9644eb484f50 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:10:52.106376 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-ccdd5676-090b-4414-8d6e-fd63d9545ef2 None None] Deleting port 8394513f-111e-4c1d-8451-43d50be21d7e {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:10:52.106774 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ccdd5676-090b-4414-8d6e-fd63d9545ef2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:52.135042 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d8a19e2-0e64-45c8-88b3-285e6e508b97 req-f79c0d02-0635-4c85-bb81-f3b9fafc960b tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/ports?device_id=dec399ac-51c2-4bb7-99b8-e1a022fa50cc HTTP/1.1" status: 200 len: 210 time: 0.0278506 Aug 31 09:10:52.170169 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-ccdd5676-090b-4414-8d6e-fd63d9545ef2 None None] For port 8394513f-111e-4c1d-8451-43d50be21d7e, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8394513f-111e-4c1d-8451-43d50be21d7e,segment=NetworkSegment(403725b9-6fc1-4aeb-998e-1c14d944073b),segment_id=403725b9-6fc1-4aeb-998e-1c14d944073b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:52.170590 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ccdd5676-090b-4414-8d6e-fd63d9545ef2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:52.185485 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-ccdd5676-090b-4414-8d6e-fd63d9545ef2 None None] Calling delete_port for 8394513f-111e-4c1d-8451-43d50be21d7e owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:10:52.215559 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b209c38c-9715-49fa-99f8-9f4c004a3189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:52.241823 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209c38c-9715-49fa-99f8-9f4c004a3189 admin admin] Pushing event deleted for resources: {'Port': ['ID=8394513f-111e-4c1d-8451-43d50be21d7e,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:52.248019 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b209c38c-9715-49fa-99f8-9f4c004a3189 admin admin] No DVR routers for this DVR port 8394513f-111e-4c1d-8451-43d50be21d7e on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:10:52.383771 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ac1b2c14-ce78-4064-93ec-b9876fb2eb7f no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:10:52.408867 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: ac1b2c14-ce78-4064-93ec-b9876fb2eb7f {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:10:52.410856 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ac1b2c14-ce78-4064-93ec-b9876fb2eb7f not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:10:52.410856 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8394513f-111e-4c1d-8451-43d50be21d7e no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:10:52.440804 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 8394513f-111e-4c1d-8451-43d50be21d7e {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:10:52.441010 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8394513f-111e-4c1d-8451-43d50be21d7e not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:10:52.441294 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ed03e811-2ac6-4bac-a9d4-8d70912f3e02 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:10:52.472937 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: ed03e811-2ac6-4bac-a9d4-8d70912f3e02 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:10:52.473278 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ed03e811-2ac6-4bac-a9d4-8d70912f3e02 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:10:52.516361 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ccdd5676-090b-4414-8d6e-fd63d9545ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:52.548503 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd5676-090b-4414-8d6e-fd63d9545ef2 None None] Pushing event deleted for resources: {'Port': ['ID=8394513f-111e-4c1d-8451-43d50be21d7e,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:52.556033 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdd5676-090b-4414-8d6e-fd63d9545ef2 None None] No DVR routers for this DVR port 8394513f-111e-4c1d-8451-43d50be21d7e on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:10:52.580929 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b209c38c-9715-49fa-99f8-9f4c004a3189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:52.590707 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-b209c38c-9715-49fa-99f8-9f4c004a3189 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9378e6b3-a87d-4f83-b575-9644eb484f50']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:52.601665 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-b209c38c-9715-49fa-99f8-9f4c004a3189 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '403725b9-6fc1-4aeb-998e-1c14d944073b') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:52.603178 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-b209c38c-9715-49fa-99f8-9f4c004a3189 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '403725b9-6fc1-4aeb-998e-1c14d944073b') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:52.612100 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b209c38c-9715-49fa-99f8-9f4c004a3189 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:52.641481 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b209c38c-9715-49fa-99f8-9f4c004a3189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:52.658363 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b209c38c-9715-49fa-99f8-9f4c004a3189 admin admin] Releasing vlan 1642 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:10:52.658943 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b209c38c-9715-49fa-99f8-9f4c004a3189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:52.661362 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:10:52.661362 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:10:52.661362 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:10:52.661362 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:10:52.661362 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:10:52.661362 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:10:52.661362 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:10:52.661362 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:10:52.661362 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:10:52.661362 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:10:52.661362 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:10:52.661362 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:10:52.661362 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:10:52.661362 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:10:52.661362 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:10:52.661362 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:10:52.661362 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:10:52.661362 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:10:52.661362 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:10:52.661362 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:10:52.661362 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:10:52.661362 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:10:52.661362 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:10:52.661362 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:10:52.661362 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:10:52.661362 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:10:52.661362 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:10:52.661362 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:10:52.661362 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:10:52.661362 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:10:52.661362 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:10:52.661362 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:10:52.695314 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9448319-b799-4adb-b288-2b1d6e204e3d req-adea71d3-af87-4cbe-9c5c-a08d57aa6aee tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:52.705895 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f9448319-b799-4adb-b288-2b1d6e204e3d req-adea71d3-af87-4cbe-9c5c-a08d57aa6aee tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 949 time: 0.0893905 Aug 31 09:10:52.741598 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47534) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:52.762887 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f9448319-b799-4adb-b288-2b1d6e204e3d req-3200ec91-b01a-45d5-82c8-b3dbdb02484d tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558228 Aug 31 09:10:52.803932 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b209c38c-9715-49fa-99f8-9f4c004a3189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:52.811487 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b209c38c-9715-49fa-99f8-9f4c004a3189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:52.814271 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b209c38c-9715-49fa-99f8-9f4c004a3189 admin admin] 10.222.0.119 "DELETE /v2.0/networks/9378e6b3-a87d-4f83-b575-9644eb484f50 HTTP/1.1" status: 204 len: 168 time: 1.1005206 Aug 31 09:10:52.826494 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209c38c-9715-49fa-99f8-9f4c004a3189 admin admin] Pushing event deleted for resources: {'Network': ['ID=9378e6b3-a87d-4f83-b575-9644eb484f50,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:52.904950 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-93bda6e5-eef8-454b-add1-fc757445adca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:53.022371 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-93bda6e5-eef8-454b-add1-fc757445adca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:53.093939 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-93bda6e5-eef8-454b-add1-fc757445adca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:53.144185 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47550) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:53.146182 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-93bda6e5-eef8-454b-add1-fc757445adca admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=efd71f37d5464d4dbd0dbb428dd985e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4022772 Aug 31 09:10:53.147384 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bda6e5-eef8-454b-add1-fc757445adca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75133f91-bc25-4418-8013-e3cba53efd2e,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:53.235293 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-15e7b8d8-ef0b-4a3f-bcec-67031eaf813d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:53.252738 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6823d44b-9342-4c87-b4e6-95e65f943a8f req-c075c190-cc94-4f67-a86e-8828b832a2ae tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/ports?device_id=dec399ac-51c2-4bb7-99b8-e1a022fa50cc HTTP/1.1" status: 200 len: 210 time: 0.0348370 Aug 31 09:10:53.278417 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-15e7b8d8-ef0b-4a3f-bcec-67031eaf813d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:53.398830 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-15e7b8d8-ef0b-4a3f-bcec-67031eaf813d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:53.401506 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-15e7b8d8-ef0b-4a3f-bcec-67031eaf813d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:53.404137 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-15e7b8d8-ef0b-4a3f-bcec-67031eaf813d admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/75133f91-bc25-4418-8013-e3cba53efd2e HTTP/1.1" status: 204 len: 168 time: 0.2582214 Aug 31 09:10:53.418664 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7b8d8-ef0b-4a3f-bcec-67031eaf813d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75133f91-bc25-4418-8013-e3cba53efd2e,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:53.419928 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47562) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:53.463006 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2224380d-6c35-4652-9363-b00b65100178 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=56e7696745e245a68dd2e9a2861b4388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419025 Aug 31 09:10:53.466699 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47566) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:53.525977 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b304c486-b491-4605-997e-b8041cba72c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:53.604248 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b304c486-b491-4605-997e-b8041cba72c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:53.676734 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199af65-a157-4015-aafc-87c5e877f84c req-b8d68308-824c-4f3f-b55d-59b8bcb5be55 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:53.678098 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2199af65-a157-4015-aafc-87c5e877f84c req-b8d68308-824c-4f3f-b55d-59b8bcb5be55 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.112 "GET /v2.0/networks?id=d1234639-2841-4a70-bb71-b7feb4621301 HTTP/1.1" status: 200 len: 823 time: 0.1490960 Aug 31 09:10:53.740873 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2199af65-a157-4015-aafc-87c5e877f84c req-19ad85bb-255e-4188-865b-3c56d80498a7 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b0faebd4a0f4fe0bc11524828454d6f HTTP/1.1" status: 200 len: 379 time: 0.0479023 Aug 31 09:10:53.753707 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-2199af65-a157-4015-aafc-87c5e877f84c req-e1bb78db-874d-4b45-89eb-e74b87928e41 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Request body: {'port': {'device_id': 'dec399ac-51c2-4bb7-99b8-e1a022fa50cc', 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301', 'admin_state_up': True, 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'security_groups': ['9a1adeb5-d225-4397-9b2e-54de647beb34']}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:53.800104 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b304c486-b491-4605-997e-b8041cba72c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:53.803186 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b304c486-b491-4605-997e-b8041cba72c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:53.804407 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b304c486-b491-4605-997e-b8041cba72c1 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/9dd98ad5-e3c4-426f-a6e3-ef94d5a6e305 HTTP/1.1" status: 204 len: 168 time: 0.3364160 Aug 31 09:10:53.823030 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304c486-b491-4605-997e-b8041cba72c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd98ad5-e3c4-426f-a6e3-ef94d5a6e305,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:53.948073 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd487832-ce9f-432f-87c2-32d581399546 req-bbbace0c-dd55-422b-8b9b-ed85c3b720cc tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:53.950062 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cd487832-ce9f-432f-87c2-32d581399546 req-bbbace0c-dd55-422b-8b9b-ed85c3b720cc tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 949 time: 0.0961084 Aug 31 09:10:53.992249 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cd487832-ce9f-432f-87c2-32d581399546 req-7c05986c-cd90-4b61-90a4-2003a642db8a tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355732 Aug 31 09:10:54.085939 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2199af65-a157-4015-aafc-87c5e877f84c req-e1bb78db-874d-4b45-89eb-e74b87928e41 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Made reservation on behalf of 3b0faebd4a0f4fe0bc11524828454d6f for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:10:54.090286 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2199af65-a157-4015-aafc-87c5e877f84c req-e1bb78db-874d-4b45-89eb-e74b87928e41 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:54.234819 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-2199af65-a157-4015-aafc-87c5e877f84c req-e1bb78db-874d-4b45-89eb-e74b87928e41 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Allocated IP 172.20.0.12 (d1234639-2841-4a70-bb71-b7feb4621301/6e81001c-2026-4292-8507-96e0aed1bde8/edde40e9-17fb-4f5e-ac5d-915a3b533318) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:10:54.362873 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-51b988fe-c0a7-4477-9131-789bff4c1365 req-21a7fc94-5ba7-421e-a412-9f4bf870938d tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/ports?device_id=dec399ac-51c2-4bb7-99b8-e1a022fa50cc HTTP/1.1" status: 200 len: 210 time: 0.0316379 Aug 31 09:10:54.414442 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2199af65-a157-4015-aafc-87c5e877f84c req-e1bb78db-874d-4b45-89eb-e74b87928e41 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:54.428242 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-2199af65-a157-4015-aafc-87c5e877f84c req-e1bb78db-874d-4b45-89eb-e74b87928e41 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Transition to ACTIVE for port object edde40e9-17fb-4f5e-ac5d-915a3b533318 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:54.518972 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2199af65-a157-4015-aafc-87c5e877f84c req-e1bb78db-874d-4b45-89eb-e74b87928e41 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:54.570611 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2199af65-a157-4015-aafc-87c5e877f84c req-e1bb78db-874d-4b45-89eb-e74b87928e41 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Network d1234639-2841-4a70-bb71-b7feb4621301 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:10:54.574098 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-2199af65-a157-4015-aafc-87c5e877f84c req-e1bb78db-874d-4b45-89eb-e74b87928e41 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:54.578820 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-2199af65-a157-4015-aafc-87c5e877f84c req-e1bb78db-874d-4b45-89eb-e74b87928e41 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:10:54.582720 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb78db-874d-4b45-89eb-e74b87928e41 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Pushing event updated for resources: {'Port': ['ID=edde40e9-17fb-4f5e-ac5d-915a3b533318,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:54.601121 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47590) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:54.615533 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fcdd89d1-1b85-44a7-982a-8efcac15650f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:54.645620 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199af65-a157-4015-aafc-87c5e877f84c req-e1bb78db-874d-4b45-89eb-e74b87928e41 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:54.646293 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2199af65-a157-4015-aafc-87c5e877f84c req-e1bb78db-874d-4b45-89eb-e74b87928e41 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:54.717283 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47594) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:54.757119 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fcdd89d1-1b85-44a7-982a-8efcac15650f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:54.840394 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fcdd89d1-1b85-44a7-982a-8efcac15650f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:54.904149 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fcdd89d1-1b85-44a7-982a-8efcac15650f admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=5b5c5488062a49faa3d90cf9741f6e72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3030300 Aug 31 09:10:54.907187 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47604) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:54.911526 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd89d1-1b85-44a7-982a-8efcac15650f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ed6924-4954-494b-b8ed-c6148942a0d3,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:54.952426 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6f66f876-6fef-4153-9405-84bf8abf9f16 None None] Provisioning for port edde40e9-17fb-4f5e-ac5d-915a3b533318 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:10:54.957628 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6f66f876-6fef-4153-9405-84bf8abf9f16 None None] Provisioning complete for port edde40e9-17fb-4f5e-ac5d-915a3b533318 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:10:54.958379 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6f66f876-6fef-4153-9405-84bf8abf9f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:54.975685 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2199af65-a157-4015-aafc-87c5e877f84c req-e1bb78db-874d-4b45-89eb-e74b87928e41 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2247114 Aug 31 09:10:54.993238 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-2199af65-a157-4015-aafc-87c5e877f84c req-8e801dfa-6356-4d43-bc43-2bf90758d1e4 service neutron] Request body: {'port': {'device_id': 'dec399ac-51c2-4bb7-99b8-e1a022fa50cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:54.996859 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-45933e76-2f65-4600-b781-614c1b5b6056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:55.001314 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-6f66f876-6fef-4153-9405-84bf8abf9f16 None None] Port edde40e9-17fb-4f5e-ac5d-915a3b533318 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:10:55.054724 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-95b560e5-7746-4ea6-9363-916d47dccd85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:55.081783 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-45933e76-2f65-4600-b781-614c1b5b6056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:55.168230 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2199af65-a157-4015-aafc-87c5e877f84c req-8e801dfa-6356-4d43-bc43-2bf90758d1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:55.258003 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f93fc-1dda-42f3-973c-eb31d9ee56b3 req-d5bf819f-2fc3-4582-b5c3-8366ef821042 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:55.259505 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b7f93fc-1dda-42f3-973c-eb31d9ee56b3 req-d5bf819f-2fc3-4582-b5c3-8366ef821042 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 949 time: 0.1701462 Aug 31 09:10:55.326897 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47620) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:55.362369 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-45933e76-2f65-4600-b781-614c1b5b6056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:55.364940 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-45933e76-2f65-4600-b781-614c1b5b6056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:55.366079 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-45933e76-2f65-4600-b781-614c1b5b6056 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/66ed6924-4954-494b-b8ed-c6148942a0d3 HTTP/1.1" status: 204 len: 168 time: 0.4570343 Aug 31 09:10:55.391159 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b7f93fc-1dda-42f3-973c-eb31d9ee56b3 req-6ec7c1b6-51cb-4a4e-9dcb-d6bb1d1efa2f tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209269 Aug 31 09:10:55.418248 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45933e76-2f65-4600-b781-614c1b5b6056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ed6924-4954-494b-b8ed-c6148942a0d3,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:55.519644 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-95b560e5-7746-4ea6-9363-916d47dccd85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:55.575453 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-c1801f78-bb02-4fab-97ba-8fde3f7aad00 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1115134077-network', 'tenant_id': 'e646e9c0137d4eaaa7f824cfe8e429ce'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:55.611722 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-95b560e5-7746-4ea6-9363-916d47dccd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:55.645159 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-2199af65-a157-4015-aafc-87c5e877f84c req-8e801dfa-6356-4d43-bc43-2bf90758d1e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edde40e9-17fb-4f5e-ac5d-915a3b533318 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:10:55.668246 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2199af65-a157-4015-aafc-87c5e877f84c req-8e801dfa-6356-4d43-bc43-2bf90758d1e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:55.673186 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b560e5-7746-4ea6-9363-916d47dccd85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cbeccb-fd4a-496c-af5c-9c6b58d1c215,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:55.680354 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47636) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:55.680833 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-95b560e5-7746-4ea6-9363-916d47dccd85 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=520d95ed6586482798e557c7b0861707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9620345 Aug 31 09:10:55.692424 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-2199af65-a157-4015-aafc-87c5e877f84c req-8e801dfa-6356-4d43-bc43-2bf90758d1e4 service neutron] Transition to ACTIVE for port object edde40e9-17fb-4f5e-ac5d-915a3b533318 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:55.696925 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1801f78-bb02-4fab-97ba-8fde3f7aad00 admin admin] Made reservation on behalf of e646e9c0137d4eaaa7f824cfe8e429ce for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:10:55.699644 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c1801f78-bb02-4fab-97ba-8fde3f7aad00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:55.711096 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c1801f78-bb02-4fab-97ba-8fde3f7aad00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:55.776465 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-119002fb-4a64-4aa9-9cc5-2380a25a519b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:55.779105 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2199af65-a157-4015-aafc-87c5e877f84c req-8e801dfa-6356-4d43-bc43-2bf90758d1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:55.820300 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-119002fb-4a64-4aa9-9cc5-2380a25a519b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:55.909788 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c1801f78-bb02-4fab-97ba-8fde3f7aad00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:55.920970 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e801dfa-6356-4d43-bc43-2bf90758d1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=edde40e9-17fb-4f5e-ac5d-915a3b533318,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:56.005020 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b06b52-36c6-41a9-9ea3-8b396555d095 req-ec50dc1d-5351-4800-9053-a24f2809808f tempest-NetworksTest-1777888941 tempest-NetworksTest-1777888941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:56.005968 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b06b52-36c6-41a9-9ea3-8b396555d095 req-ec50dc1d-5351-4800-9053-a24f2809808f tempest-NetworksTest-1777888941 tempest-NetworksTest-1777888941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:56.006093 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b06b52-36c6-41a9-9ea3-8b396555d095 req-ec50dc1d-5351-4800-9053-a24f2809808f tempest-NetworksTest-1777888941 tempest-NetworksTest-1777888941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:56.006497 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b06b52-36c6-41a9-9ea3-8b396555d095 req-ec50dc1d-5351-4800-9053-a24f2809808f tempest-NetworksTest-1777888941 tempest-NetworksTest-1777888941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:56.006986 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b06b52-36c6-41a9-9ea3-8b396555d095 req-ec50dc1d-5351-4800-9053-a24f2809808f tempest-NetworksTest-1777888941 tempest-NetworksTest-1777888941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:56.008856 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-87b06b52-36c6-41a9-9ea3-8b396555d095 req-ec50dc1d-5351-4800-9053-a24f2809808f tempest-NetworksTest-1777888941 tempest-NetworksTest-1777888941-project-admin] 10.222.0.119 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3633 time: 0.2405708 Aug 31 09:10:56.045655 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-2199af65-a157-4015-aafc-87c5e877f84c req-8e801dfa-6356-4d43-bc43-2bf90758d1e4 service neutron] Attempting to bind port edde40e9-17fb-4f5e-ac5d-915a3b533318 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:10:56.046043 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-2199af65-a157-4015-aafc-87c5e877f84c req-8e801dfa-6356-4d43-bc43-2bf90758d1e4 service neutron] Attempting to bind port edde40e9-17fb-4f5e-ac5d-915a3b533318 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '297f7645-baab-4cad-a38a-5a6d7356eab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:10:56.046846 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2199af65-a157-4015-aafc-87c5e877f84c req-8e801dfa-6356-4d43-bc43-2bf90758d1e4 service neutron] Attempting to bind port edde40e9-17fb-4f5e-ac5d-915a3b533318 on network d1234639-2841-4a70-bb71-b7feb4621301 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:56.052136 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c1801f78-bb02-4fab-97ba-8fde3f7aad00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:56.071297 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2199af65-a157-4015-aafc-87c5e877f84c req-8e801dfa-6356-4d43-bc43-2bf90758d1e4 service neutron] Port edde40e9-17fb-4f5e-ac5d-915a3b533318 on network d1234639-2841-4a70-bb71-b7feb4621301 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:10:56.072221 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2199af65-a157-4015-aafc-87c5e877f84c req-8e801dfa-6356-4d43-bc43-2bf90758d1e4 service neutron] Attempting to bind port edde40e9-17fb-4f5e-ac5d-915a3b533318 on network d1234639-2841-4a70-bb71-b7feb4621301 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:56.103385 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2199af65-a157-4015-aafc-87c5e877f84c req-8e801dfa-6356-4d43-bc43-2bf90758d1e4 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:10:56.105222 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2199af65-a157-4015-aafc-87c5e877f84c req-8e801dfa-6356-4d43-bc43-2bf90758d1e4 service neutron] Checking segment: {'id': '297f7645-baab-4cad-a38a-5a6d7356eab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:10:56.105222 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2199af65-a157-4015-aafc-87c5e877f84c req-8e801dfa-6356-4d43-bc43-2bf90758d1e4 service neutron] Bound using segment: {'id': '297f7645-baab-4cad-a38a-5a6d7356eab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:10:56.105222 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-2199af65-a157-4015-aafc-87c5e877f84c req-8e801dfa-6356-4d43-bc43-2bf90758d1e4 service neutron] Bound port: edde40e9-17fb-4f5e-ac5d-915a3b533318, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '297f7645-baab-4cad-a38a-5a6d7356eab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:10:56.106146 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2199af65-a157-4015-aafc-87c5e877f84c req-8e801dfa-6356-4d43-bc43-2bf90758d1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:56.106317 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-119002fb-4a64-4aa9-9cc5-2380a25a519b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:56.117927 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-119002fb-4a64-4aa9-9cc5-2380a25a519b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:56.120542 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-119002fb-4a64-4aa9-9cc5-2380a25a519b admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/88cbeccb-fd4a-496c-af5c-9c6b58d1c215 HTTP/1.1" status: 204 len: 168 time: 0.4389315 Aug 31 09:10:56.149549 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1801f78-bb02-4fab-97ba-8fde3f7aad00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c623c47-1741-4adc-9480-210516a63082,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:56.175882 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1801f78-bb02-4fab-97ba-8fde3f7aad00 admin admin] vlan segment allocate from pool success with {'vlan_id': 1618, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:10:56.189592 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119002fb-4a64-4aa9-9cc5-2380a25a519b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cbeccb-fd4a-496c-af5c-9c6b58d1c215,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:56.211001 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c1801f78-bb02-4fab-97ba-8fde3f7aad00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:56.211001 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-c1801f78-bb02-4fab-97ba-8fde3f7aad00 admin admin] Added segment 90cdcb5b-a23a-40c0-a98e-d21adb140ef2 of type vlan for network 66bde3a2-3c6f-433b-a886-390b572d620b Aug 31 09:10:56.274096 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc802b7-c8d5-48aa-8b22-3424c56947c5 req-d8e2d136-cf76-4816-9ec4-4402091d6b25 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:56.275841 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1dc802b7-c8d5-48aa-8b22-3424c56947c5 req-d8e2d136-cf76-4816-9ec4-4402091d6b25 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/ports?device_id=dec399ac-51c2-4bb7-99b8-e1a022fa50cc HTTP/1.1" status: 200 len: 944 time: 0.1343305 Aug 31 09:10:56.288721 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c1801f78-bb02-4fab-97ba-8fde3f7aad00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:56.306471 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-2199af65-a157-4015-aafc-87c5e877f84c req-8e801dfa-6356-4d43-bc43-2bf90758d1e4 service neutron] For port edde40e9-17fb-4f5e-ac5d-915a3b533318, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:10:56.330498 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-2199af65-a157-4015-aafc-87c5e877f84c req-8e801dfa-6356-4d43-bc43-2bf90758d1e4 service neutron] For port edde40e9-17fb-4f5e-ac5d-915a3b533318, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=edde40e9-17fb-4f5e-ac5d-915a3b533318,segment=NetworkSegment(297f7645-baab-4cad-a38a-5a6d7356eab9),segment_id=297f7645-baab-4cad-a38a-5a6d7356eab9)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:10:56.338675 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1dc802b7-c8d5-48aa-8b22-3424c56947c5 req-ae7f8d7c-af56-46a9-bbab-fe3f5c779e03 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/security-groups?id=9a1adeb5-d225-4397-9b2e-54de647beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540359 Aug 31 09:10:56.404610 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c1801f78-bb02-4fab-97ba-8fde3f7aad00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:56.405595 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1801f78-bb02-4fab-97ba-8fde3f7aad00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:56.406182 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c1801f78-bb02-4fab-97ba-8fde3f7aad00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:56.440459 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2199af65-a157-4015-aafc-87c5e877f84c req-8e801dfa-6356-4d43-bc43-2bf90758d1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:56.474865 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1801f78-bb02-4fab-97ba-8fde3f7aad00 admin admin] Pushing event updated for resources: {'Network': ['ID=66bde3a2-3c6f-433b-a886-390b572d620b,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:56.488453 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 66bde3a2-3c6f-433b-a886-390b572d620b details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:10:56.502383 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea238a2-699d-4305-8369-4c4f1ab62dcd req-fe46dcd5-d3ff-4c05-8dd7-2acf65d0e596 tempest-NetworksTest-1777888941 tempest-NetworksTest-1777888941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:56.503911 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aea238a2-699d-4305-8369-4c4f1ab62dcd req-fe46dcd5-d3ff-4c05-8dd7-2acf65d0e596 tempest-NetworksTest-1777888941 tempest-NetworksTest-1777888941-project-admin] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 886 time: 0.1635621 Aug 31 09:10:56.508978 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e801dfa-6356-4d43-bc43-2bf90758d1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=edde40e9-17fb-4f5e-ac5d-915a3b533318,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:56.516321 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199af65-a157-4015-aafc-87c5e877f84c req-8e801dfa-6356-4d43-bc43-2bf90758d1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:56.516321 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2199af65-a157-4015-aafc-87c5e877f84c req-8e801dfa-6356-4d43-bc43-2bf90758d1e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:56.517048 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2199af65-a157-4015-aafc-87c5e877f84c req-8e801dfa-6356-4d43-bc43-2bf90758d1e4 service neutron] 10.222.0.112 "PUT /v2.0/ports/edde40e9-17fb-4f5e-ac5d-915a3b533318 HTTP/1.1" status: 200 len: 1093 time: 1.5283821 Aug 31 09:10:56.517586 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dec399ac-51c2-4bb7-99b8-e1a022fa50cc', 'tag': 'edde40e9-17fb-4f5e-ac5d-915a3b533318'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:10:56.520652 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8986ba28-7e7b-47d7-b9b0-3e26efda49bd" -d '{"events": [{"name": "network-changed", "server_uuid": "dec399ac-51c2-4bb7-99b8-e1a022fa50cc", "tag": "edde40e9-17fb-4f5e-ac5d-915a3b533318"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:10:56.536562 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47672) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:56.543774 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c1801f78-bb02-4fab-97ba-8fde3f7aad00 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2147486 Aug 31 09:10:56.547595 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47676) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:56.553185 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-ab36aa34-2875-4d4a-829d-56afd92e8907 admin admin] Request body: {'subnet': {'network_id': '66bde3a2-3c6f-433b-a886-390b572d620b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1115134077-subnet', 'tenant_id': 'e646e9c0137d4eaaa7f824cfe8e429ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:56.680912 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73825999-ddc6-4aec-9416-e26241b157ed req-f58a32df-7b95-4e2d-beb0-d07e478252d8 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:56.682587 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-73825999-ddc6-4aec-9416-e26241b157ed req-f58a32df-7b95-4e2d-beb0-d07e478252d8 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 949 time: 0.0711844 Aug 31 09:10:56.691226 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab36aa34-2875-4d4a-829d-56afd92e8907 admin admin] Made reservation on behalf of e646e9c0137d4eaaa7f824cfe8e429ce for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:10:56.696106 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ab36aa34-2875-4d4a-829d-56afd92e8907 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:56.979140 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47680) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:57.003463 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-aa0ab54c-977a-4ba2-9897-e1193b754d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:57.038948 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199af65-a157-4015-aafc-87c5e877f84c req-45efd247-518a-465c-8254-f4d88c40ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:57.038948 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2199af65-a157-4015-aafc-87c5e877f84c req-45efd247-518a-465c-8254-f4d88c40ece8 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=dec399ac-51c2-4bb7-99b8-e1a022fa50cc HTTP/1.1" status: 200 len: 1096 time: 0.3715451 Aug 31 09:10:57.042490 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-73825999-ddc6-4aec-9416-e26241b157ed req-d5d90ba5-cfc9-40b0-9be6-2a891603d7cb tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399456 Aug 31 09:10:57.060308 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ab36aa34-2875-4d4a-829d-56afd92e8907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:57.152611 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2199af65-a157-4015-aafc-87c5e877f84c req-a1f94e3c-a95e-4933-ad46-4de58c9bb2a6 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edde40e9-17fb-4f5e-ac5d-915a3b533318 HTTP/1.1" status: 200 len: 217 time: 0.1013880 Aug 31 09:10:57.157578 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a98a90-0c23-47a8-bdad-7762df0786be x-openstack-request-id: req-e6a98a90-0c23-47a8-bdad-7762df0786be {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:10:57.157843 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dec399ac-51c2-4bb7-99b8-e1a022fa50cc", "tag": "edde40e9-17fb-4f5e-ac5d-915a3b533318", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:10:57.158094 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e6a98a90-0c23-47a8-bdad-7762df0786be {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:10:57.158791 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dec399ac-51c2-4bb7-99b8-e1a022fa50cc', 'tag': 'edde40e9-17fb-4f5e-ac5d-915a3b533318', 'status': 'completed', 'code': 200} Aug 31 09:10:57.163050 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-52fb6e84-dacf-4605-927c-8233e90bfc10 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1384972783-network', 'tenant_id': '40aea3578a764824ae85220fcc0c6911'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:57.192964 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36aa34-2875-4d4a-829d-56afd92e8907 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad015f73-cbb2-4e90-8d43-633264fd92f1,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:57.228533 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab36aa34-2875-4d4a-829d-56afd92e8907 admin admin] Checking segment: {'id': '90cdcb5b-a23a-40c0-a98e-d21adb140ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '66bde3a2-3c6f-433b-a886-390b572d620b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:10:57.229058 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab36aa34-2875-4d4a-829d-56afd92e8907 admin admin] Network hostable DHCP agents. Network: 66bde3a2-3c6f-433b-a886-390b572d620b, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:10:57.240525 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199af65-a157-4015-aafc-87c5e877f84c req-30290dd1-6493-42bf-ad57-2d09de9fb6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:57.242621 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2199af65-a157-4015-aafc-87c5e877f84c req-30290dd1-6493-42bf-ad57-2d09de9fb6bf service neutron] 10.222.0.112 "GET /v2.0/subnets?id=6e81001c-2026-4292-8507-96e0aed1bde8 HTTP/1.1" status: 200 len: 862 time: 0.0832400 Aug 31 09:10:57.284487 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-aa0ab54c-977a-4ba2-9897-e1193b754d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:57.295514 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231abb85-ddb3-464c-9512-d67c1358e802 req-86e87c5e-5032-44f6-a8c4-a8c208ada0b0 tempest-NetworksTest-1777888941 tempest-NetworksTest-1777888941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:57.296361 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231abb85-ddb3-464c-9512-d67c1358e802 req-86e87c5e-5032-44f6-a8c4-a8c208ada0b0 tempest-NetworksTest-1777888941 tempest-NetworksTest-1777888941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:57.296835 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231abb85-ddb3-464c-9512-d67c1358e802 req-86e87c5e-5032-44f6-a8c4-a8c208ada0b0 tempest-NetworksTest-1777888941 tempest-NetworksTest-1777888941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:57.297379 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231abb85-ddb3-464c-9512-d67c1358e802 req-86e87c5e-5032-44f6-a8c4-a8c208ada0b0 tempest-NetworksTest-1777888941 tempest-NetworksTest-1777888941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:57.298120 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231abb85-ddb3-464c-9512-d67c1358e802 req-86e87c5e-5032-44f6-a8c4-a8c208ada0b0 tempest-NetworksTest-1777888941 tempest-NetworksTest-1777888941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:57.298264 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231abb85-ddb3-464c-9512-d67c1358e802 req-86e87c5e-5032-44f6-a8c4-a8c208ada0b0 tempest-NetworksTest-1777888941 tempest-NetworksTest-1777888941-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:57.300081 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-231abb85-ddb3-464c-9512-d67c1358e802 req-86e87c5e-5032-44f6-a8c4-a8c208ada0b0 tempest-NetworksTest-1777888941 tempest-NetworksTest-1777888941-project-admin] 10.222.0.119 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4334 time: 0.2027385 Aug 31 09:10:57.321298 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199af65-a157-4015-aafc-87c5e877f84c req-484b1f1e-90f7-4465-b95d-77077716fe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:57.322967 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2199af65-a157-4015-aafc-87c5e877f84c req-484b1f1e-90f7-4465-b95d-77077716fe64 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d1234639-2841-4a70-bb71-b7feb4621301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695057 Aug 31 09:10:57.326612 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab36aa34-2875-4d4a-829d-56afd92e8907 admin admin] Network 66bde3a2-3c6f-433b-a886-390b572d620b is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:10:57.354190 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-aa0ab54c-977a-4ba2-9897-e1193b754d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:57.406477 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-ab36aa34-2875-4d4a-829d-56afd92e8907 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 66bde3a2-3c6f-433b-a886-390b572d620b) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:57.413537 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab36aa34-2875-4d4a-829d-56afd92e8907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:57.414610 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ab36aa34-2875-4d4a-829d-56afd92e8907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:57.419103 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0f4140-a16b-4c09-8138-d118aad1c925 None None] Network 66bde3a2-3c6f-433b-a886-390b572d620b requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:10:57.437125 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47698) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:57.438225 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-aa0ab54c-977a-4ba2-9897-e1193b754d45 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=3af46e81a22c4f14bbc72060cf6735af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4576154 Aug 31 09:10:57.442442 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ab54c-977a-4ba2-9897-e1193b754d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a4f47a-2038-4d29-9675-a1a4fad9e5a5,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:57.463859 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fb6e84-dacf-4605-927c-8233e90bfc10 admin admin] Made reservation on behalf of 40aea3578a764824ae85220fcc0c6911 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:10:57.474661 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-52fb6e84-dacf-4605-927c-8233e90bfc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:57.507576 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-52fb6e84-dacf-4605-927c-8233e90bfc10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:57.531066 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2199af65-a157-4015-aafc-87c5e877f84c req-7e9e1bb5-b3df-4d2b-8382-658426f1a869 service neutron] 10.222.0.112 "GET /v2.0/networks/d1234639-2841-4a70-bb71-b7feb4621301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965282 Aug 31 09:10:57.555278 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ab36aa34-2875-4d4a-829d-56afd92e8907 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0065091 Aug 31 09:10:57.560826 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47700) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:57.566707 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-057bb8ff-5f8d-45f7-b6f4-29c3ca415366 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1115134077-router', 'tenant_id': 'e646e9c0137d4eaaa7f824cfe8e429ce', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:57.643440 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6d1b36d3-f3dd-42d7-a3b6-38ee476f583a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:57.650431 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2100f18-13c3-4032-818e-07701ce875e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-66bde3a2-3c6f-433b-a886-390b572d620b', 'network_id': '66bde3a2-3c6f-433b-a886-390b572d620b', 'tenant_id': 'e646e9c0137d4eaaa7f824cfe8e429ce', 'fixed_ips': [{'subnet_id': 'ad015f73-cbb2-4e90-8d43-633264fd92f1'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:10:57.652575 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5606fa7-792e-47b7-975e-4da23d10d930 req-1a8323bc-5e71-4b32-8941-b6940795f6c8 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:57.652730 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c2100f18-13c3-4032-818e-07701ce875e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:57.653892 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5606fa7-792e-47b7-975e-4da23d10d930 req-1a8323bc-5e71-4b32-8941-b6940795f6c8 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/ports?device_id=dec399ac-51c2-4bb7-99b8-e1a022fa50cc HTTP/1.1" status: 200 len: 944 time: 0.1797795 Aug 31 09:10:57.741029 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6d1b36d3-f3dd-42d7-a3b6-38ee476f583a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:57.853377 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47712) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:57.903091 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2199af65-a157-4015-aafc-87c5e877f84c req-f0bd7434-01db-47dd-8590-ac9a36cdb56a service neutron] 10.222.0.112 "GET /v2.0/networks/d1234639-2841-4a70-bb71-b7feb4621301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564358 Aug 31 09:10:57.924043 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-c2100f18-13c3-4032-818e-07701ce875e6 None None] Allocated IP 172.20.0.2 (66bde3a2-3c6f-433b-a886-390b572d620b/ad015f73-cbb2-4e90-8d43-633264fd92f1/1d3cd551-889f-4cff-a99f-073181abbaa2) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:10:57.931891 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5606fa7-792e-47b7-975e-4da23d10d930 req-34bc525b-8166-4180-81be-733cabf6c2dd tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/security-groups?id=9a1adeb5-d225-4397-9b2e-54de647beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2597423 Aug 31 09:10:57.936951 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6d1b36d3-f3dd-42d7-a3b6-38ee476f583a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:57.941313 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6d1b36d3-f3dd-42d7-a3b6-38ee476f583a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:57.943419 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6d1b36d3-f3dd-42d7-a3b6-38ee476f583a admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/79a4f47a-2038-4d29-9675-a1a4fad9e5a5 HTTP/1.1" status: 204 len: 168 time: 0.5049374 Aug 31 09:10:57.955682 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b36d3-f3dd-42d7-a3b6-38ee476f583a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a4f47a-2038-4d29-9675-a1a4fad9e5a5,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:57.991682 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-52fb6e84-dacf-4605-927c-8233e90bfc10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:57.999362 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47718) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:58.092286 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-52fb6e84-dacf-4605-927c-8233e90bfc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:58.144811 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52fb6e84-dacf-4605-927c-8233e90bfc10 admin admin] vlan segment allocate from pool success with {'vlan_id': 1601, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:10:58.152180 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986ba28-7e7b-47d7-b9b0-3e26efda49bd req-61a3af48-ba65-4c74-8cc7-9d6829b21ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:58.153975 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8986ba28-7e7b-47d7-b9b0-3e26efda49bd req-61a3af48-ba65-4c74-8cc7-9d6829b21ebf service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=dec399ac-51c2-4bb7-99b8-e1a022fa50cc HTTP/1.1" status: 200 len: 1096 time: 0.1123679 Aug 31 09:10:58.160829 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb6e84-dacf-4605-927c-8233e90bfc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f607c4c2-218f-4942-aa54-dfc31fc18a7a,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:58.167913 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-63e537f6-576f-41dd-a8d6-3b6002df78b6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2043153671-network', 'tenant_id': '8d929c95dcb6486584c62bb8e91069d6'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:58.195952 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c2100f18-13c3-4032-818e-07701ce875e6 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:58.200501 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-52fb6e84-dacf-4605-927c-8233e90bfc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:58.201152 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-52fb6e84-dacf-4605-927c-8233e90bfc10 admin admin] Added segment 7165cf42-c983-4e18-9ad9-e580a9c61c0b of type vlan for network 9ca962f7-a3f8-4e91-9029-22ec42b84c01 Aug 31 09:10:58.203655 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-057bb8ff-5f8d-45f7-b6f4-29c3ca415366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:58.207965 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-057bb8ff-5f8d-45f7-b6f4-29c3ca415366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:58.235511 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c2100f18-13c3-4032-818e-07701ce875e6 None None] Transition to ACTIVE for port object 1d3cd551-889f-4cff-a99f-073181abbaa2 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:58.288482 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c2100f18-13c3-4032-818e-07701ce875e6 None None] Transition to ACTIVE for port object 1d3cd551-889f-4cff-a99f-073181abbaa2 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:10:58.314505 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-057bb8ff-5f8d-45f7-b6f4-29c3ca415366 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:58.316293 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e537f6-576f-41dd-a8d6-3b6002df78b6 admin admin] Made reservation on behalf of 8d929c95dcb6486584c62bb8e91069d6 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:10:58.318938 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-63e537f6-576f-41dd-a8d6-3b6002df78b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:58.330362 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-63e537f6-576f-41dd-a8d6-3b6002df78b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:58.388593 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-52fb6e84-dacf-4605-927c-8233e90bfc10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:58.392756 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-10b372df-6717-40a3-997c-46305b6e8fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:58.404487 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c2100f18-13c3-4032-818e-07701ce875e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:58.418079 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022339e-4b34-44bd-baa7-ce2f93c2acb3 req-403e6717-844a-4bec-9d74-3f35893abb39 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:58.419840 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c022339e-4b34-44bd-baa7-ce2f93c2acb3 req-403e6717-844a-4bec-9d74-3f35893abb39 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 949 time: 0.2265432 Aug 31 09:10:58.451459 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2100f18-13c3-4032-818e-07701ce875e6 None None] Network 66bde3a2-3c6f-433b-a886-390b572d620b is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:10:58.455157 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-c2100f18-13c3-4032-818e-07701ce875e6 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:10:58.460133 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2100f18-13c3-4032-818e-07701ce875e6 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:10:58.489159 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986ba28-7e7b-47d7-b9b0-3e26efda49bd req-a24c2a2f-d7de-4e57-958b-d15310c6f67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:58.492061 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8986ba28-7e7b-47d7-b9b0-3e26efda49bd req-a24c2a2f-d7de-4e57-958b-d15310c6f67d service neutron] 10.222.0.112 "GET /v2.0/networks?id=d1234639-2841-4a70-bb71-b7feb4621301 HTTP/1.1" status: 200 len: 925 time: 0.3135295 Aug 31 09:10:58.540512 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c2100f18-13c3-4032-818e-07701ce875e6 None None] Attempting to bind port 1d3cd551-889f-4cff-a99f-073181abbaa2 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:10:58.541410 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c2100f18-13c3-4032-818e-07701ce875e6 None None] Attempting to bind port 1d3cd551-889f-4cff-a99f-073181abbaa2 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '90cdcb5b-a23a-40c0-a98e-d21adb140ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '66bde3a2-3c6f-433b-a886-390b572d620b'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:10:58.542122 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2100f18-13c3-4032-818e-07701ce875e6 None None] Attempting to bind port 1d3cd551-889f-4cff-a99f-073181abbaa2 on network 66bde3a2-3c6f-433b-a886-390b572d620b {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:10:58.549536 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2100f18-13c3-4032-818e-07701ce875e6 None None] Pushing event updated for resources: {'Port': ['ID=1d3cd551-889f-4cff-a99f-073181abbaa2,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:58.552037 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8986ba28-7e7b-47d7-b9b0-3e26efda49bd req-e5bf464e-1d31-4054-8550-09d7186873bb service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edde40e9-17fb-4f5e-ac5d-915a3b533318 HTTP/1.1" status: 200 len: 217 time: 0.0460222 Aug 31 09:10:58.555387 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c022339e-4b34-44bd-baa7-ce2f93c2acb3 req-4da6931f-9cce-4f24-98fd-dfc1e7555683 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234283 Aug 31 09:10:58.568322 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2100f18-13c3-4032-818e-07701ce875e6 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:10:58.570307 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2100f18-13c3-4032-818e-07701ce875e6 None None] Checking segment: {'id': '90cdcb5b-a23a-40c0-a98e-d21adb140ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '66bde3a2-3c6f-433b-a886-390b572d620b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:10:58.573252 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c2100f18-13c3-4032-818e-07701ce875e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:58.574352 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2100f18-13c3-4032-818e-07701ce875e6 None None] Bound using segment: {'id': '90cdcb5b-a23a-40c0-a98e-d21adb140ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '66bde3a2-3c6f-433b-a886-390b572d620b'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:10:58.574920 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c2100f18-13c3-4032-818e-07701ce875e6 None None] Bound port: 1d3cd551-889f-4cff-a99f-073181abbaa2, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90cdcb5b-a23a-40c0-a98e-d21adb140ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '66bde3a2-3c6f-433b-a886-390b572d620b'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:10:58.576342 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c2100f18-13c3-4032-818e-07701ce875e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:58.611233 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-52fb6e84-dacf-4605-927c-8233e90bfc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:58.612207 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fb6e84-dacf-4605-927c-8233e90bfc10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:58.612789 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-52fb6e84-dacf-4605-927c-8233e90bfc10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:58.668332 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-057bb8ff-5f8d-45f7-b6f4-29c3ca415366 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:58.698275 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-63e537f6-576f-41dd-a8d6-3b6002df78b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:58.724410 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-c2100f18-13c3-4032-818e-07701ce875e6 None None] For port 1d3cd551-889f-4cff-a99f-073181abbaa2, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:10:58.731928 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-c2100f18-13c3-4032-818e-07701ce875e6 None None] For port 1d3cd551-889f-4cff-a99f-073181abbaa2, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1d3cd551-889f-4cff-a99f-073181abbaa2,segment=NetworkSegment(90cdcb5b-a23a-40c0-a98e-d21adb140ef2),segment_id=90cdcb5b-a23a-40c0-a98e-d21adb140ef2)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:10:58.762273 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-63e537f6-576f-41dd-a8d6-3b6002df78b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:58.817700 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c2100f18-13c3-4032-818e-07701ce875e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:58.846460 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e537f6-576f-41dd-a8d6-3b6002df78b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1645, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:10:58.850941 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986ba28-7e7b-47d7-b9b0-3e26efda49bd req-5b2254ac-b4b0-42b9-a777-4d4b4968cba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:58.852470 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8986ba28-7e7b-47d7-b9b0-3e26efda49bd req-5b2254ac-b4b0-42b9-a777-4d4b4968cba2 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=6e81001c-2026-4292-8507-96e0aed1bde8 HTTP/1.1" status: 200 len: 862 time: 0.2931910 Aug 31 09:10:58.860314 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb6e84-dacf-4605-927c-8233e90bfc10 admin admin] Pushing event updated for resources: {'Network': ['ID=9ca962f7-a3f8-4e91-9029-22ec42b84c01,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:58.860735 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e537f6-576f-41dd-a8d6-3b6002df78b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cfe57a-e126-4519-a4d9-2f3c263563e4,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:58.871932 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-63e537f6-576f-41dd-a8d6-3b6002df78b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:58.872468 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-63e537f6-576f-41dd-a8d6-3b6002df78b6 admin admin] Added segment f3060a33-d71c-496b-87b3-59c21f3880f9 of type vlan for network d54aa48d-9328-4446-b337-2071a0fd4f0c Aug 31 09:10:58.877644 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 9ca962f7-a3f8-4e91-9029-22ec42b84c01 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:10:58.939504 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [req-0a1e411c-418b-413f-80be-12c32303601e req-24696e16-5c79-466d-a007-8bc0752c9296 service neutron] show failed (client error): The resource could not be found. Aug 31 09:10:58.940587 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a1e411c-418b-413f-80be-12c32303601e req-24696e16-5c79-466d-a007-8bc0752c9296 service neutron] 10.222.0.59 "GET /v2.0/ports/cfa97dbd-04c1-41b4-b950-627133759c71/bindings/n-h1-791506-28 HTTP/1.1" status: 404 len: 381 time: 0.3005252 Aug 31 09:10:58.998251 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-63e537f6-576f-41dd-a8d6-3b6002df78b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:59.072624 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2100f18-13c3-4032-818e-07701ce875e6 None None] Pushing event updated for resources: {'Port': ['ID=1d3cd551-889f-4cff-a99f-073181abbaa2,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:59.093982 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-10b372df-6717-40a3-997c-46305b6e8fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:59.204953 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-10b372df-6717-40a3-997c-46305b6e8fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:59.221456 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986ba28-7e7b-47d7-b9b0-3e26efda49bd req-33119879-2cdf-42e0-9620-e6e05c1e6dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:59.222842 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-63e537f6-576f-41dd-a8d6-3b6002df78b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:59.223403 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8986ba28-7e7b-47d7-b9b0-3e26efda49bd req-33119879-2cdf-42e0-9620-e6e05c1e6dc7 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d1234639-2841-4a70-bb71-b7feb4621301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3480771 Aug 31 09:10:59.223791 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e537f6-576f-41dd-a8d6-3b6002df78b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:59.224360 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-63e537f6-576f-41dd-a8d6-3b6002df78b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:59.305605 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-057bb8ff-5f8d-45f7-b6f4-29c3ca415366 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:59.333434 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-057bb8ff-5f8d-45f7-b6f4-29c3ca415366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:59.337977 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5fadc-b66c-40b6-ac50-7bd4f3745936 req-97a8125f-495d-47b8-a546-2fa67e00892f tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:59.347554 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1ce5fadc-b66c-40b6-ac50-7bd4f3745936 req-97a8125f-495d-47b8-a546-2fa67e00892f tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/ports?device_id=dec399ac-51c2-4bb7-99b8-e1a022fa50cc HTTP/1.1" status: 200 len: 944 time: 0.2422483 Aug 31 09:10:59.348280 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e537f6-576f-41dd-a8d6-3b6002df78b6 admin admin] Pushing event updated for resources: {'Network': ['ID=d54aa48d-9328-4446-b337-2071a0fd4f0c,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:59.359772 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network d54aa48d-9328-4446-b337-2071a0fd4f0c details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:10:59.362783 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b372df-6717-40a3-997c-46305b6e8fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3559a1a8-9822-4827-aaf3-efbe9ea8077c,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:59.367590 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-10b372df-6717-40a3-997c-46305b6e8fad admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=afbf503739d548d7b929d625617de679&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3670526 Aug 31 09:10:59.381353 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47746) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:59.382160 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-52fb6e84-dacf-4605-927c-8233e90bfc10 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.8445086 Aug 31 09:10:59.385151 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47748) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:59.401149 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-55f00ec6-b966-4b09-b1a7-bc728d871a91 admin admin] Request body: {'subnet': {'network_id': '9ca962f7-a3f8-4e91-9029-22ec42b84c01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1384972783-subnet', 'tenant_id': '40aea3578a764824ae85220fcc0c6911', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:59.431428 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-63e537f6-576f-41dd-a8d6-3b6002df78b6 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5762014 Aug 31 09:10:59.434801 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47750) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:59.447857 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-311d5fc0-be12-47d7-89b7-9ceb0fe16a7c admin admin] Request body: {'subnet': {'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2043153671-subnet', 'tenant_id': '8d929c95dcb6486584c62bb8e91069d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:59.507913 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1ce5fadc-b66c-40b6-ac50-7bd4f3745936 req-989b86ba-636d-4463-896b-ce07a6bf7986 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/security-groups?id=9a1adeb5-d225-4397-9b2e-54de647beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549664 Aug 31 09:10:59.528366 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-366d75bb-2a0c-43dd-a807-4c020b217a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:59.555172 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-057bb8ff-5f8d-45f7-b6f4-29c3ca415366 admin admin] Allocated IP 172.25.2.83 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/e8eadd23-171b-49de-b093-3b0c61d864bd) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:10:59.570276 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-366d75bb-2a0c-43dd-a807-4c020b217a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:59.588866 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8986ba28-7e7b-47d7-b9b0-3e26efda49bd req-fd80df01-2886-4b91-b64f-ef618b59ba8d service neutron] 10.222.0.112 "GET /v2.0/networks/d1234639-2841-4a70-bb71-b7feb4621301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510616 Aug 31 09:10:59.589503 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f00ec6-b966-4b09-b1a7-bc728d871a91 admin admin] Made reservation on behalf of 40aea3578a764824ae85220fcc0c6911 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:10:59.591830 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-55f00ec6-b966-4b09-b1a7-bc728d871a91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:59.747239 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-057bb8ff-5f8d-45f7-b6f4-29c3ca415366 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:59.754493 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e411c-418b-413f-80be-12c32303601e req-85dae0da-caf7-44df-8c9d-57581343e9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:59.758444 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a1e411c-418b-413f-80be-12c32303601e req-85dae0da-caf7-44df-8c9d-57581343e9a9 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6&tenant_id=a2247b5137dc4fbdbab9ed7148117dac HTTP/1.1" status: 200 len: 1101 time: 0.2459800 Aug 31 09:10:59.782523 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-0a1e411c-418b-413f-80be-12c32303601e req-4761f9de-be1d-4c8f-992b-dc6eb77f5d22 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-28', 'device_owner': 'compute:nova'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:10:59.947704 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-366d75bb-2a0c-43dd-a807-4c020b217a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:59.947704 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-366d75bb-2a0c-43dd-a807-4c020b217a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:59.947704 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-366d75bb-2a0c-43dd-a807-4c020b217a32 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/3559a1a8-9822-4827-aaf3-efbe9ea8077c HTTP/1.1" status: 204 len: 168 time: 0.4014516 Aug 31 09:10:59.947704 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d75bb-2a0c-43dd-a807-4c020b217a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3559a1a8-9822-4827-aaf3-efbe9ea8077c,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:59.950344 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311d5fc0-be12-47d7-89b7-9ceb0fe16a7c admin admin] Made reservation on behalf of 8d929c95dcb6486584c62bb8e91069d6 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:10:59.950344 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-311d5fc0-be12-47d7-89b7-9ceb0fe16a7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:59.950344 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ee129-9fa2-429f-9f17-e3505bb19a2d req-2b8f62b1-ae8f-4921-ad8f-a82e2e6905e7 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:10:59.950344 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-057ee129-9fa2-429f-9f17-e3505bb19a2d req-2b8f62b1-ae8f-4921-ad8f-a82e2e6905e7 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 949 time: 0.2172129 Aug 31 09:10:59.951741 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-057bb8ff-5f8d-45f7-b6f4-29c3ca415366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:00.001386 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8986ba28-7e7b-47d7-b9b0-3e26efda49bd req-9d76b86f-1917-44b5-811b-e63971e2635f service neutron] 10.222.0.112 "GET /v2.0/networks/d1234639-2841-4a70-bb71-b7feb4621301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874016 Aug 31 09:11:00.046521 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057bb8ff-5f8d-45f7-b6f4-29c3ca415366 admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:11:00.052527 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-057bb8ff-5f8d-45f7-b6f4-29c3ca415366 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:11:00.062359 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057bb8ff-5f8d-45f7-b6f4-29c3ca415366 admin admin] Pushing event updated for resources: {'Port': ['ID=e8eadd23-171b-49de-b093-3b0c61d864bd,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:00.065683 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057bb8ff-5f8d-45f7-b6f4-29c3ca415366 admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:11:00.100917 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0a1e411c-418b-413f-80be-12c32303601e req-4761f9de-be1d-4c8f-992b-dc6eb77f5d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:00.150140 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-057ee129-9fa2-429f-9f17-e3505bb19a2d req-3bf0df60-bf18-479e-b67b-ac38a57a95c5 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885288 Aug 31 09:11:00.333896 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedaf748-60e5-49c0-b5a2-19b6dfaa4622 None None] Network 66bde3a2-3c6f-433b-a886-390b572d620b requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:11:00.415096 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-55f00ec6-b966-4b09-b1a7-bc728d871a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:00.426830 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1d3cd551-889f-4cff-a99f-073181abbaa2 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:11:00.488294 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d706cabd-8317-4735-a455-391ef6a87a3c None None] Provisioning for port 1d3cd551-889f-4cff-a99f-073181abbaa2 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:11:00.558017 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f00ec6-b966-4b09-b1a7-bc728d871a91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5540a99f-ddc8-4454-b137-a8c33ca66961,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:00.576090 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-057bb8ff-5f8d-45f7-b6f4-29c3ca415366 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:00.578477 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f00ec6-b966-4b09-b1a7-bc728d871a91 admin admin] Checking segment: {'id': '7165cf42-c983-4e18-9ad9-e580a9c61c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': '9ca962f7-a3f8-4e91-9029-22ec42b84c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:11:00.580123 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f00ec6-b966-4b09-b1a7-bc728d871a91 admin admin] Network hostable DHCP agents. Network: 9ca962f7-a3f8-4e91-9029-22ec42b84c01, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:11:00.582510 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-311d5fc0-be12-47d7-89b7-9ceb0fe16a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:00.619594 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-0a1e411c-418b-413f-80be-12c32303601e req-4761f9de-be1d-4c8f-992b-dc6eb77f5d22 service neutron] For port cfa97dbd-04c1-41b4-b950-627133759c71, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=cfa97dbd-04c1-41b4-b950-627133759c71,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:00.663824 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 1d3cd551-889f-4cff-a99f-073181abbaa2 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:11:00.669806 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 1d3cd551-889f-4cff-a99f-073181abbaa2 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:00.676644 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:00.744228 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d5fc0-be12-47d7-89b7-9ceb0fe16a7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dab6ed79-4c20-41ae-bb07-e9aaf9315083,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:00.771050 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:00.774087 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-0a1e411c-418b-413f-80be-12c32303601e req-4761f9de-be1d-4c8f-992b-dc6eb77f5d22 service neutron] For port cfa97dbd-04c1-41b4-b950-627133759c71, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:11:00.788860 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d8f6e-0b1c-4bf6-a561-555e828a96bf req-2b135873-a5d8-4891-b32d-fdbb2e95544c tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:00.794153 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-242d8f6e-0b1c-4bf6-a561-555e828a96bf req-2b135873-a5d8-4891-b32d-fdbb2e95544c tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/ports?device_id=dec399ac-51c2-4bb7-99b8-e1a022fa50cc HTTP/1.1" status: 200 len: 944 time: 0.1700659 Aug 31 09:11:00.821628 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f00ec6-b966-4b09-b1a7-bc728d871a91 admin admin] Network 9ca962f7-a3f8-4e91-9029-22ec42b84c01 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:11:00.833545 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 1d3cd551-889f-4cff-a99f-073181abbaa2, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1d3cd551-889f-4cff-a99f-073181abbaa2,segment=NetworkSegment(90cdcb5b-a23a-40c0-a98e-d21adb140ef2),segment_id=90cdcb5b-a23a-40c0-a98e-d21adb140ef2)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:00.836687 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311d5fc0-be12-47d7-89b7-9ceb0fe16a7c admin admin] Checking segment: {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:11:00.837042 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311d5fc0-be12-47d7-89b7-9ceb0fe16a7c admin admin] Network hostable DHCP agents. Network: d54aa48d-9328-4446-b337-2071a0fd4f0c, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:11:00.893079 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-057bb8ff-5f8d-45f7-b6f4-29c3ca415366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:00.901728 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:00.921710 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-242d8f6e-0b1c-4bf6-a561-555e828a96bf req-7ff7bacb-4b28-4f88-a14a-5b353f0412f4 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/security-groups?id=9a1adeb5-d225-4397-9b2e-54de647beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038237 Aug 31 09:11:00.924558 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a217dac5-6c6a-4360-8791-e0196a4745c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfa97dbd-04c1-41b4-b950-627133759c71'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:00.930774 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f2d687-8eee-460a-a97a-3d55e81a770a" -d '{"events": [{"server_uuid": "a217dac5-6c6a-4360-8791-e0196a4745c6", "name": "network-vif-unplugged", "status": "completed", "tag": "cfa97dbd-04c1-41b4-b950-627133759c71"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:00.942721 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0a1e411c-418b-413f-80be-12c32303601e req-4761f9de-be1d-4c8f-992b-dc6eb77f5d22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:00.951267 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-55f00ec6-b966-4b09-b1a7-bc728d871a91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 9ca962f7-a3f8-4e91-9029-22ec42b84c01) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:11:00.962988 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a902f5e3-0614-4af4-ab54-cea7ad2ab9f4 None None] Network 9ca962f7-a3f8-4e91-9029-22ec42b84c01 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:11:00.968815 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f00ec6-b966-4b09-b1a7-bc728d871a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:00.969402 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-55f00ec6-b966-4b09-b1a7-bc728d871a91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:00.974144 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-0a1e411c-418b-413f-80be-12c32303601e req-4761f9de-be1d-4c8f-992b-dc6eb77f5d22 service neutron] Transition to ACTIVE for port object cfa97dbd-04c1-41b4-b950-627133759c71 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:11:00.990536 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47782) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:01.039209 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47786) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:01.050217 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d0b0ec-ab84-4e36-b9eb-9ca488e0176a x-openstack-request-id: req-b7d0b0ec-ab84-4e36-b9eb-9ca488e0176a {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:01.051785 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a217dac5-6c6a-4360-8791-e0196a4745c6", "name": "network-vif-unplugged", "status": "completed", "tag": "cfa97dbd-04c1-41b4-b950-627133759c71", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:01.052165 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-b7d0b0ec-ab84-4e36-b9eb-9ca488e0176a {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:01.053540 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a217dac5-6c6a-4360-8791-e0196a4745c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfa97dbd-04c1-41b4-b950-627133759c71', 'code': 200} Aug 31 09:11:01.074897 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f1f30432-3658-4a95-a8b8-baf46164f59b None None] Provisioning complete for port 1d3cd551-889f-4cff-a99f-073181abbaa2 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:01.075541 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f1f30432-3658-4a95-a8b8-baf46164f59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:01.076334 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-55f00ec6-b966-4b09-b1a7-bc728d871a91 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6896036 Aug 31 09:11:01.077164 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0a1e411c-418b-413f-80be-12c32303601e req-4761f9de-be1d-4c8f-992b-dc6eb77f5d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:01.077717 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=1d3cd551-889f-4cff-a99f-073181abbaa2,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:01.079748 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311d5fc0-be12-47d7-89b7-9ceb0fe16a7c admin admin] Network d54aa48d-9328-4446-b337-2071a0fd4f0c is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:11:01.096519 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cad4f25b-8b47-472f-a00f-a960ec26e719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:01.132901 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-311d5fc0-be12-47d7-89b7-9ceb0fe16a7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, d54aa48d-9328-4446-b337-2071a0fd4f0c) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:11:01.148359 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311d5fc0-be12-47d7-89b7-9ceb0fe16a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:01.148490 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-311d5fc0-be12-47d7-89b7-9ceb0fe16a7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:01.150769 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c394e69f-0270-4380-9f3d-4304cb5ab215 None None] Network d54aa48d-9328-4446-b337-2071a0fd4f0c requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:11:01.205357 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057bb8ff-5f8d-45f7-b6f4-29c3ca415366 admin admin] Router 15406740-082b-4efa-8280-999c61f34bd2 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:11:01.217002 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1e411c-418b-413f-80be-12c32303601e req-4761f9de-be1d-4c8f-992b-dc6eb77f5d22 service neutron] No DVR routers for this DVR port cfa97dbd-04c1-41b4-b950-627133759c71 on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:11:01.225492 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761f9de-be1d-4c8f-992b-dc6eb77f5d22 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa97dbd-04c1-41b4-b950-627133759c71,revision_number=6']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:01.360403 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9bcebe64-887d-4288-a8a5-1279e7a21c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:01.361796 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device edde40e9-17fb-4f5e-ac5d-915a3b533318 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:11:01.428819 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-0a1e411c-418b-413f-80be-12c32303601e req-4761f9de-be1d-4c8f-992b-dc6eb77f5d22 service neutron] Attempting to bind port cfa97dbd-04c1-41b4-b950-627133759c71 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:11:01.429156 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-0a1e411c-418b-413f-80be-12c32303601e req-4761f9de-be1d-4c8f-992b-dc6eb77f5d22 service neutron] Attempting to bind port cfa97dbd-04c1-41b4-b950-627133759c71 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:11:01.429486 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1e411c-418b-413f-80be-12c32303601e req-4761f9de-be1d-4c8f-992b-dc6eb77f5d22 service neutron] Attempting to bind port cfa97dbd-04c1-41b4-b950-627133759c71 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:01.506536 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1e411c-418b-413f-80be-12c32303601e req-4761f9de-be1d-4c8f-992b-dc6eb77f5d22 service neutron] Port cfa97dbd-04c1-41b4-b950-627133759c71 on network a47e180d-e969-4a85-aa09-0ec8196480c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:11:01.506782 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1e411c-418b-413f-80be-12c32303601e req-4761f9de-be1d-4c8f-992b-dc6eb77f5d22 service neutron] Attempting to bind port cfa97dbd-04c1-41b4-b950-627133759c71 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:01.523934 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1e411c-418b-413f-80be-12c32303601e req-4761f9de-be1d-4c8f-992b-dc6eb77f5d22 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:11:01.523934 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1e411c-418b-413f-80be-12c32303601e req-4761f9de-be1d-4c8f-992b-dc6eb77f5d22 service neutron] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:11:01.524436 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1e411c-418b-413f-80be-12c32303601e req-4761f9de-be1d-4c8f-992b-dc6eb77f5d22 service neutron] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:11:01.524794 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-0a1e411c-418b-413f-80be-12c32303601e req-4761f9de-be1d-4c8f-992b-dc6eb77f5d22 service neutron] Bound port: cfa97dbd-04c1-41b4-b950-627133759c71, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:11:01.525803 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0a1e411c-418b-413f-80be-12c32303601e req-4761f9de-be1d-4c8f-992b-dc6eb77f5d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:01.548054 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dbcea0-d25a-4638-bfdc-85fb3a411832 None None] Network 9ca962f7-a3f8-4e91-9029-22ec42b84c01 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:11:01.555311 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74fcdb-7dc7-4309-95ed-9ff8793bb70e req-4bf44be8-4cb0-434a-990f-037c405b06ba tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:01.563275 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-de74fcdb-7dc7-4309-95ed-9ff8793bb70e req-4bf44be8-4cb0-434a-990f-037c405b06ba tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 947 time: 0.2262435 Aug 31 09:11:01.649065 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cad4f25b-8b47-472f-a00f-a960ec26e719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:01.710865 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-de74fcdb-7dc7-4309-95ed-9ff8793bb70e req-5aa61abb-6da3-4205-a83e-6d9f05e639fe tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467218 Aug 31 09:11:01.742537 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057bb8ff-5f8d-45f7-b6f4-29c3ca415366 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:11:01.752735 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-0a1e411c-418b-413f-80be-12c32303601e req-4761f9de-be1d-4c8f-992b-dc6eb77f5d22 service neutron] For port cfa97dbd-04c1-41b4-b950-627133759c71, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:11:01.756882 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-0a1e411c-418b-413f-80be-12c32303601e req-4761f9de-be1d-4c8f-992b-dc6eb77f5d22 service neutron] For port cfa97dbd-04c1-41b4-b950-627133759c71, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=cfa97dbd-04c1-41b4-b950-627133759c71,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:11:01.759747 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cad4f25b-8b47-472f-a00f-a960ec26e719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:01.787749 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86784fb3-f4f3-4ff9-af24-305c745e8f57 None None] Sync routers for ids ['15406740-082b-4efa-8280-999c61f34bd2'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:11:01.787935 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4f25b-8b47-472f-a00f-a960ec26e719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c2e984-7cdc-473d-b80c-672bd1c28648,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:01.793168 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port edde40e9-17fb-4f5e-ac5d-915a3b533318, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=edde40e9-17fb-4f5e-ac5d-915a3b533318,segment=NetworkSegment(297f7645-baab-4cad-a38a-5a6d7356eab9),segment_id=297f7645-baab-4cad-a38a-5a6d7356eab9)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:01.811253 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-057bb8ff-5f8d-45f7-b6f4-29c3ca415366 admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:01.812845 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-057bb8ff-5f8d-45f7-b6f4-29c3ca415366 admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2504475 Aug 31 09:11:01.815505 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47808) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:01.824456 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-311d5fc0-be12-47d7-89b7-9ceb0fe16a7c admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3840451 Aug 31 09:11:01.832151 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0a1e411c-418b-413f-80be-12c32303601e req-4761f9de-be1d-4c8f-992b-dc6eb77f5d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:01.859077 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'edde40e9-17fb-4f5e-ac5d-915a3b533318', 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301', 'port_id': 'edde40e9-17fb-4f5e-ac5d-915a3b533318', 'mac_address': 'fa:16:3e:c0:ee:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e81001c-2026-4292-8507-96e0aed1bde8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:11:01.862934 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-cad4f25b-8b47-472f-a00f-a960ec26e719 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=da5f0d771dfe4f2080bdde2b137e6a9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8225362 Aug 31 09:11:01.871265 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47812) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:01.918529 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e411c-418b-413f-80be-12c32303601e req-4761f9de-be1d-4c8f-992b-dc6eb77f5d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:01.921397 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86784fb3-f4f3-4ff9-af24-305c745e8f57 None None] Routers {'15406740-082b-4efa-8280-999c61f34bd2'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:11:01.921697 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0a1e411c-418b-413f-80be-12c32303601e req-4761f9de-be1d-4c8f-992b-dc6eb77f5d22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:01.921817 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-86784fb3-f4f3-4ff9-af24-305c745e8f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:10:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['15406740-082b-4efa-8280-999c61f34bd2'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:01.921937 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a1e411c-418b-413f-80be-12c32303601e req-4761f9de-be1d-4c8f-992b-dc6eb77f5d22 service neutron] 10.222.0.112 "PUT /v2.0/ports/cfa97dbd-04c1-41b4-b950-627133759c71 HTTP/1.1" status: 200 len: 1096 time: 2.1488891 Aug 31 09:11:02.039086 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a81a91-07a9-4854-86e3-4314bb07bd0a None None] Network d54aa48d-9328-4446-b337-2071a0fd4f0c requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:11:02.139352 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761f9de-be1d-4c8f-992b-dc6eb77f5d22 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa97dbd-04c1-41b4-b950-627133759c71,revision_number=7']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:02.277346 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:02.392828 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edde40e9-17fb-4f5e-ac5d-915a3b533318 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:11:02.418457 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port edde40e9-17fb-4f5e-ac5d-915a3b533318, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=edde40e9-17fb-4f5e-ac5d-915a3b533318,segment=NetworkSegment(297f7645-baab-4cad-a38a-5a6d7356eab9),segment_id=297f7645-baab-4cad-a38a-5a6d7356eab9)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:02.420288 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1d3cd551-889f-4cff-a99f-073181abbaa2 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:11:02.516514 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:02.521168 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-86784fb3-f4f3-4ff9-af24-305c745e8f57 None None] Set router 15406740-082b-4efa-8280-999c61f34bd2 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:11:02.530777 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14525889-8145-4e22-8de9-52edf8baaa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:02.532559 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-daaea79c-ddc9-4a29-a740-eb97a29b2aaa tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=2379cf2b73204f2ca610c9016fa2ba9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3532174 Aug 31 09:11:02.541605 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-880bc436-3050-47a9-b46d-99aee402292a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:02.543094 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:02.575562 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e411c-418b-413f-80be-12c32303601e req-3b7fc388-bd04-4a94-8b3d-33afc4cd8cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:02.577073 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a1e411c-418b-413f-80be-12c32303601e req-3b7fc388-bd04-4a94-8b3d-33afc4cd8cb2 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 1099 time: 0.6088650 Aug 31 09:11:02.617262 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:02.674112 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-880bc436-3050-47a9-b46d-99aee402292a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:02.736686 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=edde40e9-17fb-4f5e-ac5d-915a3b533318,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:02.751103 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-ba84535c-c9b1-443e-9423-95f1fa60af60 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:02.752741 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-ba84535c-c9b1-443e-9423-95f1fa60af60 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/networks?id=9ca962f7-a3f8-4e91-9029-22ec42b84c01 HTTP/1.1" status: 200 len: 805 time: 0.7614114 Aug 31 09:11:02.763053 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 1d3cd551-889f-4cff-a99f-073181abbaa2 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:02.763776 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9bcebe64-887d-4288-a8a5-1279e7a21c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:02.764522 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-14525889-8145-4e22-8de9-52edf8baaa9d admin admin] Allocated IP 172.20.0.1 (66bde3a2-3c6f-433b-a886-390b572d620b/ad015f73-cbb2-4e90-8d43-633264fd92f1/e35cff38-a573-44ae-8938-848775c98594) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:11:02.764990 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:02.807183 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['edde40e9-17fb-4f5e-ac5d-915a3b533318'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:11:02.810736 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9bcebe64-887d-4288-a8a5-1279e7a21c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:02.813771 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-2737b923-5903-43a4-8018-b3edc8c8059b tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/quotas/40aea3578a764824ae85220fcc0c6911 HTTP/1.1" status: 200 len: 375 time: 0.0524263 Aug 31 09:11:02.913539 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-65ff86b3-cdc0-4aa1-a193-f24a6953fde5 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0763903 Aug 31 09:11:02.931831 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-0e6888d0-1d49-42c6-ab1e-b55e664d4870 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:02.933869 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-0e6888d0-1d49-42c6-ab1e-b55e664d4870 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3840783 Aug 31 09:11:02.936965 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcebe64-887d-4288-a8a5-1279e7a21c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d4d7ed-6a40-4f11-8f45-44a823fa7478,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:02.944950 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9bcebe64-887d-4288-a8a5-1279e7a21c1c admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=6b34f625cd954fcdad8b3eb4708d0782&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9514802 Aug 31 09:11:02.945464 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e411c-418b-413f-80be-12c32303601e req-70ef3671-a19b-4624-915c-54e60b8c10e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:02.946941 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a1e411c-418b-413f-80be-12c32303601e req-70ef3671-a19b-4624-915c-54e60b8c10e2 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.3588197 Aug 31 09:11:02.947433 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47854) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:02.957343 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-9f66b1cd-b7d6-4e28-9b82-121cb80ca535 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:11:02.957343 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-9f66b1cd-b7d6-4e28-9b82-121cb80ca535 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0302904 Aug 31 09:11:02.980657 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14525889-8145-4e22-8de9-52edf8baaa9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:02.990525 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47856) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:03.006104 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-14525889-8145-4e22-8de9-52edf8baaa9d admin admin] Transition to ACTIVE for port object e35cff38-a573-44ae-8938-848775c98594 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:11:03.036493 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-a417c08e-5319-44ca-8f79-a2e7554632e3 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] 10.222.0.119 "GET /v2.0/quotas/2379cf2b73204f2ca610c9016fa2ba9e HTTP/1.1" status: 200 len: 375 time: 0.0875978 Aug 31 09:11:03.045298 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-d74b8ffd-efcb-432c-b545-d961601919f4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1350065203-network', 'tenant_id': '1efb55a1133141f0a6a275498b863cf5'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:03.056712 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-86784fb3-f4f3-4ff9-af24-305c745e8f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15406740-082b-4efa-8280-999c61f34bd2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1115134077-router', 'tenant_id': 'e646e9c0137d4eaaa7f824cfe8e429ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'e8eadd23-171b-49de-b093-3b0c61d864bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:58Z', 'updated_at': '2021-08-31T09:11:00Z', 'revision_number': 3, 'project_id': 'e646e9c0137d4eaaa7f824cfe8e429ce', 'gw_port': {'id': 'e8eadd23-171b-49de-b093-3b0c61d864bd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:77:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15406740-082b-4efa-8280-999c61f34bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:59Z', 'updated_at': '2021-08-31T09:10:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:03.072772 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a217dac5-6c6a-4360-8791-e0196a4745c6', 'tag': 'cfa97dbd-04c1-41b4-b950-627133759c71'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:03.075206 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfa01ed-c64a-4958-9295-df86d644dfa4" -d '{"events": [{"name": "network-changed", "server_uuid": "a217dac5-6c6a-4360-8791-e0196a4745c6", "tag": "cfa97dbd-04c1-41b4-b950-627133759c71"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:03.085600 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a1e411c-418b-413f-80be-12c32303601e req-da97f839-7907-48c2-8bfd-bfc97a8342c0 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=cfa97dbd-04c1-41b4-b950-627133759c71 HTTP/1.1" status: 200 len: 217 time: 0.1238811 Aug 31 09:11:03.086180 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-880bc436-3050-47a9-b46d-99aee402292a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:03.088718 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-880bc436-3050-47a9-b46d-99aee402292a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:03.089986 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-880bc436-3050-47a9-b46d-99aee402292a admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/a0c2e984-7cdc-473d-b80c-672bd1c28648 HTTP/1.1" status: 204 len: 168 time: 1.2143035 Aug 31 09:11:03.091750 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86784fb3-f4f3-4ff9-af24-305c745e8f57 None None] Checking router: 15406740-082b-4efa-8280-999c61f34bd2 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:11:03.092087 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86784fb3-f4f3-4ff9-af24-305c745e8f57 None None] Updating router 15406740-082b-4efa-8280-999c61f34bd2 port e8eadd23-171b-49de-b093-3b0c61d864bd binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:11:03.097795 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14525889-8145-4e22-8de9-52edf8baaa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:03.132389 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-86784fb3-f4f3-4ff9-af24-305c745e8f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:03.151419 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14525889-8145-4e22-8de9-52edf8baaa9d admin admin] Pushing event updated for resources: {'Port': ['ID=e35cff38-a573-44ae-8938-848775c98594,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:03.166738 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14525889-8145-4e22-8de9-52edf8baaa9d admin admin] Network 66bde3a2-3c6f-433b-a886-390b572d620b is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:11:03.169972 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-14525889-8145-4e22-8de9-52edf8baaa9d admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:11:03.184609 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14525889-8145-4e22-8de9-52edf8baaa9d admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:11:03.200906 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e411c-418b-413f-80be-12c32303601e req-571a7a29-fb5f-482c-8c3c-85b7baf57c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:03.203748 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a1e411c-418b-413f-80be-12c32303601e req-571a7a29-fb5f-482c-8c3c-85b7baf57c1c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.0887716 Aug 31 09:11:03.209354 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-610ff45d-67e6-4220-b425-8967eeee9455 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=2379cf2b73204f2ca610c9016fa2ba9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1260173 Aug 31 09:11:03.215031 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880bc436-3050-47a9-b46d-99aee402292a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c2e984-7cdc-473d-b80c-672bd1c28648,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:03.289527 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14525889-8145-4e22-8de9-52edf8baaa9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:03.305365 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-4eae949d-9684-4f47-93c2-b4972a682bdf service neutron] 10.222.0.119 "GET /v2.0/networks/9ca962f7-a3f8-4e91-9029-22ec42b84c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312814 Aug 31 09:11:03.309687 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74b8ffd-efcb-432c-b545-d961601919f4 admin admin] Made reservation on behalf of 1efb55a1133141f0a6a275498b863cf5 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:11:03.309687 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d74b8ffd-efcb-432c-b545-d961601919f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:03.313509 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e411c-418b-413f-80be-12c32303601e req-b3032557-5486-49a4-a297-573bf0e63122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:03.321952 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a1e411c-418b-413f-80be-12c32303601e req-b3032557-5486-49a4-a297-573bf0e63122 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1026933 Aug 31 09:11:03.322693 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a63caae1-4ca2-4397-b7c7-24b1601f61e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:03.376038 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a63caae1-4ca2-4397-b7c7-24b1601f61e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:03.505703 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d74b8ffd-efcb-432c-b545-d961601919f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:03.540244 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-86784fb3-f4f3-4ff9-af24-305c745e8f57 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:03.558161 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14525889-8145-4e22-8de9-52edf8baaa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:03.573180 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-86784fb3-f4f3-4ff9-af24-305c745e8f57 None None] Transition to ACTIVE for port object e8eadd23-171b-49de-b093-3b0c61d864bd will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:11:03.607781 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device cfa97dbd-04c1-41b4-b950-627133759c71 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:11:03.634087 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-42ad1275-db42-40f1-b93d-871137ee27da None None] Provisioning for port e35cff38-a573-44ae-8938-848775c98594 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:11:03.643894 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-42ad1275-db42-40f1-b93d-871137ee27da None None] Provisioning complete for port e35cff38-a573-44ae-8938-848775c98594 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:03.644604 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-42ad1275-db42-40f1-b93d-871137ee27da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:03.651056 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-86784fb3-f4f3-4ff9-af24-305c745e8f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:03.722327 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad2e13-c1c8-43f0-bf36-d20485372ef9 None None] Pushing event updated for resources: {'Port': ['ID=e8eadd23-171b-49de-b093-3b0c61d864bd,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:03.726671 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-51209e22-bd21-4366-ae71-f52f236f3cb6 service neutron] 10.222.0.119 "GET /v2.0/networks/9ca962f7-a3f8-4e91-9029-22ec42b84c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947659 Aug 31 09:11:03.740202 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10913eb-8703-45be-8df5-a9ed18d2104c req-d404689d-331d-468d-8e9c-f1042fcda7e6 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:03.754345 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d10913eb-8703-45be-8df5-a9ed18d2104c req-d404689d-331d-468d-8e9c-f1042fcda7e6 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/ports?device_id=dec399ac-51c2-4bb7-99b8-e1a022fa50cc HTTP/1.1" status: 200 len: 945 time: 0.1378732 Aug 31 09:11:03.769268 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device cfa97dbd-04c1-41b4-b950-627133759c71 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:11:03.816217 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-42ad1275-db42-40f1-b93d-871137ee27da None None] Port e35cff38-a573-44ae-8938-848775c98594 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:11:03.828345 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-86784fb3-f4f3-4ff9-af24-305c745e8f57 None None] Attempting to bind port e8eadd23-171b-49de-b093-3b0c61d864bd on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:11:03.828715 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-86784fb3-f4f3-4ff9-af24-305c745e8f57 None None] Attempting to bind port e8eadd23-171b-49de-b093-3b0c61d864bd by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:11:03.829075 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86784fb3-f4f3-4ff9-af24-305c745e8f57 None None] Attempting to bind port e8eadd23-171b-49de-b093-3b0c61d864bd on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:03.834994 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a63caae1-4ca2-4397-b7c7-24b1601f61e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:03.838160 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86784fb3-f4f3-4ff9-af24-305c745e8f57 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:11:03.838309 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a63caae1-4ca2-4397-b7c7-24b1601f61e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:03.838529 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86784fb3-f4f3-4ff9-af24-305c745e8f57 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:11:03.839242 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-86784fb3-f4f3-4ff9-af24-305c745e8f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:03.839795 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86784fb3-f4f3-4ff9-af24-305c745e8f57 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:11:03.840463 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-86784fb3-f4f3-4ff9-af24-305c745e8f57 None None] Bound port: e8eadd23-171b-49de-b093-3b0c61d864bd, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:11:03.840783 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-86784fb3-f4f3-4ff9-af24-305c745e8f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:03.841112 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a63caae1-4ca2-4397-b7c7-24b1601f61e2 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/20d4d7ed-6a40-4f11-8f45-44a823fa7478 HTTP/1.1" status: 204 len: 168 time: 0.8853862 Aug 31 09:11:03.871510 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63caae1-4ca2-4397-b7c7-24b1601f61e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d4d7ed-6a40-4f11-8f45-44a823fa7478,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:03.912214 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a1e411c-418b-413f-80be-12c32303601e req-f018e67b-e40a-4b89-a3e7-a5f16e14a2df service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358838 Aug 31 09:11:03.918324 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14525889-8145-4e22-8de9-52edf8baaa9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:03.924791 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d10913eb-8703-45be-8df5-a9ed18d2104c req-a7192e6c-b82c-422a-9238-baedd517c70d tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/security-groups?id=9a1adeb5-d225-4397-9b2e-54de647beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694808 Aug 31 09:11:03.974563 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-86784fb3-f4f3-4ff9-af24-305c745e8f57 None None] For port e8eadd23-171b-49de-b093-3b0c61d864bd, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:11:03.978379 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-86784fb3-f4f3-4ff9-af24-305c745e8f57 None None] For port e8eadd23-171b-49de-b093-3b0c61d864bd, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=e8eadd23-171b-49de-b093-3b0c61d864bd,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:11:03.999834 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14525889-8145-4e22-8de9-52edf8baaa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:04.065909 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14525889-8145-4e22-8de9-52edf8baaa9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:04.068075 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14525889-8145-4e22-8de9-52edf8baaa9d admin admin] Pushing event updated for resources: {'Port': ['ID=e35cff38-a573-44ae-8938-848775c98594,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:04.109517 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-86784fb3-f4f3-4ff9-af24-305c745e8f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:04.124281 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73eae9b-cef4-49a0-aa96-deb83b7e5baa req-20127860-cc22-4f23-b181-5c7a7734fecc tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:04.125852 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c73eae9b-cef4-49a0-aa96-deb83b7e5baa req-20127860-cc22-4f23-b181-5c7a7734fecc tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 947 time: 0.1232588 Aug 31 09:11:04.131993 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d74b8ffd-efcb-432c-b545-d961601919f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:04.143257 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a1e411c-418b-413f-80be-12c32303601e req-788b6ea3-366d-4941-8883-b43399a200cc service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141893 Aug 31 09:11:04.179548 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d74b8ffd-efcb-432c-b545-d961601919f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:04.206621 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad2e13-c1c8-43f0-bf36-d20485372ef9 None None] Pushing event updated for resources: {'Port': ['ID=e8eadd23-171b-49de-b093-3b0c61d864bd,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:04.276103 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14525889-8145-4e22-8de9-52edf8baaa9d admin admin] Network 66bde3a2-3c6f-433b-a886-390b572d620b is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:11:04.280530 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-14525889-8145-4e22-8de9-52edf8baaa9d admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:11:04.306480 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86784fb3-f4f3-4ff9-af24-305c745e8f57 None None] Routers {'15406740-082b-4efa-8280-999c61f34bd2'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:11:04.307188 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-86784fb3-f4f3-4ff9-af24-305c745e8f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:10:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['15406740-082b-4efa-8280-999c61f34bd2'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:04.315588 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c73eae9b-cef4-49a0-aa96-deb83b7e5baa req-9f31de2d-1a53-41aa-9b8d-48db51ec8f6c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695437 Aug 31 09:11:04.345303 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d74b8ffd-efcb-432c-b545-d961601919f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1643, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:11:04.385511 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d74b8ffd-efcb-432c-b545-d961601919f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:04.385511 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-d74b8ffd-efcb-432c-b545-d961601919f4 admin admin] Added segment b61f7383-457b-4e96-9ab9-1fa4a8adbff0 of type vlan for network 94e6643b-d71c-4c24-88c5-6d6e9c12f3da Aug 31 09:11:04.492588 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-86784fb3-f4f3-4ff9-af24-305c745e8f57 None None] Set router 15406740-082b-4efa-8280-999c61f34bd2 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:11:04.508428 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d74b8ffd-efcb-432c-b545-d961601919f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:04.548338 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c180e10d-b8a2-4cd4-b203-c42358f9af82 x-openstack-request-id: req-c180e10d-b8a2-4cd4-b203-c42358f9af82 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:04.548689 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a217dac5-6c6a-4360-8791-e0196a4745c6", "tag": "cfa97dbd-04c1-41b4-b950-627133759c71", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:04.548943 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-c180e10d-b8a2-4cd4-b203-c42358f9af82 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:04.549329 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a217dac5-6c6a-4360-8791-e0196a4745c6', 'tag': 'cfa97dbd-04c1-41b4-b950-627133759c71', 'status': 'completed', 'code': 200} Aug 31 09:11:04.639821 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.db.resource_extend [None req-d74b8ffd-efcb-432c-b545-d961601919f4 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:11:04.651870 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14525889-8145-4e22-8de9-52edf8baaa9d admin admin] Router 15406740-082b-4efa-8280-999c61f34bd2 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:11:04.761032 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b8ffd-efcb-432c-b545-d961601919f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423a060e-de2a-45e5-9540-de96bebbf6cb,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:04.798101 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8c05b597-52fe-4336-8480-58ba51caafa1 req-9125079d-e7b9-4b99-bc28-ed037b72456f tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] 10.222.0.119 "GET /v2.0/ports?device_id=1336d97c-0abf-4c48-89d3-7ad6dd9b600a HTTP/1.1" status: 200 len: 210 time: 0.2697484 Aug 31 09:11:04.800319 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d5fa53ea-744a-44c9-a2d6-9f67fc06bd75 req-08a615fd-e9c3-494c-828a-ce6948feaaaf tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad652944-8817-40f1-b561-f3b485aad6b9 HTTP/1.1" status: 200 len: 210 time: 0.2699115 Aug 31 09:11:04.847274 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa01ed-c64a-4958-9295-df86d644dfa4 req-bf27eb66-2469-4d6d-8af4-4e89b026c26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:04.848449 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3dfa01ed-c64a-4958-9295-df86d644dfa4 req-bf27eb66-2469-4d6d-8af4-4e89b026c26c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 1099 time: 0.3140192 Aug 31 09:11:04.849762 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47904) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:04.858035 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa01ed-c64a-4958-9295-df86d644dfa4 req-8e9c0a38-9010-43b7-a3f3-823f2ce5de18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:04.859550 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3dfa01ed-c64a-4958-9295-df86d644dfa4 req-8e9c0a38-9010-43b7-a3f3-823f2ce5de18 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 1099 time: 0.3325057 Aug 31 09:11:04.878124 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-11586339-9c86-42f6-aa59-57cf90c21931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:04.887089 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14525889-8145-4e22-8de9-52edf8baaa9d admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:11:04.893348 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-14525889-8145-4e22-8de9-52edf8baaa9d admin admin] 10.222.0.119 "PUT /v2.0/routers/15406740-082b-4efa-8280-999c61f34bd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0762045 Aug 31 09:11:04.939312 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7436205b-e5c4-48aa-a953-52a4033bb8eb None None] Provisioning complete for port e35cff38-a573-44ae-8938-848775c98594 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:04.939777 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7436205b-e5c4-48aa-a953-52a4033bb8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:04.943652 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d74b8ffd-efcb-432c-b545-d961601919f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:04.974883 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74b8ffd-efcb-432c-b545-d961601919f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:04.977735 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d74b8ffd-efcb-432c-b545-d961601919f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:05.005917 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-7436205b-e5c4-48aa-a953-52a4033bb8eb None None] Port e35cff38-a573-44ae-8938-848775c98594 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:11:05.082473 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-86784fb3-f4f3-4ff9-af24-305c745e8f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15406740-082b-4efa-8280-999c61f34bd2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1115134077-router', 'tenant_id': 'e646e9c0137d4eaaa7f824cfe8e429ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'e8eadd23-171b-49de-b093-3b0c61d864bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:58Z', 'updated_at': '2021-08-31T09:11:03Z', 'revision_number': 4, 'project_id': 'e646e9c0137d4eaaa7f824cfe8e429ce', 'gw_port': {'id': 'e8eadd23-171b-49de-b093-3b0c61d864bd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:77:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15406740-082b-4efa-8280-999c61f34bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:59Z', 'updated_at': '2021-08-31T09:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'e35cff38-a573-44ae-8938-848775c98594', 'name': '', 'network_id': '66bde3a2-3c6f-433b-a886-390b572d620b', 'tenant_id': 'e646e9c0137d4eaaa7f824cfe8e429ce', 'mac_address': 'fa:16:3e:e0:1c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15406740-082b-4efa-8280-999c61f34bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'ad015f73-cbb2-4e90-8d43-633264fd92f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:02Z', 'updated_at': '2021-08-31T09:11:03Z', 'revision_number': 2, 'project_id': 'e646e9c0137d4eaaa7f824cfe8e429ce', 'subnets': [{'id': 'ad015f73-cbb2-4e90-8d43-633264fd92f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:05.112245 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86784fb3-f4f3-4ff9-af24-305c745e8f57 None None] The sync data for ids ['15406740-082b-4efa-8280-999c61f34bd2'] in n-d-791506-28 is: [{'id': '15406740-082b-4efa-8280-999c61f34bd2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1115134077-router', 'tenant_id': 'e646e9c0137d4eaaa7f824cfe8e429ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'e8eadd23-171b-49de-b093-3b0c61d864bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:58Z', 'updated_at': '2021-08-31T09:11:03Z', 'revision_number': 4, 'project_id': 'e646e9c0137d4eaaa7f824cfe8e429ce', 'gw_port': {'id': 'e8eadd23-171b-49de-b093-3b0c61d864bd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:77:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15406740-082b-4efa-8280-999c61f34bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:59Z', 'updated_at': '2021-08-31T09:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'e35cff38-a573-44ae-8938-848775c98594', 'name': '', 'network_id': '66bde3a2-3c6f-433b-a886-390b572d620b', 'tenant_id': 'e646e9c0137d4eaaa7f824cfe8e429ce', 'mac_address': 'fa:16:3e:e0:1c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15406740-082b-4efa-8280-999c61f34bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'ad015f73-cbb2-4e90-8d43-633264fd92f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:02Z', 'updated_at': '2021-08-31T09:11:03Z', 'revision_number': 2, 'project_id': 'e646e9c0137d4eaaa7f824cfe8e429ce', 'subnets': [{'id': 'ad015f73-cbb2-4e90-8d43-633264fd92f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:11:05.146681 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa01ed-c64a-4958-9295-df86d644dfa4 req-14b62a02-b82e-4347-9af5-41b0bf8d5a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:05.148440 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3dfa01ed-c64a-4958-9295-df86d644dfa4 req-14b62a02-b82e-4347-9af5-41b0bf8d5a3b service neutron] 10.222.0.59 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.2871220 Aug 31 09:11:05.253487 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d74b8ffd-efcb-432c-b545-d961601919f4 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2599175 Aug 31 09:11:05.256418 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47920) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:05.269405 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-67d7c342-0253-426f-a657-202c8d76b4c6 admin admin] Request body: {'subnet': {'network_id': '94e6643b-d71c-4c24-88c5-6d6e9c12f3da', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1350065203-subnet', 'tenant_id': '1efb55a1133141f0a6a275498b863cf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:05.313330 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device edde40e9-17fb-4f5e-ac5d-915a3b533318 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:11:05.377513 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.db.api [None req-67d7c342-0253-426f-a657-202c8d76b4c6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:11:05.377513 n-d-791506-28 neutron-server[95552]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:11:05.377513 n-d-791506-28 neutron-server[95552]: [parameters: {'project_id_1': '1efb55a1133141f0a6a275498b863cf5', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 11, 5, 274943)}] Aug 31 09:11:05.377513 n-d-791506-28 neutron-server[95552]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:11:05.378927 n-d-791506-28 neutron-server[95552]: DEBUG oslo_db.api [None req-67d7c342-0253-426f-a657-202c8d76b4c6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:11:05.380787 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3dfa01ed-c64a-4958-9295-df86d644dfa4 req-f8f3b05a-9c62-4877-97b9-b8de2298f0d5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=cfa97dbd-04c1-41b4-b950-627133759c71 HTTP/1.1" status: 200 len: 217 time: 0.1706798 Aug 31 09:11:05.393435 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-066d8b24-ff3f-45e0-8048-b4bd0c55dfa1 req-d85ac250-fff8-4f99-b08d-37c96b2a918c tempest-FloatingIPsNegativeTestJSON-731957717 tempest-FloatingIPsNegativeTestJSON-731957717-project] 10.222.0.119 "GET /v2.0/floatingips?tenant_id=e646e9c0137d4eaaa7f824cfe8e429ce HTTP/1.1" status: 200 len: 217 time: 0.0981519 Aug 31 09:11:05.469102 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b8ffd-efcb-432c-b545-d961601919f4 admin admin] Pushing event updated for resources: {'Network': ['ID=94e6643b-d71c-4c24-88c5-6d6e9c12f3da,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:05.472850 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port edde40e9-17fb-4f5e-ac5d-915a3b533318 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:11:05.481193 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port edde40e9-17fb-4f5e-ac5d-915a3b533318 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:05.481193 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:05.524277 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 94e6643b-d71c-4c24-88c5-6d6e9c12f3da details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:11:05.611553 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa01ed-c64a-4958-9295-df86d644dfa4 req-251d05c7-80ce-4de2-9738-06efcc9de99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:05.612986 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3dfa01ed-c64a-4958-9295-df86d644dfa4 req-251d05c7-80ce-4de2-9738-06efcc9de99d service neutron] 10.222.0.112 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.7381370 Aug 31 09:11:05.624694 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75577837-7b92-4713-aa9b-55cd4ad2aceb req-add1556a-43f2-4903-bc79-b6666f7601aa tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:05.626259 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75577837-7b92-4713-aa9b-55cd4ad2aceb req-add1556a-43f2-4903-bc79-b6666f7601aa tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/ports?device_id=dec399ac-51c2-4bb7-99b8-e1a022fa50cc HTTP/1.1" status: 200 len: 945 time: 0.4750416 Aug 31 09:11:05.648885 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa01ed-c64a-4958-9295-df86d644dfa4 req-21b2d663-7bce-4068-b12c-fb090439acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:05.650506 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3dfa01ed-c64a-4958-9295-df86d644dfa4 req-21b2d663-7bce-4068-b12c-fb090439acdf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.2461543 Aug 31 09:11:05.690427 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:05.707455 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3dfa01ed-c64a-4958-9295-df86d644dfa4 req-0cfcd3ec-21ce-4be4-ab2a-7c07789adf4a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=cfa97dbd-04c1-41b4-b950-627133759c71 HTTP/1.1" status: 200 len: 217 time: 0.0789442 Aug 31 09:11:05.725811 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec399ac-51c2-4bb7-99b8-e1a022fa50cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edde40e9-17fb-4f5e-ac5d-915a3b533318'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:05.727137 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7db212e-5af1-410c-aeb1-1f295a880eaa" -d '{"events": [{"server_uuid": "dec399ac-51c2-4bb7-99b8-e1a022fa50cc", "name": "network-vif-plugged", "status": "completed", "tag": "edde40e9-17fb-4f5e-ac5d-915a3b533318"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:05.746756 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port edde40e9-17fb-4f5e-ac5d-915a3b533318, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=edde40e9-17fb-4f5e-ac5d-915a3b533318,segment=NetworkSegment(297f7645-baab-4cad-a38a-5a6d7356eab9),segment_id=297f7645-baab-4cad-a38a-5a6d7356eab9)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:05.802634 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f1f7b-225d-436e-bb4c-eb41a24d8718 req-3fc95603-fee3-4128-9cbb-45ef9d264789 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:05.804525 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-562f1f7b-225d-436e-bb4c-eb41a24d8718 req-3fc95603-fee3-4128-9cbb-45ef9d264789 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 947 time: 0.2789857 Aug 31 09:11:05.816504 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:05.839108 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-11586339-9c86-42f6-aa59-57cf90c21931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:05.886082 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75577837-7b92-4713-aa9b-55cd4ad2aceb req-166c7755-cb03-4c12-aeb7-d7e1e6109a67 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/security-groups?id=9a1adeb5-d225-4397-9b2e-54de647beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2405167 Aug 31 09:11:05.904396 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=edde40e9-17fb-4f5e-ac5d-915a3b533318,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:05.929643 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-aed8646c-bb3c-44cb-9c95-4b0d66cf2ea4 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=2379cf2b73204f2ca610c9016fa2ba9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392492 Aug 31 09:11:05.934887 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa01ed-c64a-4958-9295-df86d644dfa4 req-da240447-b7b6-40ba-85b1-46825717c627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:05.937253 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3dfa01ed-c64a-4958-9295-df86d644dfa4 req-da240447-b7b6-40ba-85b1-46825717c627 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.2106268 Aug 31 09:11:05.948182 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-562f1f7b-225d-436e-bb4c-eb41a24d8718 req-c936bba0-5cf8-40f1-b3ca-536459626750 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593398 Aug 31 09:11:05.950893 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa01ed-c64a-4958-9295-df86d644dfa4 req-16b2a485-1f0d-4795-b824-daa9b6eb5071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:05.952562 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3dfa01ed-c64a-4958-9295-df86d644dfa4 req-16b2a485-1f0d-4795-b824-daa9b6eb5071 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2666786 Aug 31 09:11:06.009105 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70da921-01c8-4344-a957-70ffe7399505 x-openstack-request-id: req-f70da921-01c8-4344-a957-70ffe7399505 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:06.009105 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec399ac-51c2-4bb7-99b8-e1a022fa50cc", "name": "network-vif-plugged", "status": "completed", "tag": "edde40e9-17fb-4f5e-ac5d-915a3b533318", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:06.009105 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-f70da921-01c8-4344-a957-70ffe7399505 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:06.009105 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec399ac-51c2-4bb7-99b8-e1a022fa50cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edde40e9-17fb-4f5e-ac5d-915a3b533318', 'code': 200} Aug 31 09:11:06.059970 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-11586339-9c86-42f6-aa59-57cf90c21931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:06.119032 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c7ee2136-21ae-4ace-8ff4-d974f81c2620 req-4816800a-a715-42f1-99b8-894a73c5a587 tempest-FloatingIPsNegativeTestJSON-731957717 tempest-FloatingIPsNegativeTestJSON-731957717-project] 10.222.0.119 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1650972 Aug 31 09:11:06.123223 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-03d22cc5-7d4e-40dc-950a-e32241eb1dae tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:06.125039 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-03d22cc5-7d4e-40dc-950a-e32241eb1dae tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1896102 Aug 31 09:11:06.131303 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d7c342-0253-426f-a657-202c8d76b4c6 admin admin] Made reservation on behalf of 1efb55a1133141f0a6a275498b863cf5 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:11:06.134582 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-67d7c342-0253-426f-a657-202c8d76b4c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:06.253708 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-c9bdb47e-55b5-47a5-b96b-f2f56ef240a7 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] Request body: {'port': {'device_id': '1336d97c-0abf-4c48-89d3-7ad6dd9b600a', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'admin_state_up': True, 'tenant_id': '2379cf2b73204f2ca610c9016fa2ba9e'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:06.433913 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f2d5122-6885-4414-9afe-0f6707a92eb5 req-cac6cd15-43d9-48ea-ad17-aa09efd596d5 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] 10.222.0.119 "GET /v2.0/ports?device_id=1336d97c-0abf-4c48-89d3-7ad6dd9b600a HTTP/1.1" status: 200 len: 210 time: 0.2667942 Aug 31 09:11:06.520882 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device e8eadd23-171b-49de-b093-3b0c61d864bd up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:11:06.541312 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11586339-9c86-42f6-aa59-57cf90c21931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26705ae9-4bf7-465a-bf1c-90cea438d7a1,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:06.557463 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-11586339-9c86-42f6-aa59-57cf90c21931 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=1efe4e0b8ec64614a6a20dbbd823d66a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7043915 Aug 31 09:11:06.559201 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa01ed-c64a-4958-9295-df86d644dfa4 req-7257fd9c-1d7e-4e6b-a357-d6356a64e373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:06.559465 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47946) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:06.564491 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3dfa01ed-c64a-4958-9295-df86d644dfa4 req-7257fd9c-1d7e-4e6b-a357-d6356a64e373 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5935879 Aug 31 09:11:06.582405 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f88f47e0-eca7-4d40-9113-fa5c2b0f3ffc req-14c018aa-082c-497d-b0ab-5441dcafafec tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad652944-8817-40f1-b561-f3b485aad6b9 HTTP/1.1" status: 200 len: 210 time: 0.2223494 Aug 31 09:11:06.753965 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port e8eadd23-171b-49de-b093-3b0c61d864bd completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:11:06.758422 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port e8eadd23-171b-49de-b093-3b0c61d864bd triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:06.758826 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:06.897538 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-c9bdb47e-55b5-47a5-b96b-f2f56ef240a7 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] Made reservation on behalf of 2379cf2b73204f2ca610c9016fa2ba9e for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:11:06.902511 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-c9bdb47e-55b5-47a5-b96b-f2f56ef240a7 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:06.915023 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:06.921197 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-250412bb-6ad8-4294-a908-f5caafa82754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:06.925052 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-c9bdb47e-55b5-47a5-b96b-f2f56ef240a7 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:06.948762 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port e8eadd23-171b-49de-b093-3b0c61d864bd, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=e8eadd23-171b-49de-b093-3b0c61d864bd,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:06.989101 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-67d7c342-0253-426f-a657-202c8d76b4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:07.005713 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-250412bb-6ad8-4294-a908-f5caafa82754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:07.033875 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:07.064592 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [req-aa28b3f9-44e9-401d-a010-667dc6daf605 req-0a03cb4c-24d0-4cd5-9292-ab6a53deb025 tempest-FloatingIPsNegativeTestJSON-731957717 tempest-FloatingIPsNegativeTestJSON-731957717-project] show failed (client error): The resource could not be found. Aug 31 09:11:07.065869 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa28b3f9-44e9-401d-a010-667dc6daf605 req-0a03cb4c-24d0-4cd5-9292-ab6a53deb025 tempest-FloatingIPsNegativeTestJSON-731957717 tempest-FloatingIPsNegativeTestJSON-731957717-project] 10.222.0.119 "GET /v2.0/floatingips/82bbab86-478d-4436-b4da-b3e7f2e50f6f HTTP/1.1" status: 404 len: 350 time: 0.4700768 Aug 31 09:11:07.085750 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47962) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:07.167144 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=e8eadd23-171b-49de-b093-3b0c61d864bd,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:07.194887 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3dfa01ed-c64a-4958-9295-df86d644dfa4 req-15f8eb5a-c41c-4c03-b168-77415f2d31eb service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1679411 Aug 31 09:11:07.299475 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3dfa01ed-c64a-4958-9295-df86d644dfa4 req-b017995c-88bb-4997-a63b-17d8cb38147a service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7048831 Aug 31 09:11:07.312996 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-0e8111f7-d433-4ddd-be4a-5194975a3982 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=040e1d69a80d4ab5aa379a20dc95a79b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1042712 Aug 31 09:11:07.314756 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7c324-9457-48c4-854c-d102262783c3 req-0485a164-c20e-404f-a754-24241e424d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:07.316135 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5bd7c324-9457-48c4-854c-d102262783c3 req-0485a164-c20e-404f-a754-24241e424d65 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=dec399ac-51c2-4bb7-99b8-e1a022fa50cc HTTP/1.1" status: 200 len: 1098 time: 1.1059225 Aug 31 09:11:07.334313 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device cfa97dbd-04c1-41b4-b950-627133759c71 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:11:07.382036 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.59', 60405) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:07.495856 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port cfa97dbd-04c1-41b4-b950-627133759c71, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=cfa97dbd-04c1-41b4-b950-627133759c71,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:07.513462 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'cfa97dbd-04c1-41b4-b950-627133759c71', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': 'cfa97dbd-04c1-41b4-b950-627133759c71', 'mac_address': 'fa:16:3e:45:88:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:11:07.544247 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7c342-0253-426f-a657-202c8d76b4c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=108388b6-2a0f-4f82-9b74-fbb8aefc03e7,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:07.565287 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d7c342-0253-426f-a657-202c8d76b4c6 admin admin] Checking segment: {'id': 'b61f7383-457b-4e96-9ab9-1fa4a8adbff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1643, 'network_id': '94e6643b-d71c-4c24-88c5-6d6e9c12f3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:11:07.567161 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d7c342-0253-426f-a657-202c8d76b4c6 admin admin] Network hostable DHCP agents. Network: 94e6643b-d71c-4c24-88c5-6d6e9c12f3da, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:11:07.567281 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357af8e6-3090-4392-b440-c692d8f4ed66 req-e62da33a-065a-47c4-9cdd-80f3b7e8b928 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:07.569294 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-357af8e6-3090-4392-b440-c692d8f4ed66 req-e62da33a-065a-47c4-9cdd-80f3b7e8b928 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/ports?device_id=dec399ac-51c2-4bb7-99b8-e1a022fa50cc HTTP/1.1" status: 200 len: 946 time: 0.3717258 Aug 31 09:11:07.589880 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:07.593259 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5bd7c324-9457-48c4-854c-d102262783c3 req-dc430acc-3b6a-404b-93b3-28e61e84b098 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=9a1adeb5-d225-4397-9b2e-54de647beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2668791 Aug 31 09:11:07.613295 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa97dbd-04c1-41b4-b950-627133759c71 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:11:07.623022 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3dfa01ed-c64a-4958-9295-df86d644dfa4 req-2a969a5a-992d-4b92-ab16-926eb499d752 service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995681 Aug 31 09:11:07.649044 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port cfa97dbd-04c1-41b4-b950-627133759c71, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=cfa97dbd-04c1-41b4-b950-627133759c71,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:07.655957 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-250412bb-6ad8-4294-a908-f5caafa82754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:07.658635 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-250412bb-6ad8-4294-a908-f5caafa82754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:07.662018 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-250412bb-6ad8-4294-a908-f5caafa82754 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/26705ae9-4bf7-465a-bf1c-90cea438d7a1 HTTP/1.1" status: 204 len: 168 time: 1.0904648 Aug 31 09:11:07.667971 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-c9bdb47e-55b5-47a5-b96b-f2f56ef240a7 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:07.679452 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250412bb-6ad8-4294-a908-f5caafa82754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26705ae9-4bf7-465a-bf1c-90cea438d7a1,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:07.708214 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3dfa01ed-c64a-4958-9295-df86d644dfa4 req-5f35ca4c-a18b-41ec-b574-232251f4d851 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002364 Aug 31 09:11:07.735372 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d7c342-0253-426f-a657-202c8d76b4c6 admin admin] Network 94e6643b-d71c-4c24-88c5-6d6e9c12f3da is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:11:07.740664 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-07ffdca5-cf10-4c21-ae14-baef623f3c9d tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:07.748958 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-07ffdca5-cf10-4c21-ae14-baef623f3c9d tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4147248 Aug 31 09:11:07.751936 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-8be5b834-5a2c-4ad1-a36b-a671e4a5bc6b tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:07.755098 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-8be5b834-5a2c-4ad1-a36b-a671e4a5bc6b tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.59 "GET /v2.0/networks?id=9ca962f7-a3f8-4e91-9029-22ec42b84c01 HTTP/1.1" status: 200 len: 805 time: 0.3683405 Aug 31 09:11:07.756812 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-357af8e6-3090-4392-b440-c692d8f4ed66 req-950a12df-6821-46d4-a373-47ca93b85418 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/security-groups?id=9a1adeb5-d225-4397-9b2e-54de647beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656246 Aug 31 09:11:07.769835 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:07.771771 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-1e627768-e938-42c7-afdb-5827e0a3e972 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Request body: {'port': {'device_id': 'ad652944-8817-40f1-b561-f3b485aad6b9', 'network_id': '9ca962f7-a3f8-4e91-9029-22ec42b84c01', 'admin_state_up': True, 'tenant_id': '40aea3578a764824ae85220fcc0c6911'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:07.785900 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-9ce5a3e1-1bea-416b-9970-7aff1ea3daf2 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/quotas/040e1d69a80d4ab5aa379a20dc95a79b HTTP/1.1" status: 200 len: 375 time: 0.0195198 Aug 31 09:11:07.844883 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-c9bdb47e-55b5-47a5-b96b-f2f56ef240a7 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:07.874186 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-3c44bd4b-b714-42a0-9561-0fca433c6194 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=040e1d69a80d4ab5aa379a20dc95a79b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0891232 Aug 31 09:11:07.887199 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=cfa97dbd-04c1-41b4-b950-627133759c71,revision_number=8']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:07.981116 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bdb47e-55b5-47a5-b96b-f2f56ef240a7 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96515b03-0465-4fb7-869e-45f0a25b7733,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:07.990733 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-67d7c342-0253-426f-a657-202c8d76b4c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 94e6643b-d71c-4c24-88c5-6d6e9c12f3da) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:11:07.997770 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f3a54-5621-421a-b87d-245140aee014 req-7ddfc58e-dbe7-4316-af4a-f6febf134a44 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:07.999227 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-833f3a54-5621-421a-b87d-245140aee014 req-7ddfc58e-dbe7-4316-af4a-f6febf134a44 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 948 time: 0.1023781 Aug 31 09:11:08.006263 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d7c342-0253-426f-a657-202c8d76b4c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:08.007102 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-67d7c342-0253-426f-a657-202c8d76b4c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:08.009395 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8882892f-32e3-437a-ba1f-2ce91b53d802 None None] Network 94e6643b-d71c-4c24-88c5-6d6e9c12f3da requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:11:08.051317 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['cfa97dbd-04c1-41b4-b950-627133759c71'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:11:08.056411 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-833f3a54-5621-421a-b87d-245140aee014 req-b381de70-ca59-4d92-988a-f290073d992c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405593 Aug 31 09:11:08.063636 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-1e627768-e938-42c7-afdb-5827e0a3e972 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Made reservation on behalf of 40aea3578a764824ae85220fcc0c6911 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:11:08.067876 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-1e627768-e938-42c7-afdb-5827e0a3e972 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:08.137456 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-67d7c342-0253-426f-a657-202c8d76b4c6 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.8796341 Aug 31 09:11:08.223028 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-c9bdb47e-55b5-47a5-b96b-f2f56ef240a7 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] Allocated IP 192.168.233.161 (a47e180d-e969-4a85-aa09-0ec8196480c0/f473c8e7-d3e2-4352-b8da-3dcd093feb8b/146e3859-1cf1-4b60-aee5-a46abf8b85c0) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:11:08.366696 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f98eab2-8847-4c1d-bf66-743e15cfff40 req-3ed27dc4-3548-4f1e-a179-0d879a16d7ad tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad652944-8817-40f1-b561-f3b485aad6b9 HTTP/1.1" status: 200 len: 210 time: 0.1262667 Aug 31 09:11:08.458287 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c3f2997-28bf-4277-aa35-d4878a90166f req-24479f73-493a-43c7-91e6-50c8be06489f tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] 10.222.0.119 "GET /v2.0/ports?device_id=1336d97c-0abf-4c48-89d3-7ad6dd9b600a HTTP/1.1" status: 200 len: 210 time: 0.1794634 Aug 31 09:11:08.569221 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device e8eadd23-171b-49de-b093-3b0c61d864bd up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:11:08.569221 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7648a971-7fb1-46ca-9993-b754730d60b3 None None] Network 94e6643b-d71c-4c24-88c5-6d6e9c12f3da requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:11:08.645473 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] Sync routers for ids ['15406740-082b-4efa-8280-999c61f34bd2'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:11:08.667709 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7967432d-b29b-4585-a601-da2b3c366ece req-e78f3116-7bdd-4f58-9c7d-dd7d4a6e86e6 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/ports?device_id=78939770-e47e-44db-9c7d-416cb7ed9fc5 HTTP/1.1" status: 200 len: 210 time: 0.0974376 Aug 31 09:11:08.680162 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] Routers {'15406740-082b-4efa-8280-999c61f34bd2'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:11:08.683494 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:10:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['15406740-082b-4efa-8280-999c61f34bd2'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:08.703435 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-1e627768-e938-42c7-afdb-5827e0a3e972 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Allocated IP 172.20.0.14 (9ca962f7-a3f8-4e91-9029-22ec42b84c01/5540a99f-ddc8-4454-b137-a8c33ca66961/4b983ee0-3395-4afe-88a3-c2815cf15e20) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:11:08.823027 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port e8eadd23-171b-49de-b093-3b0c61d864bd triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:08.823878 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:08.883825 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5bec4d45-c14e-4a93-a42f-b96d3cc40bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:09.110290 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-c9bdb47e-55b5-47a5-b96b-f2f56ef240a7 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:09.158970 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-c9bdb47e-55b5-47a5-b96b-f2f56ef240a7 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] Transition to ACTIVE for port object 146e3859-1cf1-4b60-aee5-a46abf8b85c0 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:11:09.165900 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f509649-6675-4c7a-81c5-84f83c2ed27e req-79192020-2bdb-4d76-a608-962b1806b1ae tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:09.176475 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5f509649-6675-4c7a-81c5-84f83c2ed27e req-79192020-2bdb-4d76-a608-962b1806b1ae tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/ports?device_id=dec399ac-51c2-4bb7-99b8-e1a022fa50cc HTTP/1.1" status: 200 len: 946 time: 0.2009192 Aug 31 09:11:09.191076 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] Set router 15406740-082b-4efa-8280-999c61f34bd2 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:11:09.237649 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc622c8-5ff6-4aaa-a292-9ec5346c9fa4 req-84854b4e-b025-4962-be65-0bc2c057a495 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:09.239485 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cc622c8-5ff6-4aaa-a292-9ec5346c9fa4 req-84854b4e-b025-4962-be65-0bc2c057a495 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.59 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6&tenant_id=a2247b5137dc4fbdbab9ed7148117dac&binding%3Ahost_id=n-h1-791506-28 HTTP/1.1" status: 200 len: 948 time: 0.2038350 Aug 31 09:11:09.292912 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5f509649-6675-4c7a-81c5-84f83c2ed27e req-1e4f8d67-4dd1-4af2-bee2-cc93c698da72 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/security-groups?id=9a1adeb5-d225-4397-9b2e-54de647beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149659 Aug 31 09:11:09.343280 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device cfa97dbd-04c1-41b4-b950-627133759c71 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:11:09.401040 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-1e627768-e938-42c7-afdb-5827e0a3e972 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:09.514077 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port cfa97dbd-04c1-41b4-b950-627133759c71 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:11:09.518930 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port cfa97dbd-04c1-41b4-b950-627133759c71 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:09.519430 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:09.529488 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-c9bdb47e-55b5-47a5-b96b-f2f56ef240a7 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:09.556435 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15406740-082b-4efa-8280-999c61f34bd2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1115134077-router', 'tenant_id': 'e646e9c0137d4eaaa7f824cfe8e429ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'e8eadd23-171b-49de-b093-3b0c61d864bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:58Z', 'updated_at': '2021-08-31T09:11:03Z', 'revision_number': 4, 'project_id': 'e646e9c0137d4eaaa7f824cfe8e429ce', 'gw_port': {'id': 'e8eadd23-171b-49de-b093-3b0c61d864bd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:77:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15406740-082b-4efa-8280-999c61f34bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:59Z', 'updated_at': '2021-08-31T09:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'e35cff38-a573-44ae-8938-848775c98594', 'name': '', 'network_id': '66bde3a2-3c6f-433b-a886-390b572d620b', 'tenant_id': 'e646e9c0137d4eaaa7f824cfe8e429ce', 'mac_address': 'fa:16:3e:e0:1c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15406740-082b-4efa-8280-999c61f34bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'ad015f73-cbb2-4e90-8d43-633264fd92f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:02Z', 'updated_at': '2021-08-31T09:11:03Z', 'revision_number': 2, 'project_id': 'e646e9c0137d4eaaa7f824cfe8e429ce', 'subnets': [{'id': 'ad015f73-cbb2-4e90-8d43-633264fd92f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:09.596337 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-83f64543-b223-4ae0-bf5a-cf52d795099c tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:09.597874 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-83f64543-b223-4ae0-bf5a-cf52d795099c tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/networks?id=d54aa48d-9328-4446-b337-2071a0fd4f0c HTTP/1.1" status: 200 len: 808 time: 0.3206730 Aug 31 09:11:09.600594 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3a63a463-f827-4c47-993f-2955ae98f297 req-611d8134-3483-451a-afb0-b09719704242 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1756070 Aug 31 09:11:09.605473 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [req-4cc622c8-5ff6-4aaa-a292-9ec5346c9fa4 req-f4cc0934-156b-4edf-aee9-0b77012e649d service neutron] delete failed (client error): The resource could not be found. Aug 31 09:11:09.606503 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cc622c8-5ff6-4aaa-a292-9ec5346c9fa4 req-f4cc0934-156b-4edf-aee9-0b77012e649d service neutron] 10.222.0.59 "DELETE /v2.0/ports/cfa97dbd-04c1-41b4-b950-627133759c71/bindings/n-h2-791506-28 HTTP/1.1" status: 404 len: 381 time: 0.3280282 Aug 31 09:11:09.616697 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] Checking router: 15406740-082b-4efa-8280-999c61f34bd2 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:11:09.617053 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] Updating router 15406740-082b-4efa-8280-999c61f34bd2 port e35cff38-a573-44ae-8938-848775c98594 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:11:09.619069 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d632d-12ba-405a-951c-7e415e711417 req-1f8df2c6-f175-4238-9224-2730c733f255 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:09.620963 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-496d632d-12ba-405a-951c-7e415e711417 req-1f8df2c6-f175-4238-9224-2730c733f255 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 948 time: 0.1968424 Aug 31 09:11:09.639869 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-fee4e64c-7816-4551-9a9f-f735f72d3114 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/quotas/8d929c95dcb6486584c62bb8e91069d6 HTTP/1.1" status: 200 len: 375 time: 0.0323763 Aug 31 09:11:09.644104 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-c9bdb47e-55b5-47a5-b96b-f2f56ef240a7 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] Network a47e180d-e969-4a85-aa09-0ec8196480c0 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:11:09.658469 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-c9bdb47e-55b5-47a5-b96b-f2f56ef240a7 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:11:09.662667 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-c9bdb47e-55b5-47a5-b96b-f2f56ef240a7 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:11:09.667961 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:09.681371 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-9ab3d3f3-8454-4be7-938a-e8db13970cac tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=8d929c95dcb6486584c62bb8e91069d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329990 Aug 31 09:11:09.713192 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bdb47e-55b5-47a5-b96b-f2f56ef240a7 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] Pushing event updated for resources: {'Port': ['ID=146e3859-1cf1-4b60-aee5-a46abf8b85c0,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:09.714687 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-1e627768-e938-42c7-afdb-5827e0a3e972 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:09.765904 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-496d632d-12ba-405a-951c-7e415e711417 req-402f4374-0e78-45f5-b0af-62ec0491d552 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340816 Aug 31 09:11:09.782888 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:09.815658 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-5bec4d45-c14e-4a93-a42f-b96d3cc40bf5 admin admin] Deleting port e35cff38-a573-44ae-8938-848775c98594 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:11:09.816131 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5bec4d45-c14e-4a93-a42f-b96d3cc40bf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:09.860499 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a217dac5-6c6a-4360-8791-e0196a4745c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa97dbd-04c1-41b4-b950-627133759c71'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:09.865636 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f26f1bd-b82e-425b-ace7-a9f5c7063c1f" -d '{"events": [{"server_uuid": "a217dac5-6c6a-4360-8791-e0196a4745c6", "name": "network-vif-plugged", "status": "completed", "tag": "cfa97dbd-04c1-41b4-b950-627133759c71"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:09.885640 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port cfa97dbd-04c1-41b4-b950-627133759c71, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=cfa97dbd-04c1-41b4-b950-627133759c71,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:09.919184 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-c9bdb47e-55b5-47a5-b96b-f2f56ef240a7 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:09.920017 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-c9bdb47e-55b5-47a5-b96b-f2f56ef240a7 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:09.968513 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5bec4d45-c14e-4a93-a42f-b96d3cc40bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:09.978223 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:09.991350 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-1e627768-e938-42c7-afdb-5827e0a3e972 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Network 9ca962f7-a3f8-4e91-9029-22ec42b84c01 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:11:09.996761 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-5bec4d45-c14e-4a93-a42f-b96d3cc40bf5 admin admin] Calling delete_port for e35cff38-a573-44ae-8938-848775c98594 owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:11:10.034786 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-1e627768-e938-42c7-afdb-5827e0a3e972 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:11:10.034990 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-c9bdb47e-55b5-47a5-b96b-f2f56ef240a7 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8672516 Aug 31 09:11:10.041079 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e627768-e938-42c7-afdb-5827e0a3e972 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Pushing event updated for resources: {'Port': ['ID=4b983ee0-3395-4afe-88a3-c2815cf15e20,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:10.045538 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-1e627768-e938-42c7-afdb-5827e0a3e972 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:11:10.087316 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=cfa97dbd-04c1-41b4-b950-627133759c71,revision_number=9']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:10.125917 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-7d96e31b-0d0d-4ba7-b074-74193b077865 service neutron] Request body: {'port': {'device_id': '1336d97c-0abf-4c48-89d3-7ad6dd9b600a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:10.149391 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63a463-f827-4c47-993f-2955ae98f297 req-8c0d1e2c-0359-4e02-922d-73c197f12072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:10.150968 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3a63a463-f827-4c47-993f-2955ae98f297 req-8c0d1e2c-0359-4e02-922d-73c197f12072 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 1100 time: 0.2738345 Aug 31 09:11:10.152892 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc622c8-5ff6-4aaa-a292-9ec5346c9fa4 req-c5dbf8ae-03d1-4a2b-a279-22e18ac6d3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:10.154252 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cc622c8-5ff6-4aaa-a292-9ec5346c9fa4 req-c5dbf8ae-03d1-4a2b-a279-22e18ac6d3a2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 1100 time: 0.2625155 Aug 31 09:11:10.165512 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-96456a63-7421-4f2e-9520-428a534876f1 None None] Provisioning for port 146e3859-1cf1-4b60-aee5-a46abf8b85c0 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:11:10.171101 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-96456a63-7421-4f2e-9520-428a534876f1 None None] Provisioning complete for port 146e3859-1cf1-4b60-aee5-a46abf8b85c0 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:10.171476 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-96456a63-7421-4f2e-9520-428a534876f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:10.184924 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ded80-9bd0-4c99-8ff2-53e89b3c5f1e req-6e06dffc-d980-4ae2-aec5-b792a22760b9 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:10.187286 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-227ded80-9bd0-4c99-8ff2-53e89b3c5f1e req-6e06dffc-d980-4ae2-aec5-b792a22760b9 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad652944-8817-40f1-b561-f3b485aad6b9 HTTP/1.1" status: 200 len: 932 time: 0.3052802 Aug 31 09:11:10.194021 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:10.207199 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-96456a63-7421-4f2e-9520-428a534876f1 None None] Port 146e3859-1cf1-4b60-aee5-a46abf8b85c0 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:11:10.212441 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] Transition to ACTIVE for port object e35cff38-a573-44ae-8938-848775c98594 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:11:10.222052 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-155c6962-12b9-459f-af32-197014ed2100 service neutron] 10.222.0.119 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5239778 Aug 31 09:11:10.264638 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-7d96e31b-0d0d-4ba7-b074-74193b077865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:10.285601 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:10.306370 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-1e627768-e938-42c7-afdb-5827e0a3e972 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:10.307211 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-1e627768-e938-42c7-afdb-5827e0a3e972 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:10.360265 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522bb723-4c31-4ffe-a0c9-6a0e6817ef57 None None] Pushing event updated for resources: {'Port': ['ID=e35cff38-a573-44ae-8938-848775c98594,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:10.371562 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bb723-4c31-4ffe-a0c9-6a0e6817ef57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:10.371905 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bb723-4c31-4ffe-a0c9-6a0e6817ef57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:10.372233 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bb723-4c31-4ffe-a0c9-6a0e6817ef57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:10.372732 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bb723-4c31-4ffe-a0c9-6a0e6817ef57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:10.373479 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bb723-4c31-4ffe-a0c9-6a0e6817ef57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:10.373971 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bb723-4c31-4ffe-a0c9-6a0e6817ef57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:10.374505 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bb723-4c31-4ffe-a0c9-6a0e6817ef57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:10.375005 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bb723-4c31-4ffe-a0c9-6a0e6817ef57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:10.375583 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bb723-4c31-4ffe-a0c9-6a0e6817ef57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:10.376070 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bb723-4c31-4ffe-a0c9-6a0e6817ef57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:10.376548 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bb723-4c31-4ffe-a0c9-6a0e6817ef57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:10.377017 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522bb723-4c31-4ffe-a0c9-6a0e6817ef57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:10.447028 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] Attempting to bind port e35cff38-a573-44ae-8938-848775c98594 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:11:10.447392 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] Attempting to bind port e35cff38-a573-44ae-8938-848775c98594 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '90cdcb5b-a23a-40c0-a98e-d21adb140ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '66bde3a2-3c6f-433b-a886-390b572d620b'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:11:10.447814 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] Attempting to bind port e35cff38-a573-44ae-8938-848775c98594 on network 66bde3a2-3c6f-433b-a886-390b572d620b {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:10.455363 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:11:10.455740 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] Checking segment: {'id': '90cdcb5b-a23a-40c0-a98e-d21adb140ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '66bde3a2-3c6f-433b-a886-390b572d620b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:11:10.456203 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:10.456595 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] Bound using segment: {'id': '90cdcb5b-a23a-40c0-a98e-d21adb140ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '66bde3a2-3c6f-433b-a886-390b572d620b'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:11:10.457079 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] Bound port: e35cff38-a573-44ae-8938-848775c98594, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90cdcb5b-a23a-40c0-a98e-d21adb140ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '66bde3a2-3c6f-433b-a886-390b572d620b'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:11:10.457476 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:10.728704 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.db.api [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:11:10.731242 n-d-791506-28 neutron-server[95555]: DEBUG oslo_db.api [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:11:10.735389 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5bec4d45-c14e-4a93-a42f-b96d3cc40bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:10.738960 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-7d96e31b-0d0d-4ba7-b074-74193b077865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 146e3859-1cf1-4b60-aee5-a46abf8b85c0 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:11:10.769960 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-7d96e31b-0d0d-4ba7-b074-74193b077865 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:10.779821 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec4d45-c14e-4a93-a42f-b96d3cc40bf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e35cff38-a573-44ae-8938-848775c98594,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:10.782678 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-227ded80-9bd0-4c99-8ff2-53e89b3c5f1e req-a0969c7c-41fe-4837-94bc-a9f2c2c4489b tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5578079 Aug 31 09:11:10.823180 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-7d96e31b-0d0d-4ba7-b074-74193b077865 service neutron] Transition to ACTIVE for port object 146e3859-1cf1-4b60-aee5-a46abf8b85c0 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:11:10.834503 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-1e627768-e938-42c7-afdb-5827e0a3e972 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0678623 Aug 31 09:11:10.869143 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-780f9c84-29f5-4596-823a-203ef32b99c1 service neutron] Request body: {'port': {'device_id': 'ad652944-8817-40f1-b561-f3b485aad6b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:10.887154 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc622c8-5ff6-4aaa-a292-9ec5346c9fa4 req-29e8b653-1838-4f9e-b23e-4e154260a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:10.890924 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cc622c8-5ff6-4aaa-a292-9ec5346c9fa4 req-29e8b653-1838-4f9e-b23e-4e154260a061 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.7001245 Aug 31 09:11:10.893387 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-156a614c-d32d-407c-87c0-c6a8dd719b00 service neutron] 10.222.0.119 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6583576 Aug 31 09:11:10.937998 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63a463-f827-4c47-993f-2955ae98f297 req-08a15049-77e2-4dc1-8f3e-e4856c8e85e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:10.937998 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3a63a463-f827-4c47-993f-2955ae98f297 req-08a15049-77e2-4dc1-8f3e-e4856c8e85e5 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.7196431 Aug 31 09:11:10.938732 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-1098954a-484b-40d2-826f-4eef9bf3e7d5 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=040e1d69a80d4ab5aa379a20dc95a79b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438623 Aug 31 09:11:10.962035 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-7d96e31b-0d0d-4ba7-b074-74193b077865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:11.010013 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cc622c8-5ff6-4aaa-a292-9ec5346c9fa4 req-f153ceb3-d640-4535-ad52-777fe04d2cec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=cfa97dbd-04c1-41b4-b950-627133759c71 HTTP/1.1" status: 200 len: 217 time: 0.0766425 Aug 31 09:11:11.233796 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-04dbc100-8484-4d0d-afd0-b35a5f369786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:11.240381 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3a63a463-f827-4c47-993f-2955ae98f297 req-ee99eca1-2a30-4452-8694-9e6b273b3686 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=cfa97dbd-04c1-41b4-b950-627133759c71 HTTP/1.1" status: 200 len: 217 time: 0.2184949 Aug 31 09:11:11.261713 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] Attempting to bind port e35cff38-a573-44ae-8938-848775c98594 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:11:11.262116 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] Attempting to bind port e35cff38-a573-44ae-8938-848775c98594 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '90cdcb5b-a23a-40c0-a98e-d21adb140ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '66bde3a2-3c6f-433b-a886-390b572d620b'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:11:11.265712 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] Attempting to bind port e35cff38-a573-44ae-8938-848775c98594 on network 66bde3a2-3c6f-433b-a886-390b572d620b {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:11.285754 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:11:11.286169 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] Checking segment: {'id': '90cdcb5b-a23a-40c0-a98e-d21adb140ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '66bde3a2-3c6f-433b-a886-390b572d620b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:11:11.291698 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:11.293583 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] Bound using segment: {'id': '90cdcb5b-a23a-40c0-a98e-d21adb140ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '66bde3a2-3c6f-433b-a886-390b572d620b'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:11:11.300643 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] Bound port: e35cff38-a573-44ae-8938-848775c98594, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90cdcb5b-a23a-40c0-a98e-d21adb140ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '66bde3a2-3c6f-433b-a886-390b572d620b'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:11:11.301418 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:11.352315 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.plugin [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] Port e35cff38-a573-44ae-8938-848775c98594 has been deleted concurrently {{(pid=95555) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 31 09:11:11.364538 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] Routers {'15406740-082b-4efa-8280-999c61f34bd2'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:11:11.365146 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:10:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['15406740-082b-4efa-8280-999c61f34bd2'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:11.394907 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96e31b-0d0d-4ba7-b074-74193b077865 service neutron] Pushing event updated for resources: {'Port': ['ID=146e3859-1cf1-4b60-aee5-a46abf8b85c0,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:11.449822 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-780f9c84-29f5-4596-823a-203ef32b99c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:11.466957 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5bec4d45-c14e-4a93-a42f-b96d3cc40bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:11.531522 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] Set router 15406740-082b-4efa-8280-999c61f34bd2 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:11:11.534662 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-7d96e31b-0d0d-4ba7-b074-74193b077865 service neutron] Attempting to bind port 146e3859-1cf1-4b60-aee5-a46abf8b85c0 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:11:11.535114 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-7d96e31b-0d0d-4ba7-b074-74193b077865 service neutron] Attempting to bind port 146e3859-1cf1-4b60-aee5-a46abf8b85c0 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:11:11.535327 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-7d96e31b-0d0d-4ba7-b074-74193b077865 service neutron] Attempting to bind port 146e3859-1cf1-4b60-aee5-a46abf8b85c0 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:11.537374 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-94fedbc5-7e31-488a-8b9a-bff768ce95af req-69e4986c-28b0-4ed9-918a-74d9cd2f032a tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/ports?device_id=78939770-e47e-44db-9c7d-416cb7ed9fc5 HTTP/1.1" status: 200 len: 210 time: 0.1100204 Aug 31 09:11:11.549061 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-7d96e31b-0d0d-4ba7-b074-74193b077865 service neutron] Port 146e3859-1cf1-4b60-aee5-a46abf8b85c0 on network a47e180d-e969-4a85-aa09-0ec8196480c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:11:11.549381 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-7d96e31b-0d0d-4ba7-b074-74193b077865 service neutron] Attempting to bind port 146e3859-1cf1-4b60-aee5-a46abf8b85c0 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:11.581364 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a9bab5-f339-4b90-ad05-226c2f64eb6d req-146395c4-b401-4251-bb00-d0cb781c676d tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:11.600847 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a8a9bab5-f339-4b90-ad05-226c2f64eb6d req-146395c4-b401-4251-bb00-d0cb781c676d tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] 10.222.0.119 "GET /v2.0/ports?device_id=1336d97c-0abf-4c48-89d3-7ad6dd9b600a HTTP/1.1" status: 200 len: 948 time: 0.5942469 Aug 31 09:11:11.617929 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-7d96e31b-0d0d-4ba7-b074-74193b077865 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:11:11.619462 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-7d96e31b-0d0d-4ba7-b074-74193b077865 service neutron] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:11:11.622265 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde3f9fe-e6f9-41d7-baea-3975bbdb966b x-openstack-request-id: req-cde3f9fe-e6f9-41d7-baea-3975bbdb966b {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:11.622435 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-7d96e31b-0d0d-4ba7-b074-74193b077865 service neutron] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:11:11.622697 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a217dac5-6c6a-4360-8791-e0196a4745c6", "name": "network-vif-plugged", "status": "completed", "tag": "cfa97dbd-04c1-41b4-b950-627133759c71", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:11.622816 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-7d96e31b-0d0d-4ba7-b074-74193b077865 service neutron] Bound port: 146e3859-1cf1-4b60-aee5-a46abf8b85c0, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:11:11.623177 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-7d96e31b-0d0d-4ba7-b074-74193b077865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:11.623368 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-cde3f9fe-e6f9-41d7-baea-3975bbdb966b {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:11.623776 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a217dac5-6c6a-4360-8791-e0196a4745c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa97dbd-04c1-41b4-b950-627133759c71', 'code': 200} Aug 31 09:11:11.630881 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63a463-f827-4c47-993f-2955ae98f297 req-a6b7c0e8-d728-440f-a100-b89a38996352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:11.632299 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3a63a463-f827-4c47-993f-2955ae98f297 req-a6b7c0e8-d728-440f-a100-b89a38996352 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.3839109 Aug 31 09:11:11.649383 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-5ad35ebc-4baa-47b0-b699-e4ec27fa28de tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:11.651063 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-5ad35ebc-4baa-47b0-b699-e4ec27fa28de tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6363256 Aug 31 09:11:11.674286 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc622c8-5ff6-4aaa-a292-9ec5346c9fa4 req-e40317cd-9b35-47df-9043-434a9d97576a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:11.675815 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cc622c8-5ff6-4aaa-a292-9ec5346c9fa4 req-e40317cd-9b35-47df-9043-434a9d97576a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.6339543 Aug 31 09:11:11.702833 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-48b8d4c8-7635-4136-909b-822881bd0ca2 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Request body: {'port': {'device_id': '78939770-e47e-44db-9c7d-416cb7ed9fc5', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'admin_state_up': True, 'tenant_id': '040e1d69a80d4ab5aa379a20dc95a79b'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:11.763454 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15406740-082b-4efa-8280-999c61f34bd2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1115134077-router', 'tenant_id': 'e646e9c0137d4eaaa7f824cfe8e429ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'e8eadd23-171b-49de-b093-3b0c61d864bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:58Z', 'updated_at': '2021-08-31T09:11:10Z', 'revision_number': 5, 'project_id': 'e646e9c0137d4eaaa7f824cfe8e429ce', 'gw_port': {'id': 'e8eadd23-171b-49de-b093-3b0c61d864bd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:77:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15406740-082b-4efa-8280-999c61f34bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:59Z', 'updated_at': '2021-08-31T09:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:11.776888 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-7d96e31b-0d0d-4ba7-b074-74193b077865 service neutron] For port 146e3859-1cf1-4b60-aee5-a46abf8b85c0, host n-h2-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:11:11.796640 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7666c0aa-511f-4a0e-8b0a-d3b9e398a750 None None] The sync data for ids ['15406740-082b-4efa-8280-999c61f34bd2'] in n-d-791506-28 is: [{'id': '15406740-082b-4efa-8280-999c61f34bd2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1115134077-router', 'tenant_id': 'e646e9c0137d4eaaa7f824cfe8e429ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.83'}], 'enable_snat': True}, 'gw_port_id': 'e8eadd23-171b-49de-b093-3b0c61d864bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:58Z', 'updated_at': '2021-08-31T09:11:10Z', 'revision_number': 5, 'project_id': 'e646e9c0137d4eaaa7f824cfe8e429ce', 'gw_port': {'id': 'e8eadd23-171b-49de-b093-3b0c61d864bd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:77:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15406740-082b-4efa-8280-999c61f34bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:59Z', 'updated_at': '2021-08-31T09:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:11:11.844750 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-7d96e31b-0d0d-4ba7-b074-74193b077865 service neutron] For port 146e3859-1cf1-4b60-aee5-a46abf8b85c0, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=146e3859-1cf1-4b60-aee5-a46abf8b85c0,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:11:11.881216 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bec4d45-c14e-4a93-a42f-b96d3cc40bf5 admin admin] Router 15406740-082b-4efa-8280-999c61f34bd2 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:11:11.892609 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a8a9bab5-f339-4b90-ad05-226c2f64eb6d req-143e695c-dbd4-4763-ae61-99cf80ad853e tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] 10.222.0.119 "GET /v2.0/security-groups?id=96515b03-0465-4fb7-869e-45f0a25b7733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908297 Aug 31 09:11:11.930044 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-7d96e31b-0d0d-4ba7-b074-74193b077865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:11.979465 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-7d96e31b-0d0d-4ba7-b074-74193b077865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:11.980742 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-7d96e31b-0d0d-4ba7-b074-74193b077865 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:11.982225 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-7d96e31b-0d0d-4ba7-b074-74193b077865 service neutron] 10.222.0.59 "PUT /v2.0/ports/146e3859-1cf1-4b60-aee5-a46abf8b85c0 HTTP/1.1" status: 200 len: 1097 time: 1.8637128 Aug 31 09:11:11.982746 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1336d97c-0abf-4c48-89d3-7ad6dd9b600a', 'tag': '146e3859-1cf1-4b60-aee5-a46abf8b85c0'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:11.984971 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2826f200-4266-4c73-9f24-d0bee2a091c8" -d '{"events": [{"name": "network-changed", "server_uuid": "1336d97c-0abf-4c48-89d3-7ad6dd9b600a", "tag": "146e3859-1cf1-4b60-aee5-a46abf8b85c0"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:12.004191 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63a463-f827-4c47-993f-2955ae98f297 req-e514a1b8-ae80-4f73-a310-2aa538814e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:12.005643 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3a63a463-f827-4c47-993f-2955ae98f297 req-e514a1b8-ae80-4f73-a310-2aa538814e98 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3517346 Aug 31 09:11:12.034857 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc622c8-5ff6-4aaa-a292-9ec5346c9fa4 req-b3b7fe9c-0805-4587-848f-3125063af007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:12.036356 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cc622c8-5ff6-4aaa-a292-9ec5346c9fa4 req-b3b7fe9c-0805-4587-848f-3125063af007 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3386750 Aug 31 09:11:12.036573 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96e31b-0d0d-4ba7-b074-74193b077865 service neutron] Pushing event updated for resources: {'Port': ['ID=146e3859-1cf1-4b60-aee5-a46abf8b85c0,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:12.056801 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bec4d45-c14e-4a93-a42f-b96d3cc40bf5 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:11:12.060095 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf95ec-0d47-4502-b67a-d75d0ddb4d04 req-b6b823e2-3e20-45ba-922a-17519e1ab2f9 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:12.062013 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03bf95ec-0d47-4502-b67a-d75d0ddb4d04 req-b6b823e2-3e20-45ba-922a-17519e1ab2f9 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/ports?device_id=dec399ac-51c2-4bb7-99b8-e1a022fa50cc HTTP/1.1" status: 200 len: 946 time: 0.3653297 Aug 31 09:11:12.066040 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5bec4d45-c14e-4a93-a42f-b96d3cc40bf5 admin admin] 10.222.0.119 "PUT /v2.0/routers/15406740-082b-4efa-8280-999c61f34bd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9153295 Aug 31 09:11:12.066449 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48072) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:12.188445 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b7bebd88-9f94-4d3c-8ca7-1d7741b6840b admin admin] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:12.310079 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68607ac-d5c3-41c1-9feb-db7f3eb39836 req-0a106f13-19e1-45f7-807e-bc22e00dee4c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:12.315166 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e68607ac-d5c3-41c1-9feb-db7f3eb39836 req-0a106f13-19e1-45f7-807e-bc22e00dee4c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 949 time: 0.3548868 Aug 31 09:11:12.326390 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device e35cff38-a573-44ae-8938-848775c98594 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:11:12.351352 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: e35cff38-a573-44ae-8938-848775c98594 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:11:12.351986 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device e35cff38-a573-44ae-8938-848775c98594 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:11:12.364179 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3a63a463-f827-4c47-993f-2955ae98f297 req-c17668bd-0107-401d-a1d6-4e7a860f2bfe service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332596 Aug 31 09:11:12.376075 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-44aaeed1-1308-40e6-94ae-5f9130ae65d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:12.377567 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-44aaeed1-1308-40e6-94ae-5f9130ae65d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2379cf2b73204f2ca610c9016fa2ba9e&device_id=1336d97c-0abf-4c48-89d3-7ad6dd9b600a HTTP/1.1" status: 200 len: 1100 time: 0.1863256 Aug 31 09:11:12.397463 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03bf95ec-0d47-4502-b67a-d75d0ddb4d04 req-23446608-2a76-484e-923b-92c62a170d5a tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/security-groups?id=9a1adeb5-d225-4397-9b2e-54de647beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3249757 Aug 31 09:11:12.478100 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b7bebd88-9f94-4d3c-8ca7-1d7741b6840b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:12.481090 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-48b8d4c8-7635-4136-909b-822881bd0ca2 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Made reservation on behalf of 040e1d69a80d4ab5aa379a20dc95a79b for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:11:12.484688 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-48b8d4c8-7635-4136-909b-822881bd0ca2 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:12.484872 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-2e987445-0691-4bfb-a0a9-f9d6f750344c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=146e3859-1cf1-4b60-aee5-a46abf8b85c0 HTTP/1.1" status: 200 len: 217 time: 0.0970399 Aug 31 09:11:12.511512 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cc622c8-5ff6-4aaa-a292-9ec5346c9fa4 req-72606791-20f6-4c37-b910-5f160c5e77ba service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4444892 Aug 31 09:11:12.548921 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-f41bef71-bd3a-4062-8da9-84ebd2fe79bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:12.550673 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-f41bef71-bd3a-4062-8da9-84ebd2fe79bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.0591567 Aug 31 09:11:12.554480 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-13f0a2bc-e453-4a90-86cc-0d7572198f82 req-b62c6637-4085-4cbd-835d-e19569bba650 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 210 time: 0.0639691 Aug 31 09:11:12.565186 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-48b8d4c8-7635-4136-909b-822881bd0ca2 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:12.645546 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-aa4c0dbd-5425-40c5-8512-b040f435b931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:12.647345 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-aa4c0dbd-5425-40c5-8512-b040f435b931 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0878465 Aug 31 09:11:12.711136 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e68607ac-d5c3-41c1-9feb-db7f3eb39836 req-d4bcce00-0911-4614-bd58-e3be685e7583 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446307 Aug 31 09:11:12.711500 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-b7bebd88-9f94-4d3c-8ca7-1d7741b6840b admin admin] Deleting port e8eadd23-171b-49de-b093-3b0c61d864bd {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:11:12.720932 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b7bebd88-9f94-4d3c-8ca7-1d7741b6840b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:12.840461 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-780f9c84-29f5-4596-823a-203ef32b99c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b983ee0-3395-4afe-88a3-c2815cf15e20 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:11:12.848609 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-b7bebd88-9f94-4d3c-8ca7-1d7741b6840b admin admin] For port e8eadd23-171b-49de-b093-3b0c61d864bd, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=e8eadd23-171b-49de-b093-3b0c61d864bd,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:12.849477 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b7bebd88-9f94-4d3c-8ca7-1d7741b6840b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:12.872510 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-b7bebd88-9f94-4d3c-8ca7-1d7741b6840b admin admin] Calling delete_port for e8eadd23-171b-49de-b093-3b0c61d864bd owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:11:12.882098 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3a63a463-f827-4c47-993f-2955ae98f297 req-4d68f705-7a5b-4c21-9890-a7014a5ceead service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103886 Aug 31 09:11:12.883023 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-250dfb5c-ba7f-4138-bb79-b60e9995fbbd service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283261 Aug 31 09:11:12.888689 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-780f9c84-29f5-4596-823a-203ef32b99c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:12.946842 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-780f9c84-29f5-4596-823a-203ef32b99c1 service neutron] Transition to ACTIVE for port object 4b983ee0-3395-4afe-88a3-c2815cf15e20 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:11:12.966596 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f68594-c5d5-4d5a-be82-97b0bb6d3230 req-b386b7bb-73e9-408c-ad33-129f4975623a tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:12.969643 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d8f68594-c5d5-4d5a-be82-97b0bb6d3230 req-b386b7bb-73e9-408c-ad33-129f4975623a tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad652944-8817-40f1-b561-f3b485aad6b9 HTTP/1.1" status: 200 len: 932 time: 0.1446934 Aug 31 09:11:13.010212 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cc622c8-5ff6-4aaa-a292-9ec5346c9fa4 req-b689761f-5557-40cd-ae97-2ec743d4c4aa service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652841 Aug 31 09:11:13.039966 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d8f68594-c5d5-4d5a-be82-97b0bb6d3230 req-e6708000-648b-4e38-9e7c-6b39e378278a tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600262 Aug 31 09:11:13.041843 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-780f9c84-29f5-4596-823a-203ef32b99c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:13.124900 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e1429c30-4233-4c6e-8034-7326f2f8c45b req-c878d827-fe84-4c7a-9238-5ba9513e13c8 service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329686 Aug 31 09:11:13.133451 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f9c84-29f5-4596-823a-203ef32b99c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4b983ee0-3395-4afe-88a3-c2815cf15e20,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:13.164912 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-48b8d4c8-7635-4136-909b-822881bd0ca2 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:13.203892 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0c47f6-76eb-4a5c-8ca1-610fb898eb58 x-openstack-request-id: req-6b0c47f6-76eb-4a5c-8ca1-610fb898eb58 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:13.204239 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1336d97c-0abf-4c48-89d3-7ad6dd9b600a", "tag": "146e3859-1cf1-4b60-aee5-a46abf8b85c0", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:13.204580 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-6b0c47f6-76eb-4a5c-8ca1-610fb898eb58 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:13.205195 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1336d97c-0abf-4c48-89d3-7ad6dd9b600a', 'tag': '146e3859-1cf1-4b60-aee5-a46abf8b85c0', 'status': 'completed', 'code': 200} Aug 31 09:11:13.215867 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-780f9c84-29f5-4596-823a-203ef32b99c1 service neutron] Attempting to bind port 4b983ee0-3395-4afe-88a3-c2815cf15e20 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:11:13.216191 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-780f9c84-29f5-4596-823a-203ef32b99c1 service neutron] Attempting to bind port 4b983ee0-3395-4afe-88a3-c2815cf15e20 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '7165cf42-c983-4e18-9ad9-e580a9c61c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': '9ca962f7-a3f8-4e91-9029-22ec42b84c01'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:11:13.216525 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-780f9c84-29f5-4596-823a-203ef32b99c1 service neutron] Attempting to bind port 4b983ee0-3395-4afe-88a3-c2815cf15e20 on network 9ca962f7-a3f8-4e91-9029-22ec42b84c01 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:13.223194 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-780f9c84-29f5-4596-823a-203ef32b99c1 service neutron] Port 4b983ee0-3395-4afe-88a3-c2815cf15e20 on network 9ca962f7-a3f8-4e91-9029-22ec42b84c01 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:11:13.223595 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-780f9c84-29f5-4596-823a-203ef32b99c1 service neutron] Attempting to bind port 4b983ee0-3395-4afe-88a3-c2815cf15e20 on network 9ca962f7-a3f8-4e91-9029-22ec42b84c01 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:13.237944 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-780f9c84-29f5-4596-823a-203ef32b99c1 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:11:13.238283 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-780f9c84-29f5-4596-823a-203ef32b99c1 service neutron] Checking segment: {'id': '7165cf42-c983-4e18-9ad9-e580a9c61c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': '9ca962f7-a3f8-4e91-9029-22ec42b84c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:11:13.238692 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-780f9c84-29f5-4596-823a-203ef32b99c1 service neutron] Bound using segment: {'id': '7165cf42-c983-4e18-9ad9-e580a9c61c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': '9ca962f7-a3f8-4e91-9029-22ec42b84c01'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:11:13.239126 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-780f9c84-29f5-4596-823a-203ef32b99c1 service neutron] Bound port: 4b983ee0-3395-4afe-88a3-c2815cf15e20, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7165cf42-c983-4e18-9ad9-e580a9c61c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': '9ca962f7-a3f8-4e91-9029-22ec42b84c01'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:11:13.239486 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-780f9c84-29f5-4596-823a-203ef32b99c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:13.269260 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-48b8d4c8-7635-4136-909b-822881bd0ca2 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:13.298624 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78aca5a-e6dd-4d6f-abc4-dc193c83aea6 None None] Sync routers for ids ['15406740-082b-4efa-8280-999c61f34bd2'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:11:13.309632 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78aca5a-e6dd-4d6f-abc4-dc193c83aea6 None None] Routers {'15406740-082b-4efa-8280-999c61f34bd2'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:11:13.310483 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-f78aca5a-e6dd-4d6f-abc4-dc193c83aea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:10:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['15406740-082b-4efa-8280-999c61f34bd2'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:13.339384 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b7bebd88-9f94-4d3c-8ca7-1d7741b6840b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:13.375705 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bebd88-9f94-4d3c-8ca7-1d7741b6840b admin admin] Pushing event deleted for resources: {'Port': ['ID=e8eadd23-171b-49de-b093-3b0c61d864bd,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:13.382322 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826f200-4266-4c73-9f24-d0bee2a091c8 req-6cf68265-bb9c-4460-9e47-a6cd3e7abe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:13.383866 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2826f200-4266-4c73-9f24-d0bee2a091c8 req-6cf68265-bb9c-4460-9e47-a6cd3e7abe9d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2379cf2b73204f2ca610c9016fa2ba9e&device_id=1336d97c-0abf-4c48-89d3-7ad6dd9b600a HTTP/1.1" status: 200 len: 1100 time: 0.1175883 Aug 31 09:11:13.413539 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-f78aca5a-e6dd-4d6f-abc4-dc193c83aea6 None None] Set router 15406740-082b-4efa-8280-999c61f34bd2 gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:11:13.466090 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5708c36-1a31-453c-a42f-cf59646d055b req-4171f2f5-4c8e-46d3-bee4-bf7a92134b75 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:13.467614 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5708c36-1a31-453c-a42f-cf59646d055b req-4171f2f5-4c8e-46d3-bee4-bf7a92134b75 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/ports?device_id=dec399ac-51c2-4bb7-99b8-e1a022fa50cc HTTP/1.1" status: 200 len: 946 time: 0.2461944 Aug 31 09:11:13.468272 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b8d4c8-7635-4136-909b-822881bd0ca2 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8720c92-5f89-40c2-ae84-69f108903164,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:13.478877 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48088) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:13.486131 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-81b8455d-813c-4467-91a6-912c5b64891b tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Request body: {'floatingip': {'port_id': 'edde40e9-17fb-4f5e-ac5d-915a3b533318'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:13.487097 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-f78aca5a-e6dd-4d6f-abc4-dc193c83aea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15406740-082b-4efa-8280-999c61f34bd2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1115134077-router', 'tenant_id': 'e646e9c0137d4eaaa7f824cfe8e429ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:58Z', 'updated_at': '2021-08-31T09:11:13Z', 'revision_number': 7, 'project_id': 'e646e9c0137d4eaaa7f824cfe8e429ce', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:13.487267 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c939d88-439f-4e77-8c62-ba71198465c5 req-ae4e9bae-8ebd-405e-8b06-f9760f4adb1c tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/ports?device_id=78939770-e47e-44db-9c7d-416cb7ed9fc5 HTTP/1.1" status: 200 len: 210 time: 0.0845187 Aug 31 09:11:13.527859 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78aca5a-e6dd-4d6f-abc4-dc193c83aea6 None None] Checking router: 15406740-082b-4efa-8280-999c61f34bd2 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:11:13.540493 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78aca5a-e6dd-4d6f-abc4-dc193c83aea6 None None] Routers {'15406740-082b-4efa-8280-999c61f34bd2'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:11:13.541942 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-f78aca5a-e6dd-4d6f-abc4-dc193c83aea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:10:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['15406740-082b-4efa-8280-999c61f34bd2'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:13.595833 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b7bebd88-9f94-4d3c-8ca7-1d7741b6840b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:13.599305 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81b8455d-813c-4467-91a6-912c5b64891b tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks [] for floatingip, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:13.655896 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-f78aca5a-e6dd-4d6f-abc4-dc193c83aea6 None None] Set router 15406740-082b-4efa-8280-999c61f34bd2 gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:11:13.709906 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-c5defa99-6c81-42c2-b7b1-00c0082d50b5 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:13.711487 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-c5defa99-6c81-42c2-b7b1-00c0082d50b5 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.59 "GET /v2.0/networks?id=d54aa48d-9328-4446-b337-2071a0fd4f0c HTTP/1.1" status: 200 len: 808 time: 0.1425147 Aug 31 09:11:13.717943 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-780f9c84-29f5-4596-823a-203ef32b99c1 service neutron] For port 4b983ee0-3395-4afe-88a3-c2815cf15e20, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:11:13.758637 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-f78aca5a-e6dd-4d6f-abc4-dc193c83aea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15406740-082b-4efa-8280-999c61f34bd2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1115134077-router', 'tenant_id': 'e646e9c0137d4eaaa7f824cfe8e429ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:58Z', 'updated_at': '2021-08-31T09:11:13Z', 'revision_number': 7, 'project_id': 'e646e9c0137d4eaaa7f824cfe8e429ce', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:13.769538 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b7bebd88-9f94-4d3c-8ca7-1d7741b6840b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:13.774323 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b7bebd88-9f94-4d3c-8ca7-1d7741b6840b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:13.777376 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826f200-4266-4c73-9f24-d0bee2a091c8 req-76700161-dfa4-4b87-9bae-057f0b43afda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:13.778989 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2826f200-4266-4c73-9f24-d0bee2a091c8 req-76700161-dfa4-4b87-9bae-057f0b43afda service neutron] 10.222.0.59 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.3776634 Aug 31 09:11:13.829612 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78aca5a-e6dd-4d6f-abc4-dc193c83aea6 None None] The sync data for ids ['15406740-082b-4efa-8280-999c61f34bd2'] in n-d-791506-28 is: [{'id': '15406740-082b-4efa-8280-999c61f34bd2', 'name': 'tempest-FloatingIPsNegativeTestJSON-1115134077-router', 'tenant_id': 'e646e9c0137d4eaaa7f824cfe8e429ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:58Z', 'updated_at': '2021-08-31T09:11:13Z', 'revision_number': 7, 'project_id': 'e646e9c0137d4eaaa7f824cfe8e429ce', 'gw_port_host': None}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:11:13.898485 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2826f200-4266-4c73-9f24-d0bee2a091c8 req-824cf690-b380-421d-ad1a-107b62a5f1bd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=146e3859-1cf1-4b60-aee5-a46abf8b85c0 HTTP/1.1" status: 200 len: 217 time: 0.0864720 Aug 31 09:11:13.960260 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0769f385-d90e-4800-b1a2-efe6a824c2ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:14.022947 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b7bebd88-9f94-4d3c-8ca7-1d7741b6840b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:14.023744 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bebd88-9f94-4d3c-8ca7-1d7741b6840b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15406740-082b-4efa-8280-999c61f34bd2 {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:11:14.033077 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b7bebd88-9f94-4d3c-8ca7-1d7741b6840b admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:14.034440 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b7bebd88-9f94-4d3c-8ca7-1d7741b6840b admin admin] 10.222.0.119 "DELETE /v2.0/routers/15406740-082b-4efa-8280-999c61f34bd2 HTTP/1.1" status: 204 len: 168 time: 1.9670339 Aug 31 09:11:14.044414 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48106) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:14.052456 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:14.056084 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826f200-4266-4c73-9f24-d0bee2a091c8 req-6a241c52-7cf9-4991-94b1-57c516549cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:14.057767 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2826f200-4266-4c73-9f24-d0bee2a091c8 req-6a241c52-7cf9-4991-94b1-57c516549cd9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1331100 Aug 31 09:11:14.076753 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-abd72d93-47ef-42e0-b608-40a81a576177 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Request body: {'port': {'device_id': 'ce4704d2-1021-44d6-952e-a8286eac930f', 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c', 'admin_state_up': True, 'tenant_id': '8d929c95dcb6486584c62bb8e91069d6'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:14.106714 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-780f9c84-29f5-4596-823a-203ef32b99c1 service neutron] For port 4b983ee0-3395-4afe-88a3-c2815cf15e20, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=4b983ee0-3395-4afe-88a3-c2815cf15e20,segment=NetworkSegment(7165cf42-c983-4e18-9ad9-e580a9c61c0b),segment_id=7165cf42-c983-4e18-9ad9-e580a9c61c0b)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:11:14.176267 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc53e736-f783-42b9-b573-6402c738fa4f req-620e3868-ba82-4fdd-bf61-a1a92b0ad1b9 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 210 time: 0.0875745 Aug 31 09:11:14.181686 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-48b8d4c8-7635-4136-909b-822881bd0ca2 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Allocated IP 192.168.233.12 (a47e180d-e969-4a85-aa09-0ec8196480c0/f473c8e7-d3e2-4352-b8da-3dcd093feb8b/bcead4eb-ed6e-4d8a-82d7-d30999181a18) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:11:14.198402 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-780f9c84-29f5-4596-823a-203ef32b99c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:14.267198 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a80c5-3964-4a1d-a8fe-9c0a067243a8 req-213ad235-d6c1-4374-90d4-edf0d377ae76 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:14.268815 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-390a80c5-3964-4a1d-a8fe-9c0a067243a8 req-213ad235-d6c1-4374-90d4-edf0d377ae76 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] 10.222.0.119 "GET /v2.0/ports?device_id=1336d97c-0abf-4c48-89d3-7ad6dd9b600a HTTP/1.1" status: 200 len: 948 time: 0.5553260 Aug 31 09:11:14.318765 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-780f9c84-29f5-4596-823a-203ef32b99c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:14.319275 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-780f9c84-29f5-4596-823a-203ef32b99c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:14.320673 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-780f9c84-29f5-4596-823a-203ef32b99c1 service neutron] 10.222.0.59 "PUT /v2.0/ports/4b983ee0-3395-4afe-88a3-c2815cf15e20 HTTP/1.1" status: 200 len: 1093 time: 3.4728808 Aug 31 09:11:14.327191 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad652944-8817-40f1-b561-f3b485aad6b9', 'tag': '4b983ee0-3395-4afe-88a3-c2815cf15e20'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:14.329855 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ee74e4-f1ef-4261-bf3a-5e90bc902ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "ad652944-8817-40f1-b561-f3b485aad6b9", "tag": "4b983ee0-3395-4afe-88a3-c2815cf15e20"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:14.399564 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-8172912f-b67c-465c-8227-b08951f2a140 admin admin] Deleting subnet ad015f73-cbb2-4e90-8d43-633264fd92f1 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:11:14.408117 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8172912f-b67c-465c-8227-b08951f2a140 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:14.437190 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f9c84-29f5-4596-823a-203ef32b99c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4b983ee0-3395-4afe-88a3-c2815cf15e20,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:14.449103 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826f200-4266-4c73-9f24-d0bee2a091c8 req-d29258f0-1b86-484d-bea8-1f000647864c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:14.450447 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2826f200-4266-4c73-9f24-d0bee2a091c8 req-d29258f0-1b86-484d-bea8-1f000647864c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3715880 Aug 31 09:11:14.493243 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device e8eadd23-171b-49de-b093-3b0c61d864bd no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:11:14.503817 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-390a80c5-3964-4a1d-a8fe-9c0a067243a8 req-206322c8-aa8a-45d6-9065-d06648c7e59a tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] 10.222.0.119 "GET /v2.0/security-groups?id=96515b03-0465-4fb7-869e-45f0a25b7733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238781 Aug 31 09:11:14.536650 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: e8eadd23-171b-49de-b093-3b0c61d864bd {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:11:14.537166 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device e8eadd23-171b-49de-b093-3b0c61d864bd not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:11:14.553968 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075ac89-c306-4e76-8a25-a456fa5d79d0 req-7590b4b0-0dce-4dd1-bfd0-52bc7eff5894 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:14.555560 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1075ac89-c306-4e76-8a25-a456fa5d79d0 req-7590b4b0-0dce-4dd1-bfd0-52bc7eff5894 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 949 time: 0.2854042 Aug 31 09:11:14.613072 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8172912f-b67c-465c-8227-b08951f2a140 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:14.620086 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-6fe95f61-4dd5-446a-904d-af123c33476f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:14.622117 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-6fe95f61-4dd5-446a-904d-af123c33476f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=ad652944-8817-40f1-b561-f3b485aad6b9 HTTP/1.1" status: 200 len: 1096 time: 0.1498413 Aug 31 09:11:14.698533 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1075ac89-c306-4e76-8a25-a456fa5d79d0 req-9368c9e1-410a-498b-84e8-0dec75948482 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312177 Aug 31 09:11:14.702223 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-b7b96c97-703d-494c-a132-34859cd5b1f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b983ee0-3395-4afe-88a3-c2815cf15e20 HTTP/1.1" status: 200 len: 217 time: 0.0658200 Aug 31 09:11:14.705350 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-48b8d4c8-7635-4136-909b-822881bd0ca2 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:14.750602 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-48b8d4c8-7635-4136-909b-822881bd0ca2 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Transition to ACTIVE for port object bcead4eb-ed6e-4d8a-82d7-d30999181a18 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:11:14.856641 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-5f52cd93-897e-4a93-b80a-33599c9ed1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:14.858257 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-5f52cd93-897e-4a93-b80a-33599c9ed1da service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5540a99f-ddc8-4454-b137-a8c33ca66961 HTTP/1.1" status: 200 len: 845 time: 0.0988879 Aug 31 09:11:14.876094 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-abd72d93-47ef-42e0-b608-40a81a576177 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Made reservation on behalf of 8d929c95dcb6486584c62bb8e91069d6 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:11:14.878956 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2826f200-4266-4c73-9f24-d0bee2a091c8 req-031d08e9-c821-4690-990b-8395cff2bafc service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930883 Aug 31 09:11:14.879509 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-abd72d93-47ef-42e0-b608-40a81a576177 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:14.911379 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-fc7365ed-d18e-4c75-bee3-c8f536a6a9f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9ca962f7-a3f8-4e91-9029-22ec42b84c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450006 Aug 31 09:11:14.913984 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8172912f-b67c-465c-8227-b08951f2a140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:14.926258 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a42e7-dced-416d-aca8-e99c5fe3ef3e req-9f4bd03b-0329-4db5-b26a-0ec8c3270fe5 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:14.927664 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f50a42e7-dced-416d-aca8-e99c5fe3ef3e req-9f4bd03b-0329-4db5-b26a-0ec8c3270fe5 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad652944-8817-40f1-b561-f3b485aad6b9 HTTP/1.1" status: 200 len: 944 time: 0.1360002 Aug 31 09:11:14.947495 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722e1dc2-e8a7-4ce6-87bc-ea3bf7487dfd x-openstack-request-id: req-722e1dc2-e8a7-4ce6-87bc-ea3bf7487dfd {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:14.947781 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad652944-8817-40f1-b561-f3b485aad6b9", "tag": "4b983ee0-3395-4afe-88a3-c2815cf15e20", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:14.948034 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-722e1dc2-e8a7-4ce6-87bc-ea3bf7487dfd {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:14.948452 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad652944-8817-40f1-b561-f3b485aad6b9', 'tag': '4b983ee0-3395-4afe-88a3-c2815cf15e20', 'status': 'completed', 'code': 200} Aug 31 09:11:15.026819 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-48b8d4c8-7635-4136-909b-822881bd0ca2 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:15.036968 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.db.resource_extend [None req-81b8455d-813c-4467-91a6-912c5b64891b tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:11:15.147024 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81b8455d-813c-4467-91a6-912c5b64891b tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:15.149076 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:15.149335 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2826f200-4266-4c73-9f24-d0bee2a091c8 req-4b4e020b-c131-4484-b552-00659c1c52dc service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613935 Aug 31 09:11:15.153870 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-48b8d4c8-7635-4136-909b-822881bd0ca2 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Network a47e180d-e969-4a85-aa09-0ec8196480c0 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:11:15.163461 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f50a42e7-dced-416d-aca8-e99c5fe3ef3e req-61bff481-ece2-4c4c-8fe7-4a9cb6fab5c3 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210286 Aug 31 09:11:15.194687 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-48b8d4c8-7635-4136-909b-822881bd0ca2 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:11:15.196600 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b8d4c8-7635-4136-909b-822881bd0ca2 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Pushing event updated for resources: {'Port': ['ID=bcead4eb-ed6e-4d8a-82d7-d30999181a18,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:15.199830 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-48b8d4c8-7635-4136-909b-822881bd0ca2 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:11:15.210676 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8172912f-b67c-465c-8227-b08951f2a140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:15.242009 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172912f-b67c-465c-8227-b08951f2a140 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad015f73-cbb2-4e90-8d43-633264fd92f1,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:15.244811 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81b8455d-813c-4467-91a6-912c5b64891b tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:15.249980 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8172912f-b67c-465c-8227-b08951f2a140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:15.252245 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8172912f-b67c-465c-8227-b08951f2a140 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/ad015f73-cbb2-4e90-8d43-633264fd92f1 HTTP/1.1" status: 204 len: 168 time: 1.2067015 Aug 31 09:11:15.268063 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48124) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:15.274467 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8f8223-6f0e-43b3-be79-8eec04dd00bd None None] Network 66bde3a2-3c6f-433b-a886-390b572d620b requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:11:15.294883 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-e93712f2-7268-499d-8676-f09764f28ea9 service neutron] 10.222.0.59 "GET /v2.0/networks/9ca962f7-a3f8-4e91-9029-22ec42b84c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662069 Aug 31 09:11:15.302500 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5380717-ad20-40f9-9fca-aeadb0bc281d req-e7bd930e-5e0c-4d47-9a61-214f86db7f07 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:15.310123 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c5380717-ad20-40f9-9fca-aeadb0bc281d req-e7bd930e-5e0c-4d47-9a61-214f86db7f07 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/ports?device_id=78939770-e47e-44db-9c7d-416cb7ed9fc5 HTTP/1.1" status: 200 len: 935 time: 0.2778730 Aug 31 09:11:15.368930 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [None req-81b8455d-813c-4467-91a6-912c5b64891b tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Floating IP f781b2f7-a1b7-4f34-b45e-02558c861efa associated. External IP: 172.25.2.91, port: edde40e9-17fb-4f5e-ac5d-915a3b533318. Aug 31 09:11:15.407175 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-abd72d93-47ef-42e0-b608-40a81a576177 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Allocated IP 172.20.0.13 (d54aa48d-9328-4446-b337-2071a0fd4f0c/dab6ed79-4c20-41ae-bb07-e9aaf9315083/3969a996-4cf3-494c-8707-d9c84a2eb9eb) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:11:15.465334 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-48b8d4c8-7635-4136-909b-822881bd0ca2 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:15.466279 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-48b8d4c8-7635-4136-909b-822881bd0ca2 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:15.483605 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c4ab4a7e-2587-4b60-953f-4f233ceb8a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:15.572427 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bfa64-df2a-498c-a4da-01281ae724c4 req-ff14e794-d079-4ae3-a8a8-0cd6a734b0f1 tempest-MigrationsAdminTest-1725811789 tempest-MigrationsAdminTest-1725811789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:15.575808 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bf0bfa64-df2a-498c-a4da-01281ae724c4 req-ff14e794-d079-4ae3-a8a8-0cd6a734b0f1 tempest-MigrationsAdminTest-1725811789 tempest-MigrationsAdminTest-1725811789-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 1101 time: 0.3272848 Aug 31 09:11:15.602458 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c5380717-ad20-40f9-9fca-aeadb0bc281d req-7bae7e94-4fca-439a-ac23-c0c0faa1c594 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8720c92-5f89-40c2-ae84-69f108903164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911305 Aug 31 09:11:15.624781 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-48b8d4c8-7635-4136-909b-822881bd0ca2 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9391859 Aug 31 09:11:15.634653 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e9e01e-3204-4855-acd9-7d398abdf8e1 None None] DHCP port deletion for 66bde3a2-3c6f-433b-a886-390b572d620b request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:11:15.654629 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b8455d-813c-4467-91a6-912c5b64891b tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Router 747d765c-b597-4648-84db-4fe91ddd79e5 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:11:15.660595 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-961b7388-c92b-4044-b5ae-a503c6a005dc service neutron] Request body: {'port': {'device_id': '78939770-e47e-44db-9c7d-416cb7ed9fc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:15.670342 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-05e17b9a-9e78-4200-8838-782747d1a00e None None] Provisioning for port bcead4eb-ed6e-4d8a-82d7-d30999181a18 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:11:15.675697 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-05e17b9a-9e78-4200-8838-782747d1a00e None None] Provisioning complete for port bcead4eb-ed6e-4d8a-82d7-d30999181a18 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:15.677426 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-05e17b9a-9e78-4200-8838-782747d1a00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:15.735435 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-05e17b9a-9e78-4200-8838-782747d1a00e None None] Port bcead4eb-ed6e-4d8a-82d7-d30999181a18 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:11:15.745290 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9e01e-3204-4855-acd9-7d398abdf8e1 None None] Deleting port 1d3cd551-889f-4cff-a99f-073181abbaa2 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:11:15.746099 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c3e9e01e-3204-4855-acd9-7d398abdf8e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:15.836474 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-c3e9e01e-3204-4855-acd9-7d398abdf8e1 None None] For port 1d3cd551-889f-4cff-a99f-073181abbaa2, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1d3cd551-889f-4cff-a99f-073181abbaa2,segment=NetworkSegment(90cdcb5b-a23a-40c0-a98e-d21adb140ef2),segment_id=90cdcb5b-a23a-40c0-a98e-d21adb140ef2)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:15.837030 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c3e9e01e-3204-4855-acd9-7d398abdf8e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:15.838305 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d2eede8-876d-402b-91fd-5fe5e307e85c req-a4a203f3-be33-42f1-9b43-24cf02714f7a service neutron] 10.222.0.59 "GET /v2.0/networks/9ca962f7-a3f8-4e91-9029-22ec42b84c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046387 Aug 31 09:11:15.839936 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b8455d-813c-4467-91a6-912c5b64891b tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:11:15.849744 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bb0f78-d306-48c1-bf05-2ab18052cad3 None None] Sync routers for ids ['747d765c-b597-4648-84db-4fe91ddd79e5'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:11:15.852153 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81b8455d-813c-4467-91a6-912c5b64891b tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:15.857896 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-c3e9e01e-3204-4855-acd9-7d398abdf8e1 None None] Calling delete_port for 1d3cd551-889f-4cff-a99f-073181abbaa2 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:11:15.864784 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bb0f78-d306-48c1-bf05-2ab18052cad3 None None] Routers {'747d765c-b597-4648-84db-4fe91ddd79e5'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:11:15.865407 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-15bb0f78-d306-48c1-bf05-2ab18052cad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:11:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['747d765c-b597-4648-84db-4fe91ddd79e5'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:15.886037 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bf0bfa64-df2a-498c-a4da-01281ae724c4 req-b534c0d1-7d4c-408e-a7f2-708807f0948e tempest-MigrationsAdminTest-1725811789 tempest-MigrationsAdminTest-1725811789-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943523 Aug 31 09:11:15.890678 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-81b8455d-813c-4467-91a6-912c5b64891b tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "PUT /v2.0/floatingips/f781b2f7-a1b7-4f34-b45e-02558c861efa HTTP/1.1" status: 200 len: 991 time: 2.4092126 Aug 31 09:11:15.891577 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dec399ac-51c2-4bb7-99b8-e1a022fa50cc', 'tag': 'edde40e9-17fb-4f5e-ac5d-915a3b533318'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:15.896039 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5dc13b2-7c93-4f9f-91f0-015d410b80ad" -d '{"events": [{"name": "network-changed", "server_uuid": "dec399ac-51c2-4bb7-99b8-e1a022fa50cc", "tag": "edde40e9-17fb-4f5e-ac5d-915a3b533318"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:15.957779 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27de2c05-351c-4661-8d3f-c73ca6ed7e20 req-9eb614dd-dba2-4ee2-bf82-2c806df1137b tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 210 time: 0.0751700 Aug 31 09:11:15.963095 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-961b7388-c92b-4044-b5ae-a503c6a005dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:15.988791 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-c4ab4a7e-2587-4b60-953f-4f233ceb8a2b admin admin] Deleting port 1d3cd551-889f-4cff-a99f-073181abbaa2 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:11:15.988791 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c4ab4a7e-2587-4b60-953f-4f233ceb8a2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:16.032296 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-15bb0f78-d306-48c1-bf05-2ab18052cad3 None None] Set router 747d765c-b597-4648-84db-4fe91ddd79e5 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:11:16.040128 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c3e9e01e-3204-4855-acd9-7d398abdf8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:16.083283 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e9e01e-3204-4855-acd9-7d398abdf8e1 None None] No DVR routers for this DVR port 1d3cd551-889f-4cff-a99f-073181abbaa2 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:11:16.085248 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9e01e-3204-4855-acd9-7d398abdf8e1 None None] Pushing event deleted for resources: {'Port': ['ID=1d3cd551-889f-4cff-a99f-073181abbaa2,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:16.145560 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a973a7-5212-4ffb-903c-522ff19e15d5 x-openstack-request-id: req-e9a973a7-5212-4ffb-903c-522ff19e15d5 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:16.145560 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dec399ac-51c2-4bb7-99b8-e1a022fa50cc", "tag": "edde40e9-17fb-4f5e-ac5d-915a3b533318", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:16.145560 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e9a973a7-5212-4ffb-903c-522ff19e15d5 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:16.145560 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dec399ac-51c2-4bb7-99b8-e1a022fa50cc', 'tag': 'edde40e9-17fb-4f5e-ac5d-915a3b533318', 'status': 'completed', 'code': 200} Aug 31 09:11:16.185735 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-abd72d93-47ef-42e0-b608-40a81a576177 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:16.246451 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-c4ab4a7e-2587-4b60-953f-4f233ceb8a2b admin admin] For port 1d3cd551-889f-4cff-a99f-073181abbaa2, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1d3cd551-889f-4cff-a99f-073181abbaa2,segment=NetworkSegment(90cdcb5b-a23a-40c0-a98e-d21adb140ef2),segment_id=90cdcb5b-a23a-40c0-a98e-d21adb140ef2)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:16.247247 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c4ab4a7e-2587-4b60-953f-4f233ceb8a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:16.273594 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee74e4-f1ef-4261-bf3a-5e90bc902ad5 req-8047c315-df79-4cac-81f2-bd494a3f5058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:16.278605 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-52ee74e4-f1ef-4261-bf3a-5e90bc902ad5 req-8047c315-df79-4cac-81f2-bd494a3f5058 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=ad652944-8817-40f1-b561-f3b485aad6b9 HTTP/1.1" status: 200 len: 1096 time: 0.2848418 Aug 31 09:11:16.348517 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-c4ab4a7e-2587-4b60-953f-4f233ceb8a2b admin admin] Calling delete_port for 1d3cd551-889f-4cff-a99f-073181abbaa2 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:11:16.355136 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1d3cd551-889f-4cff-a99f-073181abbaa2 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:11:16.376297 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-15bb0f78-d306-48c1-bf05-2ab18052cad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-265084193-router', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:23Z', 'updated_at': '2021-08-31T09:10:28Z', 'revision_number': 4, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'gw_port': {'id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:24Z', 'updated_at': '2021-08-31T09:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'f781b2f7-a1b7-4f34-b45e-02558c861efa', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'port_id': 'edde40e9-17fb-4f5e-ac5d-915a3b533318', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301', 'mac_address': 'fa:16:3e:c0:ee:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec399ac-51c2-4bb7-99b8-e1a022fa50cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:10:48Z', 'updated_at': '2021-08-31T09:11:14Z', 'revision_number': 1, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514f130f-228d-4923-aca6-13cfdce8772f', 'name': '', 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'mac_address': 'fa:16:3e:27:68:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6e81001c-2026-4292-8507-96e0aed1bde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:27Z', 'updated_at': '2021-08-31T09:10:34Z', 'revision_number': 5, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'subnets': [{'id': '6e81001c-2026-4292-8507-96e0aed1bde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:16.378387 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4824343-b20b-4bfa-a76f-a66741cd591e req-818f5777-3945-449a-b5fe-ac623c96e6a1 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:16.379924 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d4824343-b20b-4bfa-a76f-a66741cd591e req-818f5777-3945-449a-b5fe-ac623c96e6a1 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] 10.222.0.119 "GET /v2.0/ports?device_id=1336d97c-0abf-4c48-89d3-7ad6dd9b600a HTTP/1.1" status: 200 len: 948 time: 0.3348203 Aug 31 09:11:16.392191 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 1d3cd551-889f-4cff-a99f-073181abbaa2 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:11:16.392870 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1d3cd551-889f-4cff-a99f-073181abbaa2 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:11:16.419584 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bb0f78-d306-48c1-bf05-2ab18052cad3 None None] Checking router: 747d765c-b597-4648-84db-4fe91ddd79e5 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:11:16.430184 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bb0f78-d306-48c1-bf05-2ab18052cad3 None None] Routers {'747d765c-b597-4648-84db-4fe91ddd79e5'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:11:16.430838 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-15bb0f78-d306-48c1-bf05-2ab18052cad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:11:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['747d765c-b597-4648-84db-4fe91ddd79e5'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:16.638825 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-15bb0f78-d306-48c1-bf05-2ab18052cad3 None None] Set router 747d765c-b597-4648-84db-4fe91ddd79e5 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:11:16.829219 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:16.832069 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc13b2-7c93-4f9f-91f0-015d410b80ad req-8c6409f7-510d-4e7c-93e2-bf0f4ff0ce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:16.833579 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5dc13b2-7c93-4f9f-91f0-015d410b80ad req-8c6409f7-510d-4e7c-93e2-bf0f4ff0ce91 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=dec399ac-51c2-4bb7-99b8-e1a022fa50cc HTTP/1.1" status: 200 len: 1098 time: 0.6419592 Aug 31 09:11:16.887192 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-15bb0f78-d306-48c1-bf05-2ab18052cad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-265084193-router', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:23Z', 'updated_at': '2021-08-31T09:10:28Z', 'revision_number': 4, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'gw_port': {'id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:24Z', 'updated_at': '2021-08-31T09:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'f781b2f7-a1b7-4f34-b45e-02558c861efa', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'port_id': 'edde40e9-17fb-4f5e-ac5d-915a3b533318', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301', 'mac_address': 'fa:16:3e:c0:ee:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec399ac-51c2-4bb7-99b8-e1a022fa50cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:10:48Z', 'updated_at': '2021-08-31T09:11:14Z', 'revision_number': 1, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514f130f-228d-4923-aca6-13cfdce8772f', 'name': '', 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'mac_address': 'fa:16:3e:27:68:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6e81001c-2026-4292-8507-96e0aed1bde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:27Z', 'updated_at': '2021-08-31T09:10:34Z', 'revision_number': 5, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'subnets': [{'id': '6e81001c-2026-4292-8507-96e0aed1bde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:16.914601 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bb0f78-d306-48c1-bf05-2ab18052cad3 None None] The sync data for ids ['747d765c-b597-4648-84db-4fe91ddd79e5'] in n-d-791506-28 is: [{'id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-265084193-router', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:23Z', 'updated_at': '2021-08-31T09:10:28Z', 'revision_number': 4, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'gw_port': {'id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:24Z', 'updated_at': '2021-08-31T09:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'f781b2f7-a1b7-4f34-b45e-02558c861efa', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'port_id': 'edde40e9-17fb-4f5e-ac5d-915a3b533318', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301', 'mac_address': 'fa:16:3e:c0:ee:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec399ac-51c2-4bb7-99b8-e1a022fa50cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:10:48Z', 'updated_at': '2021-08-31T09:11:14Z', 'revision_number': 1, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514f130f-228d-4923-aca6-13cfdce8772f', 'name': '', 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'mac_address': 'fa:16:3e:27:68:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6e81001c-2026-4292-8507-96e0aed1bde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:27Z', 'updated_at': '2021-08-31T09:10:34Z', 'revision_number': 5, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'subnets': [{'id': '6e81001c-2026-4292-8507-96e0aed1bde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:11:17.014812 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0534987-9362-4ab2-b211-c08a537a93c7 req-bb5f4df8-6f84-43bd-afb6-a3cf76ff7621 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:17.016370 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0534987-9362-4ab2-b211-c08a537a93c7 req-bb5f4df8-6f84-43bd-afb6-a3cf76ff7621 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad652944-8817-40f1-b561-f3b485aad6b9 HTTP/1.1" status: 200 len: 944 time: 0.6619563 Aug 31 09:11:17.028376 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d4824343-b20b-4bfa-a76f-a66741cd591e req-f5a9904f-30a7-4fd4-a994-48b280113810 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] 10.222.0.119 "GET /v2.0/security-groups?id=96515b03-0465-4fb7-869e-45f0a25b7733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6090541 Aug 31 09:11:17.075910 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-abd72d93-47ef-42e0-b608-40a81a576177 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:17.115655 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48168) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:17.125164 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee74e4-f1ef-4261-bf3a-5e90bc902ad5 req-8684ffd9-a083-4950-9f0e-ca1371feddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:17.126683 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-52ee74e4-f1ef-4261-bf3a-5e90bc902ad5 req-8684ffd9-a083-4950-9f0e-ca1371feddb0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9ca962f7-a3f8-4e91-9029-22ec42b84c01 HTTP/1.1" status: 200 len: 907 time: 0.7705269 Aug 31 09:11:17.164007 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2e9150-5cfe-40e5-b5e0-cb724ed3f476 None None] New status for floating IP f781b2f7-a1b7-4f34-b45e-02558c861efa: ACTIVE {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:11:17.251524 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e494aa83-67c8-4b22-a457-05a764d61178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:17.258660 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-52ee74e4-f1ef-4261-bf3a-5e90bc902ad5 req-fddd3b9a-2bdf-4fb3-a51d-59c8e9367eee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b983ee0-3395-4afe-88a3-c2815cf15e20 HTTP/1.1" status: 200 len: 217 time: 0.0962384 Aug 31 09:11:17.263834 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-abd72d93-47ef-42e0-b608-40a81a576177 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Network d54aa48d-9328-4446-b337-2071a0fd4f0c is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:11:17.267472 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc13b2-7c93-4f9f-91f0-015d410b80ad req-0bb5b693-480e-4ae4-89a3-1c4a24b5e7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:17.268966 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5dc13b2-7c93-4f9f-91f0-015d410b80ad req-0bb5b693-480e-4ae4-89a3-1c4a24b5e7a4 service neutron] 10.222.0.112 "GET /v2.0/networks?id=d1234639-2841-4a70-bb71-b7feb4621301 HTTP/1.1" status: 200 len: 925 time: 0.4249210 Aug 31 09:11:17.291809 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0534987-9362-4ab2-b211-c08a537a93c7 req-97aa891d-7caf-4920-966d-a265446cb9dc tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622931 Aug 31 09:11:17.293002 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c4ab4a7e-2587-4b60-953f-4f233ceb8a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:17.306505 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-abd72d93-47ef-42e0-b608-40a81a576177 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:11:17.309976 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ff91000c-ff86-4610-baf6-12749a505f6c req-4e520267-6815-475a-80f3-3b6bd60f5382 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1538420 Aug 31 09:11:17.319063 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-abd72d93-47ef-42e0-b608-40a81a576177 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:11:17.325253 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd72d93-47ef-42e0-b608-40a81a576177 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Pushing event updated for resources: {'Port': ['ID=3969a996-4cf3-494c-8707-d9c84a2eb9eb,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:17.366262 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e494aa83-67c8-4b22-a457-05a764d61178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:17.434412 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ab4a7e-2587-4b60-953f-4f233ceb8a2b admin admin] No DVR routers for this DVR port 1d3cd551-889f-4cff-a99f-073181abbaa2 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:11:17.438416 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e494aa83-67c8-4b22-a457-05a764d61178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:17.479125 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e494aa83-67c8-4b22-a457-05a764d61178 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=b8448e6d9b764c43b2cf4f596e896591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3607075 Aug 31 09:11:17.480157 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494aa83-67c8-4b22-a457-05a764d61178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ff8834-5958-42fd-8fa8-5afcd158fa13,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:17.483634 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48174) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:17.525353 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab4a7e-2587-4b60-953f-4f233ceb8a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=1d3cd551-889f-4cff-a99f-073181abbaa2,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:17.534399 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eb1f7052-0678-4553-ba5b-e012526e1de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:17.555328 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eb1f7052-0678-4553-ba5b-e012526e1de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:17.667055 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eb1f7052-0678-4553-ba5b-e012526e1de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:17.667522 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 146e3859-1cf1-4b60-aee5-a46abf8b85c0 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:11:17.668822 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-961b7388-c92b-4044-b5ae-a503c6a005dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcead4eb-ed6e-4d8a-82d7-d30999181a18 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:11:17.670191 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eb1f7052-0678-4553-ba5b-e012526e1de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:17.671672 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-eb1f7052-0678-4553-ba5b-e012526e1de6 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/c5ff8834-5958-42fd-8fa8-5afcd158fa13 HTTP/1.1" status: 204 len: 168 time: 0.1869674 Aug 31 09:11:17.677350 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee74e4-f1ef-4261-bf3a-5e90bc902ad5 req-1ff6f995-81db-465a-bd90-f3a73bef6e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:17.683355 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-52ee74e4-f1ef-4261-bf3a-5e90bc902ad5 req-1ff6f995-81db-465a-bd90-f3a73bef6e60 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5540a99f-ddc8-4454-b137-a8c33ca66961 HTTP/1.1" status: 200 len: 845 time: 0.3928967 Aug 31 09:11:17.684595 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f7052-0678-4553-ba5b-e012526e1de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ff8834-5958-42fd-8fa8-5afcd158fa13,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:17.685248 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-abd72d93-47ef-42e0-b608-40a81a576177 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:17.685870 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-abd72d93-47ef-42e0-b608-40a81a576177 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:17.689556 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5dc13b2-7c93-4f9f-91f0-015d410b80ad req-094457d6-0666-4c49-a96a-a808835ad1a6 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edde40e9-17fb-4f5e-ac5d-915a3b533318 HTTP/1.1" status: 200 len: 999 time: 0.3927128 Aug 31 09:11:17.706257 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-961b7388-c92b-4044-b5ae-a503c6a005dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:17.763552 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c4ab4a7e-2587-4b60-953f-4f233ceb8a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:17.786901 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-52ee74e4-f1ef-4261-bf3a-5e90bc902ad5 req-001f22ed-7cad-496a-874a-b76b36296b81 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9ca962f7-a3f8-4e91-9029-22ec42b84c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963628 Aug 31 09:11:17.804036 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 146e3859-1cf1-4b60-aee5-a46abf8b85c0, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=146e3859-1cf1-4b60-aee5-a46abf8b85c0,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:17.816316 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '146e3859-1cf1-4b60-aee5-a46abf8b85c0', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': '146e3859-1cf1-4b60-aee5-a46abf8b85c0', 'mac_address': 'fa:16:3e:a7:98:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:11:17.821326 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-c4ab4a7e-2587-4b60-953f-4f233ceb8a2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66bde3a2-3c6f-433b-a886-390b572d620b']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:17.824417 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-961b7388-c92b-4044-b5ae-a503c6a005dc service neutron] Transition to ACTIVE for port object bcead4eb-ed6e-4d8a-82d7-d30999181a18 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:11:17.845420 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d03aa8-7c7c-443a-9241-ad3fec29a9ef req-3e33a279-ff9f-4ef4-9147-88247ad425c8 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:17.846530 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-79d03aa8-7c7c-443a-9241-ad3fec29a9ef req-3e33a279-ff9f-4ef4-9147-88247ad425c8 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/ports?device_id=78939770-e47e-44db-9c7d-416cb7ed9fc5 HTTP/1.1" status: 200 len: 935 time: 0.4160440 Aug 31 09:11:17.861620 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:17.864209 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-c4ab4a7e-2587-4b60-953f-4f233ceb8a2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90cdcb5b-a23a-40c0-a98e-d21adb140ef2') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:17.864505 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-c4ab4a7e-2587-4b60-953f-4f233ceb8a2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90cdcb5b-a23a-40c0-a98e-d21adb140ef2') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:17.874591 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 146e3859-1cf1-4b60-aee5-a46abf8b85c0 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:11:17.894959 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 146e3859-1cf1-4b60-aee5-a46abf8b85c0, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=146e3859-1cf1-4b60-aee5-a46abf8b85c0,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:17.908328 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-abd72d93-47ef-42e0-b608-40a81a576177 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1686740 Aug 31 09:11:17.923871 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-961b7388-c92b-4044-b5ae-a503c6a005dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:17.938336 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c4ab4a7e-2587-4b60-953f-4f233ceb8a2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:17.943054 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-dc28549c-f431-41f4-8154-79f912bf8225 service neutron] Request body: {'port': {'device_id': 'ce4704d2-1021-44d6-952e-a8286eac930f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:17.958575 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91000c-ff86-4610-baf6-12749a505f6c req-8e0ccc13-a8d6-4d27-a1f6-6e3f1c8ee2db tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:17.958575 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ff91000c-ff86-4610-baf6-12749a505f6c req-8e0ccc13-a8d6-4d27-a1f6-6e3f1c8ee2db tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6043651 Aug 31 09:11:18.005076 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:18.006906 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc13b2-7c93-4f9f-91f0-015d410b80ad req-07e9b51f-927b-4eb7-9cf5-be444d4833f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:18.011682 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5dc13b2-7c93-4f9f-91f0-015d410b80ad req-07e9b51f-927b-4eb7-9cf5-be444d4833f2 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=6e81001c-2026-4292-8507-96e0aed1bde8 HTTP/1.1" status: 200 len: 862 time: 0.2876179 Aug 31 09:11:18.039655 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c4ab4a7e-2587-4b60-953f-4f233ceb8a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:18.090030 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=146e3859-1cf1-4b60-aee5-a46abf8b85c0,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:18.096824 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4ab4a7e-2587-4b60-953f-4f233ceb8a2b admin admin] Releasing vlan 1618 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:11:18.100077 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c4ab4a7e-2587-4b60-953f-4f233ceb8a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:18.104621 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ff91000c-ff86-4610-baf6-12749a505f6c req-793f2cdd-b263-4371-a81b-9b1b3f16b4d4 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/quotas/a2247b5137dc4fbdbab9ed7148117dac HTTP/1.1" status: 200 len: 375 time: 0.0994344 Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:11:18.105297 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:11:18.178409 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-79d03aa8-7c7c-443a-9241-ad3fec29a9ef req-b30b5c23-971d-4d9d-be08-29cad53a48d8 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8720c92-5f89-40c2-ae84-69f108903164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164663 Aug 31 09:11:18.217863 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['146e3859-1cf1-4b60-aee5-a46abf8b85c0'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:11:18.219187 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b7388-c92b-4044-b5ae-a503c6a005dc service neutron] Pushing event updated for resources: {'Port': ['ID=bcead4eb-ed6e-4d8a-82d7-d30999181a18,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:18.277538 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-dc28549c-f431-41f4-8154-79f912bf8225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:18.334950 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-52ee74e4-f1ef-4261-bf3a-5e90bc902ad5 req-272912a6-c6e5-4413-8efa-8ae5f6a2bee0 service neutron] 10.222.0.59 "GET /v2.0/networks/9ca962f7-a3f8-4e91-9029-22ec42b84c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5283878 Aug 31 09:11:18.417783 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc13b2-7c93-4f9f-91f0-015d410b80ad req-e10c442a-47b4-4e36-9767-27e77348aa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:18.419828 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5dc13b2-7c93-4f9f-91f0-015d410b80ad req-e10c442a-47b4-4e36-9767-27e77348aa70 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d1234639-2841-4a70-bb71-b7feb4621301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3769104 Aug 31 09:11:18.443064 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48184) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:18.445115 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c4ab4a7e-2587-4b60-953f-4f233ceb8a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:18.461453 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-56414595-7db1-473f-bc38-28b5969f2bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:18.505090 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ff91000c-ff86-4610-baf6-12749a505f6c req-f928cb87-1ea2-444c-a27d-b96ea4e1223a tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3308461 Aug 31 09:11:18.507776 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c4ab4a7e-2587-4b60-953f-4f233ceb8a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:18.510155 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c4ab4a7e-2587-4b60-953f-4f233ceb8a2b admin admin] 10.222.0.119 "DELETE /v2.0/networks/66bde3a2-3c6f-433b-a886-390b572d620b HTTP/1.1" status: 204 len: 168 time: 3.2335382 Aug 31 09:11:18.600591 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab4a7e-2587-4b60-953f-4f233ceb8a2b admin admin] Pushing event deleted for resources: {'Network': ['ID=66bde3a2-3c6f-433b-a886-390b572d620b,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:18.600838 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-56414595-7db1-473f-bc38-28b5969f2bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:18.679944 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-56414595-7db1-473f-bc38-28b5969f2bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:18.680243 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-961b7388-c92b-4044-b5ae-a503c6a005dc service neutron] Attempting to bind port bcead4eb-ed6e-4d8a-82d7-d30999181a18 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:11:18.680581 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-961b7388-c92b-4044-b5ae-a503c6a005dc service neutron] Attempting to bind port bcead4eb-ed6e-4d8a-82d7-d30999181a18 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:11:18.680911 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-961b7388-c92b-4044-b5ae-a503c6a005dc service neutron] Attempting to bind port bcead4eb-ed6e-4d8a-82d7-d30999181a18 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:18.703980 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675debe8-ad9f-4a3a-88ce-0e4ea89c5a88 req-d16767c6-2257-40e5-8172-d99bbf41c901 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:18.705467 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-675debe8-ad9f-4a3a-88ce-0e4ea89c5a88 req-d16767c6-2257-40e5-8172-d99bbf41c901 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 932 time: 0.3793323 Aug 31 09:11:18.739631 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56414595-7db1-473f-bc38-28b5969f2bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289d9d41-02c6-48e6-88de-cd770bd18cf8,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:18.744883 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-56414595-7db1-473f-bc38-28b5969f2bea admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=e381b837f52e41a4852d04e6b135adc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006163 Aug 31 09:11:18.751994 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48190) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:18.769579 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-961b7388-c92b-4044-b5ae-a503c6a005dc service neutron] Port bcead4eb-ed6e-4d8a-82d7-d30999181a18 on network a47e180d-e969-4a85-aa09-0ec8196480c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:11:18.770004 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-961b7388-c92b-4044-b5ae-a503c6a005dc service neutron] Attempting to bind port bcead4eb-ed6e-4d8a-82d7-d30999181a18 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:18.807331 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-961b7388-c92b-4044-b5ae-a503c6a005dc service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:11:18.807331 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-961b7388-c92b-4044-b5ae-a503c6a005dc service neutron] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:11:18.808155 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-961b7388-c92b-4044-b5ae-a503c6a005dc service neutron] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:11:18.808501 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-961b7388-c92b-4044-b5ae-a503c6a005dc service neutron] Bound port: bcead4eb-ed6e-4d8a-82d7-d30999181a18, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:11:18.809821 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-961b7388-c92b-4044-b5ae-a503c6a005dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:18.841864 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ecc790d9-2159-4088-bf53-454adfd3a663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:18.876205 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ecc790d9-2159-4088-bf53-454adfd3a663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:18.953579 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5dc13b2-7c93-4f9f-91f0-015d410b80ad req-4c317be3-1e6b-477a-b004-b80e735bf5ee service neutron] 10.222.0.112 "GET /v2.0/networks/d1234639-2841-4a70-bb71-b7feb4621301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5198390 Aug 31 09:11:18.959853 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-52ee74e4-f1ef-4261-bf3a-5e90bc902ad5 req-3177da6c-4e23-4ae9-a249-512d469e1f38 service neutron] 10.222.0.59 "GET /v2.0/networks/9ca962f7-a3f8-4e91-9029-22ec42b84c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5937929 Aug 31 09:11:18.967791 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48198) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:19.020546 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-09424b29-7971-42e9-ad66-1fe79cb81874 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=e646e9c0137d4eaaa7f824cfe8e429ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521481 Aug 31 09:11:19.021765 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ecc790d9-2159-4088-bf53-454adfd3a663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:19.024549 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ecc790d9-2159-4088-bf53-454adfd3a663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:19.027983 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ecc790d9-2159-4088-bf53-454adfd3a663 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/289d9d41-02c6-48e6-88de-cd770bd18cf8 HTTP/1.1" status: 204 len: 168 time: 0.2706683 Aug 31 09:11:19.027983 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48200) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:19.046870 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc790d9-2159-4088-bf53-454adfd3a663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289d9d41-02c6-48e6-88de-cd770bd18cf8,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:19.114227 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-85b31073-a5fd-4cf3-8c8c-9220e02a625d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:19.143642 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-85b31073-a5fd-4cf3-8c8c-9220e02a625d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:19.302692 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-85b31073-a5fd-4cf3-8c8c-9220e02a625d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:19.305438 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-85b31073-a5fd-4cf3-8c8c-9220e02a625d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:19.306620 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-85b31073-a5fd-4cf3-8c8c-9220e02a625d admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/9c623c47-1741-4adc-9480-210516a63082 HTTP/1.1" status: 204 len: 168 time: 0.2769005 Aug 31 09:11:19.309881 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-675debe8-ad9f-4a3a-88ce-0e4ea89c5a88 req-ba51a669-abd8-4b08-98c5-42043671a63f tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5712922 Aug 31 09:11:19.319094 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b31073-a5fd-4cf3-8c8c-9220e02a625d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c623c47-1741-4adc-9480-210516a63082,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:19.480373 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-961b7388-c92b-4044-b5ae-a503c6a005dc service neutron] For port bcead4eb-ed6e-4d8a-82d7-d30999181a18, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:11:19.530589 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7ca82-5a1c-410c-b850-8b43ba74f204 req-39e94494-0b2c-49e9-bf93-ab0bc0c7e3ba tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:19.532128 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a4b7ca82-5a1c-410c-b850-8b43ba74f204 req-39e94494-0b2c-49e9-bf93-ab0bc0c7e3ba tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] 10.222.0.119 "GET /v2.0/ports?device_id=1336d97c-0abf-4c48-89d3-7ad6dd9b600a HTTP/1.1" status: 200 len: 949 time: 0.5824056 Aug 31 09:11:19.543747 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-961b7388-c92b-4044-b5ae-a503c6a005dc service neutron] For port bcead4eb-ed6e-4d8a-82d7-d30999181a18, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=bcead4eb-ed6e-4d8a-82d7-d30999181a18,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:11:19.564454 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5dc13b2-7c93-4f9f-91f0-015d410b80ad req-72785e4b-3b6e-49c3-889b-bc82a8957cd7 service neutron] 10.222.0.112 "GET /v2.0/networks/d1234639-2841-4a70-bb71-b7feb4621301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5577340 Aug 31 09:11:19.590591 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e84bb-a4ce-4c90-9f25-e6e69a738f02 req-25870008-22aa-48c3-b6a8-aa7106e4fb97 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:19.592094 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-198e84bb-a4ce-4c90-9f25-e6e69a738f02 req-25870008-22aa-48c3-b6a8-aa7106e4fb97 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad652944-8817-40f1-b561-f3b485aad6b9 HTTP/1.1" status: 200 len: 944 time: 0.1948254 Aug 31 09:11:19.597680 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-961b7388-c92b-4044-b5ae-a503c6a005dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:19.668784 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 4b983ee0-3395-4afe-88a3-c2815cf15e20 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:11:19.704739 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a4b7ca82-5a1c-410c-b850-8b43ba74f204 req-b268c66d-1731-4063-8605-4e8e73b60976 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] 10.222.0.119 "GET /v2.0/security-groups?id=96515b03-0465-4fb7-869e-45f0a25b7733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634626 Aug 31 09:11:19.706775 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-961b7388-c92b-4044-b5ae-a503c6a005dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:19.706775 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-961b7388-c92b-4044-b5ae-a503c6a005dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:19.708057 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-961b7388-c92b-4044-b5ae-a503c6a005dc service neutron] 10.222.0.112 "PUT /v2.0/ports/bcead4eb-ed6e-4d8a-82d7-d30999181a18 HTTP/1.1" status: 200 len: 1096 time: 4.0578668 Aug 31 09:11:19.712992 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78939770-e47e-44db-9c7d-416cb7ed9fc5', 'tag': 'bcead4eb-ed6e-4d8a-82d7-d30999181a18'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:19.716087 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb2ac29-e62d-4964-98eb-2faf69fcde03" -d '{"events": [{"name": "network-changed", "server_uuid": "78939770-e47e-44db-9c7d-416cb7ed9fc5", "tag": "bcead4eb-ed6e-4d8a-82d7-d30999181a18"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:19.745462 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 146e3859-1cf1-4b60-aee5-a46abf8b85c0 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:11:19.788985 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-198e84bb-a4ce-4c90-9f25-e6e69a738f02 req-96b82f5b-365a-48c4-919e-85fe8195dce7 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790333 Aug 31 09:11:19.819626 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-dc28549c-f431-41f4-8154-79f912bf8225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3969a996-4cf3-494c-8707-d9c84a2eb9eb {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:11:19.878682 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-dc28549c-f431-41f4-8154-79f912bf8225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:19.917836 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 4b983ee0-3395-4afe-88a3-c2815cf15e20, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=4b983ee0-3395-4afe-88a3-c2815cf15e20,segment=NetworkSegment(7165cf42-c983-4e18-9ad9-e580a9c61c0b),segment_id=7165cf42-c983-4e18-9ad9-e580a9c61c0b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:19.953755 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b7388-c92b-4044-b5ae-a503c6a005dc service neutron] Pushing event updated for resources: {'Port': ['ID=bcead4eb-ed6e-4d8a-82d7-d30999181a18,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:19.959625 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '4b983ee0-3395-4afe-88a3-c2815cf15e20', 'network_id': '9ca962f7-a3f8-4e91-9029-22ec42b84c01', 'port_id': '4b983ee0-3395-4afe-88a3-c2815cf15e20', 'mac_address': 'fa:16:3e:c4:93:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5540a99f-ddc8-4454-b137-a8c33ca66961', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:11:19.986530 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-08224ce5-7df9-41e9-9a32-58f7614f0139 req-08ac85f4-bd26-40c6-b340-5d68bc3fb6e8 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 210 time: 0.1329441 Aug 31 09:11:19.999341 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-dc28549c-f431-41f4-8154-79f912bf8225 service neutron] Transition to ACTIVE for port object 3969a996-4cf3-494c-8707-d9c84a2eb9eb will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:11:20.039687 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 146e3859-1cf1-4b60-aee5-a46abf8b85c0 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:11:20.059153 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 146e3859-1cf1-4b60-aee5-a46abf8b85c0 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:20.059153 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:20.065795 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-634c0e45-c189-4464-9013-5d0f2f17f746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:20.067349 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-634c0e45-c189-4464-9013-5d0f2f17f746 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=040e1d69a80d4ab5aa379a20dc95a79b&device_id=78939770-e47e-44db-9c7d-416cb7ed9fc5 HTTP/1.1" status: 200 len: 1099 time: 0.1987152 Aug 31 09:11:20.083073 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3591f0-8c2f-41c4-bd7b-a0b851d02111 x-openstack-request-id: req-4a3591f0-8c2f-41c4-bd7b-a0b851d02111 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:20.083358 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78939770-e47e-44db-9c7d-416cb7ed9fc5", "tag": "bcead4eb-ed6e-4d8a-82d7-d30999181a18", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:20.083604 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4a3591f0-8c2f-41c4-bd7b-a0b851d02111 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:20.084374 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78939770-e47e-44db-9c7d-416cb7ed9fc5', 'tag': 'bcead4eb-ed6e-4d8a-82d7-d30999181a18', 'status': 'completed', 'code': 200} Aug 31 09:11:20.094171 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:20.133243 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-dc28549c-f431-41f4-8154-79f912bf8225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:20.143141 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9379b8b-83bf-4335-a247-e0db3c139cbc req-e1511ff9-7134-408c-9fdb-d24f244ffac2 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:20.149562 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b9379b8b-83bf-4335-a247-e0db3c139cbc req-e1511ff9-7134-408c-9fdb-d24f244ffac2 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/ports?device_id=78939770-e47e-44db-9c7d-416cb7ed9fc5 HTTP/1.1" status: 200 len: 947 time: 0.1656680 Aug 31 09:11:20.152133 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-6308a3aa-20f8-4c29-9569-22b8b007232a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=bcead4eb-ed6e-4d8a-82d7-d30999181a18 HTTP/1.1" status: 200 len: 217 time: 0.0667660 Aug 31 09:11:20.160110 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b983ee0-3395-4afe-88a3-c2815cf15e20 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:11:20.201993 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 4b983ee0-3395-4afe-88a3-c2815cf15e20, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=4b983ee0-3395-4afe-88a3-c2815cf15e20,segment=NetworkSegment(7165cf42-c983-4e18-9ad9-e580a9c61c0b),segment_id=7165cf42-c983-4e18-9ad9-e580a9c61c0b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:20.246040 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:20.265451 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28549c-f431-41f4-8154-79f912bf8225 service neutron] Pushing event updated for resources: {'Port': ['ID=3969a996-4cf3-494c-8707-d9c84a2eb9eb,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:20.285482 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1336d97c-0abf-4c48-89d3-7ad6dd9b600a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146e3859-1cf1-4b60-aee5-a46abf8b85c0'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:20.288800 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577b99b8-93c2-478d-920c-44da95ee7366" -d '{"events": [{"server_uuid": "1336d97c-0abf-4c48-89d3-7ad6dd9b600a", "name": "network-vif-plugged", "status": "completed", "tag": "146e3859-1cf1-4b60-aee5-a46abf8b85c0"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:20.298766 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b9379b8b-83bf-4335-a247-e0db3c139cbc req-8e2683e3-4f43-47dd-9fbc-4e2f25a0eb0c tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8720c92-5f89-40c2-ae84-69f108903164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417637 Aug 31 09:11:20.302397 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-f8c5fa1e-3f99-4f24-abe4-d2901c0b8fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:20.303859 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-f8c5fa1e-3f99-4f24-abe4-d2901c0b8fd0 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1154034 Aug 31 09:11:20.316468 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:20.323101 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 146e3859-1cf1-4b60-aee5-a46abf8b85c0, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=146e3859-1cf1-4b60-aee5-a46abf8b85c0,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:20.377393 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292c5283-ad9e-405d-8c6f-c5dd412328ca x-openstack-request-id: req-292c5283-ad9e-405d-8c6f-c5dd412328ca {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:20.377393 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1336d97c-0abf-4c48-89d3-7ad6dd9b600a", "name": "network-vif-plugged", "status": "completed", "tag": "146e3859-1cf1-4b60-aee5-a46abf8b85c0", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:20.377393 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-292c5283-ad9e-405d-8c6f-c5dd412328ca {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:20.377393 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1336d97c-0abf-4c48-89d3-7ad6dd9b600a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146e3859-1cf1-4b60-aee5-a46abf8b85c0', 'code': 200} Aug 31 09:11:20.409412 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:20.417881 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-dc28549c-f431-41f4-8154-79f912bf8225 service neutron] Attempting to bind port 3969a996-4cf3-494c-8707-d9c84a2eb9eb on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:11:20.418456 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-dc28549c-f431-41f4-8154-79f912bf8225 service neutron] Attempting to bind port 3969a996-4cf3-494c-8707-d9c84a2eb9eb by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:11:20.418632 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-dc28549c-f431-41f4-8154-79f912bf8225 service neutron] Attempting to bind port 3969a996-4cf3-494c-8707-d9c84a2eb9eb on network d54aa48d-9328-4446-b337-2071a0fd4f0c {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:20.421709 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=4b983ee0-3395-4afe-88a3-c2815cf15e20,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:20.421894 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-50e5862b-b932-4c9b-808a-980858781299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:20.423446 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-50e5862b-b932-4c9b-808a-980858781299 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0963805 Aug 31 09:11:20.436411 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-dc28549c-f431-41f4-8154-79f912bf8225 service neutron] Port 3969a996-4cf3-494c-8707-d9c84a2eb9eb on network d54aa48d-9328-4446-b337-2071a0fd4f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:11:20.436734 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-dc28549c-f431-41f4-8154-79f912bf8225 service neutron] Attempting to bind port 3969a996-4cf3-494c-8707-d9c84a2eb9eb on network d54aa48d-9328-4446-b337-2071a0fd4f0c {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:20.485364 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=146e3859-1cf1-4b60-aee5-a46abf8b85c0,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:20.530372 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['4b983ee0-3395-4afe-88a3-c2815cf15e20'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:11:20.572753 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-dc28549c-f431-41f4-8154-79f912bf8225 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:11:20.573094 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-dc28549c-f431-41f4-8154-79f912bf8225 service neutron] Checking segment: {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:11:20.574110 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-dc28549c-f431-41f4-8154-79f912bf8225 service neutron] Bound using segment: {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:11:20.574684 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-dc28549c-f431-41f4-8154-79f912bf8225 service neutron] Bound port: 3969a996-4cf3-494c-8707-d9c84a2eb9eb, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:11:20.574925 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-dc28549c-f431-41f4-8154-79f912bf8225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:20.628690 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12287634-98ec-42b3-82e0-70b7150f3d4d req-ff65d900-fb63-43f5-a0bb-31575a311b29 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:20.630419 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-12287634-98ec-42b3-82e0-70b7150f3d4d req-ff65d900-fb63-43f5-a0bb-31575a311b29 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 944 time: 0.1989985 Aug 31 09:11:20.661764 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21befb-925a-4f67-8a22-1e4ff192b949 req-6c056117-7a4b-498f-8d8b-6b280021e16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:20.663586 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa21befb-925a-4f67-8a22-1e4ff192b949 req-6c056117-7a4b-498f-8d8b-6b280021e16c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1336d97c-0abf-4c48-89d3-7ad6dd9b600a HTTP/1.1" status: 200 len: 1102 time: 0.2244778 Aug 31 09:11:20.789311 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ff91000c-ff86-4610-baf6-12749a505f6c req-b4f29b9d-75fd-437d-b2c4-8cadac29be8a tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0740943 Aug 31 09:11:20.798912 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-12287634-98ec-42b3-82e0-70b7150f3d4d req-b107702a-7933-4be2-825e-ea3fe5c0641c tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313455 Aug 31 09:11:20.800798 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-0210aeb4-fe07-483d-b2fb-f18eaf09b737 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660526 Aug 31 09:11:20.918713 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa21befb-925a-4f67-8a22-1e4ff192b949 req-e426a817-115f-4c10-9494-11e50d70705e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=96515b03-0465-4fb7-869e-45f0a25b7733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100689 Aug 31 09:11:20.982015 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-dc28549c-f431-41f4-8154-79f912bf8225 service neutron] For port 3969a996-4cf3-494c-8707-d9c84a2eb9eb, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:11:21.056053 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-dc28549c-f431-41f4-8154-79f912bf8225 service neutron] For port 3969a996-4cf3-494c-8707-d9c84a2eb9eb, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=3969a996-4cf3-494c-8707-d9c84a2eb9eb,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:11:21.119534 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b4d5d-de6a-4596-a57e-320253736f12 req-09cac04e-d577-4738-9416-c3b654bde18b tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:21.121753 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-884b4d5d-de6a-4596-a57e-320253736f12 req-09cac04e-d577-4738-9416-c3b654bde18b tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] 10.222.0.119 "GET /v2.0/ports?device_id=1336d97c-0abf-4c48-89d3-7ad6dd9b600a HTTP/1.1" status: 200 len: 950 time: 0.3271654 Aug 31 09:11:21.142027 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80f385-e166-4c9d-b508-9305dca0602e req-2d8900f7-4591-469f-b9b8-3b23f370eb06 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:21.144334 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac80f385-e166-4c9d-b508-9305dca0602e req-2d8900f7-4591-469f-b9b8-3b23f370eb06 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad652944-8817-40f1-b561-f3b485aad6b9 HTTP/1.1" status: 200 len: 945 time: 0.1982820 Aug 31 09:11:21.162300 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-dc28549c-f431-41f4-8154-79f912bf8225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:21.183773 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1797ecdb-d85a-44dc-b3f8-6655ca632317 req-7afbbe59-defc-41c6-8ca3-5210e81aeda4 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410227 Aug 31 09:11:21.222111 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91000c-ff86-4610-baf6-12749a505f6c req-02faadb0-c37c-4721-9fb9-ee4115592ae3 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:21.223821 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ff91000c-ff86-4610-baf6-12749a505f6c req-02faadb0-c37c-4721-9fb9-ee4115592ae3 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4124222 Aug 31 09:11:21.244102 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-dc28549c-f431-41f4-8154-79f912bf8225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:21.244712 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-dc28549c-f431-41f4-8154-79f912bf8225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:21.255569 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-dc28549c-f431-41f4-8154-79f912bf8225 service neutron] 10.222.0.59 "PUT /v2.0/ports/3969a996-4cf3-494c-8707-d9c84a2eb9eb HTTP/1.1" status: 200 len: 1093 time: 3.3252397 Aug 31 09:11:21.255569 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-ff91000c-ff86-4610-baf6-12749a505f6c req-997b3242-5cb8-42a9-a5d8-7dc7f2cab18c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Request body: {'port': {'device_id': 'fd8621e8-22ba-483e-991e-e5f8f209b8fc', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'admin_state_up': True, 'tenant_id': 'a2247b5137dc4fbdbab9ed7148117dac'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:21.345364 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-884b4d5d-de6a-4596-a57e-320253736f12 req-123f9c5b-0adc-4f1e-8723-d8fa14fba466 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] 10.222.0.119 "GET /v2.0/security-groups?id=96515b03-0465-4fb7-869e-45f0a25b7733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159436 Aug 31 09:11:21.370283 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac80f385-e166-4c9d-b508-9305dca0602e req-926a9d05-2ca9-4a53-b534-09df7a781140 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120547 Aug 31 09:11:21.406801 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28549c-f431-41f4-8154-79f912bf8225 service neutron] Pushing event updated for resources: {'Port': ['ID=3969a996-4cf3-494c-8707-d9c84a2eb9eb,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:21.475138 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec3bfc4e-0f0a-4ad6-8d4e-451f466d0812 req-91b4b3e2-57e3-41a9-ba9b-a9bb580204c0 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 210 time: 0.0611100 Aug 31 09:11:21.492575 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2ac29-e62d-4964-98eb-2faf69fcde03 req-c8821063-2e70-4362-8363-55330eeba6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:21.494004 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6fb2ac29-e62d-4964-98eb-2faf69fcde03 req-c8821063-2e70-4362-8363-55330eeba6ab service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=040e1d69a80d4ab5aa379a20dc95a79b&device_id=78939770-e47e-44db-9c7d-416cb7ed9fc5 HTTP/1.1" status: 200 len: 1099 time: 0.1523821 Aug 31 09:11:21.598516 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-148d094c-620c-44ea-ba6e-81512a92a870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:21.599982 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-148d094c-620c-44ea-ba6e-81512a92a870 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8d929c95dcb6486584c62bb8e91069d6&device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 1096 time: 0.1893792 Aug 31 09:11:21.670007 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 4b983ee0-3395-4afe-88a3-c2815cf15e20 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:11:21.675637 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-41ef34ae-6927-4d69-bd1e-d296bfa7bda8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3969a996-4cf3-494c-8707-d9c84a2eb9eb HTTP/1.1" status: 200 len: 217 time: 0.0576177 Aug 31 09:11:21.747645 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfdc1f-791b-4bee-9648-31736ac95b30 req-247424c8-8e97-4e78-a448-4f1f9283921e tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:21.754421 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c4dfdc1f-791b-4bee-9648-31736ac95b30 req-247424c8-8e97-4e78-a448-4f1f9283921e tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/ports?device_id=78939770-e47e-44db-9c7d-416cb7ed9fc5 HTTP/1.1" status: 200 len: 947 time: 0.2002668 Aug 31 09:11:21.761951 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2ac29-e62d-4964-98eb-2faf69fcde03 req-d5399769-6015-4cef-a373-b0ead78519de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:21.763443 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6fb2ac29-e62d-4964-98eb-2faf69fcde03 req-d5399769-6015-4cef-a373-b0ead78519de service neutron] 10.222.0.112 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.2600162 Aug 31 09:11:21.788715 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff91000c-ff86-4610-baf6-12749a505f6c req-997b3242-5cb8-42a9-a5d8-7dc7f2cab18c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Made reservation on behalf of a2247b5137dc4fbdbab9ed7148117dac for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:11:21.795863 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ff91000c-ff86-4610-baf6-12749a505f6c req-997b3242-5cb8-42a9-a5d8-7dc7f2cab18c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:21.797442 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-6a5c717c-ed54-4c71-89e6-fadfab3bfdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:21.799025 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-6a5c717c-ed54-4c71-89e6-fadfab3bfdb9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dab6ed79-4c20-41ae-bb07-e9aaf9315083 HTTP/1.1" status: 200 len: 848 time: 0.1131732 Aug 31 09:11:21.817049 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 4b983ee0-3395-4afe-88a3-c2815cf15e20 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:11:21.821404 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 4b983ee0-3395-4afe-88a3-c2815cf15e20 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:21.821954 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:21.845168 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6fb2ac29-e62d-4964-98eb-2faf69fcde03 req-d5862730-8cb9-44c3-88f4-6c2aa0c6e867 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=bcead4eb-ed6e-4d8a-82d7-d30999181a18 HTTP/1.1" status: 200 len: 217 time: 0.0661101 Aug 31 09:11:21.882702 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-9830f4e8-2de2-4c4d-b783-b38cf944b46a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d54aa48d-9328-4446-b337-2071a0fd4f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558972 Aug 31 09:11:21.907690 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:21.911580 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c4dfdc1f-791b-4bee-9648-31736ac95b30 req-8618cbc7-0b72-4bcf-a7df-0950f3b87b4c tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8720c92-5f89-40c2-ae84-69f108903164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538475 Aug 31 09:11:22.084927 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4704d2-1021-44d6-952e-a8286eac930f', 'tag': '3969a996-4cf3-494c-8707-d9c84a2eb9eb'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:22.087456 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7626c9a7-e8ff-4842-ad46-f3c11731152a" -d '{"events": [{"name": "network-changed", "server_uuid": "ce4704d2-1021-44d6-952e-a8286eac930f", "tag": "3969a996-4cf3-494c-8707-d9c84a2eb9eb"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:22.122788 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 4b983ee0-3395-4afe-88a3-c2815cf15e20, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=4b983ee0-3395-4afe-88a3-c2815cf15e20,segment=NetworkSegment(7165cf42-c983-4e18-9ad9-e580a9c61c0b),segment_id=7165cf42-c983-4e18-9ad9-e580a9c61c0b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:22.189147 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:22.240386 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=4b983ee0-3395-4afe-88a3-c2815cf15e20,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:22.375145 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad652944-8817-40f1-b561-f3b485aad6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b983ee0-3395-4afe-88a3-c2815cf15e20'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:22.377506 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bb202c-5b2b-47f0-ad7b-7d3bedf7fb30" -d '{"events": [{"server_uuid": "ad652944-8817-40f1-b561-f3b485aad6b9", "name": "network-vif-plugged", "status": "completed", "tag": "4b983ee0-3395-4afe-88a3-c2815cf15e20"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:22.461060 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2ac29-e62d-4964-98eb-2faf69fcde03 req-310b3666-c7da-426e-b560-3caadc256ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:22.462499 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6fb2ac29-e62d-4964-98eb-2faf69fcde03 req-310b3666-c7da-426e-b560-3caadc256ed9 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.5910792 Aug 31 09:11:22.498093 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-09c6e3b3-0827-495d-81ca-6bf0f5e0c562 req-b1ec4264-5213-4ea7-a0e3-e142585e49bd tempest-QuotasAdminNegativeTest-1601407098 tempest-QuotasAdminNegativeTest-1601407098-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=fe917ae052734988af3271850adb282c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0819275 Aug 31 09:11:22.618867 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-599a388e-aa2b-4180-b7ab-5f0651f8015c service neutron] 10.222.0.59 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7119489 Aug 31 09:11:22.626758 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db121681-87d2-4d37-bc4c-e4c63f691b6d req-03791df9-a48b-4331-81ec-cef8a059dd7d tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:22.628211 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db121681-87d2-4d37-bc4c-e4c63f691b6d req-03791df9-a48b-4331-81ec-cef8a059dd7d tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 944 time: 0.6448770 Aug 31 09:11:22.730768 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2ac29-e62d-4964-98eb-2faf69fcde03 req-39db6fc2-6bf1-4ef9-acda-616dfd514374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:22.731735 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6fb2ac29-e62d-4964-98eb-2faf69fcde03 req-39db6fc2-6bf1-4ef9-acda-616dfd514374 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2476199 Aug 31 09:11:22.746317 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-ff91000c-ff86-4610-baf6-12749a505f6c req-997b3242-5cb8-42a9-a5d8-7dc7f2cab18c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Allocated IP 192.168.233.33 (a47e180d-e969-4a85-aa09-0ec8196480c0/f473c8e7-d3e2-4352-b8da-3dcd093feb8b/71eeab29-0c3e-4761-a5fc-905d7e248bc0) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:11:22.848872 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db121681-87d2-4d37-bc4c-e4c63f691b6d req-a3bafab6-bb3e-4bec-ab85-e4ea5cd350d3 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034743 Aug 31 09:11:22.888729 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6e3b3-0827-495d-81ca-6bf0f5e0c562 req-19c35c0f-5249-432b-b328-21aff2c0e04c tempest-QuotasAdminNegativeTest-1601407098 tempest-QuotasAdminNegativeTest-1601407098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:22.890241 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-09c6e3b3-0827-495d-81ca-6bf0f5e0c562 req-19c35c0f-5249-432b-b328-21aff2c0e04c tempest-QuotasAdminNegativeTest-1601407098 tempest-QuotasAdminNegativeTest-1601407098-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3614635 Aug 31 09:11:22.897809 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de855b53-444e-4db7-bba3-2c639c57b193 x-openstack-request-id: req-de855b53-444e-4db7-bba3-2c639c57b193 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:22.898089 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce4704d2-1021-44d6-952e-a8286eac930f", "tag": "3969a996-4cf3-494c-8707-d9c84a2eb9eb", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:22.902668 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-de855b53-444e-4db7-bba3-2c639c57b193 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:22.902668 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4704d2-1021-44d6-952e-a8286eac930f', 'tag': '3969a996-4cf3-494c-8707-d9c84a2eb9eb', 'status': 'completed', 'code': 200} Aug 31 09:11:22.911221 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-255bdaee-ae6f-42f7-b2d8-8c1fbde03bcd req-3468b202-1541-42e8-97f7-a68c4f1a8c1b service neutron] 10.222.0.59 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775829 Aug 31 09:11:22.939574 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-09c6e3b3-0827-495d-81ca-6bf0f5e0c562 req-6abb659c-2e15-480b-87a0-9081f49de928 tempest-QuotasAdminNegativeTest-1601407098 tempest-QuotasAdminNegativeTest-1601407098-project] 10.222.0.119 "GET /v2.0/quotas/fe917ae052734988af3271850adb282c HTTP/1.1" status: 200 len: 375 time: 0.0386274 Aug 31 09:11:23.049628 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-09c6e3b3-0827-495d-81ca-6bf0f5e0c562 req-cdea90af-ee94-43ae-b950-e67204ae26d4 tempest-QuotasAdminNegativeTest-1601407098 tempest-QuotasAdminNegativeTest-1601407098-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=fe917ae052734988af3271850adb282c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1032827 Aug 31 09:11:23.087750 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6fb2ac29-e62d-4964-98eb-2faf69fcde03 req-4eacbf9a-e1e2-4186-821e-7bbe4aa0570b service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428802 Aug 31 09:11:23.141048 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddf554e-80f8-4447-a9c1-8677baa448a5 x-openstack-request-id: req-2ddf554e-80f8-4447-a9c1-8677baa448a5 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:23.141550 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad652944-8817-40f1-b561-f3b485aad6b9", "name": "network-vif-plugged", "status": "completed", "tag": "4b983ee0-3395-4afe-88a3-c2815cf15e20", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:23.141661 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-2ddf554e-80f8-4447-a9c1-8677baa448a5 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:23.142066 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad652944-8817-40f1-b561-f3b485aad6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b983ee0-3395-4afe-88a3-c2815cf15e20', 'code': 200} Aug 31 09:11:23.186299 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d068f-ceb4-40b4-9fd9-f0c92133412c req-1e0c7f41-a653-42f0-8687-2beb32aa151e tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:23.187861 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6f6d068f-ceb4-40b4-9fd9-f0c92133412c req-1e0c7f41-a653-42f0-8687-2beb32aa151e tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] 10.222.0.119 "GET /v2.0/ports?device_id=1336d97c-0abf-4c48-89d3-7ad6dd9b600a HTTP/1.1" status: 200 len: 950 time: 0.2384672 Aug 31 09:11:23.205273 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:11:23.236349 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626c9a7-e8ff-4842-ad46-f3c11731152a req-51d2ad8e-5724-45c9-b4f8-21aa8a359eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:23.237765 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7626c9a7-e8ff-4842-ad46-f3c11731152a req-51d2ad8e-5724-45c9-b4f8-21aa8a359eb0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8d929c95dcb6486584c62bb8e91069d6&device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 1096 time: 0.1847014 Aug 31 09:11:23.242783 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ff91000c-ff86-4610-baf6-12749a505f6c req-997b3242-5cb8-42a9-a5d8-7dc7f2cab18c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:23.350864 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-ff91000c-ff86-4610-baf6-12749a505f6c req-997b3242-5cb8-42a9-a5d8-7dc7f2cab18c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Transition to ACTIVE for port object 71eeab29-0c3e-4761-a5fc-905d7e248bc0 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:11:23.410906 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6fb2ac29-e62d-4964-98eb-2faf69fcde03 req-e8e007f4-6481-49e5-8a68-2df212e5019d service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052068 Aug 31 09:11:23.413672 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6f6d068f-ceb4-40b4-9fd9-f0c92133412c req-b6592a4e-d10e-44ba-a743-8004e9676613 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] 10.222.0.119 "GET /v2.0/security-groups?id=96515b03-0465-4fb7-869e-45f0a25b7733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106314 Aug 31 09:11:23.424068 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device bcead4eb-ed6e-4d8a-82d7-d30999181a18 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:11:23.442739 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0cd03-2354-4743-a8c2-a02070306ff9 req-db659045-8bfd-4d24-88e5-f7f85c84a820 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:23.444262 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bab0cd03-2354-4743-a8c2-a02070306ff9 req-db659045-8bfd-4d24-88e5-f7f85c84a820 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad652944-8817-40f1-b561-f3b485aad6b9 HTTP/1.1" status: 200 len: 946 time: 0.2477043 Aug 31 09:11:23.457205 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340dadd-5d3d-4363-81d7-dfa1f1322511 req-68d7914b-ea81-4639-8d85-c2db268d0388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:23.458725 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5340dadd-5d3d-4363-81d7-dfa1f1322511 req-68d7914b-ea81-4639-8d85-c2db268d0388 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ad652944-8817-40f1-b561-f3b485aad6b9 HTTP/1.1" status: 200 len: 1098 time: 0.2457848 Aug 31 09:11:23.506311 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626c9a7-e8ff-4842-ad46-f3c11731152a req-170c7582-b3eb-4218-913d-c9f01174638a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:23.507794 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7626c9a7-e8ff-4842-ad46-f3c11731152a req-170c7582-b3eb-4218-913d-c9f01174638a service neutron] 10.222.0.59 "GET /v2.0/networks?id=d54aa48d-9328-4446-b337-2071a0fd4f0c HTTP/1.1" status: 200 len: 910 time: 0.2476056 Aug 31 09:11:23.552908 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port bcead4eb-ed6e-4d8a-82d7-d30999181a18, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=bcead4eb-ed6e-4d8a-82d7-d30999181a18,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:23.564468 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'bcead4eb-ed6e-4d8a-82d7-d30999181a18', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': 'bcead4eb-ed6e-4d8a-82d7-d30999181a18', 'mac_address': 'fa:16:3e:43:23:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:11:23.571104 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7626c9a7-e8ff-4842-ad46-f3c11731152a req-ce2acd52-f75c-4bb3-bd99-6db957070e58 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3969a996-4cf3-494c-8707-d9c84a2eb9eb HTTP/1.1" status: 200 len: 217 time: 0.0539806 Aug 31 09:11:23.572601 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5340dadd-5d3d-4363-81d7-dfa1f1322511 req-cdf443e0-7e91-4eaa-b615-ed6bf6d4926e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997229 Aug 31 09:11:23.581776 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ff91000c-ff86-4610-baf6-12749a505f6c req-997b3242-5cb8-42a9-a5d8-7dc7f2cab18c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:23.585559 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bab0cd03-2354-4743-a8c2-a02070306ff9 req-9f202c9f-db19-4f42-a4f8-8a5a694ff5f3 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259460 Aug 31 09:11:23.594032 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['cfa97dbd-04c1-41b4-b950-627133759c71'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:11:23.637573 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:23.657821 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff91000c-ff86-4610-baf6-12749a505f6c req-997b3242-5cb8-42a9-a5d8-7dc7f2cab18c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Network a47e180d-e969-4a85-aa09-0ec8196480c0 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:11:23.661384 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcead4eb-ed6e-4d8a-82d7-d30999181a18 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:11:23.666134 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-ff91000c-ff86-4610-baf6-12749a505f6c req-997b3242-5cb8-42a9-a5d8-7dc7f2cab18c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:11:23.690021 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff91000c-ff86-4610-baf6-12749a505f6c req-997b3242-5cb8-42a9-a5d8-7dc7f2cab18c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:11:23.690747 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port bcead4eb-ed6e-4d8a-82d7-d30999181a18, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=bcead4eb-ed6e-4d8a-82d7-d30999181a18,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:23.718660 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b3242-5cb8-42a9-a5d8-7dc7f2cab18c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Pushing event updated for resources: {'Port': ['ID=71eeab29-0c3e-4761-a5fc-905d7e248bc0,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:23.738355 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927365b0-0439-452c-a5e3-c83c4ea881dd req-4c8eaddd-3055-4122-b6ab-51fd71a4fe4c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:23.740040 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-927365b0-0439-452c-a5e3-c83c4ea881dd req-4c8eaddd-3055-4122-b6ab-51fd71a4fe4c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 935 time: 0.1733663 Aug 31 09:11:23.771301 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:23.799830 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85ed3e-3512-4a8a-bb0c-daa188669d37 req-a2d4888d-11ad-4f9c-b083-b779702acd1c tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:23.801416 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0c85ed3e-3512-4a8a-bb0c-daa188669d37 req-a2d4888d-11ad-4f9c-b083-b779702acd1c tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/ports?device_id=78939770-e47e-44db-9c7d-416cb7ed9fc5 HTTP/1.1" status: 200 len: 947 time: 0.1400990 Aug 31 09:11:23.830992 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91000c-ff86-4610-baf6-12749a505f6c req-997b3242-5cb8-42a9-a5d8-7dc7f2cab18c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:23.831622 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ff91000c-ff86-4610-baf6-12749a505f6c req-997b3242-5cb8-42a9-a5d8-7dc7f2cab18c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:23.833087 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=bcead4eb-ed6e-4d8a-82d7-d30999181a18,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:23.881370 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-927365b0-0439-452c-a5e3-c83c4ea881dd req-fd84d23d-0c40-463f-a3b7-05ba96e8c4b6 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308265 Aug 31 09:11:23.890662 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626c9a7-e8ff-4842-ad46-f3c11731152a req-8ee9bf55-b29c-4960-8986-6eea4402e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:23.892094 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7626c9a7-e8ff-4842-ad46-f3c11731152a req-8ee9bf55-b29c-4960-8986-6eea4402e2e0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dab6ed79-4c20-41ae-bb07-e9aaf9315083 HTTP/1.1" status: 200 len: 848 time: 0.1197767 Aug 31 09:11:23.919252 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0c85ed3e-3512-4a8a-bb0c-daa188669d37 req-e5f5d4f0-f009-40ef-97e8-0562827ae6ec tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8720c92-5f89-40c2-ae84-69f108903164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848744 Aug 31 09:11:23.934482 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7626c9a7-e8ff-4842-ad46-f3c11731152a req-d8ebf0bc-8003-490b-8ab5-8837cb2b98f0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d54aa48d-9328-4446-b337-2071a0fd4f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320880 Aug 31 09:11:24.004715 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['bcead4eb-ed6e-4d8a-82d7-d30999181a18'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:11:24.005807 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ff91000c-ff86-4610-baf6-12749a505f6c req-997b3242-5cb8-42a9-a5d8-7dc7f2cab18c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7676079 Aug 31 09:11:24.012123 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-108fc258-3eb8-430c-8fe6-e5b4b2b761b6 None None] Provisioning for port 71eeab29-0c3e-4761-a5fc-905d7e248bc0 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:11:24.022525 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-ff91000c-ff86-4610-baf6-12749a505f6c req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] Request body: {'port': {'device_id': 'fd8621e8-22ba-483e-991e-e5f8f209b8fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:24.045668 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-108fc258-3eb8-430c-8fe6-e5b4b2b761b6 None None] Provisioning complete for port 71eeab29-0c3e-4761-a5fc-905d7e248bc0 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:24.046038 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-108fc258-3eb8-430c-8fe6-e5b4b2b761b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:24.097320 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-108fc258-3eb8-430c-8fe6-e5b4b2b761b6 None None] Port 71eeab29-0c3e-4761-a5fc-905d7e248bc0 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:11:24.138001 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7626c9a7-e8ff-4842-ad46-f3c11731152a req-a4375d52-7afa-4777-a6cd-fce603206504 service neutron] 10.222.0.59 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945491 Aug 31 09:11:24.144307 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ff91000c-ff86-4610-baf6-12749a505f6c req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:24.270275 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37d3a0-5a65-48e1-9a4a-3d833a351bc0 req-467a884b-1cf0-4c66-ae41-2a5ca3b9aa76 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:24.271808 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2c37d3a0-5a65-48e1-9a4a-3d833a351bc0 req-467a884b-1cf0-4c66-ae41-2a5ca3b9aa76 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 944 time: 0.1677480 Aug 31 09:11:24.318784 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7626c9a7-e8ff-4842-ad46-f3c11731152a req-73240966-799c-4c85-a38e-a76556d3ced4 service neutron] 10.222.0.59 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615982 Aug 31 09:11:24.408554 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2c37d3a0-5a65-48e1-9a4a-3d833a351bc0 req-3cdabf0b-c978-4f0e-80ea-b3f4a83e6536 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251445 Aug 31 09:11:24.559966 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-ff91000c-ff86-4610-baf6-12749a505f6c req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71eeab29-0c3e-4761-a5fc-905d7e248bc0 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:11:24.570897 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ff91000c-ff86-4610-baf6-12749a505f6c req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:24.591569 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-ff91000c-ff86-4610-baf6-12749a505f6c req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] Transition to ACTIVE for port object 71eeab29-0c3e-4761-a5fc-905d7e248bc0 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:11:24.651363 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ff91000c-ff86-4610-baf6-12749a505f6c req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:24.760426 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] Pushing event updated for resources: {'Port': ['ID=71eeab29-0c3e-4761-a5fc-905d7e248bc0,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:24.826356 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4643680-a93f-4d9d-bc7f-6a7353d15052 req-8c61c4f1-e79b-49f2-b69c-3f5b78b9784d tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:24.826356 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4643680-a93f-4d9d-bc7f-6a7353d15052 req-8c61c4f1-e79b-49f2-b69c-3f5b78b9784d tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] 10.222.0.119 "GET /v2.0/ports?device_id=1336d97c-0abf-4c48-89d3-7ad6dd9b600a HTTP/1.1" status: 200 len: 950 time: 0.1659548 Aug 31 09:11:24.897853 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e769b-58fe-4a27-b772-0f614fbefa9b req-e2e4660f-e886-45d5-8ccd-413e517131bd tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:24.899427 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7f9e769b-58fe-4a27-b772-0f614fbefa9b req-e2e4660f-e886-45d5-8ccd-413e517131bd tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad652944-8817-40f1-b561-f3b485aad6b9 HTTP/1.1" status: 200 len: 946 time: 0.1544785 Aug 31 09:11:24.902875 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4643680-a93f-4d9d-bc7f-6a7353d15052 req-501949fd-1c71-476e-bc37-ec99b897371c tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] 10.222.0.119 "GET /v2.0/security-groups?id=96515b03-0465-4fb7-869e-45f0a25b7733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701101 Aug 31 09:11:24.903768 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-ff91000c-ff86-4610-baf6-12749a505f6c req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] Attempting to bind port 71eeab29-0c3e-4761-a5fc-905d7e248bc0 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:11:24.904095 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-ff91000c-ff86-4610-baf6-12749a505f6c req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] Attempting to bind port 71eeab29-0c3e-4761-a5fc-905d7e248bc0 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:11:24.904414 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff91000c-ff86-4610-baf6-12749a505f6c req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] Attempting to bind port 71eeab29-0c3e-4761-a5fc-905d7e248bc0 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:24.911347 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff91000c-ff86-4610-baf6-12749a505f6c req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] Port 71eeab29-0c3e-4761-a5fc-905d7e248bc0 on network a47e180d-e969-4a85-aa09-0ec8196480c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:11:24.911667 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff91000c-ff86-4610-baf6-12749a505f6c req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] Attempting to bind port 71eeab29-0c3e-4761-a5fc-905d7e248bc0 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:24.933520 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff91000c-ff86-4610-baf6-12749a505f6c req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:11:24.933859 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff91000c-ff86-4610-baf6-12749a505f6c req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:11:24.934241 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff91000c-ff86-4610-baf6-12749a505f6c req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:11:24.934732 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-ff91000c-ff86-4610-baf6-12749a505f6c req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] Bound port: 71eeab29-0c3e-4761-a5fc-905d7e248bc0, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:11:24.935089 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ff91000c-ff86-4610-baf6-12749a505f6c req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:24.985316 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7f9e769b-58fe-4a27-b772-0f614fbefa9b req-55b1fd4b-7263-435d-b78f-9f62e18ff0f3 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749738 Aug 31 09:11:25.013846 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4ff0cab1-f01d-41de-8e8f-494b548aee47 req-26250bf4-1165-4556-8450-ab53fbadd32c tempest-QuotasAdminNegativeTest-1601407098 tempest-QuotasAdminNegativeTest-1601407098-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=fe917ae052734988af3271850adb282c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276222 Aug 31 09:11:25.113721 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-ff91000c-ff86-4610-baf6-12749a505f6c req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] For port 71eeab29-0c3e-4761-a5fc-905d7e248bc0, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:11:25.136016 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-ff91000c-ff86-4610-baf6-12749a505f6c req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] For port 71eeab29-0c3e-4761-a5fc-905d7e248bc0, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=71eeab29-0c3e-4761-a5fc-905d7e248bc0,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:11:25.170789 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469b4c5-f8f8-412d-8473-1176c5f05595 req-4dedf273-44f5-4e03-9de4-378954e23505 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:25.172257 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6469b4c5-f8f8-412d-8473-1176c5f05595 req-4dedf273-44f5-4e03-9de4-378954e23505 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 947 time: 0.1165235 Aug 31 09:11:25.192733 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0cab1-f01d-41de-8e8f-494b548aee47 req-0db586b6-9d7e-411b-87e1-f4f51769e2a7 tempest-QuotasAdminNegativeTest-1601407098 tempest-QuotasAdminNegativeTest-1601407098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:25.194062 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4ff0cab1-f01d-41de-8e8f-494b548aee47 req-0db586b6-9d7e-411b-87e1-f4f51769e2a7 tempest-QuotasAdminNegativeTest-1601407098 tempest-QuotasAdminNegativeTest-1601407098-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1718452 Aug 31 09:11:25.210047 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ff91000c-ff86-4610-baf6-12749a505f6c req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:25.249652 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4ff0cab1-f01d-41de-8e8f-494b548aee47 req-3f5739bb-80e2-4539-8dc5-beac76c3b94a tempest-QuotasAdminNegativeTest-1601407098 tempest-QuotasAdminNegativeTest-1601407098-project] 10.222.0.119 "GET /v2.0/quotas/fe917ae052734988af3271850adb282c HTTP/1.1" status: 200 len: 375 time: 0.0435715 Aug 31 09:11:25.271227 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91000c-ff86-4610-baf6-12749a505f6c req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:25.271832 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ff91000c-ff86-4610-baf6-12749a505f6c req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:25.273201 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ff91000c-ff86-4610-baf6-12749a505f6c req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] 10.222.0.112 "PUT /v2.0/ports/71eeab29-0c3e-4761-a5fc-905d7e248bc0 HTTP/1.1" status: 200 len: 1096 time: 1.2554891 Aug 31 09:11:25.280847 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8621e8-22ba-483e-991e-e5f8f209b8fc', 'tag': '71eeab29-0c3e-4761-a5fc-905d7e248bc0'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:25.283468 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f2e0dd-98de-4a3e-9f5d-d1e887647320" -d '{"events": [{"name": "network-changed", "server_uuid": "fd8621e8-22ba-483e-991e-e5f8f209b8fc", "tag": "71eeab29-0c3e-4761-a5fc-905d7e248bc0"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:25.293071 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6469b4c5-f8f8-412d-8473-1176c5f05595 req-674c363b-7a84-43f8-9cc2-8b480529adee tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124282 Aug 31 09:11:25.315581 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4ff0cab1-f01d-41de-8e8f-494b548aee47 req-64812a99-1757-48c7-aab5-4c60aaee26b8 tempest-QuotasAdminNegativeTest-1601407098 tempest-QuotasAdminNegativeTest-1601407098-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=fe917ae052734988af3271850adb282c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546446 Aug 31 09:11:25.336139 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] Pushing event updated for resources: {'Port': ['ID=71eeab29-0c3e-4761-a5fc-905d7e248bc0,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:25.349714 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:25.350273 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:25.350710 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:25.355774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:25.355774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:25.355774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:25.355774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:25.355774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:25.355774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:25.355774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:25.355774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:25.355774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c03d5-040a-4684-812d-cdfbc353573b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:25.416478 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2638504-4410-47d0-8bc0-b35414e11885 x-openstack-request-id: req-b2638504-4410-47d0-8bc0-b35414e11885 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:25.416761 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd8621e8-22ba-483e-991e-e5f8f209b8fc", "tag": "71eeab29-0c3e-4761-a5fc-905d7e248bc0", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:25.417040 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-b2638504-4410-47d0-8bc0-b35414e11885 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:25.417699 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd8621e8-22ba-483e-991e-e5f8f209b8fc', 'tag': '71eeab29-0c3e-4761-a5fc-905d7e248bc0', 'status': 'completed', 'code': 200} Aug 31 09:11:25.425334 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device bcead4eb-ed6e-4d8a-82d7-d30999181a18 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:11:25.468527 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91000c-ff86-4610-baf6-12749a505f6c req-f7e8d544-d75c-4659-8b02-4ed132d5e138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:25.470095 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ff91000c-ff86-4610-baf6-12749a505f6c req-f7e8d544-d75c-4659-8b02-4ed132d5e138 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 1099 time: 0.0868964 Aug 31 09:11:25.498693 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b136350-2033-424d-947e-6932119607a9 req-69ac3a04-626f-439a-8cf1-6b4b17d2f35a tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:25.500260 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2b136350-2033-424d-947e-6932119607a9 req-69ac3a04-626f-439a-8cf1-6b4b17d2f35a tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/ports?device_id=78939770-e47e-44db-9c7d-416cb7ed9fc5 HTTP/1.1" status: 200 len: 948 time: 0.0781195 Aug 31 09:11:25.534091 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ff91000c-ff86-4610-baf6-12749a505f6c req-f3d682c5-fa16-4fd6-86ad-37986d1e93f5 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=71eeab29-0c3e-4761-a5fc-905d7e248bc0 HTTP/1.1" status: 200 len: 217 time: 0.0510318 Aug 31 09:11:25.558452 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port bcead4eb-ed6e-4d8a-82d7-d30999181a18 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:11:25.563993 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port bcead4eb-ed6e-4d8a-82d7-d30999181a18 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:25.564544 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:25.609309 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2b136350-2033-424d-947e-6932119607a9 req-9728f4e9-cc33-464d-bd95-26921273cc8f tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8720c92-5f89-40c2-ae84-69f108903164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795274 Aug 31 09:11:25.621706 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91000c-ff86-4610-baf6-12749a505f6c req-f0a8d924-25a2-407a-b9d7-9e4a83c38118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:25.623322 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ff91000c-ff86-4610-baf6-12749a505f6c req-f0a8d924-25a2-407a-b9d7-9e4a83c38118 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.0775204 Aug 31 09:11:25.659025 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:25.685167 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 3969a996-4cf3-494c-8707-d9c84a2eb9eb details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:11:25.692206 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78939770-e47e-44db-9c7d-416cb7ed9fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcead4eb-ed6e-4d8a-82d7-d30999181a18'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:25.694840 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72e54e6-d8c1-4c95-8411-561347bb8d57" -d '{"events": [{"server_uuid": "78939770-e47e-44db-9c7d-416cb7ed9fc5", "name": "network-vif-plugged", "status": "completed", "tag": "bcead4eb-ed6e-4d8a-82d7-d30999181a18"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:25.731367 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port bcead4eb-ed6e-4d8a-82d7-d30999181a18, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=bcead4eb-ed6e-4d8a-82d7-d30999181a18,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:25.817153 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:25.874410 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4748ab82-a460-4de0-bc85-e73f9e07e7ef x-openstack-request-id: req-4748ab82-a460-4de0-bc85-e73f9e07e7ef {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:25.874746 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78939770-e47e-44db-9c7d-416cb7ed9fc5", "name": "network-vif-plugged", "status": "completed", "tag": "bcead4eb-ed6e-4d8a-82d7-d30999181a18", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:25.874972 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4748ab82-a460-4de0-bc85-e73f9e07e7ef {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:25.875360 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78939770-e47e-44db-9c7d-416cb7ed9fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcead4eb-ed6e-4d8a-82d7-d30999181a18', 'code': 200} Aug 31 09:11:25.888003 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 3969a996-4cf3-494c-8707-d9c84a2eb9eb, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=3969a996-4cf3-494c-8707-d9c84a2eb9eb,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:25.931695 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '3969a996-4cf3-494c-8707-d9c84a2eb9eb', 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c', 'port_id': '3969a996-4cf3-494c-8707-d9c84a2eb9eb', 'mac_address': 'fa:16:3e:9f:46:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab6ed79-4c20-41ae-bb07-e9aaf9315083', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:11:25.940221 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=bcead4eb-ed6e-4d8a-82d7-d30999181a18,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:25.981970 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:26.000041 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3969a996-4cf3-494c-8707-d9c84a2eb9eb {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:11:26.021139 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 3969a996-4cf3-494c-8707-d9c84a2eb9eb, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=3969a996-4cf3-494c-8707-d9c84a2eb9eb,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:26.040244 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91000c-ff86-4610-baf6-12749a505f6c req-14eab987-4dd6-4010-bd75-9b1b2d29c608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:26.041698 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ff91000c-ff86-4610-baf6-12749a505f6c req-14eab987-4dd6-4010-bd75-9b1b2d29c608 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4061322 Aug 31 09:11:26.124234 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:26.201722 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c9f40-4eb7-4a93-ae4d-8ab0234094f8 req-6761b8e9-90cc-4ca9-9153-7aef5f80315d tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:26.203657 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b3c9f40-4eb7-4a93-ae4d-8ab0234094f8 req-6761b8e9-90cc-4ca9-9153-7aef5f80315d tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 944 time: 0.5128715 Aug 31 09:11:26.261799 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa04958-3540-4f3b-a8af-d86cc7b375fe req-643c3002-dc9e-43e5-ac1d-aa7a346fd3ad tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:26.261799 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bfa04958-3540-4f3b-a8af-d86cc7b375fe req-643c3002-dc9e-43e5-ac1d-aa7a346fd3ad tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] 10.222.0.59 "GET /v2.0/ports?device_id=1336d97c-0abf-4c48-89d3-7ad6dd9b600a HTTP/1.1" status: 200 len: 950 time: 0.2169766 Aug 31 09:11:26.268066 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7652f-f9a2-4a0b-843f-53548e50167f req-4a3670a9-781a-4417-a4cb-c8e8d5520a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:26.269508 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-92a7652f-f9a2-4a0b-843f-53548e50167f req-4a3670a9-781a-4417-a4cb-c8e8d5520a65 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=78939770-e47e-44db-9c7d-416cb7ed9fc5 HTTP/1.1" status: 200 len: 1101 time: 0.2261178 Aug 31 09:11:26.305332 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=3969a996-4cf3-494c-8707-d9c84a2eb9eb,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:26.346691 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ff91000c-ff86-4610-baf6-12749a505f6c req-29908dae-b0a0-4d40-815f-bd91fefb8d57 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864282 Aug 31 09:11:26.351881 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['3969a996-4cf3-494c-8707-d9c84a2eb9eb'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:11:26.381602 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3862412-9592-4859-b62f-384196e8c245 req-7dc62382-7908-4b09-9319-e03e2c7fc425 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:26.383170 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a3862412-9592-4859-b62f-384196e8c245 req-7dc62382-7908-4b09-9319-e03e2c7fc425 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] 10.222.0.119 "GET /v2.0/ports?device_id=1336d97c-0abf-4c48-89d3-7ad6dd9b600a HTTP/1.1" status: 200 len: 950 time: 0.2129216 Aug 31 09:11:26.406685 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b3c9f40-4eb7-4a93-ae4d-8ab0234094f8 req-a265b813-aebc-4a80-a2aa-e549840f163b tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926596 Aug 31 09:11:26.484113 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-92a7652f-f9a2-4a0b-843f-53548e50167f req-f56efda6-157b-4f65-8114-3fae7b00e0fd service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=d8720c92-5f89-40c2-ae84-69f108903164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031584 Aug 31 09:11:26.565372 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a3862412-9592-4859-b62f-384196e8c245 req-dbac4b71-f26d-4e6a-a78b-b58de81f0bec tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] 10.222.0.119 "GET /v2.0/security-groups?id=96515b03-0465-4fb7-869e-45f0a25b7733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574690 Aug 31 09:11:26.596278 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9f36e-922d-4868-a520-ab2d1b2e9bc5 req-e53a3eb0-696d-41ea-b03b-a2c04b096a2c tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:26.598009 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-39e9f36e-922d-4868-a520-ab2d1b2e9bc5 req-e53a3eb0-696d-41ea-b03b-a2c04b096a2c tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad652944-8817-40f1-b561-f3b485aad6b9 HTTP/1.1" status: 200 len: 946 time: 0.1186843 Aug 31 09:11:26.620834 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-bfa04958-3540-4f3b-a8af-d86cc7b375fe req-45e95cb8-99ba-48b1-b0f1-c9c6d3ececc5 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] Deleting port 146e3859-1cf1-4b60-aee5-a46abf8b85c0 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:11:26.621596 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-bfa04958-3540-4f3b-a8af-d86cc7b375fe req-45e95cb8-99ba-48b1-b0f1-c9c6d3ececc5 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:26.632856 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ff91000c-ff86-4610-baf6-12749a505f6c req-ab6d9da3-f1cf-4ef6-8e8e-54eda0ebb622 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748749 Aug 31 09:11:26.716563 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-38ac9fd1-5a67-44a5-b60a-2ea8bce0961c req-17e7a0d1-a1dc-4b7c-a54e-3d5102d9f9d3 tempest-QuotasAdminNegativeTest-1601407098 tempest-QuotasAdminNegativeTest-1601407098-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=fe917ae052734988af3271850adb282c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441144 Aug 31 09:11:26.723877 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-39e9f36e-922d-4868-a520-ab2d1b2e9bc5 req-d1e87b7a-abdf-442d-b356-763bb7f3d973 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192968 Aug 31 09:11:26.876321 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-bfa04958-3540-4f3b-a8af-d86cc7b375fe req-45e95cb8-99ba-48b1-b0f1-c9c6d3ececc5 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] For port 146e3859-1cf1-4b60-aee5-a46abf8b85c0, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=146e3859-1cf1-4b60-aee5-a46abf8b85c0,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:26.876597 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-bfa04958-3540-4f3b-a8af-d86cc7b375fe req-45e95cb8-99ba-48b1-b0f1-c9c6d3ececc5 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:26.921773 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-bfa04958-3540-4f3b-a8af-d86cc7b375fe req-45e95cb8-99ba-48b1-b0f1-c9c6d3ececc5 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] Calling delete_port for 146e3859-1cf1-4b60-aee5-a46abf8b85c0 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:11:26.947421 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2e0dd-98de-4a3e-9f5d-d1e887647320 req-665ff36c-2232-48d7-85dd-93c85d43b332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:26.949522 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-60f2e0dd-98de-4a3e-9f5d-d1e887647320 req-665ff36c-2232-48d7-85dd-93c85d43b332 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 1099 time: 0.1641583 Aug 31 09:11:26.962813 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac9fd1-5a67-44a5-b60a-2ea8bce0961c req-4085ebc7-a6bd-4f51-9b1e-9aa7ec78d677 tempest-QuotasAdminNegativeTest-1601407098 tempest-QuotasAdminNegativeTest-1601407098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:26.965013 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-38ac9fd1-5a67-44a5-b60a-2ea8bce0961c req-4085ebc7-a6bd-4f51-9b1e-9aa7ec78d677 tempest-QuotasAdminNegativeTest-1601407098 tempest-QuotasAdminNegativeTest-1601407098-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2383509 Aug 31 09:11:27.031401 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8c7d6-2343-491e-b6c6-dbf0b0078b56 req-e7fe247f-e8ac-41d5-aca3-2b24f7bdf06f tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:27.032918 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9da8c7d6-2343-491e-b6c6-dbf0b0078b56 req-e7fe247f-e8ac-41d5-aca3-2b24f7bdf06f tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 947 time: 0.1846724 Aug 31 09:11:27.084150 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-38ac9fd1-5a67-44a5-b60a-2ea8bce0961c req-863a97e1-e6f7-44d1-882f-1a79d67832b4 tempest-QuotasAdminNegativeTest-1601407098 tempest-QuotasAdminNegativeTest-1601407098-project] 10.222.0.119 "GET /v2.0/quotas/fe917ae052734988af3271850adb282c HTTP/1.1" status: 200 len: 375 time: 0.0748084 Aug 31 09:11:27.139914 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-38ac9fd1-5a67-44a5-b60a-2ea8bce0961c req-9a00a5f3-ee50-4a74-a8ac-e28ae506e545 tempest-QuotasAdminNegativeTest-1601407098 tempest-QuotasAdminNegativeTest-1601407098-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=fe917ae052734988af3271850adb282c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442274 Aug 31 09:11:27.188294 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9da8c7d6-2343-491e-b6c6-dbf0b0078b56 req-78cb9617-75a0-4663-9f33-0d61e5363061 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194789 Aug 31 09:11:27.194823 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2e0dd-98de-4a3e-9f5d-d1e887647320 req-08549bb5-7c57-4997-b875-e4ee22866ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:27.196279 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-60f2e0dd-98de-4a3e-9f5d-d1e887647320 req-08549bb5-7c57-4997-b875-e4ee22866ff1 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.2290213 Aug 31 09:11:27.280296 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-60f2e0dd-98de-4a3e-9f5d-d1e887647320 req-ca12c355-c472-4870-ab03-a727488d9fa3 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=71eeab29-0c3e-4761-a5fc-905d7e248bc0 HTTP/1.1" status: 200 len: 217 time: 0.0505664 Aug 31 09:11:27.367640 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2e0dd-98de-4a3e-9f5d-d1e887647320 req-10e63432-a945-49c5-9bdc-39f38d650276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:27.369100 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-60f2e0dd-98de-4a3e-9f5d-d1e887647320 req-10e63432-a945-49c5-9bdc-39f38d650276 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.0770280 Aug 31 09:11:27.384307 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc37ac5-12e8-4b77-84e7-488450d0251f req-b56acce1-2450-49f7-bc95-7c11ec997b2d tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:27.386520 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cc37ac5-12e8-4b77-84e7-488450d0251f req-b56acce1-2450-49f7-bc95-7c11ec997b2d tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/ports?device_id=78939770-e47e-44db-9c7d-416cb7ed9fc5 HTTP/1.1" status: 200 len: 949 time: 0.1110210 Aug 31 09:11:27.424610 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-bfa04958-3540-4f3b-a8af-d86cc7b375fe req-45e95cb8-99ba-48b1-b0f1-c9c6d3ececc5 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:27.468195 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e95cb8-99ba-48b1-b0f1-c9c6d3ececc5 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] Pushing event deleted for resources: {'Port': ['ID=146e3859-1cf1-4b60-aee5-a46abf8b85c0,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:27.513578 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2e0dd-98de-4a3e-9f5d-d1e887647320 req-d719429e-dcd2-4509-abbc-14b424746b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:27.515158 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-60f2e0dd-98de-4a3e-9f5d-d1e887647320 req-d719429e-dcd2-4509-abbc-14b424746b9a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1275363 Aug 31 09:11:27.520064 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cc37ac5-12e8-4b77-84e7-488450d0251f req-c8a048dd-c61b-40ec-8abd-86a2e2600dde tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8720c92-5f89-40c2-ae84-69f108903164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236057 Aug 31 09:11:27.534524 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa04958-3540-4f3b-a8af-d86cc7b375fe req-45e95cb8-99ba-48b1-b0f1-c9c6d3ececc5 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] No DVR routers for this DVR port 146e3859-1cf1-4b60-aee5-a46abf8b85c0 on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:11:27.537276 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-bfa04958-3540-4f3b-a8af-d86cc7b375fe req-45e95cb8-99ba-48b1-b0f1-c9c6d3ececc5 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:27.539394 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bfa04958-3540-4f3b-a8af-d86cc7b375fe req-45e95cb8-99ba-48b1-b0f1-c9c6d3ececc5 tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] 10.222.0.59 "DELETE /v2.0/ports/146e3859-1cf1-4b60-aee5-a46abf8b85c0 HTTP/1.1" status: 204 len: 173 time: 1.2599933 Aug 31 09:11:27.539817 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1336d97c-0abf-4c48-89d3-7ad6dd9b600a', 'name': 'network-vif-deleted', 'tag': '146e3859-1cf1-4b60-aee5-a46abf8b85c0'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:27.543506 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b504a97-f345-47fd-ad47-943c23fe262a" -d '{"events": [{"server_uuid": "1336d97c-0abf-4c48-89d3-7ad6dd9b600a", "name": "network-vif-deleted", "tag": "146e3859-1cf1-4b60-aee5-a46abf8b85c0"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:27.701990 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 3969a996-4cf3-494c-8707-d9c84a2eb9eb up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:11:27.752021 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-60f2e0dd-98de-4a3e-9f5d-d1e887647320 req-c0152ab2-066a-4743-a1c5-1824b5208334 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051241 Aug 31 09:11:27.819319 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f6df8-02f5-4472-9d45-8c20fb8d367b req-d0bbd4a6-7ba1-4896-bf45-34f801ec033c tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:27.820867 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-614f6df8-02f5-4472-9d45-8c20fb8d367b req-d0bbd4a6-7ba1-4896-bf45-34f801ec033c tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 945 time: 0.1197474 Aug 31 09:11:27.838103 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 3969a996-4cf3-494c-8707-d9c84a2eb9eb completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:11:27.844069 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 3969a996-4cf3-494c-8707-d9c84a2eb9eb triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:27.844501 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:27.882390 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-614f6df8-02f5-4472-9d45-8c20fb8d367b req-1d3c3fa2-ec36-45dc-a75b-0935ba7427f5 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542614 Aug 31 09:11:27.895213 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-60f2e0dd-98de-4a3e-9f5d-d1e887647320 req-29a4a875-d054-45be-9fe9-b7dd3b7bfe41 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332099 Aug 31 09:11:27.949007 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:27.982341 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4704d2-1021-44d6-952e-a8286eac930f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3969a996-4cf3-494c-8707-d9c84a2eb9eb'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:27.984847 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc642a64-59ea-4959-939b-3ecd61d4e447" -d '{"events": [{"server_uuid": "ce4704d2-1021-44d6-952e-a8286eac930f", "name": "network-vif-plugged", "status": "completed", "tag": "3969a996-4cf3-494c-8707-d9c84a2eb9eb"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:27.996287 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae905d46-52c8-4820-ad1c-680444eef97e x-openstack-request-id: req-ae905d46-52c8-4820-ad1c-680444eef97e {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:27.996607 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1336d97c-0abf-4c48-89d3-7ad6dd9b600a", "name": "network-vif-deleted", "tag": "146e3859-1cf1-4b60-aee5-a46abf8b85c0", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:27.996817 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-ae905d46-52c8-4820-ad1c-680444eef97e {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:27.997190 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1336d97c-0abf-4c48-89d3-7ad6dd9b600a', 'name': 'network-vif-deleted', 'tag': '146e3859-1cf1-4b60-aee5-a46abf8b85c0', 'status': 'completed', 'code': 200} Aug 31 09:11:28.000548 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 3969a996-4cf3-494c-8707-d9c84a2eb9eb, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=3969a996-4cf3-494c-8707-d9c84a2eb9eb,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:28.022286 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6035c3-ac06-42c5-b37b-751404b3696d req-0424a0f8-d84b-47c7-bf02-ae78496e76a7 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:28.023895 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7f6035c3-ac06-42c5-b37b-751404b3696d req-0424a0f8-d84b-47c7-bf02-ae78496e76a7 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad652944-8817-40f1-b561-f3b485aad6b9 HTTP/1.1" status: 200 len: 946 time: 0.0670922 Aug 31 09:11:28.090024 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7f6035c3-ac06-42c5-b37b-751404b3696d req-ab1b341b-8643-4e43-a4cd-4e740a6732e3 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589077 Aug 31 09:11:28.092076 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0df3dfaa-930c-42fe-9cd8-b76df332af9c req-5683c707-c9cb-4d57-9dc2-bb7a1591926a tempest-ServerDiagnosticsNegativeTest-2085652750 tempest-ServerDiagnosticsNegativeTest-2085652750-project] 10.222.0.119 "GET /v2.0/ports?device_id=1336d97c-0abf-4c48-89d3-7ad6dd9b600a HTTP/1.1" status: 200 len: 210 time: 0.0331130 Aug 31 09:11:28.114704 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:28.115727 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 146e3859-1cf1-4b60-aee5-a46abf8b85c0 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:11:28.158937 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf11da31-1398-475c-a209-b27c4f5a8505 x-openstack-request-id: req-cf11da31-1398-475c-a209-b27c4f5a8505 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:28.159258 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4704d2-1021-44d6-952e-a8286eac930f", "name": "network-vif-plugged", "status": "completed", "tag": "3969a996-4cf3-494c-8707-d9c84a2eb9eb", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:28.159515 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-cf11da31-1398-475c-a209-b27c4f5a8505 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:28.160077 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4704d2-1021-44d6-952e-a8286eac930f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3969a996-4cf3-494c-8707-d9c84a2eb9eb', 'code': 200} Aug 31 09:11:28.162712 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 146e3859-1cf1-4b60-aee5-a46abf8b85c0 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:11:28.167884 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 146e3859-1cf1-4b60-aee5-a46abf8b85c0 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:11:28.191966 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=3969a996-4cf3-494c-8707-d9c84a2eb9eb,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:28.278491 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9781855-27f6-4325-a364-872299d3b1f5 req-cabba3d4-a252-43f6-931c-178372657781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:28.279985 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d9781855-27f6-4325-a364-872299d3b1f5 req-cabba3d4-a252-43f6-931c-178372657781 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 1098 time: 0.0611191 Aug 31 09:11:28.335431 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d9781855-27f6-4325-a364-872299d3b1f5 req-0bd405bf-c4ef-4e8f-b103-d5485c93a3ef service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392590 Aug 31 09:11:28.343740 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8cf8a1-10ca-4354-8545-d7f50c73b2e7 req-a061e944-eb50-45d4-92a1-228afbefda4e tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:28.345193 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3e8cf8a1-10ca-4354-8545-d7f50c73b2e7 req-a061e944-eb50-45d4-92a1-228afbefda4e tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 947 time: 0.0827401 Aug 31 09:11:28.385354 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3e8cf8a1-10ca-4354-8545-d7f50c73b2e7 req-77772e7b-3d04-4c74-aff1-114641458fd8 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337265 Aug 31 09:11:28.628574 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48556) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:28.711190 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05634b89-3bb4-4312-bc8b-ff46e656e4ca req-87314bc3-3c68-40bc-9888-03713ec130b0 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:28.713792 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05634b89-3bb4-4312-bc8b-ff46e656e4ca req-87314bc3-3c68-40bc-9888-03713ec130b0 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/ports?device_id=78939770-e47e-44db-9c7d-416cb7ed9fc5 HTTP/1.1" status: 200 len: 949 time: 0.0923126 Aug 31 09:11:28.814991 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05634b89-3bb4-4312-bc8b-ff46e656e4ca req-527ae88c-ef49-4b0b-abe4-ca6f9750f7f3 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8720c92-5f89-40c2-ae84-69f108903164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881262 Aug 31 09:11:28.838534 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7cf99fe1-1b84-4302-964f-95a985e82d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:28.941921 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7cf99fe1-1b84-4302-964f-95a985e82d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:29.005572 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7cf99fe1-1b84-4302-964f-95a985e82d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:29.032053 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ac892-b711-47bd-8011-cbf96c2aca8c req-28e82d68-8143-43ab-bcc6-6cffde8d63b6 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:29.034180 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d8ac892-b711-47bd-8011-cbf96c2aca8c req-28e82d68-8143-43ab-bcc6-6cffde8d63b6 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 946 time: 0.0719750 Aug 31 09:11:29.073955 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7cf99fe1-1b84-4302-964f-95a985e82d86 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=fe917ae052734988af3271850adb282c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4436152 Aug 31 09:11:29.078485 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48584) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:29.079929 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf99fe1-1b84-4302-964f-95a985e82d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aba8888-d4eb-4e47-be6f-2361234f5301,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:29.088228 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf99fe1-1b84-4302-964f-95a985e82d86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:29.088924 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf99fe1-1b84-4302-964f-95a985e82d86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:29.090210 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf99fe1-1b84-4302-964f-95a985e82d86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:29.090738 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf99fe1-1b84-4302-964f-95a985e82d86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:29.091237 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf99fe1-1b84-4302-964f-95a985e82d86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:29.091570 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf99fe1-1b84-4302-964f-95a985e82d86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:29.091905 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf99fe1-1b84-4302-964f-95a985e82d86 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:29.092231 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf99fe1-1b84-4302-964f-95a985e82d86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:29.092557 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf99fe1-1b84-4302-964f-95a985e82d86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:29.092884 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf99fe1-1b84-4302-964f-95a985e82d86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:29.093207 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf99fe1-1b84-4302-964f-95a985e82d86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:29.093527 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf99fe1-1b84-4302-964f-95a985e82d86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:29.106574 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d8ac892-b711-47bd-8011-cbf96c2aca8c req-bb59668d-9fd8-4507-93ec-c10e6b1c5dde tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648329 Aug 31 09:11:29.148634 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-453b36ea-9b6f-4960-a7d2-5336cdf60be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:29.181374 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-453b36ea-9b6f-4960-a7d2-5336cdf60be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:29.299112 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-b62b456b-58a8-4c5e-bdf6-2dd9746e8537 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=040e1d69a80d4ab5aa379a20dc95a79b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235522 Aug 31 09:11:29.299810 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-453b36ea-9b6f-4960-a7d2-5336cdf60be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:29.302464 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-453b36ea-9b6f-4960-a7d2-5336cdf60be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:29.306250 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-453b36ea-9b6f-4960-a7d2-5336cdf60be6 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/7aba8888-d4eb-4e47-be6f-2361234f5301 HTTP/1.1" status: 204 len: 168 time: 0.2239118 Aug 31 09:11:29.322586 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b36ea-9b6f-4960-a7d2-5336cdf60be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aba8888-d4eb-4e47-be6f-2361234f5301,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:29.424260 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 71eeab29-0c3e-4761-a5fc-905d7e248bc0 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:11:29.436790 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-3052db30-aa33-4a6c-8a22-8c6dc55ed9ec tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:29.438405 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-3052db30-aa33-4a6c-8a22-8c6dc55ed9ec tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1258862 Aug 31 09:11:29.458990 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-d215f26a-9ecf-4eb0-aef5-8b0e972c4510 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/quotas/040e1d69a80d4ab5aa379a20dc95a79b HTTP/1.1" status: 200 len: 375 time: 0.0144348 Aug 31 09:11:29.559832 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-7614f210-4ed3-4f54-94e9-82bb108f1985 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=040e1d69a80d4ab5aa379a20dc95a79b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0919414 Aug 31 09:11:29.611025 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0f97c-bb56-48fc-9a8b-5936362ae637 req-b3e85a78-9db3-4df1-b07e-690f4c41e7ba tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:29.616842 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 71eeab29-0c3e-4761-a5fc-905d7e248bc0, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=71eeab29-0c3e-4761-a5fc-905d7e248bc0,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:29.630283 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '71eeab29-0c3e-4761-a5fc-905d7e248bc0', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': '71eeab29-0c3e-4761-a5fc-905d7e248bc0', 'mac_address': 'fa:16:3e:7b:68:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:11:29.634580 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cfc0f97c-bb56-48fc-9a8b-5936362ae637 req-b3e85a78-9db3-4df1-b07e-690f4c41e7ba tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 947 time: 0.1292338 Aug 31 09:11:29.681654 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48618) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:29.684539 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:29.695000 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cfc0f97c-bb56-48fc-9a8b-5936362ae637 req-50776307-ebd1-4ae3-8e5f-cd5a93eb355a tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595095 Aug 31 09:11:29.699320 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71eeab29-0c3e-4761-a5fc-905d7e248bc0 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:11:29.725883 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 71eeab29-0c3e-4761-a5fc-905d7e248bc0, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=71eeab29-0c3e-4761-a5fc-905d7e248bc0,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:29.794297 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:29.874097 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4c2ff516-a969-44a3-829f-51503af012b6 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=2379cf2b73204f2ca610c9016fa2ba9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906211 Aug 31 09:11:29.886736 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48646) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:29.894608 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=71eeab29-0c3e-4761-a5fc-905d7e248bc0,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:29.908507 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-429e06ad-561d-48a0-a456-1513149c26d0 req-b7fc983d-9d66-4207-92b0-42e341db2b66 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/ports?device_id=1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7 HTTP/1.1" status: 200 len: 210 time: 0.0477560 Aug 31 09:11:29.975923 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e7fcf37-e5b1-4c1c-bf65-1d1b248e7364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:30.020284 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e7fcf37-e5b1-4c1c-bf65-1d1b248e7364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:30.068261 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['71eeab29-0c3e-4761-a5fc-905d7e248bc0'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:11:30.172637 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48678) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:30.174465 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-eb360f35-13f1-41a0-b2ec-45d696b58e05 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=5a810b1f7a474174a66d41cc8c75e1e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414395 Aug 31 09:11:30.191879 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81606322-52a7-4901-8027-10eb5b5ae99c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:30.197303 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e7fcf37-e5b1-4c1c-bf65-1d1b248e7364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:30.199457 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e7fcf37-e5b1-4c1c-bf65-1d1b248e7364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:30.200823 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3e7fcf37-e5b1-4c1c-bf65-1d1b248e7364 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/96515b03-0465-4fb7-869e-45f0a25b7733 HTTP/1.1" status: 204 len: 168 time: 0.3166087 Aug 31 09:11:30.252304 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7fcf37-e5b1-4c1c-bf65-1d1b248e7364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96515b03-0465-4fb7-869e-45f0a25b7733,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:30.317242 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ab711-b527-40a8-90bc-b1c0cd25d1f6 req-7b51a6cc-6502-4ef5-b58e-eba513e79660 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:30.327728 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-579ab711-b527-40a8-90bc-b1c0cd25d1f6 req-7b51a6cc-6502-4ef5-b58e-eba513e79660 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 946 time: 0.1122353 Aug 31 09:11:30.347036 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81606322-52a7-4901-8027-10eb5b5ae99c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:30.348262 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-67580814-5780-4f9e-aaf9-4f344b330f1d tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:30.350013 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-67580814-5780-4f9e-aaf9-4f344b330f1d tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1731894 Aug 31 09:11:30.372942 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-178b40c6-ee28-47e7-b685-5d9725bfe214 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/quotas/5a810b1f7a474174a66d41cc8c75e1e5 HTTP/1.1" status: 200 len: 375 time: 0.0156507 Aug 31 09:11:30.394935 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-579ab711-b527-40a8-90bc-b1c0cd25d1f6 req-89bcfbf9-a17f-4cd0-9abd-94a4df424b9c tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659330 Aug 31 09:11:30.418462 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-a0ce3ade-e391-4643-94b1-87890a5d62c4 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=5a810b1f7a474174a66d41cc8c75e1e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362175 Aug 31 09:11:30.434391 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81606322-52a7-4901-8027-10eb5b5ae99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:30.481688 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-81606322-52a7-4901-8027-10eb5b5ae99c admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=c634ce9754274e4b97cf920759b32613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3068812 Aug 31 09:11:30.482007 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81606322-52a7-4901-8027-10eb5b5ae99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01584561-483d-4cb6-8156-980389fb0777,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:30.489486 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48688) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:30.559406 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ec900368-a905-4bfd-96fb-f444694b8eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:30.581864 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ec900368-a905-4bfd-96fb-f444694b8eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:30.724480 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ec900368-a905-4bfd-96fb-f444694b8eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:30.727047 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ec900368-a905-4bfd-96fb-f444694b8eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:30.734378 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ec900368-a905-4bfd-96fb-f444694b8eb9 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/01584561-483d-4cb6-8156-980389fb0777 HTTP/1.1" status: 204 len: 168 time: 0.2375212 Aug 31 09:11:30.740423 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec900368-a905-4bfd-96fb-f444694b8eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01584561-483d-4cb6-8156-980389fb0777,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:30.936867 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a3013-2042-4b29-a4be-9cbc7525bdbc req-0ebb77ba-f748-4920-9b12-e4854c12d59f tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:30.938416 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a38a3013-2042-4b29-a4be-9cbc7525bdbc req-0ebb77ba-f748-4920-9b12-e4854c12d59f tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 948 time: 0.1223326 Aug 31 09:11:30.944983 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56313618-7b29-4059-90aa-0b03cbf58dbf req-ccc36769-585f-4b36-a645-cf7ebc8ed1c0 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:30.946435 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56313618-7b29-4059-90aa-0b03cbf58dbf req-ccc36769-585f-4b36-a645-cf7ebc8ed1c0 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 1098 time: 0.0656848 Aug 31 09:11:31.003313 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a38a3013-2042-4b29-a4be-9cbc7525bdbc req-4456c54d-6638-4e00-85d7-b7ad88715a0f tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558999 Aug 31 09:11:31.004938 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56313618-7b29-4059-90aa-0b03cbf58dbf req-51c54788-2ff8-42af-9879-8559964398a2 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506132 Aug 31 09:11:31.119192 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-bf611301-1de2-4a4f-b6d1-d701b652fb4e tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=5a810b1f7a474174a66d41cc8c75e1e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217528 Aug 31 09:11:31.201228 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd22dd3f-c8f3-442d-873e-cac1fabcb3a4 req-4968ca1f-2153-4d2d-aa29-fa0ddca13f02 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/ports?device_id=1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7 HTTP/1.1" status: 200 len: 210 time: 0.0707586 Aug 31 09:11:31.278666 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48734) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:31.297026 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-931debd2-f03a-4887-90a8-9b8c02515e89 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:31.308439 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-931debd2-f03a-4887-90a8-9b8c02515e89 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1784751 Aug 31 09:11:31.326031 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-215d1949-1120-4b4f-877d-e00fe3e9fe8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:31.335045 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-743bcc81-a0b0-48c3-af2b-6da829c578cc tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/quotas/5a810b1f7a474174a66d41cc8c75e1e5 HTTP/1.1" status: 200 len: 375 time: 0.0251973 Aug 31 09:11:31.404208 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-d347ae21-4fcc-4a30-9b90-022b45980d40 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=5a810b1f7a474174a66d41cc8c75e1e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530446 Aug 31 09:11:31.441087 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 71eeab29-0c3e-4761-a5fc-905d7e248bc0 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:11:31.446739 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4d494-74eb-4d79-ae27-25f7632df8f4 req-7dfdf8f8-3752-4d4d-b537-0d6fece9b408 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:31.449747 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-53d4d494-74eb-4d79-ae27-25f7632df8f4 req-7dfdf8f8-3752-4d4d-b537-0d6fece9b408 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 1098 time: 0.1119716 Aug 31 09:11:31.539152 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-53d4d494-74eb-4d79-ae27-25f7632df8f4 req-96e6f8a8-a25f-49f6-b5c3-0c4da0895138 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768960 Aug 31 09:11:31.560742 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-215d1949-1120-4b4f-877d-e00fe3e9fe8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:31.603281 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 71eeab29-0c3e-4761-a5fc-905d7e248bc0 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:11:31.609539 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 71eeab29-0c3e-4761-a5fc-905d7e248bc0 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:31.609918 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:31.623256 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-215d1949-1120-4b4f-877d-e00fe3e9fe8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:31.676047 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48758) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:31.685764 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-215d1949-1120-4b4f-877d-e00fe3e9fe8d admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=3a208b5379eb409184ee14aa9dedbd6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4060061 Aug 31 09:11:31.727225 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-c95a42aa-9741-47c5-9ad1-e0f7bc94d6b2 req-3d2ecc9d-a3db-4c8c-a063-a35ee1fe6fb6 service neutron] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:11:31.727669 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:31.743201 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c95a42aa-9741-47c5-9ad1-e0f7bc94d6b2 req-3d2ecc9d-a3db-4c8c-a063-a35ee1fe6fb6 service neutron] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209367 Aug 31 09:11:31.756107 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d1949-1120-4b4f-877d-e00fe3e9fe8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040ac992-8164-4ed7-91a0-e942fb59fc4b,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:31.762738 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 4b983ee0-3395-4afe-88a3-c2815cf15e20 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:11:31.822065 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b8574736-ad20-4819-b50a-db69d8b1a83e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:31.855518 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8621e8-22ba-483e-991e-e5f8f209b8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71eeab29-0c3e-4761-a5fc-905d7e248bc0'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:31.865580 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b87fa94-333d-4e23-a616-5e19a9597d9a" -d '{"events": [{"server_uuid": "fd8621e8-22ba-483e-991e-e5f8f209b8fc", "name": "network-vif-plugged", "status": "completed", "tag": "71eeab29-0c3e-4761-a5fc-905d7e248bc0"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:31.886009 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b8574736-ad20-4819-b50a-db69d8b1a83e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:31.896050 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae378c11-2674-4e14-b249-195da51f1dfc req-73d113c7-24ba-4d1e-a9a3-e1c73330ed2c tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/ports?device_id=59d3e945-74b3-4546-bea0-3d1b5d1f3d43 HTTP/1.1" status: 200 len: 210 time: 0.0755897 Aug 31 09:11:32.010125 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7426ff6b-fadc-4b7e-8547-48e343d9bbb7 x-openstack-request-id: req-7426ff6b-fadc-4b7e-8547-48e343d9bbb7 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:32.010839 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8621e8-22ba-483e-991e-e5f8f209b8fc", "name": "network-vif-plugged", "status": "completed", "tag": "71eeab29-0c3e-4761-a5fc-905d7e248bc0", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:32.011965 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-7426ff6b-fadc-4b7e-8547-48e343d9bbb7 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:32.012594 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8621e8-22ba-483e-991e-e5f8f209b8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71eeab29-0c3e-4761-a5fc-905d7e248bc0', 'code': 200} Aug 31 09:11:32.020206 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 71eeab29-0c3e-4761-a5fc-905d7e248bc0, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=71eeab29-0c3e-4761-a5fc-905d7e248bc0,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:32.058491 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b8574736-ad20-4819-b50a-db69d8b1a83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:32.065307 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b8574736-ad20-4819-b50a-db69d8b1a83e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:32.075948 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b8574736-ad20-4819-b50a-db69d8b1a83e admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/040ac992-8164-4ed7-91a0-e942fb59fc4b HTTP/1.1" status: 204 len: 168 time: 0.3920038 Aug 31 09:11:32.108706 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8574736-ad20-4819-b50a-db69d8b1a83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040ac992-8164-4ed7-91a0-e942fb59fc4b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:32.167951 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:32.178438 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a79526-f761-41b0-8c87-bcd1f8d4edd0 req-7dc9ba15-ad6a-423c-beda-1c0b4ae7e161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:32.196091 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-20a79526-f761-41b0-8c87-bcd1f8d4edd0 req-7dc9ba15-ad6a-423c-beda-1c0b4ae7e161 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 1100 time: 0.1176162 Aug 31 09:11:32.299514 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-20a79526-f761-41b0-8c87-bcd1f8d4edd0 req-6ada9cbd-3f2a-4af3-bc99-0b34db67780d service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022961 Aug 31 09:11:32.332367 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 4b983ee0-3395-4afe-88a3-c2815cf15e20, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=4b983ee0-3395-4afe-88a3-c2815cf15e20,segment=NetworkSegment(7165cf42-c983-4e18-9ad9-e580a9c61c0b),segment_id=7165cf42-c983-4e18-9ad9-e580a9c61c0b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:32.333062 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-850fad6e-2e8c-42e9-8e42-868339402bfd tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=040e1d69a80d4ab5aa379a20dc95a79b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367734 Aug 31 09:11:32.379033 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '4b983ee0-3395-4afe-88a3-c2815cf15e20', 'network_id': '9ca962f7-a3f8-4e91-9029-22ec42b84c01', 'port_id': '4b983ee0-3395-4afe-88a3-c2815cf15e20', 'mac_address': 'fa:16:3e:c4:93:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5540a99f-ddc8-4454-b137-a8c33ca66961', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:11:32.381321 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=71eeab29-0c3e-4761-a5fc-905d7e248bc0,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:32.438885 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:32.450006 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:32.457596 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b983ee0-3395-4afe-88a3-c2815cf15e20 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:11:32.494396 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 4b983ee0-3395-4afe-88a3-c2815cf15e20, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=4b983ee0-3395-4afe-88a3-c2815cf15e20,segment=NetworkSegment(7165cf42-c983-4e18-9ad9-e580a9c61c0b),segment_id=7165cf42-c983-4e18-9ad9-e580a9c61c0b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:32.544409 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:32.600365 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:32.664807 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=4b983ee0-3395-4afe-88a3-c2815cf15e20,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:32.698711 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['4b983ee0-3395-4afe-88a3-c2815cf15e20'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:11:32.828723 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-4f80bcc8-26aa-4705-bd69-984b7ed70482 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:32.830232 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-4f80bcc8-26aa-4705-bd69-984b7ed70482 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4888115 Aug 31 09:11:32.852938 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103acba9-6787-42d2-a4a9-8e2b0f10ccf8 req-60f77821-baf2-4fdc-9755-6a34d3960091 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:32.861242 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-103acba9-6787-42d2-a4a9-8e2b0f10ccf8 req-60f77821-baf2-4fdc-9755-6a34d3960091 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 949 time: 0.6385350 Aug 31 09:11:32.901322 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-d67407b9-5c4f-4454-a49a-f65ef647c106 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Request body: {'port': {'device_id': '1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'admin_state_up': True, 'tenant_id': '040e1d69a80d4ab5aa379a20dc95a79b'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:33.101245 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-103acba9-6787-42d2-a4a9-8e2b0f10ccf8 req-0babcedf-8b3e-4926-809c-389cdb20cb44 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315512 Aug 31 09:11:33.144135 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-97774e46-c785-4a6c-b418-670f3c3c3f8b tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=5a810b1f7a474174a66d41cc8c75e1e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0892243 Aug 31 09:11:33.439464 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ccbb8ee6-c9a1-4c2d-974a-2a58c9cc7f65 req-4c7937f8-72cd-4807-b571-159102d5cdd6 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/ports?device_id=1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7 HTTP/1.1" status: 200 len: 210 time: 0.0586421 Aug 31 09:11:33.449435 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-d67407b9-5c4f-4454-a49a-f65ef647c106 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Made reservation on behalf of 040e1d69a80d4ab5aa379a20dc95a79b for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:11:33.453716 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-d67407b9-5c4f-4454-a49a-f65ef647c106 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:33.508482 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-d2fd2be1-510a-43f7-b397-1a63c0a6c2df tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:33.508482 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-d2fd2be1-510a-43f7-b397-1a63c0a6c2df tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3403077 Aug 31 09:11:33.715244 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-044aad4d-4091-4512-ba2d-8ab73efb4fd7 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Request body: {'port': {'device_id': '2d79dd1d-3134-4e3f-85e8-662f97dc31f3', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'admin_state_up': True, 'tenant_id': '5a810b1f7a474174a66d41cc8c75e1e5'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:33.749481 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 4b983ee0-3395-4afe-88a3-c2815cf15e20 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:11:33.880434 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-d67407b9-5c4f-4454-a49a-f65ef647c106 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Allocated IP 192.168.233.137 (a47e180d-e969-4a85-aa09-0ec8196480c0/f473c8e7-d3e2-4352-b8da-3dcd093feb8b/d10009b1-af92-4def-83e8-5a04c91388fc) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:11:33.884144 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0ef66315-d0c9-40a9-8a32-a3603eb1ffbd req-24c6f02e-15ed-450b-b009-52a219f1a7c7 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/ports?device_id=59d3e945-74b3-4546-bea0-3d1b5d1f3d43 HTTP/1.1" status: 200 len: 210 time: 0.0660419 Aug 31 09:11:33.967951 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 4b983ee0-3395-4afe-88a3-c2815cf15e20 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:33.969477 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:34.014653 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-044aad4d-4091-4512-ba2d-8ab73efb4fd7 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Made reservation on behalf of 5a810b1f7a474174a66d41cc8c75e1e5 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:11:34.018500 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-044aad4d-4091-4512-ba2d-8ab73efb4fd7 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:34.035246 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-044aad4d-4091-4512-ba2d-8ab73efb4fd7 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:34.106266 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:34.158440 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad652944-8817-40f1-b561-f3b485aad6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b983ee0-3395-4afe-88a3-c2815cf15e20'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:34.163197 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e821816a-dce0-471a-9206-ed988bbd76fd" -d '{"events": [{"server_uuid": "ad652944-8817-40f1-b561-f3b485aad6b9", "name": "network-vif-plugged", "status": "completed", "tag": "4b983ee0-3395-4afe-88a3-c2815cf15e20"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:34.177985 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-d67407b9-5c4f-4454-a49a-f65ef647c106 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:34.185617 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 4b983ee0-3395-4afe-88a3-c2815cf15e20, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=4b983ee0-3395-4afe-88a3-c2815cf15e20,segment=NetworkSegment(7165cf42-c983-4e18-9ad9-e580a9c61c0b),segment_id=7165cf42-c983-4e18-9ad9-e580a9c61c0b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:34.201267 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-d67407b9-5c4f-4454-a49a-f65ef647c106 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Transition to ACTIVE for port object d10009b1-af92-4def-83e8-5a04c91388fc will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:11:34.228665 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:34.324068 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfef92-3492-45ef-9b00-43487971de12 req-ce0e05fa-c0b8-404d-8ee1-d21fb40dc5b7 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:34.333794 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05bfef92-3492-45ef-9b00-43487971de12 req-ce0e05fa-c0b8-404d-8ee1-d21fb40dc5b7 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 949 time: 0.1274068 Aug 31 09:11:34.334405 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=4b983ee0-3395-4afe-88a3-c2815cf15e20,revision_number=7']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:34.346498 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-044aad4d-4091-4512-ba2d-8ab73efb4fd7 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:34.389229 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-f109754c-7fc4-4cb0-8c66-2ba077c8e8a4 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=5a810b1f7a474174a66d41cc8c75e1e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358305 Aug 31 09:11:34.457157 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05bfef92-3492-45ef-9b00-43487971de12 req-ce3c42e4-0c33-4a2d-adfe-3ff4d5fb62d1 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223812 Aug 31 09:11:34.473118 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-d67407b9-5c4f-4454-a49a-f65ef647c106 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:34.482574 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-044aad4d-4091-4512-ba2d-8ab73efb4fd7 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:34.492726 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['bcead4eb-ed6e-4d8a-82d7-d30999181a18'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:11:34.602187 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1315ab80-dbe3-44dc-b072-5115ee983748 x-openstack-request-id: req-1315ab80-dbe3-44dc-b072-5115ee983748 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:34.603946 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad652944-8817-40f1-b561-f3b485aad6b9", "name": "network-vif-plugged", "status": "completed", "tag": "4b983ee0-3395-4afe-88a3-c2815cf15e20", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:34.604828 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-1315ab80-dbe3-44dc-b072-5115ee983748 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:34.605303 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad652944-8817-40f1-b561-f3b485aad6b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b983ee0-3395-4afe-88a3-c2815cf15e20', 'code': 200} Aug 31 09:11:34.784449 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-c55b3989-8b8b-40f6-babf-e857fb8dcf67 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:34.788063 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-d67407b9-5c4f-4454-a49a-f65ef647c106 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Network a47e180d-e969-4a85-aa09-0ec8196480c0 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:11:34.793738 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-c55b3989-8b8b-40f6-babf-e857fb8dcf67 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3989177 Aug 31 09:11:34.819543 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-d67407b9-5c4f-4454-a49a-f65ef647c106 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:11:34.822372 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-d67407b9-5c4f-4454-a49a-f65ef647c106 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:11:34.826661 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-c7eacffc-63f7-44cc-b5c5-d7e8478001a9 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Request body: {'port': {'device_id': '59d3e945-74b3-4546-bea0-3d1b5d1f3d43', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'admin_state_up': True, 'tenant_id': '5a810b1f7a474174a66d41cc8c75e1e5'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:34.913239 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044aad4d-4091-4512-ba2d-8ab73efb4fd7 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eae352a4-a58a-4bc2-b82c-a9a6ca450805,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:34.982014 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67407b9-5c4f-4454-a49a-f65ef647c106 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Pushing event updated for resources: {'Port': ['ID=d10009b1-af92-4def-83e8-5a04c91388fc,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:35.023983 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-d67407b9-5c4f-4454-a49a-f65ef647c106 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:35.024573 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-d67407b9-5c4f-4454-a49a-f65ef647c106 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:35.053821 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-9be59fe0-e18c-4a95-904e-cb2e8e09279f req-4576c27b-1b7c-4df7-a638-d764910b0cb8 service neutron] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:11:35.054895 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9be59fe0-e18c-4a95-904e-cb2e8e09279f req-4576c27b-1b7c-4df7-a638-d764910b0cb8 service neutron] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075228 Aug 31 09:11:35.121139 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-044aad4d-4091-4512-ba2d-8ab73efb4fd7 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Allocated IP 192.168.233.180 (a47e180d-e969-4a85-aa09-0ec8196480c0/f473c8e7-d3e2-4352-b8da-3dcd093feb8b/61109711-82f3-469e-b9ee-3a34ce0ad19a) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:11:35.335935 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-d67407b9-5c4f-4454-a49a-f65ef647c106 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4711192 Aug 31 09:11:35.354120 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-f6527843-3b83-4b67-99e2-56ad8b4afd96 service neutron] Request body: {'port': {'device_id': '1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:35.378907 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-97edea11-e325-49e8-8c2e-7f01f1d54649 None None] Provisioning for port d10009b1-af92-4def-83e8-5a04c91388fc completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:11:35.389022 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-97edea11-e325-49e8-8c2e-7f01f1d54649 None None] Provisioning complete for port d10009b1-af92-4def-83e8-5a04c91388fc triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:35.389654 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-97edea11-e325-49e8-8c2e-7f01f1d54649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:35.395029 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-044aad4d-4091-4512-ba2d-8ab73efb4fd7 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:35.421210 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-044aad4d-4091-4512-ba2d-8ab73efb4fd7 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Transition to ACTIVE for port object 61109711-82f3-469e-b9ee-3a34ce0ad19a will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:11:35.455736 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-f6527843-3b83-4b67-99e2-56ad8b4afd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:35.473993 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-c7eacffc-63f7-44cc-b5c5-d7e8478001a9 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Made reservation on behalf of 5a810b1f7a474174a66d41cc8c75e1e5 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:11:35.478486 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-c7eacffc-63f7-44cc-b5c5-d7e8478001a9 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:35.494697 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-97edea11-e325-49e8-8c2e-7f01f1d54649 None None] Port d10009b1-af92-4def-83e8-5a04c91388fc cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:11:35.668623 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-044aad4d-4091-4512-ba2d-8ab73efb4fd7 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:35.743368 n-d-791506-28 neutron-server[95552]: WARNING keystonemiddleware.auth_token [req-0a1e411c-418b-413f-80be-12c32303601e req-7830040d-0916-47b1-879f-272397be8046 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 09:11:35.754922 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [req-b593dfb1-be19-4edc-b162-9723221ee601 req-d79afb3d-3a9b-4995-b16d-485448faa279 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:11:35.765919 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b593dfb1-be19-4edc-b162-9723221ee601 req-d79afb3d-3a9b-4995-b16d-485448faa279 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2554650 Aug 31 09:11:35.779016 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-b593dfb1-be19-4edc-b162-9723221ee601 req-07876408-be03-464e-91b6-2c17d0326493 service neutron] Request body: {'binding': {'host': 'n-h1-791506-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:35.780758 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-b593dfb1-be19-4edc-b162-9723221ee601 req-07876408-be03-464e-91b6-2c17d0326493 service neutron] Unknown quota resources ['binding']. {{(pid=95552) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:11:35.782967 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-044aad4d-4091-4512-ba2d-8ab73efb4fd7 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Network a47e180d-e969-4a85-aa09-0ec8196480c0 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:11:35.790499 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-044aad4d-4091-4512-ba2d-8ab73efb4fd7 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:11:35.798482 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-044aad4d-4091-4512-ba2d-8ab73efb4fd7 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:11:35.843573 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48912) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:35.893398 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044aad4d-4091-4512-ba2d-8ab73efb4fd7 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Pushing event updated for resources: {'Port': ['ID=61109711-82f3-469e-b9ee-3a34ce0ad19a,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:35.904532 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-044aad4d-4091-4512-ba2d-8ab73efb4fd7 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:35.905294 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-044aad4d-4091-4512-ba2d-8ab73efb4fd7 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:35.927815 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377799f-4871-448b-b302-39bcbbef692e req-ae822d18-6145-4fd0-b71f-97f77ea90081 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:35.936082 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f377799f-4871-448b-b302-39bcbbef692e req-ae822d18-6145-4fd0-b71f-97f77ea90081 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/ports?device_id=1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7 HTTP/1.1" status: 200 len: 936 time: 0.2743480 Aug 31 09:11:35.940252 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-c7eacffc-63f7-44cc-b5c5-d7e8478001a9 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Allocated IP 192.168.233.140 (a47e180d-e969-4a85-aa09-0ec8196480c0/f473c8e7-d3e2-4352-b8da-3dcd093feb8b/f7f53240-2d5e-4910-ba8e-a19415aea7e7) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:11:36.016818 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-044aad4d-4091-4512-ba2d-8ab73efb4fd7 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4480534 Aug 31 09:11:36.052360 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-df7bffa8-496b-42b4-bfde-09a3262f483c service neutron] Request body: {'port': {'device_id': '2d79dd1d-3134-4e3f-85e8-662f97dc31f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:36.131186 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f377799f-4871-448b-b302-39bcbbef692e req-a6714ed6-5b38-4fd1-897a-246bf980387c tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8720c92-5f89-40c2-ae84-69f108903164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940188 Aug 31 09:11:36.139560 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16014a41-8722-40fe-9325-106b7177b930 req-b5f6aa36-3713-4a0d-8a14-1a104c7923b3 service neutron] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2882953 Aug 31 09:11:36.288788 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-df7bffa8-496b-42b4-bfde-09a3262f483c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:36.392637 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3b713f30-933a-46f8-9ae1-75a8874aa1be None None] Provisioning for port 61109711-82f3-469e-b9ee-3a34ce0ad19a completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:11:36.405251 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3b713f30-933a-46f8-9ae1-75a8874aa1be None None] Provisioning complete for port 61109711-82f3-469e-b9ee-3a34ce0ad19a triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:36.406541 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3b713f30-933a-46f8-9ae1-75a8874aa1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:36.513626 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-179a6662-6d2e-4d8d-a64b-e7e2385daa91 req-7f1fb96c-86ee-46b0-9eac-0cb93600a447 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/ports?device_id=59d3e945-74b3-4546-bea0-3d1b5d1f3d43 HTTP/1.1" status: 200 len: 210 time: 0.1381793 Aug 31 09:11:36.540526 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-3b713f30-933a-46f8-9ae1-75a8874aa1be None None] Port 61109711-82f3-469e-b9ee-3a34ce0ad19a cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:11:36.784856 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-b593dfb1-be19-4edc-b162-9723221ee601 req-07876408-be03-464e-91b6-2c17d0326493 service neutron] Attempting to bind port 3969a996-4cf3-494c-8707-d9c84a2eb9eb on host n-h1-791506-28 for vnic_type normal with profile None {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:11:36.784856 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-b593dfb1-be19-4edc-b162-9723221ee601 req-07876408-be03-464e-91b6-2c17d0326493 service neutron] Attempting to bind port 3969a996-4cf3-494c-8707-d9c84a2eb9eb by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:11:36.784856 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593dfb1-be19-4edc-b162-9723221ee601 req-07876408-be03-464e-91b6-2c17d0326493 service neutron] Attempting to bind port 3969a996-4cf3-494c-8707-d9c84a2eb9eb on network d54aa48d-9328-4446-b337-2071a0fd4f0c {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:36.800292 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593dfb1-be19-4edc-b162-9723221ee601 req-07876408-be03-464e-91b6-2c17d0326493 service neutron] Port 3969a996-4cf3-494c-8707-d9c84a2eb9eb on network d54aa48d-9328-4446-b337-2071a0fd4f0c not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:11:36.800292 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593dfb1-be19-4edc-b162-9723221ee601 req-07876408-be03-464e-91b6-2c17d0326493 service neutron] Attempting to bind port 3969a996-4cf3-494c-8707-d9c84a2eb9eb on network d54aa48d-9328-4446-b337-2071a0fd4f0c {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:36.800292 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593dfb1-be19-4edc-b162-9723221ee601 req-07876408-be03-464e-91b6-2c17d0326493 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:11:36.800292 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593dfb1-be19-4edc-b162-9723221ee601 req-07876408-be03-464e-91b6-2c17d0326493 service neutron] Checking segment: {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:11:36.800292 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593dfb1-be19-4edc-b162-9723221ee601 req-07876408-be03-464e-91b6-2c17d0326493 service neutron] Bound using segment: {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:11:36.800292 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-b593dfb1-be19-4edc-b162-9723221ee601 req-07876408-be03-464e-91b6-2c17d0326493 service neutron] Bound port: 3969a996-4cf3-494c-8707-d9c84a2eb9eb, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:11:36.934223 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-c7eacffc-63f7-44cc-b5c5-d7e8478001a9 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:36.953414 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-b593dfb1-be19-4edc-b162-9723221ee601 req-07876408-be03-464e-91b6-2c17d0326493 service neutron] For port 3969a996-4cf3-494c-8707-d9c84a2eb9eb, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3969a996-4cf3-494c-8707-d9c84a2eb9eb,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:11:36.958598 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-c7eacffc-63f7-44cc-b5c5-d7e8478001a9 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Transition to ACTIVE for port object f7f53240-2d5e-4910-ba8e-a19415aea7e7 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:11:37.023659 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b593dfb1-be19-4edc-b162-9723221ee601 req-07876408-be03-464e-91b6-2c17d0326493 service neutron] Notify callbacks [] for binding, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:37.024874 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b593dfb1-be19-4edc-b162-9723221ee601 req-07876408-be03-464e-91b6-2c17d0326493 service neutron] 10.222.0.119 "POST /v2.0/ports/3969a996-4cf3-494c-8707-d9c84a2eb9eb/bindings HTTP/1.1" status: 201 len: 390 time: 1.2560921 Aug 31 09:11:37.033126 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8c578-e899-47a7-a340-a72944e13645 req-da3b0744-3cfc-4103-903a-140efb2bfeb3 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:37.042247 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ea8c578-e899-47a7-a340-a72944e13645 req-da3b0744-3cfc-4103-903a-140efb2bfeb3 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 949 time: 0.0955393 Aug 31 09:11:37.073588 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-c7eacffc-63f7-44cc-b5c5-d7e8478001a9 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:37.094917 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ea8c578-e899-47a7-a340-a72944e13645 req-dab68032-c8df-4bb0-a900-4f6954357417 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513370 Aug 31 09:11:37.181038 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eacffc-63f7-44cc-b5c5-d7e8478001a9 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Pushing event updated for resources: {'Port': ['ID=f7f53240-2d5e-4910-ba8e-a19415aea7e7,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:37.216374 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-c7eacffc-63f7-44cc-b5c5-d7e8478001a9 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Network a47e180d-e969-4a85-aa09-0ec8196480c0 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:11:37.217844 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-c7eacffc-63f7-44cc-b5c5-d7e8478001a9 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:11:37.220445 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-c7eacffc-63f7-44cc-b5c5-d7e8478001a9 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:11:37.331893 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-c7eacffc-63f7-44cc-b5c5-d7e8478001a9 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:37.335822 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-c7eacffc-63f7-44cc-b5c5-d7e8478001a9 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:37.441360 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-f6527843-3b83-4b67-99e2-56ad8b4afd96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d10009b1-af92-4def-83e8-5a04c91388fc {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:11:37.474732 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-f6527843-3b83-4b67-99e2-56ad8b4afd96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:37.475120 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-c7eacffc-63f7-44cc-b5c5-d7e8478001a9 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6701691 Aug 31 09:11:37.490331 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-86883073-1f76-4137-b350-ec7ce65651e4 service neutron] Request body: {'port': {'device_id': '59d3e945-74b3-4546-bea0-3d1b5d1f3d43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:37.547743 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-f6527843-3b83-4b67-99e2-56ad8b4afd96 service neutron] Transition to ACTIVE for port object d10009b1-af92-4def-83e8-5a04c91388fc will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:11:37.617758 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-86883073-1f76-4137-b350-ec7ce65651e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:37.927167 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69255789-c92c-4891-b39a-2a7b1a38381b req-af43588d-d094-4df2-8285-d6b0a20a827c tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:37.928695 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-69255789-c92c-4891-b39a-2a7b1a38381b req-af43588d-d094-4df2-8285-d6b0a20a827c tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/ports?device_id=1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7 HTTP/1.1" status: 200 len: 936 time: 0.4508092 Aug 31 09:11:37.942984 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-f6527843-3b83-4b67-99e2-56ad8b4afd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:38.046200 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f8d8ba9f-ab33-426c-9e55-85a5a8be284c None None] Provisioning for port f7f53240-2d5e-4910-ba8e-a19415aea7e7 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:11:38.048985 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-df7bffa8-496b-42b4-bfde-09a3262f483c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61109711-82f3-469e-b9ee-3a34ce0ad19a {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:11:38.062737 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f8d8ba9f-ab33-426c-9e55-85a5a8be284c None None] Provisioning complete for port f7f53240-2d5e-4910-ba8e-a19415aea7e7 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:38.064091 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f8d8ba9f-ab33-426c-9e55-85a5a8be284c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:38.119988 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-df7bffa8-496b-42b4-bfde-09a3262f483c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:38.150717 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-f8d8ba9f-ab33-426c-9e55-85a5a8be284c None None] Port f7f53240-2d5e-4910-ba8e-a19415aea7e7 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:11:38.200068 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593dfb1-be19-4edc-b162-9723221ee601 req-1a1e84ef-f217-47c1-9706-8fae79c6983b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:38.202065 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b593dfb1-be19-4edc-b162-9723221ee601 req-1a1e84ef-f217-47c1-9706-8fae79c6983b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8d929c95dcb6486584c62bb8e91069d6&device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 1098 time: 0.2674708 Aug 31 09:11:38.203260 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6527843-3b83-4b67-99e2-56ad8b4afd96 service neutron] Pushing event updated for resources: {'Port': ['ID=d10009b1-af92-4def-83e8-5a04c91388fc,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:38.257261 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-df7bffa8-496b-42b4-bfde-09a3262f483c service neutron] Transition to ACTIVE for port object 61109711-82f3-469e-b9ee-3a34ce0ad19a will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:11:38.295630 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e71b37-c71d-4df2-9589-a5d30fee166c req-003a2976-661b-458f-a7c4-ad21a1085038 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:38.297460 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27e71b37-c71d-4df2-9589-a5d30fee166c req-003a2976-661b-458f-a7c4-ad21a1085038 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 946 time: 0.3672616 Aug 31 09:11:38.323195 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-69255789-c92c-4891-b39a-2a7b1a38381b req-aad6e3f0-a639-4462-84eb-c719d330ed7c tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8720c92-5f89-40c2-ae84-69f108903164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762186 Aug 31 09:11:38.373429 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-df7bffa8-496b-42b4-bfde-09a3262f483c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:38.501227 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-f6527843-3b83-4b67-99e2-56ad8b4afd96 service neutron] Attempting to bind port d10009b1-af92-4def-83e8-5a04c91388fc on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:11:38.501568 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-f6527843-3b83-4b67-99e2-56ad8b4afd96 service neutron] Attempting to bind port d10009b1-af92-4def-83e8-5a04c91388fc by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:11:38.501894 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-f6527843-3b83-4b67-99e2-56ad8b4afd96 service neutron] Attempting to bind port d10009b1-af92-4def-83e8-5a04c91388fc on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:38.535310 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27e71b37-c71d-4df2-9589-a5d30fee166c req-764270a8-5e80-4781-9abf-2d2c5e03a967 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095447 Aug 31 09:11:38.544480 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7bffa8-496b-42b4-bfde-09a3262f483c service neutron] Pushing event updated for resources: {'Port': ['ID=61109711-82f3-469e-b9ee-3a34ce0ad19a,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:38.553999 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-f6527843-3b83-4b67-99e2-56ad8b4afd96 service neutron] Port d10009b1-af92-4def-83e8-5a04c91388fc on network a47e180d-e969-4a85-aa09-0ec8196480c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:11:38.554322 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-f6527843-3b83-4b67-99e2-56ad8b4afd96 service neutron] Attempting to bind port d10009b1-af92-4def-83e8-5a04c91388fc on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:38.570500 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-f6527843-3b83-4b67-99e2-56ad8b4afd96 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:11:38.570876 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-f6527843-3b83-4b67-99e2-56ad8b4afd96 service neutron] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:11:38.571256 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-f6527843-3b83-4b67-99e2-56ad8b4afd96 service neutron] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:11:38.571712 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-f6527843-3b83-4b67-99e2-56ad8b4afd96 service neutron] Bound port: d10009b1-af92-4def-83e8-5a04c91388fc, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:11:38.572071 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-f6527843-3b83-4b67-99e2-56ad8b4afd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:38.601995 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-86883073-1f76-4137-b350-ec7ce65651e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f53240-2d5e-4910-ba8e-a19415aea7e7 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:11:38.614337 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-86883073-1f76-4137-b350-ec7ce65651e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:38.645353 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-86883073-1f76-4137-b350-ec7ce65651e4 service neutron] Transition to ACTIVE for port object f7f53240-2d5e-4910-ba8e-a19415aea7e7 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:11:38.648655 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593dfb1-be19-4edc-b162-9723221ee601 req-70e8b093-133b-4a4a-9385-631baf456991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:38.650193 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b593dfb1-be19-4edc-b162-9723221ee601 req-70e8b093-133b-4a4a-9385-631baf456991 service neutron] 10.222.0.112 "GET /v2.0/networks?id=d54aa48d-9328-4446-b337-2071a0fd4f0c HTTP/1.1" status: 200 len: 910 time: 0.3918450 Aug 31 09:11:38.744680 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b593dfb1-be19-4edc-b162-9723221ee601 req-8e3a800e-6d40-4cfa-9362-89420894bb20 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3969a996-4cf3-494c-8707-d9c84a2eb9eb HTTP/1.1" status: 200 len: 217 time: 0.0800381 Aug 31 09:11:38.811556 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-df7bffa8-496b-42b4-bfde-09a3262f483c service neutron] Attempting to bind port 61109711-82f3-469e-b9ee-3a34ce0ad19a on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:11:38.812002 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-df7bffa8-496b-42b4-bfde-09a3262f483c service neutron] Attempting to bind port 61109711-82f3-469e-b9ee-3a34ce0ad19a by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:11:38.812425 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-df7bffa8-496b-42b4-bfde-09a3262f483c service neutron] Attempting to bind port 61109711-82f3-469e-b9ee-3a34ce0ad19a on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:38.817262 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-86883073-1f76-4137-b350-ec7ce65651e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:38.886694 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86883073-1f76-4137-b350-ec7ce65651e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f53240-2d5e-4910-ba8e-a19415aea7e7,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:38.932210 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-df7bffa8-496b-42b4-bfde-09a3262f483c service neutron] Port 61109711-82f3-469e-b9ee-3a34ce0ad19a on network a47e180d-e969-4a85-aa09-0ec8196480c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:11:38.932781 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-df7bffa8-496b-42b4-bfde-09a3262f483c service neutron] Attempting to bind port 61109711-82f3-469e-b9ee-3a34ce0ad19a on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:38.968218 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-f6527843-3b83-4b67-99e2-56ad8b4afd96 service neutron] For port d10009b1-af92-4def-83e8-5a04c91388fc, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:11:38.975883 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-f6527843-3b83-4b67-99e2-56ad8b4afd96 service neutron] For port d10009b1-af92-4def-83e8-5a04c91388fc, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=d10009b1-af92-4def-83e8-5a04c91388fc,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:11:38.980793 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-df7bffa8-496b-42b4-bfde-09a3262f483c service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:11:38.980793 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-df7bffa8-496b-42b4-bfde-09a3262f483c service neutron] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:11:38.981968 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-df7bffa8-496b-42b4-bfde-09a3262f483c service neutron] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:11:38.982100 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-df7bffa8-496b-42b4-bfde-09a3262f483c service neutron] Bound port: 61109711-82f3-469e-b9ee-3a34ce0ad19a, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:11:38.982375 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-df7bffa8-496b-42b4-bfde-09a3262f483c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:38.996238 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593dfb1-be19-4edc-b162-9723221ee601 req-03ca21b3-7bd8-4cb1-b276-8d7b0376d694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:38.998834 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b593dfb1-be19-4edc-b162-9723221ee601 req-03ca21b3-7bd8-4cb1-b276-8d7b0376d694 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=dab6ed79-4c20-41ae-bb07-e9aaf9315083 HTTP/1.1" status: 200 len: 848 time: 0.2310293 Aug 31 09:11:39.013932 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-86883073-1f76-4137-b350-ec7ce65651e4 service neutron] Attempting to bind port f7f53240-2d5e-4910-ba8e-a19415aea7e7 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:11:39.014584 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-86883073-1f76-4137-b350-ec7ce65651e4 service neutron] Attempting to bind port f7f53240-2d5e-4910-ba8e-a19415aea7e7 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:11:39.014942 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-86883073-1f76-4137-b350-ec7ce65651e4 service neutron] Attempting to bind port f7f53240-2d5e-4910-ba8e-a19415aea7e7 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:39.026893 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6e09f-8cd3-4d82-bb99-f3b4c6c3911d req-660f7674-6b4d-4a6d-8255-2dda0df91869 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:39.027042 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-86883073-1f76-4137-b350-ec7ce65651e4 service neutron] Port f7f53240-2d5e-4910-ba8e-a19415aea7e7 on network a47e180d-e969-4a85-aa09-0ec8196480c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:11:39.027042 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-86883073-1f76-4137-b350-ec7ce65651e4 service neutron] Attempting to bind port f7f53240-2d5e-4910-ba8e-a19415aea7e7 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:39.027528 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8cc6e09f-8cd3-4d82-bb99-f3b4c6c3911d req-660f7674-6b4d-4a6d-8255-2dda0df91869 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/ports?device_id=59d3e945-74b3-4546-bea0-3d1b5d1f3d43 HTTP/1.1" status: 200 len: 936 time: 0.2943423 Aug 31 09:11:39.048892 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-86883073-1f76-4137-b350-ec7ce65651e4 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:11:39.049311 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-86883073-1f76-4137-b350-ec7ce65651e4 service neutron] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:11:39.049635 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-86883073-1f76-4137-b350-ec7ce65651e4 service neutron] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:11:39.050125 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-86883073-1f76-4137-b350-ec7ce65651e4 service neutron] Bound port: f7f53240-2d5e-4910-ba8e-a19415aea7e7, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:11:39.050253 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd410e3-fde2-4e60-a6a5-fb6d23e2d1fa req-f3f5a4f0-2c18-42cf-ae7f-1625e797d2e6 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:39.050782 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-86883073-1f76-4137-b350-ec7ce65651e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:39.051852 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3bd410e3-fde2-4e60-a6a5-fb6d23e2d1fa req-f3f5a4f0-2c18-42cf-ae7f-1625e797d2e6 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 949 time: 0.3199348 Aug 31 09:11:39.087923 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-f6527843-3b83-4b67-99e2-56ad8b4afd96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:39.091689 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b593dfb1-be19-4edc-b162-9723221ee601 req-682212e0-4c51-4777-a753-13667b215501 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d54aa48d-9328-4446-b337-2071a0fd4f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780625 Aug 31 09:11:39.171170 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-86883073-1f76-4137-b350-ec7ce65651e4 service neutron] For port f7f53240-2d5e-4910-ba8e-a19415aea7e7, host n-h2-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:11:39.175009 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-86883073-1f76-4137-b350-ec7ce65651e4 service neutron] For port f7f53240-2d5e-4910-ba8e-a19415aea7e7, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=f7f53240-2d5e-4910-ba8e-a19415aea7e7,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:11:39.180719 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-f6527843-3b83-4b67-99e2-56ad8b4afd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:39.181332 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-f6527843-3b83-4b67-99e2-56ad8b4afd96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:39.183462 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-f6527843-3b83-4b67-99e2-56ad8b4afd96 service neutron] 10.222.0.59 "PUT /v2.0/ports/d10009b1-af92-4def-83e8-5a04c91388fc HTTP/1.1" status: 200 len: 1097 time: 3.8368678 Aug 31 09:11:39.214879 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49004) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:39.216183 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7', 'tag': 'd10009b1-af92-4def-83e8-5a04c91388fc'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:39.292458 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-86883073-1f76-4137-b350-ec7ce65651e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:39.445276 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-86883073-1f76-4137-b350-ec7ce65651e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:39.447860 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-86883073-1f76-4137-b350-ec7ce65651e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:39.455537 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-86883073-1f76-4137-b350-ec7ce65651e4 service neutron] 10.222.0.59 "PUT /v2.0/ports/f7f53240-2d5e-4910-ba8e-a19415aea7e7 HTTP/1.1" status: 200 len: 1097 time: 1.9710691 Aug 31 09:11:39.457812 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d3e945-74b3-4546-bea0-3d1b5d1f3d43', 'tag': 'f7f53240-2d5e-4910-ba8e-a19415aea7e7'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:39.467653 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519651ab-89fd-482c-bdd4-2eb729684dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "59d3e945-74b3-4546-bea0-3d1b5d1f3d43", "tag": "f7f53240-2d5e-4910-ba8e-a19415aea7e7"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:39.500490 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6ba2e27a-1a43-4c9b-9b2c-e0c0c927f241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:39.531823 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86883073-1f76-4137-b350-ec7ce65651e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f53240-2d5e-4910-ba8e-a19415aea7e7,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:39.665129 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-c1455a4b-9162-4c12-b051-1b214d40ad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:39.666641 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83b98d5-98d1-42fb-856e-70d201fc8055" -d '{"events": [{"name": "network-changed", "server_uuid": "1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7", "tag": "d10009b1-af92-4def-83e8-5a04c91388fc"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:39.667148 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-c1455a4b-9162-4c12-b051-1b214d40ad89 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a810b1f7a474174a66d41cc8c75e1e5&device_id=59d3e945-74b3-4546-bea0-3d1b5d1f3d43 HTTP/1.1" status: 200 len: 1100 time: 0.0988748 Aug 31 09:11:39.769668 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-352e3f8b-1da2-4207-9ffa-31dcf3484549 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=f7f53240-2d5e-4910-ba8e-a19415aea7e7 HTTP/1.1" status: 200 len: 217 time: 0.0913000 Aug 31 09:11:39.843717 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-daab3c33-ffbd-441e-b7e0-c974b0c51437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:39.845472 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-daab3c33-ffbd-441e-b7e0-c974b0c51437 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.0668814 Aug 31 09:11:39.868655 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6ba2e27a-1a43-4c9b-9b2c-e0c0c927f241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:39.889700 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8cc6e09f-8cd3-4d82-bb99-f3b4c6c3911d req-b17fb9db-60a3-4aa8-983a-c57091f5c811 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/security-groups?id=eae352a4-a58a-4bc2-b82c-a9a6ca450805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8502145 Aug 31 09:11:39.914510 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-df7bffa8-496b-42b4-bfde-09a3262f483c service neutron] For port 61109711-82f3-469e-b9ee-3a34ce0ad19a, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:11:39.931458 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3bd410e3-fde2-4e60-a6a5-fb6d23e2d1fa req-33d26514-f2a3-4e48-b0d9-594f5a97e6dc tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8427293 Aug 31 09:11:39.934301 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b593dfb1-be19-4edc-b162-9723221ee601 req-b2fa3879-1f99-4d52-82bb-8f5d80c20c0e service neutron] 10.222.0.112 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7796559 Aug 31 09:11:39.934939 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6527843-3b83-4b67-99e2-56ad8b4afd96 service neutron] Pushing event updated for resources: {'Port': ['ID=d10009b1-af92-4def-83e8-5a04c91388fc,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:39.938469 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-1372bace-12f8-4cd7-9fa3-7c29c4842521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:39.940289 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-1372bace-12f8-4cd7-9fa3-7c29c4842521 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0697703 Aug 31 09:11:39.949592 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6ba2e27a-1a43-4c9b-9b2c-e0c0c927f241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:40.004827 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-df7bffa8-496b-42b4-bfde-09a3262f483c service neutron] For port 61109711-82f3-469e-b9ee-3a34ce0ad19a, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=61109711-82f3-469e-b9ee-3a34ce0ad19a,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:11:40.007054 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16014a41-8722-40fe-9325-106b7177b930 req-25a38955-8f03-4e25-93d0-b384a47a6646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:40.008579 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16014a41-8722-40fe-9325-106b7177b930 req-25a38955-8f03-4e25-93d0-b384a47a6646 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 1101 time: 0.2980113 Aug 31 09:11:40.050023 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-2c4fa0c5-015a-4d0b-8945-f9739008252d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:40.052620 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-2c4fa0c5-015a-4d0b-8945-f9739008252d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=040e1d69a80d4ab5aa379a20dc95a79b&device_id=1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7 HTTP/1.1" status: 200 len: 1100 time: 0.3513784 Aug 31 09:11:40.112565 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-8c2aef51-25c7-4c17-a584-c28a6e0eed5a service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598318 Aug 31 09:11:40.174173 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-df7bffa8-496b-42b4-bfde-09a3262f483c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:40.209550 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6ba2e27a-1a43-4c9b-9b2c-e0c0c927f241 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=a91b6a8594424d0483455774c60544ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9932921 Aug 31 09:11:40.209978 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49028) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:40.225100 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2e27a-1a43-4c9b-9b2c-e0c0c927f241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32688043-446e-48c3-8818-cfb3f58d66d3,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:40.247378 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1239f232-ccaf-46e2-a8d2-0f3c5296ac3c x-openstack-request-id: req-1239f232-ccaf-46e2-a8d2-0f3c5296ac3c {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:40.247750 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d3e945-74b3-4546-bea0-3d1b5d1f3d43", "tag": "f7f53240-2d5e-4910-ba8e-a19415aea7e7", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:40.248144 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-1239f232-ccaf-46e2-a8d2-0f3c5296ac3c {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:40.248613 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d3e945-74b3-4546-bea0-3d1b5d1f3d43', 'tag': 'f7f53240-2d5e-4910-ba8e-a19415aea7e7', 'status': 'completed', 'code': 200} Aug 31 09:11:40.322413 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16014a41-8722-40fe-9325-106b7177b930 req-b5766a6b-9333-4293-a9c3-cb71f68d3925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:40.324720 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16014a41-8722-40fe-9325-106b7177b930 req-b5766a6b-9333-4293-a9c3-cb71f68d3925 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.2833846 Aug 31 09:11:40.326057 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-56bd5860-1ca3-4a93-ba91-40c95e1d3327 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=d10009b1-af92-4def-83e8-5a04c91388fc HTTP/1.1" status: 200 len: 217 time: 0.2604854 Aug 31 09:11:40.332434 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7bffa8-496b-42b4-bfde-09a3262f483c service neutron] Pushing event updated for resources: {'Port': ['ID=61109711-82f3-469e-b9ee-3a34ce0ad19a,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:40.353192 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-df7bffa8-496b-42b4-bfde-09a3262f483c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:40.354677 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5a172116-1b79-4fdd-80a2-2d21ec8aa9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:40.361208 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-df7bffa8-496b-42b4-bfde-09a3262f483c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:40.362756 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-df7bffa8-496b-42b4-bfde-09a3262f483c service neutron] 10.222.0.59 "PUT /v2.0/ports/61109711-82f3-469e-b9ee-3a34ce0ad19a HTTP/1.1" status: 200 len: 1097 time: 4.3229718 Aug 31 09:11:40.380868 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f569390d-dd40-49bc-ba3a-1fb41e891050 req-03245bbc-dfd0-4481-b37e-3d815b068c0f service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531826 Aug 31 09:11:40.406263 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5a172116-1b79-4fdd-80a2-2d21ec8aa9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:40.437567 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16014a41-8722-40fe-9325-106b7177b930 req-a3ce2e05-f06b-4220-98dc-bb0ce429fb14 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=71eeab29-0c3e-4761-a5fc-905d7e248bc0 HTTP/1.1" status: 200 len: 217 time: 0.0712390 Aug 31 09:11:40.553620 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-a05cd182-b0e0-4680-9dd3-f49a7129e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:40.555940 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-a05cd182-b0e0-4680-9dd3-f49a7129e61f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a810b1f7a474174a66d41cc8c75e1e5&device_id=2d79dd1d-3134-4e3f-85e8-662f97dc31f3 HTTP/1.1" status: 200 len: 1100 time: 0.0838382 Aug 31 09:11:40.623944 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-3f4e94de-197a-4244-9de5-20e1ed965a36 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=61109711-82f3-469e-b9ee-3a34ce0ad19a HTTP/1.1" status: 200 len: 217 time: 0.0566151 Aug 31 09:11:40.640324 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b1d39-c3e9-45d2-bc56-31153990e10a req-8e2810c5-53e1-4923-a39a-61ca2f5dfa5a tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:40.648455 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae4b1d39-c3e9-45d2-bc56-31153990e10a req-8e2810c5-53e1-4923-a39a-61ca2f5dfa5a tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/ports?device_id=1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7 HTTP/1.1" status: 200 len: 948 time: 0.3942103 Aug 31 09:11:40.666575 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5a172116-1b79-4fdd-80a2-2d21ec8aa9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:40.670188 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5a172116-1b79-4fdd-80a2-2d21ec8aa9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:40.671745 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5a172116-1b79-4fdd-80a2-2d21ec8aa9a1 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/32688043-446e-48c3-8818-cfb3f58d66d3 HTTP/1.1" status: 204 len: 168 time: 0.4589739 Aug 31 09:11:40.690882 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b593dfb1-be19-4edc-b162-9723221ee601 req-be6e90c9-50f2-4636-a2fb-3806a48013f2 service neutron] 10.222.0.112 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7463956 Aug 31 09:11:40.712179 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-bbed9439-8830-4b9b-be14-c93d3e7bbca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:40.715262 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-bbed9439-8830-4b9b-be14-c93d3e7bbca3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.3683586 Aug 31 09:11:40.716466 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a172116-1b79-4fdd-80a2-2d21ec8aa9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32688043-446e-48c3-8818-cfb3f58d66d3,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:40.725080 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16014a41-8722-40fe-9325-106b7177b930 req-ea9ad334-8972-41b1-9e0e-adcc0a207986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:40.726657 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16014a41-8722-40fe-9325-106b7177b930 req-ea9ad334-8972-41b1-9e0e-adcc0a207986 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.2410579 Aug 31 09:11:40.739487 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-864f1145-e9d7-4435-a783-6a7ae2ff0e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:40.741013 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-864f1145-e9d7-4435-a783-6a7ae2ff0e78 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1086941 Aug 31 09:11:40.741134 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222593f6-fa5e-4f29-912b-18f298b8da3a req-69d95dec-f4d8-4528-ba57-966ee6e6d6b0 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:40.750143 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-222593f6-fa5e-4f29-912b-18f298b8da3a req-69d95dec-f4d8-4528-ba57-966ee6e6d6b0 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 946 time: 0.4186468 Aug 31 09:11:40.804014 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519651ab-89fd-482c-bdd4-2eb729684dd8 req-7d59b538-7740-4838-9c2d-66dfac235e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:40.805541 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-519651ab-89fd-482c-bdd4-2eb729684dd8 req-7d59b538-7740-4838-9c2d-66dfac235e5f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a810b1f7a474174a66d41cc8c75e1e5&device_id=59d3e945-74b3-4546-bea0-3d1b5d1f3d43 HTTP/1.1" status: 200 len: 1100 time: 0.2433264 Aug 31 09:11:40.813752 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-336af0a8-b564-41a4-8b49-c03e9002c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:40.815761 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-336af0a8-b564-41a4-8b49-c03e9002c334 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0631855 Aug 31 09:11:40.892961 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae4b1d39-c3e9-45d2-bc56-31153990e10a req-96c1ba35-a0f1-4c9e-a24c-e5779fbaaea4 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8720c92-5f89-40c2-ae84-69f108903164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434704 Aug 31 09:11:40.971838 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-adad8b0c-d7b0-42df-b107-665143e505bb service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444209 Aug 31 09:11:41.051950 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-222593f6-fa5e-4f29-912b-18f298b8da3a req-efa78852-a217-4856-a617-6426d9b41346 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009741 Aug 31 09:11:41.053736 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519651ab-89fd-482c-bdd4-2eb729684dd8 req-0ebe5bab-999d-4ac8-81e4-b9e5e9769cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:41.055157 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-519651ab-89fd-482c-bdd4-2eb729684dd8 req-0ebe5bab-999d-4ac8-81e4-b9e5e9769cae service neutron] 10.222.0.59 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.2095237 Aug 31 09:11:41.056712 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e3714a-7964-4ff1-a25a-bdf99f34e6f1 x-openstack-request-id: req-a4e3714a-7964-4ff1-a25a-bdf99f34e6f1 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:41.056995 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7", "tag": "d10009b1-af92-4def-83e8-5a04c91388fc", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:41.057282 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-a4e3714a-7964-4ff1-a25a-bdf99f34e6f1 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:41.060878 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7', 'tag': 'd10009b1-af92-4def-83e8-5a04c91388fc', 'status': 'completed', 'code': 200} Aug 31 09:11:41.163102 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c2d9f18c-67fb-4cdb-9cb0-8327dd4e0749 req-23bb6305-5305-4965-bee9-52ad1748d907 service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791444 Aug 31 09:11:41.186197 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16014a41-8722-40fe-9325-106b7177b930 req-8762c2b8-9fe5-4d85-ac41-3257a37cf01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:41.188423 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16014a41-8722-40fe-9325-106b7177b930 req-8762c2b8-9fe5-4d85-ac41-3257a37cf01b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4360201 Aug 31 09:11:41.191340 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-519651ab-89fd-482c-bdd4-2eb729684dd8 req-9919fbe6-d2a8-41e9-9316-4ea88bee9846 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=f7f53240-2d5e-4910-ba8e-a19415aea7e7 HTTP/1.1" status: 200 len: 217 time: 0.0726182 Aug 31 09:11:41.292495 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c4f79a02-869a-4b98-99b3-ca17ac340e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:41.330063 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-df0e964a-31f0-4688-b4ef-64e064f1ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:41.331698 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-df0e964a-31f0-4688-b4ef-64e064f1ed43 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6036429 Aug 31 09:11:41.379737 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593dfb1-be19-4edc-b162-9723221ee601 req-2f368663-1cc1-446d-8f9b-b47ef5f5a945 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:41.381277 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b593dfb1-be19-4edc-b162-9723221ee601 req-2f368663-1cc1-446d-8f9b-b47ef5f5a945 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=ce4704d2-1021-44d6-952e-a8286eac930f&tenant_id=8d929c95dcb6486584c62bb8e91069d6&binding%3Ahost_id=n-h2-791506-28 HTTP/1.1" status: 200 len: 1098 time: 0.3175187 Aug 31 09:11:41.410821 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-b593dfb1-be19-4edc-b162-9723221ee601 req-e92cc7c5-0353-4eb5-b078-c8dd2ea3d179 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791506-28'}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:41.426467 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519651ab-89fd-482c-bdd4-2eb729684dd8 req-dda88a05-a482-43bb-85c9-5d3d7655e4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:41.430062 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-519651ab-89fd-482c-bdd4-2eb729684dd8 req-dda88a05-a482-43bb-85c9-5d3d7655e4b4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.2291253 Aug 31 09:11:41.543978 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54150f70-5627-4ab4-a305-c98f0fcc8152 req-f105464e-8adb-471f-8eac-041dade72966 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:41.545518 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54150f70-5627-4ab4-a305-c98f0fcc8152 req-f105464e-8adb-471f-8eac-041dade72966 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 949 time: 0.3330591 Aug 31 09:11:41.573280 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ef4a9-8d05-47de-ae14-17a338157b07 req-b65bbc69-8bab-4c39-a990-1b0711a9d08b tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:41.574880 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-592ef4a9-8d05-47de-ae14-17a338157b07 req-b65bbc69-8bab-4c39-a990-1b0711a9d08b tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/ports?device_id=59d3e945-74b3-4546-bea0-3d1b5d1f3d43 HTTP/1.1" status: 200 len: 948 time: 0.3928714 Aug 31 09:11:41.584099 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49046) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:41.617002 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-254eaf22-e066-455a-b06e-de051e035e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:41.682796 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16014a41-8722-40fe-9325-106b7177b930 req-0ef93da1-5b80-499b-bf52-41112ef03f13 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827385 Aug 31 09:11:41.692968 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b593dfb1-be19-4edc-b162-9723221ee601 req-e92cc7c5-0353-4eb5-b078-c8dd2ea3d179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:41.720075 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-63244e72-cb88-4390-abcf-25be4ce8d79c service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449886 Aug 31 09:11:41.738861 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519651ab-89fd-482c-bdd4-2eb729684dd8 req-93870460-516d-4a5c-ad8d-54ffa4e3f250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:41.740372 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-519651ab-89fd-482c-bdd4-2eb729684dd8 req-93870460-516d-4a5c-ad8d-54ffa4e3f250 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2560065 Aug 31 09:11:41.753517 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-254eaf22-e066-455a-b06e-de051e035e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:41.791769 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54150f70-5627-4ab4-a305-c98f0fcc8152 req-f7ca9526-4605-4d30-9c98-9d0b0d92ecc0 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120509 Aug 31 09:11:41.820902 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-592ef4a9-8d05-47de-ae14-17a338157b07 req-b346f10f-479b-44ad-8ae6-3eeea4ec433f tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/security-groups?id=eae352a4-a58a-4bc2-b82c-a9a6ca450805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100143 Aug 31 09:11:41.828942 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-254eaf22-e066-455a-b06e-de051e035e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:41.910417 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-254eaf22-e066-455a-b06e-de051e035e99 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=f5190146a2604b7080b866bff6df94e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3246329 Aug 31 09:11:41.930102 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49060) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:41.976435 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254eaf22-e066-455a-b06e-de051e035e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7859c8bc-5fe3-44b1-a3fe-6e19c003610a,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:42.029586 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ad29d3f2-0fd8-44b8-8dbd-bd08d3b044b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:42.079351 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ad29d3f2-0fd8-44b8-8dbd-bd08d3b044b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:42.246843 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ad29d3f2-0fd8-44b8-8dbd-bd08d3b044b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:42.251773 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ad29d3f2-0fd8-44b8-8dbd-bd08d3b044b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:42.253482 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ad29d3f2-0fd8-44b8-8dbd-bd08d3b044b3 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/7859c8bc-5fe3-44b1-a3fe-6e19c003610a HTTP/1.1" status: 204 len: 168 time: 0.3262465 Aug 31 09:11:42.272427 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29d3f2-0fd8-44b8-8dbd-bd08d3b044b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7859c8bc-5fe3-44b1-a3fe-6e19c003610a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:42.485559 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16014a41-8722-40fe-9325-106b7177b930 req-37cecc34-7c51-43f6-9b83-f2cffdc6ef34 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7836564 Aug 31 09:11:42.516341 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-519651ab-89fd-482c-bdd4-2eb729684dd8 req-5ceab451-256a-44d8-94c7-40fd3b4691ec service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7598667 Aug 31 09:11:42.518902 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4267905e-d9eb-4c54-abe1-ba7538afb82d req-490dfc56-5905-4387-8efb-488d1e4354f8 service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7640944 Aug 31 09:11:42.720078 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be0526-39e0-41c2-a76b-cddd0e987c21 req-b1e77baf-bbc4-4322-8207-d3596241e4a4 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:42.728119 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1be0526-39e0-41c2-a76b-cddd0e987c21 req-b1e77baf-bbc4-4322-8207-d3596241e4a4 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/ports?device_id=1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7 HTTP/1.1" status: 200 len: 948 time: 0.3206823 Aug 31 09:11:42.807752 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-b593dfb1-be19-4edc-b162-9723221ee601 req-e92cc7c5-0353-4eb5-b078-c8dd2ea3d179 service neutron] For port 3969a996-4cf3-494c-8707-d9c84a2eb9eb, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=3969a996-4cf3-494c-8707-d9c84a2eb9eb,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:42.892242 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1be0526-39e0-41c2-a76b-cddd0e987c21 req-c7c114b5-064b-4733-ba6e-8c8f24cc2b79 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8720c92-5f89-40c2-ae84-69f108903164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631441 Aug 31 09:11:42.926580 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba829ca-2b70-4d03-a5da-805f62f71641 req-b9ffd9c2-11ec-471f-9049-7a1691b2eb0b tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:42.931393 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eba829ca-2b70-4d03-a5da-805f62f71641 req-b9ffd9c2-11ec-471f-9049-7a1691b2eb0b tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 946 time: 0.3880534 Aug 31 09:11:42.934289 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b98d5-98d1-42fb-856e-70d201fc8055 req-d8759a9e-12ac-4a0e-bc93-beec6cfb6a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:42.944921 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b83b98d5-98d1-42fb-856e-70d201fc8055 req-d8759a9e-12ac-4a0e-bc93-beec6cfb6a3f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=040e1d69a80d4ab5aa379a20dc95a79b&device_id=1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7 HTTP/1.1" status: 200 len: 1100 time: 0.2419889 Aug 31 09:11:43.070575 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d79dd1d-3134-4e3f-85e8-662f97dc31f3', 'tag': '61109711-82f3-469e-b9ee-3a34ce0ad19a'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:43.072948 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8bc365-585f-4db8-bbdd-0f075c50ca7b" -d '{"events": [{"name": "network-changed", "server_uuid": "2d79dd1d-3134-4e3f-85e8-662f97dc31f3", "tag": "61109711-82f3-469e-b9ee-3a34ce0ad19a"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:43.113176 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-519651ab-89fd-482c-bdd4-2eb729684dd8 req-05536285-4fa7-42cf-aae4-76796ddf8edb service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5657752 Aug 31 09:11:43.128673 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-b593dfb1-be19-4edc-b162-9723221ee601 req-e92cc7c5-0353-4eb5-b078-c8dd2ea3d179 service neutron] For port 3969a996-4cf3-494c-8707-d9c84a2eb9eb, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:11:43.130268 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49094) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:43.206679 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eba829ca-2b70-4d03-a5da-805f62f71641 req-519acb2a-0548-4bf2-af29-534e8cd17657 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376635 Aug 31 09:11:43.225950 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db54222-7eb9-448b-bad6-5926f36528e2 req-864f73e6-3594-4812-8f13-ce4fc9d70c42 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:43.232214 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9db54222-7eb9-448b-bad6-5926f36528e2 req-864f73e6-3594-4812-8f13-ce4fc9d70c42 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 949 time: 0.2086363 Aug 31 09:11:43.235558 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b593dfb1-be19-4edc-b162-9723221ee601 req-e92cc7c5-0353-4eb5-b078-c8dd2ea3d179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:43.270886 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b98d5-98d1-42fb-856e-70d201fc8055 req-f5feecce-12f6-4fc6-8ea8-0d63ae918dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:43.272393 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b83b98d5-98d1-42fb-856e-70d201fc8055 req-f5feecce-12f6-4fc6-8ea8-0d63ae918dfc service neutron] 10.222.0.59 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.2839479 Aug 31 09:11:43.355342 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9db54222-7eb9-448b-bad6-5926f36528e2 req-51fe56d6-0b4e-49e3-b365-797a3a4ff1ff tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222224 Aug 31 09:11:43.356897 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b593dfb1-be19-4edc-b162-9723221ee601 req-e92cc7c5-0353-4eb5-b078-c8dd2ea3d179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:43.363196 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c963ec7f-3249-4ecf-9e70-542acc5b6fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:43.380634 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b83b98d5-98d1-42fb-856e-70d201fc8055 req-0176c14c-5362-46a7-8dc0-1355697e2b5a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=d10009b1-af92-4def-83e8-5a04c91388fc HTTP/1.1" status: 200 len: 217 time: 0.0964682 Aug 31 09:11:43.520154 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b98d5-98d1-42fb-856e-70d201fc8055 req-264c5343-8477-4830-8bf3-b745757e6755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:43.521802 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b83b98d5-98d1-42fb-856e-70d201fc8055 req-264c5343-8477-4830-8bf3-b745757e6755 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1277401 Aug 31 09:11:43.538946 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fac10-6d9b-4faa-9353-35503b8996b6 req-6154f1db-44cc-483a-a4b0-fc592a0a83d6 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:43.540523 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-212fac10-6d9b-4faa-9353-35503b8996b6 req-6154f1db-44cc-483a-a4b0-fc592a0a83d6 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/ports?device_id=59d3e945-74b3-4546-bea0-3d1b5d1f3d43 HTTP/1.1" status: 200 len: 948 time: 0.1890326 Aug 31 09:11:43.541205 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92cc7c5-0353-4eb5-b078-c8dd2ea3d179 service neutron] Pushing event updated for resources: {'Port': ['ID=3969a996-4cf3-494c-8707-d9c84a2eb9eb,revision_number=7']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:43.569975 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c963ec7f-3249-4ecf-9e70-542acc5b6fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:43.625178 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-b593dfb1-be19-4edc-b162-9723221ee601 req-e92cc7c5-0353-4eb5-b078-c8dd2ea3d179 service neutron] Attempting to bind port 3969a996-4cf3-494c-8707-d9c84a2eb9eb on host n-h2-791506-28 for vnic_type normal with profile {"migrating_to": "n-h1-791506-28"} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:11:43.625518 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-b593dfb1-be19-4edc-b162-9723221ee601 req-e92cc7c5-0353-4eb5-b078-c8dd2ea3d179 service neutron] Attempting to bind port 3969a996-4cf3-494c-8707-d9c84a2eb9eb by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:11:43.625849 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593dfb1-be19-4edc-b162-9723221ee601 req-e92cc7c5-0353-4eb5-b078-c8dd2ea3d179 service neutron] Attempting to bind port 3969a996-4cf3-494c-8707-d9c84a2eb9eb on network d54aa48d-9328-4446-b337-2071a0fd4f0c {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:43.637887 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593dfb1-be19-4edc-b162-9723221ee601 req-e92cc7c5-0353-4eb5-b078-c8dd2ea3d179 service neutron] Port 3969a996-4cf3-494c-8707-d9c84a2eb9eb on network d54aa48d-9328-4446-b337-2071a0fd4f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:11:43.638212 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593dfb1-be19-4edc-b162-9723221ee601 req-e92cc7c5-0353-4eb5-b078-c8dd2ea3d179 service neutron] Attempting to bind port 3969a996-4cf3-494c-8707-d9c84a2eb9eb on network d54aa48d-9328-4446-b337-2071a0fd4f0c {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:43.648822 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c963ec7f-3249-4ecf-9e70-542acc5b6fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:43.656467 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593dfb1-be19-4edc-b162-9723221ee601 req-e92cc7c5-0353-4eb5-b078-c8dd2ea3d179 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:11:43.656929 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593dfb1-be19-4edc-b162-9723221ee601 req-e92cc7c5-0353-4eb5-b078-c8dd2ea3d179 service neutron] Checking segment: {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:11:43.657186 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593dfb1-be19-4edc-b162-9723221ee601 req-e92cc7c5-0353-4eb5-b078-c8dd2ea3d179 service neutron] Bound using segment: {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:11:43.657631 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-b593dfb1-be19-4edc-b162-9723221ee601 req-e92cc7c5-0353-4eb5-b078-c8dd2ea3d179 service neutron] Bound port: 3969a996-4cf3-494c-8707-d9c84a2eb9eb, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:11:43.657994 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b593dfb1-be19-4edc-b162-9723221ee601 req-e92cc7c5-0353-4eb5-b078-c8dd2ea3d179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:43.676122 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-212fac10-6d9b-4faa-9353-35503b8996b6 req-6a84cb5d-d9c1-4b3e-8196-298e8a2f9d1a tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/security-groups?id=eae352a4-a58a-4bc2-b82c-a9a6ca450805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986907 Aug 31 09:11:43.708773 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c963ec7f-3249-4ecf-9e70-542acc5b6fa1 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=29527c2bda9b4aa886bd0cf65b5482d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5748348 Aug 31 09:11:43.709377 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49110) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:43.720079 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b98d5-98d1-42fb-856e-70d201fc8055 req-ecc86e57-85cb-4014-ac5b-b4de2e2287e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:43.721661 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b83b98d5-98d1-42fb-856e-70d201fc8055 req-ecc86e57-85cb-4014-ac5b-b4de2e2287e4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1763461 Aug 31 09:11:43.743870 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963ec7f-3249-4ecf-9e70-542acc5b6fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70265839-f159-4e6a-9667-0470be76c485,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:43.777745 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fde3e0-daa9-431e-ae96-92cb030a6a6c x-openstack-request-id: req-13fde3e0-daa9-431e-ae96-92cb030a6a6c {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:43.778115 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d79dd1d-3134-4e3f-85e8-662f97dc31f3", "tag": "61109711-82f3-469e-b9ee-3a34ce0ad19a", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:43.778332 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-13fde3e0-daa9-431e-ae96-92cb030a6a6c {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:43.790516 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d79dd1d-3134-4e3f-85e8-662f97dc31f3', 'tag': '61109711-82f3-469e-b9ee-3a34ce0ad19a', 'status': 'completed', 'code': 200} Aug 31 09:11:43.843256 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device f7f53240-2d5e-4910-ba8e-a19415aea7e7 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:11:43.937501 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5dedc714-9eff-4a69-b7a0-3a7dc95a4176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:43.984649 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5dedc714-9eff-4a69-b7a0-3a7dc95a4176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:43.997139 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ee9f7285-a07f-4877-b2a8-3ec0bf4a5cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:44.012654 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port f7f53240-2d5e-4910-ba8e-a19415aea7e7, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=f7f53240-2d5e-4910-ba8e-a19415aea7e7,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:44.024503 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': 'f7f53240-2d5e-4910-ba8e-a19415aea7e7', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': 'f7f53240-2d5e-4910-ba8e-a19415aea7e7', 'mac_address': 'fa:16:3e:18:38:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:11:44.069557 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b83b98d5-98d1-42fb-856e-70d201fc8055 req-c7e1747a-b4ab-48e5-bf43-6a9ad9444b3b service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941663 Aug 31 09:11:44.077610 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:44.091859 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-b593dfb1-be19-4edc-b162-9723221ee601 req-e92cc7c5-0353-4eb5-b078-c8dd2ea3d179 service neutron] For port 3969a996-4cf3-494c-8707-d9c84a2eb9eb, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:11:44.091859 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-b593dfb1-be19-4edc-b162-9723221ee601 req-e92cc7c5-0353-4eb5-b078-c8dd2ea3d179 service neutron] For port 3969a996-4cf3-494c-8707-d9c84a2eb9eb, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=3969a996-4cf3-494c-8707-d9c84a2eb9eb,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:11:44.096013 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f53240-2d5e-4910-ba8e-a19415aea7e7 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:11:44.097668 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bc365-585f-4db8-bbdd-0f075c50ca7b req-2d17e10a-978c-470b-8390-270f8ed70f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:44.099262 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8a8bc365-585f-4db8-bbdd-0f075c50ca7b req-2d17e10a-978c-470b-8390-270f8ed70f80 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a810b1f7a474174a66d41cc8c75e1e5&device_id=2d79dd1d-3134-4e3f-85e8-662f97dc31f3 HTTP/1.1" status: 200 len: 1100 time: 0.1715283 Aug 31 09:11:44.121470 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port f7f53240-2d5e-4910-ba8e-a19415aea7e7, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=f7f53240-2d5e-4910-ba8e-a19415aea7e7,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:44.155017 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a074b-3ed3-45c2-9eeb-73368809718b req-6facef09-9003-436a-8458-94db5998c600 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:44.156525 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-150a074b-3ed3-45c2-9eeb-73368809718b req-6facef09-9003-436a-8458-94db5998c600 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/ports?device_id=1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7 HTTP/1.1" status: 200 len: 948 time: 0.1557086 Aug 31 09:11:44.270202 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-150a074b-3ed3-45c2-9eeb-73368809718b req-68295cd3-31db-4450-8f2c-15a2f1ffc9d5 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8720c92-5f89-40c2-ae84-69f108903164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018813 Aug 31 09:11:44.298746 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b83b98d5-98d1-42fb-856e-70d201fc8055 req-a14c3371-0bee-436a-ba5e-5e9c1a880418 service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168939 Aug 31 09:11:44.308678 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bc365-585f-4db8-bbdd-0f075c50ca7b req-693a55be-cd51-403a-a7f3-3798dee6e604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:44.310294 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8a8bc365-585f-4db8-bbdd-0f075c50ca7b req-693a55be-cd51-403a-a7f3-3798dee6e604 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.1987863 Aug 31 09:11:44.368560 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8a8bc365-585f-4db8-bbdd-0f075c50ca7b req-bd62a60b-9236-4b67-a738-c00a91eec3a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=61109711-82f3-469e-b9ee-3a34ce0ad19a HTTP/1.1" status: 200 len: 217 time: 0.0384810 Aug 31 09:11:44.395744 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1746e-e56a-4369-a436-e59c159e6309 req-9e655ba7-441a-4252-9a53-de7c9242c0ab tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:44.397360 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32e1746e-e56a-4369-a436-e59c159e6309 req-9e655ba7-441a-4252-9a53-de7c9242c0ab tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 944 time: 0.1024714 Aug 31 09:11:44.411256 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:44.440295 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5dedc714-9eff-4a69-b7a0-3a7dc95a4176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:44.440934 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:44.443950 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5dedc714-9eff-4a69-b7a0-3a7dc95a4176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:44.452315 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5dedc714-9eff-4a69-b7a0-3a7dc95a4176 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/70265839-f159-4e6a-9667-0470be76c485 HTTP/1.1" status: 204 len: 168 time: 0.7417476 Aug 31 09:11:44.463696 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dedc714-9eff-4a69-b7a0-3a7dc95a4176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70265839-f159-4e6a-9667-0470be76c485,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:44.479762 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bc365-585f-4db8-bbdd-0f075c50ca7b req-72a34595-acac-4667-9d0c-bbe7394021a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:44.481430 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8a8bc365-585f-4db8-bbdd-0f075c50ca7b req-72a34595-acac-4667-9d0c-bbe7394021a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1053724 Aug 31 09:11:44.498292 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b593dfb1-be19-4edc-b162-9723221ee601 req-e92cc7c5-0353-4eb5-b078-c8dd2ea3d179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:44.580655 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92cc7c5-0353-4eb5-b078-c8dd2ea3d179 service neutron] Pushing event updated for resources: {'Port': ['ID=3969a996-4cf3-494c-8707-d9c84a2eb9eb,revision_number=8']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:44.594353 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=f7f53240-2d5e-4910-ba8e-a19415aea7e7,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:44.652417 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32e1746e-e56a-4369-a436-e59c159e6309 req-34b94910-bca3-40df-8c0d-f90ef97b36e9 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233503 Aug 31 09:11:44.655338 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49136) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:44.688578 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593dfb1-be19-4edc-b162-9723221ee601 req-e92cc7c5-0353-4eb5-b078-c8dd2ea3d179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:44.689186 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b593dfb1-be19-4edc-b162-9723221ee601 req-e92cc7c5-0353-4eb5-b078-c8dd2ea3d179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:44.691084 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b593dfb1-be19-4edc-b162-9723221ee601 req-e92cc7c5-0353-4eb5-b078-c8dd2ea3d179 service neutron] 10.222.0.112 "PUT /v2.0/ports/3969a996-4cf3-494c-8707-d9c84a2eb9eb HTTP/1.1" status: 200 len: 1124 time: 3.2883599 Aug 31 09:11:44.720046 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['f7f53240-2d5e-4910-ba8e-a19415aea7e7'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:11:44.722631 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316f0dc-b2d0-4c8c-bfa9-27a8ca2dba9a req-fa8a290b-a1b2-4e3b-bb55-05ee307087c2 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:44.725789 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b316f0dc-b2d0-4c8c-bfa9-27a8ca2dba9a req-fa8a290b-a1b2-4e3b-bb55-05ee307087c2 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 949 time: 0.2878888 Aug 31 09:11:44.729994 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bc365-585f-4db8-bbdd-0f075c50ca7b req-17dfc617-410d-4325-8d8f-49c1eeb7fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:44.731799 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8a8bc365-585f-4db8-bbdd-0f075c50ca7b req-17dfc617-410d-4325-8d8f-49c1eeb7fd8a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2237029 Aug 31 09:11:44.856820 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b316f0dc-b2d0-4c8c-bfa9-27a8ca2dba9a req-0464b2ab-bb44-4114-89d6-6d6467ae8c91 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192853 Aug 31 09:11:44.879288 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['3969a996-4cf3-494c-8707-d9c84a2eb9eb'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:11:44.973631 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8a8bc365-585f-4db8-bbdd-0f075c50ca7b req-6ed2cb3c-9902-42fe-9604-33d89ad40817 service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147622 Aug 31 09:11:45.077293 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-4ffd977b-eeaf-4cd5-9919-959cc8611e45 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-206902127-network', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:45.162637 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf1177-6d71-448e-9713-d5239f1cc082 req-d12ee28f-1b00-4593-a0ce-970c5a3f486b tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:45.165344 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-12bf1177-6d71-448e-9713-d5239f1cc082 req-d12ee28f-1b00-4593-a0ce-970c5a3f486b tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/ports?device_id=59d3e945-74b3-4546-bea0-3d1b5d1f3d43 HTTP/1.1" status: 200 len: 949 time: 0.1522760 Aug 31 09:11:45.205607 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffd977b-eeaf-4cd5-9919-959cc8611e45 admin admin] Made reservation on behalf of f4381d0dc0be411ca9215585d9e1f0fb for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:11:45.210778 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4ffd977b-eeaf-4cd5-9919-959cc8611e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:45.231661 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4ffd977b-eeaf-4cd5-9919-959cc8611e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:45.246762 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8a8bc365-585f-4db8-bbdd-0f075c50ca7b req-d05b9ea3-18d8-4188-a69a-dea7e86a029f service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647617 Aug 31 09:11:45.250611 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-12bf1177-6d71-448e-9713-d5239f1cc082 req-918a3586-2ecc-4929-b112-fc074bdd94cf tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/security-groups?id=eae352a4-a58a-4bc2-b82c-a9a6ca450805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730417 Aug 31 09:11:45.300722 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:45.438886 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4ffd977b-eeaf-4cd5-9919-959cc8611e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:45.484615 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c8dbf-f0e9-48bb-8085-102face88503 req-10cb6134-419c-412c-bfd4-742ebf4290e1 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:45.486327 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-df5c8dbf-f0e9-48bb-8085-102face88503 req-10cb6134-419c-412c-bfd4-742ebf4290e1 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/ports?device_id=1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7 HTTP/1.1" status: 200 len: 948 time: 0.0793111 Aug 31 09:11:45.533006 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49154) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:45.550478 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a4f10b95-1cc1-43aa-b1ce-26941dffa68f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:45.553139 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-df5c8dbf-f0e9-48bb-8085-102face88503 req-7f6886f7-d6cd-4319-a308-2e72f0aaa91d tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8720c92-5f89-40c2-ae84-69f108903164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557320 Aug 31 09:11:45.568349 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4ffd977b-eeaf-4cd5-9919-959cc8611e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:45.613236 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ffd977b-eeaf-4cd5-9919-959cc8611e45 admin admin] vlan segment allocate from pool success with {'vlan_id': 1620, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:11:45.637319 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4ffd977b-eeaf-4cd5-9919-959cc8611e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:45.637663 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-4ffd977b-eeaf-4cd5-9919-959cc8611e45 admin admin] Added segment 31cf320c-edc0-464d-82e7-32003e3052bd of type vlan for network 911967d5-9c28-4576-80c3-c0f96b966e16 Aug 31 09:11:45.638960 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd977b-eeaf-4cd5-9919-959cc8611e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b072cd6a-ef1f-4f25-9fc3-89505a78fb2e,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:45.723244 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4ffd977b-eeaf-4cd5-9919-959cc8611e45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:45.768680 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a5189-f4c2-4679-9eae-f6a2a16d356b req-d1ef5c4b-239b-43fc-9fdc-9461edb66435 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:45.789894 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e05a5189-f4c2-4679-9eae-f6a2a16d356b req-d1ef5c4b-239b-43fc-9fdc-9461edb66435 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 944 time: 0.0729918 Aug 31 09:11:45.810968 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4704d2-1021-44d6-952e-a8286eac930f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3969a996-4cf3-494c-8707-d9c84a2eb9eb'}, {'name': 'network-changed', 'server_uuid': 'ce4704d2-1021-44d6-952e-a8286eac930f', 'tag': '3969a996-4cf3-494c-8707-d9c84a2eb9eb'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:45.812200 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a4f10b95-1cc1-43aa-b1ce-26941dffa68f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:45.813254 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a909a6-281a-4ebb-9ceb-655e56af1cb6" -d '{"events": [{"server_uuid": "ce4704d2-1021-44d6-952e-a8286eac930f", "name": "network-vif-unplugged", "status": "completed", "tag": "3969a996-4cf3-494c-8707-d9c84a2eb9eb"}, {"name": "network-changed", "server_uuid": "ce4704d2-1021-44d6-952e-a8286eac930f", "tag": "3969a996-4cf3-494c-8707-d9c84a2eb9eb"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:45.825048 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 61109711-82f3-469e-b9ee-3a34ce0ad19a details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:11:45.861695 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4ffd977b-eeaf-4cd5-9919-959cc8611e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:45.864864 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffd977b-eeaf-4cd5-9919-959cc8611e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:45.866866 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4ffd977b-eeaf-4cd5-9919-959cc8611e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:45.875796 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e05a5189-f4c2-4679-9eae-f6a2a16d356b req-498b63a9-aa0c-4c67-b7e3-7a1391f776bd tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849161 Aug 31 09:11:45.939265 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a4f10b95-1cc1-43aa-b1ce-26941dffa68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:45.961796 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e137b750-83c6-4a7e-a481-87d6a4e57050 x-openstack-request-id: req-e137b750-83c6-4a7e-a481-87d6a4e57050 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:45.962126 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4704d2-1021-44d6-952e-a8286eac930f", "name": "network-vif-unplugged", "status": "completed", "tag": "3969a996-4cf3-494c-8707-d9c84a2eb9eb", "code": 200}, {"name": "network-changed", "server_uuid": "ce4704d2-1021-44d6-952e-a8286eac930f", "tag": "3969a996-4cf3-494c-8707-d9c84a2eb9eb", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:45.962374 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e137b750-83c6-4a7e-a481-87d6a4e57050 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:45.962802 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4704d2-1021-44d6-952e-a8286eac930f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3969a996-4cf3-494c-8707-d9c84a2eb9eb', 'code': 200} Aug 31 09:11:45.963057 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4704d2-1021-44d6-952e-a8286eac930f', 'tag': '3969a996-4cf3-494c-8707-d9c84a2eb9eb', 'status': 'completed', 'code': 200} Aug 31 09:11:46.086824 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 61109711-82f3-469e-b9ee-3a34ce0ad19a, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=61109711-82f3-469e-b9ee-3a34ce0ad19a,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:46.106071 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '61109711-82f3-469e-b9ee-3a34ce0ad19a', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': '61109711-82f3-469e-b9ee-3a34ce0ad19a', 'mac_address': 'fa:16:3e:2c:fa:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:11:46.108216 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4ffd977b-eeaf-4cd5-9919-959cc8611e45 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4515464 Aug 31 09:11:46.119322 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49174) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:46.124174 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a4f10b95-1cc1-43aa-b1ce-26941dffa68f admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=acf30d2e44eb40ad96cd0c79c209a5e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5899804 Aug 31 09:11:46.128899 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49176) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:46.136765 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd977b-eeaf-4cd5-9919-959cc8611e45 admin admin] Pushing event updated for resources: {'Network': ['ID=911967d5-9c28-4576-80c3-c0f96b966e16,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:46.154644 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 911967d5-9c28-4576-80c3-c0f96b966e16 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:11:46.160017 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-25c35568-bbac-49c5-8dfd-8ea542ccfa8b admin admin] Request body: {'subnet': {'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-206902127-subnet', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:46.173811 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a909a6-281a-4ebb-9ceb-655e56af1cb6 req-ae733fd2-efe1-453e-a06c-0dc781a7288c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:46.175852 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56a909a6-281a-4ebb-9ceb-655e56af1cb6 req-ae733fd2-efe1-453e-a06c-0dc781a7288c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8d929c95dcb6486584c62bb8e91069d6&device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 1127 time: 0.1806650 Aug 31 09:11:46.181707 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f10b95-1cc1-43aa-b1ce-26941dffa68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d1ad94-7bdc-400a-af51-eab8a33fea19,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:46.194328 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182d9bf-3506-4ba4-b55a-e579d90ae4e0 req-99fb0f05-3348-43ba-a8b7-fff13ae734d2 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:46.196105 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e182d9bf-3506-4ba4-b55a-e579d90ae4e0 req-99fb0f05-3348-43ba-a8b7-fff13ae734d2 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 949 time: 0.1601863 Aug 31 09:11:46.225882 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:46.249095 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61109711-82f3-469e-b9ee-3a34ce0ad19a {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:11:46.268755 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c35568-bbac-49c5-8dfd-8ea542ccfa8b admin admin] Made reservation on behalf of f4381d0dc0be411ca9215585d9e1f0fb for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:11:46.273019 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-25c35568-bbac-49c5-8dfd-8ea542ccfa8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:46.294145 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 61109711-82f3-469e-b9ee-3a34ce0ad19a, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=61109711-82f3-469e-b9ee-3a34ce0ad19a,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:46.332888 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-48baf913-1ab1-4cf7-8b7d-0a0d7ded6585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:46.354988 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e182d9bf-3506-4ba4-b55a-e579d90ae4e0 req-a27459ce-88bf-4c8c-901f-465c049e2e0f tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434045 Aug 31 09:11:46.365178 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:46.366788 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device d10009b1-af92-4def-83e8-5a04c91388fc details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:11:46.434018 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-48baf913-1ab1-4cf7-8b7d-0a0d7ded6585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:46.441087 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=61109711-82f3-469e-b9ee-3a34ce0ad19a,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:46.449173 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a909a6-281a-4ebb-9ceb-655e56af1cb6 req-111db996-92b2-4cd2-9574-bb8fbe8902a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:46.450986 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56a909a6-281a-4ebb-9ceb-655e56af1cb6 req-111db996-92b2-4cd2-9574-bb8fbe8902a0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d54aa48d-9328-4446-b337-2071a0fd4f0c HTTP/1.1" status: 200 len: 910 time: 0.2534144 Aug 31 09:11:46.493388 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port d10009b1-af92-4def-83e8-5a04c91388fc, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=d10009b1-af92-4def-83e8-5a04c91388fc,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:46.511516 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': 'd10009b1-af92-4def-83e8-5a04c91388fc', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': 'd10009b1-af92-4def-83e8-5a04c91388fc', 'mac_address': 'fa:16:3e:13:87:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:11:46.528088 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56a909a6-281a-4ebb-9ceb-655e56af1cb6 req-2ee4b761-f405-4aa9-857f-130434b24243 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3969a996-4cf3-494c-8707-d9c84a2eb9eb HTTP/1.1" status: 200 len: 217 time: 0.0678983 Aug 31 09:11:46.545897 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf089418-bd1a-4157-982f-59f61d8f3d49 req-a05b2ba4-aaa0-4589-a866-b6c9874b3a7c tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:46.553446 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bf089418-bd1a-4157-982f-59f61d8f3d49 req-a05b2ba4-aaa0-4589-a866-b6c9874b3a7c tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/ports?device_id=59d3e945-74b3-4546-bea0-3d1b5d1f3d43 HTTP/1.1" status: 200 len: 949 time: 0.1713769 Aug 31 09:11:46.586832 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:46.610665 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d10009b1-af92-4def-83e8-5a04c91388fc {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:11:46.637606 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port d10009b1-af92-4def-83e8-5a04c91388fc, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=d10009b1-af92-4def-83e8-5a04c91388fc,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:46.692007 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-25c35568-bbac-49c5-8dfd-8ea542ccfa8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:46.732882 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a909a6-281a-4ebb-9ceb-655e56af1cb6 req-422e918c-1c76-4004-85ca-1f9e8bbabb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:46.734837 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56a909a6-281a-4ebb-9ceb-655e56af1cb6 req-422e918c-1c76-4004-85ca-1f9e8bbabb53 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dab6ed79-4c20-41ae-bb07-e9aaf9315083 HTTP/1.1" status: 200 len: 848 time: 0.1786695 Aug 31 09:11:46.740857 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:46.753648 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bf089418-bd1a-4157-982f-59f61d8f3d49 req-c89bc1d1-46f0-48c8-9865-63f5ca5a85de tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/security-groups?id=eae352a4-a58a-4bc2-b82c-a9a6ca450805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992347 Aug 31 09:11:46.763639 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-48baf913-1ab1-4cf7-8b7d-0a0d7ded6585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:46.767119 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-48baf913-1ab1-4cf7-8b7d-0a0d7ded6585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:46.775759 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-48baf913-1ab1-4cf7-8b7d-0a0d7ded6585 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/80d1ad94-7bdc-400a-af51-eab8a33fea19 HTTP/1.1" status: 204 len: 168 time: 0.6378877 Aug 31 09:11:46.782415 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c35568-bbac-49c5-8dfd-8ea542ccfa8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3649fc3f-e1b9-493b-9302-31142ce0aead,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:46.792429 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c35568-bbac-49c5-8dfd-8ea542ccfa8b admin admin] Checking segment: {'id': '31cf320c-edc0-464d-82e7-32003e3052bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:11:46.792895 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c35568-bbac-49c5-8dfd-8ea542ccfa8b admin admin] Network hostable DHCP agents. Network: 911967d5-9c28-4576-80c3-c0f96b966e16, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:11:46.815108 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56a909a6-281a-4ebb-9ceb-655e56af1cb6 req-53d9c222-05cc-45c8-9010-efcfa8eb813e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d54aa48d-9328-4446-b337-2071a0fd4f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553658 Aug 31 09:11:46.824533 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48baf913-1ab1-4cf7-8b7d-0a0d7ded6585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d1ad94-7bdc-400a-af51-eab8a33fea19,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:46.825712 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:46.860679 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b316f-b37c-4025-a3a1-1cc78c9cd39b req-4d563fda-ce00-4992-864c-9154ae3157ab tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:46.862165 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-691b316f-b37c-4025-a3a1-1cc78c9cd39b req-4d563fda-ce00-4992-864c-9154ae3157ab tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/ports?device_id=1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7 HTTP/1.1" status: 200 len: 948 time: 0.1872792 Aug 31 09:11:46.874972 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=d10009b1-af92-4def-83e8-5a04c91388fc,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:46.908770 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c35568-bbac-49c5-8dfd-8ea542ccfa8b admin admin] Network 911967d5-9c28-4576-80c3-c0f96b966e16 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:11:46.994218 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-25c35568-bbac-49c5-8dfd-8ea542ccfa8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 911967d5-9c28-4576-80c3-c0f96b966e16) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:11:46.999938 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['61109711-82f3-469e-b9ee-3a34ce0ad19a'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:11:47.007795 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c35568-bbac-49c5-8dfd-8ea542ccfa8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:47.008418 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-25c35568-bbac-49c5-8dfd-8ea542ccfa8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:47.043577 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a178a7-ef62-4a46-89a2-46ca076fc268 None None] Network 911967d5-9c28-4576-80c3-c0f96b966e16 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:11:47.072173 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-691b316f-b37c-4025-a3a1-1cc78c9cd39b req-913dc216-cf2b-4f9c-b6eb-d940ea71138b tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8720c92-5f89-40c2-ae84-69f108903164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478646 Aug 31 09:11:47.118739 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-25c35568-bbac-49c5-8dfd-8ea542ccfa8b admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9931543 Aug 31 09:11:47.118955 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56a909a6-281a-4ebb-9ceb-655e56af1cb6 req-6462fc43-7b5e-4970-b47f-7f04c5f83ec1 service neutron] 10.222.0.59 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884746 Aug 31 09:11:47.122890 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49194) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:47.132396 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-f979abbb-a53b-4fdd-9b1d-e6f8a513f5b7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-206902127-router', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:47.148507 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['d10009b1-af92-4def-83e8-5a04c91388fc'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:11:47.264238 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af9426-4dd7-410d-ad2b-e81a8810cea7 req-5a093a7b-06af-4eac-8b69-5337e1c7e73e tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:47.266340 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-53af9426-4dd7-410d-ad2b-e81a8810cea7 req-5a093a7b-06af-4eac-8b69-5337e1c7e73e tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 944 time: 0.2732074 Aug 31 09:11:47.275431 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc1c83d-bd72-4fa2-b3f6-c93c535417ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-911967d5-9c28-4576-80c3-c0f96b966e16', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'fixed_ips': [{'subnet_id': '3649fc3f-e1b9-493b-9302-31142ce0aead'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:11:47.276920 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1bc1c83d-bd72-4fa2-b3f6-c93c535417ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:47.351274 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f979abbb-a53b-4fdd-9b1d-e6f8a513f5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:47.352686 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f979abbb-a53b-4fdd-9b1d-e6f8a513f5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:47.360936 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56a909a6-281a-4ebb-9ceb-655e56af1cb6 req-b1b4df76-778d-4a6e-aa17-961befd4b507 service neutron] 10.222.0.59 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236407 Aug 31 09:11:47.392104 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-53af9426-4dd7-410d-ad2b-e81a8810cea7 req-42779d3d-ec89-47ae-bd01-7e8019cfd7fc tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129270 Aug 31 09:11:47.587394 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3969a996-4cf3-494c-8707-d9c84a2eb9eb details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:11:47.601267 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f979abbb-a53b-4fdd-9b1d-e6f8a513f5b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:47.630460 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173667c-64eb-4861-b2b7-179c9de8c726 req-f031cb2f-4122-416e-8d3d-6e9080b2e84d tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:47.635048 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5173667c-64eb-4861-b2b7-179c9de8c726 req-f031cb2f-4122-416e-8d3d-6e9080b2e84d tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 949 time: 0.1342664 Aug 31 09:11:47.690156 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5173667c-64eb-4861-b2b7-179c9de8c726 req-2661de44-929d-4c9b-9982-f0f284054c00 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505204 Aug 31 09:11:47.755782 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3969a996-4cf3-494c-8707-d9c84a2eb9eb, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=3969a996-4cf3-494c-8707-d9c84a2eb9eb,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:47.811316 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3969a996-4cf3-494c-8707-d9c84a2eb9eb has no active binding in host n-h1-791506-28 {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 09:11:47.848251 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device f7f53240-2d5e-4910-ba8e-a19415aea7e7 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:11:47.912068 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-1bc1c83d-bd72-4fa2-b3f6-c93c535417ca None None] Allocated IP 172.20.0.2 (911967d5-9c28-4576-80c3-c0f96b966e16/3649fc3f-e1b9-493b-9302-31142ce0aead/8793490f-4878-4afb-90b1-daa9ae420e51) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:11:48.159737 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port f7f53240-2d5e-4910-ba8e-a19415aea7e7 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:11:48.243190 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1bc1c83d-bd72-4fa2-b3f6-c93c535417ca None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:48.254347 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port f7f53240-2d5e-4910-ba8e-a19415aea7e7 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:48.254844 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:48.256914 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-1bc1c83d-bd72-4fa2-b3f6-c93c535417ca None None] Transition to ACTIVE for port object 8793490f-4878-4afb-90b1-daa9ae420e51 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:11:48.314828 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-1bc1c83d-bd72-4fa2-b3f6-c93c535417ca None None] Transition to ACTIVE for port object 8793490f-4878-4afb-90b1-daa9ae420e51 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:11:48.321605 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f979abbb-a53b-4fdd-9b1d-e6f8a513f5b7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:48.372300 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10f63e-b337-41d2-ab8b-638ac36bea70 req-fb1ca599-c86d-4414-89a1-f2c2bf79d24e tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:48.380286 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b10f63e-b337-41d2-ab8b-638ac36bea70 req-fb1ca599-c86d-4414-89a1-f2c2bf79d24e tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/ports?device_id=1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7 HTTP/1.1" status: 200 len: 949 time: 0.2101126 Aug 31 09:11:48.390394 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1c3d7-0127-44a9-9f1f-fbd953b9fe0f req-4d6f839d-0513-41a8-b42c-29fb0c839627 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:48.391916 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-76c1c3d7-0127-44a9-9f1f-fbd953b9fe0f req-4d6f839d-0513-41a8-b42c-29fb0c839627 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/ports?device_id=59d3e945-74b3-4546-bea0-3d1b5d1f3d43 HTTP/1.1" status: 200 len: 949 time: 0.2210803 Aug 31 09:11:48.399088 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:48.413692 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1bc1c83d-bd72-4fa2-b3f6-c93c535417ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:48.461264 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d3e945-74b3-4546-bea0-3d1b5d1f3d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f53240-2d5e-4910-ba8e-a19415aea7e7'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:48.464220 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f4d39b-f0df-452f-9eb3-beb426380199" -d '{"events": [{"server_uuid": "59d3e945-74b3-4546-bea0-3d1b5d1f3d43", "name": "network-vif-plugged", "status": "completed", "tag": "f7f53240-2d5e-4910-ba8e-a19415aea7e7"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:48.471056 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-76c1c3d7-0127-44a9-9f1f-fbd953b9fe0f req-1dc6494a-7583-4349-9663-820c5dfc312c tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/security-groups?id=eae352a4-a58a-4bc2-b82c-a9a6ca450805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651040 Aug 31 09:11:48.487749 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc1c83d-bd72-4fa2-b3f6-c93c535417ca None None] Network 911967d5-9c28-4576-80c3-c0f96b966e16 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:11:48.489511 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port f7f53240-2d5e-4910-ba8e-a19415aea7e7, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=f7f53240-2d5e-4910-ba8e-a19415aea7e7,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:48.492911 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-1bc1c83d-bd72-4fa2-b3f6-c93c535417ca None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:11:48.503553 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc1c83d-bd72-4fa2-b3f6-c93c535417ca None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:11:48.515205 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1c83d-bd72-4fa2-b3f6-c93c535417ca None None] Pushing event updated for resources: {'Port': ['ID=8793490f-4878-4afb-90b1-daa9ae420e51,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:48.524500 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b10f63e-b337-41d2-ab8b-638ac36bea70 req-fd6e36e6-74cf-4295-bceb-bc786d57679b tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8720c92-5f89-40c2-ae84-69f108903164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388838 Aug 31 09:11:48.595462 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-1bc1c83d-bd72-4fa2-b3f6-c93c535417ca None None] Attempting to bind port 8793490f-4878-4afb-90b1-daa9ae420e51 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:11:48.595718 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-1bc1c83d-bd72-4fa2-b3f6-c93c535417ca None None] Attempting to bind port 8793490f-4878-4afb-90b1-daa9ae420e51 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '31cf320c-edc0-464d-82e7-32003e3052bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:11:48.596166 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc1c83d-bd72-4fa2-b3f6-c93c535417ca None None] Attempting to bind port 8793490f-4878-4afb-90b1-daa9ae420e51 on network 911967d5-9c28-4576-80c3-c0f96b966e16 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:48.598606 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:48.634635 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc1c83d-bd72-4fa2-b3f6-c93c535417ca None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:11:48.635895 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc1c83d-bd72-4fa2-b3f6-c93c535417ca None None] Checking segment: {'id': '31cf320c-edc0-464d-82e7-32003e3052bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:11:48.636399 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1bc1c83d-bd72-4fa2-b3f6-c93c535417ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:48.637016 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc1c83d-bd72-4fa2-b3f6-c93c535417ca None None] Bound using segment: {'id': '31cf320c-edc0-464d-82e7-32003e3052bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:11:48.637602 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-1bc1c83d-bd72-4fa2-b3f6-c93c535417ca None None] Bound port: 8793490f-4878-4afb-90b1-daa9ae420e51, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cf320c-edc0-464d-82e7-32003e3052bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:11:48.638252 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1bc1c83d-bd72-4fa2-b3f6-c93c535417ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:48.737733 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-1bc1c83d-bd72-4fa2-b3f6-c93c535417ca None None] For port 8793490f-4878-4afb-90b1-daa9ae420e51, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:11:48.747784 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-1bc1c83d-bd72-4fa2-b3f6-c93c535417ca None None] For port 8793490f-4878-4afb-90b1-daa9ae420e51, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8793490f-4878-4afb-90b1-daa9ae420e51,segment=NetworkSegment(31cf320c-edc0-464d-82e7-32003e3052bd),segment_id=31cf320c-edc0-464d-82e7-32003e3052bd)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:11:48.747784 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1cb367a-7a3e-4eaf-b8eb-b84b1e0a178f x-openstack-request-id: req-b1cb367a-7a3e-4eaf-b8eb-b84b1e0a178f {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:48.747784 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d3e945-74b3-4546-bea0-3d1b5d1f3d43", "name": "network-vif-plugged", "status": "completed", "tag": "f7f53240-2d5e-4910-ba8e-a19415aea7e7", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:48.747784 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-b1cb367a-7a3e-4eaf-b8eb-b84b1e0a178f {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:48.748312 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d3e945-74b3-4546-bea0-3d1b5d1f3d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f53240-2d5e-4910-ba8e-a19415aea7e7', 'code': 200} Aug 31 09:11:48.806145 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=f7f53240-2d5e-4910-ba8e-a19415aea7e7,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:48.841702 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1bc1c83d-bd72-4fa2-b3f6-c93c535417ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:48.958333 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1c83d-bd72-4fa2-b3f6-c93c535417ca None None] Pushing event updated for resources: {'Port': ['ID=8793490f-4878-4afb-90b1-daa9ae420e51,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:48.992029 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01855d6c-1e2d-4bc0-8e52-b4edf32d79ea req-fbcf0ddc-84bf-409d-95b4-58160414dd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:48.993697 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-01855d6c-1e2d-4bc0-8e52-b4edf32d79ea req-fbcf0ddc-84bf-409d-95b4-58160414dd73 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=59d3e945-74b3-4546-bea0-3d1b5d1f3d43 HTTP/1.1" status: 200 len: 1102 time: 0.1750615 Aug 31 09:11:49.003181 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42715bd-da63-43ca-95d8-e5977455c4aa req-ee660386-cc70-4310-b483-1fad8175262b tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:49.005190 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f42715bd-da63-43ca-95d8-e5977455c4aa req-ee660386-cc70-4310-b483-1fad8175262b tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 944 time: 0.2329204 Aug 31 09:11:49.033586 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67defd-9ef1-44da-9f7b-f42d141e41ca req-22e2de80-a274-492b-9723-d1f010be486f tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:49.042293 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3e67defd-9ef1-44da-9f7b-f42d141e41ca req-22e2de80-a274-492b-9723-d1f010be486f tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 949 time: 0.1950474 Aug 31 09:11:49.110331 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f979abbb-a53b-4fdd-9b1d-e6f8a513f5b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:49.178177 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-01855d6c-1e2d-4bc0-8e52-b4edf32d79ea req-dc7e1375-42b9-453c-b070-b382bbcbfa90 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=eae352a4-a58a-4bc2-b82c-a9a6ca450805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680019 Aug 31 09:11:49.184323 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f979abbb-a53b-4fdd-9b1d-e6f8a513f5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:49.199297 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3e67defd-9ef1-44da-9f7b-f42d141e41ca req-19b1f12f-5d61-4f29-bd20-4bd7619d72ee tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556871 Aug 31 09:11:49.209666 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f42715bd-da63-43ca-95d8-e5977455c4aa req-b2bcdd14-3351-422e-b5f2-b181ad2e52be tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882715 Aug 31 09:11:49.352584 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-f979abbb-a53b-4fdd-9b1d-e6f8a513f5b7 admin admin] Allocated IP 172.25.2.188 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/5320e91c-5dd0-4d7e-9d59-28aced1097fd) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:11:49.490675 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f979abbb-a53b-4fdd-9b1d-e6f8a513f5b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:49.689347 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b61322-2359-4f5b-a71c-728e4806b7af req-b2a332e8-79f8-427d-ab78-cb0f7d0b37b2 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:49.691291 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5b61322-2359-4f5b-a71c-728e4806b7af req-b2a332e8-79f8-427d-ab78-cb0f7d0b37b2 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/ports?device_id=59d3e945-74b3-4546-bea0-3d1b5d1f3d43 HTTP/1.1" status: 200 len: 950 time: 0.0904429 Aug 31 09:11:49.698995 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79cf53f-bd9f-4f23-9951-29d8ac4bb5fb req-abf1221c-e3f9-43d2-88bc-fa016e7904b7 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:49.700487 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f79cf53f-bd9f-4f23-9951-29d8ac4bb5fb req-abf1221c-e3f9-43d2-88bc-fa016e7904b7 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/ports?device_id=1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7 HTTP/1.1" status: 200 len: 949 time: 0.0866780 Aug 31 09:11:49.760616 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5b61322-2359-4f5b-a71c-728e4806b7af req-21e545c5-b172-4d69-aa9c-e71059ee63f6 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/security-groups?id=eae352a4-a58a-4bc2-b82c-a9a6ca450805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587864 Aug 31 09:11:49.766054 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f79cf53f-bd9f-4f23-9951-29d8ac4bb5fb req-3d5e1f48-4be2-47b5-b53c-9d3ac29679da tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8720c92-5f89-40c2-ae84-69f108903164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579689 Aug 31 09:11:49.840349 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device d10009b1-af92-4def-83e8-5a04c91388fc up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:11:50.137168 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-c61dc9c7-85b9-424e-b92e-a71745506fac tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=a3e80399792740179c6d8b90c551c90b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251982 Aug 31 09:11:50.170345 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a486158-5262-4a29-b211-c7cd057aa676 None None] Network 911967d5-9c28-4576-80c3-c0f96b966e16 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:11:50.267729 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-363eb65a-4f15-4023-b062-dab616e14278 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:50.269624 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-363eb65a-4f15-4023-b062-dab616e14278 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1266944 Aug 31 09:11:50.294415 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-77dbcd6f-baf8-4018-8fb8-1534a4463a10 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.119 "GET /v2.0/quotas/a3e80399792740179c6d8b90c551c90b HTTP/1.1" status: 200 len: 375 time: 0.0165250 Aug 31 09:11:50.356723 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-d8429a3f-a83c-45b6-be26-e8c8d154acac tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=a3e80399792740179c6d8b90c551c90b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612979 Aug 31 09:11:50.396213 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155c720-a445-4a75-8ede-917539564dfc req-70043c30-a1eb-4358-9c77-cf8ca299670b tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:50.403376 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2155c720-a445-4a75-8ede-917539564dfc req-70043c30-a1eb-4358-9c77-cf8ca299670b tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 949 time: 0.1239970 Aug 31 09:11:50.404418 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f979abbb-a53b-4fdd-9b1d-e6f8a513f5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:50.445103 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port d10009b1-af92-4def-83e8-5a04c91388fc completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:11:50.451166 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a98227a6-ce1c-4a20-9dd3-84b7f097cbcb None None] Provisioning for port 8793490f-4878-4afb-90b1-daa9ae420e51 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:11:50.467485 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port d10009b1-af92-4def-83e8-5a04c91388fc triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:50.474318 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:50.479759 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8793490f-4878-4afb-90b1-daa9ae420e51 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:11:50.521845 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f979abbb-a53b-4fdd-9b1d-e6f8a513f5b7 admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:11:50.524488 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979abbb-a53b-4fdd-9b1d-e6f8a513f5b7 admin admin] Pushing event updated for resources: {'Port': ['ID=5320e91c-5dd0-4d7e-9d59-28aced1097fd,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:50.534338 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-f979abbb-a53b-4fdd-9b1d-e6f8a513f5b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:11:50.541794 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f979abbb-a53b-4fdd-9b1d-e6f8a513f5b7 admin admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:11:50.683584 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2155c720-a445-4a75-8ede-917539564dfc req-7c634f62-aa90-407a-aa2b-2579c6bfd422 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766380 Aug 31 09:11:50.707655 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 8793490f-4878-4afb-90b1-daa9ae420e51 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:11:50.727035 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 8793490f-4878-4afb-90b1-daa9ae420e51 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:50.727300 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:50.842347 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-50814c4f-a732-4919-9ab6-ef955faa3a1a req-20a1bbd4-bbba-4511-a24f-1f31480e8f32 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.119 "GET /v2.0/ports?device_id=9e3a787e-834f-4311-b5eb-773f0b46159b HTTP/1.1" status: 200 len: 210 time: 0.0631859 Aug 31 09:11:50.856327 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-0c575a1b-3f2f-4145-b078-cca3322b5fc3 None None] Provisioning complete for port 8793490f-4878-4afb-90b1-daa9ae420e51 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:50.862230 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0c575a1b-3f2f-4145-b078-cca3322b5fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:50.864109 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b593dfb1-be19-4edc-b162-9723221ee601 req-7d512952-affb-4733-8dd3-5eaa82248411 service neutron] 10.222.0.59 "GET /v2.0/ports/3969a996-4cf3-494c-8707-d9c84a2eb9eb/bindings/n-h1-791506-28 HTTP/1.1" status: 200 len: 385 time: 0.2727058 Aug 31 09:11:50.922914 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:50.972765 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd12b64-e747-4748-9221-46acfca46295 req-298309f7-caa1-42d6-90a6-a63212679902 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:50.974542 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dbd12b64-e747-4748-9221-46acfca46295 req-298309f7-caa1-42d6-90a6-a63212679902 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 944 time: 0.2408197 Aug 31 09:11:51.000130 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10009b1-af92-4def-83e8-5a04c91388fc'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:51.002397 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773c9164-0b88-4b24-a3b2-b549b9c1ae8d" -d '{"events": [{"server_uuid": "1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7", "name": "network-vif-plugged", "status": "completed", "tag": "d10009b1-af92-4def-83e8-5a04c91388fc"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:51.029196 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port d10009b1-af92-4def-83e8-5a04c91388fc, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=d10009b1-af92-4def-83e8-5a04c91388fc,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:51.054603 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0c575a1b-3f2f-4145-b078-cca3322b5fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:51.085909 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:51.115543 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:51.116417 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 61109711-82f3-469e-b9ee-3a34ce0ad19a up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:11:51.153078 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dbd12b64-e747-4748-9221-46acfca46295 req-bba15834-287f-4bfb-b017-59b1221b8c4e tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621749 Aug 31 09:11:51.191041 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-0c575a1b-3f2f-4145-b078-cca3322b5fc3 None None] For port 8793490f-4878-4afb-90b1-daa9ae420e51, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8793490f-4878-4afb-90b1-daa9ae420e51,segment=NetworkSegment(31cf320c-edc0-464d-82e7-32003e3052bd),segment_id=31cf320c-edc0-464d-82e7-32003e3052bd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:51.222141 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b864e0-d5c4-43a8-b44c-7f2724393708 req-95c112c1-3ca7-470b-9056-6df349d8050b tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:51.226526 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e3b864e0-d5c4-43a8-b44c-7f2724393708 req-95c112c1-3ca7-470b-9056-6df349d8050b tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/ports?device_id=59d3e945-74b3-4546-bea0-3d1b5d1f3d43 HTTP/1.1" status: 200 len: 950 time: 0.2874398 Aug 31 09:11:51.227267 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=d10009b1-af92-4def-83e8-5a04c91388fc,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:51.237148 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:51.237548 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:51.237939 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:51.238286 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:51.238643 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:51.238964 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:51.239286 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:51.239602 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:51.239930 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:51.240227 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:51.240545 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:51.240848 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:11:51.277708 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0c575a1b-3f2f-4145-b078-cca3322b5fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:51.328726 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f979abbb-a53b-4fdd-9b1d-e6f8a513f5b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:51.361037 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:11:51.361501 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:11:51.365620 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 61109711-82f3-469e-b9ee-3a34ce0ad19a completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:11:51.372432 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 61109711-82f3-469e-b9ee-3a34ce0ad19a triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:51.375495 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:51.427827 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c575a1b-3f2f-4145-b078-cca3322b5fc3 None None] Pushing event updated for resources: {'Port': ['ID=8793490f-4878-4afb-90b1-daa9ae420e51,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:51.493240 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:51.525357 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e3b864e0-d5c4-43a8-b44c-7f2724393708 req-45b04d7f-8f3e-42fc-bf21-7a461147c245 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/security-groups?id=eae352a4-a58a-4bc2-b82c-a9a6ca450805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775223 Aug 31 09:11:51.529900 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 61109711-82f3-469e-b9ee-3a34ce0ad19a, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=61109711-82f3-469e-b9ee-3a34ce0ad19a,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:51.548344 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3f2c1-bada-42bd-bc5e-f19b35c73c40 req-18b69ff8-77a2-4573-bdb5-9e1fd57fd940 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:51.549851 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43d3f2c1-bada-42bd-bc5e-f19b35c73c40 req-18b69ff8-77a2-4573-bdb5-9e1fd57fd940 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/ports?device_id=1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7 HTTP/1.1" status: 200 len: 950 time: 0.3013420 Aug 31 09:11:51.623034 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:51.640241 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-b593dfb1-be19-4edc-b162-9723221ee601 req-ed712abc-98ce-4bd0-adb6-89978b0e87d7 service neutron] For port 3969a996-4cf3-494c-8707-d9c84a2eb9eb, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=3969a996-4cf3-494c-8707-d9c84a2eb9eb,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:51.684337 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43d3f2c1-bada-42bd-bc5e-f19b35c73c40 req-25f81d29-dd01-4448-b930-8411ce7acff8 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8720c92-5f89-40c2-ae84-69f108903164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276991 Aug 31 09:11:51.689345 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-b593dfb1-be19-4edc-b162-9723221ee601 req-ed712abc-98ce-4bd0-adb6-89978b0e87d7 service neutron] For port 3969a996-4cf3-494c-8707-d9c84a2eb9eb, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:11:51.715633 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f979abbb-a53b-4fdd-9b1d-e6f8a513f5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:51.721067 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee52230c-89b4-40c4-9f23-7bc91055abd0 x-openstack-request-id: req-ee52230c-89b4-40c4-9f23-7bc91055abd0 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:51.721443 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7", "name": "network-vif-plugged", "status": "completed", "tag": "d10009b1-af92-4def-83e8-5a04c91388fc", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:51.721782 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-ee52230c-89b4-40c4-9f23-7bc91055abd0 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:51.722303 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10009b1-af92-4def-83e8-5a04c91388fc', 'code': 200} Aug 31 09:11:51.740756 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=61109711-82f3-469e-b9ee-3a34ce0ad19a,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:51.765851 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-b593dfb1-be19-4edc-b162-9723221ee601 req-ed712abc-98ce-4bd0-adb6-89978b0e87d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3969a996-4cf3-494c-8707-d9c84a2eb9eb {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:11:51.785159 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-b593dfb1-be19-4edc-b162-9723221ee601 req-ed712abc-98ce-4bd0-adb6-89978b0e87d7 service neutron] For port 3969a996-4cf3-494c-8707-d9c84a2eb9eb, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3969a996-4cf3-494c-8707-d9c84a2eb9eb,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:52.203619 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b593dfb1-be19-4edc-b162-9723221ee601 req-ed712abc-98ce-4bd0-adb6-89978b0e87d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:52.252802 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316810bd-9f30-499b-b52d-fd757395c6b6 req-354c1d55-7c7a-4c55-9e55-ffe6d77f90f6 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:52.254633 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-316810bd-9f30-499b-b52d-fd757395c6b6 req-354c1d55-7c7a-4c55-9e55-ffe6d77f90f6 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/ports?device_id=2d79dd1d-3134-4e3f-85e8-662f97dc31f3 HTTP/1.1" status: 200 len: 950 time: 0.4299901 Aug 31 09:11:52.265222 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d0f89-4d50-47e4-8ed2-c7940f2babb1 req-4dd15e0c-d5ad-4d16-bfeb-c78ac6059632 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:52.266730 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-972d0f89-4d50-47e4-8ed2-c7940f2babb1 req-4dd15e0c-d5ad-4d16-bfeb-c78ac6059632 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 949 time: 0.4660099 Aug 31 09:11:52.271602 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ed25b-06b7-45fd-b685-acccacfccd11 req-23b4e7e1-f995-459a-bcef-18768044b292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:52.275816 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-671ed25b-06b7-45fd-b685-acccacfccd11 req-23b4e7e1-f995-459a-bcef-18768044b292 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7 HTTP/1.1" status: 200 len: 1102 time: 0.4691510 Aug 31 09:11:52.402068 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8793490f-4878-4afb-90b1-daa9ae420e51 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:11:52.431651 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-316810bd-9f30-499b-b52d-fd757395c6b6 req-4d6a81b2-0a5e-4e72-bf87-fe0958ff8054 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/security-groups?id=eae352a4-a58a-4bc2-b82c-a9a6ca450805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639245 Aug 31 09:11:52.441471 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-671ed25b-06b7-45fd-b685-acccacfccd11 req-4c70bffd-eb6e-47d0-9ead-bf00354b07b6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d8720c92-5f89-40c2-ae84-69f108903164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374264 Aug 31 09:11:52.444021 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-972d0f89-4d50-47e4-8ed2-c7940f2babb1 req-d9708179-1c84-4f2a-8c94-47ad1830f2ae tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444173 Aug 31 09:11:52.458237 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-b593dfb1-be19-4edc-b162-9723221ee601 req-ed712abc-98ce-4bd0-adb6-89978b0e87d7 service neutron] Transition to ACTIVE for port object 3969a996-4cf3-494c-8707-d9c84a2eb9eb will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:11:52.472859 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 8793490f-4878-4afb-90b1-daa9ae420e51 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:52.473235 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:52.546660 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b593dfb1-be19-4edc-b162-9723221ee601 req-ed712abc-98ce-4bd0-adb6-89978b0e87d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:52.565290 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f979abbb-a53b-4fdd-9b1d-e6f8a513f5b7 admin admin] Router 95a27ff0-f36f-4c14-94a6-eb63f93fd821 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:11:52.593940 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b7b8e3de-ac5c-4125-85a2-88d3083a8bbf req-553c94eb-068d-4378-854e-3f9d716a7c36 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.119 "GET /v2.0/ports?device_id=9e3a787e-834f-4311-b5eb-773f0b46159b HTTP/1.1" status: 200 len: 210 time: 0.0736587 Aug 31 09:11:52.692319 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed712abc-98ce-4bd0-adb6-89978b0e87d7 service neutron] Pushing event updated for resources: {'Port': ['ID=3969a996-4cf3-494c-8707-d9c84a2eb9eb,revision_number=10']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:52.695250 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-b593dfb1-be19-4edc-b162-9723221ee601 req-ed712abc-98ce-4bd0-adb6-89978b0e87d7 service neutron] No DVR routers for this DVR port 3969a996-4cf3-494c-8707-d9c84a2eb9eb on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:11:52.711181 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0b11d-7785-4bd1-ac3a-568afebd3d71 req-258b1f41-62e8-4f16-818c-de7ff263d8e1 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:52.712613 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b8d0b11d-7785-4bd1-ac3a-568afebd3d71 req-258b1f41-62e8-4f16-818c-de7ff263d8e1 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 944 time: 0.2018101 Aug 31 09:11:52.800265 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b593dfb1-be19-4edc-b162-9723221ee601 req-ed712abc-98ce-4bd0-adb6-89978b0e87d7 service neutron] 10.222.0.59 "PUT /v2.0/ports/3969a996-4cf3-494c-8707-d9c84a2eb9eb/bindings/n-h1-791506-28/activate HTTP/1.1" status: 200 len: 370 time: 1.9253936 Aug 31 09:11:52.831108 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b8d0b11d-7785-4bd1-ac3a-568afebd3d71 req-58fd62e9-611d-4fb3-8e3b-2764a615dabf tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067276 Aug 31 09:11:52.832534 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f979abbb-a53b-4fdd-9b1d-e6f8a513f5b7 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:11:52.843003 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0228b36-702a-4ae7-a8a4-6015b4ffe8b2 None None] Sync routers for ids ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:11:52.853859 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0228b36-702a-4ae7-a8a4-6015b4ffe8b2 None None] Routers {'95a27ff0-f36f-4c14-94a6-eb63f93fd821'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:11:52.855609 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e0228b36-702a-4ae7-a8a4-6015b4ffe8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:11:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:52.934686 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc034b69-35e2-486e-ac95-4702abd4ba9d req-a0557ad4-39cd-4b8e-8e9a-5dd30e16c5a7 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:52.936744 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cc034b69-35e2-486e-ac95-4702abd4ba9d req-a0557ad4-39cd-4b8e-8e9a-5dd30e16c5a7 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/ports?device_id=1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7 HTTP/1.1" status: 200 len: 950 time: 0.0596292 Aug 31 09:11:52.969447 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-e0228b36-702a-4ae7-a8a4-6015b4ffe8b2 None None] Set router 95a27ff0-f36f-4c14-94a6-eb63f93fd821 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:11:52.987265 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cc034b69-35e2-486e-ac95-4702abd4ba9d req-9be29e6e-bf8f-4ccc-ab74-5c6290a37c96 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8720c92-5f89-40c2-ae84-69f108903164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429604 Aug 31 09:11:53.000037 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f979abbb-a53b-4fdd-9b1d-e6f8a513f5b7 admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:53.004246 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f979abbb-a53b-4fdd-9b1d-e6f8a513f5b7 admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.8745258 Aug 31 09:11:53.004246 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49372) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:11:53.169931 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593dfb1-be19-4edc-b162-9723221ee601 req-106599e2-8aca-4eb3-87b7-650e189fa360 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:53.171546 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b593dfb1-be19-4edc-b162-9723221ee601 req-106599e2-8aca-4eb3-87b7-650e189fa360 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=ce4704d2-1021-44d6-952e-a8286eac930f&tenant_id=8d929c95dcb6486584c62bb8e91069d6&binding%3Ahost_id=n-h2-791506-28 HTTP/1.1" status: 200 len: 1097 time: 0.1558058 Aug 31 09:11:53.176287 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e0228b36-702a-4ae7-a8a4-6015b4ffe8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'name': 'tempest-FloatingIPsAssociationTestJSON-206902127-router', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:11:47Z', 'updated_at': '2021-08-31T09:11:50Z', 'revision_number': 3, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'gw_port': {'id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:49Z', 'updated_at': '2021-08-31T09:11:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:53.196036 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-6dca2f4a-645f-4dba-a50d-c6de4d6aded8 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=a3e80399792740179c6d8b90c551c90b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456955 Aug 31 09:11:53.205573 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0228b36-702a-4ae7-a8a4-6015b4ffe8b2 None None] Checking router: 95a27ff0-f36f-4c14-94a6-eb63f93fd821 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:11:53.207760 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0228b36-702a-4ae7-a8a4-6015b4ffe8b2 None None] Updating router 95a27ff0-f36f-4c14-94a6-eb63f93fd821 port 5320e91c-5dd0-4d7e-9d59-28aced1097fd binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:11:53.234017 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-e0228b36-702a-4ae7-a8a4-6015b4ffe8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:53.339712 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593dfb1-be19-4edc-b162-9723221ee601 req-09abea71-bdcc-4a53-8429-2c3ccf8f7260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:53.341275 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b593dfb1-be19-4edc-b162-9723221ee601 req-09abea71-bdcc-4a53-8429-2c3ccf8f7260 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=ce4704d2-1021-44d6-952e-a8286eac930f&tenant_id=8d929c95dcb6486584c62bb8e91069d6 HTTP/1.1" status: 200 len: 1097 time: 0.1554120 Aug 31 09:11:53.459243 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-3e13e766-3349-4d66-979d-63ba4c6c8e52 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:53.460759 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-3e13e766-3349-4d66-979d-63ba4c6c8e52 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2448351 Aug 31 09:11:53.512328 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-c007eb05-52fd-45ab-8b22-ceb3e2b0bc76 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Request body: {'port': {'device_id': '9e3a787e-834f-4311-b5eb-773f0b46159b', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'admin_state_up': True, 'tenant_id': 'a3e80399792740179c6d8b90c551c90b'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:53.530309 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593dfb1-be19-4edc-b162-9723221ee601 req-71ad89c6-c118-486a-be79-09d7d5df7e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:53.532020 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b593dfb1-be19-4edc-b162-9723221ee601 req-71ad89c6-c118-486a-be79-09d7d5df7e92 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8d929c95dcb6486584c62bb8e91069d6&device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 1097 time: 0.1454728 Aug 31 09:11:53.583788 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-e0228b36-702a-4ae7-a8a4-6015b4ffe8b2 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:53.595233 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-e0228b36-702a-4ae7-a8a4-6015b4ffe8b2 None None] Transition to ACTIVE for port object 5320e91c-5dd0-4d7e-9d59-28aced1097fd will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:11:53.656993 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-e0228b36-702a-4ae7-a8a4-6015b4ffe8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:53.713852 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c261581-2949-42bf-b018-990b4a059e8b None None] Pushing event updated for resources: {'Port': ['ID=5320e91c-5dd0-4d7e-9d59-28aced1097fd,revision_number=2']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:53.724389 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d79dd1d-3134-4e3f-85e8-662f97dc31f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61109711-82f3-469e-b9ee-3a34ce0ad19a'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:53.727867 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0fd01e-3cd7-4ffa-b3ca-9c1d47c210ad" -d '{"events": [{"server_uuid": "2d79dd1d-3134-4e3f-85e8-662f97dc31f3", "name": "network-vif-plugged", "status": "completed", "tag": "61109711-82f3-469e-b9ee-3a34ce0ad19a"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:53.738793 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-e0228b36-702a-4ae7-a8a4-6015b4ffe8b2 None None] Attempting to bind port 5320e91c-5dd0-4d7e-9d59-28aced1097fd on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:11:53.739208 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-e0228b36-702a-4ae7-a8a4-6015b4ffe8b2 None None] Attempting to bind port 5320e91c-5dd0-4d7e-9d59-28aced1097fd by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:11:53.739751 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0228b36-702a-4ae7-a8a4-6015b4ffe8b2 None None] Attempting to bind port 5320e91c-5dd0-4d7e-9d59-28aced1097fd on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:53.748419 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0228b36-702a-4ae7-a8a4-6015b4ffe8b2 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:11:53.748808 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0228b36-702a-4ae7-a8a4-6015b4ffe8b2 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:11:53.755960 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-e0228b36-702a-4ae7-a8a4-6015b4ffe8b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:53.755960 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0228b36-702a-4ae7-a8a4-6015b4ffe8b2 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:11:53.755960 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-e0228b36-702a-4ae7-a8a4-6015b4ffe8b2 None None] Bound port: 5320e91c-5dd0-4d7e-9d59-28aced1097fd, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:11:53.755960 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-e0228b36-702a-4ae7-a8a4-6015b4ffe8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:53.765104 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1a271-06ef-4439-922c-9ea4dd829715 req-ae21b993-cb93-4fbe-8a5b-ac4b959037f9 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:53.767976 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f6e1a271-06ef-4439-922c-9ea4dd829715 req-ae21b993-cb93-4fbe-8a5b-ac4b959037f9 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 949 time: 0.1985328 Aug 31 09:11:53.817470 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-e0228b36-702a-4ae7-a8a4-6015b4ffe8b2 None None] For port 5320e91c-5dd0-4d7e-9d59-28aced1097fd, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:11:53.820730 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-e0228b36-702a-4ae7-a8a4-6015b4ffe8b2 None None] For port 5320e91c-5dd0-4d7e-9d59-28aced1097fd, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=5320e91c-5dd0-4d7e-9d59-28aced1097fd,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:11:53.842878 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593dfb1-be19-4edc-b162-9723221ee601 req-ad4f4149-6dd1-4830-b4d4-d755677961ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:53.844383 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b593dfb1-be19-4edc-b162-9723221ee601 req-ad4f4149-6dd1-4830-b4d4-d755677961ea service neutron] 10.222.0.112 "GET /v2.0/networks?id=d54aa48d-9328-4446-b337-2071a0fd4f0c HTTP/1.1" status: 200 len: 910 time: 0.2727885 Aug 31 09:11:53.887389 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 3969a996-4cf3-494c-8707-d9c84a2eb9eb no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:11:53.916078 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b593dfb1-be19-4edc-b162-9723221ee601 req-59c94d2e-889f-4b33-9269-b1c6c85ba31b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3969a996-4cf3-494c-8707-d9c84a2eb9eb HTTP/1.1" status: 200 len: 217 time: 0.0595567 Aug 31 09:11:53.927842 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f6e1a271-06ef-4439-922c-9ea4dd829715 req-cf350f5c-8ee9-4edf-81dd-ec01a5394ee9 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483285 Aug 31 09:11:53.937995 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 3969a996-4cf3-494c-8707-d9c84a2eb9eb not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:11:53.970476 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-e0228b36-702a-4ae7-a8a4-6015b4ffe8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:54.023384 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-c007eb05-52fd-45ab-8b22-ceb3e2b0bc76 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Made reservation on behalf of a3e80399792740179c6d8b90c551c90b for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:11:54.027763 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-c007eb05-52fd-45ab-8b22-ceb3e2b0bc76 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:54.032670 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0228b36-702a-4ae7-a8a4-6015b4ffe8b2 None None] Routers {'95a27ff0-f36f-4c14-94a6-eb63f93fd821'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:11:54.033331 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e0228b36-702a-4ae7-a8a4-6015b4ffe8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:11:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:54.067407 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-c007eb05-52fd-45ab-8b22-ceb3e2b0bc76 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:54.070927 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c261581-2949-42bf-b018-990b4a059e8b None None] Pushing event updated for resources: {'Port': ['ID=5320e91c-5dd0-4d7e-9d59-28aced1097fd,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:54.072055 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593dfb1-be19-4edc-b162-9723221ee601 req-ff553a0e-f13a-4160-9619-8fc53048699d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:54.074455 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b593dfb1-be19-4edc-b162-9723221ee601 req-ff553a0e-f13a-4160-9619-8fc53048699d service neutron] 10.222.0.112 "GET /v2.0/subnets?id=dab6ed79-4c20-41ae-bb07-e9aaf9315083 HTTP/1.1" status: 200 len: 848 time: 0.1499660 Aug 31 09:11:54.139654 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b593dfb1-be19-4edc-b162-9723221ee601 req-8707a151-8da0-49cb-89a7-b5fc6f716316 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d54aa48d-9328-4446-b337-2071a0fd4f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541990 Aug 31 09:11:54.148462 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-e0228b36-702a-4ae7-a8a4-6015b4ffe8b2 None None] Set router 95a27ff0-f36f-4c14-94a6-eb63f93fd821 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:11:54.178292 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e9774-8b73-4dfe-9654-c3232e94e0ba req-61e64432-e938-453b-98aa-c11251dc73f9 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:54.179835 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3e0e9774-8b73-4dfe-9654-c3232e94e0ba req-61e64432-e938-453b-98aa-c11251dc73f9 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/ports?device_id=2d79dd1d-3134-4e3f-85e8-662f97dc31f3 HTTP/1.1" status: 200 len: 950 time: 0.1872778 Aug 31 09:11:54.231850 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31364894-a0a9-44c8-b01e-42d36e544114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:54.338123 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e0228b36-702a-4ae7-a8a4-6015b4ffe8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'name': 'tempest-FloatingIPsAssociationTestJSON-206902127-router', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:11:47Z', 'updated_at': '2021-08-31T09:11:50Z', 'revision_number': 3, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'gw_port': {'id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:49Z', 'updated_at': '2021-08-31T09:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:54.355307 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3e0e9774-8b73-4dfe-9654-c3232e94e0ba req-bb032a93-9d6d-42a7-b35e-e0ea27c9a6a4 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/security-groups?id=eae352a4-a58a-4bc2-b82c-a9a6ca450805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341887 Aug 31 09:11:54.407361 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65820846-03aa-4fb8-a2cc-2ff31aaf29f5 x-openstack-request-id: req-65820846-03aa-4fb8-a2cc-2ff31aaf29f5 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:54.408009 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d79dd1d-3134-4e3f-85e8-662f97dc31f3", "name": "network-vif-plugged", "status": "completed", "tag": "61109711-82f3-469e-b9ee-3a34ce0ad19a", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:54.408663 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-65820846-03aa-4fb8-a2cc-2ff31aaf29f5 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:54.409607 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d79dd1d-3134-4e3f-85e8-662f97dc31f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61109711-82f3-469e-b9ee-3a34ce0ad19a', 'code': 200} Aug 31 09:11:54.416029 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4ca28cd8-8571-4c50-9127-9e2de2d252c3 req-bf71f31b-80da-493e-94e5-6a40095dadd7 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.119 "GET /v2.0/ports?device_id=9e3a787e-834f-4311-b5eb-773f0b46159b HTTP/1.1" status: 200 len: 210 time: 0.0989635 Aug 31 09:11:54.450764 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0228b36-702a-4ae7-a8a4-6015b4ffe8b2 None None] The sync data for ids ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'] in n-d-791506-28 is: [{'id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'name': 'tempest-FloatingIPsAssociationTestJSON-206902127-router', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:11:47Z', 'updated_at': '2021-08-31T09:11:50Z', 'revision_number': 3, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'gw_port': {'id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:49Z', 'updated_at': '2021-08-31T09:11:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:11:54.456828 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b593dfb1-be19-4edc-b162-9723221ee601 req-585410b0-8cf3-4855-a61a-4e47b0a984e3 service neutron] 10.222.0.112 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065746 Aug 31 09:11:55.038763 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-c007eb05-52fd-45ab-8b22-ceb3e2b0bc76 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:55.062819 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656b5f7-1ba8-4114-ae82-d36b350f8986 req-f6557989-f7be-430d-b2af-a49d4b64a019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:55.064327 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4656b5f7-1ba8-4114-ae82-d36b350f8986 req-f6557989-f7be-430d-b2af-a49d4b64a019 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2d79dd1d-3134-4e3f-85e8-662f97dc31f3 HTTP/1.1" status: 200 len: 1102 time: 0.5623055 Aug 31 09:11:55.093916 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-31364894-a0a9-44c8-b01e-42d36e544114 admin admin] Allocated IP 172.20.0.1 (911967d5-9c28-4576-80c3-c0f96b966e16/3649fc3f-e1b9-493b-9302-31142ce0aead/f940c340-11fb-4482-b9fc-d59ba5a3d85e) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:11:55.107098 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcdf64-0288-4d6a-842f-d5eed6db2546 req-aea5effa-2196-4c58-bb59-abdd81994cd5 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:55.108781 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d0dcdf64-0288-4d6a-842f-d5eed6db2546 req-aea5effa-2196-4c58-bb59-abdd81994cd5 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/ports?device_id=1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7 HTTP/1.1" status: 200 len: 950 time: 0.5475051 Aug 31 09:11:55.110925 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b593dfb1-be19-4edc-b162-9723221ee601 req-bafaa995-a397-4960-bc1f-8c904290a2f4 service neutron] 10.222.0.112 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6183093 Aug 31 09:11:55.128210 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16d7db-c88a-44bc-b1fa-74d24fc727d8 req-1c0d4d52-4f22-4d19-8235-2e8e3da8ccd5 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:55.131549 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a16d7db-c88a-44bc-b1fa-74d24fc727d8 req-1c0d4d52-4f22-4d19-8235-2e8e3da8ccd5 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 945 time: 0.5805447 Aug 31 09:11:55.131549 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-c007eb05-52fd-45ab-8b22-ceb3e2b0bc76 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:55.302907 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4656b5f7-1ba8-4114-ae82-d36b350f8986 req-94c4e947-14ff-433c-b7ea-fe71be3ca5b8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=eae352a4-a58a-4bc2-b82c-a9a6ca450805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247510 Aug 31 09:11:55.311881 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007eb05-52fd-45ab-8b22-ceb3e2b0bc76 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eae08f00-3ab1-4932-8dac-b96dfb70b45f,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:55.354998 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d0dcdf64-0288-4d6a-842f-d5eed6db2546 req-b9ece23a-b9df-4f93-8948-27412e30fb11 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8720c92-5f89-40c2-ae84-69f108903164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154264 Aug 31 09:11:55.367001 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a16d7db-c88a-44bc-b1fa-74d24fc727d8 req-dbef130d-cd38-4329-8a18-773b57d5e169 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237625 Aug 31 09:11:55.448744 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-c007eb05-52fd-45ab-8b22-ceb3e2b0bc76 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Allocated IP 192.168.233.96 (a47e180d-e969-4a85-aa09-0ec8196480c0/f473c8e7-d3e2-4352-b8da-3dcd093feb8b/dd7521e6-ed41-4ba9-bbdd-12aa7567fac5) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:11:55.463578 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31364894-a0a9-44c8-b01e-42d36e544114 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:55.501450 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-31364894-a0a9-44c8-b01e-42d36e544114 admin admin] Transition to ACTIVE for port object f940c340-11fb-4482-b9fc-d59ba5a3d85e will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:11:55.549765 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101e96d-9b38-4347-b821-df9f3f8a219b req-0c7ff341-3b5f-4509-b1bc-a60208bae5a7 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:55.551341 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5101e96d-9b38-4347-b821-df9f3f8a219b req-0c7ff341-3b5f-4509-b1bc-a60208bae5a7 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 949 time: 0.1139369 Aug 31 09:11:55.697565 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5101e96d-9b38-4347-b821-df9f3f8a219b req-a50331b6-0904-4dcb-832e-6e660506e60b tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350372 Aug 31 09:11:55.726690 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593dfb1-be19-4edc-b162-9723221ee601 req-3da44d7b-0a55-4d6a-8159-d73ead1abca0 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:55.728199 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b593dfb1-be19-4edc-b162-9723221ee601 req-3da44d7b-0a55-4d6a-8159-d73ead1abca0 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=ce4704d2-1021-44d6-952e-a8286eac930f&tenant_id=8d929c95dcb6486584c62bb8e91069d6&binding%3Ahost_id=n-h1-791506-28 HTTP/1.1" status: 200 len: 1097 time: 0.1338463 Aug 31 09:11:55.778931 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31364894-a0a9-44c8-b01e-42d36e544114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:55.792843 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-c007eb05-52fd-45ab-8b22-ceb3e2b0bc76 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:55.872157 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-c007eb05-52fd-45ab-8b22-ceb3e2b0bc76 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Transition to ACTIVE for port object dd7521e6-ed41-4ba9-bbdd-12aa7567fac5 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:11:55.876653 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31364894-a0a9-44c8-b01e-42d36e544114 admin admin] Network 911967d5-9c28-4576-80c3-c0f96b966e16 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:11:55.884150 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-31364894-a0a9-44c8-b01e-42d36e544114 admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:11:55.900495 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31364894-a0a9-44c8-b01e-42d36e544114 admin admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:11:55.903837 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31364894-a0a9-44c8-b01e-42d36e544114 admin admin] Pushing event updated for resources: {'Port': ['ID=f940c340-11fb-4482-b9fc-d59ba5a3d85e,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:55.905481 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 4b983ee0-3395-4afe-88a3-c2815cf15e20 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:11:56.016639 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:56.058659 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 4b983ee0-3395-4afe-88a3-c2815cf15e20, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=4b983ee0-3395-4afe-88a3-c2815cf15e20,segment=NetworkSegment(7165cf42-c983-4e18-9ad9-e580a9c61c0b),segment_id=7165cf42-c983-4e18-9ad9-e580a9c61c0b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:56.086595 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31364894-a0a9-44c8-b01e-42d36e544114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:56.096531 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702d4e4-42b2-42e2-86ec-b3339e85f85a req-db39bbc1-c330-49c9-894d-8b0c637b97ee tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:56.098143 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1702d4e4-42b2-42e2-86ec-b3339e85f85a req-db39bbc1-c330-49c9-894d-8b0c637b97ee tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/ports?device_id=2d79dd1d-3134-4e3f-85e8-662f97dc31f3 HTTP/1.1" status: 200 len: 950 time: 0.2204604 Aug 31 09:11:56.131457 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:56.156152 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-c007eb05-52fd-45ab-8b22-ceb3e2b0bc76 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:56.215148 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=4b983ee0-3395-4afe-88a3-c2815cf15e20,revision_number=8']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:56.261896 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-814912b7-a142-4e4a-b83a-d4d6360e7bc1 None None] Provisioning for port f940c340-11fb-4482-b9fc-d59ba5a3d85e completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:11:56.265910 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-814912b7-a142-4e4a-b83a-d4d6360e7bc1 None None] Provisioning complete for port f940c340-11fb-4482-b9fc-d59ba5a3d85e triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:56.266272 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-814912b7-a142-4e4a-b83a-d4d6360e7bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:56.279772 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-c007eb05-52fd-45ab-8b22-ceb3e2b0bc76 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Network a47e180d-e969-4a85-aa09-0ec8196480c0 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:11:56.288634 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1702d4e4-42b2-42e2-86ec-b3339e85f85a req-f319af16-8f29-44fc-85a4-d3a4383790de tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/security-groups?id=eae352a4-a58a-4bc2-b82c-a9a6ca450805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534832 Aug 31 09:11:56.294909 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-b593dfb1-be19-4edc-b162-9723221ee601 req-b6273ccb-3d17-4e26-9ecd-b6fc026917df service neutron] For port 3969a996-4cf3-494c-8707-d9c84a2eb9eb, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:11:56.299943 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-c007eb05-52fd-45ab-8b22-ceb3e2b0bc76 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:11:56.311272 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-814912b7-a142-4e4a-b83a-d4d6360e7bc1 None None] Port f940c340-11fb-4482-b9fc-d59ba5a3d85e cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:11:56.311876 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-c007eb05-52fd-45ab-8b22-ceb3e2b0bc76 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:11:56.314782 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007eb05-52fd-45ab-8b22-ceb3e2b0bc76 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Pushing event updated for resources: {'Port': ['ID=dd7521e6-ed41-4ba9-bbdd-12aa7567fac5,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:56.319056 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b593dfb1-be19-4edc-b162-9723221ee601 req-b6273ccb-3d17-4e26-9ecd-b6fc026917df service neutron] Notify callbacks [] for binding, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:56.320161 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b593dfb1-be19-4edc-b162-9723221ee601 req-b6273ccb-3d17-4e26-9ecd-b6fc026917df service neutron] 10.222.0.112 "DELETE /v2.0/ports/3969a996-4cf3-494c-8707-d9c84a2eb9eb/bindings/n-h2-791506-28 HTTP/1.1" status: 204 len: 173 time: 0.5807304 Aug 31 09:11:56.407877 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae5090-06d9-4682-80d2-2719d607069d req-ae2fb208-e3d6-4047-94d0-f2923adac399 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:56.409374 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aae5090-06d9-4682-80d2-2719d607069d req-ae2fb208-e3d6-4047-94d0-f2923adac399 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.119 "GET /v2.0/ports?device_id=9e3a787e-834f-4311-b5eb-773f0b46159b HTTP/1.1" status: 200 len: 935 time: 0.1999385 Aug 31 09:11:56.410883 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad652944-8817-40f1-b561-f3b485aad6b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b983ee0-3395-4afe-88a3-c2815cf15e20'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:56.414034 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87248e91-1797-4ca0-b102-06618be29969" -d '{"events": [{"server_uuid": "ad652944-8817-40f1-b561-f3b485aad6b9", "name": "network-vif-unplugged", "status": "completed", "tag": "4b983ee0-3395-4afe-88a3-c2815cf15e20"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:56.420999 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-c007eb05-52fd-45ab-8b22-ceb3e2b0bc76 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:56.422773 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-c007eb05-52fd-45ab-8b22-ceb3e2b0bc76 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:56.464409 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 5320e91c-5dd0-4d7e-9d59-28aced1097fd up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:11:56.516643 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31364894-a0a9-44c8-b01e-42d36e544114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:56.567340 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aae5090-06d9-4682-80d2-2719d607069d req-2f7d33d2-fdcb-48fa-ae53-1bf7cd771894 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.119 "GET /v2.0/security-groups?id=eae08f00-3ab1-4932-8dac-b96dfb70b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411703 Aug 31 09:11:56.597734 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-c007eb05-52fd-45ab-8b22-ceb3e2b0bc76 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0923767 Aug 31 09:11:56.600003 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 5320e91c-5dd0-4d7e-9d59-28aced1097fd completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:11:56.604261 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 5320e91c-5dd0-4d7e-9d59-28aced1097fd triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:56.604647 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:56.631573 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-e1846d0d-4400-488f-aa5b-c8f42f065945 service neutron] Request body: {'port': {'device_id': '9e3a787e-834f-4311-b5eb-773f0b46159b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:11:56.706307 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:56.727662 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 5320e91c-5dd0-4d7e-9d59-28aced1097fd, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=5320e91c-5dd0-4d7e-9d59-28aced1097fd,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:56.736871 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-89f173bb-4ea7-44ff-bd43-c7e863d69372 None None] Provisioning for port dd7521e6-ed41-4ba9-bbdd-12aa7567fac5 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:11:56.740761 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-89f173bb-4ea7-44ff-bd43-c7e863d69372 None None] Provisioning complete for port dd7521e6-ed41-4ba9-bbdd-12aa7567fac5 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:56.741128 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-89f173bb-4ea7-44ff-bd43-c7e863d69372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:56.777396 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-89f173bb-4ea7-44ff-bd43-c7e863d69372 None None] Port dd7521e6-ed41-4ba9-bbdd-12aa7567fac5 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:11:56.808707 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-e1846d0d-4400-488f-aa5b-c8f42f065945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:56.818052 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:56.826585 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-2ea43275-52ba-4156-a1c1-a474e60acd06 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:56.828600 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-2ea43275-52ba-4156-a1c1-a474e60acd06 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/networks?id=9ca962f7-a3f8-4e91-9029-22ec42b84c01 HTTP/1.1" status: 200 len: 805 time: 0.3085942 Aug 31 09:11:56.850776 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9abb90-046d-4eda-83bc-6194633505ac req-d6318bce-cc00-4394-9951-9f805fc8b282 tempest-ServersAdminNegativeTestJSON-4030567 tempest-ServersAdminNegativeTestJSON-4030567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:56.852877 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1f9abb90-046d-4eda-83bc-6194633505ac req-d6318bce-cc00-4394-9951-9f805fc8b282 tempest-ServersAdminNegativeTestJSON-4030567 tempest-ServersAdminNegativeTestJSON-4030567-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7 HTTP/1.1" status: 200 len: 1102 time: 0.2130601 Aug 31 09:11:56.883969 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=5320e91c-5dd0-4d7e-9d59-28aced1097fd,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:56.908355 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-8d8fb2fa-d987-4e83-be92-25453169c06a tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/quotas/40aea3578a764824ae85220fcc0c6911 HTTP/1.1" status: 200 len: 375 time: 0.0637159 Aug 31 09:11:56.927948 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1f9abb90-046d-4eda-83bc-6194633505ac req-dada19fd-5418-4d1a-a90e-0ebebbc6b140 tempest-ServersAdminNegativeTestJSON-4030567 tempest-ServersAdminNegativeTestJSON-4030567-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:57.108191 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-6b926b4c-35cc-4818-b577-d2a0cd201db2 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1850688 Aug 31 09:11:57.156089 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31364894-a0a9-44c8-b01e-42d36e544114 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:57.295935 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31364894-a0a9-44c8-b01e-42d36e544114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:57.389598 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-e8fba15b-77c8-4ab0-92eb-1d472c57baad service neutron] 10.222.0.119 "GET /v2.0/networks/9ca962f7-a3f8-4e91-9029-22ec42b84c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640729 Aug 31 09:11:57.394380 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1f9abb90-046d-4eda-83bc-6194633505ac req-dada19fd-5418-4d1a-a90e-0ebebbc6b140 tempest-ServersAdminNegativeTestJSON-4030567 tempest-ServersAdminNegativeTestJSON-4030567-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:57.422916 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31364894-a0a9-44c8-b01e-42d36e544114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:57.454424 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31364894-a0a9-44c8-b01e-42d36e544114 admin admin] Pushing event updated for resources: {'Port': ['ID=f940c340-11fb-4482-b9fc-d59ba5a3d85e,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:57.496664 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1f9abb90-046d-4eda-83bc-6194633505ac req-dada19fd-5418-4d1a-a90e-0ebebbc6b140 tempest-ServersAdminNegativeTestJSON-4030567 tempest-ServersAdminNegativeTestJSON-4030567-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:57.519136 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-e1846d0d-4400-488f-aa5b-c8f42f065945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd7521e6-ed41-4ba9-bbdd-12aa7567fac5 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:11:57.576418 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-e1846d0d-4400-488f-aa5b-c8f42f065945 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:57.580031 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1f9abb90-046d-4eda-83bc-6194633505ac req-dada19fd-5418-4d1a-a90e-0ebebbc6b140 tempest-ServersAdminNegativeTestJSON-4030567 tempest-ServersAdminNegativeTestJSON-4030567-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=d8720c92-5f89-40c2-ae84-69f108903164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7159605 Aug 31 09:11:57.617546 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada19fd-5418-4d1a-a90e-0ebebbc6b140 tempest-ServersAdminNegativeTestJSON-4030567 tempest-ServersAdminNegativeTestJSON-4030567-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55617b1f-318c-4ec1-b2e6-a32c86866f42,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:57.629788 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-e1846d0d-4400-488f-aa5b-c8f42f065945 service neutron] Transition to ACTIVE for port object dd7521e6-ed41-4ba9-bbdd-12aa7567fac5 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:11:57.704996 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-bc8169c0-23f4-4125-b42c-afe879fe777d service neutron] 10.222.0.119 "GET /v2.0/networks/9ca962f7-a3f8-4e91-9029-22ec42b84c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995155 Aug 31 09:11:57.714588 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-e1846d0d-4400-488f-aa5b-c8f42f065945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:57.760469 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31364894-a0a9-44c8-b01e-42d36e544114 admin admin] Network 911967d5-9c28-4576-80c3-c0f96b966e16 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:11:57.772467 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-31364894-a0a9-44c8-b01e-42d36e544114 admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:11:57.789251 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1846d0d-4400-488f-aa5b-c8f42f065945 service neutron] Pushing event updated for resources: {'Port': ['ID=dd7521e6-ed41-4ba9-bbdd-12aa7567fac5,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:57.799748 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22143ce9-0dcc-4ea9-af64-00cf0a281c29 req-54dc87cc-d17e-414a-be10-fdd9a7af1323 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:57.801259 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22143ce9-0dcc-4ea9-af64-00cf0a281c29 req-54dc87cc-d17e-414a-be10-fdd9a7af1323 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 945 time: 0.1324084 Aug 31 09:11:58.095983 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecab379-8240-44bd-abc9-aa47abc964fe x-openstack-request-id: req-1ecab379-8240-44bd-abc9-aa47abc964fe {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:11:58.096549 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad652944-8817-40f1-b561-f3b485aad6b9", "name": "network-vif-unplugged", "status": "completed", "tag": "4b983ee0-3395-4afe-88a3-c2815cf15e20", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:11:58.096665 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-1ecab379-8240-44bd-abc9-aa47abc964fe {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:11:58.097315 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad652944-8817-40f1-b561-f3b485aad6b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b983ee0-3395-4afe-88a3-c2815cf15e20', 'code': 200} Aug 31 09:11:58.145148 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-cbb968eb-8e09-4e0b-8d53-942333a24119 None None] Provisioning complete for port f940c340-11fb-4482-b9fc-d59ba5a3d85e triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:58.145647 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cbb968eb-8e09-4e0b-8d53-942333a24119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:58.196038 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-cbb968eb-8e09-4e0b-8d53-942333a24119 None None] Port f940c340-11fb-4482-b9fc-d59ba5a3d85e cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:11:58.347619 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22143ce9-0dcc-4ea9-af64-00cf0a281c29 req-f650c0f1-e09b-4fa3-8cd1-f309b91d5d28 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5234985 Aug 31 09:11:58.393561 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-e1846d0d-4400-488f-aa5b-c8f42f065945 service neutron] Attempting to bind port dd7521e6-ed41-4ba9-bbdd-12aa7567fac5 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:11:58.393905 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-e1846d0d-4400-488f-aa5b-c8f42f065945 service neutron] Attempting to bind port dd7521e6-ed41-4ba9-bbdd-12aa7567fac5 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:11:58.394234 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-e1846d0d-4400-488f-aa5b-c8f42f065945 service neutron] Attempting to bind port dd7521e6-ed41-4ba9-bbdd-12aa7567fac5 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:58.422411 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-e1846d0d-4400-488f-aa5b-c8f42f065945 service neutron] Port dd7521e6-ed41-4ba9-bbdd-12aa7567fac5 on network a47e180d-e969-4a85-aa09-0ec8196480c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:11:58.422860 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-e1846d0d-4400-488f-aa5b-c8f42f065945 service neutron] Attempting to bind port dd7521e6-ed41-4ba9-bbdd-12aa7567fac5 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:11:58.425479 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 5320e91c-5dd0-4d7e-9d59-28aced1097fd up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:11:58.435124 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31364894-a0a9-44c8-b01e-42d36e544114 admin admin] Router 95a27ff0-f36f-4c14-94a6-eb63f93fd821 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:11:58.449245 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98119676-97dc-4bad-8605-5aa26b4c6e74 req-91f2bb68-bd96-4549-a2e7-cfe20adf0d36 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:58.450953 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98119676-97dc-4bad-8605-5aa26b4c6e74 req-91f2bb68-bd96-4549-a2e7-cfe20adf0d36 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad652944-8817-40f1-b561-f3b485aad6b9 HTTP/1.1" status: 200 len: 944 time: 0.5366828 Aug 31 09:11:58.463125 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-e1846d0d-4400-488f-aa5b-c8f42f065945 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:11:58.463692 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-e1846d0d-4400-488f-aa5b-c8f42f065945 service neutron] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:11:58.464543 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-e1846d0d-4400-488f-aa5b-c8f42f065945 service neutron] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:11:58.465040 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-e1846d0d-4400-488f-aa5b-c8f42f065945 service neutron] Bound port: dd7521e6-ed41-4ba9-bbdd-12aa7567fac5, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:11:58.465488 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-e1846d0d-4400-488f-aa5b-c8f42f065945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:58.484608 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 5320e91c-5dd0-4d7e-9d59-28aced1097fd triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:11:58.484976 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:58.507344 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68898e58-f67a-4ae5-be07-71659d33357e req-baa6c8e4-8bea-4c1e-9275-ec9cd7657234 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:58.509494 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-68898e58-f67a-4ae5-be07-71659d33357e req-baa6c8e4-8bea-4c1e-9275-ec9cd7657234 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 949 time: 0.1911628 Aug 31 09:11:58.699612 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7cbb7-4861-4c69-9b73-744adf776a8f req-ec7ae836-e9fe-458c-a928-52b227c0fea3 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:58.701556 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-87c7cbb7-4861-4c69-9b73-744adf776a8f req-ec7ae836-e9fe-458c-a928-52b227c0fea3 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/ports?device_id=2d79dd1d-3134-4e3f-85e8-662f97dc31f3 HTTP/1.1" status: 200 len: 950 time: 0.2637057 Aug 31 09:11:58.756162 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-68898e58-f67a-4ae5-be07-71659d33357e req-681bc1e1-56c3-4ca1-8d2e-a8a0a856a2e2 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146895 Aug 31 09:11:58.790516 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-e1846d0d-4400-488f-aa5b-c8f42f065945 service neutron] For port dd7521e6-ed41-4ba9-bbdd-12aa7567fac5, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:11:58.835157 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-e1846d0d-4400-488f-aa5b-c8f42f065945 service neutron] For port dd7521e6-ed41-4ba9-bbdd-12aa7567fac5, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=dd7521e6-ed41-4ba9-bbdd-12aa7567fac5,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:11:58.838051 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31364894-a0a9-44c8-b01e-42d36e544114 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:11:58.843779 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-87c7cbb7-4861-4c69-9b73-744adf776a8f req-2c8823a0-4691-4bd7-a504-fd4aefe40ba9 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/security-groups?id=eae352a4-a58a-4bc2-b82c-a9a6ca450805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247773 Aug 31 09:11:58.849501 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-31364894-a0a9-44c8-b01e-42d36e544114 admin admin] 10.222.0.119 "PUT /v2.0/routers/95a27ff0-f36f-4c14-94a6-eb63f93fd821/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8431873 Aug 31 09:11:58.853002 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bee660d-123e-4b8b-ad12-0d8eb28f1e6f None None] Sync routers for ids ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:11:58.866780 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-98119676-97dc-4bad-8605-5aa26b4c6e74 req-6593c156-490d-4f16-ab54-f11ff7078b8d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Deleting port 4b983ee0-3395-4afe-88a3-c2815cf15e20 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:11:58.867123 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-98119676-97dc-4bad-8605-5aa26b4c6e74 req-6593c156-490d-4f16-ab54-f11ff7078b8d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:58.883445 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bee660d-123e-4b8b-ad12-0d8eb28f1e6f None None] Routers {'95a27ff0-f36f-4c14-94a6-eb63f93fd821'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:11:58.898411 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-9bee660d-123e-4b8b-ad12-0d8eb28f1e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:11:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:58.960884 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-e1846d0d-4400-488f-aa5b-c8f42f065945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:59.024254 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-9bee660d-123e-4b8b-ad12-0d8eb28f1e6f None None] Set router 95a27ff0-f36f-4c14-94a6-eb63f93fd821 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:11:59.038711 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-edcc7a41-2829-4ec6-a9a0-1526984ce910 req-958a3d14-9f16-419f-aa46-85a85758dcf0 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=3074468c-6b1e-40f1-b3d8-729b9c64b0ab HTTP/1.1" status: 200 len: 210 time: 0.0879152 Aug 31 09:11:59.052959 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-e1846d0d-4400-488f-aa5b-c8f42f065945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:59.053427 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-e1846d0d-4400-488f-aa5b-c8f42f065945 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:59.054794 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-e1846d0d-4400-488f-aa5b-c8f42f065945 service neutron] 10.222.0.112 "PUT /v2.0/ports/dd7521e6-ed41-4ba9-bbdd-12aa7567fac5 HTTP/1.1" status: 200 len: 1096 time: 2.4326742 Aug 31 09:11:59.059732 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e3a787e-834f-4311-b5eb-773f0b46159b', 'tag': 'dd7521e6-ed41-4ba9-bbdd-12aa7567fac5'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:11:59.061974 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f2baa3-7881-4d4b-a790-5a7d220f2fff" -d '{"events": [{"name": "network-changed", "server_uuid": "9e3a787e-834f-4311-b5eb-773f0b46159b", "tag": "dd7521e6-ed41-4ba9-bbdd-12aa7567fac5"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:11:59.108702 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-98119676-97dc-4bad-8605-5aa26b4c6e74 req-6593c156-490d-4f16-ab54-f11ff7078b8d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] For port 4b983ee0-3395-4afe-88a3-c2815cf15e20, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=4b983ee0-3395-4afe-88a3-c2815cf15e20,segment=NetworkSegment(7165cf42-c983-4e18-9ad9-e580a9c61c0b),segment_id=7165cf42-c983-4e18-9ad9-e580a9c61c0b)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:11:59.109332 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-98119676-97dc-4bad-8605-5aa26b4c6e74 req-6593c156-490d-4f16-ab54-f11ff7078b8d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:59.143764 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b2a5c-ef2d-4cab-b6c6-ea238b218a71 req-524ab48f-d8cc-40ab-a7f3-02fc53a3db5d tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:59.145473 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-060b2a5c-ef2d-4cab-b6c6-ea238b218a71 req-524ab48f-d8cc-40ab-a7f3-02fc53a3db5d tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.119 "GET /v2.0/ports?device_id=9e3a787e-834f-4311-b5eb-773f0b46159b HTTP/1.1" status: 200 len: 947 time: 0.1959519 Aug 31 09:11:59.149789 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1846d0d-4400-488f-aa5b-c8f42f065945 service neutron] Pushing event updated for resources: {'Port': ['ID=dd7521e6-ed41-4ba9-bbdd-12aa7567fac5,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:59.153701 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-98119676-97dc-4bad-8605-5aa26b4c6e74 req-6593c156-490d-4f16-ab54-f11ff7078b8d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Calling delete_port for 4b983ee0-3395-4afe-88a3-c2815cf15e20 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:11:59.307051 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-060b2a5c-ef2d-4cab-b6c6-ea238b218a71 req-875843b3-b3c2-494d-bbc8-020751721289 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.119 "GET /v2.0/security-groups?id=eae08f00-3ab1-4932-8dac-b96dfb70b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509485 Aug 31 09:11:59.329355 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-9bee660d-123e-4b8b-ad12-0d8eb28f1e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'name': 'tempest-FloatingIPsAssociationTestJSON-206902127-router', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:11:47Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'gw_port': {'id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:49Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'f940c340-11fb-4482-b9fc-d59ba5a3d85e', 'name': '', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'mac_address': 'fa:16:3e:a5:93:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:54Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 2, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'subnets': [{'id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:11:59.342919 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-7d1c27fd-5848-4d80-b5f5-5410bc985a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:59.344369 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-7d1c27fd-5848-4d80-b5f5-5410bc985a7d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a3e80399792740179c6d8b90c551c90b&device_id=9e3a787e-834f-4311-b5eb-773f0b46159b HTTP/1.1" status: 200 len: 1099 time: 0.1004267 Aug 31 09:11:59.348135 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb79641-6dbb-4cc5-804a-4ff2c26fdf3e req-5210617e-54a5-473c-86ac-0727479c5cfc tempest-ServersAdminNegativeTestJSON-4030567 tempest-ServersAdminNegativeTestJSON-4030567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:59.349643 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-feb79641-6dbb-4cc5-804a-4ff2c26fdf3e req-5210617e-54a5-473c-86ac-0727479c5cfc tempest-ServersAdminNegativeTestJSON-4030567 tempest-ServersAdminNegativeTestJSON-4030567-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7 HTTP/1.1" status: 200 len: 1102 time: 0.1686590 Aug 31 09:11:59.381942 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bee660d-123e-4b8b-ad12-0d8eb28f1e6f None None] Checking router: 95a27ff0-f36f-4c14-94a6-eb63f93fd821 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:11:59.381942 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bee660d-123e-4b8b-ad12-0d8eb28f1e6f None None] Updating router 95a27ff0-f36f-4c14-94a6-eb63f93fd821 port f940c340-11fb-4482-b9fc-d59ba5a3d85e binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:11:59.418216 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9bee660d-123e-4b8b-ad12-0d8eb28f1e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:59.440790 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-5451f37b-0d43-4426-880b-0ba9c3bf1942 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=dd7521e6-ed41-4ba9-bbdd-12aa7567fac5 HTTP/1.1" status: 200 len: 217 time: 0.0813384 Aug 31 09:11:59.496612 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-feb79641-6dbb-4cc5-804a-4ff2c26fdf3e req-381e9c7a-6268-4bdf-8cb3-1a4cf6f23eca tempest-ServersAdminNegativeTestJSON-4030567 tempest-ServersAdminNegativeTestJSON-4030567-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=d8720c92-5f89-40c2-ae84-69f108903164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271663 Aug 31 09:11:59.522037 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-9f56eea1-86ab-48ca-82f7-02bb4a6ac08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:59.522037 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-9f56eea1-86ab-48ca-82f7-02bb4a6ac08a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.0581686 Aug 31 09:11:59.557604 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-98119676-97dc-4bad-8605-5aa26b4c6e74 req-6593c156-490d-4f16-ab54-f11ff7078b8d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:59.605970 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593c156-490d-4f16-ab54-f11ff7078b8d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Pushing event deleted for resources: {'Port': ['ID=4b983ee0-3395-4afe-88a3-c2815cf15e20,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:59.641321 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-3f553b45-6f61-4612-bb94-de68fd0bd078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:59.642885 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-3f553b45-6f61-4612-bb94-de68fd0bd078 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1161089 Aug 31 09:11:59.657819 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-98119676-97dc-4bad-8605-5aa26b4c6e74 req-6593c156-490d-4f16-ab54-f11ff7078b8d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] No DVR routers for this DVR port 4b983ee0-3395-4afe-88a3-c2815cf15e20 on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:11:59.660501 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-98119676-97dc-4bad-8605-5aa26b4c6e74 req-6593c156-490d-4f16-ab54-f11ff7078b8d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:59.665714 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98119676-97dc-4bad-8605-5aa26b4c6e74 req-6593c156-490d-4f16-ab54-f11ff7078b8d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.59 "DELETE /v2.0/ports/4b983ee0-3395-4afe-88a3-c2815cf15e20 HTTP/1.1" status: 204 len: 173 time: 1.1901937 Aug 31 09:11:59.771688 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9bee660d-123e-4b8b-ad12-0d8eb28f1e6f None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:59.782270 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9bee660d-123e-4b8b-ad12-0d8eb28f1e6f None None] Transition to ACTIVE for port object f940c340-11fb-4482-b9fc-d59ba5a3d85e will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:11:59.856234 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-027c0253-f569-4e79-8b85-1801999e3c3f service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928754 Aug 31 09:11:59.864558 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10678334-e3c6-4762-a538-8d9a759d0708 req-89f5fab0-b8d3-4b19-bfa8-acd5f2fd913d tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:11:59.865964 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10678334-e3c6-4762-a538-8d9a759d0708 req-89f5fab0-b8d3-4b19-bfa8-acd5f2fd913d tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/networks?id=911967d5-9c28-4576-80c3-c0f96b966e16 HTTP/1.1" status: 200 len: 820 time: 0.2097647 Aug 31 09:11:59.908440 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9bee660d-123e-4b8b-ad12-0d8eb28f1e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:59.943496 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10678334-e3c6-4762-a538-8d9a759d0708 req-ed024c6d-51fc-4751-a3f2-5474943b0796 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/quotas/f4381d0dc0be411ca9215585d9e1f0fb HTTP/1.1" status: 200 len: 375 time: 0.0575032 Aug 31 09:11:59.971845 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3d3ad-5b61-46a1-94a5-693107647ad2 None None] Pushing event updated for resources: {'Port': ['ID=f940c340-11fb-4482-b9fc-d59ba5a3d85e,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:11:59.998423 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16014a41-8722-40fe-9325-106b7177b930 req-301079ec-b6f3-434e-bd5a-0cd643ae0080 service neutron] 10.222.0.112 "GET /v2.0/ports/71eeab29-0c3e-4761-a5fc-905d7e248bc0/bindings/n-h1-791506-28 HTTP/1.1" status: 200 len: 383 time: 0.1891279 Aug 31 09:12:00.026073 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-670fac2a-0f1b-4d53-bf2f-1696fea4c6ce req-598c43dd-3283-4a70-a494-86c4737fc504 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571481 Aug 31 09:12:00.033201 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10678334-e3c6-4762-a538-8d9a759d0708 req-6798c26e-2902-4ae4-9375-21476ee1c0f7 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=f4381d0dc0be411ca9215585d9e1f0fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793426 Aug 31 09:12:00.051400 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a05408a-c1d4-4c97-b8a4-d188696b2742 x-openstack-request-id: req-8a05408a-c1d4-4c97-b8a4-d188696b2742 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:00.051823 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e3a787e-834f-4311-b5eb-773f0b46159b", "tag": "dd7521e6-ed41-4ba9-bbdd-12aa7567fac5", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:00.052086 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-8a05408a-c1d4-4c97-b8a4-d188696b2742 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:00.052558 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e3a787e-834f-4311-b5eb-773f0b46159b', 'tag': 'dd7521e6-ed41-4ba9-bbdd-12aa7567fac5', 'status': 'completed', 'code': 200} Aug 31 09:12:00.063053 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-9bee660d-123e-4b8b-ad12-0d8eb28f1e6f None None] Attempting to bind port f940c340-11fb-4482-b9fc-d59ba5a3d85e on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:12:00.063721 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-9bee660d-123e-4b8b-ad12-0d8eb28f1e6f None None] Attempting to bind port f940c340-11fb-4482-b9fc-d59ba5a3d85e by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '31cf320c-edc0-464d-82e7-32003e3052bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:12:00.064386 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bee660d-123e-4b8b-ad12-0d8eb28f1e6f None None] Attempting to bind port f940c340-11fb-4482-b9fc-d59ba5a3d85e on network 911967d5-9c28-4576-80c3-c0f96b966e16 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:00.076290 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bee660d-123e-4b8b-ad12-0d8eb28f1e6f None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:12:00.076879 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bee660d-123e-4b8b-ad12-0d8eb28f1e6f None None] Checking segment: {'id': '31cf320c-edc0-464d-82e7-32003e3052bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:00.077318 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9bee660d-123e-4b8b-ad12-0d8eb28f1e6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:00.078205 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bee660d-123e-4b8b-ad12-0d8eb28f1e6f None None] Bound using segment: {'id': '31cf320c-edc0-464d-82e7-32003e3052bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:12:00.078821 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-9bee660d-123e-4b8b-ad12-0d8eb28f1e6f None None] Bound port: f940c340-11fb-4482-b9fc-d59ba5a3d85e, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31cf320c-edc0-464d-82e7-32003e3052bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:12:00.079211 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9bee660d-123e-4b8b-ad12-0d8eb28f1e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:00.152347 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-9bee660d-123e-4b8b-ad12-0d8eb28f1e6f None None] For port f940c340-11fb-4482-b9fc-d59ba5a3d85e, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:12:00.157366 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-9bee660d-123e-4b8b-ad12-0d8eb28f1e6f None None] For port f940c340-11fb-4482-b9fc-d59ba5a3d85e, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f940c340-11fb-4482-b9fc-d59ba5a3d85e,segment=NetworkSegment(31cf320c-edc0-464d-82e7-32003e3052bd),segment_id=31cf320c-edc0-464d-82e7-32003e3052bd)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:12:00.192997 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088323f-8335-447d-96c5-d2847aac3daf req-1b2a8b15-1b59-421e-9669-8b9afcc7af65 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:00.194574 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c088323f-8335-447d-96c5-d2847aac3daf req-1b2a8b15-1b59-421e-9669-8b9afcc7af65 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 1097 time: 0.0868807 Aug 31 09:12:00.198253 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10678334-e3c6-4762-a538-8d9a759d0708 req-ec0b9341-1da7-4359-af72-425f357088c7 service neutron] 10.222.0.119 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438704 Aug 31 09:12:00.205879 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:12:00.288325 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9bee660d-123e-4b8b-ad12-0d8eb28f1e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:00.332860 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c088323f-8335-447d-96c5-d2847aac3daf req-bca29e43-f77d-4488-bf6c-3a5fca5ae525 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193497 Aug 31 09:12:00.372026 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2baa3-7881-4d4b-a790-5a7d220f2fff req-cf7d8b55-1432-47b9-abd1-2697ed09a686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:00.373543 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3f2baa3-7881-4d4b-a790-5a7d220f2fff req-cf7d8b55-1432-47b9-abd1-2697ed09a686 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a3e80399792740179c6d8b90c551c90b&device_id=9e3a787e-834f-4311-b5eb-773f0b46159b HTTP/1.1" status: 200 len: 1099 time: 0.1139307 Aug 31 09:12:00.375706 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bee660d-123e-4b8b-ad12-0d8eb28f1e6f None None] Routers {'95a27ff0-f36f-4c14-94a6-eb63f93fd821'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:12:00.376407 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-9bee660d-123e-4b8b-ad12-0d8eb28f1e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:11:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:00.377703 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10678334-e3c6-4762-a538-8d9a759d0708 req-38450577-e02c-4814-a74c-3b8bbb3da39d service neutron] 10.222.0.119 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718266 Aug 31 09:12:00.475396 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3d3ad-5b61-46a1-94a5-693107647ad2 None None] Pushing event updated for resources: {'Port': ['ID=f940c340-11fb-4482-b9fc-d59ba5a3d85e,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:00.632346 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-9bee660d-123e-4b8b-ad12-0d8eb28f1e6f None None] Set router 95a27ff0-f36f-4c14-94a6-eb63f93fd821 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:12:00.637763 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2baa3-7881-4d4b-a790-5a7d220f2fff req-9114f381-60ef-496b-aa88-50e21c67ae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:00.639651 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3f2baa3-7881-4d4b-a790-5a7d220f2fff req-9114f381-60ef-496b-aa88-50e21c67ae72 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.2553835 Aug 31 09:12:00.670376 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-e7019121-ab76-43cd-8f76-866f18e23d28 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:00.672322 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-e7019121-ab76-43cd-8f76-866f18e23d28 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.59 "GET /v2.0/networks?id=9ca962f7-a3f8-4e91-9029-22ec42b84c01 HTTP/1.1" status: 200 len: 805 time: 0.2206078 Aug 31 09:12:00.720295 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-2c4b19c4-3b11-4045-a7df-dc0232430e2b tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Request body: {'port': {'device_id': '3074468c-6b1e-40f1-b3d8-729b9c64b0ab', 'network_id': '9ca962f7-a3f8-4e91-9029-22ec42b84c01', 'admin_state_up': True, 'tenant_id': '40aea3578a764824ae85220fcc0c6911'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:00.724790 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3f2baa3-7881-4d4b-a790-5a7d220f2fff req-f2ef29e9-c96c-48ed-bf3a-79f5ea96e4cf service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=dd7521e6-ed41-4ba9-bbdd-12aa7567fac5 HTTP/1.1" status: 200 len: 217 time: 0.0631559 Aug 31 09:12:00.966864 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c951f-40e9-43ae-bdfa-c68c4893d68b req-ff53f16e-0497-4c84-9fd7-c907b2bec948 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:00.969197 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b02c951f-40e9-43ae-bdfa-c68c4893d68b req-ff53f16e-0497-4c84-9fd7-c907b2bec948 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 949 time: 0.2419934 Aug 31 09:12:00.976374 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2baa3-7881-4d4b-a790-5a7d220f2fff req-66074cc9-96b6-4011-9676-3af0a6c4c133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:00.979939 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3f2baa3-7881-4d4b-a790-5a7d220f2fff req-66074cc9-96b6-4011-9676-3af0a6c4c133 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1891410 Aug 31 09:12:01.003158 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16014a41-8722-40fe-9325-106b7177b930 req-c66d8114-0ee8-4272-ac8b-396f4503104c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:01.003158 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16014a41-8722-40fe-9325-106b7177b930 req-c66d8114-0ee8-4272-ac8b-396f4503104c service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc&tenant_id=a2247b5137dc4fbdbab9ed7148117dac HTTP/1.1" status: 200 len: 1101 time: 0.2639542 Aug 31 09:12:01.010282 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-9bee660d-123e-4b8b-ad12-0d8eb28f1e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'name': 'tempest-FloatingIPsAssociationTestJSON-206902127-router', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:11:47Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'gw_port': {'id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:49Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'f940c340-11fb-4482-b9fc-d59ba5a3d85e', 'name': '', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'mac_address': 'fa:16:3e:a5:93:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:54Z', 'updated_at': '2021-08-31T09:12:00Z', 'revision_number': 4, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'subnets': [{'id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:01.048014 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bee660d-123e-4b8b-ad12-0d8eb28f1e6f None None] The sync data for ids ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'] in n-d-791506-28 is: [{'id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'name': 'tempest-FloatingIPsAssociationTestJSON-206902127-router', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:11:47Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'gw_port': {'id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:49Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'f940c340-11fb-4482-b9fc-d59ba5a3d85e', 'name': '', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'mac_address': 'fa:16:3e:a5:93:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:54Z', 'updated_at': '2021-08-31T09:12:00Z', 'revision_number': 4, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'subnets': [{'id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:12:01.138623 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b02c951f-40e9-43ae-bdfa-c68c4893d68b req-d791c6d3-227a-4272-b11c-200e9d0a536c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475060 Aug 31 09:12:01.162983 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-febdc1be-af77-4f1f-ad02-e3959388413e req-2e544a01-4b13-4956-a7da-5acb3ae8deb9 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=3074468c-6b1e-40f1-b3d8-729b9c64b0ab HTTP/1.1" status: 200 len: 210 time: 0.0785563 Aug 31 09:12:01.218315 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16014a41-8722-40fe-9325-106b7177b930 req-ccbc9631-b865-4a83-b518-18920818dc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:01.219850 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16014a41-8722-40fe-9325-106b7177b930 req-ccbc9631-b865-4a83-b518-18920818dc85 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 1101 time: 0.1724617 Aug 31 09:12:01.222137 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2baa3-7881-4d4b-a790-5a7d220f2fff req-887ba1b2-2fe2-4b5c-9e93-a2f2538bb25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:01.224704 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3f2baa3-7881-4d4b-a790-5a7d220f2fff req-887ba1b2-2fe2-4b5c-9e93-a2f2538bb25c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2312562 Aug 31 09:12:01.370410 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-2c4b19c4-3b11-4045-a7df-dc0232430e2b tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Made reservation on behalf of 40aea3578a764824ae85220fcc0c6911 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:12:01.373847 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-2c4b19c4-3b11-4045-a7df-dc0232430e2b tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:01.581354 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aaf7fc-027d-4ade-9390-b54185a3eeab req-9ef6d1a9-f139-41c0-b14c-49cb90cda677 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:01.582951 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a7aaf7fc-027d-4ade-9390-b54185a3eeab req-9ef6d1a9-f139-41c0-b14c-49cb90cda677 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.119 "GET /v2.0/ports?device_id=9e3a787e-834f-4311-b5eb-773f0b46159b HTTP/1.1" status: 200 len: 947 time: 0.3322852 Aug 31 09:12:01.597633 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16014a41-8722-40fe-9325-106b7177b930 req-407165d6-efaf-417b-8dad-f802859442a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:01.599102 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16014a41-8722-40fe-9325-106b7177b930 req-407165d6-efaf-417b-8dad-f802859442a8 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.3570998 Aug 31 09:12:01.608941 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3f2baa3-7881-4d4b-a790-5a7d220f2fff req-4b1c0f1f-61d7-4b87-a008-73622763504b service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571284 Aug 31 09:12:01.703875 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-3c7156b6-8242-45c1-a1d8-7658a8bac9ae tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:01.705394 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-3c7156b6-8242-45c1-a1d8-7658a8bac9ae tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/networks?id=d54aa48d-9328-4446-b337-2071a0fd4f0c HTTP/1.1" status: 200 len: 808 time: 0.3978472 Aug 31 09:12:01.917065 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 4b983ee0-3395-4afe-88a3-c2815cf15e20 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:12:01.940057 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 4b983ee0-3395-4afe-88a3-c2815cf15e20 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:12:01.940416 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 4b983ee0-3395-4afe-88a3-c2815cf15e20 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:12:02.033359 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16014a41-8722-40fe-9325-106b7177b930 req-76979594-4862-447c-836f-4aba92909eee service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=71eeab29-0c3e-4761-a5fc-905d7e248bc0 HTTP/1.1" status: 200 len: 217 time: 0.4122303 Aug 31 09:12:02.062129 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad652944-8817-40f1-b561-f3b485aad6b9', 'name': 'network-vif-deleted', 'tag': '4b983ee0-3395-4afe-88a3-c2815cf15e20'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:02.062129 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27c3c56-4295-4721-84ce-685c4464abc8" -d '{"events": [{"server_uuid": "ad652944-8817-40f1-b561-f3b485aad6b9", "name": "network-vif-deleted", "tag": "4b983ee0-3395-4afe-88a3-c2815cf15e20"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:02.131097 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-a2d5c4d8-b9cf-413c-b128-26cfe66187d6 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/quotas/8d929c95dcb6486584c62bb8e91069d6 HTTP/1.1" status: 200 len: 375 time: 0.1007929 Aug 31 09:12:02.149508 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a7aaf7fc-027d-4ade-9390-b54185a3eeab req-43ea3875-a2c2-48d1-9be0-ac920210d0b0 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.119 "GET /v2.0/security-groups?id=eae08f00-3ab1-4932-8dac-b96dfb70b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5587509 Aug 31 09:12:02.201103 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-2c4b19c4-3b11-4045-a7df-dc0232430e2b tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Allocated IP 172.20.0.5 (9ca962f7-a3f8-4e91-9029-22ec42b84c01/5540a99f-ddc8-4454-b137-a8c33ca66961/6a9b0d0e-7cf5-4316-84c7-93174c9b38f4) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:12:02.222170 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16014a41-8722-40fe-9325-106b7177b930 req-0f98509d-e8bd-440f-9740-fe88ddc81110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:02.228155 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16014a41-8722-40fe-9325-106b7177b930 req-0f98509d-e8bd-440f-9740-fe88ddc81110 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1846387 Aug 31 09:12:02.265631 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3f2baa3-7881-4d4b-a790-5a7d220f2fff req-161f6374-eaf7-4a36-ba50-a3debb6582d6 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6451962 Aug 31 09:12:02.303046 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b2779c4-48d5-46af-b7ca-800f77199f78 req-ae8e2536-151a-4520-a6c5-83a6325cbcd7 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports?device_id=5270f71b-23da-40b0-abaf-751dffa07843 HTTP/1.1" status: 200 len: 210 time: 0.0655432 Aug 31 09:12:02.337136 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-d47c4da2-3b12-40da-a887-8a8348461571 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=8d929c95dcb6486584c62bb8e91069d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1927962 Aug 31 09:12:02.351334 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16014a41-8722-40fe-9325-106b7177b930 req-b7307e15-5783-4352-84d2-9c51727b40ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:02.352901 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16014a41-8722-40fe-9325-106b7177b930 req-b7307e15-5783-4352-84d2-9c51727b40ce service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1193588 Aug 31 09:12:02.387262 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:02.475428 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f940c340-11fb-4482-b9fc-d59ba5a3d85e up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:02.503104 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144e5961-0b81-4c1a-96b4-546d31c4ff4f x-openstack-request-id: req-144e5961-0b81-4c1a-96b4-546d31c4ff4f {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:02.503610 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad652944-8817-40f1-b561-f3b485aad6b9", "name": "network-vif-deleted", "tag": "4b983ee0-3395-4afe-88a3-c2815cf15e20", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:02.503610 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-144e5961-0b81-4c1a-96b4-546d31c4ff4f {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:02.503758 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad652944-8817-40f1-b561-f3b485aad6b9', 'name': 'network-vif-deleted', 'tag': '4b983ee0-3395-4afe-88a3-c2815cf15e20', 'status': 'completed', 'code': 200} Aug 31 09:12:02.542328 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:02.633156 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16014a41-8722-40fe-9325-106b7177b930 req-de2f1700-2af7-4da4-8be3-dcdb1311fdb6 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400715 Aug 31 09:12:02.634933 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-3df9d95d-eeae-45a4-af8d-69b9280525f3 service neutron] 10.222.0.119 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678604 Aug 31 09:12:02.638797 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-2c4b19c4-3b11-4045-a7df-dc0232430e2b tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:02.662842 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port f940c340-11fb-4482-b9fc-d59ba5a3d85e completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:02.667764 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port f940c340-11fb-4482-b9fc-d59ba5a3d85e triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:02.668153 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:02.747452 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:02.759501 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff14f3e-951e-4e03-b41c-13741ab543ff req-8ffe67a1-916f-4139-b96c-334b907eb373 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:02.761434 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cff14f3e-951e-4e03-b41c-13741ab543ff req-8ffe67a1-916f-4139-b96c-334b907eb373 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 949 time: 0.2028170 Aug 31 09:12:02.783172 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port f940c340-11fb-4482-b9fc-d59ba5a3d85e, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f940c340-11fb-4482-b9fc-d59ba5a3d85e,segment=NetworkSegment(31cf320c-edc0-464d-82e7-32003e3052bd),segment_id=31cf320c-edc0-464d-82e7-32003e3052bd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:02.857151 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:02.882583 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cff14f3e-951e-4e03-b41c-13741ab543ff req-f7d9a634-e41b-465a-9c69-f1ca3abd4a6c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063559 Aug 31 09:12:02.882583 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16014a41-8722-40fe-9325-106b7177b930 req-4f4448d4-5284-4f81-8fe0-f04b5e213ab9 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380605 Aug 31 09:12:02.887648 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-6bfb3486-3886-4e72-8d8e-8f1ecc383f41 service neutron] 10.222.0.119 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449331 Aug 31 09:12:02.933989 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=f940c340-11fb-4482-b9fc-d59ba5a3d85e,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:02.983412 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d0fc827-b281-4feb-b2dc-056755314a5d req-112b6621-d90f-42ea-b626-2a346e742a91 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=3074468c-6b1e-40f1-b3d8-729b9c64b0ab HTTP/1.1" status: 200 len: 210 time: 0.0268917 Aug 31 09:12:03.012728 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-2c4b19c4-3b11-4045-a7df-dc0232430e2b tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:03.063622 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-2c4b19c4-3b11-4045-a7df-dc0232430e2b tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Network 9ca962f7-a3f8-4e91-9029-22ec42b84c01 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:12:03.066611 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-2c4b19c4-3b11-4045-a7df-dc0232430e2b tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:03.070223 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-2c4b19c4-3b11-4045-a7df-dc0232430e2b tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:12:03.113032 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b19c4-3b11-4045-a7df-dc0232430e2b tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Pushing event updated for resources: {'Port': ['ID=6a9b0d0e-7cf5-4316-84c7-93174c9b38f4,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:03.132349 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-2c4b19c4-3b11-4045-a7df-dc0232430e2b tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:03.132948 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-2c4b19c4-3b11-4045-a7df-dc0232430e2b tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:03.201956 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-2c4b19c4-3b11-4045-a7df-dc0232430e2b tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4862783 Aug 31 09:12:03.217377 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-3fb74aa8-ac25-4dc6-a106-adbbf83168d9 service neutron] Request body: {'port': {'device_id': '3074468c-6b1e-40f1-b3d8-729b9c64b0ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:03.352466 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-3fb74aa8-ac25-4dc6-a106-adbbf83168d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:03.388549 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39b7fa-cf1a-411f-a710-4735e159d645 req-7b928547-bdd7-4387-9cc5-895e5bd6019b tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:03.390676 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6e39b7fa-cf1a-411f-a710-4735e159d645 req-7b928547-bdd7-4387-9cc5-895e5bd6019b tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.119 "GET /v2.0/ports?device_id=9e3a787e-834f-4311-b5eb-773f0b46159b HTTP/1.1" status: 200 len: 947 time: 0.1272311 Aug 31 09:12:03.530438 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c91c5ae1-355f-4d37-9dd0-dda6e61ef942 req-ac99cab4-8a04-46e3-b943-8e4f09630f5f tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 210 time: 0.0565476 Aug 31 09:12:03.602881 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6e39b7fa-cf1a-411f-a710-4735e159d645 req-76c85fa1-fac3-4915-99c6-06cb3beefbc3 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.119 "GET /v2.0/security-groups?id=eae08f00-3ab1-4932-8dac-b96dfb70b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927636 Aug 31 09:12:03.643169 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device dd7521e6-ed41-4ba9-bbdd-12aa7567fac5 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:12:03.651447 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 71eeab29-0c3e-4761-a5fc-905d7e248bc0 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:12:03.661978 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3a61f4d2-90b2-4504-aab6-ec51601e2e0c req-e64e0a85-fc40-45e3-b218-cc740a2ea758 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports?device_id=5270f71b-23da-40b0-abaf-751dffa07843 HTTP/1.1" status: 200 len: 210 time: 0.0482106 Aug 31 09:12:03.687213 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10678334-e3c6-4762-a538-8d9a759d0708 req-c40fed1c-56e6-4f51-a74f-0ef095689abd tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:03.699069 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10678334-e3c6-4762-a538-8d9a759d0708 req-c40fed1c-56e6-4f51-a74f-0ef095689abd tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.59 "GET /v2.0/networks?id=911967d5-9c28-4576-80c3-c0f96b966e16 HTTP/1.1" status: 200 len: 820 time: 0.2777297 Aug 31 09:12:03.706861 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-10678334-e3c6-4762-a538-8d9a759d0708 req-8c5d7ecf-3690-4a25-8edc-ca76c5d81af3 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Request body: {'port': {'device_id': '5270f71b-23da-40b0-abaf-751dffa07843', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'admin_state_up': True, 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:03.873539 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:03.902093 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port dd7521e6-ed41-4ba9-bbdd-12aa7567fac5, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=dd7521e6-ed41-4ba9-bbdd-12aa7567fac5,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:03.918016 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8621e8-22ba-483e-991e-e5f8f209b8fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71eeab29-0c3e-4761-a5fc-905d7e248bc0'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:03.919976 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c52924d-e40d-4b27-a317-6e9c66840cb4" -d '{"events": [{"server_uuid": "fd8621e8-22ba-483e-991e-e5f8f209b8fc", "name": "network-vif-unplugged", "status": "completed", "tag": "71eeab29-0c3e-4761-a5fc-905d7e248bc0"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:03.928128 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 61109711-82f3-469e-b9ee-3a34ce0ad19a details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:12:03.938711 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'dd7521e6-ed41-4ba9-bbdd-12aa7567fac5', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': 'dd7521e6-ed41-4ba9-bbdd-12aa7567fac5', 'mac_address': 'fa:16:3e:43:e9:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:12:03.954756 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 71eeab29-0c3e-4761-a5fc-905d7e248bc0, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=71eeab29-0c3e-4761-a5fc-905d7e248bc0,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:04.041035 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:04.043507 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046437a-4c79-49b5-874b-38367487ff54 req-06ee7c65-1013-4fa6-a986-c806a6cbe84a tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:04.050453 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1046437a-4c79-49b5-874b-38367487ff54 req-06ee7c65-1013-4fa6-a986-c806a6cbe84a tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/ports?device_id=1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7 HTTP/1.1" status: 200 len: 950 time: 0.2286999 Aug 31 09:12:04.060262 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd7521e6-ed41-4ba9-bbdd-12aa7567fac5 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:04.101358 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port dd7521e6-ed41-4ba9-bbdd-12aa7567fac5, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=dd7521e6-ed41-4ba9-bbdd-12aa7567fac5,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:04.109634 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 61109711-82f3-469e-b9ee-3a34ce0ad19a, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=61109711-82f3-469e-b9ee-3a34ce0ad19a,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:04.120532 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '61109711-82f3-469e-b9ee-3a34ce0ad19a', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': '61109711-82f3-469e-b9ee-3a34ce0ad19a', 'mac_address': 'fa:16:3e:2c:fa:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:12:04.147433 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:04.163798 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-3fb74aa8-ac25-4dc6-a106-adbbf83168d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a9b0d0e-7cf5-4316-84c7-93174c9b38f4 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:04.175535 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e83ecf-b395-48b6-b4f9-d8f8924e9bc9 req-334cd6f1-78ee-4019-b435-9aebfcee2b8c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:04.177031 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-14e83ecf-b395-48b6-b4f9-d8f8924e9bc9 req-334cd6f1-78ee-4019-b435-9aebfcee2b8c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 949 time: 0.1685481 Aug 31 09:12:04.184669 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1046437a-4c79-49b5-874b-38367487ff54 req-f2ef248e-6545-4d2b-9d72-7e4544d586dd tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8720c92-5f89-40c2-ae84-69f108903164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066148 Aug 31 09:12:04.186586 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-3fb74aa8-ac25-4dc6-a106-adbbf83168d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:04.190309 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:04.208814 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61109711-82f3-469e-b9ee-3a34ce0ad19a {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:04.230177 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-3fb74aa8-ac25-4dc6-a106-adbbf83168d9 service neutron] Transition to ACTIVE for port object 6a9b0d0e-7cf5-4316-84c7-93174c9b38f4 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:04.233752 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=71eeab29-0c3e-4761-a5fc-905d7e248bc0,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:04.234500 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-14e83ecf-b395-48b6-b4f9-d8f8924e9bc9 req-c2324848-93d5-4663-a16f-78f6d0fc6cb3 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452850 Aug 31 09:12:04.239135 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 61109711-82f3-469e-b9ee-3a34ce0ad19a, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=61109711-82f3-469e-b9ee-3a34ce0ad19a,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:04.255839 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10678334-e3c6-4762-a538-8d9a759d0708 req-8c5d7ecf-3690-4a25-8edc-ca76c5d81af3 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Made reservation on behalf of f4381d0dc0be411ca9215585d9e1f0fb for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:12:04.256310 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:04.263994 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-10678334-e3c6-4762-a538-8d9a759d0708 req-8c5d7ecf-3690-4a25-8edc-ca76c5d81af3 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:04.284370 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e692aa70-514a-4c02-b8ac-a9d6a7d5e885 x-openstack-request-id: req-e692aa70-514a-4c02-b8ac-a9d6a7d5e885 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:04.284652 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8621e8-22ba-483e-991e-e5f8f209b8fc", "name": "network-vif-unplugged", "status": "completed", "tag": "71eeab29-0c3e-4761-a5fc-905d7e248bc0", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:04.284893 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e692aa70-514a-4c02-b8ac-a9d6a7d5e885 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:04.285551 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8621e8-22ba-483e-991e-e5f8f209b8fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71eeab29-0c3e-4761-a5fc-905d7e248bc0', 'code': 200} Aug 31 09:12:04.313391 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=dd7521e6-ed41-4ba9-bbdd-12aa7567fac5,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:04.358513 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:04.364815 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-3fb74aa8-ac25-4dc6-a106-adbbf83168d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:04.422696 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=61109711-82f3-469e-b9ee-3a34ce0ad19a,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:04.444669 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f940c340-11fb-4482-b9fc-d59ba5a3d85e up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:04.454462 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['61109711-82f3-469e-b9ee-3a34ce0ad19a'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:04.483492 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12be446-bafe-45f4-a809-6ee40744a994 req-e614f009-01d8-49a2-b35b-c1e853ab942d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:04.491006 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e12be446-bafe-45f4-a809-6ee40744a994 req-e614f009-01d8-49a2-b35b-c1e853ab942d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=3074468c-6b1e-40f1-b3d8-729b9c64b0ab HTTP/1.1" status: 200 len: 931 time: 0.1894262 Aug 31 09:12:04.496778 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb74aa8-ac25-4dc6-a106-adbbf83168d9 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9b0d0e-7cf5-4316-84c7-93174c9b38f4,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:04.609813 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-10678334-e3c6-4762-a538-8d9a759d0708 req-8c5d7ecf-3690-4a25-8edc-ca76c5d81af3 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Allocated IP 172.20.0.7 (911967d5-9c28-4576-80c3-c0f96b966e16/3649fc3f-e1b9-493b-9302-31142ce0aead/30f8837c-a342-421f-b20d-750c23871715) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:12:04.624971 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['dd7521e6-ed41-4ba9-bbdd-12aa7567fac5'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:04.637775 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e12be446-bafe-45f4-a809-6ee40744a994 req-3bd1cb9b-b3fc-45ef-908b-2343aaedb139 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369987 Aug 31 09:12:04.698642 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74991c11-64cc-4fb4-8587-1f6ca5824801 req-659007e5-2831-4243-99e2-4daa0ae82f7b tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 210 time: 0.0772932 Aug 31 09:12:04.742304 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-3fb74aa8-ac25-4dc6-a106-adbbf83168d9 service neutron] Attempting to bind port 6a9b0d0e-7cf5-4316-84c7-93174c9b38f4 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:12:04.742679 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-3fb74aa8-ac25-4dc6-a106-adbbf83168d9 service neutron] Attempting to bind port 6a9b0d0e-7cf5-4316-84c7-93174c9b38f4 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '7165cf42-c983-4e18-9ad9-e580a9c61c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': '9ca962f7-a3f8-4e91-9029-22ec42b84c01'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:12:04.743017 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-3fb74aa8-ac25-4dc6-a106-adbbf83168d9 service neutron] Attempting to bind port 6a9b0d0e-7cf5-4316-84c7-93174c9b38f4 on network 9ca962f7-a3f8-4e91-9029-22ec42b84c01 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:04.765471 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-3fb74aa8-ac25-4dc6-a106-adbbf83168d9 service neutron] Port 6a9b0d0e-7cf5-4316-84c7-93174c9b38f4 on network 9ca962f7-a3f8-4e91-9029-22ec42b84c01 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:12:04.765800 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-3fb74aa8-ac25-4dc6-a106-adbbf83168d9 service neutron] Attempting to bind port 6a9b0d0e-7cf5-4316-84c7-93174c9b38f4 on network 9ca962f7-a3f8-4e91-9029-22ec42b84c01 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:04.766674 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port f940c340-11fb-4482-b9fc-d59ba5a3d85e triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:04.767051 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:04.813164 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-3fb74aa8-ac25-4dc6-a106-adbbf83168d9 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:12:04.813505 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-3fb74aa8-ac25-4dc6-a106-adbbf83168d9 service neutron] Checking segment: {'id': '7165cf42-c983-4e18-9ad9-e580a9c61c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': '9ca962f7-a3f8-4e91-9029-22ec42b84c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:04.813878 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-3fb74aa8-ac25-4dc6-a106-adbbf83168d9 service neutron] Bound using segment: {'id': '7165cf42-c983-4e18-9ad9-e580a9c61c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': '9ca962f7-a3f8-4e91-9029-22ec42b84c01'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:12:04.814312 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-3fb74aa8-ac25-4dc6-a106-adbbf83168d9 service neutron] Bound port: 6a9b0d0e-7cf5-4316-84c7-93174c9b38f4, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7165cf42-c983-4e18-9ad9-e580a9c61c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': '9ca962f7-a3f8-4e91-9029-22ec42b84c01'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:12:04.814694 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-3fb74aa8-ac25-4dc6-a106-adbbf83168d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:04.837557 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfda63d-4c81-46fb-942f-e1a9563e13a1 req-3c608e06-1b5b-4db7-89db-cf38f5d984fc tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:04.846579 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5bfda63d-4c81-46fb-942f-e1a9563e13a1 req-3c608e06-1b5b-4db7-89db-cf38f5d984fc tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.119 "GET /v2.0/ports?device_id=9e3a787e-834f-4311-b5eb-773f0b46159b HTTP/1.1" status: 200 len: 948 time: 0.1555650 Aug 31 09:12:04.849661 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b321737f-b9b4-4289-a228-29ae20afb1f1 req-6142cbc9-fdb7-4c25-8986-cdfc0f0501d3 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports?device_id=5270f71b-23da-40b0-abaf-751dffa07843 HTTP/1.1" status: 200 len: 210 time: 0.0893073 Aug 31 09:12:05.008750 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5bfda63d-4c81-46fb-942f-e1a9563e13a1 req-afc620c7-8817-41d8-a556-c9a3abbc889b tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.119 "GET /v2.0/security-groups?id=eae08f00-3ab1-4932-8dac-b96dfb70b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598091 Aug 31 09:12:05.046142 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-3fb74aa8-ac25-4dc6-a106-adbbf83168d9 service neutron] For port 6a9b0d0e-7cf5-4316-84c7-93174c9b38f4, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:12:05.074298 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-3fb74aa8-ac25-4dc6-a106-adbbf83168d9 service neutron] For port 6a9b0d0e-7cf5-4316-84c7-93174c9b38f4, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=6a9b0d0e-7cf5-4316-84c7-93174c9b38f4,segment=NetworkSegment(7165cf42-c983-4e18-9ad9-e580a9c61c0b),segment_id=7165cf42-c983-4e18-9ad9-e580a9c61c0b)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:12:05.107522 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-10678334-e3c6-4762-a538-8d9a759d0708 req-8c5d7ecf-3690-4a25-8edc-ca76c5d81af3 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:05.135474 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-10678334-e3c6-4762-a538-8d9a759d0708 req-8c5d7ecf-3690-4a25-8edc-ca76c5d81af3 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Transition to ACTIVE for port object 30f8837c-a342-421f-b20d-750c23871715 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:05.177798 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-3fb74aa8-ac25-4dc6-a106-adbbf83168d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:05.225676 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-3fb74aa8-ac25-4dc6-a106-adbbf83168d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:05.226615 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-3fb74aa8-ac25-4dc6-a106-adbbf83168d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:05.229988 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-3fb74aa8-ac25-4dc6-a106-adbbf83168d9 service neutron] 10.222.0.59 "PUT /v2.0/ports/6a9b0d0e-7cf5-4316-84c7-93174c9b38f4 HTTP/1.1" status: 200 len: 1092 time: 2.0155935 Aug 31 09:12:05.229988 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3074468c-6b1e-40f1-b3d8-729b9c64b0ab', 'tag': '6a9b0d0e-7cf5-4316-84c7-93174c9b38f4'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:05.231992 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270ba866-b32d-4862-84fc-10136222834b" -d '{"events": [{"name": "network-changed", "server_uuid": "3074468c-6b1e-40f1-b3d8-729b9c64b0ab", "tag": "6a9b0d0e-7cf5-4316-84c7-93174c9b38f4"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:05.270380 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-10678334-e3c6-4762-a538-8d9a759d0708 req-8c5d7ecf-3690-4a25-8edc-ca76c5d81af3 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:05.301103 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb74aa8-ac25-4dc6-a106-adbbf83168d9 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9b0d0e-7cf5-4316-84c7-93174c9b38f4,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:05.325739 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c8263-0248-4e89-a656-5fff2d8222dc req-95f2ebb1-4ff4-46a1-a72d-2d929a5aada4 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:05.330260 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-588c8263-0248-4e89-a656-5fff2d8222dc req-95f2ebb1-4ff4-46a1-a72d-2d929a5aada4 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7 HTTP/1.1" status: 200 len: 950 time: 0.1146898 Aug 31 09:12:05.347214 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b4e687-d93b-4b7e-b16a-f2a3c47b69e1 x-openstack-request-id: req-72b4e687-d93b-4b7e-b16a-f2a3c47b69e1 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:05.347512 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3074468c-6b1e-40f1-b3d8-729b9c64b0ab", "tag": "6a9b0d0e-7cf5-4316-84c7-93174c9b38f4", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:05.347741 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-72b4e687-d93b-4b7e-b16a-f2a3c47b69e1 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:05.348125 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3074468c-6b1e-40f1-b3d8-729b9c64b0ab', 'tag': '6a9b0d0e-7cf5-4316-84c7-93174c9b38f4', 'status': 'completed', 'code': 200} Aug 31 09:12:05.465392 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-588c8263-0248-4e89-a656-5fff2d8222dc req-16cc7444-d721-4eae-ac68-d1f1e4ca8363 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Deleting port d10009b1-af92-4def-83e8-5a04c91388fc {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:12:05.466132 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-588c8263-0248-4e89-a656-5fff2d8222dc req-16cc7444-d721-4eae-ac68-d1f1e4ca8363 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:05.580597 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.59', 60457) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:05.651704 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-588c8263-0248-4e89-a656-5fff2d8222dc req-16cc7444-d721-4eae-ac68-d1f1e4ca8363 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] For port d10009b1-af92-4def-83e8-5a04c91388fc, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=d10009b1-af92-4def-83e8-5a04c91388fc,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:05.652339 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-588c8263-0248-4e89-a656-5fff2d8222dc req-16cc7444-d721-4eae-ac68-d1f1e4ca8363 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:05.662048 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 71eeab29-0c3e-4761-a5fc-905d7e248bc0 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:12:05.685664 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-588c8263-0248-4e89-a656-5fff2d8222dc req-16cc7444-d721-4eae-ac68-d1f1e4ca8363 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Calling delete_port for d10009b1-af92-4def-83e8-5a04c91388fc owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:12:05.789191 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-f0d97859-3e3b-496a-ab7c-fc5f6abdf0a4 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:05.791665 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-f0d97859-3e3b-496a-ab7c-fc5f6abdf0a4 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.59 "GET /v2.0/networks?id=d54aa48d-9328-4446-b337-2071a0fd4f0c HTTP/1.1" status: 200 len: 808 time: 0.2092679 Aug 31 09:12:05.808612 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-d5108fd2-7d0c-409f-95b8-4f0c5653927f tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Request body: {'port': {'device_id': '78afa2bd-2f94-407d-8697-7380927855fd', 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c', 'admin_state_up': True, 'tenant_id': '8d929c95dcb6486584c62bb8e91069d6'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:05.816364 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10678334-e3c6-4762-a538-8d9a759d0708 req-8c5d7ecf-3690-4a25-8edc-ca76c5d81af3 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Network 911967d5-9c28-4576-80c3-c0f96b966e16 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:12:05.837647 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-10678334-e3c6-4762-a538-8d9a759d0708 req-8c5d7ecf-3690-4a25-8edc-ca76c5d81af3 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:05.838590 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 71eeab29-0c3e-4761-a5fc-905d7e248bc0, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=71eeab29-0c3e-4761-a5fc-905d7e248bc0,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:05.840399 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-10678334-e3c6-4762-a538-8d9a759d0708 req-8c5d7ecf-3690-4a25-8edc-ca76c5d81af3 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:12:05.852832 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '71eeab29-0c3e-4761-a5fc-905d7e248bc0', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': '71eeab29-0c3e-4761-a5fc-905d7e248bc0', 'mac_address': 'fa:16:3e:7b:68:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:12:05.896754 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10678334-e3c6-4762-a538-8d9a759d0708 req-8c5d7ecf-3690-4a25-8edc-ca76c5d81af3 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:05.897872 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-10678334-e3c6-4762-a538-8d9a759d0708 req-8c5d7ecf-3690-4a25-8edc-ca76c5d81af3 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:05.910978 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:05.932921 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d7ecf-3690-4a25-8edc-ca76c5d81af3 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Pushing event updated for resources: {'Port': ['ID=30f8837c-a342-421f-b20d-750c23871715,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:05.938226 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ba866-b32d-4862-84fc-10136222834b req-f4412757-5fc6-4b00-9e52-9a917b6fa632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:05.939820 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-270ba866-b32d-4862-84fc-10136222834b req-f4412757-5fc6-4b00-9e52-9a917b6fa632 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=3074468c-6b1e-40f1-b3d8-729b9c64b0ab HTTP/1.1" status: 200 len: 1095 time: 0.5889459 Aug 31 09:12:05.959274 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 61109711-82f3-469e-b9ee-3a34ce0ad19a up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:05.960047 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce30302-6b75-4e39-8098-c8bb3741156d req-f8ea6592-44f0-40d3-bf39-12df099d2a13 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:05.961600 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cce30302-6b75-4e39-8098-c8bb3741156d req-f8ea6592-44f0-40d3-bf39-12df099d2a13 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/ports?device_id=1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7 HTTP/1.1" status: 200 len: 950 time: 0.6456022 Aug 31 09:12:05.962937 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71eeab29-0c3e-4761-a5fc-905d7e248bc0 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:06.071638 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 71eeab29-0c3e-4761-a5fc-905d7e248bc0, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=71eeab29-0c3e-4761-a5fc-905d7e248bc0,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:06.096338 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 61109711-82f3-469e-b9ee-3a34ce0ad19a triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:06.096990 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:06.106342 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef445f3-0aaf-4be8-b282-208885404564 req-acec2134-3112-44a5-bc04-0b1ecfc30a0f tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:06.108110 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fef445f3-0aaf-4be8-b282-208885404564 req-acec2134-3112-44a5-bc04-0b1ecfc30a0f tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 947 time: 0.3528216 Aug 31 09:12:06.127796 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10678334-e3c6-4762-a538-8d9a759d0708 req-8c5d7ecf-3690-4a25-8edc-ca76c5d81af3 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4255991 Aug 31 09:12:06.177234 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-588c8263-0248-4e89-a656-5fff2d8222dc req-16cc7444-d721-4eae-ac68-d1f1e4ca8363 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:06.193241 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['d10009b1-af92-4def-83e8-5a04c91388fc'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:06.193503 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-10678334-e3c6-4762-a538-8d9a759d0708 req-d737cc53-c5cd-44c1-90e9-c03665049d3c service neutron] Request body: {'port': {'device_id': '5270f71b-23da-40b0-abaf-751dffa07843', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:06.196790 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['bcead4eb-ed6e-4d8a-82d7-d30999181a18'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:06.218139 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc7444-d721-4eae-ac68-d1f1e4ca8363 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Pushing event deleted for resources: {'Port': ['ID=d10009b1-af92-4def-83e8-5a04c91388fc,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:06.221868 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fef445f3-0aaf-4be8-b282-208885404564 req-a5b3a7f7-210c-4c24-ae73-621c57030fef tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998688 Aug 31 09:12:06.299819 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:06.309785 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-d5108fd2-7d0c-409f-95b8-4f0c5653927f tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Made reservation on behalf of 8d929c95dcb6486584c62bb8e91069d6 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:12:06.314874 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-d5108fd2-7d0c-409f-95b8-4f0c5653927f tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:06.340832 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-588c8263-0248-4e89-a656-5fff2d8222dc req-16cc7444-d721-4eae-ac68-d1f1e4ca8363 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] No DVR routers for this DVR port d10009b1-af92-4def-83e8-5a04c91388fc on host n-h2-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:12:06.361546 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-588c8263-0248-4e89-a656-5fff2d8222dc req-16cc7444-d721-4eae-ac68-d1f1e4ca8363 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:06.363619 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-588c8263-0248-4e89-a656-5fff2d8222dc req-16cc7444-d721-4eae-ac68-d1f1e4ca8363 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.59 "DELETE /v2.0/ports/d10009b1-af92-4def-83e8-5a04c91388fc HTTP/1.1" status: 204 len: 173 time: 1.0222893 Aug 31 09:12:06.364498 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7', 'name': 'network-vif-deleted', 'tag': 'd10009b1-af92-4def-83e8-5a04c91388fc'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:06.367905 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22cadaf-e9dc-4046-a1db-d22774b1597e" -d '{"events": [{"server_uuid": "1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7", "name": "network-vif-deleted", "tag": "d10009b1-af92-4def-83e8-5a04c91388fc"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:06.383982 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=71eeab29-0c3e-4761-a5fc-905d7e248bc0,revision_number=7']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:06.505705 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:06.544518 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7fac1788-32b3-4caa-a464-63027caefa95 None None] Provisioning for port 30f8837c-a342-421f-b20d-750c23871715 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:06.558289 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d79dd1d-3134-4e3f-85e8-662f97dc31f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61109711-82f3-469e-b9ee-3a34ce0ad19a'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:06.569875 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55a120e-af8d-4e22-982c-f33299259eb8" -d '{"events": [{"server_uuid": "2d79dd1d-3134-4e3f-85e8-662f97dc31f3", "name": "network-vif-plugged", "status": "completed", "tag": "61109711-82f3-469e-b9ee-3a34ce0ad19a"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:06.576347 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7fac1788-32b3-4caa-a464-63027caefa95 None None] Provisioning complete for port 30f8837c-a342-421f-b20d-750c23871715 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:06.579137 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7fac1788-32b3-4caa-a464-63027caefa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:06.614982 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-d5108fd2-7d0c-409f-95b8-4f0c5653927f tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Allocated IP 172.20.0.7 (d54aa48d-9328-4446-b337-2071a0fd4f0c/dab6ed79-4c20-41ae-bb07-e9aaf9315083/07ceaf66-244f-4a96-a7fd-c94c8956ad10) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:12:06.644557 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cce30302-6b75-4e39-8098-c8bb3741156d req-bb443488-1be3-4051-80e6-a040463d0dfd tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8720c92-5f89-40c2-ae84-69f108903164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5354090 Aug 31 09:12:06.693358 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ba866-b32d-4862-84fc-10136222834b req-1bfe2385-ea10-4cb2-9962-e1f2586a2488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:06.694981 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-270ba866-b32d-4862-84fc-10136222834b req-1bfe2385-ea10-4cb2-9962-e1f2586a2488 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40aea3578a764824ae85220fcc0c6911&shared=False HTTP/1.1" status: 200 len: 907 time: 0.7323694 Aug 31 09:12:06.700612 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-10678334-e3c6-4762-a538-8d9a759d0708 req-d737cc53-c5cd-44c1-90e9-c03665049d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:06.708731 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['71eeab29-0c3e-4761-a5fc-905d7e248bc0'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:06.718973 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 61109711-82f3-469e-b9ee-3a34ce0ad19a, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=61109711-82f3-469e-b9ee-3a34ce0ad19a,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:06.727081 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d91b8e-2a6c-4ade-af12-7c50d3041276 req-2eedf948-1283-4e5c-b7dc-fa36e381a32c tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:06.737946 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-45d91b8e-2a6c-4ade-af12-7c50d3041276 req-2eedf948-1283-4e5c-b7dc-fa36e381a32c tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=3074468c-6b1e-40f1-b3d8-729b9c64b0ab HTTP/1.1" status: 200 len: 943 time: 0.3953316 Aug 31 09:12:06.845299 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-7fac1788-32b3-4caa-a464-63027caefa95 None None] Port 30f8837c-a342-421f-b20d-750c23871715 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:12:06.852690 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:06.951859 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-d5108fd2-7d0c-409f-95b8-4f0c5653927f tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:07.014824 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=61109711-82f3-469e-b9ee-3a34ce0ad19a,revision_number=7']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:07.056218 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ba866-b32d-4862-84fc-10136222834b req-9efb1f13-1694-4da5-91ba-1077159a29aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:07.058472 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-270ba866-b32d-4862-84fc-10136222834b req-9efb1f13-1694-4da5-91ba-1077159a29aa service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3180280 Aug 31 09:12:07.129929 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-d5108fd2-7d0c-409f-95b8-4f0c5653927f tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:07.289440 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-45d91b8e-2a6c-4ade-af12-7c50d3041276 req-fde38bdf-79d6-42ab-bcf0-cf65956f981b tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5504112 Aug 31 09:12:07.308569 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-d5108fd2-7d0c-409f-95b8-4f0c5653927f tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Network d54aa48d-9328-4446-b337-2071a0fd4f0c is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:12:07.321537 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-d5108fd2-7d0c-409f-95b8-4f0c5653927f tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:07.326315 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-d5108fd2-7d0c-409f-95b8-4f0c5653927f tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:12:07.364255 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5108fd2-7d0c-409f-95b8-4f0c5653927f tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Pushing event updated for resources: {'Port': ['ID=07ceaf66-244f-4a96-a7fd-c94c8956ad10,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:07.426205 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-d5108fd2-7d0c-409f-95b8-4f0c5653927f tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:07.426887 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-d5108fd2-7d0c-409f-95b8-4f0c5653927f tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:07.461967 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-25103b5c-2472-4ee7-9215-8fed11f2e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:07.464074 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-25103b5c-2472-4ee7-9215-8fed11f2e07b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=3074468c-6b1e-40f1-b3d8-729b9c64b0ab HTTP/1.1" status: 200 len: 1095 time: 0.2299972 Aug 31 09:12:07.488017 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f89107-b8b4-45e6-9096-ef760db142d1 req-7cc4b267-a71f-4904-85f7-6cc44fe1b6d6 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:07.489846 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-37f89107-b8b4-45e6-9096-ef760db142d1 req-7cc4b267-a71f-4904-85f7-6cc44fe1b6d6 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports?device_id=5270f71b-23da-40b0-abaf-751dffa07843 HTTP/1.1" status: 200 len: 931 time: 0.1191220 Aug 31 09:12:07.530496 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-d5108fd2-7d0c-409f-95b8-4f0c5653927f tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7269189 Aug 31 09:12:07.533402 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-71a45a8b-1071-4c57-9129-18cb2f760e80 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a9b0d0e-7cf5-4316-84c7-93174c9b38f4 HTTP/1.1" status: 200 len: 217 time: 0.0549548 Aug 31 09:12:07.544279 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e899b91-b779-4770-a8f6-ca573e61a6b8 req-4407d53a-afb0-4e56-9446-105d5801b069 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:07.545829 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1e899b91-b779-4770-a8f6-ca573e61a6b8 req-4407d53a-afb0-4e56-9446-105d5801b069 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 931 time: 0.7034986 Aug 31 09:12:07.563111 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-9a39b7c0-e656-4b55-8ef5-740a97cf26d7 service neutron] Request body: {'port': {'device_id': '78afa2bd-2f94-407d-8697-7380927855fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:07.638591 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-6662d669-52cb-4778-a81f-6416d4584acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:07.639534 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-9a39b7c0-e656-4b55-8ef5-740a97cf26d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:07.640381 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-6662d669-52cb-4778-a81f-6416d4584acd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5540a99f-ddc8-4454-b137-a8c33ca66961 HTTP/1.1" status: 200 len: 845 time: 0.0687079 Aug 31 09:12:07.684786 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device dd7521e6-ed41-4ba9-bbdd-12aa7567fac5 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:07.757535 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-37f89107-b8b4-45e6-9096-ef760db142d1 req-23962d13-f892-4969-9d74-354b0032b004 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/security-groups?id=b072cd6a-ef1f-4f25-9fc3-89505a78fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214553 Aug 31 09:12:07.770097 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-2af09c50-f84f-404d-931d-6f751b8cff86 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9ca962f7-a3f8-4e91-9029-22ec42b84c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969555 Aug 31 09:12:07.771930 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-10678334-e3c6-4762-a538-8d9a759d0708 req-d737cc53-c5cd-44c1-90e9-c03665049d3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30f8837c-a342-421f-b20d-750c23871715 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:07.813468 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-10678334-e3c6-4762-a538-8d9a759d0708 req-d737cc53-c5cd-44c1-90e9-c03665049d3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:07.830900 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1e899b91-b779-4770-a8f6-ca573e61a6b8 req-b2c15eb0-a83a-432c-a2a0-bb564e4dffc9 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557216 Aug 31 09:12:07.883056 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-10678334-e3c6-4762-a538-8d9a759d0708 req-d737cc53-c5cd-44c1-90e9-c03665049d3c service neutron] Transition to ACTIVE for port object 30f8837c-a342-421f-b20d-750c23871715 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:07.965119 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port dd7521e6-ed41-4ba9-bbdd-12aa7567fac5 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:07.969160 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port dd7521e6-ed41-4ba9-bbdd-12aa7567fac5 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:07.969546 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:07.998503 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8496a9a-c987-479c-8f5e-5aaf80816366 x-openstack-request-id: req-f8496a9a-c987-479c-8f5e-5aaf80816366 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:07.999030 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7", "name": "network-vif-deleted", "tag": "d10009b1-af92-4def-83e8-5a04c91388fc", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:08.006039 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-f8496a9a-c987-479c-8f5e-5aaf80816366 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:08.007177 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d067f1a-6ae4-43e9-99fa-9e4b33a00ea7', 'name': 'network-vif-deleted', 'tag': 'd10009b1-af92-4def-83e8-5a04c91388fc', 'status': 'completed', 'code': 200} Aug 31 09:12:08.035366 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b369f2a9-b452-4cf4-9d08-d3a06c70dcd1 x-openstack-request-id: req-b369f2a9-b452-4cf4-9d08-d3a06c70dcd1 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:08.035639 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d79dd1d-3134-4e3f-85e8-662f97dc31f3", "name": "network-vif-plugged", "status": "completed", "tag": "61109711-82f3-469e-b9ee-3a34ce0ad19a", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:08.035893 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-b369f2a9-b452-4cf4-9d08-d3a06c70dcd1 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:08.036268 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d79dd1d-3134-4e3f-85e8-662f97dc31f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61109711-82f3-469e-b9ee-3a34ce0ad19a', 'code': 200} Aug 31 09:12:08.053629 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-10678334-e3c6-4762-a538-8d9a759d0708 req-d737cc53-c5cd-44c1-90e9-c03665049d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:08.136706 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-9a39b7c0-e656-4b55-8ef5-740a97cf26d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07ceaf66-244f-4a96-a7fd-c94c8956ad10 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:08.146723 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-9a39b7c0-e656-4b55-8ef5-740a97cf26d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:08.155414 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:08.157902 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-2f927cd9-4028-477b-91b6-03ac57d4cb03 service neutron] 10.222.0.59 "GET /v2.0/networks/9ca962f7-a3f8-4e91-9029-22ec42b84c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521633 Aug 31 09:12:08.167606 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-9a39b7c0-e656-4b55-8ef5-740a97cf26d7 service neutron] Transition to ACTIVE for port object 07ceaf66-244f-4a96-a7fd-c94c8956ad10 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:08.204717 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port dd7521e6-ed41-4ba9-bbdd-12aa7567fac5, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=dd7521e6-ed41-4ba9-bbdd-12aa7567fac5,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:08.222958 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-9a39b7c0-e656-4b55-8ef5-740a97cf26d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:08.243864 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737cc53-c5cd-44c1-90e9-c03665049d3c service neutron] Pushing event updated for resources: {'Port': ['ID=30f8837c-a342-421f-b20d-750c23871715,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:08.279950 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:08.296611 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a39b7c0-e656-4b55-8ef5-740a97cf26d7 service neutron] Pushing event updated for resources: {'Port': ['ID=07ceaf66-244f-4a96-a7fd-c94c8956ad10,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:08.339749 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7de57-c633-41e1-b672-30429ffd2512 req-37e34c4f-cff3-41a5-a337-1cd15e0b197b tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:08.348912 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5ad7de57-c633-41e1-b672-30429ffd2512 req-37e34c4f-cff3-41a5-a337-1cd15e0b197b tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.119 "GET /v2.0/ports?device_id=9e3a787e-834f-4311-b5eb-773f0b46159b HTTP/1.1" status: 200 len: 948 time: 0.3943987 Aug 31 09:12:08.377950 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=dd7521e6-ed41-4ba9-bbdd-12aa7567fac5,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:08.434103 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05ed9b1a-08fa-480b-b4f8-955920bef435 req-bcad3994-3b4c-460a-94ac-fe298490f999 service neutron] 10.222.0.59 "GET /v2.0/networks/9ca962f7-a3f8-4e91-9029-22ec42b84c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632802 Aug 31 09:12:08.449960 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-9a39b7c0-e656-4b55-8ef5-740a97cf26d7 service neutron] Attempting to bind port 07ceaf66-244f-4a96-a7fd-c94c8956ad10 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:12:08.450663 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-9a39b7c0-e656-4b55-8ef5-740a97cf26d7 service neutron] Attempting to bind port 07ceaf66-244f-4a96-a7fd-c94c8956ad10 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:12:08.450883 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-9a39b7c0-e656-4b55-8ef5-740a97cf26d7 service neutron] Attempting to bind port 07ceaf66-244f-4a96-a7fd-c94c8956ad10 on network d54aa48d-9328-4446-b337-2071a0fd4f0c {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:08.461476 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-9a39b7c0-e656-4b55-8ef5-740a97cf26d7 service neutron] Port 07ceaf66-244f-4a96-a7fd-c94c8956ad10 on network d54aa48d-9328-4446-b337-2071a0fd4f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:12:08.463693 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-9a39b7c0-e656-4b55-8ef5-740a97cf26d7 service neutron] Attempting to bind port 07ceaf66-244f-4a96-a7fd-c94c8956ad10 on network d54aa48d-9328-4446-b337-2071a0fd4f0c {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:08.473895 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-9a39b7c0-e656-4b55-8ef5-740a97cf26d7 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:12:08.482745 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-9a39b7c0-e656-4b55-8ef5-740a97cf26d7 service neutron] Checking segment: {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:08.483321 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-9a39b7c0-e656-4b55-8ef5-740a97cf26d7 service neutron] Bound using segment: {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:12:08.483891 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-9a39b7c0-e656-4b55-8ef5-740a97cf26d7 service neutron] Bound port: 07ceaf66-244f-4a96-a7fd-c94c8956ad10, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:12:08.484354 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-9a39b7c0-e656-4b55-8ef5-740a97cf26d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:08.495461 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5ad7de57-c633-41e1-b672-30429ffd2512 req-cd450b71-0128-4c24-86de-dd65bd6b8374 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.119 "GET /v2.0/security-groups?id=eae08f00-3ab1-4932-8dac-b96dfb70b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447318 Aug 31 09:12:08.546273 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4118f-66d5-4ce2-9b69-a9008441b308 req-7ca0c009-0035-400a-a088-fdc02be92496 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:08.553710 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22b4118f-66d5-4ce2-9b69-a9008441b308 req-7ca0c009-0035-400a-a088-fdc02be92496 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 948 time: 0.4051595 Aug 31 09:12:08.566678 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-9a39b7c0-e656-4b55-8ef5-740a97cf26d7 service neutron] For port 07ceaf66-244f-4a96-a7fd-c94c8956ad10, host n-h2-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:12:08.571811 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-9a39b7c0-e656-4b55-8ef5-740a97cf26d7 service neutron] For port 07ceaf66-244f-4a96-a7fd-c94c8956ad10, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=07ceaf66-244f-4a96-a7fd-c94c8956ad10,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:12:08.621760 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-10678334-e3c6-4762-a538-8d9a759d0708 req-d737cc53-c5cd-44c1-90e9-c03665049d3c service neutron] Attempting to bind port 30f8837c-a342-421f-b20d-750c23871715 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:12:08.622104 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-10678334-e3c6-4762-a538-8d9a759d0708 req-d737cc53-c5cd-44c1-90e9-c03665049d3c service neutron] Attempting to bind port 30f8837c-a342-421f-b20d-750c23871715 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '31cf320c-edc0-464d-82e7-32003e3052bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:12:08.622420 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10678334-e3c6-4762-a538-8d9a759d0708 req-d737cc53-c5cd-44c1-90e9-c03665049d3c service neutron] Attempting to bind port 30f8837c-a342-421f-b20d-750c23871715 on network 911967d5-9c28-4576-80c3-c0f96b966e16 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:08.626976 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22b4118f-66d5-4ce2-9b69-a9008441b308 req-d142272f-0573-4e1a-84a4-6ab79f89c379 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724704 Aug 31 09:12:08.630296 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10678334-e3c6-4762-a538-8d9a759d0708 req-d737cc53-c5cd-44c1-90e9-c03665049d3c service neutron] Port 30f8837c-a342-421f-b20d-750c23871715 on network 911967d5-9c28-4576-80c3-c0f96b966e16 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:12:08.630655 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10678334-e3c6-4762-a538-8d9a759d0708 req-d737cc53-c5cd-44c1-90e9-c03665049d3c service neutron] Attempting to bind port 30f8837c-a342-421f-b20d-750c23871715 on network 911967d5-9c28-4576-80c3-c0f96b966e16 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:08.639310 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-9a39b7c0-e656-4b55-8ef5-740a97cf26d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:08.677657 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10678334-e3c6-4762-a538-8d9a759d0708 req-d737cc53-c5cd-44c1-90e9-c03665049d3c service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:12:08.678000 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10678334-e3c6-4762-a538-8d9a759d0708 req-d737cc53-c5cd-44c1-90e9-c03665049d3c service neutron] Checking segment: {'id': '31cf320c-edc0-464d-82e7-32003e3052bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:08.678390 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10678334-e3c6-4762-a538-8d9a759d0708 req-d737cc53-c5cd-44c1-90e9-c03665049d3c service neutron] Bound using segment: {'id': '31cf320c-edc0-464d-82e7-32003e3052bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:12:08.678860 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-10678334-e3c6-4762-a538-8d9a759d0708 req-d737cc53-c5cd-44c1-90e9-c03665049d3c service neutron] Bound port: 30f8837c-a342-421f-b20d-750c23871715, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31cf320c-edc0-464d-82e7-32003e3052bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:12:08.679221 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-10678334-e3c6-4762-a538-8d9a759d0708 req-d737cc53-c5cd-44c1-90e9-c03665049d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:08.737410 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a39b7c0-e656-4b55-8ef5-740a97cf26d7 service neutron] Pushing event updated for resources: {'Port': ['ID=07ceaf66-244f-4a96-a7fd-c94c8956ad10,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:08.744173 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-9a39b7c0-e656-4b55-8ef5-740a97cf26d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:08.745654 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-9a39b7c0-e656-4b55-8ef5-740a97cf26d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:08.747747 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-9a39b7c0-e656-4b55-8ef5-740a97cf26d7 service neutron] 10.222.0.59 "PUT /v2.0/ports/07ceaf66-244f-4a96-a7fd-c94c8956ad10 HTTP/1.1" status: 200 len: 1092 time: 1.1896582 Aug 31 09:12:08.768981 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b715aae-8e0a-48f9-810a-bc544b4b2b72 req-f17c5f19-0246-49bb-866a-b45f3108cf0c tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:08.770537 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6b715aae-8e0a-48f9-810a-bc544b4b2b72 req-f17c5f19-0246-49bb-866a-b45f3108cf0c tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=3074468c-6b1e-40f1-b3d8-729b9c64b0ab HTTP/1.1" status: 200 len: 943 time: 0.1309125 Aug 31 09:12:08.832507 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6b715aae-8e0a-48f9-810a-bc544b4b2b72 req-64b43ebe-5967-4e0c-92b9-50450292c328 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505016 Aug 31 09:12:08.836432 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-10678334-e3c6-4762-a538-8d9a759d0708 req-d737cc53-c5cd-44c1-90e9-c03665049d3c service neutron] For port 30f8837c-a342-421f-b20d-750c23871715, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:12:08.859463 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-10678334-e3c6-4762-a538-8d9a759d0708 req-d737cc53-c5cd-44c1-90e9-c03665049d3c service neutron] For port 30f8837c-a342-421f-b20d-750c23871715, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=30f8837c-a342-421f-b20d-750c23871715,segment=NetworkSegment(31cf320c-edc0-464d-82e7-32003e3052bd),segment_id=31cf320c-edc0-464d-82e7-32003e3052bd)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:12:08.930161 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-2bccd27d-230d-4158-8db7-d790559f2100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:08.931989 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-2bccd27d-230d-4158-8db7-d790559f2100 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8d929c95dcb6486584c62bb8e91069d6&device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 1095 time: 0.0460427 Aug 31 09:12:08.951024 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-10678334-e3c6-4762-a538-8d9a759d0708 req-d737cc53-c5cd-44c1-90e9-c03665049d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:09.007442 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-0c4634a3-f885-4125-b3a2-7a842fd66c90 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07ceaf66-244f-4a96-a7fd-c94c8956ad10 HTTP/1.1" status: 200 len: 217 time: 0.0655675 Aug 31 09:12:09.015816 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10678334-e3c6-4762-a538-8d9a759d0708 req-d737cc53-c5cd-44c1-90e9-c03665049d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:09.016673 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-10678334-e3c6-4762-a538-8d9a759d0708 req-d737cc53-c5cd-44c1-90e9-c03665049d3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:09.018130 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10678334-e3c6-4762-a538-8d9a759d0708 req-d737cc53-c5cd-44c1-90e9-c03665049d3c service neutron] 10.222.0.59 "PUT /v2.0/ports/30f8837c-a342-421f-b20d-750c23871715 HTTP/1.1" status: 200 len: 1092 time: 2.8570800 Aug 31 09:12:09.018591 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5270f71b-23da-40b0-abaf-751dffa07843', 'tag': '30f8837c-a342-421f-b20d-750c23871715'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:09.020857 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c45a4d-510d-4ac0-a68f-49e44c15e44c" -d '{"events": [{"name": "network-changed", "server_uuid": "5270f71b-23da-40b0-abaf-751dffa07843", "tag": "30f8837c-a342-421f-b20d-750c23871715"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:09.188944 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737cc53-c5cd-44c1-90e9-c03665049d3c service neutron] Pushing event updated for resources: {'Port': ['ID=30f8837c-a342-421f-b20d-750c23871715,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:09.190627 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-ff05706b-cfec-440d-a330-b92581b337ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:09.190627 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-ff05706b-cfec-440d-a330-b92581b337ae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dab6ed79-4c20-41ae-bb07-e9aaf9315083 HTTP/1.1" status: 200 len: 848 time: 0.1292315 Aug 31 09:12:09.218964 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-7314a0eb-b794-4f88-a4eb-4adf56484d8d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d54aa48d-9328-4446-b337-2071a0fd4f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541351 Aug 31 09:12:09.376404 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-ef741124-0241-45a3-9946-b66af0c5c248 service neutron] 10.222.0.59 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406028 Aug 31 09:12:09.430444 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a04dc-d8cc-49f6-a8ee-1db63acec551 req-31ab3c3b-ea23-48d7-be20-3b8351f24288 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:09.449616 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-409a04dc-d8cc-49f6-a8ee-1db63acec551 req-31ab3c3b-ea23-48d7-be20-3b8351f24288 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports?device_id=5270f71b-23da-40b0-abaf-751dffa07843 HTTP/1.1" status: 200 len: 943 time: 0.1218021 Aug 31 09:12:09.450645 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a78cbd-9c08-4e9d-9de7-829ada967fa9 req-6bba491b-37cd-419f-a854-234422d01b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:09.452229 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-35a78cbd-9c08-4e9d-9de7-829ada967fa9 req-6bba491b-37cd-419f-a854-234422d01b87 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a810b1f7a474174a66d41cc8c75e1e5&device_id=2d79dd1d-3134-4e3f-85e8-662f97dc31f3 HTTP/1.1" status: 200 len: 1102 time: 0.1073244 Aug 31 09:12:09.517796 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-409a04dc-d8cc-49f6-a8ee-1db63acec551 req-e7d5b154-3575-46ac-8d9d-23578b9072b5 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/security-groups?id=b072cd6a-ef1f-4f25-9fc3-89505a78fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587232 Aug 31 09:12:09.595780 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ac9cc8f8-ac59-43dd-8f32-17c8e1c0bc29 req-6a6daaee-e8b6-486a-91f0-49437aee99b1 service neutron] 10.222.0.59 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052238 Aug 31 09:12:09.685334 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 71eeab29-0c3e-4761-a5fc-905d7e248bc0 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:09.692970 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10678334-e3c6-4762-a538-8d9a759d0708 req-abf8716b-3f4a-4cd7-aa14-a408fbf7c944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:09.694452 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10678334-e3c6-4762-a538-8d9a759d0708 req-abf8716b-3f4a-4cd7-aa14-a408fbf7c944 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f4381d0dc0be411ca9215585d9e1f0fb&device_id=5270f71b-23da-40b0-abaf-751dffa07843 HTTP/1.1" status: 200 len: 1095 time: 0.1254411 Aug 31 09:12:09.790642 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10678334-e3c6-4762-a538-8d9a759d0708 req-7623bed2-9d84-4e69-8d63-5fc6e65cdb4d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30f8837c-a342-421f-b20d-750c23871715 HTTP/1.1" status: 200 len: 217 time: 0.0732267 Aug 31 09:12:09.793781 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a78cbd-9c08-4e9d-9de7-829ada967fa9 req-6fdcf05e-a231-41c7-bc71-4531a2f72d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:09.795250 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-35a78cbd-9c08-4e9d-9de7-829ada967fa9 req-6fdcf05e-a231-41c7-bc71-4531a2f72d96 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.2933388 Aug 31 09:12:09.798342 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 71eeab29-0c3e-4761-a5fc-905d7e248bc0 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:09.799246 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:09.830680 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1602492-b68a-4067-abde-52c6f0ece90f req-dffc5460-4d72-4918-8e2f-84c8689feb21 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:09.838697 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a1602492-b68a-4067-abde-52c6f0ece90f req-dffc5460-4d72-4918-8e2f-84c8689feb21 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 943 time: 0.1704907 Aug 31 09:12:09.909715 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099c58bc-a536-493e-bd34-111725ee41ab x-openstack-request-id: req-099c58bc-a536-493e-bd34-111725ee41ab {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:09.909983 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5270f71b-23da-40b0-abaf-751dffa07843", "tag": "30f8837c-a342-421f-b20d-750c23871715", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:09.914052 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-099c58bc-a536-493e-bd34-111725ee41ab {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:09.914477 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5270f71b-23da-40b0-abaf-751dffa07843', 'tag': '30f8837c-a342-421f-b20d-750c23871715', 'status': 'completed', 'code': 200} Aug 31 09:12:09.941484 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:09.968153 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device d10009b1-af92-4def-83e8-5a04c91388fc no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:12:10.006694 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: d10009b1-af92-4def-83e8-5a04c91388fc {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:12:10.007196 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device d10009b1-af92-4def-83e8-5a04c91388fc not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:12:10.015558 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-35a78cbd-9c08-4e9d-9de7-829ada967fa9 req-79a9cacc-b56a-4751-87a2-e4fc3143846b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=61109711-82f3-469e-b9ee-3a34ce0ad19a HTTP/1.1" status: 200 len: 217 time: 0.1694171 Aug 31 09:12:10.018762 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78afa2bd-2f94-407d-8697-7380927855fd', 'tag': '07ceaf66-244f-4a96-a7fd-c94c8956ad10'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:10.022511 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b866924-4e55-4d24-8a39-3482dfaa4ea8" -d '{"events": [{"name": "network-changed", "server_uuid": "78afa2bd-2f94-407d-8697-7380927855fd", "tag": "07ceaf66-244f-4a96-a7fd-c94c8956ad10"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:10.032156 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 71eeab29-0c3e-4761-a5fc-905d7e248bc0, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=71eeab29-0c3e-4761-a5fc-905d7e248bc0,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:10.037966 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3a787e-834f-4311-b5eb-773f0b46159b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7521e6-ed41-4ba9-bbdd-12aa7567fac5'}, {'server_uuid': 'fd8621e8-22ba-483e-991e-e5f8f209b8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71eeab29-0c3e-4761-a5fc-905d7e248bc0'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:10.039926 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2598b035-d33d-492c-950e-53d7c7417549" -d '{"events": [{"server_uuid": "9e3a787e-834f-4311-b5eb-773f0b46159b", "name": "network-vif-plugged", "status": "completed", "tag": "dd7521e6-ed41-4ba9-bbdd-12aa7567fac5"}, {"server_uuid": "fd8621e8-22ba-483e-991e-e5f8f209b8fc", "name": "network-vif-plugged", "status": "completed", "tag": "71eeab29-0c3e-4761-a5fc-905d7e248bc0"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:10.093844 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a1602492-b68a-4067-abde-52c6f0ece90f req-1fedf56d-d65b-47dc-b846-fdd132d7d5de tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535665 Aug 31 09:12:10.103598 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10678334-e3c6-4762-a538-8d9a759d0708 req-edab9e50-ce6e-46e7-ac95-4998fc18183e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:10.105410 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10678334-e3c6-4762-a538-8d9a759d0708 req-edab9e50-ce6e-46e7-ac95-4998fc18183e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3649fc3f-e1b9-493b-9302-31142ce0aead HTTP/1.1" status: 200 len: 859 time: 0.2642269 Aug 31 09:12:10.168427 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465f148-8d53-4ece-b5a2-7de48df76478 req-8e018244-ee2b-4aa4-92a7-96ba179abe41 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:10.170472 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1465f148-8d53-4ece-b5a2-7de48df76478 req-8e018244-ee2b-4aa4-92a7-96ba179abe41 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.112 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc&tenant_id=a2247b5137dc4fbdbab9ed7148117dac&binding%3Ahost_id=n-h1-791506-28 HTTP/1.1" status: 200 len: 948 time: 0.2826622 Aug 31 09:12:10.174114 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a78cbd-9c08-4e9d-9de7-829ada967fa9 req-60e87a29-a7a0-48af-84f3-f594217e3409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:10.175459 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-35a78cbd-9c08-4e9d-9de7-829ada967fa9 req-60e87a29-a7a0-48af-84f3-f594217e3409 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1363041 Aug 31 09:12:10.183338 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:10.185137 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2bffd-c4de-4bcb-a865-c6d1e6e0284f req-485435c4-a102-4ee6-92ae-7d565a789cc0 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:10.191622 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5ed2bffd-c4de-4bcb-a865-c6d1e6e0284f req-485435c4-a102-4ee6-92ae-7d565a789cc0 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/ports?device_id=78939770-e47e-44db-9c7d-416cb7ed9fc5 HTTP/1.1" status: 200 len: 949 time: 0.2206492 Aug 31 09:12:10.243530 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=71eeab29-0c3e-4761-a5fc-905d7e248bc0,revision_number=8']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:10.606639 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10678334-e3c6-4762-a538-8d9a759d0708 req-aef386e5-116e-40ca-b48a-6460bcef55ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:10.608493 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10678334-e3c6-4762-a538-8d9a759d0708 req-aef386e5-116e-40ca-b48a-6460bcef55ff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=911967d5-9c28-4576-80c3-c0f96b966e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4919477 Aug 31 09:12:10.614867 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5ed2bffd-c4de-4bcb-a865-c6d1e6e0284f req-c9974eea-5980-420c-bbf8-bdd9985f29c4 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8720c92-5f89-40c2-ae84-69f108903164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222956 Aug 31 09:12:10.667338 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14a8ea-2868-4224-b29f-6d1288f423f1 req-df0ec32f-0e43-46fe-bde3-31ee3a0f57ea tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:10.669070 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b14a8ea-2868-4224-b29f-6d1288f423f1 req-df0ec32f-0e43-46fe-bde3-31ee3a0f57ea tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.119 "GET /v2.0/ports?device_id=9e3a787e-834f-4311-b5eb-773f0b46159b HTTP/1.1" status: 200 len: 949 time: 0.4967914 Aug 31 09:12:10.695615 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a78cbd-9c08-4e9d-9de7-829ada967fa9 req-1361f889-fd1b-4fad-97e8-f0d341dde369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:10.697106 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-35a78cbd-9c08-4e9d-9de7-829ada967fa9 req-1361f889-fd1b-4fad-97e8-f0d341dde369 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4952834 Aug 31 09:12:10.733474 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465f148-8d53-4ece-b5a2-7de48df76478 req-9e99f300-e85d-445e-aaf4-21283f577553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:10.734967 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1465f148-8d53-4ece-b5a2-7de48df76478 req-9e99f300-e85d-445e-aaf4-21283f577553 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 1101 time: 0.4699030 Aug 31 09:12:10.954506 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b14a8ea-2868-4224-b29f-6d1288f423f1 req-00f87044-da8f-4bae-a946-219da6faf11d tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.119 "GET /v2.0/security-groups?id=eae08f00-3ab1-4932-8dac-b96dfb70b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549973 Aug 31 09:12:11.015748 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43576e9-9c37-4489-ae12-46d031541a1c req-667a6b41-47ea-4155-9dd8-d9262c702926 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:11.022954 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e43576e9-9c37-4489-ae12-46d031541a1c req-667a6b41-47ea-4155-9dd8-d9262c702926 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 949 time: 0.3073747 Aug 31 09:12:11.038446 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10678334-e3c6-4762-a538-8d9a759d0708 req-1676eeca-dbbb-4910-8cd2-a1779d7421f7 service neutron] 10.222.0.59 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141796 Aug 31 09:12:11.058616 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8d7b8-9697-4044-a476-d37d696e9a05 req-3aa1088b-4fdc-4606-99f8-706a6216c297 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:11.060232 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6af8d7b8-9697-4044-a476-d37d696e9a05 req-3aa1088b-4fdc-4606-99f8-706a6216c297 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.112 "GET /v2.0/ports?device_id=78939770-e47e-44db-9c7d-416cb7ed9fc5 HTTP/1.1" status: 200 len: 949 time: 0.2814946 Aug 31 09:12:11.198216 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-35a78cbd-9c08-4e9d-9de7-829ada967fa9 req-ab4ae1ff-1ac2-4e84-bc7b-1dee6bd241df service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4836605 Aug 31 09:12:11.229490 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-389227e4-86d4-42cd-970a-22fa8c6bf08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:11.240266 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465f148-8d53-4ece-b5a2-7de48df76478 req-11c531e4-e49f-452b-ba94-a4fca787cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:11.241739 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1465f148-8d53-4ece-b5a2-7de48df76478 req-11c531e4-e49f-452b-ba94-a4fca787cc4e service neutron] 10.222.0.112 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.4651337 Aug 31 09:12:11.311127 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e43576e9-9c37-4489-ae12-46d031541a1c req-bce4f7c0-d7e1-47de-8ac2-2b3e680c5071 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872157 Aug 31 09:12:11.364046 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62208314-0c36-4209-bc0c-383b549a414a x-openstack-request-id: req-62208314-0c36-4209-bc0c-383b549a414a {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:11.364582 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78afa2bd-2f94-407d-8697-7380927855fd", "tag": "07ceaf66-244f-4a96-a7fd-c94c8956ad10", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:11.364582 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-62208314-0c36-4209-bc0c-383b549a414a {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:11.364970 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78afa2bd-2f94-407d-8697-7380927855fd', 'tag': '07ceaf66-244f-4a96-a7fd-c94c8956ad10', 'status': 'completed', 'code': 200} Aug 31 09:12:11.411741 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156b75e4-76c7-4d4f-b482-7cd87dd4566d x-openstack-request-id: req-156b75e4-76c7-4d4f-b482-7cd87dd4566d {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:11.412286 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3a787e-834f-4311-b5eb-773f0b46159b", "name": "network-vif-plugged", "status": "completed", "tag": "dd7521e6-ed41-4ba9-bbdd-12aa7567fac5", "code": 200}, {"server_uuid": "fd8621e8-22ba-483e-991e-e5f8f209b8fc", "name": "network-vif-plugged", "status": "completed", "tag": "71eeab29-0c3e-4761-a5fc-905d7e248bc0", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:11.412700 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-156b75e4-76c7-4d4f-b482-7cd87dd4566d {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:11.413243 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e3a787e-834f-4311-b5eb-773f0b46159b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7521e6-ed41-4ba9-bbdd-12aa7567fac5', 'code': 200} Aug 31 09:12:11.413648 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8621e8-22ba-483e-991e-e5f8f209b8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71eeab29-0c3e-4761-a5fc-905d7e248bc0', 'code': 200} Aug 31 09:12:11.417927 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10678334-e3c6-4762-a538-8d9a759d0708 req-9f5b6042-72d9-4e76-830d-c055adfac461 service neutron] 10.222.0.59 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424406 Aug 31 09:12:11.450774 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1465f148-8d53-4ece-b5a2-7de48df76478 req-ad438257-35b1-45c7-8ae3-9f04b9df5996 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=71eeab29-0c3e-4761-a5fc-905d7e248bc0 HTTP/1.1" status: 200 len: 217 time: 0.1845260 Aug 31 09:12:11.453486 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b866924-4e55-4d24-8a39-3482dfaa4ea8 req-13a1cba9-ee9b-422c-bc64-5f18e5eb2416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:11.455257 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7b866924-4e55-4d24-8a39-3482dfaa4ea8 req-13a1cba9-ee9b-422c-bc64-5f18e5eb2416 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8d929c95dcb6486584c62bb8e91069d6&device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 1095 time: 0.0637543 Aug 31 09:12:11.504396 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6df15-c319-46e7-880b-559932093777 req-2cf8c2eb-6af4-478c-9565-a18cecef4011 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:11.513365 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dbd6df15-c319-46e7-880b-559932093777 req-2cf8c2eb-6af4-478c-9565-a18cecef4011 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=3074468c-6b1e-40f1-b3d8-729b9c64b0ab HTTP/1.1" status: 200 len: 943 time: 0.4814527 Aug 31 09:12:11.660894 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465f148-8d53-4ece-b5a2-7de48df76478 req-3d31662b-b3ce-4746-ae08-9969492bc5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:11.660894 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1465f148-8d53-4ece-b5a2-7de48df76478 req-3d31662b-b3ce-4746-ae08-9969492bc5eb service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1959593 Aug 31 09:12:11.678997 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-35a78cbd-9c08-4e9d-9de7-829ada967fa9 req-1d13ffa9-1d0c-4e45-9e13-09770b66756f service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4587207 Aug 31 09:12:11.726843 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dbd6df15-c319-46e7-880b-559932093777 req-efe4b3e8-1d4e-4cd0-b7e7-6fb53cb8b6df tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126148 Aug 31 09:12:11.766442 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c45a4d-510d-4ac0-a68f-49e44c15e44c req-9c8361ac-9e36-4b4e-9317-501e8c27c8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:11.793613 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0c45a4d-510d-4ac0-a68f-49e44c15e44c req-9c8361ac-9e36-4b4e-9317-501e8c27c8a0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f4381d0dc0be411ca9215585d9e1f0fb&device_id=5270f71b-23da-40b0-abaf-751dffa07843 HTTP/1.1" status: 200 len: 1095 time: 0.2584929 Aug 31 09:12:11.816334 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-6af8d7b8-9697-4044-a476-d37d696e9a05 req-c8eecdd1-cb67-4872-b6c8-12db6ff87ca4 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Deleting port bcead4eb-ed6e-4d8a-82d7-d30999181a18 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:12:11.816778 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6af8d7b8-9697-4044-a476-d37d696e9a05 req-c8eecdd1-cb67-4872-b6c8-12db6ff87ca4 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:11.846607 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35ff4e-ba21-40a4-90b7-e6fc08f589b8 req-90190895-4fa6-47e3-bfe0-f8bd33a4d4a3 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:11.858150 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba35ff4e-ba21-40a4-90b7-e6fc08f589b8 req-90190895-4fa6-47e3-bfe0-f8bd33a4d4a3 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports?device_id=5270f71b-23da-40b0-abaf-751dffa07843 HTTP/1.1" status: 200 len: 943 time: 0.3322420 Aug 31 09:12:11.867723 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438696f9-4fc4-4ab5-be80-44147a937973 req-357ccb14-7422-4723-bc2b-a2b9b80f6a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:11.869549 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-438696f9-4fc4-4ab5-be80-44147a937973 req-357ccb14-7422-4723-bc2b-a2b9b80f6a69 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=9e3a787e-834f-4311-b5eb-773f0b46159b HTTP/1.1" status: 200 len: 1101 time: 0.3762434 Aug 31 09:12:11.913657 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b866924-4e55-4d24-8a39-3482dfaa4ea8 req-ec47beb9-21df-44b6-8b85-5333ff337fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:11.915951 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7b866924-4e55-4d24-8a39-3482dfaa4ea8 req-ec47beb9-21df-44b6-8b85-5333ff337fc8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d54aa48d-9328-4446-b337-2071a0fd4f0c HTTP/1.1" status: 200 len: 910 time: 0.4497981 Aug 31 09:12:12.008127 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 6a9b0d0e-7cf5-4316-84c7-93174c9b38f4 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:12:12.019511 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7b866924-4e55-4d24-8a39-3482dfaa4ea8 req-a5789224-521c-45c0-96f2-f61b97f9183c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07ceaf66-244f-4a96-a7fd-c94c8956ad10 HTTP/1.1" status: 200 len: 217 time: 0.0903525 Aug 31 09:12:12.024282 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-438696f9-4fc4-4ab5-be80-44147a937973 req-bfcb7ada-49ea-49fa-abae-af66ba1df25c service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=eae08f00-3ab1-4932-8dac-b96dfb70b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464391 Aug 31 09:12:12.074747 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465f148-8d53-4ece-b5a2-7de48df76478 req-47866557-a1bc-439b-9943-3f265d304b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:12.076474 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1465f148-8d53-4ece-b5a2-7de48df76478 req-47866557-a1bc-439b-9943-3f265d304b43 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4027658 Aug 31 09:12:12.093787 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b866924-4e55-4d24-8a39-3482dfaa4ea8 req-f4e56fe1-fd51-47d2-9ba9-036dbf7f27a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:12.096272 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7b866924-4e55-4d24-8a39-3482dfaa4ea8 req-f4e56fe1-fd51-47d2-9ba9-036dbf7f27a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dab6ed79-4c20-41ae-bb07-e9aaf9315083 HTTP/1.1" status: 200 len: 848 time: 0.0644383 Aug 31 09:12:12.149145 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7b866924-4e55-4d24-8a39-3482dfaa4ea8 req-9a35b24e-caaa-43de-95e7-7a72a27b4b28 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d54aa48d-9328-4446-b337-2071a0fd4f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375657 Aug 31 09:12:12.162727 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba35ff4e-ba21-40a4-90b7-e6fc08f589b8 req-5d25bd8c-fc11-46a2-8b02-e7fe976ba221 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/security-groups?id=b072cd6a-ef1f-4f25-9fc3-89505a78fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051419 Aug 31 09:12:12.199762 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 6a9b0d0e-7cf5-4316-84c7-93174c9b38f4, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=6a9b0d0e-7cf5-4316-84c7-93174c9b38f4,segment=NetworkSegment(7165cf42-c983-4e18-9ad9-e580a9c61c0b),segment_id=7165cf42-c983-4e18-9ad9-e580a9c61c0b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:12.229149 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '6a9b0d0e-7cf5-4316-84c7-93174c9b38f4', 'network_id': '9ca962f7-a3f8-4e91-9029-22ec42b84c01', 'port_id': '6a9b0d0e-7cf5-4316-84c7-93174c9b38f4', 'mac_address': 'fa:16:3e:ed:6f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5540a99f-ddc8-4454-b137-a8c33ca66961', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:12:12.284883 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c45a4d-510d-4ac0-a68f-49e44c15e44c req-c5472422-b1eb-420a-ad23-fa15e48152ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:12.285804 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0c45a4d-510d-4ac0-a68f-49e44c15e44c req-c5472422-b1eb-420a-ad23-fa15e48152ef service neutron] 10.222.0.59 "GET /v2.0/networks?id=911967d5-9c28-4576-80c3-c0f96b966e16 HTTP/1.1" status: 200 len: 922 time: 0.4130883 Aug 31 09:12:12.286715 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:12.308038 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a9b0d0e-7cf5-4316-84c7-93174c9b38f4 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:12.315622 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7b866924-4e55-4d24-8a39-3482dfaa4ea8 req-81c29d1e-ba37-4bb4-8ea4-6e7a4ee8ce29 service neutron] 10.222.0.59 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571262 Aug 31 09:12:12.348500 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 6a9b0d0e-7cf5-4316-84c7-93174c9b38f4, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=6a9b0d0e-7cf5-4316-84c7-93174c9b38f4,segment=NetworkSegment(7165cf42-c983-4e18-9ad9-e580a9c61c0b),segment_id=7165cf42-c983-4e18-9ad9-e580a9c61c0b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:12.401974 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0c45a4d-510d-4ac0-a68f-49e44c15e44c req-bd217709-6674-4790-8ac1-2c36088503b0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30f8837c-a342-421f-b20d-750c23871715 HTTP/1.1" status: 200 len: 217 time: 0.0905416 Aug 31 09:12:12.403788 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-6af8d7b8-9697-4044-a476-d37d696e9a05 req-c8eecdd1-cb67-4872-b6c8-12db6ff87ca4 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] For port bcead4eb-ed6e-4d8a-82d7-d30999181a18, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=bcead4eb-ed6e-4d8a-82d7-d30999181a18,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:12.404189 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6af8d7b8-9697-4044-a476-d37d696e9a05 req-c8eecdd1-cb67-4872-b6c8-12db6ff87ca4 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:12.412097 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:12.440370 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3854b6-5028-43e7-b145-dc7b67ba5586 req-6826127f-df00-4bc8-94aa-de64bf6d6f1b tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:12.444040 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d3854b6-5028-43e7-b145-dc7b67ba5586 req-6826127f-df00-4bc8-94aa-de64bf6d6f1b tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 943 time: 0.3966365 Aug 31 09:12:12.466426 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7b866924-4e55-4d24-8a39-3482dfaa4ea8 req-faf1ab45-01a5-48fb-83f8-e2dad17faf87 service neutron] 10.222.0.59 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398325 Aug 31 09:12:12.501406 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=6a9b0d0e-7cf5-4316-84c7-93174c9b38f4,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:12.509093 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-6af8d7b8-9697-4044-a476-d37d696e9a05 req-c8eecdd1-cb67-4872-b6c8-12db6ff87ca4 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Calling delete_port for bcead4eb-ed6e-4d8a-82d7-d30999181a18 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:12:12.611951 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c6d3b-a640-4f9a-bf03-7571acbf9743 req-3df98499-4c9f-441a-b6d0-426ff0739775 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:12.611951 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a58c6d3b-a640-4f9a-bf03-7571acbf9743 req-3df98499-4c9f-441a-b6d0-426ff0739775 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/ports?device_id=78939770-e47e-44db-9c7d-416cb7ed9fc5 HTTP/1.1" status: 200 len: 949 time: 0.3194818 Aug 31 09:12:12.635518 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c45a4d-510d-4ac0-a68f-49e44c15e44c req-b4925a28-a5b7-4352-8ab7-51647ef09d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:12.637075 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0c45a4d-510d-4ac0-a68f-49e44c15e44c req-b4925a28-a5b7-4352-8ab7-51647ef09d02 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3649fc3f-e1b9-493b-9302-31142ce0aead HTTP/1.1" status: 200 len: 859 time: 0.1921372 Aug 31 09:12:12.640106 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d3854b6-5028-43e7-b145-dc7b67ba5586 req-e943dd61-c5d1-43b6-abf5-e0ef82ab864d tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826100 Aug 31 09:12:12.690918 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['6a9b0d0e-7cf5-4316-84c7-93174c9b38f4'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:12.711306 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a98b9d8b-f115-4033-b3f5-86f9cf6fc1fd req-62d1ed7d-4e96-49a1-8450-fb42c12346c1 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=dec399ac-51c2-4bb7-99b8-e1a022fa50cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0990944 Aug 31 09:12:12.734259 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1465f148-8d53-4ece-b5a2-7de48df76478 req-ea9a3559-ac56-4239-b82f-69a05318b465 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539611 Aug 31 09:12:12.782687 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a58c6d3b-a640-4f9a-bf03-7571acbf9743 req-ce44a378-00ac-4e01-9b1b-6f3217ba7e4a tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8720c92-5f89-40c2-ae84-69f108903164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423242 Aug 31 09:12:12.811633 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b9d8b-f115-4033-b3f5-86f9cf6fc1fd req-6c8b3313-bee9-45b6-8da7-44e4021dd669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:12.813198 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a98b9d8b-f115-4033-b3f5-86f9cf6fc1fd req-6c8b3313-bee9-45b6-8da7-44e4021dd669 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=dec399ac-51c2-4bb7-99b8-e1a022fa50cc HTTP/1.1" status: 200 len: 1098 time: 0.0619230 Aug 31 09:12:13.004058 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b9d8b-f115-4033-b3f5-86f9cf6fc1fd req-8651c7d3-ad98-4765-88e8-dd4a0d70beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:13.007043 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a98b9d8b-f115-4033-b3f5-86f9cf6fc1fd req-8651c7d3-ad98-4765-88e8-dd4a0d70beb1 service neutron] 10.222.0.112 "GET /v2.0/networks?id=d1234639-2841-4a70-bb71-b7feb4621301 HTTP/1.1" status: 200 len: 925 time: 0.1708312 Aug 31 09:12:13.008266 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c45a4d-510d-4ac0-a68f-49e44c15e44c req-5fbf8c0d-248b-4a94-82ff-107c5166e073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:13.013081 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0c45a4d-510d-4ac0-a68f-49e44c15e44c req-5fbf8c0d-248b-4a94-82ff-107c5166e073 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=911967d5-9c28-4576-80c3-c0f96b966e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3522511 Aug 31 09:12:13.166622 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da35d7d-7a60-4cc2-8590-7b37a953ca6e req-06460071-6e63-4af2-bb0e-615ff60aeebc tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:13.168263 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1da35d7d-7a60-4cc2-8590-7b37a953ca6e req-06460071-6e63-4af2-bb0e-615ff60aeebc tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.119 "GET /v2.0/ports?device_id=9e3a787e-834f-4311-b5eb-773f0b46159b HTTP/1.1" status: 200 len: 949 time: 0.3908556 Aug 31 09:12:13.182735 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce994e5a-80e0-40b6-9408-39d743c4bd05 req-e1b97e45-ae94-4aa0-aded-3269f85bc4dd tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:13.183940 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a98b9d8b-f115-4033-b3f5-86f9cf6fc1fd req-311a21a7-7158-46c4-95d8-5e41e5aa11d4 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edde40e9-17fb-4f5e-ac5d-915a3b533318 HTTP/1.1" status: 200 len: 1001 time: 0.1637862 Aug 31 09:12:13.184492 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ce994e5a-80e0-40b6-9408-39d743c4bd05 req-e1b97e45-ae94-4aa0-aded-3269f85bc4dd tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 949 time: 0.2242944 Aug 31 09:12:13.216262 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1465f148-8d53-4ece-b5a2-7de48df76478 req-d9448243-8607-4dcd-8f08-94f0db731ab4 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659061 Aug 31 09:12:13.283141 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b9d8b-f115-4033-b3f5-86f9cf6fc1fd req-26298c5d-1a07-4a1e-8869-10b1929cb44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:13.283746 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1da35d7d-7a60-4cc2-8590-7b37a953ca6e req-8fa29569-ec45-4dd4-86f7-6abe47149805 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.119 "GET /v2.0/security-groups?id=eae08f00-3ab1-4932-8dac-b96dfb70b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931642 Aug 31 09:12:13.285927 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a98b9d8b-f115-4033-b3f5-86f9cf6fc1fd req-26298c5d-1a07-4a1e-8869-10b1929cb44e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=6e81001c-2026-4292-8507-96e0aed1bde8 HTTP/1.1" status: 200 len: 862 time: 0.0948496 Aug 31 09:12:13.326452 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0c45a4d-510d-4ac0-a68f-49e44c15e44c req-7640d5dd-00b9-4d18-ab44-24be7c125a66 service neutron] 10.222.0.59 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980292 Aug 31 09:12:13.336131 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ce994e5a-80e0-40b6-9408-39d743c4bd05 req-57821f32-c24b-49ce-889e-a6c021a1dde1 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350334 Aug 31 09:12:13.336921 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6af8d7b8-9697-4044-a476-d37d696e9a05 req-c8eecdd1-cb67-4872-b6c8-12db6ff87ca4 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:13.348769 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['bcead4eb-ed6e-4d8a-82d7-d30999181a18'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:13.405191 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b9d8b-f115-4033-b3f5-86f9cf6fc1fd req-dfd77eb0-9832-4754-b674-e5357d2faa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:13.410713 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a98b9d8b-f115-4033-b3f5-86f9cf6fc1fd req-dfd77eb0-9832-4754-b674-e5357d2faa39 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d1234639-2841-4a70-bb71-b7feb4621301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1086981 Aug 31 09:12:13.466697 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0c45a4d-510d-4ac0-a68f-49e44c15e44c req-1f70a05e-a256-4046-96fe-2a7c4bfe2c48 service neutron] 10.222.0.59 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262329 Aug 31 09:12:13.524559 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eecdd1-cb67-4872-b6c8-12db6ff87ca4 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Pushing event deleted for resources: {'Port': ['ID=bcead4eb-ed6e-4d8a-82d7-d30999181a18,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:13.602756 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a98b9d8b-f115-4033-b3f5-86f9cf6fc1fd req-e3cf37d4-6205-4e04-a8d8-f912965fb207 service neutron] 10.222.0.112 "GET /v2.0/networks/d1234639-2841-4a70-bb71-b7feb4621301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843967 Aug 31 09:12:13.734418 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a98b9d8b-f115-4033-b3f5-86f9cf6fc1fd req-c9549233-409b-4da8-83ad-50d651cb3e5b service neutron] 10.222.0.112 "GET /v2.0/networks/d1234639-2841-4a70-bb71-b7feb4621301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210599 Aug 31 09:12:13.921553 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af8d7b8-9697-4044-a476-d37d696e9a05 req-c8eecdd1-cb67-4872-b6c8-12db6ff87ca4 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] No DVR routers for this DVR port bcead4eb-ed6e-4d8a-82d7-d30999181a18 on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:12:13.924827 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6af8d7b8-9697-4044-a476-d37d696e9a05 req-c8eecdd1-cb67-4872-b6c8-12db6ff87ca4 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:13.927518 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6af8d7b8-9697-4044-a476-d37d696e9a05 req-c8eecdd1-cb67-4872-b6c8-12db6ff87ca4 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.112 "DELETE /v2.0/ports/bcead4eb-ed6e-4d8a-82d7-d30999181a18 HTTP/1.1" status: 204 len: 173 time: 2.8212645 Aug 31 09:12:13.943300 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78939770-e47e-44db-9c7d-416cb7ed9fc5', 'name': 'network-vif-deleted', 'tag': 'bcead4eb-ed6e-4d8a-82d7-d30999181a18'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:13.945711 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add30836-a1a0-4807-9553-9cc0b4cc6fae" -d '{"events": [{"server_uuid": "78939770-e47e-44db-9c7d-416cb7ed9fc5", "name": "network-vif-deleted", "tag": "bcead4eb-ed6e-4d8a-82d7-d30999181a18"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:13.971329 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb025064-5a32-43a0-93de-bca41777c7e6 req-344f19c8-5bed-4b41-8201-a3242f1f2474 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:13.972924 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cb025064-5a32-43a0-93de-bca41777c7e6 req-344f19c8-5bed-4b41-8201-a3242f1f2474 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=3074468c-6b1e-40f1-b3d8-729b9c64b0ab HTTP/1.1" status: 200 len: 944 time: 0.5045161 Aug 31 09:12:13.998408 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 07ceaf66-244f-4a96-a7fd-c94c8956ad10 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:12:14.000645 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 6a9b0d0e-7cf5-4316-84c7-93174c9b38f4 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:14.001216 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd8400-7bbc-4169-a0c7-5c0b258e35a1 req-35953499-79d4-4bd3-a364-998666af2eac tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:14.004345 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2bbd8400-7bbc-4169-a0c7-5c0b258e35a1 req-35953499-79d4-4bd3-a364-998666af2eac tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports?device_id=5270f71b-23da-40b0-abaf-751dffa07843 HTTP/1.1" status: 200 len: 943 time: 0.1165581 Aug 31 09:12:14.054780 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cb025064-5a32-43a0-93de-bca41777c7e6 req-bb2bc15c-701d-44a7-a406-c02f5e80ce56 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743175 Aug 31 09:12:14.087035 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2bbd8400-7bbc-4169-a0c7-5c0b258e35a1 req-0a6567fe-21f6-484c-a80c-43d617db5d83 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/security-groups?id=b072cd6a-ef1f-4f25-9fc3-89505a78fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572333 Aug 31 09:12:14.165874 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 07ceaf66-244f-4a96-a7fd-c94c8956ad10, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=07ceaf66-244f-4a96-a7fd-c94c8956ad10,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:14.178360 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '07ceaf66-244f-4a96-a7fd-c94c8956ad10', 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c', 'port_id': '07ceaf66-244f-4a96-a7fd-c94c8956ad10', 'mac_address': 'fa:16:3e:6f:90:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab6ed79-4c20-41ae-bb07-e9aaf9315083', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:12:14.180118 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-26754ee7-a53f-4654-85a2-7248009b7869 req-3c9fed1a-8018-4f61-9896-b03e19452e89 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] 10.222.0.119 "GET /v2.0/ports?device_id=78939770-e47e-44db-9c7d-416cb7ed9fc5 HTTP/1.1" status: 200 len: 210 time: 0.0393095 Aug 31 09:12:14.218252 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:14.231381 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8809b7-0320-4e45-8c54-01e606658231 req-436565c8-ad54-485e-92dd-14f33fc2f108 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:14.232878 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ceaf66-244f-4a96-a7fd-c94c8956ad10 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:14.233018 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9d8809b7-0320-4e45-8c54-01e606658231 req-436565c8-ad54-485e-92dd-14f33fc2f108 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 943 time: 0.0807171 Aug 31 09:12:14.234466 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5ac309-077c-4fe7-a870-0e4533151d4e x-openstack-request-id: req-5e5ac309-077c-4fe7-a870-0e4533151d4e {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:14.234793 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78939770-e47e-44db-9c7d-416cb7ed9fc5", "name": "network-vif-deleted", "tag": "bcead4eb-ed6e-4d8a-82d7-d30999181a18", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:14.235081 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-5e5ac309-077c-4fe7-a870-0e4533151d4e {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:14.235476 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78939770-e47e-44db-9c7d-416cb7ed9fc5', 'name': 'network-vif-deleted', 'tag': 'bcead4eb-ed6e-4d8a-82d7-d30999181a18', 'status': 'completed', 'code': 200} Aug 31 09:12:14.254393 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 07ceaf66-244f-4a96-a7fd-c94c8956ad10, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=07ceaf66-244f-4a96-a7fd-c94c8956ad10,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:14.281765 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9d8809b7-0320-4e45-8c54-01e606658231 req-65f7c7c9-7037-44c3-aca9-587f462fc1e6 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357580 Aug 31 09:12:14.330021 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-947b8c95-1c70-4a97-ac72-d43567e9a760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:14.395503 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:14.397661 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:14.403556 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 6a9b0d0e-7cf5-4316-84c7-93174c9b38f4 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:14.411946 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e5ee8-0745-4b50-86f1-c1dc0c779d28 req-2d2a71f8-f317-4043-93b4-ff4978678be2 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:14.413986 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4d3e5ee8-0745-4b50-86f1-c1dc0c779d28 req-2d2a71f8-f317-4043-93b4-ff4978678be2 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.119 "GET /v2.0/ports?device_id=9e3a787e-834f-4311-b5eb-773f0b46159b HTTP/1.1" status: 200 len: 949 time: 0.0566580 Aug 31 09:12:14.437047 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 6a9b0d0e-7cf5-4316-84c7-93174c9b38f4 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:14.437460 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:14.499673 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=07ceaf66-244f-4a96-a7fd-c94c8956ad10,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:14.503108 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4d3e5ee8-0745-4b50-86f1-c1dc0c779d28 req-e2e32645-b593-4aea-8008-5115dc5e1911 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.119 "GET /v2.0/security-groups?id=eae08f00-3ab1-4932-8dac-b96dfb70b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819428 Aug 31 09:12:14.520130 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147b0d7-2580-40f2-8b34-076f9d958214 req-d54a5a66-5f77-4971-b9f9-667ff0a1a45f tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:14.522163 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4147b0d7-2580-40f2-8b34-076f9d958214 req-d54a5a66-5f77-4971-b9f9-667ff0a1a45f tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 949 time: 0.0932746 Aug 31 09:12:14.581130 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:14.620720 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3074468c-6b1e-40f1-b3d8-729b9c64b0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9b0d0e-7cf5-4316-84c7-93174c9b38f4'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:14.623888 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88c9133-10d7-44d7-a766-1c110d2a850d" -d '{"events": [{"server_uuid": "3074468c-6b1e-40f1-b3d8-729b9c64b0ab", "name": "network-vif-plugged", "status": "completed", "tag": "6a9b0d0e-7cf5-4316-84c7-93174c9b38f4"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:14.628639 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4147b0d7-2580-40f2-8b34-076f9d958214 req-47f297bb-f2ff-48cd-abb0-93ea45d295b9 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873499 Aug 31 09:12:14.654602 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 6a9b0d0e-7cf5-4316-84c7-93174c9b38f4, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=6a9b0d0e-7cf5-4316-84c7-93174c9b38f4,segment=NetworkSegment(7165cf42-c983-4e18-9ad9-e580a9c61c0b),segment_id=7165cf42-c983-4e18-9ad9-e580a9c61c0b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:14.700594 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['07ceaf66-244f-4a96-a7fd-c94c8956ad10'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:14.756922 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:14.766324 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f938e8-7f31-4352-a4e4-4d8b1bd07c7b x-openstack-request-id: req-a3f938e8-7f31-4352-a4e4-4d8b1bd07c7b {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:14.766324 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3074468c-6b1e-40f1-b3d8-729b9c64b0ab", "name": "network-vif-plugged", "status": "completed", "tag": "6a9b0d0e-7cf5-4316-84c7-93174c9b38f4", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:14.766324 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-a3f938e8-7f31-4352-a4e4-4d8b1bd07c7b {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:14.767008 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3074468c-6b1e-40f1-b3d8-729b9c64b0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9b0d0e-7cf5-4316-84c7-93174c9b38f4', 'code': 200} Aug 31 09:12:14.846933 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=6a9b0d0e-7cf5-4316-84c7-93174c9b38f4,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:14.941132 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e44d4-6364-453e-b32a-792258b58774 req-44f54ba7-137c-45e7-b5fb-4fe7630330d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:14.942907 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f19e44d4-6364-453e-b32a-792258b58774 req-44f54ba7-137c-45e7-b5fb-4fe7630330d4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3074468c-6b1e-40f1-b3d8-729b9c64b0ab HTTP/1.1" status: 200 len: 1097 time: 0.0539649 Aug 31 09:12:15.012282 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f19e44d4-6364-453e-b32a-792258b58774 req-a79c5b0f-55a3-4f63-bb46-f17f23d82cb6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587986 Aug 31 09:12:15.210242 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a10045-9d3e-439c-a636-f0c038ef08c3 req-7555dbf7-1d1c-44c0-b759-1d70665d0d7b tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:15.211919 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-57a10045-9d3e-439c-a636-f0c038ef08c3 req-7555dbf7-1d1c-44c0-b759-1d70665d0d7b tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=3074468c-6b1e-40f1-b3d8-729b9c64b0ab HTTP/1.1" status: 200 len: 945 time: 0.0624101 Aug 31 09:12:15.263466 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:15.269380 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-57a10045-9d3e-439c-a636-f0c038ef08c3 req-26431e9f-0543-4a63-b1e6-a0dbac446a7d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428238 Aug 31 09:12:15.405909 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0068a45-e4d2-4e13-8ea5-3be6203c6a73 req-8dc271b8-c5b2-4a2c-a0cf-fbb6d3da2e49 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:15.407642 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e0068a45-e4d2-4e13-8ea5-3be6203c6a73 req-8dc271b8-c5b2-4a2c-a0cf-fbb6d3da2e49 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports?device_id=5270f71b-23da-40b0-abaf-751dffa07843 HTTP/1.1" status: 200 len: 943 time: 0.0765891 Aug 31 09:12:15.457022 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e0068a45-e4d2-4e13-8ea5-3be6203c6a73 req-5425f064-a132-44ce-b0f2-c46c950e2a51 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/security-groups?id=b072cd6a-ef1f-4f25-9fc3-89505a78fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421755 Aug 31 09:12:15.645093 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561702b-db87-45b0-874b-d67d11f32f91 req-0d73c64e-0ec6-41d2-96d8-c524bce60472 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:15.647048 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a561702b-db87-45b0-874b-d67d11f32f91 req-0d73c64e-0ec6-41d2-96d8-c524bce60472 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 944 time: 0.1016731 Aug 31 09:12:15.662154 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9234b-d0f4-4b2a-b3f9-87417e42d4e7 req-485a2b8f-3ffc-4b2a-9ec0-671dc25a3e68 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:15.676496 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11b9234b-d0f4-4b2a-b3f9-87417e42d4e7 req-485a2b8f-3ffc-4b2a-9ec0-671dc25a3e68 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.119 "GET /v2.0/ports?device_id=9e3a787e-834f-4311-b5eb-773f0b46159b HTTP/1.1" status: 200 len: 949 time: 0.1160457 Aug 31 09:12:15.695336 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device bcead4eb-ed6e-4d8a-82d7-d30999181a18 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:12:15.727548 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: bcead4eb-ed6e-4d8a-82d7-d30999181a18 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:12:15.727883 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device bcead4eb-ed6e-4d8a-82d7-d30999181a18 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:12:15.737539 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11b9234b-d0f4-4b2a-b3f9-87417e42d4e7 req-1dcc8c99-2844-48db-ad8f-5e78434e693a tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.119 "GET /v2.0/security-groups?id=eae08f00-3ab1-4932-8dac-b96dfb70b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600173 Aug 31 09:12:15.742230 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a561702b-db87-45b0-874b-d67d11f32f91 req-b2a591ae-2f7c-4e1e-82ad-6308eb6e3b09 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629704 Aug 31 09:12:15.894346 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998600a-a722-4660-a1fa-9b87eb381f61 req-5d0e8442-5975-4d87-b368-a42641c651ad tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:15.896235 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4998600a-a722-4660-a1fa-9b87eb381f61 req-5d0e8442-5975-4d87-b368-a42641c651ad tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 949 time: 0.0754251 Aug 31 09:12:15.948672 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4998600a-a722-4660-a1fa-9b87eb381f61 req-f369f3a6-28af-4188-9198-2f7aaeb05c52 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406208 Aug 31 09:12:16.002935 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 30f8837c-a342-421f-b20d-750c23871715 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:12:16.006588 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 07ceaf66-244f-4a96-a7fd-c94c8956ad10 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:16.152439 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09735b-f01e-4656-b895-94b65e076f89 req-22bd0261-b360-4ebf-8107-963c56c828bc tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:16.160673 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eb09735b-f01e-4656-b895-94b65e076f89 req-22bd0261-b360-4ebf-8107-963c56c828bc tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 949 time: 0.0802042 Aug 31 09:12:16.209612 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49830) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:16.212017 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eb09735b-f01e-4656-b895-94b65e076f89 req-2de80bcf-5a1d-4d4d-80e1-6ed20b26a0df tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499642 Aug 31 09:12:16.341430 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 30f8837c-a342-421f-b20d-750c23871715, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=30f8837c-a342-421f-b20d-750c23871715,segment=NetworkSegment(31cf320c-edc0-464d-82e7-32003e3052bd),segment_id=31cf320c-edc0-464d-82e7-32003e3052bd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:16.349679 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 07ceaf66-244f-4a96-a7fd-c94c8956ad10 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:16.358182 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '30f8837c-a342-421f-b20d-750c23871715', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'port_id': '30f8837c-a342-421f-b20d-750c23871715', 'mac_address': 'fa:16:3e:6d:6c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:12:16.359853 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 07ceaf66-244f-4a96-a7fd-c94c8956ad10 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:16.360220 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:16.441921 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3bae63f0-9886-425f-abf5-4eee51fab920 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=040e1d69a80d4ab5aa379a20dc95a79b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304566 Aug 31 09:12:16.449130 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49846) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:16.454715 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:16.503892 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30f8837c-a342-421f-b20d-750c23871715 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:16.527138 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-be7e6869-51be-4f2e-ada5-d9594ab4f550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:16.553910 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 30f8837c-a342-421f-b20d-750c23871715, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=30f8837c-a342-421f-b20d-750c23871715,segment=NetworkSegment(31cf320c-edc0-464d-82e7-32003e3052bd),segment_id=31cf320c-edc0-464d-82e7-32003e3052bd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:16.563736 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abcc56-ee3c-446e-8cde-b2a642be1e7c req-655359de-ac65-4836-a289-49478a8f9b8f tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:16.571619 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:16.578456 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-06abcc56-ee3c-446e-8cde-b2a642be1e7c req-655359de-ac65-4836-a289-49478a8f9b8f tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=3074468c-6b1e-40f1-b3d8-729b9c64b0ab HTTP/1.1" status: 200 len: 945 time: 0.1804457 Aug 31 09:12:16.583092 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-be7e6869-51be-4f2e-ada5-d9594ab4f550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:16.624363 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:16.635933 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 07ceaf66-244f-4a96-a7fd-c94c8956ad10, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=07ceaf66-244f-4a96-a7fd-c94c8956ad10,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:16.710701 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=30f8837c-a342-421f-b20d-750c23871715,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:16.720392 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-06abcc56-ee3c-446e-8cde-b2a642be1e7c req-4dd8c253-df79-4c96-b777-790497c4fb6c tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386545 Aug 31 09:12:16.748006 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:16.755846 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bbac6-11a2-4554-8e41-e839d98d7cbb req-9586a638-ae3a-4592-b741-fb95a9f0b033 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:16.767103 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd7bbac6-11a2-4554-8e41-e839d98d7cbb req-9586a638-ae3a-4592-b741-fb95a9f0b033 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports?device_id=5270f71b-23da-40b0-abaf-751dffa07843 HTTP/1.1" status: 200 len: 944 time: 0.1690745 Aug 31 09:12:16.770177 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-be7e6869-51be-4f2e-ada5-d9594ab4f550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:16.777235 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-be7e6869-51be-4f2e-ada5-d9594ab4f550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:16.777235 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-be7e6869-51be-4f2e-ada5-d9594ab4f550 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/d8720c92-5f89-40c2-ae84-69f108903164 HTTP/1.1" status: 204 len: 168 time: 0.3233337 Aug 31 09:12:16.782742 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78afa2bd-2f94-407d-8697-7380927855fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ceaf66-244f-4a96-a7fd-c94c8956ad10'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:16.785563 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1773a33-266b-4de2-9070-98ca43e7d8b5" -d '{"events": [{"server_uuid": "78afa2bd-2f94-407d-8697-7380927855fd", "name": "network-vif-plugged", "status": "completed", "tag": "07ceaf66-244f-4a96-a7fd-c94c8956ad10"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:16.804753 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e6869-51be-4f2e-ada5-d9594ab4f550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8720c92-5f89-40c2-ae84-69f108903164,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:16.859123 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd7bbac6-11a2-4554-8e41-e839d98d7cbb req-5a0e364c-f7fc-4a63-a6df-6e32b3d034b0 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/security-groups?id=b072cd6a-ef1f-4f25-9fc3-89505a78fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892215 Aug 31 09:12:16.866796 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:16.891779 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=07ceaf66-244f-4a96-a7fd-c94c8956ad10,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:16.906192 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-32fe2479-7c61-4066-9afe-747d843a0ed3 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457945 Aug 31 09:12:16.966307 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['30f8837c-a342-421f-b20d-750c23871715'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:17.069509 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20306940-8383-46b0-926a-4f803c46c04b req-ed7c2de3-e9b9-46aa-9fea-446634d2c108 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:17.071399 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-20306940-8383-46b0-926a-4f803c46c04b req-ed7c2de3-e9b9-46aa-9fea-446634d2c108 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.112 "GET /v2.0/ports?device_id=9e3a787e-834f-4311-b5eb-773f0b46159b HTTP/1.1" status: 200 len: 949 time: 0.1641943 Aug 31 09:12:17.125787 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-e0c15802-29ed-4cfb-a846-da2fbc6b61b0 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:17.137885 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-e0c15802-29ed-4cfb-a846-da2fbc6b61b0 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2186532 Aug 31 09:12:17.174779 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdb819-126d-4a48-9a8b-ec1d8c8dce61 req-411b1b55-6731-4e40-b094-82ed1de4dafb tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:17.184627 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-46fdb819-126d-4a48-9a8b-ec1d8c8dce61 req-411b1b55-6731-4e40-b094-82ed1de4dafb tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.119 "GET /v2.0/ports?device_id=9e3a787e-834f-4311-b5eb-773f0b46159b HTTP/1.1" status: 200 len: 949 time: 0.2328548 Aug 31 09:12:17.243539 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-cc9d876a-81a4-453c-9c8b-d11b3842fed3 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/quotas/a2247b5137dc4fbdbab9ed7148117dac HTTP/1.1" status: 200 len: 375 time: 0.1046617 Aug 31 09:12:17.271338 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-46fdb819-126d-4a48-9a8b-ec1d8c8dce61 req-55995e4a-de8e-4528-bb30-1bdd336961f4 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.119 "GET /v2.0/security-groups?id=eae08f00-3ab1-4932-8dac-b96dfb70b45f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706930 Aug 31 09:12:17.403797 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-dcf4030b-44d0-483b-a9c4-a22a9c0b82e5 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1257043 Aug 31 09:12:17.450652 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114bf93-8194-4c20-bf1d-802116c4e11d req-75c61275-1e02-4fd1-b56d-91a3b604d243 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:17.452262 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9114bf93-8194-4c20-bf1d-802116c4e11d req-75c61275-1e02-4fd1-b56d-91a3b604d243 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 945 time: 0.0897746 Aug 31 09:12:17.477373 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-20306940-8383-46b0-926a-4f803c46c04b req-2dbdf29f-1efc-478c-bca6-ee64f7139296 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Deleting port dd7521e6-ed41-4ba9-bbdd-12aa7567fac5 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:12:17.477784 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-20306940-8383-46b0-926a-4f803c46c04b req-2dbdf29f-1efc-478c-bca6-ee64f7139296 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:17.569921 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49874) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:17.575913 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9114bf93-8194-4c20-bf1d-802116c4e11d req-023b2985-633f-41ca-a6da-a621f25cd835 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132748 Aug 31 09:12:17.634467 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6b659c84-586b-4c30-8892-a7eb2a3651e1 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=44ab2897e5964bd3b138dacd7c4edfa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0630887 Aug 31 09:12:17.639130 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49876) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:17.668472 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-20306940-8383-46b0-926a-4f803c46c04b req-2dbdf29f-1efc-478c-bca6-ee64f7139296 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] For port dd7521e6-ed41-4ba9-bbdd-12aa7567fac5, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=dd7521e6-ed41-4ba9-bbdd-12aa7567fac5,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:17.668997 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-20306940-8383-46b0-926a-4f803c46c04b req-2dbdf29f-1efc-478c-bca6-ee64f7139296 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:17.669127 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99fa56c-a1f3-4f5c-a50e-fbe64e3a0d1d x-openstack-request-id: req-c99fa56c-a1f3-4f5c-a50e-fbe64e3a0d1d {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:17.669989 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78afa2bd-2f94-407d-8697-7380927855fd", "name": "network-vif-plugged", "status": "completed", "tag": "07ceaf66-244f-4a96-a7fd-c94c8956ad10", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:17.670287 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-c99fa56c-a1f3-4f5c-a50e-fbe64e3a0d1d {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:17.670769 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78afa2bd-2f94-407d-8697-7380927855fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ceaf66-244f-4a96-a7fd-c94c8956ad10', 'code': 200} Aug 31 09:12:17.690025 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-20306940-8383-46b0-926a-4f803c46c04b req-2dbdf29f-1efc-478c-bca6-ee64f7139296 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Calling delete_port for dd7521e6-ed41-4ba9-bbdd-12aa7567fac5 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:12:17.733502 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-279746d3-412b-4dc0-93f9-b4db25f42bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:17.777978 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-279746d3-412b-4dc0-93f9-b4db25f42bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:17.906003 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-45c15f0e-4284-4774-bd65-425b7aaa1b1d req-71ce3de4-eaef-41e8-8cb5-73b18515105c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 210 time: 0.0378196 Aug 31 09:12:17.914692 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-279746d3-412b-4dc0-93f9-b4db25f42bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:17.919236 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-279746d3-412b-4dc0-93f9-b4db25f42bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:17.922292 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-279746d3-412b-4dc0-93f9-b4db25f42bfa admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/55617b1f-318c-4ec1-b2e6-a32c86866f42 HTTP/1.1" status: 204 len: 168 time: 0.2809193 Aug 31 09:12:17.972136 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279746d3-412b-4dc0-93f9-b4db25f42bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55617b1f-318c-4ec1-b2e6-a32c86866f42,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:17.981900 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97793c78-f88b-403a-aeb2-a30ba57c8dc2 req-e6e8a882-a92f-4ef1-9073-9b258c10ddae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:17.988340 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-97793c78-f88b-403a-aeb2-a30ba57c8dc2 req-e6e8a882-a92f-4ef1-9073-9b258c10ddae service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 1097 time: 0.1805565 Aug 31 09:12:18.031896 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 30f8837c-a342-421f-b20d-750c23871715 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:18.071712 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb07cc-a8a9-4e8c-954b-0865f0a79062 req-ad248609-88fa-45ee-91a8-46cfd3207385 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:18.079520 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dedb07cc-a8a9-4e8c-954b-0865f0a79062 req-ad248609-88fa-45ee-91a8-46cfd3207385 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=3074468c-6b1e-40f1-b3d8-729b9c64b0ab HTTP/1.1" status: 200 len: 945 time: 0.1794674 Aug 31 09:12:18.191743 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-97793c78-f88b-403a-aeb2-a30ba57c8dc2 req-8c911616-0cc0-4aea-956e-8b42a974ea8e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797438 Aug 31 09:12:18.206922 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 30f8837c-a342-421f-b20d-750c23871715 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:18.227868 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 30f8837c-a342-421f-b20d-750c23871715 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:18.229888 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:18.246894 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dedb07cc-a8a9-4e8c-954b-0865f0a79062 req-91f91bd3-2ad9-4088-bb97-5ba3fc0ae442 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379042 Aug 31 09:12:18.381527 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbede621-1579-466e-839c-19e13abde504 req-a52b029e-925e-40b6-957a-87dfcfcdc693 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:18.389390 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fbede621-1579-466e-839c-19e13abde504 req-a52b029e-925e-40b6-957a-87dfcfcdc693 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports?device_id=5270f71b-23da-40b0-abaf-751dffa07843 HTTP/1.1" status: 200 len: 944 time: 0.2973797 Aug 31 09:12:18.445711 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fbede621-1579-466e-839c-19e13abde504 req-ee2987f0-64a0-45ae-a8ac-8f4aa0152933 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/security-groups?id=b072cd6a-ef1f-4f25-9fc3-89505a78fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505087 Aug 31 09:12:18.447258 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-20306940-8383-46b0-926a-4f803c46c04b req-2dbdf29f-1efc-478c-bca6-ee64f7139296 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:18.475699 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['dd7521e6-ed41-4ba9-bbdd-12aa7567fac5'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:18.505926 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbdf29f-1efc-478c-bca6-ee64f7139296 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Pushing event deleted for resources: {'Port': ['ID=dd7521e6-ed41-4ba9-bbdd-12aa7567fac5,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:18.563430 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:18.616197 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 30f8837c-a342-421f-b20d-750c23871715, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=30f8837c-a342-421f-b20d-750c23871715,segment=NetworkSegment(31cf320c-edc0-464d-82e7-32003e3052bd),segment_id=31cf320c-edc0-464d-82e7-32003e3052bd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:18.655673 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f70ba085-322b-4a55-a546-c2916ebf5fbd req-2c5f4b1d-5aee-44f4-b859-9373924003e4 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.119 "GET /v2.0/ports?device_id=9e3a787e-834f-4311-b5eb-773f0b46159b HTTP/1.1" status: 200 len: 210 time: 0.0971560 Aug 31 09:12:18.657404 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-20306940-8383-46b0-926a-4f803c46c04b req-2dbdf29f-1efc-478c-bca6-ee64f7139296 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] No DVR routers for this DVR port dd7521e6-ed41-4ba9-bbdd-12aa7567fac5 on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:12:18.662955 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-20306940-8383-46b0-926a-4f803c46c04b req-2dbdf29f-1efc-478c-bca6-ee64f7139296 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:18.666740 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-20306940-8383-46b0-926a-4f803c46c04b req-2dbdf29f-1efc-478c-bca6-ee64f7139296 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.112 "DELETE /v2.0/ports/dd7521e6-ed41-4ba9-bbdd-12aa7567fac5 HTTP/1.1" status: 204 len: 173 time: 1.5162821 Aug 31 09:12:18.667964 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e3a787e-834f-4311-b5eb-773f0b46159b', 'name': 'network-vif-deleted', 'tag': 'dd7521e6-ed41-4ba9-bbdd-12aa7567fac5'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:18.670692 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac8dab8-1f0b-47f5-b2b2-f3963dddd7d7" -d '{"events": [{"server_uuid": "9e3a787e-834f-4311-b5eb-773f0b46159b", "name": "network-vif-deleted", "tag": "dd7521e6-ed41-4ba9-bbdd-12aa7567fac5"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:18.680373 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:18.785419 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b247114-a633-4421-9fb0-1c4994837e76 req-55ab6fb3-19e5-4473-adf5-dd8b39f25181 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:18.814113 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2b247114-a633-4421-9fb0-1c4994837e76 req-55ab6fb3-19e5-4473-adf5-dd8b39f25181 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=3074468c-6b1e-40f1-b3d8-729b9c64b0ab HTTP/1.1" status: 200 len: 945 time: 0.1146011 Aug 31 09:12:18.861721 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=30f8837c-a342-421f-b20d-750c23871715,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:18.933936 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2b247114-a633-4421-9fb0-1c4994837e76 req-e701afdc-c4ec-494c-bd94-53d6e5a016eb tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147449 Aug 31 09:12:18.991410 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c26293-1aa9-4ef5-878d-4546a32ffd8a req-439cbc94-e729-4449-9717-5b9d626f7a2d tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:19.006213 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62c26293-1aa9-4ef5-878d-4546a32ffd8a req-439cbc94-e729-4449-9717-5b9d626f7a2d tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 945 time: 0.1598632 Aug 31 09:12:19.016830 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8734a4ad-350a-4c6e-9c6e-ac70779ec723 x-openstack-request-id: req-8734a4ad-350a-4c6e-9c6e-ac70779ec723 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:19.017123 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e3a787e-834f-4311-b5eb-773f0b46159b", "name": "network-vif-deleted", "tag": "dd7521e6-ed41-4ba9-bbdd-12aa7567fac5", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:19.017371 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-8734a4ad-350a-4c6e-9c6e-ac70779ec723 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:19.017755 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e3a787e-834f-4311-b5eb-773f0b46159b', 'name': 'network-vif-deleted', 'tag': 'dd7521e6-ed41-4ba9-bbdd-12aa7567fac5', 'status': 'completed', 'code': 200} Aug 31 09:12:19.058714 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62c26293-1aa9-4ef5-878d-4546a32ffd8a req-4140aba4-ef90-44b1-af33-1ddfb1917fe9 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512061 Aug 31 09:12:19.170530 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-76c0d5de-f4ad-4601-8ff4-5f5f2581e3f0 req-69475fe8-dde9-4f66-9afc-99e2a4f380c0 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 210 time: 0.0368433 Aug 31 09:12:19.587511 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556a64c-d400-498e-8d75-813c606ad76a req-14850afe-12eb-4735-8452-5bebe87e6d22 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:19.591045 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5556a64c-d400-498e-8d75-813c606ad76a req-14850afe-12eb-4735-8452-5bebe87e6d22 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports?device_id=5270f71b-23da-40b0-abaf-751dffa07843 HTTP/1.1" status: 200 len: 945 time: 0.0653846 Aug 31 09:12:19.649169 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5556a64c-d400-498e-8d75-813c606ad76a req-999ad3b0-7998-4b5f-9531-01d38219415d tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/security-groups?id=b072cd6a-ef1f-4f25-9fc3-89505a78fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504627 Aug 31 09:12:19.674335 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5270f71b-23da-40b0-abaf-751dffa07843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f8837c-a342-421f-b20d-750c23871715'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:19.678734 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a45d23-a606-429b-98cf-b2ea292a8b64" -d '{"events": [{"server_uuid": "5270f71b-23da-40b0-abaf-751dffa07843", "name": "network-vif-plugged", "status": "completed", "tag": "30f8837c-a342-421f-b20d-750c23871715"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:19.749459 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad5f1c2-09a1-4e7f-90b8-1c611aa86436 x-openstack-request-id: req-6ad5f1c2-09a1-4e7f-90b8-1c611aa86436 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:19.749800 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5270f71b-23da-40b0-abaf-751dffa07843", "name": "network-vif-plugged", "status": "completed", "tag": "30f8837c-a342-421f-b20d-750c23871715", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:19.750055 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-6ad5f1c2-09a1-4e7f-90b8-1c611aa86436 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:19.750448 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5270f71b-23da-40b0-abaf-751dffa07843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f8837c-a342-421f-b20d-750c23871715', 'code': 200} Aug 31 09:12:19.838815 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ca628645-eabb-4a7a-a9bb-f108960c15ba req-840f09bd-d5cd-4ab4-9124-fa6e474be727 tempest-TenantUsagesTestJSON-331020544 tempest-TenantUsagesTestJSON-331020544-project] 10.222.0.119 "GET /v2.0/ports?device_id=9e3a787e-834f-4311-b5eb-773f0b46159b HTTP/1.1" status: 200 len: 210 time: 0.0562241 Aug 31 09:12:19.915492 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc5031-3bae-4eb0-8e20-edbc90db25bd req-dd9c6518-8b1e-4232-8ecc-76d7deafeee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:19.917452 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6bcc5031-3bae-4eb0-8e20-edbc90db25bd req-dd9c6518-8b1e-4232-8ecc-76d7deafeee7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5270f71b-23da-40b0-abaf-751dffa07843 HTTP/1.1" status: 200 len: 1097 time: 0.0742397 Aug 31 09:12:19.943964 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49954) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:19.991366 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6bcc5031-3bae-4eb0-8e20-edbc90db25bd req-590a4ab5-9e34-4d44-81be-5aa957e067b2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b072cd6a-ef1f-4f25-9fc3-89505a78fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650582 Aug 31 09:12:20.076253 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e453ad4-2044-4926-925b-f52e75129fc8 req-c432f0a2-2493-4d27-bd67-fdddcdea2438 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:20.078156 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e453ad4-2044-4926-925b-f52e75129fc8 req-c432f0a2-2493-4d27-bd67-fdddcdea2438 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=3074468c-6b1e-40f1-b3d8-729b9c64b0ab HTTP/1.1" status: 200 len: 945 time: 0.0560393 Aug 31 09:12:20.106994 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-03c983c3-42ae-4588-b096-11cc4a98af49 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1516429592-network', 'tenant_id': 'dfdbac26dc6747d2a96ab7fe4463bb03'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:20.169970 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e453ad4-2044-4926-925b-f52e75129fc8 req-373b6610-a079-4492-97a0-8d74cf7e7c99 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843720 Aug 31 09:12:20.234465 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530a14a-1fc4-4779-97b5-2ca90b80f1cc req-7ffb3e7d-5387-4a87-8f8d-a2e9c4e11a87 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:20.236069 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6530a14a-1fc4-4779-97b5-2ca90b80f1cc req-7ffb3e7d-5387-4a87-8f8d-a2e9c4e11a87 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 945 time: 0.0866635 Aug 31 09:12:20.283298 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6530a14a-1fc4-4779-97b5-2ca90b80f1cc req-85cfc004-232c-4a3e-899f-5a61bf02faae tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397079 Aug 31 09:12:20.325110 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c983c3-42ae-4588-b096-11cc4a98af49 admin admin] Made reservation on behalf of dfdbac26dc6747d2a96ab7fe4463bb03 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:12:20.329899 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-03c983c3-42ae-4588-b096-11cc4a98af49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:20.337081 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-03c983c3-42ae-4588-b096-11cc4a98af49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:20.402837 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a8d44df1-37c4-42de-8855-61044601a22a req-3e371ff8-a46d-4be9-99f6-9924f81e665f tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 210 time: 0.0499480 Aug 31 09:12:20.452578 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f83fb-a93f-48e4-8e3a-ba262812e744 req-1cf88b44-ed3a-4ff5-85dc-7663a50383e6 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:20.454837 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fe2f83fb-a93f-48e4-8e3a-ba262812e744 req-1cf88b44-ed3a-4ff5-85dc-7663a50383e6 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 1097 time: 0.0829422 Aug 31 09:12:20.508553 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fe2f83fb-a93f-48e4-8e3a-ba262812e744 req-cd3a0ae2-99ca-40c4-955e-b11ead807cc3 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469265 Aug 31 09:12:20.527177 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-03c983c3-42ae-4588-b096-11cc4a98af49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:20.615690 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6f190-9500-4007-87da-46eaf73fa6ee req-b645d9b8-63ec-4e6d-9890-3aa2766ae5eb tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:20.622998 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0cd6f190-9500-4007-87da-46eaf73fa6ee req-b645d9b8-63ec-4e6d-9890-3aa2766ae5eb tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 1097 time: 0.0405571 Aug 31 09:12:20.641248 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-03c983c3-42ae-4588-b096-11cc4a98af49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:20.680238 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c983c3-42ae-4588-b096-11cc4a98af49 admin admin] vlan segment allocate from pool success with {'vlan_id': 1633, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:12:20.687789 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0cd6f190-9500-4007-87da-46eaf73fa6ee req-a737489e-12d1-4c15-a9f3-d746bafc872d tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633998 Aug 31 09:12:20.700461 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c983c3-42ae-4588-b096-11cc4a98af49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb621ede-26f4-4583-98d3-acb1ed766bf8,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:20.700461 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-03c983c3-42ae-4588-b096-11cc4a98af49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:20.700461 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-03c983c3-42ae-4588-b096-11cc4a98af49 admin admin] Added segment 5ebb3aed-b648-48da-907e-d8970447f150 of type vlan for network 7e9ddf3c-91b8-433b-953f-7c2409f09e10 Aug 31 09:12:20.764730 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-03c983c3-42ae-4588-b096-11cc4a98af49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:20.827755 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8081b-d8e6-436c-a0c2-74986105c97a req-6ab4556d-d20d-4d82-93ca-64c118b375fe tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:20.829853 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bab8081b-d8e6-436c-a0c2-74986105c97a req-6ab4556d-d20d-4d82-93ca-64c118b375fe tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports?device_id=5270f71b-23da-40b0-abaf-751dffa07843 HTTP/1.1" status: 200 len: 945 time: 0.0998657 Aug 31 09:12:20.871585 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bab8081b-d8e6-436c-a0c2-74986105c97a req-af9ae924-2093-4af5-b68d-c538b8a3ab2c tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/security-groups?id=b072cd6a-ef1f-4f25-9fc3-89505a78fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341082 Aug 31 09:12:20.880008 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-03c983c3-42ae-4588-b096-11cc4a98af49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:20.881140 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c983c3-42ae-4588-b096-11cc4a98af49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:20.881823 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-03c983c3-42ae-4588-b096-11cc4a98af49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:20.973446 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c983c3-42ae-4588-b096-11cc4a98af49 admin admin] Pushing event updated for resources: {'Network': ['ID=7e9ddf3c-91b8-433b-953f-7c2409f09e10,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:20.984126 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 7e9ddf3c-91b8-433b-953f-7c2409f09e10 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:12:20.993322 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-03c983c3-42ae-4588-b096-11cc4a98af49 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.0441389 Aug 31 09:12:20.993322 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50002) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:20.998139 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-a8858ab6-035a-40ad-8e01-8b4371a86e8e admin admin] Request body: {'subnet': {'network_id': '7e9ddf3c-91b8-433b-953f-7c2409f09e10', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1516429592-subnet', 'tenant_id': 'dfdbac26dc6747d2a96ab7fe4463bb03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:21.066117 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-8dcbabea-8993-4dcf-a9f3-1741ae19f921 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251212 Aug 31 09:12:21.154289 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8858ab6-035a-40ad-8e01-8b4371a86e8e admin admin] Made reservation on behalf of dfdbac26dc6747d2a96ab7fe4463bb03 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:12:21.156695 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a8858ab6-035a-40ad-8e01-8b4371a86e8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:21.308626 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a167b-9af9-44e6-94b3-8d2bfd88bbb9 req-273af6b9-271c-4d12-b3e5-30f3a26cdc20 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:21.310631 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d2a167b-9af9-44e6-94b3-8d2bfd88bbb9 req-273af6b9-271c-4d12-b3e5-30f3a26cdc20 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 1097 time: 0.2277207 Aug 31 09:12:21.336125 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-ef383b83-ed4e-4749-b847-8b41ecd9c2d3 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:21.337596 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-ef383b83-ed4e-4749-b847-8b41ecd9c2d3 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2637680 Aug 31 09:12:21.358825 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-113e6941-0472-4ae8-a864-569fc6c84825 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Request body: {'port': {'device_id': 'ff316ecb-a133-469b-af09-9448e86ce3a4', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'admin_state_up': True, 'tenant_id': 'a2247b5137dc4fbdbab9ed7148117dac'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:21.408696 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50014) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:21.455502 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609bff8-29c0-40e2-b89f-644d19fa61d0 req-464bc71b-a375-44a3-b6c5-57abf8b58be1 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:21.457043 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a609bff8-29c0-40e2-b89f-644d19fa61d0 req-464bc71b-a375-44a3-b6c5-57abf8b58be1 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=3074468c-6b1e-40f1-b3d8-729b9c64b0ab HTTP/1.1" status: 200 len: 945 time: 0.2130806 Aug 31 09:12:21.470352 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d2a167b-9af9-44e6-94b3-8d2bfd88bbb9 req-6c562cd0-6858-4770-8a5c-b017796b4f37 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485448 Aug 31 09:12:21.585648 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a609bff8-29c0-40e2-b89f-644d19fa61d0 req-1bc905d6-d36a-496e-a21e-eccacb5423fa tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172972 Aug 31 09:12:21.605135 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3557fc99-a696-4a4d-a54b-c1c2c404d3e4 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=a3e80399792740179c6d8b90c551c90b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1925538 Aug 31 09:12:21.606309 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50028) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:21.683851 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-41680c4a-9552-43ca-8b59-b8126ab36602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:21.702504 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device dd7521e6-ed41-4ba9-bbdd-12aa7567fac5 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:12:21.705961 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-08aa1df7-e8ef-4d7b-83d7-07362ca5a1f8 req-3eef506c-5594-4388-9c69-a84b4ab5acae tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 210 time: 0.0337276 Aug 31 09:12:21.714105 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-41680c4a-9552-43ca-8b59-b8126ab36602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:21.735385 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: dd7521e6-ed41-4ba9-bbdd-12aa7567fac5 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:12:21.735766 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device dd7521e6-ed41-4ba9-bbdd-12aa7567fac5 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:12:21.755603 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a8858ab6-035a-40ad-8e01-8b4371a86e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:21.777684 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-113e6941-0472-4ae8-a864-569fc6c84825 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Made reservation on behalf of a2247b5137dc4fbdbab9ed7148117dac for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:12:21.781141 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-113e6941-0472-4ae8-a864-569fc6c84825 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:21.839682 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-41680c4a-9552-43ca-8b59-b8126ab36602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:21.842301 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-41680c4a-9552-43ca-8b59-b8126ab36602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:21.846032 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-41680c4a-9552-43ca-8b59-b8126ab36602 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/eae08f00-3ab1-4932-8dac-b96dfb70b45f HTTP/1.1" status: 204 len: 168 time: 0.2343616 Aug 31 09:12:21.854397 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41680c4a-9552-43ca-8b59-b8126ab36602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae08f00-3ab1-4932-8dac-b96dfb70b45f,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:21.860922 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8858ab6-035a-40ad-8e01-8b4371a86e8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=76d9d0aa-9283-4db5-97a8-50656faf6732,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:21.874829 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e2d99-0702-43b8-b028-e8d0e5300912 req-5e2d30c1-35d7-4f7c-9bda-24c1777ba0d9 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:21.876309 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bc9e2d99-0702-43b8-b028-e8d0e5300912 req-5e2d30c1-35d7-4f7c-9bda-24c1777ba0d9 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/ports?device_id=2d79dd1d-3134-4e3f-85e8-662f97dc31f3 HTTP/1.1" status: 200 len: 950 time: 0.1323502 Aug 31 09:12:21.927330 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8858ab6-035a-40ad-8e01-8b4371a86e8e admin admin] Checking segment: {'id': '5ebb3aed-b648-48da-907e-d8970447f150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': '7e9ddf3c-91b8-433b-953f-7c2409f09e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:21.927674 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8858ab6-035a-40ad-8e01-8b4371a86e8e admin admin] Network hostable DHCP agents. Network: 7e9ddf3c-91b8-433b-953f-7c2409f09e10, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:12:22.024653 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bc9e2d99-0702-43b8-b028-e8d0e5300912 req-416f5986-3cd6-4c84-a896-ab1b60e6b21a tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/security-groups?id=eae352a4-a58a-4bc2-b82c-a9a6ca450805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179998 Aug 31 09:12:22.059711 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-113e6941-0472-4ae8-a864-569fc6c84825 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Allocated IP 192.168.233.213 (a47e180d-e969-4a85-aa09-0ec8196480c0/f473c8e7-d3e2-4352-b8da-3dcd093feb8b/3c94d9ef-d49f-4488-a315-aa55b99db37d) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:12:22.070217 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1020d66-49dd-444e-afc3-a3256ea4a9eb req-ca199d10-1955-45a6-bf81-f55d9aa684f8 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:22.071708 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a1020d66-49dd-444e-afc3-a3256ea4a9eb req-ca199d10-1955-45a6-bf81-f55d9aa684f8 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports?device_id=5270f71b-23da-40b0-abaf-751dffa07843 HTTP/1.1" status: 200 len: 945 time: 0.1284490 Aug 31 09:12:22.121800 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8858ab6-035a-40ad-8e01-8b4371a86e8e admin admin] Network 7e9ddf3c-91b8-433b-953f-7c2409f09e10 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:12:22.137528 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a1020d66-49dd-444e-afc3-a3256ea4a9eb req-eeeb3341-c523-417b-a401-9e40f690a11d tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/security-groups?id=b072cd6a-ef1f-4f25-9fc3-89505a78fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595841 Aug 31 09:12:22.211816 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-a8858ab6-035a-40ad-8e01-8b4371a86e8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 7e9ddf3c-91b8-433b-953f-7c2409f09e10) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:22.223201 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d5a089-fc09-4177-87e1-97ea67e2036a None None] Network 7e9ddf3c-91b8-433b-953f-7c2409f09e10 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:12:22.273117 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8858ab6-035a-40ad-8e01-8b4371a86e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:22.273692 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a8858ab6-035a-40ad-8e01-8b4371a86e8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:22.350786 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5fec43-d638-4cd7-b562-7296f25a5c6f None None] Network 7e9ddf3c-91b8-433b-953f-7c2409f09e10 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:12:22.423378 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a8858ab6-035a-40ad-8e01-8b4371a86e8e admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4298289 Aug 31 09:12:22.429476 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-113e6941-0472-4ae8-a864-569fc6c84825 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:22.441596 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c2f18cc-4ade-49ce-bed5-412b4474f5dc req-b74198ea-97a4-4f62-bcaf-ff5b7144ce2c tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2525787 Aug 31 09:12:22.451510 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-113e6941-0472-4ae8-a864-569fc6c84825 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Transition to ACTIVE for port object 3c94d9ef-d49f-4488-a315-aa55b99db37d will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:22.457250 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-6c2f18cc-4ade-49ce-bed5-412b4474f5dc req-1e9672ce-2177-40be-8a84-fc14ac3eff96 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:22.501688 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50064) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:22.516296 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-534b5e8c-937a-461e-b4a1-b42d542bdf30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:22.585519 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6c2f18cc-4ade-49ce-bed5-412b4474f5dc req-1e9672ce-2177-40be-8a84-fc14ac3eff96 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks [] for floatingip, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:22.592274 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-113e6941-0472-4ae8-a864-569fc6c84825 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:22.608084 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['cfa97dbd-04c1-41b4-b950-627133759c71', '71eeab29-0c3e-4761-a5fc-905d7e248bc0'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:22.695383 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-113e6941-0472-4ae8-a864-569fc6c84825 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Network a47e180d-e969-4a85-aa09-0ec8196480c0 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:12:22.709329 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-113e6941-0472-4ae8-a864-569fc6c84825 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:22.723753 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-113e6941-0472-4ae8-a864-569fc6c84825 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:12:22.733312 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e6941-0472-4ae8-a864-569fc6c84825 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Pushing event updated for resources: {'Port': ['ID=3c94d9ef-d49f-4488-a315-aa55b99db37d,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:23.073154 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-00bd0ce2-bca2-473f-9cf8-7e8b53c7c84c None None] Provisioning for port 3c94d9ef-d49f-4488-a315-aa55b99db37d completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:23.077800 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-00bd0ce2-bca2-473f-9cf8-7e8b53c7c84c None None] Provisioning complete for port 3c94d9ef-d49f-4488-a315-aa55b99db37d triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:23.078436 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-00bd0ce2-bca2-473f-9cf8-7e8b53c7c84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:23.115064 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-00bd0ce2-bca2-473f-9cf8-7e8b53c7c84c None None] Port 3c94d9ef-d49f-4488-a315-aa55b99db37d cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:12:23.144290 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-113e6941-0472-4ae8-a864-569fc6c84825 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:23.144887 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-113e6941-0472-4ae8-a864-569fc6c84825 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:23.168111 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770df2f-b567-4eb6-a9bf-939737dac52c req-853b6991-e068-4a11-9cb2-8888fb72b497 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:23.169629 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e770df2f-b567-4eb6-a9bf-939737dac52c req-853b6991-e068-4a11-9cb2-8888fb72b497 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 1097 time: 0.4426239 Aug 31 09:12:23.206902 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-534b5e8c-937a-461e-b4a1-b42d542bdf30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:23.235335 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e770df2f-b567-4eb6-a9bf-939737dac52c req-92fde02a-4abe-40c0-8da4-b6f4f9fd4eba tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570431 Aug 31 09:12:23.243525 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6c2f18cc-4ade-49ce-bed5-412b4474f5dc req-1e9672ce-2177-40be-8a84-fc14ac3eff96 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:23.286653 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-534b5e8c-937a-461e-b4a1-b42d542bdf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:23.371640 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b5e8c-937a-461e-b4a1-b42d542bdf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88335e70-9449-4d09-a738-e914a380fa76,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:23.377129 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-113e6941-0472-4ae8-a864-569fc6c84825 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0262773 Aug 31 09:12:23.382691 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-534b5e8c-937a-461e-b4a1-b42d542bdf30 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=2dd3b95e9f4e48b6824da64d1a8a3bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8798041 Aug 31 09:12:23.382816 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50080) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:23.395433 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-9d9c44a7-4e0b-4a66-9937-6609625da932 service neutron] Request body: {'port': {'device_id': 'ff316ecb-a133-469b-af09-9448e86ce3a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:23.437878 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7946999e-a959-47e0-81e8-b5fa1e115f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:23.439682 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-6c2f18cc-4ade-49ce-bed5-412b4474f5dc req-1e9672ce-2177-40be-8a84-fc14ac3eff96 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Allocated IP 172.25.2.252 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/b98b8476-23b3-49b2-bd9f-3632ca5fa07c) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:12:23.447107 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-429912e3-f390-49e9-94bf-efd3d5a5eea2 req-dc5f0a88-93bd-437d-bb6a-e861a86ef3a9 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1224358223', 'description': 'tempest-description-1740983245'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:23.461360 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7946999e-a959-47e0-81e8-b5fa1e115f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:23.500657 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-9d9c44a7-4e0b-4a66-9937-6609625da932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:23.559714 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7946999e-a959-47e0-81e8-b5fa1e115f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:23.562449 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7946999e-a959-47e0-81e8-b5fa1e115f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:23.563630 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7946999e-a959-47e0-81e8-b5fa1e115f64 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/88335e70-9449-4d09-a738-e914a380fa76 HTTP/1.1" status: 204 len: 168 time: 0.1800501 Aug 31 09:12:23.571751 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946999e-a959-47e0-81e8-b5fa1e115f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88335e70-9449-4d09-a738-e914a380fa76,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:23.615005 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-429912e3-f390-49e9-94bf-efd3d5a5eea2 req-dc5f0a88-93bd-437d-bb6a-e861a86ef3a9 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:23.706192 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6c2f18cc-4ade-49ce-bed5-412b4474f5dc req-1e9672ce-2177-40be-8a84-fc14ac3eff96 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:23.907379 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-429912e3-f390-49e9-94bf-efd3d5a5eea2 req-dc5f0a88-93bd-437d-bb6a-e861a86ef3a9 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:23.951923 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6c2f18cc-4ade-49ce-bed5-412b4474f5dc req-1e9672ce-2177-40be-8a84-fc14ac3eff96 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:23.991014 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-9d9c44a7-4e0b-4a66-9937-6609625da932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c94d9ef-d49f-4488-a315-aa55b99db37d {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:24.003166 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-429912e3-f390-49e9-94bf-efd3d5a5eea2 req-dc5f0a88-93bd-437d-bb6a-e861a86ef3a9 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:24.008369 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-9d9c44a7-4e0b-4a66-9937-6609625da932 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:24.018163 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c2f18cc-4ade-49ce-bed5-412b4474f5dc req-1e9672ce-2177-40be-8a84-fc14ac3eff96 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:12:24.043986 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-6c2f18cc-4ade-49ce-bed5-412b4474f5dc req-1e9672ce-2177-40be-8a84-fc14ac3eff96 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:24.047149 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2f18cc-4ade-49ce-bed5-412b4474f5dc req-1e9672ce-2177-40be-8a84-fc14ac3eff96 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:12:24.085074 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-9d9c44a7-4e0b-4a66-9937-6609625da932 service neutron] Transition to ACTIVE for port object 3c94d9ef-d49f-4488-a315-aa55b99db37d will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:24.087766 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9672ce-2177-40be-8a84-fc14ac3eff96 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Pushing event updated for resources: {'Port': ['ID=b98b8476-23b3-49b2-bd9f-3632ca5fa07c,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:24.097692 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f0a88-93bd-437d-bb6a-e861a86ef3a9 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1c2cce-617a-47ba-9c94-e162b0e35550,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:24.143894 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-429912e3-f390-49e9-94bf-efd3d5a5eea2 req-dc5f0a88-93bd-437d-bb6a-e861a86ef3a9 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:24.145127 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-429912e3-f390-49e9-94bf-efd3d5a5eea2 req-dc5f0a88-93bd-437d-bb6a-e861a86ef3a9 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7074761 Aug 31 09:12:24.163798 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6c2f18cc-4ade-49ce-bed5-412b4474f5dc req-1e9672ce-2177-40be-8a84-fc14ac3eff96 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:24.193235 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-9d9c44a7-4e0b-4a66-9937-6609625da932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:24.287967 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c44a7-4e0b-4a66-9937-6609625da932 service neutron] Pushing event updated for resources: {'Port': ['ID=3c94d9ef-d49f-4488-a315-aa55b99db37d,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:24.358779 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6c2f18cc-4ade-49ce-bed5-412b4474f5dc req-1e9672ce-2177-40be-8a84-fc14ac3eff96 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:24.434705 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93769c-cf76-446d-ba2b-25c846f462bb req-4b267deb-80d3-4453-beed-add9402e7084 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:24.436291 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b93769c-cf76-446d-ba2b-25c846f462bb req-4b267deb-80d3-4453-beed-add9402e7084 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=3074468c-6b1e-40f1-b3d8-729b9c64b0ab HTTP/1.1" status: 200 len: 945 time: 0.1668601 Aug 31 09:12:24.443779 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-9d9c44a7-4e0b-4a66-9937-6609625da932 service neutron] Attempting to bind port 3c94d9ef-d49f-4488-a315-aa55b99db37d on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:12:24.444114 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-9d9c44a7-4e0b-4a66-9937-6609625da932 service neutron] Attempting to bind port 3c94d9ef-d49f-4488-a315-aa55b99db37d by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:12:24.444439 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-9d9c44a7-4e0b-4a66-9937-6609625da932 service neutron] Attempting to bind port 3c94d9ef-d49f-4488-a315-aa55b99db37d on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:24.493809 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-9d9c44a7-4e0b-4a66-9937-6609625da932 service neutron] Port 3c94d9ef-d49f-4488-a315-aa55b99db37d on network a47e180d-e969-4a85-aa09-0ec8196480c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:12:24.494672 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-9d9c44a7-4e0b-4a66-9937-6609625da932 service neutron] Attempting to bind port 3c94d9ef-d49f-4488-a315-aa55b99db37d on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:24.520754 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-9d9c44a7-4e0b-4a66-9937-6609625da932 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:12:24.520754 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-9d9c44a7-4e0b-4a66-9937-6609625da932 service neutron] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:24.520754 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-9d9c44a7-4e0b-4a66-9937-6609625da932 service neutron] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:12:24.520754 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-9d9c44a7-4e0b-4a66-9937-6609625da932 service neutron] Bound port: 3c94d9ef-d49f-4488-a315-aa55b99db37d, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:12:24.520754 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-9d9c44a7-4e0b-4a66-9937-6609625da932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:24.561921 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b93769c-cf76-446d-ba2b-25c846f462bb req-a0628784-7c96-4f4d-80dd-d9dcec2ebd7a tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131268 Aug 31 09:12:24.621759 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50108) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:24.647043 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-9d9c44a7-4e0b-4a66-9937-6609625da932 service neutron] For port 3c94d9ef-d49f-4488-a315-aa55b99db37d, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:12:24.664657 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6c2f18cc-4ade-49ce-bed5-412b4474f5dc req-1e9672ce-2177-40be-8a84-fc14ac3eff96 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:24.669611 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-9d9c44a7-4e0b-4a66-9937-6609625da932 service neutron] For port 3c94d9ef-d49f-4488-a315-aa55b99db37d, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3c94d9ef-d49f-4488-a315-aa55b99db37d,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:12:24.736222 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-83736bb2-8e1f-418e-8597-9cc5c5d54db5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-524817282-network', 'tenant_id': 'ac8bf9c7fc614723aef798bc9d7bee9a'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:24.736847 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b9879-56d5-442c-af45-3e686b1f0f84 req-949759c7-5783-4734-a542-3fd6d8109b94 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:24.739675 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e08b9879-56d5-442c-af45-3e686b1f0f84 req-949759c7-5783-4734-a542-3fd6d8109b94 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 948 time: 0.0506668 Aug 31 09:12:24.762235 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6c2f18cc-4ade-49ce-bed5-412b4474f5dc req-1e9672ce-2177-40be-8a84-fc14ac3eff96 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:24.800318 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-9d9c44a7-4e0b-4a66-9937-6609625da932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:24.810968 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83736bb2-8e1f-418e-8597-9cc5c5d54db5 admin admin] Made reservation on behalf of ac8bf9c7fc614723aef798bc9d7bee9a for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:12:24.813430 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83736bb2-8e1f-418e-8597-9cc5c5d54db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:24.821909 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83736bb2-8e1f-418e-8597-9cc5c5d54db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:24.854006 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e08b9879-56d5-442c-af45-3e686b1f0f84 req-c7b15ae8-2f9b-44b3-8ebd-3e1ae9bb9893 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091902 Aug 31 09:12:24.865366 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-9d9c44a7-4e0b-4a66-9937-6609625da932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:24.875867 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-9d9c44a7-4e0b-4a66-9937-6609625da932 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:24.875867 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-9d9c44a7-4e0b-4a66-9937-6609625da932 service neutron] 10.222.0.112 "PUT /v2.0/ports/3c94d9ef-d49f-4488-a315-aa55b99db37d HTTP/1.1" status: 200 len: 1097 time: 1.4783316 Aug 31 09:12:24.875867 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff316ecb-a133-469b-af09-9448e86ce3a4', 'tag': '3c94d9ef-d49f-4488-a315-aa55b99db37d'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:24.875867 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f24c703-c56c-4bfc-9701-d1b5c9eb2d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "ff316ecb-a133-469b-af09-9448e86ce3a4", "tag": "3c94d9ef-d49f-4488-a315-aa55b99db37d"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:24.884398 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9672ce-2177-40be-8a84-fc14ac3eff96 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Pushing event updated for resources: {'Port': ['ID=b98b8476-23b3-49b2-bd9f-3632ca5fa07c,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:24.915399 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6c2f18cc-4ade-49ce-bed5-412b4474f5dc req-1e9672ce-2177-40be-8a84-fc14ac3eff96 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:24.919305 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83736bb2-8e1f-418e-8597-9cc5c5d54db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:24.951164 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c44a7-4e0b-4a66-9937-6609625da932 service neutron] Pushing event updated for resources: {'Port': ['ID=3c94d9ef-d49f-4488-a315-aa55b99db37d,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:24.965620 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83736bb2-8e1f-418e-8597-9cc5c5d54db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:24.991969 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83736bb2-8e1f-418e-8597-9cc5c5d54db5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1640, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:12:25.003143 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83736bb2-8e1f-418e-8597-9cc5c5d54db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54d20d1-c5eb-4974-9e54-9ec159f055e0,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:25.008126 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83736bb2-8e1f-418e-8597-9cc5c5d54db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:25.008472 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-83736bb2-8e1f-418e-8597-9cc5c5d54db5 admin admin] Added segment e87967a7-4c68-4c0e-807a-ac99598dcbb6 of type vlan for network 2e4790e3-aa00-4362-927c-45d0da928a48 Aug 31 09:12:25.028737 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-d29c39f6-057c-48ff-b258-dcc30d831b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:25.030611 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-d29c39f6-057c-48ff-b258-dcc30d831b28 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 1100 time: 0.0551267 Aug 31 09:12:25.053078 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83736bb2-8e1f-418e-8597-9cc5c5d54db5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:25.061902 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6c2f18cc-4ade-49ce-bed5-412b4474f5dc req-1e9672ce-2177-40be-8a84-fc14ac3eff96 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:25.063140 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c2f18cc-4ade-49ce-bed5-412b4474f5dc req-1e9672ce-2177-40be-8a84-fc14ac3eff96 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6129651 Aug 31 09:12:25.095924 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-86c7c86d-7d3f-4a53-b16e-7fdc8fda9ca4 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=3c94d9ef-d49f-4488-a315-aa55b99db37d HTTP/1.1" status: 200 len: 217 time: 0.0433238 Aug 31 09:12:25.148014 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83736bb2-8e1f-418e-8597-9cc5c5d54db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:25.149022 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83736bb2-8e1f-418e-8597-9cc5c5d54db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:25.149640 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83736bb2-8e1f-418e-8597-9cc5c5d54db5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:25.175548 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c2f18cc-4ade-49ce-bed5-412b4474f5dc req-5ff907f3-cbf1-4218-9d6c-9edc615aa67c tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.252 HTTP/1.1" status: 200 len: 696 time: 0.0820298 Aug 31 09:12:25.204009 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-564a86dd-3dc9-46ae-9553-7c04536590c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:25.206964 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-564a86dd-3dc9-46ae-9553-7c04536590c2 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1021757 Aug 31 09:12:25.220133 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83736bb2-8e1f-418e-8597-9cc5c5d54db5 admin admin] Pushing event updated for resources: {'Network': ['ID=2e4790e3-aa00-4362-927c-45d0da928a48,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:25.230781 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 2e4790e3-aa00-4362-927c-45d0da928a48 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:12:25.280735 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-83736bb2-8e1f-418e-8597-9cc5c5d54db5 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6575105 Aug 31 09:12:25.283477 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50120) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:25.289090 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-9b2ed712-14dc-4eb4-94d3-73b20fbe988f admin admin] Request body: {'subnet': {'network_id': '2e4790e3-aa00-4362-927c-45d0da928a48', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-524817282-subnet', 'tenant_id': 'ac8bf9c7fc614723aef798bc9d7bee9a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:25.344711 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-dcbfcc92-a6c5-4763-b5c5-01864347c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:25.346303 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-dcbfcc92-a6c5-4763-b5c5-01864347c504 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1298592 Aug 31 09:12:25.355631 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f18cc-4ade-49ce-bed5-412b4474f5dc req-955e5643-0198-4443-8ca2-1e6dc3109c51 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:25.356944 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c2f18cc-4ade-49ce-bed5-412b4474f5dc req-955e5643-0198-4443-8ca2-1e6dc3109c51 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 784 time: 0.1704161 Aug 31 09:12:25.379524 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2ed712-14dc-4eb4-94d3-73b20fbe988f admin admin] Made reservation on behalf of ac8bf9c7fc614723aef798bc9d7bee9a for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:12:25.380174 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9b2ed712-14dc-4eb4-94d3-73b20fbe988f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:25.457834 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7e51d0cc-a0f2-4d94-9522-f266f6621346 req-97021129-a9cf-4cbb-b830-3365df77bc5e tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] 10.222.0.119 "GET /v2.0/security-groups/3f1c2cce-617a-47ba-9c94-e162b0e35550 HTTP/1.1" status: 200 len: 1813 time: 0.0812037 Aug 31 09:12:25.475791 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-7e51d0cc-a0f2-4d94-9522-f266f6621346 req-d25fc924-4dfd-4c8d-9685-94e10ac09d16 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f1c2cce-617a-47ba-9c94-e162b0e35550', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:25.475791 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-7e51d0cc-a0f2-4d94-9522-f266f6621346 req-d25fc924-4dfd-4c8d-9685-94e10ac09d16 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f1c2cce-617a-47ba-9c94-e162b0e35550', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:25.497266 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-0999c770-41c6-4945-be9c-ce02ecfca64c service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393607 Aug 31 09:12:25.594810 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4818f3a6-b9cf-4e43-98aa-c1e1939e9796 req-f973ebc9-ac7a-41de-93ed-ced219563028 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902152 Aug 31 09:12:25.627751 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9b2ed712-14dc-4eb4-94d3-73b20fbe988f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:25.645660 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7e51d0cc-a0f2-4d94-9522-f266f6621346 req-d25fc924-4dfd-4c8d-9685-94e10ac09d16 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:25.688239 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7e51d0cc-a0f2-4d94-9522-f266f6621346 req-d25fc924-4dfd-4c8d-9685-94e10ac09d16 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:25.692181 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ed712-14dc-4eb4-94d3-73b20fbe988f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fa32fd7-629c-4627-bfec-319226a78cba,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:25.697820 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2ed712-14dc-4eb4-94d3-73b20fbe988f admin admin] Checking segment: {'id': 'e87967a7-4c68-4c0e-807a-ac99598dcbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': '2e4790e3-aa00-4362-927c-45d0da928a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:25.698289 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2ed712-14dc-4eb4-94d3-73b20fbe988f admin admin] Network hostable DHCP agents. Network: 2e4790e3-aa00-4362-927c-45d0da928a48, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:12:25.764624 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7e51d0cc-a0f2-4d94-9522-f266f6621346 req-d25fc924-4dfd-4c8d-9685-94e10ac09d16 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:25.783087 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25fc924-4dfd-4c8d-9685-94e10ac09d16 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e12477b4-f226-4497-97fb-0e489efb6a1c,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:25.792638 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fc924-4dfd-4c8d-9685-94e10ac09d16 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:25.792983 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fc924-4dfd-4c8d-9685-94e10ac09d16 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:25.793321 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fc924-4dfd-4c8d-9685-94e10ac09d16 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:25.793666 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fc924-4dfd-4c8d-9685-94e10ac09d16 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:25.793984 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fc924-4dfd-4c8d-9685-94e10ac09d16 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:25.794311 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fc924-4dfd-4c8d-9685-94e10ac09d16 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:25.795183 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fc924-4dfd-4c8d-9685-94e10ac09d16 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:25.795183 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fc924-4dfd-4c8d-9685-94e10ac09d16 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:25.795383 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fc924-4dfd-4c8d-9685-94e10ac09d16 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:25.795639 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fc924-4dfd-4c8d-9685-94e10ac09d16 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:25.796144 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fc924-4dfd-4c8d-9685-94e10ac09d16 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:25.796467 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fc924-4dfd-4c8d-9685-94e10ac09d16 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:25.799759 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2ed712-14dc-4eb4-94d3-73b20fbe988f admin admin] Network 2e4790e3-aa00-4362-927c-45d0da928a48 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:12:25.845489 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7e51d0cc-a0f2-4d94-9522-f266f6621346 req-d25fc924-4dfd-4c8d-9685-94e10ac09d16 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:25.846857 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7e51d0cc-a0f2-4d94-9522-f266f6621346 req-d25fc924-4dfd-4c8d-9685-94e10ac09d16 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3810549 Aug 31 09:12:25.879840 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-9b2ed712-14dc-4eb4-94d3-73b20fbe988f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 2e4790e3-aa00-4362-927c-45d0da928a48) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:25.884554 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2ed712-14dc-4eb4-94d3-73b20fbe988f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:25.885290 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9b2ed712-14dc-4eb4-94d3-73b20fbe988f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:25.886420 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744e6a58-bfa1-407e-b745-6b792e41bf15 x-openstack-request-id: req-744e6a58-bfa1-407e-b745-6b792e41bf15 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:25.895676 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff316ecb-a133-469b-af09-9448e86ce3a4", "tag": "3c94d9ef-d49f-4488-a315-aa55b99db37d", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:25.895676 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-744e6a58-bfa1-407e-b745-6b792e41bf15 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:25.895676 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff316ecb-a133-469b-af09-9448e86ce3a4', 'tag': '3c94d9ef-d49f-4488-a315-aa55b99db37d', 'status': 'completed', 'code': 200} Aug 31 09:12:25.899651 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe30708-3aff-4a7d-96c8-88bceca4cb5a None None] Network 2e4790e3-aa00-4362-927c-45d0da928a48 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:12:25.968337 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24c703-c56c-4bfc-9701-d1b5c9eb2d8f req-54ec3c14-079e-47c7-bbd6-6ed212329329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:25.970287 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3f24c703-c56c-4bfc-9701-d1b5c9eb2d8f req-54ec3c14-079e-47c7-bbd6-6ed212329329 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 1100 time: 0.0551870 Aug 31 09:12:25.972510 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9b2ed712-14dc-4eb4-94d3-73b20fbe988f admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6877358 Aug 31 09:12:25.975428 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50156) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:25.981414 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-76654748-71b5-475b-95e2-ff559ebead8e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-524817282-router', 'tenant_id': 'ac8bf9c7fc614723aef798bc9d7bee9a', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:26.069497 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b977156-b881-4cc1-a88b-6d356b6653c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-2e4790e3-aa00-4362-927c-45d0da928a48', 'network_id': '2e4790e3-aa00-4362-927c-45d0da928a48', 'tenant_id': 'ac8bf9c7fc614723aef798bc9d7bee9a', 'fixed_ips': [{'subnet_id': '5fa32fd7-629c-4627-bfec-319226a78cba'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:12:26.070349 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8b977156-b881-4cc1-a88b-6d356b6653c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:26.073753 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-76654748-71b5-475b-95e2-ff559ebead8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:26.075082 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-76654748-71b5-475b-95e2-ff559ebead8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:26.084670 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device f7f53240-2d5e-4910-ba8e-a19415aea7e7 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:12:26.086706 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 61109711-82f3-469e-b9ee-3a34ce0ad19a no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:12:26.142519 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-76654748-71b5-475b-95e2-ff559ebead8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:26.154860 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24c703-c56c-4bfc-9701-d1b5c9eb2d8f req-0a76aac7-ae3f-4d17-bb6a-7f5a067055ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:26.156338 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3f24c703-c56c-4bfc-9701-d1b5c9eb2d8f req-0a76aac7-ae3f-4d17-bb6a-7f5a067055ca service neutron] 10.222.0.112 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.1768923 Aug 31 09:12:26.214086 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3f24c703-c56c-4bfc-9701-d1b5c9eb2d8f req-37b20041-0a6e-4fb1-a84a-591e5f2c50cb service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=3c94d9ef-d49f-4488-a315-aa55b99db37d HTTP/1.1" status: 200 len: 217 time: 0.0426395 Aug 31 09:12:26.261121 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92921001-818a-4123-8560-824081d33af8 req-651f3d8b-5abf-4f23-88f0-5e5fc5eaac83 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:26.268218 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-92921001-818a-4123-8560-824081d33af8 req-651f3d8b-5abf-4f23-88f0-5e5fc5eaac83 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/networks?id=911967d5-9c28-4576-80c3-c0f96b966e16 HTTP/1.1" status: 200 len: 820 time: 0.2311428 Aug 31 09:12:26.299571 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-92921001-818a-4123-8560-824081d33af8 req-7606ff28-115b-4c7a-89f4-395260854238 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/quotas/f4381d0dc0be411ca9215585d9e1f0fb HTTP/1.1" status: 200 len: 375 time: 0.0297797 Aug 31 09:12:26.307473 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:26.336658 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24c703-c56c-4bfc-9701-d1b5c9eb2d8f req-41d302e3-a869-42b1-bfa5-508ddd39c486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:26.338903 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3f24c703-c56c-4bfc-9701-d1b5c9eb2d8f req-41d302e3-a869-42b1-bfa5-508ddd39c486 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1158972 Aug 31 09:12:26.386700 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-92921001-818a-4123-8560-824081d33af8 req-b757546d-084c-4107-a38e-dc2fc70fc536 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=f4381d0dc0be411ca9215585d9e1f0fb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0862975 Aug 31 09:12:26.403735 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24c703-c56c-4bfc-9701-d1b5c9eb2d8f req-d7eb94bc-ede0-4935-af84-e27a4b34dfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:26.405283 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3f24c703-c56c-4bfc-9701-d1b5c9eb2d8f req-d7eb94bc-ede0-4935-af84-e27a4b34dfe6 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0584602 Aug 31 09:12:26.416001 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-76654748-71b5-475b-95e2-ff559ebead8e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:26.425793 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 61109711-82f3-469e-b9ee-3a34ce0ad19a, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=61109711-82f3-469e-b9ee-3a34ce0ad19a,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:26.435201 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d79dd1d-3134-4e3f-85e8-662f97dc31f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61109711-82f3-469e-b9ee-3a34ce0ad19a'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:26.438798 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5b09f1-10c9-45f7-ab6c-f33a11b3248f" -d '{"events": [{"server_uuid": "2d79dd1d-3134-4e3f-85e8-662f97dc31f3", "name": "network-vif-unplugged", "status": "completed", "tag": "61109711-82f3-469e-b9ee-3a34ce0ad19a"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:26.455859 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port f7f53240-2d5e-4910-ba8e-a19415aea7e7, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=f7f53240-2d5e-4910-ba8e-a19415aea7e7,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:26.470694 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-8b977156-b881-4cc1-a88b-6d356b6653c6 None None] Allocated IP 172.20.0.2 (2e4790e3-aa00-4362-927c-45d0da928a48/5fa32fd7-629c-4627-bfec-319226a78cba/1192e544-2eca-4754-84ff-16587761647a) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:12:26.479009 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': 'f7f53240-2d5e-4910-ba8e-a19415aea7e7', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': 'f7f53240-2d5e-4910-ba8e-a19415aea7e7', 'mac_address': 'fa:16:3e:18:38:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:12:26.520708 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:26.563812 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-92921001-818a-4123-8560-824081d33af8 req-1d00c775-44bb-43fa-9b9f-e39442344ead service neutron] 10.222.0.119 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632490 Aug 31 09:12:26.567497 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3f24c703-c56c-4bfc-9701-d1b5c9eb2d8f req-6a6daac5-bb09-4639-9563-70d4bf0ccc77 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452610 Aug 31 09:12:26.625124 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:26.669137 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7f53240-2d5e-4910-ba8e-a19415aea7e7 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:26.681970 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=61109711-82f3-469e-b9ee-3a34ce0ad19a,revision_number=8']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:26.735244 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-76654748-71b5-475b-95e2-ff559ebead8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:26.739481 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port f7f53240-2d5e-4910-ba8e-a19415aea7e7, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=f7f53240-2d5e-4910-ba8e-a19415aea7e7,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:26.753273 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-92921001-818a-4123-8560-824081d33af8 req-cdac9704-ac90-4b31-88b4-b6bdabdb5786 service neutron] 10.222.0.119 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819556 Aug 31 09:12:26.755262 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3f24c703-c56c-4bfc-9701-d1b5c9eb2d8f req-31dba53e-6f4c-46f7-b447-0f177b1cd283 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743991 Aug 31 09:12:26.758639 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-76654748-71b5-475b-95e2-ff559ebead8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:26.830742 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:26.885327 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-76654748-71b5-475b-95e2-ff559ebead8e admin admin] Allocated IP 172.25.2.243 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/5f2c2bc3-46b0-492f-bc2e-f0674c940de6) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:12:26.906499 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8b977156-b881-4cc1-a88b-6d356b6653c6 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:26.923348 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8b977156-b881-4cc1-a88b-6d356b6653c6 None None] Transition to ACTIVE for port object 1192e544-2eca-4754-84ff-16587761647a will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:26.950851 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=f7f53240-2d5e-4910-ba8e-a19415aea7e7,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:26.954310 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8b977156-b881-4cc1-a88b-6d356b6653c6 None None] Transition to ACTIVE for port object 1192e544-2eca-4754-84ff-16587761647a will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:26.963788 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['f7f53240-2d5e-4910-ba8e-a19415aea7e7'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:27.020677 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-76654748-71b5-475b-95e2-ff559ebead8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:27.066901 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-c3db71d0-ada7-429d-9c47-37bbd101581e tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:12:27.067897 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-c3db71d0-ada7-429d-9c47-37bbd101581e tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0922034 Aug 31 09:12:27.093906 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-838e67e2-2011-41af-b4c4-c6e2512afd33 service neutron] Request body: {'binding': {'host': 'n-h1-791506-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:27.094975 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-838e67e2-2011-41af-b4c4-c6e2512afd33 service neutron] Unknown quota resources ['binding']. {{(pid=95553) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:12:27.119699 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8b977156-b881-4cc1-a88b-6d356b6653c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:27.170402 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-76654748-71b5-475b-95e2-ff559ebead8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:27.186956 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b977156-b881-4cc1-a88b-6d356b6653c6 None None] Pushing event updated for resources: {'Port': ['ID=1192e544-2eca-4754-84ff-16587761647a,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:27.253231 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76654748-71b5-475b-95e2-ff559ebead8e admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:12:27.256430 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b977156-b881-4cc1-a88b-6d356b6653c6 None None] Network 2e4790e3-aa00-4362-927c-45d0da928a48 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:12:27.260814 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-8b977156-b881-4cc1-a88b-6d356b6653c6 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:27.264486 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-76654748-71b5-475b-95e2-ff559ebead8e admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:27.268536 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76654748-71b5-475b-95e2-ff559ebead8e admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:12:27.271207 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b977156-b881-4cc1-a88b-6d356b6653c6 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:12:27.315579 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3352bcf-a6bd-4634-a06a-c30371397bbe req-c7790103-218e-4060-84b2-6d5df6380536 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:27.323889 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3352bcf-a6bd-4634-a06a-c30371397bbe req-c7790103-218e-4060-84b2-6d5df6380536 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=3074468c-6b1e-40f1-b3d8-729b9c64b0ab HTTP/1.1" status: 200 len: 945 time: 0.1050823 Aug 31 09:12:27.332791 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76654748-71b5-475b-95e2-ff559ebead8e admin admin] Pushing event updated for resources: {'Port': ['ID=5f2c2bc3-46b0-492f-bc2e-f0674c940de6,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:27.360444 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-8b977156-b881-4cc1-a88b-6d356b6653c6 None None] Attempting to bind port 1192e544-2eca-4754-84ff-16587761647a on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:12:27.362255 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-8b977156-b881-4cc1-a88b-6d356b6653c6 None None] Attempting to bind port 1192e544-2eca-4754-84ff-16587761647a by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'e87967a7-4c68-4c0e-807a-ac99598dcbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': '2e4790e3-aa00-4362-927c-45d0da928a48'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:12:27.362255 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b977156-b881-4cc1-a88b-6d356b6653c6 None None] Attempting to bind port 1192e544-2eca-4754-84ff-16587761647a on network 2e4790e3-aa00-4362-927c-45d0da928a48 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:27.366665 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b977156-b881-4cc1-a88b-6d356b6653c6 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:12:27.367032 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b977156-b881-4cc1-a88b-6d356b6653c6 None None] Checking segment: {'id': 'e87967a7-4c68-4c0e-807a-ac99598dcbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': '2e4790e3-aa00-4362-927c-45d0da928a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:27.367467 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8b977156-b881-4cc1-a88b-6d356b6653c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:27.368912 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b977156-b881-4cc1-a88b-6d356b6653c6 None None] Bound using segment: {'id': 'e87967a7-4c68-4c0e-807a-ac99598dcbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': '2e4790e3-aa00-4362-927c-45d0da928a48'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:12:27.370177 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-8b977156-b881-4cc1-a88b-6d356b6653c6 None None] Bound port: 1192e544-2eca-4754-84ff-16587761647a, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87967a7-4c68-4c0e-807a-ac99598dcbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': '2e4790e3-aa00-4362-927c-45d0da928a48'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:12:27.370648 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8b977156-b881-4cc1-a88b-6d356b6653c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:27.389125 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3352bcf-a6bd-4634-a06a-c30371397bbe req-54ef6a69-4e56-48b2-a94c-accd57901f77 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642695 Aug 31 09:12:27.404692 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-838e67e2-2011-41af-b4c4-c6e2512afd33 service neutron] Attempting to bind port 07ceaf66-244f-4a96-a7fd-c94c8956ad10 on host n-h1-791506-28 for vnic_type normal with profile None {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:12:27.408260 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-838e67e2-2011-41af-b4c4-c6e2512afd33 service neutron] Attempting to bind port 07ceaf66-244f-4a96-a7fd-c94c8956ad10 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:12:27.408260 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-838e67e2-2011-41af-b4c4-c6e2512afd33 service neutron] Attempting to bind port 07ceaf66-244f-4a96-a7fd-c94c8956ad10 on network d54aa48d-9328-4446-b337-2071a0fd4f0c {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:27.415313 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-838e67e2-2011-41af-b4c4-c6e2512afd33 service neutron] Port 07ceaf66-244f-4a96-a7fd-c94c8956ad10 on network d54aa48d-9328-4446-b337-2071a0fd4f0c not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:12:27.415313 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-838e67e2-2011-41af-b4c4-c6e2512afd33 service neutron] Attempting to bind port 07ceaf66-244f-4a96-a7fd-c94c8956ad10 on network d54aa48d-9328-4446-b337-2071a0fd4f0c {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:27.421283 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-838e67e2-2011-41af-b4c4-c6e2512afd33 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:12:27.421620 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-838e67e2-2011-41af-b4c4-c6e2512afd33 service neutron] Checking segment: {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:27.422024 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-838e67e2-2011-41af-b4c4-c6e2512afd33 service neutron] Bound using segment: {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:12:27.424593 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-838e67e2-2011-41af-b4c4-c6e2512afd33 service neutron] Bound port: 07ceaf66-244f-4a96-a7fd-c94c8956ad10, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:12:27.513241 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-8b977156-b881-4cc1-a88b-6d356b6653c6 None None] For port 1192e544-2eca-4754-84ff-16587761647a, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:12:27.524399 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-8b977156-b881-4cc1-a88b-6d356b6653c6 None None] For port 1192e544-2eca-4754-84ff-16587761647a, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1192e544-2eca-4754-84ff-16587761647a,segment=NetworkSegment(e87967a7-4c68-4c0e-807a-ac99598dcbb6),segment_id=e87967a7-4c68-4c0e-807a-ac99598dcbb6)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:12:27.582942 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8b977156-b881-4cc1-a88b-6d356b6653c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:27.618211 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-838e67e2-2011-41af-b4c4-c6e2512afd33 service neutron] For port 07ceaf66-244f-4a96-a7fd-c94c8956ad10, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=07ceaf66-244f-4a96-a7fd-c94c8956ad10,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:12:27.637327 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-984e6890-a41a-4f03-8d50-ea7390711e28 req-a9307736-1e19-4c80-a121-989a9bf006c3 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] 10.222.0.119 "GET /v2.0/security-groups/3f1c2cce-617a-47ba-9c94-e162b0e35550 HTTP/1.1" status: 200 len: 2406 time: 0.1207614 Aug 31 09:12:27.674965 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-838e67e2-2011-41af-b4c4-c6e2512afd33 service neutron] Notify callbacks [] for binding, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:27.679267 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-838e67e2-2011-41af-b4c4-c6e2512afd33 service neutron] 10.222.0.119 "POST /v2.0/ports/07ceaf66-244f-4a96-a7fd-c94c8956ad10/bindings HTTP/1.1" status: 201 len: 390 time: 0.5942280 Aug 31 09:12:27.729055 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b977156-b881-4cc1-a88b-6d356b6653c6 None None] Pushing event updated for resources: {'Port': ['ID=1192e544-2eca-4754-84ff-16587761647a,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:27.742530 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3c94d9ef-d49f-4488-a315-aa55b99db37d details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:12:27.815613 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-76654748-71b5-475b-95e2-ff559ebead8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:28.031328 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3c94d9ef-d49f-4488-a315-aa55b99db37d, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3c94d9ef-d49f-4488-a315-aa55b99db37d,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:28.057218 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '3c94d9ef-d49f-4488-a315-aa55b99db37d', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': '3c94d9ef-d49f-4488-a315-aa55b99db37d', 'mac_address': 'fa:16:3e:82:39:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:12:28.077724 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0688c-431d-42b0-b09d-c19b7942e263 req-e90fb50c-a5cb-44d7-b1c7-a278039adbfc tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:28.091270 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1df0688c-431d-42b0-b09d-c19b7942e263 req-e90fb50c-a5cb-44d7-b1c7-a278039adbfc tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 948 time: 0.1693361 Aug 31 09:12:28.160507 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8032af-5b29-4ff0-abff-1884b25901d0 x-openstack-request-id: req-2c8032af-5b29-4ff0-abff-1884b25901d0 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:28.160885 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d79dd1d-3134-4e3f-85e8-662f97dc31f3", "name": "network-vif-unplugged", "status": "completed", "tag": "61109711-82f3-469e-b9ee-3a34ce0ad19a", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:28.161148 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-2c8032af-5b29-4ff0-abff-1884b25901d0 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:28.161548 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d79dd1d-3134-4e3f-85e8-662f97dc31f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61109711-82f3-469e-b9ee-3a34ce0ad19a', 'code': 200} Aug 31 09:12:28.163593 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device f7f53240-2d5e-4910-ba8e-a19415aea7e7 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:28.183986 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1df0688c-431d-42b0-b09d-c19b7942e263 req-69ac7c6a-fcb8-4879-a6a9-f9d0b04101bd tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968151 Aug 31 09:12:28.312420 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:28.444248 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-76654748-71b5-475b-95e2-ff559ebead8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:28.448459 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eab4143a-035f-45f5-8517-aaf65be109d6 req-5515e921-9665-4087-9f24-56f9a1e40e18 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports?device_id=69d1e57d-0814-47a4-8064-ebe9bc6da34a HTTP/1.1" status: 200 len: 210 time: 0.0937884 Aug 31 09:12:28.458715 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d09de570-c4ca-4cbe-82e6-7e57fa179df0 req-71621547-055b-492c-aea8-50e5490b06de tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] 10.222.0.119 "GET /v2.0/security-group-rules/e12477b4-f226-4497-97fb-0e489efb6a1c HTTP/1.1" status: 200 len: 778 time: 0.1746688 Aug 31 09:12:28.488237 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-6e6087ee-b8c3-475b-b7ee-d18c7e6f9442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:28.490388 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-6e6087ee-b8c3-475b-b7ee-d18c7e6f9442 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8d929c95dcb6486584c62bb8e91069d6&device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 1097 time: 0.2175410 Aug 31 09:12:28.535801 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port f7f53240-2d5e-4910-ba8e-a19415aea7e7 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:28.536398 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:28.575900 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c94d9ef-d49f-4488-a315-aa55b99db37d {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:28.607356 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3c94d9ef-d49f-4488-a315-aa55b99db37d, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3c94d9ef-d49f-4488-a315-aa55b99db37d,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:28.611146 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1192e544-2eca-4754-84ff-16587761647a up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:28.687130 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:28.746668 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:28.784556 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d09de570-c4ca-4cbe-82e6-7e57fa179df0 req-b0998cf6-a812-4cd4-b2ac-1ee98e7f1657 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] 10.222.0.119 "GET /v2.0/security-groups/3f1c2cce-617a-47ba-9c94-e162b0e35550 HTTP/1.1" status: 200 len: 2406 time: 0.3118832 Aug 31 09:12:28.818203 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=3c94d9ef-d49f-4488-a315-aa55b99db37d,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:28.839191 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port f7f53240-2d5e-4910-ba8e-a19415aea7e7, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=f7f53240-2d5e-4910-ba8e-a19415aea7e7,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:28.844161 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2fec6-a7cb-438a-850e-d20cd4a469f3 req-b486fc44-7123-43af-a923-c5a9cf2ab4be tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:28.845175 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 1192e544-2eca-4754-84ff-16587761647a completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:28.855001 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-44e2fec6-a7cb-438a-850e-d20cd4a469f3 req-b486fc44-7123-43af-a923-c5a9cf2ab4be tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 945 time: 0.2502534 Aug 31 09:12:28.891120 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:28.944146 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d09de570-c4ca-4cbe-82e6-7e57fa179df0 req-89552362-e0ac-49f1-b9d5-3d75917bf210 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:28.971774 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-44e2fec6-a7cb-438a-850e-d20cd4a469f3 req-85b36112-779d-4245-ad4d-9a510ce9d2da tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154046 Aug 31 09:12:28.972857 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-79cd65cb-8618-493d-869a-29d5c6dd60f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:28.974427 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-79cd65cb-8618-493d-869a-29d5c6dd60f5 service neutron] 10.222.0.112 "GET /v2.0/networks?id=d54aa48d-9328-4446-b337-2071a0fd4f0c HTTP/1.1" status: 200 len: 910 time: 0.4764934 Aug 31 09:12:28.976835 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d09de570-c4ca-4cbe-82e6-7e57fa179df0 req-89552362-e0ac-49f1-b9d5-3d75917bf210 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:28.998021 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['3c94d9ef-d49f-4488-a315-aa55b99db37d'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:29.062603 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-ef57042c-bafa-4368-9d65-6f65aa1ee500 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07ceaf66-244f-4a96-a7fd-c94c8956ad10 HTTP/1.1" status: 200 len: 217 time: 0.0746934 Aug 31 09:12:29.083016 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=f7f53240-2d5e-4910-ba8e-a19415aea7e7,revision_number=7']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:29.202698 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf841d-1e53-4183-b456-ed215e8314d3 req-7aa2612f-dbe9-4324-94d5-e90882220567 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:29.204562 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-abaf841d-1e53-4183-b456-ed215e8314d3 req-7aa2612f-dbe9-4324-94d5-e90882220567 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=3074468c-6b1e-40f1-b3d8-729b9c64b0ab HTTP/1.1" status: 200 len: 945 time: 0.0817320 Aug 31 09:12:29.211705 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-bcc1a00e-6f93-48cd-8d7d-3d26a6dcb70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:29.214362 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-bcc1a00e-6f93-48cd-8d7d-3d26a6dcb70d service neutron] 10.222.0.112 "GET /v2.0/subnets?id=dab6ed79-4c20-41ae-bb07-e9aaf9315083 HTTP/1.1" status: 200 len: 848 time: 0.1434731 Aug 31 09:12:29.223008 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d09de570-c4ca-4cbe-82e6-7e57fa179df0 req-89552362-e0ac-49f1-b9d5-3d75917bf210 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:29.236148 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d09de570-c4ca-4cbe-82e6-7e57fa179df0 req-89552362-e0ac-49f1-b9d5-3d75917bf210 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:29.237242 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d09de570-c4ca-4cbe-82e6-7e57fa179df0 req-89552362-e0ac-49f1-b9d5-3d75917bf210 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] 10.222.0.119 "DELETE /v2.0/security-group-rules/e12477b4-f226-4497-97fb-0e489efb6a1c HTTP/1.1" status: 204 len: 173 time: 0.4265118 Aug 31 09:12:29.270423 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89552362-e0ac-49f1-b9d5-3d75917bf210 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e12477b4-f226-4497-97fb-0e489efb6a1c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:29.275984 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753d8da8-d72c-4f0d-9c1f-9c9b866f2d7e None None] Network 2e4790e3-aa00-4362-927c-45d0da928a48 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:12:29.301363 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-32e27707-998c-4b22-8860-0291bf8da1c7 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d54aa48d-9328-4446-b337-2071a0fd4f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613463 Aug 31 09:12:29.405875 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76654748-71b5-475b-95e2-ff559ebead8e admin admin] Router eb1054a2-455f-47d3-bb53-81d84430a78c is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:12:29.433329 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-290e5cc6-5d60-4016-9d81-9d62505de9af service neutron] 10.222.0.112 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200995 Aug 31 09:12:29.480976 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-abaf841d-1e53-4183-b456-ed215e8314d3 req-86f5a173-b9dc-4fc0-aaa9-42db8ba45944 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620819 Aug 31 09:12:29.487234 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f9c5941b-9685-4c42-87c2-f7a74968b725 None None] Provisioning for port 1192e544-2eca-4754-84ff-16587761647a completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:29.503022 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f9c5941b-9685-4c42-87c2-f7a74968b725 None None] Provisioning complete for port 1192e544-2eca-4754-84ff-16587761647a triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:29.503392 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f9c5941b-9685-4c42-87c2-f7a74968b725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:29.563957 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-badbd943-58ad-4c77-84c8-5ed26c67cbc8 req-80566cc2-3819-48fe-a526-77e25be47a68 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1690266633', 'description': 'tempest-description-1319053266'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:29.601475 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dda939-cb19-4f10-9612-513bd10d30a4 req-8fde9def-3665-4c9c-aa3d-92c93ab4aeb9 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:29.609998 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-67dda939-cb19-4f10-9612-513bd10d30a4 req-8fde9def-3665-4c9c-aa3d-92c93ab4aeb9 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 949 time: 0.1735053 Aug 31 09:12:29.632824 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76654748-71b5-475b-95e2-ff559ebead8e admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:12:29.655849 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18000127-e781-4237-81f4-e560612b76bc None None] Sync routers for ids ['eb1054a2-455f-47d3-bb53-81d84430a78c'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:12:29.681931 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18000127-e781-4237-81f4-e560612b76bc None None] Routers {'eb1054a2-455f-47d3-bb53-81d84430a78c'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:12:29.684010 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-18000127-e781-4237-81f4-e560612b76bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:12:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['eb1054a2-455f-47d3-bb53-81d84430a78c'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:29.687120 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-67dda939-cb19-4f10-9612-513bd10d30a4 req-73c600e2-b01b-4418-a27c-8b8f0e1e9080 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761273 Aug 31 09:12:29.689607 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-9caa9bf6-c7d1-4ffb-926d-ad9045e365e2 service neutron] 10.222.0.112 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076669 Aug 31 09:12:29.703763 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-badbd943-58ad-4c77-84c8-5ed26c67cbc8 req-80566cc2-3819-48fe-a526-77e25be47a68 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:29.708547 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f9c5941b-9685-4c42-87c2-f7a74968b725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:29.772955 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-f9c5941b-9685-4c42-87c2-f7a74968b725 None None] For port 1192e544-2eca-4754-84ff-16587761647a, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1192e544-2eca-4754-84ff-16587761647a,segment=NetworkSegment(e87967a7-4c68-4c0e-807a-ac99598dcbb6),segment_id=e87967a7-4c68-4c0e-807a-ac99598dcbb6)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:29.833509 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92921001-818a-4123-8560-824081d33af8 req-2272aa51-1587-4335-8079-4e3dce637417 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:29.841445 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-92921001-818a-4123-8560-824081d33af8 req-2272aa51-1587-4335-8079-4e3dce637417 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.112 "GET /v2.0/networks?id=911967d5-9c28-4576-80c3-c0f96b966e16 HTTP/1.1" status: 200 len: 820 time: 0.2068882 Aug 31 09:12:29.845665 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f9c5941b-9685-4c42-87c2-f7a74968b725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:29.870978 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-92921001-818a-4123-8560-824081d33af8 req-dbee67e0-1195-4cff-b5bb-ccbc0f93389b tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Request body: {'port': {'device_id': '69d1e57d-0814-47a4-8064-ebe9bc6da34a', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'admin_state_up': True, 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:29.951913 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-badbd943-58ad-4c77-84c8-5ed26c67cbc8 req-80566cc2-3819-48fe-a526-77e25be47a68 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:29.989028 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-18000127-e781-4237-81f4-e560612b76bc None None] Set router eb1054a2-455f-47d3-bb53-81d84430a78c gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:12:30.002041 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5941b-9685-4c42-87c2-f7a74968b725 None None] Pushing event updated for resources: {'Port': ['ID=1192e544-2eca-4754-84ff-16587761647a,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:30.034383 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ce01ddc3-7272-426c-ae40-87042ed3aa5f req-c2917354-8592-4615-8287-6442b3864567 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports?device_id=69d1e57d-0814-47a4-8064-ebe9bc6da34a HTTP/1.1" status: 200 len: 210 time: 0.0768661 Aug 31 09:12:30.040400 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-badbd943-58ad-4c77-84c8-5ed26c67cbc8 req-80566cc2-3819-48fe-a526-77e25be47a68 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:30.126154 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80566cc2-3819-48fe-a526-77e25be47a68 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd26240-e66e-4c7e-9460-4f59298396de,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:30.128606 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-76654748-71b5-475b-95e2-ff559ebead8e admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:30.130142 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-76654748-71b5-475b-95e2-ff559ebead8e admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1536214 Aug 31 09:12:30.133145 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50244) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:30.143744 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-e05fc2ac-8fe4-4992-92f1-6742a3bd3b17 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:30.145442 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-e05fc2ac-8fe4-4992-92f1-6742a3bd3b17 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=78afa2bd-2f94-407d-8697-7380927855fd&tenant_id=8d929c95dcb6486584c62bb8e91069d6&binding%3Ahost_id=n-h2-791506-28 HTTP/1.1" status: 200 len: 1097 time: 0.3091748 Aug 31 09:12:30.164342 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d3e945-74b3-4546-bea0-3d1b5d1f3d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f53240-2d5e-4910-ba8e-a19415aea7e7'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:30.167254 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa662ef-1778-40ae-9efd-a931ea4ee19a" -d '{"events": [{"server_uuid": "59d3e945-74b3-4546-bea0-3d1b5d1f3d43", "name": "network-vif-plugged", "status": "completed", "tag": "f7f53240-2d5e-4910-ba8e-a19415aea7e7"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:30.187273 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d0837b1b-8b7a-4ac3-9c7b-495cf548c0ad None None] Provisioning complete for port 1192e544-2eca-4754-84ff-16587761647a triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:30.188018 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-d8f690c1-675f-4e28-bbbf-69c57420ac85 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791506-28'}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:30.188857 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d0837b1b-8b7a-4ac3-9c7b-495cf548c0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:30.295406 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-18000127-e781-4237-81f4-e560612b76bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1054a2-455f-47d3-bb53-81d84430a78c', 'name': 'tempest-AttachSCSIVolumeTestJSON-524817282-router', 'tenant_id': 'ac8bf9c7fc614723aef798bc9d7bee9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '5f2c2bc3-46b0-492f-bc2e-f0674c940de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:26Z', 'updated_at': '2021-08-31T09:12:27Z', 'revision_number': 3, 'project_id': 'ac8bf9c7fc614723aef798bc9d7bee9a', 'gw_port': {'id': '5f2c2bc3-46b0-492f-bc2e-f0674c940de6', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:40:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1054a2-455f-47d3-bb53-81d84430a78c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:26Z', 'updated_at': '2021-08-31T09:12:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:30.315053 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-badbd943-58ad-4c77-84c8-5ed26c67cbc8 req-80566cc2-3819-48fe-a526-77e25be47a68 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:30.318739 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-badbd943-58ad-4c77-84c8-5ed26c67cbc8 req-80566cc2-3819-48fe-a526-77e25be47a68 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7851729 Aug 31 09:12:30.348616 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18000127-e781-4237-81f4-e560612b76bc None None] Checking router: eb1054a2-455f-47d3-bb53-81d84430a78c for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:12:30.349062 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18000127-e781-4237-81f4-e560612b76bc None None] Updating router eb1054a2-455f-47d3-bb53-81d84430a78c port 5f2c2bc3-46b0-492f-bc2e-f0674c940de6 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:12:30.379861 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0e375-4b29-4b84-b3c7-8d9483276f21 req-cfc6383c-1e0c-4db6-8b56-647e847f0a15 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:30.394526 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0ce0e375-4b29-4b84-b3c7-8d9483276f21 req-cfc6383c-1e0c-4db6-8b56-647e847f0a15 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 945 time: 0.2560303 Aug 31 09:12:30.398183 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8e6e39-6f02-44f2-b38a-5aa8a8eb02ba x-openstack-request-id: req-2e8e6e39-6f02-44f2-b38a-5aa8a8eb02ba {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:30.398479 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d3e945-74b3-4546-bea0-3d1b5d1f3d43", "name": "network-vif-plugged", "status": "completed", "tag": "f7f53240-2d5e-4910-ba8e-a19415aea7e7", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:30.398817 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-2e8e6e39-6f02-44f2-b38a-5aa8a8eb02ba {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:30.399185 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d3e945-74b3-4546-bea0-3d1b5d1f3d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f53240-2d5e-4910-ba8e-a19415aea7e7', 'code': 200} Aug 31 09:12:30.411859 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-18000127-e781-4237-81f4-e560612b76bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:30.418533 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92921001-818a-4123-8560-824081d33af8 req-dbee67e0-1195-4cff-b5bb-ccbc0f93389b tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Made reservation on behalf of f4381d0dc0be411ca9215585d9e1f0fb for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:12:30.423679 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-92921001-818a-4123-8560-824081d33af8 req-dbee67e0-1195-4cff-b5bb-ccbc0f93389b tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:30.526442 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1192e544-2eca-4754-84ff-16587761647a up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:30.655664 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 1192e544-2eca-4754-84ff-16587761647a triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:30.655993 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:30.727026 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-92921001-818a-4123-8560-824081d33af8 req-dbee67e0-1195-4cff-b5bb-ccbc0f93389b tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Allocated IP 172.20.0.8 (911967d5-9c28-4576-80c3-c0f96b966e16/3649fc3f-e1b9-493b-9302-31142ce0aead/3be34c81-dfa6-4a6a-9e7f-14df832577b2) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:12:30.952834 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba3fa7d0-d447-4ef1-802c-7f0bb1ae2aee req-abdd1acc-5de6-425d-9612-e43a9d38f865 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] 10.222.0.119 "GET /v2.0/security-groups/dcd26240-e66e-4c7e-9460-4f59298396de HTTP/1.1" status: 200 len: 1813 time: 0.0992405 Aug 31 09:12:30.954985 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0ce0e375-4b29-4b84-b3c7-8d9483276f21 req-51354468-b51c-42b0-8025-3442d3e160aa tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5595565 Aug 31 09:12:30.955995 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-d8f690c1-675f-4e28-bbbf-69c57420ac85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:31.007162 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-278370f9-70ea-422f-85cb-a07a6d2e97e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:31.080058 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-18000127-e781-4237-81f4-e560612b76bc None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:31.101697 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-18000127-e781-4237-81f4-e560612b76bc None None] Transition to ACTIVE for port object 5f2c2bc3-46b0-492f-bc2e-f0674c940de6 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:31.142414 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-92921001-818a-4123-8560-824081d33af8 req-dbee67e0-1195-4cff-b5bb-ccbc0f93389b tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:31.184838 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-18000127-e781-4237-81f4-e560612b76bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:31.186861 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-92921001-818a-4123-8560-824081d33af8 req-dbee67e0-1195-4cff-b5bb-ccbc0f93389b tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Transition to ACTIVE for port object 3be34c81-dfa6-4a6a-9e7f-14df832577b2 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:31.216883 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-d8f690c1-675f-4e28-bbbf-69c57420ac85 service neutron] For port 07ceaf66-244f-4a96-a7fd-c94c8956ad10, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=07ceaf66-244f-4a96-a7fd-c94c8956ad10,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:31.231182 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-18000127-e781-4237-81f4-e560612b76bc None None] Attempting to bind port 5f2c2bc3-46b0-492f-bc2e-f0674c940de6 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:12:31.231854 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-18000127-e781-4237-81f4-e560612b76bc None None] Attempting to bind port 5f2c2bc3-46b0-492f-bc2e-f0674c940de6 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:12:31.232446 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18000127-e781-4237-81f4-e560612b76bc None None] Attempting to bind port 5f2c2bc3-46b0-492f-bc2e-f0674c940de6 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:31.237441 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f378268-67fc-4711-8868-726cf59c6f28 req-9f51b5ae-2082-411a-86af-9db2806233c4 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:31.239181 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5f378268-67fc-4711-8868-726cf59c6f28 req-9f51b5ae-2082-411a-86af-9db2806233c4 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=3074468c-6b1e-40f1-b3d8-729b9c64b0ab HTTP/1.1" status: 200 len: 945 time: 0.1271477 Aug 31 09:12:31.262632 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36c3c4-3f8f-47b2-a3b0-f3805c237c1a req-7dd9bdc3-9717-4fe9-8faa-54cc19aafeab tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:31.264560 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18000127-e781-4237-81f4-e560612b76bc None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:12:31.265120 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18000127-e781-4237-81f4-e560612b76bc None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:31.265671 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-18000127-e781-4237-81f4-e560612b76bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:31.270584 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cf36c3c4-3f8f-47b2-a3b0-f3805c237c1a req-7dd9bdc3-9717-4fe9-8faa-54cc19aafeab tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 949 time: 0.1275523 Aug 31 09:12:31.273868 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18000127-e781-4237-81f4-e560612b76bc None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:12:31.274772 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-278370f9-70ea-422f-85cb-a07a6d2e97e0 admin admin] Allocated IP 172.20.0.1 (2e4790e3-aa00-4362-927c-45d0da928a48/5fa32fd7-629c-4627-bfec-319226a78cba/d8e0ff56-670b-41ef-9c9e-8758002e93a5) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:12:31.275110 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-18000127-e781-4237-81f4-e560612b76bc None None] Bound port: 5f2c2bc3-46b0-492f-bc2e-f0674c940de6, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:12:31.275957 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-18000127-e781-4237-81f4-e560612b76bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:31.321782 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201c3d0-a6e3-4b90-85c2-939a3d64929c None None] Pushing event updated for resources: {'Port': ['ID=5f2c2bc3-46b0-492f-bc2e-f0674c940de6,revision_number=2']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:31.333698 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9201c3d0-a6e3-4b90-85c2-939a3d64929c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:31.334081 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9201c3d0-a6e3-4b90-85c2-939a3d64929c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:31.334562 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9201c3d0-a6e3-4b90-85c2-939a3d64929c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:31.334900 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9201c3d0-a6e3-4b90-85c2-939a3d64929c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:31.335225 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9201c3d0-a6e3-4b90-85c2-939a3d64929c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:31.335628 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9201c3d0-a6e3-4b90-85c2-939a3d64929c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:31.336127 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9201c3d0-a6e3-4b90-85c2-939a3d64929c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:31.336437 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9201c3d0-a6e3-4b90-85c2-939a3d64929c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:31.336755 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9201c3d0-a6e3-4b90-85c2-939a3d64929c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:31.337234 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9201c3d0-a6e3-4b90-85c2-939a3d64929c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:31.338135 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9201c3d0-a6e3-4b90-85c2-939a3d64929c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:31.338135 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9201c3d0-a6e3-4b90-85c2-939a3d64929c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:31.351721 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-d8f690c1-675f-4e28-bbbf-69c57420ac85 service neutron] For port 07ceaf66-244f-4a96-a7fd-c94c8956ad10, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:12:31.356801 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5f378268-67fc-4711-8868-726cf59c6f28 req-2d8305c3-1b9a-41ad-9f8d-44c182c5669f tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076324 Aug 31 09:12:31.370414 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cf36c3c4-3f8f-47b2-a3b0-f3805c237c1a req-e0b6186f-a97f-4488-b523-2c274c61db79 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946677 Aug 31 09:12:31.393898 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-92921001-818a-4123-8560-824081d33af8 req-dbee67e0-1195-4cff-b5bb-ccbc0f93389b tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:31.404057 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-18000127-e781-4237-81f4-e560612b76bc None None] For port 5f2c2bc3-46b0-492f-bc2e-f0674c940de6, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:12:31.409083 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['30f8837c-a342-421f-b20d-750c23871715'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:31.424426 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-18000127-e781-4237-81f4-e560612b76bc None None] For port 5f2c2bc3-46b0-492f-bc2e-f0674c940de6, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=5f2c2bc3-46b0-492f-bc2e-f0674c940de6,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:12:31.464037 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78afa2bd-2f94-407d-8697-7380927855fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07ceaf66-244f-4a96-a7fd-c94c8956ad10'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:31.466777 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b794d6-deca-44ff-aebd-f7286c560624" -d '{"events": [{"server_uuid": "78afa2bd-2f94-407d-8697-7380927855fd", "name": "network-vif-unplugged", "status": "completed", "tag": "07ceaf66-244f-4a96-a7fd-c94c8956ad10"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:31.472697 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-d8f690c1-675f-4e28-bbbf-69c57420ac85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:31.480475 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-18000127-e781-4237-81f4-e560612b76bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:31.511259 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92921001-818a-4123-8560-824081d33af8 req-dbee67e0-1195-4cff-b5bb-ccbc0f93389b tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Network 911967d5-9c28-4576-80c3-c0f96b966e16 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:12:31.522485 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-d18a4751-a6be-4d91-9c44-8d0e8a5fbc74 req-59f5739b-353e-4e0b-b9e3-e56081496399 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1236836404', 'description': 'tempest-description-993342883'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:31.533978 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-d8f690c1-675f-4e28-bbbf-69c57420ac85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:31.556501 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-92921001-818a-4123-8560-824081d33af8 req-dbee67e0-1195-4cff-b5bb-ccbc0f93389b tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:31.560638 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-92921001-818a-4123-8560-824081d33af8 req-dbee67e0-1195-4cff-b5bb-ccbc0f93389b tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:12:31.583813 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201c3d0-a6e3-4b90-85c2-939a3d64929c None None] Pushing event updated for resources: {'Port': ['ID=5f2c2bc3-46b0-492f-bc2e-f0674c940de6,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:31.663191 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18000127-e781-4237-81f4-e560612b76bc None None] Routers {'eb1054a2-455f-47d3-bb53-81d84430a78c'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:12:31.673293 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-18000127-e781-4237-81f4-e560612b76bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:12:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['eb1054a2-455f-47d3-bb53-81d84430a78c'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:31.677471 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee67e0-1195-4cff-b5bb-ccbc0f93389b tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Pushing event updated for resources: {'Port': ['ID=3be34c81-dfa6-4a6a-9e7f-14df832577b2,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:31.685681 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92921001-818a-4123-8560-824081d33af8 req-dbee67e0-1195-4cff-b5bb-ccbc0f93389b tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:31.686354 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-92921001-818a-4123-8560-824081d33af8 req-dbee67e0-1195-4cff-b5bb-ccbc0f93389b tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:31.726514 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbee67e0-1195-4cff-b5bb-ccbc0f93389b tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:31.726887 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbee67e0-1195-4cff-b5bb-ccbc0f93389b tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:31.727227 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbee67e0-1195-4cff-b5bb-ccbc0f93389b tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:31.727561 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbee67e0-1195-4cff-b5bb-ccbc0f93389b tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:31.727891 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbee67e0-1195-4cff-b5bb-ccbc0f93389b tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:31.728290 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbee67e0-1195-4cff-b5bb-ccbc0f93389b tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:31.729378 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbee67e0-1195-4cff-b5bb-ccbc0f93389b tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:31.729710 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbee67e0-1195-4cff-b5bb-ccbc0f93389b tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:31.730036 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbee67e0-1195-4cff-b5bb-ccbc0f93389b tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:31.730361 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbee67e0-1195-4cff-b5bb-ccbc0f93389b tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:31.730715 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbee67e0-1195-4cff-b5bb-ccbc0f93389b tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:31.731047 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbee67e0-1195-4cff-b5bb-ccbc0f93389b tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:31.734027 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3c94d9ef-d49f-4488-a315-aa55b99db37d up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:31.752761 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f690c1-675f-4e28-bbbf-69c57420ac85 service neutron] Pushing event updated for resources: {'Port': ['ID=07ceaf66-244f-4a96-a7fd-c94c8956ad10,revision_number=7']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:31.765929 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d18a4751-a6be-4d91-9c44-8d0e8a5fbc74 req-59f5739b-353e-4e0b-b9e3-e56081496399 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:31.792700 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-278370f9-70ea-422f-85cb-a07a6d2e97e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:31.826978 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-d8f690c1-675f-4e28-bbbf-69c57420ac85 service neutron] Attempting to bind port 07ceaf66-244f-4a96-a7fd-c94c8956ad10 on host n-h2-791506-28 for vnic_type normal with profile {"migrating_to": "n-h1-791506-28"} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:12:31.827315 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-d8f690c1-675f-4e28-bbbf-69c57420ac85 service neutron] Attempting to bind port 07ceaf66-244f-4a96-a7fd-c94c8956ad10 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:12:31.827649 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-d8f690c1-675f-4e28-bbbf-69c57420ac85 service neutron] Attempting to bind port 07ceaf66-244f-4a96-a7fd-c94c8956ad10 on network d54aa48d-9328-4446-b337-2071a0fd4f0c {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:31.840033 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-d8f690c1-675f-4e28-bbbf-69c57420ac85 service neutron] Port 07ceaf66-244f-4a96-a7fd-c94c8956ad10 on network d54aa48d-9328-4446-b337-2071a0fd4f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:12:31.840412 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-d8f690c1-675f-4e28-bbbf-69c57420ac85 service neutron] Attempting to bind port 07ceaf66-244f-4a96-a7fd-c94c8956ad10 on network d54aa48d-9328-4446-b337-2071a0fd4f0c {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:31.844595 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-92921001-818a-4123-8560-824081d33af8 req-dbee67e0-1195-4cff-b5bb-ccbc0f93389b tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9776442 Aug 31 09:12:31.849516 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-d8f690c1-675f-4e28-bbbf-69c57420ac85 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:12:31.849857 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-d8f690c1-675f-4e28-bbbf-69c57420ac85 service neutron] Checking segment: {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:31.850309 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-d8f690c1-675f-4e28-bbbf-69c57420ac85 service neutron] Bound using segment: {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:12:31.850783 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-d8f690c1-675f-4e28-bbbf-69c57420ac85 service neutron] Bound port: 07ceaf66-244f-4a96-a7fd-c94c8956ad10, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:12:31.851190 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-d8f690c1-675f-4e28-bbbf-69c57420ac85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:31.874886 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-92921001-818a-4123-8560-824081d33af8 req-82cbee55-34d1-4e4a-bc32-0aabd19d56fc service neutron] Request body: {'port': {'device_id': '69d1e57d-0814-47a4-8064-ebe9bc6da34a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:31.930880 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 3c94d9ef-d49f-4488-a315-aa55b99db37d completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:31.935188 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 3c94d9ef-d49f-4488-a315-aa55b99db37d triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:31.935564 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:31.942888 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-18000127-e781-4237-81f4-e560612b76bc None None] Set router eb1054a2-455f-47d3-bb53-81d84430a78c gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:12:31.973034 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-278370f9-70ea-422f-85cb-a07a6d2e97e0 admin admin] Transition to ACTIVE for port object d8e0ff56-670b-41ef-9c9e-8758002e93a5 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:31.991315 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a4a580b0-1f29-4ed7-8f14-58df194910a2 None None] Provisioning for port 3be34c81-dfa6-4a6a-9e7f-14df832577b2 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:32.001246 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a4a580b0-1f29-4ed7-8f14-58df194910a2 None None] Provisioning complete for port 3be34c81-dfa6-4a6a-9e7f-14df832577b2 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:32.001616 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a4a580b0-1f29-4ed7-8f14-58df194910a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:32.039843 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-92921001-818a-4123-8560-824081d33af8 req-82cbee55-34d1-4e4a-bc32-0aabd19d56fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:32.045794 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead7776-503a-4058-bfd7-a598b1a8dba4 req-1799ea96-503a-4cd6-ac07-5bb9351a8945 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:32.047465 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5ead7776-503a-4058-bfd7-a598b1a8dba4 req-1799ea96-503a-4cd6-ac07-5bb9351a8945 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports?device_id=69d1e57d-0814-47a4-8064-ebe9bc6da34a HTTP/1.1" status: 200 len: 931 time: 0.1146288 Aug 31 09:12:32.106498 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a4a580b0-1f29-4ed7-8f14-58df194910a2 None None] Port 3be34c81-dfa6-4a6a-9e7f-14df832577b2 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:12:32.151974 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5ead7776-503a-4058-bfd7-a598b1a8dba4 req-a6216241-1f1c-4748-8104-3f6eea4063b2 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/security-groups?id=b072cd6a-ef1f-4f25-9fc3-89505a78fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811126 Aug 31 09:12:32.172131 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-d8f690c1-675f-4e28-bbbf-69c57420ac85 service neutron] For port 07ceaf66-244f-4a96-a7fd-c94c8956ad10, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:12:32.177893 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-d8f690c1-675f-4e28-bbbf-69c57420ac85 service neutron] For port 07ceaf66-244f-4a96-a7fd-c94c8956ad10, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=07ceaf66-244f-4a96-a7fd-c94c8956ad10,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:12:32.196727 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:32.259222 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d18a4751-a6be-4d91-9c44-8d0e8a5fbc74 req-59f5739b-353e-4e0b-b9e3-e56081496399 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:32.261868 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-18000127-e781-4237-81f4-e560612b76bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1054a2-455f-47d3-bb53-81d84430a78c', 'name': 'tempest-AttachSCSIVolumeTestJSON-524817282-router', 'tenant_id': 'ac8bf9c7fc614723aef798bc9d7bee9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '5f2c2bc3-46b0-492f-bc2e-f0674c940de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:26Z', 'updated_at': '2021-08-31T09:12:27Z', 'revision_number': 3, 'project_id': 'ac8bf9c7fc614723aef798bc9d7bee9a', 'gw_port': {'id': '5f2c2bc3-46b0-492f-bc2e-f0674c940de6', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:40:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1054a2-455f-47d3-bb53-81d84430a78c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:26Z', 'updated_at': '2021-08-31T09:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:32.264544 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ed92c5-aec3-47de-b812-90c6ff046876 x-openstack-request-id: req-47ed92c5-aec3-47de-b812-90c6ff046876 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:32.265387 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78afa2bd-2f94-407d-8697-7380927855fd", "name": "network-vif-unplugged", "status": "completed", "tag": "07ceaf66-244f-4a96-a7fd-c94c8956ad10", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:32.265387 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-47ed92c5-aec3-47de-b812-90c6ff046876 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:32.265706 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78afa2bd-2f94-407d-8697-7380927855fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07ceaf66-244f-4a96-a7fd-c94c8956ad10', 'code': 200} Aug 31 09:12:32.273534 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-d8f690c1-675f-4e28-bbbf-69c57420ac85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:32.290776 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3c94d9ef-d49f-4488-a315-aa55b99db37d, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3c94d9ef-d49f-4488-a315-aa55b99db37d,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:32.306829 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18000127-e781-4237-81f4-e560612b76bc None None] The sync data for ids ['eb1054a2-455f-47d3-bb53-81d84430a78c'] in n-d-791506-28 is: [{'id': 'eb1054a2-455f-47d3-bb53-81d84430a78c', 'name': 'tempest-AttachSCSIVolumeTestJSON-524817282-router', 'tenant_id': 'ac8bf9c7fc614723aef798bc9d7bee9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '5f2c2bc3-46b0-492f-bc2e-f0674c940de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:26Z', 'updated_at': '2021-08-31T09:12:27Z', 'revision_number': 3, 'project_id': 'ac8bf9c7fc614723aef798bc9d7bee9a', 'gw_port': {'id': '5f2c2bc3-46b0-492f-bc2e-f0674c940de6', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:40:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1054a2-455f-47d3-bb53-81d84430a78c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:26Z', 'updated_at': '2021-08-31T09:12:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:12:32.327515 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-278370f9-70ea-422f-85cb-a07a6d2e97e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:32.329259 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d18a4751-a6be-4d91-9c44-8d0e8a5fbc74 req-59f5739b-353e-4e0b-b9e3-e56081496399 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:32.366806 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:32.385910 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278370f9-70ea-422f-85cb-a07a6d2e97e0 admin admin] Network 2e4790e3-aa00-4362-927c-45d0da928a48 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:12:32.392145 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-278370f9-70ea-422f-85cb-a07a6d2e97e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:32.399659 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278370f9-70ea-422f-85cb-a07a6d2e97e0 admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:12:32.451453 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-278370f9-70ea-422f-85cb-a07a6d2e97e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:32.482440 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff316ecb-a133-469b-af09-9448e86ce3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c94d9ef-d49f-4488-a315-aa55b99db37d'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:32.484823 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff08308f-c2f0-4585-9366-9751f623c154" -d '{"events": [{"server_uuid": "ff316ecb-a133-469b-af09-9448e86ce3a4", "name": "network-vif-plugged", "status": "completed", "tag": "3c94d9ef-d49f-4488-a315-aa55b99db37d"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:32.499051 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=3c94d9ef-d49f-4488-a315-aa55b99db37d,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:32.506948 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:32.526719 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d18a4751-a6be-4d91-9c44-8d0e8a5fbc74 req-59f5739b-353e-4e0b-b9e3-e56081496399 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:32.536190 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d18a4751-a6be-4d91-9c44-8d0e8a5fbc74 req-59f5739b-353e-4e0b-b9e3-e56081496399 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.0184293 Aug 31 09:12:32.542045 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278370f9-70ea-422f-85cb-a07a6d2e97e0 admin admin] Pushing event updated for resources: {'Port': ['ID=d8e0ff56-670b-41ef-9c9e-8758002e93a5,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:32.545155 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f690c1-675f-4e28-bbbf-69c57420ac85 service neutron] Pushing event updated for resources: {'Port': ['ID=07ceaf66-244f-4a96-a7fd-c94c8956ad10,revision_number=8']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:32.594972 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f5739b-353e-4e0b-b9e3-e56081496399 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ac2803-5e0c-4a34-b7f1-590915804f63,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:32.603247 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-d8f690c1-675f-4e28-bbbf-69c57420ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:32.604681 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-d8f690c1-675f-4e28-bbbf-69c57420ac85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:32.606248 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-d8f690c1-675f-4e28-bbbf-69c57420ac85 service neutron] 10.222.0.112 "PUT /v2.0/ports/07ceaf66-244f-4a96-a7fd-c94c8956ad10 HTTP/1.1" status: 200 len: 1123 time: 2.4327817 Aug 31 09:12:32.611234 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:32.618524 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b3987-a5b0-4f8f-9c11-b59366ace4f0 req-27397f46-418b-45c4-9092-20e8d83c2af7 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:32.621000 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-826b3987-a5b0-4f8f-9c11-b59366ace4f0 req-27397f46-418b-45c4-9092-20e8d83c2af7 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 943 time: 0.2931242 Aug 31 09:12:32.724333 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-826b3987-a5b0-4f8f-9c11-b59366ace4f0 req-3ad445a9-cedd-4efd-8951-d24cd73e14fe tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942967 Aug 31 09:12:32.739962 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['07ceaf66-244f-4a96-a7fd-c94c8956ad10'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:32.976885 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-92921001-818a-4123-8560-824081d33af8 req-82cbee55-34d1-4e4a-bc32-0aabd19d56fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3be34c81-dfa6-4a6a-9e7f-14df832577b2 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:33.019324 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-92921001-818a-4123-8560-824081d33af8 req-82cbee55-34d1-4e4a-bc32-0aabd19d56fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:33.030731 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99e366-354b-4e05-a41f-8529b0f3eca0 req-815e2622-ce9f-49d4-8319-bb0c7e8effda tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:33.032296 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad99e366-354b-4e05-a41f-8529b0f3eca0 req-815e2622-ce9f-49d4-8319-bb0c7e8effda tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=3074468c-6b1e-40f1-b3d8-729b9c64b0ab HTTP/1.1" status: 200 len: 945 time: 0.1790588 Aug 31 09:12:33.040352 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-429922e4-b705-4e76-a86c-bbe01e4a81e0 None None] Provisioning for port d8e0ff56-670b-41ef-9c9e-8758002e93a5 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:33.041836 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-278370f9-70ea-422f-85cb-a07a6d2e97e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:33.046930 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-92921001-818a-4123-8560-824081d33af8 req-82cbee55-34d1-4e4a-bc32-0aabd19d56fc service neutron] Transition to ACTIVE for port object 3be34c81-dfa6-4a6a-9e7f-14df832577b2 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:33.050586 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-429922e4-b705-4e76-a86c-bbe01e4a81e0 None None] Provisioning complete for port d8e0ff56-670b-41ef-9c9e-8758002e93a5 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:33.052280 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-429922e4-b705-4e76-a86c-bbe01e4a81e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:33.109837 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb78a85-7a57-44e5-8a75-53c2f6015519 req-da04b8ef-0842-4df1-8eeb-95944ac17d87 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:33.113876 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dcb78a85-7a57-44e5-8a75-53c2f6015519 req-da04b8ef-0842-4df1-8eeb-95944ac17d87 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 950 time: 0.1789670 Aug 31 09:12:33.129373 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-429922e4-b705-4e76-a86c-bbe01e4a81e0 None None] Port d8e0ff56-670b-41ef-9c9e-8758002e93a5 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:12:33.200076 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad99e366-354b-4e05-a41f-8529b0f3eca0 req-c9c5a377-0533-44f3-a441-03433d949474 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282096 Aug 31 09:12:33.280646 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-92921001-818a-4123-8560-824081d33af8 req-82cbee55-34d1-4e4a-bc32-0aabd19d56fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:33.379232 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dcb78a85-7a57-44e5-8a75-53c2f6015519 req-8de0f89e-aa14-47be-a77d-cefd5fe9b54d tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048411 Aug 31 09:12:33.432211 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c6d3ae-bcb5-48e1-831b-dbfaba7bdf46 x-openstack-request-id: req-b5c6d3ae-bcb5-48e1-831b-dbfaba7bdf46 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:33.432836 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff316ecb-a133-469b-af09-9448e86ce3a4", "name": "network-vif-plugged", "status": "completed", "tag": "3c94d9ef-d49f-4488-a315-aa55b99db37d", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:33.432836 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-b5c6d3ae-bcb5-48e1-831b-dbfaba7bdf46 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:33.433051 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff316ecb-a133-469b-af09-9448e86ce3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c94d9ef-d49f-4488-a315-aa55b99db37d', 'code': 200} Aug 31 09:12:33.521715 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7bcbe60e-23c7-46cb-84d0-b74480f69060 req-ae3c067d-a913-4241-8b84-aeea5d8866fa tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] 10.222.0.119 "GET /v2.0/security-groups/f3ac2803-5e0c-4a34-b7f1-590915804f63 HTTP/1.1" status: 200 len: 1812 time: 0.0823810 Aug 31 09:12:33.571120 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cbee55-34d1-4e4a-bc32-0aabd19d56fc service neutron] Pushing event updated for resources: {'Port': ['ID=3be34c81-dfa6-4a6a-9e7f-14df832577b2,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:33.631630 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-c668828d-6368-4c24-8cf7-0327d881bdf1 req-e3cac428-2ac8-4937-b422-9535f3c2f182 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-74209248', 'description': 'tempest-description-473162605'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:33.716558 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-278370f9-70ea-422f-85cb-a07a6d2e97e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:33.718924 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-92921001-818a-4123-8560-824081d33af8 req-82cbee55-34d1-4e4a-bc32-0aabd19d56fc service neutron] Attempting to bind port 3be34c81-dfa6-4a6a-9e7f-14df832577b2 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:12:33.719538 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-92921001-818a-4123-8560-824081d33af8 req-82cbee55-34d1-4e4a-bc32-0aabd19d56fc service neutron] Attempting to bind port 3be34c81-dfa6-4a6a-9e7f-14df832577b2 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '31cf320c-edc0-464d-82e7-32003e3052bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:12:33.720287 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92921001-818a-4123-8560-824081d33af8 req-82cbee55-34d1-4e4a-bc32-0aabd19d56fc service neutron] Attempting to bind port 3be34c81-dfa6-4a6a-9e7f-14df832577b2 on network 911967d5-9c28-4576-80c3-c0f96b966e16 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:33.726220 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92921001-818a-4123-8560-824081d33af8 req-82cbee55-34d1-4e4a-bc32-0aabd19d56fc service neutron] Port 3be34c81-dfa6-4a6a-9e7f-14df832577b2 on network 911967d5-9c28-4576-80c3-c0f96b966e16 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:12:33.726954 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92921001-818a-4123-8560-824081d33af8 req-82cbee55-34d1-4e4a-bc32-0aabd19d56fc service neutron] Attempting to bind port 3be34c81-dfa6-4a6a-9e7f-14df832577b2 on network 911967d5-9c28-4576-80c3-c0f96b966e16 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:33.728641 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943e021-2060-4757-90d6-49e2490d2da1 req-b28d61fe-a071-4a89-8742-32c201bc0499 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:33.730431 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9943e021-2060-4757-90d6-49e2490d2da1 req-b28d61fe-a071-4a89-8742-32c201bc0499 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports?device_id=69d1e57d-0814-47a4-8064-ebe9bc6da34a HTTP/1.1" status: 200 len: 943 time: 0.1559992 Aug 31 09:12:33.736810 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f0213-33ea-42d7-bb51-10c1ceb6d196 req-8916c263-f6a3-4513-81ef-b9a2a7b2c141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:33.738650 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd2f0213-33ea-42d7-bb51-10c1ceb6d196 req-8916c263-f6a3-4513-81ef-b9a2a7b2c141 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 1102 time: 0.2352183 Aug 31 09:12:33.741682 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92921001-818a-4123-8560-824081d33af8 req-82cbee55-34d1-4e4a-bc32-0aabd19d56fc service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:12:33.742313 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92921001-818a-4123-8560-824081d33af8 req-82cbee55-34d1-4e4a-bc32-0aabd19d56fc service neutron] Checking segment: {'id': '31cf320c-edc0-464d-82e7-32003e3052bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:33.742718 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92921001-818a-4123-8560-824081d33af8 req-82cbee55-34d1-4e4a-bc32-0aabd19d56fc service neutron] Bound using segment: {'id': '31cf320c-edc0-464d-82e7-32003e3052bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:12:33.743324 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-92921001-818a-4123-8560-824081d33af8 req-82cbee55-34d1-4e4a-bc32-0aabd19d56fc service neutron] Bound port: 3be34c81-dfa6-4a6a-9e7f-14df832577b2, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31cf320c-edc0-464d-82e7-32003e3052bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:12:33.743886 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-92921001-818a-4123-8560-824081d33af8 req-82cbee55-34d1-4e4a-bc32-0aabd19d56fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:33.829555 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd2f0213-33ea-42d7-bb51-10c1ceb6d196 req-156b5acd-f2dc-4678-a013-645616a0520b service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725861 Aug 31 09:12:33.837104 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9943e021-2060-4757-90d6-49e2490d2da1 req-1c769779-ff7c-4f8f-975c-4c968914ef07 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/security-groups?id=b072cd6a-ef1f-4f25-9fc3-89505a78fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975769 Aug 31 09:12:33.859147 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-92921001-818a-4123-8560-824081d33af8 req-82cbee55-34d1-4e4a-bc32-0aabd19d56fc service neutron] For port 3be34c81-dfa6-4a6a-9e7f-14df832577b2, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:12:33.861867 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-278370f9-70ea-422f-85cb-a07a6d2e97e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:33.867947 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-92921001-818a-4123-8560-824081d33af8 req-82cbee55-34d1-4e4a-bc32-0aabd19d56fc service neutron] For port 3be34c81-dfa6-4a6a-9e7f-14df832577b2, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3be34c81-dfa6-4a6a-9e7f-14df832577b2,segment=NetworkSegment(31cf320c-edc0-464d-82e7-32003e3052bd),segment_id=31cf320c-edc0-464d-82e7-32003e3052bd)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:12:33.908552 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c668828d-6368-4c24-8cf7-0327d881bdf1 req-e3cac428-2ac8-4937-b422-9535f3c2f182 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:33.954958 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-92921001-818a-4123-8560-824081d33af8 req-82cbee55-34d1-4e4a-bc32-0aabd19d56fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:34.023728 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92921001-818a-4123-8560-824081d33af8 req-82cbee55-34d1-4e4a-bc32-0aabd19d56fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:34.024262 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-92921001-818a-4123-8560-824081d33af8 req-82cbee55-34d1-4e4a-bc32-0aabd19d56fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:34.025768 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-92921001-818a-4123-8560-824081d33af8 req-82cbee55-34d1-4e4a-bc32-0aabd19d56fc service neutron] 10.222.0.112 "PUT /v2.0/ports/3be34c81-dfa6-4a6a-9e7f-14df832577b2 HTTP/1.1" status: 200 len: 1092 time: 2.1697087 Aug 31 09:12:34.035405 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d1e57d-0814-47a4-8064-ebe9bc6da34a', 'tag': '3be34c81-dfa6-4a6a-9e7f-14df832577b2'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:34.039638 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c71cee8-bd92-4097-9ce9-bbe9bc33addd" -d '{"events": [{"name": "network-changed", "server_uuid": "69d1e57d-0814-47a4-8064-ebe9bc6da34a", "tag": "3be34c81-dfa6-4a6a-9e7f-14df832577b2"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:34.043389 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-278370f9-70ea-422f-85cb-a07a6d2e97e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:34.051045 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278370f9-70ea-422f-85cb-a07a6d2e97e0 admin admin] Pushing event updated for resources: {'Port': ['ID=d8e0ff56-670b-41ef-9c9e-8758002e93a5,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:34.164097 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7cfff-38c9-4219-bf3b-f9305691b0a5 req-2adb1fb3-bdcc-4e15-9ff7-60657d326dd0 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:34.166006 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-55b7cfff-38c9-4219-bf3b-f9305691b0a5 req-2adb1fb3-bdcc-4e15-9ff7-60657d326dd0 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 943 time: 0.1842771 Aug 31 09:12:34.233075 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c668828d-6368-4c24-8cf7-0327d881bdf1 req-e3cac428-2ac8-4937-b422-9535f3c2f182 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:34.250182 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-55b7cfff-38c9-4219-bf3b-f9305691b0a5 req-67a4d55c-be9a-478a-a98a-a925a3c8a0a4 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708671 Aug 31 09:12:34.266722 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78afa2bd-2f94-407d-8697-7380927855fd', 'tag': '07ceaf66-244f-4a96-a7fd-c94c8956ad10'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:34.270016 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09f3329-d191-4964-884d-5b1b11a032e3" -d '{"events": [{"name": "network-changed", "server_uuid": "78afa2bd-2f94-407d-8697-7380927855fd", "tag": "07ceaf66-244f-4a96-a7fd-c94c8956ad10"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:34.277245 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cbee55-34d1-4e4a-bc32-0aabd19d56fc service neutron] Pushing event updated for resources: {'Port': ['ID=3be34c81-dfa6-4a6a-9e7f-14df832577b2,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:34.297221 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c668828d-6368-4c24-8cf7-0327d881bdf1 req-e3cac428-2ac8-4937-b422-9535f3c2f182 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:34.332315 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c8479f-0285-4e08-9bd0-84a3a9605e7f x-openstack-request-id: req-b3c8479f-0285-4e08-9bd0-84a3a9605e7f {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:34.335723 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d1e57d-0814-47a4-8064-ebe9bc6da34a", "tag": "3be34c81-dfa6-4a6a-9e7f-14df832577b2", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:34.335723 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-b3c8479f-0285-4e08-9bd0-84a3a9605e7f {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:34.335723 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d1e57d-0814-47a4-8064-ebe9bc6da34a', 'tag': '3be34c81-dfa6-4a6a-9e7f-14df832577b2', 'status': 'completed', 'code': 200} Aug 31 09:12:34.339808 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92921001-818a-4123-8560-824081d33af8 req-b8fd9d34-92b3-4779-b30e-664a9f83be5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:34.341353 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-92921001-818a-4123-8560-824081d33af8 req-b8fd9d34-92b3-4779-b30e-664a9f83be5c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f4381d0dc0be411ca9215585d9e1f0fb&device_id=69d1e57d-0814-47a4-8064-ebe9bc6da34a HTTP/1.1" status: 200 len: 1095 time: 0.1700959 Aug 31 09:12:34.374021 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cac428-2ac8-4937-b422-9535f3c2f182 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49b40176-4d40-4877-9f9a-da575b021463,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:34.470943 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e061a0-95a9-4fe2-bea7-da0f3c1d3e1a req-51e89d1b-e087-4514-ac9a-f760440dee9d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:34.472935 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99e061a0-95a9-4fe2-bea7-da0f3c1d3e1a req-51e89d1b-e087-4514-ac9a-f760440dee9d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=3074468c-6b1e-40f1-b3d8-729b9c64b0ab HTTP/1.1" status: 200 len: 945 time: 0.0666280 Aug 31 09:12:34.506158 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 5f2c2bc3-46b0-492f-bc2e-f0674c940de6 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:34.547756 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99e061a0-95a9-4fe2-bea7-da0f3c1d3e1a req-d646d763-09a3-4088-85eb-753fb465cd48 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682192 Aug 31 09:12:34.607938 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ce4cc2-5cff-4bf1-983f-e8a3246bc01d x-openstack-request-id: req-18ce4cc2-5cff-4bf1-983f-e8a3246bc01d {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:34.608299 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78afa2bd-2f94-407d-8697-7380927855fd", "tag": "07ceaf66-244f-4a96-a7fd-c94c8956ad10", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:34.608589 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-18ce4cc2-5cff-4bf1-983f-e8a3246bc01d {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:34.610073 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78afa2bd-2f94-407d-8697-7380927855fd', 'tag': '07ceaf66-244f-4a96-a7fd-c94c8956ad10', 'status': 'completed', 'code': 200} Aug 31 09:12:34.631310 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278370f9-70ea-422f-85cb-a07a6d2e97e0 admin admin] Network 2e4790e3-aa00-4362-927c-45d0da928a48 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:12:34.634040 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-278370f9-70ea-422f-85cb-a07a6d2e97e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:34.666480 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-92921001-818a-4123-8560-824081d33af8 req-dc4d3f7a-03ed-4545-a600-5cef9a080b2a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3be34c81-dfa6-4a6a-9e7f-14df832577b2 HTTP/1.1" status: 200 len: 217 time: 0.3148723 Aug 31 09:12:34.701499 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c668828d-6368-4c24-8cf7-0327d881bdf1 req-e3cac428-2ac8-4937-b422-9535f3c2f182 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:34.703893 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c668828d-6368-4c24-8cf7-0327d881bdf1 req-e3cac428-2ac8-4937-b422-9535f3c2f182 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 1.1305628 Aug 31 09:12:34.753719 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 5f2c2bc3-46b0-492f-bc2e-f0674c940de6 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:34.758320 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 5f2c2bc3-46b0-492f-bc2e-f0674c940de6 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:34.758759 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:34.781532 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dde028-ff65-443b-8db2-a303bc7a931e req-d1d85698-f150-408e-a9e4-c5f3a1f1b129 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:34.806921 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92921001-818a-4123-8560-824081d33af8 req-fdf8e0e5-6fd1-4af6-9197-91ac4d21d40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:34.807098 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f5dde028-ff65-443b-8db2-a303bc7a931e req-d1d85698-f150-408e-a9e4-c5f3a1f1b129 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 950 time: 0.1393013 Aug 31 09:12:34.807208 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-92921001-818a-4123-8560-824081d33af8 req-fdf8e0e5-6fd1-4af6-9197-91ac4d21d40c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=3649fc3f-e1b9-493b-9302-31142ce0aead HTTP/1.1" status: 200 len: 859 time: 0.1032052 Aug 31 09:12:34.807302 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f3329-d191-4964-884d-5b1b11a032e3 req-f80a786a-8e5b-4a5f-9bf2-0619ccae6590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:34.814954 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e09f3329-d191-4964-884d-5b1b11a032e3 req-f80a786a-8e5b-4a5f-9bf2-0619ccae6590 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8d929c95dcb6486584c62bb8e91069d6&device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 1126 time: 0.1777263 Aug 31 09:12:34.883476 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278370f9-70ea-422f-85cb-a07a6d2e97e0 admin admin] Router eb1054a2-455f-47d3-bb53-81d84430a78c has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:12:34.891075 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92921001-818a-4123-8560-824081d33af8 req-ad67d78c-7810-49ff-a347-5c2c7bb8c688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:34.892657 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-92921001-818a-4123-8560-824081d33af8 req-ad67d78c-7810-49ff-a347-5c2c7bb8c688 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=911967d5-9c28-4576-80c3-c0f96b966e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740793 Aug 31 09:12:35.009485 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-92921001-818a-4123-8560-824081d33af8 req-b53c63a8-410e-4910-804d-26d7ee43e2ec service neutron] 10.222.0.112 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056292 Aug 31 09:12:35.010384 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:35.050751 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f5dde028-ff65-443b-8db2-a303bc7a931e req-f2206019-8220-4ac8-b7e8-46273b9d4060 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291510 Aug 31 09:12:35.090980 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-793330f6-1ae3-4486-8730-8383e6704cb6 None None] Provisioning complete for port d8e0ff56-670b-41ef-9c9e-8758002e93a5 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:35.091776 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-793330f6-1ae3-4486-8730-8383e6704cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:35.109433 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6beae2cd-b281-4511-a77f-a4d37b16924b req-7c22479e-1448-4a65-91d4-808399df859a tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] 10.222.0.119 "GET /v2.0/security-groups/49b40176-4d40-4877-9f9a-da575b021463 HTTP/1.1" status: 200 len: 1810 time: 0.2284536 Aug 31 09:12:35.145313 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f3329-d191-4964-884d-5b1b11a032e3 req-f23649e4-1334-49e1-8b74-1882260de2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:35.150989 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e09f3329-d191-4964-884d-5b1b11a032e3 req-f23649e4-1334-49e1-8b74-1882260de2b7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d54aa48d-9328-4446-b337-2071a0fd4f0c HTTP/1.1" status: 200 len: 910 time: 0.3141701 Aug 31 09:12:35.213349 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 5f2c2bc3-46b0-492f-bc2e-f0674c940de6, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=5f2c2bc3-46b0-492f-bc2e-f0674c940de6,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:35.223259 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-793330f6-1ae3-4486-8730-8383e6704cb6 None None] Port d8e0ff56-670b-41ef-9c9e-8758002e93a5 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:12:35.244426 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e09f3329-d191-4964-884d-5b1b11a032e3 req-7f3e8092-a595-408a-a722-0f39f0fd2a5b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07ceaf66-244f-4a96-a7fd-c94c8956ad10 HTTP/1.1" status: 200 len: 217 time: 0.0847290 Aug 31 09:12:35.250816 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-e8989f6d-9e6d-459b-ba6c-988d559943b7 req-b544b4e1-bf21-4e2f-b8fe-c26d5c583a9e tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1396988316', 'description': 'tempest-description-186316721'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:35.307508 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:35.351448 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e35a1-2ae2-44b9-a4ba-4d102f85d841 req-62211c51-4fe9-426c-9afe-8bc809c0d848 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:35.352917 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a49e35a1-2ae2-44b9-a4ba-4d102f85d841 req-62211c51-4fe9-426c-9afe-8bc809c0d848 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports?device_id=69d1e57d-0814-47a4-8064-ebe9bc6da34a HTTP/1.1" status: 200 len: 943 time: 0.2051842 Aug 31 09:12:35.376452 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-92921001-818a-4123-8560-824081d33af8 req-4a645f1b-99d1-44e3-9ff2-bed0f71ba3c7 service neutron] 10.222.0.112 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074222 Aug 31 09:12:35.391549 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f3329-d191-4964-884d-5b1b11a032e3 req-3c293d84-9392-4cf1-b4ae-ca8fbb962b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:35.392991 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e09f3329-d191-4964-884d-5b1b11a032e3 req-3c293d84-9392-4cf1-b4ae-ca8fbb962b07 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dab6ed79-4c20-41ae-bb07-e9aaf9315083 HTTP/1.1" status: 200 len: 848 time: 0.1359174 Aug 31 09:12:35.405591 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=5f2c2bc3-46b0-492f-bc2e-f0674c940de6,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:35.408035 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278370f9-70ea-422f-85cb-a07a6d2e97e0 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:12:35.421832 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-278370f9-70ea-422f-85cb-a07a6d2e97e0 admin admin] 10.222.0.119 "PUT /v2.0/routers/eb1054a2-455f-47d3-bb53-81d84430a78c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2862217 Aug 31 09:12:35.423229 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e30df0-7276-4688-91cb-8f7868ea7f10 None None] Sync routers for ids ['eb1054a2-455f-47d3-bb53-81d84430a78c'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:12:35.429607 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e09f3329-d191-4964-884d-5b1b11a032e3 req-ef542d0e-c5c8-45cc-9082-c598a65bcf3f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d54aa48d-9328-4446-b337-2071a0fd4f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277905 Aug 31 09:12:35.445584 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e30df0-7276-4688-91cb-8f7868ea7f10 None None] Routers {'eb1054a2-455f-47d3-bb53-81d84430a78c'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:12:35.446760 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-95e30df0-7276-4688-91cb-8f7868ea7f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:12:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['eb1054a2-455f-47d3-bb53-81d84430a78c'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:35.461668 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e8989f6d-9e6d-459b-ba6c-988d559943b7 req-b544b4e1-bf21-4e2f-b8fe-c26d5c583a9e tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:35.502652 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a49e35a1-2ae2-44b9-a4ba-4d102f85d841 req-f6ee7adc-018a-4081-ad98-51ab840b57e1 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/security-groups?id=b072cd6a-ef1f-4f25-9fc3-89505a78fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391301 Aug 31 09:12:35.613629 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e09f3329-d191-4964-884d-5b1b11a032e3 req-f57e9a5b-5c22-4ba8-871f-ada7de6d1f0c service neutron] 10.222.0.59 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651018 Aug 31 09:12:35.661085 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-95e30df0-7276-4688-91cb-8f7868ea7f10 None None] Set router eb1054a2-455f-47d3-bb53-81d84430a78c gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:12:35.671503 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71cee8-bd92-4097-9ce9-bbe9bc33addd req-3e9b7188-2ef5-47bb-a0da-b02bbf27e526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:35.673984 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1c71cee8-bd92-4097-9ce9-bbe9bc33addd req-3e9b7188-2ef5-47bb-a0da-b02bbf27e526 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f4381d0dc0be411ca9215585d9e1f0fb&device_id=69d1e57d-0814-47a4-8064-ebe9bc6da34a HTTP/1.1" status: 200 len: 1095 time: 0.0737710 Aug 31 09:12:35.780818 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e8989f6d-9e6d-459b-ba6c-988d559943b7 req-b544b4e1-bf21-4e2f-b8fe-c26d5c583a9e tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:35.788755 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a66f97-f20d-4593-aaa6-9c2e00742931 req-8459641b-30da-44ad-bff0-d06ae6e8d996 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:35.790371 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32a66f97-f20d-4593-aaa6-9c2e00742931 req-8459641b-30da-44ad-bff0-d06ae6e8d996 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 943 time: 0.1517420 Aug 31 09:12:35.810181 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 07ceaf66-244f-4a96-a7fd-c94c8956ad10 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:12:35.814343 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e09f3329-d191-4964-884d-5b1b11a032e3 req-60732724-84b5-4c77-a1ba-db0ad6ecbeae service neutron] 10.222.0.59 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656258 Aug 31 09:12:35.851877 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e8989f6d-9e6d-459b-ba6c-988d559943b7 req-b544b4e1-bf21-4e2f-b8fe-c26d5c583a9e tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:35.881323 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32a66f97-f20d-4593-aaa6-9c2e00742931 req-96c2affb-3633-415f-bd00-59893ca10abb tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755198 Aug 31 09:12:35.897183 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544b4e1-bf21-4e2f-b8fe-c26d5c583a9e tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b164287-4901-468c-803c-7cf18b621370,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:35.909200 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71cee8-bd92-4097-9ce9-bbe9bc33addd req-2d0be6c7-c8f2-498e-aab0-0c5cf920c279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:35.910575 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1c71cee8-bd92-4097-9ce9-bbe9bc33addd req-2d0be6c7-c8f2-498e-aab0-0c5cf920c279 service neutron] 10.222.0.112 "GET /v2.0/networks?id=911967d5-9c28-4576-80c3-c0f96b966e16 HTTP/1.1" status: 200 len: 922 time: 0.2236521 Aug 31 09:12:35.977180 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e8989f6d-9e6d-459b-ba6c-988d559943b7 req-b544b4e1-bf21-4e2f-b8fe-c26d5c583a9e tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:35.994307 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e8989f6d-9e6d-459b-ba6c-988d559943b7 req-b544b4e1-bf21-4e2f-b8fe-c26d5c583a9e tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7472177 Aug 31 09:12:36.013004 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1c71cee8-bd92-4097-9ce9-bbe9bc33addd req-82cb58a3-e4de-4356-8e6a-37b16b0d3bf3 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3be34c81-dfa6-4a6a-9e7f-14df832577b2 HTTP/1.1" status: 200 len: 217 time: 0.0902371 Aug 31 09:12:36.109696 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890d725-58f5-4358-9bcc-4d6c6354db8c req-a7713b30-f9c8-4256-8c6f-fbcb2bb2fa09 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:36.113767 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71cee8-bd92-4097-9ce9-bbe9bc33addd req-2e7f693a-dcb8-4a70-b0e4-d733151bef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:36.117246 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1c71cee8-bd92-4097-9ce9-bbe9bc33addd req-2e7f693a-dcb8-4a70-b0e4-d733151bef4f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=3649fc3f-e1b9-493b-9302-31142ce0aead HTTP/1.1" status: 200 len: 859 time: 0.0952039 Aug 31 09:12:36.119569 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2890d725-58f5-4358-9bcc-4d6c6354db8c req-a7713b30-f9c8-4256-8c6f-fbcb2bb2fa09 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=3074468c-6b1e-40f1-b3d8-729b9c64b0ab HTTP/1.1" status: 200 len: 945 time: 0.1559253 Aug 31 09:12:36.216939 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71cee8-bd92-4097-9ce9-bbe9bc33addd req-1a6c3c42-86d5-421a-b63a-da58ec10a6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:36.217169 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2890d725-58f5-4358-9bcc-4d6c6354db8c req-23e88bbf-1080-40fc-a39e-6ae145fe1390 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771887 Aug 31 09:12:36.218448 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1c71cee8-bd92-4097-9ce9-bbe9bc33addd req-1a6c3c42-86d5-421a-b63a-da58ec10a6d7 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=911967d5-9c28-4576-80c3-c0f96b966e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798748 Aug 31 09:12:36.255452 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-478fa6aa-9f0f-4434-b1ec-3941b9ce4241 req-338837d9-1ddf-44b8-9153-a1198da8b180 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] 10.222.0.119 "GET /v2.0/security-groups/6b164287-4901-468c-803c-7cf18b621370 HTTP/1.1" status: 200 len: 1812 time: 0.0949888 Aug 31 09:12:36.263845 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 07ceaf66-244f-4a96-a7fd-c94c8956ad10, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=07ceaf66-244f-4a96-a7fd-c94c8956ad10,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:36.279366 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 07ceaf66-244f-4a96-a7fd-c94c8956ad10 has no active binding in host n-h1-791506-28 {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 09:12:36.360361 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-95e30df0-7276-4688-91cb-8f7868ea7f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1054a2-455f-47d3-bb53-81d84430a78c', 'name': 'tempest-AttachSCSIVolumeTestJSON-524817282-router', 'tenant_id': 'ac8bf9c7fc614723aef798bc9d7bee9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '5f2c2bc3-46b0-492f-bc2e-f0674c940de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:26Z', 'updated_at': '2021-08-31T09:12:32Z', 'revision_number': 4, 'project_id': 'ac8bf9c7fc614723aef798bc9d7bee9a', 'gw_port': {'id': '5f2c2bc3-46b0-492f-bc2e-f0674c940de6', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1054a2-455f-47d3-bb53-81d84430a78c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:26Z', 'updated_at': '2021-08-31T09:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'd8e0ff56-670b-41ef-9c9e-8758002e93a5', 'name': '', 'network_id': '2e4790e3-aa00-4362-927c-45d0da928a48', 'tenant_id': 'ac8bf9c7fc614723aef798bc9d7bee9a', 'mac_address': 'fa:16:3e:21:2c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1054a2-455f-47d3-bb53-81d84430a78c', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '5fa32fd7-629c-4627-bfec-319226a78cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:31Z', 'updated_at': '2021-08-31T09:12:33Z', 'revision_number': 2, 'project_id': 'ac8bf9c7fc614723aef798bc9d7bee9a', 'subnets': [{'id': '5fa32fd7-629c-4627-bfec-319226a78cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:36.448300 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e30df0-7276-4688-91cb-8f7868ea7f10 None None] Checking router: eb1054a2-455f-47d3-bb53-81d84430a78c for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:12:36.448300 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e30df0-7276-4688-91cb-8f7868ea7f10 None None] Updating router eb1054a2-455f-47d3-bb53-81d84430a78c port d8e0ff56-670b-41ef-9c9e-8758002e93a5 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:12:36.459698 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1c71cee8-bd92-4097-9ce9-bbe9bc33addd req-0441648a-7206-4480-9d4e-b23fa6cec94a service neutron] 10.222.0.112 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294979 Aug 31 09:12:36.460484 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [req-ab638a4c-00b9-4e27-9b4f-abe281e31863 req-94212917-790e-4da2-a8be-17d4f8dc3c06 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] show failed (client error): The resource could not be found. Aug 31 09:12:36.477912 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ab638a4c-00b9-4e27-9b4f-abe281e31863 req-94212917-790e-4da2-a8be-17d4f8dc3c06 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] 10.222.0.119 "GET /v2.0/security-groups/2cb04feb-934e-4309-b3a5-e63f9797230d HTTP/1.1" status: 404 len: 352 time: 0.1152067 Aug 31 09:12:36.512169 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 5f2c2bc3-46b0-492f-bc2e-f0674c940de6 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:36.514378 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50382) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:36.520280 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-e8e67c2a-c838-47d1-9a8f-e8bdbde13ef8 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-660850519-network', 'tenant_id': '59a82a3e93d845dbb647f6f502c77e9e'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:36.531730 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578f22e-145e-45e0-8e89-7d52789f556b req-1606e49b-365a-4b7d-8512-e038e7863074 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:36.533369 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3578f22e-145e-45e0-8e89-7d52789f556b req-1606e49b-365a-4b7d-8512-e038e7863074 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 950 time: 0.1877141 Aug 31 09:12:36.535101 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [req-70c8109b-3ada-4e98-a9b8-24f283156755 req-4ebb6c6b-40ea-402a-9ce0-e90f8b97f4a9 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] show failed (client error): The resource could not be found. Aug 31 09:12:36.549297 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70c8109b-3ada-4e98-a9b8-24f283156755 req-4ebb6c6b-40ea-402a-9ce0-e90f8b97f4a9 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] 10.222.0.119 "GET /v2.0/security-group-rules/7453bd3b-5439-48fb-867a-42080869018e HTTP/1.1" status: 404 len: 361 time: 0.0492229 Aug 31 09:12:36.569690 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-95e30df0-7276-4688-91cb-8f7868ea7f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:36.624140 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e67c2a-c838-47d1-9a8f-e8bdbde13ef8 admin admin] Made reservation on behalf of 59a82a3e93d845dbb647f6f502c77e9e for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:12:36.626400 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8e67c2a-c838-47d1-9a8f-e8bdbde13ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:36.641875 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8e67c2a-c838-47d1-9a8f-e8bdbde13ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:36.648627 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3578f22e-145e-45e0-8e89-7d52789f556b req-fbf91734-dff3-431e-b132-4477b10e8688 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979018 Aug 31 09:12:36.684027 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1c71cee8-bd92-4097-9ce9-bbe9bc33addd req-8a9ad85c-42e7-421d-a080-b2f98c2651a2 service neutron] 10.222.0.112 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137895 Aug 31 09:12:36.847348 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-26819a09-1dbd-4b79-a1a5-43b01e91f83b req-d8266ac9-2df9-497d-bb2c-b35166e5ee1b tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] 10.222.0.119 "GET /v2.0/security-groups/6b164287-4901-468c-803c-7cf18b621370 HTTP/1.1" status: 200 len: 1812 time: 0.1182640 Aug 31 09:12:36.858514 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce1f7f-8be0-4cab-b979-91ddf38279aa req-2b1ab035-d929-4ad2-b9dc-ec7d954c977e tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:36.860756 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fdce1f7f-8be0-4cab-b979-91ddf38279aa req-2b1ab035-d929-4ad2-b9dc-ec7d954c977e tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports?device_id=69d1e57d-0814-47a4-8064-ebe9bc6da34a HTTP/1.1" status: 200 len: 943 time: 0.1878469 Aug 31 09:12:36.868633 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8e67c2a-c838-47d1-9a8f-e8bdbde13ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:36.887913 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 5f2c2bc3-46b0-492f-bc2e-f0674c940de6 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:36.888975 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:36.913402 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-3a118940-4ee9-4cfa-a5b2-83e6b0e15574 service neutron] 10.222.0.59 "GET /v2.0/ports/07ceaf66-244f-4a96-a7fd-c94c8956ad10/bindings/n-h1-791506-28 HTTP/1.1" status: 200 len: 385 time: 0.2613480 Aug 31 09:12:36.926717 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8e67c2a-c838-47d1-9a8f-e8bdbde13ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:36.967177 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e67c2a-c838-47d1-9a8f-e8bdbde13ef8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1609, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:12:36.973343 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fdce1f7f-8be0-4cab-b979-91ddf38279aa req-9446a32a-027e-4d68-bda4-ce5198013cf7 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/security-groups?id=b072cd6a-ef1f-4f25-9fc3-89505a78fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008773 Aug 31 09:12:36.999113 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-26819a09-1dbd-4b79-a1a5-43b01e91f83b req-b5c8ef15-b18a-48c3-b75f-d5ade8625601 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:37.035436 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-95e30df0-7276-4688-91cb-8f7868ea7f10 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:37.039782 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-26819a09-1dbd-4b79-a1a5-43b01e91f83b req-b5c8ef15-b18a-48c3-b75f-d5ade8625601 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:37.044746 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e67c2a-c838-47d1-9a8f-e8bdbde13ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbffff7-6ed6-4f23-9a74-4d624ae280c3,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:37.078522 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8e67c2a-c838-47d1-9a8f-e8bdbde13ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:37.078522 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-e8e67c2a-c838-47d1-9a8f-e8bdbde13ef8 admin admin] Added segment 352c6f32-0e94-4f67-ab3f-cdde06de183b of type vlan for network 47bd60dc-b642-4dcb-91a5-04eeeb545890 Aug 31 09:12:37.080315 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-95e30df0-7276-4688-91cb-8f7868ea7f10 None None] Transition to ACTIVE for port object d8e0ff56-670b-41ef-9c9e-8758002e93a5 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:37.125896 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8e67c2a-c838-47d1-9a8f-e8bdbde13ef8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:37.193896 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-95e30df0-7276-4688-91cb-8f7868ea7f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:37.207238 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:12:37.218561 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8e67c2a-c838-47d1-9a8f-e8bdbde13ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:37.224303 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e67c2a-c838-47d1-9a8f-e8bdbde13ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:37.224303 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8e67c2a-c838-47d1-9a8f-e8bdbde13ef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:37.247361 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a448d-215e-4b51-99e6-46878c7da2c2 None None] Pushing event updated for resources: {'Port': ['ID=d8e0ff56-670b-41ef-9c9e-8758002e93a5,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:37.254930 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1a8ba-4fdd-49f9-930d-b1f775aaf1ac req-8d3f61dd-70c9-4281-af0a-5ccbcf236088 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:37.263980 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-69f1a8ba-4fdd-49f9-930d-b1f775aaf1ac req-8d3f61dd-70c9-4281-af0a-5ccbcf236088 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 950 time: 0.1500962 Aug 31 09:12:37.310386 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-26819a09-1dbd-4b79-a1a5-43b01e91f83b req-b5c8ef15-b18a-48c3-b75f-d5ade8625601 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:37.314865 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-26819a09-1dbd-4b79-a1a5-43b01e91f83b req-b5c8ef15-b18a-48c3-b75f-d5ade8625601 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:37.315784 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-26819a09-1dbd-4b79-a1a5-43b01e91f83b req-b5c8ef15-b18a-48c3-b75f-d5ade8625601 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] 10.222.0.119 "DELETE /v2.0/security-groups/6b164287-4901-468c-803c-7cf18b621370 HTTP/1.1" status: 204 len: 173 time: 0.4539440 Aug 31 09:12:37.340968 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e67c2a-c838-47d1-9a8f-e8bdbde13ef8 admin admin] Pushing event updated for resources: {'Network': ['ID=47bd60dc-b642-4dcb-91a5-04eeeb545890,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:37.379063 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8ef15-b18a-48c3-b75f-d5ade8625601 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b164287-4901-468c-803c-7cf18b621370,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:37.391641 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e8e67c2a-c838-47d1-9a8f-e8bdbde13ef8 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8732831 Aug 31 09:12:37.393981 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50400) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:37.399362 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-331185fd-a659-43ca-8b9b-81941868e9ec admin admin] Request body: {'subnet': {'network_id': '47bd60dc-b642-4dcb-91a5-04eeeb545890', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-660850519-subnet', 'tenant_id': '59a82a3e93d845dbb647f6f502c77e9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:37.414863 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-69f1a8ba-4fdd-49f9-930d-b1f775aaf1ac req-9b7305c0-65d7-43e1-82dd-ab4d8143f7c5 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497953 Aug 31 09:12:37.435198 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-074380ed-cea1-406b-ad00-2037873ea541 service neutron] For port 07ceaf66-244f-4a96-a7fd-c94c8956ad10, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=07ceaf66-244f-4a96-a7fd-c94c8956ad10,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:37.485172 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-074380ed-cea1-406b-ad00-2037873ea541 service neutron] For port 07ceaf66-244f-4a96-a7fd-c94c8956ad10, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:12:37.548307 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d9058-c674-4944-a467-04c86d43b438 req-8c62b1c0-6960-4cc4-8e9e-cba7325bfbb5 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:37.549910 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d9d9058-c674-4944-a467-04c86d43b438 req-8c62b1c0-6960-4cc4-8e9e-cba7325bfbb5 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 943 time: 0.1329319 Aug 31 09:12:37.557638 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331185fd-a659-43ca-8b9b-81941868e9ec admin admin] Made reservation on behalf of 59a82a3e93d845dbb647f6f502c77e9e for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:12:37.561007 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-331185fd-a659-43ca-8b9b-81941868e9ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:37.566375 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-074380ed-cea1-406b-ad00-2037873ea541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07ceaf66-244f-4a96-a7fd-c94c8956ad10 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:37.596879 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 47bd60dc-b642-4dcb-91a5-04eeeb545890 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:12:37.600195 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-074380ed-cea1-406b-ad00-2037873ea541 service neutron] For port 07ceaf66-244f-4a96-a7fd-c94c8956ad10, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=07ceaf66-244f-4a96-a7fd-c94c8956ad10,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:37.655175 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d9d9058-c674-4944-a467-04c86d43b438 req-7b232823-d089-4fe4-a161-aae26c9abdd9 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966132 Aug 31 09:12:37.686856 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-95e30df0-7276-4688-91cb-8f7868ea7f10 None None] Attempting to bind port d8e0ff56-670b-41ef-9c9e-8758002e93a5 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:12:37.687224 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-95e30df0-7276-4688-91cb-8f7868ea7f10 None None] Attempting to bind port d8e0ff56-670b-41ef-9c9e-8758002e93a5 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'e87967a7-4c68-4c0e-807a-ac99598dcbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': '2e4790e3-aa00-4362-927c-45d0da928a48'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:12:37.687585 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e30df0-7276-4688-91cb-8f7868ea7f10 None None] Attempting to bind port d8e0ff56-670b-41ef-9c9e-8758002e93a5 on network 2e4790e3-aa00-4362-927c-45d0da928a48 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:37.707307 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e30df0-7276-4688-91cb-8f7868ea7f10 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:12:37.708029 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e30df0-7276-4688-91cb-8f7868ea7f10 None None] Checking segment: {'id': 'e87967a7-4c68-4c0e-807a-ac99598dcbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': '2e4790e3-aa00-4362-927c-45d0da928a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:37.708167 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-074380ed-cea1-406b-ad00-2037873ea541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:37.708283 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-95e30df0-7276-4688-91cb-8f7868ea7f10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:37.708513 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e30df0-7276-4688-91cb-8f7868ea7f10 None None] Bound using segment: {'id': 'e87967a7-4c68-4c0e-807a-ac99598dcbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': '2e4790e3-aa00-4362-927c-45d0da928a48'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:12:37.709008 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-95e30df0-7276-4688-91cb-8f7868ea7f10 None None] Bound port: d8e0ff56-670b-41ef-9c9e-8758002e93a5, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87967a7-4c68-4c0e-807a-ac99598dcbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': '2e4790e3-aa00-4362-927c-45d0da928a48'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:12:37.709377 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-95e30df0-7276-4688-91cb-8f7868ea7f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:37.783846 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3be34c81-dfa6-4a6a-9e7f-14df832577b2 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:12:37.857530 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fcaf5-312b-4f54-b3cb-44411bc27c6c req-6973cff5-66ae-48c5-a2a1-a7966ae53d2a tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:37.867010 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-733fcaf5-312b-4f54-b3cb-44411bc27c6c req-6973cff5-66ae-48c5-a2a1-a7966ae53d2a tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=3074468c-6b1e-40f1-b3d8-729b9c64b0ab HTTP/1.1" status: 200 len: 945 time: 0.2297733 Aug 31 09:12:37.911983 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3be34c81-dfa6-4a6a-9e7f-14df832577b2, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3be34c81-dfa6-4a6a-9e7f-14df832577b2,segment=NetworkSegment(31cf320c-edc0-464d-82e7-32003e3052bd),segment_id=31cf320c-edc0-464d-82e7-32003e3052bd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:37.921288 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-691ecc10-4eac-437f-aa3a-edbe87d24faf req-19b8d571-e8d0-4384-b232-af373838230f tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] 10.222.0.119 "GET /v2.0/security-groups/49b40176-4d40-4877-9f9a-da575b021463 HTTP/1.1" status: 200 len: 1810 time: 0.2237887 Aug 31 09:12:37.935717 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-331185fd-a659-43ca-8b9b-81941868e9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:37.938755 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '3be34c81-dfa6-4a6a-9e7f-14df832577b2', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'port_id': '3be34c81-dfa6-4a6a-9e7f-14df832577b2', 'mac_address': 'fa:16:3e:e7:5f:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:12:37.953790 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-95e30df0-7276-4688-91cb-8f7868ea7f10 None None] For port d8e0ff56-670b-41ef-9c9e-8758002e93a5, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:12:37.958893 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-95e30df0-7276-4688-91cb-8f7868ea7f10 None None] For port d8e0ff56-670b-41ef-9c9e-8758002e93a5, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=d8e0ff56-670b-41ef-9c9e-8758002e93a5,segment=NetworkSegment(e87967a7-4c68-4c0e-807a-ac99598dcbb6),segment_id=e87967a7-4c68-4c0e-807a-ac99598dcbb6)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:12:37.982876 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-733fcaf5-312b-4f54-b3cb-44411bc27c6c req-f9cf5898-fcfb-45f8-8457-ba3f71f55f8d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129496 Aug 31 09:12:38.011223 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-074380ed-cea1-406b-ad00-2037873ea541 service neutron] Transition to ACTIVE for port object 07ceaf66-244f-4a96-a7fd-c94c8956ad10 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:38.021760 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:38.045674 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-95e30df0-7276-4688-91cb-8f7868ea7f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:38.052970 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331185fd-a659-43ca-8b9b-81941868e9ec admin admin] Checking segment: {'id': '352c6f32-0e94-4f67-ab3f-cdde06de183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1609, 'network_id': '47bd60dc-b642-4dcb-91a5-04eeeb545890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:38.053328 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331185fd-a659-43ca-8b9b-81941868e9ec admin admin] Network hostable DHCP agents. Network: 47bd60dc-b642-4dcb-91a5-04eeeb545890, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:12:38.082044 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3be34c81-dfa6-4a6a-9e7f-14df832577b2 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:38.093124 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-691ecc10-4eac-437f-aa3a-edbe87d24faf req-2915dd4a-8682-4808-aa09-fa1f3d0f0293 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:38.099209 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331185fd-a659-43ca-8b9b-81941868e9ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0d176d9-da0a-46c4-b745-5ab795e7e316,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:38.112972 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-074380ed-cea1-406b-ad00-2037873ea541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:38.158036 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-691ecc10-4eac-437f-aa3a-edbe87d24faf req-2915dd4a-8682-4808-aa09-fa1f3d0f0293 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:38.187426 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3be34c81-dfa6-4a6a-9e7f-14df832577b2, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3be34c81-dfa6-4a6a-9e7f-14df832577b2,segment=NetworkSegment(31cf320c-edc0-464d-82e7-32003e3052bd),segment_id=31cf320c-edc0-464d-82e7-32003e3052bd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:38.196936 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e30df0-7276-4688-91cb-8f7868ea7f10 None None] Routers {'eb1054a2-455f-47d3-bb53-81d84430a78c'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:12:38.198223 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-95e30df0-7276-4688-91cb-8f7868ea7f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:12:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['eb1054a2-455f-47d3-bb53-81d84430a78c'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:38.200319 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331185fd-a659-43ca-8b9b-81941868e9ec admin admin] Network 47bd60dc-b642-4dcb-91a5-04eeeb545890 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:12:38.205114 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a448d-215e-4b51-99e6-46878c7da2c2 None None] Pushing event updated for resources: {'Port': ['ID=d8e0ff56-670b-41ef-9c9e-8758002e93a5,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:38.257739 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:38.297247 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-331185fd-a659-43ca-8b9b-81941868e9ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 47bd60dc-b642-4dcb-91a5-04eeeb545890) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:38.303512 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331185fd-a659-43ca-8b9b-81941868e9ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:38.304584 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-331185fd-a659-43ca-8b9b-81941868e9ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:38.333743 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-074380ed-cea1-406b-ad00-2037873ea541 service neutron] No DVR routers for this DVR port 07ceaf66-244f-4a96-a7fd-c94c8956ad10 on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:12:38.339912 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccef86b-ccae-4574-a6b6-6b8448e184f6 None None] Network 47bd60dc-b642-4dcb-91a5-04eeeb545890 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:12:38.377921 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074380ed-cea1-406b-ad00-2037873ea541 service neutron] Pushing event updated for resources: {'Port': ['ID=07ceaf66-244f-4a96-a7fd-c94c8956ad10,revision_number=10']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:38.428748 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-331185fd-a659-43ca-8b9b-81941868e9ec admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0335352 Aug 31 09:12:38.431427 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50416) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:38.435916 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-774c426e-1c01-4722-8075-c01c390abc78 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-660850519-router', 'tenant_id': '59a82a3e93d845dbb647f6f502c77e9e', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:38.456652 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=3be34c81-dfa6-4a6a-9e7f-14df832577b2,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:38.476016 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-95e30df0-7276-4688-91cb-8f7868ea7f10 None None] Set router eb1054a2-455f-47d3-bb53-81d84430a78c gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:12:38.500434 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-074380ed-cea1-406b-ad00-2037873ea541 service neutron] 10.222.0.59 "PUT /v2.0/ports/07ceaf66-244f-4a96-a7fd-c94c8956ad10/bindings/n-h1-791506-28/activate HTTP/1.1" status: 200 len: 370 time: 1.5688641 Aug 31 09:12:38.544866 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa382dc5-b0bc-450a-8b49-0b2b412506f6 req-167ba2f6-a253-4eac-895f-191ab95ceede tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:38.546597 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fa382dc5-b0bc-450a-8b49-0b2b412506f6 req-167ba2f6-a253-4eac-895f-191ab95ceede tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports?device_id=69d1e57d-0814-47a4-8064-ebe9bc6da34a HTTP/1.1" status: 200 len: 944 time: 0.1546631 Aug 31 09:12:38.560591 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['3be34c81-dfa6-4a6a-9e7f-14df832577b2'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:38.565162 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-691ecc10-4eac-437f-aa3a-edbe87d24faf req-2915dd4a-8682-4808-aa09-fa1f3d0f0293 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:38.568139 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-691ecc10-4eac-437f-aa3a-edbe87d24faf req-2915dd4a-8682-4808-aa09-fa1f3d0f0293 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:38.569255 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-691ecc10-4eac-437f-aa3a-edbe87d24faf req-2915dd4a-8682-4808-aa09-fa1f3d0f0293 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] 10.222.0.119 "DELETE /v2.0/security-groups/49b40176-4d40-4877-9f9a-da575b021463 HTTP/1.1" status: 204 len: 173 time: 0.6407580 Aug 31 09:12:38.589177 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-774c426e-1c01-4722-8075-c01c390abc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:38.590267 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-774c426e-1c01-4722-8075-c01c390abc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:38.623140 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915dd4a-8682-4808-aa09-fa1f3d0f0293 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b40176-4d40-4877-9f9a-da575b021463,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:38.666387 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fa382dc5-b0bc-450a-8b49-0b2b412506f6 req-826b252b-9edf-40b7-83ad-7d70a2e04455 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/security-groups?id=b072cd6a-ef1f-4f25-9fc3-89505a78fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033461 Aug 31 09:12:38.741894 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-774c426e-1c01-4722-8075-c01c390abc78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:38.808806 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0f144fdd-fef2-4a50-973d-a816012e9035 req-0e511ce0-2016-4336-89bf-6cd92488b665 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] 10.222.0.119 "GET /v2.0/security-groups/f3ac2803-5e0c-4a34-b7f1-590915804f63 HTTP/1.1" status: 200 len: 1812 time: 0.0854764 Aug 31 09:12:38.929055 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-342d4a73-23a1-4602-8018-ac3f88cfa0d1 req-674be613-f808-4aaf-b5e1-29161d5d5a69 service neutron] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:12:38.934493 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-342d4a73-23a1-4602-8018-ac3f88cfa0d1 req-674be613-f808-4aaf-b5e1-29161d5d5a69 service neutron] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081415 Aug 31 09:12:38.934493 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0f144fdd-fef2-4a50-973d-a816012e9035 req-2cc148bf-67e2-4acd-bdfd-1f8f9c529d24 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:38.960675 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0f144fdd-fef2-4a50-973d-a816012e9035 req-2cc148bf-67e2-4acd-bdfd-1f8f9c529d24 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:39.013331 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-0c7cebf6-9fc1-4135-9df4-d0d363f28065 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:39.015785 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-0c7cebf6-9fc1-4135-9df4-d0d363f28065 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=78afa2bd-2f94-407d-8697-7380927855fd&tenant_id=8d929c95dcb6486584c62bb8e91069d6&binding%3Ahost_id=n-h2-791506-28 HTTP/1.1" status: 200 len: 1096 time: 0.3271506 Aug 31 09:12:39.054942 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2223ba-8155-4a14-b9fc-83ef122567c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-47bd60dc-b642-4dcb-91a5-04eeeb545890', 'network_id': '47bd60dc-b642-4dcb-91a5-04eeeb545890', 'tenant_id': '59a82a3e93d845dbb647f6f502c77e9e', 'fixed_ips': [{'subnet_id': 'c0d176d9-da0a-46c4-b745-5ab795e7e316'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:12:39.056208 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fd2223ba-8155-4a14-b9fc-83ef122567c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:39.103438 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0f144fdd-fef2-4a50-973d-a816012e9035 req-2cc148bf-67e2-4acd-bdfd-1f8f9c529d24 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:39.106604 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0f144fdd-fef2-4a50-973d-a816012e9035 req-2cc148bf-67e2-4acd-bdfd-1f8f9c529d24 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:39.107975 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0f144fdd-fef2-4a50-973d-a816012e9035 req-2cc148bf-67e2-4acd-bdfd-1f8f9c529d24 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] 10.222.0.119 "DELETE /v2.0/security-groups/f3ac2803-5e0c-4a34-b7f1-590915804f63 HTTP/1.1" status: 204 len: 173 time: 0.2933111 Aug 31 09:12:39.128213 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc148bf-67e2-4acd-bdfd-1f8f9c529d24 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ac2803-5e0c-4a34-b7f1-590915804f63,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:39.187216 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-774c426e-1c01-4722-8075-c01c390abc78 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:39.216962 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-3ab472e0-6912-4625-a0fe-4ffd605bcf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:39.218644 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-3ab472e0-6912-4625-a0fe-4ffd605bcf07 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=78afa2bd-2f94-407d-8697-7380927855fd&tenant_id=8d929c95dcb6486584c62bb8e91069d6 HTTP/1.1" status: 200 len: 1096 time: 0.1936753 Aug 31 09:12:39.284523 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-95e30df0-7276-4688-91cb-8f7868ea7f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1054a2-455f-47d3-bb53-81d84430a78c', 'name': 'tempest-AttachSCSIVolumeTestJSON-524817282-router', 'tenant_id': 'ac8bf9c7fc614723aef798bc9d7bee9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '5f2c2bc3-46b0-492f-bc2e-f0674c940de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:26Z', 'updated_at': '2021-08-31T09:12:32Z', 'revision_number': 4, 'project_id': 'ac8bf9c7fc614723aef798bc9d7bee9a', 'gw_port': {'id': '5f2c2bc3-46b0-492f-bc2e-f0674c940de6', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1054a2-455f-47d3-bb53-81d84430a78c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:26Z', 'updated_at': '2021-08-31T09:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'd8e0ff56-670b-41ef-9c9e-8758002e93a5', 'name': '', 'network_id': '2e4790e3-aa00-4362-927c-45d0da928a48', 'tenant_id': 'ac8bf9c7fc614723aef798bc9d7bee9a', 'mac_address': 'fa:16:3e:21:2c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1054a2-455f-47d3-bb53-81d84430a78c', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '5fa32fd7-629c-4627-bfec-319226a78cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:31Z', 'updated_at': '2021-08-31T09:12:37Z', 'revision_number': 4, 'project_id': 'ac8bf9c7fc614723aef798bc9d7bee9a', 'subnets': [{'id': '5fa32fd7-629c-4627-bfec-319226a78cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:39.291352 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-cd6a7487-f40f-49d3-8f44-a4179beb0a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:39.292850 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-cd6a7487-f40f-49d3-8f44-a4179beb0a36 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8d929c95dcb6486584c62bb8e91069d6&device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 1096 time: 0.0477846 Aug 31 09:12:39.297884 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a621687-aaae-44bd-a5f8-a9ef0892a0c9 req-20358d3e-1050-42f7-9777-9c84b7973387 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:39.300054 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a621687-aaae-44bd-a5f8-a9ef0892a0c9 req-20358d3e-1050-42f7-9777-9c84b7973387 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 944 time: 0.1037896 Aug 31 09:12:39.345255 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e30df0-7276-4688-91cb-8f7868ea7f10 None None] The sync data for ids ['eb1054a2-455f-47d3-bb53-81d84430a78c'] in n-d-791506-28 is: [{'id': 'eb1054a2-455f-47d3-bb53-81d84430a78c', 'name': 'tempest-AttachSCSIVolumeTestJSON-524817282-router', 'tenant_id': 'ac8bf9c7fc614723aef798bc9d7bee9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '5f2c2bc3-46b0-492f-bc2e-f0674c940de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:26Z', 'updated_at': '2021-08-31T09:12:32Z', 'revision_number': 4, 'project_id': 'ac8bf9c7fc614723aef798bc9d7bee9a', 'gw_port': {'id': '5f2c2bc3-46b0-492f-bc2e-f0674c940de6', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1054a2-455f-47d3-bb53-81d84430a78c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:26Z', 'updated_at': '2021-08-31T09:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'd8e0ff56-670b-41ef-9c9e-8758002e93a5', 'name': '', 'network_id': '2e4790e3-aa00-4362-927c-45d0da928a48', 'tenant_id': 'ac8bf9c7fc614723aef798bc9d7bee9a', 'mac_address': 'fa:16:3e:21:2c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1054a2-455f-47d3-bb53-81d84430a78c', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '5fa32fd7-629c-4627-bfec-319226a78cba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:31Z', 'updated_at': '2021-08-31T09:12:37Z', 'revision_number': 4, 'project_id': 'ac8bf9c7fc614723aef798bc9d7bee9a', 'subnets': [{'id': '5fa32fd7-629c-4627-bfec-319226a78cba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:12:39.391376 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a621687-aaae-44bd-a5f8-a9ef0892a0c9 req-59333061-6766-42a2-bb61-30ffeb214480 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786800 Aug 31 09:12:39.557906 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-fd2223ba-8155-4a14-b9fc-83ef122567c9 None None] Allocated IP 172.20.0.2 (47bd60dc-b642-4dcb-91a5-04eeeb545890/c0d176d9-da0a-46c4-b745-5ab795e7e316/1def7b80-9aaa-4c49-835d-d5f7d980bc47) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:12:39.653444 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-5811df06-d11c-4f89-9223-8bae56a35192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:39.655328 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-5811df06-d11c-4f89-9223-8bae56a35192 service neutron] 10.222.0.112 "GET /v2.0/networks?id=d54aa48d-9328-4446-b337-2071a0fd4f0c HTTP/1.1" status: 200 len: 910 time: 0.3506384 Aug 31 09:12:39.699047 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e8f54-6d02-4518-9875-337d4bf7e6da req-faf083ad-fef6-41e1-92ba-b74b0661f8f7 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:39.707341 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-486e8f54-6d02-4518-9875-337d4bf7e6da req-faf083ad-fef6-41e1-92ba-b74b0661f8f7 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=3074468c-6b1e-40f1-b3d8-729b9c64b0ab HTTP/1.1" status: 200 len: 945 time: 0.2106380 Aug 31 09:12:39.733536 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-9ad86ed0-ad0b-469d-ae24-ea59a491dc39 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07ceaf66-244f-4a96-a7fd-c94c8956ad10 HTTP/1.1" status: 200 len: 217 time: 0.0655596 Aug 31 09:12:39.745795 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa4d2328-6fca-43ed-891c-66eda7250ed5 req-8ded6f64-3eb4-49f3-a60d-1a0a0db1eb56 service neutron] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1652486 Aug 31 09:12:39.767962 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4d7f7925-ac1e-4adf-bd35-84766d223c21 req-80192463-4dbb-4904-a583-fc80f79ed9e8 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] 10.222.0.119 "GET /v2.0/security-groups/dcd26240-e66e-4c7e-9460-4f59298396de HTTP/1.1" status: 200 len: 1813 time: 0.1892259 Aug 31 09:12:39.879986 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-486e8f54-6d02-4518-9875-337d4bf7e6da req-dee0edea-d36d-4448-8b91-0849689f249d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715903 Aug 31 09:12:39.904945 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fd2223ba-8155-4a14-b9fc-83ef122567c9 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:39.917806 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-fd2223ba-8155-4a14-b9fc-83ef122567c9 None None] Transition to ACTIVE for port object 1def7b80-9aaa-4c49-835d-d5f7d980bc47 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:39.953654 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-fd2223ba-8155-4a14-b9fc-83ef122567c9 None None] Transition to ACTIVE for port object 1def7b80-9aaa-4c49-835d-d5f7d980bc47 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:39.973652 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4d7f7925-ac1e-4adf-bd35-84766d223c21 req-d81d053f-23ca-44c1-a222-1c5504975d6a tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:39.980923 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-838d90b0-62d4-4eed-aa4b-996373b3ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:39.982619 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-838d90b0-62d4-4eed-aa4b-996373b3ac81 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=dab6ed79-4c20-41ae-bb07-e9aaf9315083 HTTP/1.1" status: 200 len: 848 time: 0.1991282 Aug 31 09:12:40.004709 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-774c426e-1c01-4722-8075-c01c390abc78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:40.024222 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fd2223ba-8155-4a14-b9fc-83ef122567c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:40.058009 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-c21f7cca-b815-4210-a8e9-a4dcdd1b4baa service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d54aa48d-9328-4446-b337-2071a0fd4f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634811 Aug 31 09:12:40.059098 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4d7f7925-ac1e-4adf-bd35-84766d223c21 req-d81d053f-23ca-44c1-a222-1c5504975d6a tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:40.126144 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2223ba-8155-4a14-b9fc-83ef122567c9 None None] Network 47bd60dc-b642-4dcb-91a5-04eeeb545890 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:12:40.158744 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-fd2223ba-8155-4a14-b9fc-83ef122567c9 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:40.168504 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2223ba-8155-4a14-b9fc-83ef122567c9 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:12:40.168664 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-774c426e-1c01-4722-8075-c01c390abc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:40.187912 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 07ceaf66-244f-4a96-a7fd-c94c8956ad10 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:12:40.249858 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2223ba-8155-4a14-b9fc-83ef122567c9 None None] Pushing event updated for resources: {'Port': ['ID=1def7b80-9aaa-4c49-835d-d5f7d980bc47,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:40.313392 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390af83-7d8f-49a0-9140-52a0d4380683 req-f8f25dd3-1441-43b6-b562-b115644c94a6 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:40.323883 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f390af83-7d8f-49a0-9140-52a0d4380683 req-f8f25dd3-1441-43b6-b562-b115644c94a6 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 950 time: 0.2778943 Aug 31 09:12:40.339566 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-fd2223ba-8155-4a14-b9fc-83ef122567c9 None None] Attempting to bind port 1def7b80-9aaa-4c49-835d-d5f7d980bc47 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:12:40.344910 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-fd2223ba-8155-4a14-b9fc-83ef122567c9 None None] Attempting to bind port 1def7b80-9aaa-4c49-835d-d5f7d980bc47 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '352c6f32-0e94-4f67-ab3f-cdde06de183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1609, 'network_id': '47bd60dc-b642-4dcb-91a5-04eeeb545890'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:12:40.344910 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2223ba-8155-4a14-b9fc-83ef122567c9 None None] Attempting to bind port 1def7b80-9aaa-4c49-835d-d5f7d980bc47 on network 47bd60dc-b642-4dcb-91a5-04eeeb545890 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:40.351104 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2223ba-8155-4a14-b9fc-83ef122567c9 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:12:40.352377 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2223ba-8155-4a14-b9fc-83ef122567c9 None None] Checking segment: {'id': '352c6f32-0e94-4f67-ab3f-cdde06de183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1609, 'network_id': '47bd60dc-b642-4dcb-91a5-04eeeb545890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:40.352898 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fd2223ba-8155-4a14-b9fc-83ef122567c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:40.354810 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2223ba-8155-4a14-b9fc-83ef122567c9 None None] Bound using segment: {'id': '352c6f32-0e94-4f67-ab3f-cdde06de183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1609, 'network_id': '47bd60dc-b642-4dcb-91a5-04eeeb545890'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:12:40.361304 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-fd2223ba-8155-4a14-b9fc-83ef122567c9 None None] Bound port: 1def7b80-9aaa-4c49-835d-d5f7d980bc47, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352c6f32-0e94-4f67-ab3f-cdde06de183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1609, 'network_id': '47bd60dc-b642-4dcb-91a5-04eeeb545890'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:12:40.361834 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fd2223ba-8155-4a14-b9fc-83ef122567c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:40.424475 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f390af83-7d8f-49a0-9140-52a0d4380683 req-c322a676-c675-4c9a-9f49-bbfbc912968e tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981646 Aug 31 09:12:40.429386 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4d7f7925-ac1e-4adf-bd35-84766d223c21 req-d81d053f-23ca-44c1-a222-1c5504975d6a tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:40.444961 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4d7f7925-ac1e-4adf-bd35-84766d223c21 req-d81d053f-23ca-44c1-a222-1c5504975d6a tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:40.462375 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4d7f7925-ac1e-4adf-bd35-84766d223c21 req-d81d053f-23ca-44c1-a222-1c5504975d6a tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] 10.222.0.119 "DELETE /v2.0/security-groups/dcd26240-e66e-4c7e-9460-4f59298396de HTTP/1.1" status: 204 len: 173 time: 0.6925900 Aug 31 09:12:40.475419 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-833c2761-5c59-4e3a-80b1-942357d90752 service neutron] 10.222.0.112 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273752 Aug 31 09:12:40.487987 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d053f-23ca-44c1-a222-1c5504975d6a tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd26240-e66e-4c7e-9460-4f59298396de,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:40.546040 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-fd2223ba-8155-4a14-b9fc-83ef122567c9 None None] For port 1def7b80-9aaa-4c49-835d-d5f7d980bc47, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:12:40.569810 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-fd2223ba-8155-4a14-b9fc-83ef122567c9 None None] For port 1def7b80-9aaa-4c49-835d-d5f7d980bc47, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1def7b80-9aaa-4c49-835d-d5f7d980bc47,segment=NetworkSegment(352c6f32-0e94-4f67-ab3f-cdde06de183b),segment_id=352c6f32-0e94-4f67-ab3f-cdde06de183b)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:12:40.578681 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d8e0ff56-670b-41ef-9c9e-8758002e93a5 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:40.581735 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 07ceaf66-244f-4a96-a7fd-c94c8956ad10 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:12:40.658635 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fd2223ba-8155-4a14-b9fc-83ef122567c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:40.744863 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96da2c1-3613-499d-b5af-19fa6ce9e478 req-efe8f862-f143-4674-8255-422ce635c436 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:40.747640 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port d8e0ff56-670b-41ef-9c9e-8758002e93a5 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:40.755109 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f96da2c1-3613-499d-b5af-19fa6ce9e478 req-efe8f862-f143-4674-8255-422ce635c436 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports?device_id=69d1e57d-0814-47a4-8064-ebe9bc6da34a HTTP/1.1" status: 200 len: 944 time: 0.1449878 Aug 31 09:12:40.755697 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port d8e0ff56-670b-41ef-9c9e-8758002e93a5 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:40.756142 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:40.804836 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2223ba-8155-4a14-b9fc-83ef122567c9 None None] Pushing event updated for resources: {'Port': ['ID=1def7b80-9aaa-4c49-835d-d5f7d980bc47,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:40.919081 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:40.935111 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f96da2c1-3613-499d-b5af-19fa6ce9e478 req-0230d06a-0bba-47be-a8f6-d8da00849767 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/security-groups?id=b072cd6a-ef1f-4f25-9fc3-89505a78fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790862 Aug 31 09:12:40.960779 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f79d4c-66a3-4c7f-acc5-463082614c16 req-2e892757-d65e-4807-ba4c-1bb34a9fb27d tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:40.967760 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d4f79d4c-66a3-4c7f-acc5-463082614c16 req-2e892757-d65e-4807-ba4c-1bb34a9fb27d tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 944 time: 0.1979899 Aug 31 09:12:41.065527 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port d8e0ff56-670b-41ef-9c9e-8758002e93a5, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=d8e0ff56-670b-41ef-9c9e-8758002e93a5,segment=NetworkSegment(e87967a7-4c68-4c0e-807a-ac99598dcbb6),segment_id=e87967a7-4c68-4c0e-807a-ac99598dcbb6)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:41.070758 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-774c426e-1c01-4722-8075-c01c390abc78 admin admin] Allocated IP 172.25.2.11 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/5b79c86d-efb5-4c94-8baa-f3ba5a643501) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:12:41.176378 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d4f79d4c-66a3-4c7f-acc5-463082614c16 req-3e24b358-0cb9-4872-98a3-5224ea1ad879 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362870 Aug 31 09:12:41.176378 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f0f62bc3-642f-4799-8213-7cfb5ffcaa04 req-edfe884c-63d5-4395-babc-86a1dcbf14e0 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] 10.222.0.119 "GET /v2.0/security-groups/3f1c2cce-617a-47ba-9c94-e162b0e35550 HTTP/1.1" status: 200 len: 1813 time: 0.1570938 Aug 31 09:12:41.206126 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:41.385018 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f0f62bc3-642f-4799-8213-7cfb5ffcaa04 req-e65ac0ab-1b78-4a1c-a51d-a8fa32edb858 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:41.476436 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f0f62bc3-642f-4799-8213-7cfb5ffcaa04 req-e65ac0ab-1b78-4a1c-a51d-a8fa32edb858 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:41.477146 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-774c426e-1c01-4722-8075-c01c390abc78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:41.490262 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-4bf926e7-e483-4bfb-a205-872bd244f142 service neutron] 10.222.0.112 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9918041 Aug 31 09:12:41.578452 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7606786-7b88-4cfb-878d-57a106f1641d req-f6d6cd74-e594-4988-a4cd-db4a627a4bb8 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:41.582767 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a7606786-7b88-4cfb-878d-57a106f1641d req-f6d6cd74-e594-4988-a4cd-db4a627a4bb8 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=3074468c-6b1e-40f1-b3d8-729b9c64b0ab HTTP/1.1" status: 200 len: 945 time: 0.0750699 Aug 31 09:12:41.640941 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=d8e0ff56-670b-41ef-9c9e-8758002e93a5,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:41.641966 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a7606786-7b88-4cfb-878d-57a106f1641d req-3b9f48c5-d176-48ad-859b-b4f8cfeca0cd tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524123 Aug 31 09:12:41.767912 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3705e-26a6-44cd-8816-4c45442c049d req-a72d9777-721c-4e8b-92ac-b13f411968c5 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:41.769379 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74d3705e-26a6-44cd-8816-4c45442c049d req-a72d9777-721c-4e8b-92ac-b13f411968c5 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 950 time: 0.0512605 Aug 31 09:12:41.794341 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3be34c81-dfa6-4a6a-9e7f-14df832577b2 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:41.819069 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74d3705e-26a6-44cd-8816-4c45442c049d req-c4476060-0fd9-4406-a770-334ad49b5830 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430255 Aug 31 09:12:41.897665 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f0f62bc3-642f-4799-8213-7cfb5ffcaa04 req-e65ac0ab-1b78-4a1c-a51d-a8fa32edb858 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:41.901311 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f0f62bc3-642f-4799-8213-7cfb5ffcaa04 req-e65ac0ab-1b78-4a1c-a51d-a8fa32edb858 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:41.903043 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e564308-157a-41bf-93a8-e34844a7ca7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:41.909292 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-774c426e-1c01-4722-8075-c01c390abc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:41.919470 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f0f62bc3-642f-4799-8213-7cfb5ffcaa04 req-e65ac0ab-1b78-4a1c-a51d-a8fa32edb858 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] 10.222.0.119 "DELETE /v2.0/security-groups/3f1c2cce-617a-47ba-9c94-e162b0e35550 HTTP/1.1" status: 204 len: 173 time: 0.7523556 Aug 31 09:12:41.922645 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50488) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:41.952605 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ac0ab-1b78-4a1c-a51d-a8fa32edb858 tempest-SecurityGroupRulesNegativeTestJSON-77516272 tempest-SecurityGroupRulesNegativeTestJSON-77516272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1c2cce-617a-47ba-9c94-e162b0e35550,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:41.973515 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 3be34c81-dfa6-4a6a-9e7f-14df832577b2 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:42.002103 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-86abd045-0d56-4dc0-a04d-4f30ef24d3e1 admin admin] Deleting subnet 76d9d0aa-9283-4db5-97a8-50656faf6732 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:12:42.002910 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774c426e-1c01-4722-8075-c01c390abc78 admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:12:42.006102 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-774c426e-1c01-4722-8075-c01c390abc78 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:42.009145 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 3be34c81-dfa6-4a6a-9e7f-14df832577b2 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:42.014142 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:42.018729 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-86abd045-0d56-4dc0-a04d-4f30ef24d3e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:42.033341 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774c426e-1c01-4722-8075-c01c390abc78 admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:12:42.045066 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c426e-1c01-4722-8075-c01c390abc78 admin admin] Pushing event updated for resources: {'Port': ['ID=5b79c86d-efb5-4c94-8baa-f3ba5a643501,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:42.116163 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-86abd045-0d56-4dc0-a04d-4f30ef24d3e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:42.173602 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-86abd045-0d56-4dc0-a04d-4f30ef24d3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:42.213854 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:42.276665 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d1e57d-0814-47a4-8064-ebe9bc6da34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be34c81-dfa6-4a6a-9e7f-14df832577b2'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:42.292609 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5dbc2b3-f464-4188-91cd-b4e285be0ff2" -d '{"events": [{"server_uuid": "69d1e57d-0814-47a4-8064-ebe9bc6da34a", "name": "network-vif-plugged", "status": "completed", "tag": "3be34c81-dfa6-4a6a-9e7f-14df832577b2"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:42.317144 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3be34c81-dfa6-4a6a-9e7f-14df832577b2, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3be34c81-dfa6-4a6a-9e7f-14df832577b2,segment=NetworkSegment(31cf320c-edc0-464d-82e7-32003e3052bd),segment_id=31cf320c-edc0-464d-82e7-32003e3052bd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:42.352744 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-86abd045-0d56-4dc0-a04d-4f30ef24d3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:42.378086 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ecfdcb-31fe-4d13-bcdd-ab150514f53c None None] Network 47bd60dc-b642-4dcb-91a5-04eeeb545890 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:12:42.442523 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86abd045-0d56-4dc0-a04d-4f30ef24d3e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76d9d0aa-9283-4db5-97a8-50656faf6732,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:42.464640 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549d905-e928-4dec-b2b6-8d5a2c8802b9 req-872d0d3c-7527-40b6-8929-78d14b4acdf1 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:42.466231 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a549d905-e928-4dec-b2b6-8d5a2c8802b9 req-872d0d3c-7527-40b6-8929-78d14b4acdf1 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports?device_id=69d1e57d-0814-47a4-8064-ebe9bc6da34a HTTP/1.1" status: 200 len: 944 time: 0.2062950 Aug 31 09:12:42.468272 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-86abd045-0d56-4dc0-a04d-4f30ef24d3e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:42.479166 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:42.485860 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-86abd045-0d56-4dc0-a04d-4f30ef24d3e1 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/76d9d0aa-9283-4db5-97a8-50656faf6732 HTTP/1.1" status: 204 len: 168 time: 0.5588720 Aug 31 09:12:42.494794 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50502) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:42.550103 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0341b5e-57c7-42d9-9845-505162a00433 req-44c0bd6e-1aa3-4e52-b59d-ce24be9d4910 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:42.557580 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b0341b5e-57c7-42d9-9845-505162a00433 req-44c0bd6e-1aa3-4e52-b59d-ce24be9d4910 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 944 time: 0.2445033 Aug 31 09:12:42.594839 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=3be34c81-dfa6-4a6a-9e7f-14df832577b2,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:42.598310 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a549d905-e928-4dec-b2b6-8d5a2c8802b9 req-a86e8ccb-89d6-41d2-ba4e-f3cf4ebacb5c tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/security-groups?id=b072cd6a-ef1f-4f25-9fc3-89505a78fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103711 Aug 31 09:12:42.661694 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b0341b5e-57c7-42d9-9845-505162a00433 req-f2dfd2f5-b18b-4122-aa21-f1e217d403b9 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025145 Aug 31 09:12:42.728654 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1def7b80-9aaa-4c49-835d-d5f7d980bc47 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:42.731730 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5119bbd2-dceb-4685-b7ff-ea3016db48e6 x-openstack-request-id: req-5119bbd2-dceb-4685-b7ff-ea3016db48e6 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:42.732030 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d1e57d-0814-47a4-8064-ebe9bc6da34a", "name": "network-vif-plugged", "status": "completed", "tag": "3be34c81-dfa6-4a6a-9e7f-14df832577b2", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:42.732278 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-5119bbd2-dceb-4685-b7ff-ea3016db48e6 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:42.740388 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d1e57d-0814-47a4-8064-ebe9bc6da34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be34c81-dfa6-4a6a-9e7f-14df832577b2', 'code': 200} Aug 31 09:12:42.768837 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-153db7f6-348f-4243-8ab0-2f6aba91e8de None None] Provisioning for port 1def7b80-9aaa-4c49-835d-d5f7d980bc47 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:42.982792 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-ebb8466e-eea1-4578-9229-44fb3a35f307 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:42.984600 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-ebb8466e-eea1-4578-9229-44fb3a35f307 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=78afa2bd-2f94-407d-8697-7380927855fd&tenant_id=8d929c95dcb6486584c62bb8e91069d6&binding%3Ahost_id=n-h1-791506-28 HTTP/1.1" status: 200 len: 1096 time: 0.5063987 Aug 31 09:12:43.006879 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-774c426e-1c01-4722-8075-c01c390abc78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:43.015091 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-73ee3371-a303-48d2-a526-9e5b43b8c65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:43.023896 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c43a04-6aa5-4e9d-bbba-deeec9599ed8 req-af20947f-bb09-4515-bee7-6a4813b7c8c2 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:43.026539 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71c43a04-6aa5-4e9d-bbba-deeec9599ed8 req-af20947f-bb09-4515-bee7-6a4813b7c8c2 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=3074468c-6b1e-40f1-b3d8-729b9c64b0ab HTTP/1.1" status: 200 len: 945 time: 0.2019937 Aug 31 09:12:43.031332 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2b8ed-2e11-4f3b-a76e-9209fe32e016 req-4a279441-65ab-46be-bb69-c56fcdb0baee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:43.033055 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eba2b8ed-2e11-4f3b-a76e-9209fe32e016 req-4a279441-65ab-46be-bb69-c56fcdb0baee service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=69d1e57d-0814-47a4-8064-ebe9bc6da34a HTTP/1.1" status: 200 len: 1097 time: 0.1459889 Aug 31 09:12:43.045984 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 1def7b80-9aaa-4c49-835d-d5f7d980bc47 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:43.051353 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 1def7b80-9aaa-4c49-835d-d5f7d980bc47 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:43.053541 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:43.054079 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cbcf8-6530-4b5b-bcc9-6132f1f5829c req-b4ef774e-ed8c-4c59-a81b-22aa575813e5 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:43.062708 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f52cbcf8-6530-4b5b-bcc9-6132f1f5829c req-b4ef774e-ed8c-4c59-a81b-22aa575813e5 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 950 time: 0.1107681 Aug 31 09:12:43.130792 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71c43a04-6aa5-4e9d-bbba-deeec9599ed8 req-83048c32-586e-4e94-b767-1a75be3b2715 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919726 Aug 31 09:12:43.171185 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eba2b8ed-2e11-4f3b-a76e-9209fe32e016 req-77615145-98f8-4bdf-ba6c-17d060e48bc8 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=b072cd6a-ef1f-4f25-9fc3-89505a78fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050940 Aug 31 09:12:43.188207 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f52cbcf8-6530-4b5b-bcc9-6132f1f5829c req-e974abe1-1454-4c8e-842a-e04015928e40 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244097 Aug 31 09:12:43.271969 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:43.315042 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 1def7b80-9aaa-4c49-835d-d5f7d980bc47, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1def7b80-9aaa-4c49-835d-d5f7d980bc47,segment=NetworkSegment(352c6f32-0e94-4f67-ab3f-cdde06de183b),segment_id=352c6f32-0e94-4f67-ab3f-cdde06de183b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:43.333439 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-0ed54406-594b-4652-8aba-669addec040d None None] Provisioning complete for port 1def7b80-9aaa-4c49-835d-d5f7d980bc47 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:43.333891 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0ed54406-594b-4652-8aba-669addec040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:43.339275 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-73ee3371-a303-48d2-a526-9e5b43b8c65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:43.362694 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-73ee3371-a303-48d2-a526-9e5b43b8c65e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e9ddf3c-91b8-433b-953f-7c2409f09e10']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:43.378797 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-73ee3371-a303-48d2-a526-9e5b43b8c65e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ebb3aed-b648-48da-907e-d8970447f150') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:43.379657 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-73ee3371-a303-48d2-a526-9e5b43b8c65e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ebb3aed-b648-48da-907e-d8970447f150') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:43.414577 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-73ee3371-a303-48d2-a526-9e5b43b8c65e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:43.422134 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:43.423098 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d8e0ff56-670b-41ef-9c9e-8758002e93a5 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:43.486139 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-73ee3371-a303-48d2-a526-9e5b43b8c65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:43.502703 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ee3371-a303-48d2-a526-9e5b43b8c65e admin admin] Releasing vlan 1633 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:12:43.503400 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-73ee3371-a303-48d2-a526-9e5b43b8c65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:43.503727 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0ed54406-594b-4652-8aba-669addec040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:43.507691 n-d-791506-28 neutron-server[95552]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:12:43.507691 n-d-791506-28 neutron-server[95552]: items = [ Aug 31 09:12:43.507691 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:12:43.507691 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:12:43.507691 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:12:43.507691 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:12:43.507691 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:12:43.507691 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:12:43.507691 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:12:43.507691 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:12:43.507691 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:12:43.507691 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:12:43.507691 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:12:43.507691 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:12:43.507691 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:12:43.507691 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:12:43.507691 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:12:43.507691 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:12:43.507691 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:12:43.507691 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:12:43.507691 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:12:43.507691 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:12:43.507691 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:12:43.507691 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:12:43.507691 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:12:43.507691 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:12:43.507691 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:12:43.507691 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:12:43.507691 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:12:43.507691 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:12:43.507691 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:12:43.507691 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:12:43.507691 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:12:43.507691 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:12:43.551986 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=1def7b80-9aaa-4c49-835d-d5f7d980bc47,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:43.573271 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port d8e0ff56-670b-41ef-9c9e-8758002e93a5 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:43.573724 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:43.622067 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-0ed54406-594b-4652-8aba-669addec040d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:12:43.622388 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-62578416-2f6c-4d94-a8dd-08a73729ab64 service neutron] For port 07ceaf66-244f-4a96-a7fd-c94c8956ad10, host n-h2-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:12:43.622987 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-0ed54406-594b-4652-8aba-669addec040d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:12:43.627327 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-62578416-2f6c-4d94-a8dd-08a73729ab64 service neutron] Notify callbacks [] for binding, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:43.628458 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fcb66755-718b-4d52-8539-ffb1bc17bf42 req-62578416-2f6c-4d94-a8dd-08a73729ab64 service neutron] 10.222.0.112 "DELETE /v2.0/ports/07ceaf66-244f-4a96-a7fd-c94c8956ad10/bindings/n-h2-791506-28 HTTP/1.1" status: 204 len: 173 time: 0.6331980 Aug 31 09:12:43.642714 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-774c426e-1c01-4722-8075-c01c390abc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:43.727751 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-73ee3371-a303-48d2-a526-9e5b43b8c65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:43.765418 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-73ee3371-a303-48d2-a526-9e5b43b8c65e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:43.768298 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-73ee3371-a303-48d2-a526-9e5b43b8c65e admin admin] 10.222.0.119 "DELETE /v2.0/networks/7e9ddf3c-91b8-433b-953f-7c2409f09e10 HTTP/1.1" status: 204 len: 168 time: 1.2704074 Aug 31 09:12:43.784910 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee3371-a303-48d2-a526-9e5b43b8c65e admin admin] Pushing event deleted for resources: {'Network': ['ID=7e9ddf3c-91b8-433b-953f-7c2409f09e10,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:43.885559 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f5b9a-b757-4678-9ee5-0af3b490eec8 req-4f4e22fa-460e-4295-8c02-ecd0acff1c41 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:43.888000 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f10f5b9a-b757-4678-9ee5-0af3b490eec8 req-4f4e22fa-460e-4295-8c02-ecd0acff1c41 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports?device_id=69d1e57d-0814-47a4-8064-ebe9bc6da34a HTTP/1.1" status: 200 len: 945 time: 0.1234622 Aug 31 09:12:43.888679 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d2328-6fca-43ed-891c-66eda7250ed5 req-bdb016ad-fdc3-4792-86c7-7ed27dbe325f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:43.890188 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-aa4d2328-6fca-43ed-891c-66eda7250ed5 req-bdb016ad-fdc3-4792-86c7-7ed27dbe325f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 1102 time: 0.0829842 Aug 31 09:12:43.897355 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb10eca4-bf6a-4328-a18d-5e048eaf46f9 req-46dbd9c0-01d2-4221-96ca-a94d12441d5e tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:43.899333 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fb10eca4-bf6a-4328-a18d-5e048eaf46f9 req-46dbd9c0-01d2-4221-96ca-a94d12441d5e tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 944 time: 0.1789742 Aug 31 09:12:43.980618 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f10f5b9a-b757-4678-9ee5-0af3b490eec8 req-fa452a40-84c2-4d75-8b50-b457ed88b0e4 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/security-groups?id=b072cd6a-ef1f-4f25-9fc3-89505a78fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800452 Aug 31 09:12:43.988729 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-005a64c0-634d-46a8-bb8f-e46825ed0203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:43.995939 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fb10eca4-bf6a-4328-a18d-5e048eaf46f9 req-130c53ef-0d50-4770-a06a-7e20f01b0c1f tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882516 Aug 31 09:12:44.010329 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d2328-6fca-43ed-891c-66eda7250ed5 req-07c07da1-b21b-4051-b33a-751097d2e9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:44.011861 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-aa4d2328-6fca-43ed-891c-66eda7250ed5 req-07c07da1-b21b-4051-b33a-751097d2e9fa service neutron] 10.222.0.112 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.1109037 Aug 31 09:12:44.090148 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:44.111791 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-aa4d2328-6fca-43ed-891c-66eda7250ed5 req-0a3bca80-cf11-4298-9ef1-c6253d00ad03 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=3c94d9ef-d49f-4488-a315-aa55b99db37d HTTP/1.1" status: 200 len: 217 time: 0.0917645 Aug 31 09:12:44.166169 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774c426e-1c01-4722-8075-c01c390abc78 admin admin] Router 0010554a-f5b7-4759-8746-a9697544de1b is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:12:44.208251 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac7590-5f1a-4d66-bc11-393f370a0608 req-ea885cfb-8de0-4d08-811a-92e6fcc47c36 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:44.216570 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5fac7590-5f1a-4d66-bc11-393f370a0608 req-ea885cfb-8de0-4d08-811a-92e6fcc47c36 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 1096 time: 0.0631206 Aug 31 09:12:44.288392 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5fac7590-5f1a-4d66-bc11-393f370a0608 req-377d5c06-a282-42f2-a7cc-23c4b4e91579 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648415 Aug 31 09:12:44.348742 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d2328-6fca-43ed-891c-66eda7250ed5 req-0015866a-1472-406b-b9b5-ff33091c59b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:44.350415 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-aa4d2328-6fca-43ed-891c-66eda7250ed5 req-0015866a-1472-406b-b9b5-ff33091c59b5 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.2296801 Aug 31 09:12:44.392015 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b59c94-aadc-4e58-b81b-17621b4cee0a req-2ee8b0a1-54fa-45c7-a6e1-13f04770a75a tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:44.403633 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-85b59c94-aadc-4e58-b81b-17621b4cee0a req-2ee8b0a1-54fa-45c7-a6e1-13f04770a75a tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=3074468c-6b1e-40f1-b3d8-729b9c64b0ab HTTP/1.1" status: 200 len: 945 time: 0.0959880 Aug 31 09:12:44.406798 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50546) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:44.505565 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1def7b80-9aaa-4c49-835d-d5f7d980bc47 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:44.568686 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774c426e-1c01-4722-8075-c01c390abc78 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:12:44.585274 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2866da4-a9a0-4a80-9b42-af8096e5c347 None None] Sync routers for ids ['0010554a-f5b7-4759-8746-a9697544de1b'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:12:44.607172 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2866da4-a9a0-4a80-9b42-af8096e5c347 None None] Routers {'0010554a-f5b7-4759-8746-a9697544de1b'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:12:44.607968 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d2328-6fca-43ed-891c-66eda7250ed5 req-9a347a54-0fe0-4a2e-8b41-c180c49a77b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:44.610617 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e2866da4-a9a0-4a80-9b42-af8096e5c347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:12:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['0010554a-f5b7-4759-8746-a9697544de1b'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:44.613896 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-aa4d2328-6fca-43ed-891c-66eda7250ed5 req-9a347a54-0fe0-4a2e-8b41-c180c49a77b3 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2527702 Aug 31 09:12:44.655092 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 1def7b80-9aaa-4c49-835d-d5f7d980bc47 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:44.655810 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:44.804568 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-aa4d2328-6fca-43ed-891c-66eda7250ed5 req-9cc35720-dee2-4196-b5fd-e6f479bcf2b3 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810186 Aug 31 09:12:44.806123 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-774c426e-1c01-4722-8075-c01c390abc78 admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:44.811336 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-774c426e-1c01-4722-8075-c01c390abc78 admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.3786304 Aug 31 09:12:44.811777 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50552) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:44.897564 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-e2866da4-a9a0-4a80-9b42-af8096e5c347 None None] Set router 0010554a-f5b7-4759-8746-a9697544de1b gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:12:44.922360 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-85b59c94-aadc-4e58-b81b-17621b4cee0a req-509b03b8-49b9-4a7c-a1d0-548cb81ded80 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5177698 Aug 31 09:12:44.972826 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50265860-d295-4f9d-8137-437ed599ec4b req-9e53f356-0772-4b4c-8552-841c9f90aa91 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:44.974666 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-50265860-d295-4f9d-8137-437ed599ec4b req-9e53f356-0772-4b4c-8552-841c9f90aa91 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 950 time: 0.5684760 Aug 31 09:12:45.074736 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-682e33d2-c1e8-4b36-a886-478aea982ff6 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=dfdbac26dc6747d2a96ab7fe4463bb03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6659689 Aug 31 09:12:45.076463 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-aa4d2328-6fca-43ed-891c-66eda7250ed5 req-64534dae-c06c-451c-9680-bd335a282817 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583051 Aug 31 09:12:45.079779 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50556) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:45.099369 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-50265860-d295-4f9d-8137-437ed599ec4b req-e9febab6-5956-472c-8279-8f254a162da4 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071813 Aug 31 09:12:45.188176 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:45.276889 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7bc3420d-8f0e-4c21-8ba5-b2e152bb690a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:45.311226 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7bc3420d-8f0e-4c21-8ba5-b2e152bb690a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:45.329252 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e2866da4-a9a0-4a80-9b42-af8096e5c347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0010554a-f5b7-4759-8746-a9697544de1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-660850519-router', 'tenant_id': '59a82a3e93d845dbb647f6f502c77e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '5b79c86d-efb5-4c94-8baa-f3ba5a643501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:38Z', 'updated_at': '2021-08-31T09:12:42Z', 'revision_number': 3, 'project_id': '59a82a3e93d845dbb647f6f502c77e9e', 'gw_port': {'id': '5b79c86d-efb5-4c94-8baa-f3ba5a643501', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:93:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0010554a-f5b7-4759-8746-a9697544de1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:40Z', 'updated_at': '2021-08-31T09:12:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:45.361618 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48523dab-01b2-49d6-befe-2305f5ec059f req-b5c75663-04f4-4330-9d0d-1890b876956f tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:45.372609 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-48523dab-01b2-49d6-befe-2305f5ec059f req-b5c75663-04f4-4330-9d0d-1890b876956f tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports?device_id=69d1e57d-0814-47a4-8064-ebe9bc6da34a HTTP/1.1" status: 200 len: 945 time: 0.1322489 Aug 31 09:12:45.479188 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-db890625-eb53-4b17-b698-4218d08983ca tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:45.481343 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-db890625-eb53-4b17-b698-4218d08983ca tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/networks?id=d54aa48d-9328-4446-b337-2071a0fd4f0c HTTP/1.1" status: 200 len: 808 time: 0.2696044 Aug 31 09:12:45.515418 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2866da4-a9a0-4a80-9b42-af8096e5c347 None None] Checking router: 0010554a-f5b7-4759-8746-a9697544de1b for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:12:45.515753 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2866da4-a9a0-4a80-9b42-af8096e5c347 None None] Updating router 0010554a-f5b7-4759-8746-a9697544de1b port 5b79c86d-efb5-4c94-8baa-f3ba5a643501 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:12:45.535544 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-4d99923b-3427-4dc7-a97c-0cb9fbc5a7e6 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/quotas/8d929c95dcb6486584c62bb8e91069d6 HTTP/1.1" status: 200 len: 375 time: 0.0322583 Aug 31 09:12:45.556877 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-48523dab-01b2-49d6-befe-2305f5ec059f req-a58fb276-bf14-4f6e-af61-8725fbe6da81 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/security-groups?id=b072cd6a-ef1f-4f25-9fc3-89505a78fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807368 Aug 31 09:12:45.577017 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-e2866da4-a9a0-4a80-9b42-af8096e5c347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:45.647942 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-6ed8bc02-75be-41d3-805f-77b17d703c43 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=8d929c95dcb6486584c62bb8e91069d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1114244 Aug 31 09:12:45.882663 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fe876-7cef-45b9-8e4d-6fece9d5cc09 req-8c7c6835-c899-4029-995e-e081b8b86790 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:45.891365 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e34fe876-7cef-45b9-8e4d-6fece9d5cc09 req-8c7c6835-c899-4029-995e-e081b8b86790 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports?device_id=5270f71b-23da-40b0-abaf-751dffa07843&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1302755 Aug 31 09:12:45.903580 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-b907b229-384f-404f-b165-e09d17ddcf96 service neutron] 10.222.0.119 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547686 Aug 31 09:12:45.994253 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7bc3420d-8f0e-4c21-8ba5-b2e152bb690a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:45.997287 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7bc3420d-8f0e-4c21-8ba5-b2e152bb690a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:46.012091 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7bc3420d-8f0e-4c21-8ba5-b2e152bb690a admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/bb621ede-26f4-4583-98d3-acb1ed766bf8 HTTP/1.1" status: 204 len: 168 time: 0.9225242 Aug 31 09:12:46.030322 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-5d21281b-b5d9-4270-a8a9-72441d548fda service neutron] 10.222.0.119 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945299 Aug 31 09:12:46.037872 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-e2866da4-a9a0-4a80-9b42-af8096e5c347 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:46.040970 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e34fe876-7cef-45b9-8e4d-6fece9d5cc09 req-408ac3af-b91a-4290-9308-f5cf3f7a09d5 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.252 HTTP/1.1" status: 200 len: 696 time: 0.1480594 Aug 31 09:12:46.046159 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-e34fe876-7cef-45b9-8e4d-6fece9d5cc09 req-fa4fe678-b150-440d-9fa2-2afd4d3c1315 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Request body: {'floatingip': {'port_id': '30f8837c-a342-421f-b20d-750c23871715', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:46.069371 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-e2866da4-a9a0-4a80-9b42-af8096e5c347 None None] Transition to ACTIVE for port object 5b79c86d-efb5-4c94-8baa-f3ba5a643501 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:46.087327 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3420d-8f0e-4c21-8ba5-b2e152bb690a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb621ede-26f4-4583-98d3-acb1ed766bf8,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:46.108927 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e34fe876-7cef-45b9-8e4d-6fece9d5cc09 req-fa4fe678-b150-440d-9fa2-2afd4d3c1315 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks [] for floatingip, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:46.153639 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-e2866da4-a9a0-4a80-9b42-af8096e5c347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:46.191737 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-e2866da4-a9a0-4a80-9b42-af8096e5c347 None None] Attempting to bind port 5b79c86d-efb5-4c94-8baa-f3ba5a643501 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:12:46.192110 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-e2866da4-a9a0-4a80-9b42-af8096e5c347 None None] Attempting to bind port 5b79c86d-efb5-4c94-8baa-f3ba5a643501 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:12:46.192957 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2866da4-a9a0-4a80-9b42-af8096e5c347 None None] Attempting to bind port 5b79c86d-efb5-4c94-8baa-f3ba5a643501 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:46.205123 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d942304b-083c-43af-8ab0-daaa56c66c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:46.223576 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2866da4-a9a0-4a80-9b42-af8096e5c347 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:12:46.223952 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2866da4-a9a0-4a80-9b42-af8096e5c347 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:46.224397 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-e2866da4-a9a0-4a80-9b42-af8096e5c347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:46.225561 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2866da4-a9a0-4a80-9b42-af8096e5c347 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:12:46.226067 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-e2866da4-a9a0-4a80-9b42-af8096e5c347 None None] Bound port: 5b79c86d-efb5-4c94-8baa-f3ba5a643501, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:12:46.226476 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-e2866da4-a9a0-4a80-9b42-af8096e5c347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:46.309750 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-e2866da4-a9a0-4a80-9b42-af8096e5c347 None None] For port 5b79c86d-efb5-4c94-8baa-f3ba5a643501, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:12:46.315371 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-e2866da4-a9a0-4a80-9b42-af8096e5c347 None None] For port 5b79c86d-efb5-4c94-8baa-f3ba5a643501, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=5b79c86d-efb5-4c94-8baa-f3ba5a643501,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:12:46.329645 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658bb3f1-435d-407f-9d37-fc20a94459fa None None] Pushing event updated for resources: {'Port': ['ID=5b79c86d-efb5-4c94-8baa-f3ba5a643501,revision_number=2']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:46.394889 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-e2866da4-a9a0-4a80-9b42-af8096e5c347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:46.511593 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658bb3f1-435d-407f-9d37-fc20a94459fa None None] Pushing event updated for resources: {'Port': ['ID=5b79c86d-efb5-4c94-8baa-f3ba5a643501,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:46.558226 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2866da4-a9a0-4a80-9b42-af8096e5c347 None None] Routers {'0010554a-f5b7-4759-8746-a9697544de1b'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:12:46.558954 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e2866da4-a9a0-4a80-9b42-af8096e5c347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:12:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['0010554a-f5b7-4759-8746-a9697544de1b'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:46.590070 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-d942304b-083c-43af-8ab0-daaa56c66c2d admin admin] Allocated IP 172.20.0.1 (47bd60dc-b642-4dcb-91a5-04eeeb545890/c0d176d9-da0a-46c4-b745-5ab795e7e316/05d06146-32e5-47a6-a2a3-67274471e64c) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:12:46.639474 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d8634-eaca-4fc0-a751-fce45c3e6da0 req-27f425df-6591-4183-9cab-fda22c6370eb tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:46.646857 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0f2d8634-eaca-4fc0-a751-fce45c3e6da0 req-27f425df-6591-4183-9cab-fda22c6370eb tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=3074468c-6b1e-40f1-b3d8-729b9c64b0ab HTTP/1.1" status: 200 len: 945 time: 0.1936638 Aug 31 09:12:46.780745 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d942304b-083c-43af-8ab0-daaa56c66c2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:46.803793 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-e2866da4-a9a0-4a80-9b42-af8096e5c347 None None] Set router 0010554a-f5b7-4759-8746-a9697544de1b gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:12:46.834217 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-d942304b-083c-43af-8ab0-daaa56c66c2d admin admin] Transition to ACTIVE for port object 05d06146-32e5-47a6-a2a3-67274471e64c will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:46.842000 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0f2d8634-eaca-4fc0-a751-fce45c3e6da0 req-e81a4cfe-6acb-4c96-bc73-63e1e219dc6f tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941555 Aug 31 09:12:46.857078 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:46.944419 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d942304b-083c-43af-8ab0-daaa56c66c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:47.126329 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942304b-083c-43af-8ab0-daaa56c66c2d admin admin] Pushing event updated for resources: {'Port': ['ID=05d06146-32e5-47a6-a2a3-67274471e64c,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:47.138125 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d942304b-083c-43af-8ab0-daaa56c66c2d admin admin] Network 47bd60dc-b642-4dcb-91a5-04eeeb545890 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:12:47.144566 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-d942304b-083c-43af-8ab0-daaa56c66c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:47.149845 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d942304b-083c-43af-8ab0-daaa56c66c2d admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:12:47.154071 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e2866da4-a9a0-4a80-9b42-af8096e5c347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0010554a-f5b7-4759-8746-a9697544de1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-660850519-router', 'tenant_id': '59a82a3e93d845dbb647f6f502c77e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '5b79c86d-efb5-4c94-8baa-f3ba5a643501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:38Z', 'updated_at': '2021-08-31T09:12:42Z', 'revision_number': 3, 'project_id': '59a82a3e93d845dbb647f6f502c77e9e', 'gw_port': {'id': '5b79c86d-efb5-4c94-8baa-f3ba5a643501', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:93:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0010554a-f5b7-4759-8746-a9697544de1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:40Z', 'updated_at': '2021-08-31T09:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:47.210688 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.db.resource_extend [req-e34fe876-7cef-45b9-8e4d-6fece9d5cc09 req-fa4fe678-b150-440d-9fa2-2afd4d3c1315 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:12:47.258724 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2866da4-a9a0-4a80-9b42-af8096e5c347 None None] The sync data for ids ['0010554a-f5b7-4759-8746-a9697544de1b'] in n-d-791506-28 is: [{'id': '0010554a-f5b7-4759-8746-a9697544de1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-660850519-router', 'tenant_id': '59a82a3e93d845dbb647f6f502c77e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '5b79c86d-efb5-4c94-8baa-f3ba5a643501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:38Z', 'updated_at': '2021-08-31T09:12:42Z', 'revision_number': 3, 'project_id': '59a82a3e93d845dbb647f6f502c77e9e', 'gw_port': {'id': '5b79c86d-efb5-4c94-8baa-f3ba5a643501', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:93:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0010554a-f5b7-4759-8746-a9697544de1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:40Z', 'updated_at': '2021-08-31T09:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:12:47.260409 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d942304b-083c-43af-8ab0-daaa56c66c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:47.400418 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09636245-5e01-4f06-a981-35cdfb8897b4 req-25f791b7-67d5-40d7-8b4e-639d6708f03e tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:47.409493 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-09636245-5e01-4f06-a981-35cdfb8897b4 req-25f791b7-67d5-40d7-8b4e-639d6708f03e tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 950 time: 0.2084422 Aug 31 09:12:47.431819 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e34fe876-7cef-45b9-8e4d-6fece9d5cc09 req-fa4fe678-b150-440d-9fa2-2afd4d3c1315 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:47.480210 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-09636245-5e01-4f06-a981-35cdfb8897b4 req-146fa337-885b-4242-96a4-1c306522f404 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694027 Aug 31 09:12:47.533562 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e34fe876-7cef-45b9-8e4d-6fece9d5cc09 req-fa4fe678-b150-440d-9fa2-2afd4d3c1315 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:47.614596 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d942304b-083c-43af-8ab0-daaa56c66c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:47.669968 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6dd2ee61-27d2-47b9-96d9-0ea16c39e066 None None] Provisioning for port 05d06146-32e5-47a6-a2a3-67274471e64c completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:47.675028 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6dd2ee61-27d2-47b9-96d9-0ea16c39e066 None None] Provisioning complete for port 05d06146-32e5-47a6-a2a3-67274471e64c triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:47.679188 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6dd2ee61-27d2-47b9-96d9-0ea16c39e066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:47.747289 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-6dd2ee61-27d2-47b9-96d9-0ea16c39e066 None None] Port 05d06146-32e5-47a6-a2a3-67274471e64c cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:12:47.770819 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f1163959-c420-456c-91e1-ff2cbf36f518 req-1acbff82-46dc-4eb4-984d-495bc0a63341 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 210 time: 0.1645031 Aug 31 09:12:47.846893 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [req-e34fe876-7cef-45b9-8e4d-6fece9d5cc09 req-fa4fe678-b150-440d-9fa2-2afd4d3c1315 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Floating IP 6a9477c4-6442-4439-9590-cffda3210ecd associated. External IP: 172.25.2.252, port: 30f8837c-a342-421f-b20d-750c23871715. Aug 31 09:12:48.008227 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50626) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:48.106000 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d942304b-083c-43af-8ab0-daaa56c66c2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:48.195846 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d3bf6-b548-4865-bbad-3a9d72987b89 req-95e18f28-bf77-430a-b453-5f041874914c tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:48.204723 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-572d3bf6-b548-4865-bbad-3a9d72987b89 req-95e18f28-bf77-430a-b453-5f041874914c tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=3074468c-6b1e-40f1-b3d8-729b9c64b0ab HTTP/1.1" status: 200 len: 945 time: 0.1574795 Aug 31 09:12:48.233102 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-9ff1ba44-582c-4dc0-a2fa-87776f1f2f28 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-203300440-network', 'tenant_id': '01fa7018d6f444f39543e5fcecb529cf'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:48.298778 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-572d3bf6-b548-4865-bbad-3a9d72987b89 req-374f18c9-eee0-46e4-98e2-578887d4e855 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927398 Aug 31 09:12:48.331975 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e34fe876-7cef-45b9-8e4d-6fece9d5cc09 req-fa4fe678-b150-440d-9fa2-2afd4d3c1315 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Router 95a27ff0-f36f-4c14-94a6-eb63f93fd821 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:12:48.456272 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e34fe876-7cef-45b9-8e4d-6fece9d5cc09 req-fa4fe678-b150-440d-9fa2-2afd4d3c1315 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:12:48.467261 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5fe6a1-1018-404f-8400-937f4437ad1d None None] Sync routers for ids ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:12:48.467790 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e34fe876-7cef-45b9-8e4d-6fece9d5cc09 req-fa4fe678-b150-440d-9fa2-2afd4d3c1315 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:48.485370 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5fe6a1-1018-404f-8400-937f4437ad1d None None] Routers {'95a27ff0-f36f-4c14-94a6-eb63f93fd821'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:12:48.486010 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-de5fe6a1-1018-404f-8400-937f4437ad1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:12:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:48.492192 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 5b79c86d-efb5-4c94-8baa-f3ba5a643501 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:48.543235 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e34fe876-7cef-45b9-8e4d-6fece9d5cc09 req-fa4fe678-b150-440d-9fa2-2afd4d3c1315 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "PUT /v2.0/floatingips/6a9477c4-6442-4439-9590-cffda3210ecd HTTP/1.1" status: 200 len: 996 time: 2.5012739 Aug 31 09:12:48.571603 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5270f71b-23da-40b0-abaf-751dffa07843', 'tag': '30f8837c-a342-421f-b20d-750c23871715'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:48.575694 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a2975d-3c29-4b2f-92a3-57454c670be5" -d '{"events": [{"name": "network-changed", "server_uuid": "5270f71b-23da-40b0-abaf-751dffa07843", "tag": "30f8837c-a342-421f-b20d-750c23871715"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:48.621496 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fe876-7cef-45b9-8e4d-6fece9d5cc09 req-3bf7f14a-c037-4eb6-8e66-3d83f8abcefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:48.623042 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e34fe876-7cef-45b9-8e4d-6fece9d5cc09 req-3bf7f14a-c037-4eb6-8e66-3d83f8abcefd service neutron] 10.222.0.119 "GET /v2.0/ports?tenant_id=f4381d0dc0be411ca9215585d9e1f0fb&device_id=5270f71b-23da-40b0-abaf-751dffa07843 HTTP/1.1" status: 200 len: 1097 time: 0.0788858 Aug 31 09:12:48.660567 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e377918-f2e8-434d-ad5d-896d809dbee9 req-fd9b319a-d871-4662-bcd3-84f421a4c58b tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:48.661868 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-de5fe6a1-1018-404f-8400-937f4437ad1d None None] Set router 95a27ff0-f36f-4c14-94a6-eb63f93fd821 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:12:48.662011 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6e377918-f2e8-434d-ad5d-896d809dbee9 req-fd9b319a-d871-4662-bcd3-84f421a4c58b tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 950 time: 0.0722332 Aug 31 09:12:48.714405 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d942304b-083c-43af-8ab0-daaa56c66c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:48.748485 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 5b79c86d-efb5-4c94-8baa-f3ba5a643501 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:48.763043 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff1ba44-582c-4dc0-a2fa-87776f1f2f28 admin admin] Made reservation on behalf of 01fa7018d6f444f39543e5fcecb529cf for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:12:48.765554 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9ff1ba44-582c-4dc0-a2fa-87776f1f2f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:48.776149 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 5b79c86d-efb5-4c94-8baa-f3ba5a643501 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:48.776822 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:48.786649 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6e377918-f2e8-434d-ad5d-896d809dbee9 req-91136f85-0569-4291-b11b-86281f0e2660 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943568 Aug 31 09:12:48.812470 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9ff1ba44-582c-4dc0-a2fa-87776f1f2f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:48.826288 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942304b-083c-43af-8ab0-daaa56c66c2d admin admin] Pushing event updated for resources: {'Port': ['ID=05d06146-32e5-47a6-a2a3-67274471e64c,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:48.836264 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d942304b-083c-43af-8ab0-daaa56c66c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:48.848808 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fe876-7cef-45b9-8e4d-6fece9d5cc09 req-a5c213b0-6d84-4b82-9dae-e5b3361dc26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:48.860087 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e34fe876-7cef-45b9-8e4d-6fece9d5cc09 req-a5c213b0-6d84-4b82-9dae-e5b3361dc26d service neutron] 10.222.0.119 "GET /v2.0/networks?id=911967d5-9c28-4576-80c3-c0f96b966e16 HTTP/1.1" status: 200 len: 922 time: 0.2273252 Aug 31 09:12:48.942718 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183f2852-194b-4aa7-9e8c-a9b51f8d9a4a x-openstack-request-id: req-183f2852-194b-4aa7-9e8c-a9b51f8d9a4a {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:48.943336 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5270f71b-23da-40b0-abaf-751dffa07843", "tag": "30f8837c-a342-421f-b20d-750c23871715", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:48.943755 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-183f2852-194b-4aa7-9e8c-a9b51f8d9a4a {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:48.944384 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5270f71b-23da-40b0-abaf-751dffa07843', 'tag': '30f8837c-a342-421f-b20d-750c23871715', 'status': 'completed', 'code': 200} Aug 31 09:12:49.026063 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d942304b-083c-43af-8ab0-daaa56c66c2d admin admin] Network 47bd60dc-b642-4dcb-91a5-04eeeb545890 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:12:49.029755 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-d942304b-083c-43af-8ab0-daaa56c66c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:49.034117 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b574d203-4fac-43b1-a42c-6ec9407c11ef req-f0f499bb-9fdb-4983-a153-19f6a5d14a05 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 210 time: 0.0684595 Aug 31 09:12:49.046171 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e34fe876-7cef-45b9-8e4d-6fece9d5cc09 req-c4a85c9a-4812-40c9-9726-21a617e5a6c2 service neutron] 10.222.0.119 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30f8837c-a342-421f-b20d-750c23871715 HTTP/1.1" status: 200 len: 999 time: 0.1850498 Aug 31 09:12:49.151646 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9ff1ba44-582c-4dc0-a2fa-87776f1f2f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:49.153311 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2975d-3c29-4b2f-92a3-57454c670be5 req-f3603cde-cbaa-4653-a20b-c39acaaf356c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:49.166695 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-41a2975d-3c29-4b2f-92a3-57454c670be5 req-f3603cde-cbaa-4653-a20b-c39acaaf356c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f4381d0dc0be411ca9215585d9e1f0fb&device_id=5270f71b-23da-40b0-abaf-751dffa07843 HTTP/1.1" status: 200 len: 1097 time: 0.2262118 Aug 31 09:12:49.214833 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:49.230216 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fe876-7cef-45b9-8e4d-6fece9d5cc09 req-e59ca224-9bb8-44ec-a8ac-8ad9a02f6053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:49.241743 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e34fe876-7cef-45b9-8e4d-6fece9d5cc09 req-e59ca224-9bb8-44ec-a8ac-8ad9a02f6053 service neutron] 10.222.0.119 "GET /v2.0/subnets?id=3649fc3f-e1b9-493b-9302-31142ce0aead HTTP/1.1" status: 200 len: 859 time: 0.1864746 Aug 31 09:12:49.263123 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9ff1ba44-582c-4dc0-a2fa-87776f1f2f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:49.276774 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-de5fe6a1-1018-404f-8400-937f4437ad1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'name': 'tempest-FloatingIPsAssociationTestJSON-206902127-router', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:11:47Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'gw_port': {'id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:49Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '6a9477c4-6442-4439-9590-cffda3210ecd', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'floating_ip_address': '172.25.2.252', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'port_id': '30f8837c-a342-421f-b20d-750c23871715', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'mac_address': 'fa:16:3e:6d:6c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5270f71b-23da-40b0-abaf-751dffa07843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:12:24Z', 'updated_at': '2021-08-31T09:12:47Z', 'revision_number': 1, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f940c340-11fb-4482-b9fc-d59ba5a3d85e', 'name': '', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'mac_address': 'fa:16:3e:a5:93:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:54Z', 'updated_at': '2021-08-31T09:12:02Z', 'revision_number': 5, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'subnets': [{'id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:49.305499 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff1ba44-582c-4dc0-a2fa-87776f1f2f28 admin admin] vlan segment allocate from pool success with {'vlan_id': 1634, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:12:49.342570 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1ba44-582c-4dc0-a2fa-87776f1f2f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d96068c-b28c-46fb-9a7b-7a6988308307,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:49.366813 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9ff1ba44-582c-4dc0-a2fa-87776f1f2f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:49.366813 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-9ff1ba44-582c-4dc0-a2fa-87776f1f2f28 admin admin] Added segment d3beadbd-e20e-4fd2-bb46-2f663ea61665 of type vlan for network e17f9528-5e87-40dd-9acd-8aeebaa74745 Aug 31 09:12:49.366984 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5fe6a1-1018-404f-8400-937f4437ad1d None None] Checking router: 95a27ff0-f36f-4c14-94a6-eb63f93fd821 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:12:49.369323 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 5b79c86d-efb5-4c94-8baa-f3ba5a643501, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=5b79c86d-efb5-4c94-8baa-f3ba5a643501,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:49.381288 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5fe6a1-1018-404f-8400-937f4437ad1d None None] Routers {'95a27ff0-f36f-4c14-94a6-eb63f93fd821'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:12:49.382116 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-de5fe6a1-1018-404f-8400-937f4437ad1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:12:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:49.466875 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d942304b-083c-43af-8ab0-daaa56c66c2d admin admin] Router 0010554a-f5b7-4759-8746-a9697544de1b has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:12:49.523728 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fe876-7cef-45b9-8e4d-6fece9d5cc09 req-d04bdd3a-e597-49be-bf48-7f9559394511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:49.526850 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9ff1ba44-582c-4dc0-a2fa-87776f1f2f28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:49.532702 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e34fe876-7cef-45b9-8e4d-6fece9d5cc09 req-d04bdd3a-e597-49be-bf48-7f9559394511 service neutron] 10.222.0.119 "GET /v2.0/ports?network_id=911967d5-9c28-4576-80c3-c0f96b966e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2898245 Aug 31 09:12:49.550534 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-e34fe876-7cef-45b9-8e4d-6fece9d5cc09 req-2d4fcc79-4bd2-469f-a7c6-ddb4b9821232 service neutron] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:12:49.562231 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e34fe876-7cef-45b9-8e4d-6fece9d5cc09 req-2d4fcc79-4bd2-469f-a7c6-ddb4b9821232 service neutron] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0283096 Aug 31 09:12:49.582284 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2975d-3c29-4b2f-92a3-57454c670be5 req-fbf873cd-5c9c-4a8a-b00b-848c22662a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:49.584199 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-41a2975d-3c29-4b2f-92a3-57454c670be5 req-fbf873cd-5c9c-4a8a-b00b-848c22662a07 service neutron] 10.222.0.59 "GET /v2.0/networks?id=911967d5-9c28-4576-80c3-c0f96b966e16 HTTP/1.1" status: 200 len: 922 time: 0.4084163 Aug 31 09:12:49.707729 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:49.726769 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166cb53-c35e-4182-b844-31646043e9c5 req-071fb2dd-b7ba-4816-a897-4e318c445fec tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:49.736137 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4166cb53-c35e-4182-b844-31646043e9c5 req-071fb2dd-b7ba-4816-a897-4e318c445fec tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=3074468c-6b1e-40f1-b3d8-729b9c64b0ab HTTP/1.1" status: 200 len: 945 time: 0.2698231 Aug 31 09:12:49.757109 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4f5474e1-7450-4079-a7f8-7188df5ba5ac None None] Provisioning complete for port 05d06146-32e5-47a6-a2a3-67274471e64c triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:49.757485 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4f5474e1-7450-4079-a7f8-7188df5ba5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:49.771262 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9ff1ba44-582c-4dc0-a2fa-87776f1f2f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:49.772490 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff1ba44-582c-4dc0-a2fa-87776f1f2f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:49.773345 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9ff1ba44-582c-4dc0-a2fa-87776f1f2f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:49.799337 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-41a2975d-3c29-4b2f-92a3-57454c670be5 req-83969983-563f-4844-9f47-cc89cfcd8bea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30f8837c-a342-421f-b20d-750c23871715 HTTP/1.1" status: 200 len: 999 time: 0.1922808 Aug 31 09:12:49.817700 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4f5474e1-7450-4079-a7f8-7188df5ba5ac None None] Port 05d06146-32e5-47a6-a2a3-67274471e64c cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:12:49.875371 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-190077e7-4477-4693-9d3e-87a36eb0857a tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:49.877315 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-190077e7-4477-4693-9d3e-87a36eb0857a tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.59 "GET /v2.0/networks?id=d54aa48d-9328-4446-b337-2071a0fd4f0c HTTP/1.1" status: 200 len: 808 time: 0.3688991 Aug 31 09:12:49.897957 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-f6291fc9-38a0-4461-9f3c-c0369e3f197c tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Request body: {'port': {'device_id': '50ab70db-660e-45be-a45d-838f742e677e', 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c', 'admin_state_up': True, 'tenant_id': '8d929c95dcb6486584c62bb8e91069d6'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:49.899411 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4166cb53-c35e-4182-b844-31646043e9c5 req-3f29b5be-ef78-46ee-a2eb-e84ee22d3d62 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622050 Aug 31 09:12:49.904676 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=5b79c86d-efb5-4c94-8baa-f3ba5a643501,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:49.927281 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e34fe876-7cef-45b9-8e4d-6fece9d5cc09 req-1186bebc-08c1-4cf0-974d-fc09019624db service neutron] 10.222.0.119 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639014 Aug 31 09:12:49.929771 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-de5fe6a1-1018-404f-8400-937f4437ad1d None None] Set router 95a27ff0-f36f-4c14-94a6-eb63f93fd821 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:12:49.931027 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9ff1ba44-582c-4dc0-a2fa-87776f1f2f28 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9210901 Aug 31 09:12:49.945548 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50658) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:12:49.968857 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d942304b-083c-43af-8ab0-daaa56c66c2d admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:12:49.980796 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1ba44-582c-4dc0-a2fa-87776f1f2f28 admin admin] Pushing event updated for resources: {'Network': ['ID=e17f9528-5e87-40dd-9acd-8aeebaa74745,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:49.981019 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51ca9a6-941b-48c3-a33a-71cd9d92acd8 None None] Sync routers for ids ['0010554a-f5b7-4759-8746-a9697544de1b'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:12:49.993276 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d942304b-083c-43af-8ab0-daaa56c66c2d admin admin] 10.222.0.119 "PUT /v2.0/routers/0010554a-f5b7-4759-8746-a9697544de1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1788881 Aug 31 09:12:50.003647 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network e17f9528-5e87-40dd-9acd-8aeebaa74745 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:12:50.015880 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51ca9a6-941b-48c3-a33a-71cd9d92acd8 None None] Routers {'0010554a-f5b7-4759-8746-a9697544de1b'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:12:50.017070 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-b51ca9a6-941b-48c3-a33a-71cd9d92acd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:12:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['0010554a-f5b7-4759-8746-a9697544de1b'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:50.146362 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-f1dfa5db-e5fa-48e2-b4b1-af2a09a74669 admin admin] Request body: {'subnet': {'network_id': 'e17f9528-5e87-40dd-9acd-8aeebaa74745', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-203300440-subnet', 'tenant_id': '01fa7018d6f444f39543e5fcecb529cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:50.152068 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e34fe876-7cef-45b9-8e4d-6fece9d5cc09 req-312631be-c16c-49a8-a30d-ec996b9ef875 service neutron] 10.222.0.119 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055619 Aug 31 09:12:50.198857 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-b51ca9a6-941b-48c3-a33a-71cd9d92acd8 None None] Set router 0010554a-f5b7-4759-8746-a9697544de1b gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:12:50.223243 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-f6291fc9-38a0-4461-9f3c-c0369e3f197c tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Made reservation on behalf of 8d929c95dcb6486584c62bb8e91069d6 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:12:50.229292 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-f6291fc9-38a0-4461-9f3c-c0369e3f197c tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:50.232011 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2975d-3c29-4b2f-92a3-57454c670be5 req-ab24c1ce-0d6a-4dee-bebc-2671f0bc77c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:50.236250 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-41a2975d-3c29-4b2f-92a3-57454c670be5 req-ab24c1ce-0d6a-4dee-bebc-2671f0bc77c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3649fc3f-e1b9-493b-9302-31142ce0aead HTTP/1.1" status: 200 len: 859 time: 0.4170327 Aug 31 09:12:50.355728 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e01258-60de-4acb-b6d6-1b5a2466c636 req-e733a856-d0be-4a16-b41c-b99f1f3f2f08 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:50.363241 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-95e01258-60de-4acb-b6d6-1b5a2466c636 req-e733a856-d0be-4a16-b41c-b99f1f3f2f08 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 950 time: 0.2084827 Aug 31 09:12:50.435745 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-09f272d5-3ba9-4b00-97e7-d4cb97ff4384 req-ea93afc4-08f8-4b54-a929-43215c23ce9c tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 210 time: 0.0572069 Aug 31 09:12:50.463434 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-95e01258-60de-4acb-b6d6-1b5a2466c636 req-7f45832b-cf43-40c7-a39d-a5d7ecfa4b1e tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972733 Aug 31 09:12:50.492126 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2975d-3c29-4b2f-92a3-57454c670be5 req-f4533305-9eb9-45b9-8a59-1d2d5dd84b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:50.494541 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-41a2975d-3c29-4b2f-92a3-57454c670be5 req-f4533305-9eb9-45b9-8a59-1d2d5dd84b15 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=911967d5-9c28-4576-80c3-c0f96b966e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2478442 Aug 31 09:12:50.521704 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-f6291fc9-38a0-4461-9f3c-c0369e3f197c tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Allocated IP 172.20.0.4 (d54aa48d-9328-4446-b337-2071a0fd4f0c/dab6ed79-4c20-41ae-bb07-e9aaf9315083/cb9b933b-97f6-4fb0-b7dd-6102e1980468) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:12:50.548623 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 5b79c86d-efb5-4c94-8baa-f3ba5a643501 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:50.599295 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1dfa5db-e5fa-48e2-b4b1-af2a09a74669 admin admin] Made reservation on behalf of 01fa7018d6f444f39543e5fcecb529cf for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:12:50.601553 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f1dfa5db-e5fa-48e2-b4b1-af2a09a74669 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:50.614068 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-de5fe6a1-1018-404f-8400-937f4437ad1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'name': 'tempest-FloatingIPsAssociationTestJSON-206902127-router', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:11:47Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'gw_port': {'id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:49Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '6a9477c4-6442-4439-9590-cffda3210ecd', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'floating_ip_address': '172.25.2.252', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'port_id': '30f8837c-a342-421f-b20d-750c23871715', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'mac_address': 'fa:16:3e:6d:6c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5270f71b-23da-40b0-abaf-751dffa07843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:12:24Z', 'updated_at': '2021-08-31T09:12:47Z', 'revision_number': 1, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f940c340-11fb-4482-b9fc-d59ba5a3d85e', 'name': '', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'mac_address': 'fa:16:3e:a5:93:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:54Z', 'updated_at': '2021-08-31T09:12:02Z', 'revision_number': 5, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'subnets': [{'id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:50.649596 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5fe6a1-1018-404f-8400-937f4437ad1d None None] The sync data for ids ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'] in n-d-791506-28 is: [{'id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'name': 'tempest-FloatingIPsAssociationTestJSON-206902127-router', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:11:47Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'gw_port': {'id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:49Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '6a9477c4-6442-4439-9590-cffda3210ecd', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'floating_ip_address': '172.25.2.252', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'port_id': '30f8837c-a342-421f-b20d-750c23871715', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'mac_address': 'fa:16:3e:6d:6c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5270f71b-23da-40b0-abaf-751dffa07843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:12:24Z', 'updated_at': '2021-08-31T09:12:47Z', 'revision_number': 1, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f940c340-11fb-4482-b9fc-d59ba5a3d85e', 'name': '', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'mac_address': 'fa:16:3e:a5:93:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:54Z', 'updated_at': '2021-08-31T09:12:02Z', 'revision_number': 5, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'subnets': [{'id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:12:50.655067 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 5b79c86d-efb5-4c94-8baa-f3ba5a643501 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:50.655610 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:50.714233 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-b51ca9a6-941b-48c3-a33a-71cd9d92acd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0010554a-f5b7-4759-8746-a9697544de1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-660850519-router', 'tenant_id': '59a82a3e93d845dbb647f6f502c77e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '5b79c86d-efb5-4c94-8baa-f3ba5a643501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:38Z', 'updated_at': '2021-08-31T09:12:47Z', 'revision_number': 4, 'project_id': '59a82a3e93d845dbb647f6f502c77e9e', 'gw_port': {'id': '5b79c86d-efb5-4c94-8baa-f3ba5a643501', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:93:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0010554a-f5b7-4759-8746-a9697544de1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:40Z', 'updated_at': '2021-08-31T09:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '05d06146-32e5-47a6-a2a3-67274471e64c', 'name': '', 'network_id': '47bd60dc-b642-4dcb-91a5-04eeeb545890', 'tenant_id': '59a82a3e93d845dbb647f6f502c77e9e', 'mac_address': 'fa:16:3e:1d:ef:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0010554a-f5b7-4759-8746-a9697544de1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'c0d176d9-da0a-46c4-b745-5ab795e7e316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:46Z', 'updated_at': '2021-08-31T09:12:47Z', 'revision_number': 2, 'project_id': '59a82a3e93d845dbb647f6f502c77e9e', 'subnets': [{'id': 'c0d176d9-da0a-46c4-b745-5ab795e7e316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:50.775910 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51ca9a6-941b-48c3-a33a-71cd9d92acd8 None None] Checking router: 0010554a-f5b7-4759-8746-a9697544de1b for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:12:50.776524 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51ca9a6-941b-48c3-a33a-71cd9d92acd8 None None] Updating router 0010554a-f5b7-4759-8746-a9697544de1b port 05d06146-32e5-47a6-a2a3-67274471e64c binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:12:50.840435 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-b51ca9a6-941b-48c3-a33a-71cd9d92acd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:50.882189 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-f6291fc9-38a0-4461-9f3c-c0369e3f197c tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:50.919934 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-0f4af462-1a46-42a9-91a0-9b902b5165ac tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:50.935344 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-0f4af462-1a46-42a9-91a0-9b902b5165ac tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports?device_id=69d1e57d-0814-47a4-8064-ebe9bc6da34a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3368843 Aug 31 09:12:50.943961 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-41a2975d-3c29-4b2f-92a3-57454c670be5 req-c1c748e3-8ac1-4d79-ad50-a9b7b5180acd service neutron] 10.222.0.59 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4420426 Aug 31 09:12:51.097346 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81353e04-8a03-4d12-aeec-5fafdf76655a None None] New status for floating IP 6a9477c4-6442-4439-9590-cffda3210ecd: ACTIVE {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:12:51.114352 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-f6291fc9-38a0-4461-9f3c-c0369e3f197c tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:51.200386 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-f6291fc9-38a0-4461-9f3c-c0369e3f197c tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Network d54aa48d-9328-4446-b337-2071a0fd4f0c is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:12:51.204232 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-f6291fc9-38a0-4461-9f3c-c0369e3f197c tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:51.212637 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-f6291fc9-38a0-4461-9f3c-c0369e3f197c tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:12:51.220663 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-bcc7a110-d8f3-4519-9ad2-2f501d94a4b6 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.252 HTTP/1.1" status: 200 len: 999 time: 0.2827368 Aug 31 09:12:51.227300 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-787e7b30-a478-43e8-828c-b6c0c7e9695d tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Request body: {'floatingip': {'port_id': '3be34c81-dfa6-4a6a-9e7f-14df832577b2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:51.240819 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6291fc9-38a0-4461-9f3c-c0369e3f197c tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Pushing event updated for resources: {'Port': ['ID=cb9b933b-97f6-4fb0-b7dd-6102e1980468,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:51.286241 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-f6291fc9-38a0-4461-9f3c-c0369e3f197c tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:51.287208 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-f6291fc9-38a0-4461-9f3c-c0369e3f197c tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:51.303542 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-b51ca9a6-941b-48c3-a33a-71cd9d92acd8 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:51.328336 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-b51ca9a6-941b-48c3-a33a-71cd9d92acd8 None None] Transition to ACTIVE for port object 05d06146-32e5-47a6-a2a3-67274471e64c will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:51.356732 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-41a2975d-3c29-4b2f-92a3-57454c670be5 req-88ca47e1-61a2-4320-a560-4995c03d3696 service neutron] 10.222.0.59 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903902 Aug 31 09:12:51.379735 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-f6291fc9-38a0-4461-9f3c-c0369e3f197c tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4900398 Aug 31 09:12:51.395381 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-5f532f00-2314-440f-be06-996d3c40a1b6 service neutron] Request body: {'port': {'device_id': '50ab70db-660e-45be-a45d-838f742e677e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:12:51.440228 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-b51ca9a6-941b-48c3-a33a-71cd9d92acd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:51.461355 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-5f532f00-2314-440f-be06-996d3c40a1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:51.589421 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf261162-6be1-4995-bda7-62142ab79ed0 None None] Pushing event updated for resources: {'Port': ['ID=05d06146-32e5-47a6-a2a3-67274471e64c,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:51.642916 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-b51ca9a6-941b-48c3-a33a-71cd9d92acd8 None None] Attempting to bind port 05d06146-32e5-47a6-a2a3-67274471e64c on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:12:51.643404 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-b51ca9a6-941b-48c3-a33a-71cd9d92acd8 None None] Attempting to bind port 05d06146-32e5-47a6-a2a3-67274471e64c by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '352c6f32-0e94-4f67-ab3f-cdde06de183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1609, 'network_id': '47bd60dc-b642-4dcb-91a5-04eeeb545890'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:12:51.643823 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51ca9a6-941b-48c3-a33a-71cd9d92acd8 None None] Attempting to bind port 05d06146-32e5-47a6-a2a3-67274471e64c on network 47bd60dc-b642-4dcb-91a5-04eeeb545890 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:51.650518 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51ca9a6-941b-48c3-a33a-71cd9d92acd8 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:12:51.651060 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51ca9a6-941b-48c3-a33a-71cd9d92acd8 None None] Checking segment: {'id': '352c6f32-0e94-4f67-ab3f-cdde06de183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1609, 'network_id': '47bd60dc-b642-4dcb-91a5-04eeeb545890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:51.651521 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-b51ca9a6-941b-48c3-a33a-71cd9d92acd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:51.652008 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51ca9a6-941b-48c3-a33a-71cd9d92acd8 None None] Bound using segment: {'id': '352c6f32-0e94-4f67-ab3f-cdde06de183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1609, 'network_id': '47bd60dc-b642-4dcb-91a5-04eeeb545890'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:12:51.652556 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-b51ca9a6-941b-48c3-a33a-71cd9d92acd8 None None] Bound port: 05d06146-32e5-47a6-a2a3-67274471e64c, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352c6f32-0e94-4f67-ab3f-cdde06de183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1609, 'network_id': '47bd60dc-b642-4dcb-91a5-04eeeb545890'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:12:51.652992 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-b51ca9a6-941b-48c3-a33a-71cd9d92acd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:51.752423 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-b51ca9a6-941b-48c3-a33a-71cd9d92acd8 None None] For port 05d06146-32e5-47a6-a2a3-67274471e64c, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:12:51.756197 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-b51ca9a6-941b-48c3-a33a-71cd9d92acd8 None None] For port 05d06146-32e5-47a6-a2a3-67274471e64c, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=05d06146-32e5-47a6-a2a3-67274471e64c,segment=NetworkSegment(352c6f32-0e94-4f67-ab3f-cdde06de183b),segment_id=352c6f32-0e94-4f67-ab3f-cdde06de183b)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:12:51.843947 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-787e7b30-a478-43e8-828c-b6c0c7e9695d tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks [] for floatingip, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:51.887009 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-b51ca9a6-941b-48c3-a33a-71cd9d92acd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:51.889145 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5459aa-ac6f-41ab-b4b8-f9273673ab12 req-7a3d8415-7148-41fa-8fdc-0c3e94bfc639 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:51.890930 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8a5459aa-ac6f-41ab-b4b8-f9273673ab12 req-7a3d8415-7148-41fa-8fdc-0c3e94bfc639 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=3074468c-6b1e-40f1-b3d8-729b9c64b0ab HTTP/1.1" status: 200 len: 945 time: 0.7157001 Aug 31 09:12:51.909311 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-5f532f00-2314-440f-be06-996d3c40a1b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb9b933b-97f6-4fb0-b7dd-6102e1980468 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:51.919401 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-5f532f00-2314-440f-be06-996d3c40a1b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:51.936374 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-5f532f00-2314-440f-be06-996d3c40a1b6 service neutron] Transition to ACTIVE for port object cb9b933b-97f6-4fb0-b7dd-6102e1980468 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:12:51.968524 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f1dfa5db-e5fa-48e2-b4b1-af2a09a74669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:51.975392 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51ca9a6-941b-48c3-a33a-71cd9d92acd8 None None] Routers {'0010554a-f5b7-4759-8746-a9697544de1b'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:12:51.975392 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-b51ca9a6-941b-48c3-a33a-71cd9d92acd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:12:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['0010554a-f5b7-4759-8746-a9697544de1b'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:51.980563 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8a5459aa-ac6f-41ab-b4b8-f9273673ab12 req-cb714de0-753c-4b63-9cfc-12157f12460d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822446 Aug 31 09:12:52.023978 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-5f532f00-2314-440f-be06-996d3c40a1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:52.130995 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dfa5db-e5fa-48e2-b4b1-af2a09a74669 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce3907ce-1d07-46ce-9f8f-80ea26f14723,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:52.154456 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f532f00-2314-440f-be06-996d3c40a1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb9b933b-97f6-4fb0-b7dd-6102e1980468,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:52.291531 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-5f532f00-2314-440f-be06-996d3c40a1b6 service neutron] Attempting to bind port cb9b933b-97f6-4fb0-b7dd-6102e1980468 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:12:52.291877 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-5f532f00-2314-440f-be06-996d3c40a1b6 service neutron] Attempting to bind port cb9b933b-97f6-4fb0-b7dd-6102e1980468 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:12:52.292207 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-5f532f00-2314-440f-be06-996d3c40a1b6 service neutron] Attempting to bind port cb9b933b-97f6-4fb0-b7dd-6102e1980468 on network d54aa48d-9328-4446-b337-2071a0fd4f0c {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:52.297457 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-5f532f00-2314-440f-be06-996d3c40a1b6 service neutron] Port cb9b933b-97f6-4fb0-b7dd-6102e1980468 on network d54aa48d-9328-4446-b337-2071a0fd4f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:12:52.297897 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-5f532f00-2314-440f-be06-996d3c40a1b6 service neutron] Attempting to bind port cb9b933b-97f6-4fb0-b7dd-6102e1980468 on network d54aa48d-9328-4446-b337-2071a0fd4f0c {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:12:52.301789 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf261162-6be1-4995-bda7-62142ab79ed0 None None] Pushing event updated for resources: {'Port': ['ID=05d06146-32e5-47a6-a2a3-67274471e64c,revision_number=4']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:52.304437 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dfa5db-e5fa-48e2-b4b1-af2a09a74669 admin admin] Checking segment: {'id': 'd3beadbd-e20e-4fd2-bb46-2f663ea61665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1634, 'network_id': 'e17f9528-5e87-40dd-9acd-8aeebaa74745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:52.304607 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-5f532f00-2314-440f-be06-996d3c40a1b6 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:12:52.305109 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-5f532f00-2314-440f-be06-996d3c40a1b6 service neutron] Checking segment: {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:12:52.305586 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-5f532f00-2314-440f-be06-996d3c40a1b6 service neutron] Bound using segment: {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:12:52.307137 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-5f532f00-2314-440f-be06-996d3c40a1b6 service neutron] Bound port: cb9b933b-97f6-4fb0-b7dd-6102e1980468, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:12:52.307764 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-5f532f00-2314-440f-be06-996d3c40a1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:52.313104 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dfa5db-e5fa-48e2-b4b1-af2a09a74669 admin admin] Network hostable DHCP agents. Network: e17f9528-5e87-40dd-9acd-8aeebaa74745, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:12:52.390269 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-b51ca9a6-941b-48c3-a33a-71cd9d92acd8 None None] Set router 0010554a-f5b7-4759-8746-a9697544de1b gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:12:52.400697 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-5f532f00-2314-440f-be06-996d3c40a1b6 service neutron] For port cb9b933b-97f6-4fb0-b7dd-6102e1980468, host n-h2-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:12:52.404378 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-5f532f00-2314-440f-be06-996d3c40a1b6 service neutron] For port cb9b933b-97f6-4fb0-b7dd-6102e1980468, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=cb9b933b-97f6-4fb0-b7dd-6102e1980468,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:12:52.421606 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62150fe6-8ff6-4f46-aa73-4109df3aea79 req-31a8328b-6a8b-436c-a9ef-8ba3f1dafc55 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:52.423330 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62150fe6-8ff6-4f46-aa73-4109df3aea79 req-31a8328b-6a8b-436c-a9ef-8ba3f1dafc55 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 950 time: 0.1708915 Aug 31 09:12:52.487995 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dfa5db-e5fa-48e2-b4b1-af2a09a74669 admin admin] Network e17f9528-5e87-40dd-9acd-8aeebaa74745 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:12:52.514538 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-5f532f00-2314-440f-be06-996d3c40a1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:52.558319 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62150fe6-8ff6-4f46-aa73-4109df3aea79 req-b4861c4c-d6df-4fd7-82c6-7bcfa3de0949 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965810 Aug 31 09:12:52.576234 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-f1dfa5db-e5fa-48e2-b4b1-af2a09a74669 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, e17f9528-5e87-40dd-9acd-8aeebaa74745) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:12:52.577151 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-5f532f00-2314-440f-be06-996d3c40a1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:52.581812 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-5f532f00-2314-440f-be06-996d3c40a1b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:52.583789 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dfa5db-e5fa-48e2-b4b1-af2a09a74669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:52.584426 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f1dfa5db-e5fa-48e2-b4b1-af2a09a74669 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:52.586587 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-5f532f00-2314-440f-be06-996d3c40a1b6 service neutron] 10.222.0.59 "PUT /v2.0/ports/cb9b933b-97f6-4fb0-b7dd-6102e1980468 HTTP/1.1" status: 200 len: 1092 time: 1.1957076 Aug 31 09:12:52.587304 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede00ae0-3f5e-441e-9ac4-0d67a0034b50 None None] Network e17f9528-5e87-40dd-9acd-8aeebaa74745 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:12:52.590463 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ab70db-660e-45be-a45d-838f742e677e', 'tag': 'cb9b933b-97f6-4fb0-b7dd-6102e1980468'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:52.598422 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9800c3-800c-40eb-8e94-763e6c5fa20c" -d '{"events": [{"name": "network-changed", "server_uuid": "50ab70db-660e-45be-a45d-838f742e677e", "tag": "cb9b933b-97f6-4fb0-b7dd-6102e1980468"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:52.649869 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f532f00-2314-440f-be06-996d3c40a1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=cb9b933b-97f6-4fb0-b7dd-6102e1980468,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:52.741163 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-b51ca9a6-941b-48c3-a33a-71cd9d92acd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0010554a-f5b7-4759-8746-a9697544de1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-660850519-router', 'tenant_id': '59a82a3e93d845dbb647f6f502c77e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '5b79c86d-efb5-4c94-8baa-f3ba5a643501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:38Z', 'updated_at': '2021-08-31T09:12:47Z', 'revision_number': 4, 'project_id': '59a82a3e93d845dbb647f6f502c77e9e', 'gw_port': {'id': '5b79c86d-efb5-4c94-8baa-f3ba5a643501', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:93:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0010554a-f5b7-4759-8746-a9697544de1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:40Z', 'updated_at': '2021-08-31T09:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '05d06146-32e5-47a6-a2a3-67274471e64c', 'name': '', 'network_id': '47bd60dc-b642-4dcb-91a5-04eeeb545890', 'tenant_id': '59a82a3e93d845dbb647f6f502c77e9e', 'mac_address': 'fa:16:3e:1d:ef:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0010554a-f5b7-4759-8746-a9697544de1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'c0d176d9-da0a-46c4-b745-5ab795e7e316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:46Z', 'updated_at': '2021-08-31T09:12:51Z', 'revision_number': 4, 'project_id': '59a82a3e93d845dbb647f6f502c77e9e', 'subnets': [{'id': 'c0d176d9-da0a-46c4-b745-5ab795e7e316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:52.772463 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-695b5bb3-9474-488d-b189-6a7f2ec0224c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:52.774410 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-695b5bb3-9474-488d-b189-6a7f2ec0224c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8d929c95dcb6486584c62bb8e91069d6&device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 1095 time: 0.0682933 Aug 31 09:12:52.785460 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51ca9a6-941b-48c3-a33a-71cd9d92acd8 None None] The sync data for ids ['0010554a-f5b7-4759-8746-a9697544de1b'] in n-d-791506-28 is: [{'id': '0010554a-f5b7-4759-8746-a9697544de1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-660850519-router', 'tenant_id': '59a82a3e93d845dbb647f6f502c77e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '5b79c86d-efb5-4c94-8baa-f3ba5a643501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:38Z', 'updated_at': '2021-08-31T09:12:47Z', 'revision_number': 4, 'project_id': '59a82a3e93d845dbb647f6f502c77e9e', 'gw_port': {'id': '5b79c86d-efb5-4c94-8baa-f3ba5a643501', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:93:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0010554a-f5b7-4759-8746-a9697544de1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:40Z', 'updated_at': '2021-08-31T09:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '05d06146-32e5-47a6-a2a3-67274471e64c', 'name': '', 'network_id': '47bd60dc-b642-4dcb-91a5-04eeeb545890', 'tenant_id': '59a82a3e93d845dbb647f6f502c77e9e', 'mac_address': 'fa:16:3e:1d:ef:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0010554a-f5b7-4759-8746-a9697544de1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'c0d176d9-da0a-46c4-b745-5ab795e7e316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:46Z', 'updated_at': '2021-08-31T09:12:51Z', 'revision_number': 4, 'project_id': '59a82a3e93d845dbb647f6f502c77e9e', 'subnets': [{'id': 'c0d176d9-da0a-46c4-b745-5ab795e7e316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:12:52.829105 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f1dfa5db-e5fa-48e2-b4b1-af2a09a74669 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.6852579 Aug 31 09:12:52.839877 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.db.resource_extend [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-787e7b30-a478-43e8-828c-b6c0c7e9695d tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:12:52.884836 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0d197a-146a-4f46-ab80-24007aadc6b3 None None] Network e17f9528-5e87-40dd-9acd-8aeebaa74745 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:12:52.900637 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-5d3f9a7a-3ec4-4c71-89d0-21e389d2018a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb9b933b-97f6-4fb0-b7dd-6102e1980468 HTTP/1.1" status: 200 len: 217 time: 0.1173139 Aug 31 09:12:52.995537 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b7792-c8ba-4d67-a229-1ac614d67320 req-18bfd1da-c771-4083-bdf6-bb67b49b4b60 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:53.003049 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f93b7792-c8ba-4d67-a229-1ac614d67320 req-18bfd1da-c771-4083-bdf6-bb67b49b4b60 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 943 time: 0.2709751 Aug 31 09:12:53.011867 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-787e7b30-a478-43e8-828c-b6c0c7e9695d tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:53.027284 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-11f6269e-14a2-4943-b533-edb4ed7cf5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:53.029059 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-11f6269e-14a2-4943-b533-edb4ed7cf5b7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dab6ed79-4c20-41ae-bb07-e9aaf9315083 HTTP/1.1" status: 200 len: 848 time: 0.1206648 Aug 31 09:12:53.048183 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f93b7792-c8ba-4d67-a229-1ac614d67320 req-ac884dad-580d-4029-a3a2-b0640536e58d tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437381 Aug 31 09:12:53.102586 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-787e7b30-a478-43e8-828c-b6c0c7e9695d tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:53.127283 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-6c097e97-b981-42d9-b29c-f14861d10872 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d54aa48d-9328-4446-b337-2071a0fd4f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892332 Aug 31 09:12:53.277804 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-585e4d3c-318f-49af-a228-4f484da4ab3e service neutron] 10.222.0.59 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419072 Aug 31 09:12:53.318102 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-787e7b30-a478-43e8-828c-b6c0c7e9695d tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Floating IP 6a9477c4-6442-4439-9590-cffda3210ecd associated. External IP: 172.25.2.252, port: 30f8837c-a342-421f-b20d-750c23871715. Aug 31 09:12:53.412314 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-40d811ba-e4e0-4157-9e8d-a80295c50067 req-c63c0d68-39b7-4af0-b08e-e426e218e907 service neutron] 10.222.0.59 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257846 Aug 31 09:12:53.630056 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-787e7b30-a478-43e8-828c-b6c0c7e9695d tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Router 95a27ff0-f36f-4c14-94a6-eb63f93fd821 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:12:53.775422 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-787e7b30-a478-43e8-828c-b6c0c7e9695d tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:12:53.804072 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944c4efa-4701-4f4d-b5f7-b0340e24755f None None] Sync routers for ids ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:12:53.829828 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944c4efa-4701-4f4d-b5f7-b0340e24755f None None] Routers {'95a27ff0-f36f-4c14-94a6-eb63f93fd821'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:12:53.830677 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-944c4efa-4701-4f4d-b5f7-b0340e24755f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:12:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:53.989298 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-944c4efa-4701-4f4d-b5f7-b0340e24755f None None] Set router 95a27ff0-f36f-4c14-94a6-eb63f93fd821 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:12:54.142499 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25168e65-20ef-4e90-914d-6729e13d5303 req-6331c578-2928-4c5b-9179-1b0d4bbebc48 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:54.152294 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-25168e65-20ef-4e90-914d-6729e13d5303 req-6331c578-2928-4c5b-9179-1b0d4bbebc48 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/ports?device_id=dec399ac-51c2-4bb7-99b8-e1a022fa50cc HTTP/1.1" status: 200 len: 946 time: 0.1783330 Aug 31 09:12:54.253642 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-25168e65-20ef-4e90-914d-6729e13d5303 req-97a7d9eb-a574-4e75-b458-c6dbbc817cce tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/security-groups?id=9a1adeb5-d225-4397-9b2e-54de647beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998759 Aug 31 09:12:54.309332 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-787e7b30-a478-43e8-828c-b6c0c7e9695d tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Router 95a27ff0-f36f-4c14-94a6-eb63f93fd821 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:12:54.309518 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a73a20e-0889-4b25-a8c3-c301739ce43f x-openstack-request-id: req-5a73a20e-0889-4b25-a8c3-c301739ce43f {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:54.310162 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ab70db-660e-45be-a45d-838f742e677e", "tag": "cb9b933b-97f6-4fb0-b7dd-6102e1980468", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:54.310162 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-5a73a20e-0889-4b25-a8c3-c301739ce43f {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:54.317320 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50ab70db-660e-45be-a45d-838f742e677e', 'tag': 'cb9b933b-97f6-4fb0-b7dd-6102e1980468', 'status': 'completed', 'code': 200} Aug 31 09:12:54.351973 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-944c4efa-4701-4f4d-b5f7-b0340e24755f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'name': 'tempest-FloatingIPsAssociationTestJSON-206902127-router', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:11:47Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'gw_port': {'id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:49Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '6a9477c4-6442-4439-9590-cffda3210ecd', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'floating_ip_address': '172.25.2.252', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'port_id': '3be34c81-dfa6-4a6a-9e7f-14df832577b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'mac_address': 'fa:16:3e:e7:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d1e57d-0814-47a4-8064-ebe9bc6da34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:12:24Z', 'updated_at': '2021-08-31T09:12:52Z', 'revision_number': 3, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f940c340-11fb-4482-b9fc-d59ba5a3d85e', 'name': '', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'mac_address': 'fa:16:3e:a5:93:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:54Z', 'updated_at': '2021-08-31T09:12:02Z', 'revision_number': 5, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'subnets': [{'id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:54.399337 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9800c3-800c-40eb-8e94-763e6c5fa20c req-05db5c89-8fd5-42be-a1fe-5203a3007490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:54.400924 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1b9800c3-800c-40eb-8e94-763e6c5fa20c req-05db5c89-8fd5-42be-a1fe-5203a3007490 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8d929c95dcb6486584c62bb8e91069d6&device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 1095 time: 0.0616658 Aug 31 09:12:54.442857 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944c4efa-4701-4f4d-b5f7-b0340e24755f None None] Checking router: 95a27ff0-f36f-4c14-94a6-eb63f93fd821 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:12:54.476151 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944c4efa-4701-4f4d-b5f7-b0340e24755f None None] Routers {'95a27ff0-f36f-4c14-94a6-eb63f93fd821'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:12:54.476151 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-944c4efa-4701-4f4d-b5f7-b0340e24755f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:12:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:54.546142 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-787e7b30-a478-43e8-828c-b6c0c7e9695d tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:12:54.564853 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-787e7b30-a478-43e8-828c-b6c0c7e9695d tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:54.571272 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 05d06146-32e5-47a6-a2a3-67274471e64c up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:54.606484 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5270f71b-23da-40b0-abaf-751dffa07843', 'tag': '30f8837c-a342-421f-b20d-750c23871715'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:54.609066 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382e45ce-b3f9-4169-9358-6e82135e3184" -d '{"events": [{"name": "network-changed", "server_uuid": "5270f71b-23da-40b0-abaf-751dffa07843", "tag": "30f8837c-a342-421f-b20d-750c23871715"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:54.689916 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-787e7b30-a478-43e8-828c-b6c0c7e9695d tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "PUT /v2.0/floatingips/6a9477c4-6442-4439-9590-cffda3210ecd HTTP/1.1" status: 200 len: 998 time: 3.4665167 Aug 31 09:12:54.696128 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [req-ade6d7a1-a5a2-4bfb-b138-8c36cf7bd8f4 req-e77444cb-aa89-4432-964b-9490e9f0752c tempest-SecurityGroupsNegativeTestJSON-1172608073 tempest-SecurityGroupsNegativeTestJSON-1172608073-project] show failed (client error): The resource could not be found. Aug 31 09:12:54.703098 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9800c3-800c-40eb-8e94-763e6c5fa20c req-85dfd5fa-ddad-4ba9-a01d-39815859cc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:54.703782 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1b9800c3-800c-40eb-8e94-763e6c5fa20c req-85dfd5fa-ddad-4ba9-a01d-39815859cc70 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d54aa48d-9328-4446-b337-2071a0fd4f0c HTTP/1.1" status: 200 len: 910 time: 0.2812140 Aug 31 09:12:54.715137 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ade6d7a1-a5a2-4bfb-b138-8c36cf7bd8f4 req-e77444cb-aa89-4432-964b-9490e9f0752c tempest-SecurityGroupsNegativeTestJSON-1172608073 tempest-SecurityGroupsNegativeTestJSON-1172608073-project] 10.222.0.119 "GET /v2.0/security-groups/45a4ecdf-7a6b-416c-9e15-c6f03dc4ca23 HTTP/1.1" status: 404 len: 352 time: 0.0692918 Aug 31 09:12:54.734439 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-944c4efa-4701-4f4d-b5f7-b0340e24755f None None] Set router 95a27ff0-f36f-4c14-94a6-eb63f93fd821 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:12:54.761421 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 05d06146-32e5-47a6-a2a3-67274471e64c completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:12:54.762227 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1b9800c3-800c-40eb-8e94-763e6c5fa20c req-847389a3-91f6-47d4-a129-c15936cf7bde service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb9b933b-97f6-4fb0-b7dd-6102e1980468 HTTP/1.1" status: 200 len: 217 time: 0.0484676 Aug 31 09:12:54.783839 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 05d06146-32e5-47a6-a2a3-67274471e64c triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:54.791403 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:54.811061 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-a2f4e493-408d-44d9-9268-0dd45aa7b14f tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:54.827207 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-a2f4e493-408d-44d9-9268-0dd45aa7b14f tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports/30f8837c-a342-421f-b20d-750c23871715 HTTP/1.1" status: 200 len: 942 time: 0.1352296 Aug 31 09:12:54.890027 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9800c3-800c-40eb-8e94-763e6c5fa20c req-e9c15f36-1dc2-4768-aa61-ed3798f1bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:54.891576 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1b9800c3-800c-40eb-8e94-763e6c5fa20c req-e9c15f36-1dc2-4768-aa61-ed3798f1bc07 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dab6ed79-4c20-41ae-bb07-e9aaf9315083 HTTP/1.1" status: 200 len: 848 time: 0.1181531 Aug 31 09:12:54.951416 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:54.951647 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1b9ea-13a5-462d-93c6-dec4c260566e req-2c7bb77a-20c7-4d26-82f8-f5ee76fcd797 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:54.957390 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1b9800c3-800c-40eb-8e94-763e6c5fa20c req-4d68000e-381b-4970-981f-c9767389cee5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d54aa48d-9328-4446-b337-2071a0fd4f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566857 Aug 31 09:12:54.962924 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e8d1b9ea-13a5-462d-93c6-dec4c260566e req-2c7bb77a-20c7-4d26-82f8-f5ee76fcd797 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 950 time: 0.1309779 Aug 31 09:12:54.988370 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 05d06146-32e5-47a6-a2a3-67274471e64c, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=05d06146-32e5-47a6-a2a3-67274471e64c,segment=NetworkSegment(352c6f32-0e94-4f67-ab3f-cdde06de183b),segment_id=352c6f32-0e94-4f67-ab3f-cdde06de183b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:55.083093 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e8d1b9ea-13a5-462d-93c6-dec4c260566e req-4da720f9-8113-4d0e-b594-646f71cc1096 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192627 Aug 31 09:12:55.085517 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-a12346ca-3db2-4435-be7b-89dd1c3c0641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:55.097606 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:55.098736 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-a12346ca-3db2-4435-be7b-89dd1c3c0641 service neutron] 10.222.0.119 "GET /v2.0/ports?tenant_id=f4381d0dc0be411ca9215585d9e1f0fb&device_id=5270f71b-23da-40b0-abaf-751dffa07843 HTTP/1.1" status: 200 len: 1097 time: 0.1198280 Aug 31 09:12:55.149454 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1b9800c3-800c-40eb-8e94-763e6c5fa20c req-071852c4-c3a2-4a78-abf7-88f1c68c4e3f service neutron] 10.222.0.59 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819491 Aug 31 09:12:55.251948 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-944c4efa-4701-4f4d-b5f7-b0340e24755f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'name': 'tempest-FloatingIPsAssociationTestJSON-206902127-router', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:11:47Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'gw_port': {'id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:49Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '6a9477c4-6442-4439-9590-cffda3210ecd', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'floating_ip_address': '172.25.2.252', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'port_id': '3be34c81-dfa6-4a6a-9e7f-14df832577b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'mac_address': 'fa:16:3e:e7:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d1e57d-0814-47a4-8064-ebe9bc6da34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:12:24Z', 'updated_at': '2021-08-31T09:12:52Z', 'revision_number': 3, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f940c340-11fb-4482-b9fc-d59ba5a3d85e', 'name': '', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'mac_address': 'fa:16:3e:a5:93:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:54Z', 'updated_at': '2021-08-31T09:12:02Z', 'revision_number': 5, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'subnets': [{'id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:55.252553 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=05d06146-32e5-47a6-a2a3-67274471e64c,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:55.256211 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-de0e9e00-d0e6-4838-b304-2691140eac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:55.265776 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-de0e9e00-d0e6-4838-b304-2691140eac0e service neutron] 10.222.0.119 "GET /v2.0/networks?id=911967d5-9c28-4576-80c3-c0f96b966e16 HTTP/1.1" status: 200 len: 922 time: 0.1659245 Aug 31 09:12:55.279392 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:55.279736 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:55.280054 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:55.280386 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:55.280709 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:55.281029 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:55.281347 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:55.281669 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:55.281977 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:55.282367 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:55.283295 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:55.283295 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:12:55.344435 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-7bcfa064-ce3c-40d3-8994-98a12a5bb9c5 service neutron] 10.222.0.119 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30f8837c-a342-421f-b20d-750c23871715 HTTP/1.1" status: 200 len: 217 time: 0.0768316 Aug 31 09:12:55.351744 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944c4efa-4701-4f4d-b5f7-b0340e24755f None None] The sync data for ids ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'] in n-d-791506-28 is: [{'id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'name': 'tempest-FloatingIPsAssociationTestJSON-206902127-router', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:11:47Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'gw_port': {'id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:49Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '6a9477c4-6442-4439-9590-cffda3210ecd', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'floating_ip_address': '172.25.2.252', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'port_id': '3be34c81-dfa6-4a6a-9e7f-14df832577b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'mac_address': 'fa:16:3e:e7:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d1e57d-0814-47a4-8064-ebe9bc6da34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:12:24Z', 'updated_at': '2021-08-31T09:12:52Z', 'revision_number': 3, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f940c340-11fb-4482-b9fc-d59ba5a3d85e', 'name': '', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'mac_address': 'fa:16:3e:a5:93:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:54Z', 'updated_at': '2021-08-31T09:12:02Z', 'revision_number': 5, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'subnets': [{'id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:12:55.425126 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1b9800c3-800c-40eb-8e94-763e6c5fa20c req-c96fc732-f2b6-4215-96c8-a59e4d861ee0 service neutron] 10.222.0.59 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665374 Aug 31 09:12:55.443182 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-a6e66ee1-3833-4754-a2a9-b0db0d492778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:55.453800 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-a6e66ee1-3833-4754-a2a9-b0db0d492778 service neutron] 10.222.0.119 "GET /v2.0/subnets?id=3649fc3f-e1b9-493b-9302-31142ce0aead HTTP/1.1" status: 200 len: 859 time: 0.1084592 Aug 31 09:12:55.556893 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-51a977f1-2979-4a12-bf6c-ee7a544c57ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:55.565501 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-51a977f1-2979-4a12-bf6c-ee7a544c57ae service neutron] 10.222.0.119 "GET /v2.0/ports?network_id=911967d5-9c28-4576-80c3-c0f96b966e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1107180 Aug 31 09:12:55.656573 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede21b7-3cf5-4b16-bec9-dda53f54faaa req-a5c6db9a-0df7-4911-bb24-31b7d5605331 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:55.658094 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7ede21b7-3cf5-4b16-bec9-dda53f54faaa req-a5c6db9a-0df7-4911-bb24-31b7d5605331 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 943 time: 0.1603353 Aug 31 09:12:55.713847 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-45567487-c6b9-493d-85f8-4fb8063f6ab3 service neutron] 10.222.0.119 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451740 Aug 31 09:12:55.811870 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7ede21b7-3cf5-4b16-bec9-dda53f54faaa req-6451527b-8d14-49ab-8273-375c710dfb1e tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451583 Aug 31 09:12:55.878541 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a10806-0930-4a4b-93c5-7f0d85fb8aa6 None None] New status for floating IP 6a9477c4-6442-4439-9590-cffda3210ecd: ACTIVE {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:12:55.895987 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d69cbf-34de-4c42-b597-b401f5272c77 x-openstack-request-id: req-35d69cbf-34de-4c42-b597-b401f5272c77 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:55.896501 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5270f71b-23da-40b0-abaf-751dffa07843", "tag": "30f8837c-a342-421f-b20d-750c23871715", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:55.896769 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-35d69cbf-34de-4c42-b597-b401f5272c77 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:55.897210 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5270f71b-23da-40b0-abaf-751dffa07843', 'tag': '30f8837c-a342-421f-b20d-750c23871715', 'status': 'completed', 'code': 200} Aug 31 09:12:55.925029 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-ac34931c-2e5b-4796-9dd8-9d14cae020c1 service neutron] 10.222.0.119 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119257 Aug 31 09:12:55.962366 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e45ce-b3f9-4169-9358-6e82135e3184 req-380c34bb-2162-4ff4-9ade-1aed9712d494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:55.964655 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-382e45ce-b3f9-4169-9358-6e82135e3184 req-380c34bb-2162-4ff4-9ade-1aed9712d494 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f4381d0dc0be411ca9215585d9e1f0fb&device_id=5270f71b-23da-40b0-abaf-751dffa07843 HTTP/1.1" status: 200 len: 1097 time: 0.0612726 Aug 31 09:12:56.127742 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e45ce-b3f9-4169-9358-6e82135e3184 req-160da428-27b4-44bc-94ec-954be92b7ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:56.129304 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-382e45ce-b3f9-4169-9358-6e82135e3184 req-160da428-27b4-44bc-94ec-954be92b7ad6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=911967d5-9c28-4576-80c3-c0f96b966e16 HTTP/1.1" status: 200 len: 922 time: 0.1560793 Aug 31 09:12:56.154674 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-5ce096a9-2c05-48d5-b617-f8967203a9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:56.164457 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-5ce096a9-2c05-48d5-b617-f8967203a9bd service neutron] 10.222.0.119 "GET /v2.0/ports?tenant_id=f4381d0dc0be411ca9215585d9e1f0fb&device_id=69d1e57d-0814-47a4-8064-ebe9bc6da34a HTTP/1.1" status: 200 len: 1097 time: 0.0752401 Aug 31 09:12:56.201162 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 6a9b0d0e-7cf5-4316-84c7-93174c9b38f4 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:12:56.202028 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-382e45ce-b3f9-4169-9358-6e82135e3184 req-4a1ceb33-d95f-42c7-8ab4-8538a766af05 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30f8837c-a342-421f-b20d-750c23871715 HTTP/1.1" status: 200 len: 217 time: 0.0616972 Aug 31 09:12:56.203837 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device f7f53240-2d5e-4910-ba8e-a19415aea7e7 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:12:56.351170 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-92c2e493-689c-4073-ae1c-a145fb4dd4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:56.352222 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e45ce-b3f9-4169-9358-6e82135e3184 req-0c86202d-e5d2-4b1b-8412-0ff08242b197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:56.354515 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-382e45ce-b3f9-4169-9358-6e82135e3184 req-0c86202d-e5d2-4b1b-8412-0ff08242b197 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3649fc3f-e1b9-493b-9302-31142ce0aead HTTP/1.1" status: 200 len: 859 time: 0.1224010 Aug 31 09:12:56.358897 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-92c2e493-689c-4073-ae1c-a145fb4dd4f1 service neutron] 10.222.0.119 "GET /v2.0/networks?id=911967d5-9c28-4576-80c3-c0f96b966e16 HTTP/1.1" status: 200 len: 922 time: 0.1906736 Aug 31 09:12:56.378771 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 6a9b0d0e-7cf5-4316-84c7-93174c9b38f4, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=6a9b0d0e-7cf5-4316-84c7-93174c9b38f4,segment=NetworkSegment(7165cf42-c983-4e18-9ad9-e580a9c61c0b),segment_id=7165cf42-c983-4e18-9ad9-e580a9c61c0b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:56.399052 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '6a9b0d0e-7cf5-4316-84c7-93174c9b38f4', 'network_id': '9ca962f7-a3f8-4e91-9029-22ec42b84c01', 'port_id': '6a9b0d0e-7cf5-4316-84c7-93174c9b38f4', 'mac_address': 'fa:16:3e:ed:6f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5540a99f-ddc8-4454-b137-a8c33ca66961', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:12:56.400569 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:56.437911 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02ef11c-aac0-43f8-aae4-68caefce571b None None] Sync routers for ids ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:12:56.457764 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02ef11c-aac0-43f8-aae4-68caefce571b None None] Routers {'95a27ff0-f36f-4c14-94a6-eb63f93fd821'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:12:56.460365 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a02ef11c-aac0-43f8-aae4-68caefce571b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:12:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:56.474906 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e45ce-b3f9-4169-9358-6e82135e3184 req-2739400e-47f9-4ef0-a3d0-c02b173cf5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:56.480906 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-382e45ce-b3f9-4169-9358-6e82135e3184 req-2739400e-47f9-4ef0-a3d0-c02b173cf5ab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=911967d5-9c28-4576-80c3-c0f96b966e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1156766 Aug 31 09:12:56.558576 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-12e9d85b-86ee-44f5-9e09-fd1368b4c8a9 service neutron] 10.222.0.119 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3be34c81-dfa6-4a6a-9e7f-14df832577b2 HTTP/1.1" status: 200 len: 1001 time: 0.2011878 Aug 31 09:12:56.580461 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d3e945-74b3-4546-bea0-3d1b5d1f3d43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7f53240-2d5e-4910-ba8e-a19415aea7e7'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:56.589174 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80fbf91-15b9-4f50-8fbc-90ea62e95b5f" -d '{"events": [{"server_uuid": "59d3e945-74b3-4546-bea0-3d1b5d1f3d43", "name": "network-vif-unplugged", "status": "completed", "tag": "f7f53240-2d5e-4910-ba8e-a19415aea7e7"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:56.624264 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 05d06146-32e5-47a6-a2a3-67274471e64c up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:12:56.662694 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port f7f53240-2d5e-4910-ba8e-a19415aea7e7, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=f7f53240-2d5e-4910-ba8e-a19415aea7e7,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:56.684976 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:56.718978 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-382e45ce-b3f9-4169-9358-6e82135e3184 req-bdb09801-22d4-48e5-88a6-7fc728c0830b service neutron] 10.222.0.59 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300382 Aug 31 09:12:56.757629 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-a02ef11c-aac0-43f8-aae4-68caefce571b None None] Set router 95a27ff0-f36f-4c14-94a6-eb63f93fd821 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:12:56.795909 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-a9d61218-db61-4683-b53c-c390af92539c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:56.797436 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-a9d61218-db61-4683-b53c-c390af92539c service neutron] 10.222.0.119 "GET /v2.0/subnets?id=3649fc3f-e1b9-493b-9302-31142ce0aead HTTP/1.1" status: 200 len: 859 time: 0.2380943 Aug 31 09:12:56.880471 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220aad37-75e5-466b-af84-5cafe55f94d2 req-cf5177ae-7a22-466f-b477-b1da69a074ef tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:56.881942 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-220aad37-75e5-466b-af84-5cafe55f94d2 req-cf5177ae-7a22-466f-b477-b1da69a074ef tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/ports?device_id=59d3e945-74b3-4546-bea0-3d1b5d1f3d43 HTTP/1.1" status: 200 len: 950 time: 0.2380829 Aug 31 09:12:56.903043 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:56.916564 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a9b0d0e-7cf5-4316-84c7-93174c9b38f4 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:56.941531 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 6a9b0d0e-7cf5-4316-84c7-93174c9b38f4, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=6a9b0d0e-7cf5-4316-84c7-93174c9b38f4,segment=NetworkSegment(7165cf42-c983-4e18-9ad9-e580a9c61c0b),segment_id=7165cf42-c983-4e18-9ad9-e580a9c61c0b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:56.984607 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-382e45ce-b3f9-4169-9358-6e82135e3184 req-52f14d1b-15de-4ce6-b900-c8dd67b99488 service neutron] 10.222.0.59 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578664 Aug 31 09:12:56.988352 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 05d06146-32e5-47a6-a2a3-67274471e64c triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:12:56.988977 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:57.022851 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-7d72a0dd-f4da-46b2-850d-fdd8e4bc5605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:57.024387 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-7d72a0dd-f4da-46b2-850d-fdd8e4bc5605 service neutron] 10.222.0.119 "GET /v2.0/ports?network_id=911967d5-9c28-4576-80c3-c0f96b966e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2187800 Aug 31 09:12:57.038240 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-220aad37-75e5-466b-af84-5cafe55f94d2 req-d20ca684-02b8-4a42-98f5-cd589ed45486 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/security-groups?id=eae352a4-a58a-4bc2-b82c-a9a6ca450805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952706 Aug 31 09:12:57.090817 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:57.091464 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device cb9b933b-97f6-4fb0-b7dd-6102e1980468 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:12:57.134436 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=f7f53240-2d5e-4910-ba8e-a19415aea7e7,revision_number=8']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:57.138742 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a02ef11c-aac0-43f8-aae4-68caefce571b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'name': 'tempest-FloatingIPsAssociationTestJSON-206902127-router', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:11:47Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'gw_port': {'id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:49Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '6a9477c4-6442-4439-9590-cffda3210ecd', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'floating_ip_address': '172.25.2.252', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'port_id': '3be34c81-dfa6-4a6a-9e7f-14df832577b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'mac_address': 'fa:16:3e:e7:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d1e57d-0814-47a4-8064-ebe9bc6da34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:12:24Z', 'updated_at': '2021-08-31T09:12:56Z', 'revision_number': 4, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f940c340-11fb-4482-b9fc-d59ba5a3d85e', 'name': '', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'mac_address': 'fa:16:3e:a5:93:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:54Z', 'updated_at': '2021-08-31T09:12:02Z', 'revision_number': 5, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'subnets': [{'id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:57.166781 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-59816034-7a20-4e28-ae1b-cbb367d30e72 req-f6c7910d-6e34-46d4-85d2-eae05925ef19 tempest-SecurityGroupsNegativeTestJSON-1172608073 tempest-SecurityGroupsNegativeTestJSON-1172608073-project] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=01fa7018d6f444f39543e5fcecb529cf HTTP/1.1" status: 200 len: 2984 time: 0.0608847 Aug 31 09:12:57.204842 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02ef11c-aac0-43f8-aae4-68caefce571b None None] Checking router: 95a27ff0-f36f-4c14-94a6-eb63f93fd821 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:12:57.230828 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02ef11c-aac0-43f8-aae4-68caefce571b None None] Routers {'95a27ff0-f36f-4c14-94a6-eb63f93fd821'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:12:57.232542 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a02ef11c-aac0-43f8-aae4-68caefce571b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:12:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:57.233493 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-59816034-7a20-4e28-ae1b-cbb367d30e72 req-70737900-54db-4c43-88c1-ebb8f36efba4 tempest-SecurityGroupsNegativeTestJSON-1172608073 tempest-SecurityGroupsNegativeTestJSON-1172608073-project] 10.222.0.119 "GET /v2.0/security-groups/0d96068c-b28c-46fb-9a7b-7a6988308307 HTTP/1.1" status: 200 len: 2981 time: 0.0575616 Aug 31 09:12:57.315109 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-b29079ae-0b1a-497a-9e3f-218ef333c6b5 service neutron] 10.222.0.119 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752573 Aug 31 09:12:57.404017 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-59816034-7a20-4e28-ae1b-cbb367d30e72 req-d4204bda-c43f-44e6-bdea-00312c2c5d34 tempest-SecurityGroupsNegativeTestJSON-1172608073 tempest-SecurityGroupsNegativeTestJSON-1172608073-project] 10.222.0.119 "GET /v2.0/security-groups/0d96068c-b28c-46fb-9a7b-7a6988308307 HTTP/1.1" status: 200 len: 2981 time: 0.1696081 Aug 31 09:12:57.413993 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=6a9b0d0e-7cf5-4316-84c7-93174c9b38f4,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:57.459442 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port cb9b933b-97f6-4fb0-b7dd-6102e1980468, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=cb9b933b-97f6-4fb0-b7dd-6102e1980468,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:57.491391 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': 'cb9b933b-97f6-4fb0-b7dd-6102e1980468', 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c', 'port_id': 'cb9b933b-97f6-4fb0-b7dd-6102e1980468', 'mac_address': 'fa:16:3e:ae:48:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab6ed79-4c20-41ae-bb07-e9aaf9315083', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:12:57.535428 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:57.550922 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb9b933b-97f6-4fb0-b7dd-6102e1980468 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:12:57.557714 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-a02ef11c-aac0-43f8-aae4-68caefce571b None None] Set router 95a27ff0-f36f-4c14-94a6-eb63f93fd821 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:12:57.585334 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a8a53a3b-6c68-49b9-8a00-049e221ba62b req-9791106a-5032-427c-8dd7-d21761cd915b service neutron] 10.222.0.119 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646372 Aug 31 09:12:57.593344 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port cb9b933b-97f6-4fb0-b7dd-6102e1980468, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=cb9b933b-97f6-4fb0-b7dd-6102e1980468,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:57.611827 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529eb7f-136f-4977-90d6-8bec409f6ec2 req-290c67a4-dca9-4c54-94c4-00baedc5ee39 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:57.650156 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b529eb7f-136f-4977-90d6-8bec409f6ec2 req-290c67a4-dca9-4c54-94c4-00baedc5ee39 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 950 time: 0.1246400 Aug 31 09:12:57.695774 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:57.745927 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b529eb7f-136f-4977-90d6-8bec409f6ec2 req-ec9e8f55-a739-4c46-8f43-16586c5b346b tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907443 Aug 31 09:12:57.835771 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce8460d-a1eb-419b-b3fc-568c90eed0d0 x-openstack-request-id: req-2ce8460d-a1eb-419b-b3fc-568c90eed0d0 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:57.836482 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d3e945-74b3-4546-bea0-3d1b5d1f3d43", "name": "network-vif-unplugged", "status": "completed", "tag": "f7f53240-2d5e-4910-ba8e-a19415aea7e7", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:57.836482 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-2ce8460d-a1eb-419b-b3fc-568c90eed0d0 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:57.836872 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d3e945-74b3-4546-bea0-3d1b5d1f3d43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7f53240-2d5e-4910-ba8e-a19415aea7e7', 'code': 200} Aug 31 09:12:57.858749 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['6a9b0d0e-7cf5-4316-84c7-93174c9b38f4'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:57.901234 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d1e57d-0814-47a4-8064-ebe9bc6da34a', 'tag': '3be34c81-dfa6-4a6a-9e7f-14df832577b2'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:12:57.912540 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c4ecf8-6816-4c96-8e4f-98af884c919a" -d '{"events": [{"name": "network-changed", "server_uuid": "69d1e57d-0814-47a4-8064-ebe9bc6da34a", "tag": "3be34c81-dfa6-4a6a-9e7f-14df832577b2"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:12:57.989210 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe68b0-5db5-4be9-a69a-b2e7e9cb8f23 req-840ae11b-8241-4a3f-9750-866477faa6e0 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:58.004820 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-14fe68b0-5db5-4be9-a69a-b2e7e9cb8f23 req-840ae11b-8241-4a3f-9750-866477faa6e0 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 944 time: 0.1128113 Aug 31 09:12:58.043524 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['cb9b933b-97f6-4fb0-b7dd-6102e1980468'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:12:58.062402 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff631f-4b8d-49e7-b890-092c4826f85f req-6935a68d-b77f-4fc4-8805-a2bae79f9674 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:58.075920 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=cb9b933b-97f6-4fb0-b7dd-6102e1980468,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:58.080555 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-29ff631f-4b8d-49e7-b890-092c4826f85f req-6935a68d-b77f-4fc4-8805-a2bae79f9674 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.112 "GET /v2.0/ports?device_id=dec399ac-51c2-4bb7-99b8-e1a022fa50cc HTTP/1.1" status: 200 len: 946 time: 0.1838195 Aug 31 09:12:58.101460 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-14fe68b0-5db5-4be9-a69a-b2e7e9cb8f23 req-51dcfe18-2261-448f-bd29-ba1e04ae7e6d tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956514 Aug 31 09:12:58.150479 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-8416aabe-8e32-4ef4-8a8b-c0d53d0ffe84 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-securitygroup--709694334&fields=id&tenant_id=3b0faebd4a0f4fe0bc11524828454d6f HTTP/1.1" status: 200 len: 267 time: 0.1117516 Aug 31 09:12:58.298578 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a02ef11c-aac0-43f8-aae4-68caefce571b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'name': 'tempest-FloatingIPsAssociationTestJSON-206902127-router', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:11:47Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'gw_port': {'id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:49Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '6a9477c4-6442-4439-9590-cffda3210ecd', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'floating_ip_address': '172.25.2.252', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'port_id': '3be34c81-dfa6-4a6a-9e7f-14df832577b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'mac_address': 'fa:16:3e:e7:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d1e57d-0814-47a4-8064-ebe9bc6da34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:12:24Z', 'updated_at': '2021-08-31T09:12:56Z', 'revision_number': 4, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f940c340-11fb-4482-b9fc-d59ba5a3d85e', 'name': '', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'mac_address': 'fa:16:3e:a5:93:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:54Z', 'updated_at': '2021-08-31T09:12:02Z', 'revision_number': 5, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'subnets': [{'id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:12:58.382912 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-29ff631f-4b8d-49e7-b890-092c4826f85f req-bd16edf6-d1d6-48c1-bbf4-9bdeeb8e7edd tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Deleting port edde40e9-17fb-4f5e-ac5d-915a3b533318 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:12:58.383548 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-29ff631f-4b8d-49e7-b890-092c4826f85f req-bd16edf6-d1d6-48c1-bbf4-9bdeeb8e7edd tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:58.441472 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02ef11c-aac0-43f8-aae4-68caefce571b None None] The sync data for ids ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'] in n-d-791506-28 is: [{'id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'name': 'tempest-FloatingIPsAssociationTestJSON-206902127-router', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:11:47Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'gw_port': {'id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:49Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '6a9477c4-6442-4439-9590-cffda3210ecd', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'floating_ip_address': '172.25.2.252', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'port_id': '3be34c81-dfa6-4a6a-9e7f-14df832577b2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'mac_address': 'fa:16:3e:e7:5f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d1e57d-0814-47a4-8064-ebe9bc6da34a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:12:24Z', 'updated_at': '2021-08-31T09:12:56Z', 'revision_number': 4, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f940c340-11fb-4482-b9fc-d59ba5a3d85e', 'name': '', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'mac_address': 'fa:16:3e:a5:93:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:54Z', 'updated_at': '2021-08-31T09:12:02Z', 'revision_number': 5, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'subnets': [{'id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:12:58.470069 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-6b261224-9a1c-46d2-850b-b6635f9f4825 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:12:58.484424 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-6b261224-9a1c-46d2-850b-b6635f9f4825 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/networks?id=d1234639-2841-4a70-bb71-b7feb4621301 HTTP/1.1" status: 200 len: 823 time: 0.3260596 Aug 31 09:12:58.562607 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-b0af5699-f0d8-466b-b517-6beeb2c03580 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/quotas/3b0faebd4a0f4fe0bc11524828454d6f HTTP/1.1" status: 200 len: 375 time: 0.0691633 Aug 31 09:12:58.623575 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-29ff631f-4b8d-49e7-b890-092c4826f85f req-bd16edf6-d1d6-48c1-bbf4-9bdeeb8e7edd tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] For port edde40e9-17fb-4f5e-ac5d-915a3b533318, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=edde40e9-17fb-4f5e-ac5d-915a3b533318,segment=NetworkSegment(297f7645-baab-4cad-a38a-5a6d7356eab9),segment_id=297f7645-baab-4cad-a38a-5a6d7356eab9)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:12:58.624231 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-29ff631f-4b8d-49e7-b890-092c4826f85f req-bd16edf6-d1d6-48c1-bbf4-9bdeeb8e7edd tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:58.795289 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-e5e7760c-3b10-46c2-8a08-450f5ed43ebd tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2270622 Aug 31 09:12:59.037621 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-ea793975-8c39-45f5-bf15-3aab15731754 service neutron] 10.222.0.119 "GET /v2.0/networks/d1234639-2841-4a70-bb71-b7feb4621301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193425 Aug 31 09:12:59.108633 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-29ff631f-4b8d-49e7-b890-092c4826f85f req-bd16edf6-d1d6-48c1-bbf4-9bdeeb8e7edd tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:59.110802 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-29ff631f-4b8d-49e7-b890-092c4826f85f req-bd16edf6-d1d6-48c1-bbf4-9bdeeb8e7edd tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:59.111156 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [req-29ff631f-4b8d-49e7-b890-092c4826f85f req-bd16edf6-d1d6-48c1-bbf4-9bdeeb8e7edd tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Floating IP f781b2f7-a1b7-4f34-b45e-02558c861efa disassociated. External IP: 172.25.2.91, port: edde40e9-17fb-4f5e-ac5d-915a3b533318. Aug 31 09:12:59.112745 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-29ff631f-4b8d-49e7-b890-092c4826f85f req-bd16edf6-d1d6-48c1-bbf4-9bdeeb8e7edd tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Calling delete_port for edde40e9-17fb-4f5e-ac5d-915a3b533318 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:12:59.185127 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-4e1d0a23-904c-489f-8129-2ed5c0cdc6d8 service neutron] 10.222.0.119 "GET /v2.0/networks/d1234639-2841-4a70-bb71-b7feb4621301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392272 Aug 31 09:12:59.473701 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-48988790-24c1-43ab-8054-21337af0aa44 req-b8565e7d-7078-4f2f-bddc-41a4fdd91925 tempest-SecurityGroupsNegativeTestJSON-1172608073 tempest-SecurityGroupsNegativeTestJSON-1172608073-project] 10.222.0.119 "GET /v2.0/security-groups/0d96068c-b28c-46fb-9a7b-7a6988308307 HTTP/1.1" status: 200 len: 2981 time: 0.1718228 Aug 31 09:12:59.611343 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-29ff631f-4b8d-49e7-b890-092c4826f85f req-bd16edf6-d1d6-48c1-bbf4-9bdeeb8e7edd tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:59.685006 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16edf6-d1d6-48c1-bbf4-9bdeeb8e7edd tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Pushing event deleted for resources: {'Port': ['ID=edde40e9-17fb-4f5e-ac5d-915a3b533318,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:12:59.703660 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [req-48988790-24c1-43ab-8054-21337af0aa44 req-34b6830f-b1f7-4235-be7a-f4c403483de1 tempest-SecurityGroupsNegativeTestJSON-1172608073 tempest-SecurityGroupsNegativeTestJSON-1172608073-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 09:12:59.733719 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-48988790-24c1-43ab-8054-21337af0aa44 req-34b6830f-b1f7-4235-be7a-f4c403483de1 tempest-SecurityGroupsNegativeTestJSON-1172608073 tempest-SecurityGroupsNegativeTestJSON-1172608073-project] 10.222.0.119 "DELETE /v2.0/security-groups/0d96068c-b28c-46fb-9a7b-7a6988308307 HTTP/1.1" status: 409 len: 352 time: 0.2580857 Aug 31 09:12:59.841543 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dcb303da-c80c-449d-8724-071e2b602f5d req-a39ca977-00f4-47f0-9e33-2fa7f9f7855a tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.252 HTTP/1.1" status: 200 len: 1001 time: 0.2338128 Aug 31 09:12:59.891266 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b8278e-f604-4c50-8871-e2d04b4f0eb1 x-openstack-request-id: req-b2b8278e-f604-4c50-8871-e2d04b4f0eb1 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:12:59.894964 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d1e57d-0814-47a4-8064-ebe9bc6da34a", "tag": "3be34c81-dfa6-4a6a-9e7f-14df832577b2", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:12:59.895411 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-b2b8278e-f604-4c50-8871-e2d04b4f0eb1 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:12:59.895945 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d1e57d-0814-47a4-8064-ebe9bc6da34a', 'tag': '3be34c81-dfa6-4a6a-9e7f-14df832577b2', 'status': 'completed', 'code': 200} Aug 31 09:13:00.097871 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb303da-c80c-449d-8724-071e2b602f5d req-3ece2b0e-739c-408f-8947-084ea67225a1 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:00.121261 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dcb303da-c80c-449d-8724-071e2b602f5d req-3ece2b0e-739c-408f-8947-084ea67225a1 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports/3be34c81-dfa6-4a6a-9e7f-14df832577b2 HTTP/1.1" status: 200 len: 942 time: 0.2761900 Aug 31 09:13:00.192876 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4ecf8-6816-4c96-8e4f-98af884c919a req-a44bc11f-f188-4822-a884-670328050229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:00.195139 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b9c4ecf8-6816-4c96-8e4f-98af884c919a req-a44bc11f-f188-4822-a884-670328050229 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f4381d0dc0be411ca9215585d9e1f0fb&device_id=69d1e57d-0814-47a4-8064-ebe9bc6da34a HTTP/1.1" status: 200 len: 1097 time: 0.2211225 Aug 31 09:13:00.216941 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device cb9b933b-97f6-4fb0-b7dd-6102e1980468 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:13:00.504757 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4ecf8-6816-4c96-8e4f-98af884c919a req-f541669a-43c7-41f3-a351-1f7d892abbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:00.507227 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b9c4ecf8-6816-4c96-8e4f-98af884c919a req-f541669a-43c7-41f3-a351-1f7d892abbcf service neutron] 10.222.0.112 "GET /v2.0/networks?id=911967d5-9c28-4576-80c3-c0f96b966e16 HTTP/1.1" status: 200 len: 922 time: 0.2995663 Aug 31 09:13:00.513680 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port cb9b933b-97f6-4fb0-b7dd-6102e1980468 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:13:00.518700 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port cb9b933b-97f6-4fb0-b7dd-6102e1980468 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:00.522601 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:00.595173 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29ff631f-4b8d-49e7-b890-092c4826f85f req-bd16edf6-d1d6-48c1-bbf4-9bdeeb8e7edd tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Router 747d765c-b597-4648-84db-4fe91ddd79e5 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:13:00.671456 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dcb303da-c80c-449d-8724-071e2b602f5d req-d52b3047-044a-4fdd-bed6-4b82c4dfcea4 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.252 HTTP/1.1" status: 200 len: 1001 time: 0.1752515 Aug 31 09:13:00.815404 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:00.886720 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ab70db-660e-45be-a45d-838f742e677e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9b933b-97f6-4fb0-b7dd-6102e1980468'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:00.897922 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb77a584-17b5-4a33-9786-b1be4e5ad1da" -d '{"events": [{"server_uuid": "50ab70db-660e-45be-a45d-838f742e677e", "name": "network-vif-plugged", "status": "completed", "tag": "cb9b933b-97f6-4fb0-b7dd-6102e1980468"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:00.942074 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29ff631f-4b8d-49e7-b890-092c4826f85f req-bd16edf6-d1d6-48c1-bbf4-9bdeeb8e7edd tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:13:00.942346 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port cb9b933b-97f6-4fb0-b7dd-6102e1980468, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=cb9b933b-97f6-4fb0-b7dd-6102e1980468,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:00.957437 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be7f059-997b-492e-b503-b62417f3740d None None] Sync routers for ids ['747d765c-b597-4648-84db-4fe91ddd79e5'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:13:01.004508 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be7f059-997b-492e-b503-b62417f3740d None None] Routers {'747d765c-b597-4648-84db-4fe91ddd79e5'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:13:01.005446 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-6be7f059-997b-492e-b503-b62417f3740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:12:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['747d765c-b597-4648-84db-4fe91ddd79e5'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:01.033888 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ff631f-4b8d-49e7-b890-092c4826f85f req-bd16edf6-d1d6-48c1-bbf4-9bdeeb8e7edd tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] No DVR routers for this DVR port edde40e9-17fb-4f5e-ac5d-915a3b533318 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:13:01.039839 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-29ff631f-4b8d-49e7-b890-092c4826f85f req-bd16edf6-d1d6-48c1-bbf4-9bdeeb8e7edd tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:01.047153 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-29ff631f-4b8d-49e7-b890-092c4826f85f req-bd16edf6-d1d6-48c1-bbf4-9bdeeb8e7edd tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.112 "DELETE /v2.0/ports/edde40e9-17fb-4f5e-ac5d-915a3b533318 HTTP/1.1" status: 204 len: 173 time: 2.9596367 Aug 31 09:13:01.048759 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec399ac-51c2-4bb7-99b8-e1a022fa50cc', 'name': 'network-vif-deleted', 'tag': 'edde40e9-17fb-4f5e-ac5d-915a3b533318'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:01.053547 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12435462-f7cd-4371-9911-21bdf1b07ae7" -d '{"events": [{"server_uuid": "dec399ac-51c2-4bb7-99b8-e1a022fa50cc", "name": "network-vif-deleted", "tag": "edde40e9-17fb-4f5e-ac5d-915a3b533318"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:01.105689 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:01.109509 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 6a9b0d0e-7cf5-4316-84c7-93174c9b38f4 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:13:01.267469 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e6cbb-75d3-4e93-b464-25252ffb718c req-283df43b-c7a0-4a31-9511-ae72b30610a6 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:01.269439 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ef5e6cbb-75d3-4e93-b464-25252ffb718c req-283df43b-c7a0-4a31-9511-ae72b30610a6 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 950 time: 1.2083042 Aug 31 09:13:01.271778 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b9c4ecf8-6816-4c96-8e4f-98af884c919a req-6c5f5190-e5cf-4271-b62e-3b9525269097 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3be34c81-dfa6-4a6a-9e7f-14df832577b2 HTTP/1.1" status: 200 len: 1001 time: 0.5882125 Aug 31 09:13:01.394874 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=cb9b933b-97f6-4fb0-b7dd-6102e1980468,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:01.445746 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4ecf8-6816-4c96-8e4f-98af884c919a req-4dc8f2f3-62f4-474b-b0ef-afebd667fe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:01.448859 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b9c4ecf8-6816-4c96-8e4f-98af884c919a req-4dc8f2f3-62f4-474b-b0ef-afebd667fe67 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=3649fc3f-e1b9-493b-9302-31142ce0aead HTTP/1.1" status: 200 len: 859 time: 0.1327507 Aug 31 09:13:01.454606 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ef5e6cbb-75d3-4e93-b464-25252ffb718c req-d24b3c17-803b-489e-a464-49dcf260c668 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372957 Aug 31 09:13:01.500828 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 6a9b0d0e-7cf5-4316-84c7-93174c9b38f4 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:01.525631 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:01.542673 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb303da-c80c-449d-8724-071e2b602f5d req-b21d4eaa-fd52-4564-83ad-d9d2f0174895 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:01.548107 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dcb303da-c80c-449d-8724-071e2b602f5d req-b21d4eaa-fd52-4564-83ad-d9d2f0174895 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 784 time: 0.8754034 Aug 31 09:13:01.587069 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-6be7f059-997b-492e-b503-b62417f3740d None None] Set router 747d765c-b597-4648-84db-4fe91ddd79e5 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:13:01.616466 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4ecf8-6816-4c96-8e4f-98af884c919a req-c6217f24-6918-4f2a-af17-9f124fa449b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:01.617983 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b9c4ecf8-6816-4c96-8e4f-98af884c919a req-c6217f24-6918-4f2a-af17-9f124fa449b5 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=911967d5-9c28-4576-80c3-c0f96b966e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1574085 Aug 31 09:13:01.885813 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-172ae766-e95c-4acd-a1cd-ace300452364 req-b2c52da5-40b0-49f8-8dd1-33c96637fde6 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0401142 Aug 31 09:13:01.914869 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:01.917644 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device edde40e9-17fb-4f5e-ac5d-915a3b533318 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:13:01.948584 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: edde40e9-17fb-4f5e-ac5d-915a3b533318 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:13:01.949790 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device edde40e9-17fb-4f5e-ac5d-915a3b533318 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:13:01.979861 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [req-8d78f869-3352-4ef1-b1c5-2643934f33b6 req-979f4cb7-9882-410a-849b-84c1a9041206 tempest-SecurityGroupsNegativeTestJSON-1172608073 tempest-SecurityGroupsNegativeTestJSON-1172608073-project] show failed (client error): The resource could not be found. Aug 31 09:13:02.004594 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8d78f869-3352-4ef1-b1c5-2643934f33b6 req-979f4cb7-9882-410a-849b-84c1a9041206 tempest-SecurityGroupsNegativeTestJSON-1172608073 tempest-SecurityGroupsNegativeTestJSON-1172608073-project] 10.222.0.119 "GET /v2.0/security-groups/dba5de24-d33e-4e03-86d2-0b0fd60c8c4c HTTP/1.1" status: 404 len: 352 time: 0.0480866 Aug 31 09:13:02.065471 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 6a9b0d0e-7cf5-4316-84c7-93174c9b38f4, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=6a9b0d0e-7cf5-4316-84c7-93174c9b38f4,segment=NetworkSegment(7165cf42-c983-4e18-9ad9-e580a9c61c0b),segment_id=7165cf42-c983-4e18-9ad9-e580a9c61c0b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:02.104315 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb2f665-4a1f-4903-bda4-887feb1534c8 x-openstack-request-id: req-edb2f665-4a1f-4903-bda4-887feb1534c8 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:02.104881 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ab70db-660e-45be-a45d-838f742e677e", "name": "network-vif-plugged", "status": "completed", "tag": "cb9b933b-97f6-4fb0-b7dd-6102e1980468", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:02.117093 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-edb2f665-4a1f-4903-bda4-887feb1534c8 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:02.117626 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ab70db-660e-45be-a45d-838f742e677e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9b933b-97f6-4fb0-b7dd-6102e1980468', 'code': 200} Aug 31 09:13:02.136413 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:02.141652 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca93dd-0493-42b9-8223-7092678d2a21 req-8680760b-4dde-4ec5-b196-6dfec30f6c1c tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:02.141652 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5ca93dd-0493-42b9-8223-7092678d2a21 req-8680760b-4dde-4ec5-b196-6dfec30f6c1c tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 945 time: 0.4166956 Aug 31 09:13:02.150596 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b9c4ecf8-6816-4c96-8e4f-98af884c919a req-71cc3531-312d-437d-827f-d15376b539a7 service neutron] 10.222.0.112 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5219538 Aug 31 09:13:02.167560 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111e6c4b-28eb-4345-9cbc-9af585a41673 x-openstack-request-id: req-111e6c4b-28eb-4345-9cbc-9af585a41673 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:02.168445 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec399ac-51c2-4bb7-99b8-e1a022fa50cc", "name": "network-vif-deleted", "tag": "edde40e9-17fb-4f5e-ac5d-915a3b533318", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:02.169160 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-111e6c4b-28eb-4345-9cbc-9af585a41673 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:02.169715 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec399ac-51c2-4bb7-99b8-e1a022fa50cc', 'name': 'network-vif-deleted', 'tag': 'edde40e9-17fb-4f5e-ac5d-915a3b533318', 'status': 'completed', 'code': 200} Aug 31 09:13:02.326523 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4a688-91f0-48c5-8bc3-8941a7699842 req-647ca4d3-889c-49ae-9eda-a46241d6515b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:02.327250 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b4f4a688-91f0-48c5-8bc3-8941a7699842 req-647ca4d3-889c-49ae-9eda-a46241d6515b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 1097 time: 0.1119318 Aug 31 09:13:02.394850 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=6a9b0d0e-7cf5-4316-84c7-93174c9b38f4,revision_number=7']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:02.407934 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b4f4a688-91f0-48c5-8bc3-8941a7699842 req-f8b0fc69-d348-415b-8cdc-d9731d2e562d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663586 Aug 31 09:13:02.444726 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27e3853d-75af-43bc-bc9c-229df88d08a1 req-60dede20-1805-49cc-9f00-ae0d12e5334b tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.252 HTTP/1.1" status: 200 len: 1001 time: 0.2479308 Aug 31 09:13:02.478976 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:02.511463 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-6be7f059-997b-492e-b503-b62417f3740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-265084193-router', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:23Z', 'updated_at': '2021-08-31T09:10:28Z', 'revision_number': 4, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'gw_port': {'id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:24Z', 'updated_at': '2021-08-31T09:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '514f130f-228d-4923-aca6-13cfdce8772f', 'name': '', 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'mac_address': 'fa:16:3e:27:68:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6e81001c-2026-4292-8507-96e0aed1bde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:27Z', 'updated_at': '2021-08-31T09:10:34Z', 'revision_number': 5, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'subnets': [{'id': '6e81001c-2026-4292-8507-96e0aed1bde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:02.573459 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5ca93dd-0493-42b9-8223-7092678d2a21 req-cb005d48-429a-4ccf-a50a-40da96830cdd tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161088 Aug 31 09:13:02.585036 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:02.586142 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be7f059-997b-492e-b503-b62417f3740d None None] Checking router: 747d765c-b597-4648-84db-4fe91ddd79e5 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:13:02.610177 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be7f059-997b-492e-b503-b62417f3740d None None] Routers {'747d765c-b597-4648-84db-4fe91ddd79e5'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:13:02.611172 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-6be7f059-997b-492e-b503-b62417f3740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:12:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['747d765c-b597-4648-84db-4fe91ddd79e5'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:02.625467 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3853d-75af-43bc-bc9c-229df88d08a1 req-e074e11e-94f4-40bb-912a-e958faedc5e4 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:02.638956 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27e3853d-75af-43bc-bc9c-229df88d08a1 req-e074e11e-94f4-40bb-912a-e958faedc5e4 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports/3be34c81-dfa6-4a6a-9e7f-14df832577b2 HTTP/1.1" status: 200 len: 942 time: 0.1914144 Aug 31 09:13:02.715385 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [req-e4011127-4724-41cf-896e-05cda71dee9c req-44d2510e-df2c-4873-9dc0-f8e71e9f0b3d tempest-SecurityGroupsNegativeTestJSON-1172608073 tempest-SecurityGroupsNegativeTestJSON-1172608073-project] show failed (client error): The resource could not be found. Aug 31 09:13:02.740682 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50886) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:02.741404 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4011127-4724-41cf-896e-05cda71dee9c req-44d2510e-df2c-4873-9dc0-f8e71e9f0b3d tempest-SecurityGroupsNegativeTestJSON-1172608073 tempest-SecurityGroupsNegativeTestJSON-1172608073-project] 10.222.0.119 "GET /v2.0/security-groups/5070b903-7696-44f8-b681-1121918fe223 HTTP/1.1" status: 404 len: 352 time: 0.0995190 Aug 31 09:13:02.917609 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-6be7f059-997b-492e-b503-b62417f3740d None None] Set router 747d765c-b597-4648-84db-4fe91ddd79e5 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:13:02.928763 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-8150bfb4-16e9-4052-84a3-a9e55be1c6f5 admin admin] Deleting subnet ce3907ce-1d07-46ce-9f8f-80ea26f14723 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:13:02.940319 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8150bfb4-16e9-4052-84a3-a9e55be1c6f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:03.004810 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b9c4ecf8-6816-4c96-8e4f-98af884c919a req-a12bf53b-2725-47c1-8d9e-5fbc6f78410d service neutron] 10.222.0.112 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8076715 Aug 31 09:13:03.021197 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8150bfb4-16e9-4052-84a3-a9e55be1c6f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:03.095552 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27e3853d-75af-43bc-bc9c-229df88d08a1 req-1f84c82b-17f6-4b72-9489-ba76cf9885f2 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.252 HTTP/1.1" status: 200 len: 1001 time: 0.3521595 Aug 31 09:13:03.113417 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8150bfb4-16e9-4052-84a3-a9e55be1c6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:03.185483 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a55f68-ff6c-47dd-b228-ae32249cc47c req-b45f34e8-b8df-44d0-9bb0-b2cff9d0501c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:03.199631 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-13a55f68-ff6c-47dd-b228-ae32249cc47c req-b45f34e8-b8df-44d0-9bb0-b2cff9d0501c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 950 time: 0.2471809 Aug 31 09:13:03.328543 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8150bfb4-16e9-4052-84a3-a9e55be1c6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:03.350062 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8150bfb4-16e9-4052-84a3-a9e55be1c6f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:03.357458 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8150bfb4-16e9-4052-84a3-a9e55be1c6f5 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/ce3907ce-1d07-46ce-9f8f-80ea26f14723 HTTP/1.1" status: 204 len: 168 time: 0.6155579 Aug 31 09:13:03.359133 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50896) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:03.373084 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-13a55f68-ff6c-47dd-b228-ae32249cc47c req-c1ad21d1-8017-4860-aca8-02f28449a40a tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724145 Aug 31 09:13:03.521478 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1789c62c-60e7-49ea-9f47-409648dd3f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:03.524259 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150bfb4-16e9-4052-84a3-a9e55be1c6f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce3907ce-1d07-46ce-9f8f-80ea26f14723,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:03.535976 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3853d-75af-43bc-bc9c-229df88d08a1 req-a746e182-634a-45fe-9bf9-11a410084bd7 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:03.547139 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27e3853d-75af-43bc-bc9c-229df88d08a1 req-a746e182-634a-45fe-9bf9-11a410084bd7 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 784 time: 0.4503272 Aug 31 09:13:03.561759 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-6be7f059-997b-492e-b503-b62417f3740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-265084193-router', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:23Z', 'updated_at': '2021-08-31T09:10:28Z', 'revision_number': 4, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'gw_port': {'id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:24Z', 'updated_at': '2021-08-31T09:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '514f130f-228d-4923-aca6-13cfdce8772f', 'name': '', 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'mac_address': 'fa:16:3e:27:68:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6e81001c-2026-4292-8507-96e0aed1bde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:27Z', 'updated_at': '2021-08-31T09:10:34Z', 'revision_number': 5, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'subnets': [{'id': '6e81001c-2026-4292-8507-96e0aed1bde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:03.658994 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be7f059-997b-492e-b503-b62417f3740d None None] The sync data for ids ['747d765c-b597-4648-84db-4fe91ddd79e5'] in n-d-791506-28 is: [{'id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-265084193-router', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:23Z', 'updated_at': '2021-08-31T09:10:28Z', 'revision_number': 4, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'gw_port': {'id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:24Z', 'updated_at': '2021-08-31T09:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '514f130f-228d-4923-aca6-13cfdce8772f', 'name': '', 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'mac_address': 'fa:16:3e:27:68:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6e81001c-2026-4292-8507-96e0aed1bde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:27Z', 'updated_at': '2021-08-31T09:10:34Z', 'revision_number': 5, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'subnets': [{'id': '6e81001c-2026-4292-8507-96e0aed1bde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:13:03.776469 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27e3853d-75af-43bc-bc9c-229df88d08a1 req-7276e478-7c55-4985-af91-6807e1adb684 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.252 HTTP/1.1" status: 200 len: 1001 time: 0.1752076 Aug 31 09:13:03.776469 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-27e3853d-75af-43bc-bc9c-229df88d08a1 req-4f7498a0-635e-4766-86c3-34f984246163 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:03.840291 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-27e3853d-75af-43bc-bc9c-229df88d08a1 req-4f7498a0-635e-4766-86c3-34f984246163 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks [] for floatingip, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:03.863918 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-6ab3b46d-489c-46a4-b301-2d602f2b1cc8 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:03.871341 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-6ab3b46d-489c-46a4-b301-2d602f2b1cc8 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.59 "GET /v2.0/networks?id=d1234639-2841-4a70-bb71-b7feb4621301 HTTP/1.1" status: 200 len: 823 time: 0.2373576 Aug 31 09:13:03.963813 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1789c62c-60e7-49ea-9f47-409648dd3f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:03.989684 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-1789c62c-60e7-49ea-9f47-409648dd3f46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e17f9528-5e87-40dd-9acd-8aeebaa74745']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:04.010447 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-1789c62c-60e7-49ea-9f47-409648dd3f46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3beadbd-e20e-4fd2-bb46-2f663ea61665') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:04.014919 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-1789c62c-60e7-49ea-9f47-409648dd3f46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3beadbd-e20e-4fd2-bb46-2f663ea61665') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:04.044067 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1789c62c-60e7-49ea-9f47-409648dd3f46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:04.068778 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1789c62c-60e7-49ea-9f47-409648dd3f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:04.101001 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1789c62c-60e7-49ea-9f47-409648dd3f46 admin admin] Releasing vlan 1634 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:13:04.101001 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1789c62c-60e7-49ea-9f47-409648dd3f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:04.125457 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3074468c-6b1e-40f1-b3d8-729b9c64b0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9b0d0e-7cf5-4316-84c7-93174c9b38f4'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:04.125457 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2928b5-be25-479d-8a0b-53e58a23b6cd" -d '{"events": [{"server_uuid": "3074468c-6b1e-40f1-b3d8-729b9c64b0ab", "name": "network-vif-plugged", "status": "completed", "tag": "6a9b0d0e-7cf5-4316-84c7-93174c9b38f4"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:04.246863 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 61109711-82f3-469e-b9ee-3a34ce0ad19a details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:13:04.273335 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:13:04.273335 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:13:04.273335 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:13:04.273335 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:13:04.273335 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:13:04.273335 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:13:04.273335 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:13:04.273335 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:13:04.273335 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:13:04.273335 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:13:04.273335 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:13:04.273335 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:13:04.273335 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:13:04.273335 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:13:04.273335 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:13:04.273335 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:13:04.273335 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:13:04.273335 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:13:04.273335 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:13:04.273335 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:13:04.273335 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:13:04.273335 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:13:04.273335 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:13:04.273335 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:13:04.273335 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:13:04.273335 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:13:04.273335 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:13:04.273335 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:13:04.273335 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:13:04.273335 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:13:04.273335 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:13:04.273335 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:13:04.289283 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8536e2-5fd5-4605-b64d-a2963020326e None None] New status for floating IP f781b2f7-a1b7-4f34-b45e-02558c861efa: DOWN {{(pid=95555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:13:04.401276 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-27e3853d-75af-43bc-bc9c-229df88d08a1 req-4f7498a0-635e-4766-86c3-34f984246163 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:04.406481 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-761ee263-16a9-4af8-99b7-9d7faa2c5c22 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b0faebd4a0f4fe0bc11524828454d6f HTTP/1.1" status: 200 len: 379 time: 0.1299078 Aug 31 09:13:04.454472 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-55e91da6-9c72-46f0-ade7-e44df17e7858 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Request body: {'port': {'device_id': 'a3f879aa-fb0c-497a-b384-789e503e6868', 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301', 'admin_state_up': True, 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'security_groups': ['9a1adeb5-d225-4397-9b2e-54de647beb34']}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:04.508359 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 61109711-82f3-469e-b9ee-3a34ce0ad19a, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=61109711-82f3-469e-b9ee-3a34ce0ad19a,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:04.526951 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '61109711-82f3-469e-b9ee-3a34ce0ad19a', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': '61109711-82f3-469e-b9ee-3a34ce0ad19a', 'mac_address': 'fa:16:3e:2c:fa:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:13:04.588803 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:04.617075 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61109711-82f3-469e-b9ee-3a34ce0ad19a {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:13:04.628531 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-27e3853d-75af-43bc-bc9c-229df88d08a1 req-4f7498a0-635e-4766-86c3-34f984246163 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:04.632799 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [req-27e3853d-75af-43bc-bc9c-229df88d08a1 req-4f7498a0-635e-4766-86c3-34f984246163 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Floating IP 6a9477c4-6442-4439-9590-cffda3210ecd disassociated. External IP: 172.25.2.252, port: 3be34c81-dfa6-4a6a-9e7f-14df832577b2. Aug 31 09:13:04.636339 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1789c62c-60e7-49ea-9f47-409648dd3f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:04.664032 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1789c62c-60e7-49ea-9f47-409648dd3f46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:04.672038 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 61109711-82f3-469e-b9ee-3a34ce0ad19a, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=61109711-82f3-469e-b9ee-3a34ce0ad19a,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:04.672842 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1789c62c-60e7-49ea-9f47-409648dd3f46 admin admin] 10.222.0.119 "DELETE /v2.0/networks/e17f9528-5e87-40dd-9acd-8aeebaa74745 HTTP/1.1" status: 204 len: 168 time: 1.2326696 Aug 31 09:13:04.722413 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789c62c-60e7-49ea-9f47-409648dd3f46 admin admin] Pushing event deleted for resources: {'Network': ['ID=e17f9528-5e87-40dd-9acd-8aeebaa74745,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:04.754172 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:04.811107 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-55e91da6-9c72-46f0-ade7-e44df17e7858 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Made reservation on behalf of 3b0faebd4a0f4fe0bc11524828454d6f for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:13:04.815755 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-55e91da6-9c72-46f0-ade7-e44df17e7858 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:04.944173 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['61109711-82f3-469e-b9ee-3a34ce0ad19a'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:13:05.084144 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=61109711-82f3-469e-b9ee-3a34ce0ad19a,revision_number=9']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:05.240850 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-55e91da6-9c72-46f0-ade7-e44df17e7858 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Allocated IP 172.20.0.11 (d1234639-2841-4a70-bb71-b7feb4621301/6e81001c-2026-4292-8507-96e0aed1bde8/38338603-f5f7-4985-9be3-80a3d7d43b4e) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:13:05.315286 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50940) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:05.444707 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27e3853d-75af-43bc-bc9c-229df88d08a1 req-4f7498a0-635e-4766-86c3-34f984246163 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Router 95a27ff0-f36f-4c14-94a6-eb63f93fd821 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:13:05.605538 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27e3853d-75af-43bc-bc9c-229df88d08a1 req-4f7498a0-635e-4766-86c3-34f984246163 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:13:05.616342 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beb1a36-1d6e-4b75-be52-35a3915aee06 None None] Sync routers for ids ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:13:05.617448 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-27e3853d-75af-43bc-bc9c-229df88d08a1 req-4f7498a0-635e-4766-86c3-34f984246163 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:05.624991 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-80e6a8b3-e100-46d5-bb32-bd0075b3ee2a admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=01fa7018d6f444f39543e5fcecb529cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3068440 Aug 31 09:13:05.641144 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50942) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:05.642360 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beb1a36-1d6e-4b75-be52-35a3915aee06 None None] Routers {'95a27ff0-f36f-4c14-94a6-eb63f93fd821'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:13:05.643453 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-5beb1a36-1d6e-4b75-be52-35a3915aee06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:12:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:05.716052 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27e3853d-75af-43bc-bc9c-229df88d08a1 req-4f7498a0-635e-4766-86c3-34f984246163 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "PUT /v2.0/floatingips/6a9477c4-6442-4439-9590-cffda3210ecd HTTP/1.1" status: 200 len: 695 time: 1.9860997 Aug 31 09:13:05.716823 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d1e57d-0814-47a4-8064-ebe9bc6da34a', 'tag': '3be34c81-dfa6-4a6a-9e7f-14df832577b2'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:05.718934 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af386b98-d9e7-4ea8-bd00-af37bf603ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "69d1e57d-0814-47a4-8064-ebe9bc6da34a", "tag": "3be34c81-dfa6-4a6a-9e7f-14df832577b2"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:05.847169 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-55e91da6-9c72-46f0-ade7-e44df17e7858 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:05.864000 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3853d-75af-43bc-bc9c-229df88d08a1 req-0751b88a-69df-42df-b3de-74d4e1859be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:05.865479 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27e3853d-75af-43bc-bc9c-229df88d08a1 req-0751b88a-69df-42df-b3de-74d4e1859be8 service neutron] 10.222.0.119 "GET /v2.0/ports?tenant_id=f4381d0dc0be411ca9215585d9e1f0fb&device_id=69d1e57d-0814-47a4-8064-ebe9bc6da34a HTTP/1.1" status: 200 len: 1097 time: 0.1264317 Aug 31 09:13:05.876757 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-37a47546-c492-4742-8356-f731a78dbe8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:05.891899 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-55e91da6-9c72-46f0-ade7-e44df17e7858 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Transition to ACTIVE for port object 38338603-f5f7-4985-9be3-80a3d7d43b4e will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:13:05.948134 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-37a47546-c492-4742-8356-f731a78dbe8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:05.983062 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-5beb1a36-1d6e-4b75-be52-35a3915aee06 None None] Set router 95a27ff0-f36f-4c14-94a6-eb63f93fd821 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:13:06.079350 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3853d-75af-43bc-bc9c-229df88d08a1 req-6164d660-561f-4a35-bf50-4d8555fa364d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:06.082369 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27e3853d-75af-43bc-bc9c-229df88d08a1 req-6164d660-561f-4a35-bf50-4d8555fa364d service neutron] 10.222.0.119 "GET /v2.0/networks?id=911967d5-9c28-4576-80c3-c0f96b966e16 HTTP/1.1" status: 200 len: 922 time: 0.2070143 Aug 31 09:13:06.128756 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-55e91da6-9c72-46f0-ade7-e44df17e7858 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:06.181852 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-55e91da6-9c72-46f0-ade7-e44df17e7858 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Network d1234639-2841-4a70-bb71-b7feb4621301 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:13:06.189267 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-55e91da6-9c72-46f0-ade7-e44df17e7858 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:13:06.192054 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-55e91da6-9c72-46f0-ade7-e44df17e7858 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:13:06.202073 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27e3853d-75af-43bc-bc9c-229df88d08a1 req-2f38be1c-e82a-45b7-90f6-f5f22a3c2dd2 service neutron] 10.222.0.119 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3be34c81-dfa6-4a6a-9e7f-14df832577b2 HTTP/1.1" status: 200 len: 217 time: 0.1124890 Aug 31 09:13:06.266343 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 61109711-82f3-469e-b9ee-3a34ce0ad19a up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:13:06.272231 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-55e91da6-9c72-46f0-ade7-e44df17e7858 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:06.273899 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-55e91da6-9c72-46f0-ade7-e44df17e7858 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:06.279076 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-37a47546-c492-4742-8356-f731a78dbe8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:06.282247 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-37a47546-c492-4742-8356-f731a78dbe8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:06.283780 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-37a47546-c492-4742-8356-f731a78dbe8a admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/0d96068c-b28c-46fb-9a7b-7a6988308307 HTTP/1.1" status: 204 len: 168 time: 0.6417704 Aug 31 09:13:06.303848 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e91da6-9c72-46f0-ade7-e44df17e7858 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Pushing event updated for resources: {'Port': ['ID=38338603-f5f7-4985-9be3-80a3d7d43b4e,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:06.318736 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a47546-c492-4742-8356-f731a78dbe8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d96068c-b28c-46fb-9a7b-7a6988308307,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:06.368645 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3853d-75af-43bc-bc9c-229df88d08a1 req-5413e257-cb7e-43cf-98e7-e990283fe99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:06.370382 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27e3853d-75af-43bc-bc9c-229df88d08a1 req-5413e257-cb7e-43cf-98e7-e990283fe99a service neutron] 10.222.0.119 "GET /v2.0/subnets?id=3649fc3f-e1b9-493b-9302-31142ce0aead HTTP/1.1" status: 200 len: 859 time: 0.1597147 Aug 31 09:13:06.402428 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-55e91da6-9c72-46f0-ade7-e44df17e7858 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9736097 Aug 31 09:13:06.416987 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-c8b0d44b-ea86-49ea-afc4-8623cfc5c31e service neutron] Request body: {'port': {'device_id': 'a3f879aa-fb0c-497a-b384-789e503e6868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:06.509417 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3853d-75af-43bc-bc9c-229df88d08a1 req-fb7df444-632c-439f-93e3-e1160e29e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:06.534674 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27e3853d-75af-43bc-bc9c-229df88d08a1 req-fb7df444-632c-439f-93e3-e1160e29e4e6 service neutron] 10.222.0.119 "GET /v2.0/ports?network_id=911967d5-9c28-4576-80c3-c0f96b966e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1343114 Aug 31 09:13:06.580553 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-c8b0d44b-ea86-49ea-afc4-8623cfc5c31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:06.721772 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 61109711-82f3-469e-b9ee-3a34ce0ad19a triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:06.722398 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:06.773651 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27e3853d-75af-43bc-bc9c-229df88d08a1 req-2c845fba-eeac-4759-9a96-4bc94ca865d0 service neutron] 10.222.0.119 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376997 Aug 31 09:13:06.810731 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-5beb1a36-1d6e-4b75-be52-35a3915aee06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'name': 'tempest-FloatingIPsAssociationTestJSON-206902127-router', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:11:47Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'gw_port': {'id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:49Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'f940c340-11fb-4482-b9fc-d59ba5a3d85e', 'name': '', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'mac_address': 'fa:16:3e:a5:93:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:54Z', 'updated_at': '2021-08-31T09:12:02Z', 'revision_number': 5, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'subnets': [{'id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:06.851104 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beb1a36-1d6e-4b75-be52-35a3915aee06 None None] Checking router: 95a27ff0-f36f-4c14-94a6-eb63f93fd821 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:13:06.872050 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beb1a36-1d6e-4b75-be52-35a3915aee06 None None] Routers {'95a27ff0-f36f-4c14-94a6-eb63f93fd821'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:13:06.873764 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-5beb1a36-1d6e-4b75-be52-35a3915aee06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:12:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:06.903418 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27e3853d-75af-43bc-bc9c-229df88d08a1 req-597d269d-44c7-4f49-b621-27e4e524ef00 service neutron] 10.222.0.119 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187201 Aug 31 09:13:07.004747 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:07.048964 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 61109711-82f3-469e-b9ee-3a34ce0ad19a, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=61109711-82f3-469e-b9ee-3a34ce0ad19a,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:07.061856 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-5beb1a36-1d6e-4b75-be52-35a3915aee06 None None] Set router 95a27ff0-f36f-4c14-94a6-eb63f93fd821 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:13:07.089995 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-c8b0d44b-ea86-49ea-afc4-8623cfc5c31e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38338603-f5f7-4985-9be3-80a3d7d43b4e {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:13:07.106581 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-c8b0d44b-ea86-49ea-afc4-8623cfc5c31e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:07.108591 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-fa8b1b70-2a87-4960-ad05-d7ef798306a1 None None] Provisioning for port 38338603-f5f7-4985-9be3-80a3d7d43b4e completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:13:07.153807 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-c8b0d44b-ea86-49ea-afc4-8623cfc5c31e service neutron] Transition to ACTIVE for port object 38338603-f5f7-4985-9be3-80a3d7d43b4e will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:13:07.162085 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-fa8b1b70-2a87-4960-ad05-d7ef798306a1 None None] Provisioning complete for port 38338603-f5f7-4985-9be3-80a3d7d43b4e triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:07.162462 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fa8b1b70-2a87-4960-ad05-d7ef798306a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:07.226201 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:07.234579 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-c8b0d44b-ea86-49ea-afc4-8623cfc5c31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:07.281761 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0aca6c-5e2b-4144-be95-268a38346ca6 req-dc51b779-bc84-4808-8d8c-1e5d6c880653 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:07.283924 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad0aca6c-5e2b-4144-be95-268a38346ca6 req-dc51b779-bc84-4808-8d8c-1e5d6c880653 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 932 time: 0.0832984 Aug 31 09:13:07.354697 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=61109711-82f3-469e-b9ee-3a34ce0ad19a,revision_number=10']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:07.410582 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0d44b-ea86-49ea-afc4-8623cfc5c31e service neutron] Pushing event updated for resources: {'Port': ['ID=38338603-f5f7-4985-9be3-80a3d7d43b4e,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:07.452109 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-c8b0d44b-ea86-49ea-afc4-8623cfc5c31e service neutron] Attempting to bind port 38338603-f5f7-4985-9be3-80a3d7d43b4e on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:13:07.453264 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-c8b0d44b-ea86-49ea-afc4-8623cfc5c31e service neutron] Attempting to bind port 38338603-f5f7-4985-9be3-80a3d7d43b4e by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '297f7645-baab-4cad-a38a-5a6d7356eab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:13:07.454054 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-c8b0d44b-ea86-49ea-afc4-8623cfc5c31e service neutron] Attempting to bind port 38338603-f5f7-4985-9be3-80a3d7d43b4e on network d1234639-2841-4a70-bb71-b7feb4621301 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:13:07.469781 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-fa8b1b70-2a87-4960-ad05-d7ef798306a1 None None] Port 38338603-f5f7-4985-9be3-80a3d7d43b4e cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:13:07.474746 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-c8b0d44b-ea86-49ea-afc4-8623cfc5c31e service neutron] Port 38338603-f5f7-4985-9be3-80a3d7d43b4e on network d1234639-2841-4a70-bb71-b7feb4621301 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:13:07.475830 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-c8b0d44b-ea86-49ea-afc4-8623cfc5c31e service neutron] Attempting to bind port 38338603-f5f7-4985-9be3-80a3d7d43b4e on network d1234639-2841-4a70-bb71-b7feb4621301 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:13:07.485897 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-c8b0d44b-ea86-49ea-afc4-8623cfc5c31e service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:13:07.486360 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-c8b0d44b-ea86-49ea-afc4-8623cfc5c31e service neutron] Checking segment: {'id': '297f7645-baab-4cad-a38a-5a6d7356eab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:13:07.486976 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-c8b0d44b-ea86-49ea-afc4-8623cfc5c31e service neutron] Bound using segment: {'id': '297f7645-baab-4cad-a38a-5a6d7356eab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:13:07.487533 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-c8b0d44b-ea86-49ea-afc4-8623cfc5c31e service neutron] Bound port: 38338603-f5f7-4985-9be3-80a3d7d43b4e, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '297f7645-baab-4cad-a38a-5a6d7356eab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:13:07.488035 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-c8b0d44b-ea86-49ea-afc4-8623cfc5c31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:07.617605 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad0aca6c-5e2b-4144-be95-268a38346ca6 req-7b726541-abe8-48e0-8323-a26df75319e0 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/security-groups?id=9a1adeb5-d225-4397-9b2e-54de647beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3228099 Aug 31 09:13:07.624118 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa4d2328-6fca-43ed-891c-66eda7250ed5 req-52d7b4af-6a5f-40b2-9725-78e9e80e3111 service neutron] 10.222.0.112 "GET /v2.0/ports/3c94d9ef-d49f-4488-a315-aa55b99db37d/bindings/n-h1-791506-28 HTTP/1.1" status: 200 len: 383 time: 0.2380078 Aug 31 09:13:07.720276 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-c8b0d44b-ea86-49ea-afc4-8623cfc5c31e service neutron] For port 38338603-f5f7-4985-9be3-80a3d7d43b4e, host n-h2-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:13:07.735139 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-c8b0d44b-ea86-49ea-afc4-8623cfc5c31e service neutron] For port 38338603-f5f7-4985-9be3-80a3d7d43b4e, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=38338603-f5f7-4985-9be3-80a3d7d43b4e,segment=NetworkSegment(297f7645-baab-4cad-a38a-5a6d7356eab9),segment_id=297f7645-baab-4cad-a38a-5a6d7356eab9)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:13:07.766196 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-5beb1a36-1d6e-4b75-be52-35a3915aee06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'name': 'tempest-FloatingIPsAssociationTestJSON-206902127-router', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:11:47Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'gw_port': {'id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:49Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'f940c340-11fb-4482-b9fc-d59ba5a3d85e', 'name': '', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'mac_address': 'fa:16:3e:a5:93:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:54Z', 'updated_at': '2021-08-31T09:12:02Z', 'revision_number': 5, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'subnets': [{'id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:07.825653 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beb1a36-1d6e-4b75-be52-35a3915aee06 None None] The sync data for ids ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'] in n-d-791506-28 is: [{'id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'name': 'tempest-FloatingIPsAssociationTestJSON-206902127-router', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:11:47Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'gw_port': {'id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:49Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'f940c340-11fb-4482-b9fc-d59ba5a3d85e', 'name': '', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'mac_address': 'fa:16:3e:a5:93:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:54Z', 'updated_at': '2021-08-31T09:12:02Z', 'revision_number': 5, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'subnets': [{'id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:13:07.851521 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-c8b0d44b-ea86-49ea-afc4-8623cfc5c31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:07.987059 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-c8b0d44b-ea86-49ea-afc4-8623cfc5c31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:07.987712 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-c8b0d44b-ea86-49ea-afc4-8623cfc5c31e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:07.989198 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-c8b0d44b-ea86-49ea-afc4-8623cfc5c31e service neutron] 10.222.0.59 "PUT /v2.0/ports/38338603-f5f7-4985-9be3-80a3d7d43b4e HTTP/1.1" status: 200 len: 1093 time: 1.5791693 Aug 31 09:13:08.004838 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f879aa-fb0c-497a-b384-789e503e6868', 'tag': '38338603-f5f7-4985-9be3-80a3d7d43b4e'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:08.007444 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d5695a-9c86-4d68-9060-3e7bbc788f74" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f879aa-fb0c-497a-b384-789e503e6868", "tag": "38338603-f5f7-4985-9be3-80a3d7d43b4e"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:08.050596 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb3ae8-d912-4aa3-9c35-29e57f97d52d req-380c92e0-6fee-40d5-816b-4698ef303e4b tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:08.060342 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ecb3ae8-d912-4aa3-9c35-29e57f97d52d req-380c92e0-6fee-40d5-816b-4698ef303e4b tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 945 time: 0.1649926 Aug 31 09:13:08.086442 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0d44b-ea86-49ea-afc4-8623cfc5c31e service neutron] Pushing event updated for resources: {'Port': ['ID=38338603-f5f7-4985-9be3-80a3d7d43b4e,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:08.176240 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ecb3ae8-d912-4aa3-9c35-29e57f97d52d req-7f8f1e2d-8975-4581-9dab-4806401c969b tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054320 Aug 31 09:13:08.267336 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-20359469-8cb6-4059-8708-d4b02edcd34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:08.267967 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-20359469-8cb6-4059-8708-d4b02edcd34e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 1096 time: 0.1195581 Aug 31 09:13:08.385493 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328fef47-d46f-43ec-9eb9-a2ef12dfede5 x-openstack-request-id: req-328fef47-d46f-43ec-9eb9-a2ef12dfede5 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:08.386804 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3074468c-6b1e-40f1-b3d8-729b9c64b0ab", "name": "network-vif-plugged", "status": "completed", "tag": "6a9b0d0e-7cf5-4316-84c7-93174c9b38f4", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:08.387760 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-328fef47-d46f-43ec-9eb9-a2ef12dfede5 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:08.389964 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3074468c-6b1e-40f1-b3d8-729b9c64b0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9b0d0e-7cf5-4316-84c7-93174c9b38f4', 'code': 200} Aug 31 09:13:08.418175 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-7da8aa83-b1fd-4b7a-953b-0e096a28b581 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38338603-f5f7-4985-9be3-80a3d7d43b4e HTTP/1.1" status: 200 len: 217 time: 0.1324697 Aug 31 09:13:08.469754 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d2328-6fca-43ed-891c-66eda7250ed5 req-7ee4b203-70ce-47f1-8693-cb16c2b5b654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:08.471480 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa4d2328-6fca-43ed-891c-66eda7250ed5 req-7ee4b203-70ce-47f1-8693-cb16c2b5b654 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4&tenant_id=a2247b5137dc4fbdbab9ed7148117dac HTTP/1.1" status: 200 len: 1102 time: 0.1557019 Aug 31 09:13:08.549750 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6d8315-d1a0-461a-9aad-a3d9e6623c92 None None] New status for floating IP 6a9477c4-6442-4439-9590-cffda3210ecd: DOWN {{(pid=95555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:13:08.584670 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-3c8470b9-e25c-4b36-b3d4-05ae21f56b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:08.586430 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-3c8470b9-e25c-4b36-b3d4-05ae21f56b53 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e81001c-2026-4292-8507-96e0aed1bde8 HTTP/1.1" status: 200 len: 862 time: 0.1604829 Aug 31 09:13:08.681176 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d2328-6fca-43ed-891c-66eda7250ed5 req-2ed3c23e-9aeb-4edf-bf52-9bb05644ab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:08.684881 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-39f03d10-c977-4a82-96c1-d1ed2500f286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:08.686602 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-39f03d10-c977-4a82-96c1-d1ed2500f286 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d1234639-2841-4a70-bb71-b7feb4621301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0872273 Aug 31 09:13:08.688100 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa4d2328-6fca-43ed-891c-66eda7250ed5 req-2ed3c23e-9aeb-4edf-bf52-9bb05644ab45 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 1102 time: 0.1803200 Aug 31 09:13:08.751621 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed9242-6fa2-4d85-9bf5-97f8186dd11d req-302d6a94-b3fe-4a26-9013-96b7ac820ffb tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:08.753557 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-63ed9242-6fa2-4d85-9bf5-97f8186dd11d req-302d6a94-b3fe-4a26-9013-96b7ac820ffb tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 950 time: 0.1877017 Aug 31 09:13:08.978878 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-faa6edbb-e3be-4865-94cc-d868041b44e1 service neutron] 10.222.0.59 "GET /v2.0/networks/d1234639-2841-4a70-bb71-b7feb4621301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829552 Aug 31 09:13:08.990088 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-63ed9242-6fa2-4d85-9bf5-97f8186dd11d req-c422f84f-fef0-4995-aed6-96100ae3282a tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082028 Aug 31 09:13:09.004223 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50978) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:09.103844 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d2328-6fca-43ed-891c-66eda7250ed5 req-caca8e47-aba7-4595-89ab-77be5ff3fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:09.105432 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa4d2328-6fca-43ed-891c-66eda7250ed5 req-caca8e47-aba7-4595-89ab-77be5ff3fb88 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.3958387 Aug 31 09:13:09.160693 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa4d2328-6fca-43ed-891c-66eda7250ed5 req-62de0473-8a66-4110-a5a4-610a39c1619c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=3c94d9ef-d49f-4488-a315-aa55b99db37d HTTP/1.1" status: 200 len: 217 time: 0.0459681 Aug 31 09:13:09.224859 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-74f0298f-4c8d-4af8-9b69-d2ca8dddf00b req-b0670f9d-80bf-49e8-8abe-af34085fce22 service neutron] 10.222.0.59 "GET /v2.0/networks/d1234639-2841-4a70-bb71-b7feb4621301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335284 Aug 31 09:13:09.255301 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-387507e7-bb8c-412a-b109-ef1da9fe7b0f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-730145025-network', 'tenant_id': 'ec59212380c44a899ca5e211a948a9fd'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:09.271210 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d2328-6fca-43ed-891c-66eda7250ed5 req-531297e0-0f02-4ae5-996b-3b73511a33e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:09.272954 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa4d2328-6fca-43ed-891c-66eda7250ed5 req-531297e0-0f02-4ae5-996b-3b73511a33e4 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1046889 Aug 31 09:13:09.388778 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d2328-6fca-43ed-891c-66eda7250ed5 req-b84ad94e-0a8a-40e9-81d7-07455910c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:09.391282 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa4d2328-6fca-43ed-891c-66eda7250ed5 req-b84ad94e-0a8a-40e9-81d7-07455910c9d9 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0709941 Aug 31 09:13:09.392308 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387507e7-bb8c-412a-b109-ef1da9fe7b0f admin admin] Made reservation on behalf of ec59212380c44a899ca5e211a948a9fd for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:13:09.395141 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-387507e7-bb8c-412a-b109-ef1da9fe7b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:09.526113 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa4d2328-6fca-43ed-891c-66eda7250ed5 req-abc0de3d-6a9f-4d64-9b47-aa1df7875113 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257806 Aug 31 09:13:09.527818 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-387507e7-bb8c-412a-b109-ef1da9fe7b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:09.671620 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa4d2328-6fca-43ed-891c-66eda7250ed5 req-0479a6dd-09b4-4c8e-942e-8f1c92f0b1aa service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268241 Aug 31 09:13:09.784391 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-387507e7-bb8c-412a-b109-ef1da9fe7b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:09.888136 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-387507e7-bb8c-412a-b109-ef1da9fe7b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:09.921638 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-387507e7-bb8c-412a-b109-ef1da9fe7b0f admin admin] vlan segment allocate from pool success with {'vlan_id': 1639, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:13:09.924291 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387507e7-bb8c-412a-b109-ef1da9fe7b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096cbc81-3007-4612-8ba2-e8de04062f04,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:09.937559 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-387507e7-bb8c-412a-b109-ef1da9fe7b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:09.938321 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-387507e7-bb8c-412a-b109-ef1da9fe7b0f admin admin] Added segment 97cc86a9-9c90-4426-a9d3-5ab4175109fc of type vlan for network 2bd762b2-0ce2-4f1c-8ec5-012ab20e8064 Aug 31 09:13:10.029480 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-387507e7-bb8c-412a-b109-ef1da9fe7b0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:10.112524 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-29e7bc3b-f352-42f5-ba0e-db1158028579 req-1ddf2463-8d37-4248-b730-04c04ff6a15c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=59d3e945-74b3-4546-bea0-3d1b5d1f3d43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1104157 Aug 31 09:13:10.132094 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-387507e7-bb8c-412a-b109-ef1da9fe7b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:10.133087 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387507e7-bb8c-412a-b109-ef1da9fe7b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:10.138316 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-387507e7-bb8c-412a-b109-ef1da9fe7b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:10.223411 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387507e7-bb8c-412a-b109-ef1da9fe7b0f admin admin] Pushing event updated for resources: {'Network': ['ID=2bd762b2-0ce2-4f1c-8ec5-012ab20e8064,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:10.238007 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 2bd762b2-0ce2-4f1c-8ec5-012ab20e8064 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:13:10.242787 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7bc3b-f352-42f5-ba0e-db1158028579 req-aba06a0b-c351-4244-8838-03f307cc0fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:10.244800 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-29e7bc3b-f352-42f5-ba0e-db1158028579 req-aba06a0b-c351-4244-8838-03f307cc0fdd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5a810b1f7a474174a66d41cc8c75e1e5&device_id=59d3e945-74b3-4546-bea0-3d1b5d1f3d43 HTTP/1.1" status: 200 len: 1100 time: 0.0646231 Aug 31 09:13:10.391984 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d79dd1d-3134-4e3f-85e8-662f97dc31f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61109711-82f3-469e-b9ee-3a34ce0ad19a'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:10.395729 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599efbef-302e-4ade-9bfe-5632646a089d" -d '{"events": [{"server_uuid": "2d79dd1d-3134-4e3f-85e8-662f97dc31f3", "name": "network-vif-plugged", "status": "completed", "tag": "61109711-82f3-469e-b9ee-3a34ce0ad19a"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:10.403520 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7bc3b-f352-42f5-ba0e-db1158028579 req-e8621e34-c227-4a5b-92ad-49c28bdde499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:10.405056 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-29e7bc3b-f352-42f5-ba0e-db1158028579 req-e8621e34-c227-4a5b-92ad-49c28bdde499 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.1280811 Aug 31 09:13:10.460052 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-29e7bc3b-f352-42f5-ba0e-db1158028579 req-7d93c3ee-cc74-4912-8367-e4376b84feb8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=f7f53240-2d5e-4910-ba8e-a19415aea7e7 HTTP/1.1" status: 200 len: 217 time: 0.0463850 Aug 31 09:13:10.539566 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7bc3b-f352-42f5-ba0e-db1158028579 req-35d64b05-9c45-4a5f-bf8e-6bd3d18e5a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:10.542088 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-29e7bc3b-f352-42f5-ba0e-db1158028579 req-35d64b05-9c45-4a5f-bf8e-6bd3d18e5a88 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.0745542 Aug 31 09:13:10.605480 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7bc3b-f352-42f5-ba0e-db1158028579 req-a443c4d9-fc9f-4510-a9d2-e86dd0cb7e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:10.607097 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-29e7bc3b-f352-42f5-ba0e-db1158028579 req-a443c4d9-fc9f-4510-a9d2-e86dd0cb7e5a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0578544 Aug 31 09:13:10.695021 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-387507e7-bb8c-412a-b109-ef1da9fe7b0f admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6874306 Aug 31 09:13:10.698624 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50990) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:10.707181 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-f3a1657d-9dfd-4fa7-b4f0-623d1c75cec2 admin admin] Request body: {'subnet': {'network_id': '2bd762b2-0ce2-4f1c-8ec5-012ab20e8064', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-730145025-subnet', 'tenant_id': 'ec59212380c44a899ca5e211a948a9fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:10.750266 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-29e7bc3b-f352-42f5-ba0e-db1158028579 req-dd3b2db9-13e3-49bd-a7fd-c43931e2e4c5 service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340289 Aug 31 09:13:10.811082 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a1657d-9dfd-4fa7-b4f0-623d1c75cec2 admin admin] Made reservation on behalf of ec59212380c44a899ca5e211a948a9fd for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:13:10.813558 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f3a1657d-9dfd-4fa7-b4f0-623d1c75cec2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:10.897724 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-29e7bc3b-f352-42f5-ba0e-db1158028579 req-81369712-fac4-434f-8651-6be88d94081e service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318731 Aug 31 09:13:11.217511 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f3a1657d-9dfd-4fa7-b4f0-623d1c75cec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:11.246195 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e76b76ec-64b5-4d91-80af-be330b1d53b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:11.307202 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1657d-9dfd-4fa7-b4f0-623d1c75cec2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebbf0383-ccdb-4f22-8fb8-5ca0dc2ab3e8,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:11.309455 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a1657d-9dfd-4fa7-b4f0-623d1c75cec2 admin admin] Checking segment: {'id': '97cc86a9-9c90-4426-a9d3-5ab4175109fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1639, 'network_id': '2bd762b2-0ce2-4f1c-8ec5-012ab20e8064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:13:11.309809 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a1657d-9dfd-4fa7-b4f0-623d1c75cec2 admin admin] Network hostable DHCP agents. Network: 2bd762b2-0ce2-4f1c-8ec5-012ab20e8064, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:13:11.416906 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a1657d-9dfd-4fa7-b4f0-623d1c75cec2 admin admin] Network 2bd762b2-0ce2-4f1c-8ec5-012ab20e8064 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:13:11.507972 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-f3a1657d-9dfd-4fa7-b4f0-623d1c75cec2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 2bd762b2-0ce2-4f1c-8ec5-012ab20e8064) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:13:11.521891 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a838bc-e2eb-42f1-8332-d171fc99487e None None] Network 2bd762b2-0ce2-4f1c-8ec5-012ab20e8064 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:13:11.528178 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a1657d-9dfd-4fa7-b4f0-623d1c75cec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:11.534975 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f3a1657d-9dfd-4fa7-b4f0-623d1c75cec2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:11.652106 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f3a1657d-9dfd-4fa7-b4f0-623d1c75cec2 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9516425 Aug 31 09:13:11.654777 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50996) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:11.659754 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-ffb5b89f-b06f-41dc-859b-e3b794151af8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-730145025-router', 'tenant_id': 'ec59212380c44a899ca5e211a948a9fd', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:11.787584 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b89f-b06f-41dc-859b-e3b794151af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:11.789181 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b89f-b06f-41dc-859b-e3b794151af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:11.847544 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f49ebb-61f1-45e4-9435-cabbdcb7923c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-2bd762b2-0ce2-4f1c-8ec5-012ab20e8064', 'network_id': '2bd762b2-0ce2-4f1c-8ec5-012ab20e8064', 'tenant_id': 'ec59212380c44a899ca5e211a948a9fd', 'fixed_ips': [{'subnet_id': 'ebbf0383-ccdb-4f22-8fb8-5ca0dc2ab3e8'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:13:11.848489 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-17f49ebb-61f1-45e4-9435-cabbdcb7923c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:11.871113 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b89f-b06f-41dc-859b-e3b794151af8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:12.111109 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-17f49ebb-61f1-45e4-9435-cabbdcb7923c None None] Allocated IP 172.20.0.2 (2bd762b2-0ce2-4f1c-8ec5-012ab20e8064/ebbf0383-ccdb-4f22-8fb8-5ca0dc2ab3e8/d9b94a16-9086-4261-8e85-1691bfede9d4) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:13:12.237439 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3c94d9ef-d49f-4488-a315-aa55b99db37d details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:13:12.241353 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3c94d9ef-d49f-4488-a315-aa55b99db37d no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:13:12.259297 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b89f-b06f-41dc-859b-e3b794151af8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:12.272973 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03ce6540-5765-493f-9f78-71c7dacccbbd req-c811dd53-72dd-4939-aaee-841f334f4d50 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1742103 Aug 31 09:13:12.319665 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 38338603-f5f7-4985-9be3-80a3d7d43b4e details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:13:12.387229 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce6540-5765-493f-9f78-71c7dacccbbd req-8a385639-75bb-463f-b5b7-fd571a476abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:12.389324 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03ce6540-5765-493f-9f78-71c7dacccbbd req-8a385639-75bb-463f-b5b7-fd571a476abe service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 1101 time: 0.0666206 Aug 31 09:13:12.539952 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce6540-5765-493f-9f78-71c7dacccbbd req-6f358e0e-8849-4906-ab27-d42af43849f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:12.541433 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03ce6540-5765-493f-9f78-71c7dacccbbd req-6f358e0e-8849-4906-ab27-d42af43849f9 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.1124468 Aug 31 09:13:12.592772 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03ce6540-5765-493f-9f78-71c7dacccbbd req-dd68f106-7a0e-4253-9a42-fb07f58fa2b4 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=cfa97dbd-04c1-41b4-b950-627133759c71 HTTP/1.1" status: 200 len: 217 time: 0.0422990 Aug 31 09:13:12.615617 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-17f49ebb-61f1-45e4-9435-cabbdcb7923c None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:12.619654 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3c94d9ef-d49f-4488-a315-aa55b99db37d, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3c94d9ef-d49f-4488-a315-aa55b99db37d,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:12.622259 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:12.667100 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '3c94d9ef-d49f-4488-a315-aa55b99db37d', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': '3c94d9ef-d49f-4488-a315-aa55b99db37d', 'mac_address': 'fa:16:3e:82:39:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:13:12.672342 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-17f49ebb-61f1-45e4-9435-cabbdcb7923c None None] Transition to ACTIVE for port object d9b94a16-9086-4261-8e85-1691bfede9d4 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:13:12.761270 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 38338603-f5f7-4985-9be3-80a3d7d43b4e, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=38338603-f5f7-4985-9be3-80a3d7d43b4e,segment=NetworkSegment(297f7645-baab-4cad-a38a-5a6d7356eab9),segment_id=297f7645-baab-4cad-a38a-5a6d7356eab9)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:12.976937 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-17f49ebb-61f1-45e4-9435-cabbdcb7923c None None] Transition to ACTIVE for port object d9b94a16-9086-4261-8e85-1691bfede9d4 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:13:12.984229 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3c94d9ef-d49f-4488-a315-aa55b99db37d, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3c94d9ef-d49f-4488-a315-aa55b99db37d,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:12.985799 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '38338603-f5f7-4985-9be3-80a3d7d43b4e', 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301', 'port_id': '38338603-f5f7-4985-9be3-80a3d7d43b4e', 'mac_address': 'fa:16:3e:5c:bf:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e81001c-2026-4292-8507-96e0aed1bde8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:13:12.987568 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:13.016021 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c94d9ef-d49f-4488-a315-aa55b99db37d {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:13:13.065058 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:13.086299 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38338603-f5f7-4985-9be3-80a3d7d43b4e {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:13:13.112241 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 38338603-f5f7-4985-9be3-80a3d7d43b4e, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=38338603-f5f7-4985-9be3-80a3d7d43b4e,segment=NetworkSegment(297f7645-baab-4cad-a38a-5a6d7356eab9),segment_id=297f7645-baab-4cad-a38a-5a6d7356eab9)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:13.115830 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-17f49ebb-61f1-45e4-9435-cabbdcb7923c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:13.190159 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce6540-5765-493f-9f78-71c7dacccbbd req-f0052c95-de38-4cf0-ae5d-d0c6d0dff315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:13.193558 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03ce6540-5765-493f-9f78-71c7dacccbbd req-f0052c95-de38-4cf0-ae5d-d0c6d0dff315 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.5920720 Aug 31 09:13:13.199510 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f49ebb-61f1-45e4-9435-cabbdcb7923c None None] Network 2bd762b2-0ce2-4f1c-8ec5-012ab20e8064 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:13:13.255756 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:13.259087 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f49ebb-61f1-45e4-9435-cabbdcb7923c None None] Pushing event updated for resources: {'Port': ['ID=d9b94a16-9086-4261-8e85-1691bfede9d4,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:13.262316 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-17f49ebb-61f1-45e4-9435-cabbdcb7923c None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:13:13.276258 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:13:13.276967 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:13:13.277893 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:13.364853 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=3c94d9ef-d49f-4488-a315-aa55b99db37d,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:13.389224 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce6540-5765-493f-9f78-71c7dacccbbd req-824c5a87-75e1-4ce4-ba8d-328587b382dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:13.390843 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03ce6540-5765-493f-9f78-71c7dacccbbd req-824c5a87-75e1-4ce4-ba8d-328587b382dd service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1756124 Aug 31 09:13:13.437133 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=38338603-f5f7-4985-9be3-80a3d7d43b4e,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:13.471040 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f49ebb-61f1-45e4-9435-cabbdcb7923c None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:13:13.567854 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-17f49ebb-61f1-45e4-9435-cabbdcb7923c None None] Attempting to bind port d9b94a16-9086-4261-8e85-1691bfede9d4 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:13:13.568240 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-17f49ebb-61f1-45e4-9435-cabbdcb7923c None None] Attempting to bind port d9b94a16-9086-4261-8e85-1691bfede9d4 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '97cc86a9-9c90-4426-a9d3-5ab4175109fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1639, 'network_id': '2bd762b2-0ce2-4f1c-8ec5-012ab20e8064'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:13:13.568610 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f49ebb-61f1-45e4-9435-cabbdcb7923c None None] Attempting to bind port d9b94a16-9086-4261-8e85-1691bfede9d4 on network 2bd762b2-0ce2-4f1c-8ec5-012ab20e8064 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:13:13.575829 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f49ebb-61f1-45e4-9435-cabbdcb7923c None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:13:13.576197 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f49ebb-61f1-45e4-9435-cabbdcb7923c None None] Checking segment: {'id': '97cc86a9-9c90-4426-a9d3-5ab4175109fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1639, 'network_id': '2bd762b2-0ce2-4f1c-8ec5-012ab20e8064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:13:13.576605 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-17f49ebb-61f1-45e4-9435-cabbdcb7923c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:13.577245 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f49ebb-61f1-45e4-9435-cabbdcb7923c None None] Bound using segment: {'id': '97cc86a9-9c90-4426-a9d3-5ab4175109fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1639, 'network_id': '2bd762b2-0ce2-4f1c-8ec5-012ab20e8064'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:13:13.578037 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-17f49ebb-61f1-45e4-9435-cabbdcb7923c None None] Bound port: d9b94a16-9086-4261-8e85-1691bfede9d4, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97cc86a9-9c90-4426-a9d3-5ab4175109fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1639, 'network_id': '2bd762b2-0ce2-4f1c-8ec5-012ab20e8064'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:13:13.578423 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-17f49ebb-61f1-45e4-9435-cabbdcb7923c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:13.674960 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-17f49ebb-61f1-45e4-9435-cabbdcb7923c None None] For port d9b94a16-9086-4261-8e85-1691bfede9d4, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:13:13.683776 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-17f49ebb-61f1-45e4-9435-cabbdcb7923c None None] For port d9b94a16-9086-4261-8e85-1691bfede9d4, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=d9b94a16-9086-4261-8e85-1691bfede9d4,segment=NetworkSegment(97cc86a9-9c90-4426-a9d3-5ab4175109fc),segment_id=97cc86a9-9c90-4426-a9d3-5ab4175109fc)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:13:13.886865 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:13.889779 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03ce6540-5765-493f-9f78-71c7dacccbbd req-b04d649d-293e-438c-be9a-a210999bdb3e service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4890769 Aug 31 09:13:13.922619 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['38338603-f5f7-4985-9be3-80a3d7d43b4e'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:13:14.053016 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c94d9ef-d49f-4488-a315-aa55b99db37d {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:13:14.120799 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3c94d9ef-d49f-4488-a315-aa55b99db37d, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3c94d9ef-d49f-4488-a315-aa55b99db37d,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:14.163860 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-17f49ebb-61f1-45e4-9435-cabbdcb7923c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:14.210089 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:13:14.217603 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03ce6540-5765-493f-9f78-71c7dacccbbd req-6646310c-c9cb-4338-b7b8-b5fb85ce1763 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718601 Aug 31 09:13:14.249938 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b89f-b06f-41dc-859b-e3b794151af8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:14.272946 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:14.297697 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b89f-b06f-41dc-859b-e3b794151af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:14.314638 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2825a859-639d-41da-9651-f6bda3a1eb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:14.335620 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f49ebb-61f1-45e4-9435-cabbdcb7923c None None] Pushing event updated for resources: {'Port': ['ID=d9b94a16-9086-4261-8e85-1691bfede9d4,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:14.466812 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:14.492765 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-ffb5b89f-b06f-41dc-859b-e3b794151af8 admin admin] Allocated IP 172.25.2.123 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/7af6442c-b9d1-4519-85fa-de832e425505) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:13:14.638770 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['3c94d9ef-d49f-4488-a315-aa55b99db37d'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:13:14.685241 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=3c94d9ef-d49f-4488-a315-aa55b99db37d,revision_number=7']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:14.707696 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b89f-b06f-41dc-859b-e3b794151af8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:15.067838 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b89f-b06f-41dc-859b-e3b794151af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:15.120184 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb5b89f-b06f-41dc-859b-e3b794151af8 admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:13:15.125504 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-ffb5b89f-b06f-41dc-859b-e3b794151af8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:13:15.129102 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb5b89f-b06f-41dc-859b-e3b794151af8 admin admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:13:15.158922 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5b89f-b06f-41dc-859b-e3b794151af8 admin admin] Pushing event updated for resources: {'Port': ['ID=7af6442c-b9d1-4519-85fa-de832e425505,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:15.224243 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:15.768431 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea81a8d-ed61-4cff-b55e-bddc8f10e013 None None] Network 2bd762b2-0ce2-4f1c-8ec5-012ab20e8064 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:13:15.834034 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b89f-b06f-41dc-859b-e3b794151af8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:16.081382 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-63d623e6-2109-4356-8985-c4012ca0e30f None None] Provisioning for port d9b94a16-9086-4261-8e85-1691bfede9d4 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:13:16.239682 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b89f-b06f-41dc-859b-e3b794151af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:16.301921 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3c94d9ef-d49f-4488-a315-aa55b99db37d up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:13:16.343794 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 38338603-f5f7-4985-9be3-80a3d7d43b4e up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:13:16.446217 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 3c94d9ef-d49f-4488-a315-aa55b99db37d triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:16.446699 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:16.638877 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d9b94a16-9086-4261-8e85-1691bfede9d4 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:13:16.641441 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 38338603-f5f7-4985-9be3-80a3d7d43b4e completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:13:16.647896 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 38338603-f5f7-4985-9be3-80a3d7d43b4e triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:16.648259 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:16.659170 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb5b89f-b06f-41dc-859b-e3b794151af8 admin admin] Router c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:13:16.889733 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:16.940914 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:16.958808 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb5b89f-b06f-41dc-859b-e3b794151af8 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:13:17.000035 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04704af-3f6d-4199-b789-a681656b61d9 None None] Sync routers for ids ['c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:13:17.000035 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3c94d9ef-d49f-4488-a315-aa55b99db37d, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3c94d9ef-d49f-4488-a315-aa55b99db37d,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:17.028603 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04704af-3f6d-4199-b789-a681656b61d9 None None] Routers {'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:13:17.030345 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c04704af-3f6d-4199-b789-a681656b61d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:13:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:17.082748 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:17.131025 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:17.175928 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b89f-b06f-41dc-859b-e3b794151af8 admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:17.177130 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ffb5b89f-b06f-41dc-859b-e3b794151af8 admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5213907 Aug 31 09:13:17.179813 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51010) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:17.187386 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port d9b94a16-9086-4261-8e85-1691bfede9d4 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:13:17.220957 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port d9b94a16-9086-4261-8e85-1691bfede9d4 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:17.221428 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:17.229502 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 38338603-f5f7-4985-9be3-80a3d7d43b4e, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=38338603-f5f7-4985-9be3-80a3d7d43b4e,segment=NetworkSegment(297f7645-baab-4cad-a38a-5a6d7356eab9),segment_id=297f7645-baab-4cad-a38a-5a6d7356eab9)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:17.258985 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=3c94d9ef-d49f-4488-a315-aa55b99db37d,revision_number=8']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:17.266766 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-c04704af-3f6d-4199-b789-a681656b61d9 None None] Set router c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:13:17.449035 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:17.649671 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port d9b94a16-9086-4261-8e85-1691bfede9d4, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=d9b94a16-9086-4261-8e85-1691bfede9d4,segment=NetworkSegment(97cc86a9-9c90-4426-a9d3-5ab4175109fc),segment_id=97cc86a9-9c90-4426-a9d3-5ab4175109fc)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:17.679404 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c04704af-3f6d-4199-b789-a681656b61d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'name': 'tempest-ServersTestBootFromVolume-730145025-router', 'tenant_id': 'ec59212380c44a899ca5e211a948a9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '7af6442c-b9d1-4519-85fa-de832e425505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:13:11Z', 'updated_at': '2021-08-31T09:13:15Z', 'revision_number': 3, 'project_id': 'ec59212380c44a899ca5e211a948a9fd', 'gw_port': {'id': '7af6442c-b9d1-4519-85fa-de832e425505', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:08:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:14Z', 'updated_at': '2021-08-31T09:13:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:17.717559 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04704af-3f6d-4199-b789-a681656b61d9 None None] Checking router: c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:13:17.717853 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04704af-3f6d-4199-b789-a681656b61d9 None None] Updating router c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4 port 7af6442c-b9d1-4519-85fa-de832e425505 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:13:17.720042 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:17.752103 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c04704af-3f6d-4199-b789-a681656b61d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:17.844603 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:17.854528 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1416-2230-42f6-b184-d60f9ec24635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:17.888769 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=38338603-f5f7-4985-9be3-80a3d7d43b4e,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:18.002845 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=d9b94a16-9086-4261-8e85-1691bfede9d4,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:18.084432 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-7b0f1416-2230-42f6-b184-d60f9ec24635 admin admin] Allocated IP 172.20.0.1 (2bd762b2-0ce2-4f1c-8ec5-012ab20e8064/ebbf0383-ccdb-4f22-8fb8-5ca0dc2ab3e8/667adfb9-dac9-4426-a8eb-ee0059bcc394) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:13:18.146560 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c04704af-3f6d-4199-b789-a681656b61d9 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:18.160285 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c04704af-3f6d-4199-b789-a681656b61d9 None None] Transition to ACTIVE for port object 7af6442c-b9d1-4519-85fa-de832e425505 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:13:18.225530 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1416-2230-42f6-b184-d60f9ec24635 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:18.245038 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-7b0f1416-2230-42f6-b184-d60f9ec24635 admin admin] Transition to ACTIVE for port object 667adfb9-dac9-4426-a8eb-ee0059bcc394 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:13:18.278733 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c04704af-3f6d-4199-b789-a681656b61d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:18.357950 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e39b4-4250-407a-92f3-78884a82f854 None None] Pushing event updated for resources: {'Port': ['ID=7af6442c-b9d1-4519-85fa-de832e425505,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:18.371443 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1416-2230-42f6-b184-d60f9ec24635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:18.379551 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c04704af-3f6d-4199-b789-a681656b61d9 None None] Attempting to bind port 7af6442c-b9d1-4519-85fa-de832e425505 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:13:18.380055 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c04704af-3f6d-4199-b789-a681656b61d9 None None] Attempting to bind port 7af6442c-b9d1-4519-85fa-de832e425505 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:13:18.380513 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04704af-3f6d-4199-b789-a681656b61d9 None None] Attempting to bind port 7af6442c-b9d1-4519-85fa-de832e425505 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:13:18.387518 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04704af-3f6d-4199-b789-a681656b61d9 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:13:18.393510 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04704af-3f6d-4199-b789-a681656b61d9 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:13:18.393510 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c04704af-3f6d-4199-b789-a681656b61d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:18.393510 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04704af-3f6d-4199-b789-a681656b61d9 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:13:18.393510 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c04704af-3f6d-4199-b789-a681656b61d9 None None] Bound port: 7af6442c-b9d1-4519-85fa-de832e425505, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:13:18.393510 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c04704af-3f6d-4199-b789-a681656b61d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:18.404766 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0f1416-2230-42f6-b184-d60f9ec24635 admin admin] Network 2bd762b2-0ce2-4f1c-8ec5-012ab20e8064 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:13:18.417503 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-7b0f1416-2230-42f6-b184-d60f9ec24635 admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:13:18.460906 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0f1416-2230-42f6-b184-d60f9ec24635 admin admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:13:18.509145 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-c04704af-3f6d-4199-b789-a681656b61d9 None None] For port 7af6442c-b9d1-4519-85fa-de832e425505, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:13:18.516840 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-c04704af-3f6d-4199-b789-a681656b61d9 None None] For port 7af6442c-b9d1-4519-85fa-de832e425505, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=7af6442c-b9d1-4519-85fa-de832e425505,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:13:18.526527 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1416-2230-42f6-b184-d60f9ec24635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:18.570054 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d9b94a16-9086-4261-8e85-1691bfede9d4 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:13:18.608469 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f1416-2230-42f6-b184-d60f9ec24635 admin admin] Pushing event updated for resources: {'Port': ['ID=667adfb9-dac9-4426-a8eb-ee0059bcc394,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:18.671542 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c04704af-3f6d-4199-b789-a681656b61d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:18.751266 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e39b4-4250-407a-92f3-78884a82f854 None None] Pushing event updated for resources: {'Port': ['ID=7af6442c-b9d1-4519-85fa-de832e425505,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:18.763463 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port d9b94a16-9086-4261-8e85-1691bfede9d4 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:18.763463 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:18.792687 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1416-2230-42f6-b184-d60f9ec24635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:18.819709 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04704af-3f6d-4199-b789-a681656b61d9 None None] Routers {'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:13:18.821399 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c04704af-3f6d-4199-b789-a681656b61d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:13:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:19.021093 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-c04704af-3f6d-4199-b789-a681656b61d9 None None] Set router c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:13:19.026135 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c03f74ec-9b99-47d0-9f57-de813f5d77af None None] Provisioning for port 667adfb9-dac9-4426-a8eb-ee0059bcc394 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:13:19.057997 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c03f74ec-9b99-47d0-9f57-de813f5d77af None None] Provisioning complete for port 667adfb9-dac9-4426-a8eb-ee0059bcc394 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:19.058378 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c03f74ec-9b99-47d0-9f57-de813f5d77af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:19.081033 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1416-2230-42f6-b184-d60f9ec24635 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:19.154480 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1416-2230-42f6-b184-d60f9ec24635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:19.176515 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-c03f74ec-9b99-47d0-9f57-de813f5d77af None None] Port 667adfb9-dac9-4426-a8eb-ee0059bcc394 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:13:19.256883 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f1416-2230-42f6-b184-d60f9ec24635 admin admin] Pushing event updated for resources: {'Port': ['ID=667adfb9-dac9-4426-a8eb-ee0059bcc394,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:19.294237 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1416-2230-42f6-b184-d60f9ec24635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:19.331264 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c04704af-3f6d-4199-b789-a681656b61d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'name': 'tempest-ServersTestBootFromVolume-730145025-router', 'tenant_id': 'ec59212380c44a899ca5e211a948a9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '7af6442c-b9d1-4519-85fa-de832e425505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:13:11Z', 'updated_at': '2021-08-31T09:13:18Z', 'revision_number': 4, 'project_id': 'ec59212380c44a899ca5e211a948a9fd', 'gw_port': {'id': '7af6442c-b9d1-4519-85fa-de832e425505', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:08:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:14Z', 'updated_at': '2021-08-31T09:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '667adfb9-dac9-4426-a8eb-ee0059bcc394', 'name': '', 'network_id': '2bd762b2-0ce2-4f1c-8ec5-012ab20e8064', 'tenant_id': 'ec59212380c44a899ca5e211a948a9fd', 'mac_address': 'fa:16:3e:b4:df:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ebbf0383-ccdb-4f22-8fb8-5ca0dc2ab3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:17Z', 'updated_at': '2021-08-31T09:13:18Z', 'revision_number': 1, 'project_id': 'ec59212380c44a899ca5e211a948a9fd', 'subnets': [{'id': 'ebbf0383-ccdb-4f22-8fb8-5ca0dc2ab3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:19.370851 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04704af-3f6d-4199-b789-a681656b61d9 None None] The sync data for ids ['c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4'] in n-d-791506-28 is: [{'id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'name': 'tempest-ServersTestBootFromVolume-730145025-router', 'tenant_id': 'ec59212380c44a899ca5e211a948a9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '7af6442c-b9d1-4519-85fa-de832e425505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:13:11Z', 'updated_at': '2021-08-31T09:13:18Z', 'revision_number': 4, 'project_id': 'ec59212380c44a899ca5e211a948a9fd', 'gw_port': {'id': '7af6442c-b9d1-4519-85fa-de832e425505', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:08:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:14Z', 'updated_at': '2021-08-31T09:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '667adfb9-dac9-4426-a8eb-ee0059bcc394', 'name': '', 'network_id': '2bd762b2-0ce2-4f1c-8ec5-012ab20e8064', 'tenant_id': 'ec59212380c44a899ca5e211a948a9fd', 'mac_address': 'fa:16:3e:b4:df:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ebbf0383-ccdb-4f22-8fb8-5ca0dc2ab3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:17Z', 'updated_at': '2021-08-31T09:13:18Z', 'revision_number': 1, 'project_id': 'ec59212380c44a899ca5e211a948a9fd', 'subnets': [{'id': 'ebbf0383-ccdb-4f22-8fb8-5ca0dc2ab3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:13:19.409740 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0f1416-2230-42f6-b184-d60f9ec24635 admin admin] Network 2bd762b2-0ce2-4f1c-8ec5-012ab20e8064 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:13:19.412303 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-7b0f1416-2230-42f6-b184-d60f9ec24635 admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:13:19.601429 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0f1416-2230-42f6-b184-d60f9ec24635 admin admin] Router c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:13:19.709639 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b83aa114-9c77-4851-a1a1-cad5eecc35e7 None None] Provisioning complete for port 667adfb9-dac9-4426-a8eb-ee0059bcc394 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:19.710088 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b83aa114-9c77-4851-a1a1-cad5eecc35e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:19.755207 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-b83aa114-9c77-4851-a1a1-cad5eecc35e7 None None] Port 667adfb9-dac9-4426-a8eb-ee0059bcc394 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:13:19.776535 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ff8160-093f-41f0-837c-6d2c562bbf86 x-openstack-request-id: req-88ff8160-093f-41f0-837c-6d2c562bbf86 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:19.776817 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d1e57d-0814-47a4-8064-ebe9bc6da34a", "tag": "3be34c81-dfa6-4a6a-9e7f-14df832577b2", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:19.777069 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-88ff8160-093f-41f0-837c-6d2c562bbf86 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:19.777457 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d1e57d-0814-47a4-8064-ebe9bc6da34a', 'tag': '3be34c81-dfa6-4a6a-9e7f-14df832577b2', 'status': 'completed', 'code': 200} Aug 31 09:13:19.836642 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0f1416-2230-42f6-b184-d60f9ec24635 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:13:19.854607 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7b0f1416-2230-42f6-b184-d60f9ec24635 admin admin] 10.222.0.119 "PUT /v2.0/routers/c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6669323 Aug 31 09:13:19.857367 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af386b98-d9e7-4ea8-bd00-af37bf603ff0 req-cf5029a7-34e5-4fa9-be43-a19cc8c3f6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:19.859008 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af386b98-d9e7-4ea8-bd00-af37bf603ff0 req-cf5029a7-34e5-4fa9-be43-a19cc8c3f6cf service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f4381d0dc0be411ca9215585d9e1f0fb&device_id=69d1e57d-0814-47a4-8064-ebe9bc6da34a HTTP/1.1" status: 200 len: 1097 time: 0.0841832 Aug 31 09:13:19.972418 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af386b98-d9e7-4ea8-bd00-af37bf603ff0 req-cc836833-e6d4-4478-9069-0ae29a553d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:19.973973 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af386b98-d9e7-4ea8-bd00-af37bf603ff0 req-cc836833-e6d4-4478-9069-0ae29a553d09 service neutron] 10.222.0.112 "GET /v2.0/networks?id=911967d5-9c28-4576-80c3-c0f96b966e16 HTTP/1.1" status: 200 len: 922 time: 0.1075518 Aug 31 09:13:20.025600 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af386b98-d9e7-4ea8-bd00-af37bf603ff0 req-b761f5d6-ff3f-488b-9cb1-08120ede7ecd service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3be34c81-dfa6-4a6a-9e7f-14df832577b2 HTTP/1.1" status: 200 len: 217 time: 0.0417459 Aug 31 09:13:20.092294 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af386b98-d9e7-4ea8-bd00-af37bf603ff0 req-0f461744-b40a-45b9-aa1f-1c6ab6045891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:20.094910 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af386b98-d9e7-4ea8-bd00-af37bf603ff0 req-0f461744-b40a-45b9-aa1f-1c6ab6045891 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=3649fc3f-e1b9-493b-9302-31142ce0aead HTTP/1.1" status: 200 len: 859 time: 0.0615418 Aug 31 09:13:20.161641 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af386b98-d9e7-4ea8-bd00-af37bf603ff0 req-dbf5739a-8db8-40eb-8386-7306cdd5b62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:20.172445 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af386b98-d9e7-4ea8-bd00-af37bf603ff0 req-dbf5739a-8db8-40eb-8386-7306cdd5b62b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=911967d5-9c28-4576-80c3-c0f96b966e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672235 Aug 31 09:13:20.387508 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af386b98-d9e7-4ea8-bd00-af37bf603ff0 req-ac2b6ee5-138d-4ca8-9524-c6cb553645ee service neutron] 10.222.0.112 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099230 Aug 31 09:13:20.473582 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddf9fd5-c294-4da4-b0ce-1ae7105593e6 x-openstack-request-id: req-9ddf9fd5-c294-4da4-b0ce-1ae7105593e6 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:20.475492 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f879aa-fb0c-497a-b384-789e503e6868", "tag": "38338603-f5f7-4985-9be3-80a3d7d43b4e", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:20.476109 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-9ddf9fd5-c294-4da4-b0ce-1ae7105593e6 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:20.478563 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f879aa-fb0c-497a-b384-789e503e6868', 'tag': '38338603-f5f7-4985-9be3-80a3d7d43b4e', 'status': 'completed', 'code': 200} Aug 31 09:13:20.625625 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5695a-9c86-4d68-9060-3e7bbc788f74 req-88d4cf1c-0fce-4c8a-8cbe-79ec3a7e6d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:20.628800 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-50d5695a-9c86-4d68-9060-3e7bbc788f74 req-88d4cf1c-0fce-4c8a-8cbe-79ec3a7e6d2f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 1098 time: 0.1428390 Aug 31 09:13:20.646303 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7af6442c-b9d1-4519-85fa-de832e425505 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:13:20.668001 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af386b98-d9e7-4ea8-bd00-af37bf603ff0 req-f2d6301f-4aef-46de-946b-9819e43ca4ce service neutron] 10.222.0.112 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727416 Aug 31 09:13:20.705947 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d96e71-ccec-4b8e-a814-0e34d45ed48b req-172bd34d-7f2a-4329-af12-990efe35b540 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:20.707325 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-78d96e71-ccec-4b8e-a814-0e34d45ed48b req-172bd34d-7f2a-4329-af12-990efe35b540 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 1097 time: 0.1081119 Aug 31 09:13:20.782658 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5695a-9c86-4d68-9060-3e7bbc788f74 req-d025a364-05bf-4734-a29d-9ea2158f1166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:20.784593 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-50d5695a-9c86-4d68-9060-3e7bbc788f74 req-d025a364-05bf-4734-a29d-9ea2158f1166 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d1234639-2841-4a70-bb71-b7feb4621301 HTTP/1.1" status: 200 len: 925 time: 0.1464913 Aug 31 09:13:20.802486 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-78d96e71-ccec-4b8e-a814-0e34d45ed48b req-2f413fad-0dcc-43bc-a49e-a8321f981124 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851521 Aug 31 09:13:20.850880 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 7af6442c-b9d1-4519-85fa-de832e425505 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:13:20.858399 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 7af6442c-b9d1-4519-85fa-de832e425505 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:20.858833 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:20.901568 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-50d5695a-9c86-4d68-9060-3e7bbc788f74 req-143d3d76-0e4a-41d5-9136-269ba1f3219a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38338603-f5f7-4985-9be3-80a3d7d43b4e HTTP/1.1" status: 200 len: 217 time: 0.1063840 Aug 31 09:13:21.011462 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5695a-9c86-4d68-9060-3e7bbc788f74 req-d578939e-c39e-4c9c-a6f6-dc0dc7814901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:21.013264 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-50d5695a-9c86-4d68-9060-3e7bbc788f74 req-d578939e-c39e-4c9c-a6f6-dc0dc7814901 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e81001c-2026-4292-8507-96e0aed1bde8 HTTP/1.1" status: 200 len: 862 time: 0.1020384 Aug 31 09:13:21.095995 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:21.104533 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1eb33-8b2b-4f3a-8c4f-c0d22f0cefd3 req-96cb9974-6f7e-4ea3-a69a-4fbcfe95a3d6 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:21.105933 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dcb1eb33-8b2b-4f3a-8c4f-c0d22f0cefd3 req-96cb9974-6f7e-4ea3-a69a-4fbcfe95a3d6 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 946 time: 0.1362691 Aug 31 09:13:21.117097 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5695a-9c86-4d68-9060-3e7bbc788f74 req-23f1b2fa-2b9c-400d-81aa-87d60c48e2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:21.119567 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-50d5695a-9c86-4d68-9060-3e7bbc788f74 req-23f1b2fa-2b9c-400d-81aa-87d60c48e2b2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d1234639-2841-4a70-bb71-b7feb4621301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979452 Aug 31 09:13:21.144747 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 7af6442c-b9d1-4519-85fa-de832e425505, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=7af6442c-b9d1-4519-85fa-de832e425505,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:21.207302 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dcb1eb33-8b2b-4f3a-8c4f-c0d22f0cefd3 req-e2a418f8-57c4-4d01-af7d-6738f0f14864 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/security-groups?id=9a1adeb5-d225-4397-9b2e-54de647beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945566 Aug 31 09:13:21.222725 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:21.329898 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-50d5695a-9c86-4d68-9060-3e7bbc788f74 req-2049007c-68e7-4e54-9373-04102d33b731 service neutron] 10.222.0.59 "GET /v2.0/networks/d1234639-2841-4a70-bb71-b7feb4621301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969235 Aug 31 09:13:21.348673 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=7af6442c-b9d1-4519-85fa-de832e425505,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:21.386271 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac0835-1797-4293-9086-87b0e5af7eec req-8d2d32ac-4a6f-4705-a3f2-fa58985c1919 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:21.398627 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9aac0835-1797-4293-9086-87b0e5af7eec req-8d2d32ac-4a6f-4705-a3f2-fa58985c1919 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 950 time: 0.1121089 Aug 31 09:13:21.463084 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9aac0835-1797-4293-9086-87b0e5af7eec req-3ef5f8cd-552a-45d8-8707-172582e98993 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612457 Aug 31 09:13:21.518249 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-50d5695a-9c86-4d68-9060-3e7bbc788f74 req-5ad255c7-7b52-4a14-b8c3-f8bc13b03e2d service neutron] 10.222.0.59 "GET /v2.0/networks/d1234639-2841-4a70-bb71-b7feb4621301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828392 Aug 31 09:13:21.549723 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13071d6-db96-432e-8d92-81de893d3237 x-openstack-request-id: req-a13071d6-db96-432e-8d92-81de893d3237 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:21.550019 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d79dd1d-3134-4e3f-85e8-662f97dc31f3", "name": "network-vif-plugged", "status": "completed", "tag": "61109711-82f3-469e-b9ee-3a34ce0ad19a", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:21.550278 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-a13071d6-db96-432e-8d92-81de893d3237 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:21.550705 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d79dd1d-3134-4e3f-85e8-662f97dc31f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61109711-82f3-469e-b9ee-3a34ce0ad19a', 'code': 200} Aug 31 09:13:21.885565 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fcc255-6247-4554-9dbf-6141595db542 req-c28303c4-b04c-484d-8a02-3c443c0df1d2 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:21.887254 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-93fcc255-6247-4554-9dbf-6141595db542 req-c28303c4-b04c-484d-8a02-3c443c0df1d2 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.112 "GET /v2.0/ports?device_id=69d1e57d-0814-47a4-8064-ebe9bc6da34a HTTP/1.1" status: 200 len: 945 time: 0.0658505 Aug 31 09:13:22.045917 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-93fcc255-6247-4554-9dbf-6141595db542 req-fe5a1c7e-acef-4efc-9955-c4e343bf6bcc tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Deleting port 3be34c81-dfa6-4a6a-9e7f-14df832577b2 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:13:22.046577 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-93fcc255-6247-4554-9dbf-6141595db542 req-fe5a1c7e-acef-4efc-9955-c4e343bf6bcc tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:22.210630 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-93fcc255-6247-4554-9dbf-6141595db542 req-fe5a1c7e-acef-4efc-9955-c4e343bf6bcc tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] For port 3be34c81-dfa6-4a6a-9e7f-14df832577b2, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3be34c81-dfa6-4a6a-9e7f-14df832577b2,segment=NetworkSegment(31cf320c-edc0-464d-82e7-32003e3052bd),segment_id=31cf320c-edc0-464d-82e7-32003e3052bd)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:22.212457 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-93fcc255-6247-4554-9dbf-6141595db542 req-fe5a1c7e-acef-4efc-9955-c4e343bf6bcc tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:22.226881 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-93fcc255-6247-4554-9dbf-6141595db542 req-fe5a1c7e-acef-4efc-9955-c4e343bf6bcc tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Calling delete_port for 3be34c81-dfa6-4a6a-9e7f-14df832577b2 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:13:22.455453 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51080) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:22.460963 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-772ed655-8b89-463c-a274-515b8dba273f tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1158705496', 'description': 'tempest-description--1904201947'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:22.543935 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-93fcc255-6247-4554-9dbf-6141595db542 req-fe5a1c7e-acef-4efc-9955-c4e343bf6bcc tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:22.562203 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['3be34c81-dfa6-4a6a-9e7f-14df832577b2'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:13:22.565359 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['30f8837c-a342-421f-b20d-750c23871715'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:13:22.580643 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a1c7e-acef-4efc-9955-c4e343bf6bcc tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Pushing event deleted for resources: {'Port': ['ID=3be34c81-dfa6-4a6a-9e7f-14df832577b2,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:22.588033 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34012a6a-9018-4ea4-bd78-105c7c9c01fe None None] Sync routers for ids ['c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:13:22.597172 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e4eaf-2f01-4ff5-8572-2886ae68db02 req-14723b62-f4c3-40a5-88aa-bc80f01543bf tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:22.611127 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34012a6a-9018-4ea4-bd78-105c7c9c01fe None None] Routers {'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:13:22.611380 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-310e4eaf-2f01-4ff5-8572-2886ae68db02 req-14723b62-f4c3-40a5-88aa-bc80f01543bf tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports?device_id=5270f71b-23da-40b0-abaf-751dffa07843&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1506793 Aug 31 09:13:22.614526 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-34012a6a-9018-4ea4-bd78-105c7c9c01fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:13:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:22.618487 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-772ed655-8b89-463c-a274-515b8dba273f tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:22.693419 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-310e4eaf-2f01-4ff5-8572-2886ae68db02 req-1b9b4232-2f4c-4d32-a961-a55d9070c37e tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.252 HTTP/1.1" status: 200 len: 696 time: 0.0810592 Aug 31 09:13:22.716230 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-310e4eaf-2f01-4ff5-8572-2886ae68db02 req-c1fa9cdc-2cd0-4e26-8492-399bc108e630 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Request body: {'floatingip': {'port_id': '30f8837c-a342-421f-b20d-750c23871715', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:22.719658 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-93fcc255-6247-4554-9dbf-6141595db542 req-fe5a1c7e-acef-4efc-9955-c4e343bf6bcc tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] No DVR routers for this DVR port 3be34c81-dfa6-4a6a-9e7f-14df832577b2 on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:13:22.723576 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-93fcc255-6247-4554-9dbf-6141595db542 req-fe5a1c7e-acef-4efc-9955-c4e343bf6bcc tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:22.725760 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-93fcc255-6247-4554-9dbf-6141595db542 req-fe5a1c7e-acef-4efc-9955-c4e343bf6bcc tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.112 "DELETE /v2.0/ports/3be34c81-dfa6-4a6a-9e7f-14df832577b2 HTTP/1.1" status: 204 len: 173 time: 0.8305476 Aug 31 09:13:22.729415 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d1e57d-0814-47a4-8064-ebe9bc6da34a', 'name': 'network-vif-deleted', 'tag': '3be34c81-dfa6-4a6a-9e7f-14df832577b2'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:22.740091 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742ae1ec-37d0-40fc-b836-a66461dfeb0b" -d '{"events": [{"server_uuid": "69d1e57d-0814-47a4-8064-ebe9bc6da34a", "name": "network-vif-deleted", "tag": "3be34c81-dfa6-4a6a-9e7f-14df832577b2"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:22.782434 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-34012a6a-9018-4ea4-bd78-105c7c9c01fe None None] Set router c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:13:22.797065 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7af6442c-b9d1-4519-85fa-de832e425505 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:13:22.830959 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-310e4eaf-2f01-4ff5-8572-2886ae68db02 req-c1fa9cdc-2cd0-4e26-8492-399bc108e630 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks [] for floatingip, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:22.909223 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-772ed655-8b89-463c-a274-515b8dba273f tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:23.038870 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-772ed655-8b89-463c-a274-515b8dba273f tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:23.126372 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ed655-8b89-463c-a274-515b8dba273f tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b749fb4-1d9f-4950-bcaa-2c926086e16e,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:23.199491 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-34012a6a-9018-4ea4-bd78-105c7c9c01fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'name': 'tempest-ServersTestBootFromVolume-730145025-router', 'tenant_id': 'ec59212380c44a899ca5e211a948a9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '7af6442c-b9d1-4519-85fa-de832e425505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:13:11Z', 'updated_at': '2021-08-31T09:13:18Z', 'revision_number': 4, 'project_id': 'ec59212380c44a899ca5e211a948a9fd', 'gw_port': {'id': '7af6442c-b9d1-4519-85fa-de832e425505', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:14Z', 'updated_at': '2021-08-31T09:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '667adfb9-dac9-4426-a8eb-ee0059bcc394', 'name': '', 'network_id': '2bd762b2-0ce2-4f1c-8ec5-012ab20e8064', 'tenant_id': 'ec59212380c44a899ca5e211a948a9fd', 'mac_address': 'fa:16:3e:b4:df:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ebbf0383-ccdb-4f22-8fb8-5ca0dc2ab3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:17Z', 'updated_at': '2021-08-31T09:13:18Z', 'revision_number': 2, 'project_id': 'ec59212380c44a899ca5e211a948a9fd', 'subnets': [{'id': 'ebbf0383-ccdb-4f22-8fb8-5ca0dc2ab3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:23.266933 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34012a6a-9018-4ea4-bd78-105c7c9c01fe None None] Checking router: c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:13:23.267210 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34012a6a-9018-4ea4-bd78-105c7c9c01fe None None] Updating router c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4 port 667adfb9-dac9-4426-a8eb-ee0059bcc394 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:13:23.268534 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-772ed655-8b89-463c-a274-515b8dba273f tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:23.270108 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-772ed655-8b89-463c-a274-515b8dba273f tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8135705 Aug 31 09:13:23.273181 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51100) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:23.280072 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-dfb7d754-6d60-4fd8-8c08-977e7e90eca0 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Request body: {'security_group_rule': {'security_group_id': '5b749fb4-1d9f-4950-bcaa-2c926086e16e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:23.351262 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 7af6442c-b9d1-4519-85fa-de832e425505 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:23.351485 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-34012a6a-9018-4ea4-bd78-105c7c9c01fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:23.351721 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:23.427685 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dfb7d754-6d60-4fd8-8c08-977e7e90eca0 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:23.553023 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff316ecb-a133-469b-af09-9448e86ce3a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c94d9ef-d49f-4488-a315-aa55b99db37d'}, {'server_uuid': 'ff316ecb-a133-469b-af09-9448e86ce3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c94d9ef-d49f-4488-a315-aa55b99db37d'}, {'server_uuid': 'a3f879aa-fb0c-497a-b384-789e503e6868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38338603-f5f7-4985-9be3-80a3d7d43b4e'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:23.559119 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a80925-ff26-47ae-b50d-6ce4f433abf2" -d '{"events": [{"server_uuid": "ff316ecb-a133-469b-af09-9448e86ce3a4", "name": "network-vif-unplugged", "status": "completed", "tag": "3c94d9ef-d49f-4488-a315-aa55b99db37d"}, {"server_uuid": "ff316ecb-a133-469b-af09-9448e86ce3a4", "name": "network-vif-plugged", "status": "completed", "tag": "3c94d9ef-d49f-4488-a315-aa55b99db37d"}, {"server_uuid": "a3f879aa-fb0c-497a-b384-789e503e6868", "name": "network-vif-plugged", "status": "completed", "tag": "38338603-f5f7-4985-9be3-80a3d7d43b4e"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:23.580323 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dfb7d754-6d60-4fd8-8c08-977e7e90eca0 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:23.667335 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dfb7d754-6d60-4fd8-8c08-977e7e90eca0 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:23.702044 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb7d754-6d60-4fd8-8c08-977e7e90eca0 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e64073a-31e4-47c9-a402-23aa97bee3be,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:23.780900 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dfb7d754-6d60-4fd8-8c08-977e7e90eca0 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:23.782912 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-dfb7d754-6d60-4fd8-8c08-977e7e90eca0 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5084991 Aug 31 09:13:23.785465 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51106) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:23.792492 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-3e19ac6b-3acd-47f8-8dae-2e0685f71663 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Request body: {'security_group_rule': {'security_group_id': '5b749fb4-1d9f-4950-bcaa-2c926086e16e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:23.910063 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e19ac6b-3acd-47f8-8dae-2e0685f71663 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:24.004879 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c234b-8d38-4bc1-a474-bec2403f8273 req-8ff8b112-4934-4689-aed6-2ebda4e52e1b tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:24.006445 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-058c234b-8d38-4bc1-a474-bec2403f8273 req-8ff8b112-4934-4689-aed6-2ebda4e52e1b tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.112 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4&tenant_id=a2247b5137dc4fbdbab9ed7148117dac&binding%3Ahost_id=n-h1-791506-28 HTTP/1.1" status: 200 len: 950 time: 0.2500172 Aug 31 09:13:24.007878 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-34012a6a-9018-4ea4-bd78-105c7c9c01fe None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:24.022874 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330265e-86ce-416c-887f-6403ae7e7828 req-b259ec4a-67f7-4e21-b5fc-a26a3da675e3 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:24.025566 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f330265e-86ce-416c-887f-6403ae7e7828 req-b259ec4a-67f7-4e21-b5fc-a26a3da675e3 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 946 time: 0.2743235 Aug 31 09:13:24.034114 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-34012a6a-9018-4ea4-bd78-105c7c9c01fe None None] Transition to ACTIVE for port object 667adfb9-dac9-4426-a8eb-ee0059bcc394 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:13:24.050006 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e19ac6b-3acd-47f8-8dae-2e0685f71663 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:24.160628 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-34012a6a-9018-4ea4-bd78-105c7c9c01fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:24.173060 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f330265e-86ce-416c-887f-6403ae7e7828 req-eab00019-14b9-47be-8690-5ae63117f1d6 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/security-groups?id=9a1adeb5-d225-4397-9b2e-54de647beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382105 Aug 31 09:13:24.203682 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e19ac6b-3acd-47f8-8dae-2e0685f71663 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:24.251991 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19ac6b-3acd-47f8-8dae-2e0685f71663 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e7dbfc-1f1e-482b-a359-dd81d4c49724,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:24.338227 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e19ac6b-3acd-47f8-8dae-2e0685f71663 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:24.344609 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3e19ac6b-3acd-47f8-8dae-2e0685f71663 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5553133 Aug 31 09:13:24.344812 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51130) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:24.349464 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-8b01cc49-b095-4575-93bf-a2917b7db503 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:24.412796 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe286474-b6c6-477e-aab3-04491d89dacb x-openstack-request-id: req-fe286474-b6c6-477e-aab3-04491d89dacb {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:24.413039 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d1e57d-0814-47a4-8064-ebe9bc6da34a", "name": "network-vif-deleted", "tag": "3be34c81-dfa6-4a6a-9e7f-14df832577b2", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:24.413245 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-fe286474-b6c6-477e-aab3-04491d89dacb {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:24.413660 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d1e57d-0814-47a4-8064-ebe9bc6da34a', 'name': 'network-vif-deleted', 'tag': '3be34c81-dfa6-4a6a-9e7f-14df832577b2', 'status': 'completed', 'code': 200} Aug 31 09:13:24.416002 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-058c234b-8d38-4bc1-a474-bec2403f8273 req-9ebc1fab-64bc-4b62-b9bd-24118ea1b53f service neutron] 10.222.0.112 "GET /v2.0/ports/3c94d9ef-d49f-4488-a315-aa55b99db37d/bindings/n-h1-791506-28 HTTP/1.1" status: 200 len: 383 time: 0.3831742 Aug 31 09:13:24.463939 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a2b565-30d4-46f2-b5fb-87ad5b83ef01 x-openstack-request-id: req-97a2b565-30d4-46f2-b5fb-87ad5b83ef01 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:24.463939 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff316ecb-a133-469b-af09-9448e86ce3a4", "name": "network-vif-unplugged", "status": "completed", "tag": "3c94d9ef-d49f-4488-a315-aa55b99db37d", "code": 200}, {"server_uuid": "ff316ecb-a133-469b-af09-9448e86ce3a4", "name": "network-vif-plugged", "status": "completed", "tag": "3c94d9ef-d49f-4488-a315-aa55b99db37d", "code": 200}, {"server_uuid": "a3f879aa-fb0c-497a-b384-789e503e6868", "name": "network-vif-plugged", "status": "completed", "tag": "38338603-f5f7-4985-9be3-80a3d7d43b4e", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:24.463939 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-97a2b565-30d4-46f2-b5fb-87ad5b83ef01 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:24.463939 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff316ecb-a133-469b-af09-9448e86ce3a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c94d9ef-d49f-4488-a315-aa55b99db37d', 'code': 200} Aug 31 09:13:24.463939 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff316ecb-a133-469b-af09-9448e86ce3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c94d9ef-d49f-4488-a315-aa55b99db37d', 'code': 200} Aug 31 09:13:24.463939 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f879aa-fb0c-497a-b384-789e503e6868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38338603-f5f7-4985-9be3-80a3d7d43b4e', 'code': 200} Aug 31 09:13:24.485651 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b01cc49-b095-4575-93bf-a2917b7db503 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks [] for floatingip, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:24.504882 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-310e4eaf-2f01-4ff5-8572-2886ae68db02 req-c1fa9cdc-2cd0-4e26-8492-399bc108e630 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:24.520552 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71fd07-94c5-49fe-b6ed-4ffe3a9a0de2 None None] Pushing event updated for resources: {'Port': ['ID=667adfb9-dac9-4426-a8eb-ee0059bcc394,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:24.606768 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-310e4eaf-2f01-4ff5-8572-2886ae68db02 req-c1fa9cdc-2cd0-4e26-8492-399bc108e630 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:24.685775 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-34012a6a-9018-4ea4-bd78-105c7c9c01fe None None] Attempting to bind port 667adfb9-dac9-4426-a8eb-ee0059bcc394 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:13:24.687496 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-34012a6a-9018-4ea4-bd78-105c7c9c01fe None None] Attempting to bind port 667adfb9-dac9-4426-a8eb-ee0059bcc394 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '97cc86a9-9c90-4426-a9d3-5ab4175109fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1639, 'network_id': '2bd762b2-0ce2-4f1c-8ec5-012ab20e8064'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:13:24.687985 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34012a6a-9018-4ea4-bd78-105c7c9c01fe None None] Attempting to bind port 667adfb9-dac9-4426-a8eb-ee0059bcc394 on network 2bd762b2-0ce2-4f1c-8ec5-012ab20e8064 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:13:24.705096 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34012a6a-9018-4ea4-bd78-105c7c9c01fe None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:13:24.705572 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34012a6a-9018-4ea4-bd78-105c7c9c01fe None None] Checking segment: {'id': '97cc86a9-9c90-4426-a9d3-5ab4175109fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1639, 'network_id': '2bd762b2-0ce2-4f1c-8ec5-012ab20e8064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:13:24.706160 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-34012a6a-9018-4ea4-bd78-105c7c9c01fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:24.706630 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34012a6a-9018-4ea4-bd78-105c7c9c01fe None None] Bound using segment: {'id': '97cc86a9-9c90-4426-a9d3-5ab4175109fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1639, 'network_id': '2bd762b2-0ce2-4f1c-8ec5-012ab20e8064'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:13:24.707525 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-34012a6a-9018-4ea4-bd78-105c7c9c01fe None None] Bound port: 667adfb9-dac9-4426-a8eb-ee0059bcc394, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97cc86a9-9c90-4426-a9d3-5ab4175109fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1639, 'network_id': '2bd762b2-0ce2-4f1c-8ec5-012ab20e8064'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:13:24.709076 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-34012a6a-9018-4ea4-bd78-105c7c9c01fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:24.712747 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e338010-9f50-4b49-acc0-d807e1bbc41c req-44007411-bf17-4f2a-b3bb-2c18749ddd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:24.714944 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5e338010-9f50-4b49-acc0-d807e1bbc41c req-44007411-bf17-4f2a-b3bb-2c18749ddd16 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 1098 time: 0.1424189 Aug 31 09:13:24.753302 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c234b-8d38-4bc1-a474-bec2403f8273 req-2fe55d45-dc1d-4216-83f4-9479c230e95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:24.755018 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-058c234b-8d38-4bc1-a474-bec2403f8273 req-2fe55d45-dc1d-4216-83f4-9479c230e95b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 1102 time: 0.2992465 Aug 31 09:13:24.826257 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b01cc49-b095-4575-93bf-a2917b7db503 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:24.909674 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-34012a6a-9018-4ea4-bd78-105c7c9c01fe None None] For port 667adfb9-dac9-4426-a8eb-ee0059bcc394, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:13:24.925368 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-34012a6a-9018-4ea4-bd78-105c7c9c01fe None None] For port 667adfb9-dac9-4426-a8eb-ee0059bcc394, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=667adfb9-dac9-4426-a8eb-ee0059bcc394,segment=NetworkSegment(97cc86a9-9c90-4426-a9d3-5ab4175109fc),segment_id=97cc86a9-9c90-4426-a9d3-5ab4175109fc)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:13:24.934098 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d19d8-f7fa-4cbb-afbc-48ec5df440fd req-e2c0c205-5ff4-4a8d-9172-8af3fb981431 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:24.938734 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6a5d19d8-f7fa-4cbb-afbc-48ec5df440fd req-e2c0c205-5ff4-4a8d-9172-8af3fb981431 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 950 time: 0.3632529 Aug 31 09:13:24.984848 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-8b01cc49-b095-4575-93bf-a2917b7db503 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Allocated IP 172.25.2.150 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/5b47a71d-486b-4f5a-af60-073dadc45430) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:13:24.989651 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [req-310e4eaf-2f01-4ff5-8572-2886ae68db02 req-c1fa9cdc-2cd0-4e26-8492-399bc108e630 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Floating IP 6a9477c4-6442-4439-9590-cffda3210ecd associated. External IP: 172.25.2.252, port: 30f8837c-a342-421f-b20d-750c23871715. Aug 31 09:13:25.014994 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5e338010-9f50-4b49-acc0-d807e1bbc41c req-bb4da11a-019d-4261-8f8d-26a49941f46f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9a1adeb5-d225-4397-9b2e-54de647beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2899566 Aug 31 09:13:25.028645 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-34012a6a-9018-4ea4-bd78-105c7c9c01fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:25.071626 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c234b-8d38-4bc1-a474-bec2403f8273 req-c8f0428d-91dd-4057-ab5f-ed54e6e290a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:25.073135 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-058c234b-8d38-4bc1-a474-bec2403f8273 req-c8f0428d-91dd-4057-ab5f-ed54e6e290a0 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.3083787 Aug 31 09:13:25.090280 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71fd07-94c5-49fe-b6ed-4ffe3a9a0de2 None None] Pushing event updated for resources: {'Port': ['ID=667adfb9-dac9-4426-a8eb-ee0059bcc394,revision_number=4']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:25.134776 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34012a6a-9018-4ea4-bd78-105c7c9c01fe None None] Routers {'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:13:25.135421 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-34012a6a-9018-4ea4-bd78-105c7c9c01fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:13:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:25.135730 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6a5d19d8-f7fa-4cbb-afbc-48ec5df440fd req-4d319453-4e86-4477-ab98-d71ff236ae22 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868818 Aug 31 09:13:25.202083 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b01cc49-b095-4575-93bf-a2917b7db503 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:25.340382 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-34012a6a-9018-4ea4-bd78-105c7c9c01fe None None] Set router c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:13:25.365712 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b01cc49-b095-4575-93bf-a2917b7db503 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:25.396739 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-058c234b-8d38-4bc1-a474-bec2403f8273 req-0e098fa9-94b8-4dfb-8655-2e97e289bd0a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=3c94d9ef-d49f-4488-a315-aa55b99db37d HTTP/1.1" status: 200 len: 217 time: 0.3104169 Aug 31 09:13:25.474812 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b01cc49-b095-4575-93bf-a2917b7db503 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:13:25.479826 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-8b01cc49-b095-4575-93bf-a2917b7db503 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:13:25.491464 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b01cc49-b095-4575-93bf-a2917b7db503 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:13:25.504948 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01cc49-b095-4575-93bf-a2917b7db503 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Pushing event updated for resources: {'Port': ['ID=5b47a71d-486b-4f5a-af60-073dadc45430,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:25.644343 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c234b-8d38-4bc1-a474-bec2403f8273 req-bdd5904e-f684-4cc6-a42c-530ded6a3f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:25.645404 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-058c234b-8d38-4bc1-a474-bec2403f8273 req-bdd5904e-f684-4cc6-a42c-530ded6a3f20 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1479595 Aug 31 09:13:25.725696 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-310e4eaf-2f01-4ff5-8572-2886ae68db02 req-c1fa9cdc-2cd0-4e26-8492-399bc108e630 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Router 95a27ff0-f36f-4c14-94a6-eb63f93fd821 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:13:25.730000 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c234b-8d38-4bc1-a474-bec2403f8273 req-794a2281-8640-4c04-93c9-112f1f5eb3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:25.731931 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-058c234b-8d38-4bc1-a474-bec2403f8273 req-794a2281-8640-4c04-93c9-112f1f5eb3b3 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0782642 Aug 31 09:13:25.775014 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b01cc49-b095-4575-93bf-a2917b7db503 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:25.921247 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b01cc49-b095-4575-93bf-a2917b7db503 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:25.947440 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-34012a6a-9018-4ea4-bd78-105c7c9c01fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'name': 'tempest-ServersTestBootFromVolume-730145025-router', 'tenant_id': 'ec59212380c44a899ca5e211a948a9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '7af6442c-b9d1-4519-85fa-de832e425505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:13:11Z', 'updated_at': '2021-08-31T09:13:18Z', 'revision_number': 4, 'project_id': 'ec59212380c44a899ca5e211a948a9fd', 'gw_port': {'id': '7af6442c-b9d1-4519-85fa-de832e425505', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:14Z', 'updated_at': '2021-08-31T09:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '667adfb9-dac9-4426-a8eb-ee0059bcc394', 'name': '', 'network_id': '2bd762b2-0ce2-4f1c-8ec5-012ab20e8064', 'tenant_id': 'ec59212380c44a899ca5e211a948a9fd', 'mac_address': 'fa:16:3e:b4:df:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ebbf0383-ccdb-4f22-8fb8-5ca0dc2ab3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:17Z', 'updated_at': '2021-08-31T09:13:24Z', 'revision_number': 4, 'project_id': 'ec59212380c44a899ca5e211a948a9fd', 'subnets': [{'id': 'ebbf0383-ccdb-4f22-8fb8-5ca0dc2ab3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:25.956394 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-058c234b-8d38-4bc1-a474-bec2403f8273 req-cbccdc5f-3fff-41fe-95d2-39a8c5d2fa52 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119191 Aug 31 09:13:26.009212 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34012a6a-9018-4ea4-bd78-105c7c9c01fe None None] The sync data for ids ['c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4'] in n-d-791506-28 is: [{'id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'name': 'tempest-ServersTestBootFromVolume-730145025-router', 'tenant_id': 'ec59212380c44a899ca5e211a948a9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '7af6442c-b9d1-4519-85fa-de832e425505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:13:11Z', 'updated_at': '2021-08-31T09:13:18Z', 'revision_number': 4, 'project_id': 'ec59212380c44a899ca5e211a948a9fd', 'gw_port': {'id': '7af6442c-b9d1-4519-85fa-de832e425505', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:14Z', 'updated_at': '2021-08-31T09:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '667adfb9-dac9-4426-a8eb-ee0059bcc394', 'name': '', 'network_id': '2bd762b2-0ce2-4f1c-8ec5-012ab20e8064', 'tenant_id': 'ec59212380c44a899ca5e211a948a9fd', 'mac_address': 'fa:16:3e:b4:df:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ebbf0383-ccdb-4f22-8fb8-5ca0dc2ab3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:17Z', 'updated_at': '2021-08-31T09:13:24Z', 'revision_number': 4, 'project_id': 'ec59212380c44a899ca5e211a948a9fd', 'subnets': [{'id': 'ebbf0383-ccdb-4f22-8fb8-5ca0dc2ab3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:13:26.079381 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-310e4eaf-2f01-4ff5-8572-2886ae68db02 req-c1fa9cdc-2cd0-4e26-8492-399bc108e630 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:13:26.091894 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f85ed7-a639-4660-86ee-355d72fffc6b None None] Sync routers for ids ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:13:26.104959 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f85ed7-a639-4660-86ee-355d72fffc6b None None] Routers {'95a27ff0-f36f-4c14-94a6-eb63f93fd821'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:13:26.106413 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-30f85ed7-a639-4660-86ee-355d72fffc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:13:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:26.159545 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-310e4eaf-2f01-4ff5-8572-2886ae68db02 req-c1fa9cdc-2cd0-4e26-8492-399bc108e630 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:26.225138 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-310e4eaf-2f01-4ff5-8572-2886ae68db02 req-c1fa9cdc-2cd0-4e26-8492-399bc108e630 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "PUT /v2.0/floatingips/6a9477c4-6442-4439-9590-cffda3210ecd HTTP/1.1" status: 200 len: 996 time: 3.4898355 Aug 31 09:13:26.249272 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-058c234b-8d38-4bc1-a474-bec2403f8273 req-91d3bf1b-cf6b-4e02-8be9-ba1efae0d2e3 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677642 Aug 31 09:13:26.308993 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e4eaf-2f01-4ff5-8572-2886ae68db02 req-9d54b87b-7ab7-45ed-8438-b07de472e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:26.311566 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-310e4eaf-2f01-4ff5-8572-2886ae68db02 req-9d54b87b-7ab7-45ed-8438-b07de472e911 service neutron] 10.222.0.119 "GET /v2.0/ports?tenant_id=f4381d0dc0be411ca9215585d9e1f0fb&device_id=5270f71b-23da-40b0-abaf-751dffa07843 HTTP/1.1" status: 200 len: 1097 time: 0.0857127 Aug 31 09:13:26.326531 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-30f85ed7-a639-4660-86ee-355d72fffc6b None None] Set router 95a27ff0-f36f-4c14-94a6-eb63f93fd821 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:13:26.329285 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b01cc49-b095-4575-93bf-a2917b7db503 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:26.417198 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5270f71b-23da-40b0-abaf-751dffa07843', 'tag': '30f8837c-a342-421f-b20d-750c23871715'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:26.419948 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87f6df2-9ee5-4621-89aa-3619db819461" -d '{"events": [{"name": "network-changed", "server_uuid": "5270f71b-23da-40b0-abaf-751dffa07843", "tag": "30f8837c-a342-421f-b20d-750c23871715"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:26.429451 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e4eaf-2f01-4ff5-8572-2886ae68db02 req-cd27ed95-e357-4724-aa99-1b2886ceb352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:26.431756 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-310e4eaf-2f01-4ff5-8572-2886ae68db02 req-cd27ed95-e357-4724-aa99-1b2886ceb352 service neutron] 10.222.0.119 "GET /v2.0/networks?id=911967d5-9c28-4576-80c3-c0f96b966e16 HTTP/1.1" status: 200 len: 922 time: 0.1138487 Aug 31 09:13:26.513966 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-310e4eaf-2f01-4ff5-8572-2886ae68db02 req-07c2b860-d748-4fca-82b8-624724088f74 service neutron] 10.222.0.119 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30f8837c-a342-421f-b20d-750c23871715 HTTP/1.1" status: 200 len: 999 time: 0.0757563 Aug 31 09:13:26.525684 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3be34c81-dfa6-4a6a-9e7f-14df832577b2 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:13:26.529024 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 6a9b0d0e-7cf5-4316-84c7-93174c9b38f4 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:13:26.573708 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e4eaf-2f01-4ff5-8572-2886ae68db02 req-bd1a526b-c30d-4869-bd5f-06c305019aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:26.577438 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-310e4eaf-2f01-4ff5-8572-2886ae68db02 req-bd1a526b-c30d-4869-bd5f-06c305019aec service neutron] 10.222.0.119 "GET /v2.0/subnets?id=3649fc3f-e1b9-493b-9302-31142ce0aead HTTP/1.1" status: 200 len: 859 time: 0.0560977 Aug 31 09:13:26.582867 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 667adfb9-dac9-4426-a8eb-ee0059bcc394 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:13:26.589342 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 3be34c81-dfa6-4a6a-9e7f-14df832577b2 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:13:26.589734 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3be34c81-dfa6-4a6a-9e7f-14df832577b2 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:13:26.635948 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e4eaf-2f01-4ff5-8572-2886ae68db02 req-9ec87791-4c52-4dcf-bebf-2184ed21bffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:26.638368 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-310e4eaf-2f01-4ff5-8572-2886ae68db02 req-9ec87791-4c52-4dcf-bebf-2184ed21bffd service neutron] 10.222.0.119 "GET /v2.0/ports?network_id=911967d5-9c28-4576-80c3-c0f96b966e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549383 Aug 31 09:13:26.679515 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b01cc49-b095-4575-93bf-a2917b7db503 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:26.783504 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01cc49-b095-4575-93bf-a2917b7db503 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Pushing event updated for resources: {'Port': ['ID=5b47a71d-486b-4f5a-af60-073dadc45430,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:26.810189 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-310e4eaf-2f01-4ff5-8572-2886ae68db02 req-552d264c-5647-4030-b461-88ff54980553 service neutron] 10.222.0.119 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264946 Aug 31 09:13:26.829274 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b01cc49-b095-4575-93bf-a2917b7db503 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:26.874129 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:26.921673 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3074468c-6b1e-40f1-b3d8-729b9c64b0ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a9b0d0e-7cf5-4316-84c7-93174c9b38f4'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:26.926388 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c486af1f-0b77-47cd-953a-a98d1c9a9e49" -d '{"events": [{"server_uuid": "3074468c-6b1e-40f1-b3d8-729b9c64b0ab", "name": "network-vif-unplugged", "status": "completed", "tag": "6a9b0d0e-7cf5-4316-84c7-93174c9b38f4"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:26.958520 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-310e4eaf-2f01-4ff5-8572-2886ae68db02 req-199cf745-6f76-432d-8628-9e434d621a84 service neutron] 10.222.0.119 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414752 Aug 31 09:13:26.958762 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 6a9b0d0e-7cf5-4316-84c7-93174c9b38f4, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=6a9b0d0e-7cf5-4316-84c7-93174c9b38f4,segment=NetworkSegment(7165cf42-c983-4e18-9ad9-e580a9c61c0b),segment_id=7165cf42-c983-4e18-9ad9-e580a9c61c0b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:27.027388 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 667adfb9-dac9-4426-a8eb-ee0059bcc394 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:13:27.038195 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 667adfb9-dac9-4426-a8eb-ee0059bcc394 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:27.038195 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:27.039273 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b01cc49-b095-4575-93bf-a2917b7db503 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:27.047714 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8b01cc49-b095-4575-93bf-a2917b7db503 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7017858 Aug 31 09:13:27.178134 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-30f85ed7-a639-4660-86ee-355d72fffc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'name': 'tempest-FloatingIPsAssociationTestJSON-206902127-router', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:11:47Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'gw_port': {'id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:49Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '6a9477c4-6442-4439-9590-cffda3210ecd', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'floating_ip_address': '172.25.2.252', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'port_id': '30f8837c-a342-421f-b20d-750c23871715', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'mac_address': 'fa:16:3e:6d:6c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5270f71b-23da-40b0-abaf-751dffa07843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:12:24Z', 'updated_at': '2021-08-31T09:13:24Z', 'revision_number': 8, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f940c340-11fb-4482-b9fc-d59ba5a3d85e', 'name': '', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'mac_address': 'fa:16:3e:a5:93:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:54Z', 'updated_at': '2021-08-31T09:12:02Z', 'revision_number': 5, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'subnets': [{'id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:27.181679 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:27.213205 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f85ed7-a639-4660-86ee-355d72fffc6b None None] Checking router: 95a27ff0-f36f-4c14-94a6-eb63f93fd821 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:13:27.236326 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f85ed7-a639-4660-86ee-355d72fffc6b None None] Routers {'95a27ff0-f36f-4c14-94a6-eb63f93fd821'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:13:27.236935 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-30f85ed7-a639-4660-86ee-355d72fffc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:13:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:27.280080 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 667adfb9-dac9-4426-a8eb-ee0059bcc394, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=667adfb9-dac9-4426-a8eb-ee0059bcc394,segment=NetworkSegment(97cc86a9-9c90-4426-a9d3-5ab4175109fc),segment_id=97cc86a9-9c90-4426-a9d3-5ab4175109fc)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:27.282876 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:27.283599 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 61109711-82f3-469e-b9ee-3a34ce0ad19a no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:13:27.446271 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f43971-2bb0-454e-b56d-0aa98dcbfce2 req-46785f8e-d0f3-4bfb-a8e3-cb4ec5889dc9 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:27.451583 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=6a9b0d0e-7cf5-4316-84c7-93174c9b38f4,revision_number=8']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:27.456001 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5f43971-2bb0-454e-b56d-0aa98dcbfce2 req-46785f8e-d0f3-4bfb-a8e3-cb4ec5889dc9 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/ports?device_id=2d79dd1d-3134-4e3f-85e8-662f97dc31f3 HTTP/1.1" status: 200 len: 951 time: 0.0872464 Aug 31 09:13:27.483535 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-30f85ed7-a639-4660-86ee-355d72fffc6b None None] Set router 95a27ff0-f36f-4c14-94a6-eb63f93fd821 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:13:27.513355 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5f43971-2bb0-454e-b56d-0aa98dcbfce2 req-5ec6149c-f27f-4a32-936f-f6ef0a053461 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/security-groups?id=eae352a4-a58a-4bc2-b82c-a9a6ca450805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549314 Aug 31 09:13:27.584675 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:27.668551 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:27.711151 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 61109711-82f3-469e-b9ee-3a34ce0ad19a, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=61109711-82f3-469e-b9ee-3a34ce0ad19a,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:27.799911 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75d316-9b71-4d80-855f-6ccb1b75b335 req-20284caf-6374-4a95-a1ed-1e950ca04a14 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:27.804666 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0c75d316-9b71-4d80-855f-6ccb1b75b335 req-20284caf-6374-4a95-a1ed-1e950ca04a14 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 946 time: 0.1698000 Aug 31 09:13:27.816172 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:27.831784 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=667adfb9-dac9-4426-a8eb-ee0059bcc394,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:27.919095 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0c75d316-9b71-4d80-855f-6ccb1b75b335 req-92d14a8a-dfec-4237-8bb6-555e8dcde87b tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/security-groups?id=9a1adeb5-d225-4397-9b2e-54de647beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043365 Aug 31 09:13:28.013264 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=61109711-82f3-469e-b9ee-3a34ce0ad19a,revision_number=11']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:28.149621 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff08bbe-cc7b-4aca-9a9c-be15ad1b7647 x-openstack-request-id: req-2ff08bbe-cc7b-4aca-9a9c-be15ad1b7647 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:28.149944 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3074468c-6b1e-40f1-b3d8-729b9c64b0ab", "name": "network-vif-unplugged", "status": "completed", "tag": "6a9b0d0e-7cf5-4316-84c7-93174c9b38f4", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:28.155052 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-2ff08bbe-cc7b-4aca-9a9c-be15ad1b7647 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:28.155052 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3074468c-6b1e-40f1-b3d8-729b9c64b0ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a9b0d0e-7cf5-4316-84c7-93174c9b38f4', 'code': 200} Aug 31 09:13:28.173151 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18dbbbaf-ee03-49cd-95a7-4f6428aad6f4 x-openstack-request-id: req-18dbbbaf-ee03-49cd-95a7-4f6428aad6f4 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:28.173151 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5270f71b-23da-40b0-abaf-751dffa07843", "tag": "30f8837c-a342-421f-b20d-750c23871715", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:28.173151 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-18dbbbaf-ee03-49cd-95a7-4f6428aad6f4 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:28.173151 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5270f71b-23da-40b0-abaf-751dffa07843', 'tag': '30f8837c-a342-421f-b20d-750c23871715', 'status': 'completed', 'code': 200} Aug 31 09:13:28.186300 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-30f85ed7-a639-4660-86ee-355d72fffc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'name': 'tempest-FloatingIPsAssociationTestJSON-206902127-router', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:11:47Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'gw_port': {'id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:49Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '6a9477c4-6442-4439-9590-cffda3210ecd', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'floating_ip_address': '172.25.2.252', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'port_id': '30f8837c-a342-421f-b20d-750c23871715', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'mac_address': 'fa:16:3e:6d:6c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5270f71b-23da-40b0-abaf-751dffa07843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:12:24Z', 'updated_at': '2021-08-31T09:13:24Z', 'revision_number': 8, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f940c340-11fb-4482-b9fc-d59ba5a3d85e', 'name': '', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'mac_address': 'fa:16:3e:a5:93:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:54Z', 'updated_at': '2021-08-31T09:12:02Z', 'revision_number': 5, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'subnets': [{'id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:28.191254 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f6df2-9ee5-4621-89aa-3619db819461 req-1356af61-0dda-4914-82a1-f9c7749eced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:28.194066 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f87f6df2-9ee5-4621-89aa-3619db819461 req-1356af61-0dda-4914-82a1-f9c7749eced2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f4381d0dc0be411ca9215585d9e1f0fb&device_id=5270f71b-23da-40b0-abaf-751dffa07843 HTTP/1.1" status: 200 len: 1097 time: 0.0817895 Aug 31 09:13:28.244802 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f85ed7-a639-4660-86ee-355d72fffc6b None None] The sync data for ids ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'] in n-d-791506-28 is: [{'id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'name': 'tempest-FloatingIPsAssociationTestJSON-206902127-router', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:11:47Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'gw_port': {'id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:49Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '6a9477c4-6442-4439-9590-cffda3210ecd', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'floating_ip_address': '172.25.2.252', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'port_id': '30f8837c-a342-421f-b20d-750c23871715', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'mac_address': 'fa:16:3e:6d:6c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5270f71b-23da-40b0-abaf-751dffa07843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:12:24Z', 'updated_at': '2021-08-31T09:13:24Z', 'revision_number': 8, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f940c340-11fb-4482-b9fc-d59ba5a3d85e', 'name': '', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'mac_address': 'fa:16:3e:a5:93:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:54Z', 'updated_at': '2021-08-31T09:12:02Z', 'revision_number': 5, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'subnets': [{'id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:13:28.316260 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1b6ca-d722-4830-b226-9fb370f1724a req-dedcbda3-48f7-4576-9b9b-7ca7330b819f tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:28.323425 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3e1b6ca-d722-4830-b226-9fb370f1724a req-dedcbda3-48f7-4576-9b9b-7ca7330b819f tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 950 time: 0.2507384 Aug 31 09:13:28.334277 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e499e8ea-d4c1-497e-9b14-32361f7b86e6 req-dbca9ef1-a291-4f70-8b84-010683c68051 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/floatingips/6a9477c4-6442-4439-9590-cffda3210ecd HTTP/1.1" status: 200 len: 996 time: 0.1602983 Aug 31 09:13:28.357621 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f6df2-9ee5-4621-89aa-3619db819461 req-a64d23c7-1dd8-48ce-9b58-87b468a6d419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:28.359326 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f87f6df2-9ee5-4621-89aa-3619db819461 req-a64d23c7-1dd8-48ce-9b58-87b468a6d419 service neutron] 10.222.0.59 "GET /v2.0/networks?id=911967d5-9c28-4576-80c3-c0f96b966e16 HTTP/1.1" status: 200 len: 922 time: 0.1565406 Aug 31 09:13:28.515901 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3e1b6ca-d722-4830-b226-9fb370f1724a req-a6ef9776-8a3b-40f9-b9a5-b3d31a2a86af tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757030 Aug 31 09:13:28.520150 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f87f6df2-9ee5-4621-89aa-3619db819461 req-b3da61e1-030b-41ad-ba05-9c115bd4998b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30f8837c-a342-421f-b20d-750c23871715 HTTP/1.1" status: 200 len: 999 time: 0.1525762 Aug 31 09:13:28.573092 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499e8ea-d4c1-497e-9b14-32361f7b86e6 req-2401109f-35d5-49a9-8382-590141f17d05 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:28.573778 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 667adfb9-dac9-4426-a8eb-ee0059bcc394 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:13:28.580963 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e499e8ea-d4c1-497e-9b14-32361f7b86e6 req-2401109f-35d5-49a9-8382-590141f17d05 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 784 time: 0.2456598 Aug 31 09:13:28.587131 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-e499e8ea-d4c1-497e-9b14-32361f7b86e6 req-852f51ff-fa63-40d4-9a1e-62113f9b7f74 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:13:28.606173 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e499e8ea-d4c1-497e-9b14-32361f7b86e6 req-852f51ff-fa63-40d4-9a1e-62113f9b7f74 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0239298 Aug 31 09:13:28.673466 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f6df2-9ee5-4621-89aa-3619db819461 req-cffee26d-c81a-4a30-aa7b-16a968d988f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:28.674966 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f87f6df2-9ee5-4621-89aa-3619db819461 req-cffee26d-c81a-4a30-aa7b-16a968d988f6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3649fc3f-e1b9-493b-9302-31142ce0aead HTTP/1.1" status: 200 len: 859 time: 0.1395333 Aug 31 09:13:28.679176 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca414cc-4f28-41df-86f2-c9b7b09dd958 None None] New status for floating IP 6a9477c4-6442-4439-9590-cffda3210ecd: ACTIVE {{(pid=95555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:13:28.710276 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 667adfb9-dac9-4426-a8eb-ee0059bcc394 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:28.713475 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:28.796128 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f6df2-9ee5-4621-89aa-3619db819461 req-e64dbfaf-5db8-442e-9e56-24edd6e9a5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:28.801986 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f87f6df2-9ee5-4621-89aa-3619db819461 req-e64dbfaf-5db8-442e-9e56-24edd6e9a5f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=911967d5-9c28-4576-80c3-c0f96b966e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1115124 Aug 31 09:13:28.815649 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f082199-5ac2-4a55-836b-59847114aba8 req-a47e2513-4cf3-4548-a0aa-8e7ae597b8e6 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:28.838654 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1f082199-5ac2-4a55-836b-59847114aba8 req-a47e2513-4cf3-4548-a0aa-8e7ae597b8e6 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 946 time: 0.1197798 Aug 31 09:13:28.839083 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51258) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:28.852483 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-da8c4bbc-6cb6-4df9-be38-b96ba4046c27 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Request body: {'floatingip': {'port_id': '38338603-f5f7-4985-9be3-80a3d7d43b4e'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:28.925528 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-da8c4bbc-6cb6-4df9-be38-b96ba4046c27 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks [] for floatingip, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:28.967923 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f87f6df2-9ee5-4621-89aa-3619db819461 req-9c645b03-5779-4182-a016-116b7b784993 service neutron] 10.222.0.59 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395559 Aug 31 09:13:29.100187 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f87f6df2-9ee5-4621-89aa-3619db819461 req-d8ce7f2a-4bda-444a-b97a-97eb243f4f8f service neutron] 10.222.0.59 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312802 Aug 31 09:13:29.911370 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f9557567-b548-48e6-a4d3-06781f3e7dd6 req-c4f530a6-dc1a-4f65-9ccf-ad22152c96ec tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.252 HTTP/1.1" status: 200 len: 1001 time: 1.0032122 Aug 31 09:13:30.001399 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c234b-8d38-4bc1-a474-bec2403f8273 req-6545b8f8-99c4-44a0-9db6-f7f8bcebc714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:30.002978 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-058c234b-8d38-4bc1-a474-bec2403f8273 req-6545b8f8-99c4-44a0-9db6-f7f8bcebc714 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4&tenant_id=a2247b5137dc4fbdbab9ed7148117dac HTTP/1.1" status: 200 len: 1102 time: 0.2015238 Aug 31 09:13:30.061491 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9557567-b548-48e6-a4d3-06781f3e7dd6 req-601fff3b-14f0-4933-82d3-27aa98b2fbd8 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:30.067387 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f9557567-b548-48e6-a4d3-06781f3e7dd6 req-601fff3b-14f0-4933-82d3-27aa98b2fbd8 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports/30f8837c-a342-421f-b20d-750c23871715 HTTP/1.1" status: 200 len: 942 time: 0.1542571 Aug 31 09:13:30.122957 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.db.resource_extend [None req-da8c4bbc-6cb6-4df9-be38-b96ba4046c27 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:13:30.151829 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d79dd1d-3134-4e3f-85e8-662f97dc31f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61109711-82f3-469e-b9ee-3a34ce0ad19a'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:30.154247 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d049cc65-f89b-4ad6-95bc-a81de11f0a04" -d '{"events": [{"server_uuid": "2d79dd1d-3134-4e3f-85e8-662f97dc31f3", "name": "network-vif-unplugged", "status": "completed", "tag": "61109711-82f3-469e-b9ee-3a34ce0ad19a"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:30.167846 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c234b-8d38-4bc1-a474-bec2403f8273 req-1c96e0e9-2909-464b-9d7b-b34de78a569b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:30.169356 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-058c234b-8d38-4bc1-a474-bec2403f8273 req-1c96e0e9-2909-464b-9d7b-b34de78a569b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 1102 time: 0.1298501 Aug 31 09:13:30.312610 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-da8c4bbc-6cb6-4df9-be38-b96ba4046c27 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:30.318073 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f9557567-b548-48e6-a4d3-06781f3e7dd6 req-4bcb9cae-8dac-4055-8506-a4b485d30455 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.252 HTTP/1.1" status: 200 len: 1001 time: 0.1405287 Aug 31 09:13:30.416653 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-da8c4bbc-6cb6-4df9-be38-b96ba4046c27 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:30.513546 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9557567-b548-48e6-a4d3-06781f3e7dd6 req-9c7a7e25-5884-419c-a95a-75b3e12fe70f tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:30.522452 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f9557567-b548-48e6-a4d3-06781f3e7dd6 req-9c7a7e25-5884-419c-a95a-75b3e12fe70f tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 784 time: 0.1919687 Aug 31 09:13:30.597890 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c234b-8d38-4bc1-a474-bec2403f8273 req-766fc3a8-c884-4e7b-b5b1-a8f42f14b26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:30.599702 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-058c234b-8d38-4bc1-a474-bec2403f8273 req-766fc3a8-c884-4e7b-b5b1-a8f42f14b26c service neutron] 10.222.0.112 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.3653128 Aug 31 09:13:30.696327 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-058c234b-8d38-4bc1-a474-bec2403f8273 req-89e1ec2d-9b79-4c84-90e4-33f2969d2a6d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=3c94d9ef-d49f-4488-a315-aa55b99db37d HTTP/1.1" status: 200 len: 217 time: 0.0830839 Aug 31 09:13:30.750644 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f9557567-b548-48e6-a4d3-06781f3e7dd6 req-dab14c62-f3e3-4a8f-bbb0-0b1edb26aab0 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.252 HTTP/1.1" status: 200 len: 1001 time: 0.2270544 Aug 31 09:13:30.761787 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-f9557567-b548-48e6-a4d3-06781f3e7dd6 req-10999919-b2cd-47c3-bff0-e503bbe8eae1 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:30.831803 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-da8c4bbc-6cb6-4df9-be38-b96ba4046c27 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Floating IP f781b2f7-a1b7-4f34-b45e-02558c861efa associated. External IP: 172.25.2.91, port: 38338603-f5f7-4985-9be3-80a3d7d43b4e. Aug 31 09:13:30.929681 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c234b-8d38-4bc1-a474-bec2403f8273 req-cbb840a7-fec8-476b-9b0d-2ce50fe70b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:30.933103 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-058c234b-8d38-4bc1-a474-bec2403f8273 req-cbb840a7-fec8-476b-9b0d-2ce50fe70b2e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.2224104 Aug 31 09:13:31.032182 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f9557567-b548-48e6-a4d3-06781f3e7dd6 req-10999919-b2cd-47c3-bff0-e503bbe8eae1 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks [] for floatingip, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:31.153248 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92339cb-4ef8-4784-8072-097f6fc43406 req-48958a3c-c470-42d7-bdb9-909717ddade3 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:31.155422 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f92339cb-4ef8-4784-8072-097f6fc43406 req-48958a3c-c470-42d7-bdb9-909717ddade3 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.59 "GET /v2.0/ports?device_id=3074468c-6b1e-40f1-b3d8-729b9c64b0ab HTTP/1.1" status: 200 len: 943 time: 0.0704658 Aug 31 09:13:31.197919 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c234b-8d38-4bc1-a474-bec2403f8273 req-2158d255-a891-4f7d-b876-f51ec71bf895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:31.199548 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-058c234b-8d38-4bc1-a474-bec2403f8273 req-2158d255-a891-4f7d-b876-f51ec71bf895 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2417824 Aug 31 09:13:31.357789 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-f92339cb-4ef8-4784-8072-097f6fc43406 req-7ed06b30-1529-4734-a5fa-b9dc8c8d7397 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Deleting port 6a9b0d0e-7cf5-4316-84c7-93174c9b38f4 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:13:31.358106 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f92339cb-4ef8-4784-8072-097f6fc43406 req-7ed06b30-1529-4734-a5fa-b9dc8c8d7397 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:31.441635 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f9557567-b548-48e6-a4d3-06781f3e7dd6 req-10999919-b2cd-47c3-bff0-e503bbe8eae1 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:31.487802 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-058c234b-8d38-4bc1-a474-bec2403f8273 req-82459037-7db1-4f1f-8a05-1b8f0ad93911 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364891 Aug 31 09:13:31.494091 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8c4bbc-6cb6-4df9-be38-b96ba4046c27 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Router 747d765c-b597-4648-84db-4fe91ddd79e5 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:13:31.505797 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-f92339cb-4ef8-4784-8072-097f6fc43406 req-7ed06b30-1529-4734-a5fa-b9dc8c8d7397 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] For port 6a9b0d0e-7cf5-4316-84c7-93174c9b38f4, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=6a9b0d0e-7cf5-4316-84c7-93174c9b38f4,segment=NetworkSegment(7165cf42-c983-4e18-9ad9-e580a9c61c0b),segment_id=7165cf42-c983-4e18-9ad9-e580a9c61c0b)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:31.506857 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f92339cb-4ef8-4784-8072-097f6fc43406 req-7ed06b30-1529-4734-a5fa-b9dc8c8d7397 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:31.514519 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f9557567-b548-48e6-a4d3-06781f3e7dd6 req-10999919-b2cd-47c3-bff0-e503bbe8eae1 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:31.514851 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [req-f9557567-b548-48e6-a4d3-06781f3e7dd6 req-10999919-b2cd-47c3-bff0-e503bbe8eae1 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Floating IP 6a9477c4-6442-4439-9590-cffda3210ecd disassociated. External IP: 172.25.2.252, port: 30f8837c-a342-421f-b20d-750c23871715. Aug 31 09:13:31.526185 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-f92339cb-4ef8-4784-8072-097f6fc43406 req-7ed06b30-1529-4734-a5fa-b9dc8c8d7397 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Calling delete_port for 6a9b0d0e-7cf5-4316-84c7-93174c9b38f4 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:13:31.797717 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-058c234b-8d38-4bc1-a474-bec2403f8273 req-2b18d1dc-a1da-4f58-8f15-56657dccb901 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924607 Aug 31 09:13:32.003366 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8c4bbc-6cb6-4df9-be38-b96ba4046c27 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:13:32.010874 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-da8c4bbc-6cb6-4df9-be38-b96ba4046c27 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:32.016196 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1650e474-7050-4b44-a5ad-8bd568032175 None None] Sync routers for ids ['747d765c-b597-4648-84db-4fe91ddd79e5'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:13:32.039540 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1650e474-7050-4b44-a5ad-8bd568032175 None None] Routers {'747d765c-b597-4648-84db-4fe91ddd79e5'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:13:32.039540 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-1650e474-7050-4b44-a5ad-8bd568032175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:13:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['747d765c-b597-4648-84db-4fe91ddd79e5'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:32.057797 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-da8c4bbc-6cb6-4df9-be38-b96ba4046c27 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "PUT /v2.0/floatingips/f781b2f7-a1b7-4f34-b45e-02558c861efa HTTP/1.1" status: 200 len: 991 time: 3.2100141 Aug 31 09:13:32.057797 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f879aa-fb0c-497a-b384-789e503e6868', 'tag': '38338603-f5f7-4985-9be3-80a3d7d43b4e'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:32.059052 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78f93dc-fb3c-43d3-bd96-a06c182fbc8d" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f879aa-fb0c-497a-b384-789e503e6868", "tag": "38338603-f5f7-4985-9be3-80a3d7d43b4e"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:32.173777 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f92339cb-4ef8-4784-8072-097f6fc43406 req-7ed06b30-1529-4734-a5fa-b9dc8c8d7397 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:32.213370 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed06b30-1529-4734-a5fa-b9dc8c8d7397 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Pushing event deleted for resources: {'Port': ['ID=6a9b0d0e-7cf5-4316-84c7-93174c9b38f4,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:32.233883 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed06b30-1529-4734-a5fa-b9dc8c8d7397 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:32.234218 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed06b30-1529-4734-a5fa-b9dc8c8d7397 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:32.234755 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed06b30-1529-4734-a5fa-b9dc8c8d7397 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:32.235087 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed06b30-1529-4734-a5fa-b9dc8c8d7397 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:32.235408 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed06b30-1529-4734-a5fa-b9dc8c8d7397 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:32.235741 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed06b30-1529-4734-a5fa-b9dc8c8d7397 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:32.236042 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed06b30-1529-4734-a5fa-b9dc8c8d7397 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:32.236355 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed06b30-1529-4734-a5fa-b9dc8c8d7397 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:32.236672 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed06b30-1529-4734-a5fa-b9dc8c8d7397 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:32.237120 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed06b30-1529-4734-a5fa-b9dc8c8d7397 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:32.237434 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed06b30-1529-4734-a5fa-b9dc8c8d7397 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:32.237746 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed06b30-1529-4734-a5fa-b9dc8c8d7397 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:32.264106 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9557567-b548-48e6-a4d3-06781f3e7dd6 req-10999919-b2cd-47c3-bff0-e503bbe8eae1 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Router 95a27ff0-f36f-4c14-94a6-eb63f93fd821 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:13:32.277629 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92339cb-4ef8-4784-8072-097f6fc43406 req-7ed06b30-1529-4734-a5fa-b9dc8c8d7397 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] No DVR routers for this DVR port 6a9b0d0e-7cf5-4316-84c7-93174c9b38f4 on host n-h2-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:13:32.282223 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f92339cb-4ef8-4784-8072-097f6fc43406 req-7ed06b30-1529-4734-a5fa-b9dc8c8d7397 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:32.287204 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f92339cb-4ef8-4784-8072-097f6fc43406 req-7ed06b30-1529-4734-a5fa-b9dc8c8d7397 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.59 "DELETE /v2.0/ports/6a9b0d0e-7cf5-4316-84c7-93174c9b38f4 HTTP/1.1" status: 204 len: 173 time: 1.1154866 Aug 31 09:13:32.296767 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3074468c-6b1e-40f1-b3d8-729b9c64b0ab', 'name': 'network-vif-deleted', 'tag': '6a9b0d0e-7cf5-4316-84c7-93174c9b38f4'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:32.299028 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74b16a9-a28a-484c-a18e-83060be8fb6f" -d '{"events": [{"server_uuid": "3074468c-6b1e-40f1-b3d8-729b9c64b0ab", "name": "network-vif-deleted", "tag": "6a9b0d0e-7cf5-4316-84c7-93174c9b38f4"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:32.357924 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-1650e474-7050-4b44-a5ad-8bd568032175 None None] Set router 747d765c-b597-4648-84db-4fe91ddd79e5 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:13:32.425796 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3c94d9ef-d49f-4488-a315-aa55b99db37d no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:13:32.464970 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9557567-b548-48e6-a4d3-06781f3e7dd6 req-10999919-b2cd-47c3-bff0-e503bbe8eae1 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:13:32.468698 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:32.479922 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f9557567-b548-48e6-a4d3-06781f3e7dd6 req-10999919-b2cd-47c3-bff0-e503bbe8eae1 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:32.481183 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6ea78a-9775-493d-b7f4-a426f81f04c5 None None] Sync routers for ids ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:13:32.504358 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6ea78a-9775-493d-b7f4-a426f81f04c5 None None] Routers {'95a27ff0-f36f-4c14-94a6-eb63f93fd821'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:13:32.504358 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-0b6ea78a-9775-493d-b7f4-a426f81f04c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:13:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:32.522672 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f9557567-b548-48e6-a4d3-06781f3e7dd6 req-10999919-b2cd-47c3-bff0-e503bbe8eae1 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "PUT /v2.0/floatingips/6a9477c4-6442-4439-9590-cffda3210ecd HTTP/1.1" status: 200 len: 696 time: 1.7578363 Aug 31 09:13:32.615340 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:32.712533 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9557567-b548-48e6-a4d3-06781f3e7dd6 req-7f2ceafd-ed29-4295-ba90-2670eca6aaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:32.717415 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f9557567-b548-48e6-a4d3-06781f3e7dd6 req-7f2ceafd-ed29-4295-ba90-2670eca6aaf4 service neutron] 10.222.0.119 "GET /v2.0/ports?tenant_id=f4381d0dc0be411ca9215585d9e1f0fb&device_id=5270f71b-23da-40b0-abaf-751dffa07843 HTTP/1.1" status: 200 len: 1097 time: 0.1713798 Aug 31 09:13:32.758767 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:32.839027 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-0b6ea78a-9775-493d-b7f4-a426f81f04c5 None None] Set router 95a27ff0-f36f-4c14-94a6-eb63f93fd821 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:13:32.846744 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3c94d9ef-d49f-4488-a315-aa55b99db37d, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3c94d9ef-d49f-4488-a315-aa55b99db37d,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:32.896002 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9557567-b548-48e6-a4d3-06781f3e7dd6 req-332e056f-35b7-43f2-9c81-1b20562e8393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:32.896002 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f9557567-b548-48e6-a4d3-06781f3e7dd6 req-332e056f-35b7-43f2-9c81-1b20562e8393 service neutron] 10.222.0.119 "GET /v2.0/networks?id=911967d5-9c28-4576-80c3-c0f96b966e16 HTTP/1.1" status: 200 len: 922 time: 0.1718507 Aug 31 09:13:32.908026 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-1650e474-7050-4b44-a5ad-8bd568032175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-265084193-router', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:23Z', 'updated_at': '2021-08-31T09:10:28Z', 'revision_number': 4, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'gw_port': {'id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:24Z', 'updated_at': '2021-08-31T09:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'f781b2f7-a1b7-4f34-b45e-02558c861efa', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'port_id': '38338603-f5f7-4985-9be3-80a3d7d43b4e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301', 'mac_address': 'fa:16:3e:5c:bf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f879aa-fb0c-497a-b384-789e503e6868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:10:48Z', 'updated_at': '2021-08-31T09:13:29Z', 'revision_number': 5, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514f130f-228d-4923-aca6-13cfdce8772f', 'name': '', 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'mac_address': 'fa:16:3e:27:68:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6e81001c-2026-4292-8507-96e0aed1bde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:27Z', 'updated_at': '2021-08-31T09:10:34Z', 'revision_number': 5, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'subnets': [{'id': '6e81001c-2026-4292-8507-96e0aed1bde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:32.964283 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f9557567-b548-48e6-a4d3-06781f3e7dd6 req-5b227af8-b796-48b6-a66e-136691067799 service neutron] 10.222.0.119 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30f8837c-a342-421f-b20d-750c23871715 HTTP/1.1" status: 200 len: 217 time: 0.0604780 Aug 31 09:13:32.983547 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1650e474-7050-4b44-a5ad-8bd568032175 None None] Checking router: 747d765c-b597-4648-84db-4fe91ddd79e5 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:13:33.014885 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1650e474-7050-4b44-a5ad-8bd568032175 None None] Routers {'747d765c-b597-4648-84db-4fe91ddd79e5'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:13:33.014885 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-1650e474-7050-4b44-a5ad-8bd568032175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:13:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['747d765c-b597-4648-84db-4fe91ddd79e5'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:33.042331 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9557567-b548-48e6-a4d3-06781f3e7dd6 req-5807a713-340b-4db3-b15e-deab4c47ad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:33.044762 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f9557567-b548-48e6-a4d3-06781f3e7dd6 req-5807a713-340b-4db3-b15e-deab4c47ad4e service neutron] 10.222.0.119 "GET /v2.0/subnets?id=3649fc3f-e1b9-493b-9302-31142ce0aead HTTP/1.1" status: 200 len: 859 time: 0.0795760 Aug 31 09:13:33.111024 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9557567-b548-48e6-a4d3-06781f3e7dd6 req-81935f84-e6f3-4dae-9845-b977547dd83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:33.120940 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f9557567-b548-48e6-a4d3-06781f3e7dd6 req-81935f84-e6f3-4dae-9845-b977547dd83d service neutron] 10.222.0.119 "GET /v2.0/ports?network_id=911967d5-9c28-4576-80c3-c0f96b966e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678861 Aug 31 09:13:33.210001 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-0b6ea78a-9775-493d-b7f4-a426f81f04c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'name': 'tempest-FloatingIPsAssociationTestJSON-206902127-router', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:11:47Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'gw_port': {'id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:49Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'f940c340-11fb-4482-b9fc-d59ba5a3d85e', 'name': '', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'mac_address': 'fa:16:3e:a5:93:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:54Z', 'updated_at': '2021-08-31T09:12:02Z', 'revision_number': 5, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'subnets': [{'id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:33.248674 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6ea78a-9775-493d-b7f4-a426f81f04c5 None None] Checking router: 95a27ff0-f36f-4c14-94a6-eb63f93fd821 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:13:33.261769 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6ea78a-9775-493d-b7f4-a426f81f04c5 None None] Routers {'95a27ff0-f36f-4c14-94a6-eb63f93fd821'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:13:33.263668 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-0b6ea78a-9775-493d-b7f4-a426f81f04c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:13:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:33.297197 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:33.317637 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f9557567-b548-48e6-a4d3-06781f3e7dd6 req-10b36d5b-c4d1-489d-a427-ab8a3f667a35 service neutron] 10.222.0.119 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821916 Aug 31 09:13:33.360096 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-1650e474-7050-4b44-a5ad-8bd568032175 None None] Set router 747d765c-b597-4648-84db-4fe91ddd79e5 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:13:33.403652 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=3c94d9ef-d49f-4488-a315-aa55b99db37d,revision_number=9']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:33.529030 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f9557567-b548-48e6-a4d3-06781f3e7dd6 req-e728c918-465f-4b68-9d35-d0d714c469bc service neutron] 10.222.0.119 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028649 Aug 31 09:13:33.568408 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-0b6ea78a-9775-493d-b7f4-a426f81f04c5 None None] Set router 95a27ff0-f36f-4c14-94a6-eb63f93fd821 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:13:33.868214 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1c951-e05e-44ff-9a17-36e116daea19 req-28866d5c-cff2-4c84-bc15-47fd8bbf6b36 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:33.868214 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-76f1c951-e05e-44ff-9a17-36e116daea19 req-28866d5c-cff2-4c84-bc15-47fd8bbf6b36 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 948 time: 0.0857446 Aug 31 09:13:33.968043 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-76f1c951-e05e-44ff-9a17-36e116daea19 req-cf93151c-13d7-43f3-846d-467b4d9c5d01 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970681 Aug 31 09:13:34.063251 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-1650e474-7050-4b44-a5ad-8bd568032175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-265084193-router', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:23Z', 'updated_at': '2021-08-31T09:10:28Z', 'revision_number': 4, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'gw_port': {'id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:24Z', 'updated_at': '2021-08-31T09:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'f781b2f7-a1b7-4f34-b45e-02558c861efa', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'port_id': '38338603-f5f7-4985-9be3-80a3d7d43b4e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301', 'mac_address': 'fa:16:3e:5c:bf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f879aa-fb0c-497a-b384-789e503e6868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:10:48Z', 'updated_at': '2021-08-31T09:13:29Z', 'revision_number': 5, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514f130f-228d-4923-aca6-13cfdce8772f', 'name': '', 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'mac_address': 'fa:16:3e:27:68:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6e81001c-2026-4292-8507-96e0aed1bde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:27Z', 'updated_at': '2021-08-31T09:10:34Z', 'revision_number': 5, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'subnets': [{'id': '6e81001c-2026-4292-8507-96e0aed1bde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:34.142018 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1650e474-7050-4b44-a5ad-8bd568032175 None None] The sync data for ids ['747d765c-b597-4648-84db-4fe91ddd79e5'] in n-d-791506-28 is: [{'id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-265084193-router', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:23Z', 'updated_at': '2021-08-31T09:10:28Z', 'revision_number': 4, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'gw_port': {'id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:24Z', 'updated_at': '2021-08-31T09:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'f781b2f7-a1b7-4f34-b45e-02558c861efa', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'port_id': '38338603-f5f7-4985-9be3-80a3d7d43b4e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301', 'mac_address': 'fa:16:3e:5c:bf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f879aa-fb0c-497a-b384-789e503e6868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:10:48Z', 'updated_at': '2021-08-31T09:13:29Z', 'revision_number': 5, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '514f130f-228d-4923-aca6-13cfdce8772f', 'name': '', 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'mac_address': 'fa:16:3e:27:68:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6e81001c-2026-4292-8507-96e0aed1bde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:27Z', 'updated_at': '2021-08-31T09:10:34Z', 'revision_number': 5, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'subnets': [{'id': '6e81001c-2026-4292-8507-96e0aed1bde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:13:34.269020 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-0b6ea78a-9775-493d-b7f4-a426f81f04c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'name': 'tempest-FloatingIPsAssociationTestJSON-206902127-router', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:11:47Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'gw_port': {'id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:49Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'f940c340-11fb-4482-b9fc-d59ba5a3d85e', 'name': '', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'mac_address': 'fa:16:3e:a5:93:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:54Z', 'updated_at': '2021-08-31T09:12:02Z', 'revision_number': 5, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'subnets': [{'id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:34.328980 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6ea78a-9775-493d-b7f4-a426f81f04c5 None None] The sync data for ids ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'] in n-d-791506-28 is: [{'id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'name': 'tempest-FloatingIPsAssociationTestJSON-206902127-router', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:11:47Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'gw_port': {'id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:49Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'f940c340-11fb-4482-b9fc-d59ba5a3d85e', 'name': '', 'network_id': '911967d5-9c28-4576-80c3-c0f96b966e16', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'mac_address': 'fa:16:3e:a5:93:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:54Z', 'updated_at': '2021-08-31T09:12:02Z', 'revision_number': 5, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'subnets': [{'id': '3649fc3f-e1b9-493b-9302-31142ce0aead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:13:34.406394 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3c94d9ef-d49f-4488-a315-aa55b99db37d details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:13:34.426394 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 6a9b0d0e-7cf5-4316-84c7-93174c9b38f4 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:13:34.513843 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 6a9b0d0e-7cf5-4316-84c7-93174c9b38f4 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:13:34.517222 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 6a9b0d0e-7cf5-4316-84c7-93174c9b38f4 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:13:34.619387 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97204b8d-68ba-4aee-9adb-568ce030a3a3 None None] New status for floating IP f781b2f7-a1b7-4f34-b45e-02558c861efa: ACTIVE {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:13:34.907214 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3c94d9ef-d49f-4488-a315-aa55b99db37d, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3c94d9ef-d49f-4488-a315-aa55b99db37d,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:34.919896 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9803774-7ed9-441b-b680-eb9b2946b75a None None] New status for floating IP 6a9477c4-6442-4439-9590-cffda3210ecd: DOWN {{(pid=95555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:13:34.925549 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '3c94d9ef-d49f-4488-a315-aa55b99db37d', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': '3c94d9ef-d49f-4488-a315-aa55b99db37d', 'mac_address': 'fa:16:3e:82:39:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:13:34.991554 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:35.008886 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c94d9ef-d49f-4488-a315-aa55b99db37d {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:13:35.044112 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3c94d9ef-d49f-4488-a315-aa55b99db37d, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3c94d9ef-d49f-4488-a315-aa55b99db37d,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:35.102684 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:35.188129 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=3c94d9ef-d49f-4488-a315-aa55b99db37d,revision_number=10']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:35.375708 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['3c94d9ef-d49f-4488-a315-aa55b99db37d'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:13:36.412031 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3c94d9ef-d49f-4488-a315-aa55b99db37d up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:13:36.477678 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 3c94d9ef-d49f-4488-a315-aa55b99db37d triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:36.478156 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:36.597763 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:36.647793 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3c94d9ef-d49f-4488-a315-aa55b99db37d, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3c94d9ef-d49f-4488-a315-aa55b99db37d,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:36.982247 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:36.982247 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=3c94d9ef-d49f-4488-a315-aa55b99db37d,revision_number=11']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:38.620277 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7bcbed-08bd-4d2b-8ea5-76f39329c707 x-openstack-request-id: req-0e7bcbed-08bd-4d2b-8ea5-76f39329c707 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:38.620914 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d79dd1d-3134-4e3f-85e8-662f97dc31f3", "name": "network-vif-unplugged", "status": "completed", "tag": "61109711-82f3-469e-b9ee-3a34ce0ad19a", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:38.620914 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-0e7bcbed-08bd-4d2b-8ea5-76f39329c707 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:38.621593 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d79dd1d-3134-4e3f-85e8-662f97dc31f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61109711-82f3-469e-b9ee-3a34ce0ad19a', 'code': 200} Aug 31 09:13:38.702211 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-8658418f-1aab-4080-b78f-d1410e965330 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:38.704212 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-8658418f-1aab-4080-b78f-d1410e965330 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/networks?id=9ca962f7-a3f8-4e91-9029-22ec42b84c01 HTTP/1.1" status: 200 len: 805 time: 0.1373913 Aug 31 09:13:38.720165 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-4bd1460e-53df-4d47-b9c2-42736dadc14f tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/quotas/40aea3578a764824ae85220fcc0c6911 HTTP/1.1" status: 200 len: 375 time: 0.0103705 Aug 31 09:13:38.730128 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d853f0e4-11c2-4728-81cd-7d87273fd64b x-openstack-request-id: req-d853f0e4-11c2-4728-81cd-7d87273fd64b {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:38.730391 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f879aa-fb0c-497a-b384-789e503e6868", "tag": "38338603-f5f7-4985-9be3-80a3d7d43b4e", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:38.730810 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-d853f0e4-11c2-4728-81cd-7d87273fd64b {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:38.731411 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f879aa-fb0c-497a-b384-789e503e6868', 'tag': '38338603-f5f7-4985-9be3-80a3d7d43b4e', 'status': 'completed', 'code': 200} Aug 31 09:13:38.760847 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-3327e06a-38fc-45ef-a520-2b5c5981c3e2 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332220 Aug 31 09:13:38.771409 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd68061-3bbf-40b3-91b5-005143a64e92 x-openstack-request-id: req-0fd68061-3bbf-40b3-91b5-005143a64e92 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:38.772352 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3074468c-6b1e-40f1-b3d8-729b9c64b0ab", "name": "network-vif-deleted", "tag": "6a9b0d0e-7cf5-4316-84c7-93174c9b38f4", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:38.772813 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-0fd68061-3bbf-40b3-91b5-005143a64e92 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:38.775197 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3074468c-6b1e-40f1-b3d8-729b9c64b0ab', 'name': 'network-vif-deleted', 'tag': '6a9b0d0e-7cf5-4316-84c7-93174c9b38f4', 'status': 'completed', 'code': 200} Aug 31 09:13:38.817887 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f93dc-fb3c-43d3-bd96-a06c182fbc8d req-92d89472-146b-40d7-880c-4c54ad9a60f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:38.820246 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c78f93dc-fb3c-43d3-bd96-a06c182fbc8d req-92d89472-146b-40d7-880c-4c54ad9a60f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 1098 time: 0.0596776 Aug 31 09:13:38.932884 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f93dc-fb3c-43d3-bd96-a06c182fbc8d req-d8d3775b-b217-42c6-a9b2-bfa150a2c1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:38.934659 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c78f93dc-fb3c-43d3-bd96-a06c182fbc8d req-d8d3775b-b217-42c6-a9b2-bfa150a2c1ac service neutron] 10.222.0.59 "GET /v2.0/networks?id=d1234639-2841-4a70-bb71-b7feb4621301 HTTP/1.1" status: 200 len: 925 time: 0.1054034 Aug 31 09:13:39.009807 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c78f93dc-fb3c-43d3-bd96-a06c182fbc8d req-ef236550-8987-42a8-885d-f9e7c86f2c2b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38338603-f5f7-4985-9be3-80a3d7d43b4e HTTP/1.1" status: 200 len: 1001 time: 0.0659053 Aug 31 09:13:39.070095 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f93dc-fb3c-43d3-bd96-a06c182fbc8d req-f6a0e951-d14c-4382-bb8d-4d749270ef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:39.072296 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c78f93dc-fb3c-43d3-bd96-a06c182fbc8d req-f6a0e951-d14c-4382-bb8d-4d749270ef90 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e81001c-2026-4292-8507-96e0aed1bde8 HTTP/1.1" status: 200 len: 862 time: 0.0543685 Aug 31 09:13:39.154214 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f93dc-fb3c-43d3-bd96-a06c182fbc8d req-d042301f-dd9f-40e5-a9b6-9c5fe4c9742d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:39.156277 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c78f93dc-fb3c-43d3-bd96-a06c182fbc8d req-d042301f-dd9f-40e5-a9b6-9c5fe4c9742d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d1234639-2841-4a70-bb71-b7feb4621301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0745704 Aug 31 09:13:39.205162 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-2dc56ecb-2499-442e-a7c2-ff96fcb66f1d service neutron] 10.222.0.119 "GET /v2.0/networks/9ca962f7-a3f8-4e91-9029-22ec42b84c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366670 Aug 31 09:13:39.269016 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c78f93dc-fb3c-43d3-bd96-a06c182fbc8d req-9a233643-7b46-4208-8b39-77dd97f4a6eb service neutron] 10.222.0.59 "GET /v2.0/networks/d1234639-2841-4a70-bb71-b7feb4621301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042998 Aug 31 09:13:39.301662 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e09633-3f96-4de1-acbd-ffffe067d1e1 req-a2c2442e-ddf4-4da1-bcca-c652520cc747 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:39.303256 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-35e09633-3f96-4de1-acbd-ffffe067d1e1 req-a2c2442e-ddf4-4da1-bcca-c652520cc747 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 951 time: 0.4453673 Aug 31 09:13:39.359306 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-e74f9b37-9684-40cc-bf98-16fd884ba757 service neutron] 10.222.0.119 "GET /v2.0/networks/9ca962f7-a3f8-4e91-9029-22ec42b84c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400878 Aug 31 09:13:39.362222 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-35e09633-3f96-4de1-acbd-ffffe067d1e1 req-71d1565d-0eaf-4988-932b-8a1269bf2693 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509677 Aug 31 09:13:39.388439 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c78f93dc-fb3c-43d3-bd96-a06c182fbc8d req-cd5ad018-dc99-457e-af1c-c325b18b44a0 service neutron] 10.222.0.59 "GET /v2.0/networks/d1234639-2841-4a70-bb71-b7feb4621301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111917 Aug 31 09:13:39.718649 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-8db4f545-4649-4428-befa-6d4fa155149d tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:39.723210 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-8db4f545-4649-4428-befa-6d4fa155149d tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.119 "GET /v2.0/networks?id=2e4790e3-aa00-4362-927c-45d0da928a48 HTTP/1.1" status: 200 len: 814 time: 0.1489832 Aug 31 09:13:39.765193 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-0b7f799a-6475-44e0-a7a6-aad0f95e75f1 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.119 "GET /v2.0/quotas/ac8bf9c7fc614723aef798bc9d7bee9a HTTP/1.1" status: 200 len: 375 time: 0.0385160 Aug 31 09:13:39.817709 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba11e1-033b-446d-b44e-117954d66268 req-c0301bad-771d-4436-b4a2-59df8928ad58 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:39.823133 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36ba11e1-033b-446d-b44e-117954d66268 req-c0301bad-771d-4436-b4a2-59df8928ad58 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 951 time: 0.0981610 Aug 31 09:13:39.873461 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-fd42f340-6b60-485a-845c-912ac4147bc5 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=ac8bf9c7fc614723aef798bc9d7bee9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0986366 Aug 31 09:13:39.881162 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36ba11e1-033b-446d-b44e-117954d66268 req-d644aacd-671d-4548-9ee0-280218dd642e tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541308 Aug 31 09:13:39.989646 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-9a93d39d-4546-4b17-8961-3de9d7249e55 service neutron] 10.222.0.119 "GET /v2.0/networks/2e4790e3-aa00-4362-927c-45d0da928a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071296 Aug 31 09:13:40.058384 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-730f7eab-d6ad-4e09-b8e7-b2e297950324 req-9e2274f1-13c5-4133-80b0-27868a1a9fb8 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=5dd54fb6-ebad-484e-a833-d0e2e56f82b9 HTTP/1.1" status: 200 len: 210 time: 0.0664661 Aug 31 09:13:40.123166 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-ce2bca21-28c3-49b2-9fd5-c7fdb3ac7885 service neutron] 10.222.0.119 "GET /v2.0/networks/2e4790e3-aa00-4362-927c-45d0da928a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323488 Aug 31 09:13:40.167347 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c92a2349-ee86-497b-a789-f95f4c2665ce req-720ca2e9-9a2b-4bfd-82ac-d43450be582d tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/floatingips/6a9477c4-6442-4439-9590-cffda3210ecd HTTP/1.1" status: 200 len: 694 time: 0.0590894 Aug 31 09:13:40.295054 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a2349-ee86-497b-a789-f95f4c2665ce req-51340370-eaf3-4244-a473-30f703747856 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:40.296710 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c92a2349-ee86-497b-a789-f95f4c2665ce req-51340370-eaf3-4244-a473-30f703747856 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 784 time: 0.1229706 Aug 31 09:13:40.408861 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c92a2349-ee86-497b-a789-f95f4c2665ce req-18ac6c2c-5738-4478-8ed0-9dd280fae0d7 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.252 HTTP/1.1" status: 200 len: 697 time: 0.0994413 Aug 31 09:13:40.483248 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c92a2349-ee86-497b-a789-f95f4c2665ce req-62dfcb9f-1288-4560-8705-4104ea884044 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.252 HTTP/1.1" status: 200 len: 697 time: 0.0712702 Aug 31 09:13:40.623173 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff316ecb-a133-469b-af09-9448e86ce3a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c94d9ef-d49f-4488-a315-aa55b99db37d'}, {'server_uuid': 'ff316ecb-a133-469b-af09-9448e86ce3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c94d9ef-d49f-4488-a315-aa55b99db37d'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:40.626227 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b469fb2-1892-4975-b61f-8e60ad860774" -d '{"events": [{"server_uuid": "ff316ecb-a133-469b-af09-9448e86ce3a4", "name": "network-vif-unplugged", "status": "completed", "tag": "3c94d9ef-d49f-4488-a315-aa55b99db37d"}, {"server_uuid": "ff316ecb-a133-469b-af09-9448e86ce3a4", "name": "network-vif-plugged", "status": "completed", "tag": "3c94d9ef-d49f-4488-a315-aa55b99db37d"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:40.697941 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec6c75cd-0d1a-409a-9f26-6a86cbdda442 req-bd350d42-2d19-4626-b067-1fb9105d0a04 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.119 "GET /v2.0/ports?device_id=d8fe9365-f1e8-4c0b-94f9-c46eb8f85bb1 HTTP/1.1" status: 200 len: 210 time: 0.0337892 Aug 31 09:13:40.733341 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5270f71b-23da-40b0-abaf-751dffa07843', 'tag': '30f8837c-a342-421f-b20d-750c23871715'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:40.736238 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47f0520-e506-4935-96bd-084f5181eeaf" -d '{"events": [{"name": "network-changed", "server_uuid": "5270f71b-23da-40b0-abaf-751dffa07843", "tag": "30f8837c-a342-421f-b20d-750c23871715"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:40.754346 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-c92a2349-ee86-497b-a789-f95f4c2665ce req-f78acbbc-9e03-4bf2-a7c3-3fbbfcf1b18e tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Deleting port b98b8476-23b3-49b2-bd9f-3632ca5fa07c {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:13:40.756906 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c92a2349-ee86-497b-a789-f95f4c2665ce req-f78acbbc-9e03-4bf2-a7c3-3fbbfcf1b18e tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:40.831827 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-2dafd9bf-6d31-446a-bc48-e8cc9cfbf922 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292013 Aug 31 09:13:40.920795 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c92a2349-ee86-497b-a789-f95f4c2665ce req-f78acbbc-9e03-4bf2-a7c3-3fbbfcf1b18e tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:40.921026 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c92a2349-ee86-497b-a789-f95f4c2665ce req-f78acbbc-9e03-4bf2-a7c3-3fbbfcf1b18e tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:40.939631 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-c92a2349-ee86-497b-a789-f95f4c2665ce req-f78acbbc-9e03-4bf2-a7c3-3fbbfcf1b18e tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Calling delete_port for b98b8476-23b3-49b2-bd9f-3632ca5fa07c owned by network:floatingip {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:13:41.010312 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-635cbf90-af7e-4d34-980c-a77e57cb4bb9 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:41.011849 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-635cbf90-af7e-4d34-980c-a77e57cb4bb9 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1757047 Aug 31 09:13:41.035173 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-de4dcace-6525-49ba-ba43-5e828376ef52 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/quotas/a2247b5137dc4fbdbab9ed7148117dac HTTP/1.1" status: 200 len: 375 time: 0.0164912 Aug 31 09:13:41.136232 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-1b9b787a-8940-4f17-ab39-c131f5a41173 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0899224 Aug 31 09:13:41.274198 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c92a2349-ee86-497b-a789-f95f4c2665ce req-f78acbbc-9e03-4bf2-a7c3-3fbbfcf1b18e tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:41.277424 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7a635e2d-7328-407c-8a73-e21d0312b185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:41.309987 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78acbbc-9e03-4bf2-a7c3-3fbbfcf1b18e tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Pushing event deleted for resources: {'Port': ['ID=b98b8476-23b3-49b2-bd9f-3632ca5fa07c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:41.325287 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78acbbc-9e03-4bf2-a7c3-3fbbfcf1b18e tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:41.325287 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78acbbc-9e03-4bf2-a7c3-3fbbfcf1b18e tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:41.325574 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78acbbc-9e03-4bf2-a7c3-3fbbfcf1b18e tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:41.325824 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78acbbc-9e03-4bf2-a7c3-3fbbfcf1b18e tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:41.326178 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78acbbc-9e03-4bf2-a7c3-3fbbfcf1b18e tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:41.326501 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78acbbc-9e03-4bf2-a7c3-3fbbfcf1b18e tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:41.327033 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78acbbc-9e03-4bf2-a7c3-3fbbfcf1b18e tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:41.327360 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78acbbc-9e03-4bf2-a7c3-3fbbfcf1b18e tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:41.327935 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78acbbc-9e03-4bf2-a7c3-3fbbfcf1b18e tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:41.328256 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78acbbc-9e03-4bf2-a7c3-3fbbfcf1b18e tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:41.328574 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78acbbc-9e03-4bf2-a7c3-3fbbfcf1b18e tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:41.328884 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78acbbc-9e03-4bf2-a7c3-3fbbfcf1b18e tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:41.404627 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c92a2349-ee86-497b-a789-f95f4c2665ce req-f78acbbc-9e03-4bf2-a7c3-3fbbfcf1b18e tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks [] for floatingip, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:41.407384 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c92a2349-ee86-497b-a789-f95f4c2665ce req-f78acbbc-9e03-4bf2-a7c3-3fbbfcf1b18e tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:41.419573 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c92a2349-ee86-497b-a789-f95f4c2665ce req-f78acbbc-9e03-4bf2-a7c3-3fbbfcf1b18e tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "DELETE /v2.0/floatingips/6a9477c4-6442-4439-9590-cffda3210ecd HTTP/1.1" status: 204 len: 173 time: 0.9324701 Aug 31 09:13:41.421386 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937f2005-d7ee-4a87-aca4-34d74bdb4d89 x-openstack-request-id: req-937f2005-d7ee-4a87-aca4-34d74bdb4d89 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:41.421877 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff316ecb-a133-469b-af09-9448e86ce3a4", "name": "network-vif-unplugged", "status": "completed", "tag": "3c94d9ef-d49f-4488-a315-aa55b99db37d", "code": 200}, {"server_uuid": "ff316ecb-a133-469b-af09-9448e86ce3a4", "name": "network-vif-plugged", "status": "completed", "tag": "3c94d9ef-d49f-4488-a315-aa55b99db37d", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:41.422302 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-937f2005-d7ee-4a87-aca4-34d74bdb4d89 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:41.422731 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff316ecb-a133-469b-af09-9448e86ce3a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c94d9ef-d49f-4488-a315-aa55b99db37d', 'code': 200} Aug 31 09:13:41.427769 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff316ecb-a133-469b-af09-9448e86ce3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c94d9ef-d49f-4488-a315-aa55b99db37d', 'code': 200} Aug 31 09:13:41.492791 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e885d68-60e9-4080-8d1c-8bb29e3ad867 x-openstack-request-id: req-3e885d68-60e9-4080-8d1c-8bb29e3ad867 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:41.493286 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5270f71b-23da-40b0-abaf-751dffa07843", "tag": "30f8837c-a342-421f-b20d-750c23871715", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:41.493740 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-3e885d68-60e9-4080-8d1c-8bb29e3ad867 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:41.494471 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5270f71b-23da-40b0-abaf-751dffa07843', 'tag': '30f8837c-a342-421f-b20d-750c23871715', 'status': 'completed', 'code': 200} Aug 31 09:13:41.576454 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b0b1de02-e5c5-430f-b9b5-2ce428febb82 req-2eb88d29-8e76-4248-8dce-8f2866079fee tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 210 time: 0.0387707 Aug 31 09:13:41.600071 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f0520-e506-4935-96bd-084f5181eeaf req-8ccdbedd-86fb-4d95-8155-83a8357a5f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:41.602797 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b47f0520-e506-4935-96bd-084f5181eeaf req-8ccdbedd-86fb-4d95-8155-83a8357a5f83 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f4381d0dc0be411ca9215585d9e1f0fb&device_id=5270f71b-23da-40b0-abaf-751dffa07843 HTTP/1.1" status: 200 len: 1097 time: 0.0706315 Aug 31 09:13:41.688690 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0bf6c695-aaa3-4f0b-a0a9-73625e19714a req-40ddda10-08cd-4f4c-8811-e3a62ec375f4 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=5dd54fb6-ebad-484e-a833-d0e2e56f82b9 HTTP/1.1" status: 200 len: 210 time: 0.0622745 Aug 31 09:13:41.822440 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f0520-e506-4935-96bd-084f5181eeaf req-def4c5b0-4254-4b37-a87e-b876a0b270a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:41.827171 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b47f0520-e506-4935-96bd-084f5181eeaf req-def4c5b0-4254-4b37-a87e-b876a0b270a6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=911967d5-9c28-4576-80c3-c0f96b966e16 HTTP/1.1" status: 200 len: 922 time: 0.2127531 Aug 31 09:13:41.893798 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b47f0520-e506-4935-96bd-084f5181eeaf req-4bb13254-e3f4-4273-9d78-6ad04af83d71 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30f8837c-a342-421f-b20d-750c23871715 HTTP/1.1" status: 200 len: 217 time: 0.0571830 Aug 31 09:13:41.962850 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-beef2799-f2de-4755-82a3-eaa14af52a41 req-c26879bc-efea-4301-8305-b6dba6264b6d tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.119 "GET /v2.0/ports?device_id=d8fe9365-f1e8-4c0b-94f9-c46eb8f85bb1 HTTP/1.1" status: 200 len: 210 time: 0.0367882 Aug 31 09:13:41.971044 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f0520-e506-4935-96bd-084f5181eeaf req-62feebbc-b6ea-43f8-aea1-af9d61f4b8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:41.973163 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b47f0520-e506-4935-96bd-084f5181eeaf req-62feebbc-b6ea-43f8-aea1-af9d61f4b8db service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3649fc3f-e1b9-493b-9302-31142ce0aead HTTP/1.1" status: 200 len: 859 time: 0.0696666 Aug 31 09:13:42.056563 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f0520-e506-4935-96bd-084f5181eeaf req-3f2ca2fd-c051-4fcb-bb22-d0887f063b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:42.058619 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b47f0520-e506-4935-96bd-084f5181eeaf req-3f2ca2fd-c051-4fcb-bb22-d0887f063b81 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=911967d5-9c28-4576-80c3-c0f96b966e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731571 Aug 31 09:13:42.205136 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-0233e95e-692b-4a3f-b194-e8345c1596ff tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:42.206725 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-0233e95e-692b-4a3f-b194-e8345c1596ff tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.112 "GET /v2.0/networks?id=9ca962f7-a3f8-4e91-9029-22ec42b84c01 HTTP/1.1" status: 200 len: 805 time: 0.2468493 Aug 31 09:13:42.212118 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b47f0520-e506-4935-96bd-084f5181eeaf req-dd1dcc84-a9cf-4a57-a604-4413c04910ed service neutron] 10.222.0.59 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439018 Aug 31 09:13:42.221425 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-5ed9ff01-10b9-4348-9be4-509dbf47f31d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Request body: {'port': {'device_id': '5dd54fb6-ebad-484e-a833-d0e2e56f82b9', 'network_id': '9ca962f7-a3f8-4e91-9029-22ec42b84c01', 'admin_state_up': True, 'tenant_id': '40aea3578a764824ae85220fcc0c6911'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:42.418874 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c4a09-5aab-4439-b0e6-d8ade5d39ec8 req-d3fae2ee-2288-4fba-b8be-f4fd4109701c tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:42.420425 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cf1c4a09-5aab-4439-b0e6-d8ade5d39ec8 req-d3fae2ee-2288-4fba-b8be-f4fd4109701c tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports?device_id=5270f71b-23da-40b0-abaf-751dffa07843 HTTP/1.1" status: 200 len: 945 time: 0.1100733 Aug 31 09:13:42.433451 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b47f0520-e506-4935-96bd-084f5181eeaf req-1e4d4b93-4e2b-45d8-bde8-0ba57c5e48af service neutron] 10.222.0.59 "GET /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123415 Aug 31 09:13:42.515471 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cf1c4a09-5aab-4439-b0e6-d8ade5d39ec8 req-70f009dd-1673-43c6-bfe5-643af90ed2d7 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/security-groups?id=b072cd6a-ef1f-4f25-9fc3-89505a78fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822961 Aug 31 09:13:42.576508 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-5ed9ff01-10b9-4348-9be4-509dbf47f31d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Made reservation on behalf of 40aea3578a764824ae85220fcc0c6911 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:13:42.580305 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-5ed9ff01-10b9-4348-9be4-509dbf47f31d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:42.749544 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62545c90-fc67-4f65-b680-9ddcbb36a8e5 req-da6ee5b7-dc95-4532-9026-7bebfb5b7f46 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 210 time: 0.0735786 Aug 31 09:13:42.816670 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-5ed9ff01-10b9-4348-9be4-509dbf47f31d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Allocated IP 172.20.0.8 (9ca962f7-a3f8-4e91-9029-22ec42b84c01/5540a99f-ddc8-4454-b137-a8c33ca66961/2370a60c-b19b-4325-a86e-0b2b208194b2) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:13:42.839412 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f076a500-521c-4676-8b8b-870c674e1f14 req-b3a1f036-dccb-4d87-b11b-61bc36d78eee tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=5dd54fb6-ebad-484e-a833-d0e2e56f82b9 HTTP/1.1" status: 200 len: 210 time: 0.0559654 Aug 31 09:13:43.066041 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-5ed9ff01-10b9-4348-9be4-509dbf47f31d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:43.114207 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-812194a7-70d2-4abd-ac89-db58077f4268 req-70fe60c4-6102-40ad-a61a-5bbf818f68ae tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.119 "GET /v2.0/ports?device_id=d8fe9365-f1e8-4c0b-94f9-c46eb8f85bb1 HTTP/1.1" status: 200 len: 210 time: 0.0348394 Aug 31 09:13:43.158162 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-956721e4-4510-4283-b390-c5425c18dd08 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:43.159817 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-956721e4-4510-4283-b390-c5425c18dd08 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.112 "GET /v2.0/networks?id=2e4790e3-aa00-4362-927c-45d0da928a48 HTTP/1.1" status: 200 len: 814 time: 0.1747921 Aug 31 09:13:43.173924 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-1a87e6c9-3529-4e32-852b-03b75cdb4d65 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Request body: {'port': {'device_id': 'd8fe9365-f1e8-4c0b-94f9-c46eb8f85bb1', 'network_id': '2e4790e3-aa00-4362-927c-45d0da928a48', 'admin_state_up': True, 'tenant_id': 'ac8bf9c7fc614723aef798bc9d7bee9a'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:43.233952 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-5ed9ff01-10b9-4348-9be4-509dbf47f31d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:43.296793 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-5ed9ff01-10b9-4348-9be4-509dbf47f31d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Network 9ca962f7-a3f8-4e91-9029-22ec42b84c01 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:13:43.302423 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-5ed9ff01-10b9-4348-9be4-509dbf47f31d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:13:43.309705 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-5ed9ff01-10b9-4348-9be4-509dbf47f31d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:13:43.346879 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9ff01-10b9-4348-9be4-509dbf47f31d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Pushing event updated for resources: {'Port': ['ID=2370a60c-b19b-4325-a86e-0b2b208194b2,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:43.372338 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-5ed9ff01-10b9-4348-9be4-509dbf47f31d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:43.372909 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-5ed9ff01-10b9-4348-9be4-509dbf47f31d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:43.400083 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-1a87e6c9-3529-4e32-852b-03b75cdb4d65 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Made reservation on behalf of ac8bf9c7fc614723aef798bc9d7bee9a for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:13:43.405946 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-1a87e6c9-3529-4e32-852b-03b75cdb4d65 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:43.463668 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-5ed9ff01-10b9-4348-9be4-509dbf47f31d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2465808 Aug 31 09:13:43.480038 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-24e769dc-6f4c-426b-bffb-8f343e864869 service neutron] Request body: {'port': {'device_id': '5dd54fb6-ebad-484e-a833-d0e2e56f82b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:43.538274 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-24e769dc-6f4c-426b-bffb-8f343e864869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:43.558330 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-1a87e6c9-3529-4e32-852b-03b75cdb4d65 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Allocated IP 172.20.0.3 (2e4790e3-aa00-4362-927c-45d0da928a48/5fa32fd7-629c-4627-bfec-319226a78cba/4003110c-a819-4284-88bb-cf46bf6a13a6) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:13:43.756905 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-1a87e6c9-3529-4e32-852b-03b75cdb4d65 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:43.763004 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9294c-e73a-4de8-8923-1e3fc3137c71 req-6f56f3ba-de9e-4aab-9137-ecb061bf0903 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:43.766838 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3f9294c-e73a-4de8-8923-1e3fc3137c71 req-6f56f3ba-de9e-4aab-9137-ecb061bf0903 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports?device_id=5270f71b-23da-40b0-abaf-751dffa07843 HTTP/1.1" status: 200 len: 945 time: 0.1586545 Aug 31 09:13:43.772256 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-1a87e6c9-3529-4e32-852b-03b75cdb4d65 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Transition to ACTIVE for port object 4003110c-a819-4284-88bb-cf46bf6a13a6 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:13:43.837990 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3f9294c-e73a-4de8-8923-1e3fc3137c71 req-c6532da1-bc48-445d-8844-c5a19da864fa tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/security-groups?id=b072cd6a-ef1f-4f25-9fc3-89505a78fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571678 Aug 31 09:13:43.885639 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-1a87e6c9-3529-4e32-852b-03b75cdb4d65 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:43.958684 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-098f971e-4129-4bac-aa00-1c5aae6ecff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:43.974966 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-bf55e34f-4eb6-4f64-93dc-e895a1d5fa2a tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0865254 Aug 31 09:13:43.978985 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-1a87e6c9-3529-4e32-852b-03b75cdb4d65 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Network 2e4790e3-aa00-4362-927c-45d0da928a48 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:13:43.982269 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-1a87e6c9-3529-4e32-852b-03b75cdb4d65 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:13:43.985539 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-24e769dc-6f4c-426b-bffb-8f343e864869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2370a60c-b19b-4325-a86e-0b2b208194b2 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:13:43.989926 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-1a87e6c9-3529-4e32-852b-03b75cdb4d65 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:13:44.011835 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-24e769dc-6f4c-426b-bffb-8f343e864869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:44.022932 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:44.051610 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aec0f25c-4e3a-473a-aa68-8cb18fcc2d30 req-a2196a15-0279-4be6-8840-d10fc9fcca99 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 210 time: 0.0573885 Aug 31 09:13:44.057678 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-24e769dc-6f4c-426b-bffb-8f343e864869 service neutron] Transition to ACTIVE for port object 2370a60c-b19b-4325-a86e-0b2b208194b2 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:13:44.126046 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87e6c9-3529-4e32-852b-03b75cdb4d65 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Pushing event updated for resources: {'Port': ['ID=4003110c-a819-4284-88bb-cf46bf6a13a6,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:44.142872 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-24e769dc-6f4c-426b-bffb-8f343e864869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:44.173539 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-1a87e6c9-3529-4e32-852b-03b75cdb4d65 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:44.182788 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-1a87e6c9-3529-4e32-852b-03b75cdb4d65 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:44.289293 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-cb32a5aa-9017-486e-bded-414060135c9a tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:44.291188 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-cb32a5aa-9017-486e-bded-414060135c9a tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3025587 Aug 31 09:13:44.306748 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-4fc07d25-8cc4-4d8e-9897-b1347351e72c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Request body: {'port': {'device_id': 'e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'admin_state_up': True, 'tenant_id': 'a2247b5137dc4fbdbab9ed7148117dac'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:44.316173 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e769dc-6f4c-426b-bffb-8f343e864869 service neutron] Pushing event updated for resources: {'Port': ['ID=2370a60c-b19b-4325-a86e-0b2b208194b2,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:44.353506 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-1a87e6c9-3529-4e32-852b-03b75cdb4d65 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1837690 Aug 31 09:13:44.368662 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-2d5b5f5d-e140-46e9-aa5c-1f3623339e78 service neutron] Request body: {'port': {'device_id': 'd8fe9365-f1e8-4c0b-94f9-c46eb8f85bb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:44.372398 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874db049-1d01-40e8-bf2d-9f10b40a2e56 req-69d9022f-4f7b-4fcc-bf49-822d7fb36c1d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:44.374584 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-874db049-1d01-40e8-bf2d-9f10b40a2e56 req-69d9022f-4f7b-4fcc-bf49-822d7fb36c1d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=5dd54fb6-ebad-484e-a833-d0e2e56f82b9 HTTP/1.1" status: 200 len: 943 time: 0.2082965 Aug 31 09:13:44.389483 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5d1c10f3-7d6b-4b7a-8d8f-22c1fcea0e3e None None] Provisioning for port 4003110c-a819-4284-88bb-cf46bf6a13a6 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:13:44.399415 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5d1c10f3-7d6b-4b7a-8d8f-22c1fcea0e3e None None] Provisioning complete for port 4003110c-a819-4284-88bb-cf46bf6a13a6 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:44.403342 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5d1c10f3-7d6b-4b7a-8d8f-22c1fcea0e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:44.407710 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb081b2-3017-4196-9870-a577f7a13a48 req-0ad7dd4c-e8c0-4138-9609-1203503b3547 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:44.409303 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-deb081b2-3017-4196-9870-a577f7a13a48 req-0ad7dd4c-e8c0-4138-9609-1203503b3547 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.59 "GET /v2.0/ports?device_id=5270f71b-23da-40b0-abaf-751dffa07843 HTTP/1.1" status: 200 len: 945 time: 0.2092214 Aug 31 09:13:44.448917 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-2d5b5f5d-e140-46e9-aa5c-1f3623339e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:44.481869 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-5d1c10f3-7d6b-4b7a-8d8f-22c1fcea0e3e None None] Port 4003110c-a819-4284-88bb-cf46bf6a13a6 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:13:44.525575 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-24e769dc-6f4c-426b-bffb-8f343e864869 service neutron] Attempting to bind port 2370a60c-b19b-4325-a86e-0b2b208194b2 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:13:44.526019 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-24e769dc-6f4c-426b-bffb-8f343e864869 service neutron] Attempting to bind port 2370a60c-b19b-4325-a86e-0b2b208194b2 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '7165cf42-c983-4e18-9ad9-e580a9c61c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': '9ca962f7-a3f8-4e91-9029-22ec42b84c01'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:13:44.526355 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-24e769dc-6f4c-426b-bffb-8f343e864869 service neutron] Attempting to bind port 2370a60c-b19b-4325-a86e-0b2b208194b2 on network 9ca962f7-a3f8-4e91-9029-22ec42b84c01 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:13:44.546204 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-24e769dc-6f4c-426b-bffb-8f343e864869 service neutron] Port 2370a60c-b19b-4325-a86e-0b2b208194b2 on network 9ca962f7-a3f8-4e91-9029-22ec42b84c01 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:13:44.546523 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-24e769dc-6f4c-426b-bffb-8f343e864869 service neutron] Attempting to bind port 2370a60c-b19b-4325-a86e-0b2b208194b2 on network 9ca962f7-a3f8-4e91-9029-22ec42b84c01 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:13:44.566158 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-24e769dc-6f4c-426b-bffb-8f343e864869 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:13:44.566158 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-24e769dc-6f4c-426b-bffb-8f343e864869 service neutron] Checking segment: {'id': '7165cf42-c983-4e18-9ad9-e580a9c61c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': '9ca962f7-a3f8-4e91-9029-22ec42b84c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:13:44.566158 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-24e769dc-6f4c-426b-bffb-8f343e864869 service neutron] Bound using segment: {'id': '7165cf42-c983-4e18-9ad9-e580a9c61c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': '9ca962f7-a3f8-4e91-9029-22ec42b84c01'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:13:44.566158 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-24e769dc-6f4c-426b-bffb-8f343e864869 service neutron] Bound port: 2370a60c-b19b-4325-a86e-0b2b208194b2, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7165cf42-c983-4e18-9ad9-e580a9c61c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': '9ca962f7-a3f8-4e91-9029-22ec42b84c01'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:13:44.566158 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-24e769dc-6f4c-426b-bffb-8f343e864869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:44.589947 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-874db049-1d01-40e8-bf2d-9f10b40a2e56 req-d377bdd8-8aca-4c04-9e53-fe10ee218888 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995673 Aug 31 09:13:44.679115 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-4fc07d25-8cc4-4d8e-9897-b1347351e72c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Made reservation on behalf of a2247b5137dc4fbdbab9ed7148117dac for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:13:44.683350 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-4fc07d25-8cc4-4d8e-9897-b1347351e72c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:44.716616 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-deb081b2-3017-4196-9870-a577f7a13a48 req-8a82e6ab-d0a7-449f-9182-4576d5582a93 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Deleting port 30f8837c-a342-421f-b20d-750c23871715 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:13:44.716958 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-deb081b2-3017-4196-9870-a577f7a13a48 req-8a82e6ab-d0a7-449f-9182-4576d5582a93 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:44.825304 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-24e769dc-6f4c-426b-bffb-8f343e864869 service neutron] For port 2370a60c-b19b-4325-a86e-0b2b208194b2, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:13:44.852024 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-24e769dc-6f4c-426b-bffb-8f343e864869 service neutron] For port 2370a60c-b19b-4325-a86e-0b2b208194b2, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=2370a60c-b19b-4325-a86e-0b2b208194b2,segment=NetworkSegment(7165cf42-c983-4e18-9ad9-e580a9c61c0b),segment_id=7165cf42-c983-4e18-9ad9-e580a9c61c0b)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:13:44.861328 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b49bf6-fba7-4efd-b36c-7f2b503ac261 req-4fee3c6b-0fa3-49a5-93f1-86f14cefca4e tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:44.863023 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-52b49bf6-fba7-4efd-b36c-7f2b503ac261 req-4fee3c6b-0fa3-49a5-93f1-86f14cefca4e tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.119 "GET /v2.0/ports?device_id=d8fe9365-f1e8-4c0b-94f9-c46eb8f85bb1 HTTP/1.1" status: 200 len: 931 time: 0.1508710 Aug 31 09:13:44.904510 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-deb081b2-3017-4196-9870-a577f7a13a48 req-8a82e6ab-d0a7-449f-9182-4576d5582a93 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] For port 30f8837c-a342-421f-b20d-750c23871715, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=30f8837c-a342-421f-b20d-750c23871715,segment=NetworkSegment(31cf320c-edc0-464d-82e7-32003e3052bd),segment_id=31cf320c-edc0-464d-82e7-32003e3052bd)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:44.904874 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-deb081b2-3017-4196-9870-a577f7a13a48 req-8a82e6ab-d0a7-449f-9182-4576d5582a93 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:44.918854 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-2d5b5f5d-e140-46e9-aa5c-1f3623339e78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4003110c-a819-4284-88bb-cf46bf6a13a6 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:13:44.928556 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-2d5b5f5d-e140-46e9-aa5c-1f3623339e78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:44.942891 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-2d5b5f5d-e140-46e9-aa5c-1f3623339e78 service neutron] Transition to ACTIVE for port object 4003110c-a819-4284-88bb-cf46bf6a13a6 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:13:44.943537 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-deb081b2-3017-4196-9870-a577f7a13a48 req-8a82e6ab-d0a7-449f-9182-4576d5582a93 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Calling delete_port for 30f8837c-a342-421f-b20d-750c23871715 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:13:44.959430 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-24e769dc-6f4c-426b-bffb-8f343e864869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:44.962576 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-4fc07d25-8cc4-4d8e-9897-b1347351e72c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Allocated IP 192.168.233.205 (a47e180d-e969-4a85-aa09-0ec8196480c0/f473c8e7-d3e2-4352-b8da-3dcd093feb8b/dd1791ac-108c-4d45-8cb3-573e2142bd91) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:13:45.043591 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-52b49bf6-fba7-4efd-b36c-7f2b503ac261 req-df9733e7-2534-4153-8d82-a525e7248d66 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.119 "GET /v2.0/security-groups?id=c54d20d1-c5eb-4974-9e54-9ec159f055e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734991 Aug 31 09:13:45.045020 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-24e769dc-6f4c-426b-bffb-8f343e864869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:45.045641 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-24e769dc-6f4c-426b-bffb-8f343e864869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:45.047013 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-24e769dc-6f4c-426b-bffb-8f343e864869 service neutron] 10.222.0.112 "PUT /v2.0/ports/2370a60c-b19b-4325-a86e-0b2b208194b2 HTTP/1.1" status: 200 len: 1092 time: 1.5712874 Aug 31 09:13:45.060246 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd54fb6-ebad-484e-a833-d0e2e56f82b9', 'tag': '2370a60c-b19b-4325-a86e-0b2b208194b2'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:45.062722 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6442414a-c8a6-4472-9765-964330430ab3" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd54fb6-ebad-484e-a833-d0e2e56f82b9", "tag": "2370a60c-b19b-4325-a86e-0b2b208194b2"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:45.162569 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e769dc-6f4c-426b-bffb-8f343e864869 service neutron] Pushing event updated for resources: {'Port': ['ID=2370a60c-b19b-4325-a86e-0b2b208194b2,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:45.166498 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-4fc07d25-8cc4-4d8e-9897-b1347351e72c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:45.188330 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:45.201862 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-2d5b5f5d-e140-46e9-aa5c-1f3623339e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:45.210008 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-4fc07d25-8cc4-4d8e-9897-b1347351e72c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Transition to ACTIVE for port object dd1791ac-108c-4d45-8cb3-573e2142bd91 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:13:45.296412 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b5f5d-e140-46e9-aa5c-1f3623339e78 service neutron] Pushing event updated for resources: {'Port': ['ID=4003110c-a819-4284-88bb-cf46bf6a13a6,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:45.456166 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-1f87cc25-6258-4153-87dc-e6c3de832780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:45.457688 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-1f87cc25-6258-4153-87dc-e6c3de832780 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=5dd54fb6-ebad-484e-a833-d0e2e56f82b9 HTTP/1.1" status: 200 len: 1095 time: 0.0986300 Aug 31 09:13:45.475942 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd267fe-8b89-4259-ad84-81ba0e178b43 req-a2e6ba98-b060-49ae-a887-7677b4171348 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:45.477934 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3dd267fe-8b89-4259-ad84-81ba0e178b43 req-a2e6ba98-b060-49ae-a887-7677b4171348 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/ports?device_id=5270f71b-23da-40b0-abaf-751dffa07843 HTTP/1.1" status: 200 len: 945 time: 0.1176517 Aug 31 09:13:45.505352 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-4fc07d25-8cc4-4d8e-9897-b1347351e72c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:45.520286 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['cfa97dbd-04c1-41b4-b950-627133759c71', '71eeab29-0c3e-4761-a5fc-905d7e248bc0', '3c94d9ef-d49f-4488-a315-aa55b99db37d'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:13:45.525594 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-2d5b5f5d-e140-46e9-aa5c-1f3623339e78 service neutron] Attempting to bind port 4003110c-a819-4284-88bb-cf46bf6a13a6 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:13:45.526268 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-2d5b5f5d-e140-46e9-aa5c-1f3623339e78 service neutron] Attempting to bind port 4003110c-a819-4284-88bb-cf46bf6a13a6 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'e87967a7-4c68-4c0e-807a-ac99598dcbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': '2e4790e3-aa00-4362-927c-45d0da928a48'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:13:45.526779 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-2d5b5f5d-e140-46e9-aa5c-1f3623339e78 service neutron] Attempting to bind port 4003110c-a819-4284-88bb-cf46bf6a13a6 on network 2e4790e3-aa00-4362-927c-45d0da928a48 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:13:45.543786 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-13a1386b-871b-41d4-9ffd-b086f801f181 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2370a60c-b19b-4325-a86e-0b2b208194b2 HTTP/1.1" status: 200 len: 217 time: 0.0641613 Aug 31 09:13:45.544416 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-deb081b2-3017-4196-9870-a577f7a13a48 req-8a82e6ab-d0a7-449f-9182-4576d5582a93 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:45.564195 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-2d5b5f5d-e140-46e9-aa5c-1f3623339e78 service neutron] Port 4003110c-a819-4284-88bb-cf46bf6a13a6 on network 2e4790e3-aa00-4362-927c-45d0da928a48 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:13:45.564760 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-2d5b5f5d-e140-46e9-aa5c-1f3623339e78 service neutron] Attempting to bind port 4003110c-a819-4284-88bb-cf46bf6a13a6 on network 2e4790e3-aa00-4362-927c-45d0da928a48 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:13:45.615742 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-4fc07d25-8cc4-4d8e-9897-b1347351e72c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Network a47e180d-e969-4a85-aa09-0ec8196480c0 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:13:45.621368 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-2d5b5f5d-e140-46e9-aa5c-1f3623339e78 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:13:45.621739 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-2d5b5f5d-e140-46e9-aa5c-1f3623339e78 service neutron] Checking segment: {'id': 'e87967a7-4c68-4c0e-807a-ac99598dcbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': '2e4790e3-aa00-4362-927c-45d0da928a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:13:45.622695 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-2d5b5f5d-e140-46e9-aa5c-1f3623339e78 service neutron] Bound using segment: {'id': 'e87967a7-4c68-4c0e-807a-ac99598dcbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': '2e4790e3-aa00-4362-927c-45d0da928a48'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:13:45.622841 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-2d5b5f5d-e140-46e9-aa5c-1f3623339e78 service neutron] Bound port: 4003110c-a819-4284-88bb-cf46bf6a13a6, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e87967a7-4c68-4c0e-807a-ac99598dcbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': '2e4790e3-aa00-4362-927c-45d0da928a48'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:13:45.623171 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-2d5b5f5d-e140-46e9-aa5c-1f3623339e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:45.638616 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-4fc07d25-8cc4-4d8e-9897-b1347351e72c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:13:45.645693 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-4fc07d25-8cc4-4d8e-9897-b1347351e72c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:13:45.675957 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82e6ab-d0a7-449f-9182-4576d5582a93 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Pushing event deleted for resources: {'Port': ['ID=30f8837c-a342-421f-b20d-750c23871715,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:45.691285 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['30f8837c-a342-421f-b20d-750c23871715'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:13:45.719300 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc07d25-8cc4-4d8e-9897-b1347351e72c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Pushing event updated for resources: {'Port': ['ID=dd1791ac-108c-4d45-8cb3-573e2142bd91,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:45.732899 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3dd267fe-8b89-4259-ad84-81ba0e178b43 req-aabbd0ab-1df1-4d77-9d94-2536727774db tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.119 "GET /v2.0/security-groups?id=b072cd6a-ef1f-4f25-9fc3-89505a78fb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419262 Aug 31 09:13:45.844043 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb081b2-3017-4196-9870-a577f7a13a48 req-8a82e6ab-d0a7-449f-9182-4576d5582a93 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] No DVR routers for this DVR port 30f8837c-a342-421f-b20d-750c23871715 on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:13:45.866719 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-deb081b2-3017-4196-9870-a577f7a13a48 req-8a82e6ab-d0a7-449f-9182-4576d5582a93 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:45.869486 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-deb081b2-3017-4196-9870-a577f7a13a48 req-8a82e6ab-d0a7-449f-9182-4576d5582a93 tempest-FloatingIPsAssociationTestJSON-1212635438 tempest-FloatingIPsAssociationTestJSON-1212635438-project] 10.222.0.59 "DELETE /v2.0/ports/30f8837c-a342-421f-b20d-750c23871715 HTTP/1.1" status: 204 len: 173 time: 1.4482734 Aug 31 09:13:45.872828 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-d4ded90c-5491-4c56-9531-06902b1cd44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:45.874976 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-d4ded90c-5491-4c56-9531-06902b1cd44f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=5540a99f-ddc8-4454-b137-a8c33ca66961 HTTP/1.1" status: 200 len: 845 time: 0.2368753 Aug 31 09:13:45.899042 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-4fc07d25-8cc4-4d8e-9897-b1347351e72c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:45.902701 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-4fc07d25-8cc4-4d8e-9897-b1347351e72c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:45.960976 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-9ee4c7e2-8fce-46f1-87d1-5a2e32090bee service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=9ca962f7-a3f8-4e91-9029-22ec42b84c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478454 Aug 31 09:13:46.013861 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-2d5b5f5d-e140-46e9-aa5c-1f3623339e78 service neutron] For port 4003110c-a819-4284-88bb-cf46bf6a13a6, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:13:46.017908 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-2d5b5f5d-e140-46e9-aa5c-1f3623339e78 service neutron] For port 4003110c-a819-4284-88bb-cf46bf6a13a6, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=4003110c-a819-4284-88bb-cf46bf6a13a6,segment=NetworkSegment(e87967a7-4c68-4c0e-807a-ac99598dcbb6),segment_id=e87967a7-4c68-4c0e-807a-ac99598dcbb6)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:13:46.022935 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a41969-f132-4d78-be03-87bc13ec76cb req-59a80845-94a2-4f7a-b282-128e5d94e180 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:46.034078 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-06a41969-f132-4d78-be03-87bc13ec76cb req-59a80845-94a2-4f7a-b282-128e5d94e180 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 936 time: 0.1749840 Aug 31 09:13:46.122115 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-4fc07d25-8cc4-4d8e-9897-b1347351e72c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8126473 Aug 31 09:13:46.139619 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-7d6aca3a-2338-4482-b9cc-f64e253fb5c3 service neutron] Request body: {'port': {'device_id': 'e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:46.249410 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-06a41969-f132-4d78-be03-87bc13ec76cb req-8b4dc6a2-8d5e-4574-9aa4-b8d073aa23af tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130206 Aug 31 09:13:46.253331 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e7c1e73d-55c8-429d-8422-8441930141e8 None None] Provisioning for port dd1791ac-108c-4d45-8cb3-573e2142bd91 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:13:46.290901 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-2d5b5f5d-e140-46e9-aa5c-1f3623339e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:46.298489 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e7c1e73d-55c8-429d-8422-8441930141e8 None None] Provisioning complete for port dd1791ac-108c-4d45-8cb3-573e2142bd91 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:46.306770 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e7c1e73d-55c8-429d-8422-8441930141e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:46.375353 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89e5b64-f38c-4eca-b7db-f3fafcebab08 x-openstack-request-id: req-b89e5b64-f38c-4eca-b7db-f3fafcebab08 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:46.375873 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd54fb6-ebad-484e-a833-d0e2e56f82b9", "tag": "2370a60c-b19b-4325-a86e-0b2b208194b2", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:46.376288 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-b89e5b64-f38c-4eca-b7db-f3fafcebab08 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:46.376841 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dd54fb6-ebad-484e-a833-d0e2e56f82b9', 'tag': '2370a60c-b19b-4325-a86e-0b2b208194b2', 'status': 'completed', 'code': 200} Aug 31 09:13:46.381134 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-0ca97b43-92bd-4d44-828f-fc01791ce85e service neutron] 10.222.0.112 "GET /v2.0/networks/9ca962f7-a3f8-4e91-9029-22ec42b84c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917418 Aug 31 09:13:46.397742 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b5f5d-e140-46e9-aa5c-1f3623339e78 service neutron] Pushing event updated for resources: {'Port': ['ID=4003110c-a819-4284-88bb-cf46bf6a13a6,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:46.413278 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-2d5b5f5d-e140-46e9-aa5c-1f3623339e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:46.414646 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-2d5b5f5d-e140-46e9-aa5c-1f3623339e78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:46.416497 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-2d5b5f5d-e140-46e9-aa5c-1f3623339e78 service neutron] 10.222.0.112 "PUT /v2.0/ports/4003110c-a819-4284-88bb-cf46bf6a13a6 HTTP/1.1" status: 200 len: 1092 time: 2.0522413 Aug 31 09:13:46.417162 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8fe9365-f1e8-4c0b-94f9-c46eb8f85bb1', 'tag': '4003110c-a819-4284-88bb-cf46bf6a13a6'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:46.419832 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1d330b-e761-49e7-8c45-f19160484a37" -d '{"events": [{"name": "network-changed", "server_uuid": "d8fe9365-f1e8-4c0b-94f9-c46eb8f85bb1", "tag": "4003110c-a819-4284-88bb-cf46bf6a13a6"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:46.424424 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-7d6aca3a-2338-4482-b9cc-f64e253fb5c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:46.533828 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1e73d-55c8-429d-8422-8441930141e8 None None] Port dd1791ac-108c-4d45-8cb3-573e2142bd91 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:13:46.691769 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a6d46-f407-4644-89bd-c8196c6aafff req-640b46cf-5f36-407c-81c2-16bef803fe43 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:46.705223 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-301a6d46-f407-4644-89bd-c8196c6aafff req-640b46cf-5f36-407c-81c2-16bef803fe43 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=5dd54fb6-ebad-484e-a833-d0e2e56f82b9 HTTP/1.1" status: 200 len: 943 time: 0.1066792 Aug 31 09:13:46.786585 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5376e38-bf98-4cce-a162-69a8889e49c2 req-8080368f-5d46-472b-a28c-4056a5060380 service neutron] 10.222.0.112 "GET /v2.0/networks/9ca962f7-a3f8-4e91-9029-22ec42b84c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953698 Aug 31 09:13:46.808043 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-301a6d46-f407-4644-89bd-c8196c6aafff req-7c4b4e43-cda1-4170-a91d-9d6f097d2df1 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983906 Aug 31 09:13:46.899055 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:46.928025 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-2072ac6b-3845-49f4-b635-eaa265050865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:46.940082 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-2072ac6b-3845-49f4-b635-eaa265050865 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ac8bf9c7fc614723aef798bc9d7bee9a&device_id=d8fe9365-f1e8-4c0b-94f9-c46eb8f85bb1 HTTP/1.1" status: 200 len: 1095 time: 0.1132259 Aug 31 09:13:47.068825 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f99fd0-0524-49ff-a71d-b96e52e5b91e req-9d577dd5-49d5-4f23-a122-ab2deabf1a07 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:47.077151 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4f99fd0-0524-49ff-a71d-b96e52e5b91e req-9d577dd5-49d5-4f23-a122-ab2deabf1a07 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.119 "GET /v2.0/ports?device_id=d8fe9365-f1e8-4c0b-94f9-c46eb8f85bb1 HTTP/1.1" status: 200 len: 943 time: 0.0794573 Aug 31 09:13:47.078105 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-2bf51c14-9c07-49bc-8676-a239b8776e82 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4003110c-a819-4284-88bb-cf46bf6a13a6 HTTP/1.1" status: 200 len: 217 time: 0.0418322 Aug 31 09:13:47.123422 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-7d6aca3a-2338-4482-b9cc-f64e253fb5c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd1791ac-108c-4d45-8cb3-573e2142bd91 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:13:47.147160 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-7d6aca3a-2338-4482-b9cc-f64e253fb5c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:47.183593 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-7d6aca3a-2338-4482-b9cc-f64e253fb5c3 service neutron] Transition to ACTIVE for port object dd1791ac-108c-4d45-8cb3-573e2142bd91 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:13:47.191766 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4f99fd0-0524-49ff-a71d-b96e52e5b91e req-b8424f95-1a63-460e-a9be-ad7f2f715663 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.119 "GET /v2.0/security-groups?id=c54d20d1-c5eb-4974-9e54-9ec159f055e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132104 Aug 31 09:13:47.205469 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442414a-c8a6-4472-9765-964330430ab3 req-6e1e3719-3690-47c2-b516-879c31ad14b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:47.208368 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6442414a-c8a6-4472-9765-964330430ab3 req-6e1e3719-3690-47c2-b516-879c31ad14b3 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=5dd54fb6-ebad-484e-a833-d0e2e56f82b9 HTTP/1.1" status: 200 len: 1095 time: 0.1192458 Aug 31 09:13:47.281242 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-7d6aca3a-2338-4482-b9cc-f64e253fb5c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:47.343432 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e739cc6-f548-4e20-88de-ba69300c5c58 req-b31c0e0e-947e-42b2-b1e0-c230af038c0c tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:47.344960 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7e739cc6-f548-4e20-88de-ba69300c5c58 req-b31c0e0e-947e-42b2-b1e0-c230af038c0c tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 1097 time: 0.0662487 Aug 31 09:13:47.431019 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7e739cc6-f548-4e20-88de-ba69300c5c58 req-608fcd10-42fb-4168-8bfa-b0200885f862 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787244 Aug 31 09:13:47.558035 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-4d4c657f-3b7f-4332-a7e9-e8a7c8e49318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:47.560355 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-4d4c657f-3b7f-4332-a7e9-e8a7c8e49318 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=5fa32fd7-629c-4627-bfec-319226a78cba HTTP/1.1" status: 200 len: 853 time: 0.2092118 Aug 31 09:13:47.563774 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6aca3a-2338-4482-b9cc-f64e253fb5c3 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1791ac-108c-4d45-8cb3-573e2142bd91,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:47.575974 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea68f724-16c4-450c-9a51-24c99fc121d5 x-openstack-request-id: req-ea68f724-16c4-450c-9a51-24c99fc121d5 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:47.576354 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8fe9365-f1e8-4c0b-94f9-c46eb8f85bb1", "tag": "4003110c-a819-4284-88bb-cf46bf6a13a6", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:47.576757 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-ea68f724-16c4-450c-9a51-24c99fc121d5 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:47.577188 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8fe9365-f1e8-4c0b-94f9-c46eb8f85bb1', 'tag': '4003110c-a819-4284-88bb-cf46bf6a13a6', 'status': 'completed', 'code': 200} Aug 31 09:13:47.652948 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51740) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:47.719858 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442414a-c8a6-4472-9765-964330430ab3 req-cc25d56b-edba-4836-80e5-2a557fbfc646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:47.721986 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6442414a-c8a6-4472-9765-964330430ab3 req-cc25d56b-edba-4836-80e5-2a557fbfc646 service neutron] 10.222.0.112 "GET /v2.0/networks?id=9ca962f7-a3f8-4e91-9029-22ec42b84c01 HTTP/1.1" status: 200 len: 907 time: 0.2089975 Aug 31 09:13:47.882165 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-c9983156-7407-4e83-a602-bc66b661818b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:47.884893 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-c9983156-7407-4e83-a602-bc66b661818b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2e4790e3-aa00-4362-927c-45d0da928a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2453892 Aug 31 09:13:47.911450 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6442414a-c8a6-4472-9765-964330430ab3 req-e02c6b6e-79d2-4d4c-9629-e61e3d0a8f0a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2370a60c-b19b-4325-a86e-0b2b208194b2 HTTP/1.1" status: 200 len: 217 time: 0.1585171 Aug 31 09:13:47.947494 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-7d6aca3a-2338-4482-b9cc-f64e253fb5c3 service neutron] Attempting to bind port dd1791ac-108c-4d45-8cb3-573e2142bd91 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:13:47.947826 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-7d6aca3a-2338-4482-b9cc-f64e253fb5c3 service neutron] Attempting to bind port dd1791ac-108c-4d45-8cb3-573e2142bd91 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:13:47.948154 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-7d6aca3a-2338-4482-b9cc-f64e253fb5c3 service neutron] Attempting to bind port dd1791ac-108c-4d45-8cb3-573e2142bd91 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:13:47.949683 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18738150-1aed-41a2-8587-ea05be987143 req-79b4d5a9-de2c-471f-a7f7-c51aa0b649d0 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:47.955218 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-7d6aca3a-2338-4482-b9cc-f64e253fb5c3 service neutron] Port dd1791ac-108c-4d45-8cb3-573e2142bd91 on network a47e180d-e969-4a85-aa09-0ec8196480c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:13:47.955558 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-7d6aca3a-2338-4482-b9cc-f64e253fb5c3 service neutron] Attempting to bind port dd1791ac-108c-4d45-8cb3-573e2142bd91 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:13:47.958356 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-18738150-1aed-41a2-8587-ea05be987143 req-79b4d5a9-de2c-471f-a7f7-c51aa0b649d0 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 948 time: 0.2351053 Aug 31 09:13:47.967819 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-7d6aca3a-2338-4482-b9cc-f64e253fb5c3 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:13:47.968324 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-7d6aca3a-2338-4482-b9cc-f64e253fb5c3 service neutron] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:13:47.968604 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-7d6aca3a-2338-4482-b9cc-f64e253fb5c3 service neutron] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:13:47.969236 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-7d6aca3a-2338-4482-b9cc-f64e253fb5c3 service neutron] Bound port: dd1791ac-108c-4d45-8cb3-573e2142bd91, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:13:47.969708 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-7d6aca3a-2338-4482-b9cc-f64e253fb5c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:48.050420 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-18738150-1aed-41a2-8587-ea05be987143 req-8a0e7479-7f52-4eba-8912-5400b335155e tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881820 Aug 31 09:13:48.075717 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442414a-c8a6-4472-9765-964330430ab3 req-c6a6c3bb-6989-4bc8-8a82-5db5c1138cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:48.079445 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6442414a-c8a6-4472-9765-964330430ab3 req-c6a6c3bb-6989-4bc8-8a82-5db5c1138cd5 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=5540a99f-ddc8-4454-b137-a8c33ca66961 HTTP/1.1" status: 200 len: 845 time: 0.1039827 Aug 31 09:13:48.379334 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5270f71b-23da-40b0-abaf-751dffa07843', 'name': 'network-vif-deleted', 'tag': '30f8837c-a342-421f-b20d-750c23871715'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:48.382431 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18a16ad-3674-45aa-9778-4f3346989b87" -d '{"events": [{"server_uuid": "5270f71b-23da-40b0-abaf-751dffa07843", "name": "network-vif-deleted", "tag": "30f8837c-a342-421f-b20d-750c23871715"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:48.538964 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 30f8837c-a342-421f-b20d-750c23871715 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:13:48.598124 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 30f8837c-a342-421f-b20d-750c23871715 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:13:48.604032 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 30f8837c-a342-421f-b20d-750c23871715 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:13:48.610380 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-bafc8481-979e-433f-86a1-bcb3a13788f2 service neutron] 10.222.0.112 "GET /v2.0/networks/2e4790e3-aa00-4362-927c-45d0da928a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6257823 Aug 31 09:13:48.611574 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-7d6aca3a-2338-4482-b9cc-f64e253fb5c3 service neutron] For port dd1791ac-108c-4d45-8cb3-573e2142bd91, host n-h2-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:13:48.629904 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-7d6aca3a-2338-4482-b9cc-f64e253fb5c3 service neutron] For port dd1791ac-108c-4d45-8cb3-573e2142bd91, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=dd1791ac-108c-4d45-8cb3-573e2142bd91,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:13:48.699638 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-7d6aca3a-2338-4482-b9cc-f64e253fb5c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:48.767206 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-7d6aca3a-2338-4482-b9cc-f64e253fb5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:48.767849 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-7d6aca3a-2338-4482-b9cc-f64e253fb5c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:48.769293 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-7d6aca3a-2338-4482-b9cc-f64e253fb5c3 service neutron] 10.222.0.59 "PUT /v2.0/ports/dd1791ac-108c-4d45-8cb3-573e2142bd91 HTTP/1.1" status: 200 len: 1097 time: 2.6417603 Aug 31 09:13:48.800215 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6aca3a-2338-4482-b9cc-f64e253fb5c3 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1791ac-108c-4d45-8cb3-573e2142bd91,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:48.939245 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6a425643-f463-4d22-b97d-391e2705fb68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:49.244084 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-4a759cfe-27d3-484b-b4c1-ba52d5da8120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:49.244469 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-4a759cfe-27d3-484b-b4c1-ba52d5da8120 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 1100 time: 0.2987351 Aug 31 09:13:49.316315 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-7b56ef2a-b52d-4fd2-a8ac-1c1d5bdad7e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=dd1791ac-108c-4d45-8cb3-573e2142bd91 HTTP/1.1" status: 200 len: 217 time: 0.0544240 Aug 31 09:13:49.432517 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-c52dc80d-9064-4336-952e-664bf1c41e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:49.433962 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-c52dc80d-9064-4336-952e-664bf1c41e45 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1071515 Aug 31 09:13:49.573738 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-c9f2e717-0cca-48a2-b21b-b0ecb1d23644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:49.575824 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-c9f2e717-0cca-48a2-b21b-b0ecb1d23644 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1340125 Aug 31 09:13:49.579150 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9', 'tag': 'dd1791ac-108c-4d45-8cb3-573e2142bd91'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:49.581653 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f42720f-aa74-4409-ba17-55e296a913e6" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9", "tag": "dd1791ac-108c-4d45-8cb3-573e2142bd91"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:49.668643 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-6a425643-f463-4d22-b97d-391e2705fb68 admin admin] Deleting port f940c340-11fb-4482-b9fc-d59ba5a3d85e {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:13:49.669255 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6a425643-f463-4d22-b97d-391e2705fb68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:49.739854 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-21d5b56b-08f7-4fbc-9f6d-d73aa9026cbd service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534474 Aug 31 09:13:49.825530 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-6a425643-f463-4d22-b97d-391e2705fb68 admin admin] For port f940c340-11fb-4482-b9fc-d59ba5a3d85e, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f940c340-11fb-4482-b9fc-d59ba5a3d85e,segment=NetworkSegment(31cf320c-edc0-464d-82e7-32003e3052bd),segment_id=31cf320c-edc0-464d-82e7-32003e3052bd)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:49.826991 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6a425643-f463-4d22-b97d-391e2705fb68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:49.843238 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-6a425643-f463-4d22-b97d-391e2705fb68 admin admin] Calling delete_port for f940c340-11fb-4482-b9fc-d59ba5a3d85e owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:13:49.912458 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-dfdc76b4-51fb-492c-b7a5-0dc1f4dbb3d0 req-d9ce0209-313c-4605-879e-57d137f81e09 service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645563 Aug 31 09:13:50.182574 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6a425643-f463-4d22-b97d-391e2705fb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:50.207112 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a425643-f463-4d22-b97d-391e2705fb68 admin admin] Pushing event deleted for resources: {'Port': ['ID=f940c340-11fb-4482-b9fc-d59ba5a3d85e,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:50.420382 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6a425643-f463-4d22-b97d-391e2705fb68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:50.706831 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a425643-f463-4d22-b97d-391e2705fb68 admin admin] Router 95a27ff0-f36f-4c14-94a6-eb63f93fd821 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:13:50.838810 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a425643-f463-4d22-b97d-391e2705fb68 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:13:50.845917 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6a425643-f463-4d22-b97d-391e2705fb68 admin admin] 10.222.0.119 "PUT /v2.0/routers/95a27ff0-f36f-4c14-94a6-eb63f93fd821/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1845396 Aug 31 09:13:50.846576 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51812) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:50.848674 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369169e0-16bc-4c35-be4d-b44d919edac1 None None] Sync routers for ids ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:13:50.858677 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369169e0-16bc-4c35-be4d-b44d919edac1 None None] Routers {'95a27ff0-f36f-4c14-94a6-eb63f93fd821'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:13:50.859308 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-369169e0-16bc-4c35-be4d-b44d919edac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:13:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:50.969499 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fed08594-b79f-4cc1-aa4f-162868f28983 admin admin] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:50.996861 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-369169e0-16bc-4c35-be4d-b44d919edac1 None None] Set router 95a27ff0-f36f-4c14-94a6-eb63f93fd821 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:13:51.211962 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:13:51.284632 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-369169e0-16bc-4c35-be4d-b44d919edac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'name': 'tempest-FloatingIPsAssociationTestJSON-206902127-router', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:11:47Z', 'updated_at': '2021-08-31T09:13:50Z', 'revision_number': 5, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'gw_port': {'id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:49Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:51.314877 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369169e0-16bc-4c35-be4d-b44d919edac1 None None] Checking router: 95a27ff0-f36f-4c14-94a6-eb63f93fd821 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:13:51.325293 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369169e0-16bc-4c35-be4d-b44d919edac1 None None] Routers {'95a27ff0-f36f-4c14-94a6-eb63f93fd821'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:13:51.326198 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-369169e0-16bc-4c35-be4d-b44d919edac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:13:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:51.459181 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fed08594-b79f-4cc1-aa4f-162868f28983 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:51.486891 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-369169e0-16bc-4c35-be4d-b44d919edac1 None None] Set router 95a27ff0-f36f-4c14-94a6-eb63f93fd821 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:13:51.596021 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b4428-d028-49e8-950b-26c6937cc595 req-f99e2bdc-80d4-4c98-81e3-fdeb8f0fc7f8 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:51.604507 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6e1b4428-d028-49e8-950b-26c6937cc595 req-f99e2bdc-80d4-4c98-81e3-fdeb8f0fc7f8 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=5dd54fb6-ebad-484e-a833-d0e2e56f82b9 HTTP/1.1" status: 200 len: 943 time: 0.1106155 Aug 31 09:13:51.662817 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-fed08594-b79f-4cc1-aa4f-162868f28983 admin admin] Deleting port 5320e91c-5dd0-4d7e-9d59-28aced1097fd {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:13:51.663083 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fed08594-b79f-4cc1-aa4f-162868f28983 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:51.671117 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6e1b4428-d028-49e8-950b-26c6937cc595 req-09de97af-4b24-46e4-b889-5bf19f4f39cf tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657532 Aug 31 09:13:51.775225 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-fed08594-b79f-4cc1-aa4f-162868f28983 admin admin] For port 5320e91c-5dd0-4d7e-9d59-28aced1097fd, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=5320e91c-5dd0-4d7e-9d59-28aced1097fd,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:51.775590 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fed08594-b79f-4cc1-aa4f-162868f28983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:51.793050 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-fed08594-b79f-4cc1-aa4f-162868f28983 admin admin] Calling delete_port for 5320e91c-5dd0-4d7e-9d59-28aced1097fd owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:13:51.821245 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-369169e0-16bc-4c35-be4d-b44d919edac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'name': 'tempest-FloatingIPsAssociationTestJSON-206902127-router', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:11:47Z', 'updated_at': '2021-08-31T09:13:50Z', 'revision_number': 5, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'gw_port': {'id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:49Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:51.872408 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369169e0-16bc-4c35-be4d-b44d919edac1 None None] The sync data for ids ['95a27ff0-f36f-4c14-94a6-eb63f93fd821'] in n-d-791506-28 is: [{'id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'name': 'tempest-FloatingIPsAssociationTestJSON-206902127-router', 'tenant_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:11:47Z', 'updated_at': '2021-08-31T09:13:50Z', 'revision_number': 5, 'project_id': 'f4381d0dc0be411ca9215585d9e1f0fb', 'gw_port': {'id': '5320e91c-5dd0-4d7e-9d59-28aced1097fd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a27ff0-f36f-4c14-94a6-eb63f93fd821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:11:49Z', 'updated_at': '2021-08-31T09:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:13:52.030951 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b21dfe-5c80-430d-8649-9c846f801c29 req-3f356dc5-33ae-434c-8420-4626317c58c5 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:52.035160 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f5b21dfe-5c80-430d-8649-9c846f801c29 req-3f356dc5-33ae-434c-8420-4626317c58c5 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.119 "GET /v2.0/ports?device_id=d8fe9365-f1e8-4c0b-94f9-c46eb8f85bb1 HTTP/1.1" status: 200 len: 943 time: 0.0753090 Aug 31 09:13:52.112730 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f5b21dfe-5c80-430d-8649-9c846f801c29 req-207ee05d-85a9-47b0-a945-06c5392ecc7f tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.119 "GET /v2.0/security-groups?id=c54d20d1-c5eb-4974-9e54-9ec159f055e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667028 Aug 31 09:13:52.166072 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d09bd8-fe68-4318-a2d6-ce490ce52e5e x-openstack-request-id: req-36d09bd8-fe68-4318-a2d6-ce490ce52e5e {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:52.166366 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5270f71b-23da-40b0-abaf-751dffa07843", "name": "network-vif-deleted", "tag": "30f8837c-a342-421f-b20d-750c23871715", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:52.166732 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-36d09bd8-fe68-4318-a2d6-ce490ce52e5e {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:52.167054 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5270f71b-23da-40b0-abaf-751dffa07843', 'name': 'network-vif-deleted', 'tag': '30f8837c-a342-421f-b20d-750c23871715', 'status': 'completed', 'code': 200} Aug 31 09:13:52.176327 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fed08594-b79f-4cc1-aa4f-162868f28983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:52.240995 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed08594-b79f-4cc1-aa4f-162868f28983 admin admin] Pushing event deleted for resources: {'Port': ['ID=5320e91c-5dd0-4d7e-9d59-28aced1097fd,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:52.337777 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fed08594-b79f-4cc1-aa4f-162868f28983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:52.346788 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080cb8d-653c-4a1f-bd5b-d9725bc14fd5 req-d5fbab52-9121-4889-8338-4a04faa81336 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:52.348331 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2080cb8d-653c-4a1f-bd5b-d9725bc14fd5 req-d5fbab52-9121-4889-8338-4a04faa81336 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 948 time: 0.1197689 Aug 31 09:13:52.502362 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fed08594-b79f-4cc1-aa4f-162868f28983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:52.502362 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fed08594-b79f-4cc1-aa4f-162868f28983 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:52.509417 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2080cb8d-653c-4a1f-bd5b-d9725bc14fd5 req-b9e28d6e-aa0c-4763-ab3c-aab21d1dfb69 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365998 Aug 31 09:13:52.543996 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device dd1791ac-108c-4d45-8cb3-573e2142bd91 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:13:52.606021 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c08d56-cbc7-4b09-9f5f-e48d8d5ff7c3 x-openstack-request-id: req-35c08d56-cbc7-4b09-9f5f-e48d8d5ff7c3 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:52.606021 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9", "tag": "dd1791ac-108c-4d45-8cb3-573e2142bd91", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:52.606021 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-35c08d56-cbc7-4b09-9f5f-e48d8d5ff7c3 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:52.606021 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9', 'tag': 'dd1791ac-108c-4d45-8cb3-573e2142bd91', 'status': 'completed', 'code': 200} Aug 31 09:13:52.606985 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f940c340-11fb-4482-b9fc-d59ba5a3d85e no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:13:52.688635 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42720f-aa74-4409-ba17-55e296a913e6 req-927f53b2-47b5-4bfe-8bde-7fbca90a1b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:52.692242 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9f42720f-aa74-4409-ba17-55e296a913e6 req-927f53b2-47b5-4bfe-8bde-7fbca90a1b41 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 1100 time: 0.0695660 Aug 31 09:13:52.705948 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: f940c340-11fb-4482-b9fc-d59ba5a3d85e {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:13:52.706330 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f940c340-11fb-4482-b9fc-d59ba5a3d85e not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:13:52.708023 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fed08594-b79f-4cc1-aa4f-162868f28983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:52.709116 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed08594-b79f-4cc1-aa4f-162868f28983 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95a27ff0-f36f-4c14-94a6-eb63f93fd821 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:13:52.718521 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fed08594-b79f-4cc1-aa4f-162868f28983 admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:52.723651 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-fed08594-b79f-4cc1-aa4f-162868f28983 admin admin] 10.222.0.119 "DELETE /v2.0/routers/95a27ff0-f36f-4c14-94a6-eb63f93fd821 HTTP/1.1" status: 204 len: 168 time: 1.8759804 Aug 31 09:13:52.725457 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51846) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:52.791880 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port dd1791ac-108c-4d45-8cb3-573e2142bd91, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=dd1791ac-108c-4d45-8cb3-573e2142bd91,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:52.821601 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-16fbba46-0fd4-4222-b243-b96296641a33 admin admin] Deleting subnet 3649fc3f-e1b9-493b-9302-31142ce0aead {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:13:52.829223 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-16fbba46-0fd4-4222-b243-b96296641a33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:52.838357 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': 'dd1791ac-108c-4d45-8cb3-573e2142bd91', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': 'dd1791ac-108c-4d45-8cb3-573e2142bd91', 'mac_address': 'fa:16:3e:00:5d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:13:52.900844 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42720f-aa74-4409-ba17-55e296a913e6 req-0c5d0e6d-9692-4d61-9a26-403f88b7ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:52.902466 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9f42720f-aa74-4409-ba17-55e296a913e6 req-0c5d0e6d-9692-4d61-9a26-403f88b7ef0b service neutron] 10.222.0.59 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.1998744 Aug 31 09:13:52.921196 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-16fbba46-0fd4-4222-b243-b96296641a33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:52.932450 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:52.966250 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd1791ac-108c-4d45-8cb3-573e2142bd91 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:13:52.996016 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9f42720f-aa74-4409-ba17-55e296a913e6 req-2a0fb1b2-31dc-4986-9c09-490d632abfdb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=dd1791ac-108c-4d45-8cb3-573e2142bd91 HTTP/1.1" status: 200 len: 217 time: 0.0858729 Aug 31 09:13:53.027846 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port dd1791ac-108c-4d45-8cb3-573e2142bd91, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=dd1791ac-108c-4d45-8cb3-573e2142bd91,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:53.072042 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42720f-aa74-4409-ba17-55e296a913e6 req-76169ce6-393e-4795-8180-7443e05b8066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:53.073608 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9f42720f-aa74-4409-ba17-55e296a913e6 req-76169ce6-393e-4795-8180-7443e05b8066 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.0706728 Aug 31 09:13:53.122744 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:53.123895 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-16fbba46-0fd4-4222-b243-b96296641a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:53.133928 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42720f-aa74-4409-ba17-55e296a913e6 req-b8266067-22c5-4f91-896a-40b2bce3dfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:53.135702 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9f42720f-aa74-4409-ba17-55e296a913e6 req-b8266067-22c5-4f91-896a-40b2bce3dfc1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0549104 Aug 31 09:13:53.243227 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=dd1791ac-108c-4d45-8cb3-573e2142bd91,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:53.257937 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9f42720f-aa74-4409-ba17-55e296a913e6 req-a285866d-42fe-436f-8ca4-483e960d8c97 service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147888 Aug 31 09:13:53.296230 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-16fbba46-0fd4-4222-b243-b96296641a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:53.337786 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-16fbba46-0fd4-4222-b243-b96296641a33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:53.339776 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-16fbba46-0fd4-4222-b243-b96296641a33 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/3649fc3f-e1b9-493b-9302-31142ce0aead HTTP/1.1" status: 204 len: 168 time: 0.6132569 Aug 31 09:13:53.340830 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fbba46-0fd4-4222-b243-b96296641a33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3649fc3f-e1b9-493b-9302-31142ce0aead,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:53.342452 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51868) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:53.359091 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63116b99-8ca5-44bd-8082-6f1d003f566a None None] Network 911967d5-9c28-4576-80c3-c0f96b966e16 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:13:53.453652 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['dd1791ac-108c-4d45-8cb3-573e2142bd91'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:13:53.470136 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9f42720f-aa74-4409-ba17-55e296a913e6 req-65b6f4ec-a8fa-4cce-add3-5b6e6fabbf6f service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025907 Aug 31 09:13:53.513663 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-01329d00-c3eb-4d07-a45b-9a45cebd6511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:53.593412 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-01329d00-c3eb-4d07-a45b-9a45cebd6511 admin admin] Deleting port 8793490f-4878-4afb-90b1-daa9ae420e51 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:13:53.593684 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-01329d00-c3eb-4d07-a45b-9a45cebd6511 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:53.717516 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-01329d00-c3eb-4d07-a45b-9a45cebd6511 admin admin] For port 8793490f-4878-4afb-90b1-daa9ae420e51, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8793490f-4878-4afb-90b1-daa9ae420e51,segment=NetworkSegment(31cf320c-edc0-464d-82e7-32003e3052bd),segment_id=31cf320c-edc0-464d-82e7-32003e3052bd)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:53.717882 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-01329d00-c3eb-4d07-a45b-9a45cebd6511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:53.752664 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-01329d00-c3eb-4d07-a45b-9a45cebd6511 admin admin] Calling delete_port for 8793490f-4878-4afb-90b1-daa9ae420e51 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:13:53.811448 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b4b154-65f3-47ff-9097-a1843438cc5e None None] DHCP port deletion for 911967d5-9c28-4576-80c3-c0f96b966e16 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:13:53.888785 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-44b4b154-65f3-47ff-9097-a1843438cc5e None None] Deleting port 8793490f-4878-4afb-90b1-daa9ae420e51 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:13:53.889218 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-44b4b154-65f3-47ff-9097-a1843438cc5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:53.931396 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-01329d00-c3eb-4d07-a45b-9a45cebd6511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:53.963603 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01329d00-c3eb-4d07-a45b-9a45cebd6511 admin admin] Pushing event deleted for resources: {'Port': ['ID=8793490f-4878-4afb-90b1-daa9ae420e51,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:53.969874 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-44b4b154-65f3-47ff-9097-a1843438cc5e None None] For port 8793490f-4878-4afb-90b1-daa9ae420e51, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8793490f-4878-4afb-90b1-daa9ae420e51,segment=NetworkSegment(31cf320c-edc0-464d-82e7-32003e3052bd),segment_id=31cf320c-edc0-464d-82e7-32003e3052bd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:53.970399 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-44b4b154-65f3-47ff-9097-a1843438cc5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:53.971084 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01329d00-c3eb-4d07-a45b-9a45cebd6511 admin admin] No DVR routers for this DVR port 8793490f-4878-4afb-90b1-daa9ae420e51 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:13:53.987618 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-44b4b154-65f3-47ff-9097-a1843438cc5e None None] Calling delete_port for 8793490f-4878-4afb-90b1-daa9ae420e51 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:13:54.063493 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-01329d00-c3eb-4d07-a45b-9a45cebd6511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:54.074929 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-01329d00-c3eb-4d07-a45b-9a45cebd6511 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['911967d5-9c28-4576-80c3-c0f96b966e16']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:54.086898 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-01329d00-c3eb-4d07-a45b-9a45cebd6511 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31cf320c-edc0-464d-82e7-32003e3052bd') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:54.087271 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-01329d00-c3eb-4d07-a45b-9a45cebd6511 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31cf320c-edc0-464d-82e7-32003e3052bd') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:13:54.097020 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-01329d00-c3eb-4d07-a45b-9a45cebd6511 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:54.112553 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-01329d00-c3eb-4d07-a45b-9a45cebd6511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:54.121054 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01329d00-c3eb-4d07-a45b-9a45cebd6511 admin admin] Releasing vlan 1620 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:13:54.121535 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-01329d00-c3eb-4d07-a45b-9a45cebd6511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:54.125795 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:13:54.125795 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:13:54.125795 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:13:54.125795 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:13:54.125795 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:13:54.125795 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:13:54.125795 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:13:54.125795 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:13:54.125795 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:13:54.125795 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:13:54.125795 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:13:54.125795 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:13:54.125795 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:13:54.125795 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:13:54.125795 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:13:54.125795 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:13:54.125795 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:13:54.125795 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:13:54.125795 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:13:54.125795 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:13:54.125795 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:13:54.125795 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:13:54.125795 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:13:54.125795 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:13:54.125795 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:13:54.125795 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:13:54.125795 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:13:54.125795 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:13:54.125795 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:13:54.125795 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:13:54.125795 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:13:54.125795 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:13:54.258797 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6442414a-c8a6-4472-9765-964330430ab3 req-6eeeb8d8-90b9-43d9-9c53-a0313a3090c4 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=9ca962f7-a3f8-4e91-9029-22ec42b84c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641065 Aug 31 09:13:54.270246 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-44b4b154-65f3-47ff-9097-a1843438cc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:54.308690 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-58ac1eeb-2354-4a1c-b483-1315078488d5 req-3c59b88d-d313-4818-9992-6cce97a8b8c4 service neutron] 10.222.0.112 "GET /v2.0/networks/2e4790e3-aa00-4362-927c-45d0da928a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644053 Aug 31 09:13:54.341811 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4b154-65f3-47ff-9097-a1843438cc5e None None] Pushing event deleted for resources: {'Port': ['ID=8793490f-4878-4afb-90b1-daa9ae420e51,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:54.350530 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b4b154-65f3-47ff-9097-a1843438cc5e None None] No DVR routers for this DVR port 8793490f-4878-4afb-90b1-daa9ae420e51 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:13:54.428597 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-01329d00-c3eb-4d07-a45b-9a45cebd6511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:54.442838 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-01329d00-c3eb-4d07-a45b-9a45cebd6511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:54.448095 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-01329d00-c3eb-4d07-a45b-9a45cebd6511 admin admin] 10.222.0.119 "DELETE /v2.0/networks/911967d5-9c28-4576-80c3-c0f96b966e16 HTTP/1.1" status: 204 len: 168 time: 1.0916398 Aug 31 09:13:54.514186 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01329d00-c3eb-4d07-a45b-9a45cebd6511 admin admin] Pushing event deleted for resources: {'Network': ['ID=911967d5-9c28-4576-80c3-c0f96b966e16,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:54.559127 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device dd1791ac-108c-4d45-8cb3-573e2142bd91 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:13:54.578922 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6442414a-c8a6-4472-9765-964330430ab3 req-176a5d5b-58d2-459e-b894-402f93081948 service neutron] 10.222.0.112 "GET /v2.0/networks/9ca962f7-a3f8-4e91-9029-22ec42b84c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086379 Aug 31 09:13:54.641307 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8793490f-4878-4afb-90b1-daa9ae420e51 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:13:54.650308 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d330b-e761-49e7-8c45-f19160484a37 req-78bff12a-27fd-420a-82a2-5909e65121aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:54.651951 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ca1d330b-e761-49e7-8c45-f19160484a37 req-78bff12a-27fd-420a-82a2-5909e65121aa service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ac8bf9c7fc614723aef798bc9d7bee9a&device_id=d8fe9365-f1e8-4c0b-94f9-c46eb8f85bb1 HTTP/1.1" status: 200 len: 1095 time: 0.1278722 Aug 31 09:13:54.675450 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 8793490f-4878-4afb-90b1-daa9ae420e51 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:13:54.676510 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8793490f-4878-4afb-90b1-daa9ae420e51 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:13:54.676510 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 5320e91c-5dd0-4d7e-9d59-28aced1097fd no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:13:54.710172 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 5320e91c-5dd0-4d7e-9d59-28aced1097fd {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:13:54.710609 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 5320e91c-5dd0-4d7e-9d59-28aced1097fd not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:13:54.747588 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6442414a-c8a6-4472-9765-964330430ab3 req-4a5310e5-c9ce-4e4c-aefa-3a9bd07bb2a8 service neutron] 10.222.0.112 "GET /v2.0/networks/9ca962f7-a3f8-4e91-9029-22ec42b84c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540363 Aug 31 09:13:54.822975 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port dd1791ac-108c-4d45-8cb3-573e2142bd91 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:13:54.830023 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port dd1791ac-108c-4d45-8cb3-573e2142bd91 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:54.830449 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:54.975089 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c815c2-6689-4bdc-a73f-b24665d110e7 req-14cd794b-1c08-4ba8-9b17-6c8ab658e6f2 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:54.984652 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a3c815c2-6689-4bdc-a73f-b24665d110e7 req-14cd794b-1c08-4ba8-9b17-6c8ab658e6f2 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=5dd54fb6-ebad-484e-a833-d0e2e56f82b9 HTTP/1.1" status: 200 len: 943 time: 0.1809092 Aug 31 09:13:55.022030 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:55.040414 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1791ac-108c-4d45-8cb3-573e2142bd91'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:55.043012 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d509f625-72a4-4dfe-bf0a-dceb2ee0aa5f" -d '{"events": [{"server_uuid": "e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9", "name": "network-vif-plugged", "status": "completed", "tag": "dd1791ac-108c-4d45-8cb3-573e2142bd91"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:55.060690 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a3c815c2-6689-4bdc-a73f-b24665d110e7 req-6b64330c-f175-4057-b87a-57788248ea51 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725508 Aug 31 09:13:55.061088 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port dd1791ac-108c-4d45-8cb3-573e2142bd91, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=dd1791ac-108c-4d45-8cb3-573e2142bd91,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:55.174535 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d330b-e761-49e7-8c45-f19160484a37 req-eb9f74d3-e48b-4b7e-bdfb-484ab81e103c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:55.175999 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ca1d330b-e761-49e7-8c45-f19160484a37 req-eb9f74d3-e48b-4b7e-bdfb-484ab81e103c service neutron] 10.222.0.112 "GET /v2.0/networks?id=2e4790e3-aa00-4362-927c-45d0da928a48 HTTP/1.1" status: 200 len: 916 time: 0.1685746 Aug 31 09:13:55.413694 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad40ab-b64c-465e-9218-7a9c9d61016f req-ce8df4c3-268f-483c-9a59-b72893d36ded tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:55.427859 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3fad40ab-b64c-465e-9218-7a9c9d61016f req-ce8df4c3-268f-483c-9a59-b72893d36ded tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.119 "GET /v2.0/ports?device_id=d8fe9365-f1e8-4c0b-94f9-c46eb8f85bb1 HTTP/1.1" status: 200 len: 943 time: 0.1620228 Aug 31 09:13:55.510112 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3fad40ab-b64c-465e-9218-7a9c9d61016f req-bc0b1373-8097-40c2-82ac-600f0520910c tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.119 "GET /v2.0/security-groups?id=c54d20d1-c5eb-4974-9e54-9ec159f055e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808747 Aug 31 09:13:55.562021 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51908) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:55.662388 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0c1e54ff-a3b8-4e59-93fb-a72bc9509f4f admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=f4381d0dc0be411ca9215585d9e1f0fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0987225 Aug 31 09:13:55.665052 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51910) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:55.766207 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2780c4-6b84-48d0-9b5b-ac10d8f9eee1 req-5f339be2-215d-4665-b998-52a448daf00e tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:55.768565 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa2780c4-6b84-48d0-9b5b-ac10d8f9eee1 req-5f339be2-215d-4665-b998-52a448daf00e tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 949 time: 0.0935545 Aug 31 09:13:55.792672 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a2de5932-c766-4c88-a464-326416bdcfa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:55.844968 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a2de5932-c766-4c88-a464-326416bdcfa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:55.921113 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa2780c4-6b84-48d0-9b5b-ac10d8f9eee1 req-5a4113fd-a638-4a71-8741-b5d28279b633 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428950 Aug 31 09:13:56.011238 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:56.073395 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a2de5932-c766-4c88-a464-326416bdcfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:56.076234 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a2de5932-c766-4c88-a464-326416bdcfa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:56.082538 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=dd1791ac-108c-4d45-8cb3-573e2142bd91,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:56.084607 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a2de5932-c766-4c88-a464-326416bdcfa7 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/b072cd6a-ef1f-4f25-9fc3-89505a78fb2e HTTP/1.1" status: 204 len: 168 time: 0.4110949 Aug 31 09:13:56.092776 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:56.093114 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:56.093445 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:56.093873 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:56.094196 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:56.094515 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:56.095117 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:56.095733 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:56.095993 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:56.096457 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:56.096822 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:56.097139 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:13:56.099854 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de5932-c766-4c88-a464-326416bdcfa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b072cd6a-ef1f-4f25-9fc3-89505a78fb2e,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:56.340394 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad024a8-71a5-4b16-a5ea-056a8a7bdf0c x-openstack-request-id: req-0ad024a8-71a5-4b16-a5ea-056a8a7bdf0c {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:56.340850 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9", "name": "network-vif-plugged", "status": "completed", "tag": "dd1791ac-108c-4d45-8cb3-573e2142bd91", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:56.341167 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-0ad024a8-71a5-4b16-a5ea-056a8a7bdf0c {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:56.341627 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1791ac-108c-4d45-8cb3-573e2142bd91', 'code': 200} Aug 31 09:13:56.509887 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6f221-7f3b-4c44-ad12-7a368bc4331b req-4e5e1997-8f16-43fa-9fae-652f68036eea tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:56.528389 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43c6f221-7f3b-4c44-ad12-7a368bc4331b req-4e5e1997-8f16-43fa-9fae-652f68036eea tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=5dd54fb6-ebad-484e-a833-d0e2e56f82b9 HTTP/1.1" status: 200 len: 943 time: 0.1381028 Aug 31 09:13:56.535625 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403cffe5-8c81-4464-b417-782f344940f2 req-1486e003-ecfb-4e87-b447-8034cb0c4a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:56.537658 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-403cffe5-8c81-4464-b417-782f344940f2 req-1486e003-ecfb-4e87-b447-8034cb0c4a21 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 1102 time: 0.1151772 Aug 31 09:13:56.545299 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 2370a60c-b19b-4325-a86e-0b2b208194b2 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:13:56.581900 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-403cffe5-8c81-4464-b417-782f344940f2 req-b55b134c-4fb2-4b15-bc52-b06532b5f979 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359588 Aug 31 09:13:56.592943 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43c6f221-7f3b-4c44-ad12-7a368bc4331b req-e1a9e6ef-367b-455a-bc0b-30157af1c798 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592237 Aug 31 09:13:56.701582 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 2370a60c-b19b-4325-a86e-0b2b208194b2, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=2370a60c-b19b-4325-a86e-0b2b208194b2,segment=NetworkSegment(7165cf42-c983-4e18-9ad9-e580a9c61c0b),segment_id=7165cf42-c983-4e18-9ad9-e580a9c61c0b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:56.716912 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '2370a60c-b19b-4325-a86e-0b2b208194b2', 'network_id': '9ca962f7-a3f8-4e91-9029-22ec42b84c01', 'port_id': '2370a60c-b19b-4325-a86e-0b2b208194b2', 'mac_address': 'fa:16:3e:bf:c8:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5540a99f-ddc8-4454-b137-a8c33ca66961', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:13:56.765851 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:56.787751 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2370a60c-b19b-4325-a86e-0b2b208194b2 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:13:56.841230 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 2370a60c-b19b-4325-a86e-0b2b208194b2, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=2370a60c-b19b-4325-a86e-0b2b208194b2,segment=NetworkSegment(7165cf42-c983-4e18-9ad9-e580a9c61c0b),segment_id=7165cf42-c983-4e18-9ad9-e580a9c61c0b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:56.912877 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:56.931282 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b442129-91cb-44dc-85bd-c14b859ffde3 req-aab0945e-1f25-404c-a819-b4752d2598de tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:56.933210 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b442129-91cb-44dc-85bd-c14b859ffde3 req-aab0945e-1f25-404c-a819-b4752d2598de tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/ports?device_id=59d3e945-74b3-4546-bea0-3d1b5d1f3d43 HTTP/1.1" status: 200 len: 948 time: 0.0696208 Aug 31 09:13:56.987820 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b442129-91cb-44dc-85bd-c14b859ffde3 req-3174caf6-14bf-466f-8acc-9a950ccff979 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/security-groups?id=eae352a4-a58a-4bc2-b82c-a9a6ca450805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408745 Aug 31 09:13:57.004533 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=2370a60c-b19b-4325-a86e-0b2b208194b2,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:57.132318 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19122bfd-0540-4f14-b560-3f98e4f79e1e req-aa755e6a-ba8c-4e8e-8799-f29b97054281 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:57.134541 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19122bfd-0540-4f14-b560-3f98e4f79e1e req-aa755e6a-ba8c-4e8e-8799-f29b97054281 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.119 "GET /v2.0/ports?device_id=d8fe9365-f1e8-4c0b-94f9-c46eb8f85bb1 HTTP/1.1" status: 200 len: 943 time: 0.0663879 Aug 31 09:13:57.188450 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19122bfd-0540-4f14-b560-3f98e4f79e1e req-05c96f07-1fcc-4a7d-85d0-cb5c06f30b0f tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.119 "GET /v2.0/security-groups?id=c54d20d1-c5eb-4974-9e54-9ec159f055e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469351 Aug 31 09:13:57.204598 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['2370a60c-b19b-4325-a86e-0b2b208194b2'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:13:57.327323 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b6532-3503-4826-8836-3b78eedc5300 req-a6a41b56-00a8-4019-bc1a-e74b164ecc14 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:57.329352 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4d8b6532-3503-4826-8836-3b78eedc5300 req-a6a41b56-00a8-4019-bc1a-e74b164ecc14 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 950 time: 0.0710838 Aug 31 09:13:57.367875 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4d8b6532-3503-4826-8836-3b78eedc5300 req-24eab4e7-7ad7-40e8-9ab3-7097b0905689 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325420 Aug 31 09:13:57.722481 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0f2dc-784d-43b9-8486-b49b000202b1 req-d1867666-4b8b-43b3-abb3-bd3f0808bd88 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:57.724047 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1bb0f2dc-784d-43b9-8486-b49b000202b1 req-d1867666-4b8b-43b3-abb3-bd3f0808bd88 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=5dd54fb6-ebad-484e-a833-d0e2e56f82b9 HTTP/1.1" status: 200 len: 944 time: 0.0629086 Aug 31 09:13:57.769451 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1bb0f2dc-784d-43b9-8486-b49b000202b1 req-2b470d50-fcea-4715-82ac-20edc417adf6 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381999 Aug 31 09:13:57.863318 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51952) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:57.940427 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-5732bb7f-b373-4d46-91ed-d9f612a4d5cb tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:13:57.942839 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-5732bb7f-b373-4d46-91ed-d9f612a4d5cb tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074549 Aug 31 09:13:57.962654 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-628a39a7-cb4c-4b01-bbb9-e2689576537b service neutron] Request body: {'binding': {'host': 'n-h1-791506-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:57.962654 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-628a39a7-cb4c-4b01-bbb9-e2689576537b service neutron] Unknown quota resources ['binding']. {{(pid=95553) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:13:57.976166 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ca1d330b-e761-49e7-8c45-f19160484a37 req-af77613b-e82e-4df8-b137-8e27269a040b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4003110c-a819-4284-88bb-cf46bf6a13a6 HTTP/1.1" status: 200 len: 217 time: 0.0618389 Aug 31 09:13:57.990031 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-43c7986c-c5c6-4191-80e3-242d3a6fac35 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-229889633-network', 'tenant_id': '048e78adec3a424b930f0bb66789a1ac'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:58.061105 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d330b-e761-49e7-8c45-f19160484a37 req-e0622cb5-11fb-43c5-a695-5169a78b5656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:58.065787 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ca1d330b-e761-49e7-8c45-f19160484a37 req-e0622cb5-11fb-43c5-a695-5169a78b5656 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=5fa32fd7-629c-4627-bfec-319226a78cba HTTP/1.1" status: 200 len: 853 time: 0.0763307 Aug 31 09:13:58.124625 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d330b-e761-49e7-8c45-f19160484a37 req-85d4f20a-bfc7-4bf6-9c55-ab3ff23e7122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:58.126481 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ca1d330b-e761-49e7-8c45-f19160484a37 req-85d4f20a-bfc7-4bf6-9c55-ab3ff23e7122 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2e4790e3-aa00-4362-927c-45d0da928a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507910 Aug 31 09:13:58.164087 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995c585-c838-4e05-aabc-37627c40b224 req-ec6da3f0-aa04-482c-ab75-8c0da4862468 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:58.171204 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4995c585-c838-4e05-aabc-37627c40b224 req-ec6da3f0-aa04-482c-ab75-8c0da4862468 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/ports?device_id=59d3e945-74b3-4546-bea0-3d1b5d1f3d43 HTTP/1.1" status: 200 len: 948 time: 0.1042593 Aug 31 09:13:58.204082 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-628a39a7-cb4c-4b01-bbb9-e2689576537b service neutron] Attempting to bind port cb9b933b-97f6-4fb0-b7dd-6102e1980468 on host n-h1-791506-28 for vnic_type normal with profile None {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:13:58.204425 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-628a39a7-cb4c-4b01-bbb9-e2689576537b service neutron] Attempting to bind port cb9b933b-97f6-4fb0-b7dd-6102e1980468 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:13:58.204743 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-628a39a7-cb4c-4b01-bbb9-e2689576537b service neutron] Attempting to bind port cb9b933b-97f6-4fb0-b7dd-6102e1980468 on network d54aa48d-9328-4446-b337-2071a0fd4f0c {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:13:58.212339 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c7986c-c5c6-4191-80e3-242d3a6fac35 admin admin] Made reservation on behalf of 048e78adec3a424b930f0bb66789a1ac for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:13:58.215249 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-43c7986c-c5c6-4191-80e3-242d3a6fac35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:58.221710 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-628a39a7-cb4c-4b01-bbb9-e2689576537b service neutron] Port cb9b933b-97f6-4fb0-b7dd-6102e1980468 on network d54aa48d-9328-4446-b337-2071a0fd4f0c not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:13:58.222093 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-628a39a7-cb4c-4b01-bbb9-e2689576537b service neutron] Attempting to bind port cb9b933b-97f6-4fb0-b7dd-6102e1980468 on network d54aa48d-9328-4446-b337-2071a0fd4f0c {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:13:58.240355 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-43c7986c-c5c6-4191-80e3-242d3a6fac35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:58.244433 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-628a39a7-cb4c-4b01-bbb9-e2689576537b service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:13:58.244813 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-628a39a7-cb4c-4b01-bbb9-e2689576537b service neutron] Checking segment: {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:13:58.245208 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-628a39a7-cb4c-4b01-bbb9-e2689576537b service neutron] Bound using segment: {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:13:58.245636 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-628a39a7-cb4c-4b01-bbb9-e2689576537b service neutron] Bound port: cb9b933b-97f6-4fb0-b7dd-6102e1980468, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:13:58.252414 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4995c585-c838-4e05-aabc-37627c40b224 req-e15e5a9b-de09-43ed-ae42-ce09263fcc77 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/security-groups?id=eae352a4-a58a-4bc2-b82c-a9a6ca450805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754976 Aug 31 09:13:58.293850 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ca1d330b-e761-49e7-8c45-f19160484a37 req-8df5c075-1d74-40ff-a541-63d7cab5d4fa service neutron] 10.222.0.112 "GET /v2.0/networks/2e4790e3-aa00-4362-927c-45d0da928a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543374 Aug 31 09:13:58.342328 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-628a39a7-cb4c-4b01-bbb9-e2689576537b service neutron] For port cb9b933b-97f6-4fb0-b7dd-6102e1980468, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=cb9b933b-97f6-4fb0-b7dd-6102e1980468,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:13:58.377152 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023b619-f2bf-4965-bc17-48376407d9e1 req-9d5b4eda-268a-4c19-8799-b808ddbd0329 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:58.378789 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7023b619-f2bf-4965-bc17-48376407d9e1 req-9d5b4eda-268a-4c19-8799-b808ddbd0329 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.59 "GET /v2.0/ports?device_id=59d3e945-74b3-4546-bea0-3d1b5d1f3d43 HTTP/1.1" status: 200 len: 948 time: 0.1484828 Aug 31 09:13:58.413711 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-628a39a7-cb4c-4b01-bbb9-e2689576537b service neutron] Notify callbacks [] for binding, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:58.415468 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-628a39a7-cb4c-4b01-bbb9-e2689576537b service neutron] 10.222.0.119 "POST /v2.0/ports/cb9b933b-97f6-4fb0-b7dd-6102e1980468/bindings HTTP/1.1" status: 201 len: 390 time: 0.4603381 Aug 31 09:13:58.436691 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcefc47-ff7a-4229-a13b-32bde28a3ce2 req-49994a20-e6fe-4007-88aa-dfb1fcd09090 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:58.440074 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4dcefc47-ff7a-4229-a13b-32bde28a3ce2 req-49994a20-e6fe-4007-88aa-dfb1fcd09090 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.119 "GET /v2.0/ports?device_id=d8fe9365-f1e8-4c0b-94f9-c46eb8f85bb1 HTTP/1.1" status: 200 len: 943 time: 0.0830009 Aug 31 09:13:58.487080 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ca1d330b-e761-49e7-8c45-f19160484a37 req-863fa488-3d25-47ba-b081-c549ae2dc9eb service neutron] 10.222.0.112 "GET /v2.0/networks/2e4790e3-aa00-4362-927c-45d0da928a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808729 Aug 31 09:13:58.487716 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-43c7986c-c5c6-4191-80e3-242d3a6fac35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:58.503432 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4dcefc47-ff7a-4229-a13b-32bde28a3ce2 req-03f97e56-9412-4120-b516-e7d74fbdc181 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.119 "GET /v2.0/security-groups?id=c54d20d1-c5eb-4974-9e54-9ec159f055e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551915 Aug 31 09:13:58.532104 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-7023b619-f2bf-4965-bc17-48376407d9e1 req-024ce722-983b-4618-8bba-2b80647cece4 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Deleting port f7f53240-2d5e-4910-ba8e-a19415aea7e7 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:13:58.532591 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7023b619-f2bf-4965-bc17-48376407d9e1 req-024ce722-983b-4618-8bba-2b80647cece4 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:58.562504 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 2370a60c-b19b-4325-a86e-0b2b208194b2 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:13:58.597301 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-43c7986c-c5c6-4191-80e3-242d3a6fac35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:58.638202 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c7986c-c5c6-4191-80e3-242d3a6fac35 admin admin] vlan segment allocate from pool success with {'vlan_id': 1634, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:13:58.639529 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-7023b619-f2bf-4965-bc17-48376407d9e1 req-024ce722-983b-4618-8bba-2b80647cece4 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] For port f7f53240-2d5e-4910-ba8e-a19415aea7e7, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=f7f53240-2d5e-4910-ba8e-a19415aea7e7,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:58.639894 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7023b619-f2bf-4965-bc17-48376407d9e1 req-024ce722-983b-4618-8bba-2b80647cece4 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:58.640965 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7986c-c5c6-4191-80e3-242d3a6fac35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84035d02-491b-4eee-8828-5c88d248ccec,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:58.656390 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-7023b619-f2bf-4965-bc17-48376407d9e1 req-024ce722-983b-4618-8bba-2b80647cece4 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Calling delete_port for f7f53240-2d5e-4910-ba8e-a19415aea7e7 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:13:58.658577 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3a91c-58aa-4f9d-9805-8e356ec601ee req-3af95353-6bb9-45cc-b7dc-e7e4baf71112 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:58.660165 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0eb3a91c-58aa-4f9d-9805-8e356ec601ee req-3af95353-6bb9-45cc-b7dc-e7e4baf71112 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 950 time: 0.0943389 Aug 31 09:13:58.668012 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-43c7986c-c5c6-4191-80e3-242d3a6fac35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:58.677453 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-43c7986c-c5c6-4191-80e3-242d3a6fac35 admin admin] Added segment b8433487-168c-4451-a1f8-f20b613c6365 of type vlan for network f4501923-6d9a-4416-88f2-5681e8e54cfe Aug 31 09:13:58.739263 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-43c7986c-c5c6-4191-80e3-242d3a6fac35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:58.744135 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0eb3a91c-58aa-4f9d-9805-8e356ec601ee req-8ce9820c-93db-4ee2-a696-7d156c209bc0 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776341 Aug 31 09:13:58.748134 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 2370a60c-b19b-4325-a86e-0b2b208194b2 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:13:58.752686 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 2370a60c-b19b-4325-a86e-0b2b208194b2 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:13:58.753062 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:58.842033 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5122487-6eec-4f55-8874-28fcc0c126c3 req-c4a832b4-0878-4a79-8b4c-da4acd4a31e5 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:58.843920 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5122487-6eec-4f55-8874-28fcc0c126c3 req-c4a832b4-0878-4a79-8b4c-da4acd4a31e5 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 945 time: 0.0760002 Aug 31 09:13:58.862133 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:58.889142 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd54fb6-ebad-484e-a833-d0e2e56f82b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2370a60c-b19b-4325-a86e-0b2b208194b2'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:58.897318 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efe3917-252b-4f0f-bf29-e17f4bc7a00c" -d '{"events": [{"server_uuid": "5dd54fb6-ebad-484e-a833-d0e2e56f82b9", "name": "network-vif-plugged", "status": "completed", "tag": "2370a60c-b19b-4325-a86e-0b2b208194b2"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:58.908851 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 2370a60c-b19b-4325-a86e-0b2b208194b2, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=2370a60c-b19b-4325-a86e-0b2b208194b2,segment=NetworkSegment(7165cf42-c983-4e18-9ad9-e580a9c61c0b),segment_id=7165cf42-c983-4e18-9ad9-e580a9c61c0b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:13:58.926869 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5122487-6eec-4f55-8874-28fcc0c126c3 req-48c7c902-82ac-4e65-91e5-a30ced1d77af tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762858 Aug 31 09:13:58.940835 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882788c-0a73-4975-abc3-14d2fdde2688 req-6b904c92-de01-4ea0-be79-b1d9f1587324 tempest-MigrationsAdminTest-1725811789 tempest-MigrationsAdminTest-1725811789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:58.942406 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4882788c-0a73-4975-abc3-14d2fdde2688 req-6b904c92-de01-4ea0-be79-b1d9f1587324 tempest-MigrationsAdminTest-1725811789 tempest-MigrationsAdminTest-1725811789-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 1102 time: 0.0617385 Aug 31 09:13:58.967251 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-43c7986c-c5c6-4191-80e3-242d3a6fac35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:58.968210 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c7986c-c5c6-4191-80e3-242d3a6fac35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:58.968787 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-43c7986c-c5c6-4191-80e3-242d3a6fac35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:58.999769 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7023b619-f2bf-4965-bc17-48376407d9e1 req-024ce722-983b-4618-8bba-2b80647cece4 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:59.001159 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:59.050036 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ce722-983b-4618-8bba-2b80647cece4 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Pushing event deleted for resources: {'Port': ['ID=f7f53240-2d5e-4910-ba8e-a19415aea7e7,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:59.067995 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=2370a60c-b19b-4325-a86e-0b2b208194b2,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:59.084744 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4882788c-0a73-4975-abc3-14d2fdde2688 req-796c336c-4d23-4d22-9bb2-70bf3c9bafc3 tempest-MigrationsAdminTest-1725811789 tempest-MigrationsAdminTest-1725811789-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148684 Aug 31 09:13:59.097265 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7986c-c5c6-4191-80e3-242d3a6fac35 admin admin] Pushing event updated for resources: {'Network': ['ID=f4501923-6d9a-4416-88f2-5681e8e54cfe,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:59.122925 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-43c7986c-c5c6-4191-80e3-242d3a6fac35 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2464151 Aug 31 09:13:59.123300 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network f4501923-6d9a-4416-88f2-5681e8e54cfe details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:13:59.123481 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02831fcc-9b36-4551-86bc-6b0582c03122 req-0fbb1353-a181-4fa0-87f4-f98fb86623f0 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:59.125841 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-02831fcc-9b36-4551-86bc-6b0582c03122 req-0fbb1353-a181-4fa0-87f4-f98fb86623f0 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=5dd54fb6-ebad-484e-a833-d0e2e56f82b9 HTTP/1.1" status: 200 len: 945 time: 0.1254678 Aug 31 09:13:59.125841 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51976) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:13:59.130461 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-831b9822-fb52-4dd0-a80e-ced01b81bd92 admin admin] Request body: {'subnet': {'network_id': 'f4501923-6d9a-4416-88f2-5681e8e54cfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-229889633-subnet', 'tenant_id': '048e78adec3a424b930f0bb66789a1ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:13:59.227760 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da6fe7e-1c28-4241-baa3-715b6cbb79dc x-openstack-request-id: req-9da6fe7e-1c28-4241-baa3-715b6cbb79dc {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:59.227760 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd54fb6-ebad-484e-a833-d0e2e56f82b9", "name": "network-vif-plugged", "status": "completed", "tag": "2370a60c-b19b-4325-a86e-0b2b208194b2", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:59.227760 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-9da6fe7e-1c28-4241-baa3-715b6cbb79dc {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:59.227760 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd54fb6-ebad-484e-a833-d0e2e56f82b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2370a60c-b19b-4325-a86e-0b2b208194b2', 'code': 200} Aug 31 09:13:59.236994 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-02831fcc-9b36-4551-86bc-6b0582c03122 req-dad196bb-a424-4f5a-8bf0-dcdb61d59c1e tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001897 Aug 31 09:13:59.284907 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831b9822-fb52-4dd0-a80e-ced01b81bd92 admin admin] Made reservation on behalf of 048e78adec3a424b930f0bb66789a1ac for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:13:59.289833 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-831b9822-fb52-4dd0-a80e-ced01b81bd92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:59.407720 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-7023b619-f2bf-4965-bc17-48376407d9e1 req-024ce722-983b-4618-8bba-2b80647cece4 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] No DVR routers for this DVR port f7f53240-2d5e-4910-ba8e-a19415aea7e7 on host n-h2-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:13:59.418982 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7023b619-f2bf-4965-bc17-48376407d9e1 req-024ce722-983b-4618-8bba-2b80647cece4 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:59.418982 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7023b619-f2bf-4965-bc17-48376407d9e1 req-024ce722-983b-4618-8bba-2b80647cece4 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.59 "DELETE /v2.0/ports/f7f53240-2d5e-4910-ba8e-a19415aea7e7 HTTP/1.1" status: 204 len: 173 time: 1.0245900 Aug 31 09:13:59.418982 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d3e945-74b3-4546-bea0-3d1b5d1f3d43', 'name': 'network-vif-deleted', 'tag': 'f7f53240-2d5e-4910-ba8e-a19415aea7e7'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:13:59.418982 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f8a4a6-9725-4502-b2e6-dbf658d2e020" -d '{"events": [{"server_uuid": "59d3e945-74b3-4546-bea0-3d1b5d1f3d43", "name": "network-vif-deleted", "tag": "f7f53240-2d5e-4910-ba8e-a19415aea7e7"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:13:59.427043 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d9f1efd3-93a0-4544-a3ba-bc55cf8a9a31 req-1f1c802e-ae7e-4ba4-8721-092e134f59ab tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/ports?device_id=59d3e945-74b3-4546-bea0-3d1b5d1f3d43 HTTP/1.1" status: 200 len: 210 time: 0.0477376 Aug 31 09:13:59.453209 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc3ef0-7ddd-437b-93c4-3a9de52719f3 req-dd52f247-8e07-4f5c-8fd4-c6215f617c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:59.455038 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e8fc3ef0-7ddd-437b-93c4-3a9de52719f3 req-dd52f247-8e07-4f5c-8fd4-c6215f617c16 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=5dd54fb6-ebad-484e-a833-d0e2e56f82b9 HTTP/1.1" status: 200 len: 1097 time: 0.1477947 Aug 31 09:13:59.471191 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-b5eba383-c08f-43bd-a50e-a5378b45f88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:59.473130 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-b5eba383-c08f-43bd-a50e-a5378b45f88c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8d929c95dcb6486584c62bb8e91069d6&device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 1097 time: 0.0937662 Aug 31 09:13:59.526113 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a30c17b-ea03-4780-902d-084b5e27bcbd x-openstack-request-id: req-2a30c17b-ea03-4780-902d-084b5e27bcbd {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:13:59.526413 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d3e945-74b3-4546-bea0-3d1b5d1f3d43", "name": "network-vif-deleted", "tag": "f7f53240-2d5e-4910-ba8e-a19415aea7e7", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:13:59.526834 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-2a30c17b-ea03-4780-902d-084b5e27bcbd {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:13:59.527317 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d3e945-74b3-4546-bea0-3d1b5d1f3d43', 'name': 'network-vif-deleted', 'tag': 'f7f53240-2d5e-4910-ba8e-a19415aea7e7', 'status': 'completed', 'code': 200} Aug 31 09:13:59.528077 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e8fc3ef0-7ddd-437b-93c4-3a9de52719f3 req-872f710d-c388-4728-afb1-e606a7d155e6 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644605 Aug 31 09:13:59.625771 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-af1e7c04-8cc8-41a0-b25f-82414b82d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:59.625771 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-af1e7c04-8cc8-41a0-b25f-82414b82d07f service neutron] 10.222.0.112 "GET /v2.0/networks?id=d54aa48d-9328-4446-b337-2071a0fd4f0c HTTP/1.1" status: 200 len: 910 time: 0.1332979 Aug 31 09:13:59.676698 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef7ea7-46a3-4ef4-b159-70f0bfe73eb4 req-1762c66c-cb1f-4afa-8e27-6cd941d66cef tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:59.678698 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-87ef7ea7-46a3-4ef4-b159-70f0bfe73eb4 req-1762c66c-cb1f-4afa-8e27-6cd941d66cef tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.119 "GET /v2.0/ports?device_id=d8fe9365-f1e8-4c0b-94f9-c46eb8f85bb1 HTTP/1.1" status: 200 len: 943 time: 0.0781515 Aug 31 09:13:59.685291 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-831b9822-fb52-4dd0-a80e-ced01b81bd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:59.763791 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-2f9ed597-1ebf-4c4e-95e0-0b12f56826cd service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb9b933b-97f6-4fb0-b7dd-6102e1980468 HTTP/1.1" status: 200 len: 217 time: 0.0376165 Aug 31 09:13:59.806082 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b9822-fb52-4dd0-a80e-ced01b81bd92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7a6583a-6b5e-4a08-a1b9-1d3f5a882e6e,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:13:59.822934 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-87ef7ea7-46a3-4ef4-b159-70f0bfe73eb4 req-0e87fe9f-ca0d-437e-94f4-083f62fa30ed tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.119 "GET /v2.0/security-groups?id=c54d20d1-c5eb-4974-9e54-9ec159f055e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344199 Aug 31 09:13:59.841726 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b96845-5793-4ad9-8445-a56b9851e44d req-acab586a-274b-4a5b-b2f8-e7ea5b2a4bb3 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:59.850796 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-26b96845-5793-4ad9-8445-a56b9851e44d req-acab586a-274b-4a5b-b2f8-e7ea5b2a4bb3 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 950 time: 0.1493821 Aug 31 09:13:59.863643 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-fe6e80d9-203f-4641-bc51-a09a77dcb78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:13:59.865169 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-fe6e80d9-203f-4641-bc51-a09a77dcb78b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=dab6ed79-4c20-41ae-bb07-e9aaf9315083 HTTP/1.1" status: 200 len: 848 time: 0.0943251 Aug 31 09:13:59.881007 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831b9822-fb52-4dd0-a80e-ced01b81bd92 admin admin] Checking segment: {'id': 'b8433487-168c-4451-a1f8-f20b613c6365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1634, 'network_id': 'f4501923-6d9a-4416-88f2-5681e8e54cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:13:59.881384 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831b9822-fb52-4dd0-a80e-ced01b81bd92 admin admin] Network hostable DHCP agents. Network: f4501923-6d9a-4416-88f2-5681e8e54cfe, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:13:59.891147 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-76a4418e-6e3b-4267-8b13-bac3f3fc069d service neutron] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0644319 Aug 31 09:13:59.908554 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-74a73bb0-db74-4bd0-9b95-96303c401898 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d54aa48d-9328-4446-b337-2071a0fd4f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306947 Aug 31 09:13:59.921124 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-26b96845-5793-4ad9-8445-a56b9851e44d req-8a484f3b-e3a4-4b19-9a1c-e4589c2f0132 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682495 Aug 31 09:14:00.012623 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831b9822-fb52-4dd0-a80e-ced01b81bd92 admin admin] Network f4501923-6d9a-4416-88f2-5681e8e54cfe is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:14:00.014229 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-ed9e6005-6052-465f-a52f-ea6623e57e1d service neutron] 10.222.0.112 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971670 Aug 31 09:14:00.061821 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04eaaf5-759d-40e5-86ac-1cf35f89d5e5 req-d578f2a1-ec39-4828-af8c-865369482558 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:00.063433 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b04eaaf5-759d-40e5-86ac-1cf35f89d5e5 req-d578f2a1-ec39-4828-af8c-865369482558 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 945 time: 0.0630822 Aug 31 09:14:00.111386 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b04eaaf5-759d-40e5-86ac-1cf35f89d5e5 req-93f43c93-dae8-477c-bf28-2607b99543ce tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396903 Aug 31 09:14:00.124883 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-831b9822-fb52-4dd0-a80e-ced01b81bd92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, f4501923-6d9a-4416-88f2-5681e8e54cfe) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:14:00.129742 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831b9822-fb52-4dd0-a80e-ced01b81bd92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:00.130329 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-831b9822-fb52-4dd0-a80e-ced01b81bd92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:00.138202 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d6cef7-f593-4381-b657-b9df1f2069ec None None] Network f4501923-6d9a-4416-88f2-5681e8e54cfe requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:14:00.141524 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-6832a01b-c7cb-42b5-a772-a744d59caf6d service neutron] 10.222.0.112 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198208 Aug 31 09:14:00.280322 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c13183-4a17-4ee1-8a37-a9fc6997cacd None None] Network f4501923-6d9a-4416-88f2-5681e8e54cfe requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:14:00.292937 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-831b9822-fb52-4dd0-a80e-ced01b81bd92 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1663046 Aug 31 09:14:00.411132 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6745a-8899-4925-8eff-872a954d0dae req-288a3ef6-dc1b-4af7-b610-5693ebcbc9af tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:00.418922 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ed6745a-8899-4925-8eff-872a954d0dae req-288a3ef6-dc1b-4af7-b610-5693ebcbc9af tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=5dd54fb6-ebad-484e-a833-d0e2e56f82b9 HTTP/1.1" status: 200 len: 945 time: 0.0823381 Aug 31 09:14:00.454060 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ed6745a-8899-4925-8eff-872a954d0dae req-b2141786-d774-47c9-9346-28cb5d0689d8 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342703 Aug 31 09:14:00.569948 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 4003110c-a819-4284-88bb-cf46bf6a13a6 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:14:00.590772 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c3f2bf3-4a76-46f3-afc2-711df3e3d430 req-d6f24e7f-a2c7-4412-a388-752ee7b93c2c tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/ports?device_id=59d3e945-74b3-4546-bea0-3d1b5d1f3d43 HTTP/1.1" status: 200 len: 210 time: 0.0454772 Aug 31 09:14:00.719991 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 4003110c-a819-4284-88bb-cf46bf6a13a6, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=4003110c-a819-4284-88bb-cf46bf6a13a6,segment=NetworkSegment(e87967a7-4c68-4c0e-807a-ac99598dcbb6),segment_id=e87967a7-4c68-4c0e-807a-ac99598dcbb6)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:00.755471 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '4003110c-a819-4284-88bb-cf46bf6a13a6', 'network_id': '2e4790e3-aa00-4362-927c-45d0da928a48', 'port_id': '4003110c-a819-4284-88bb-cf46bf6a13a6', 'mac_address': 'fa:16:3e:7f:55:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa32fd7-629c-4627-bfec-319226a78cba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:14:00.825404 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:00.857285 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4003110c-a819-4284-88bb-cf46bf6a13a6 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:00.894436 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 4003110c-a819-4284-88bb-cf46bf6a13a6, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=4003110c-a819-4284-88bb-cf46bf6a13a6,segment=NetworkSegment(e87967a7-4c68-4c0e-807a-ac99598dcbb6),segment_id=e87967a7-4c68-4c0e-807a-ac99598dcbb6)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:00.969706 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:01.010032 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-95f90365-2b6e-442f-abf5-0ebf3c1a6a5c tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:01.017530 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-95f90365-2b6e-442f-abf5-0ebf3c1a6a5c tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/networks?id=f4501923-6d9a-4416-88f2-5681e8e54cfe HTTP/1.1" status: 200 len: 821 time: 0.2280517 Aug 31 09:14:01.035639 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2dcb33-d7b3-46c4-9bb5-0695db3be821 req-e255d79b-2e73-4697-bae7-1e8ee997b84b tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:01.043331 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2f2dcb33-d7b3-46c4-9bb5-0695db3be821 req-e255d79b-2e73-4697-bae7-1e8ee997b84b tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.119 "GET /v2.0/ports?device_id=d8fe9365-f1e8-4c0b-94f9-c46eb8f85bb1 HTTP/1.1" status: 200 len: 943 time: 0.1198311 Aug 31 09:14:01.053766 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=4003110c-a819-4284-88bb-cf46bf6a13a6,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:01.070928 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-e3024359-e2a4-42ad-82ee-565ef0b98368 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/quotas/048e78adec3a424b930f0bb66789a1ac HTTP/1.1" status: 200 len: 375 time: 0.0514455 Aug 31 09:14:01.119785 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2f2dcb33-d7b3-46c4-9bb5-0695db3be821 req-c365c480-9739-41e2-8a13-9ad7ebb0d272 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.119 "GET /v2.0/security-groups?id=c54d20d1-c5eb-4974-9e54-9ec159f055e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753932 Aug 31 09:14:01.121966 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-608b42bc-8224-4ba1-9363-595e94ccfbc7 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=048e78adec3a424b930f0bb66789a1ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449402 Aug 31 09:14:01.260310 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-8e203bb4-1f15-4ae3-be31-259cd3212ec2 service neutron] 10.222.0.119 "GET /v2.0/networks/f4501923-6d9a-4416-88f2-5681e8e54cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297257 Aug 31 09:14:01.265241 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['4003110c-a819-4284-88bb-cf46bf6a13a6'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:14:01.273684 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97252682-2b15-44eb-bae2-bc717202682e req-eb997340-64b9-422e-8ca3-98aa44889d10 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:01.276112 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-97252682-2b15-44eb-bae2-bc717202682e req-eb997340-64b9-422e-8ca3-98aa44889d10 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 950 time: 0.0768421 Aug 31 09:14:01.397246 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-97252682-2b15-44eb-bae2-bc717202682e req-dc4e89f5-d8d5-4dbc-9dec-4dc7baa2f3ea tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992558 Aug 31 09:14:01.424524 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-47ce6351-5d35-4098-95f5-a5c649e9f39b service neutron] 10.222.0.119 "GET /v2.0/networks/f4501923-6d9a-4416-88f2-5681e8e54cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449771 Aug 31 09:14:01.541816 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02143ce8-6d81-400e-b965-0db9c8a39162 req-7b5f7b5d-4bee-4fd4-9d87-47a708d103b4 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:01.543341 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-02143ce8-6d81-400e-b965-0db9c8a39162 req-7b5f7b5d-4bee-4fd4-9d87-47a708d103b4 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 945 time: 0.0660138 Aug 31 09:14:01.587455 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-02143ce8-6d81-400e-b965-0db9c8a39162 req-df748deb-c2a6-4466-b4c1-8c95b2fbccb9 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376110 Aug 31 09:14:01.887000 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f1c87fed-c025-419e-9be7-4d728d6ebe0c req-cf96c20d-f527-4e6c-bdcc-44a53b731742 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=182d3a1d-45a6-4fb2-81c6-62899a5625d4 HTTP/1.1" status: 200 len: 210 time: 0.0445523 Aug 31 09:14:01.907397 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571195fc-4cd5-4245-80bf-6630498ee061 req-fbd539fb-d59f-402a-801f-17c580e04d11 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:01.907397 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-571195fc-4cd5-4245-80bf-6630498ee061 req-fbd539fb-d59f-402a-801f-17c580e04d11 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=5dd54fb6-ebad-484e-a833-d0e2e56f82b9 HTTP/1.1" status: 200 len: 945 time: 0.1240065 Aug 31 09:14:01.959972 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-571195fc-4cd5-4245-80bf-6630498ee061 req-df5b894f-63df-487d-82aa-d92def4ea4cb tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467045 Aug 31 09:14:02.501850 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:02.576651 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 4003110c-a819-4284-88bb-cf46bf6a13a6 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:14:02.578204 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-9259dca1-8c23-4429-80f5-566b29488af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:02.580401 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:02.580853 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-9259dca1-8c23-4429-80f5-566b29488af1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 1102 time: 0.0517519 Aug 31 09:14:02.601787 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ee223-d1e2-44f3-a312-62f6f0c81fa2 req-f42577d6-18dd-4d69-9c55-7bdd8e98be65 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:02.604181 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa3ee223-d1e2-44f3-a312-62f6f0c81fa2 req-f42577d6-18dd-4d69-9c55-7bdd8e98be65 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.119 "GET /v2.0/ports?device_id=d8fe9365-f1e8-4c0b-94f9-c46eb8f85bb1 HTTP/1.1" status: 200 len: 944 time: 0.0731156 Aug 31 09:14:02.654744 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device f7f53240-2d5e-4910-ba8e-a19415aea7e7 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:14:02.687452 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: f7f53240-2d5e-4910-ba8e-a19415aea7e7 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:14:02.689616 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device f7f53240-2d5e-4910-ba8e-a19415aea7e7 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:14:02.720243 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa3ee223-d1e2-44f3-a312-62f6f0c81fa2 req-134b40b1-ee94-41d5-b7b7-a016ca1d1026 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.119 "GET /v2.0/security-groups?id=c54d20d1-c5eb-4974-9e54-9ec159f055e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045096 Aug 31 09:14:02.735173 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-6082b315-28f0-448d-afe5-608b1321cdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:02.735173 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-6082b315-28f0-448d-afe5-608b1321cdd0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.1367657 Aug 31 09:14:02.776737 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-0644c048-b8b9-4ce9-8b53-1074ae392e1f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=dd1791ac-108c-4d45-8cb3-573e2142bd91 HTTP/1.1" status: 200 len: 217 time: 0.0396783 Aug 31 09:14:02.818211 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 4003110c-a819-4284-88bb-cf46bf6a13a6 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:14:02.823885 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 4003110c-a819-4284-88bb-cf46bf6a13a6 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:02.824547 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:02.847830 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-b0d7b3d3-5e21-47e8-940b-21eff2debbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:02.849520 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-b0d7b3d3-5e21-47e8-940b-21eff2debbfa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.0652308 Aug 31 09:14:02.850717 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31122750-db72-4f74-9f32-492cde0d2aeb req-bc5f0f2a-bc61-45b5-9221-00c083cb67c5 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:02.853226 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-31122750-db72-4f74-9f32-492cde0d2aeb req-bc5f0f2a-bc61-45b5-9221-00c083cb67c5 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 950 time: 0.1063991 Aug 31 09:14:02.907478 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1a36b-143d-4cc0-9ebe-d9912ddeff0f req-fa875625-bd01-432e-aba9-d64c402cc581 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:02.909028 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-1f9a723a-f0f6-4bd0-b02f-8accc504f7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:02.912132 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-01b1a36b-143d-4cc0-9ebe-d9912ddeff0f req-fa875625-bd01-432e-aba9-d64c402cc581 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/ports?device_id=2d79dd1d-3134-4e3f-85e8-662f97dc31f3 HTTP/1.1" status: 200 len: 949 time: 0.1118319 Aug 31 09:14:02.919380 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-1f9a723a-f0f6-4bd0-b02f-8accc504f7f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0614166 Aug 31 09:14:02.944268 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:02.955587 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-31122750-db72-4f74-9f32-492cde0d2aeb req-ddc9e738-c60e-41c8-951a-941253756ac1 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944619 Aug 31 09:14:03.000425 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fe9365-f1e8-4c0b-94f9-c46eb8f85bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4003110c-a819-4284-88bb-cf46bf6a13a6'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:03.004301 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-01b1a36b-143d-4cc0-9ebe-d9912ddeff0f req-a7ffb581-066c-4309-966f-2027cc30e23c tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/security-groups?id=eae352a4-a58a-4bc2-b82c-a9a6ca450805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846853 Aug 31 09:14:03.006142 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5004bef-1e7b-42ea-9c86-817f49a77bb0" -d '{"events": [{"server_uuid": "d8fe9365-f1e8-4c0b-94f9-c46eb8f85bb1", "name": "network-vif-plugged", "status": "completed", "tag": "4003110c-a819-4284-88bb-cf46bf6a13a6"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:03.041760 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 4003110c-a819-4284-88bb-cf46bf6a13a6, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=4003110c-a819-4284-88bb-cf46bf6a13a6,segment=NetworkSegment(e87967a7-4c68-4c0e-807a-ac99598dcbb6),segment_id=e87967a7-4c68-4c0e-807a-ac99598dcbb6)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:03.058946 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-01d47470-7959-4961-b17e-1e6ef0f3af83 service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370838 Aug 31 09:14:03.151148 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515c7d3-73c0-4eb1-8b83-09ff1cf11c07 req-58c15c3b-4ffc-4337-9b34-ecbc58f9a457 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:03.152736 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9515c7d3-73c0-4eb1-8b83-09ff1cf11c07 req-58c15c3b-4ffc-4337-9b34-ecbc58f9a457 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 945 time: 0.0891871 Aug 31 09:14:03.160064 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71b423-5bf0-4c41-9724-3fffff3246dc req-db91120b-c584-499f-9627-3d0a82d151fa tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:03.161617 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd71b423-5bf0-4c41-9724-3fffff3246dc req-db91120b-c584-499f-9627-3d0a82d151fa tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=5dd54fb6-ebad-484e-a833-d0e2e56f82b9 HTTP/1.1" status: 200 len: 945 time: 0.0882900 Aug 31 09:14:03.213227 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-1cb8133e-3163-4545-8447-ccd51697b0d1 service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457384 Aug 31 09:14:03.219177 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9515c7d3-73c0-4eb1-8b83-09ff1cf11c07 req-3dc49bf0-e5ed-47a9-b089-3ffc86cd7997 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566006 Aug 31 09:14:03.245570 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:03.259352 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd71b423-5bf0-4c41-9724-3fffff3246dc req-98c39f00-f427-4922-bf82-5df7b87c66f0 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882838 Aug 31 09:14:03.339720 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=4003110c-a819-4284-88bb-cf46bf6a13a6,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:03.381042 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61385c0-c8e8-419f-a9c2-4a3cabf8c9c7 x-openstack-request-id: req-d61385c0-c8e8-419f-a9c2-4a3cabf8c9c7 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:03.382276 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fe9365-f1e8-4c0b-94f9-c46eb8f85bb1", "name": "network-vif-plugged", "status": "completed", "tag": "4003110c-a819-4284-88bb-cf46bf6a13a6", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:03.382276 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-d61385c0-c8e8-419f-a9c2-4a3cabf8c9c7 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:03.382276 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fe9365-f1e8-4c0b-94f9-c46eb8f85bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4003110c-a819-4284-88bb-cf46bf6a13a6', 'code': 200} Aug 31 09:14:03.387185 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fb8dafff-adf1-4745-a6f1-35304ad76e05 req-9d6b757e-4b40-4bb1-b671-6131a4997443 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=182d3a1d-45a6-4fb2-81c6-62899a5625d4 HTTP/1.1" status: 200 len: 210 time: 0.0395985 Aug 31 09:14:03.508082 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8f979-a841-43bc-aeec-116e2518df0b req-4a6b7ac0-4256-47f7-a569-d59e8b2834f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:03.509227 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-63d8f979-a841-43bc-aeec-116e2518df0b req-4a6b7ac0-4256-47f7-a569-d59e8b2834f0 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=d8fe9365-f1e8-4c0b-94f9-c46eb8f85bb1 HTTP/1.1" status: 200 len: 1097 time: 0.0507946 Aug 31 09:14:03.552685 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-63d8f979-a841-43bc-aeec-116e2518df0b req-654f9634-a5c0-4f51-bf0f-eac180e3bc88 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=c54d20d1-c5eb-4974-9e54-9ec159f055e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329752 Aug 31 09:14:03.868490 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9bbb1-1d7a-4b67-9025-0eca6e23a7c5 req-a5d69a8f-b026-43a7-bd1a-bb861be9d023 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:03.870137 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-33c9bbb1-1d7a-4b67-9025-0eca6e23a7c5 req-a5d69a8f-b026-43a7-bd1a-bb861be9d023 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.119 "GET /v2.0/ports?device_id=d8fe9365-f1e8-4c0b-94f9-c46eb8f85bb1 HTTP/1.1" status: 200 len: 945 time: 0.0777242 Aug 31 09:14:03.912810 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-33c9bbb1-1d7a-4b67-9025-0eca6e23a7c5 req-374be4bc-e142-4f3a-8bb1-cf0c9968a24d tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.119 "GET /v2.0/security-groups?id=c54d20d1-c5eb-4974-9e54-9ec159f055e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355964 Aug 31 09:14:04.137013 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ed593-c673-457d-b34f-b4126b2ff447 req-247ab243-7f5e-4b09-9935-2abf5e1e9ba4 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:04.138659 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-233ed593-c673-457d-b34f-b4126b2ff447 req-247ab243-7f5e-4b09-9935-2abf5e1e9ba4 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 950 time: 0.0881064 Aug 31 09:14:04.152481 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcf5a1-84bb-4dfe-a639-46935c086da5 req-f97efc29-e85a-4ee6-8cd1-db6b12dab165 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:04.154029 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10fcf5a1-84bb-4dfe-a639-46935c086da5 req-f97efc29-e85a-4ee6-8cd1-db6b12dab165 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/ports?device_id=2d79dd1d-3134-4e3f-85e8-662f97dc31f3 HTTP/1.1" status: 200 len: 949 time: 0.0726395 Aug 31 09:14:04.525734 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-233ed593-c673-457d-b34f-b4126b2ff447 req-42acab04-9dd4-4213-a5c8-e4520be0dbc0 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706226 Aug 31 09:14:04.531484 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10fcf5a1-84bb-4dfe-a639-46935c086da5 req-1109150e-28e5-4e13-b5d1-1ad017398ab9 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/security-groups?id=eae352a4-a58a-4bc2-b82c-a9a6ca450805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695004 Aug 31 09:14:04.691830 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23c939-f64e-4b3b-83d3-25e3b5f9efd7 req-c1d22888-a7ef-4fb3-ba2a-814c62ec6340 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:04.693545 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad23c939-f64e-4b3b-83d3-25e3b5f9efd7 req-c1d22888-a7ef-4fb3-ba2a-814c62ec6340 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=5dd54fb6-ebad-484e-a833-d0e2e56f82b9 HTTP/1.1" status: 200 len: 945 time: 0.0824766 Aug 31 09:14:04.713763 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777b771-3ae6-43c3-b8bd-0cae41a2dd96 req-759c83a1-f3ae-4e5e-acf1-2e57c6249459 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:04.715298 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5777b771-3ae6-43c3-b8bd-0cae41a2dd96 req-759c83a1-f3ae-4e5e-acf1-2e57c6249459 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 945 time: 0.0935628 Aug 31 09:14:04.758889 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-82f0b058-d18e-45ef-8865-76a53e3d6e1f tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:04.760428 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-82f0b058-d18e-45ef-8865-76a53e3d6e1f tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.59 "GET /v2.0/networks?id=f4501923-6d9a-4416-88f2-5681e8e54cfe HTTP/1.1" status: 200 len: 821 time: 0.1928186 Aug 31 09:14:04.775577 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-ca349f11-b46e-4a59-8cf1-a8da3eca4187 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Request body: {'port': {'device_id': '182d3a1d-45a6-4fb2-81c6-62899a5625d4', 'network_id': 'f4501923-6d9a-4416-88f2-5681e8e54cfe', 'admin_state_up': True, 'tenant_id': '048e78adec3a424b930f0bb66789a1ac'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:04.804734 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad23c939-f64e-4b3b-83d3-25e3b5f9efd7 req-2da96e15-ea48-4990-9833-4abadaccd364 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867097 Aug 31 09:14:04.833683 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5777b771-3ae6-43c3-b8bd-0cae41a2dd96 req-086d1176-e327-47e9-a937-1a1fe423bf97 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934556 Aug 31 09:14:04.844658 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4beaf1-ab6f-4004-8315-d6cdb562cbc0 req-b3be9924-4a82-41d7-a0fa-02f3511b784e tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:04.855448 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4f4beaf1-ab6f-4004-8315-d6cdb562cbc0 req-b3be9924-4a82-41d7-a0fa-02f3511b784e tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d79dd1d-3134-4e3f-85e8-662f97dc31f3 HTTP/1.1" status: 200 len: 949 time: 0.1390655 Aug 31 09:14:04.993799 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e682884e-0fa0-4dd9-98e9-ab1f8e3a02e4 req-ec5fd187-a675-4f0e-b67e-8e1c789dc79f tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=182d3a1d-45a6-4fb2-81c6-62899a5625d4 HTTP/1.1" status: 200 len: 210 time: 0.0616519 Aug 31 09:14:05.062488 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-4f4beaf1-ab6f-4004-8315-d6cdb562cbc0 req-b045875f-8153-43cc-8b14-61dc249d1157 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Deleting port 61109711-82f3-469e-b9ee-3a34ce0ad19a {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:14:05.062854 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4f4beaf1-ab6f-4004-8315-d6cdb562cbc0 req-b045875f-8153-43cc-8b14-61dc249d1157 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:05.108066 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-ca349f11-b46e-4a59-8cf1-a8da3eca4187 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Made reservation on behalf of 048e78adec3a424b930f0bb66789a1ac for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:14:05.112503 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-ca349f11-b46e-4a59-8cf1-a8da3eca4187 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:05.197232 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-4f4beaf1-ab6f-4004-8315-d6cdb562cbc0 req-b045875f-8153-43cc-8b14-61dc249d1157 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] For port 61109711-82f3-469e-b9ee-3a34ce0ad19a, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=61109711-82f3-469e-b9ee-3a34ce0ad19a,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:05.198201 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4f4beaf1-ab6f-4004-8315-d6cdb562cbc0 req-b045875f-8153-43cc-8b14-61dc249d1157 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:05.214109 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-4f4beaf1-ab6f-4004-8315-d6cdb562cbc0 req-b045875f-8153-43cc-8b14-61dc249d1157 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Calling delete_port for 61109711-82f3-469e-b9ee-3a34ce0ad19a owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:14:05.240362 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7808a17-7031-4ac0-9dfb-17cc5f05202e req-7eb40e0f-5a9c-4ff3-9a39-a0cbbdba19cc tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:05.242528 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c7808a17-7031-4ac0-9dfb-17cc5f05202e req-7eb40e0f-5a9c-4ff3-9a39-a0cbbdba19cc tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.119 "GET /v2.0/ports?device_id=d8fe9365-f1e8-4c0b-94f9-c46eb8f85bb1 HTTP/1.1" status: 200 len: 945 time: 0.1759100 Aug 31 09:14:05.281748 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-ca349f11-b46e-4a59-8cf1-a8da3eca4187 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Allocated IP 172.20.0.7 (f4501923-6d9a-4416-88f2-5681e8e54cfe/e7a6583a-6b5e-4a08-a1b9-1d3f5a882e6e/7e0eac5c-6814-43a0-ac46-16e80eb8e177) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:14:05.337465 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c7808a17-7031-4ac0-9dfb-17cc5f05202e req-05d0746d-1c43-4e61-a235-2e3ef850c596 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.119 "GET /v2.0/security-groups?id=c54d20d1-c5eb-4974-9e54-9ec159f055e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608892 Aug 31 09:14:05.525638 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-ca349f11-b46e-4a59-8cf1-a8da3eca4187 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:05.547682 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4f4beaf1-ab6f-4004-8315-d6cdb562cbc0 req-b045875f-8153-43cc-8b14-61dc249d1157 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:05.606661 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045875f-8153-43cc-8b14-61dc249d1157 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Pushing event deleted for resources: {'Port': ['ID=61109711-82f3-469e-b9ee-3a34ce0ad19a,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:05.662331 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4beaf1-ab6f-4004-8315-d6cdb562cbc0 req-b045875f-8153-43cc-8b14-61dc249d1157 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] No DVR routers for this DVR port 61109711-82f3-469e-b9ee-3a34ce0ad19a on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:14:05.678114 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4f4beaf1-ab6f-4004-8315-d6cdb562cbc0 req-b045875f-8153-43cc-8b14-61dc249d1157 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:05.680718 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4f4beaf1-ab6f-4004-8315-d6cdb562cbc0 req-b045875f-8153-43cc-8b14-61dc249d1157 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.59 "DELETE /v2.0/ports/61109711-82f3-469e-b9ee-3a34ce0ad19a HTTP/1.1" status: 204 len: 173 time: 0.8194354 Aug 31 09:14:05.682710 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-546b1555-dd58-4d49-84e0-ecc36904aa05 req-27d6c324-0281-4a90-8a3c-451446d5c740 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/ports?device_id=2d79dd1d-3134-4e3f-85e8-662f97dc31f3 HTTP/1.1" status: 200 len: 210 time: 0.0440390 Aug 31 09:14:05.683215 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d79dd1d-3134-4e3f-85e8-662f97dc31f3', 'name': 'network-vif-deleted', 'tag': '61109711-82f3-469e-b9ee-3a34ce0ad19a'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:05.685586 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d6ae77-8fd1-4b93-9b11-d4448040fafb" -d '{"events": [{"server_uuid": "2d79dd1d-3134-4e3f-85e8-662f97dc31f3", "name": "network-vif-deleted", "tag": "61109711-82f3-469e-b9ee-3a34ce0ad19a"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:05.743440 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe936dc7-75c1-4a6c-894c-4f47519b0f55 x-openstack-request-id: req-fe936dc7-75c1-4a6c-894c-4f47519b0f55 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:05.743732 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d79dd1d-3134-4e3f-85e8-662f97dc31f3", "name": "network-vif-deleted", "tag": "61109711-82f3-469e-b9ee-3a34ce0ad19a", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:05.744024 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-fe936dc7-75c1-4a6c-894c-4f47519b0f55 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:05.744563 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d79dd1d-3134-4e3f-85e8-662f97dc31f3', 'name': 'network-vif-deleted', 'tag': '61109711-82f3-469e-b9ee-3a34ce0ad19a', 'status': 'completed', 'code': 200} Aug 31 09:14:05.771042 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-ca349f11-b46e-4a59-8cf1-a8da3eca4187 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:05.847658 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dcaf2b-cea2-4323-bc96-2d1228552259 req-70625d15-cf7b-4999-9422-eeeae1889f2b tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:05.849141 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-ca349f11-b46e-4a59-8cf1-a8da3eca4187 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Network f4501923-6d9a-4416-88f2-5681e8e54cfe is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:14:05.856161 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f0dcaf2b-cea2-4323-bc96-2d1228552259 req-70625d15-cf7b-4999-9422-eeeae1889f2b tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 950 time: 0.0866504 Aug 31 09:14:05.861443 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-ca349f11-b46e-4a59-8cf1-a8da3eca4187 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:14:05.867918 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-ca349f11-b46e-4a59-8cf1-a8da3eca4187 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:14:05.870936 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca349f11-b46e-4a59-8cf1-a8da3eca4187 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Pushing event updated for resources: {'Port': ['ID=7e0eac5c-6814-43a0-ac46-16e80eb8e177,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:05.915493 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f0dcaf2b-cea2-4323-bc96-2d1228552259 req-dea69fb6-d547-4b3b-b0a0-0810c949ff7d tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579305 Aug 31 09:14:05.943693 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-ca349f11-b46e-4a59-8cf1-a8da3eca4187 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:05.944667 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-ca349f11-b46e-4a59-8cf1-a8da3eca4187 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:06.006114 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37434e89-5e3b-4743-ae00-2bc324ca74c6 req-a92d0a6e-5e2f-4c87-9526-07c244ab326f tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:06.009474 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-37434e89-5e3b-4743-ae00-2bc324ca74c6 req-a92d0a6e-5e2f-4c87-9526-07c244ab326f tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 945 time: 0.0765395 Aug 31 09:14:06.104903 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-37434e89-5e3b-4743-ae00-2bc324ca74c6 req-d3cf2396-2bc3-427b-9cf9-eb887467e58c tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864923 Aug 31 09:14:06.143722 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-ca349f11-b46e-4a59-8cf1-a8da3eca4187 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3737001 Aug 31 09:14:06.154708 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f5119-6bbd-4441-b514-0fc1aaeedfc1 req-35618fb1-9b46-41dd-9b2c-cad40dfd491a tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:06.157034 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-b56d604e-3e03-4240-bc16-8a4f6ee909a2 service neutron] Request body: {'port': {'device_id': '182d3a1d-45a6-4fb2-81c6-62899a5625d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:06.158989 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af1f5119-6bbd-4441-b514-0fc1aaeedfc1 req-35618fb1-9b46-41dd-9b2c-cad40dfd491a tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=182d3a1d-45a6-4fb2-81c6-62899a5625d4 HTTP/1.1" status: 200 len: 931 time: 0.0778573 Aug 31 09:14:06.204579 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af1f5119-6bbd-4441-b514-0fc1aaeedfc1 req-4d90ee6d-e5d1-42a8-afbc-8f5301865bcf tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424225 Aug 31 09:14:06.222786 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-b56d604e-3e03-4240-bc16-8a4f6ee909a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:06.522255 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-b56d604e-3e03-4240-bc16-8a4f6ee909a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e0eac5c-6814-43a0-ac46-16e80eb8e177 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:06.528674 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-b56d604e-3e03-4240-bc16-8a4f6ee909a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:06.539407 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-b56d604e-3e03-4240-bc16-8a4f6ee909a2 service neutron] Transition to ACTIVE for port object 7e0eac5c-6814-43a0-ac46-16e80eb8e177 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:06.713501 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-b56d604e-3e03-4240-bc16-8a4f6ee909a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:06.764963 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d604e-3e03-4240-bc16-8a4f6ee909a2 service neutron] Pushing event updated for resources: {'Port': ['ID=7e0eac5c-6814-43a0-ac46-16e80eb8e177,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:06.824595 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3984d81e-b49b-4700-95c1-09c36ba30bb6 req-d5752e1a-610f-4c26-8aa9-929d39839241 tempest-ListImageFiltersTestJSON-1838143064 tempest-ListImageFiltersTestJSON-1838143064-project] 10.222.0.119 "GET /v2.0/ports?device_id=2d79dd1d-3134-4e3f-85e8-662f97dc31f3 HTTP/1.1" status: 200 len: 210 time: 0.0432763 Aug 31 09:14:06.848172 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-b56d604e-3e03-4240-bc16-8a4f6ee909a2 service neutron] Attempting to bind port 7e0eac5c-6814-43a0-ac46-16e80eb8e177 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:14:06.848746 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-b56d604e-3e03-4240-bc16-8a4f6ee909a2 service neutron] Attempting to bind port 7e0eac5c-6814-43a0-ac46-16e80eb8e177 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'b8433487-168c-4451-a1f8-f20b613c6365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1634, 'network_id': 'f4501923-6d9a-4416-88f2-5681e8e54cfe'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:14:06.848865 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-b56d604e-3e03-4240-bc16-8a4f6ee909a2 service neutron] Attempting to bind port 7e0eac5c-6814-43a0-ac46-16e80eb8e177 on network f4501923-6d9a-4416-88f2-5681e8e54cfe {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:06.854900 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-b56d604e-3e03-4240-bc16-8a4f6ee909a2 service neutron] Port 7e0eac5c-6814-43a0-ac46-16e80eb8e177 on network f4501923-6d9a-4416-88f2-5681e8e54cfe not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:14:06.855588 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-b56d604e-3e03-4240-bc16-8a4f6ee909a2 service neutron] Attempting to bind port 7e0eac5c-6814-43a0-ac46-16e80eb8e177 on network f4501923-6d9a-4416-88f2-5681e8e54cfe {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:06.862379 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-b56d604e-3e03-4240-bc16-8a4f6ee909a2 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:14:06.862843 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-b56d604e-3e03-4240-bc16-8a4f6ee909a2 service neutron] Checking segment: {'id': 'b8433487-168c-4451-a1f8-f20b613c6365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1634, 'network_id': 'f4501923-6d9a-4416-88f2-5681e8e54cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:14:06.863181 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-b56d604e-3e03-4240-bc16-8a4f6ee909a2 service neutron] Bound using segment: {'id': 'b8433487-168c-4451-a1f8-f20b613c6365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1634, 'network_id': 'f4501923-6d9a-4416-88f2-5681e8e54cfe'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:14:06.864834 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-b56d604e-3e03-4240-bc16-8a4f6ee909a2 service neutron] Bound port: 7e0eac5c-6814-43a0-ac46-16e80eb8e177, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8433487-168c-4451-a1f8-f20b613c6365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1634, 'network_id': 'f4501923-6d9a-4416-88f2-5681e8e54cfe'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:14:06.864834 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-b56d604e-3e03-4240-bc16-8a4f6ee909a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:06.949276 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-b56d604e-3e03-4240-bc16-8a4f6ee909a2 service neutron] For port 7e0eac5c-6814-43a0-ac46-16e80eb8e177, host n-h2-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:14:06.953744 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-b56d604e-3e03-4240-bc16-8a4f6ee909a2 service neutron] For port 7e0eac5c-6814-43a0-ac46-16e80eb8e177, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=7e0eac5c-6814-43a0-ac46-16e80eb8e177,segment=NetworkSegment(b8433487-168c-4451-a1f8-f20b613c6365),segment_id=b8433487-168c-4451-a1f8-f20b613c6365)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:14:07.056239 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e317f-a73c-49cf-bd82-498a0b0bc2c8 req-6a8da470-37ed-4191-b39b-179e0cc2b542 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:07.057520 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-b56d604e-3e03-4240-bc16-8a4f6ee909a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:07.060416 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-539e317f-a73c-49cf-bd82-498a0b0bc2c8 req-6a8da470-37ed-4191-b39b-179e0cc2b542 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 950 time: 0.0670767 Aug 31 09:14:07.103908 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-b56d604e-3e03-4240-bc16-8a4f6ee909a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:07.104562 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-b56d604e-3e03-4240-bc16-8a4f6ee909a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:07.106433 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-b56d604e-3e03-4240-bc16-8a4f6ee909a2 service neutron] 10.222.0.59 "PUT /v2.0/ports/7e0eac5c-6814-43a0-ac46-16e80eb8e177 HTTP/1.1" status: 200 len: 1092 time: 0.9540546 Aug 31 09:14:07.106937 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '182d3a1d-45a6-4fb2-81c6-62899a5625d4', 'tag': '7e0eac5c-6814-43a0-ac46-16e80eb8e177'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:07.109219 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536cf025-2dae-4e55-9971-f92f30565413" -d '{"events": [{"name": "network-changed", "server_uuid": "182d3a1d-45a6-4fb2-81c6-62899a5625d4", "tag": "7e0eac5c-6814-43a0-ac46-16e80eb8e177"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:07.133811 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d604e-3e03-4240-bc16-8a4f6ee909a2 service neutron] Pushing event updated for resources: {'Port': ['ID=7e0eac5c-6814-43a0-ac46-16e80eb8e177,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:07.138520 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-539e317f-a73c-49cf-bd82-498a0b0bc2c8 req-ddb7a73c-ebbc-41a1-b5c3-a4ffbcc5a8a0 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728214 Aug 31 09:14:07.165636 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe356bab-7ab9-463a-9e63-362301d7c95b x-openstack-request-id: req-fe356bab-7ab9-463a-9e63-362301d7c95b {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:07.165636 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "182d3a1d-45a6-4fb2-81c6-62899a5625d4", "tag": "7e0eac5c-6814-43a0-ac46-16e80eb8e177", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:07.165636 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-fe356bab-7ab9-463a-9e63-362301d7c95b {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:07.165636 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '182d3a1d-45a6-4fb2-81c6-62899a5625d4', 'tag': '7e0eac5c-6814-43a0-ac46-16e80eb8e177', 'status': 'completed', 'code': 200} Aug 31 09:14:07.246318 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536cf025-2dae-4e55-9971-f92f30565413 req-53e4afb3-4708-44ec-ba41-229cbdff7757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:07.247601 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-536cf025-2dae-4e55-9971-f92f30565413 req-53e4afb3-4708-44ec-ba41-229cbdff7757 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=048e78adec3a424b930f0bb66789a1ac&device_id=182d3a1d-45a6-4fb2-81c6-62899a5625d4 HTTP/1.1" status: 200 len: 1095 time: 0.0608795 Aug 31 09:14:07.267673 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20d61d-2b18-41b1-a4fe-4d8b095f22ad req-edbffa12-48a4-4c6c-9989-6f5cf00dcf1c tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:07.269357 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cd20d61d-2b18-41b1-a4fe-4d8b095f22ad req-edbffa12-48a4-4c6c-9989-6f5cf00dcf1c tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 945 time: 0.0553296 Aug 31 09:14:07.335060 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cd20d61d-2b18-41b1-a4fe-4d8b095f22ad req-42a614d3-b2b6-4811-951f-0a8d503e0d0f tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578156 Aug 31 09:14:07.384050 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defedd39-41fa-4696-813f-ed5a663d37dc req-586584fb-4066-49dc-808f-04ed36cb905a tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:07.386131 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-defedd39-41fa-4696-813f-ed5a663d37dc req-586584fb-4066-49dc-808f-04ed36cb905a tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=182d3a1d-45a6-4fb2-81c6-62899a5625d4 HTTP/1.1" status: 200 len: 943 time: 0.0641267 Aug 31 09:14:07.443268 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-defedd39-41fa-4696-813f-ed5a663d37dc req-13e29563-fee4-4412-87fe-866e4249f8f8 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477889 Aug 31 09:14:07.481469 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536cf025-2dae-4e55-9971-f92f30565413 req-28273aa6-c7c3-440e-98f9-829fadb8ddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:07.483059 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-536cf025-2dae-4e55-9971-f92f30565413 req-28273aa6-c7c3-440e-98f9-829fadb8ddc7 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=048e78adec3a424b930f0bb66789a1ac&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2235963 Aug 31 09:14:07.666948 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536cf025-2dae-4e55-9971-f92f30565413 req-0b7d0ddc-3081-4dea-8b62-6250f8b04a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:07.669406 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-536cf025-2dae-4e55-9971-f92f30565413 req-0b7d0ddc-3081-4dea-8b62-6250f8b04a4d service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1788988 Aug 31 09:14:07.748792 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-66504937-527e-4679-86cb-e80f7632a37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:07.750274 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-66504937-527e-4679-86cb-e80f7632a37f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=048e78adec3a424b930f0bb66789a1ac&device_id=182d3a1d-45a6-4fb2-81c6-62899a5625d4 HTTP/1.1" status: 200 len: 1095 time: 0.0425510 Aug 31 09:14:07.795813 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-ae9d8785-4980-4cc4-8f00-9d1569057180 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e0eac5c-6814-43a0-ac46-16e80eb8e177 HTTP/1.1" status: 200 len: 217 time: 0.0372405 Aug 31 09:14:07.844646 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-0fdef1a3-ddff-4cbc-ab60-93e4e316a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:07.846058 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-0fdef1a3-ddff-4cbc-ab60-93e4e316a754 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e7a6583a-6b5e-4a08-a1b9-1d3f5a882e6e HTTP/1.1" status: 200 len: 861 time: 0.0442965 Aug 31 09:14:07.879353 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-9c6c3c09-c475-49f7-8774-10eca94e783b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f4501923-6d9a-4416-88f2-5681e8e54cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254421 Aug 31 09:14:07.986408 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-220cba3f-965d-4022-b4ab-e93105ec8129 service neutron] 10.222.0.59 "GET /v2.0/networks/f4501923-6d9a-4416-88f2-5681e8e54cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004589 Aug 31 09:14:08.096294 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-78772e17-7e3c-4f56-b33f-00e6bd013447 req-635910a4-2f49-4118-9b0a-7a6b4a3b9e45 service neutron] 10.222.0.59 "GET /v2.0/networks/f4501923-6d9a-4416-88f2-5681e8e54cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016724 Aug 31 09:14:08.296852 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd3c95-8572-4fc6-8d04-de734aec9b53 req-41c6a04f-e1ae-415c-bea3-93b0f4a582f3 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:08.298513 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-84fd3c95-8572-4fc6-8d04-de734aec9b53 req-41c6a04f-e1ae-415c-bea3-93b0f4a582f3 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 950 time: 0.0593865 Aug 31 09:14:08.343077 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-84fd3c95-8572-4fc6-8d04-de734aec9b53 req-51880275-e57c-48ab-92bc-8bc352220155 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376132 Aug 31 09:14:08.486229 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9b45b-38e2-440f-92d3-35f52d4fb72c req-601b7e03-bfb7-4e8a-98f1-93e296369edc tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:08.487777 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5e9b45b-38e2-440f-92d3-35f52d4fb72c req-601b7e03-bfb7-4e8a-98f1-93e296369edc tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 945 time: 0.0684485 Aug 31 09:14:08.534301 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5e9b45b-38e2-440f-92d3-35f52d4fb72c req-b82dfc18-cbf5-4043-80f1-9acf9ece5e00 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361373 Aug 31 09:14:08.578170 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 2370a60c-b19b-4325-a86e-0b2b208194b2 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:14:08.644022 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 61109711-82f3-469e-b9ee-3a34ce0ad19a no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:14:08.648506 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b05b19-aad5-4fb3-ac0d-24828840938a req-2e0b6656-f020-4fa6-b97a-36d5f70ece1f tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:08.650348 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c9b05b19-aad5-4fb3-ac0d-24828840938a req-2e0b6656-f020-4fa6-b97a-36d5f70ece1f tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=182d3a1d-45a6-4fb2-81c6-62899a5625d4 HTTP/1.1" status: 200 len: 943 time: 0.0504382 Aug 31 09:14:08.670341 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 61109711-82f3-469e-b9ee-3a34ce0ad19a {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:14:08.670782 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 61109711-82f3-469e-b9ee-3a34ce0ad19a not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:14:08.699477 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c9b05b19-aad5-4fb3-ac0d-24828840938a req-e4df93dc-3255-4c62-b9e2-2e67e0dd2fcd tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422072 Aug 31 09:14:08.720390 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 2370a60c-b19b-4325-a86e-0b2b208194b2, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=2370a60c-b19b-4325-a86e-0b2b208194b2,segment=NetworkSegment(7165cf42-c983-4e18-9ad9-e580a9c61c0b),segment_id=7165cf42-c983-4e18-9ad9-e580a9c61c0b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:08.729958 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '2370a60c-b19b-4325-a86e-0b2b208194b2', 'network_id': '9ca962f7-a3f8-4e91-9029-22ec42b84c01', 'port_id': '2370a60c-b19b-4325-a86e-0b2b208194b2', 'mac_address': 'fa:16:3e:bf:c8:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5540a99f-ddc8-4454-b137-a8c33ca66961', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:14:08.780694 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:08.798159 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2370a60c-b19b-4325-a86e-0b2b208194b2 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:08.819282 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 2370a60c-b19b-4325-a86e-0b2b208194b2, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=2370a60c-b19b-4325-a86e-0b2b208194b2,segment=NetworkSegment(7165cf42-c983-4e18-9ad9-e580a9c61c0b),segment_id=7165cf42-c983-4e18-9ad9-e580a9c61c0b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:08.999059 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:09.069094 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=2370a60c-b19b-4325-a86e-0b2b208194b2,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:09.108087 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['2370a60c-b19b-4325-a86e-0b2b208194b2'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:14:10.045435 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c91f66-0bbf-48db-b424-96cb92860f08 req-e5de332f-c605-42b9-bd9c-626e33a95e00 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:10.054701 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10c91f66-0bbf-48db-b424-96cb92860f08 req-e5de332f-c605-42b9-bd9c-626e33a95e00 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 950 time: 0.1485746 Aug 31 09:14:10.115155 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb584f-3d96-4ed2-826d-73b4d2d4c666 req-5e5c4230-3370-4e0d-a3b0-0b656dd8a603 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:10.123982 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6bb584f-3d96-4ed2-826d-73b4d2d4c666 req-5e5c4230-3370-4e0d-a3b0-0b656dd8a603 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 945 time: 0.1239209 Aug 31 09:14:10.137764 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10c91f66-0bbf-48db-b424-96cb92860f08 req-e28f2da5-6997-4963-8a52-b358342ad7ca tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816398 Aug 31 09:14:10.198793 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6bb584f-3d96-4ed2-826d-73b4d2d4c666 req-9ea787c7-5a30-40df-8572-f62a8a6bbf37 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680885 Aug 31 09:14:10.215303 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d17b2-a867-44d5-8721-59f6a3c341de req-51476449-cf07-4ba7-919e-df019411769c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:10.217258 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9f6d17b2-a867-44d5-8721-59f6a3c341de req-51476449-cf07-4ba7-919e-df019411769c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8d929c95dcb6486584c62bb8e91069d6&device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 1097 time: 0.0825872 Aug 31 09:14:10.357728 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595aef4-0237-4385-a75f-1f8279ad7605 req-bfdaf3e6-1e21-4de5-94d6-2b14a511d0f9 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:10.368637 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1595aef4-0237-4385-a75f-1f8279ad7605 req-bfdaf3e6-1e21-4de5-94d6-2b14a511d0f9 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=182d3a1d-45a6-4fb2-81c6-62899a5625d4 HTTP/1.1" status: 200 len: 943 time: 0.1027811 Aug 31 09:14:10.425725 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d17b2-a867-44d5-8721-59f6a3c341de req-2f445892-341c-47dd-9488-e1ff7579859e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:10.427269 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9f6d17b2-a867-44d5-8721-59f6a3c341de req-2f445892-341c-47dd-9488-e1ff7579859e service neutron] 10.222.0.59 "GET /v2.0/networks?id=d54aa48d-9328-4446-b337-2071a0fd4f0c HTTP/1.1" status: 200 len: 910 time: 0.1901379 Aug 31 09:14:10.455758 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1595aef4-0237-4385-a75f-1f8279ad7605 req-03578dea-1ad5-4965-8881-bea19c99c0f6 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861535 Aug 31 09:14:10.494799 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9f6d17b2-a867-44d5-8721-59f6a3c341de req-3f159041-ca23-4837-9fe3-8446874361e9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb9b933b-97f6-4fb0-b7dd-6102e1980468 HTTP/1.1" status: 200 len: 217 time: 0.0599713 Aug 31 09:14:10.569214 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d17b2-a867-44d5-8721-59f6a3c341de req-ac28aa8b-dafb-4846-b7ae-f71b64ddf916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:10.571060 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9f6d17b2-a867-44d5-8721-59f6a3c341de req-ac28aa8b-dafb-4846-b7ae-f71b64ddf916 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dab6ed79-4c20-41ae-bb07-e9aaf9315083 HTTP/1.1" status: 200 len: 848 time: 0.0702403 Aug 31 09:14:10.594707 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 2370a60c-b19b-4325-a86e-0b2b208194b2 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:14:10.618349 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9f6d17b2-a867-44d5-8721-59f6a3c341de req-0e660f89-c525-4ef0-9e36-a01eea087e27 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d54aa48d-9328-4446-b337-2071a0fd4f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399232 Aug 31 09:14:10.713325 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 7e0eac5c-6814-43a0-ac46-16e80eb8e177 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:14:10.791132 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9f6d17b2-a867-44d5-8721-59f6a3c341de req-2844f9ec-cc9c-4dd0-97bd-d8a7bd551633 service neutron] 10.222.0.59 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649241 Aug 31 09:14:10.819664 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 2370a60c-b19b-4325-a86e-0b2b208194b2 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:10.821331 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:10.905752 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 7e0eac5c-6814-43a0-ac46-16e80eb8e177, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=7e0eac5c-6814-43a0-ac46-16e80eb8e177,segment=NetworkSegment(b8433487-168c-4451-a1f8-f20b613c6365),segment_id=b8433487-168c-4451-a1f8-f20b613c6365)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:10.906191 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9f6d17b2-a867-44d5-8721-59f6a3c341de req-21b67cde-5e6b-4d56-b14d-0fdac8085679 service neutron] 10.222.0.59 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066768 Aug 31 09:14:10.940962 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '7e0eac5c-6814-43a0-ac46-16e80eb8e177', 'network_id': 'f4501923-6d9a-4416-88f2-5681e8e54cfe', 'port_id': '7e0eac5c-6814-43a0-ac46-16e80eb8e177', 'mac_address': 'fa:16:3e:14:25:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a6583a-6b5e-4a08-a1b9-1d3f5a882e6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:14:11.059681 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:11.103863 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd54fb6-ebad-484e-a833-d0e2e56f82b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2370a60c-b19b-4325-a86e-0b2b208194b2'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:11.107658 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585b38f4-32c9-48bf-886b-6f2ed1fb931e" -d '{"events": [{"server_uuid": "5dd54fb6-ebad-484e-a833-d0e2e56f82b9", "name": "network-vif-plugged", "status": "completed", "tag": "2370a60c-b19b-4325-a86e-0b2b208194b2"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:11.121056 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:11.139221 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e0eac5c-6814-43a0-ac46-16e80eb8e177 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:11.170206 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 7e0eac5c-6814-43a0-ac46-16e80eb8e177, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=7e0eac5c-6814-43a0-ac46-16e80eb8e177,segment=NetworkSegment(b8433487-168c-4451-a1f8-f20b613c6365),segment_id=b8433487-168c-4451-a1f8-f20b613c6365)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:11.182473 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 2370a60c-b19b-4325-a86e-0b2b208194b2, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=2370a60c-b19b-4325-a86e-0b2b208194b2,segment=NetworkSegment(7165cf42-c983-4e18-9ad9-e580a9c61c0b),segment_id=7165cf42-c983-4e18-9ad9-e580a9c61c0b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:11.194067 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4650ad-2d3b-410f-a449-afca57e3f6bc x-openstack-request-id: req-9f4650ad-2d3b-410f-a449-afca57e3f6bc {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:11.194667 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd54fb6-ebad-484e-a833-d0e2e56f82b9", "name": "network-vif-plugged", "status": "completed", "tag": "2370a60c-b19b-4325-a86e-0b2b208194b2", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:11.195720 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-9f4650ad-2d3b-410f-a449-afca57e3f6bc {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:11.196282 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd54fb6-ebad-484e-a833-d0e2e56f82b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2370a60c-b19b-4325-a86e-0b2b208194b2', 'code': 200} Aug 31 09:14:11.245990 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:11.325293 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2d28574c-cb02-4bf6-a24c-e9e7e7d3a5a6 req-37c512c7-7c50-49c0-a8d7-43e67b01440f service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=ce4704d2-1021-44d6-952e-a8286eac930f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1122780 Aug 31 09:14:11.368422 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-210b8b60-063c-4698-a502-28621e51e666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:11.390525 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:11.441858 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28574c-cb02-4bf6-a24c-e9e7e7d3a5a6 req-ea1e2556-22b0-4832-8bcc-9c8757407b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:11.445595 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2d28574c-cb02-4bf6-a24c-e9e7e7d3a5a6 req-ea1e2556-22b0-4832-8bcc-9c8757407b0f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8d929c95dcb6486584c62bb8e91069d6&device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 1097 time: 0.0903831 Aug 31 09:14:11.495108 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=7e0eac5c-6814-43a0-ac46-16e80eb8e177,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:11.540766 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcd9b9-2181-4e7e-8418-5fa42e63bd1f req-b7381361-8293-4b65-a3d6-9a13883e2226 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:11.547849 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-85bcd9b9-2181-4e7e-8418-5fa42e63bd1f req-b7381361-8293-4b65-a3d6-9a13883e2226 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 950 time: 0.1837640 Aug 31 09:14:11.566434 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775f9ce-b4e1-4d08-9853-a750276c97bf req-31f810cd-d811-449e-8fce-7a6612a94617 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:11.581324 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2775f9ce-b4e1-4d08-9853-a750276c97bf req-31f810cd-d811-449e-8fce-7a6612a94617 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 945 time: 0.2426393 Aug 31 09:14:11.591342 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52338) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:11.601631 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['7e0eac5c-6814-43a0-ac46-16e80eb8e177'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:14:11.671749 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2775f9ce-b4e1-4d08-9853-a750276c97bf req-015c7253-a1a2-452c-b1b3-fadf7a8575e7 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886810 Aug 31 09:14:11.689228 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-85bcd9b9-2181-4e7e-8418-5fa42e63bd1f req-954a6540-59ec-416f-bf64-d0ddb1ff9815 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046698 Aug 31 09:14:11.700075 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28574c-cb02-4bf6-a24c-e9e7e7d3a5a6 req-a00eace3-8375-4bd5-8a09-51bc92e879f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:11.701627 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2d28574c-cb02-4bf6-a24c-e9e7e7d3a5a6 req-a00eace3-8375-4bd5-8a09-51bc92e879f6 service neutron] 10.222.0.112 "GET /v2.0/networks?id=d54aa48d-9328-4446-b337-2071a0fd4f0c HTTP/1.1" status: 200 len: 910 time: 0.2149413 Aug 31 09:14:11.787558 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2d28574c-cb02-4bf6-a24c-e9e7e7d3a5a6 req-5a803c55-3afa-4fa8-a131-51e99960ab24 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3969a996-4cf3-494c-8707-d9c84a2eb9eb HTTP/1.1" status: 200 len: 217 time: 0.0771255 Aug 31 09:14:11.800031 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=2370a60c-b19b-4325-a86e-0b2b208194b2,revision_number=7']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:11.922135 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53ec10-7786-41b9-8077-f971308eba30 req-b9fdd5bd-27b1-4fe3-9ec8-3d4a16ca7fa8 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:11.923641 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ca53ec10-7786-41b9-8077-f971308eba30 req-b9fdd5bd-27b1-4fe3-9ec8-3d4a16ca7fa8 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=182d3a1d-45a6-4fb2-81c6-62899a5625d4 HTTP/1.1" status: 200 len: 944 time: 0.1425421 Aug 31 09:14:11.924266 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28574c-cb02-4bf6-a24c-e9e7e7d3a5a6 req-067701e9-84e1-44db-8541-746c2abd4b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:11.931317 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2d28574c-cb02-4bf6-a24c-e9e7e7d3a5a6 req-067701e9-84e1-44db-8541-746c2abd4b69 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=dab6ed79-4c20-41ae-bb07-e9aaf9315083 HTTP/1.1" status: 200 len: 848 time: 0.1178372 Aug 31 09:14:11.995255 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2d28574c-cb02-4bf6-a24c-e9e7e7d3a5a6 req-2b0a6096-9f46-4fc7-bf2a-348d424d9e1a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d54aa48d-9328-4446-b337-2071a0fd4f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546088 Aug 31 09:14:12.030773 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7b852e94-c621-4259-a05a-2ddb24d40f12 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=5a810b1f7a474174a66d41cc8c75e1e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4372873 Aug 31 09:14:12.033498 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52348) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:12.071100 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ca53ec10-7786-41b9-8077-f971308eba30 req-54f3f35e-c418-430b-9d47-b54441df742c tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395786 Aug 31 09:14:12.199095 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2d28574c-cb02-4bf6-a24c-e9e7e7d3a5a6 req-7703688b-1424-4691-8ca8-82bb8070b07d service neutron] 10.222.0.112 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956291 Aug 31 09:14:12.203193 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-a7fa717b-b06e-4f10-b132-f4cb1a360f79 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-securitygroup--1158705496&fields=id&tenant_id=ec59212380c44a899ca5e211a948a9fd HTTP/1.1" status: 200 len: 267 time: 0.1301076 Aug 31 09:14:12.376696 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-1a4e7e95-6c5e-4580-9333-41b5b4babec3 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:12.378458 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-1a4e7e95-6c5e-4580-9333-41b5b4babec3 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/networks?id=2bd762b2-0ce2-4f1c-8ec5-012ab20e8064 HTTP/1.1" status: 200 len: 815 time: 0.1746442 Aug 31 09:14:12.430497 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-ef717577-92a7-4989-bc3d-3be60d7397e7 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/quotas/ec59212380c44a899ca5e211a948a9fd HTTP/1.1" status: 200 len: 375 time: 0.0392637 Aug 31 09:14:12.431679 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-070af7cf-e54f-46b4-9c95-7744e1489474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:12.452770 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2d28574c-cb02-4bf6-a24c-e9e7e7d3a5a6 req-6f929193-d73b-4e6a-8112-a4ccb50a6b5a service neutron] 10.222.0.112 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317085 Aug 31 09:14:12.471795 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-070af7cf-e54f-46b4-9c95-7744e1489474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:12.575444 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-a1f41175-b0c9-4681-919a-5a00d266ff07 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=ec59212380c44a899ca5e211a948a9fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0829880 Aug 31 09:14:12.691239 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-070af7cf-e54f-46b4-9c95-7744e1489474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:12.694084 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-070af7cf-e54f-46b4-9c95-7744e1489474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:12.714269 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-070af7cf-e54f-46b4-9c95-7744e1489474 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/eae352a4-a58a-4bc2-b82c-a9a6ca450805 HTTP/1.1" status: 204 len: 168 time: 0.6755311 Aug 31 09:14:12.756025 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-1ecf4056-9d3a-4344-8f25-3a78a1579af5 service neutron] 10.222.0.119 "GET /v2.0/networks/2bd762b2-0ce2-4f1c-8ec5-012ab20e8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665733 Aug 31 09:14:12.757088 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070af7cf-e54f-46b4-9c95-7744e1489474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae352a4-a58a-4bc2-b82c-a9a6ca450805,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:13.073045 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4f487-3ad4-4b84-ac5e-784557e634f4 req-765530f0-3434-4c02-b96e-1228e02b92ec tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:13.074984 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9ed4f487-3ad4-4b84-ac5e-784557e634f4 req-765530f0-3434-4c02-b96e-1228e02b92ec tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 945 time: 0.2025924 Aug 31 09:14:13.110409 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-b25f6b51-e0d1-430a-86ff-08ca8c749ab7 service neutron] 10.222.0.119 "GET /v2.0/networks/2bd762b2-0ce2-4f1c-8ec5-012ab20e8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419974 Aug 31 09:14:13.196433 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9ed4f487-3ad4-4b84-ac5e-784557e634f4 req-81e0a39a-65b0-4d74-b52e-77ac9c88a2d9 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102710 Aug 31 09:14:13.428642 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-acd3c394-47cb-40a6-83a0-7c9e35262e07 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:13.428642 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-acd3c394-47cb-40a6-83a0-7c9e35262e07 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e&tenant_id=8d929c95dcb6486584c62bb8e91069d6&binding%3Ahost_id=n-h2-791506-28 HTTP/1.1" status: 200 len: 1097 time: 0.1311870 Aug 31 09:14:13.448070 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-9bc8b4e6-4cbe-405c-9a31-c02015c8ef9b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791506-28'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:13.494378 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f8609-6109-40cc-b211-09ed04db896a req-78053006-662f-4548-91bb-3538d11bdc86 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:13.505853 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fb1f8609-6109-40cc-b211-09ed04db896a req-78053006-662f-4548-91bb-3538d11bdc86 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 950 time: 0.1741791 Aug 31 09:14:13.577617 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fb1f8609-6109-40cc-b211-09ed04db896a req-fc047b8e-70f0-40b4-8ef1-297d77f333d1 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673482 Aug 31 09:14:13.607322 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-9bc8b4e6-4cbe-405c-9a31-c02015c8ef9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:13.727264 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ddd41-3df1-489f-af1d-fd3d3130f672 req-e8d3efc5-7613-4fa8-b735-58d1cb2470d9 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:13.735966 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f68ddd41-3df1-489f-af1d-fd3d3130f672 req-e8d3efc5-7613-4fa8-b735-58d1cb2470d9 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=182d3a1d-45a6-4fb2-81c6-62899a5625d4 HTTP/1.1" status: 200 len: 944 time: 0.0710166 Aug 31 09:14:13.789678 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f68ddd41-3df1-489f-af1d-fd3d3130f672 req-5c78ced3-df9c-40ac-85b7-c2b96ff313f7 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521688 Aug 31 09:14:13.923463 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-9bc8b4e6-4cbe-405c-9a31-c02015c8ef9b service neutron] For port cb9b933b-97f6-4fb0-b7dd-6102e1980468, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=cb9b933b-97f6-4fb0-b7dd-6102e1980468,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:13.965423 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c5a629a7-3924-4dac-8a0e-11701b62dec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:13.987509 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:14.000697 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-9bc8b4e6-4cbe-405c-9a31-c02015c8ef9b service neutron] For port cb9b933b-97f6-4fb0-b7dd-6102e1980468, host n-h2-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:14:14.069724 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ab70db-660e-45be-a45d-838f742e677e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb9b933b-97f6-4fb0-b7dd-6102e1980468'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:14.072308 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3171fe2-253b-416c-8a1e-a5cefd85f8bb" -d '{"events": [{"server_uuid": "50ab70db-660e-45be-a45d-838f742e677e", "name": "network-vif-unplugged", "status": "completed", "tag": "cb9b933b-97f6-4fb0-b7dd-6102e1980468"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:14.077184 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-9bc8b4e6-4cbe-405c-9a31-c02015c8ef9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:14.135639 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-9bc8b4e6-4cbe-405c-9a31-c02015c8ef9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:14.200879 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf8da22-e1b0-4d9c-9432-4caea2e207c6 x-openstack-request-id: req-dbf8da22-e1b0-4d9c-9432-4caea2e207c6 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:14.201098 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ab70db-660e-45be-a45d-838f742e677e", "name": "network-vif-unplugged", "status": "completed", "tag": "cb9b933b-97f6-4fb0-b7dd-6102e1980468", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:14.201390 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-dbf8da22-e1b0-4d9c-9432-4caea2e207c6 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:14.201735 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ab70db-660e-45be-a45d-838f742e677e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb9b933b-97f6-4fb0-b7dd-6102e1980468', 'code': 200} Aug 31 09:14:14.204286 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8b4e6-4cbe-405c-9a31-c02015c8ef9b service neutron] Pushing event updated for resources: {'Port': ['ID=cb9b933b-97f6-4fb0-b7dd-6102e1980468,revision_number=7']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:14.312080 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3963df0c-83a2-4f3a-9c4b-2f322ebc8732 req-0c529b71-d999-4abf-9434-196ab22d1587 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/ports?device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 210 time: 0.0740829 Aug 31 09:14:14.312407 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-9bc8b4e6-4cbe-405c-9a31-c02015c8ef9b service neutron] Attempting to bind port cb9b933b-97f6-4fb0-b7dd-6102e1980468 on host n-h2-791506-28 for vnic_type normal with profile {"migrating_to": "n-h1-791506-28"} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:14:14.312407 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-9bc8b4e6-4cbe-405c-9a31-c02015c8ef9b service neutron] Attempting to bind port cb9b933b-97f6-4fb0-b7dd-6102e1980468 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:14:14.312407 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-9bc8b4e6-4cbe-405c-9a31-c02015c8ef9b service neutron] Attempting to bind port cb9b933b-97f6-4fb0-b7dd-6102e1980468 on network d54aa48d-9328-4446-b337-2071a0fd4f0c {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:14.312407 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-9bc8b4e6-4cbe-405c-9a31-c02015c8ef9b service neutron] Port cb9b933b-97f6-4fb0-b7dd-6102e1980468 on network d54aa48d-9328-4446-b337-2071a0fd4f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:14:14.312407 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-9bc8b4e6-4cbe-405c-9a31-c02015c8ef9b service neutron] Attempting to bind port cb9b933b-97f6-4fb0-b7dd-6102e1980468 on network d54aa48d-9328-4446-b337-2071a0fd4f0c {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:14.323867 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-9bc8b4e6-4cbe-405c-9a31-c02015c8ef9b service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:14:14.324198 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-9bc8b4e6-4cbe-405c-9a31-c02015c8ef9b service neutron] Checking segment: {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:14:14.324486 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-9bc8b4e6-4cbe-405c-9a31-c02015c8ef9b service neutron] Bound using segment: {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:14:14.324917 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-9bc8b4e6-4cbe-405c-9a31-c02015c8ef9b service neutron] Bound port: cb9b933b-97f6-4fb0-b7dd-6102e1980468, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:14:14.325272 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-9bc8b4e6-4cbe-405c-9a31-c02015c8ef9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:14.508654 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49554c59-cf44-42d7-8c65-bfd5b656635f req-931392b4-775a-46ea-851f-c85a32526fc2 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:14.535728 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-9bc8b4e6-4cbe-405c-9a31-c02015c8ef9b service neutron] For port cb9b933b-97f6-4fb0-b7dd-6102e1980468, host n-h2-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:14:14.538244 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49554c59-cf44-42d7-8c65-bfd5b656635f req-931392b4-775a-46ea-851f-c85a32526fc2 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 943 time: 0.1790953 Aug 31 09:14:14.540910 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-9bc8b4e6-4cbe-405c-9a31-c02015c8ef9b service neutron] For port cb9b933b-97f6-4fb0-b7dd-6102e1980468, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=cb9b933b-97f6-4fb0-b7dd-6102e1980468,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:14:14.597338 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device cb9b933b-97f6-4fb0-b7dd-6102e1980468 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:14:14.605119 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-9bc8b4e6-4cbe-405c-9a31-c02015c8ef9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:14.618919 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49554c59-cf44-42d7-8c65-bfd5b656635f req-8e056d50-f60b-45ce-965c-c28b4ea9413f tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729601 Aug 31 09:14:14.677602 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 7e0eac5c-6814-43a0-ac46-16e80eb8e177 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:14:14.791112 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342892b-0566-49cc-a751-13ecd6e76c82 req-31e86bce-cdc5-44cf-b94b-533308852587 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:14.803497 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c342892b-0566-49cc-a751-13ecd6e76c82 req-31e86bce-cdc5-44cf-b94b-533308852587 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 950 time: 0.0841842 Aug 31 09:14:14.880559 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c342892b-0566-49cc-a751-13ecd6e76c82 req-8090cf8c-8db7-4b35-b3d6-19e792f17df1 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754688 Aug 31 09:14:14.989955 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port cb9b933b-97f6-4fb0-b7dd-6102e1980468, host n-h2-791506-28, got binding levels [] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:15.010503 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 7e0eac5c-6814-43a0-ac46-16e80eb8e177 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:14:15.017913 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 7e0eac5c-6814-43a0-ac46-16e80eb8e177 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:15.018287 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:15.209435 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:15.213716 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Attempting to bind port cb9b933b-97f6-4fb0-b7dd-6102e1980468 on host n-h2-791506-28 for vnic_type normal with profile {"migrating_to": "n-h1-791506-28"} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:14:15.214138 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Attempting to bind port cb9b933b-97f6-4fb0-b7dd-6102e1980468 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:14:15.214816 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Attempting to bind port cb9b933b-97f6-4fb0-b7dd-6102e1980468 on network d54aa48d-9328-4446-b337-2071a0fd4f0c {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:15.230764 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d3ff9-bd03-41ee-a1f5-51daf70a0988 req-a7512a9c-a5a1-48b3-a165-9afa78466a5a tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:15.241732 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:15.242962 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-134d3ff9-bd03-41ee-a1f5-51daf70a0988 req-a7512a9c-a5a1-48b3-a165-9afa78466a5a tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=182d3a1d-45a6-4fb2-81c6-62899a5625d4 HTTP/1.1" status: 200 len: 944 time: 0.1745591 Aug 31 09:14:15.252070 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Port cb9b933b-97f6-4fb0-b7dd-6102e1980468 on network d54aa48d-9328-4446-b337-2071a0fd4f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:14:15.252858 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Attempting to bind port cb9b933b-97f6-4fb0-b7dd-6102e1980468 on network d54aa48d-9328-4446-b337-2071a0fd4f0c {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:15.261530 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182d3a1d-45a6-4fb2-81c6-62899a5625d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0eac5c-6814-43a0-ac46-16e80eb8e177'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:15.265752 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5464049-ceeb-4002-9f6e-1a77f678f867" -d '{"events": [{"server_uuid": "182d3a1d-45a6-4fb2-81c6-62899a5625d4", "name": "network-vif-plugged", "status": "completed", "tag": "7e0eac5c-6814-43a0-ac46-16e80eb8e177"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:15.294633 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:14:15.302918 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Checking segment: {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:14:15.304759 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Bound using segment: {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:14:15.305274 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-134d3ff9-bd03-41ee-a1f5-51daf70a0988 req-86104d35-da89-404e-ae85-ac4b21b75518 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614088 Aug 31 09:14:15.305771 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Bound port: cb9b933b-97f6-4fb0-b7dd-6102e1980468, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:14:15.306402 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:15.323066 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 7e0eac5c-6814-43a0-ac46-16e80eb8e177, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=7e0eac5c-6814-43a0-ac46-16e80eb8e177,segment=NetworkSegment(b8433487-168c-4451-a1f8-f20b613c6365),segment_id=b8433487-168c-4451-a1f8-f20b613c6365)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:15.343963 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe085af-5384-40e4-9e7c-e897505a9862 x-openstack-request-id: req-8fe085af-5384-40e4-9e7c-e897505a9862 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:15.344368 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "182d3a1d-45a6-4fb2-81c6-62899a5625d4", "name": "network-vif-plugged", "status": "completed", "tag": "7e0eac5c-6814-43a0-ac46-16e80eb8e177", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:15.344743 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-8fe085af-5384-40e4-9e7c-e897505a9862 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:15.345317 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182d3a1d-45a6-4fb2-81c6-62899a5625d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0eac5c-6814-43a0-ac46-16e80eb8e177', 'code': 200} Aug 31 09:14:15.386538 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-9bc8b4e6-4cbe-405c-9a31-c02015c8ef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:15.387224 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-9bc8b4e6-4cbe-405c-9a31-c02015c8ef9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:15.388914 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-9bc8b4e6-4cbe-405c-9a31-c02015c8ef9b service neutron] 10.222.0.112 "PUT /v2.0/ports/cb9b933b-97f6-4fb0-b7dd-6102e1980468 HTTP/1.1" status: 200 len: 1123 time: 1.9519339 Aug 31 09:14:15.396639 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8b4e6-4cbe-405c-9a31-c02015c8ef9b service neutron] Pushing event updated for resources: {'Port': ['ID=cb9b933b-97f6-4fb0-b7dd-6102e1980468,revision_number=8']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:15.428221 n-d-791506-28 neutron-server[95554]: WARNING neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Concurrent port binding operations failed on port cb9b933b-97f6-4fb0-b7dd-6102e1980468 Aug 31 09:14:15.433301 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port cb9b933b-97f6-4fb0-b7dd-6102e1980468, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=cb9b933b-97f6-4fb0-b7dd-6102e1980468,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:15.438848 n-d-791506-28 neutron-server[95554]: INFO neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Attempt 2 to bind port cb9b933b-97f6-4fb0-b7dd-6102e1980468 Aug 31 09:14:15.439704 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device cb9b933b-97f6-4fb0-b7dd-6102e1980468 has no active binding in host n-h1-791506-28 {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 09:14:15.441649 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:15.502516 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-270da274-4f04-4957-9db8-d0bac15ba2ae req-8dc35d09-6c34-4ecf-a9e9-ff373d974ccb tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/ports?device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 210 time: 0.0371518 Aug 31 09:14:15.544849 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=7e0eac5c-6814-43a0-ac46-16e80eb8e177,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:15.548400 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b5f6c-fa87-43c7-973d-d2a18b0171cd req-0791e01f-7c63-4dff-8897-04776f044a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:15.551069 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f00b5f6c-fa87-43c7-973d-d2a18b0171cd req-0791e01f-7c63-4dff-8897-04776f044a29 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=182d3a1d-45a6-4fb2-81c6-62899a5625d4 HTTP/1.1" status: 200 len: 1097 time: 0.0889962 Aug 31 09:14:15.569833 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['cb9b933b-97f6-4fb0-b7dd-6102e1980468'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:14:15.613099 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f00b5f6c-fa87-43c7-973d-d2a18b0171cd req-0f0d3e4d-49ab-41fd-b630-5f3f1a56580f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531278 Aug 31 09:14:15.628431 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['cb9b933b-97f6-4fb0-b7dd-6102e1980468'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:14:15.801429 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52460) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:15.883331 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01d4d1-74ff-4073-b8f6-75e07979bab0 req-9e660259-e9d6-4c37-a437-423731e3d18a tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:15.888130 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ab01d4d1-74ff-4073-b8f6-75e07979bab0 req-9e660259-e9d6-4c37-a437-423731e3d18a tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 943 time: 0.1404748 Aug 31 09:14:15.972014 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ab01d4d1-74ff-4073-b8f6-75e07979bab0 req-4fa0d6ec-1e1b-4cec-ab05-aeabe8fecfde tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758533 Aug 31 09:14:16.104654 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e17350-bf51-4621-a788-fa02fafb258c req-4299aaad-c84e-4dc1-9bf9-493856c16570 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:16.106724 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-51e17350-bf51-4621-a788-fa02fafb258c req-4299aaad-c84e-4dc1-9bf9-493856c16570 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 950 time: 0.0821414 Aug 31 09:14:16.133372 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f10e6859-5a48-466e-b7ea-7374df420056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:16.193039 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-51e17350-bf51-4621-a788-fa02fafb258c req-8647441a-952f-4359-a0fa-862ba4898b00 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675406 Aug 31 09:14:16.204100 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ab70db-660e-45be-a45d-838f742e677e', 'tag': 'cb9b933b-97f6-4fb0-b7dd-6102e1980468'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:16.206404 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58bb545-f53d-4f6d-af67-bcd55386d833" -d '{"events": [{"name": "network-changed", "server_uuid": "50ab70db-660e-45be-a45d-838f742e677e", "tag": "cb9b933b-97f6-4fb0-b7dd-6102e1980468"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:16.305479 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cc10ac-736e-437d-99e2-0161f7424f43 x-openstack-request-id: req-b3cc10ac-736e-437d-99e2-0161f7424f43 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:16.305777 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ab70db-660e-45be-a45d-838f742e677e", "tag": "cb9b933b-97f6-4fb0-b7dd-6102e1980468", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:16.306031 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-b3cc10ac-736e-437d-99e2-0161f7424f43 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:16.306421 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50ab70db-660e-45be-a45d-838f742e677e', 'tag': 'cb9b933b-97f6-4fb0-b7dd-6102e1980468', 'status': 'completed', 'code': 200} Aug 31 09:14:16.399027 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f10e6859-5a48-466e-b7ea-7374df420056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:16.399027 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bb545-f53d-4f6d-af67-bcd55386d833 req-fac834bb-f05e-4fce-bd09-ebbadd768a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:16.399027 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e58bb545-f53d-4f6d-af67-bcd55386d833 req-fac834bb-f05e-4fce-bd09-ebbadd768a1e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8d929c95dcb6486584c62bb8e91069d6&device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 1126 time: 0.0881236 Aug 31 09:14:16.477299 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d4f67-9805-499e-af72-f3ac6fefccb9 req-c5874bc2-dfb4-4784-9415-3323d2ab9ef3 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:16.479168 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-372d4f67-9805-499e-af72-f3ac6fefccb9 req-c5874bc2-dfb4-4784-9415-3323d2ab9ef3 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=182d3a1d-45a6-4fb2-81c6-62899a5625d4 HTTP/1.1" status: 200 len: 945 time: 0.0720181 Aug 31 09:14:16.513184 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bb545-f53d-4f6d-af67-bcd55386d833 req-cb8212e9-2ab7-40c7-95b5-4a3c1d315d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:16.515545 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e58bb545-f53d-4f6d-af67-bcd55386d833 req-cb8212e9-2ab7-40c7-95b5-4a3c1d315d10 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d54aa48d-9328-4446-b337-2071a0fd4f0c HTTP/1.1" status: 200 len: 910 time: 0.1093190 Aug 31 09:14:16.541033 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-372d4f67-9805-499e-af72-f3ac6fefccb9 req-c8dd71bb-b753-49c6-b73f-4fbb463d625b tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471339 Aug 31 09:14:16.568073 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e58bb545-f53d-4f6d-af67-bcd55386d833 req-4d85c878-44e0-4cb8-98f5-9b0a7ec78bc3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb9b933b-97f6-4fb0-b7dd-6102e1980468 HTTP/1.1" status: 200 len: 217 time: 0.0453317 Aug 31 09:14:16.611570 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-664b48b7-ae26-4235-9baf-757a9ebe78a7 req-46c3ddbd-f0c9-40b8-b22f-7239c403de3e tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/ports?device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 210 time: 0.0307410 Aug 31 09:14:16.637837 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bb545-f53d-4f6d-af67-bcd55386d833 req-5ea72c92-c1b3-4b46-b67c-6f8f6703f152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:16.640495 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e58bb545-f53d-4f6d-af67-bcd55386d833 req-5ea72c92-c1b3-4b46-b67c-6f8f6703f152 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dab6ed79-4c20-41ae-bb07-e9aaf9315083 HTTP/1.1" status: 200 len: 848 time: 0.0611598 Aug 31 09:14:16.676529 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e58bb545-f53d-4f6d-af67-bcd55386d833 req-1c63dabc-f3cf-48b7-8ee2-426e25dbe1d7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d54aa48d-9328-4446-b337-2071a0fd4f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284250 Aug 31 09:14:16.783170 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e58bb545-f53d-4f6d-af67-bcd55386d833 req-fc6efeb7-6be3-4ed2-abfb-cdd87db8ee60 service neutron] 10.222.0.59 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965371 Aug 31 09:14:16.805720 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f10e6859-5a48-466e-b7ea-7374df420056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:16.896070 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f10e6859-5a48-466e-b7ea-7374df420056 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=8466b7ca8e624113ae20cdc8b5bba091&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0933287 Aug 31 09:14:16.899527 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e6859-5a48-466e-b7ea-7374df420056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7b0709-5091-4e43-8fd2-1aa30e69d98e,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:16.899695 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52484) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:16.935175 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e58bb545-f53d-4f6d-af67-bcd55386d833 req-6b054061-d983-44ec-9128-7c4d9d579fcf service neutron] 10.222.0.59 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430874 Aug 31 09:14:16.967861 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-687713cb-7fbb-4fcd-bdb9-5630855e6225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:16.969653 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:16.994719 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-687713cb-7fbb-4fcd-bdb9-5630855e6225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:17.130598 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a86d1-15fc-4dfe-8271-7c7dfa554c47 req-239deb2d-00a4-4593-ad33-947013d0c60c tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:17.132147 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-572a86d1-15fc-4dfe-8271-7c7dfa554c47 req-239deb2d-00a4-4593-ad33-947013d0c60c tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 943 time: 0.0729206 Aug 31 09:14:17.184822 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-687713cb-7fbb-4fcd-bdb9-5630855e6225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:17.187612 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-687713cb-7fbb-4fcd-bdb9-5630855e6225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:17.191562 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-687713cb-7fbb-4fcd-bdb9-5630855e6225 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/0f7b0709-5091-4e43-8fd2-1aa30e69d98e HTTP/1.1" status: 204 len: 168 time: 0.2908056 Aug 31 09:14:17.206649 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-572a86d1-15fc-4dfe-8271-7c7dfa554c47 req-3b1191cb-66f7-432a-adf8-7fcf2079bc45 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635560 Aug 31 09:14:17.232547 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687713cb-7fbb-4fcd-bdb9-5630855e6225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7b0709-5091-4e43-8fd2-1aa30e69d98e,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:17.336885 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b162ec-5142-43f0-8a0b-96b9569ee382 req-130c899e-9f13-4c82-8eec-ce7add286b55 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:17.344492 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f3b162ec-5142-43f0-8a0b-96b9569ee382 req-130c899e-9f13-4c82-8eec-ce7add286b55 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 950 time: 0.0661564 Aug 31 09:14:17.389424 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f3b162ec-5142-43f0-8a0b-96b9569ee382 req-4b695fdb-fd3a-45ce-813f-1afddfc24943 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440395 Aug 31 09:14:17.753944 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d62c08-365c-4f1b-ab50-3e88e41ffc79 req-e2c39902-7e60-4e1e-8955-8d4c1d21beaf tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:17.762787 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-28d62c08-365c-4f1b-ab50-3e88e41ffc79 req-e2c39902-7e60-4e1e-8955-8d4c1d21beaf tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=182d3a1d-45a6-4fb2-81c6-62899a5625d4 HTTP/1.1" status: 200 len: 945 time: 0.1102722 Aug 31 09:14:17.773484 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-e1c0c292-6388-41fa-b27e-6d418b725ac3 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:17.776008 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-e1c0c292-6388-41fa-b27e-6d418b725ac3 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.112 "GET /v2.0/networks?id=2bd762b2-0ce2-4f1c-8ec5-012ab20e8064 HTTP/1.1" status: 200 len: 815 time: 0.2305796 Aug 31 09:14:17.834240 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-04a415af-7568-4a7d-bc20-5486bb8fa524 req-cfac6f3f-7444-4f92-b5d2-befe3bcf5db5 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/ports?device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 210 time: 0.0620415 Aug 31 09:14:17.858530 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-28d62c08-365c-4f1b-ab50-3e88e41ffc79 req-382faaae-d76c-41d4-85e0-a62bb37aedeb tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945971 Aug 31 09:14:17.883413 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-fff86fbf-813a-4d62-8e3e-4f1dcf2ce0c9 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec59212380c44a899ca5e211a948a9fd HTTP/1.1" status: 200 len: 380 time: 0.0677576 Aug 31 09:14:17.906116 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-8817566c-5448-41ac-a959-730db3cbdfee tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Request body: {'port': {'device_id': '286978dc-700f-434f-ac25-6d4e109ccab7', 'network_id': '2bd762b2-0ce2-4f1c-8ec5-012ab20e8064', 'admin_state_up': True, 'tenant_id': 'ec59212380c44a899ca5e211a948a9fd', 'security_groups': ['5b749fb4-1d9f-4950-bcaa-2c926086e16e']}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:18.063689 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d427f44-35f6-4951-b8b1-fb10ec232505 req-92cea717-82d3-437e-9b75-b3ffb803c199 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:18.078236 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9d427f44-35f6-4951-b8b1-fb10ec232505 req-92cea717-82d3-437e-9b75-b3ffb803c199 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=182d3a1d-45a6-4fb2-81c6-62899a5625d4 HTTP/1.1" status: 200 len: 945 time: 0.1114442 Aug 31 09:14:18.139755 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9d427f44-35f6-4951-b8b1-fb10ec232505 req-a83e30bb-5feb-4e36-8803-cec43db9bdad tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605905 Aug 31 09:14:18.280577 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-8817566c-5448-41ac-a959-730db3cbdfee tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Made reservation on behalf of ec59212380c44a899ca5e211a948a9fd for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:14:18.285170 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-8817566c-5448-41ac-a959-730db3cbdfee tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:18.439272 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd059b-429c-404f-a370-7413d4a15a97 req-b89a68e3-aa3d-4467-b84f-cf827e0dbf8f tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:18.457246 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f3cd059b-429c-404f-a370-7413d4a15a97 req-b89a68e3-aa3d-4467-b84f-cf827e0dbf8f tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=182d3a1d-45a6-4fb2-81c6-62899a5625d4 HTTP/1.1" status: 200 len: 945 time: 0.1637912 Aug 31 09:14:18.527989 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-8817566c-5448-41ac-a959-730db3cbdfee tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Allocated IP 172.20.0.10 (2bd762b2-0ce2-4f1c-8ec5-012ab20e8064/ebbf0383-ccdb-4f22-8fb8-5ca0dc2ab3e8/b5ba724c-f806-4031-9fe7-24ddeca385d1) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:14:18.607905 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f3cd059b-429c-404f-a370-7413d4a15a97 req-a553a17a-c963-46d4-8275-0f62dd3c98f0 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496916 Aug 31 09:14:18.645579 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c8761-1793-484b-b266-f561ab46b599 req-d56945f7-cad9-4527-92b5-50ea0294d59b tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:18.661512 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dc3c8761-1793-484b-b266-f561ab46b599 req-d56945f7-cad9-4527-92b5-50ea0294d59b tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 943 time: 0.2669220 Aug 31 09:14:18.741107 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-8817566c-5448-41ac-a959-730db3cbdfee tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:18.752918 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dc3c8761-1793-484b-b266-f561ab46b599 req-60d97769-5721-4a99-a6e7-0935e70855b2 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904257 Aug 31 09:14:18.760484 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-8817566c-5448-41ac-a959-730db3cbdfee tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Transition to ACTIVE for port object b5ba724c-f806-4031-9fe7-24ddeca385d1 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:18.932504 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-8817566c-5448-41ac-a959-730db3cbdfee tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:18.956361 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f509de3-b2ca-438f-9082-651700d3009d req-c225c162-512f-4fb0-a1ff-19c7ca53f896 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:18.964801 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5f509de3-b2ca-438f-9082-651700d3009d req-c225c162-512f-4fb0-a1ff-19c7ca53f896 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 950 time: 0.1237078 Aug 31 09:14:18.974119 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52560) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:19.023437 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa855a3-87bb-45fc-b8b9-429542c4f8ad req-dbcfda2d-94ad-486c-a0eb-3f9e7e2387ad tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:19.025347 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0fa855a3-87bb-45fc-b8b9-429542c4f8ad req-dbcfda2d-94ad-486c-a0eb-3f9e7e2387ad tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=182d3a1d-45a6-4fb2-81c6-62899a5625d4 HTTP/1.1" status: 200 len: 945 time: 0.1461389 Aug 31 09:14:19.077688 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5f509de3-b2ca-438f-9082-651700d3009d req-ddd9dff0-69ec-45c3-86c2-d76a7c4a31ad tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066461 Aug 31 09:14:19.090226 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-8817566c-5448-41ac-a959-730db3cbdfee tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Network 2bd762b2-0ce2-4f1c-8ec5-012ab20e8064 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:14:19.093601 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-8817566c-5448-41ac-a959-730db3cbdfee tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:14:19.106672 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-8817566c-5448-41ac-a959-730db3cbdfee tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:14:19.115069 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817566c-5448-41ac-a959-730db3cbdfee tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Pushing event updated for resources: {'Port': ['ID=b5ba724c-f806-4031-9fe7-24ddeca385d1,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:19.197215 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0fa855a3-87bb-45fc-b8b9-429542c4f8ad req-3102c3f4-3002-424a-95e3-762ef4839a42 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485868 Aug 31 09:14:19.229885 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-27b44c97-7704-456f-af38-0f01ca33d6eb admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1863137560-network', 'tenant_id': '2aaa7e6acfc54bef9b68e3925cec6875'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:19.249118 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-8817566c-5448-41ac-a959-730db3cbdfee tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:19.249118 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-8817566c-5448-41ac-a959-730db3cbdfee tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:19.323855 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c76d53-59e7-4d97-a2ef-36c105db862b req-fbfbb43b-2d10-4eda-8a5d-ec488b249ab4 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:19.331793 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f6c76d53-59e7-4d97-a2ef-36c105db862b req-fbfbb43b-2d10-4eda-8a5d-ec488b249ab4 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/ports?device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 932 time: 0.1446962 Aug 31 09:14:19.365623 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-8817566c-5448-41ac-a959-730db3cbdfee tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4712551 Aug 31 09:14:19.381578 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-7798b5dc-8cd5-4f1f-bf98-8ec6d6166e62 service neutron] Request body: {'port': {'device_id': '286978dc-700f-434f-ac25-6d4e109ccab7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:19.450017 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f6c76d53-59e7-4d97-a2ef-36c105db862b req-6100cf64-f6ec-488d-bb6b-0829db7944da tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/security-groups?id=5b749fb4-1d9f-4950-bcaa-2c926086e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158185 Aug 31 09:14:19.486579 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc20f9c-2df4-4b98-97c7-0d635393b496 req-2593d22a-b3f2-4f9e-a6d8-57dec60ced40 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:19.488953 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3fc20f9c-2df4-4b98-97c7-0d635393b496 req-2593d22a-b3f2-4f9e-a6d8-57dec60ced40 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=182d3a1d-45a6-4fb2-81c6-62899a5625d4 HTTP/1.1" status: 200 len: 945 time: 0.1465237 Aug 31 09:14:19.491878 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b44c97-7704-456f-af38-0f01ca33d6eb admin admin] Made reservation on behalf of 2aaa7e6acfc54bef9b68e3925cec6875 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:14:19.495698 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27b44c97-7704-456f-af38-0f01ca33d6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:19.516564 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27b44c97-7704-456f-af38-0f01ca33d6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:19.527575 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-7798b5dc-8cd5-4f1f-bf98-8ec6d6166e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:19.613069 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3fc20f9c-2df4-4b98-97c7-0d635393b496 req-02c5d84a-12d7-45e6-adfc-3b02e81f2cd5 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976937 Aug 31 09:14:19.639417 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-cf9e18a7-9ab0-45e4-a613-7a3b0575c2da None None] Provisioning for port b5ba724c-f806-4031-9fe7-24ddeca385d1 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:14:19.645934 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-cf9e18a7-9ab0-45e4-a613-7a3b0575c2da None None] Provisioning complete for port b5ba724c-f806-4031-9fe7-24ddeca385d1 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:19.646468 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cf9e18a7-9ab0-45e4-a613-7a3b0575c2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:19.706581 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27b44c97-7704-456f-af38-0f01ca33d6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:19.751205 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-cf9e18a7-9ab0-45e4-a613-7a3b0575c2da None None] Port b5ba724c-f806-4031-9fe7-24ddeca385d1 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:14:19.780458 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27b44c97-7704-456f-af38-0f01ca33d6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:19.808248 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b44c97-7704-456f-af38-0f01ca33d6eb admin admin] vlan segment allocate from pool success with {'vlan_id': 1600, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:14:19.828837 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27b44c97-7704-456f-af38-0f01ca33d6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:19.832101 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-27b44c97-7704-456f-af38-0f01ca33d6eb admin admin] Added segment d229a86a-985c-4e16-b981-4de2a06a3491 of type vlan for network b4f7ccc1-a015-48d0-ab32-6b68e36c429d Aug 31 09:14:19.931645 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-7798b5dc-8cd5-4f1f-bf98-8ec6d6166e62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5ba724c-f806-4031-9fe7-24ddeca385d1 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:19.939760 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-7798b5dc-8cd5-4f1f-bf98-8ec6d6166e62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:19.951769 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27b44c97-7704-456f-af38-0f01ca33d6eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:19.958595 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-7798b5dc-8cd5-4f1f-bf98-8ec6d6166e62 service neutron] Transition to ACTIVE for port object b5ba724c-f806-4031-9fe7-24ddeca385d1 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:20.032558 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-7798b5dc-8cd5-4f1f-bf98-8ec6d6166e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:20.120731 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798b5dc-8cd5-4f1f-bf98-8ec6d6166e62 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ba724c-f806-4031-9fe7-24ddeca385d1,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:20.127435 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6db934-edc2-40ba-9d06-4118cd4d5415 req-5ef8f4a0-a6cc-4b7a-8f24-dc8f56179d87 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:20.138984 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af6db934-edc2-40ba-9d06-4118cd4d5415 req-5ef8f4a0-a6cc-4b7a-8f24-dc8f56179d87 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=182d3a1d-45a6-4fb2-81c6-62899a5625d4 HTTP/1.1" status: 200 len: 945 time: 0.4035718 Aug 31 09:14:20.161305 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b44c97-7704-456f-af38-0f01ca33d6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9c3b15-eaaf-43a8-a30c-bd0e5c45b70a,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:20.244203 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17543ae7-d0b0-49c6-b876-ef761265eb3b req-70e482d3-2c0a-4b18-9bbc-0279f56e523d tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:20.254254 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-17543ae7-d0b0-49c6-b876-ef761265eb3b req-70e482d3-2c0a-4b18-9bbc-0279f56e523d tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 943 time: 0.2444444 Aug 31 09:14:20.298636 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27b44c97-7704-456f-af38-0f01ca33d6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:20.309032 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b44c97-7704-456f-af38-0f01ca33d6eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:20.309921 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27b44c97-7704-456f-af38-0f01ca33d6eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:20.312097 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-7798b5dc-8cd5-4f1f-bf98-8ec6d6166e62 service neutron] Attempting to bind port b5ba724c-f806-4031-9fe7-24ddeca385d1 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:14:20.312692 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-7798b5dc-8cd5-4f1f-bf98-8ec6d6166e62 service neutron] Attempting to bind port b5ba724c-f806-4031-9fe7-24ddeca385d1 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '97cc86a9-9c90-4426-a9d3-5ab4175109fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1639, 'network_id': '2bd762b2-0ce2-4f1c-8ec5-012ab20e8064'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:14:20.313287 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-7798b5dc-8cd5-4f1f-bf98-8ec6d6166e62 service neutron] Attempting to bind port b5ba724c-f806-4031-9fe7-24ddeca385d1 on network 2bd762b2-0ce2-4f1c-8ec5-012ab20e8064 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:20.321383 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-7798b5dc-8cd5-4f1f-bf98-8ec6d6166e62 service neutron] Port b5ba724c-f806-4031-9fe7-24ddeca385d1 on network 2bd762b2-0ce2-4f1c-8ec5-012ab20e8064 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:14:20.322308 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-7798b5dc-8cd5-4f1f-bf98-8ec6d6166e62 service neutron] Attempting to bind port b5ba724c-f806-4031-9fe7-24ddeca385d1 on network 2bd762b2-0ce2-4f1c-8ec5-012ab20e8064 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:20.333846 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-7798b5dc-8cd5-4f1f-bf98-8ec6d6166e62 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:14:20.334601 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-7798b5dc-8cd5-4f1f-bf98-8ec6d6166e62 service neutron] Checking segment: {'id': '97cc86a9-9c90-4426-a9d3-5ab4175109fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1639, 'network_id': '2bd762b2-0ce2-4f1c-8ec5-012ab20e8064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:14:20.335300 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-7798b5dc-8cd5-4f1f-bf98-8ec6d6166e62 service neutron] Bound using segment: {'id': '97cc86a9-9c90-4426-a9d3-5ab4175109fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1639, 'network_id': '2bd762b2-0ce2-4f1c-8ec5-012ab20e8064'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:14:20.336144 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-7798b5dc-8cd5-4f1f-bf98-8ec6d6166e62 service neutron] Bound port: b5ba724c-f806-4031-9fe7-24ddeca385d1, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97cc86a9-9c90-4426-a9d3-5ab4175109fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1639, 'network_id': '2bd762b2-0ce2-4f1c-8ec5-012ab20e8064'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:14:20.336768 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-7798b5dc-8cd5-4f1f-bf98-8ec6d6166e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:20.451646 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-17543ae7-d0b0-49c6-b876-ef761265eb3b req-e3c3f960-90d2-43bb-9a77-0748da2fb981 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960657 Aug 31 09:14:20.484425 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-7798b5dc-8cd5-4f1f-bf98-8ec6d6166e62 service neutron] For port b5ba724c-f806-4031-9fe7-24ddeca385d1, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:14:20.496613 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-7798b5dc-8cd5-4f1f-bf98-8ec6d6166e62 service neutron] For port b5ba724c-f806-4031-9fe7-24ddeca385d1, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=b5ba724c-f806-4031-9fe7-24ddeca385d1,segment=NetworkSegment(97cc86a9-9c90-4426-a9d3-5ab4175109fc),segment_id=97cc86a9-9c90-4426-a9d3-5ab4175109fc)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:14:20.512175 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af6db934-edc2-40ba-9d06-4118cd4d5415 req-47814713-9013-4932-b897-602c33b1a574 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717921 Aug 31 09:14:20.552816 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52596) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:20.554892 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-27b44c97-7704-456f-af38-0f01ca33d6eb admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5791686 Aug 31 09:14:20.563035 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b44c97-7704-456f-af38-0f01ca33d6eb admin admin] Pushing event updated for resources: {'Network': ['ID=b4f7ccc1-a015-48d0-ab32-6b68e36c429d,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:20.564900 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-e6bfdfb7-131b-4b16-9e80-4a11f070bbc9 admin admin] Request body: {'subnet': {'network_id': 'b4f7ccc1-a015-48d0-ab32-6b68e36c429d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1863137560-subnet', 'tenant_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:20.591019 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network b4f7ccc1-a015-48d0-ab32-6b68e36c429d details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:14:20.594791 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-7798b5dc-8cd5-4f1f-bf98-8ec6d6166e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:20.775410 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-7798b5dc-8cd5-4f1f-bf98-8ec6d6166e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:20.776117 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-7798b5dc-8cd5-4f1f-bf98-8ec6d6166e62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:20.778328 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-7798b5dc-8cd5-4f1f-bf98-8ec6d6166e62 service neutron] 10.222.0.112 "PUT /v2.0/ports/b5ba724c-f806-4031-9fe7-24ddeca385d1 HTTP/1.1" status: 200 len: 1093 time: 1.4016609 Aug 31 09:14:20.779006 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286978dc-700f-434f-ac25-6d4e109ccab7', 'tag': 'b5ba724c-f806-4031-9fe7-24ddeca385d1'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:20.781365 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e16b1c-1120-454f-920b-a3801b720ee8 req-bd38e088-dd51-4b57-99b1-d118934095a7 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:20.781831 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c85461-9cbf-4796-b74d-61fbbb3d2025" -d '{"events": [{"name": "network-changed", "server_uuid": "286978dc-700f-434f-ac25-6d4e109ccab7", "tag": "b5ba724c-f806-4031-9fe7-24ddeca385d1"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:20.797443 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-28e16b1c-1120-454f-920b-a3801b720ee8 req-bd38e088-dd51-4b57-99b1-d118934095a7 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 950 time: 0.1515088 Aug 31 09:14:20.816182 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7993865-f653-476d-afdb-a80b9c6e79de req-8a2c3751-cc18-4caa-b01f-07df89b631fd tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:20.824585 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e7993865-f653-476d-afdb-a80b9c6e79de req-8a2c3751-cc18-4caa-b01f-07df89b631fd tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/ports?device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 944 time: 0.1254799 Aug 31 09:14:20.833613 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798b5dc-8cd5-4f1f-bf98-8ec6d6166e62 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ba724c-f806-4031-9fe7-24ddeca385d1,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:20.948302 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-28e16b1c-1120-454f-920b-a3801b720ee8 req-0857af6d-18d9-4e72-b8b0-132d3373fe8f tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507728 Aug 31 09:14:20.962693 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bfdfb7-131b-4b16-9e80-4a11f070bbc9 admin admin] Made reservation on behalf of 2aaa7e6acfc54bef9b68e3925cec6875 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:14:20.966135 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e6bfdfb7-131b-4b16-9e80-4a11f070bbc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:20.993204 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-5e47f6cd-636d-4c94-bf85-ce862ec7b472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:20.995238 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-5e47f6cd-636d-4c94-bf85-ce862ec7b472 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ec59212380c44a899ca5e211a948a9fd&device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 1096 time: 0.0954313 Aug 31 09:14:20.999161 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e7993865-f653-476d-afdb-a80b9c6e79de req-fdf52337-381e-40cb-aa3a-574d13d9a19d tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/security-groups?id=5b749fb4-1d9f-4950-bcaa-2c926086e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736162 Aug 31 09:14:21.087500 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19504091-c7db-466b-b1bb-0a43d43e7d21 x-openstack-request-id: req-19504091-c7db-466b-b1bb-0a43d43e7d21 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:21.087800 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "286978dc-700f-434f-ac25-6d4e109ccab7", "tag": "b5ba724c-f806-4031-9fe7-24ddeca385d1", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:21.088056 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-19504091-c7db-466b-b1bb-0a43d43e7d21 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:21.089712 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '286978dc-700f-434f-ac25-6d4e109ccab7', 'tag': 'b5ba724c-f806-4031-9fe7-24ddeca385d1', 'status': 'completed', 'code': 200} Aug 31 09:14:21.154529 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-f56d256b-a4fe-4a49-b9ea-c2a375fa9b55 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5ba724c-f806-4031-9fe7-24ddeca385d1 HTTP/1.1" status: 200 len: 217 time: 0.0715284 Aug 31 09:14:21.267067 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-b6b164de-21c1-4f37-962c-ca8383cbcbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:21.268606 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-b6b164de-21c1-4f37-962c-ca8383cbcbf4 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ebbf0383-ccdb-4f22-8fb8-5ca0dc2ab3e8 HTTP/1.1" status: 200 len: 854 time: 0.0818903 Aug 31 09:14:21.277967 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dcadb1-1c11-4cd8-a28d-29ba3d5e760d req-7b84dacb-1a19-421b-82e0-65b7c6b1115c tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:21.291086 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d6dcadb1-1c11-4cd8-a28d-29ba3d5e760d req-7b84dacb-1a19-421b-82e0-65b7c6b1115c tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=182d3a1d-45a6-4fb2-81c6-62899a5625d4 HTTP/1.1" status: 200 len: 945 time: 0.0929267 Aug 31 09:14:21.358254 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d6dcadb1-1c11-4cd8-a28d-29ba3d5e760d req-3976248c-fc70-4b1c-8528-14b750aae53d tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655551 Aug 31 09:14:21.427233 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-917819a8-e1b2-4957-bc17-506b2f3a6182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:21.429571 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-917819a8-e1b2-4957-bc17-506b2f3a6182 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2bd762b2-0ce2-4f1c-8ec5-012ab20e8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1426284 Aug 31 09:14:21.575610 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e6bfdfb7-131b-4b16-9e80-4a11f070bbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:21.629712 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b158d6f-a977-41e3-8d15-6f486589e469 req-46795609-1e07-48b0-8a36-d9a441b52bae tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:21.641467 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b158d6f-a977-41e3-8d15-6f486589e469 req-46795609-1e07-48b0-8a36-d9a441b52bae tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=182d3a1d-45a6-4fb2-81c6-62899a5625d4 HTTP/1.1" status: 200 len: 945 time: 0.1460965 Aug 31 09:14:21.652440 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e929dd-2380-4c39-bae8-4bab3f05c146 req-77edb364-5e76-4785-8e51-7098a236da6f tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:21.660097 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f9e929dd-2380-4c39-bae8-4bab3f05c146 req-77edb364-5e76-4785-8e51-7098a236da6f tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 943 time: 0.1110489 Aug 31 09:14:21.677556 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bfdfb7-131b-4b16-9e80-4a11f070bbc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e25e118b-14ca-4549-821f-15e6d7d0df30,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:21.713556 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bfdfb7-131b-4b16-9e80-4a11f070bbc9 admin admin] Checking segment: {'id': 'd229a86a-985c-4e16-b981-4de2a06a3491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1600, 'network_id': 'b4f7ccc1-a015-48d0-ab32-6b68e36c429d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:14:21.713911 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bfdfb7-131b-4b16-9e80-4a11f070bbc9 admin admin] Network hostable DHCP agents. Network: b4f7ccc1-a015-48d0-ab32-6b68e36c429d, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:14:21.716181 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f9e929dd-2380-4c39-bae8-4bab3f05c146 req-a5d1b239-8300-4c97-9a09-70ab125562b4 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547817 Aug 31 09:14:21.723003 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-fbd751de-13ae-4356-b577-ed4895fc1a26 service neutron] 10.222.0.112 "GET /v2.0/networks/2bd762b2-0ce2-4f1c-8ec5-012ab20e8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646742 Aug 31 09:14:21.731373 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b158d6f-a977-41e3-8d15-6f486589e469 req-4fb663b7-c9e5-47a6-b688-de93a9aaa263 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886052 Aug 31 09:14:21.852384 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bfdfb7-131b-4b16-9e80-4a11f070bbc9 admin admin] Network b4f7ccc1-a015-48d0-ab32-6b68e36c429d is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:14:21.862838 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f83a4c82-5ad9-43a7-9c73-69bb8faa1d64 req-4aa18f3b-b79b-42bd-9872-8c859c0b750d service neutron] 10.222.0.112 "GET /v2.0/networks/2bd762b2-0ce2-4f1c-8ec5-012ab20e8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300087 Aug 31 09:14:21.941771 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-e6bfdfb7-131b-4b16-9e80-4a11f070bbc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, b4f7ccc1-a015-48d0-ab32-6b68e36c429d) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:14:21.947010 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bfdfb7-131b-4b16-9e80-4a11f070bbc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:21.947577 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e6bfdfb7-131b-4b16-9e80-4a11f070bbc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:21.955175 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23da1819-59f2-4d93-b31b-24cf47578844 None None] Network b4f7ccc1-a015-48d0-ab32-6b68e36c429d requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:14:22.068475 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e6bfdfb7-131b-4b16-9e80-4a11f070bbc9 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5144889 Aug 31 09:14:22.071966 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52632) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:22.102034 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-19a61272-6333-47e6-b6b2-b62317eedfec admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1863137560-router', 'tenant_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:22.134968 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c85461-9cbf-4796-b74d-61fbbb3d2025 req-851b927f-03bc-46a3-a43e-d76a8f4a5a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:22.136741 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a7c85461-9cbf-4796-b74d-61fbbb3d2025 req-851b927f-03bc-46a3-a43e-d76a8f4a5a6c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ec59212380c44a899ca5e211a948a9fd&device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 1096 time: 0.1170301 Aug 31 09:14:22.158700 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fae425-7dbc-455d-8006-fab00f6b5a47 req-998a1b4c-d537-4f64-8099-825bde9f6592 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:22.160443 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a2fae425-7dbc-455d-8006-fab00f6b5a47 req-998a1b4c-d537-4f64-8099-825bde9f6592 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 950 time: 0.0976224 Aug 31 09:14:22.243061 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-19a61272-6333-47e6-b6b2-b62317eedfec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:22.244887 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-19a61272-6333-47e6-b6b2-b62317eedfec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:22.249087 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b486029-d568-4ceb-9839-cbf54b36af83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-b4f7ccc1-a015-48d0-ab32-6b68e36c429d', 'network_id': 'b4f7ccc1-a015-48d0-ab32-6b68e36c429d', 'tenant_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'fixed_ips': [{'subnet_id': 'e25e118b-14ca-4549-821f-15e6d7d0df30'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:14:22.254861 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6b486029-d568-4ceb-9839-cbf54b36af83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:22.276440 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a2fae425-7dbc-455d-8006-fab00f6b5a47 req-a023d401-dfe5-478a-8bbd-44baa641bdb1 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075094 Aug 31 09:14:22.342237 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-19a61272-6333-47e6-b6b2-b62317eedfec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:22.348900 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c85461-9cbf-4796-b74d-61fbbb3d2025 req-ed24dc8c-0825-4b56-ae09-4ca1730a5d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:22.350835 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a7c85461-9cbf-4796-b74d-61fbbb3d2025 req-ed24dc8c-0825-4b56-ae09-4ca1730a5d3a service neutron] 10.222.0.112 "GET /v2.0/networks?id=2bd762b2-0ce2-4f1c-8ec5-012ab20e8064 HTTP/1.1" status: 200 len: 917 time: 0.1854129 Aug 31 09:14:22.492574 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a7c85461-9cbf-4796-b74d-61fbbb3d2025 req-b1f17ccc-6f41-4e56-a41a-681b72f6a46e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5ba724c-f806-4031-9fe7-24ddeca385d1 HTTP/1.1" status: 200 len: 217 time: 0.1339829 Aug 31 09:14:22.494407 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ef098-30cf-4736-8ba4-0ab617f21cd8 req-559c0fc3-5d5e-4ec4-b3f2-3fbe3733af7c tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:22.496044 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-350ef098-30cf-4736-8ba4-0ab617f21cd8 req-559c0fc3-5d5e-4ec4-b3f2-3fbe3733af7c tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/ports?device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 944 time: 0.0650177 Aug 31 09:14:22.531044 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-6b486029-d568-4ceb-9839-cbf54b36af83 None None] Allocated IP 172.20.0.2 (b4f7ccc1-a015-48d0-ab32-6b68e36c429d/e25e118b-14ca-4549-821f-15e6d7d0df30/d19ea60b-b303-4f8e-82fd-7a7fddf8ae14) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:14:22.549412 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-350ef098-30cf-4736-8ba4-0ab617f21cd8 req-ee05a128-568c-4df3-bf7a-996e0186919c tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/security-groups?id=5b749fb4-1d9f-4950-bcaa-2c926086e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457375 Aug 31 09:14:22.669565 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-19a61272-6333-47e6-b6b2-b62317eedfec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:22.674469 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c85461-9cbf-4796-b74d-61fbbb3d2025 req-556aac32-6954-46fc-9e03-5c1efc42b48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:22.676307 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a7c85461-9cbf-4796-b74d-61fbbb3d2025 req-556aac32-6954-46fc-9e03-5c1efc42b48e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ebbf0383-ccdb-4f22-8fb8-5ca0dc2ab3e8 HTTP/1.1" status: 200 len: 854 time: 0.1517403 Aug 31 09:14:22.736737 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6b486029-d568-4ceb-9839-cbf54b36af83 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:22.736952 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c85461-9cbf-4796-b74d-61fbbb3d2025 req-0680e6ed-6cf9-4313-99a5-81c234adec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:22.738966 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a7c85461-9cbf-4796-b74d-61fbbb3d2025 req-0680e6ed-6cf9-4313-99a5-81c234adec13 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2bd762b2-0ce2-4f1c-8ec5-012ab20e8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546153 Aug 31 09:14:22.746483 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6b486029-d568-4ceb-9839-cbf54b36af83 None None] Transition to ACTIVE for port object d19ea60b-b303-4f8e-82fd-7a7fddf8ae14 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:22.805599 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6b486029-d568-4ceb-9839-cbf54b36af83 None None] Transition to ACTIVE for port object d19ea60b-b303-4f8e-82fd-7a7fddf8ae14 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:22.868098 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a7c85461-9cbf-4796-b74d-61fbbb3d2025 req-9ed900ef-b6f9-422a-a253-1f4a4e8c79ed service neutron] 10.222.0.112 "GET /v2.0/networks/2bd762b2-0ce2-4f1c-8ec5-012ab20e8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161213 Aug 31 09:14:22.916198 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269f238-034c-4f7e-a40a-9c49542a382d req-f95d2569-2825-42f3-8210-8d9b63aebd97 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:22.917758 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1269f238-034c-4f7e-a40a-9c49542a382d req-f95d2569-2825-42f3-8210-8d9b63aebd97 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 943 time: 0.0784459 Aug 31 09:14:22.959791 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6b486029-d568-4ceb-9839-cbf54b36af83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:22.969742 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1269f238-034c-4f7e-a40a-9c49542a382d req-94c38b94-4456-4ee3-be61-e0bf03e70bea tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436313 Aug 31 09:14:23.006227 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b486029-d568-4ceb-9839-cbf54b36af83 None None] Network b4f7ccc1-a015-48d0-ab32-6b68e36c429d is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:14:23.014540 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-6b486029-d568-4ceb-9839-cbf54b36af83 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:14:23.023814 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b486029-d568-4ceb-9839-cbf54b36af83 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:14:23.084123 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b486029-d568-4ceb-9839-cbf54b36af83 None None] Pushing event updated for resources: {'Port': ['ID=d19ea60b-b303-4f8e-82fd-7a7fddf8ae14,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:23.094320 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a7c85461-9cbf-4796-b74d-61fbbb3d2025 req-03ece960-cf29-4027-96de-9fd5c7876429 service neutron] 10.222.0.112 "GET /v2.0/networks/2bd762b2-0ce2-4f1c-8ec5-012ab20e8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182863 Aug 31 09:14:23.125953 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-6b486029-d568-4ceb-9839-cbf54b36af83 None None] Attempting to bind port d19ea60b-b303-4f8e-82fd-7a7fddf8ae14 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:14:23.126322 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-6b486029-d568-4ceb-9839-cbf54b36af83 None None] Attempting to bind port d19ea60b-b303-4f8e-82fd-7a7fddf8ae14 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'd229a86a-985c-4e16-b981-4de2a06a3491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1600, 'network_id': 'b4f7ccc1-a015-48d0-ab32-6b68e36c429d'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:14:23.126752 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b486029-d568-4ceb-9839-cbf54b36af83 None None] Attempting to bind port d19ea60b-b303-4f8e-82fd-7a7fddf8ae14 on network b4f7ccc1-a015-48d0-ab32-6b68e36c429d {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:23.133090 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b486029-d568-4ceb-9839-cbf54b36af83 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:14:23.133342 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b486029-d568-4ceb-9839-cbf54b36af83 None None] Checking segment: {'id': 'd229a86a-985c-4e16-b981-4de2a06a3491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1600, 'network_id': 'b4f7ccc1-a015-48d0-ab32-6b68e36c429d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:14:23.133740 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6b486029-d568-4ceb-9839-cbf54b36af83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:23.134291 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b486029-d568-4ceb-9839-cbf54b36af83 None None] Bound using segment: {'id': 'd229a86a-985c-4e16-b981-4de2a06a3491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1600, 'network_id': 'b4f7ccc1-a015-48d0-ab32-6b68e36c429d'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:14:23.134825 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-6b486029-d568-4ceb-9839-cbf54b36af83 None None] Bound port: d19ea60b-b303-4f8e-82fd-7a7fddf8ae14, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd229a86a-985c-4e16-b981-4de2a06a3491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1600, 'network_id': 'b4f7ccc1-a015-48d0-ab32-6b68e36c429d'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:14:23.135204 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6b486029-d568-4ceb-9839-cbf54b36af83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:23.255917 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-6b486029-d568-4ceb-9839-cbf54b36af83 None None] For port d19ea60b-b303-4f8e-82fd-7a7fddf8ae14, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:14:23.259711 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-6b486029-d568-4ceb-9839-cbf54b36af83 None None] For port d19ea60b-b303-4f8e-82fd-7a7fddf8ae14, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=d19ea60b-b303-4f8e-82fd-7a7fddf8ae14,segment=NetworkSegment(d229a86a-985c-4e16-b981-4de2a06a3491),segment_id=d229a86a-985c-4e16-b981-4de2a06a3491)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:14:23.317748 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-19a61272-6333-47e6-b6b2-b62317eedfec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:23.339981 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-19a61272-6333-47e6-b6b2-b62317eedfec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:23.348356 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6b486029-d568-4ceb-9839-cbf54b36af83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:23.481691 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-19a61272-6333-47e6-b6b2-b62317eedfec admin admin] Allocated IP 172.25.2.75 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/b69ea86c-dda3-4cb5-bee7-3382a1b03375) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:14:23.482838 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ae74f-0db7-4c73-95e4-f534dff62398 req-4f89c07b-5d6e-4af2-a91a-3678cf7898de tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:23.486833 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-be3ae74f-0db7-4c73-95e4-f534dff62398 req-4f89c07b-5d6e-4af2-a91a-3678cf7898de tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=182d3a1d-45a6-4fb2-81c6-62899a5625d4 HTTP/1.1" status: 200 len: 945 time: 0.1926792 Aug 31 09:14:23.491821 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b486029-d568-4ceb-9839-cbf54b36af83 None None] Pushing event updated for resources: {'Port': ['ID=d19ea60b-b303-4f8e-82fd-7a7fddf8ae14,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:23.519455 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ed523-8021-4750-b3f1-28aa67f542f2 req-62eea972-4425-4e21-8f76-233c9bb2f570 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:23.523008 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d77ed523-8021-4750-b3f1-28aa67f542f2 req-62eea972-4425-4e21-8f76-233c9bb2f570 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 950 time: 0.1406562 Aug 31 09:14:23.578437 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d77ed523-8021-4750-b3f1-28aa67f542f2 req-e0119fbc-a858-4e6a-8d8b-b1b7fdc96ca5 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506663 Aug 31 09:14:23.605743 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-be3ae74f-0db7-4c73-95e4-f534dff62398 req-34b04542-6879-4939-8db4-794cdce864c7 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038024 Aug 31 09:14:23.689202 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-19a61272-6333-47e6-b6b2-b62317eedfec admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:23.808188 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dba6c7-7771-4b1d-aa1a-8a7f39707ea4 req-48a217e6-ec55-493b-8620-263d9d0a05ad tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:23.816660 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-97dba6c7-7771-4b1d-aa1a-8a7f39707ea4 req-48a217e6-ec55-493b-8620-263d9d0a05ad tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/ports?device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 944 time: 0.1100194 Aug 31 09:14:23.885117 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-19a61272-6333-47e6-b6b2-b62317eedfec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:23.966887 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a61272-6333-47e6-b6b2-b62317eedfec admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:14:23.981810 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-19a61272-6333-47e6-b6b2-b62317eedfec admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:14:23.989535 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a61272-6333-47e6-b6b2-b62317eedfec admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:14:23.992108 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a61272-6333-47e6-b6b2-b62317eedfec admin admin] Pushing event updated for resources: {'Port': ['ID=b69ea86c-dda3-4cb5-bee7-3382a1b03375,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:24.190653 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-97dba6c7-7771-4b1d-aa1a-8a7f39707ea4 req-286e9f19-71ef-4d74-b8b0-94796e5ccba8 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/security-groups?id=5b749fb4-1d9f-4950-bcaa-2c926086e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3729029 Aug 31 09:14:24.226292 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c05f9-9847-4c71-b5a1-727c2cd9b1ca req-00f4dc55-1f55-4075-b998-ec953353b97e tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:24.227973 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a18c05f9-9847-4c71-b5a1-727c2cd9b1ca req-00f4dc55-1f55-4075-b998-ec953353b97e tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 943 time: 0.1262937 Aug 31 09:14:24.275372 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a18c05f9-9847-4c71-b5a1-727c2cd9b1ca req-f44fa9be-0246-41fd-b206-24d211e86634 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409484 Aug 31 09:14:24.569409 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-19a61272-6333-47e6-b6b2-b62317eedfec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:24.699435 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d19ea60b-b303-4f8e-82fd-7a7fddf8ae14 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:14:24.754949 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device cb9b933b-97f6-4fb0-b7dd-6102e1980468 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:14:24.866814 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f98a4c-36ce-4c2e-99eb-4b3c0e728d42 req-7f060c71-ead8-4b0c-80b8-bdc30283a331 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:24.868811 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-65f98a4c-36ce-4c2e-99eb-4b3c0e728d42 req-7f060c71-ead8-4b0c-80b8-bdc30283a331 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 950 time: 0.1228235 Aug 31 09:14:24.977066 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-65f98a4c-36ce-4c2e-99eb-4b3c0e728d42 req-2a851929-394e-416f-9198-84e57424a777 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015148 Aug 31 09:14:24.993986 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port d19ea60b-b303-4f8e-82fd-7a7fddf8ae14 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:14:25.005672 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6a57bc-d641-4c5d-af45-da022273a6d0 None None] Network b4f7ccc1-a015-48d0-ab32-6b68e36c429d requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:14:25.075494 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-19a61272-6333-47e6-b6b2-b62317eedfec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:25.084629 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-9e70241a-c088-49d8-af3e-b7cf9b35038f service neutron] 10.222.0.59 "GET /v2.0/ports/cb9b933b-97f6-4fb0-b7dd-6102e1980468/bindings/n-h1-791506-28 HTTP/1.1" status: 200 len: 385 time: 0.1519525 Aug 31 09:14:25.147036 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092673b-c127-4f2c-a9f2-a6756dd8ee1b req-b61f1b36-b6e4-4f01-9958-96dd3f495068 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:25.153099 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e092673b-c127-4f2c-a9f2-a6756dd8ee1b req-b61f1b36-b6e4-4f01-9958-96dd3f495068 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=182d3a1d-45a6-4fb2-81c6-62899a5625d4 HTTP/1.1" status: 200 len: 945 time: 0.3358727 Aug 31 09:14:25.170874 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-935636d8-ce9a-4415-94de-cf60f144ba02 None None] Provisioning for port d19ea60b-b303-4f8e-82fd-7a7fddf8ae14 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:14:25.185486 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-935636d8-ce9a-4415-94de-cf60f144ba02 None None] Provisioning complete for port d19ea60b-b303-4f8e-82fd-7a7fddf8ae14 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:25.185984 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-935636d8-ce9a-4415-94de-cf60f144ba02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:25.257876 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e092673b-c127-4f2c-a9f2-a6756dd8ee1b req-251e671a-7564-4672-af61-24242e6f789e tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962911 Aug 31 09:14:25.369712 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-935636d8-ce9a-4415-94de-cf60f144ba02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:25.436159 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1959d-2e2b-40c8-97ce-c43455b7b397 req-6632c3c5-9643-499e-a765-3a6010a6f4d2 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:25.446691 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03b1959d-2e2b-40c8-97ce-c43455b7b397 req-6632c3c5-9643-499e-a765-3a6010a6f4d2 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/ports?device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 944 time: 0.1261604 Aug 31 09:14:25.513449 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-935636d8-ce9a-4415-94de-cf60f144ba02 None None] For port d19ea60b-b303-4f8e-82fd-7a7fddf8ae14, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=d19ea60b-b303-4f8e-82fd-7a7fddf8ae14,segment=NetworkSegment(d229a86a-985c-4e16-b981-4de2a06a3491),segment_id=d229a86a-985c-4e16-b981-4de2a06a3491)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:25.530290 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03b1959d-2e2b-40c8-97ce-c43455b7b397 req-32d7183f-21d2-4def-95fe-b3bb0ce61557 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/security-groups?id=5b749fb4-1d9f-4950-bcaa-2c926086e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822277 Aug 31 09:14:25.567559 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff4c62-5d6f-4c63-9cd1-0ac8640cf2e8 req-a2b66986-885a-4c62-b97b-06442721c5d6 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:25.579931 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99ff4c62-5d6f-4c63-9cd1-0ac8640cf2e8 req-a2b66986-885a-4c62-b97b-06442721c5d6 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 943 time: 0.1301293 Aug 31 09:14:25.617785 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-935636d8-ce9a-4415-94de-cf60f144ba02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:25.701072 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99ff4c62-5d6f-4c63-9cd1-0ac8640cf2e8 req-59980c08-c771-4067-95ef-afd50e98d259 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125414 Aug 31 09:14:25.746068 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935636d8-ce9a-4415-94de-cf60f144ba02 None None] Pushing event updated for resources: {'Port': ['ID=d19ea60b-b303-4f8e-82fd-7a7fddf8ae14,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:25.951078 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-80c752c7-489d-42c7-97e2-91eb4b0ebcf1 None None] Provisioning complete for port d19ea60b-b303-4f8e-82fd-7a7fddf8ae14 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:25.951461 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-80c752c7-489d-42c7-97e2-91eb4b0ebcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:26.262583 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13def1-18b3-49c6-a2ea-3b7fd459f847 req-a8eaeb30-b2c1-402c-8847-dabbff8893fc tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:26.265765 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1e13def1-18b3-49c6-a2ea-3b7fd459f847 req-a8eaeb30-b2c1-402c-8847-dabbff8893fc tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 950 time: 0.1328018 Aug 31 09:14:26.350233 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a61272-6333-47e6-b6b2-b62317eedfec admin admin] Router 57590853-2d31-438f-87c8-c19b9004c851 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:14:26.366928 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1e13def1-18b3-49c6-a2ea-3b7fd459f847 req-4b5515f2-13c7-44ff-b2b7-988bcbb92b00 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918603 Aug 31 09:14:26.450717 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-36529840-67ab-422d-a71a-e01d772b0bde service neutron] For port cb9b933b-97f6-4fb0-b7dd-6102e1980468, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=cb9b933b-97f6-4fb0-b7dd-6102e1980468,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:26.494670 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c6f78b-dd2d-42a7-b53a-02123feff187 req-3fcfa150-5254-4f0e-a212-dfbed7ea8f2e tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:26.499781 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-42c6f78b-dd2d-42a7-b53a-02123feff187 req-3fcfa150-5254-4f0e-a212-dfbed7ea8f2e tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=182d3a1d-45a6-4fb2-81c6-62899a5625d4 HTTP/1.1" status: 200 len: 945 time: 0.1027029 Aug 31 09:14:26.519741 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-36529840-67ab-422d-a71a-e01d772b0bde service neutron] For port cb9b933b-97f6-4fb0-b7dd-6102e1980468, host n-h2-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:14:26.578211 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-42c6f78b-dd2d-42a7-b53a-02123feff187 req-f2dd426f-5f14-4128-a6ee-2d07d44b8f4c tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669587 Aug 31 09:14:26.617488 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-36529840-67ab-422d-a71a-e01d772b0bde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb9b933b-97f6-4fb0-b7dd-6102e1980468 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:26.628474 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d19ea60b-b303-4f8e-82fd-7a7fddf8ae14 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:14:26.672286 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a61272-6333-47e6-b6b2-b62317eedfec admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:14:26.692635 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-36529840-67ab-422d-a71a-e01d772b0bde service neutron] For port cb9b933b-97f6-4fb0-b7dd-6102e1980468, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=cb9b933b-97f6-4fb0-b7dd-6102e1980468,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:26.716913 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 7e0eac5c-6814-43a0-ac46-16e80eb8e177 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:14:26.724275 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fd740-0f8f-4b1b-9e59-e862f4aede67 req-2ae9c343-9c7b-42f6-8397-6c7eea86d4d1 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:26.736857 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-622fd740-0f8f-4b1b-9e59-e862f4aede67 req-2ae9c343-9c7b-42f6-8397-6c7eea86d4d1 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/ports?device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 944 time: 0.1017611 Aug 31 09:14:26.838031 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-622fd740-0f8f-4b1b-9e59-e862f4aede67 req-d7d99e17-9b98-4c20-9605-71ada5e91e54 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/security-groups?id=5b749fb4-1d9f-4950-bcaa-2c926086e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996668 Aug 31 09:14:26.856589 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-36529840-67ab-422d-a71a-e01d772b0bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:26.876987 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-19a61272-6333-47e6-b6b2-b62317eedfec admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:26.890336 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-19a61272-6333-47e6-b6b2-b62317eedfec admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.8147318 Aug 31 09:14:26.893047 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52742) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:27.007722 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 7e0eac5c-6814-43a0-ac46-16e80eb8e177, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=7e0eac5c-6814-43a0-ac46-16e80eb8e177,segment=NetworkSegment(b8433487-168c-4451-a1f8-f20b613c6365),segment_id=b8433487-168c-4451-a1f8-f20b613c6365)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:27.028590 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '7e0eac5c-6814-43a0-ac46-16e80eb8e177', 'network_id': 'f4501923-6d9a-4416-88f2-5681e8e54cfe', 'port_id': '7e0eac5c-6814-43a0-ac46-16e80eb8e177', 'mac_address': 'fa:16:3e:14:25:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a6583a-6b5e-4a08-a1b9-1d3f5a882e6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:14:27.062926 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22573b97-131e-42db-9e65-aa62dbb11285 None None] Sync routers for ids ['57590853-2d31-438f-87c8-c19b9004c851'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:14:27.067302 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-36529840-67ab-422d-a71a-e01d772b0bde service neutron] Transition to ACTIVE for port object cb9b933b-97f6-4fb0-b7dd-6102e1980468 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:27.082223 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22573b97-131e-42db-9e65-aa62dbb11285 None None] Routers {'57590853-2d31-438f-87c8-c19b9004c851'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:14:27.082868 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-22573b97-131e-42db-9e65-aa62dbb11285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:14:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['57590853-2d31-438f-87c8-c19b9004c851'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:27.084775 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:27.112570 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e0eac5c-6814-43a0-ac46-16e80eb8e177 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:27.122225 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port d19ea60b-b303-4f8e-82fd-7a7fddf8ae14 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:27.122913 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:27.162241 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 7e0eac5c-6814-43a0-ac46-16e80eb8e177, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=7e0eac5c-6814-43a0-ac46-16e80eb8e177,segment=NetworkSegment(b8433487-168c-4451-a1f8-f20b613c6365),segment_id=b8433487-168c-4451-a1f8-f20b613c6365)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:27.205365 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-36529840-67ab-422d-a71a-e01d772b0bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:27.313497 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:27.333964 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-22573b97-131e-42db-9e65-aa62dbb11285 None None] Set router 57590853-2d31-438f-87c8-c19b9004c851 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:14:27.342396 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-36529840-67ab-422d-a71a-e01d772b0bde service neutron] No DVR routers for this DVR port cb9b933b-97f6-4fb0-b7dd-6102e1980468 on host n-h2-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:14:27.369059 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36529840-67ab-422d-a71a-e01d772b0bde service neutron] Pushing event updated for resources: {'Port': ['ID=cb9b933b-97f6-4fb0-b7dd-6102e1980468,revision_number=10']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:27.416762 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['7e0eac5c-6814-43a0-ac46-16e80eb8e177'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:14:27.511083 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=7e0eac5c-6814-43a0-ac46-16e80eb8e177,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:27.529601 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-36529840-67ab-422d-a71a-e01d772b0bde service neutron] 10.222.0.59 "PUT /v2.0/ports/cb9b933b-97f6-4fb0-b7dd-6102e1980468/bindings/n-h1-791506-28/activate HTTP/1.1" status: 200 len: 370 time: 2.2939060 Aug 31 09:14:27.657058 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-22573b97-131e-42db-9e65-aa62dbb11285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57590853-2d31-438f-87c8-c19b9004c851', 'name': 'tempest-ServersTestJSON-1863137560-router', 'tenant_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b69ea86c-dda3-4cb5-bee7-3382a1b03375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:14:22Z', 'updated_at': '2021-08-31T09:14:24Z', 'revision_number': 3, 'project_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'gw_port': {'id': 'b69ea86c-dda3-4cb5-bee7-3382a1b03375', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57590853-2d31-438f-87c8-c19b9004c851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:14:23Z', 'updated_at': '2021-08-31T09:14:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:27.727928 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22573b97-131e-42db-9e65-aa62dbb11285 None None] Checking router: 57590853-2d31-438f-87c8-c19b9004c851 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:14:27.731602 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22573b97-131e-42db-9e65-aa62dbb11285 None None] Updating router 57590853-2d31-438f-87c8-c19b9004c851 port b69ea86c-dda3-4cb5-bee7-3382a1b03375 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:14:27.807113 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-22573b97-131e-42db-9e65-aa62dbb11285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:27.830000 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-d55d023e-dc44-42b6-ba60-87e695ad42ee tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:27.837249 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-d55d023e-dc44-42b6-ba60-87e695ad42ee tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e&tenant_id=8d929c95dcb6486584c62bb8e91069d6&binding%3Ahost_id=n-h2-791506-28 HTTP/1.1" status: 200 len: 1096 time: 0.1267631 Aug 31 09:14:27.915704 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-e1cb2575-7fce-426f-9542-ba8a7d1ee39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:27.917583 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-e1cb2575-7fce-426f-9542-ba8a7d1ee39f service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e&tenant_id=8d929c95dcb6486584c62bb8e91069d6 HTTP/1.1" status: 200 len: 1096 time: 0.0686550 Aug 31 09:14:28.017953 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-a73304f1-5acf-4859-a733-0150748cb18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:28.036836 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-a73304f1-5acf-4859-a733-0150748cb18d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8d929c95dcb6486584c62bb8e91069d6&device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 1096 time: 0.0641451 Aug 31 09:14:28.205099 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-675e4abd-8e58-4ecc-9bbe-d54b3625b97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:28.205419 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d99d65-1901-4e0c-9852-3538767768d6 req-1efe8122-907b-4d25-8490-f36eb500c9a9 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:28.205948 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-675e4abd-8e58-4ecc-9bbe-d54b3625b97e service neutron] 10.222.0.112 "GET /v2.0/networks?id=d54aa48d-9328-4446-b337-2071a0fd4f0c HTTP/1.1" status: 200 len: 910 time: 0.1496048 Aug 31 09:14:28.206046 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54d99d65-1901-4e0c-9852-3538767768d6 req-1efe8122-907b-4d25-8490-f36eb500c9a9 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 944 time: 0.5834498 Aug 31 09:14:28.206141 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-22573b97-131e-42db-9e65-aa62dbb11285 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:28.206858 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-22573b97-131e-42db-9e65-aa62dbb11285 None None] Transition to ACTIVE for port object b69ea86c-dda3-4cb5-bee7-3382a1b03375 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:28.220523 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:14:28.252965 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-0b57e464-fd61-473e-a7e1-928e2a096bd0 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb9b933b-97f6-4fb0-b7dd-6102e1980468 HTTP/1.1" status: 200 len: 217 time: 0.0645955 Aug 31 09:14:28.294386 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54d99d65-1901-4e0c-9852-3538767768d6 req-76a2ba4f-67c6-4d06-8474-54757d3c826a tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983026 Aug 31 09:14:28.314345 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe880a60-a1d7-43f3-b5c2-5851df7bd14f req-f0f6dabc-66bd-454f-ab62-675c3444d0b4 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:28.320258 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fe880a60-a1d7-43f3-b5c2-5851df7bd14f req-f0f6dabc-66bd-454f-ab62-675c3444d0b4 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=182d3a1d-45a6-4fb2-81c6-62899a5625d4 HTTP/1.1" status: 200 len: 944 time: 0.1888304 Aug 31 09:14:28.337024 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-e8e6d48f-fce6-4fd9-89e2-bc9f7399cfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:28.338510 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-e8e6d48f-fce6-4fd9-89e2-bc9f7399cfdc service neutron] 10.222.0.112 "GET /v2.0/subnets?id=dab6ed79-4c20-41ae-bb07-e9aaf9315083 HTTP/1.1" status: 200 len: 848 time: 0.0758173 Aug 31 09:14:28.389942 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-f444c8e7-b2ad-4576-a21e-68fee32560d1 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d54aa48d-9328-4446-b337-2071a0fd4f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394087 Aug 31 09:14:28.439608 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fe880a60-a1d7-43f3-b5c2-5851df7bd14f req-eab050af-ffb8-48a3-aa0e-6f8773f57e8f tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113541 Aug 31 09:14:28.574118 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-a93b2b7e-889f-4678-aac7-f00c970011c0 service neutron] 10.222.0.112 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736126 Aug 31 09:14:28.626612 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-22573b97-131e-42db-9e65-aa62dbb11285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:28.638848 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe52238-d747-4f93-9f7e-1d43bebbcd85 req-79c42be2-cf4d-4784-a1d7-64895d7e20c7 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:28.640407 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-efe52238-d747-4f93-9f7e-1d43bebbcd85 req-79c42be2-cf4d-4784-a1d7-64895d7e20c7 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 950 time: 0.2363887 Aug 31 09:14:28.647505 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ded9c1f7-60d0-4380-85d1-03121a74e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:28.731394 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 7e0eac5c-6814-43a0-ac46-16e80eb8e177 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:14:28.735670 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157baac9-d31a-466f-9c78-825e58ec52db req-3f87bf77-cde5-4648-9caa-707136140920 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:28.752981 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-157baac9-d31a-466f-9c78-825e58ec52db req-3f87bf77-cde5-4648-9caa-707136140920 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/ports?device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 944 time: 0.1994035 Aug 31 09:14:28.798008 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-22573b97-131e-42db-9e65-aa62dbb11285 None None] Attempting to bind port b69ea86c-dda3-4cb5-bee7-3382a1b03375 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:14:28.804941 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-22573b97-131e-42db-9e65-aa62dbb11285 None None] Attempting to bind port b69ea86c-dda3-4cb5-bee7-3382a1b03375 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:14:28.805309 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22573b97-131e-42db-9e65-aa62dbb11285 None None] Attempting to bind port b69ea86c-dda3-4cb5-bee7-3382a1b03375 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:28.821637 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-efe52238-d747-4f93-9f7e-1d43bebbcd85 req-80748462-5f54-4a1c-88ea-94c9186cfbd5 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686790 Aug 31 09:14:28.827988 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22573b97-131e-42db-9e65-aa62dbb11285 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:14:28.828358 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22573b97-131e-42db-9e65-aa62dbb11285 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:14:28.828760 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-22573b97-131e-42db-9e65-aa62dbb11285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:28.829152 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22573b97-131e-42db-9e65-aa62dbb11285 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:14:28.829627 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-22573b97-131e-42db-9e65-aa62dbb11285 None None] Bound port: b69ea86c-dda3-4cb5-bee7-3382a1b03375, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:14:28.830135 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-22573b97-131e-42db-9e65-aa62dbb11285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:28.853696 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-ea9b6529-2042-449f-9724-d8cb88839d21 service neutron] 10.222.0.112 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501543 Aug 31 09:14:28.907972 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 7e0eac5c-6814-43a0-ac46-16e80eb8e177 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:28.908343 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:28.971180 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-157baac9-d31a-466f-9c78-825e58ec52db req-295322ff-624b-48c0-82e1-d8261b21c168 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/security-groups?id=5b749fb4-1d9f-4950-bcaa-2c926086e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168765 Aug 31 09:14:29.015744 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5a883-ce00-410b-9ade-30640e8aa00c None None] Pushing event updated for resources: {'Port': ['ID=b69ea86c-dda3-4cb5-bee7-3382a1b03375,revision_number=2']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:29.058498 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f5a883-ce00-410b-9ade-30640e8aa00c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:29.059280 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f5a883-ce00-410b-9ade-30640e8aa00c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:29.059899 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f5a883-ce00-410b-9ade-30640e8aa00c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:29.060453 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f5a883-ce00-410b-9ade-30640e8aa00c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:29.061004 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f5a883-ce00-410b-9ade-30640e8aa00c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:29.062289 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f5a883-ce00-410b-9ade-30640e8aa00c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:29.063413 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f5a883-ce00-410b-9ade-30640e8aa00c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:29.066108 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f5a883-ce00-410b-9ade-30640e8aa00c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:29.067285 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f5a883-ce00-410b-9ade-30640e8aa00c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:29.067889 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f5a883-ce00-410b-9ade-30640e8aa00c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:29.068462 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f5a883-ce00-410b-9ade-30640e8aa00c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:29.070885 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f5a883-ce00-410b-9ade-30640e8aa00c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:29.082224 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:29.126465 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182d3a1d-45a6-4fb2-81c6-62899a5625d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0eac5c-6814-43a0-ac46-16e80eb8e177'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:29.134264 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f037633-a19e-4c60-8fba-e29b417f5cb0" -d '{"events": [{"server_uuid": "182d3a1d-45a6-4fb2-81c6-62899a5625d4", "name": "network-vif-plugged", "status": "completed", "tag": "7e0eac5c-6814-43a0-ac46-16e80eb8e177"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:29.156542 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 7e0eac5c-6814-43a0-ac46-16e80eb8e177, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=7e0eac5c-6814-43a0-ac46-16e80eb8e177,segment=NetworkSegment(b8433487-168c-4451-a1f8-f20b613c6365),segment_id=b8433487-168c-4451-a1f8-f20b613c6365)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:29.166479 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-22573b97-131e-42db-9e65-aa62dbb11285 None None] For port b69ea86c-dda3-4cb5-bee7-3382a1b03375, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:14:29.180465 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-22573b97-131e-42db-9e65-aa62dbb11285 None None] For port b69ea86c-dda3-4cb5-bee7-3382a1b03375, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=b69ea86c-dda3-4cb5-bee7-3382a1b03375,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:14:29.228740 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:29.252083 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c157f-a48e-4ad6-a907-ef64531e8d5c req-14493afc-4901-42d5-b31a-3907ded65357 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:29.254008 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1d1c157f-a48e-4ad6-a907-ef64531e8d5c req-14493afc-4901-42d5-b31a-3907ded65357 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.59 "GET /v2.0/ports?device_id=182d3a1d-45a6-4fb2-81c6-62899a5625d4 HTTP/1.1" status: 200 len: 944 time: 0.0891197 Aug 31 09:14:29.256538 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba166a24-0e5e-4e32-aced-2cb56f63458b x-openstack-request-id: req-ba166a24-0e5e-4e32-aced-2cb56f63458b {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:29.256900 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "182d3a1d-45a6-4fb2-81c6-62899a5625d4", "name": "network-vif-plugged", "status": "completed", "tag": "7e0eac5c-6814-43a0-ac46-16e80eb8e177", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:29.257153 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-ba166a24-0e5e-4e32-aced-2cb56f63458b {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:29.257542 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182d3a1d-45a6-4fb2-81c6-62899a5625d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0eac5c-6814-43a0-ac46-16e80eb8e177', 'code': 200} Aug 31 09:14:29.262814 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-22573b97-131e-42db-9e65-aa62dbb11285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:29.288383 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-ded9c1f7-60d0-4380-85d1-03121a74e625 admin admin] Allocated IP 172.20.0.1 (b4f7ccc1-a015-48d0-ab32-6b68e36c429d/e25e118b-14ca-4549-821f-15e6d7d0df30/1b012191-62d2-4bef-8e5b-2572e92fcdcd) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:14:29.291252 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=7e0eac5c-6814-43a0-ac46-16e80eb8e177,revision_number=7']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:29.415925 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22573b97-131e-42db-9e65-aa62dbb11285 None None] Routers {'57590853-2d31-438f-87c8-c19b9004c851'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:14:29.416622 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-22573b97-131e-42db-9e65-aa62dbb11285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:14:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['57590853-2d31-438f-87c8-c19b9004c851'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:29.440749 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-1d1c157f-a48e-4ad6-a907-ef64531e8d5c req-7aa398e9-82fc-4925-acb9-f62e8ebce927 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Deleting port 7e0eac5c-6814-43a0-ac46-16e80eb8e177 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:14:29.441542 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-1d1c157f-a48e-4ad6-a907-ef64531e8d5c req-7aa398e9-82fc-4925-acb9-f62e8ebce927 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:29.555756 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5a883-ce00-410b-9ade-30640e8aa00c None None] Pushing event updated for resources: {'Port': ['ID=b69ea86c-dda3-4cb5-bee7-3382a1b03375,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:29.563575 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ded9c1f7-60d0-4380-85d1-03121a74e625 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:29.593466 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8dddc1-c21b-4a07-ba75-ef77e73bbd17 req-ef31189d-1144-482f-88fc-aa53270078ee tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:29.595418 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5f8dddc1-c21b-4a07-ba75-ef77e73bbd17 req-ef31189d-1144-482f-88fc-aa53270078ee tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 944 time: 0.1604664 Aug 31 09:14:29.673074 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-22573b97-131e-42db-9e65-aa62dbb11285 None None] Set router 57590853-2d31-438f-87c8-c19b9004c851 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:14:29.676343 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-b05be260-666a-4335-a20b-25112752af89 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:29.679986 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-b05be260-666a-4335-a20b-25112752af89 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e&tenant_id=8d929c95dcb6486584c62bb8e91069d6&binding%3Ahost_id=n-h1-791506-28 HTTP/1.1" status: 200 len: 1096 time: 0.1109278 Aug 31 09:14:29.719232 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5f8dddc1-c21b-4a07-ba75-ef77e73bbd17 req-ddf50205-4cdb-4d95-9a96-4bcc38bf8209 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828390 Aug 31 09:14:29.740148 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-ded9c1f7-60d0-4380-85d1-03121a74e625 admin admin] Transition to ACTIVE for port object 1b012191-62d2-4bef-8e5b-2572e92fcdcd will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:29.745118 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-1d1c157f-a48e-4ad6-a907-ef64531e8d5c req-7aa398e9-82fc-4925-acb9-f62e8ebce927 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] For port 7e0eac5c-6814-43a0-ac46-16e80eb8e177, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=7e0eac5c-6814-43a0-ac46-16e80eb8e177,segment=NetworkSegment(b8433487-168c-4451-a1f8-f20b613c6365),segment_id=b8433487-168c-4451-a1f8-f20b613c6365)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:29.745833 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-1d1c157f-a48e-4ad6-a907-ef64531e8d5c req-7aa398e9-82fc-4925-acb9-f62e8ebce927 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:29.771458 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019c4ad-7240-49b4-bf94-25ba6a598570 req-15341398-02d2-4555-842b-0e77108b120d tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:29.773809 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6019c4ad-7240-49b4-bf94-25ba6a598570 req-15341398-02d2-4555-842b-0e77108b120d tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=182d3a1d-45a6-4fb2-81c6-62899a5625d4 HTTP/1.1" status: 200 len: 945 time: 0.1758304 Aug 31 09:14:29.786701 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-1d1c157f-a48e-4ad6-a907-ef64531e8d5c req-7aa398e9-82fc-4925-acb9-f62e8ebce927 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Calling delete_port for 7e0eac5c-6814-43a0-ac46-16e80eb8e177 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:14:29.840755 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6019c4ad-7240-49b4-bf94-25ba6a598570 req-61bb1f53-e91a-49ed-a750-c4be5cc99bef tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552721 Aug 31 09:14:29.885058 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ded9c1f7-60d0-4380-85d1-03121a74e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:29.991945 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded9c1f7-60d0-4380-85d1-03121a74e625 admin admin] Pushing event updated for resources: {'Port': ['ID=1b012191-62d2-4bef-8e5b-2572e92fcdcd,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:30.018946 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded9c1f7-60d0-4380-85d1-03121a74e625 admin admin] Network b4f7ccc1-a015-48d0-ab32-6b68e36c429d is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:14:30.023226 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-ded9c1f7-60d0-4380-85d1-03121a74e625 admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:14:30.026288 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded9c1f7-60d0-4380-85d1-03121a74e625 admin admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:14:30.078965 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ded9c1f7-60d0-4380-85d1-03121a74e625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:30.175511 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-22573b97-131e-42db-9e65-aa62dbb11285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57590853-2d31-438f-87c8-c19b9004c851', 'name': 'tempest-ServersTestJSON-1863137560-router', 'tenant_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b69ea86c-dda3-4cb5-bee7-3382a1b03375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:14:22Z', 'updated_at': '2021-08-31T09:14:24Z', 'revision_number': 3, 'project_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'gw_port': {'id': 'b69ea86c-dda3-4cb5-bee7-3382a1b03375', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57590853-2d31-438f-87c8-c19b9004c851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:14:23Z', 'updated_at': '2021-08-31T09:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:30.234650 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22573b97-131e-42db-9e65-aa62dbb11285 None None] The sync data for ids ['57590853-2d31-438f-87c8-c19b9004c851'] in n-d-791506-28 is: [{'id': '57590853-2d31-438f-87c8-c19b9004c851', 'name': 'tempest-ServersTestJSON-1863137560-router', 'tenant_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b69ea86c-dda3-4cb5-bee7-3382a1b03375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:14:22Z', 'updated_at': '2021-08-31T09:14:24Z', 'revision_number': 3, 'project_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'gw_port': {'id': 'b69ea86c-dda3-4cb5-bee7-3382a1b03375', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57590853-2d31-438f-87c8-c19b9004c851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:14:23Z', 'updated_at': '2021-08-31T09:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:14:30.280888 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665f744-754e-4cea-8d81-4f3f48228840 req-93363d43-e649-419f-bf1a-26c34362c6cf tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:30.282666 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b665f744-754e-4cea-8d81-4f3f48228840 req-93363d43-e649-419f-bf1a-26c34362c6cf tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 950 time: 0.3185089 Aug 31 09:14:30.381558 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b665f744-754e-4cea-8d81-4f3f48228840 req-3c147ce7-8552-411c-892c-d4a67ca84173 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849321 Aug 31 09:14:30.406443 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c0197-74d5-4ff7-b5ae-6b67b524743f req-42a1505e-f89c-4fa4-a061-aa298e374231 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:30.416748 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ce5c0197-74d5-4ff7-b5ae-6b67b524743f req-42a1505e-f89c-4fa4-a061-aa298e374231 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/ports?device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 944 time: 0.1312506 Aug 31 09:14:30.458348 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ce5c0197-74d5-4ff7-b5ae-6b67b524743f req-1607d795-663b-46cf-a4cd-7202cbc89dd5 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/security-groups?id=5b749fb4-1d9f-4950-bcaa-2c926086e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406981 Aug 31 09:14:30.555378 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-aef3105e-c841-4396-a605-0cbe430859bc service neutron] For port cb9b933b-97f6-4fb0-b7dd-6102e1980468, host n-h2-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:14:30.563423 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e29a59a5-59ce-4935-88f6-55e8a0e83041 None None] Provisioning for port 1b012191-62d2-4bef-8e5b-2572e92fcdcd completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:14:30.566657 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e29a59a5-59ce-4935-88f6-55e8a0e83041 None None] Provisioning complete for port 1b012191-62d2-4bef-8e5b-2572e92fcdcd triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:30.567138 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e29a59a5-59ce-4935-88f6-55e8a0e83041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:30.571272 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-aef3105e-c841-4396-a605-0cbe430859bc service neutron] Notify callbacks [] for binding, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:30.572444 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-092d1321-cb12-4e05-ad0e-ed1459d6bf1b req-aef3105e-c841-4396-a605-0cbe430859bc service neutron] 10.222.0.112 "DELETE /v2.0/ports/cb9b933b-97f6-4fb0-b7dd-6102e1980468/bindings/n-h2-791506-28 HTTP/1.1" status: 204 len: 173 time: 0.8838489 Aug 31 09:14:30.635255 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ded9c1f7-60d0-4380-85d1-03121a74e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:30.636663 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-e29a59a5-59ce-4935-88f6-55e8a0e83041 None None] Port 1b012191-62d2-4bef-8e5b-2572e92fcdcd cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:14:30.691399 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-1d1c157f-a48e-4ad6-a907-ef64531e8d5c req-7aa398e9-82fc-4925-acb9-f62e8ebce927 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:30.731676 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 7e0eac5c-6814-43a0-ac46-16e80eb8e177 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:14:30.731922 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa398e9-82fc-4925-acb9-f62e8ebce927 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Pushing event deleted for resources: {'Port': ['ID=7e0eac5c-6814-43a0-ac46-16e80eb8e177,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:30.796598 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 7e0eac5c-6814-43a0-ac46-16e80eb8e177 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:14:30.796598 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 7e0eac5c-6814-43a0-ac46-16e80eb8e177 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:14:30.868768 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1c157f-a48e-4ad6-a907-ef64531e8d5c req-7aa398e9-82fc-4925-acb9-f62e8ebce927 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] No DVR routers for this DVR port 7e0eac5c-6814-43a0-ac46-16e80eb8e177 on host n-h2-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:14:30.872829 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-1d1c157f-a48e-4ad6-a907-ef64531e8d5c req-7aa398e9-82fc-4925-acb9-f62e8ebce927 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:30.893154 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1d1c157f-a48e-4ad6-a907-ef64531e8d5c req-7aa398e9-82fc-4925-acb9-f62e8ebce927 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.59 "DELETE /v2.0/ports/7e0eac5c-6814-43a0-ac46-16e80eb8e177 HTTP/1.1" status: 204 len: 173 time: 1.5992920 Aug 31 09:14:30.907634 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '182d3a1d-45a6-4fb2-81c6-62899a5625d4', 'name': 'network-vif-deleted', 'tag': '7e0eac5c-6814-43a0-ac46-16e80eb8e177'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:30.910193 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7305d7c6-7ac4-40fa-90b3-76380d2384e3" -d '{"events": [{"server_uuid": "182d3a1d-45a6-4fb2-81c6-62899a5625d4", "name": "network-vif-deleted", "tag": "7e0eac5c-6814-43a0-ac46-16e80eb8e177"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:30.942166 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-78e56347-6f93-4025-8b0d-44194dd18e3f service neutron] show failed (client error): The resource could not be found. Aug 31 09:14:30.945569 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-78e56347-6f93-4025-8b0d-44194dd18e3f service neutron] 10.222.0.59 "GET /v2.0/ports/dd1791ac-108c-4d45-8cb3-573e2142bd91/bindings/n-h1-791506-28 HTTP/1.1" status: 404 len: 381 time: 0.3292630 Aug 31 09:14:31.058258 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123fc0a-6bb9-439b-9faa-67b82b1ebf7d req-ba2b23b3-6858-4aa8-818c-6b1386c7acad tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:31.072250 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3123fc0a-6bb9-439b-9faa-67b82b1ebf7d req-ba2b23b3-6858-4aa8-818c-6b1386c7acad tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 944 time: 0.1714475 Aug 31 09:14:31.177167 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-310e8f4f-898c-4208-a3c9-0f37ad8ee48c req-8c869668-6a91-4be5-999a-4508a0735ced tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=182d3a1d-45a6-4fb2-81c6-62899a5625d4 HTTP/1.1" status: 200 len: 210 time: 0.1513956 Aug 31 09:14:31.243159 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3123fc0a-6bb9-439b-9faa-67b82b1ebf7d req-e066fb24-0324-4140-81f3-719191467764 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470842 Aug 31 09:14:31.253821 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea55cd94-9cd5-46b8-bdbe-05df7d6e2d14 x-openstack-request-id: req-ea55cd94-9cd5-46b8-bdbe-05df7d6e2d14 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:31.254309 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "182d3a1d-45a6-4fb2-81c6-62899a5625d4", "name": "network-vif-deleted", "tag": "7e0eac5c-6814-43a0-ac46-16e80eb8e177", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:31.254884 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-ea55cd94-9cd5-46b8-bdbe-05df7d6e2d14 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:31.258300 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '182d3a1d-45a6-4fb2-81c6-62899a5625d4', 'name': 'network-vif-deleted', 'tag': '7e0eac5c-6814-43a0-ac46-16e80eb8e177', 'status': 'completed', 'code': 200} Aug 31 09:14:31.265793 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ded9c1f7-60d0-4380-85d1-03121a74e625 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:31.387714 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ded9c1f7-60d0-4380-85d1-03121a74e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:31.441579 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ded9c1f7-60d0-4380-85d1-03121a74e625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:31.638288 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded9c1f7-60d0-4380-85d1-03121a74e625 admin admin] Pushing event updated for resources: {'Port': ['ID=1b012191-62d2-4bef-8e5b-2572e92fcdcd,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:31.667916 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af213bba-893d-455d-b128-55d3254c3c35 req-a2deb9a9-e85c-4239-abe5-ef9329516836 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:31.669728 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af213bba-893d-455d-b128-55d3254c3c35 req-a2deb9a9-e85c-4239-abe5-ef9329516836 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 1096 time: 0.1684313 Aug 31 09:14:31.679707 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805f699-2d69-4ec3-9f29-028622268067 req-e1d70587-c3c2-4031-bd13-00b1a568ce8e tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:31.681657 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0805f699-2d69-4ec3-9f29-028622268067 req-e1d70587-c3c2-4031-bd13-00b1a568ce8e tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 950 time: 0.1632373 Aug 31 09:14:31.756029 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af213bba-893d-455d-b128-55d3254c3c35 req-63844ff3-0b8c-4781-afac-6d27b5eb5836 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724962 Aug 31 09:14:31.805414 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-1a86b418-5eeb-4014-abd0-744c8d8d5544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:31.808260 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-1a86b418-5eeb-4014-abd0-744c8d8d5544 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9&tenant_id=a2247b5137dc4fbdbab9ed7148117dac HTTP/1.1" status: 200 len: 1102 time: 0.1158333 Aug 31 09:14:31.820868 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded9c1f7-60d0-4380-85d1-03121a74e625 admin admin] Network b4f7ccc1-a015-48d0-ab32-6b68e36c429d is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:14:31.829233 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-28', 'device_owner': 'compute:nova'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:31.832226 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0805f699-2d69-4ec3-9f29-028622268067 req-84767dde-bd6b-4040-ac71-70bf62de61f9 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409457 Aug 31 09:14:31.839089 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-ded9c1f7-60d0-4380-85d1-03121a74e625 admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:14:31.967369 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:32.134019 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6bde95-541d-4372-b750-8fc267edd45b req-707f84c4-e1b2-4f8e-8c82-714f2c6b6405 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:32.136013 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9a6bde95-541d-4372-b750-8fc267edd45b req-707f84c4-e1b2-4f8e-8c82-714f2c6b6405 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/ports?device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 944 time: 0.2163575 Aug 31 09:14:32.207246 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded9c1f7-60d0-4380-85d1-03121a74e625 admin admin] Router 57590853-2d31-438f-87c8-c19b9004c851 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:14:32.233895 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9a6bde95-541d-4372-b750-8fc267edd45b req-78d7b70d-2ecf-461d-9053-34b68525351b tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/security-groups?id=5b749fb4-1d9f-4950-bcaa-2c926086e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850401 Aug 31 09:14:32.330733 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3e08ef2b-6994-4f37-8c70-7908bb3f8ea9 None None] Provisioning complete for port 1b012191-62d2-4bef-8e5b-2572e92fcdcd triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:32.331711 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3e08ef2b-6994-4f37-8c70-7908bb3f8ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:32.370450 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] For port dd1791ac-108c-4d45-8cb3-573e2142bd91, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=dd1791ac-108c-4d45-8cb3-573e2142bd91,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:32.379710 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3a903-099b-4238-9b38-1d24cb2e83ec req-49628140-4474-486b-99d8-f9eaa42ec38a tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:32.388279 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-3e08ef2b-6994-4f37-8c70-7908bb3f8ea9 None None] Port 1b012191-62d2-4bef-8e5b-2572e92fcdcd cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:14:32.394744 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:32.398734 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-30c3a903-099b-4238-9b38-1d24cb2e83ec req-49628140-4474-486b-99d8-f9eaa42ec38a tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 1096 time: 0.3179908 Aug 31 09:14:32.407475 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] For port dd1791ac-108c-4d45-8cb3-573e2142bd91, host n-h2-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:14:32.456891 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:32.490357 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] Transition to ACTIVE for port object dd1791ac-108c-4d45-8cb3-573e2142bd91 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:32.493101 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-693602eb-7f99-4752-9879-9f921ecfa1a8 req-800eaa3b-c36c-4018-af06-6d6ac791131b tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=182d3a1d-45a6-4fb2-81c6-62899a5625d4 HTTP/1.1" status: 200 len: 210 time: 0.0943036 Aug 31 09:14:32.561372 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-30c3a903-099b-4238-9b38-1d24cb2e83ec req-ea864d4b-ca13-4cae-b651-dccd735dbda3 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650727 Aug 31 09:14:32.576253 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:32.608003 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded9c1f7-60d0-4380-85d1-03121a74e625 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:14:32.630577 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ded9c1f7-60d0-4380-85d1-03121a74e625 admin admin] 10.222.0.119 "PUT /v2.0/routers/57590853-2d31-438f-87c8-c19b9004c851/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7236078 Aug 31 09:14:32.635857 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:32.680756 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b69ea86c-dda3-4cb5-bee7-3382a1b03375 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:14:32.763653 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0865af4-cb20-4a85-871d-66e94aac6b03 None None] Sync routers for ids ['57590853-2d31-438f-87c8-c19b9004c851'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:14:32.806417 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1791ac-108c-4d45-8cb3-573e2142bd91,revision_number=6']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:32.849208 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0865af4-cb20-4a85-871d-66e94aac6b03 None None] Routers {'57590853-2d31-438f-87c8-c19b9004c851'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:14:32.849895 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c0865af4-cb20-4a85-871d-66e94aac6b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:14:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['57590853-2d31-438f-87c8-c19b9004c851'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:32.864222 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] No DVR routers for this DVR port dd1791ac-108c-4d45-8cb3-573e2142bd91 on host n-h2-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:14:32.882253 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:32.882694 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:32.884577 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:32.887968 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:32.889456 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:32.889958 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:32.897222 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:32.897840 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:32.899635 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:32.900324 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:32.900836 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:32.903710 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:33.000398 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] Attempting to bind port dd1791ac-108c-4d45-8cb3-573e2142bd91 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:14:33.001008 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] Attempting to bind port dd1791ac-108c-4d45-8cb3-573e2142bd91 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:14:33.001620 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] Attempting to bind port dd1791ac-108c-4d45-8cb3-573e2142bd91 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:33.008658 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] Port dd1791ac-108c-4d45-8cb3-573e2142bd91 on network a47e180d-e969-4a85-aa09-0ec8196480c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:14:33.010390 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] Attempting to bind port dd1791ac-108c-4d45-8cb3-573e2142bd91 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:33.021876 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:14:33.023908 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:14:33.026775 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:14:33.031065 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] Bound port: dd1791ac-108c-4d45-8cb3-573e2142bd91, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:14:33.031065 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:33.037340 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-c0865af4-cb20-4a85-871d-66e94aac6b03 None None] Set router 57590853-2d31-438f-87c8-c19b9004c851 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:14:33.172349 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] For port dd1791ac-108c-4d45-8cb3-573e2142bd91, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:14:33.177441 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] For port dd1791ac-108c-4d45-8cb3-573e2142bd91, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=dd1791ac-108c-4d45-8cb3-573e2142bd91,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:14:33.256305 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd1791ac-108c-4d45-8cb3-573e2142bd91'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:33.259489 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5444de37-fd3d-42d8-a71a-c6a6e40518fc" -d '{"events": [{"server_uuid": "e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9", "name": "network-vif-unplugged", "status": "completed", "tag": "dd1791ac-108c-4d45-8cb3-573e2142bd91"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:33.273317 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:33.325875 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:33.326843 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:33.328766 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] 10.222.0.112 "PUT /v2.0/ports/dd1791ac-108c-4d45-8cb3-573e2142bd91 HTTP/1.1" status: 200 len: 1097 time: 1.5127149 Aug 31 09:14:33.374856 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d39f99-495c-4f20-a0b7-dc6651ed4968 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1791ac-108c-4d45-8cb3-573e2142bd91,revision_number=7']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:33.454878 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port b69ea86c-dda3-4cb5-bee7-3382a1b03375 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:14:33.468873 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port b69ea86c-dda3-4cb5-bee7-3382a1b03375 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:33.469243 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:33.471106 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-d0c19979-7a40-47aa-84fd-02553daae653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:33.471106 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-d0c19979-7a40-47aa-84fd-02553daae653 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 1100 time: 0.1122661 Aug 31 09:14:33.572208 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c0865af4-cb20-4a85-871d-66e94aac6b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57590853-2d31-438f-87c8-c19b9004c851', 'name': 'tempest-ServersTestJSON-1863137560-router', 'tenant_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b69ea86c-dda3-4cb5-bee7-3382a1b03375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:14:22Z', 'updated_at': '2021-08-31T09:14:30Z', 'revision_number': 4, 'project_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'gw_port': {'id': 'b69ea86c-dda3-4cb5-bee7-3382a1b03375', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57590853-2d31-438f-87c8-c19b9004c851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:14:23Z', 'updated_at': '2021-08-31T09:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '1b012191-62d2-4bef-8e5b-2572e92fcdcd', 'name': '', 'network_id': 'b4f7ccc1-a015-48d0-ab32-6b68e36c429d', 'tenant_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'mac_address': 'fa:16:3e:7f:dd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57590853-2d31-438f-87c8-c19b9004c851', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e25e118b-14ca-4549-821f-15e6d7d0df30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:14:28Z', 'updated_at': '2021-08-31T09:14:30Z', 'revision_number': 2, 'project_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'subnets': [{'id': 'e25e118b-14ca-4549-821f-15e6d7d0df30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:33.574579 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59181d32-2e36-430b-a681-111b5def6c24 req-a71f31c8-12cb-4f67-894e-b857679facba tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:33.585186 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-59181d32-2e36-430b-a681-111b5def6c24 req-a71f31c8-12cb-4f67-894e-b857679facba tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 948 time: 0.0896020 Aug 31 09:14:33.638977 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0865af4-cb20-4a85-871d-66e94aac6b03 None None] Checking router: 57590853-2d31-438f-87c8-c19b9004c851 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:14:33.642324 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0865af4-cb20-4a85-871d-66e94aac6b03 None None] Updating router 57590853-2d31-438f-87c8-c19b9004c851 port 1b012191-62d2-4bef-8e5b-2572e92fcdcd binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:14:33.654357 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-59181d32-2e36-430b-a681-111b5def6c24 req-8f8056ae-91fd-4007-8cc8-d3849267c9b4 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679898 Aug 31 09:14:33.666829 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-9eda6eea-e025-4663-aa20-2460e7b0b52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:33.668996 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-9eda6eea-e025-4663-aa20-2460e7b0b52b service neutron] 10.222.0.112 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.1897285 Aug 31 09:14:33.709385 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c0865af4-cb20-4a85-871d-66e94aac6b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:33.719640 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-0376f9b7-81ba-477e-93fb-b9e0893bda6b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=dd1791ac-108c-4d45-8cb3-573e2142bd91 HTTP/1.1" status: 200 len: 217 time: 0.0430477 Aug 31 09:14:33.792166 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:33.825789 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-03d941ed-aa03-4fc7-84c4-5fc64649eaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:33.827937 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-03d941ed-aa03-4fc7-84c4-5fc64649eaf3 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1003039 Aug 31 09:14:33.837609 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port b69ea86c-dda3-4cb5-bee7-3382a1b03375, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=b69ea86c-dda3-4cb5-bee7-3382a1b03375,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:33.886932 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-86c94b0e-4a9a-4296-b665-a2bc70a83475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:33.889029 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-86c94b0e-4a9a-4296-b665-a2bc70a83475 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0494323 Aug 31 09:14:33.908175 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:34.010701 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-7b6bd4e3-50c0-4766-be80-7146e5585e27 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128728 Aug 31 09:14:34.039892 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=b69ea86c-dda3-4cb5-bee7-3382a1b03375,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:34.158252 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-35d4fa02-77c0-4933-9912-4162b4ca68aa req-380693c3-32f3-44b7-a819-25cbb6c57f67 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354244 Aug 31 09:14:34.220489 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c0865af4-cb20-4a85-871d-66e94aac6b03 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:34.230802 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c0865af4-cb20-4a85-871d-66e94aac6b03 None None] Transition to ACTIVE for port object 1b012191-62d2-4bef-8e5b-2572e92fcdcd will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:34.365456 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c0865af4-cb20-4a85-871d-66e94aac6b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:34.387744 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52942) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:34.394150 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-4f8064a2-b6d9-4b0d-882a-882c44bb5e62 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Request body: {'security_group': {'name': 'tempest-securitygroup--952669443', 'description': 'tempest-description--231092183'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:34.489820 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c0865af4-cb20-4a85-871d-66e94aac6b03 None None] Attempting to bind port 1b012191-62d2-4bef-8e5b-2572e92fcdcd on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:14:34.490293 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c0865af4-cb20-4a85-871d-66e94aac6b03 None None] Attempting to bind port 1b012191-62d2-4bef-8e5b-2572e92fcdcd by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'd229a86a-985c-4e16-b981-4de2a06a3491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1600, 'network_id': 'b4f7ccc1-a015-48d0-ab32-6b68e36c429d'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:14:34.490525 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0865af4-cb20-4a85-871d-66e94aac6b03 None None] Attempting to bind port 1b012191-62d2-4bef-8e5b-2572e92fcdcd on network b4f7ccc1-a015-48d0-ab32-6b68e36c429d {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:34.493359 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765fc28-d4a4-4ac8-b3fd-f45a466c63da None None] Pushing event updated for resources: {'Port': ['ID=1b012191-62d2-4bef-8e5b-2572e92fcdcd,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:34.505883 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0865af4-cb20-4a85-871d-66e94aac6b03 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:14:34.506581 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0865af4-cb20-4a85-871d-66e94aac6b03 None None] Checking segment: {'id': 'd229a86a-985c-4e16-b981-4de2a06a3491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1600, 'network_id': 'b4f7ccc1-a015-48d0-ab32-6b68e36c429d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:14:34.515048 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c0865af4-cb20-4a85-871d-66e94aac6b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:34.515475 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0865af4-cb20-4a85-871d-66e94aac6b03 None None] Bound using segment: {'id': 'd229a86a-985c-4e16-b981-4de2a06a3491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1600, 'network_id': 'b4f7ccc1-a015-48d0-ab32-6b68e36c429d'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:14:34.515975 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c0865af4-cb20-4a85-871d-66e94aac6b03 None None] Bound port: 1b012191-62d2-4bef-8e5b-2572e92fcdcd, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd229a86a-985c-4e16-b981-4de2a06a3491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1600, 'network_id': 'b4f7ccc1-a015-48d0-ab32-6b68e36c429d'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:14:34.516368 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c0865af4-cb20-4a85-871d-66e94aac6b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:34.548808 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4f8064a2-b6d9-4b0d-882a-882c44bb5e62 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:34.606993 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-c0865af4-cb20-4a85-871d-66e94aac6b03 None None] For port 1b012191-62d2-4bef-8e5b-2572e92fcdcd, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:14:34.611055 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-c0865af4-cb20-4a85-871d-66e94aac6b03 None None] For port 1b012191-62d2-4bef-8e5b-2572e92fcdcd, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1b012191-62d2-4bef-8e5b-2572e92fcdcd,segment=NetworkSegment(d229a86a-985c-4e16-b981-4de2a06a3491),segment_id=d229a86a-985c-4e16-b981-4de2a06a3491)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:14:34.623160 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997431d1-cc5b-444b-b6c6-e96ea1d21b1c req-156607c2-6c12-49b5-8987-44d1430b4514 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:34.624979 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-997431d1-cc5b-444b-b6c6-e96ea1d21b1c req-156607c2-6c12-49b5-8987-44d1430b4514 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/ports?device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 944 time: 0.1633637 Aug 31 09:14:34.651551 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af868b8-ce6f-48c1-b97c-b4650cc0a6f8 x-openstack-request-id: req-2af868b8-ce6f-48c1-b97c-b4650cc0a6f8 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:34.651948 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9", "name": "network-vif-unplugged", "status": "completed", "tag": "dd1791ac-108c-4d45-8cb3-573e2142bd91", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:34.652301 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-2af868b8-ce6f-48c1-b97c-b4650cc0a6f8 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:34.652455 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b69ea86c-dda3-4cb5-bee7-3382a1b03375 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:14:34.652919 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd1791ac-108c-4d45-8cb3-573e2142bd91', 'code': 200} Aug 31 09:14:34.728459 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c0865af4-cb20-4a85-871d-66e94aac6b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:34.764759 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-997431d1-cc5b-444b-b6c6-e96ea1d21b1c req-28aac1bc-06a3-43c1-98a2-5cd6f3cb68dd tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/security-groups?id=5b749fb4-1d9f-4950-bcaa-2c926086e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326475 Aug 31 09:14:34.794453 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device dd1791ac-108c-4d45-8cb3-573e2142bd91 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:14:34.857572 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4f8064a2-b6d9-4b0d-882a-882c44bb5e62 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:34.943980 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c935e0-5d13-4d1e-aaae-020ed37fcee4 req-7934e868-22e1-4a34-955e-42cb96935386 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:34.947320 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98c935e0-5d13-4d1e-aaae-020ed37fcee4 req-7934e868-22e1-4a34-955e-42cb96935386 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 948 time: 0.0720036 Aug 31 09:14:34.948907 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4f8064a2-b6d9-4b0d-882a-882c44bb5e62 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:34.963616 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port b69ea86c-dda3-4cb5-bee7-3382a1b03375 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:34.964074 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:34.968627 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0865af4-cb20-4a85-871d-66e94aac6b03 None None] Routers {'57590853-2d31-438f-87c8-c19b9004c851'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:14:34.969556 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c0865af4-cb20-4a85-871d-66e94aac6b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:14:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['57590853-2d31-438f-87c8-c19b9004c851'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:34.971566 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device dd1791ac-108c-4d45-8cb3-573e2142bd91 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:14:35.034726 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765fc28-d4a4-4ac8-b3fd-f45a466c63da None None] Pushing event updated for resources: {'Port': ['ID=1b012191-62d2-4bef-8e5b-2572e92fcdcd,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:35.052454 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8064a2-b6d9-4b0d-882a-882c44bb5e62 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e29f421-524a-4464-9b17-8cba15fd0a14,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:35.058937 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98c935e0-5d13-4d1e-aaae-020ed37fcee4 req-2d72389f-6434-4cbf-a954-e4645c96e691 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957959 Aug 31 09:14:35.079842 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4f8064a2-b6d9-4b0d-882a-882c44bb5e62 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:35.083769 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4f8064a2-b6d9-4b0d-882a-882c44bb5e62 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6944704 Aug 31 09:14:35.086946 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52954) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:35.092444 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-173ec19b-9397-48a5-a85d-4a2099fdda8b tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Request body: {'security_group_rule': {'security_group_id': '1e29f421-524a-4464-9b17-8cba15fd0a14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:35.177427 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-c0865af4-cb20-4a85-871d-66e94aac6b03 None None] Set router 57590853-2d31-438f-87c8-c19b9004c851 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:14:35.264905 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-173ec19b-9397-48a5-a85d-4a2099fdda8b tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:35.454571 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-173ec19b-9397-48a5-a85d-4a2099fdda8b tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:35.494411 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c0865af4-cb20-4a85-871d-66e94aac6b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57590853-2d31-438f-87c8-c19b9004c851', 'name': 'tempest-ServersTestJSON-1863137560-router', 'tenant_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b69ea86c-dda3-4cb5-bee7-3382a1b03375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:14:22Z', 'updated_at': '2021-08-31T09:14:30Z', 'revision_number': 4, 'project_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'gw_port': {'id': 'b69ea86c-dda3-4cb5-bee7-3382a1b03375', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57590853-2d31-438f-87c8-c19b9004c851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:14:23Z', 'updated_at': '2021-08-31T09:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '1b012191-62d2-4bef-8e5b-2572e92fcdcd', 'name': '', 'network_id': 'b4f7ccc1-a015-48d0-ab32-6b68e36c429d', 'tenant_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'mac_address': 'fa:16:3e:7f:dd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57590853-2d31-438f-87c8-c19b9004c851', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e25e118b-14ca-4549-821f-15e6d7d0df30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:14:28Z', 'updated_at': '2021-08-31T09:14:34Z', 'revision_number': 4, 'project_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'subnets': [{'id': 'e25e118b-14ca-4549-821f-15e6d7d0df30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:35.516658 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0865af4-cb20-4a85-871d-66e94aac6b03 None None] The sync data for ids ['57590853-2d31-438f-87c8-c19b9004c851'] in n-d-791506-28 is: [{'id': '57590853-2d31-438f-87c8-c19b9004c851', 'name': 'tempest-ServersTestJSON-1863137560-router', 'tenant_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b69ea86c-dda3-4cb5-bee7-3382a1b03375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:14:22Z', 'updated_at': '2021-08-31T09:14:30Z', 'revision_number': 4, 'project_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'gw_port': {'id': 'b69ea86c-dda3-4cb5-bee7-3382a1b03375', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57590853-2d31-438f-87c8-c19b9004c851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:14:23Z', 'updated_at': '2021-08-31T09:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '1b012191-62d2-4bef-8e5b-2572e92fcdcd', 'name': '', 'network_id': 'b4f7ccc1-a015-48d0-ab32-6b68e36c429d', 'tenant_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'mac_address': 'fa:16:3e:7f:dd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57590853-2d31-438f-87c8-c19b9004c851', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e25e118b-14ca-4549-821f-15e6d7d0df30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:14:28Z', 'updated_at': '2021-08-31T09:14:34Z', 'revision_number': 4, 'project_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'subnets': [{'id': 'e25e118b-14ca-4549-821f-15e6d7d0df30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:14:35.613586 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-173ec19b-9397-48a5-a85d-4a2099fdda8b tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:35.637098 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ec19b-9397-48a5-a85d-4a2099fdda8b tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a403f0-6ea0-4067-a4f4-4d05c5d2d33a,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:35.723918 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-ff7ff8b9-e323-4102-94f4-15aa18909a9b tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:35.727308 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-ff7ff8b9-e323-4102-94f4-15aa18909a9b tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/networks?id=9ca962f7-a3f8-4e91-9029-22ec42b84c01 HTTP/1.1" status: 200 len: 805 time: 0.1868355 Aug 31 09:14:35.753236 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-0b064414-2e45-4875-a2c0-d8cbc7c1ae91 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/quotas/40aea3578a764824ae85220fcc0c6911 HTTP/1.1" status: 200 len: 375 time: 0.0197434 Aug 31 09:14:35.764929 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-173ec19b-9397-48a5-a85d-4a2099fdda8b tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:35.769306 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-173ec19b-9397-48a5-a85d-4a2099fdda8b tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6803091 Aug 31 09:14:35.769496 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52980) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:35.791553 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-73ce040d-b1f9-45c5-8dff-36fc25ceffc9 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Request body: {'security_group_rule': {'security_group_id': '1e29f421-524a-4464-9b17-8cba15fd0a14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:35.831315 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-41ac840e-766e-48c7-9fa5-814b9a159ce4 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0758371 Aug 31 09:14:35.946185 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52984) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:35.952488 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-bd70fa38-e414-4b2e-9974-4c63fca27303 service neutron] 10.222.0.119 "GET /v2.0/networks/9ca962f7-a3f8-4e91-9029-22ec42b84c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105480 Aug 31 09:14:35.958066 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-73b7b2fc-eccc-41c5-863d-7b14b6caa38a tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1584013685', 'description': 'tempest-description--1157323321'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:35.958533 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73ce040d-b1f9-45c5-8dff-36fc25ceffc9 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:36.074290 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-73b7b2fc-eccc-41c5-863d-7b14b6caa38a tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:36.085912 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73ce040d-b1f9-45c5-8dff-36fc25ceffc9 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:36.107604 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-be690224-67c8-4016-a6a2-0afce9b540aa service neutron] 10.222.0.119 "GET /v2.0/networks/9ca962f7-a3f8-4e91-9029-22ec42b84c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405118 Aug 31 09:14:36.190913 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-73b7b2fc-eccc-41c5-863d-7b14b6caa38a tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:36.233278 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73ce040d-b1f9-45c5-8dff-36fc25ceffc9 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:36.257214 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce040d-b1f9-45c5-8dff-36fc25ceffc9 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16738b5f-e92c-4f7c-8aa0-c50c0db3608e,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:36.290671 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-73b7b2fc-eccc-41c5-863d-7b14b6caa38a tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:36.364441 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7b2fc-eccc-41c5-863d-7b14b6caa38a tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5883dc2b-35f5-4511-a931-20a18f1ac1a8,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:36.408129 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73ce040d-b1f9-45c5-8dff-36fc25ceffc9 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:36.409347 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-73ce040d-b1f9-45c5-8dff-36fc25ceffc9 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6388347 Aug 31 09:14:36.412647 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52996) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:36.419710 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-4d33044d-8a9f-462e-b6d0-1fb05af67d21 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:36.480767 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-73b7b2fc-eccc-41c5-863d-7b14b6caa38a tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:36.485389 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-73b7b2fc-eccc-41c5-863d-7b14b6caa38a tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5357502 Aug 31 09:14:36.487089 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53000) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:36.498025 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-ed73ce15-29e0-4e58-94ca-8d914ccf2eff tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Request body: {'security_group_rule': {'security_group_id': '5883dc2b-35f5-4511-a931-20a18f1ac1a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:36.557858 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4d33044d-8a9f-462e-b6d0-1fb05af67d21 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks [] for floatingip, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:36.657245 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1b012191-62d2-4bef-8e5b-2572e92fcdcd up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:14:36.664159 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9', 'tag': 'dd1791ac-108c-4d45-8cb3-573e2142bd91'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:36.666900 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd002ceb-c76a-4b41-bda4-fd2b7533b0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9", "tag": "dd1791ac-108c-4d45-8cb3-573e2142bd91"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:36.733860 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ed73ce15-29e0-4e58-94ca-8d914ccf2eff tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:36.737529 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac50b8-524a-4191-9139-1c5ebf547287 req-4f246a7a-6405-404a-894b-5f01218c20c7 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:36.741738 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device b5ba724c-f806-4031-9fe7-24ddeca385d1 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:14:36.744109 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-edac50b8-524a-4191-9139-1c5ebf547287 req-4f246a7a-6405-404a-894b-5f01218c20c7 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/ports?device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 944 time: 0.2739758 Aug 31 09:14:36.781011 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0154d-1dce-400a-a145-81c121f6b9d2 req-d001863b-4000-4251-8dcb-ded91ee7968e tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:36.792070 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b0c0154d-1dce-400a-a145-81c121f6b9d2 req-d001863b-4000-4251-8dcb-ded91ee7968e tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 948 time: 0.2198839 Aug 31 09:14:36.836075 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ed73ce15-29e0-4e58-94ca-8d914ccf2eff tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:36.897262 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4d33044d-8a9f-462e-b6d0-1fb05af67d21 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:36.934733 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port b5ba724c-f806-4031-9fe7-24ddeca385d1, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=b5ba724c-f806-4031-9fe7-24ddeca385d1,segment=NetworkSegment(97cc86a9-9c90-4426-a9d3-5ab4175109fc),segment_id=97cc86a9-9c90-4426-a9d3-5ab4175109fc)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:36.942426 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b0c0154d-1dce-400a-a145-81c121f6b9d2 req-96aed3ba-f470-426b-af1d-1481cb586d9e tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448233 Aug 31 09:14:36.946353 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-edac50b8-524a-4191-9139-1c5ebf547287 req-480e9bfa-5538-4131-ae24-a6d3151c04ce tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/security-groups?id=5b749fb4-1d9f-4950-bcaa-2c926086e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327174 Aug 31 09:14:36.952487 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 2370a60c-b19b-4325-a86e-0b2b208194b2 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:14:36.957272 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'b5ba724c-f806-4031-9fe7-24ddeca385d1', 'network_id': '2bd762b2-0ce2-4f1c-8ec5-012ab20e8064', 'port_id': 'b5ba724c-f806-4031-9fe7-24ddeca385d1', 'mac_address': 'fa:16:3e:95:27:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebbf0383-ccdb-4f22-8fb8-5ca0dc2ab3e8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:14:37.026318 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ed73ce15-29e0-4e58-94ca-8d914ccf2eff tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:37.039040 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:37.058090 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5ba724c-f806-4031-9fe7-24ddeca385d1 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:37.091496 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73ce15-29e0-4e58-94ca-8d914ccf2eff tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33767750-9df8-4ee3-b221-b3a35cd353d5,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:37.112553 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port b5ba724c-f806-4031-9fe7-24ddeca385d1, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=b5ba724c-f806-4031-9fe7-24ddeca385d1,segment=NetworkSegment(97cc86a9-9c90-4426-a9d3-5ab4175109fc),segment_id=97cc86a9-9c90-4426-a9d3-5ab4175109fc)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:37.114445 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ccc77bda-63a9-41f1-b2e0-969a178b71e1 req-d7cc1383-4139-412a-bac2-c41453b71714 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.0536356 Aug 31 09:14:37.208480 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ed73ce15-29e0-4e58-94ca-8d914ccf2eff tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:37.212688 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ed73ce15-29e0-4e58-94ca-8d914ccf2eff tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7216482 Aug 31 09:14:37.213812 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53008) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:37.215958 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:37.218893 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-439fa0b0-2b6a-435d-936c-fd5db7abde62 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Request body: {'security_group_rule': {'security_group_id': '5883dc2b-35f5-4511-a931-20a18f1ac1a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:37.234584 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:37.236872 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device dd1791ac-108c-4d45-8cb3-573e2142bd91 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:14:37.242674 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1991f85-4182-4068-b275-298b0195b2cf x-openstack-request-id: req-b1991f85-4182-4068-b275-298b0195b2cf {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:37.242970 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9", "tag": "dd1791ac-108c-4d45-8cb3-573e2142bd91", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:37.243213 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-b1991f85-4182-4068-b275-298b0195b2cf {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:37.243593 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9', 'tag': 'dd1791ac-108c-4d45-8cb3-573e2142bd91', 'status': 'completed', 'code': 200} Aug 31 09:14:37.289424 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-4d33044d-8a9f-462e-b6d0-1fb05af67d21 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Allocated IP 172.25.2.253 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/8242582a-cbc0-4ca5-8128-9a0762308fc5) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:14:37.296224 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 1b012191-62d2-4bef-8e5b-2572e92fcdcd completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:14:37.376731 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa12047-5a40-4206-938d-a888e999fe36 req-b6e0c77d-842c-4a61-a313-4a6ba789bf83 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:37.384561 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cfa12047-5a40-4206-938d-a888e999fe36 req-b6e0c77d-842c-4a61-a313-4a6ba789bf83 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.119 "GET /v2.0/ports?device_id=d8fe9365-f1e8-4c0b-94f9-c46eb8f85bb1 HTTP/1.1" status: 200 len: 945 time: 0.1298556 Aug 31 09:14:37.401621 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 1b012191-62d2-4bef-8e5b-2572e92fcdcd triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:37.406426 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:37.410868 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd54fb6-ebad-484e-a833-d0e2e56f82b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2370a60c-b19b-4325-a86e-0b2b208194b2'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:37.414632 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c3a6ad-3b9e-47d9-ad95-eff8e493cb06" -d '{"events": [{"server_uuid": "5dd54fb6-ebad-484e-a833-d0e2e56f82b9", "name": "network-vif-unplugged", "status": "completed", "tag": "2370a60c-b19b-4325-a86e-0b2b208194b2"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:37.457464 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440404c-ba29-4067-a24d-6d75c4bb4e44 req-d2a1d41f-774f-46f9-97e1-9f6de148736c tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:37.463461 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b440404c-ba29-4067-a24d-6d75c4bb4e44 req-d2a1d41f-774f-46f9-97e1-9f6de148736c tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.112 "GET /v2.0/ports?device_id=5dd54fb6-ebad-484e-a833-d0e2e56f82b9 HTTP/1.1" status: 200 len: 945 time: 0.2164214 Aug 31 09:14:37.577777 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-439fa0b0-2b6a-435d-936c-fd5db7abde62 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:37.581367 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4d33044d-8a9f-462e-b6d0-1fb05af67d21 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:37.638393 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 2370a60c-b19b-4325-a86e-0b2b208194b2, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=2370a60c-b19b-4325-a86e-0b2b208194b2,segment=NetworkSegment(7165cf42-c983-4e18-9ad9-e580a9c61c0b),segment_id=7165cf42-c983-4e18-9ad9-e580a9c61c0b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:37.640037 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.resource_extend [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:14:37.661888 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cfa12047-5a40-4206-938d-a888e999fe36 req-95fbb3f4-65aa-4a5e-b8f0-a3fed725c5a1 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.119 "GET /v2.0/security-groups?id=c54d20d1-c5eb-4974-9e54-9ec159f055e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708564 Aug 31 09:14:37.694582 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd002ceb-c76a-4b41-bda4-fd2b7533b0f3 req-33a8a3a7-b226-4ba8-a53e-b269c7333326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:37.700868 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4d33044d-8a9f-462e-b6d0-1fb05af67d21 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:37.704112 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd002ceb-c76a-4b41-bda4-fd2b7533b0f3 req-33a8a3a7-b226-4ba8-a53e-b269c7333326 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 1100 time: 0.4151466 Aug 31 09:14:37.723329 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5f330d-27bd-443c-b43d-2ced135baf8c x-openstack-request-id: req-ca5f330d-27bd-443c-b43d-2ced135baf8c {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:37.723875 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd54fb6-ebad-484e-a833-d0e2e56f82b9", "name": "network-vif-unplugged", "status": "completed", "tag": "2370a60c-b19b-4325-a86e-0b2b208194b2", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:37.723875 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-ca5f330d-27bd-443c-b43d-2ced135baf8c {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:37.724241 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd54fb6-ebad-484e-a833-d0e2e56f82b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2370a60c-b19b-4325-a86e-0b2b208194b2', 'code': 200} Aug 31 09:14:37.727440 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:37.729459 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=b5ba724c-f806-4031-9fe7-24ddeca385d1,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:37.745438 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-439fa0b0-2b6a-435d-936c-fd5db7abde62 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:37.747770 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd002ceb-c76a-4b41-bda4-fd2b7533b0f3 req-ed28177c-3705-4a25-81c4-4e55f55e04ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:37.749564 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd002ceb-c76a-4b41-bda4-fd2b7533b0f3 req-ed28177c-3705-4a25-81c4-4e55f55e04ff service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 1100 time: 0.4590158 Aug 31 09:14:37.759671 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-b440404c-ba29-4067-a24d-6d75c4bb4e44 req-307becf3-9fdf-4e71-bfc9-b2fafea012c9 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Deleting port 2370a60c-b19b-4325-a86e-0b2b208194b2 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:14:37.760723 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b440404c-ba29-4067-a24d-6d75c4bb4e44 req-307becf3-9fdf-4e71-bfc9-b2fafea012c9 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:37.824982 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-439fa0b0-2b6a-435d-936c-fd5db7abde62 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:37.831898 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d33044d-8a9f-462e-b6d0-1fb05af67d21 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:14:37.846061 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-4d33044d-8a9f-462e-b6d0-1fb05af67d21 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:14:37.848801 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d33044d-8a9f-462e-b6d0-1fb05af67d21 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:14:37.877149 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:37.883954 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=2370a60c-b19b-4325-a86e-0b2b208194b2,revision_number=8']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:37.913808 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port dd1791ac-108c-4d45-8cb3-573e2142bd91, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=dd1791ac-108c-4d45-8cb3-573e2142bd91,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:37.935062 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'dd1791ac-108c-4d45-8cb3-573e2142bd91', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': 'dd1791ac-108c-4d45-8cb3-573e2142bd91', 'mac_address': 'fa:16:3e:00:5d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:14:37.950483 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33044d-8a9f-462e-b6d0-1fb05af67d21 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Pushing event updated for resources: {'Port': ['ID=8242582a-cbc0-4ca5-8128-9a0762308fc5,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:37.961644 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439fa0b0-2b6a-435d-936c-fd5db7abde62 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c35975-1f1a-47b8-9557-7e54a22eba77,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:38.004358 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 1b012191-62d2-4bef-8e5b-2572e92fcdcd, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1b012191-62d2-4bef-8e5b-2572e92fcdcd,segment=NetworkSegment(d229a86a-985c-4e16-b981-4de2a06a3491),segment_id=d229a86a-985c-4e16-b981-4de2a06a3491)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:38.027025 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:38.044774 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-b440404c-ba29-4067-a24d-6d75c4bb4e44 req-307becf3-9fdf-4e71-bfc9-b2fafea012c9 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] For port 2370a60c-b19b-4325-a86e-0b2b208194b2, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=2370a60c-b19b-4325-a86e-0b2b208194b2,segment=NetworkSegment(7165cf42-c983-4e18-9ad9-e580a9c61c0b),segment_id=7165cf42-c983-4e18-9ad9-e580a9c61c0b)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:38.045151 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b440404c-ba29-4067-a24d-6d75c4bb4e44 req-307becf3-9fdf-4e71-bfc9-b2fafea012c9 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:38.051959 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd1791ac-108c-4d45-8cb3-573e2142bd91 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:38.067421 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4d33044d-8a9f-462e-b6d0-1fb05af67d21 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:38.081176 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port dd1791ac-108c-4d45-8cb3-573e2142bd91, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=dd1791ac-108c-4d45-8cb3-573e2142bd91,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:38.094502 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd002ceb-c76a-4b41-bda4-fd2b7533b0f3 req-94218f59-768f-414b-a0bf-85a9441830d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:38.094877 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-b440404c-ba29-4067-a24d-6d75c4bb4e44 req-307becf3-9fdf-4e71-bfc9-b2fafea012c9 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Calling delete_port for 2370a60c-b19b-4325-a86e-0b2b208194b2 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:14:38.096027 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd002ceb-c76a-4b41-bda4-fd2b7533b0f3 req-94218f59-768f-414b-a0bf-85a9441830d2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.3911591 Aug 31 09:14:38.101846 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd002ceb-c76a-4b41-bda4-fd2b7533b0f3 req-ce64c0e4-dbe8-4573-a1e0-fe97e9c7c931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:38.103380 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd002ceb-c76a-4b41-bda4-fd2b7533b0f3 req-ce64c0e4-dbe8-4573-a1e0-fe97e9c7c931 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.3014529 Aug 31 09:14:38.118854 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:38.130672 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-439fa0b0-2b6a-435d-936c-fd5db7abde62 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:38.135217 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-439fa0b0-2b6a-435d-936c-fd5db7abde62 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9203668 Aug 31 09:14:38.135877 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53028) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:38.177810 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=1b012191-62d2-4bef-8e5b-2572e92fcdcd,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:38.223762 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-141e2d26-36eb-4ecb-9625-ccb571154541 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:38.229694 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd002ceb-c76a-4b41-bda4-fd2b7533b0f3 req-564a098a-28e6-4481-8e1f-b176d951d204 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=dd1791ac-108c-4d45-8cb3-573e2142bd91 HTTP/1.1" status: 200 len: 217 time: 0.1237066 Aug 31 09:14:38.230922 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd002ceb-c76a-4b41-bda4-fd2b7533b0f3 req-3e6a4ccb-42c9-4350-a5b4-5c6742736b35 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=dd1791ac-108c-4d45-8cb3-573e2142bd91 HTTP/1.1" status: 200 len: 217 time: 0.1099432 Aug 31 09:14:38.238980 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:38.277542 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4d33044d-8a9f-462e-b6d0-1fb05af67d21 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:38.376882 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=dd1791ac-108c-4d45-8cb3-573e2142bd91,revision_number=8']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:38.541903 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4d33044d-8a9f-462e-b6d0-1fb05af67d21 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:38.545220 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b440404c-ba29-4067-a24d-6d75c4bb4e44 req-307becf3-9fdf-4e71-bfc9-b2fafea012c9 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:38.560960 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['b5ba724c-f806-4031-9fe7-24ddeca385d1'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:14:38.610948 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307becf3-9fdf-4e71-bfc9-b2fafea012c9 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Pushing event deleted for resources: {'Port': ['ID=2370a60c-b19b-4325-a86e-0b2b208194b2,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:38.621734 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4d33044d-8a9f-462e-b6d0-1fb05af67d21 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:38.645437 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['dd1791ac-108c-4d45-8cb3-573e2142bd91'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:14:38.654121 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1b012191-62d2-4bef-8e5b-2572e92fcdcd up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:14:38.687580 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-b440404c-ba29-4067-a24d-6d75c4bb4e44 req-307becf3-9fdf-4e71-bfc9-b2fafea012c9 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] No DVR routers for this DVR port 2370a60c-b19b-4325-a86e-0b2b208194b2 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:14:38.737093 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b440404c-ba29-4067-a24d-6d75c4bb4e44 req-307becf3-9fdf-4e71-bfc9-b2fafea012c9 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:38.741381 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f055e-a3cd-4433-9010-feff4f177d78 req-a6821ce2-4f76-4c27-a906-83eaa0c69c0b tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:38.742735 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b440404c-ba29-4067-a24d-6d75c4bb4e44 req-307becf3-9fdf-4e71-bfc9-b2fafea012c9 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.112 "DELETE /v2.0/ports/2370a60c-b19b-4325-a86e-0b2b208194b2 HTTP/1.1" status: 204 len: 173 time: 1.2688019 Aug 31 09:14:38.750053 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d76f055e-a3cd-4433-9010-feff4f177d78 req-a6821ce2-4f76-4c27-a906-83eaa0c69c0b tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 948 time: 0.6456187 Aug 31 09:14:38.769821 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd002ceb-c76a-4b41-bda4-fd2b7533b0f3 req-23e4124d-60f7-4660-b5d2-06c5b4c20290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:38.771501 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd002ceb-c76a-4b41-bda4-fd2b7533b0f3 req-23e4124d-60f7-4660-b5d2-06c5b4c20290 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.5208235 Aug 31 09:14:38.773661 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 2370a60c-b19b-4325-a86e-0b2b208194b2 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:14:38.776355 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd002ceb-c76a-4b41-bda4-fd2b7533b0f3 req-576c931d-fff6-457a-9879-7958b00cc281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:38.777754 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd002ceb-c76a-4b41-bda4-fd2b7533b0f3 req-576c931d-fff6-457a-9879-7958b00cc281 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.5152249 Aug 31 09:14:38.794323 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194c4c8-36bc-4985-ad5c-54c8a60e469b req-fc622c31-344a-45f1-9b46-95dd71891a13 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:38.796033 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7194c4c8-36bc-4985-ad5c-54c8a60e469b req-fc622c31-344a-45f1-9b46-95dd71891a13 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/ports?device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 945 time: 0.6760767 Aug 31 09:14:38.816333 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef36be4-aa67-457e-bf07-51022463939a req-0b985058-2897-43d8-bd57-93d761d1973e tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:38.818451 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bef36be4-aa67-457e-bf07-51022463939a req-0b985058-2897-43d8-bd57-93d761d1973e tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.112 "GET /v2.0/ports?device_id=d8fe9365-f1e8-4c0b-94f9-c46eb8f85bb1 HTTP/1.1" status: 200 len: 945 time: 0.5634048 Aug 31 09:14:38.820340 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-141e2d26-36eb-4ecb-9625-ccb571154541 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks [] for floatingip, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:38.829281 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 2370a60c-b19b-4325-a86e-0b2b208194b2 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:14:38.830255 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 2370a60c-b19b-4325-a86e-0b2b208194b2 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:14:38.841580 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4d33044d-8a9f-462e-b6d0-1fb05af67d21 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:38.872533 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33044d-8a9f-462e-b6d0-1fb05af67d21 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Pushing event updated for resources: {'Port': ['ID=8242582a-cbc0-4ca5-8128-9a0762308fc5,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:38.911791 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 1b012191-62d2-4bef-8e5b-2572e92fcdcd triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:38.912124 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:38.971592 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4d33044d-8a9f-462e-b6d0-1fb05af67d21 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:38.973292 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4d33044d-8a9f-462e-b6d0-1fb05af67d21 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5592515 Aug 31 09:14:39.006922 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d76f055e-a3cd-4433-9010-feff4f177d78 req-f7ee432c-8d41-452c-8f17-b989e393b65b tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506909 Aug 31 09:14:39.101190 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7194c4c8-36bc-4985-ad5c-54c8a60e469b req-a3663bd1-0ab9-43ab-a142-cf8b1cea5448 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/security-groups?id=5b749fb4-1d9f-4950-bcaa-2c926086e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2762556 Aug 31 09:14:39.109605 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd002ceb-c76a-4b41-bda4-fd2b7533b0f3 req-5c76a294-1d70-46a7-85e7-a3d290695a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:39.123656 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd002ceb-c76a-4b41-bda4-fd2b7533b0f3 req-5c76a294-1d70-46a7-85e7-a3d290695a58 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3264678 Aug 31 09:14:39.128623 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd002ceb-c76a-4b41-bda4-fd2b7533b0f3 req-5db1e204-2261-47a3-b244-563de3bc2b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:39.136000 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd002ceb-c76a-4b41-bda4-fd2b7533b0f3 req-5db1e204-2261-47a3-b244-563de3bc2b9d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3355572 Aug 31 09:14:39.245671 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd54fb6-ebad-484e-a833-d0e2e56f82b9', 'name': 'network-vif-deleted', 'tag': '2370a60c-b19b-4325-a86e-0b2b208194b2'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:39.249992 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e2f919-9bf5-4ed2-9acd-b781513c7dc9" -d '{"events": [{"server_uuid": "5dd54fb6-ebad-484e-a833-d0e2e56f82b9", "name": "network-vif-deleted", "tag": "2370a60c-b19b-4325-a86e-0b2b208194b2"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:39.328599 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8756a548-cda4-4f97-ba5b-c89278060f6d req-35f1fbb8-f2b7-4844-8885-d2cc3485cdc6 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.1167605 Aug 31 09:14:39.415883 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-bef36be4-aa67-457e-bf07-51022463939a req-95412890-5168-4ac5-8d69-5d774fd8e410 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Deleting port 4003110c-a819-4284-88bb-cf46bf6a13a6 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:14:39.416232 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-bef36be4-aa67-457e-bf07-51022463939a req-95412890-5168-4ac5-8d69-5d774fd8e410 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:39.507918 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd002ceb-c76a-4b41-bda4-fd2b7533b0f3 req-6ed613ca-aa0a-4113-82e0-42cad7723ec2 service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635716 Aug 31 09:14:39.513809 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd002ceb-c76a-4b41-bda4-fd2b7533b0f3 req-2f680ac8-e846-4ef8-8fe3-7960f8a588c9 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652449 Aug 31 09:14:39.518340 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-be217fbe-b31a-40ec-aa9d-668ad1141c7e tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:39.521014 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-be217fbe-b31a-40ec-aa9d-668ad1141c7e tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.59 "GET /v2.0/networks?id=9ca962f7-a3f8-4e91-9029-22ec42b84c01 HTTP/1.1" status: 200 len: 805 time: 0.1105912 Aug 31 09:14:39.540330 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f72c3-a231-4382-8273-87c03173a29c req-19e691d9-34b0-468e-9273-7ef8382bd685 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:39.541784 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7f6f72c3-a231-4382-8273-87c03173a29c req-19e691d9-34b0-468e-9273-7ef8382bd685 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.119 "GET /v2.0/ports?device_id=d8fe9365-f1e8-4c0b-94f9-c46eb8f85bb1 HTTP/1.1" status: 200 len: 945 time: 0.2167025 Aug 31 09:14:39.542716 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-e401f6cb-8b67-4d15-8692-1daa2c01c01d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Request body: {'port': {'device_id': '6fe8d027-083e-44e0-a02b-96a4fc2bf758', 'network_id': '9ca962f7-a3f8-4e91-9029-22ec42b84c01', 'admin_state_up': True, 'tenant_id': '40aea3578a764824ae85220fcc0c6911'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:39.627506 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-141e2d26-36eb-4ecb-9625-ccb571154541 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:39.704016 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-bef36be4-aa67-457e-bf07-51022463939a req-95412890-5168-4ac5-8d69-5d774fd8e410 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] For port 4003110c-a819-4284-88bb-cf46bf6a13a6, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=4003110c-a819-4284-88bb-cf46bf6a13a6,segment=NetworkSegment(e87967a7-4c68-4c0e-807a-ac99598dcbb6),segment_id=e87967a7-4c68-4c0e-807a-ac99598dcbb6)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:39.704378 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-bef36be4-aa67-457e-bf07-51022463939a req-95412890-5168-4ac5-8d69-5d774fd8e410 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:39.736428 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-e401f6cb-8b67-4d15-8692-1daa2c01c01d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Made reservation on behalf of 40aea3578a764824ae85220fcc0c6911 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:14:39.740228 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-e401f6cb-8b67-4d15-8692-1daa2c01c01d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:39.764373 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-bef36be4-aa67-457e-bf07-51022463939a req-95412890-5168-4ac5-8d69-5d774fd8e410 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Calling delete_port for 4003110c-a819-4284-88bb-cf46bf6a13a6 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:14:39.843473 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7f6f72c3-a231-4382-8273-87c03173a29c req-14ebc26d-08fe-4150-944d-9b756c32de50 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.119 "GET /v2.0/security-groups?id=c54d20d1-c5eb-4974-9e54-9ec159f055e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649632 Aug 31 09:14:39.924390 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd002ceb-c76a-4b41-bda4-fd2b7533b0f3 req-17e9b4ed-2228-4407-b6d1-e912ac862726 service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028802 Aug 31 09:14:39.948364 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd002ceb-c76a-4b41-bda4-fd2b7533b0f3 req-592941bc-2933-4559-88fe-5f7bb867fd49 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023602 Aug 31 09:14:39.953571 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-e401f6cb-8b67-4d15-8692-1daa2c01c01d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Allocated IP 172.20.0.4 (9ca962f7-a3f8-4e91-9029-22ec42b84c01/5540a99f-ddc8-4454-b137-a8c33ca66961/2a08e079-454f-4cbc-ab3b-7f0e21a2ded0) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:14:39.988764 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-141e2d26-36eb-4ecb-9625-ccb571154541 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Allocated IP 172.25.2.97 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/11346d53-04f8-4655-9cdb-03375e5219fb) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:14:40.018207 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-b6c83919-20cc-4152-aa0c-caa44479d2de tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-securitygroup--952669443&fields=id&tenant_id=2aaa7e6acfc54bef9b68e3925cec6875 HTTP/1.1" status: 200 len: 267 time: 0.1157424 Aug 31 09:14:40.051587 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c01a41-8cd6-4f4e-a509-b19f8ab9331d x-openstack-request-id: req-d3c01a41-8cd6-4f4e-a509-b19f8ab9331d {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:40.051897 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd54fb6-ebad-484e-a833-d0e2e56f82b9", "name": "network-vif-deleted", "tag": "2370a60c-b19b-4325-a86e-0b2b208194b2", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:40.052831 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-d3c01a41-8cd6-4f4e-a509-b19f8ab9331d {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:40.052831 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd54fb6-ebad-484e-a833-d0e2e56f82b9', 'name': 'network-vif-deleted', 'tag': '2370a60c-b19b-4325-a86e-0b2b208194b2', 'status': 'completed', 'code': 200} Aug 31 09:14:40.143040 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-e401f6cb-8b67-4d15-8692-1daa2c01c01d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:40.261541 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-d13049f1-6351-4abb-8562-84e920519a8a tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:40.263053 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-d13049f1-6351-4abb-8562-84e920519a8a tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.112 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9&tenant_id=a2247b5137dc4fbdbab9ed7148117dac&binding%3Ahost_id=n-h1-791506-28 HTTP/1.1" status: 200 len: 949 time: 0.2628813 Aug 31 09:14:40.296190 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-e401f6cb-8b67-4d15-8692-1daa2c01c01d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:40.340158 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-e401f6cb-8b67-4d15-8692-1daa2c01c01d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Network 9ca962f7-a3f8-4e91-9029-22ec42b84c01 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:14:40.340865 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c555bc-79b7-4a17-a6aa-5399865f38c9 req-31219cef-b6df-4f68-9d6d-b2635acc817a tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:40.342377 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-55c555bc-79b7-4a17-a6aa-5399865f38c9 req-31219cef-b6df-4f68-9d6d-b2635acc817a tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 949 time: 0.2803788 Aug 31 09:14:40.345691 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-e401f6cb-8b67-4d15-8692-1daa2c01c01d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:14:40.349484 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-e401f6cb-8b67-4d15-8692-1daa2c01c01d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:14:40.362211 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-141e2d26-36eb-4ecb-9625-ccb571154541 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:40.386271 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401f6cb-8b67-4d15-8692-1daa2c01c01d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Pushing event updated for resources: {'Port': ['ID=2a08e079-454f-4cbc-ab3b-7f0e21a2ded0,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:40.411296 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-e401f6cb-8b67-4d15-8692-1daa2c01c01d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:40.411551 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-a1ec7d85-5464-47fc-85c7-9e48bf1c26ae tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:40.411900 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-e401f6cb-8b67-4d15-8692-1daa2c01c01d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:40.412979 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-a1ec7d85-5464-47fc-85c7-9e48bf1c26ae tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/networks?id=b4f7ccc1-a015-48d0-ab32-6b68e36c429d HTTP/1.1" status: 200 len: 806 time: 0.3724933 Aug 31 09:14:40.464397 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-bef36be4-aa67-457e-bf07-51022463939a req-95412890-5168-4ac5-8d69-5d774fd8e410 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:40.469256 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-55c555bc-79b7-4a17-a6aa-5399865f38c9 req-cdf1e13e-c98b-4759-b996-e1efe1c590cc tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161778 Aug 31 09:14:40.477062 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['4003110c-a819-4284-88bb-cf46bf6a13a6'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:14:40.481142 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-c2c2d10f-74c1-4ff8-a450-ea2337ea9491 service neutron] 10.222.0.112 "GET /v2.0/ports/dd1791ac-108c-4d45-8cb3-573e2142bd91/bindings/n-h1-791506-28 HTTP/1.1" status: 200 len: 383 time: 0.2071550 Aug 31 09:14:40.488729 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-916b5bb4-2f19-4356-b6b0-8279c8994246 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/quotas/2aaa7e6acfc54bef9b68e3925cec6875 HTTP/1.1" status: 200 len: 375 time: 0.0671248 Aug 31 09:14:40.499403 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-e401f6cb-8b67-4d15-8692-1daa2c01c01d tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9616897 Aug 31 09:14:40.513344 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-1be32d24-e340-4f90-b7b9-3b5fa326ede5 service neutron] Request body: {'port': {'device_id': '6fe8d027-083e-44e0-a02b-96a4fc2bf758', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:40.525679 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95412890-5168-4ac5-8d69-5d774fd8e410 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Pushing event deleted for resources: {'Port': ['ID=4003110c-a819-4284-88bb-cf46bf6a13a6,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:40.584001 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-1be32d24-e340-4f90-b7b9-3b5fa326ede5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:40.646396 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef36be4-aa67-457e-bf07-51022463939a req-95412890-5168-4ac5-8d69-5d774fd8e410 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] No DVR routers for this DVR port 4003110c-a819-4284-88bb-cf46bf6a13a6 on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:14:40.652001 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-bef36be4-aa67-457e-bf07-51022463939a req-95412890-5168-4ac5-8d69-5d774fd8e410 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:40.653962 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bef36be4-aa67-457e-bf07-51022463939a req-95412890-5168-4ac5-8d69-5d774fd8e410 tempest-AttachSCSIVolumeTestJSON-1535150707 tempest-AttachSCSIVolumeTestJSON-1535150707-project] 10.222.0.112 "DELETE /v2.0/ports/4003110c-a819-4284-88bb-cf46bf6a13a6 HTTP/1.1" status: 204 len: 173 time: 1.8107724 Aug 31 09:14:40.655531 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fe9365-f1e8-4c0b-94f9-c46eb8f85bb1', 'name': 'network-vif-deleted', 'tag': '4003110c-a819-4284-88bb-cf46bf6a13a6'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:40.660492 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f06d0df-e9a7-4ab2-bc2a-232193df954e" -d '{"events": [{"server_uuid": "d8fe9365-f1e8-4c0b-94f9-c46eb8f85bb1", "name": "network-vif-deleted", "tag": "4003110c-a819-4284-88bb-cf46bf6a13a6"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:40.667895 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-141e2d26-36eb-4ecb-9625-ccb571154541 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:40.681903 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-d6d1e86d-b6c9-445c-b423-7217d1fb82b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:40.683534 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-d6d1e86d-b6c9-445c-b423-7217d1fb82b9 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 1101 time: 0.1713433 Aug 31 09:14:40.726531 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-fc9097be-96a6-420e-8689-bf4d24edf5eb tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2131236 Aug 31 09:14:40.747527 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141e2d26-36eb-4ecb-9625-ccb571154541 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:14:40.782489 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device b5ba724c-f806-4031-9fe7-24ddeca385d1 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:14:40.795525 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-141e2d26-36eb-4ecb-9625-ccb571154541 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:14:40.809599 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e274805-efb8-4718-9b12-5e31baa88cdd req-ef875921-05d2-4e2c-951f-ea6eeb9a5e35 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:40.811205 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e274805-efb8-4718-9b12-5e31baa88cdd req-ef875921-05d2-4e2c-951f-ea6eeb9a5e35 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/ports?device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 945 time: 0.2326171 Aug 31 09:14:40.832550 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141e2d26-36eb-4ecb-9625-ccb571154541 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:14:40.876224 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-1be32d24-e340-4f90-b7b9-3b5fa326ede5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:40.887661 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-1be32d24-e340-4f90-b7b9-3b5fa326ede5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:40.902988 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e2d26-36eb-4ecb-9625-ccb571154541 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Pushing event updated for resources: {'Port': ['ID=11346d53-04f8-4655-9cdb-03375e5219fb,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:40.905122 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-1be32d24-e340-4f90-b7b9-3b5fa326ede5 service neutron] Transition to ACTIVE for port object 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:40.918352 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port b5ba724c-f806-4031-9fe7-24ddeca385d1 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:14:40.926076 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port b5ba724c-f806-4031-9fe7-24ddeca385d1 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:40.926612 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:40.994469 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-1be32d24-e340-4f90-b7b9-3b5fa326ede5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:41.013310 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e274805-efb8-4718-9b12-5e31baa88cdd req-a2f1b48a-7d76-4c5c-b7c1-1d52a7ae0ca5 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/security-groups?id=5b749fb4-1d9f-4950-bcaa-2c926086e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833014 Aug 31 09:14:41.044642 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:41.045186 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-95c571f9-8ac9-4f34-8ea3-be49322c17c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:41.046884 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-95c571f9-8ac9-4f34-8ea3-be49322c17c9 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.3399820 Aug 31 09:14:41.074829 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286978dc-700f-434f-ac25-6d4e109ccab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ba724c-f806-4031-9fe7-24ddeca385d1'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:41.080630 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e676f3-d4ea-47a1-87ba-c88ca63719a3" -d '{"events": [{"server_uuid": "286978dc-700f-434f-ac25-6d4e109ccab7", "name": "network-vif-plugged", "status": "completed", "tag": "b5ba724c-f806-4031-9fe7-24ddeca385d1"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:41.097051 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port b5ba724c-f806-4031-9fe7-24ddeca385d1, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=b5ba724c-f806-4031-9fe7-24ddeca385d1,segment=NetworkSegment(97cc86a9-9c90-4426-a9d3-5ab4175109fc),segment_id=97cc86a9-9c90-4426-a9d3-5ab4175109fc)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:41.102253 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-3cbd2abd-deaf-4904-a879-81020a331d25 service neutron] 10.222.0.119 "GET /v2.0/networks/b4f7ccc1-a015-48d0-ab32-6b68e36c429d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209591 Aug 31 09:14:41.152067 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-bed18780-b2b3-474a-bc2f-889842cc93e2 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=dd1791ac-108c-4d45-8cb3-573e2142bd91 HTTP/1.1" status: 200 len: 217 time: 0.0656912 Aug 31 09:14:41.158408 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:41.159702 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device dd1791ac-108c-4d45-8cb3-573e2142bd91 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:14:41.270909 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-141e2d26-36eb-4ecb-9625-ccb571154541 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:41.324211 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=b5ba724c-f806-4031-9fe7-24ddeca385d1,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:41.358695 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-26242cbc-1b0b-4d3c-ba57-71f8e0cdba39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:41.365617 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-17ae01f5-a663-4f79-9ae0-723592cd97f3 service neutron] 10.222.0.119 "GET /v2.0/networks/b4f7ccc1-a015-48d0-ab32-6b68e36c429d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244475 Aug 31 09:14:41.376525 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-57d6f17c-d2db-4e48-890d-1c3d75dc4787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:41.378024 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-57d6f17c-d2db-4e48-890d-1c3d75dc4787 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.2072549 Aug 31 09:14:41.381811 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port dd1791ac-108c-4d45-8cb3-573e2142bd91 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:14:41.386768 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port dd1791ac-108c-4d45-8cb3-573e2142bd91 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:41.389135 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:41.440555 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be32d24-e340-4f90-b7b9-3b5fa326ede5 service neutron] Pushing event updated for resources: {'Port': ['ID=2a08e079-454f-4cbc-ab3b-7f0e21a2ded0,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:41.535309 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:41.547756 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-1be32d24-e340-4f90-b7b9-3b5fa326ede5 service neutron] Attempting to bind port 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:14:41.548356 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-1be32d24-e340-4f90-b7b9-3b5fa326ede5 service neutron] Attempting to bind port 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '7165cf42-c983-4e18-9ad9-e580a9c61c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': '9ca962f7-a3f8-4e91-9029-22ec42b84c01'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:14:41.548784 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-1be32d24-e340-4f90-b7b9-3b5fa326ede5 service neutron] Attempting to bind port 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0 on network 9ca962f7-a3f8-4e91-9029-22ec42b84c01 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:41.554522 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-1be32d24-e340-4f90-b7b9-3b5fa326ede5 service neutron] Port 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0 on network 9ca962f7-a3f8-4e91-9029-22ec42b84c01 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:14:41.554921 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-1be32d24-e340-4f90-b7b9-3b5fa326ede5 service neutron] Attempting to bind port 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0 on network 9ca962f7-a3f8-4e91-9029-22ec42b84c01 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:41.560641 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-1be32d24-e340-4f90-b7b9-3b5fa326ede5 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:14:41.561168 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-1be32d24-e340-4f90-b7b9-3b5fa326ede5 service neutron] Checking segment: {'id': '7165cf42-c983-4e18-9ad9-e580a9c61c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': '9ca962f7-a3f8-4e91-9029-22ec42b84c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:14:41.561646 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-1be32d24-e340-4f90-b7b9-3b5fa326ede5 service neutron] Bound using segment: {'id': '7165cf42-c983-4e18-9ad9-e580a9c61c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': '9ca962f7-a3f8-4e91-9029-22ec42b84c01'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:14:41.562177 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-1be32d24-e340-4f90-b7b9-3b5fa326ede5 service neutron] Bound port: 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7165cf42-c983-4e18-9ad9-e580a9c61c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': '9ca962f7-a3f8-4e91-9029-22ec42b84c01'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:14:41.562680 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-1be32d24-e340-4f90-b7b9-3b5fa326ede5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:41.591961 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port dd1791ac-108c-4d45-8cb3-573e2142bd91, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=dd1791ac-108c-4d45-8cb3-573e2142bd91,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:41.667444 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:41.668308 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 4003110c-a819-4284-88bb-cf46bf6a13a6 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:14:41.684441 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-1be32d24-e340-4f90-b7b9-3b5fa326ede5 service neutron] For port 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0, host n-h2-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:14:41.688760 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-1be32d24-e340-4f90-b7b9-3b5fa326ede5 service neutron] For port 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2a08e079-454f-4cbc-ab3b-7f0e21a2ded0,segment=NetworkSegment(7165cf42-c983-4e18-9ad9-e580a9c61c0b),segment_id=7165cf42-c983-4e18-9ad9-e580a9c61c0b)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:14:41.723258 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 4003110c-a819-4284-88bb-cf46bf6a13a6 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:14:41.723808 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 4003110c-a819-4284-88bb-cf46bf6a13a6 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:14:41.753663 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-1be32d24-e340-4f90-b7b9-3b5fa326ede5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:41.783567 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=dd1791ac-108c-4d45-8cb3-573e2142bd91,revision_number=9']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:41.824847 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-1be32d24-e340-4f90-b7b9-3b5fa326ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:41.826155 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-1be32d24-e340-4f90-b7b9-3b5fa326ede5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:41.828659 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-1be32d24-e340-4f90-b7b9-3b5fa326ede5 service neutron] 10.222.0.59 "PUT /v2.0/ports/2a08e079-454f-4cbc-ab3b-7f0e21a2ded0 HTTP/1.1" status: 200 len: 1092 time: 1.3202417 Aug 31 09:14:41.873918 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be32d24-e340-4f90-b7b9-3b5fa326ede5 service neutron] Pushing event updated for resources: {'Port': ['ID=2a08e079-454f-4cbc-ab3b-7f0e21a2ded0,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:41.989606 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-a7e61eb6-c78e-42ce-b421-b729d487c1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:41.991889 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-a7e61eb6-c78e-42ce-b421-b729d487c1ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 1095 time: 0.0617266 Aug 31 09:14:42.007475 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01ba486-d2d2-40ac-9e0a-e76d3a2ea046 x-openstack-request-id: req-d01ba486-d2d2-40ac-9e0a-e76d3a2ea046 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:42.013427 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fe9365-f1e8-4c0b-94f9-c46eb8f85bb1", "name": "network-vif-deleted", "tag": "4003110c-a819-4284-88bb-cf46bf6a13a6", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:42.013427 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-d01ba486-d2d2-40ac-9e0a-e76d3a2ea046 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:42.013427 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fe9365-f1e8-4c0b-94f9-c46eb8f85bb1', 'name': 'network-vif-deleted', 'tag': '4003110c-a819-4284-88bb-cf46bf6a13a6', 'status': 'completed', 'code': 200} Aug 31 09:14:42.013427 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-141e2d26-36eb-4ecb-9625-ccb571154541 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:42.021918 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0ce3d-ffa8-4769-9660-03255f63bdfa req-42be8c9c-4701-486f-9867-c6321536cf78 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:42.029565 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43b0ce3d-ffa8-4769-9660-03255f63bdfa req-42be8c9c-4701-486f-9867-c6321536cf78 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 943 time: 0.7621760 Aug 31 09:14:42.059221 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe8d027-083e-44e0-a02b-96a4fc2bf758', 'tag': '2a08e079-454f-4cbc-ab3b-7f0e21a2ded0'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:42.061933 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae53e292-4201-4eb5-a180-2bdae4ed54a0" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe8d027-083e-44e0-a02b-96a4fc2bf758", "tag": "2a08e079-454f-4cbc-ab3b-7f0e21a2ded0"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:42.069206 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-bba9d8d9-596d-478e-8844-512949c4d873 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a08e079-454f-4cbc-ab3b-7f0e21a2ded0 HTTP/1.1" status: 200 len: 217 time: 0.0642779 Aug 31 09:14:42.070387 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebac8d0c-8182-4c1e-b3ed-b59868adbe0d x-openstack-request-id: req-ebac8d0c-8182-4c1e-b3ed-b59868adbe0d {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:42.070812 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286978dc-700f-434f-ac25-6d4e109ccab7", "name": "network-vif-plugged", "status": "completed", "tag": "b5ba724c-f806-4031-9fe7-24ddeca385d1", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:42.071070 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-ebac8d0c-8182-4c1e-b3ed-b59868adbe0d {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:42.071468 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286978dc-700f-434f-ac25-6d4e109ccab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ba724c-f806-4031-9fe7-24ddeca385d1', 'code': 200} Aug 31 09:14:42.113659 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-17250694-90eb-4660-978a-cbb2cabfe8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:42.118765 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-17250694-90eb-4660-978a-cbb2cabfe8f1 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7288055 Aug 31 09:14:42.141654 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-ec4c678f-2cb9-497a-971b-474d5395116c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:42.143862 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-ec4c678f-2cb9-497a-971b-474d5395116c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5540a99f-ddc8-4454-b137-a8c33ca66961 HTTP/1.1" status: 200 len: 845 time: 0.0685565 Aug 31 09:14:42.159266 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43b0ce3d-ffa8-4769-9660-03255f63bdfa req-df116a51-343b-471c-9df0-1ec216601520 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241102 Aug 31 09:14:42.203818 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-735b9fa6-8d92-4e06-969d-1f808861522b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9ca962f7-a3f8-4e91-9029-22ec42b84c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515301 Aug 31 09:14:42.315063 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-df8a3338-50de-41a2-bee2-300886fcf9b7 service neutron] 10.222.0.59 "GET /v2.0/networks/9ca962f7-a3f8-4e91-9029-22ec42b84c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035972 Aug 31 09:14:42.393022 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-202135b6-5994-46dd-ad77-79585d7d1a95 req-85e65e2a-a9f9-4e4d-b36c-dabdf4f3d35c tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.1531885 Aug 31 09:14:42.447959 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ab4c5-0f2b-4aba-baa8-b1ddd5451b2a req-ec8a8393-1103-46fa-a92a-af9006c6a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:42.449596 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-115ab4c5-0f2b-4aba-baa8-b1ddd5451b2a req-ec8a8393-1103-46fa-a92a-af9006c6a331 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 1098 time: 0.2823460 Aug 31 09:14:42.461771 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073e89c-a218-48eb-88b1-5da07dfe56da req-9bb81445-ce3c-4c07-94eb-f8fcd3faf5e4 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:42.466749 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-675fdcf2-5713-4348-ac75-2c021bc16070 req-c54d40b8-9b43-4881-8b63-3dd5f3a25eca service neutron] 10.222.0.59 "GET /v2.0/networks/9ca962f7-a3f8-4e91-9029-22ec42b84c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437409 Aug 31 09:14:42.468327 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d073e89c-a218-48eb-88b1-5da07dfe56da req-9bb81445-ce3c-4c07-94eb-f8fcd3faf5e4 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 950 time: 0.3058283 Aug 31 09:14:42.548038 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-aad25816-88e6-4ef6-bac8-8595f600d67a service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795459 Aug 31 09:14:42.674496 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-115ab4c5-0f2b-4aba-baa8-b1ddd5451b2a req-af76905e-511a-46cf-b065-493681ab4aa4 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=5b749fb4-1d9f-4950-bcaa-2c926086e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017615 Aug 31 09:14:42.677303 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d073e89c-a218-48eb-88b1-5da07dfe56da req-1f652c3d-ff19-4381-856d-ffbf724ef586 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093039 Aug 31 09:14:42.688831 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-141e2d26-36eb-4ecb-9625-ccb571154541 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:42.733420 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f31349-541a-4f32-86fc-e2146abb4eb2 req-3ccae852-ec63-458a-8169-386458f76332 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:42.735182 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-82f31349-541a-4f32-86fc-e2146abb4eb2 req-3ccae852-ec63-458a-8169-386458f76332 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/ports?device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 946 time: 0.1777229 Aug 31 09:14:42.739987 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111ba032-64fd-4c87-924c-fe5b24325c68 x-openstack-request-id: req-111ba032-64fd-4c87-924c-fe5b24325c68 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:42.740716 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe8d027-083e-44e0-a02b-96a4fc2bf758", "tag": "2a08e079-454f-4cbc-ab3b-7f0e21a2ded0", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:42.740914 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-111ba032-64fd-4c87-924c-fe5b24325c68 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:42.741256 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe8d027-083e-44e0-a02b-96a4fc2bf758', 'tag': '2a08e079-454f-4cbc-ab3b-7f0e21a2ded0', 'status': 'completed', 'code': 200} Aug 31 09:14:42.759205 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-141e2d26-36eb-4ecb-9625-ccb571154541 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:42.832456 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-5d7bc6ed-5421-4daf-bf3d-f2fc69556df2 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737448 Aug 31 09:14:42.855632 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53e292-4201-4eb5-a180-2bdae4ed54a0 req-57dbc87e-71e3-447a-9158-30b5006547bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:42.857462 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ae53e292-4201-4eb5-a180-2bdae4ed54a0 req-57dbc87e-71e3-447a-9158-30b5006547bf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 1095 time: 0.0888667 Aug 31 09:14:42.889777 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-82f31349-541a-4f32-86fc-e2146abb4eb2 req-bac6235d-11a0-4c0a-8841-0d35f5eaa0d1 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/security-groups?id=5b749fb4-1d9f-4950-bcaa-2c926086e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440904 Aug 31 09:14:42.899712 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e2d26-36eb-4ecb-9625-ccb571154541 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Pushing event updated for resources: {'Port': ['ID=11346d53-04f8-4655-9cdb-03375e5219fb,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:42.910602 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141e2d26-36eb-4ecb-9625-ccb571154541 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:42.910995 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141e2d26-36eb-4ecb-9625-ccb571154541 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:42.911760 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141e2d26-36eb-4ecb-9625-ccb571154541 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:42.920495 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141e2d26-36eb-4ecb-9625-ccb571154541 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:42.920495 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141e2d26-36eb-4ecb-9625-ccb571154541 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:42.920495 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141e2d26-36eb-4ecb-9625-ccb571154541 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:42.920495 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141e2d26-36eb-4ecb-9625-ccb571154541 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:42.921104 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141e2d26-36eb-4ecb-9625-ccb571154541 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:42.921104 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141e2d26-36eb-4ecb-9625-ccb571154541 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:42.921249 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141e2d26-36eb-4ecb-9625-ccb571154541 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:42.921603 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141e2d26-36eb-4ecb-9625-ccb571154541 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:42.921777 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141e2d26-36eb-4ecb-9625-ccb571154541 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:42.939194 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-141e2d26-36eb-4ecb-9625-ccb571154541 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:42.989057 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53e292-4201-4eb5-a180-2bdae4ed54a0 req-417e1e7f-2778-40cb-aee7-2fef07ff0c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:42.990592 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ae53e292-4201-4eb5-a180-2bdae4ed54a0 req-417e1e7f-2778-40cb-aee7-2fef07ff0c15 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9ca962f7-a3f8-4e91-9029-22ec42b84c01 HTTP/1.1" status: 200 len: 907 time: 0.1257753 Aug 31 09:14:43.038441 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ae53e292-4201-4eb5-a180-2bdae4ed54a0 req-5f4bbe6a-4ef8-4e42-b12a-1283fef126da service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a08e079-454f-4cbc-ab3b-7f0e21a2ded0 HTTP/1.1" status: 200 len: 217 time: 0.0392780 Aug 31 09:14:43.039200 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-141e2d26-36eb-4ecb-9625-ccb571154541 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:43.040534 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-141e2d26-36eb-4ecb-9625-ccb571154541 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8239043 Aug 31 09:14:43.106214 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53e292-4201-4eb5-a180-2bdae4ed54a0 req-372eaa71-9a4d-48de-a4ab-7817ed165125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:43.108317 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ae53e292-4201-4eb5-a180-2bdae4ed54a0 req-372eaa71-9a4d-48de-a4ab-7817ed165125 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5540a99f-ddc8-4454-b137-a8c33ca66961 HTTP/1.1" status: 200 len: 845 time: 0.0629888 Aug 31 09:14:43.143775 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ae53e292-4201-4eb5-a180-2bdae4ed54a0 req-eebdec15-c7b0-49f5-b4ee-d4149b63d3b5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9ca962f7-a3f8-4e91-9029-22ec42b84c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280774 Aug 31 09:14:43.287073 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ae53e292-4201-4eb5-a180-2bdae4ed54a0 req-926749a2-97ea-4eb0-a88b-46b6f1542c98 service neutron] 10.222.0.59 "GET /v2.0/networks/9ca962f7-a3f8-4e91-9029-22ec42b84c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353083 Aug 31 09:14:43.317447 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13a26b-bba8-47ef-9bbf-5fc61621b99d req-1889c6b6-7d3c-43a2-b625-81177163025f tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:43.319917 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1a13a26b-bba8-47ef-9bbf-5fc61621b99d req-1889c6b6-7d3c-43a2-b625-81177163025f tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 943 time: 0.0613961 Aug 31 09:14:43.367015 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1a13a26b-bba8-47ef-9bbf-5fc61621b99d req-7b7d79b7-6432-47d9-9d06-abfe20a45da5 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409737 Aug 31 09:14:43.395579 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ae53e292-4201-4eb5-a180-2bdae4ed54a0 req-2a6b842d-fe35-4f0c-a2dd-707937a77cd5 service neutron] 10.222.0.59 "GET /v2.0/networks/9ca962f7-a3f8-4e91-9029-22ec42b84c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003242 Aug 31 09:14:43.520641 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0e24c61f-e821-4df9-838f-344374cbbb8a req-8b23cd54-728e-4534-8e9f-a73916d5b52f tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0328844 Aug 31 09:14:43.886138 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa928e98-44ec-48e4-8c4c-9d4cb76eb521 req-624e7843-6061-4e9d-b8eb-adefb3eebab2 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:43.887756 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fa928e98-44ec-48e4-8c4c-9d4cb76eb521 req-624e7843-6061-4e9d-b8eb-adefb3eebab2 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 950 time: 0.0867772 Aug 31 09:14:43.914460 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0092a1-5236-47ec-8da2-1df48475417e req-de6c1ca9-7894-499e-a648-861e062be399 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:43.921908 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc0092a1-5236-47ec-8da2-1df48475417e req-de6c1ca9-7894-499e-a648-861e062be399 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/networks?id=f4501923-6d9a-4416-88f2-5681e8e54cfe HTTP/1.1" status: 200 len: 821 time: 0.1888888 Aug 31 09:14:43.947119 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc0092a1-5236-47ec-8da2-1df48475417e req-290035f6-2008-4fcb-9d6c-a45213bac5f3 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/quotas/048e78adec3a424b930f0bb66789a1ac HTTP/1.1" status: 200 len: 375 time: 0.0240786 Aug 31 09:14:43.972192 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fa928e98-44ec-48e4-8c4c-9d4cb76eb521 req-323712ee-4cdd-4474-a41c-1cfb7813e4c4 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772531 Aug 31 09:14:43.976444 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7b7d8dad-b266-4f49-a9b0-b68f22831250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:44.024798 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc0092a1-5236-47ec-8da2-1df48475417e req-9db25a6a-08c9-4333-a79a-30fbd2a8f210 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=048e78adec3a424b930f0bb66789a1ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0704746 Aug 31 09:14:44.029318 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:44.072779 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1791ac-108c-4d45-8cb3-573e2142bd91'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:44.075893 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afbfcf0-d4be-457b-9162-daed1832a06e" -d '{"events": [{"server_uuid": "e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9", "name": "network-vif-plugged", "status": "completed", "tag": "dd1791ac-108c-4d45-8cb3-573e2142bd91"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:44.176723 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc0092a1-5236-47ec-8da2-1df48475417e req-225525ac-fa34-4861-8605-b82f7004f6cc service neutron] 10.222.0.119 "GET /v2.0/networks/f4501923-6d9a-4416-88f2-5681e8e54cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409945 Aug 31 09:14:44.308265 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a224d7-dbda-4b42-b9de-135d16da978c req-248e7c04-11fb-48e2-bb7a-48c3ab4e8fbf tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:44.310057 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e0a224d7-dbda-4b42-b9de-135d16da978c req-248e7c04-11fb-48e2-bb7a-48c3ab4e8fbf tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/ports?device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 946 time: 0.1166668 Aug 31 09:14:44.373049 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc0092a1-5236-47ec-8da2-1df48475417e req-f94020f2-15e3-41ce-b1a5-0961a6442af2 service neutron] 10.222.0.119 "GET /v2.0/networks/f4501923-6d9a-4416-88f2-5681e8e54cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883681 Aug 31 09:14:44.418123 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e0a224d7-dbda-4b42-b9de-135d16da978c req-4a6797a7-6d85-4a81-900a-4fdf0bf2adab tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/security-groups?id=5b749fb4-1d9f-4950-bcaa-2c926086e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932631 Aug 31 09:14:44.443538 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-34f3e2c3-9c70-468d-a84e-e7efd29db75f tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:44.446444 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-34f3e2c3-9c70-468d-a84e-e7efd29db75f tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.59 "GET /v2.0/networks?id=b4f7ccc1-a015-48d0-ab32-6b68e36c429d HTTP/1.1" status: 200 len: 806 time: 0.2082136 Aug 31 09:14:44.490616 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe2393f-ffd4-4da8-87df-fd8217b67d25 x-openstack-request-id: req-3fe2393f-ffd4-4da8-87df-fd8217b67d25 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:44.490941 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9", "name": "network-vif-plugged", "status": "completed", "tag": "dd1791ac-108c-4d45-8cb3-573e2142bd91", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:44.491252 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-3fe2393f-ffd4-4da8-87df-fd8217b67d25 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:44.492390 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1791ac-108c-4d45-8cb3-573e2142bd91', 'code': 200} Aug 31 09:14:44.526195 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-92189fab-5741-4212-8af6-2796d31a1723 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2aaa7e6acfc54bef9b68e3925cec6875 HTTP/1.1" status: 200 len: 379 time: 0.0708783 Aug 31 09:14:44.554877 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-1ac1ce7e-7fc8-4d3b-b080-ba8e49c36595 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Request body: {'port': {'device_id': '01027ffc-a25b-4b01-b582-f4a8025f9de6', 'network_id': 'b4f7ccc1-a015-48d0-ab32-6b68e36c429d', 'admin_state_up': True, 'tenant_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'security_groups': ['1e29f421-524a-4464-9b17-8cba15fd0a14']}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:44.737127 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d25a924-08fe-4cd9-921e-e4066f295684 req-5d25c9ba-45ab-4978-902d-4d0ed97f6fba tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:44.758950 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9d25a924-08fe-4cd9-921e-e4066f295684 req-5d25c9ba-45ab-4978-902d-4d0ed97f6fba tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 943 time: 0.1450245 Aug 31 09:14:44.825161 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:14:44.911940 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9d25a924-08fe-4cd9-921e-e4066f295684 req-ac4ce390-8f99-4b42-909c-29566779cfc3 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488585 Aug 31 09:14:44.953741 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-1ac1ce7e-7fc8-4d3b-b080-ba8e49c36595 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Made reservation on behalf of 2aaa7e6acfc54bef9b68e3925cec6875 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:14:44.961979 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-1ac1ce7e-7fc8-4d3b-b080-ba8e49c36595 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:45.030344 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ad3b4-b625-4764-83cc-4e04c38293a8 req-c1c3567d-e41f-4dd2-ae4a-95de2a1239e1 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:45.042384 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53256) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:45.045026 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2a08e079-454f-4cbc-ab3b-7f0e21a2ded0,segment=NetworkSegment(7165cf42-c983-4e18-9ad9-e580a9c61c0b),segment_id=7165cf42-c983-4e18-9ad9-e580a9c61c0b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:45.049175 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7a3ad3b4-b625-4764-83cc-4e04c38293a8 req-c1c3567d-e41f-4dd2-ae4a-95de2a1239e1 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/ports?device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 946 time: 0.1947730 Aug 31 09:14:45.066118 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '2a08e079-454f-4cbc-ab3b-7f0e21a2ded0', 'network_id': '9ca962f7-a3f8-4e91-9029-22ec42b84c01', 'port_id': '2a08e079-454f-4cbc-ab3b-7f0e21a2ded0', 'mac_address': 'fa:16:3e:fa:bf:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5540a99f-ddc8-4454-b137-a8c33ca66961', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:14:45.067423 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-fb47bb36-be03-40b0-b771-21977eb634bf tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Request body: {'floatingip': {'port_id': 'b5ba724c-f806-4031-9fe7-24ddeca385d1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:45.137648 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e70467a9-8b3a-4bd9-b442-f34fbf0f4b4a req-2a547a96-59e2-4b6f-91d6-1e6f2c74cec1 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a HTTP/1.1" status: 200 len: 210 time: 0.0666153 Aug 31 09:14:45.157329 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fb47bb36-be03-40b0-b771-21977eb634bf tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks [] for floatingip, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:45.160004 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:45.184619 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-61ef45e4-36b2-4772-aa41-58c995ca9bee req-c22b528c-bfe1-4986-936b-3f099c02069c tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.1343107 Aug 31 09:14:45.211831 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:45.228332 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:45.266252 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2a08e079-454f-4cbc-ab3b-7f0e21a2ded0,segment=NetworkSegment(7165cf42-c983-4e18-9ad9-e580a9c61c0b),segment_id=7165cf42-c983-4e18-9ad9-e580a9c61c0b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:45.381769 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:45.431335 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8832d7-69ae-4a4a-b1da-c580b3acf34f req-93c81ce1-f63c-47c1-b38a-5e8aec251fd1 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:45.452122 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7f8832d7-69ae-4a4a-b1da-c580b3acf34f req-93c81ce1-f63c-47c1-b38a-5e8aec251fd1 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 950 time: 0.1114640 Aug 31 09:14:45.536622 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7f8832d7-69ae-4a4a-b1da-c580b3acf34f req-0b8341fa-ff3e-4394-8d62-5b9134b774fc tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727050 Aug 31 09:14:45.541351 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=2a08e079-454f-4cbc-ab3b-7f0e21a2ded0,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:45.598423 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['2a08e079-454f-4cbc-ab3b-7f0e21a2ded0'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:14:45.639057 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-1ac1ce7e-7fc8-4d3b-b080-ba8e49c36595 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Allocated IP 172.20.0.7 (b4f7ccc1-a015-48d0-ab32-6b68e36c429d/e25e118b-14ca-4549-821f-15e6d7d0df30/de1d2a98-17bf-48b0-b5f4-edde5fd3f56d) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:14:46.060416 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-1ac1ce7e-7fc8-4d3b-b080-ba8e49c36595 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:46.086334 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-1ac1ce7e-7fc8-4d3b-b080-ba8e49c36595 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Transition to ACTIVE for port object de1d2a98-17bf-48b0-b5f4-edde5fd3f56d will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:46.112786 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ad14e-0b66-4daf-a33a-a9a13309c3b2 req-2173f84b-2915-43ee-aa1d-9eb80ad2b0f1 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:46.121960 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a77ad14e-0b66-4daf-a33a-a9a13309c3b2 req-2173f84b-2915-43ee-aa1d-9eb80ad2b0f1 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 944 time: 0.1215076 Aug 31 09:14:46.177366 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-77117d28-32d5-4d27-872b-bdc375f16f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:46.180722 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-77117d28-32d5-4d27-872b-bdc375f16f22 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9&tenant_id=a2247b5137dc4fbdbab9ed7148117dac HTTP/1.1" status: 200 len: 1102 time: 0.1655655 Aug 31 09:14:46.197131 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-fcfe51f1-08ca-4e93-8dfa-33fb0dc4e1a2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-28', 'device_owner': 'compute:nova'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:46.245067 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fb47bb36-be03-40b0-b771-21977eb634bf tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:46.247018 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a77ad14e-0b66-4daf-a33a-a9a13309c3b2 req-8d38972c-a863-449e-84e9-c5db2b3aaeb7 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221225 Aug 31 09:14:46.337295 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fb47bb36-be03-40b0-b771-21977eb634bf tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:46.340268 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-1ac1ce7e-7fc8-4d3b-b080-ba8e49c36595 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:46.367874 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-63ef33a8-2225-4a10-9968-d35b6cbb5046 req-7283e2c4-3fd3-4c96-a152-81207c8ab895 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0955670 Aug 31 09:14:46.404268 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-fcfe51f1-08ca-4e93-8dfa-33fb0dc4e1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:46.412225 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c8f6c643-e3af-4027-80ba-5a332f837fbb req-72e56240-30c3-48b9-aeda-00dcb1441702 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a HTTP/1.1" status: 200 len: 210 time: 0.0660274 Aug 31 09:14:46.505520 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-1ac1ce7e-7fc8-4d3b-b080-ba8e49c36595 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Network b4f7ccc1-a015-48d0-ab32-6b68e36c429d is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:14:46.515024 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-1ac1ce7e-7fc8-4d3b-b080-ba8e49c36595 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:14:46.523558 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-1ac1ce7e-7fc8-4d3b-b080-ba8e49c36595 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:14:46.674796 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1ce7e-7fc8-4d3b-b080-ba8e49c36595 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Pushing event updated for resources: {'Port': ['ID=de1d2a98-17bf-48b0-b5f4-edde5fd3f56d,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:46.695270 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-1ac1ce7e-7fc8-4d3b-b080-ba8e49c36595 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:46.696428 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-1ac1ce7e-7fc8-4d3b-b080-ba8e49c36595 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:46.733071 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [None req-fb47bb36-be03-40b0-b771-21977eb634bf tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Floating IP 10c5140e-15d7-4be6-ba0f-fadba7e5eda1 associated. External IP: 172.25.2.150, port: b5ba724c-f806-4031-9fe7-24ddeca385d1. Aug 31 09:14:46.812879 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-1ac1ce7e-7fc8-4d3b-b080-ba8e49c36595 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2749305 Aug 31 09:14:46.824300 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:14:46.891607 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65dbc25-82fe-40e8-b97b-b28a39fc8cd2 req-0a5e9af2-85fd-407b-a484-198ec752a9af tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:46.894881 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-779ce3f3-5994-4d0f-a111-27645d14dec6 service neutron] Request body: {'port': {'device_id': '01027ffc-a25b-4b01-b582-f4a8025f9de6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:46.902887 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b65dbc25-82fe-40e8-b97b-b28a39fc8cd2 req-0a5e9af2-85fd-407b-a484-198ec752a9af tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 950 time: 0.2266405 Aug 31 09:14:46.905818 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:46.989952 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b65dbc25-82fe-40e8-b97b-b28a39fc8cd2 req-59ee5758-0d9a-4e13-9ea8-a6644ee4587b tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816140 Aug 31 09:14:46.990122 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-779ce3f3-5994-4d0f-a111-27645d14dec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:47.003190 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-fcfe51f1-08ca-4e93-8dfa-33fb0dc4e1a2 service neutron] For port dd1791ac-108c-4d45-8cb3-573e2142bd91, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=dd1791ac-108c-4d45-8cb3-573e2142bd91,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:47.009760 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-1f443c45-4098-40fa-9473-07259315f089 None None] Provisioning for port de1d2a98-17bf-48b0-b5f4-edde5fd3f56d completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:14:47.018959 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-1f443c45-4098-40fa-9473-07259315f089 None None] Provisioning complete for port de1d2a98-17bf-48b0-b5f4-edde5fd3f56d triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:47.020229 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1f443c45-4098-40fa-9473-07259315f089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:47.046632 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-fcfe51f1-08ca-4e93-8dfa-33fb0dc4e1a2 service neutron] For port dd1791ac-108c-4d45-8cb3-573e2142bd91, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:14:47.079063 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:14:47.086594 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:47.087344 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:47.107012 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd1791ac-108c-4d45-8cb3-573e2142bd91'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:47.109689 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30bde29-6a2d-40a0-b07b-796881c8969e" -d '{"events": [{"server_uuid": "e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9", "name": "network-vif-unplugged", "status": "completed", "tag": "dd1791ac-108c-4d45-8cb3-573e2142bd91"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:47.114571 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-fcfe51f1-08ca-4e93-8dfa-33fb0dc4e1a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:47.131845 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-fcfe51f1-08ca-4e93-8dfa-33fb0dc4e1a2 service neutron] Transition to ACTIVE for port object dd1791ac-108c-4d45-8cb3-573e2142bd91 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:47.155448 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-1f443c45-4098-40fa-9473-07259315f089 None None] Port de1d2a98-17bf-48b0-b5f4-edde5fd3f56d cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:14:47.204726 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e9df90-36ea-4fb6-91c9-f958cf686aeb x-openstack-request-id: req-b4e9df90-36ea-4fb6-91c9-f958cf686aeb {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:47.205237 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9", "name": "network-vif-unplugged", "status": "completed", "tag": "dd1791ac-108c-4d45-8cb3-573e2142bd91", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:47.206466 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-b4e9df90-36ea-4fb6-91c9-f958cf686aeb {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:47.206932 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd1791ac-108c-4d45-8cb3-573e2142bd91', 'code': 200} Aug 31 09:14:47.214044 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb47bb36-be03-40b0-b771-21977eb634bf tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Router c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:14:47.222605 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:47.249706 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe8d027-083e-44e0-a02b-96a4fc2bf758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a08e079-454f-4cbc-ab3b-7f0e21a2ded0'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:47.251925 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be54f958-ce05-4ce2-b273-39179c5392b0" -d '{"events": [{"server_uuid": "6fe8d027-083e-44e0-a02b-96a4fc2bf758", "name": "network-vif-plugged", "status": "completed", "tag": "2a08e079-454f-4cbc-ab3b-7f0e21a2ded0"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:47.273682 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2a08e079-454f-4cbc-ab3b-7f0e21a2ded0,segment=NetworkSegment(7165cf42-c983-4e18-9ad9-e580a9c61c0b),segment_id=7165cf42-c983-4e18-9ad9-e580a9c61c0b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:47.278898 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-fcfe51f1-08ca-4e93-8dfa-33fb0dc4e1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:47.336357 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d6a820-c6ca-4143-b7d4-ec780d119aa4 x-openstack-request-id: req-61d6a820-c6ca-4143-b7d4-ec780d119aa4 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:47.336943 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe8d027-083e-44e0-a02b-96a4fc2bf758", "name": "network-vif-plugged", "status": "completed", "tag": "2a08e079-454f-4cbc-ab3b-7f0e21a2ded0", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:47.337378 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-61d6a820-c6ca-4143-b7d4-ec780d119aa4 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:47.337946 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe8d027-083e-44e0-a02b-96a4fc2bf758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a08e079-454f-4cbc-ab3b-7f0e21a2ded0', 'code': 200} Aug 31 09:14:47.399776 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:47.536223 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb47bb36-be03-40b0-b771-21977eb634bf tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:14:47.550739 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fb47bb36-be03-40b0-b771-21977eb634bf tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:47.551396 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99731d2c-b63d-47b5-9af5-c5d9eda6ba14 None None] Sync routers for ids ['c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:14:47.575127 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=2a08e079-454f-4cbc-ab3b-7f0e21a2ded0,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:47.584722 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99731d2c-b63d-47b5-9af5-c5d9eda6ba14 None None] Routers {'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:14:47.586483 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-99731d2c-b63d-47b5-9af5-c5d9eda6ba14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:14:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:47.664449 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fb47bb36-be03-40b0-b771-21977eb634bf tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "PUT /v2.0/floatingips/10c5140e-15d7-4be6-ba0f-fadba7e5eda1 HTTP/1.1" status: 200 len: 992 time: 2.6207461 Aug 31 09:14:47.669451 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286978dc-700f-434f-ac25-6d4e109ccab7', 'tag': 'b5ba724c-f806-4031-9fe7-24ddeca385d1'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:47.671230 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f786113b-fe2f-43ec-baa4-75980196a120" -d '{"events": [{"name": "network-changed", "server_uuid": "286978dc-700f-434f-ac25-6d4e109ccab7", "tag": "b5ba724c-f806-4031-9fe7-24ddeca385d1"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:47.691511 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe51f1-08ca-4e93-8dfa-33fb0dc4e1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1791ac-108c-4d45-8cb3-573e2142bd91,revision_number=10']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:47.716084 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-fcfe51f1-08ca-4e93-8dfa-33fb0dc4e1a2 service neutron] No DVR routers for this DVR port dd1791ac-108c-4d45-8cb3-573e2142bd91 on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:14:47.839470 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-779ce3f3-5994-4d0f-a111-27645d14dec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de1d2a98-17bf-48b0-b5f4-edde5fd3f56d {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:47.850829 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-779ce3f3-5994-4d0f-a111-27645d14dec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:47.853278 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3829ff-f619-42e9-a866-cd763d816007 req-583701a1-318c-4102-8548-48034ed9998f tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:47.855867 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9d3829ff-f619-42e9-a866-cd763d816007 req-583701a1-318c-4102-8548-48034ed9998f tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 945 time: 0.4960551 Aug 31 09:14:47.857774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b12af7-d7ec-42f0-8a0e-41aadaaf1a7a req-83390ceb-35df-44e3-8900-38e316cdd3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:47.859519 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d7b12af7-d7ec-42f0-8a0e-41aadaaf1a7a req-83390ceb-35df-44e3-8900-38e316cdd3e1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 1097 time: 0.4127820 Aug 31 09:14:47.868656 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-779ce3f3-5994-4d0f-a111-27645d14dec6 service neutron] Transition to ACTIVE for port object de1d2a98-17bf-48b0-b5f4-edde5fd3f56d will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:47.878666 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ad2b1-5b7a-4e86-ab73-84d169544de2 req-b3323ef0-6e65-43a2-bb8b-a7cd930158ec tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:47.883019 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-167ad2b1-5b7a-4e86-ab73-84d169544de2 req-b3323ef0-6e65-43a2-bb8b-a7cd930158ec tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 931 time: 0.2585070 Aug 31 09:14:47.885540 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-99731d2c-b63d-47b5-9af5-c5d9eda6ba14 None None] Set router c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:14:47.898401 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0092a1-5236-47ec-8da2-1df48475417e req-2c54eb5e-d86f-4aba-a025-4513bbdc581a tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:47.899903 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc0092a1-5236-47ec-8da2-1df48475417e req-2c54eb5e-d86f-4aba-a025-4513bbdc581a tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.112 "GET /v2.0/networks?id=f4501923-6d9a-4416-88f2-5681e8e54cfe HTTP/1.1" status: 200 len: 821 time: 0.5420864 Aug 31 09:14:47.912933 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-fcfe51f1-08ca-4e93-8dfa-33fb0dc4e1a2 service neutron] Attempting to bind port dd1791ac-108c-4d45-8cb3-573e2142bd91 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:14:47.917467 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-fcfe51f1-08ca-4e93-8dfa-33fb0dc4e1a2 service neutron] Attempting to bind port dd1791ac-108c-4d45-8cb3-573e2142bd91 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:14:47.917467 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-fcfe51f1-08ca-4e93-8dfa-33fb0dc4e1a2 service neutron] Attempting to bind port dd1791ac-108c-4d45-8cb3-573e2142bd91 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:47.934895 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-fc0092a1-5236-47ec-8da2-1df48475417e req-c126f5cc-78ac-4391-9c42-ac8756db593b tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Request body: {'port': {'device_id': '67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a', 'network_id': 'f4501923-6d9a-4416-88f2-5681e8e54cfe', 'admin_state_up': True, 'tenant_id': '048e78adec3a424b930f0bb66789a1ac'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:47.964326 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-779ce3f3-5994-4d0f-a111-27645d14dec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:47.968154 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-fcfe51f1-08ca-4e93-8dfa-33fb0dc4e1a2 service neutron] Port dd1791ac-108c-4d45-8cb3-573e2142bd91 on network a47e180d-e969-4a85-aa09-0ec8196480c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:14:47.972535 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-fcfe51f1-08ca-4e93-8dfa-33fb0dc4e1a2 service neutron] Attempting to bind port dd1791ac-108c-4d45-8cb3-573e2142bd91 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:48.030483 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d7b12af7-d7ec-42f0-8a0e-41aadaaf1a7a req-947ee270-874e-432f-a5a4-0f60138570f3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354887 Aug 31 09:14:48.030483 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-fcfe51f1-08ca-4e93-8dfa-33fb0dc4e1a2 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:14:48.030483 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-fcfe51f1-08ca-4e93-8dfa-33fb0dc4e1a2 service neutron] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:14:48.031016 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-fcfe51f1-08ca-4e93-8dfa-33fb0dc4e1a2 service neutron] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:14:48.031016 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-fcfe51f1-08ca-4e93-8dfa-33fb0dc4e1a2 service neutron] Bound port: dd1791ac-108c-4d45-8cb3-573e2142bd91, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:14:48.031365 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-fcfe51f1-08ca-4e93-8dfa-33fb0dc4e1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:48.054025 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ce3f3-5994-4d0f-a111-27645d14dec6 service neutron] Pushing event updated for resources: {'Port': ['ID=de1d2a98-17bf-48b0-b5f4-edde5fd3f56d,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:48.091523 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-167ad2b1-5b7a-4e86-ab73-84d169544de2 req-7c6b7122-6342-49c3-a391-3af3d8be657a tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/security-groups?id=1e29f421-524a-4464-9b17-8cba15fd0a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847746 Aug 31 09:14:48.125572 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9d3829ff-f619-42e9-a866-cd763d816007 req-f1a9efb0-0149-4a84-bc7b-cb6fa1dea9b5 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342193 Aug 31 09:14:48.176694 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-779ce3f3-5994-4d0f-a111-27645d14dec6 service neutron] Attempting to bind port de1d2a98-17bf-48b0-b5f4-edde5fd3f56d on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:14:48.177038 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-779ce3f3-5994-4d0f-a111-27645d14dec6 service neutron] Attempting to bind port de1d2a98-17bf-48b0-b5f4-edde5fd3f56d by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'd229a86a-985c-4e16-b981-4de2a06a3491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1600, 'network_id': 'b4f7ccc1-a015-48d0-ab32-6b68e36c429d'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:14:48.177363 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-779ce3f3-5994-4d0f-a111-27645d14dec6 service neutron] Attempting to bind port de1d2a98-17bf-48b0-b5f4-edde5fd3f56d on network b4f7ccc1-a015-48d0-ab32-6b68e36c429d {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:48.188909 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-779ce3f3-5994-4d0f-a111-27645d14dec6 service neutron] Port de1d2a98-17bf-48b0-b5f4-edde5fd3f56d on network b4f7ccc1-a015-48d0-ab32-6b68e36c429d not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:14:48.189359 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-779ce3f3-5994-4d0f-a111-27645d14dec6 service neutron] Attempting to bind port de1d2a98-17bf-48b0-b5f4-edde5fd3f56d on network b4f7ccc1-a015-48d0-ab32-6b68e36c429d {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:48.209943 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-779ce3f3-5994-4d0f-a111-27645d14dec6 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:14:48.210361 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-779ce3f3-5994-4d0f-a111-27645d14dec6 service neutron] Checking segment: {'id': 'd229a86a-985c-4e16-b981-4de2a06a3491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1600, 'network_id': 'b4f7ccc1-a015-48d0-ab32-6b68e36c429d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:14:48.210751 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-779ce3f3-5994-4d0f-a111-27645d14dec6 service neutron] Bound using segment: {'id': 'd229a86a-985c-4e16-b981-4de2a06a3491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1600, 'network_id': 'b4f7ccc1-a015-48d0-ab32-6b68e36c429d'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:14:48.211190 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-779ce3f3-5994-4d0f-a111-27645d14dec6 service neutron] Bound port: de1d2a98-17bf-48b0-b5f4-edde5fd3f56d, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd229a86a-985c-4e16-b981-4de2a06a3491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1600, 'network_id': 'b4f7ccc1-a015-48d0-ab32-6b68e36c429d'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:14:48.211555 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-779ce3f3-5994-4d0f-a111-27645d14dec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:48.376558 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa775a16-f1c9-423e-b559-7f15fd798d1f req-3f48e5f9-aad3-45c5-9d24-dce3f55c7707 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a HTTP/1.1" status: 200 len: 210 time: 0.0671666 Aug 31 09:14:48.383085 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-99731d2c-b63d-47b5-9af5-c5d9eda6ba14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'name': 'tempest-ServersTestBootFromVolume-730145025-router', 'tenant_id': 'ec59212380c44a899ca5e211a948a9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '7af6442c-b9d1-4519-85fa-de832e425505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:13:11Z', 'updated_at': '2021-08-31T09:13:18Z', 'revision_number': 4, 'project_id': 'ec59212380c44a899ca5e211a948a9fd', 'gw_port': {'id': '7af6442c-b9d1-4519-85fa-de832e425505', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:14Z', 'updated_at': '2021-08-31T09:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '10c5140e-15d7-4be6-ba0f-fadba7e5eda1', 'tenant_id': 'ec59212380c44a899ca5e211a948a9fd', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'port_id': 'b5ba724c-f806-4031-9fe7-24ddeca385d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bd762b2-0ce2-4f1c-8ec5-012ab20e8064', 'mac_address': 'fa:16:3e:95:27:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286978dc-700f-434f-ac25-6d4e109ccab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:13:25Z', 'updated_at': '2021-08-31T09:14:46Z', 'revision_number': 1, 'project_id': 'ec59212380c44a899ca5e211a948a9fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '667adfb9-dac9-4426-a8eb-ee0059bcc394', 'name': '', 'network_id': '2bd762b2-0ce2-4f1c-8ec5-012ab20e8064', 'tenant_id': 'ec59212380c44a899ca5e211a948a9fd', 'mac_address': 'fa:16:3e:b4:df:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ebbf0383-ccdb-4f22-8fb8-5ca0dc2ab3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:17Z', 'updated_at': '2021-08-31T09:13:27Z', 'revision_number': 5, 'project_id': 'ec59212380c44a899ca5e211a948a9fd', 'subnets': [{'id': 'ebbf0383-ccdb-4f22-8fb8-5ca0dc2ab3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:48.426636 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99731d2c-b63d-47b5-9af5-c5d9eda6ba14 None None] Checking router: c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:14:48.436817 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-fcfe51f1-08ca-4e93-8dfa-33fb0dc4e1a2 service neutron] For port dd1791ac-108c-4d45-8cb3-573e2142bd91, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:14:48.440728 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-fcfe51f1-08ca-4e93-8dfa-33fb0dc4e1a2 service neutron] For port dd1791ac-108c-4d45-8cb3-573e2142bd91, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=dd1791ac-108c-4d45-8cb3-573e2142bd91,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:14:48.450772 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99731d2c-b63d-47b5-9af5-c5d9eda6ba14 None None] Routers {'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:14:48.455335 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-99731d2c-b63d-47b5-9af5-c5d9eda6ba14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:14:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:48.576780 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-fcfe51f1-08ca-4e93-8dfa-33fb0dc4e1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:48.592112 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-99731d2c-b63d-47b5-9af5-c5d9eda6ba14 None None] Set router c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:14:48.657904 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe51f1-08ca-4e93-8dfa-33fb0dc4e1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1791ac-108c-4d45-8cb3-573e2142bd91,revision_number=11']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:48.670914 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc0092a1-5236-47ec-8da2-1df48475417e req-c126f5cc-78ac-4391-9c42-ac8756db593b tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Made reservation on behalf of 048e78adec3a424b930f0bb66789a1ac for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:14:48.675067 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-fc0092a1-5236-47ec-8da2-1df48475417e req-c126f5cc-78ac-4391-9c42-ac8756db593b tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:48.768147 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53308) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:48.809824 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device dd1791ac-108c-4d45-8cb3-573e2142bd91 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:14:48.837349 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78aa75b-af2d-4bbc-b22b-1cad484d1305 x-openstack-request-id: req-e78aa75b-af2d-4bbc-b22b-1cad484d1305 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:48.837725 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "286978dc-700f-434f-ac25-6d4e109ccab7", "tag": "b5ba724c-f806-4031-9fe7-24ddeca385d1", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:48.838069 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e78aa75b-af2d-4bbc-b22b-1cad484d1305 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:48.838940 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '286978dc-700f-434f-ac25-6d4e109ccab7', 'tag': 'b5ba724c-f806-4031-9fe7-24ddeca385d1', 'status': 'completed', 'code': 200} Aug 31 09:14:48.885316 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-fcfe51f1-08ca-4e93-8dfa-33fb0dc4e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:48.886311 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-fcfe51f1-08ca-4e93-8dfa-33fb0dc4e1a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:48.888785 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-fcfe51f1-08ca-4e93-8dfa-33fb0dc4e1a2 service neutron] 10.222.0.59 "PUT /v2.0/ports/dd1791ac-108c-4d45-8cb3-573e2142bd91 HTTP/1.1" status: 200 len: 1098 time: 2.6995769 Aug 31 09:14:48.892233 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device dd1791ac-108c-4d45-8cb3-573e2142bd91 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:14:48.920609 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa45d86-a7c5-4998-95fb-c484cd5ab8b0 req-7c0afae4-953e-459f-8fa6-d9d3b290120c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:48.922678 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7fa45d86-a7c5-4998-95fb-c484cd5ab8b0 req-7c0afae4-953e-459f-8fa6-d9d3b290120c tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 949 time: 0.4427264 Aug 31 09:14:48.925357 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786113b-fe2f-43ec-baa4-75980196a120 req-48e3d60f-bcea-4814-a835-42f2593ea4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:48.926786 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f786113b-fe2f-43ec-baa4-75980196a120 req-48e3d60f-bcea-4814-a835-42f2593ea4b5 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ec59212380c44a899ca5e211a948a9fd&device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 1098 time: 0.4448507 Aug 31 09:14:48.943044 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-779ce3f3-5994-4d0f-a111-27645d14dec6 service neutron] For port de1d2a98-17bf-48b0-b5f4-edde5fd3f56d, host n-h2-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:14:48.955383 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-779ce3f3-5994-4d0f-a111-27645d14dec6 service neutron] For port de1d2a98-17bf-48b0-b5f4-edde5fd3f56d, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=de1d2a98-17bf-48b0-b5f4-edde5fd3f56d,segment=NetworkSegment(d229a86a-985c-4e16-b981-4de2a06a3491),segment_id=d229a86a-985c-4e16-b981-4de2a06a3491)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:14:49.016468 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-779ce3f3-5994-4d0f-a111-27645d14dec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:49.054055 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-99731d2c-b63d-47b5-9af5-c5d9eda6ba14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'name': 'tempest-ServersTestBootFromVolume-730145025-router', 'tenant_id': 'ec59212380c44a899ca5e211a948a9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '7af6442c-b9d1-4519-85fa-de832e425505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:13:11Z', 'updated_at': '2021-08-31T09:13:18Z', 'revision_number': 4, 'project_id': 'ec59212380c44a899ca5e211a948a9fd', 'gw_port': {'id': '7af6442c-b9d1-4519-85fa-de832e425505', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:14Z', 'updated_at': '2021-08-31T09:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '10c5140e-15d7-4be6-ba0f-fadba7e5eda1', 'tenant_id': 'ec59212380c44a899ca5e211a948a9fd', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'port_id': 'b5ba724c-f806-4031-9fe7-24ddeca385d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bd762b2-0ce2-4f1c-8ec5-012ab20e8064', 'mac_address': 'fa:16:3e:95:27:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286978dc-700f-434f-ac25-6d4e109ccab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:13:25Z', 'updated_at': '2021-08-31T09:14:46Z', 'revision_number': 1, 'project_id': 'ec59212380c44a899ca5e211a948a9fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '667adfb9-dac9-4426-a8eb-ee0059bcc394', 'name': '', 'network_id': '2bd762b2-0ce2-4f1c-8ec5-012ab20e8064', 'tenant_id': 'ec59212380c44a899ca5e211a948a9fd', 'mac_address': 'fa:16:3e:b4:df:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ebbf0383-ccdb-4f22-8fb8-5ca0dc2ab3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:17Z', 'updated_at': '2021-08-31T09:13:27Z', 'revision_number': 5, 'project_id': 'ec59212380c44a899ca5e211a948a9fd', 'subnets': [{'id': 'ebbf0383-ccdb-4f22-8fb8-5ca0dc2ab3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:49.133009 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99731d2c-b63d-47b5-9af5-c5d9eda6ba14 None None] The sync data for ids ['c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4'] in n-d-791506-28 is: [{'id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'name': 'tempest-ServersTestBootFromVolume-730145025-router', 'tenant_id': 'ec59212380c44a899ca5e211a948a9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '7af6442c-b9d1-4519-85fa-de832e425505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:13:11Z', 'updated_at': '2021-08-31T09:13:18Z', 'revision_number': 4, 'project_id': 'ec59212380c44a899ca5e211a948a9fd', 'gw_port': {'id': '7af6442c-b9d1-4519-85fa-de832e425505', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:14Z', 'updated_at': '2021-08-31T09:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '10c5140e-15d7-4be6-ba0f-fadba7e5eda1', 'tenant_id': 'ec59212380c44a899ca5e211a948a9fd', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'port_id': 'b5ba724c-f806-4031-9fe7-24ddeca385d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bd762b2-0ce2-4f1c-8ec5-012ab20e8064', 'mac_address': 'fa:16:3e:95:27:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '286978dc-700f-434f-ac25-6d4e109ccab7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:13:25Z', 'updated_at': '2021-08-31T09:14:46Z', 'revision_number': 1, 'project_id': 'ec59212380c44a899ca5e211a948a9fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '667adfb9-dac9-4426-a8eb-ee0059bcc394', 'name': '', 'network_id': '2bd762b2-0ce2-4f1c-8ec5-012ab20e8064', 'tenant_id': 'ec59212380c44a899ca5e211a948a9fd', 'mac_address': 'fa:16:3e:b4:df:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ebbf0383-ccdb-4f22-8fb8-5ca0dc2ab3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:17Z', 'updated_at': '2021-08-31T09:13:27Z', 'revision_number': 5, 'project_id': 'ec59212380c44a899ca5e211a948a9fd', 'subnets': [{'id': 'ebbf0383-ccdb-4f22-8fb8-5ca0dc2ab3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:14:49.154414 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-779ce3f3-5994-4d0f-a111-27645d14dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:49.156100 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-779ce3f3-5994-4d0f-a111-27645d14dec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:49.158458 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-779ce3f3-5994-4d0f-a111-27645d14dec6 service neutron] 10.222.0.59 "PUT /v2.0/ports/de1d2a98-17bf-48b0-b5f4-edde5fd3f56d HTTP/1.1" status: 200 len: 1092 time: 2.2716541 Aug 31 09:14:49.250697 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ce3f3-5994-4d0f-a111-27645d14dec6 service neutron] Pushing event updated for resources: {'Port': ['ID=de1d2a98-17bf-48b0-b5f4-edde5fd3f56d,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:49.397818 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-9397b5a7-2c39-4136-b25d-a21dba5411c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:49.402645 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-9397b5a7-2c39-4136-b25d-a21dba5411c8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 1095 time: 0.0850608 Aug 31 09:14:49.489940 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-8ffcbf69-5785-4a00-abcb-26ba598e0236 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de1d2a98-17bf-48b0-b5f4-edde5fd3f56d HTTP/1.1" status: 200 len: 217 time: 0.0813065 Aug 31 09:14:49.562808 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-cd690193-727f-4c34-abeb-5229d8c59e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:49.563872 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986d8e1c-f966-4b0f-ac2b-2bc0675c2665 None None] New status for floating IP 10c5140e-15d7-4be6-ba0f-fadba7e5eda1: ACTIVE {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:14:49.564736 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-cd690193-727f-4c34-abeb-5229d8c59e52 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e25e118b-14ca-4549-821f-15e6d7d0df30 HTTP/1.1" status: 200 len: 845 time: 0.0670309 Aug 31 09:14:49.586675 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9', 'tag': 'dd1791ac-108c-4d45-8cb3-573e2142bd91'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:49.586675 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b50719-7b90-44ec-b84e-3c73a61899bc" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9", "tag": "dd1791ac-108c-4d45-8cb3-573e2142bd91"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:49.640474 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-b3dc2931-7030-4d94-9cc6-3f5da1918622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:49.645575 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-b3dc2931-7030-4d94-9cc6-3f5da1918622 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b4f7ccc1-a015-48d0-ab32-6b68e36c429d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0701041 Aug 31 09:14:49.741167 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7fa45d86-a7c5-4998-95fb-c484cd5ab8b0 req-42b0f884-681d-4031-8d51-6941771b44e7 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7666008 Aug 31 09:14:49.770084 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-2f5e6b89-ec09-4df4-bc79-ee0fe60ecd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:49.771830 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-2f5e6b89-ec09-4df4-bc79-ee0fe60ecd44 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 1101 time: 0.8235049 Aug 31 09:14:49.802953 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-cf5b9814-8c13-4ae2-8902-9804f1f4c325 service neutron] 10.222.0.59 "GET /v2.0/networks/b4f7ccc1-a015-48d0-ab32-6b68e36c429d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517065 Aug 31 09:14:49.838092 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-fc0092a1-5236-47ec-8da2-1df48475417e req-c126f5cc-78ac-4391-9c42-ac8756db593b tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Allocated IP 172.20.0.3 (f4501923-6d9a-4416-88f2-5681e8e54cfe/e7a6583a-6b5e-4a08-a1b9-1d3f5a882e6e/8a37defe-014a-49ea-a1ee-e9f78f1801a6) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:14:49.870086 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eedb7d-8f59-4c0b-8dc1-05da37fbe7cb req-a1724b11-7ec1-4cac-b50a-8a5306d2416c tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:49.871682 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a8eedb7d-8f59-4c0b-8dc1-05da37fbe7cb req-a1724b11-7ec1-4cac-b50a-8a5306d2416c tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 943 time: 0.2794800 Aug 31 09:14:49.918649 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c0320cc8-2960-4ddd-b84e-dfde79c8f4b3 req-e9dd9551-4a3d-4f2f-b8e1-8433ea5e8955 service neutron] 10.222.0.59 "GET /v2.0/networks/b4f7ccc1-a015-48d0-ab32-6b68e36c429d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086078 Aug 31 09:14:49.955454 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786113b-fe2f-43ec-baa4-75980196a120 req-faf99e1c-4225-4a93-9bab-a09bd76560ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:49.958669 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f786113b-fe2f-43ec-baa4-75980196a120 req-faf99e1c-4225-4a93-9bab-a09bd76560ff service neutron] 10.222.0.112 "GET /v2.0/networks?id=2bd762b2-0ce2-4f1c-8ec5-012ab20e8064 HTTP/1.1" status: 200 len: 917 time: 0.9844048 Aug 31 09:14:50.172207 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04646a-7f87-42ad-a8e2-70e5956d6542 req-c1b4ca29-c1d3-4233-9a31-a1befc6c7381 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:50.173726 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d04646a-7f87-42ad-a8e2-70e5956d6542 req-c1b4ca29-c1d3-4233-9a31-a1befc6c7381 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 945 time: 0.3237526 Aug 31 09:14:50.176537 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a8eedb7d-8f59-4c0b-8dc1-05da37fbe7cb req-cce7c376-5e1d-42e9-9b0e-c1571ad4cb92 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/security-groups?id=1e29f421-524a-4464-9b17-8cba15fd0a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2566206 Aug 31 09:14:50.224736 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f786113b-fe2f-43ec-baa4-75980196a120 req-66aa544c-c3d1-49d0-988e-12e2265dbd30 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5ba724c-f806-4031-9fe7-24ddeca385d1 HTTP/1.1" status: 200 len: 1002 time: 0.2565477 Aug 31 09:14:50.234466 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-e60cd4e0-07ed-4b5f-ae45-e0e1f2de9a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:50.235993 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-e60cd4e0-07ed-4b5f-ae45-e0e1f2de9a30 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.4205761 Aug 31 09:14:50.367897 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-e0fa76d1-2106-48cb-930e-8667ad7b7962 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=dd1791ac-108c-4d45-8cb3-573e2142bd91 HTTP/1.1" status: 200 len: 217 time: 0.0994244 Aug 31 09:14:50.452876 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d04646a-7f87-42ad-a8e2-70e5956d6542 req-47af60f5-865b-424a-ac0c-0308c5439c23 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565920 Aug 31 09:14:50.482760 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786113b-fe2f-43ec-baa4-75980196a120 req-b0746edb-7d8e-4758-96e1-93d0c66145de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:50.484233 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f786113b-fe2f-43ec-baa4-75980196a120 req-b0746edb-7d8e-4758-96e1-93d0c66145de service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ebbf0383-ccdb-4f22-8fb8-5ca0dc2ab3e8 HTTP/1.1" status: 200 len: 854 time: 0.2169874 Aug 31 09:14:50.507783 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4388e511-3519-4b02-84bf-f40a1039b6c7 req-9fad3c19-2352-462c-b4d4-823477690d01 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a HTTP/1.1" status: 200 len: 210 time: 0.1119854 Aug 31 09:14:50.528667 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8c01b3-0723-4959-af8d-05bfc74d8062 x-openstack-request-id: req-8c8c01b3-0723-4959-af8d-05bfc74d8062 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:50.528824 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9", "tag": "dd1791ac-108c-4d45-8cb3-573e2142bd91", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:50.529015 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-8c8c01b3-0723-4959-af8d-05bfc74d8062 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:50.529366 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9', 'tag': 'dd1791ac-108c-4d45-8cb3-573e2142bd91', 'status': 'completed', 'code': 200} Aug 31 09:14:50.566950 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-1f15c229-bc5d-42b2-a439-da7f0eef2e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:50.568035 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-1f15c229-bc5d-42b2-a439-da7f0eef2e75 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1780183 Aug 31 09:14:50.584945 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-fc0092a1-5236-47ec-8da2-1df48475417e req-c126f5cc-78ac-4391-9c42-ac8756db593b tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:50.611223 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b50719-7b90-44ec-b84e-3c73a61899bc req-9955c8a8-1697-4ac4-a70d-c196eaf89c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:50.613212 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-02b50719-7b90-44ec-b84e-3c73a61899bc req-9955c8a8-1697-4ac4-a70d-c196eaf89c8c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 1101 time: 0.0693305 Aug 31 09:14:50.652439 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786113b-fe2f-43ec-baa4-75980196a120 req-143fd127-84e8-449e-ac6e-1367872a90ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:50.654483 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f786113b-fe2f-43ec-baa4-75980196a120 req-143fd127-84e8-449e-ac6e-1367872a90ac service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2bd762b2-0ce2-4f1c-8ec5-012ab20e8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1432943 Aug 31 09:14:50.688478 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-9e99ca12-c5f9-4bcf-b5d9-b17e05d99904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:50.689984 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-9e99ca12-c5f9-4bcf-b5d9-b17e05d99904 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1104686 Aug 31 09:14:50.753012 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b50719-7b90-44ec-b84e-3c73a61899bc req-17593e4d-3abc-42a1-bc78-e2da4e944c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:50.755335 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-02b50719-7b90-44ec-b84e-3c73a61899bc req-17593e4d-3abc-42a1-bc78-e2da4e944c25 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.1350598 Aug 31 09:14:50.823952 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-02b50719-7b90-44ec-b84e-3c73a61899bc req-f1e0bba3-7e1a-42a5-b378-74dd609c37c4 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=dd1791ac-108c-4d45-8cb3-573e2142bd91 HTTP/1.1" status: 200 len: 217 time: 0.0593498 Aug 31 09:14:50.840018 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01027ffc-a25b-4b01-b582-f4a8025f9de6', 'tag': 'de1d2a98-17bf-48b0-b5f4-edde5fd3f56d'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:50.842369 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4e8a90-4619-447e-bb96-69f0ed2875a8" -d '{"events": [{"name": "network-changed", "server_uuid": "01027ffc-a25b-4b01-b582-f4a8025f9de6", "tag": "de1d2a98-17bf-48b0-b5f4-edde5fd3f56d"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:50.888162 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b50719-7b90-44ec-b84e-3c73a61899bc req-68e8e1a2-89cf-4de7-bd80-3e6147805f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:50.889565 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-02b50719-7b90-44ec-b84e-3c73a61899bc req-68e8e1a2-89cf-4de7-bd80-3e6147805f21 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.0590699 Aug 31 09:14:50.929236 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f786113b-fe2f-43ec-baa4-75980196a120 req-30b332bc-0157-4c75-a945-dbf3ec2ecd44 service neutron] 10.222.0.112 "GET /v2.0/networks/2bd762b2-0ce2-4f1c-8ec5-012ab20e8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616296 Aug 31 09:14:50.956047 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b50719-7b90-44ec-b84e-3c73a61899bc req-8edd4ef1-c653-4da0-8e25-ddaffc052716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:50.957592 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-02b50719-7b90-44ec-b84e-3c73a61899bc req-8edd4ef1-c653-4da0-8e25-ddaffc052716 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0609410 Aug 31 09:14:50.965770 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-fc0092a1-5236-47ec-8da2-1df48475417e req-c126f5cc-78ac-4391-9c42-ac8756db593b tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:51.018592 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-c70fc968-d890-470b-8af5-6d9956fc60a5 service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875113 Aug 31 09:14:51.088199 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-02b50719-7b90-44ec-b84e-3c73a61899bc req-d6b95e78-bc17-47f4-9a53-246e6d822f38 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216648 Aug 31 09:14:51.098731 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874a2e7-52b4-4458-9f6e-1ed0a664039b req-d783131f-2d7d-47e3-a93e-91e790a493e1 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:51.100425 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6874a2e7-52b4-4458-9f6e-1ed0a664039b req-d783131f-2d7d-47e3-a93e-91e790a493e1 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 949 time: 0.2547555 Aug 31 09:14:51.145643 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc0092a1-5236-47ec-8da2-1df48475417e req-c126f5cc-78ac-4391-9c42-ac8756db593b tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Network f4501923-6d9a-4416-88f2-5681e8e54cfe is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:14:51.172998 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-fc0092a1-5236-47ec-8da2-1df48475417e req-c126f5cc-78ac-4391-9c42-ac8756db593b tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:14:51.180086 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126f5cc-78ac-4391-9c42-ac8756db593b tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Pushing event updated for resources: {'Port': ['ID=8a37defe-014a-49ea-a1ee-e9f78f1801a6,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:51.192166 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0092a1-5236-47ec-8da2-1df48475417e req-c126f5cc-78ac-4391-9c42-ac8756db593b tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:14:51.207504 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-02b50719-7b90-44ec-b84e-3c73a61899bc req-749c90c9-cc39-408e-952b-3003f7ca1157 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118245 Aug 31 09:14:51.230700 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150030a6-dab1-4c39-bacc-48cda29633e0 x-openstack-request-id: req-150030a6-dab1-4c39-bacc-48cda29633e0 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:51.231340 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01027ffc-a25b-4b01-b582-f4a8025f9de6", "tag": "de1d2a98-17bf-48b0-b5f4-edde5fd3f56d", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:51.231783 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-150030a6-dab1-4c39-bacc-48cda29633e0 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:51.232388 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01027ffc-a25b-4b01-b582-f4a8025f9de6', 'tag': 'de1d2a98-17bf-48b0-b5f4-edde5fd3f56d', 'status': 'completed', 'code': 200} Aug 31 09:14:51.240031 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d026927b-d908-4293-9835-872f781b4e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:51.336725 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f786113b-fe2f-43ec-baa4-75980196a120 req-37870d40-171f-4fa5-afc8-3f84723840fd service neutron] 10.222.0.112 "GET /v2.0/networks/2bd762b2-0ce2-4f1c-8ec5-012ab20e8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968928 Aug 31 09:14:51.357300 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99dc1515-75ec-47ff-89c2-a2adf0d48c0b req-676e7cd5-c3d9-4926-bcc6-4cfbfeee69ed service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086102 Aug 31 09:14:51.360459 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6874a2e7-52b4-4458-9f6e-1ed0a664039b req-b294d5b0-906f-4450-ba7a-11d13496c105 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235439 Aug 31 09:14:51.367595 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0092a1-5236-47ec-8da2-1df48475417e req-c126f5cc-78ac-4391-9c42-ac8756db593b tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:51.367765 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-fc0092a1-5236-47ec-8da2-1df48475417e req-c126f5cc-78ac-4391-9c42-ac8756db593b tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:51.421882 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e8a90-4619-447e-bb96-69f0ed2875a8 req-582a5dd3-e776-457b-9726-2715ce8bf946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:51.423496 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3c4e8a90-4619-447e-bb96-69f0ed2875a8 req-582a5dd3-e776-457b-9726-2715ce8bf946 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 1095 time: 0.1694720 Aug 31 09:14:51.528685 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc0092a1-5236-47ec-8da2-1df48475417e req-c126f5cc-78ac-4391-9c42-ac8756db593b tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6043763 Aug 31 09:14:51.544068 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-fc0092a1-5236-47ec-8da2-1df48475417e req-67bc87ea-0408-4b7b-b591-18c0f4e4a657 service neutron] Request body: {'port': {'device_id': '67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:14:51.561048 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e8a90-4619-447e-bb96-69f0ed2875a8 req-47e4dc99-33f1-491c-a7bf-ec02be35f5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:51.562588 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3c4e8a90-4619-447e-bb96-69f0ed2875a8 req-47e4dc99-33f1-491c-a7bf-ec02be35f5c9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b4f7ccc1-a015-48d0-ab32-6b68e36c429d HTTP/1.1" status: 200 len: 908 time: 0.1244364 Aug 31 09:14:51.637630 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3c4e8a90-4619-447e-bb96-69f0ed2875a8 req-c8f02a49-9a3b-4544-a44a-c68a6f6d4ce6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de1d2a98-17bf-48b0-b5f4-edde5fd3f56d HTTP/1.1" status: 200 len: 217 time: 0.0576313 Aug 31 09:14:51.655050 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46c138-9ec4-4a93-b5c3-138d26fc5d3e req-89ecc4df-a31f-4e55-9f92-83a87bb64f6c tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:51.656902 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ef46c138-9ec4-4a93-b5c3-138d26fc5d3e req-89ecc4df-a31f-4e55-9f92-83a87bb64f6c tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 943 time: 0.2199247 Aug 31 09:14:51.661913 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b50719-7b90-44ec-b84e-3c73a61899bc req-41cb99d8-51d1-4ff5-8f5a-9f2ce51887c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:51.664349 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-02b50719-7b90-44ec-b84e-3c73a61899bc req-41cb99d8-51d1-4ff5-8f5a-9f2ce51887c8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 1101 time: 0.2074757 Aug 31 09:14:51.701489 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e8a90-4619-447e-bb96-69f0ed2875a8 req-c79070be-5cf3-419f-bd5f-9bf729c21ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:51.703288 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3c4e8a90-4619-447e-bb96-69f0ed2875a8 req-c79070be-5cf3-419f-bd5f-9bf729c21ee0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e25e118b-14ca-4549-821f-15e6d7d0df30 HTTP/1.1" status: 200 len: 845 time: 0.0572054 Aug 31 09:14:51.758944 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e8a90-4619-447e-bb96-69f0ed2875a8 req-34e1ed30-b5f4-405e-b9ee-de311cad5cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:51.763847 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3c4e8a90-4619-447e-bb96-69f0ed2875a8 req-34e1ed30-b5f4-405e-b9ee-de311cad5cbf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b4f7ccc1-a015-48d0-ab32-6b68e36c429d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530372 Aug 31 09:14:51.865944 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3c4e8a90-4619-447e-bb96-69f0ed2875a8 req-95736415-19d2-4495-afc7-a850ba505bbd service neutron] 10.222.0.59 "GET /v2.0/networks/b4f7ccc1-a015-48d0-ab32-6b68e36c429d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939310 Aug 31 09:14:51.982467 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3c4e8a90-4619-447e-bb96-69f0ed2875a8 req-6a173add-e724-406d-ba53-f8c65e5cbd39 service neutron] 10.222.0.59 "GET /v2.0/networks/b4f7ccc1-a015-48d0-ab32-6b68e36c429d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072340 Aug 31 09:14:52.127332 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-fc0092a1-5236-47ec-8da2-1df48475417e req-67bc87ea-0408-4b7b-b591-18c0f4e4a657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:52.181090 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ef46c138-9ec4-4a93-b5c3-138d26fc5d3e req-43db561b-2f25-4849-83aa-edf91a810edc tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/security-groups?id=1e29f421-524a-4464-9b17-8cba15fd0a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4931872 Aug 31 09:14:52.250216 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99845b-375e-44f0-95b2-719ae16af36a req-12e29eb4-0281-4063-bc0f-7ed84a517d51 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:52.252014 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ed99845b-375e-44f0-95b2-719ae16af36a req-12e29eb4-0281-4063-bc0f-7ed84a517d51 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a HTTP/1.1" status: 200 len: 931 time: 0.5365582 Aug 31 09:14:52.371253 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b50719-7b90-44ec-b84e-3c73a61899bc req-2f8b84a9-bcfa-4ae8-ad86-b2b77a1a8736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:52.373082 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-02b50719-7b90-44ec-b84e-3c73a61899bc req-2f8b84a9-bcfa-4ae8-ad86-b2b77a1a8736 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.6672320 Aug 31 09:14:52.442560 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-02b50719-7b90-44ec-b84e-3c73a61899bc req-38dfabc3-10ca-44cf-9061-7c4d697f923e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=dd1791ac-108c-4d45-8cb3-573e2142bd91 HTTP/1.1" status: 200 len: 217 time: 0.0590737 Aug 31 09:14:52.471649 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ed99845b-375e-44f0-95b2-719ae16af36a req-ccca4ef9-d65a-4aef-ad98-9a96f5f3de82 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977921 Aug 31 09:14:52.609481 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b50719-7b90-44ec-b84e-3c73a61899bc req-079355c9-df77-475f-ab16-ebf87ffb0a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:52.610970 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-02b50719-7b90-44ec-b84e-3c73a61899bc req-079355c9-df77-475f-ab16-ebf87ffb0a67 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1601241 Aug 31 09:14:52.688411 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-d026927b-d908-4293-9835-872f781b4e8a admin admin] Deleting port d8e0ff56-670b-41ef-9c9e-8758002e93a5 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:14:52.689101 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d026927b-d908-4293-9835-872f781b4e8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:52.826685 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005122dd-a156-4c22-a4a8-72b1fa2c1232 req-45d27819-9dad-4769-b8e4-5d85fcf996ec tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:52.828477 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-005122dd-a156-4c22-a4a8-72b1fa2c1232 req-45d27819-9dad-4769-b8e4-5d85fcf996ec tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 949 time: 0.2378840 Aug 31 09:14:52.838638 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b50719-7b90-44ec-b84e-3c73a61899bc req-2f1fb517-2301-401e-8629-e491e6700bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:52.840379 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-02b50719-7b90-44ec-b84e-3c73a61899bc req-2f1fb517-2301-401e-8629-e491e6700bee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2152007 Aug 31 09:14:52.856155 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device de1d2a98-17bf-48b0-b5f4-edde5fd3f56d details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:14:52.945371 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-fc0092a1-5236-47ec-8da2-1df48475417e req-67bc87ea-0408-4b7b-b591-18c0f4e4a657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a37defe-014a-49ea-a1ee-e9f78f1801a6 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:52.967643 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb7f17-85ff-44b1-bba7-6183609a40e0 req-78b566b4-7459-470d-8e37-385ceac83571 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:52.969286 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-35fb7f17-85ff-44b1-bba7-6183609a40e0 req-78b566b4-7459-470d-8e37-385ceac83571 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 945 time: 0.2875328 Aug 31 09:14:52.986243 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-fc0092a1-5236-47ec-8da2-1df48475417e req-67bc87ea-0408-4b7b-b591-18c0f4e4a657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:52.987079 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port de1d2a98-17bf-48b0-b5f4-edde5fd3f56d, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=de1d2a98-17bf-48b0-b5f4-edde5fd3f56d,segment=NetworkSegment(d229a86a-985c-4e16-b981-4de2a06a3491),segment_id=d229a86a-985c-4e16-b981-4de2a06a3491)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:52.990646 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-d026927b-d908-4293-9835-872f781b4e8a admin admin] For port d8e0ff56-670b-41ef-9c9e-8758002e93a5, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=d8e0ff56-670b-41ef-9c9e-8758002e93a5,segment=NetworkSegment(e87967a7-4c68-4c0e-807a-ac99598dcbb6),segment_id=e87967a7-4c68-4c0e-807a-ac99598dcbb6)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:52.990646 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d026927b-d908-4293-9835-872f781b4e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:53.002117 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': 'de1d2a98-17bf-48b0-b5f4-edde5fd3f56d', 'network_id': 'b4f7ccc1-a015-48d0-ab32-6b68e36c429d', 'port_id': 'de1d2a98-17bf-48b0-b5f4-edde5fd3f56d', 'mac_address': 'fa:16:3e:3e:57:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e25e118b-14ca-4549-821f-15e6d7d0df30', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:14:53.037297 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-d026927b-d908-4293-9835-872f781b4e8a admin admin] Calling delete_port for d8e0ff56-670b-41ef-9c9e-8758002e93a5 owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:14:53.051525 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:53.055592 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-fc0092a1-5236-47ec-8da2-1df48475417e req-67bc87ea-0408-4b7b-b591-18c0f4e4a657 service neutron] Transition to ACTIVE for port object 8a37defe-014a-49ea-a1ee-e9f78f1801a6 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:14:53.063660 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-005122dd-a156-4c22-a4a8-72b1fa2c1232 req-90b2c41c-ea03-443b-9b9b-c3fa5a5d540d tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186337 Aug 31 09:14:53.067593 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de1d2a98-17bf-48b0-b5f4-edde5fd3f56d {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:53.092002 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port de1d2a98-17bf-48b0-b5f4-edde5fd3f56d, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=de1d2a98-17bf-48b0-b5f4-edde5fd3f56d,segment=NetworkSegment(d229a86a-985c-4e16-b981-4de2a06a3491),segment_id=d229a86a-985c-4e16-b981-4de2a06a3491)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:53.135915 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-fc0092a1-5236-47ec-8da2-1df48475417e req-67bc87ea-0408-4b7b-b591-18c0f4e4a657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:53.152286 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-02b50719-7b90-44ec-b84e-3c73a61899bc req-62a7976c-aca0-470f-a291-69066332c03b service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954209 Aug 31 09:14:53.185236 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-35fb7f17-85ff-44b1-bba7-6183609a40e0 req-6ae89c18-647d-4d5e-9d58-ae9014ec4d96 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920230 Aug 31 09:14:53.211892 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:53.284164 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=de1d2a98-17bf-48b0-b5f4-edde5fd3f56d,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:53.300187 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc87ea-0408-4b7b-b591-18c0f4e4a657 service neutron] Pushing event updated for resources: {'Port': ['ID=8a37defe-014a-49ea-a1ee-e9f78f1801a6,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:53.465566 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-02b50719-7b90-44ec-b84e-3c73a61899bc req-3df109de-185b-4f09-a03d-bf1339b75a19 service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839000 Aug 31 09:14:53.482833 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4af673-4a63-4e66-984e-1e98f280c3b9 req-e48344cc-52a3-45d8-8696-12324a1678cd tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:53.484589 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0d4af673-4a63-4e66-984e-1e98f280c3b9 req-e48344cc-52a3-45d8-8696-12324a1678cd tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 944 time: 0.2124374 Aug 31 09:14:53.511914 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-fc0092a1-5236-47ec-8da2-1df48475417e req-67bc87ea-0408-4b7b-b591-18c0f4e4a657 service neutron] Attempting to bind port 8a37defe-014a-49ea-a1ee-e9f78f1801a6 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:14:53.512256 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-fc0092a1-5236-47ec-8da2-1df48475417e req-67bc87ea-0408-4b7b-b591-18c0f4e4a657 service neutron] Attempting to bind port 8a37defe-014a-49ea-a1ee-e9f78f1801a6 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'b8433487-168c-4451-a1f8-f20b613c6365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1634, 'network_id': 'f4501923-6d9a-4416-88f2-5681e8e54cfe'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:14:53.512610 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0092a1-5236-47ec-8da2-1df48475417e req-67bc87ea-0408-4b7b-b591-18c0f4e4a657 service neutron] Attempting to bind port 8a37defe-014a-49ea-a1ee-e9f78f1801a6 on network f4501923-6d9a-4416-88f2-5681e8e54cfe {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:53.527935 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0092a1-5236-47ec-8da2-1df48475417e req-67bc87ea-0408-4b7b-b591-18c0f4e4a657 service neutron] Port 8a37defe-014a-49ea-a1ee-e9f78f1801a6 on network f4501923-6d9a-4416-88f2-5681e8e54cfe not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:14:53.528388 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0092a1-5236-47ec-8da2-1df48475417e req-67bc87ea-0408-4b7b-b591-18c0f4e4a657 service neutron] Attempting to bind port 8a37defe-014a-49ea-a1ee-e9f78f1801a6 on network f4501923-6d9a-4416-88f2-5681e8e54cfe {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:14:53.554623 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['de1d2a98-17bf-48b0-b5f4-edde5fd3f56d'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:14:53.564980 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0092a1-5236-47ec-8da2-1df48475417e req-67bc87ea-0408-4b7b-b591-18c0f4e4a657 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:14:53.565334 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0092a1-5236-47ec-8da2-1df48475417e req-67bc87ea-0408-4b7b-b591-18c0f4e4a657 service neutron] Checking segment: {'id': 'b8433487-168c-4451-a1f8-f20b613c6365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1634, 'network_id': 'f4501923-6d9a-4416-88f2-5681e8e54cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:14:53.565616 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc0092a1-5236-47ec-8da2-1df48475417e req-67bc87ea-0408-4b7b-b591-18c0f4e4a657 service neutron] Bound using segment: {'id': 'b8433487-168c-4451-a1f8-f20b613c6365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1634, 'network_id': 'f4501923-6d9a-4416-88f2-5681e8e54cfe'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:14:53.566046 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-fc0092a1-5236-47ec-8da2-1df48475417e req-67bc87ea-0408-4b7b-b591-18c0f4e4a657 service neutron] Bound port: 8a37defe-014a-49ea-a1ee-e9f78f1801a6, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8433487-168c-4451-a1f8-f20b613c6365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1634, 'network_id': 'f4501923-6d9a-4416-88f2-5681e8e54cfe'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:14:53.566398 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-fc0092a1-5236-47ec-8da2-1df48475417e req-67bc87ea-0408-4b7b-b591-18c0f4e4a657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:53.591871 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0d4af673-4a63-4e66-984e-1e98f280c3b9 req-cac3b06a-1021-47d9-851e-630063f4ee0f tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/security-groups?id=1e29f421-524a-4464-9b17-8cba15fd0a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993564 Aug 31 09:14:53.726063 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d43bfa-93d3-4b8c-9ba5-83669369b73d req-fc4bcee0-8dfb-49de-b331-645c30d03a94 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:53.727702 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f5d43bfa-93d3-4b8c-9ba5-83669369b73d req-fc4bcee0-8dfb-49de-b331-645c30d03a94 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a HTTP/1.1" status: 200 len: 943 time: 0.1257637 Aug 31 09:14:53.732768 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-fc0092a1-5236-47ec-8da2-1df48475417e req-67bc87ea-0408-4b7b-b591-18c0f4e4a657 service neutron] For port 8a37defe-014a-49ea-a1ee-e9f78f1801a6, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:14:53.737651 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-fc0092a1-5236-47ec-8da2-1df48475417e req-67bc87ea-0408-4b7b-b591-18c0f4e4a657 service neutron] For port 8a37defe-014a-49ea-a1ee-e9f78f1801a6, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8a37defe-014a-49ea-a1ee-e9f78f1801a6,segment=NetworkSegment(b8433487-168c-4451-a1f8-f20b613c6365),segment_id=b8433487-168c-4451-a1f8-f20b613c6365)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:14:53.772716 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f5d43bfa-93d3-4b8c-9ba5-83669369b73d req-c0885107-90a3-4bdb-bbf7-2cc7fb8ce67c tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375152 Aug 31 09:14:53.775465 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d026927b-d908-4293-9835-872f781b4e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:53.802173 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026927b-d908-4293-9835-872f781b4e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e0ff56-670b-41ef-9c9e-8758002e93a5,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:53.836421 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-fc0092a1-5236-47ec-8da2-1df48475417e req-67bc87ea-0408-4b7b-b591-18c0f4e4a657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:53.919188 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0092a1-5236-47ec-8da2-1df48475417e req-67bc87ea-0408-4b7b-b591-18c0f4e4a657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:53.919803 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-fc0092a1-5236-47ec-8da2-1df48475417e req-67bc87ea-0408-4b7b-b591-18c0f4e4a657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:53.921205 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc0092a1-5236-47ec-8da2-1df48475417e req-67bc87ea-0408-4b7b-b591-18c0f4e4a657 service neutron] 10.222.0.112 "PUT /v2.0/ports/8a37defe-014a-49ea-a1ee-e9f78f1801a6 HTTP/1.1" status: 200 len: 1092 time: 2.3834548 Aug 31 09:14:53.923885 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a', 'tag': '8a37defe-014a-49ea-a1ee-e9f78f1801a6'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:53.926160 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46efd01-1f2a-4ea0-b53f-5274e8003d6d" -d '{"events": [{"name": "network-changed", "server_uuid": "67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a", "tag": "8a37defe-014a-49ea-a1ee-e9f78f1801a6"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:53.987150 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc87ea-0408-4b7b-b591-18c0f4e4a657 service neutron] Pushing event updated for resources: {'Port': ['ID=8a37defe-014a-49ea-a1ee-e9f78f1801a6,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:53.995274 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5eb1388-0f29-4fe2-8e01-75d39a8e73e2 x-openstack-request-id: req-f5eb1388-0f29-4fe2-8e01-75d39a8e73e2 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:53.995274 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a", "tag": "8a37defe-014a-49ea-a1ee-e9f78f1801a6", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:53.995274 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-f5eb1388-0f29-4fe2-8e01-75d39a8e73e2 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:53.995274 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a', 'tag': '8a37defe-014a-49ea-a1ee-e9f78f1801a6', 'status': 'completed', 'code': 200} Aug 31 09:14:54.065267 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d026927b-d908-4293-9835-872f781b4e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:54.238305 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46efd01-1f2a-4ea0-b53f-5274e8003d6d req-7f703fb3-b8ef-4663-974e-edc386589c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:54.239879 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c46efd01-1f2a-4ea0-b53f-5274e8003d6d req-7f703fb3-b8ef-4663-974e-edc386589c9e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=048e78adec3a424b930f0bb66789a1ac&device_id=67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a HTTP/1.1" status: 200 len: 1095 time: 0.1678040 Aug 31 09:14:54.283712 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d498a3-2ec4-40f3-a42a-9b71afe68738 req-2a421ac8-5ee1-4c3f-8e65-2075d13c5247 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:54.285208 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-57d498a3-2ec4-40f3-a42a-9b71afe68738 req-2a421ac8-5ee1-4c3f-8e65-2075d13c5247 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 949 time: 0.1309426 Aug 31 09:14:54.475065 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-57d498a3-2ec4-40f3-a42a-9b71afe68738 req-d92086e0-982a-4d3b-8d35-43e0b1127ff5 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522453 Aug 31 09:14:54.532210 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588d65a-00f6-4f91-84f4-bb35819dc527 req-3188d550-89d1-494c-b495-c839868e8c4b tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:54.533814 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0588d65a-00f6-4f91-84f4-bb35819dc527 req-3188d550-89d1-494c-b495-c839868e8c4b tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 945 time: 0.2092702 Aug 31 09:14:54.536967 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46efd01-1f2a-4ea0-b53f-5274e8003d6d req-b214fb8a-9ad9-40fe-a45a-7f1682e39b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:54.538605 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c46efd01-1f2a-4ea0-b53f-5274e8003d6d req-b214fb8a-9ad9-40fe-a45a-7f1682e39b03 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=048e78adec3a424b930f0bb66789a1ac&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2774596 Aug 31 09:14:54.686949 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d026927b-d908-4293-9835-872f781b4e8a admin admin] Router eb1054a2-455f-47d3-bb53-81d84430a78c has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:14:54.701351 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0588d65a-00f6-4f91-84f4-bb35819dc527 req-a5210793-7f41-4ce8-b59a-d82797ec8e7b tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436083 Aug 31 09:14:54.744788 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1b257-cd25-49d0-be7c-3420c552ab96 req-606efa10-82ab-4a42-84a1-0d1a8d9fe410 tempest-MigrationsAdminTest-1725811789 tempest-MigrationsAdminTest-1725811789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:54.746605 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03c1b257-cd25-49d0-be7c-3420c552ab96 req-606efa10-82ab-4a42-84a1-0d1a8d9fe410 tempest-MigrationsAdminTest-1725811789 tempest-MigrationsAdminTest-1725811789-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 1101 time: 0.1552675 Aug 31 09:14:54.798510 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46efd01-1f2a-4ea0-b53f-5274e8003d6d req-bbfa362f-bd97-435d-8678-780591b9a1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:54.800648 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c46efd01-1f2a-4ea0-b53f-5274e8003d6d req-bbfa362f-bd97-435d-8678-780591b9a1b1 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2518690 Aug 31 09:14:54.870795 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:14:54.874670 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device de1d2a98-17bf-48b0-b5f4-edde5fd3f56d up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:14:54.951513 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03c1b257-cd25-49d0-be7c-3420c552ab96 req-2c670b80-2207-4ba0-8e2b-d00d22fb4b66 tempest-MigrationsAdminTest-1725811789 tempest-MigrationsAdminTest-1725811789-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669202 Aug 31 09:14:55.001079 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d026927b-d908-4293-9835-872f781b4e8a admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:14:55.003492 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6012506b-d5fa-43fa-abdf-6e7b346c4d5f None None] Sync routers for ids ['eb1054a2-455f-47d3-bb53-81d84430a78c'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:14:55.010501 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53422) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:55.011349 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d026927b-d908-4293-9835-872f781b4e8a admin admin] 10.222.0.119 "PUT /v2.0/routers/eb1054a2-455f-47d3-bb53-81d84430a78c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2364070 Aug 31 09:14:55.024043 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6012506b-d5fa-43fa-abdf-6e7b346c4d5f None None] Routers {'eb1054a2-455f-47d3-bb53-81d84430a78c'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:14:55.025551 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6012506b-d5fa-43fa-abdf-6e7b346c4d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:14:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['eb1054a2-455f-47d3-bb53-81d84430a78c'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:55.035906 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2a08e079-454f-4cbc-ab3b-7f0e21a2ded0,segment=NetworkSegment(7165cf42-c983-4e18-9ad9-e580a9c61c0b),segment_id=7165cf42-c983-4e18-9ad9-e580a9c61c0b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:55.038645 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e0ced-7e9c-44c0-8c6f-38e2d7627e59 req-0bea831b-fca5-4bf8-a9c5-03390c37c865 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:55.048939 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a76e0ced-7e9c-44c0-8c6f-38e2d7627e59 req-0bea831b-fca5-4bf8-a9c5-03390c37c865 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 944 time: 0.2378182 Aug 31 09:14:55.081421 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0092a1-5236-47ec-8da2-1df48475417e req-2a5be2ac-fc1a-4fc4-aa66-fc4c408d344a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:55.081421 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc0092a1-5236-47ec-8da2-1df48475417e req-2a5be2ac-fc1a-4fc4-aa66-fc4c408d344a service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=048e78adec3a424b930f0bb66789a1ac&device_id=67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a HTTP/1.1" status: 200 len: 1095 time: 0.1860845 Aug 31 09:14:55.131901 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a76e0ced-7e9c-44c0-8c6f-38e2d7627e59 req-08adb60f-4f5f-47db-9f04-11926d33f70a tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/security-groups?id=1e29f421-524a-4464-9b17-8cba15fd0a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786614 Aug 31 09:14:55.188549 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc0092a1-5236-47ec-8da2-1df48475417e req-4aff0993-0cb0-4611-9645-979c87cf076b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a37defe-014a-49ea-a1ee-e9f78f1801a6 HTTP/1.1" status: 200 len: 217 time: 0.0754428 Aug 31 09:14:55.254574 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-6012506b-d5fa-43fa-abdf-6e7b346c4d5f None None] Set router eb1054a2-455f-47d3-bb53-81d84430a78c gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:14:55.267121 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0092a1-5236-47ec-8da2-1df48475417e req-43021d89-abc6-4cb7-b2fd-1c62b6c8bf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:55.268832 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc0092a1-5236-47ec-8da2-1df48475417e req-43021d89-abc6-4cb7-b2fd-1c62b6c8bf1f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=e7a6583a-6b5e-4a08-a1b9-1d3f5a882e6e HTTP/1.1" status: 200 len: 861 time: 0.0734789 Aug 31 09:14:55.305377 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '2a08e079-454f-4cbc-ab3b-7f0e21a2ded0', 'network_id': '9ca962f7-a3f8-4e91-9029-22ec42b84c01', 'port_id': '2a08e079-454f-4cbc-ab3b-7f0e21a2ded0', 'mac_address': 'fa:16:3e:fa:bf:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5540a99f-ddc8-4454-b137-a8c33ca66961', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:14:55.321917 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port de1d2a98-17bf-48b0-b5f4-edde5fd3f56d completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:14:55.345642 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc0092a1-5236-47ec-8da2-1df48475417e req-8b838ca6-62a6-4d91-914e-93997068a39a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f4501923-6d9a-4416-88f2-5681e8e54cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625794 Aug 31 09:14:55.356753 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-db0f6555-961c-40fc-a9c5-61e405f69725 admin admin] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:55.370490 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port de1d2a98-17bf-48b0-b5f4-edde5fd3f56d triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:55.372945 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:55.466581 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:55.488986 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:55.518637 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2a08e079-454f-4cbc-ab3b-7f0e21a2ded0,segment=NetworkSegment(7165cf42-c983-4e18-9ad9-e580a9c61c0b),segment_id=7165cf42-c983-4e18-9ad9-e580a9c61c0b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:55.578603 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6012506b-d5fa-43fa-abdf-6e7b346c4d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1054a2-455f-47d3-bb53-81d84430a78c', 'name': 'tempest-AttachSCSIVolumeTestJSON-524817282-router', 'tenant_id': 'ac8bf9c7fc614723aef798bc9d7bee9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '5f2c2bc3-46b0-492f-bc2e-f0674c940de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:26Z', 'updated_at': '2021-08-31T09:14:53Z', 'revision_number': 5, 'project_id': 'ac8bf9c7fc614723aef798bc9d7bee9a', 'gw_port': {'id': '5f2c2bc3-46b0-492f-bc2e-f0674c940de6', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1054a2-455f-47d3-bb53-81d84430a78c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:26Z', 'updated_at': '2021-08-31T09:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:55.580173 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:55.621878 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6012506b-d5fa-43fa-abdf-6e7b346c4d5f None None] Checking router: eb1054a2-455f-47d3-bb53-81d84430a78c for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:14:55.630406 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-db0f6555-961c-40fc-a9c5-61e405f69725 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:55.635990 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6012506b-d5fa-43fa-abdf-6e7b346c4d5f None None] Routers {'eb1054a2-455f-47d3-bb53-81d84430a78c'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:14:55.636901 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6012506b-d5fa-43fa-abdf-6e7b346c4d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:14:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['eb1054a2-455f-47d3-bb53-81d84430a78c'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:55.655811 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port de1d2a98-17bf-48b0-b5f4-edde5fd3f56d, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=de1d2a98-17bf-48b0-b5f4-edde5fd3f56d,segment=NetworkSegment(d229a86a-985c-4e16-b981-4de2a06a3491),segment_id=d229a86a-985c-4e16-b981-4de2a06a3491)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:55.658574 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01027ffc-a25b-4b01-b582-f4a8025f9de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1d2a98-17bf-48b0-b5f4-edde5fd3f56d'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:55.661450 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9dfb1e-6d85-4027-9729-45c65c03f463" -d '{"events": [{"server_uuid": "01027ffc-a25b-4b01-b582-f4a8025f9de6", "name": "network-vif-plugged", "status": "completed", "tag": "de1d2a98-17bf-48b0-b5f4-edde5fd3f56d"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:55.670905 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:55.671584 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device dd1791ac-108c-4d45-8cb3-573e2142bd91 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:14:55.835035 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb525821-3b20-4af6-9d52-31cd9da1cef1 req-0fe8c9dc-f4bb-41a6-8ae3-c7eecb25cbbd tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:55.843358 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bb525821-3b20-4af6-9d52-31cd9da1cef1 req-0fe8c9dc-f4bb-41a6-8ae3-c7eecb25cbbd tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a HTTP/1.1" status: 200 len: 943 time: 0.5731182 Aug 31 09:14:55.852394 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:55.869199 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=2a08e079-454f-4cbc-ab3b-7f0e21a2ded0,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:55.872307 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-db0f6555-961c-40fc-a9c5-61e405f69725 admin admin] Deleting port 5f2c2bc3-46b0-492f-bc2e-f0674c940de6 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:14:55.872960 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-db0f6555-961c-40fc-a9c5-61e405f69725 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:55.885924 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-6012506b-d5fa-43fa-abdf-6e7b346c4d5f None None] Set router eb1054a2-455f-47d3-bb53-81d84430a78c gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:14:55.958432 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bb525821-3b20-4af6-9d52-31cd9da1cef1 req-ffac19e3-689a-42f3-b60d-e77b9ec31fab tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123469 Aug 31 09:14:55.991080 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-db0f6555-961c-40fc-a9c5-61e405f69725 admin admin] For port 5f2c2bc3-46b0-492f-bc2e-f0674c940de6, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=5f2c2bc3-46b0-492f-bc2e-f0674c940de6,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:55.991817 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-db0f6555-961c-40fc-a9c5-61e405f69725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:56.010102 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-db0f6555-961c-40fc-a9c5-61e405f69725 admin admin] Calling delete_port for 5f2c2bc3-46b0-492f-bc2e-f0674c940de6 owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:14:56.023266 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc0092a1-5236-47ec-8da2-1df48475417e req-a26e7618-1d48-4561-961a-9bebfca308dc service neutron] 10.222.0.112 "GET /v2.0/networks/f4501923-6d9a-4416-88f2-5681e8e54cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6650493 Aug 31 09:14:56.109076 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=de1d2a98-17bf-48b0-b5f4-edde5fd3f56d,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:56.123304 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port dd1791ac-108c-4d45-8cb3-573e2142bd91, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=dd1791ac-108c-4d45-8cb3-573e2142bd91,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:56.134832 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:56.139192 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:56.139545 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:56.139885 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:56.140220 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:56.140551 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:56.140879 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:56.141204 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:56.141529 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:56.144376 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:56.144976 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:56.146652 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:14:56.180729 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7793f141-b13c-4a5b-8ccc-6c3e222a1db5 x-openstack-request-id: req-7793f141-b13c-4a5b-8ccc-6c3e222a1db5 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:56.181102 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01027ffc-a25b-4b01-b582-f4a8025f9de6", "name": "network-vif-plugged", "status": "completed", "tag": "de1d2a98-17bf-48b0-b5f4-edde5fd3f56d", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:56.181285 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-7793f141-b13c-4a5b-8ccc-6c3e222a1db5 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:56.181646 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01027ffc-a25b-4b01-b582-f4a8025f9de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1d2a98-17bf-48b0-b5f4-edde5fd3f56d', 'code': 200} Aug 31 09:14:56.204075 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': 'dd1791ac-108c-4d45-8cb3-573e2142bd91', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': 'dd1791ac-108c-4d45-8cb3-573e2142bd91', 'mac_address': 'fa:16:3e:00:5d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:14:56.274972 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:56.283921 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6012506b-d5fa-43fa-abdf-6e7b346c4d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1054a2-455f-47d3-bb53-81d84430a78c', 'name': 'tempest-AttachSCSIVolumeTestJSON-524817282-router', 'tenant_id': 'ac8bf9c7fc614723aef798bc9d7bee9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '5f2c2bc3-46b0-492f-bc2e-f0674c940de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:26Z', 'updated_at': '2021-08-31T09:14:53Z', 'revision_number': 5, 'project_id': 'ac8bf9c7fc614723aef798bc9d7bee9a', 'gw_port': {'id': '5f2c2bc3-46b0-492f-bc2e-f0674c940de6', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1054a2-455f-47d3-bb53-81d84430a78c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:26Z', 'updated_at': '2021-08-31T09:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:56.293972 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd1791ac-108c-4d45-8cb3-573e2142bd91 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:56.315842 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port dd1791ac-108c-4d45-8cb3-573e2142bd91, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=dd1791ac-108c-4d45-8cb3-573e2142bd91,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:56.318669 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ba535-91fb-4b4c-b89f-27af984efb2a req-acb32a1a-10b8-4a30-9f59-e4a9b3b63fed tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:56.321502 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6012506b-d5fa-43fa-abdf-6e7b346c4d5f None None] The sync data for ids ['eb1054a2-455f-47d3-bb53-81d84430a78c'] in n-d-791506-28 is: [{'id': 'eb1054a2-455f-47d3-bb53-81d84430a78c', 'name': 'tempest-AttachSCSIVolumeTestJSON-524817282-router', 'tenant_id': 'ac8bf9c7fc614723aef798bc9d7bee9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '5f2c2bc3-46b0-492f-bc2e-f0674c940de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:26Z', 'updated_at': '2021-08-31T09:14:53Z', 'revision_number': 5, 'project_id': 'ac8bf9c7fc614723aef798bc9d7bee9a', 'gw_port': {'id': '5f2c2bc3-46b0-492f-bc2e-f0674c940de6', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1054a2-455f-47d3-bb53-81d84430a78c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:26Z', 'updated_at': '2021-08-31T09:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:14:56.328357 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-070ba535-91fb-4b4c-b89f-27af984efb2a req-acb32a1a-10b8-4a30-9f59-e4a9b3b63fed tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 944 time: 0.2164762 Aug 31 09:14:56.364657 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-db0f6555-961c-40fc-a9c5-61e405f69725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:56.398677 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f6555-961c-40fc-a9c5-61e405f69725 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f2c2bc3-46b0-492f-bc2e-f0674c940de6,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:56.404714 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:56.439602 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab15fb4-c14a-41c0-aea1-67fff62044d0 req-084efe26-db21-430e-927c-0b3918a0c80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:56.441225 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eab15fb4-c14a-41c0-aea1-67fff62044d0 req-084efe26-db21-430e-927c-0b3918a0c80c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 1097 time: 0.2100892 Aug 31 09:14:56.443111 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc0092a1-5236-47ec-8da2-1df48475417e req-30483891-4556-476d-969d-08742830d4ca service neutron] 10.222.0.112 "GET /v2.0/networks/f4501923-6d9a-4416-88f2-5681e8e54cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138658 Aug 31 09:14:56.452919 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-070ba535-91fb-4b4c-b89f-27af984efb2a req-431dcefd-327f-40c9-adf0-2f38b3ece0b9 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234655 Aug 31 09:14:56.495142 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491a391-740d-48c0-9b95-d9a760e89e42 req-c684f383-f0d2-4ca1-b316-5c9d53567abc tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:56.496443 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=dd1791ac-108c-4d45-8cb3-573e2142bd91,revision_number=12']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:56.497278 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c491a391-740d-48c0-9b95-d9a760e89e42 req-c684f383-f0d2-4ca1-b316-5c9d53567abc tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 949 time: 0.1913972 Aug 31 09:14:56.502076 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-db0f6555-961c-40fc-a9c5-61e405f69725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:56.512208 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['2a08e079-454f-4cbc-ab3b-7f0e21a2ded0'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:14:56.538837 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eab15fb4-c14a-41c0-aea1-67fff62044d0 req-2a4999e3-4915-4f51-81bf-76441e4f5fd6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1e29f421-524a-4464-9b17-8cba15fd0a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825763 Aug 31 09:14:56.561852 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c491a391-740d-48c0-9b95-d9a760e89e42 req-b7aee36c-e230-40ee-8464-39fb0d4badc6 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460591 Aug 31 09:14:56.634896 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-db0f6555-961c-40fc-a9c5-61e405f69725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:56.634896 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-db0f6555-961c-40fc-a9c5-61e405f69725 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:56.690122 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['dd1791ac-108c-4d45-8cb3-573e2142bd91'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:14:56.739406 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897ab34-53ed-493b-95ff-fa3512ca75a6 req-e3566498-f781-4efb-869d-3871ad42f7e9 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:56.742754 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e897ab34-53ed-493b-95ff-fa3512ca75a6 req-e3566498-f781-4efb-869d-3871ad42f7e9 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 945 time: 0.0918653 Aug 31 09:14:56.747269 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-db0f6555-961c-40fc-a9c5-61e405f69725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:56.748039 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0f6555-961c-40fc-a9c5-61e405f69725 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb1054a2-455f-47d3-bb53-81d84430a78c {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:14:56.757400 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-db0f6555-961c-40fc-a9c5-61e405f69725 admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:56.761296 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-db0f6555-961c-40fc-a9c5-61e405f69725 admin admin] 10.222.0.119 "DELETE /v2.0/routers/eb1054a2-455f-47d3-bb53-81d84430a78c HTTP/1.1" status: 204 len: 168 time: 1.7457206 Aug 31 09:14:56.764874 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53442) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:56.884866 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e897ab34-53ed-493b-95ff-fa3512ca75a6 req-855109a3-038e-4e56-a7b2-5b09cb663a2d tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/security-groups?id=1e29f421-524a-4464-9b17-8cba15fd0a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356187 Aug 31 09:14:56.915686 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:14:56.918434 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d8e0ff56-670b-41ef-9c9e-8758002e93a5 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:14:56.923729 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-a64e1ccf-a41c-4c7d-9e62-c39d9522acca admin admin] Deleting subnet 5fa32fd7-629c-4627-bfec-319226a78cba {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:14:56.933343 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a64e1ccf-a41c-4c7d-9e62-c39d9522acca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:57.001292 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a64e1ccf-a41c-4c7d-9e62-c39d9522acca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:57.057288 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: d8e0ff56-670b-41ef-9c9e-8758002e93a5 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:14:57.057288 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d8e0ff56-670b-41ef-9c9e-8758002e93a5 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:14:57.111239 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a64e1ccf-a41c-4c7d-9e62-c39d9522acca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:57.130175 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:57.148212 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:57.180706 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2a08e079-454f-4cbc-ab3b-7f0e21a2ded0,segment=NetworkSegment(7165cf42-c983-4e18-9ad9-e580a9c61c0b),segment_id=7165cf42-c983-4e18-9ad9-e580a9c61c0b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:57.203632 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df2175-574d-46de-8c8b-f8ce8eed6c26 req-245b3a5b-0e8a-4204-8548-5be62e6ed854 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:57.205338 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-09df2175-574d-46de-8c8b-f8ce8eed6c26 req-245b3a5b-0e8a-4204-8548-5be62e6ed854 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a HTTP/1.1" status: 200 len: 943 time: 0.0958681 Aug 31 09:14:57.244353 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:57.258332 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-09df2175-574d-46de-8c8b-f8ce8eed6c26 req-041ecdbe-853f-46bc-94c3-698a870c9bd5 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454710 Aug 31 09:14:57.276584 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a64e1ccf-a41c-4c7d-9e62-c39d9522acca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:57.319666 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e1ccf-a41c-4c7d-9e62-c39d9522acca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fa32fd7-629c-4627-bfec-319226a78cba,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:57.323471 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a64e1ccf-a41c-4c7d-9e62-c39d9522acca admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:57.325565 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a64e1ccf-a41c-4c7d-9e62-c39d9522acca admin admin] 10.222.0.119 "DELETE /v2.0/subnets/5fa32fd7-629c-4627-bfec-319226a78cba HTTP/1.1" status: 204 len: 168 time: 0.5568657 Aug 31 09:14:57.334843 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53456) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:57.335409 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4277e62d-abb2-4446-9b45-9c4f804f9e6f None None] Network 2e4790e3-aa00-4362-927c-45d0da928a48 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:14:57.389336 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=2a08e079-454f-4cbc-ab3b-7f0e21a2ded0,revision_number=7']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:57.429229 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-efb8ec7b-f463-4ad9-a2c1-7678a50cdbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:57.460570 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814f835-b3e3-4539-8c80-7eb929e0a118 req-194539de-6d10-4ed4-807e-c0281dfa30ec tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:57.463575 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3814f835-b3e3-4539-8c80-7eb929e0a118 req-194539de-6d10-4ed4-807e-c0281dfa30ec tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 950 time: 0.0663433 Aug 31 09:14:57.515582 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-efb8ec7b-f463-4ad9-a2c1-7678a50cdbab admin admin] Deleting port 1192e544-2eca-4754-84ff-16587761647a {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:14:57.516798 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-efb8ec7b-f463-4ad9-a2c1-7678a50cdbab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:57.601453 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-3814f835-b3e3-4539-8c80-7eb929e0a118 req-0fd20c98-4879-4819-a784-363ea4923bb7 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Deleting port dd1791ac-108c-4d45-8cb3-573e2142bd91 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:14:57.601812 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3814f835-b3e3-4539-8c80-7eb929e0a118 req-0fd20c98-4879-4819-a784-363ea4923bb7 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:57.614997 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-efb8ec7b-f463-4ad9-a2c1-7678a50cdbab admin admin] For port 1192e544-2eca-4754-84ff-16587761647a, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1192e544-2eca-4754-84ff-16587761647a,segment=NetworkSegment(e87967a7-4c68-4c0e-807a-ac99598dcbb6),segment_id=e87967a7-4c68-4c0e-807a-ac99598dcbb6)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:57.616167 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-efb8ec7b-f463-4ad9-a2c1-7678a50cdbab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:57.655402 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-efb8ec7b-f463-4ad9-a2c1-7678a50cdbab admin admin] Calling delete_port for 1192e544-2eca-4754-84ff-16587761647a owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:14:57.675232 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abd7814-2b2b-4c0f-8168-a1455975f199 None None] DHCP port deletion for 2e4790e3-aa00-4362-927c-45d0da928a48 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:14:57.815913 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-2abd7814-2b2b-4c0f-8168-a1455975f199 None None] Deleting port 1192e544-2eca-4754-84ff-16587761647a {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:14:57.816721 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2abd7814-2b2b-4c0f-8168-a1455975f199 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:58.031613 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-2abd7814-2b2b-4c0f-8168-a1455975f199 None None] For port 1192e544-2eca-4754-84ff-16587761647a, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1192e544-2eca-4754-84ff-16587761647a,segment=NetworkSegment(e87967a7-4c68-4c0e-807a-ac99598dcbb6),segment_id=e87967a7-4c68-4c0e-807a-ac99598dcbb6)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:58.031613 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2abd7814-2b2b-4c0f-8168-a1455975f199 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:58.031613 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-2abd7814-2b2b-4c0f-8168-a1455975f199 None None] Calling delete_port for 1192e544-2eca-4754-84ff-16587761647a owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:14:58.033890 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-3814f835-b3e3-4539-8c80-7eb929e0a118 req-0fd20c98-4879-4819-a784-363ea4923bb7 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] For port dd1791ac-108c-4d45-8cb3-573e2142bd91, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=dd1791ac-108c-4d45-8cb3-573e2142bd91,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:58.033890 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3814f835-b3e3-4539-8c80-7eb929e0a118 req-0fd20c98-4879-4819-a784-363ea4923bb7 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:58.033890 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-3814f835-b3e3-4539-8c80-7eb929e0a118 req-0fd20c98-4879-4819-a784-363ea4923bb7 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Calling delete_port for dd1791ac-108c-4d45-8cb3-573e2142bd91 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:14:58.033890 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec88e9-160e-40f8-a940-1213bdb61537 req-ce252369-9c2c-43b8-9b6e-67d80db16c0a tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:58.033890 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8fec88e9-160e-40f8-a940-1213bdb61537 req-ce252369-9c2c-43b8-9b6e-67d80db16c0a tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 950 time: 0.2482986 Aug 31 09:14:58.033890 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ca393-984e-454b-b175-475de514a238 req-a62995f0-bd40-4bb0-9b37-c973a3e64b92 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:58.033890 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-188ca393-984e-454b-b175-475de514a238 req-a62995f0-bd40-4bb0-9b37-c973a3e64b92 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 943 time: 0.2244029 Aug 31 09:14:58.164502 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-188ca393-984e-454b-b175-475de514a238 req-58460617-062d-41f5-b920-e6b4055af8e3 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/security-groups?id=f607c4c2-218f-4942-aa54-dfc31fc18a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302743 Aug 31 09:14:58.176032 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8fec88e9-160e-40f8-a940-1213bdb61537 req-901ff662-e276-4113-91c1-35fcfc4376e9 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584773 Aug 31 09:14:58.232755 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-efb8ec7b-f463-4ad9-a2c1-7678a50cdbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:58.249425 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2abd7814-2b2b-4c0f-8168-a1455975f199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:58.283177 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8ec7b-f463-4ad9-a2c1-7678a50cdbab admin admin] Pushing event deleted for resources: {'Port': ['ID=1192e544-2eca-4754-84ff-16587761647a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:58.332159 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd7814-2b2b-4c0f-8168-a1455975f199 None None] Pushing event deleted for resources: {'Port': ['ID=1192e544-2eca-4754-84ff-16587761647a,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:58.338567 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abd7814-2b2b-4c0f-8168-a1455975f199 None None] No DVR routers for this DVR port 1192e544-2eca-4754-84ff-16587761647a on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:14:58.365203 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb8ec7b-f463-4ad9-a2c1-7678a50cdbab admin admin] No DVR routers for this DVR port 1192e544-2eca-4754-84ff-16587761647a on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:14:58.419386 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3d4b6-6a56-4631-a02a-8a4e769b4eb6 req-525d253d-851b-4e28-814a-ac94b200887f tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:58.422659 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604b4f8-24a3-4ca8-a36d-b488637bb025 req-b06c302d-e1a8-4481-b295-9c9745e02f2b tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:58.424380 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4604b4f8-24a3-4ca8-a36d-b488637bb025 req-b06c302d-e1a8-4481-b295-9c9745e02f2b tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.59 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 943 time: 0.1347098 Aug 31 09:14:58.436395 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b2e3d4b6-6a56-4631-a02a-8a4e769b4eb6 req-525d253d-851b-4e28-814a-ac94b200887f tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 945 time: 0.1407459 Aug 31 09:14:58.461042 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3814f835-b3e3-4539-8c80-7eb929e0a118 req-0fd20c98-4879-4819-a784-363ea4923bb7 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:58.476364 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['cfa97dbd-04c1-41b4-b950-627133759c71', '71eeab29-0c3e-4761-a5fc-905d7e248bc0', '3c94d9ef-d49f-4488-a315-aa55b99db37d'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:14:58.491861 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b2e3d4b6-6a56-4631-a02a-8a4e769b4eb6 req-47117b1a-422d-4717-a538-b98724bb78e7 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/security-groups?id=1e29f421-524a-4464-9b17-8cba15fd0a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518627 Aug 31 09:14:58.510637 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-efb8ec7b-f463-4ad9-a2c1-7678a50cdbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:58.523989 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd20c98-4879-4819-a784-363ea4923bb7 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Pushing event deleted for resources: {'Port': ['ID=dd1791ac-108c-4d45-8cb3-573e2142bd91,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:58.545994 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-efb8ec7b-f463-4ad9-a2c1-7678a50cdbab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e4790e3-aa00-4362-927c-45d0da928a48']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:58.601926 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-efb8ec7b-f463-4ad9-a2c1-7678a50cdbab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e87967a7-4c68-4c0e-807a-ac99598dcbb6') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:58.602719 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-efb8ec7b-f463-4ad9-a2c1-7678a50cdbab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e87967a7-4c68-4c0e-807a-ac99598dcbb6') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:14:58.624354 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-efb8ec7b-f463-4ad9-a2c1-7678a50cdbab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:58.643588 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-3814f835-b3e3-4539-8c80-7eb929e0a118 req-0fd20c98-4879-4819-a784-363ea4923bb7 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] No DVR routers for this DVR port dd1791ac-108c-4d45-8cb3-573e2142bd91 on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:14:58.646040 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-efb8ec7b-f463-4ad9-a2c1-7678a50cdbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:58.647989 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3814f835-b3e3-4539-8c80-7eb929e0a118 req-0fd20c98-4879-4819-a784-363ea4923bb7 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:58.650277 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3814f835-b3e3-4539-8c80-7eb929e0a118 req-0fd20c98-4879-4819-a784-363ea4923bb7 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.59 "DELETE /v2.0/ports/dd1791ac-108c-4d45-8cb3-573e2142bd91 HTTP/1.1" status: 204 len: 173 time: 1.1792395 Aug 31 09:14:58.653586 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9', 'name': 'network-vif-deleted', 'tag': 'dd1791ac-108c-4d45-8cb3-573e2142bd91'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:58.662695 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc6c255-06dd-45b2-b65f-512da2e4ec10" -d '{"events": [{"server_uuid": "e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9", "name": "network-vif-deleted", "tag": "dd1791ac-108c-4d45-8cb3-573e2142bd91"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:58.673207 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb8ec7b-f463-4ad9-a2c1-7678a50cdbab admin admin] Releasing vlan 1640 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:14:58.673207 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-efb8ec7b-f463-4ad9-a2c1-7678a50cdbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:58.674347 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:14:58.674347 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:14:58.674347 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:14:58.674347 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:14:58.674347 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:14:58.674347 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:14:58.674347 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:14:58.674347 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:14:58.674347 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:14:58.674347 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:14:58.674347 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:14:58.674347 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:14:58.674347 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:14:58.674347 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:14:58.674347 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:14:58.674347 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:14:58.674347 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:14:58.674347 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:14:58.674347 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:14:58.674347 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:14:58.674347 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:14:58.674347 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:14:58.674347 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:14:58.674347 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:14:58.674347 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:14:58.674347 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:14:58.674347 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:14:58.674347 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:14:58.674347 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:14:58.674347 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:14:58.674347 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:14:58.674347 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:14:58.714776 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6688dd0-3df1-47ca-bcce-1610c46ef779 req-b9e78a1f-da7a-4348-ab4a-37bc8ad6ec42 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:58.716361 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e6688dd0-3df1-47ca-bcce-1610c46ef779 req-b9e78a1f-da7a-4348-ab4a-37bc8ad6ec42 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a HTTP/1.1" status: 200 len: 943 time: 0.1427801 Aug 31 09:14:58.725602 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1192e544-2eca-4754-84ff-16587761647a no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:14:58.740894 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-4604b4f8-24a3-4ca8-a36d-b488637bb025 req-ecc95d10-3b18-48df-9d1b-b545f32f5019 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Deleting port 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:14:58.741546 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4604b4f8-24a3-4ca8-a36d-b488637bb025 req-ecc95d10-3b18-48df-9d1b-b545f32f5019 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:58.756654 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2185b3-4e81-4acc-978d-443d087f1189 x-openstack-request-id: req-7e2185b3-4e81-4acc-978d-443d087f1189 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:58.756933 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9", "name": "network-vif-deleted", "tag": "dd1791ac-108c-4d45-8cb3-573e2142bd91", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:58.757185 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-7e2185b3-4e81-4acc-978d-443d087f1189 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:58.757623 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9', 'name': 'network-vif-deleted', 'tag': 'dd1791ac-108c-4d45-8cb3-573e2142bd91', 'status': 'completed', 'code': 200} Aug 31 09:14:58.802020 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e6688dd0-3df1-47ca-bcce-1610c46ef779 req-1ca91122-ac10-4e20-b581-6e57160613c4 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762930 Aug 31 09:14:58.827455 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 1192e544-2eca-4754-84ff-16587761647a {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:14:58.827800 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1192e544-2eca-4754-84ff-16587761647a not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:14:58.827932 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-efb8ec7b-f463-4ad9-a2c1-7678a50cdbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:58.828206 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 5f2c2bc3-46b0-492f-bc2e-f0674c940de6 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:14:58.855574 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 5f2c2bc3-46b0-492f-bc2e-f0674c940de6 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:14:58.855941 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 5f2c2bc3-46b0-492f-bc2e-f0674c940de6 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:14:58.857563 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 8a37defe-014a-49ea-a1ee-e9f78f1801a6 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:14:58.871157 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8ec7b-f463-4ad9-a2c1-7678a50cdbab admin admin] Pushing event deleted for resources: {'Network': ['ID=2e4790e3-aa00-4362-927c-45d0da928a48,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:58.883407 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-efb8ec7b-f463-4ad9-a2c1-7678a50cdbab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:58.890247 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-efb8ec7b-f463-4ad9-a2c1-7678a50cdbab admin admin] 10.222.0.119 "DELETE /v2.0/networks/2e4790e3-aa00-4362-927c-45d0da928a48 HTTP/1.1" status: 204 len: 168 time: 1.5447707 Aug 31 09:14:58.891421 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53476) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:14:58.914117 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:14:58.935142 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-4604b4f8-24a3-4ca8-a36d-b488637bb025 req-ecc95d10-3b18-48df-9d1b-b545f32f5019 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] For port 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2a08e079-454f-4cbc-ab3b-7f0e21a2ded0,segment=NetworkSegment(7165cf42-c983-4e18-9ad9-e580a9c61c0b),segment_id=7165cf42-c983-4e18-9ad9-e580a9c61c0b)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:58.935884 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4604b4f8-24a3-4ca8-a36d-b488637bb025 req-ecc95d10-3b18-48df-9d1b-b545f32f5019 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:58.956786 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-4604b4f8-24a3-4ca8-a36d-b488637bb025 req-ecc95d10-3b18-48df-9d1b-b545f32f5019 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Calling delete_port for 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:14:59.125331 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 8a37defe-014a-49ea-a1ee-e9f78f1801a6, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8a37defe-014a-49ea-a1ee-e9f78f1801a6,segment=NetworkSegment(b8433487-168c-4451-a1f8-f20b613c6365),segment_id=b8433487-168c-4451-a1f8-f20b613c6365)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:59.152221 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:14:59.152590 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:59.193955 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '8a37defe-014a-49ea-a1ee-e9f78f1801a6', 'network_id': 'f4501923-6d9a-4416-88f2-5681e8e54cfe', 'port_id': '8a37defe-014a-49ea-a1ee-e9f78f1801a6', 'mac_address': 'fa:16:3e:48:92:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a6583a-6b5e-4a08-a1b9-1d3f5a882e6e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:14:59.273719 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4604b4f8-24a3-4ca8-a36d-b488637bb025 req-ecc95d10-3b18-48df-9d1b-b545f32f5019 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:59.310701 n-d-791506-28 neutron-server[95554]: INFO neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No ports have port_id starting with 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0 Aug 31 09:14:59.316418 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc95d10-3b18-48df-9d1b-b545f32f5019 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Pushing event deleted for resources: {'Port': ['ID=2a08e079-454f-4cbc-ab3b-7f0e21a2ded0,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:59.350341 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:59.375907 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-4604b4f8-24a3-4ca8-a36d-b488637bb025 req-ecc95d10-3b18-48df-9d1b-b545f32f5019 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] No DVR routers for this DVR port 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0 on host n-h2-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:14:59.382253 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4604b4f8-24a3-4ca8-a36d-b488637bb025 req-ecc95d10-3b18-48df-9d1b-b545f32f5019 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:59.383741 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-80f8e15c-bd60-44e5-bbb5-1503559536d9 req-75eb6cfd-b7d3-47eb-97f2-abaa37482f27 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7a9f3c2-b9d7-47f8-9cfb-4bd4f1caa9e9 HTTP/1.1" status: 200 len: 210 time: 0.0628746 Aug 31 09:14:59.384977 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4604b4f8-24a3-4ca8-a36d-b488637bb025 req-ecc95d10-3b18-48df-9d1b-b545f32f5019 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.59 "DELETE /v2.0/ports/2a08e079-454f-4cbc-ab3b-7f0e21a2ded0 HTTP/1.1" status: 204 len: 173 time: 0.9311993 Aug 31 09:14:59.388250 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-019de2fd-19f3-49db-81a1-9abcb9264a41 req-0a18e1b2-3424-4a44-8684-6240b05fe10f tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.0685122 Aug 31 09:14:59.390299 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe8d027-083e-44e0-a02b-96a4fc2bf758', 'name': 'network-vif-deleted', 'tag': '2a08e079-454f-4cbc-ab3b-7f0e21a2ded0'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:14:59.393499 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5939908-9992-4965-8ffd-ffe9880a64b4" -d '{"events": [{"server_uuid": "6fe8d027-083e-44e0-a02b-96a4fc2bf758", "name": "network-vif-deleted", "tag": "2a08e079-454f-4cbc-ab3b-7f0e21a2ded0"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:14:59.410167 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a37defe-014a-49ea-a1ee-e9f78f1801a6 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:14:59.444602 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 8a37defe-014a-49ea-a1ee-e9f78f1801a6, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8a37defe-014a-49ea-a1ee-e9f78f1801a6,segment=NetworkSegment(b8433487-168c-4451-a1f8-f20b613c6365),segment_id=b8433487-168c-4451-a1f8-f20b613c6365)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:14:59.504286 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec6707d-2678-49f1-b6b6-5fef29e3fae6 x-openstack-request-id: req-bec6707d-2678-49f1-b6b6-5fef29e3fae6 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:14:59.504651 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe8d027-083e-44e0-a02b-96a4fc2bf758", "name": "network-vif-deleted", "tag": "2a08e079-454f-4cbc-ab3b-7f0e21a2ded0", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:14:59.504907 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-bec6707d-2678-49f1-b6b6-5fef29e3fae6 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:14:59.505300 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe8d027-083e-44e0-a02b-96a4fc2bf758', 'name': 'network-vif-deleted', 'tag': '2a08e079-454f-4cbc-ab3b-7f0e21a2ded0', 'status': 'completed', 'code': 200} Aug 31 09:14:59.519880 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:59.527581 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27ec3da7-7e4c-4e55-97ac-9dad4ab6c214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:59.613597 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=8a37defe-014a-49ea-a1ee-e9f78f1801a6,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:14:59.751900 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c1cd4-47b4-454f-ab1f-59dd187adaed req-d45fb874-ced0-4a0b-b67f-f8ce034c37ef tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:59.753397 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-105c1cd4-47b4-454f-ab1f-59dd187adaed req-d45fb874-ced0-4a0b-b67f-f8ce034c37ef tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 945 time: 0.1107004 Aug 31 09:14:59.817696 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-105c1cd4-47b4-454f-ab1f-59dd187adaed req-fb589a3d-b0f3-49dd-a56e-704c030b817e tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/security-groups?id=1e29f421-524a-4464-9b17-8cba15fd0a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527408 Aug 31 09:14:59.827201 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['8a37defe-014a-49ea-a1ee-e9f78f1801a6'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:14:59.988171 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59960e-574e-499e-b5b4-7e71abc8efa1 req-74aec4fc-5b27-45de-8b55-c7e25cf53e34 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:14:59.998102 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa59960e-574e-499e-b5b4-7e71abc8efa1 req-74aec4fc-5b27-45de-8b55-c7e25cf53e34 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a HTTP/1.1" status: 200 len: 944 time: 0.1115251 Aug 31 09:15:00.037543 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bea77a-76f4-40c9-8371-e0e53eb5d151 req-4e03509a-bf0a-4b98-88ed-38f25bfe1530 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:00.039758 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-30bea77a-76f4-40c9-8371-e0e53eb5d151 req-4e03509a-bf0a-4b98-88ed-38f25bfe1530 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 945 time: 0.1184943 Aug 31 09:15:00.045474 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-27ec3da7-7e4c-4e55-97ac-9dad4ab6c214 admin admin] Deleting port 05d06146-32e5-47a6-a2a3-67274471e64c {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:00.045474 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27ec3da7-7e4c-4e55-97ac-9dad4ab6c214 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:00.048254 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53496) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:00.056951 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-33a04452-5f52-4e51-91ae-c63e6da0e6cd tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Request body: {'floatingip': {'port_id': 'de1d2a98-17bf-48b0-b5f4-edde5fd3f56d'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:00.106680 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa59960e-574e-499e-b5b4-7e71abc8efa1 req-8e9b1366-ab93-454d-80f8-90fa245c3ab3 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074889 Aug 31 09:15:00.110671 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-33a04452-5f52-4e51-91ae-c63e6da0e6cd tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks [] for floatingip, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:00.154203 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-27ec3da7-7e4c-4e55-97ac-9dad4ab6c214 admin admin] For port 05d06146-32e5-47a6-a2a3-67274471e64c, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=05d06146-32e5-47a6-a2a3-67274471e64c,segment=NetworkSegment(352c6f32-0e94-4f67-ab3f-cdde06de183b),segment_id=352c6f32-0e94-4f67-ab3f-cdde06de183b)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:00.154579 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27ec3da7-7e4c-4e55-97ac-9dad4ab6c214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:00.172922 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-27ec3da7-7e4c-4e55-97ac-9dad4ab6c214 admin admin] Calling delete_port for 05d06146-32e5-47a6-a2a3-67274471e64c owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:00.472847 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27ec3da7-7e4c-4e55-97ac-9dad4ab6c214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:00.505428 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec3da7-7e4c-4e55-97ac-9dad4ab6c214 admin admin] Pushing event deleted for resources: {'Port': ['ID=05d06146-32e5-47a6-a2a3-67274471e64c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:00.611830 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-33a04452-5f52-4e51-91ae-c63e6da0e6cd tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:00.672409 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-33a04452-5f52-4e51-91ae-c63e6da0e6cd tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:00.676081 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4a21d323-737f-4669-99c9-cc135771a2df req-90428c19-5a2d-4b33-a2d7-6bb07f401873 tempest-ImagesTestJSON-634362270 tempest-ImagesTestJSON-634362270-project] 10.222.0.119 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.0394042 Aug 31 09:15:00.769725 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27ec3da7-7e4c-4e55-97ac-9dad4ab6c214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:00.831490 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [None req-33a04452-5f52-4e51-91ae-c63e6da0e6cd tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Floating IP 4faeb80c-8524-4e2e-ad69-8f3f9ecb5f66 associated. External IP: 172.25.2.253, port: de1d2a98-17bf-48b0-b5f4-edde5fd3f56d. Aug 31 09:15:00.851045 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 8a37defe-014a-49ea-a1ee-e9f78f1801a6 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:15:00.929682 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device de1d2a98-17bf-48b0-b5f4-edde5fd3f56d no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:15:01.129466 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:01.168394 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ec3da7-7e4c-4e55-97ac-9dad4ab6c214 admin admin] Router 0010554a-f5b7-4759-8746-a9697544de1b has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:15:01.170736 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01027ffc-a25b-4b01-b582-f4a8025f9de6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de1d2a98-17bf-48b0-b5f4-edde5fd3f56d'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:01.174191 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f406049f-2038-4dff-bf9d-0e168e78421d" -d '{"events": [{"server_uuid": "01027ffc-a25b-4b01-b582-f4a8025f9de6", "name": "network-vif-unplugged", "status": "completed", "tag": "de1d2a98-17bf-48b0-b5f4-edde5fd3f56d"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:01.184237 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfac0dc-5767-4d41-b6a2-09476fd2472a req-e26c3273-212d-4131-bb39-2194c29bfab1 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:01.195208 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7dfac0dc-5767-4d41-b6a2-09476fd2472a req-e26c3273-212d-4131-bb39-2194c29bfab1 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 951 time: 0.0878265 Aug 31 09:15:01.200558 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port de1d2a98-17bf-48b0-b5f4-edde5fd3f56d, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=de1d2a98-17bf-48b0-b5f4-edde5fd3f56d,segment=NetworkSegment(d229a86a-985c-4e16-b981-4de2a06a3491),segment_id=d229a86a-985c-4e16-b981-4de2a06a3491)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:01.392053 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7dfac0dc-5767-4d41-b6a2-09476fd2472a req-3166fcb1-538c-4a34-a631-c82469713b85 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968842 Aug 31 09:15:01.408367 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ec3da7-7e4c-4e55-97ac-9dad4ab6c214 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:15:01.417414 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-27ec3da7-7e4c-4e55-97ac-9dad4ab6c214 admin admin] 10.222.0.119 "PUT /v2.0/routers/0010554a-f5b7-4759-8746-a9697544de1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5248742 Aug 31 09:15:01.418051 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53538) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:01.423458 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94a9a78-b30e-43bf-ac1e-ad8eb73548a0 None None] Sync routers for ids ['0010554a-f5b7-4759-8746-a9697544de1b'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:15:01.441180 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94a9a78-b30e-43bf-ac1e-ad8eb73548a0 None None] Routers {'0010554a-f5b7-4759-8746-a9697544de1b'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:15:01.443784 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b94a9a78-b30e-43bf-ac1e-ad8eb73548a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:14:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['0010554a-f5b7-4759-8746-a9697544de1b'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:01.471122 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7dcaf-285e-4695-8fbc-cf0d35aacbdc req-40810d16-56c5-4ba0-9250-e4a3097c334a tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:01.472704 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ede7dcaf-285e-4695-8fbc-cf0d35aacbdc req-40810d16-56c5-4ba0-9250-e4a3097c334a tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a HTTP/1.1" status: 200 len: 944 time: 0.1659195 Aug 31 09:15:01.523989 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba0ce02-5028-4522-ad18-8935bfeaf58e x-openstack-request-id: req-0ba0ce02-5028-4522-ad18-8935bfeaf58e {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:01.524298 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01027ffc-a25b-4b01-b582-f4a8025f9de6", "name": "network-vif-unplugged", "status": "completed", "tag": "de1d2a98-17bf-48b0-b5f4-edde5fd3f56d", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:01.524571 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-0ba0ce02-5028-4522-ad18-8935bfeaf58e {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:01.524972 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01027ffc-a25b-4b01-b582-f4a8025f9de6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de1d2a98-17bf-48b0-b5f4-edde5fd3f56d', 'code': 200} Aug 31 09:15:01.575397 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a04452-5f52-4e51-91ae-c63e6da0e6cd tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Router 57590853-2d31-438f-87c8-c19b9004c851 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:15:01.589092 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0a8a4547-6393-438b-9d03-15e3ff7568b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:01.591465 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-b94a9a78-b30e-43bf-ac1e-ad8eb73548a0 None None] Set router 0010554a-f5b7-4759-8746-a9697544de1b gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:15:01.682972 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53558) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:01.750660 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a04452-5f52-4e51-91ae-c63e6da0e6cd tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:15:01.758162 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3444e4d9-3874-4acd-ad1d-e3b3caa7a74f None None] Sync routers for ids ['57590853-2d31-438f-87c8-c19b9004c851'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:15:01.762385 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-33a04452-5f52-4e51-91ae-c63e6da0e6cd tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:01.779089 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3444e4d9-3874-4acd-ad1d-e3b3caa7a74f None None] Routers {'57590853-2d31-438f-87c8-c19b9004c851'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:15:01.779790 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-3444e4d9-3874-4acd-ad1d-e3b3caa7a74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:14:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['57590853-2d31-438f-87c8-c19b9004c851'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:01.797135 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-33a04452-5f52-4e51-91ae-c63e6da0e6cd tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "PUT /v2.0/floatingips/4faeb80c-8524-4e2e-ad69-8f3f9ecb5f66 HTTP/1.1" status: 200 len: 991 time: 1.7470107 Aug 31 09:15:01.798058 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01027ffc-a25b-4b01-b582-f4a8025f9de6', 'tag': 'de1d2a98-17bf-48b0-b5f4-edde5fd3f56d'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:01.800738 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34849db3-0003-4bc0-aab2-fc9bcdc3a392" -d '{"events": [{"name": "network-changed", "server_uuid": "01027ffc-a25b-4b01-b582-f4a8025f9de6", "tag": "de1d2a98-17bf-48b0-b5f4-edde5fd3f56d"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:01.969522 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 8a37defe-014a-49ea-a1ee-e9f78f1801a6 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:01.977996 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 8a37defe-014a-49ea-a1ee-e9f78f1801a6 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:01.978755 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:02.013380 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:02.014384 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device dd1791ac-108c-4d45-8cb3-573e2142bd91 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:15:02.070497 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9691e276-34ad-4a2d-9db4-d284e27e6a69 x-openstack-request-id: req-9691e276-34ad-4a2d-9db4-d284e27e6a69 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:02.070814 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01027ffc-a25b-4b01-b582-f4a8025f9de6", "tag": "de1d2a98-17bf-48b0-b5f4-edde5fd3f56d", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:02.071126 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-9691e276-34ad-4a2d-9db4-d284e27e6a69 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:02.071426 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01027ffc-a25b-4b01-b582-f4a8025f9de6', 'tag': 'de1d2a98-17bf-48b0-b5f4-edde5fd3f56d', 'status': 'completed', 'code': 200} Aug 31 09:15:02.091119 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: dd1791ac-108c-4d45-8cb3-573e2142bd91 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:15:02.091418 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device dd1791ac-108c-4d45-8cb3-573e2142bd91 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:15:02.156846 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=de1d2a98-17bf-48b0-b5f4-edde5fd3f56d,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:02.160698 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-3444e4d9-3874-4acd-ad1d-e3b3caa7a74f None None] Set router 57590853-2d31-438f-87c8-c19b9004c851 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:15:02.188709 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34849db3-0003-4bc0-aab2-fc9bcdc3a392 req-e149d628-7003-41b0-a1f6-df0fb3d719f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:02.190275 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-34849db3-0003-4bc0-aab2-fc9bcdc3a392 req-e149d628-7003-41b0-a1f6-df0fb3d719f1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 1095 time: 0.0912042 Aug 31 09:15:02.194404 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b94a9a78-b30e-43bf-ac1e-ad8eb73548a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0010554a-f5b7-4759-8746-a9697544de1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-660850519-router', 'tenant_id': '59a82a3e93d845dbb647f6f502c77e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '5b79c86d-efb5-4c94-8baa-f3ba5a643501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:38Z', 'updated_at': '2021-08-31T09:15:00Z', 'revision_number': 5, 'project_id': '59a82a3e93d845dbb647f6f502c77e9e', 'gw_port': {'id': '5b79c86d-efb5-4c94-8baa-f3ba5a643501', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:93:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0010554a-f5b7-4759-8746-a9697544de1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:40Z', 'updated_at': '2021-08-31T09:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:02.204478 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ede7dcaf-285e-4695-8fbc-cf0d35aacbdc req-d0c1b4ed-54f4-40e5-a373-939e11e5faa1 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7169213 Aug 31 09:15:02.225288 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a3f1c9d-3303-4b9a-a2e7-559ba98ee04e admin admin] Deleting subnet 5540a99f-ddc8-4454-b137-a8c33ca66961 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:15:02.229491 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3a3f1c9d-3303-4b9a-a2e7-559ba98ee04e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:02.268725 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3a3f1c9d-3303-4b9a-a2e7-559ba98ee04e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:02.297393 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94a9a78-b30e-43bf-ac1e-ad8eb73548a0 None None] Checking router: 0010554a-f5b7-4759-8746-a9697544de1b for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:15:02.329053 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:02.343706 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3a3f1c9d-3303-4b9a-a2e7-559ba98ee04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:02.357415 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94a9a78-b30e-43bf-ac1e-ad8eb73548a0 None None] Routers {'0010554a-f5b7-4759-8746-a9697544de1b'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:15:02.358263 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b94a9a78-b30e-43bf-ac1e-ad8eb73548a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:14:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['0010554a-f5b7-4759-8746-a9697544de1b'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:02.412418 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0a8a4547-6393-438b-9d03-15e3ff7568b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:02.426860 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:02.430280 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34849db3-0003-4bc0-aab2-fc9bcdc3a392 req-2a99ec27-6010-40db-8d5c-c85a9378d646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:02.432909 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-34849db3-0003-4bc0-aab2-fc9bcdc3a392 req-2a99ec27-6010-40db-8d5c-c85a9378d646 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b4f7ccc1-a015-48d0-ab32-6b68e36c429d HTTP/1.1" status: 200 len: 908 time: 0.2345319 Aug 31 09:15:02.434994 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 8a37defe-014a-49ea-a1ee-e9f78f1801a6, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8a37defe-014a-49ea-a1ee-e9f78f1801a6,segment=NetworkSegment(b8433487-168c-4451-a1f8-f20b613c6365),segment_id=b8433487-168c-4451-a1f8-f20b613c6365)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:02.524677 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-3444e4d9-3874-4acd-ad1d-e3b3caa7a74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57590853-2d31-438f-87c8-c19b9004c851', 'name': 'tempest-ServersTestJSON-1863137560-router', 'tenant_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b69ea86c-dda3-4cb5-bee7-3382a1b03375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:14:22Z', 'updated_at': '2021-08-31T09:14:30Z', 'revision_number': 4, 'project_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'gw_port': {'id': 'b69ea86c-dda3-4cb5-bee7-3382a1b03375', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57590853-2d31-438f-87c8-c19b9004c851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:14:23Z', 'updated_at': '2021-08-31T09:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '4faeb80c-8524-4e2e-ad69-8f3f9ecb5f66', 'tenant_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'floating_ip_address': '172.25.2.253', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '57590853-2d31-438f-87c8-c19b9004c851', 'port_id': 'de1d2a98-17bf-48b0-b5f4-edde5fd3f56d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f7ccc1-a015-48d0-ab32-6b68e36c429d', 'mac_address': 'fa:16:3e:3e:57:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01027ffc-a25b-4b01-b582-f4a8025f9de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:14:37Z', 'updated_at': '2021-08-31T09:15:00Z', 'revision_number': 1, 'project_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b012191-62d2-4bef-8e5b-2572e92fcdcd', 'name': '', 'network_id': 'b4f7ccc1-a015-48d0-ab32-6b68e36c429d', 'tenant_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'mac_address': 'fa:16:3e:7f:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57590853-2d31-438f-87c8-c19b9004c851', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e25e118b-14ca-4549-821f-15e6d7d0df30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:14:28Z', 'updated_at': '2021-08-31T09:14:37Z', 'revision_number': 5, 'project_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'subnets': [{'id': 'e25e118b-14ca-4549-821f-15e6d7d0df30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:02.529217 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-b94a9a78-b30e-43bf-ac1e-ad8eb73548a0 None None] Set router 0010554a-f5b7-4759-8746-a9697544de1b gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:15:02.547786 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-34849db3-0003-4bc0-aab2-fc9bcdc3a392 req-fcd50153-5be0-4f4f-8d04-a7536ab76425 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de1d2a98-17bf-48b0-b5f4-edde5fd3f56d HTTP/1.1" status: 200 len: 997 time: 0.0845747 Aug 31 09:15:02.558271 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:02.563591 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3444e4d9-3874-4acd-ad1d-e3b3caa7a74f None None] Checking router: 57590853-2d31-438f-87c8-c19b9004c851 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:15:02.573648 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3444e4d9-3874-4acd-ad1d-e3b3caa7a74f None None] Routers {'57590853-2d31-438f-87c8-c19b9004c851'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:15:02.574359 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-3444e4d9-3874-4acd-ad1d-e3b3caa7a74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:14:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['57590853-2d31-438f-87c8-c19b9004c851'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:02.612715 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34849db3-0003-4bc0-aab2-fc9bcdc3a392 req-dc4dfc85-c91a-4f08-92cb-f483bc27f40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:02.613886 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3a3f1c9d-3303-4b9a-a2e7-559ba98ee04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:02.615708 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-34849db3-0003-4bc0-aab2-fc9bcdc3a392 req-dc4dfc85-c91a-4f08-92cb-f483bc27f40f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e25e118b-14ca-4549-821f-15e6d7d0df30 HTTP/1.1" status: 200 len: 845 time: 0.0605905 Aug 31 09:15:02.677139 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f1c9d-3303-4b9a-a2e7-559ba98ee04e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5540a99f-ddc8-4454-b137-a8c33ca66961,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:02.688018 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3a3f1c9d-3303-4b9a-a2e7-559ba98ee04e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:02.688243 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:02.688767 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3a3f1c9d-3303-4b9a-a2e7-559ba98ee04e admin admin] 10.222.0.119 "DELETE /v2.0/subnets/5540a99f-ddc8-4454-b137-a8c33ca66961 HTTP/1.1" status: 204 len: 168 time: 1.0022933 Aug 31 09:15:02.691182 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34849db3-0003-4bc0-aab2-fc9bcdc3a392 req-59874eae-e9b7-4ae2-a961-97a6cc021140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:02.694733 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-34849db3-0003-4bc0-aab2-fc9bcdc3a392 req-59874eae-e9b7-4ae2-a961-97a6cc021140 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b4f7ccc1-a015-48d0-ab32-6b68e36c429d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679588 Aug 31 09:15:02.695163 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53580) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:02.719057 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7ab9d-4248-4420-b66e-842e67bbf86f req-94e4a09e-45ca-4db2-8c53-b2605c94ab86 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:02.720138 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-3444e4d9-3874-4acd-ad1d-e3b3caa7a74f None None] Set router 57590853-2d31-438f-87c8-c19b9004c851 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:15:02.720835 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3ba7ab9d-4248-4420-b66e-842e67bbf86f req-94e4a09e-45ca-4db2-8c53-b2605c94ab86 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.112 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 951 time: 0.1733413 Aug 31 09:15:02.757655 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=8a37defe-014a-49ea-a1ee-e9f78f1801a6,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:02.778921 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5be28-6d9d-4b1c-bee6-9878e3540b66 req-97d752d2-6abb-4f9e-89ea-f0068727e5df tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:02.786417 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70c5be28-6d9d-4b1c-bee6-9878e3540b66 req-97d752d2-6abb-4f9e-89ea-f0068727e5df tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 951 time: 0.2401700 Aug 31 09:15:02.837318 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-34849db3-0003-4bc0-aab2-fc9bcdc3a392 req-6f08d41c-145a-455f-b480-320ab1a20d00 service neutron] 10.222.0.59 "GET /v2.0/networks/b4f7ccc1-a015-48d0-ab32-6b68e36c429d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346819 Aug 31 09:15:02.850603 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a4547-6393-438b-9d03-15e3ff7568b3 admin admin] Deleting port 5b79c86d-efb5-4c94-8baa-f3ba5a643501 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:02.851015 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0a8a4547-6393-438b-9d03-15e3ff7568b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:02.884351 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b94a9a78-b30e-43bf-ac1e-ad8eb73548a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0010554a-f5b7-4759-8746-a9697544de1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-660850519-router', 'tenant_id': '59a82a3e93d845dbb647f6f502c77e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '5b79c86d-efb5-4c94-8baa-f3ba5a643501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:38Z', 'updated_at': '2021-08-31T09:15:00Z', 'revision_number': 5, 'project_id': '59a82a3e93d845dbb647f6f502c77e9e', 'gw_port': {'id': '5b79c86d-efb5-4c94-8baa-f3ba5a643501', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:93:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0010554a-f5b7-4759-8746-a9697544de1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:40Z', 'updated_at': '2021-08-31T09:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:02.967577 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c6de780d-188e-4540-9135-d262fda8a5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:02.982347 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:15:02.984888 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94a9a78-b30e-43bf-ac1e-ad8eb73548a0 None None] The sync data for ids ['0010554a-f5b7-4759-8746-a9697544de1b'] in n-d-791506-28 is: [{'id': '0010554a-f5b7-4759-8746-a9697544de1b', 'name': 'tempest-AttachSCSIVolumeTestJSON-660850519-router', 'tenant_id': '59a82a3e93d845dbb647f6f502c77e9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '5b79c86d-efb5-4c94-8baa-f3ba5a643501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:12:38Z', 'updated_at': '2021-08-31T09:15:00Z', 'revision_number': 5, 'project_id': '59a82a3e93d845dbb647f6f502c77e9e', 'gw_port': {'id': '5b79c86d-efb5-4c94-8baa-f3ba5a643501', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:93:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0010554a-f5b7-4759-8746-a9697544de1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:12:40Z', 'updated_at': '2021-08-31T09:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:15:03.001766 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70c5be28-6d9d-4b1c-bee6-9878e3540b66 req-16be1605-f34d-45ba-b1a2-163b4023bfda tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011459 Aug 31 09:15:03.011754 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-3444e4d9-3874-4acd-ad1d-e3b3caa7a74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57590853-2d31-438f-87c8-c19b9004c851', 'name': 'tempest-ServersTestJSON-1863137560-router', 'tenant_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b69ea86c-dda3-4cb5-bee7-3382a1b03375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:14:22Z', 'updated_at': '2021-08-31T09:14:30Z', 'revision_number': 4, 'project_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'gw_port': {'id': 'b69ea86c-dda3-4cb5-bee7-3382a1b03375', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57590853-2d31-438f-87c8-c19b9004c851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:14:23Z', 'updated_at': '2021-08-31T09:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '4faeb80c-8524-4e2e-ad69-8f3f9ecb5f66', 'tenant_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'floating_ip_address': '172.25.2.253', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '57590853-2d31-438f-87c8-c19b9004c851', 'port_id': 'de1d2a98-17bf-48b0-b5f4-edde5fd3f56d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f7ccc1-a015-48d0-ab32-6b68e36c429d', 'mac_address': 'fa:16:3e:3e:57:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01027ffc-a25b-4b01-b582-f4a8025f9de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:14:37Z', 'updated_at': '2021-08-31T09:15:00Z', 'revision_number': 1, 'project_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b012191-62d2-4bef-8e5b-2572e92fcdcd', 'name': '', 'network_id': 'b4f7ccc1-a015-48d0-ab32-6b68e36c429d', 'tenant_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'mac_address': 'fa:16:3e:7f:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57590853-2d31-438f-87c8-c19b9004c851', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e25e118b-14ca-4549-821f-15e6d7d0df30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:14:28Z', 'updated_at': '2021-08-31T09:14:37Z', 'revision_number': 5, 'project_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'subnets': [{'id': 'e25e118b-14ca-4549-821f-15e6d7d0df30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:03.014532 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-34849db3-0003-4bc0-aab2-fc9bcdc3a392 req-1988b19d-ca5b-4dcb-9d1b-b00188311069 service neutron] 10.222.0.59 "GET /v2.0/networks/b4f7ccc1-a015-48d0-ab32-6b68e36c429d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660726 Aug 31 09:15:03.033141 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:15:03.033398 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:15:03.033782 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 38338603-f5f7-4985-9be3-80a3d7d43b4e no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:15:03.066168 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3444e4d9-3874-4acd-ad1d-e3b3caa7a74f None None] The sync data for ids ['57590853-2d31-438f-87c8-c19b9004c851'] in n-d-791506-28 is: [{'id': '57590853-2d31-438f-87c8-c19b9004c851', 'name': 'tempest-ServersTestJSON-1863137560-router', 'tenant_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b69ea86c-dda3-4cb5-bee7-3382a1b03375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:14:22Z', 'updated_at': '2021-08-31T09:14:30Z', 'revision_number': 4, 'project_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'gw_port': {'id': 'b69ea86c-dda3-4cb5-bee7-3382a1b03375', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57590853-2d31-438f-87c8-c19b9004c851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:14:23Z', 'updated_at': '2021-08-31T09:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '4faeb80c-8524-4e2e-ad69-8f3f9ecb5f66', 'tenant_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'floating_ip_address': '172.25.2.253', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '57590853-2d31-438f-87c8-c19b9004c851', 'port_id': 'de1d2a98-17bf-48b0-b5f4-edde5fd3f56d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4f7ccc1-a015-48d0-ab32-6b68e36c429d', 'mac_address': 'fa:16:3e:3e:57:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01027ffc-a25b-4b01-b582-f4a8025f9de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:14:37Z', 'updated_at': '2021-08-31T09:15:00Z', 'revision_number': 1, 'project_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b012191-62d2-4bef-8e5b-2572e92fcdcd', 'name': '', 'network_id': 'b4f7ccc1-a015-48d0-ab32-6b68e36c429d', 'tenant_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'mac_address': 'fa:16:3e:7f:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57590853-2d31-438f-87c8-c19b9004c851', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e25e118b-14ca-4549-821f-15e6d7d0df30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:14:28Z', 'updated_at': '2021-08-31T09:14:37Z', 'revision_number': 5, 'project_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'subnets': [{'id': 'e25e118b-14ca-4549-821f-15e6d7d0df30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:15:03.147797 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:03.158758 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-0a8a4547-6393-438b-9d03-15e3ff7568b3 admin admin] For port 5b79c86d-efb5-4c94-8baa-f3ba5a643501, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=5b79c86d-efb5-4c94-8baa-f3ba5a643501,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:03.159252 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0a8a4547-6393-438b-9d03-15e3ff7568b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:03.186330 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-3ba7ab9d-4248-4420-b66e-842e67bbf86f req-1c6fa329-0bf4-40a5-89e6-02e4ca8bb132 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Deleting port 3c94d9ef-d49f-4488-a315-aa55b99db37d {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:03.186700 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3ba7ab9d-4248-4420-b66e-842e67bbf86f req-1c6fa329-0bf4-40a5-89e6-02e4ca8bb132 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:03.197854 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 38338603-f5f7-4985-9be3-80a3d7d43b4e, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=38338603-f5f7-4985-9be3-80a3d7d43b4e,segment=NetworkSegment(297f7645-baab-4cad-a38a-5a6d7356eab9),segment_id=297f7645-baab-4cad-a38a-5a6d7356eab9)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:03.246077 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c6de780d-188e-4540-9135-d262fda8a5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:03.249672 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a4547-6393-438b-9d03-15e3ff7568b3 admin admin] Calling delete_port for 5b79c86d-efb5-4c94-8baa-f3ba5a643501 owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:03.267977 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:03.268423 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-c6de780d-188e-4540-9135-d262fda8a5e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca962f7-a3f8-4e91-9029-22ec42b84c01']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:03.296396 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-c6de780d-188e-4540-9135-d262fda8a5e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7165cf42-c983-4e18-9ad9-e580a9c61c0b') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:03.296760 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-c6de780d-188e-4540-9135-d262fda8a5e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7165cf42-c983-4e18-9ad9-e580a9c61c0b') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:03.343058 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=38338603-f5f7-4985-9be3-80a3d7d43b4e,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:03.385563 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c6de780d-188e-4540-9135-d262fda8a5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:03.436370 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88457bfe-65a9-4d51-aa5a-2a82872b4306 None None] New status for floating IP 4faeb80c-8524-4e2e-ad69-8f3f9ecb5f66: ACTIVE {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:15:03.490609 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-3ba7ab9d-4248-4420-b66e-842e67bbf86f req-1c6fa329-0bf4-40a5-89e6-02e4ca8bb132 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] For port 3c94d9ef-d49f-4488-a315-aa55b99db37d, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3c94d9ef-d49f-4488-a315-aa55b99db37d,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:03.490922 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3ba7ab9d-4248-4420-b66e-842e67bbf86f req-1c6fa329-0bf4-40a5-89e6-02e4ca8bb132 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:03.495407 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c6de780d-188e-4540-9135-d262fda8a5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:03.517411 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6de780d-188e-4540-9135-d262fda8a5e8 admin admin] Releasing vlan 1601 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:15:03.517811 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c6de780d-188e-4540-9135-d262fda8a5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:03.519608 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:15:03.519608 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:15:03.519608 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:15:03.519608 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:15:03.519608 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:15:03.519608 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:15:03.519608 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:15:03.519608 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:15:03.519608 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:15:03.519608 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:15:03.519608 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:15:03.519608 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:15:03.519608 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:15:03.519608 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:15:03.519608 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:15:03.519608 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:15:03.519608 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:15:03.519608 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:15:03.519608 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:15:03.519608 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:15:03.519608 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:15:03.519608 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:15:03.519608 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:15:03.519608 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:15:03.519608 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:15:03.519608 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:15:03.519608 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:15:03.519608 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:15:03.519608 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:15:03.519608 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:15:03.519608 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:15:03.519608 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:15:03.538537 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a37defe-014a-49ea-a1ee-e9f78f1801a6'}, {'server_uuid': 'a3f879aa-fb0c-497a-b384-789e503e6868', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38338603-f5f7-4985-9be3-80a3d7d43b4e'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:03.540973 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b4c6a0-885d-4ae3-9b86-65a1f69069ac" -d '{"events": [{"server_uuid": "67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a", "name": "network-vif-plugged", "status": "completed", "tag": "8a37defe-014a-49ea-a1ee-e9f78f1801a6"}, {"server_uuid": "a3f879aa-fb0c-497a-b384-789e503e6868", "name": "network-vif-unplugged", "status": "completed", "tag": "38338603-f5f7-4985-9be3-80a3d7d43b4e"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:03.598728 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-3ba7ab9d-4248-4420-b66e-842e67bbf86f req-1c6fa329-0bf4-40a5-89e6-02e4ca8bb132 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Calling delete_port for 3c94d9ef-d49f-4488-a315-aa55b99db37d owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:03.623249 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0846af7d-d2bd-4834-a592-011010eb7f54 x-openstack-request-id: req-0846af7d-d2bd-4834-a592-011010eb7f54 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:03.624110 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a", "name": "network-vif-plugged", "status": "completed", "tag": "8a37defe-014a-49ea-a1ee-e9f78f1801a6", "code": 200}, {"server_uuid": "a3f879aa-fb0c-497a-b384-789e503e6868", "name": "network-vif-unplugged", "status": "completed", "tag": "38338603-f5f7-4985-9be3-80a3d7d43b4e", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:03.624573 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-0846af7d-d2bd-4834-a592-011010eb7f54 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:03.625346 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a37defe-014a-49ea-a1ee-e9f78f1801a6', 'code': 200} Aug 31 09:15:03.625841 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f879aa-fb0c-497a-b384-789e503e6868', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38338603-f5f7-4985-9be3-80a3d7d43b4e', 'code': 200} Aug 31 09:15:03.696614 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed3da7-d11c-442d-999f-2acbe2ecae46 req-6b45a72c-5c91-45f1-be44-be227bbc643f tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:03.698168 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5ed3da7-d11c-442d-999f-2acbe2ecae46 req-6b45a72c-5c91-45f1-be44-be227bbc643f tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a HTTP/1.1" status: 200 len: 945 time: 0.3008368 Aug 31 09:15:03.759850 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c6de780d-188e-4540-9135-d262fda8a5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:03.779373 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c6de780d-188e-4540-9135-d262fda8a5e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:03.781236 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c6de780d-188e-4540-9135-d262fda8a5e8 admin admin] 10.222.0.119 "DELETE /v2.0/networks/9ca962f7-a3f8-4e91-9029-22ec42b84c01 HTTP/1.1" status: 204 len: 168 time: 1.0809314 Aug 31 09:15:03.814604 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de780d-188e-4540-9135-d262fda8a5e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ca962f7-a3f8-4e91-9029-22ec42b84c01,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:03.888493 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5ed3da7-d11c-442d-999f-2acbe2ecae46 req-2ddd7c9d-4988-4f2b-9bfb-9b8750eb1e89 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509504 Aug 31 09:15:03.892379 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1dab1e-3ee5-461f-93ae-8e4ddeb64ad7 req-b4fbeb6e-b12c-4a70-aaa7-5838dcdc23aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:03.893822 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3e1dab1e-3ee5-461f-93ae-8e4ddeb64ad7 req-b4fbeb6e-b12c-4a70-aaa7-5838dcdc23aa service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a HTTP/1.1" status: 200 len: 1097 time: 0.1947353 Aug 31 09:15:03.965545 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3e1dab1e-3ee5-461f-93ae-8e4ddeb64ad7 req-b3ed986f-ae98-445a-b834-cae50010e83a service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619440 Aug 31 09:15:04.051004 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0a8a4547-6393-438b-9d03-15e3ff7568b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:04.095202 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a4547-6393-438b-9d03-15e3ff7568b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b79c86d-efb5-4c94-8baa-f3ba5a643501,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:04.109332 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3ba7ab9d-4248-4420-b66e-842e67bbf86f req-1c6fa329-0bf4-40a5-89e6-02e4ca8bb132 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:04.123484 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['cfa97dbd-04c1-41b4-b950-627133759c71', '71eeab29-0c3e-4761-a5fc-905d7e248bc0', '3c94d9ef-d49f-4488-a315-aa55b99db37d'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:15:04.171203 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b40095c0-88a7-41fc-bedf-642c500b43f6 req-85f0b362-081e-468b-ac85-c6388caace89 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 210 time: 0.0796354 Aug 31 09:15:04.210111 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53602) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:04.252261 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6fa329-0bf4-40a5-89e6-02e4ca8bb132 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Pushing event deleted for resources: {'Port': ['ID=3c94d9ef-d49f-4488-a315-aa55b99db37d,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:04.273091 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-69f56b25-1bea-49af-bbf2-8bf7ccd36991 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=40aea3578a764824ae85220fcc0c6911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0587487 Aug 31 09:15:04.275418 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53604) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:04.340873 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba7ab9d-4248-4420-b66e-842e67bbf86f req-1c6fa329-0bf4-40a5-89e6-02e4ca8bb132 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] No DVR routers for this DVR port 3c94d9ef-d49f-4488-a315-aa55b99db37d on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:15:04.343990 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3ba7ab9d-4248-4420-b66e-842e67bbf86f req-1c6fa329-0bf4-40a5-89e6-02e4ca8bb132 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:04.346062 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3ba7ab9d-4248-4420-b66e-842e67bbf86f req-1c6fa329-0bf4-40a5-89e6-02e4ca8bb132 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.112 "DELETE /v2.0/ports/3c94d9ef-d49f-4488-a315-aa55b99db37d HTTP/1.1" status: 204 len: 173 time: 1.6093194 Aug 31 09:15:04.351249 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff316ecb-a133-469b-af09-9448e86ce3a4', 'name': 'network-vif-deleted', 'tag': '3c94d9ef-d49f-4488-a315-aa55b99db37d'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:04.353594 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7010abfb-e251-49ef-9319-69a7c67395e1" -d '{"events": [{"server_uuid": "ff316ecb-a133-469b-af09-9448e86ce3a4", "name": "network-vif-deleted", "tag": "3c94d9ef-d49f-4488-a315-aa55b99db37d"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:04.356518 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0a8a4547-6393-438b-9d03-15e3ff7568b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:04.432616 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02c3637-9b5a-4d08-8940-b19ebf76564e x-openstack-request-id: req-a02c3637-9b5a-4d08-8940-b19ebf76564e {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:04.432892 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff316ecb-a133-469b-af09-9448e86ce3a4", "name": "network-vif-deleted", "tag": "3c94d9ef-d49f-4488-a315-aa55b99db37d", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:04.433119 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-a02c3637-9b5a-4d08-8940-b19ebf76564e {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:04.433507 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff316ecb-a133-469b-af09-9448e86ce3a4', 'name': 'network-vif-deleted', 'tag': '3c94d9ef-d49f-4488-a315-aa55b99db37d', 'status': 'completed', 'code': 200} Aug 31 09:15:04.480296 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0a8a4547-6393-438b-9d03-15e3ff7568b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:04.483811 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0a8a4547-6393-438b-9d03-15e3ff7568b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:04.500241 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5d88f10f-8c78-4a8a-8464-ad2288949866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:04.559707 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5d88f10f-8c78-4a8a-8464-ad2288949866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:04.598529 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0a8a4547-6393-438b-9d03-15e3ff7568b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:04.599190 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8a4547-6393-438b-9d03-15e3ff7568b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0010554a-f5b7-4759-8746-a9697544de1b {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:15:04.606679 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0a8a4547-6393-438b-9d03-15e3ff7568b3 admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:04.607947 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0a8a4547-6393-438b-9d03-15e3ff7568b3 admin admin] 10.222.0.119 "DELETE /v2.0/routers/0010554a-f5b7-4759-8746-a9697544de1b HTTP/1.1" status: 204 len: 168 time: 3.1886852 Aug 31 09:15:04.610919 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53620) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:04.656515 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 05d06146-32e5-47a6-a2a3-67274471e64c no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:15:04.678208 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5d88f10f-8c78-4a8a-8464-ad2288949866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:04.680887 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5d88f10f-8c78-4a8a-8464-ad2288949866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:04.685147 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5d88f10f-8c78-4a8a-8464-ad2288949866 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/f607c4c2-218f-4942-aa54-dfc31fc18a7a HTTP/1.1" status: 204 len: 168 time: 0.4077294 Aug 31 09:15:04.692641 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d88f10f-8c78-4a8a-8464-ad2288949866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f607c4c2-218f-4942-aa54-dfc31fc18a7a,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:04.708185 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f7ba15b-8498-4224-bebd-9bfa82864a95 admin admin] Deleting subnet c0d176d9-da0a-46c4-b745-5ab795e7e316 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:15:04.718008 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2f7ba15b-8498-4224-bebd-9bfa82864a95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:04.736489 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 05d06146-32e5-47a6-a2a3-67274471e64c {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:15:04.738729 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 05d06146-32e5-47a6-a2a3-67274471e64c not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:15:04.796582 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2f7ba15b-8498-4224-bebd-9bfa82864a95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:04.901681 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2f7ba15b-8498-4224-bebd-9bfa82864a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:05.027324 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090c93e-9139-45e9-a511-dd3f91c1f267 req-552c0043-6dcf-46ce-8910-7bd658210122 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:05.027909 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2f7ba15b-8498-4224-bebd-9bfa82864a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:05.029089 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9090c93e-9139-45e9-a511-dd3f91c1f267 req-552c0043-6dcf-46ce-8910-7bd658210122 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a HTTP/1.1" status: 200 len: 945 time: 0.0533614 Aug 31 09:15:05.056233 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ba15b-8498-4224-bebd-9bfa82864a95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0d176d9-da0a-46c4-b745-5ab795e7e316,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:05.060838 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2f7ba15b-8498-4224-bebd-9bfa82864a95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:05.062779 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2f7ba15b-8498-4224-bebd-9bfa82864a95 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/c0d176d9-da0a-46c4-b745-5ab795e7e316 HTTP/1.1" status: 204 len: 168 time: 0.4505179 Aug 31 09:15:05.065299 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53626) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:05.068580 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76c9af0-ddc0-42ec-aeda-70e43d7d3dee None None] Network 47bd60dc-b642-4dcb-91a5-04eeeb545890 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:15:05.088973 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9090c93e-9139-45e9-a511-dd3f91c1f267 req-af1ca8b9-c406-4d5b-bfce-ca0aefc459d9 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523050 Aug 31 09:15:05.217790 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d249330-0278-4406-8e0d-152c1427589b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:05.220943 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:15:05.377986 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-7d249330-0278-4406-8e0d-152c1427589b admin admin] Deleting port 1def7b80-9aaa-4c49-835d-d5f7d980bc47 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:05.379629 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d249330-0278-4406-8e0d-152c1427589b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:05.394740 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad34382a-63ed-4e6b-8e9a-48143256af1a req-76942837-2009-4e73-a64c-ca2de2ceeb22 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=ff316ecb-a133-469b-af09-9448e86ce3a4 HTTP/1.1" status: 200 len: 210 time: 0.0390527 Aug 31 09:15:05.403253 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e803e897-fc3c-4d11-942b-3a016b9e4fe4 None None] DHCP port deletion for 47bd60dc-b642-4dcb-91a5-04eeeb545890 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:15:05.518290 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-e803e897-fc3c-4d11-942b-3a016b9e4fe4 None None] Deleting port 1def7b80-9aaa-4c49-835d-d5f7d980bc47 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:05.518846 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e803e897-fc3c-4d11-942b-3a016b9e4fe4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:05.530992 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-7d249330-0278-4406-8e0d-152c1427589b admin admin] For port 1def7b80-9aaa-4c49-835d-d5f7d980bc47, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1def7b80-9aaa-4c49-835d-d5f7d980bc47,segment=NetworkSegment(352c6f32-0e94-4f67-ab3f-cdde06de183b),segment_id=352c6f32-0e94-4f67-ab3f-cdde06de183b)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:05.531373 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d249330-0278-4406-8e0d-152c1427589b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:05.549688 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-7d249330-0278-4406-8e0d-152c1427589b admin admin] Calling delete_port for 1def7b80-9aaa-4c49-835d-d5f7d980bc47 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:05.626293 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-e803e897-fc3c-4d11-942b-3a016b9e4fe4 None None] For port 1def7b80-9aaa-4c49-835d-d5f7d980bc47, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1def7b80-9aaa-4c49-835d-d5f7d980bc47,segment=NetworkSegment(352c6f32-0e94-4f67-ab3f-cdde06de183b),segment_id=352c6f32-0e94-4f67-ab3f-cdde06de183b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:05.626643 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e803e897-fc3c-4d11-942b-3a016b9e4fe4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:05.642618 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-e803e897-fc3c-4d11-942b-3a016b9e4fe4 None None] Calling delete_port for 1def7b80-9aaa-4c49-835d-d5f7d980bc47 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:05.723979 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d249330-0278-4406-8e0d-152c1427589b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:05.732734 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e803e897-fc3c-4d11-942b-3a016b9e4fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:05.756915 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d249330-0278-4406-8e0d-152c1427589b admin admin] Pushing event deleted for resources: {'Port': ['ID=1def7b80-9aaa-4c49-835d-d5f7d980bc47,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:05.764058 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d249330-0278-4406-8e0d-152c1427589b admin admin] No DVR routers for this DVR port 1def7b80-9aaa-4c49-835d-d5f7d980bc47 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:15:05.769551 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803e897-fc3c-4d11-942b-3a016b9e4fe4 None None] Pushing event deleted for resources: {'Port': ['ID=1def7b80-9aaa-4c49-835d-d5f7d980bc47,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:05.775337 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e803e897-fc3c-4d11-942b-3a016b9e4fe4 None None] No DVR routers for this DVR port 1def7b80-9aaa-4c49-835d-d5f7d980bc47 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:15:05.846749 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d249330-0278-4406-8e0d-152c1427589b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:05.857073 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-7d249330-0278-4406-8e0d-152c1427589b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47bd60dc-b642-4dcb-91a5-04eeeb545890']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:05.867478 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-7d249330-0278-4406-8e0d-152c1427589b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '352c6f32-0e94-4f67-ab3f-cdde06de183b') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:05.870189 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-7d249330-0278-4406-8e0d-152c1427589b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '352c6f32-0e94-4f67-ab3f-cdde06de183b') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:05.878066 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d249330-0278-4406-8e0d-152c1427589b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:05.895657 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d249330-0278-4406-8e0d-152c1427589b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:05.907237 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d249330-0278-4406-8e0d-152c1427589b admin admin] Releasing vlan 1609 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:15:05.907555 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d249330-0278-4406-8e0d-152c1427589b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:05.909434 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:15:05.909434 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:15:05.909434 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:15:05.909434 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:15:05.909434 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:15:05.909434 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:15:05.909434 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:15:05.909434 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:15:05.909434 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:15:05.909434 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:15:05.909434 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:15:05.909434 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:15:05.909434 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:15:05.909434 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:15:05.909434 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:15:05.909434 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:15:05.909434 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:15:05.909434 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:15:05.909434 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:15:05.909434 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:15:05.909434 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:15:05.909434 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:15:05.909434 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:15:05.909434 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:15:05.909434 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:15:05.909434 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:15:05.909434 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:15:05.909434 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:15:05.909434 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:15:05.909434 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:15:05.909434 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:15:05.909434 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:15:06.041272 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d249330-0278-4406-8e0d-152c1427589b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:06.048034 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d249330-0278-4406-8e0d-152c1427589b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:06.053061 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7d249330-0278-4406-8e0d-152c1427589b admin admin] 10.222.0.119 "DELETE /v2.0/networks/47bd60dc-b642-4dcb-91a5-04eeeb545890 HTTP/1.1" status: 204 len: 168 time: 0.9835818 Aug 31 09:15:06.061151 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d249330-0278-4406-8e0d-152c1427589b admin admin] Pushing event deleted for resources: {'Network': ['ID=47bd60dc-b642-4dcb-91a5-04eeeb545890,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:06.271466 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13838bb1-bcef-41df-b648-d388678723f9 req-51d92d4b-3129-4b9d-860c-4b1bb97d2aef tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:06.273007 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-13838bb1-bcef-41df-b648-d388678723f9 req-51d92d4b-3129-4b9d-860c-4b1bb97d2aef tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a HTTP/1.1" status: 200 len: 945 time: 0.0593033 Aug 31 09:15:06.315389 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-13838bb1-bcef-41df-b648-d388678723f9 req-0074cd54-29c3-4ef1-b45d-76fbf515db13 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353398 Aug 31 09:15:06.476664 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba608617-70da-4816-93c6-23cff13fb2f2 req-6324a2b2-40e7-4639-99b4-90075e23f4e6 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:06.478221 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba608617-70da-4816-93c6-23cff13fb2f2 req-6324a2b2-40e7-4639-99b4-90075e23f4e6 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a HTTP/1.1" status: 200 len: 945 time: 0.0604575 Aug 31 09:15:06.498404 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53682) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:06.544244 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba608617-70da-4816-93c6-23cff13fb2f2 req-d5a8a84a-efd8-4708-8041-27c8d8912b1a tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582216 Aug 31 09:15:06.546322 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6b7c249f-0eea-40de-98e9-838721af0823 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=ac8bf9c7fc614723aef798bc9d7bee9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466146 Aug 31 09:15:06.553905 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53692) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:06.641905 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1def7b80-9aaa-4c49-835d-d5f7d980bc47 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:15:06.656291 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ebc3f17-2943-4ef9-a0bb-189fad178cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:06.680264 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ebc3f17-2943-4ef9-a0bb-189fad178cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:06.680855 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 1def7b80-9aaa-4c49-835d-d5f7d980bc47 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:15:06.681220 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1def7b80-9aaa-4c49-835d-d5f7d980bc47 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:15:06.681660 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 5b79c86d-efb5-4c94-8baa-f3ba5a643501 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:15:06.703167 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 5b79c86d-efb5-4c94-8baa-f3ba5a643501 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:15:06.703808 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 5b79c86d-efb5-4c94-8baa-f3ba5a643501 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:15:06.827494 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ebc3f17-2943-4ef9-a0bb-189fad178cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:06.830224 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ebc3f17-2943-4ef9-a0bb-189fad178cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:06.831537 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1ebc3f17-2943-4ef9-a0bb-189fad178cc8 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/c54d20d1-c5eb-4974-9e54-9ec159f055e0 HTTP/1.1" status: 204 len: 168 time: 0.2779396 Aug 31 09:15:06.840236 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc3f17-2943-4ef9-a0bb-189fad178cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54d20d1-c5eb-4974-9e54-9ec159f055e0,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:06.895389 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3c94d9ef-d49f-4488-a315-aa55b99db37d no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:15:06.921537 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 3c94d9ef-d49f-4488-a315-aa55b99db37d {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:15:06.930262 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3c94d9ef-d49f-4488-a315-aa55b99db37d not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:15:07.136245 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c79f6-3d89-4f59-87dd-3e523f5a328d req-09df7daa-67a4-483c-ae1e-5a6c50642dbe tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:07.137924 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-859c79f6-3d89-4f59-87dd-3e523f5a328d req-09df7daa-67a4-483c-ae1e-5a6c50642dbe tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 949 time: 0.0630982 Aug 31 09:15:07.185865 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-859c79f6-3d89-4f59-87dd-3e523f5a328d req-19bcdb88-6cd6-48bb-a834-594c94ccf2ef tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404460 Aug 31 09:15:07.867277 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53754) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:07.892174 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53756) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:07.919857 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-33644798-b71a-4116-b4a1-9a6424945ea5 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=59a82a3e93d845dbb647f6f502c77e9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512099 Aug 31 09:15:07.922355 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53760) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:07.970751 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb9a7b-ebb8-42f9-b1e3-2dd296df42f6 req-7990e6be-1254-4262-9b8a-0ea58778818e tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:07.970751 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-afdb9a7b-ebb8-42f9-b1e3-2dd296df42f6 req-7990e6be-1254-4262-9b8a-0ea58778818e tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a HTTP/1.1" status: 200 len: 945 time: 0.0643694 Aug 31 09:15:07.979668 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f091fadd-92d3-4cc2-b986-7334e5c04bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:08.004686 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f091fadd-92d3-4cc2-b986-7334e5c04bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:08.018908 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-afdb9a7b-ebb8-42f9-b1e3-2dd296df42f6 req-55fc5a89-b545-454d-8b96-7e7a4f0935f9 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430925 Aug 31 09:15:08.079589 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c94a822c-b0e2-41a3-99bc-8f917f84a026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:08.147147 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f091fadd-92d3-4cc2-b986-7334e5c04bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:08.150262 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f091fadd-92d3-4cc2-b986-7334e5c04bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:08.151748 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f091fadd-92d3-4cc2-b986-7334e5c04bc5 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/2bbffff7-6ed6-4f23-9a74-4d624ae280c3 HTTP/1.1" status: 204 len: 168 time: 0.2281659 Aug 31 09:15:08.163832 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091fadd-92d3-4cc2-b986-7334e5c04bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbffff7-6ed6-4f23-9a74-4d624ae280c3,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:08.181106 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c94a822c-b0e2-41a3-99bc-8f917f84a026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:08.302764 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c94a822c-b0e2-41a3-99bc-8f917f84a026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:08.350126 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600cd423-4e7f-4112-a942-0ac0e36bcd04 req-c215c5ae-11bf-4f69-8817-44ffa94fdbdb tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:08.351673 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-600cd423-4e7f-4112-a942-0ac0e36bcd04 req-c215c5ae-11bf-4f69-8817-44ffa94fdbdb tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 949 time: 0.0918927 Aug 31 09:15:08.362002 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53766) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:08.362219 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c94a822c-b0e2-41a3-99bc-8f917f84a026 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=81acdb86560e43b78a7be4b7012ce348&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4684825 Aug 31 09:15:08.362785 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a822c-b0e2-41a3-99bc-8f917f84a026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a776aa10-5262-426a-b74b-f82e50d0452f,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:08.419351 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-600cd423-4e7f-4112-a942-0ac0e36bcd04 req-3423c9ed-c823-4016-9b6d-72021a4bf0d8 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515220 Aug 31 09:15:08.433897 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f5c77f9f-6569-4f23-ad14-5cf8fc223140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:08.457883 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f5c77f9f-6569-4f23-ad14-5cf8fc223140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:08.638235 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f5c77f9f-6569-4f23-ad14-5cf8fc223140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:08.643166 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f5c77f9f-6569-4f23-ad14-5cf8fc223140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:08.643166 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f5c77f9f-6569-4f23-ad14-5cf8fc223140 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/a776aa10-5262-426a-b74b-f82e50d0452f HTTP/1.1" status: 204 len: 168 time: 0.2786837 Aug 31 09:15:08.652988 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c77f9f-6569-4f23-ad14-5cf8fc223140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a776aa10-5262-426a-b74b-f82e50d0452f,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:08.722667 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467ecbe-c94a-4bbf-ab07-1a7a730105bb req-ca596f81-c568-485b-9531-8b8387fb5d33 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:08.725136 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1467ecbe-c94a-4bbf-ab07-1a7a730105bb req-ca596f81-c568-485b-9531-8b8387fb5d33 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.112 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 949 time: 0.0705721 Aug 31 09:15:08.860446 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-1467ecbe-c94a-4bbf-ab07-1a7a730105bb req-7ae7ceb4-0276-4121-918b-b25ab1166a7d tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Deleting port 71eeab29-0c3e-4761-a5fc-905d7e248bc0 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:08.860857 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1467ecbe-c94a-4bbf-ab07-1a7a730105bb req-7ae7ceb4-0276-4121-918b-b25ab1166a7d tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:08.956353 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-1467ecbe-c94a-4bbf-ab07-1a7a730105bb req-7ae7ceb4-0276-4121-918b-b25ab1166a7d tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] For port 71eeab29-0c3e-4761-a5fc-905d7e248bc0, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=71eeab29-0c3e-4761-a5fc-905d7e248bc0,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:08.957143 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1467ecbe-c94a-4bbf-ab07-1a7a730105bb req-7ae7ceb4-0276-4121-918b-b25ab1166a7d tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:08.972089 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-1467ecbe-c94a-4bbf-ab07-1a7a730105bb req-7ae7ceb4-0276-4121-918b-b25ab1166a7d tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Calling delete_port for 71eeab29-0c3e-4761-a5fc-905d7e248bc0 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:09.168948 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687c65b-a47b-47ba-b3f6-e2f56b5d18bc req-08aea4d0-e8b7-4b3a-b008-f014ab49411e tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:09.173425 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3687c65b-a47b-47ba-b3f6-e2f56b5d18bc req-08aea4d0-e8b7-4b3a-b008-f014ab49411e tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a HTTP/1.1" status: 200 len: 945 time: 0.0649285 Aug 31 09:15:09.225495 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3687c65b-a47b-47ba-b3f6-e2f56b5d18bc req-42d3c483-2f1d-47a5-adcc-630f039e39b4 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393548 Aug 31 09:15:09.261479 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1467ecbe-c94a-4bbf-ab07-1a7a730105bb req-7ae7ceb4-0276-4121-918b-b25ab1166a7d tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:09.274001 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['cfa97dbd-04c1-41b4-b950-627133759c71', '71eeab29-0c3e-4761-a5fc-905d7e248bc0'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:15:09.292044 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7ceb4-0276-4121-918b-b25ab1166a7d tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Pushing event deleted for resources: {'Port': ['ID=71eeab29-0c3e-4761-a5fc-905d7e248bc0,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:09.353331 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-1467ecbe-c94a-4bbf-ab07-1a7a730105bb req-7ae7ceb4-0276-4121-918b-b25ab1166a7d tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] No DVR routers for this DVR port 71eeab29-0c3e-4761-a5fc-905d7e248bc0 on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:15:09.355916 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1467ecbe-c94a-4bbf-ab07-1a7a730105bb req-7ae7ceb4-0276-4121-918b-b25ab1166a7d tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:09.358510 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1467ecbe-c94a-4bbf-ab07-1a7a730105bb req-7ae7ceb4-0276-4121-918b-b25ab1166a7d tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.112 "DELETE /v2.0/ports/71eeab29-0c3e-4761-a5fc-905d7e248bc0 HTTP/1.1" status: 204 len: 173 time: 0.6236730 Aug 31 09:15:09.364654 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8621e8-22ba-483e-991e-e5f8f209b8fc', 'name': 'network-vif-deleted', 'tag': '71eeab29-0c3e-4761-a5fc-905d7e248bc0'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:09.364654 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792c388e-e273-4cc1-83ca-c17fac0dedf3" -d '{"events": [{"server_uuid": "fd8621e8-22ba-483e-991e-e5f8f209b8fc", "name": "network-vif-deleted", "tag": "71eeab29-0c3e-4761-a5fc-905d7e248bc0"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:09.416558 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24f1266-7df5-43fb-b376-39947d08b5e7 x-openstack-request-id: req-a24f1266-7df5-43fb-b376-39947d08b5e7 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:09.416907 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8621e8-22ba-483e-991e-e5f8f209b8fc", "name": "network-vif-deleted", "tag": "71eeab29-0c3e-4761-a5fc-905d7e248bc0", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:09.418016 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-a24f1266-7df5-43fb-b376-39947d08b5e7 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:09.418016 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8621e8-22ba-483e-991e-e5f8f209b8fc', 'name': 'network-vif-deleted', 'tag': '71eeab29-0c3e-4761-a5fc-905d7e248bc0', 'status': 'completed', 'code': 200} Aug 31 09:15:09.526189 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-616c43eb-79c2-4391-b999-7515e4b017e3 req-ebb777a4-83e4-49d2-b233-7e11c43255fa tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 210 time: 0.0358100 Aug 31 09:15:09.540116 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53812) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:09.646792 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-f217dbd2-11ee-4654-8bbd-a3a69f7db842 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-920147431-network', 'tenant_id': 'a1de78828d3f4f0e87f08cff9f56088a'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:09.741151 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f217dbd2-11ee-4654-8bbd-a3a69f7db842 admin admin] Made reservation on behalf of a1de78828d3f4f0e87f08cff9f56088a for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:15:09.744600 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f217dbd2-11ee-4654-8bbd-a3a69f7db842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:09.756446 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f217dbd2-11ee-4654-8bbd-a3a69f7db842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:09.760003 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a971b8-a63e-4f55-a6b0-ab9244d3f89a req-a034e704-cabd-4f85-b4fa-3fd41a484173 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:09.761879 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4a971b8-a63e-4f55-a6b0-ab9244d3f89a req-a034e704-cabd-4f85-b4fa-3fd41a484173 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 944 time: 0.0553083 Aug 31 09:15:09.823787 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4a971b8-a63e-4f55-a6b0-ab9244d3f89a req-e5c139da-f7ec-479d-af94-61c8f25c27b2 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/security-groups?id=9a1adeb5-d225-4397-9b2e-54de647beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557818 Aug 31 09:15:09.899224 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f217dbd2-11ee-4654-8bbd-a3a69f7db842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:09.992715 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f217dbd2-11ee-4654-8bbd-a3a69f7db842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:10.016882 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f217dbd2-11ee-4654-8bbd-a3a69f7db842 admin admin] vlan segment allocate from pool success with {'vlan_id': 1649, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:15:10.027255 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53836) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:10.033530 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217dbd2-11ee-4654-8bbd-a3a69f7db842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a53f52-6b29-47b7-95c4-b9f4b94d6d0c,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:10.036580 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f217dbd2-11ee-4654-8bbd-a3a69f7db842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:10.037223 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-f217dbd2-11ee-4654-8bbd-a3a69f7db842 admin admin] Added segment b7d35aa5-cc98-4f8c-8e85-2cbc0e8cf714 of type vlan for network b4da8c2b-3b87-4495-95c7-d1a0f396e229 Aug 31 09:15:10.081343 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f217dbd2-11ee-4654-8bbd-a3a69f7db842 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:10.150927 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-146690d5-bb39-42bd-85f3-1d0978d3f472 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1505702196-network', 'tenant_id': 'cba781cb93f8440b8938de29933fec7c'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:10.223808 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f217dbd2-11ee-4654-8bbd-a3a69f7db842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:10.227506 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f217dbd2-11ee-4654-8bbd-a3a69f7db842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:10.227506 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f217dbd2-11ee-4654-8bbd-a3a69f7db842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:10.296621 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217dbd2-11ee-4654-8bbd-a3a69f7db842 admin admin] Pushing event updated for resources: {'Network': ['ID=b4da8c2b-3b87-4495-95c7-d1a0f396e229,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:10.306963 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146690d5-bb39-42bd-85f3-1d0978d3f472 admin admin] Made reservation on behalf of cba781cb93f8440b8938de29933fec7c for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:15:10.308879 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network b4da8c2b-3b87-4495-95c7-d1a0f396e229 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:15:10.310057 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-146690d5-bb39-42bd-85f3-1d0978d3f472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:10.329146 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-146690d5-bb39-42bd-85f3-1d0978d3f472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:10.379784 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65030d-7423-472d-be67-9001542822bc req-b73eb842-f571-4108-a328-3bd07f96229c tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:10.381318 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4e65030d-7423-472d-be67-9001542822bc req-b73eb842-f571-4108-a328-3bd07f96229c tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a HTTP/1.1" status: 200 len: 945 time: 0.0685627 Aug 31 09:15:10.414259 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f217dbd2-11ee-4654-8bbd-a3a69f7db842 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8688574 Aug 31 09:15:10.414515 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53842) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:10.419748 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-28ea61dc-7487-468f-82bc-63aa9ab5407a admin admin] Request body: {'subnet': {'network_id': 'b4da8c2b-3b87-4495-95c7-d1a0f396e229', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-920147431-subnet', 'tenant_id': 'a1de78828d3f4f0e87f08cff9f56088a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:10.427155 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4e65030d-7423-472d-be67-9001542822bc req-66dbaa7c-aad6-43fa-90ef-017a0b10d98d tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397406 Aug 31 09:15:10.505832 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-146690d5-bb39-42bd-85f3-1d0978d3f472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:10.593047 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-146690d5-bb39-42bd-85f3-1d0978d3f472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:10.611123 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-146690d5-bb39-42bd-85f3-1d0978d3f472 admin admin] vlan segment allocate from pool success with {'vlan_id': 1644, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:15:10.644779 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-146690d5-bb39-42bd-85f3-1d0978d3f472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:10.645129 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-146690d5-bb39-42bd-85f3-1d0978d3f472 admin admin] Added segment f6371895-21df-4b1a-a74d-67a04c30a2a5 of type vlan for network 671dffbd-cfd1-44d4-ad18-c45cdc841eb5 Aug 31 09:15:10.668094 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146690d5-bb39-42bd-85f3-1d0978d3f472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23aa8320-d483-4e92-8178-31b79ff8e57a,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:10.672914 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cde863c1-dada-4512-8eff-98efe60d42f1 req-df0bcbf9-52ad-47a3-97e4-9c0e38062134 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8621e8-22ba-483e-991e-e5f8f209b8fc HTTP/1.1" status: 200 len: 210 time: 0.0465307 Aug 31 09:15:10.678742 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ea61dc-7487-468f-82bc-63aa9ab5407a admin admin] Made reservation on behalf of a1de78828d3f4f0e87f08cff9f56088a for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:15:10.681390 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-28ea61dc-7487-468f-82bc-63aa9ab5407a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:10.714875 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-146690d5-bb39-42bd-85f3-1d0978d3f472 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:10.826837 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-146690d5-bb39-42bd-85f3-1d0978d3f472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:10.828599 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146690d5-bb39-42bd-85f3-1d0978d3f472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:10.829254 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-146690d5-bb39-42bd-85f3-1d0978d3f472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:10.905342 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146690d5-bb39-42bd-85f3-1d0978d3f472 admin admin] Pushing event updated for resources: {'Network': ['ID=671dffbd-cfd1-44d4-ad18-c45cdc841eb5,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:10.917334 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 671dffbd-cfd1-44d4-ad18-c45cdc841eb5 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:15:10.958498 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-28ea61dc-7487-468f-82bc-63aa9ab5407a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:10.961522 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 8a37defe-014a-49ea-a1ee-e9f78f1801a6 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:15:10.995234 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-146690d5-bb39-42bd-85f3-1d0978d3f472 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9667034 Aug 31 09:15:10.998722 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53856) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:11.027376 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-b489b99a-1699-4a1b-ac4f-3a1b00bfc63f admin admin] Request body: {'subnet': {'network_id': '671dffbd-cfd1-44d4-ad18-c45cdc841eb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1505702196-subnet', 'tenant_id': 'cba781cb93f8440b8938de29933fec7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:11.069681 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea61dc-7487-468f-82bc-63aa9ab5407a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d682a2c2-1869-459d-88b7-02134e1422e9,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:11.082776 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ea61dc-7487-468f-82bc-63aa9ab5407a admin admin] Checking segment: {'id': 'b7d35aa5-cc98-4f8c-8e85-2cbc0e8cf714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1649, 'network_id': 'b4da8c2b-3b87-4495-95c7-d1a0f396e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:15:11.083282 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ea61dc-7487-468f-82bc-63aa9ab5407a admin admin] Network hostable DHCP agents. Network: b4da8c2b-3b87-4495-95c7-d1a0f396e229, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:15:11.102238 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 8a37defe-014a-49ea-a1ee-e9f78f1801a6, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8a37defe-014a-49ea-a1ee-e9f78f1801a6,segment=NetworkSegment(b8433487-168c-4451-a1f8-f20b613c6365),segment_id=b8433487-168c-4451-a1f8-f20b613c6365)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:11.113999 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '8a37defe-014a-49ea-a1ee-e9f78f1801a6', 'network_id': 'f4501923-6d9a-4416-88f2-5681e8e54cfe', 'port_id': '8a37defe-014a-49ea-a1ee-e9f78f1801a6', 'mac_address': 'fa:16:3e:48:92:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a6583a-6b5e-4a08-a1b9-1d3f5a882e6e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:15:11.152353 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b489b99a-1699-4a1b-ac4f-3a1b00bfc63f admin admin] Made reservation on behalf of cba781cb93f8440b8938de29933fec7c for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:15:11.154813 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b489b99a-1699-4a1b-ac4f-3a1b00bfc63f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:11.164305 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:11.183471 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a37defe-014a-49ea-a1ee-e9f78f1801a6 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:15:11.207484 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 8a37defe-014a-49ea-a1ee-e9f78f1801a6, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8a37defe-014a-49ea-a1ee-e9f78f1801a6,segment=NetworkSegment(b8433487-168c-4451-a1f8-f20b613c6365),segment_id=b8433487-168c-4451-a1f8-f20b613c6365)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:11.227236 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ea61dc-7487-468f-82bc-63aa9ab5407a admin admin] Network b4da8c2b-3b87-4495-95c7-d1a0f396e229 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:15:11.346809 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:11.447263 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d55343-5dfc-4448-adb9-ba67868c4c88 req-5ebe494e-e39d-4f97-9ea8-11b5499d552b tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:11.451555 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a4d55343-5dfc-4448-adb9-ba67868c4c88 req-5ebe494e-e39d-4f97-9ea8-11b5499d552b tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 944 time: 0.1014121 Aug 31 09:15:11.507237 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a4d55343-5dfc-4448-adb9-ba67868c4c88 req-6a69766f-2442-4537-8f7d-551c5afd039a tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/security-groups?id=9a1adeb5-d225-4397-9b2e-54de647beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491493 Aug 31 09:15:11.519902 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-28ea61dc-7487-468f-82bc-63aa9ab5407a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, b4da8c2b-3b87-4495-95c7-d1a0f396e229) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:11.524875 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-04375b62-c104-40b5-8a60-178438b73292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:11.526815 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ea61dc-7487-468f-82bc-63aa9ab5407a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:11.526815 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-28ea61dc-7487-468f-82bc-63aa9ab5407a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:11.533006 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bff124-68db-4fba-9cf5-99a1c2ae2ba3 None None] Network b4da8c2b-3b87-4495-95c7-d1a0f396e229 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:15:11.579022 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec907c-f539-435b-b8c4-95e53f90ff09 req-dd7af818-3082-4387-8e02-705ed62ddca4 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:11.580610 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-adec907c-f539-435b-b8c4-95e53f90ff09 req-dd7af818-3082-4387-8e02-705ed62ddca4 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a HTTP/1.1" status: 200 len: 944 time: 0.0721447 Aug 31 09:15:11.581447 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['8a37defe-014a-49ea-a1ee-e9f78f1801a6'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:15:11.581653 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b489b99a-1699-4a1b-ac4f-3a1b00bfc63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:11.639691 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-28ea61dc-7487-468f-82bc-63aa9ab5407a admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2238889 Aug 31 09:15:11.642954 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53862) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:11.648746 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-e8141f6c-6599-4c63-bd07-cae2ab292fd5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-920147431-router', 'tenant_id': 'a1de78828d3f4f0e87f08cff9f56088a', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:11.658150 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=8a37defe-014a-49ea-a1ee-e9f78f1801a6,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:11.665751 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489b99a-1699-4a1b-ac4f-3a1b00bfc63f admin admin] Pushing event updated for resources: {'Subnet': ['ID=98f1a321-868c-46a4-bd2e-3ecb869d4f87,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:11.714671 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-adec907c-f539-435b-b8c4-95e53f90ff09 req-f2dad8fa-c3fe-49f6-a046-0920d5869d8e tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008086 Aug 31 09:15:11.717837 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b489b99a-1699-4a1b-ac4f-3a1b00bfc63f admin admin] Checking segment: {'id': 'f6371895-21df-4b1a-a74d-67a04c30a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '671dffbd-cfd1-44d4-ad18-c45cdc841eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:15:11.718251 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b489b99a-1699-4a1b-ac4f-3a1b00bfc63f admin admin] Network hostable DHCP agents. Network: 671dffbd-cfd1-44d4-ad18-c45cdc841eb5, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:15:11.821161 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8141f6c-6599-4c63-bd07-cae2ab292fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:11.822818 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8141f6c-6599-4c63-bd07-cae2ab292fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:11.827052 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cdfc3e-38b5-48cd-bd92-d67fa00af855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-b4da8c2b-3b87-4495-95c7-d1a0f396e229', 'network_id': 'b4da8c2b-3b87-4495-95c7-d1a0f396e229', 'tenant_id': 'a1de78828d3f4f0e87f08cff9f56088a', 'fixed_ips': [{'subnet_id': 'd682a2c2-1869-459d-88b7-02134e1422e9'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:15:11.827909 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-42cdfc3e-38b5-48cd-bd92-d67fa00af855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:11.847557 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b489b99a-1699-4a1b-ac4f-3a1b00bfc63f admin admin] Network 671dffbd-cfd1-44d4-ad18-c45cdc841eb5 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:15:11.886299 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8141f6c-6599-4c63-bd07-cae2ab292fd5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:11.969615 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-b489b99a-1699-4a1b-ac4f-3a1b00bfc63f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 671dffbd-cfd1-44d4-ad18-c45cdc841eb5) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:11.973957 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b489b99a-1699-4a1b-ac4f-3a1b00bfc63f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:11.974868 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b489b99a-1699-4a1b-ac4f-3a1b00bfc63f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:11.984640 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7890e43-b8f5-40ec-8138-173aed7b6a49 None None] Network 671dffbd-cfd1-44d4-ad18-c45cdc841eb5 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:15:12.058047 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-42cdfc3e-38b5-48cd-bd92-d67fa00af855 None None] Allocated IP 172.20.0.2 (b4da8c2b-3b87-4495-95c7-d1a0f396e229/d682a2c2-1869-459d-88b7-02134e1422e9/53c2c856-735c-4abd-a8de-df941346873b) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:15:12.073598 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b489b99a-1699-4a1b-ac4f-3a1b00bfc63f admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0729632 Aug 31 09:15:12.163974 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8141f6c-6599-4c63-bd07-cae2ab292fd5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:12.202999 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3746c3-461d-480d-a4c1-9cd89491baa8 None None] Network 671dffbd-cfd1-44d4-ad18-c45cdc841eb5 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:15:12.352668 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-42cdfc3e-38b5-48cd-bd92-d67fa00af855 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:12.361250 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-42cdfc3e-38b5-48cd-bd92-d67fa00af855 None None] Transition to ACTIVE for port object 53c2c856-735c-4abd-a8de-df941346873b will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:12.378362 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-42cdfc3e-38b5-48cd-bd92-d67fa00af855 None None] Transition to ACTIVE for port object 53c2c856-735c-4abd-a8de-df941346873b will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:12.441449 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede5dda-986c-46dc-9f56-03df8da7778c req-f41040e5-94f5-4420-8fcb-35c958b89264 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:12.443754 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0ede5dda-986c-46dc-9f56-03df8da7778c req-f41040e5-94f5-4420-8fcb-35c958b89264 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 944 time: 0.0797398 Aug 31 09:15:12.455939 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8700c77-60c0-4234-809a-59682c2b891c req-e92d137a-6a7f-469c-a0ac-002ff23d7acd tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:12.468429 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b8700c77-60c0-4234-809a-59682c2b891c req-e92d137a-6a7f-469c-a0ac-002ff23d7acd tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a HTTP/1.1" status: 200 len: 944 time: 0.0875311 Aug 31 09:15:12.487589 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-42cdfc3e-38b5-48cd-bd92-d67fa00af855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:12.539186 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b8700c77-60c0-4234-809a-59682c2b891c req-483de7a2-d94c-445d-99f9-224c68e13daf tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666232 Aug 31 09:15:12.561404 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-84a8f71d-af5d-4d9d-94c1-b103e7b76c3d req-5afc5ce1-f650-4d48-9485-8b25cd634198 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1840011517', 'description': 'tempest-description-152926091'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:12.570427 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cdfc3e-38b5-48cd-bd92-d67fa00af855 None None] Network b4da8c2b-3b87-4495-95c7-d1a0f396e229 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:15:12.572280 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-42cdfc3e-38b5-48cd-bd92-d67fa00af855 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:12.574448 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cdfc3e-38b5-48cd-bd92-d67fa00af855 None None] Pushing event updated for resources: {'Port': ['ID=53c2c856-735c-4abd-a8de-df941346873b,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:12.577222 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cdfc3e-38b5-48cd-bd92-d67fa00af855 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:15:12.651552 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-42cdfc3e-38b5-48cd-bd92-d67fa00af855 None None] Attempting to bind port 53c2c856-735c-4abd-a8de-df941346873b on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:15:12.651830 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-42cdfc3e-38b5-48cd-bd92-d67fa00af855 None None] Attempting to bind port 53c2c856-735c-4abd-a8de-df941346873b by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'b7d35aa5-cc98-4f8c-8e85-2cbc0e8cf714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1649, 'network_id': 'b4da8c2b-3b87-4495-95c7-d1a0f396e229'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:15:12.652247 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cdfc3e-38b5-48cd-bd92-d67fa00af855 None None] Attempting to bind port 53c2c856-735c-4abd-a8de-df941346873b on network b4da8c2b-3b87-4495-95c7-d1a0f396e229 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:12.657692 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cdfc3e-38b5-48cd-bd92-d67fa00af855 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:15:12.658065 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cdfc3e-38b5-48cd-bd92-d67fa00af855 None None] Checking segment: {'id': 'b7d35aa5-cc98-4f8c-8e85-2cbc0e8cf714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1649, 'network_id': 'b4da8c2b-3b87-4495-95c7-d1a0f396e229'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:15:12.658475 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-42cdfc3e-38b5-48cd-bd92-d67fa00af855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:12.658963 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cdfc3e-38b5-48cd-bd92-d67fa00af855 None None] Bound using segment: {'id': 'b7d35aa5-cc98-4f8c-8e85-2cbc0e8cf714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1649, 'network_id': 'b4da8c2b-3b87-4495-95c7-d1a0f396e229'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:15:12.659427 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-42cdfc3e-38b5-48cd-bd92-d67fa00af855 None None] Bound port: 53c2c856-735c-4abd-a8de-df941346873b, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d35aa5-cc98-4f8c-8e85-2cbc0e8cf714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1649, 'network_id': 'b4da8c2b-3b87-4495-95c7-d1a0f396e229'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:15:12.659802 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-42cdfc3e-38b5-48cd-bd92-d67fa00af855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:12.667096 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-84a8f71d-af5d-4d9d-94c1-b103e7b76c3d req-5afc5ce1-f650-4d48-9485-8b25cd634198 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:12.718095 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8141f6c-6599-4c63-bd07-cae2ab292fd5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:12.724242 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-0ede5dda-986c-46dc-9f56-03df8da7778c req-a289d6ef-0b1f-4e2b-a24b-b1918773703e tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Deleting port 38338603-f5f7-4985-9be3-80a3d7d43b4e {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:12.724792 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-0ede5dda-986c-46dc-9f56-03df8da7778c req-a289d6ef-0b1f-4e2b-a24b-b1918773703e tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:12.741461 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-42cdfc3e-38b5-48cd-bd92-d67fa00af855 None None] For port 53c2c856-735c-4abd-a8de-df941346873b, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:15:12.745050 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-42cdfc3e-38b5-48cd-bd92-d67fa00af855 None None] For port 53c2c856-735c-4abd-a8de-df941346873b, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=53c2c856-735c-4abd-a8de-df941346873b,segment=NetworkSegment(b7d35aa5-cc98-4f8c-8e85-2cbc0e8cf714),segment_id=b7d35aa5-cc98-4f8c-8e85-2cbc0e8cf714)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:15:12.753792 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8141f6c-6599-4c63-bd07-cae2ab292fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:12.808367 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-84a8f71d-af5d-4d9d-94c1-b103e7b76c3d req-5afc5ce1-f650-4d48-9485-8b25cd634198 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:12.827784 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-42cdfc3e-38b5-48cd-bd92-d67fa00af855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:12.836173 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07dde9b-8c6e-42ab-9fc9-826ddcf6515e req-af365558-1215-4551-9db5-1dbc97a9ba95 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:12.838616 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a07dde9b-8c6e-42ab-9fc9-826ddcf6515e req-af365558-1215-4551-9db5-1dbc97a9ba95 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 949 time: 0.0658400 Aug 31 09:15:12.890880 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cdfc3e-38b5-48cd-bd92-d67fa00af855 None None] Pushing event updated for resources: {'Port': ['ID=53c2c856-735c-4abd-a8de-df941346873b,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:12.906942 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a07dde9b-8c6e-42ab-9fc9-826ddcf6515e req-1893f753-aa4c-4d84-bfb0-8f88886c80b6 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460393 Aug 31 09:15:12.929708 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-0ede5dda-986c-46dc-9f56-03df8da7778c req-a289d6ef-0b1f-4e2b-a24b-b1918773703e tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] For port 38338603-f5f7-4985-9be3-80a3d7d43b4e, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=38338603-f5f7-4985-9be3-80a3d7d43b4e,segment=NetworkSegment(297f7645-baab-4cad-a38a-5a6d7356eab9),segment_id=297f7645-baab-4cad-a38a-5a6d7356eab9)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:12.930259 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-0ede5dda-986c-46dc-9f56-03df8da7778c req-a289d6ef-0b1f-4e2b-a24b-b1918773703e tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:12.942482 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-84a8f71d-af5d-4d9d-94c1-b103e7b76c3d req-5afc5ce1-f650-4d48-9485-8b25cd634198 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:12.956729 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 71eeab29-0c3e-4761-a5fc-905d7e248bc0 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:15:12.991389 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 71eeab29-0c3e-4761-a5fc-905d7e248bc0 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:15:12.991863 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 71eeab29-0c3e-4761-a5fc-905d7e248bc0 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:15:12.993008 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 8a37defe-014a-49ea-a1ee-e9f78f1801a6 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:15:13.010294 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-e8141f6c-6599-4c63-bd07-cae2ab292fd5 admin admin] Allocated IP 172.25.2.214 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/9500e44d-bc31-4f8f-90b4-63e5ba530bdd) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:15:13.039796 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc5ce1-f650-4d48-9485-8b25cd634198 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c64334d-9d08-4b0c-8dad-c7ee428ce8e4,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:13.056677 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa0a0fb-367a-48fe-a16c-fe56372218c2 req-611dc3d7-fab5-48e6-800e-1688e8913a13 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:13.058325 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6aa0a0fb-367a-48fe-a16c-fe56372218c2 req-611dc3d7-fab5-48e6-800e-1688e8913a13 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 944 time: 0.0839722 Aug 31 09:15:13.114945 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-84a8f71d-af5d-4d9d-94c1-b103e7b76c3d req-5afc5ce1-f650-4d48-9485-8b25cd634198 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:13.122805 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-84a8f71d-af5d-4d9d-94c1-b103e7b76c3d req-5afc5ce1-f650-4d48-9485-8b25cd634198 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5592694 Aug 31 09:15:13.164188 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-c138bbdb-2c5d-41b3-a220-66b8f0588e12 req-28ffa0a4-ef55-4e93-9eb6-c2d53b66a8c6 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-663999951', 'description': 'tempest-description-1581979547'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:13.175199 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:13.185612 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6aa0a0fb-367a-48fe-a16c-fe56372218c2 req-91eaac86-cd4a-48da-9151-a1a391165993 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/security-groups?id=9a1adeb5-d225-4397-9b2e-54de647beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194522 Aug 31 09:15:13.211358 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8a37defe-014a-49ea-a1ee-e9f78f1801a6 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:15:13.247657 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 8a37defe-014a-49ea-a1ee-e9f78f1801a6, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8a37defe-014a-49ea-a1ee-e9f78f1801a6,segment=NetworkSegment(b8433487-168c-4451-a1f8-f20b613c6365),segment_id=b8433487-168c-4451-a1f8-f20b613c6365)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:13.327068 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-0ede5dda-986c-46dc-9f56-03df8da7778c req-a289d6ef-0b1f-4e2b-a24b-b1918773703e tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:13.327359 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-0ede5dda-986c-46dc-9f56-03df8da7778c req-a289d6ef-0b1f-4e2b-a24b-b1918773703e tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:13.327670 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [req-0ede5dda-986c-46dc-9f56-03df8da7778c req-a289d6ef-0b1f-4e2b-a24b-b1918773703e tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Floating IP f781b2f7-a1b7-4f34-b45e-02558c861efa disassociated. External IP: 172.25.2.91, port: 38338603-f5f7-4985-9be3-80a3d7d43b4e. Aug 31 09:15:13.327874 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47075501-95e2-4ee5-8055-3addf4218f12 req-00e0e770-41b4-4fb9-bf0c-2afaec6406d3 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=78afa2bd-2f94-407d-8697-7380927855fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0585153 Aug 31 09:15:13.328197 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-0ede5dda-986c-46dc-9f56-03df8da7778c req-a289d6ef-0b1f-4e2b-a24b-b1918773703e tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Calling delete_port for 38338603-f5f7-4985-9be3-80a3d7d43b4e owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:13.336844 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8141f6c-6599-4c63-bd07-cae2ab292fd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:13.395326 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c138bbdb-2c5d-41b3-a220-66b8f0588e12 req-28ffa0a4-ef55-4e93-9eb6-c2d53b66a8c6 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:13.418093 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47075501-95e2-4ee5-8055-3addf4218f12 req-8aeb3053-fb3a-4686-bfa4-c2bde44bfe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:13.419554 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47075501-95e2-4ee5-8055-3addf4218f12 req-8aeb3053-fb3a-4686-bfa4-c2bde44bfe9a service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8d929c95dcb6486584c62bb8e91069d6&device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 1096 time: 0.0669732 Aug 31 09:15:13.420840 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:13.477998 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=8a37defe-014a-49ea-a1ee-e9f78f1801a6,revision_number=7']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:13.554697 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c138bbdb-2c5d-41b3-a220-66b8f0588e12 req-28ffa0a4-ef55-4e93-9eb6-c2d53b66a8c6 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:13.574706 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8141f6c-6599-4c63-bd07-cae2ab292fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:13.583335 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47075501-95e2-4ee5-8055-3addf4218f12 req-9d141962-8a92-4245-bb60-c23e65349dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:13.585192 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47075501-95e2-4ee5-8055-3addf4218f12 req-9d141962-8a92-4245-bb60-c23e65349dc1 service neutron] 10.222.0.112 "GET /v2.0/networks?id=d54aa48d-9328-4446-b337-2071a0fd4f0c HTTP/1.1" status: 200 len: 910 time: 0.1289492 Aug 31 09:15:13.608747 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8141f6c-6599-4c63-bd07-cae2ab292fd5 admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:15:13.616302 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-e8141f6c-6599-4c63-bd07-cae2ab292fd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:13.620388 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8141f6c-6599-4c63-bd07-cae2ab292fd5 admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:15:13.648650 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47075501-95e2-4ee5-8055-3addf4218f12 req-f18f614b-22eb-406d-bb0e-27fd50128832 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07ceaf66-244f-4a96-a7fd-c94c8956ad10 HTTP/1.1" status: 200 len: 217 time: 0.0548725 Aug 31 09:15:13.651642 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8141f6c-6599-4c63-bd07-cae2ab292fd5 admin admin] Pushing event updated for resources: {'Port': ['ID=9500e44d-bc31-4f8f-90b4-63e5ba530bdd,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:13.659175 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-0ede5dda-986c-46dc-9f56-03df8da7778c req-a289d6ef-0b1f-4e2b-a24b-b1918773703e tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:13.701312 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c138bbdb-2c5d-41b3-a220-66b8f0588e12 req-28ffa0a4-ef55-4e93-9eb6-c2d53b66a8c6 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:13.703025 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289d6ef-0b1f-4e2b-a24b-b1918773703e tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Pushing event deleted for resources: {'Port': ['ID=38338603-f5f7-4985-9be3-80a3d7d43b4e,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:13.808730 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e91a7a-b80e-45fc-bd58-2958b4f08ae4 req-acc833fe-baf8-4c6c-af1b-5be7f56f47ea tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:13.813350 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-24e91a7a-b80e-45fc-bd58-2958b4f08ae4 req-acc833fe-baf8-4c6c-af1b-5be7f56f47ea tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a HTTP/1.1" status: 200 len: 943 time: 0.1774795 Aug 31 09:15:13.817206 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ffa0a4-ef55-4e93-9eb6-c2d53b66a8c6 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cf7c97-ab1d-4828-9ccf-527235874d8b,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:13.830727 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47075501-95e2-4ee5-8055-3addf4218f12 req-ddd01d50-95f4-44d7-9f53-50b8e987ed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:13.832238 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47075501-95e2-4ee5-8055-3addf4218f12 req-ddd01d50-95f4-44d7-9f53-50b8e987ed17 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=dab6ed79-4c20-41ae-bb07-e9aaf9315083 HTTP/1.1" status: 200 len: 848 time: 0.1464376 Aug 31 09:15:13.876871 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47075501-95e2-4ee5-8055-3addf4218f12 req-ab7a1405-6a07-4592-8c66-5514eeed0897 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d54aa48d-9328-4446-b337-2071a0fd4f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343220 Aug 31 09:15:13.892689 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa78adb-4935-4c5f-b4d2-08cf5f562f77 req-57d6dc8d-62ac-4f19-afb3-e0b60e41b831 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:13.894595 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6fa78adb-4935-4c5f-b4d2-08cf5f562f77 req-57d6dc8d-62ac-4f19-afb3-e0b60e41b831 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.112 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 949 time: 0.1430376 Aug 31 09:15:13.906029 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c138bbdb-2c5d-41b3-a220-66b8f0588e12 req-28ffa0a4-ef55-4e93-9eb6-c2d53b66a8c6 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:13.910311 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c138bbdb-2c5d-41b3-a220-66b8f0588e12 req-28ffa0a4-ef55-4e93-9eb6-c2d53b66a8c6 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7538910 Aug 31 09:15:13.931290 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-24e91a7a-b80e-45fc-bd58-2958b4f08ae4 req-69ab268a-b5bb-45ac-9f1b-41c43e851a11 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087625 Aug 31 09:15:14.004414 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-06c90e5c-2bea-43a4-ae55-2da7f3694010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:14.010492 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac964d-ac5e-4bca-a450-3ee8d25c0e5b req-e24297f3-9940-4c8a-a7bb-ac9e93d93602 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:14.012103 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-18ac964d-ac5e-4bca-a450-3ee8d25c0e5b req-e24297f3-9940-4c8a-a7bb-ac9e93d93602 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.112 "GET /v2.0/ports?device_id=67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a HTTP/1.1" status: 200 len: 943 time: 0.1848838 Aug 31 09:15:14.043929 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:14.062442 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ede5dda-986c-46dc-9f56-03df8da7778c req-a289d6ef-0b1f-4e2b-a24b-b1918773703e tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Router 747d765c-b597-4648-84db-4fe91ddd79e5 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:15:14.327632 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3962b2f-da48-4e46-aaba-cd1f7687873a None None] Network b4da8c2b-3b87-4495-95c7-d1a0f396e229 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:15:14.481976 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-481ddd6b-44e3-4748-ae1f-ae1592eadabf None None] Provisioning for port 53c2c856-735c-4abd-a8de-df941346873b completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:14.618945 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb2d25-4b06-4fed-92fe-e3798b3540dd req-00228aed-785c-4700-b09d-24d6039c8871 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:14.627048 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9cfb2d25-4b06-4fed-92fe-e3798b3540dd req-00228aed-785c-4700-b09d-24d6039c8871 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 949 time: 0.6000259 Aug 31 09:15:14.669811 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47075501-95e2-4ee5-8055-3addf4218f12 req-fff6385a-429d-485c-8680-14428610096b service neutron] 10.222.0.112 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7714641 Aug 31 09:15:14.703045 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 53c2c856-735c-4abd-a8de-df941346873b up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:15:14.804860 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9cfb2d25-4b06-4fed-92fe-e3798b3540dd req-db64d069-051f-45c0-8164-678471696223 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/security-groups?id=aa284266-a4fe-4440-891d-c3087b8f327c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769586 Aug 31 09:15:14.838631 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-24f56e28-5999-45e4-a87a-2d8c15839144 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:14.845722 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-24f56e28-5999-45e4-a87a-2d8c15839144 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/networks?id=671dffbd-cfd1-44d4-ad18-c45cdc841eb5 HTTP/1.1" status: 200 len: 813 time: 0.3273230 Aug 31 09:15:14.851635 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-6fa78adb-4935-4c5f-b4d2-08cf5f562f77 req-ac053a64-4bbd-432c-9a21-8e2eb015a977 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Deleting port cfa97dbd-04c1-41b4-b950-627133759c71 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:14.851980 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6fa78adb-4935-4c5f-b4d2-08cf5f562f77 req-ac053a64-4bbd-432c-9a21-8e2eb015a977 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:14.864080 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-18ac964d-ac5e-4bca-a450-3ee8d25c0e5b req-68c130cf-e88a-4400-b034-11f4a0116a8a tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Deleting port 8a37defe-014a-49ea-a1ee-e9f78f1801a6 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:14.864481 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-18ac964d-ac5e-4bca-a450-3ee8d25c0e5b req-68c130cf-e88a-4400-b034-11f4a0116a8a tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:14.901448 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 53c2c856-735c-4abd-a8de-df941346873b completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:14.901448 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 53c2c856-735c-4abd-a8de-df941346873b triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:14.901448 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:14.930170 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-8148f8d7-c9a5-4715-a92f-f4e181f8cc14 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/quotas/cba781cb93f8440b8938de29933fec7c HTTP/1.1" status: 200 len: 375 time: 0.0827646 Aug 31 09:15:14.931854 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8141f6c-6599-4c63-bd07-cae2ab292fd5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:14.972563 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3a4e21b9-a1f3-4d78-8184-d10026dc66e5 None None] Provisioning complete for port 53c2c856-735c-4abd-a8de-df941346873b triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:14.973375 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3a4e21b9-a1f3-4d78-8184-d10026dc66e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:14.990916 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-76078353-c086-4f7f-a117-18982105bfe5 req-512f998a-9a4c-481f-ac45-cf2b1780933f tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0738966 Aug 31 09:15:15.009362 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-478fd45e-fc78-4a95-a1b5-789d1ba1b994 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=cba781cb93f8440b8938de29933fec7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0789669 Aug 31 09:15:15.033966 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47075501-95e2-4ee5-8055-3addf4218f12 req-8152eed8-b60e-4755-aac9-ebff2387d511 service neutron] 10.222.0.112 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545566 Aug 31 09:15:15.042921 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ede5dda-986c-46dc-9f56-03df8da7778c req-a289d6ef-0b1f-4e2b-a24b-b1918773703e tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:15:15.064033 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88266caa-1b37-49c2-8441-4f04298f0cfb None None] Sync routers for ids ['747d765c-b597-4648-84db-4fe91ddd79e5'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:15:15.090971 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88266caa-1b37-49c2-8441-4f04298f0cfb None None] Routers {'747d765c-b597-4648-84db-4fe91ddd79e5'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:15:15.091998 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-88266caa-1b37-49c2-8441-4f04298f0cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:15:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['747d765c-b597-4648-84db-4fe91ddd79e5'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:15.119117 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ede5dda-986c-46dc-9f56-03df8da7778c req-a289d6ef-0b1f-4e2b-a24b-b1918773703e tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] No DVR routers for this DVR port 38338603-f5f7-4985-9be3-80a3d7d43b4e on host n-h2-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:15:15.126267 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-0ede5dda-986c-46dc-9f56-03df8da7778c req-a289d6ef-0b1f-4e2b-a24b-b1918773703e tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:15.128692 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0ede5dda-986c-46dc-9f56-03df8da7778c req-a289d6ef-0b1f-4e2b-a24b-b1918773703e tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.59 "DELETE /v2.0/ports/38338603-f5f7-4985-9be3-80a3d7d43b4e HTTP/1.1" status: 204 len: 173 time: 2.6777897 Aug 31 09:15:15.129338 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f879aa-fb0c-497a-b384-789e503e6868', 'name': 'network-vif-deleted', 'tag': '38338603-f5f7-4985-9be3-80a3d7d43b4e'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:15.132201 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f964f3f2-ef62-4b99-81e9-06e4e5e34764" -d '{"events": [{"server_uuid": "a3f879aa-fb0c-497a-b384-789e503e6868", "name": "network-vif-deleted", "tag": "38338603-f5f7-4985-9be3-80a3d7d43b4e"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:15.138490 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-6fa78adb-4935-4c5f-b4d2-08cf5f562f77 req-ac053a64-4bbd-432c-9a21-8e2eb015a977 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] For port cfa97dbd-04c1-41b4-b950-627133759c71, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=cfa97dbd-04c1-41b4-b950-627133759c71,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:15.138880 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6fa78adb-4935-4c5f-b4d2-08cf5f562f77 req-ac053a64-4bbd-432c-9a21-8e2eb015a977 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:15.168342 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-6fa78adb-4935-4c5f-b4d2-08cf5f562f77 req-ac053a64-4bbd-432c-9a21-8e2eb015a977 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Calling delete_port for cfa97dbd-04c1-41b4-b950-627133759c71 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:15.198220 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-18ac964d-ac5e-4bca-a450-3ee8d25c0e5b req-68c130cf-e88a-4400-b034-11f4a0116a8a tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] For port 8a37defe-014a-49ea-a1ee-e9f78f1801a6, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8a37defe-014a-49ea-a1ee-e9f78f1801a6,segment=NetworkSegment(b8433487-168c-4451-a1f8-f20b613c6365),segment_id=b8433487-168c-4451-a1f8-f20b613c6365)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:15.198618 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-18ac964d-ac5e-4bca-a450-3ee8d25c0e5b req-68c130cf-e88a-4400-b034-11f4a0116a8a tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:15.219602 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:15.228632 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-18ac964d-ac5e-4bca-a450-3ee8d25c0e5b req-68c130cf-e88a-4400-b034-11f4a0116a8a tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Calling delete_port for 8a37defe-014a-49ea-a1ee-e9f78f1801a6 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:15.283485 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-88266caa-1b37-49c2-8441-4f04298f0cfb None None] Set router 747d765c-b597-4648-84db-4fe91ddd79e5 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:15:15.304843 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:15.308207 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 53c2c856-735c-4abd-a8de-df941346873b, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=53c2c856-735c-4abd-a8de-df941346873b,segment=NetworkSegment(b7d35aa5-cc98-4f8c-8e85-2cbc0e8cf714),segment_id=b7d35aa5-cc98-4f8c-8e85-2cbc0e8cf714)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:15.315368 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3a4e21b9-a1f3-4d78-8184-d10026dc66e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:15.373791 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8141f6c-6599-4c63-bd07-cae2ab292fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:15.404457 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:15.528395 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=53c2c856-735c-4abd-a8de-df941346873b,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:15.531902 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-3a4e21b9-a1f3-4d78-8184-d10026dc66e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:15:15.532419 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-3a4e21b9-a1f3-4d78-8184-d10026dc66e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:15:15.579673 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-e9740b96-8658-4247-8674-16940d5547d4 service neutron] 10.222.0.119 "GET /v2.0/networks/671dffbd-cfd1-44d4-ad18-c45cdc841eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5688393 Aug 31 09:15:15.592835 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7800fc-30c3-400b-b101-438e85910ee6 req-bcb00ac8-107e-438c-b553-33d020d8a769 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:15.599648 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-88266caa-1b37-49c2-8441-4f04298f0cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-265084193-router', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:23Z', 'updated_at': '2021-08-31T09:10:28Z', 'revision_number': 4, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'gw_port': {'id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:24Z', 'updated_at': '2021-08-31T09:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '514f130f-228d-4923-aca6-13cfdce8772f', 'name': '', 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'mac_address': 'fa:16:3e:27:68:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6e81001c-2026-4292-8507-96e0aed1bde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:27Z', 'updated_at': '2021-08-31T09:10:34Z', 'revision_number': 5, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'subnets': [{'id': '6e81001c-2026-4292-8507-96e0aed1bde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:15.601422 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec7800fc-30c3-400b-b101-438e85910ee6 req-bcb00ac8-107e-438c-b553-33d020d8a769 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a HTTP/1.1" status: 200 len: 943 time: 0.1187000 Aug 31 09:15:15.628473 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88266caa-1b37-49c2-8441-4f04298f0cfb None None] Checking router: 747d765c-b597-4648-84db-4fe91ddd79e5 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:15:15.637088 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88266caa-1b37-49c2-8441-4f04298f0cfb None None] Routers {'747d765c-b597-4648-84db-4fe91ddd79e5'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:15:15.637691 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-88266caa-1b37-49c2-8441-4f04298f0cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:15:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['747d765c-b597-4648-84db-4fe91ddd79e5'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:15.683807 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-18ac964d-ac5e-4bca-a450-3ee8d25c0e5b req-68c130cf-e88a-4400-b034-11f4a0116a8a tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:15.718105 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8141f6c-6599-4c63-bd07-cae2ab292fd5 admin admin] Router f21611cf-6918-4f56-8892-fa2061b924d9 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:15:15.722905 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c130cf-e88a-4400-b034-11f4a0116a8a tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Pushing event deleted for resources: {'Port': ['ID=8a37defe-014a-49ea-a1ee-e9f78f1801a6,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:15.745644 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec7800fc-30c3-400b-b101-438e85910ee6 req-17a9b72e-29be-4188-b769-b37402af3531 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433551 Aug 31 09:15:15.776971 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-88266caa-1b37-49c2-8441-4f04298f0cfb None None] Set router 747d765c-b597-4648-84db-4fe91ddd79e5 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:15:15.778282 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ac964d-ac5e-4bca-a450-3ee8d25c0e5b req-68c130cf-e88a-4400-b034-11f4a0116a8a tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] No DVR routers for this DVR port 8a37defe-014a-49ea-a1ee-e9f78f1801a6 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:15:15.781110 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-18ac964d-ac5e-4bca-a450-3ee8d25c0e5b req-68c130cf-e88a-4400-b034-11f4a0116a8a tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:15.783302 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-18ac964d-ac5e-4bca-a450-3ee8d25c0e5b req-68c130cf-e88a-4400-b034-11f4a0116a8a tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.112 "DELETE /v2.0/ports/8a37defe-014a-49ea-a1ee-e9f78f1801a6 HTTP/1.1" status: 204 len: 173 time: 1.7649102 Aug 31 09:15:15.801107 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-4799d74e-d002-47f9-a01e-677f6d80cfc0 service neutron] 10.222.0.119 "GET /v2.0/networks/671dffbd-cfd1-44d4-ad18-c45cdc841eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592824 Aug 31 09:15:15.833007 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6fa78adb-4935-4c5f-b4d2-08cf5f562f77 req-ac053a64-4bbd-432c-9a21-8e2eb015a977 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:15.857051 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2e21fb-333b-447b-b3c0-fc3a6c4196f2 x-openstack-request-id: req-0f2e21fb-333b-447b-b3c0-fc3a6c4196f2 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:15.857519 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f879aa-fb0c-497a-b384-789e503e6868", "name": "network-vif-deleted", "tag": "38338603-f5f7-4985-9be3-80a3d7d43b4e", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:15.862730 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-0f2e21fb-333b-447b-b3c0-fc3a6c4196f2 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:15.862730 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f879aa-fb0c-497a-b384-789e503e6868', 'name': 'network-vif-deleted', 'tag': '38338603-f5f7-4985-9be3-80a3d7d43b4e', 'status': 'completed', 'code': 200} Aug 31 09:15:15.888044 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac053a64-4bbd-432c-9a21-8e2eb015a977 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Pushing event deleted for resources: {'Port': ['ID=cfa97dbd-04c1-41b4-b950-627133759c71,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:15.962271 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8141f6c-6599-4c63-bd07-cae2ab292fd5 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:15:15.975591 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf712c02-3375-4440-b137-d00ba99e7690 None None] Sync routers for ids ['f21611cf-6918-4f56-8892-fa2061b924d9'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:15:15.977100 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-96c57908-de7b-4d97-b5fe-d4c350a0912d req-88c591c6-ca01-43c3-b5e8-dd82253a78f9 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 210 time: 0.0472639 Aug 31 09:15:15.978197 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa78adb-4935-4c5f-b4d2-08cf5f562f77 req-ac053a64-4bbd-432c-9a21-8e2eb015a977 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] No DVR routers for this DVR port cfa97dbd-04c1-41b4-b950-627133759c71 on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:15:15.981003 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6fa78adb-4935-4c5f-b4d2-08cf5f562f77 req-ac053a64-4bbd-432c-9a21-8e2eb015a977 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:15.983335 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6fa78adb-4935-4c5f-b4d2-08cf5f562f77 req-ac053a64-4bbd-432c-9a21-8e2eb015a977 tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.112 "DELETE /v2.0/ports/cfa97dbd-04c1-41b4-b950-627133759c71 HTTP/1.1" status: 204 len: 173 time: 2.0719609 Aug 31 09:15:15.983841 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a217dac5-6c6a-4360-8791-e0196a4745c6', 'name': 'network-vif-deleted', 'tag': 'cfa97dbd-04c1-41b4-b950-627133759c71'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:15.987371 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab68d5f5-fc20-46ca-a540-ef5ce1de108e" -d '{"events": [{"server_uuid": "a217dac5-6c6a-4360-8791-e0196a4745c6", "name": "network-vif-deleted", "tag": "cfa97dbd-04c1-41b4-b950-627133759c71"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:15.995909 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf712c02-3375-4440-b137-d00ba99e7690 None None] Routers {'f21611cf-6918-4f56-8892-fa2061b924d9'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:15:15.998909 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-cf712c02-3375-4440-b137-d00ba99e7690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:15:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['f21611cf-6918-4f56-8892-fa2061b924d9'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:16.083129 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbc0282-94b2-490d-a30f-27c6a048c676 x-openstack-request-id: req-dbbc0282-94b2-490d-a30f-27c6a048c676 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:16.083637 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a217dac5-6c6a-4360-8791-e0196a4745c6", "name": "network-vif-deleted", "tag": "cfa97dbd-04c1-41b4-b950-627133759c71", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:16.084625 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-dbbc0282-94b2-490d-a30f-27c6a048c676 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:16.085102 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a217dac5-6c6a-4360-8791-e0196a4745c6', 'name': 'network-vif-deleted', 'tag': 'cfa97dbd-04c1-41b4-b950-627133759c71', 'status': 'completed', 'code': 200} Aug 31 09:15:16.085851 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-88266caa-1b37-49c2-8441-4f04298f0cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-265084193-router', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:23Z', 'updated_at': '2021-08-31T09:10:28Z', 'revision_number': 4, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'gw_port': {'id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:24Z', 'updated_at': '2021-08-31T09:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '514f130f-228d-4923-aca6-13cfdce8772f', 'name': '', 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'mac_address': 'fa:16:3e:27:68:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6e81001c-2026-4292-8507-96e0aed1bde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:27Z', 'updated_at': '2021-08-31T09:10:34Z', 'revision_number': 5, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'subnets': [{'id': '6e81001c-2026-4292-8507-96e0aed1bde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:16.105903 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8141f6c-6599-4c63-bd07-cae2ab292fd5 admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:16.105903 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e8141f6c-6599-4c63-bd07-cae2ab292fd5 admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.4591522 Aug 31 09:15:16.105903 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53940) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:16.118078 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88266caa-1b37-49c2-8441-4f04298f0cfb None None] The sync data for ids ['747d765c-b597-4648-84db-4fe91ddd79e5'] in n-d-791506-28 is: [{'id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-265084193-router', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:23Z', 'updated_at': '2021-08-31T09:10:28Z', 'revision_number': 4, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'gw_port': {'id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:24Z', 'updated_at': '2021-08-31T09:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '514f130f-228d-4923-aca6-13cfdce8772f', 'name': '', 'network_id': 'd1234639-2841-4a70-bb71-b7feb4621301', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'mac_address': 'fa:16:3e:27:68:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '6e81001c-2026-4292-8507-96e0aed1bde8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:27Z', 'updated_at': '2021-08-31T09:10:34Z', 'revision_number': 5, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'subnets': [{'id': '6e81001c-2026-4292-8507-96e0aed1bde8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:15:16.180727 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-cf712c02-3375-4440-b137-d00ba99e7690 None None] Set router f21611cf-6918-4f56-8892-fa2061b924d9 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:15:16.209249 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e96e7cb5-4ded-42cb-8bf2-725be4ac8101 req-75eee30c-6252-4813-9b7d-956e1e77be13 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0758464 Aug 31 09:15:16.211079 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9e3d537d-adf7-42ac-8222-3044d1da730f req-8edfb254-4aad-41cb-b518-2ea73d4d604e tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 210 time: 0.0394626 Aug 31 09:15:16.569492 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be79ee9c-2994-4d38-b66b-7e65c08cfe07 None None] New status for floating IP f781b2f7-a1b7-4f34-b45e-02558c861efa: DOWN {{(pid=95555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:15:16.584354 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53962) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:16.858305 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-68f447bd-1da5-4880-b5cb-c537901dfff6 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:16.867894 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-68f447bd-1da5-4880-b5cb-c537901dfff6 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/networks?id=d54aa48d-9328-4446-b337-2071a0fd4f0c HTTP/1.1" status: 200 len: 808 time: 0.1969013 Aug 31 09:15:16.889536 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4a2b896d-d882-446c-9cd1-75f455c8b7f1 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:16.927746 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7219f47e-f3c5-45e7-a5cf-82b05b66797b req-4c623d4c-73d1-4066-8927-c486901f8bee tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a HTTP/1.1" status: 200 len: 210 time: 0.0511041 Aug 31 09:15:16.935095 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 53c2c856-735c-4abd-a8de-df941346873b up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:15:16.946987 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-0df7ac4c-d184-43a4-a8e0-d69cad054784 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/quotas/8d929c95dcb6486584c62bb8e91069d6 HTTP/1.1" status: 200 len: 375 time: 0.0705686 Aug 31 09:15:16.965000 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-76b76012-08e0-48d2-8988-ed35b84ec754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:17.005913 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device cfa97dbd-04c1-41b4-b950-627133759c71 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:15:17.022702 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4a2b896d-d882-446c-9cd1-75f455c8b7f1 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:17.052265 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: cfa97dbd-04c1-41b4-b950-627133759c71 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:15:17.052774 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device cfa97dbd-04c1-41b4-b950-627133759c71 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:15:17.053203 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 8a37defe-014a-49ea-a1ee-e9f78f1801a6 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:15:17.108998 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 8a37defe-014a-49ea-a1ee-e9f78f1801a6 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:15:17.109440 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 8a37defe-014a-49ea-a1ee-e9f78f1801a6 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:15:17.119397 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-cbf95433-561c-4b7c-bf6e-54d524153180 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=8d929c95dcb6486584c62bb8e91069d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1631129 Aug 31 09:15:17.121688 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:17.135000 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-cf712c02-3375-4440-b137-d00ba99e7690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21611cf-6918-4f56-8892-fa2061b924d9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-920147431-router', 'tenant_id': 'a1de78828d3f4f0e87f08cff9f56088a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '9500e44d-bc31-4f8f-90b4-63e5ba530bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:11Z', 'updated_at': '2021-08-31T09:15:13Z', 'revision_number': 3, 'project_id': 'a1de78828d3f4f0e87f08cff9f56088a', 'gw_port': {'id': '9500e44d-bc31-4f8f-90b4-63e5ba530bdd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21611cf-6918-4f56-8892-fa2061b924d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:12Z', 'updated_at': '2021-08-31T09:15:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:17.165343 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf712c02-3375-4440-b137-d00ba99e7690 None None] Checking router: f21611cf-6918-4f56-8892-fa2061b924d9 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:15:17.165683 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf712c02-3375-4440-b137-d00ba99e7690 None None] Updating router f21611cf-6918-4f56-8892-fa2061b924d9 port 9500e44d-bc31-4f8f-90b4-63e5ba530bdd binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:15:17.180037 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-76b76012-08e0-48d2-8988-ed35b84ec754 admin admin] Allocated IP 172.20.0.1 (b4da8c2b-3b87-4495-95c7-d1a0f396e229/d682a2c2-1869-459d-88b7-02134e1422e9/9ce1c441-93c7-4588-a8ed-5362f21e25c0) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:15:17.203707 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cf712c02-3375-4440-b137-d00ba99e7690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:17.215187 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-344d4561-b943-4f87-8c8c-f351c5e4e142 req-0891e5a0-60fd-4828-ad1a-0c39b0ecfe6e tempest-MigrationsAdminTest-1041011199 tempest-MigrationsAdminTest-1041011199-project] 10.222.0.119 "GET /v2.0/ports?device_id=a217dac5-6c6a-4360-8791-e0196a4745c6 HTTP/1.1" status: 200 len: 210 time: 0.0427909 Aug 31 09:15:17.248826 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 53c2c856-735c-4abd-a8de-df941346873b triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:17.250060 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:17.260007 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4a2b896d-d882-446c-9cd1-75f455c8b7f1 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:17.263144 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4a2b896d-d882-446c-9cd1-75f455c8b7f1 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:17.266830 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4a2b896d-d882-446c-9cd1-75f455c8b7f1 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "DELETE /v2.0/security-groups/9a1adeb5-d225-4397-9b2e-54de647beb34 HTTP/1.1" status: 204 len: 168 time: 0.6782949 Aug 31 09:15:17.273215 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53972) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:17.287953 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b896d-d882-446c-9cd1-75f455c8b7f1 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1adeb5-d225-4397-9b2e-54de647beb34,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:17.309793 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-b115a63d-4431-49fe-b54c-be8016af48c4 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] show failed (client error): The resource could not be found. Aug 31 09:15:17.310925 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b115a63d-4431-49fe-b54c-be8016af48c4 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/security-groups/9a1adeb5-d225-4397-9b2e-54de647beb34 HTTP/1.1" status: 404 len: 347 time: 0.0362532 Aug 31 09:15:17.314431 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53974) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:17.331766 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-4722c79b-d8f5-4f01-a153-9fcd36f20200 service neutron] 10.222.0.119 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078280 Aug 31 09:15:17.335861 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cf039ac1-33f7-46f0-9624-40320de8315d req-814b47db-9da7-45f8-994d-a0299ffb8abb tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 210 time: 0.0494268 Aug 31 09:15:17.380004 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-76b76012-08e0-48d2-8988-ed35b84ec754 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:17.432838 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-76b76012-08e0-48d2-8988-ed35b84ec754 admin admin] Transition to ACTIVE for port object 9ce1c441-93c7-4588-a8ed-5362f21e25c0 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:17.462541 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-6b2f7428-7110-4f3a-b370-f8a44d455af1 service neutron] 10.222.0.119 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219094 Aug 31 09:15:17.525340 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-f552c069-cceb-41a6-b9f7-81778ed1c3b3 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Deleting port 50e1b58a-6abc-4e83-a613-1588e94bff2a {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:17.525683 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f552c069-cceb-41a6-b9f7-81778ed1c3b3 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:17.614423 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-76b76012-08e0-48d2-8988-ed35b84ec754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:17.669656 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cf712c02-3375-4440-b137-d00ba99e7690 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:17.675905 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b76012-08e0-48d2-8988-ed35b84ec754 admin admin] Pushing event updated for resources: {'Port': ['ID=9ce1c441-93c7-4588-a8ed-5362f21e25c0,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:17.683198 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-cf712c02-3375-4440-b137-d00ba99e7690 None None] Transition to ACTIVE for port object 9500e44d-bc31-4f8f-90b4-63e5ba530bdd will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:17.686285 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b76012-08e0-48d2-8988-ed35b84ec754 admin admin] Network b4da8c2b-3b87-4495-95c7-d1a0f396e229 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:15:17.690865 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-76b76012-08e0-48d2-8988-ed35b84ec754 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:17.697947 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b76012-08e0-48d2-8988-ed35b84ec754 admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:15:17.703423 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f552c069-cceb-41a6-b9f7-81778ed1c3b3 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:17.703775 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f552c069-cceb-41a6-b9f7-81778ed1c3b3 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:17.740596 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-f552c069-cceb-41a6-b9f7-81778ed1c3b3 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Calling delete_port for 50e1b58a-6abc-4e83-a613-1588e94bff2a owned by network:floatingip {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:17.760638 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-76b76012-08e0-48d2-8988-ed35b84ec754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:17.851354 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cf712c02-3375-4440-b137-d00ba99e7690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:17.860269 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a', 'name': 'network-vif-deleted', 'tag': '8a37defe-014a-49ea-a1ee-e9f78f1801a6'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:17.862927 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f579b4b-6fb0-4d3b-9b96-572055238668" -d '{"events": [{"server_uuid": "67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a", "name": "network-vif-deleted", "tag": "8a37defe-014a-49ea-a1ee-e9f78f1801a6"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:17.930751 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e01ab3-1baf-4d7b-8d53-81d54438ce60 x-openstack-request-id: req-f7e01ab3-1baf-4d7b-8d53-81d54438ce60 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:17.931042 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a", "name": "network-vif-deleted", "tag": "8a37defe-014a-49ea-a1ee-e9f78f1801a6", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:17.931311 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-f7e01ab3-1baf-4d7b-8d53-81d54438ce60 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:17.931990 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d0fa9e-1d7b-4f2d-9bcf-6bbbc7a32b6a', 'name': 'network-vif-deleted', 'tag': '8a37defe-014a-49ea-a1ee-e9f78f1801a6', 'status': 'completed', 'code': 200} Aug 31 09:15:17.948883 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb57a27-af15-4feb-b004-463a582ab778 None None] Pushing event updated for resources: {'Port': ['ID=9500e44d-bc31-4f8f-90b4-63e5ba530bdd,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:17.966216 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-cf712c02-3375-4440-b137-d00ba99e7690 None None] Attempting to bind port 9500e44d-bc31-4f8f-90b4-63e5ba530bdd on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:15:17.966608 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-cf712c02-3375-4440-b137-d00ba99e7690 None None] Attempting to bind port 9500e44d-bc31-4f8f-90b4-63e5ba530bdd by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:15:17.967195 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf712c02-3375-4440-b137-d00ba99e7690 None None] Attempting to bind port 9500e44d-bc31-4f8f-90b4-63e5ba530bdd on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:17.977133 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf712c02-3375-4440-b137-d00ba99e7690 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:15:17.977487 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf712c02-3375-4440-b137-d00ba99e7690 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:15:17.981961 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cf712c02-3375-4440-b137-d00ba99e7690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:17.981961 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf712c02-3375-4440-b137-d00ba99e7690 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:15:17.981961 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-cf712c02-3375-4440-b137-d00ba99e7690 None None] Bound port: 9500e44d-bc31-4f8f-90b4-63e5ba530bdd, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:15:17.981961 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cf712c02-3375-4440-b137-d00ba99e7690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:18.042413 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-cf712c02-3375-4440-b137-d00ba99e7690 None None] For port 9500e44d-bc31-4f8f-90b4-63e5ba530bdd, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:15:18.049513 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-cf712c02-3375-4440-b137-d00ba99e7690 None None] For port 9500e44d-bc31-4f8f-90b4-63e5ba530bdd, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=9500e44d-bc31-4f8f-90b4-63e5ba530bdd,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:15:18.070296 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-76b76012-08e0-48d2-8988-ed35b84ec754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:18.105923 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f552c069-cceb-41a6-b9f7-81778ed1c3b3 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:18.120570 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cf712c02-3375-4440-b137-d00ba99e7690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:18.126014 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e32dc459-ed87-4a15-ac6a-887c89c2e285 None None] Provisioning for port 9ce1c441-93c7-4588-a8ed-5362f21e25c0 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:18.156736 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e32dc459-ed87-4a15-ac6a-887c89c2e285 None None] Provisioning complete for port 9ce1c441-93c7-4588-a8ed-5362f21e25c0 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:18.157176 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e32dc459-ed87-4a15-ac6a-887c89c2e285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:18.164764 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552c069-cceb-41a6-b9f7-81778ed1c3b3 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Pushing event deleted for resources: {'Port': ['ID=50e1b58a-6abc-4e83-a613-1588e94bff2a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:18.240681 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-e32dc459-ed87-4a15-ac6a-887c89c2e285 None None] Port 9ce1c441-93c7-4588-a8ed-5362f21e25c0 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:15:18.245253 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf712c02-3375-4440-b137-d00ba99e7690 None None] Routers {'f21611cf-6918-4f56-8892-fa2061b924d9'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:15:18.245894 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-cf712c02-3375-4440-b137-d00ba99e7690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:15:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['f21611cf-6918-4f56-8892-fa2061b924d9'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:18.255904 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb57a27-af15-4feb-b004-463a582ab778 None None] Pushing event updated for resources: {'Port': ['ID=9500e44d-bc31-4f8f-90b4-63e5ba530bdd,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:18.307247 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f552c069-cceb-41a6-b9f7-81778ed1c3b3 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks [] for floatingip, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:18.309898 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f552c069-cceb-41a6-b9f7-81778ed1c3b3 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:18.316014 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f552c069-cceb-41a6-b9f7-81778ed1c3b3 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "DELETE /v2.0/floatingips/f781b2f7-a1b7-4f34-b45e-02558c861efa HTTP/1.1" status: 204 len: 168 time: 0.9997671 Aug 31 09:15:18.361204 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-5ca32eb0-3db3-48e9-88fe-ba4bc470f9e5 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:18.363661 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-5ca32eb0-3db3-48e9-88fe-ba4bc470f9e5 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/networks?id=f4501923-6d9a-4416-88f2-5681e8e54cfe HTTP/1.1" status: 200 len: 821 time: 0.1532059 Aug 31 09:15:18.398349 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-a829168a-0e56-4421-ac46-36d969d0045f tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/quotas/048e78adec3a424b930f0bb66789a1ac HTTP/1.1" status: 200 len: 375 time: 0.0179448 Aug 31 09:15:18.410077 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-76b76012-08e0-48d2-8988-ed35b84ec754 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:18.467021 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-76b76012-08e0-48d2-8988-ed35b84ec754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:18.476011 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-cf712c02-3375-4440-b137-d00ba99e7690 None None] Set router f21611cf-6918-4f56-8892-fa2061b924d9 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:15:18.483653 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-cca689c9-9706-4359-844f-0ba18271347f tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=048e78adec3a424b930f0bb66789a1ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0844007 Aug 31 09:15:18.485897 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-45529f40-9ac1-4f01-9a0a-0395c392b0ae req-4c442a75-6865-41cc-bdc6-4147ff55247b tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 210 time: 0.0416985 Aug 31 09:15:18.574369 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b76012-08e0-48d2-8988-ed35b84ec754 admin admin] Pushing event updated for resources: {'Port': ['ID=9ce1c441-93c7-4588-a8ed-5362f21e25c0,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:18.577601 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-76b76012-08e0-48d2-8988-ed35b84ec754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:18.648496 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-b34146db-05ce-48c5-9690-a58a999c54b4 service neutron] 10.222.0.119 "GET /v2.0/networks/f4501923-6d9a-4416-88f2-5681e8e54cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533334 Aug 31 09:15:18.779333 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-cf712c02-3375-4440-b137-d00ba99e7690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21611cf-6918-4f56-8892-fa2061b924d9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-920147431-router', 'tenant_id': 'a1de78828d3f4f0e87f08cff9f56088a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '9500e44d-bc31-4f8f-90b4-63e5ba530bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:11Z', 'updated_at': '2021-08-31T09:15:17Z', 'revision_number': 4, 'project_id': 'a1de78828d3f4f0e87f08cff9f56088a', 'gw_port': {'id': '9500e44d-bc31-4f8f-90b4-63e5ba530bdd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21611cf-6918-4f56-8892-fa2061b924d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:12Z', 'updated_at': '2021-08-31T09:15:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '9ce1c441-93c7-4588-a8ed-5362f21e25c0', 'name': '', 'network_id': 'b4da8c2b-3b87-4495-95c7-d1a0f396e229', 'tenant_id': 'a1de78828d3f4f0e87f08cff9f56088a', 'mac_address': 'fa:16:3e:63:cd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21611cf-6918-4f56-8892-fa2061b924d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd682a2c2-1869-459d-88b7-02134e1422e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:16Z', 'updated_at': '2021-08-31T09:15:17Z', 'revision_number': 1, 'project_id': 'a1de78828d3f4f0e87f08cff9f56088a', 'subnets': [{'id': 'd682a2c2-1869-459d-88b7-02134e1422e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:18.807638 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-e426e631-8de0-461c-9f58-a63310b47334 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:18.809080 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-e426e631-8de0-461c-9f58-a63310b47334 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.59 "GET /v2.0/networks?id=671dffbd-cfd1-44d4-ad18-c45cdc841eb5 HTTP/1.1" status: 200 len: 813 time: 0.1563067 Aug 31 09:15:18.813192 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4f405e04-1972-4de0-963b-e5b4d6a2dc1d req-be9b7aef-3753-433a-814f-8b975b0f4bd9 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 210 time: 0.0712910 Aug 31 09:15:18.821119 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b76012-08e0-48d2-8988-ed35b84ec754 admin admin] Network b4da8c2b-3b87-4495-95c7-d1a0f396e229 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:15:18.822803 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf712c02-3375-4440-b137-d00ba99e7690 None None] The sync data for ids ['f21611cf-6918-4f56-8892-fa2061b924d9'] in n-d-791506-28 is: [{'id': 'f21611cf-6918-4f56-8892-fa2061b924d9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-920147431-router', 'tenant_id': 'a1de78828d3f4f0e87f08cff9f56088a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '9500e44d-bc31-4f8f-90b4-63e5ba530bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:11Z', 'updated_at': '2021-08-31T09:15:17Z', 'revision_number': 4, 'project_id': 'a1de78828d3f4f0e87f08cff9f56088a', 'gw_port': {'id': '9500e44d-bc31-4f8f-90b4-63e5ba530bdd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a8:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21611cf-6918-4f56-8892-fa2061b924d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:12Z', 'updated_at': '2021-08-31T09:15:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '9ce1c441-93c7-4588-a8ed-5362f21e25c0', 'name': '', 'network_id': 'b4da8c2b-3b87-4495-95c7-d1a0f396e229', 'tenant_id': 'a1de78828d3f4f0e87f08cff9f56088a', 'mac_address': 'fa:16:3e:63:cd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21611cf-6918-4f56-8892-fa2061b924d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd682a2c2-1869-459d-88b7-02134e1422e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:16Z', 'updated_at': '2021-08-31T09:15:17Z', 'revision_number': 1, 'project_id': 'a1de78828d3f4f0e87f08cff9f56088a', 'subnets': [{'id': 'd682a2c2-1869-459d-88b7-02134e1422e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:15:18.832999 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-14f78c86-8a23-4194-bdd8-ebcd74893e09 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Request body: {'port': {'device_id': 'aba2d0e8-c16d-4c75-9efa-c8ed42581158', 'network_id': '671dffbd-cfd1-44d4-ad18-c45cdc841eb5', 'admin_state_up': True, 'tenant_id': 'cba781cb93f8440b8938de29933fec7c'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:18.838399 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-76b76012-08e0-48d2-8988-ed35b84ec754 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:18.854973 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-b50893cf-3908-4855-90a8-4e123e63e73f service neutron] 10.222.0.119 "GET /v2.0/networks/f4501923-6d9a-4416-88f2-5681e8e54cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046986 Aug 31 09:15:19.149961 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54034) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:19.263288 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7ff7efb6-deab-4e74-bd60-e5347c164951 req-94512f5d-488c-47de-8f65-2b727cba4586 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=162870ae-ec99-4e13-a589-f6b18ce0a163 HTTP/1.1" status: 200 len: 210 time: 0.0640886 Aug 31 09:15:19.393037 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a5c0e0d9-b911-4f1f-9ffe-44bbfc373c48 None None] Provisioning complete for port 9ce1c441-93c7-4588-a8ed-5362f21e25c0 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:19.394123 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a5c0e0d9-b911-4f1f-9ffe-44bbfc373c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:19.514778 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-48a341a7-d30b-4ca5-833e-06635446d1d7 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=a2247b5137dc4fbdbab9ed7148117dac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3635862 Aug 31 09:15:19.517198 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54048) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:19.576985 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a5c0e0d9-b911-4f1f-9ffe-44bbfc373c48 None None] Port 9ce1c441-93c7-4588-a8ed-5362f21e25c0 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:15:19.600538 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6bd476a9-fbaa-4297-9bb0-67a8d7ffe4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:19.620583 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b76012-08e0-48d2-8988-ed35b84ec754 admin admin] Router f21611cf-6918-4f56-8892-fa2061b924d9 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:15:19.633863 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6bd476a9-fbaa-4297-9bb0-67a8d7ffe4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:19.715209 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b49dbaa2-f137-42b2-95bf-275b03cdf615 req-7bc9d316-8e04-4e89-a434-5c2ce933f4e5 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 210 time: 0.0629554 Aug 31 09:15:19.806913 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-14f78c86-8a23-4194-bdd8-ebcd74893e09 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Made reservation on behalf of cba781cb93f8440b8938de29933fec7c for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:15:19.810517 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-14f78c86-8a23-4194-bdd8-ebcd74893e09 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:19.821051 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6bd476a9-fbaa-4297-9bb0-67a8d7ffe4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:19.823719 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6bd476a9-fbaa-4297-9bb0-67a8d7ffe4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:19.824870 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6bd476a9-fbaa-4297-9bb0-67a8d7ffe4a8 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/aa284266-a4fe-4440-891d-c3087b8f327c HTTP/1.1" status: 204 len: 168 time: 0.3065190 Aug 31 09:15:19.888364 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd476a9-fbaa-4297-9bb0-67a8d7ffe4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa284266-a4fe-4440-891d-c3087b8f327c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:19.917467 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b76012-08e0-48d2-8988-ed35b84ec754 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:15:19.918815 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d24bfb7-8c37-45e2-a4d4-e5eca50feee7 req-384d239d-8df9-430a-ab86-fbab9a777566 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0579207 Aug 31 09:15:19.941595 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-76b76012-08e0-48d2-8988-ed35b84ec754 admin admin] 10.222.0.119 "PUT /v2.0/routers/f21611cf-6918-4f56-8892-fa2061b924d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8299654 Aug 31 09:15:20.000111 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-73f88a86-2a69-4045-867f-efb1e2d945e5 req-e1c705df-3fcb-4762-a7e1-7866359fb110 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0710294 Aug 31 09:15:20.135218 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-14f78c86-8a23-4194-bdd8-ebcd74893e09 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Allocated IP 172.20.0.12 (671dffbd-cfd1-44d4-ad18-c45cdc841eb5/98f1a321-868c-46a4-bd2e-3ecb869d4f87/58016490-1bf0-45be-9bc9-59a7030d8a10) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:15:20.151402 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f88a86-2a69-4045-867f-efb1e2d945e5 req-05fa0739-c542-4f95-8b6b-9fc203a7e0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:20.152897 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-73f88a86-2a69-4045-867f-efb1e2d945e5 req-05fa0739-c542-4f95-8b6b-9fc203a7e0da service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&shared=False HTTP/1.1" status: 200 len: 925 time: 0.1228783 Aug 31 09:15:20.179170 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0018ea3a-a344-4e20-b9dd-fa8478a83950 req-72c0533c-3b38-4231-b018-51b1949b6aa8 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 210 time: 0.1753647 Aug 31 09:15:20.291343 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f88a86-2a69-4045-867f-efb1e2d945e5 req-7eb4f2c0-63d8-415f-a127-198b0a7e8397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:20.292834 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-73f88a86-2a69-4045-867f-efb1e2d945e5 req-7eb4f2c0-63d8-415f-a127-198b0a7e8397 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1237993 Aug 31 09:15:20.368082 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d5376190-430a-41f7-9c3b-8c31d47d1613 req-2704b103-cbd1-4705-8bf0-311a0ed52c33 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=162870ae-ec99-4e13-a589-f6b18ce0a163 HTTP/1.1" status: 200 len: 210 time: 0.0439792 Aug 31 09:15:20.415194 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-73f88a86-2a69-4045-867f-efb1e2d945e5 req-6a3b6ed0-3798-413e-b986-ec6c44f26cfc tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0442274 Aug 31 09:15:20.447042 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-14f78c86-8a23-4194-bdd8-ebcd74893e09 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:20.587183 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-14f78c86-8a23-4194-bdd8-ebcd74893e09 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:20.655645 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-14f78c86-8a23-4194-bdd8-ebcd74893e09 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Network 671dffbd-cfd1-44d4-ad18-c45cdc841eb5 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:15:20.656302 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9500e44d-bc31-4f8f-90b4-63e5ba530bdd up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:15:20.660137 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-14f78c86-8a23-4194-bdd8-ebcd74893e09 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:20.663620 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-14f78c86-8a23-4194-bdd8-ebcd74893e09 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:15:20.710970 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f78c86-8a23-4194-bdd8-ebcd74893e09 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Pushing event updated for resources: {'Port': ['ID=58016490-1bf0-45be-9bc9-59a7030d8a10,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:20.712755 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [req-f7a86b7f-71c5-4d0e-9734-a89605622ab8 req-2f10c01a-9177-4f1a-bdb8-da82836ebb5c tempest-FloatingIPDetailsNegativeTestJSON-2143214351 tempest-FloatingIPDetailsNegativeTestJSON-2143214351-project] show failed (client error): The resource could not be found. Aug 31 09:15:20.715059 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f7a86b7f-71c5-4d0e-9734-a89605622ab8 req-2f10c01a-9177-4f1a-bdb8-da82836ebb5c tempest-FloatingIPDetailsNegativeTestJSON-2143214351 tempest-FloatingIPDetailsNegativeTestJSON-2143214351-project] 10.222.0.119 "GET /v2.0/floatingips/e541e23b-3c5f-44d1-909a-6585d2f3ff96 HTTP/1.1" status: 404 len: 350 time: 0.0900097 Aug 31 09:15:20.726063 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54072) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:20.749264 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-14f78c86-8a23-4194-bdd8-ebcd74893e09 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:20.749937 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-14f78c86-8a23-4194-bdd8-ebcd74893e09 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:20.794815 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 9500e44d-bc31-4f8f-90b4-63e5ba530bdd completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:20.799603 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 9500e44d-bc31-4f8f-90b4-63e5ba530bdd triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:20.800222 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:20.852460 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-14f78c86-8a23-4194-bdd8-ebcd74893e09 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0295315 Aug 31 09:15:20.867814 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-706b558b-83db-4bdd-92cd-521a88cb9cdd service neutron] Request body: {'port': {'device_id': 'aba2d0e8-c16d-4c75-9efa-c8ed42581158', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:20.883914 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54076) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:20.908589 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:20.932980 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 9500e44d-bc31-4f8f-90b4-63e5ba530bdd, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=9500e44d-bc31-4f8f-90b4-63e5ba530bdd,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:20.959765 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-706b558b-83db-4bdd-92cd-521a88cb9cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:21.004938 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3826aa04-edc3-4e12-8cfb-7b09caf0ebae req-f1b7b3f4-d7d4-4771-a6b9-dfc6b269cc87 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 210 time: 0.1199851 Aug 31 09:15:21.043790 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:21.086480 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-662a21cd-c313-478a-80f0-44770d99d16e admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=4368d0e56c42470e8ab9ac859ffdf8fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1975744 Aug 31 09:15:21.137335 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54082) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:21.141015 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=9500e44d-bc31-4f8f-90b4-63e5ba530bdd,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:21.219215 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-78e632a7-0d56-498a-ad87-64966702b3e9 req-07341648-d802-45c2-b00b-2210146c2400 tempest-ServersWithSpecificFlavorTestJSON-143506589 tempest-ServersWithSpecificFlavorTestJSON-143506589-project] 10.222.0.119 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0656302 Aug 31 09:15:21.313432 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9b3bd3f8-13c2-474d-8359-f52873547412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:21.328919 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-e8995eb0-973b-4fed-a9f9-76034259c3a3 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:21.330380 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-e8995eb0-973b-4fed-a9f9-76034259c3a3 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.112 "GET /v2.0/networks?id=d54aa48d-9328-4446-b337-2071a0fd4f0c HTTP/1.1" status: 200 len: 808 time: 0.4443321 Aug 31 09:15:21.347853 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9b3bd3f8-13c2-474d-8359-f52873547412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:21.357430 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-1a3e1f0a-6f6f-4873-874a-1fe8d7ba62a0 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Request body: {'port': {'device_id': '18671e1a-b665-4fac-a56e-e485faf17d09', 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c', 'admin_state_up': True, 'tenant_id': '8d929c95dcb6486584c62bb8e91069d6'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:21.451168 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54094) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:21.568499 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-706b558b-83db-4bdd-92cd-521a88cb9cdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58016490-1bf0-45be-9bc9-59a7030d8a10 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:15:21.573178 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9b3bd3f8-13c2-474d-8359-f52873547412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:21.576698 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1653a-352d-4b2a-9d95-96de710dec9f req-1d435931-4e8b-4a4b-b3d5-7b414b4729f9 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:21.577713 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9b3bd3f8-13c2-474d-8359-f52873547412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:21.578278 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ec1653a-352d-4b2a-9d95-96de710dec9f req-1d435931-4e8b-4a4b-b3d5-7b414b4729f9 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 932 time: 0.2469623 Aug 31 09:15:21.587967 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f87ac50-9eba-4bb1-aa5d-a2c363e68a1a req-f95118e4-f055-4cb5-b507-6cb45ecee63d tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=162870ae-ec99-4e13-a589-f6b18ce0a163 HTTP/1.1" status: 200 len: 210 time: 0.0836053 Aug 31 09:15:21.588467 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9b3bd3f8-13c2-474d-8359-f52873547412 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/e2380afa-3ce2-40d6-9994-70a4bc1c220f HTTP/1.1" status: 204 len: 168 time: 0.4500153 Aug 31 09:15:21.601489 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-706b558b-83db-4bdd-92cd-521a88cb9cdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:21.614408 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3bd3f8-13c2-474d-8359-f52873547412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2380afa-3ce2-40d6-9994-70a4bc1c220f,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:21.636512 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-706b558b-83db-4bdd-92cd-521a88cb9cdd service neutron] Transition to ACTIVE for port object 58016490-1bf0-45be-9bc9-59a7030d8a10 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:21.706431 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ec1653a-352d-4b2a-9d95-96de710dec9f req-25201ed4-f07a-4ec4-85f8-f3711bf88f9b tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?id=23aa8320-d483-4e92-8178-31b79ff8e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120493 Aug 31 09:15:21.775945 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-1a3e1f0a-6f6f-4873-874a-1fe8d7ba62a0 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Made reservation on behalf of 8d929c95dcb6486584c62bb8e91069d6 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:15:21.781400 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-1a3e1f0a-6f6f-4873-874a-1fe8d7ba62a0 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:21.821069 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-706b558b-83db-4bdd-92cd-521a88cb9cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:21.906583 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0b1137a4-0187-4fc8-b105-c8235847e51a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:21.932591 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b558b-83db-4bdd-92cd-521a88cb9cdd service neutron] Pushing event updated for resources: {'Port': ['ID=58016490-1bf0-45be-9bc9-59a7030d8a10,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:22.062243 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-1a3e1f0a-6f6f-4873-874a-1fe8d7ba62a0 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Allocated IP 172.20.0.8 (d54aa48d-9328-4446-b337-2071a0fd4f0c/dab6ed79-4c20-41ae-bb07-e9aaf9315083/2eff917f-62a9-4cd9-a754-cbd4351f33da) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:15:22.263103 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9084a9b9-4429-4110-9784-f138dabeaea1 None None] Sync routers for ids ['f21611cf-6918-4f56-8892-fa2061b924d9'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:15:22.281327 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9084a9b9-4429-4110-9784-f138dabeaea1 None None] Routers {'f21611cf-6918-4f56-8892-fa2061b924d9'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:15:22.281327 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-9084a9b9-4429-4110-9784-f138dabeaea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:15:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['f21611cf-6918-4f56-8892-fa2061b924d9'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:22.323950 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-e89022a8-d346-40d2-8e6c-e553d8750a66 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:22.327001 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-e89022a8-d346-40d2-8e6c-e553d8750a66 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.112 "GET /v2.0/networks?id=f4501923-6d9a-4416-88f2-5681e8e54cfe HTTP/1.1" status: 200 len: 821 time: 0.3421512 Aug 31 09:15:22.332657 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-706b558b-83db-4bdd-92cd-521a88cb9cdd service neutron] Attempting to bind port 58016490-1bf0-45be-9bc9-59a7030d8a10 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:15:22.333006 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-706b558b-83db-4bdd-92cd-521a88cb9cdd service neutron] Attempting to bind port 58016490-1bf0-45be-9bc9-59a7030d8a10 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'f6371895-21df-4b1a-a74d-67a04c30a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '671dffbd-cfd1-44d4-ad18-c45cdc841eb5'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:15:22.333866 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-706b558b-83db-4bdd-92cd-521a88cb9cdd service neutron] Attempting to bind port 58016490-1bf0-45be-9bc9-59a7030d8a10 on network 671dffbd-cfd1-44d4-ad18-c45cdc841eb5 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:22.343634 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-7e5150a1-34f6-4629-b494-bf6d776fe0ab tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Request body: {'port': {'device_id': '162870ae-ec99-4e13-a589-f6b18ce0a163', 'network_id': 'f4501923-6d9a-4416-88f2-5681e8e54cfe', 'admin_state_up': True, 'tenant_id': '048e78adec3a424b930f0bb66789a1ac'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:22.415506 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-492b3243-a48a-4d51-910d-ca555f95bd88 req-b222a928-2363-4327-a745-40b3374f61da tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 210 time: 0.0973041 Aug 31 09:15:22.479213 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-706b558b-83db-4bdd-92cd-521a88cb9cdd service neutron] Port 58016490-1bf0-45be-9bc9-59a7030d8a10 on network 671dffbd-cfd1-44d4-ad18-c45cdc841eb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:15:22.479541 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-706b558b-83db-4bdd-92cd-521a88cb9cdd service neutron] Attempting to bind port 58016490-1bf0-45be-9bc9-59a7030d8a10 on network 671dffbd-cfd1-44d4-ad18-c45cdc841eb5 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:22.503101 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-706b558b-83db-4bdd-92cd-521a88cb9cdd service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:15:22.503390 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-706b558b-83db-4bdd-92cd-521a88cb9cdd service neutron] Checking segment: {'id': 'f6371895-21df-4b1a-a74d-67a04c30a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '671dffbd-cfd1-44d4-ad18-c45cdc841eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:15:22.506954 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-706b558b-83db-4bdd-92cd-521a88cb9cdd service neutron] Bound using segment: {'id': 'f6371895-21df-4b1a-a74d-67a04c30a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '671dffbd-cfd1-44d4-ad18-c45cdc841eb5'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:15:22.507450 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-706b558b-83db-4bdd-92cd-521a88cb9cdd service neutron] Bound port: 58016490-1bf0-45be-9bc9-59a7030d8a10, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6371895-21df-4b1a-a74d-67a04c30a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '671dffbd-cfd1-44d4-ad18-c45cdc841eb5'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:15:22.507826 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-706b558b-83db-4bdd-92cd-521a88cb9cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:22.564639 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-9084a9b9-4429-4110-9784-f138dabeaea1 None None] Set router f21611cf-6918-4f56-8892-fa2061b924d9 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:15:22.574034 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-1a3e1f0a-6f6f-4873-874a-1fe8d7ba62a0 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:22.603033 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-0b1137a4-0187-4fc8-b105-c8235847e51a admin admin] Deleting port 9ce1c441-93c7-4588-a8ed-5362f21e25c0 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:22.603452 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0b1137a4-0187-4fc8-b105-c8235847e51a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:22.767598 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9500e44d-bc31-4f8f-90b4-63e5ba530bdd up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:15:22.782070 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0b1137a4-0187-4fc8-b105-c8235847e51a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:22.853135 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-0b1137a4-0187-4fc8-b105-c8235847e51a admin admin] Calling delete_port for 9ce1c441-93c7-4588-a8ed-5362f21e25c0 owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:22.881848 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-706b558b-83db-4bdd-92cd-521a88cb9cdd service neutron] For port 58016490-1bf0-45be-9bc9-59a7030d8a10, host n-h2-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:15:22.886909 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-706b558b-83db-4bdd-92cd-521a88cb9cdd service neutron] For port 58016490-1bf0-45be-9bc9-59a7030d8a10, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=58016490-1bf0-45be-9bc9-59a7030d8a10,segment=NetworkSegment(f6371895-21df-4b1a-a74d-67a04c30a2a5),segment_id=f6371895-21df-4b1a-a74d-67a04c30a2a5)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:15:22.913951 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 9500e44d-bc31-4f8f-90b4-63e5ba530bdd triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:22.914526 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:22.932785 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-7e5150a1-34f6-4629-b494-bf6d776fe0ab tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Made reservation on behalf of 048e78adec3a424b930f0bb66789a1ac for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:15:22.940695 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-7e5150a1-34f6-4629-b494-bf6d776fe0ab tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:22.995024 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-706b558b-83db-4bdd-92cd-521a88cb9cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:23.046967 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2cba062d-5bb7-4b25-9ae9-e73aaaa926fa req-d69c8746-2476-4905-807d-25bc3ccf1a73 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=162870ae-ec99-4e13-a589-f6b18ce0a163 HTTP/1.1" status: 200 len: 210 time: 0.0768821 Aug 31 09:15:23.081225 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b558b-83db-4bdd-92cd-521a88cb9cdd service neutron] Pushing event updated for resources: {'Port': ['ID=58016490-1bf0-45be-9bc9-59a7030d8a10,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:23.093098 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-9084a9b9-4429-4110-9784-f138dabeaea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21611cf-6918-4f56-8892-fa2061b924d9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-920147431-router', 'tenant_id': 'a1de78828d3f4f0e87f08cff9f56088a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '9500e44d-bc31-4f8f-90b4-63e5ba530bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:11Z', 'updated_at': '2021-08-31T09:15:17Z', 'revision_number': 4, 'project_id': 'a1de78828d3f4f0e87f08cff9f56088a', 'gw_port': {'id': '9500e44d-bc31-4f8f-90b4-63e5ba530bdd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21611cf-6918-4f56-8892-fa2061b924d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:12Z', 'updated_at': '2021-08-31T09:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '9ce1c441-93c7-4588-a8ed-5362f21e25c0', 'name': '', 'network_id': 'b4da8c2b-3b87-4495-95c7-d1a0f396e229', 'tenant_id': 'a1de78828d3f4f0e87f08cff9f56088a', 'mac_address': 'fa:16:3e:63:cd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f21611cf-6918-4f56-8892-fa2061b924d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'd682a2c2-1869-459d-88b7-02134e1422e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:16Z', 'updated_at': '2021-08-31T09:15:18Z', 'revision_number': 2, 'project_id': 'a1de78828d3f4f0e87f08cff9f56088a', 'subnets': [{'id': 'd682a2c2-1869-459d-88b7-02134e1422e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:23.132082 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9084a9b9-4429-4110-9784-f138dabeaea1 None None] Checking router: f21611cf-6918-4f56-8892-fa2061b924d9 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:15:23.132440 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9084a9b9-4429-4110-9784-f138dabeaea1 None None] Updating router f21611cf-6918-4f56-8892-fa2061b924d9 port 9ce1c441-93c7-4588-a8ed-5362f21e25c0 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:15:23.148625 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef1ed8-c6ca-490d-b606-6315a4ea64f2 req-cf4ef263-5007-4fe8-a228-5b3a23458b2d tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:23.151928 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-706b558b-83db-4bdd-92cd-521a88cb9cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:23.152865 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-706b558b-83db-4bdd-92cd-521a88cb9cdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:23.154447 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-706b558b-83db-4bdd-92cd-521a88cb9cdd service neutron] 10.222.0.59 "PUT /v2.0/ports/58016490-1bf0-45be-9bc9-59a7030d8a10 HTTP/1.1" status: 200 len: 1093 time: 2.2925425 Aug 31 09:15:23.156078 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba2d0e8-c16d-4c75-9efa-c8ed42581158', 'tag': '58016490-1bf0-45be-9bc9-59a7030d8a10'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:23.156675 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7fef1ed8-c6ca-490d-b606-6315a4ea64f2 req-cf4ef263-5007-4fe8-a228-5b3a23458b2d tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 944 time: 0.1964834 Aug 31 09:15:23.159069 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570d83fd-8042-4a8b-865b-edf628f3f8f3" -d '{"events": [{"name": "network-changed", "server_uuid": "aba2d0e8-c16d-4c75-9efa-c8ed42581158", "tag": "58016490-1bf0-45be-9bc9-59a7030d8a10"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:23.203467 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9084a9b9-4429-4110-9784-f138dabeaea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:23.218675 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c10a12a3-b848-4b33-8d1e-ab42b1d77796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:23.287626 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-1a3e1f0a-6f6f-4873-874a-1fe8d7ba62a0 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:23.288834 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05eb488e-4e80-4f8f-8277-7c1aa7779fee x-openstack-request-id: req-05eb488e-4e80-4f8f-8277-7c1aa7779fee {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:23.294707 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba2d0e8-c16d-4c75-9efa-c8ed42581158", "tag": "58016490-1bf0-45be-9bc9-59a7030d8a10", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:23.294707 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-05eb488e-4e80-4f8f-8277-7c1aa7779fee {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:23.294707 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba2d0e8-c16d-4c75-9efa-c8ed42581158', 'tag': '58016490-1bf0-45be-9bc9-59a7030d8a10', 'status': 'completed', 'code': 200} Aug 31 09:15:23.307590 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['cb9b933b-97f6-4fb0-b7dd-6102e1980468'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:15:23.412986 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-61d9779f-e5ec-478e-9e8f-8b5419c589d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:23.414498 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-61d9779f-e5ec-478e-9e8f-8b5419c589d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cba781cb93f8440b8938de29933fec7c&device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 1096 time: 0.1364939 Aug 31 09:15:23.417433 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-7e5150a1-34f6-4629-b494-bf6d776fe0ab tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Allocated IP 172.20.0.8 (f4501923-6d9a-4416-88f2-5681e8e54cfe/e7a6583a-6b5e-4a08-a1b9-1d3f5a882e6e/6f1bef22-7321-4490-a68c-1b825fa250fe) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:15:23.438099 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-1a3e1f0a-6f6f-4873-874a-1fe8d7ba62a0 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Network d54aa48d-9328-4446-b337-2071a0fd4f0c is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:15:23.438099 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e1f0a-6f6f-4873-874a-1fe8d7ba62a0 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Pushing event updated for resources: {'Port': ['ID=2eff917f-62a9-4cd9-a754-cbd4351f33da,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:23.441935 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-1a3e1f0a-6f6f-4873-874a-1fe8d7ba62a0 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:23.467769 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7fef1ed8-c6ca-490d-b606-6315a4ea64f2 req-22983fc6-fa7c-4927-92f4-186c26bc6604 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?id=23aa8320-d483-4e92-8178-31b79ff8e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100586 Aug 31 09:15:23.475044 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-1a3e1f0a-6f6f-4873-874a-1fe8d7ba62a0 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:15:23.496700 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-c07a5d24-cb6f-42aa-b9d5-ce7a772af96f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58016490-1bf0-45be-9bc9-59a7030d8a10 HTTP/1.1" status: 200 len: 217 time: 0.0707018 Aug 31 09:15:23.665261 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-1a3e1f0a-6f6f-4873-874a-1fe8d7ba62a0 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:23.666318 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-1a3e1f0a-6f6f-4873-874a-1fe8d7ba62a0 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:23.767588 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef5388-940f-4fae-bdb5-93cd639b0990 req-f6119dde-caaa-4ea7-882b-1695ea5dae52 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:23.769624 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-77ef5388-940f-4fae-bdb5-93cd639b0990 req-f6119dde-caaa-4ea7-882b-1695ea5dae52 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 931 time: 0.1487286 Aug 31 09:15:23.771447 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-1a3e1f0a-6f6f-4873-874a-1fe8d7ba62a0 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4181895 Aug 31 09:15:23.784318 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-a6e766ef-9b11-46f9-abb5-d42b1a269296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:23.786156 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-a6e766ef-9b11-46f9-abb5-d42b1a269296 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98f1a321-868c-46a4-bd2e-3ecb869d4f87 HTTP/1.1" status: 200 len: 853 time: 0.2780733 Aug 31 09:15:23.823289 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-fa7350a1-856e-4da0-be54-718f3f184fcd service neutron] Request body: {'port': {'device_id': '18671e1a-b665-4fac-a56e-e485faf17d09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:23.854269 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-06122a3c-8dfc-4251-b30f-1b7197615438 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=671dffbd-cfd1-44d4-ad18-c45cdc841eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540180 Aug 31 09:15:23.858775 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0b1137a4-0187-4fc8-b105-c8235847e51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:23.879912 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-77ef5388-940f-4fae-bdb5-93cd639b0990 req-3ea58557-dc80-4a53-b0ad-7ae84e560100 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977132 Aug 31 09:15:23.895630 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-9084a9b9-4429-4110-9784-f138dabeaea1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:15:23.896687 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-9084a9b9-4429-4110-9784-f138dabeaea1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:15:23.915887 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1137a4-0187-4fc8-b105-c8235847e51a admin admin] Pushing event deleted for resources: {'Port': ['ID=9ce1c441-93c7-4588-a8ed-5362f21e25c0,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:24.010211 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-fa7350a1-856e-4da0-be54-718f3f184fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:24.254360 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-d9ec6eeb-0a1a-4802-8ad6-f12220364a75 service neutron] 10.222.0.59 "GET /v2.0/networks/671dffbd-cfd1-44d4-ad18-c45cdc841eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707399 Aug 31 09:15:24.279003 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-7e5150a1-34f6-4629-b494-bf6d776fe0ab tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:24.380862 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-c10a12a3-b848-4b33-8d1e-ab42b1d77796 admin admin] Deleting port 514f130f-228d-4923-aca6-13cfdce8772f {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:24.380862 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c10a12a3-b848-4b33-8d1e-ab42b1d77796 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:24.416142 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9084a9b9-4429-4110-9784-f138dabeaea1 None None] Port 9ce1c441-93c7-4588-a8ed-5362f21e25c0 not found while updating agent binding for router f21611cf-6918-4f56-8892-fa2061b924d9. {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 31 09:15:24.426667 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9084a9b9-4429-4110-9784-f138dabeaea1 None None] Routers {'f21611cf-6918-4f56-8892-fa2061b924d9'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:15:24.428248 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-9084a9b9-4429-4110-9784-f138dabeaea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:15:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['f21611cf-6918-4f56-8892-fa2061b924d9'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:24.460258 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-dfd90cfb-710c-4c64-8129-07853df542ed service neutron] 10.222.0.59 "GET /v2.0/networks/671dffbd-cfd1-44d4-ad18-c45cdc841eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947734 Aug 31 09:15:24.544421 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-c10a12a3-b848-4b33-8d1e-ab42b1d77796 admin admin] For port 514f130f-228d-4923-aca6-13cfdce8772f, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=514f130f-228d-4923-aca6-13cfdce8772f,segment=NetworkSegment(297f7645-baab-4cad-a38a-5a6d7356eab9),segment_id=297f7645-baab-4cad-a38a-5a6d7356eab9)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:24.544891 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c10a12a3-b848-4b33-8d1e-ab42b1d77796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:24.580446 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-7e5150a1-34f6-4629-b494-bf6d776fe0ab tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:24.585826 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-c10a12a3-b848-4b33-8d1e-ab42b1d77796 admin admin] Calling delete_port for 514f130f-228d-4923-aca6-13cfdce8772f owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:24.633127 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-9084a9b9-4429-4110-9784-f138dabeaea1 None None] Set router f21611cf-6918-4f56-8892-fa2061b924d9 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:15:24.734283 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-7e5150a1-34f6-4629-b494-bf6d776fe0ab tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Network f4501923-6d9a-4416-88f2-5681e8e54cfe is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:15:24.738611 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5150a1-34f6-4629-b494-bf6d776fe0ab tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Pushing event updated for resources: {'Port': ['ID=6f1bef22-7321-4490-a68c-1b825fa250fe,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:24.754630 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-7e5150a1-34f6-4629-b494-bf6d776fe0ab tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:24.760873 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-7e5150a1-34f6-4629-b494-bf6d776fe0ab tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:15:24.866866 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64841d7f-dfa2-4079-8931-a0576eca6358 req-fe9e42f9-4dc1-4eac-9e71-39a8db74dabb tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:24.868440 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-64841d7f-dfa2-4079-8931-a0576eca6358 req-fe9e42f9-4dc1-4eac-9e71-39a8db74dabb tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=162870ae-ec99-4e13-a589-f6b18ce0a163 HTTP/1.1" status: 200 len: 931 time: 0.2768650 Aug 31 09:15:24.879565 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef189bce-8bec-4645-8c97-bae97f51f40e req-d1b7f740-792a-4233-a5ed-746319db0283 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:24.881181 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ef189bce-8bec-4645-8c97-bae97f51f40e req-d1b7f740-792a-4233-a5ed-746319db0283 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 944 time: 0.2908986 Aug 31 09:15:24.935814 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-9084a9b9-4429-4110-9784-f138dabeaea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21611cf-6918-4f56-8892-fa2061b924d9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-920147431-router', 'tenant_id': 'a1de78828d3f4f0e87f08cff9f56088a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '9500e44d-bc31-4f8f-90b4-63e5ba530bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:11Z', 'updated_at': '2021-08-31T09:15:23Z', 'revision_number': 5, 'project_id': 'a1de78828d3f4f0e87f08cff9f56088a', 'gw_port': {'id': '9500e44d-bc31-4f8f-90b4-63e5ba530bdd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21611cf-6918-4f56-8892-fa2061b924d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:12Z', 'updated_at': '2021-08-31T09:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:24.986480 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0b1137a4-0187-4fc8-b105-c8235847e51a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:24.995883 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9084a9b9-4429-4110-9784-f138dabeaea1 None None] The sync data for ids ['f21611cf-6918-4f56-8892-fa2061b924d9'] in n-d-791506-28 is: [{'id': 'f21611cf-6918-4f56-8892-fa2061b924d9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-920147431-router', 'tenant_id': 'a1de78828d3f4f0e87f08cff9f56088a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '9500e44d-bc31-4f8f-90b4-63e5ba530bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:11Z', 'updated_at': '2021-08-31T09:15:23Z', 'revision_number': 5, 'project_id': 'a1de78828d3f4f0e87f08cff9f56088a', 'gw_port': {'id': '9500e44d-bc31-4f8f-90b4-63e5ba530bdd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21611cf-6918-4f56-8892-fa2061b924d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:12Z', 'updated_at': '2021-08-31T09:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:15:25.009694 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-64841d7f-dfa2-4079-8931-a0576eca6358 req-38e886da-87cd-4dc4-80fc-011846f76134 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247149 Aug 31 09:15:25.061341 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ef189bce-8bec-4645-8c97-bae97f51f40e req-dcf0abec-b9e4-4289-bb60-f23a73c071eb tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?id=23aa8320-d483-4e92-8178-31b79ff8e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620607 Aug 31 09:15:25.078618 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-fa7350a1-856e-4da0-be54-718f3f184fcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eff917f-62a9-4cd9-a754-cbd4351f33da {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:15:25.149494 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-fa7350a1-856e-4da0-be54-718f3f184fcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:25.193737 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-fa7350a1-856e-4da0-be54-718f3f184fcd service neutron] Transition to ACTIVE for port object 2eff917f-62a9-4cd9-a754-cbd4351f33da will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:25.277079 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-3d7b0d98-06dd-4387-91e1-4d9ef05100c9 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:25.278645 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-3d7b0d98-06dd-4387-91e1-4d9ef05100c9 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.59 "GET /v2.0/ports?device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 944 time: 0.1844292 Aug 31 09:15:25.282902 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-fa7350a1-856e-4da0-be54-718f3f184fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:25.401110 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-7e5150a1-34f6-4629-b494-bf6d776fe0ab tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:25.401950 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-7e5150a1-34f6-4629-b494-bf6d776fe0ab tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:25.411052 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc22c0-cda7-4011-a3c4-9364a5161b84 req-e1fefe91-45fa-4a15-90cf-ebca5ed9d0d2 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:25.419480 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-79dc22c0-cda7-4011-a3c4-9364a5161b84 req-e1fefe91-45fa-4a15-90cf-ebca5ed9d0d2 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 931 time: 0.1862848 Aug 31 09:15:25.424291 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d83fd-8042-4a8b-865b-edf628f3f8f3 req-5ca97749-f2a9-4058-9598-5d8f1b353f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:25.425948 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-570d83fd-8042-4a8b-865b-edf628f3f8f3 req-5ca97749-f2a9-4058-9598-5d8f1b353f51 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cba781cb93f8440b8938de29933fec7c&device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 1096 time: 0.7631681 Aug 31 09:15:25.451285 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7350a1-856e-4da0-be54-718f3f184fcd service neutron] Pushing event updated for resources: {'Port': ['ID=2eff917f-62a9-4cd9-a754-cbd4351f33da,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:25.476629 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-1b5bebbf-00cc-4290-b36f-67b8c93b3a14 req-d016213b-5727-4e34-ad99-c3dfdd304a41 tempest-SecurityGroupsTestAdminJSON-759246364 tempest-SecurityGroupsTestAdminJSON-759246364-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1820687774', 'description': 'tempest-description-593832845'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:25.503766 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-7e5150a1-34f6-4629-b494-bf6d776fe0ab tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1657727 Aug 31 09:15:25.519044 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-d2067562-8ace-46f9-9786-f19cd850dfb1 service neutron] Request body: {'port': {'device_id': '162870ae-ec99-4e13-a589-f6b18ce0a163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:25.588505 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c10a12a3-b848-4b33-8d1e-ab42b1d77796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:25.617927 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d83fd-8042-4a8b-865b-edf628f3f8f3 req-8ebce11b-eb4d-43b6-9a1f-5d827ac06dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:25.619582 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-570d83fd-8042-4a8b-865b-edf628f3f8f3 req-8ebce11b-eb4d-43b6-9a1f-5d827ac06dac service neutron] 10.222.0.59 "GET /v2.0/networks?id=671dffbd-cfd1-44d4-ad18-c45cdc841eb5 HTTP/1.1" status: 200 len: 915 time: 0.1838102 Aug 31 09:15:25.631668 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-79dc22c0-cda7-4011-a3c4-9364a5161b84 req-1d9bb8ab-6eb2-492f-8eec-2a50939d5734 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085469 Aug 31 09:15:25.652535 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a12a3-b848-4b33-8d1e-ab42b1d77796 admin admin] Pushing event deleted for resources: {'Port': ['ID=514f130f-228d-4923-aca6-13cfdce8772f,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:25.702686 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-570d83fd-8042-4a8b-865b-edf628f3f8f3 req-90224e68-9f13-49dd-a8fc-4245c1fe584f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58016490-1bf0-45be-9bc9-59a7030d8a10 HTTP/1.1" status: 200 len: 217 time: 0.0586820 Aug 31 09:15:25.703697 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-d2067562-8ace-46f9-9786-f19cd850dfb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:25.719832 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-fa7350a1-856e-4da0-be54-718f3f184fcd service neutron] Attempting to bind port 2eff917f-62a9-4cd9-a754-cbd4351f33da on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:15:25.720116 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-fa7350a1-856e-4da0-be54-718f3f184fcd service neutron] Attempting to bind port 2eff917f-62a9-4cd9-a754-cbd4351f33da by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:15:25.720498 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-fa7350a1-856e-4da0-be54-718f3f184fcd service neutron] Attempting to bind port 2eff917f-62a9-4cd9-a754-cbd4351f33da on network d54aa48d-9328-4446-b337-2071a0fd4f0c {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:25.744618 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-fa7350a1-856e-4da0-be54-718f3f184fcd service neutron] Port 2eff917f-62a9-4cd9-a754-cbd4351f33da on network d54aa48d-9328-4446-b337-2071a0fd4f0c not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:15:25.744955 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-fa7350a1-856e-4da0-be54-718f3f184fcd service neutron] Attempting to bind port 2eff917f-62a9-4cd9-a754-cbd4351f33da on network d54aa48d-9328-4446-b337-2071a0fd4f0c {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:25.754709 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-337da6f4-56f1-4be0-964a-80203e24fae9 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Deleting port 58016490-1bf0-45be-9bc9-59a7030d8a10 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:25.755684 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-337da6f4-56f1-4be0-964a-80203e24fae9 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:25.763625 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-fa7350a1-856e-4da0-be54-718f3f184fcd service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:15:25.763953 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-fa7350a1-856e-4da0-be54-718f3f184fcd service neutron] Checking segment: {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:15:25.764327 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-fa7350a1-856e-4da0-be54-718f3f184fcd service neutron] Bound using segment: {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:15:25.764762 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-fa7350a1-856e-4da0-be54-718f3f184fcd service neutron] Bound port: 2eff917f-62a9-4cd9-a754-cbd4351f33da, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:15:25.765110 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-fa7350a1-856e-4da0-be54-718f3f184fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:25.780684 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1b5bebbf-00cc-4290-b36f-67b8c93b3a14 req-d016213b-5727-4e34-ad99-c3dfdd304a41 tempest-SecurityGroupsTestAdminJSON-759246364 tempest-SecurityGroupsTestAdminJSON-759246364-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:25.850091 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1137a4-0187-4fc8-b105-c8235847e51a admin admin] Router f21611cf-6918-4f56-8892-fa2061b924d9 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:15:25.856171 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1b5bebbf-00cc-4290-b36f-67b8c93b3a14 req-d016213b-5727-4e34-ad99-c3dfdd304a41 tempest-SecurityGroupsTestAdminJSON-759246364 tempest-SecurityGroupsTestAdminJSON-759246364-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:25.863342 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d83fd-8042-4a8b-865b-edf628f3f8f3 req-4ab97922-e925-4a03-a84b-b8ff9bd0200d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:25.865995 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-570d83fd-8042-4a8b-865b-edf628f3f8f3 req-4ab97922-e925-4a03-a84b-b8ff9bd0200d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98f1a321-868c-46a4-bd2e-3ecb869d4f87 HTTP/1.1" status: 200 len: 853 time: 0.1398931 Aug 31 09:15:26.054447 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-337da6f4-56f1-4be0-964a-80203e24fae9 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] For port 58016490-1bf0-45be-9bc9-59a7030d8a10, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=58016490-1bf0-45be-9bc9-59a7030d8a10,segment=NetworkSegment(f6371895-21df-4b1a-a74d-67a04c30a2a5),segment_id=f6371895-21df-4b1a-a74d-67a04c30a2a5)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:26.055416 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-337da6f4-56f1-4be0-964a-80203e24fae9 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:26.137270 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-fa7350a1-856e-4da0-be54-718f3f184fcd service neutron] For port 2eff917f-62a9-4cd9-a754-cbd4351f33da, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:15:26.148342 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-337da6f4-56f1-4be0-964a-80203e24fae9 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Calling delete_port for 58016490-1bf0-45be-9bc9-59a7030d8a10 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:26.165343 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-570d83fd-8042-4a8b-865b-edf628f3f8f3 req-176ffd88-358f-4827-9387-bde5b83c6b9d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=671dffbd-cfd1-44d4-ad18-c45cdc841eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2771220 Aug 31 09:15:26.218510 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-fa7350a1-856e-4da0-be54-718f3f184fcd service neutron] For port 2eff917f-62a9-4cd9-a754-cbd4351f33da, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=2eff917f-62a9-4cd9-a754-cbd4351f33da,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:15:26.297442 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-fa7350a1-856e-4da0-be54-718f3f184fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:26.346118 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c10a12a3-b848-4b33-8d1e-ab42b1d77796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:26.365301 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1137a4-0187-4fc8-b105-c8235847e51a admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:15:26.378148 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0b1137a4-0187-4fc8-b105-c8235847e51a admin admin] 10.222.0.119 "PUT /v2.0/routers/f21611cf-6918-4f56-8892-fa2061b924d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6503873 Aug 31 09:15:26.379066 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54176) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:26.408015 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-fa7350a1-856e-4da0-be54-718f3f184fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:26.408982 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-fa7350a1-856e-4da0-be54-718f3f184fcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:26.410686 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-fa7350a1-856e-4da0-be54-718f3f184fcd service neutron] 10.222.0.112 "PUT /v2.0/ports/2eff917f-62a9-4cd9-a754-cbd4351f33da HTTP/1.1" status: 200 len: 1092 time: 2.5916345 Aug 31 09:15:26.429282 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18671e1a-b665-4fac-a56e-e485faf17d09', 'tag': '2eff917f-62a9-4cd9-a754-cbd4351f33da'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:26.431907 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89d706b-e77a-4bae-89fe-1eaee9fa0aad" -d '{"events": [{"name": "network-changed", "server_uuid": "18671e1a-b665-4fac-a56e-e485faf17d09", "tag": "2eff917f-62a9-4cd9-a754-cbd4351f33da"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:26.433592 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-570d83fd-8042-4a8b-865b-edf628f3f8f3 req-3e3b8544-fee5-4322-8481-cea10a176b69 service neutron] 10.222.0.59 "GET /v2.0/networks/671dffbd-cfd1-44d4-ad18-c45cdc841eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564073 Aug 31 09:15:26.507069 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87787c-3a55-4261-a21b-1dead062972b req-27b462e4-64d7-4a99-bd88-6b38782b1815 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:26.515517 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2b87787c-3a55-4261-a21b-1dead062972b req-27b462e4-64d7-4a99-bd88-6b38782b1815 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=162870ae-ec99-4e13-a589-f6b18ce0a163 HTTP/1.1" status: 200 len: 931 time: 0.3734238 Aug 31 09:15:26.521355 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1b5bebbf-00cc-4290-b36f-67b8c93b3a14 req-d016213b-5727-4e34-ad99-c3dfdd304a41 tempest-SecurityGroupsTestAdminJSON-759246364 tempest-SecurityGroupsTestAdminJSON-759246364-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:26.541425 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-d2067562-8ace-46f9-9786-f19cd850dfb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f1bef22-7321-4490-a68c-1b825fa250fe {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:15:26.581243 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-d2067562-8ace-46f9-9786-f19cd850dfb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:26.622695 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-d2067562-8ace-46f9-9786-f19cd850dfb1 service neutron] Transition to ACTIVE for port object 6f1bef22-7321-4490-a68c-1b825fa250fe will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:26.643077 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1b5bebbf-00cc-4290-b36f-67b8c93b3a14 req-d016213b-5727-4e34-ad99-c3dfdd304a41 tempest-SecurityGroupsTestAdminJSON-759246364 tempest-SecurityGroupsTestAdminJSON-759246364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:26.656208 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-570d83fd-8042-4a8b-865b-edf628f3f8f3 req-f37a3f1d-c75f-46db-92bf-d5cace24111f service neutron] 10.222.0.59 "GET /v2.0/networks/671dffbd-cfd1-44d4-ad18-c45cdc841eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135739 Aug 31 09:15:26.671392 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7350a1-856e-4da0-be54-718f3f184fcd service neutron] Pushing event updated for resources: {'Port': ['ID=2eff917f-62a9-4cd9-a754-cbd4351f33da,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:26.678299 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9a8b55-9a54-4e31-b4e5-5a183f94d143 None None] Sync routers for ids ['f21611cf-6918-4f56-8892-fa2061b924d9'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:15:26.704227 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2b87787c-3a55-4261-a21b-1dead062972b req-56f2e2ea-9799-45f5-95be-3c8edb9175cc tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877482 Aug 31 09:15:26.725260 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9a8b55-9a54-4e31-b4e5-5a183f94d143 None None] Routers {'f21611cf-6918-4f56-8892-fa2061b924d9'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:15:26.728973 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-4d9a8b55-9a54-4e31-b4e5-5a183f94d143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:15:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['f21611cf-6918-4f56-8892-fa2061b924d9'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:26.766714 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016213b-5727-4e34-ad99-c3dfdd304a41 tempest-SecurityGroupsTestAdminJSON-759246364 tempest-SecurityGroupsTestAdminJSON-759246364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=375099cc-94df-43c4-8eb1-837019c7c3b7,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:26.768190 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9ce1c441-93c7-4588-a8ed-5362f21e25c0 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:15:26.771710 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ce7104f9-5926-4b78-a5fc-cfd5f4855bde admin admin] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:26.779176 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-56607321-c97f-49b6-9dbc-66d527239543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:26.780932 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-56607321-c97f-49b6-9dbc-66d527239543 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8d929c95dcb6486584c62bb8e91069d6&device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 1095 time: 0.2427366 Aug 31 09:15:26.790654 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-d2067562-8ace-46f9-9786-f19cd850dfb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:26.819431 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 9ce1c441-93c7-4588-a8ed-5362f21e25c0 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:15:26.819791 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9ce1c441-93c7-4588-a8ed-5362f21e25c0 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:15:26.910834 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-4d9a8b55-9a54-4e31-b4e5-5a183f94d143 None None] Set router f21611cf-6918-4f56-8892-fa2061b924d9 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:15:26.917773 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2067562-8ace-46f9-9786-f19cd850dfb1 service neutron] Pushing event updated for resources: {'Port': ['ID=6f1bef22-7321-4490-a68c-1b825fa250fe,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:26.926103 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-41496fac-1ebb-4708-b0dd-214574a913a2 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2eff917f-62a9-4cd9-a754-cbd4351f33da HTTP/1.1" status: 200 len: 217 time: 0.1043479 Aug 31 09:15:26.982409 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10a12a3-b848-4b33-8d1e-ab42b1d77796 admin admin] Router 747d765c-b597-4648-84db-4fe91ddd79e5 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:15:27.031300 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-337da6f4-56f1-4be0-964a-80203e24fae9 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:27.072509 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-d2067562-8ace-46f9-9786-f19cd850dfb1 service neutron] Attempting to bind port 6f1bef22-7321-4490-a68c-1b825fa250fe on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:15:27.072769 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-d2067562-8ace-46f9-9786-f19cd850dfb1 service neutron] Attempting to bind port 6f1bef22-7321-4490-a68c-1b825fa250fe by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'b8433487-168c-4451-a1f8-f20b613c6365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1634, 'network_id': 'f4501923-6d9a-4416-88f2-5681e8e54cfe'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:15:27.073097 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-d2067562-8ace-46f9-9786-f19cd850dfb1 service neutron] Attempting to bind port 6f1bef22-7321-4490-a68c-1b825fa250fe on network f4501923-6d9a-4416-88f2-5681e8e54cfe {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:27.090959 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-d2067562-8ace-46f9-9786-f19cd850dfb1 service neutron] Port 6f1bef22-7321-4490-a68c-1b825fa250fe on network f4501923-6d9a-4416-88f2-5681e8e54cfe not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:15:27.091280 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-d2067562-8ace-46f9-9786-f19cd850dfb1 service neutron] Attempting to bind port 6f1bef22-7321-4490-a68c-1b825fa250fe on network f4501923-6d9a-4416-88f2-5681e8e54cfe {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:27.105972 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-d2067562-8ace-46f9-9786-f19cd850dfb1 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:15:27.106922 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-d2067562-8ace-46f9-9786-f19cd850dfb1 service neutron] Checking segment: {'id': 'b8433487-168c-4451-a1f8-f20b613c6365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1634, 'network_id': 'f4501923-6d9a-4416-88f2-5681e8e54cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:15:27.112873 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-d2067562-8ace-46f9-9786-f19cd850dfb1 service neutron] Bound using segment: {'id': 'b8433487-168c-4451-a1f8-f20b613c6365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1634, 'network_id': 'f4501923-6d9a-4416-88f2-5681e8e54cfe'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:15:27.112873 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-d2067562-8ace-46f9-9786-f19cd850dfb1 service neutron] Bound port: 6f1bef22-7321-4490-a68c-1b825fa250fe, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8433487-168c-4451-a1f8-f20b613c6365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1634, 'network_id': 'f4501923-6d9a-4416-88f2-5681e8e54cfe'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:15:27.112873 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-d2067562-8ace-46f9-9786-f19cd850dfb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:27.116318 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccfbe32-b639-482e-aed4-7ad647998af7 req-cb0966ac-074e-45ed-87c5-1f80b17e805b tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:27.118106 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1ccfbe32-b639-482e-aed4-7ad647998af7 req-cb0966ac-074e-45ed-87c5-1f80b17e805b tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 865 time: 0.2835295 Aug 31 09:15:27.126918 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337da6f4-56f1-4be0-964a-80203e24fae9 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Pushing event deleted for resources: {'Port': ['ID=58016490-1bf0-45be-9bc9-59a7030d8a10,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:27.141431 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-4d9a8b55-9a54-4e31-b4e5-5a183f94d143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21611cf-6918-4f56-8892-fa2061b924d9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-920147431-router', 'tenant_id': 'a1de78828d3f4f0e87f08cff9f56088a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '9500e44d-bc31-4f8f-90b4-63e5ba530bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:11Z', 'updated_at': '2021-08-31T09:15:23Z', 'revision_number': 5, 'project_id': 'a1de78828d3f4f0e87f08cff9f56088a', 'gw_port': {'id': '9500e44d-bc31-4f8f-90b4-63e5ba530bdd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21611cf-6918-4f56-8892-fa2061b924d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:12Z', 'updated_at': '2021-08-31T09:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:27.146966 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1b5bebbf-00cc-4290-b36f-67b8c93b3a14 req-d016213b-5727-4e34-ad99-c3dfdd304a41 tempest-SecurityGroupsTestAdminJSON-759246364 tempest-SecurityGroupsTestAdminJSON-759246364-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:27.168306 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-5806cedf-1a8e-4ea2-a736-39a2eb5b5eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:27.170158 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-5806cedf-1a8e-4ea2-a736-39a2eb5b5eac service neutron] 10.222.0.112 "GET /v2.0/subnets?id=dab6ed79-4c20-41ae-bb07-e9aaf9315083 HTTP/1.1" status: 200 len: 848 time: 0.2290311 Aug 31 09:15:27.183040 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9a8b55-9a54-4e31-b4e5-5a183f94d143 None None] Checking router: f21611cf-6918-4f56-8892-fa2061b924d9 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:15:27.194990 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9a8b55-9a54-4e31-b4e5-5a183f94d143 None None] Routers {'f21611cf-6918-4f56-8892-fa2061b924d9'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:15:27.196041 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-4d9a8b55-9a54-4e31-b4e5-5a183f94d143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:15:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['f21611cf-6918-4f56-8892-fa2061b924d9'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:27.220217 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10a12a3-b848-4b33-8d1e-ab42b1d77796 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:15:27.233467 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e76bf6-e2c6-4b2b-b0d4-68e5858098c1 None None] Sync routers for ids ['747d765c-b597-4648-84db-4fe91ddd79e5'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:15:27.235365 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54182) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:27.235594 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c10a12a3-b848-4b33-8d1e-ab42b1d77796 admin admin] 10.222.0.119 "PUT /v2.0/routers/747d765c-b597-4648-84db-4fe91ddd79e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7829182 Aug 31 09:15:27.247823 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e76bf6-e2c6-4b2b-b0d4-68e5858098c1 None None] Routers {'747d765c-b597-4648-84db-4fe91ddd79e5'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:15:27.248434 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-47e76bf6-e2c6-4b2b-b0d4-68e5858098c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:15:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['747d765c-b597-4648-84db-4fe91ddd79e5'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:27.252252 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1b5bebbf-00cc-4290-b36f-67b8c93b3a14 req-d016213b-5727-4e34-ad99-c3dfdd304a41 tempest-SecurityGroupsTestAdminJSON-759246364 tempest-SecurityGroupsTestAdminJSON-759246364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:27.254905 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-d2067562-8ace-46f9-9786-f19cd850dfb1 service neutron] For port 6f1bef22-7321-4490-a68c-1b825fa250fe, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:15:27.255217 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-337da6f4-56f1-4be0-964a-80203e24fae9 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] No DVR routers for this DVR port 58016490-1bf0-45be-9bc9-59a7030d8a10 on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:15:27.258581 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ce7104f9-5926-4b78-a5fc-cfd5f4855bde admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:27.259670 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-d2067562-8ace-46f9-9786-f19cd850dfb1 service neutron] For port 6f1bef22-7321-4490-a68c-1b825fa250fe, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=6f1bef22-7321-4490-a68c-1b825fa250fe,segment=NetworkSegment(b8433487-168c-4451-a1f8-f20b613c6365),segment_id=b8433487-168c-4451-a1f8-f20b613c6365)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:15:27.264410 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-337da6f4-56f1-4be0-964a-80203e24fae9 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:27.266356 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-337da6f4-56f1-4be0-964a-80203e24fae9 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.59 "DELETE /v2.0/ports/58016490-1bf0-45be-9bc9-59a7030d8a10 HTTP/1.1" status: 204 len: 173 time: 1.9707489 Aug 31 09:15:27.276963 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-695a3af3-0f35-4b03-ada8-a44da806e6df service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d54aa48d-9328-4446-b337-2071a0fd4f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854495 Aug 31 09:15:27.341300 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-4d9a8b55-9a54-4e31-b4e5-5a183f94d143 None None] Set router f21611cf-6918-4f56-8892-fa2061b924d9 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:15:27.347076 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-d2067562-8ace-46f9-9786-f19cd850dfb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:27.412579 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1ccfbe32-b639-482e-aed4-7ad647998af7 req-84cba6ff-28d4-41d0-be25-8deee40526e2 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?id=23aa8320-d483-4e92-8178-31b79ff8e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674468 Aug 31 09:15:27.415080 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016213b-5727-4e34-ad99-c3dfdd304a41 tempest-SecurityGroupsTestAdminJSON-759246364 tempest-SecurityGroupsTestAdminJSON-759246364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ad23a4-6e8d-48bf-b94a-4b2c97279f5f,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:27.475702 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1b5bebbf-00cc-4290-b36f-67b8c93b3a14 req-d016213b-5727-4e34-ad99-c3dfdd304a41 tempest-SecurityGroupsTestAdminJSON-759246364 tempest-SecurityGroupsTestAdminJSON-759246364-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:27.490599 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b5bebbf-00cc-4290-b36f-67b8c93b3a14 req-d016213b-5727-4e34-ad99-c3dfdd304a41 tempest-SecurityGroupsTestAdminJSON-759246364 tempest-SecurityGroupsTestAdminJSON-759246364-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.0417211 Aug 31 09:15:27.504112 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-d2067562-8ace-46f9-9786-f19cd850dfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:27.510007 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-d2067562-8ace-46f9-9786-f19cd850dfb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:27.514192 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-d2067562-8ace-46f9-9786-f19cd850dfb1 service neutron] 10.222.0.112 "PUT /v2.0/ports/6f1bef22-7321-4490-a68c-1b825fa250fe HTTP/1.1" status: 200 len: 1092 time: 1.9989707 Aug 31 09:15:27.515683 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '162870ae-ec99-4e13-a589-f6b18ce0a163', 'tag': '6f1bef22-7321-4490-a68c-1b825fa250fe'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:27.523573 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a61d08-12cd-48d8-b7ab-f582360cea6e" -d '{"events": [{"name": "network-changed", "server_uuid": "162870ae-ec99-4e13-a589-f6b18ce0a163", "tag": "6f1bef22-7321-4490-a68c-1b825fa250fe"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:27.540193 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-47e76bf6-e2c6-4b2b-b0d4-68e5858098c1 None None] Set router 747d765c-b597-4648-84db-4fe91ddd79e5 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:15:27.556745 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2067562-8ace-46f9-9786-f19cd850dfb1 service neutron] Pushing event updated for resources: {'Port': ['ID=6f1bef22-7321-4490-a68c-1b825fa250fe,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:27.753431 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-8b8445a1-7fc9-48fc-9485-b9e5580c94a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:27.760239 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-8b8445a1-7fc9-48fc-9485-b9e5580c94a8 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=048e78adec3a424b930f0bb66789a1ac&device_id=162870ae-ec99-4e13-a589-f6b18ce0a163 HTTP/1.1" status: 200 len: 1095 time: 0.0976470 Aug 31 09:15:27.771441 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-4d9a8b55-9a54-4e31-b4e5-5a183f94d143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f21611cf-6918-4f56-8892-fa2061b924d9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-920147431-router', 'tenant_id': 'a1de78828d3f4f0e87f08cff9f56088a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '9500e44d-bc31-4f8f-90b4-63e5ba530bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:11Z', 'updated_at': '2021-08-31T09:15:23Z', 'revision_number': 5, 'project_id': 'a1de78828d3f4f0e87f08cff9f56088a', 'gw_port': {'id': '9500e44d-bc31-4f8f-90b4-63e5ba530bdd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21611cf-6918-4f56-8892-fa2061b924d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:12Z', 'updated_at': '2021-08-31T09:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:27.823452 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9a8b55-9a54-4e31-b4e5-5a183f94d143 None None] The sync data for ids ['f21611cf-6918-4f56-8892-fa2061b924d9'] in n-d-791506-28 is: [{'id': 'f21611cf-6918-4f56-8892-fa2061b924d9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-920147431-router', 'tenant_id': 'a1de78828d3f4f0e87f08cff9f56088a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '9500e44d-bc31-4f8f-90b4-63e5ba530bdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:11Z', 'updated_at': '2021-08-31T09:15:23Z', 'revision_number': 5, 'project_id': 'a1de78828d3f4f0e87f08cff9f56088a', 'gw_port': {'id': '9500e44d-bc31-4f8f-90b4-63e5ba530bdd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:a8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f21611cf-6918-4f56-8892-fa2061b924d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:12Z', 'updated_at': '2021-08-31T09:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:15:27.864122 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-23e6217c-151e-40b9-9718-2de8d2d39eb6 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f1bef22-7321-4490-a68c-1b825fa250fe HTTP/1.1" status: 200 len: 217 time: 0.0959907 Aug 31 09:15:27.893203 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-47e76bf6-e2c6-4b2b-b0d4-68e5858098c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-265084193-router', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:23Z', 'updated_at': '2021-08-31T09:15:24Z', 'revision_number': 5, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'gw_port': {'id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:24Z', 'updated_at': '2021-08-31T09:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:27.929102 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b812e3db-0186-43bc-ad1a-f170afcbd7bb x-openstack-request-id: req-b812e3db-0186-43bc-ad1a-f170afcbd7bb {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:27.929383 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18671e1a-b665-4fac-a56e-e485faf17d09", "tag": "2eff917f-62a9-4cd9-a754-cbd4351f33da", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:27.929623 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-b812e3db-0186-43bc-ad1a-f170afcbd7bb {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:27.930006 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18671e1a-b665-4fac-a56e-e485faf17d09', 'tag': '2eff917f-62a9-4cd9-a754-cbd4351f33da', 'status': 'completed', 'code': 200} Aug 31 09:15:27.954349 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-966398bd-77f2-474d-8b2b-6a61f04f593c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:27.956649 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-966398bd-77f2-474d-8b2b-6a61f04f593c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=e7a6583a-6b5e-4a08-a1b9-1d3f5a882e6e HTTP/1.1" status: 200 len: 861 time: 0.0838618 Aug 31 09:15:27.965338 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-304fd945-cccc-4bbd-a7b4-9741a760485d req-70dd36fa-3b7d-462f-95fd-e2e8acfab04b tempest-SecurityGroupsTestAdminJSON-759246364 tempest-SecurityGroupsTestAdminJSON-759246364-project] Request body: {'security_group': {'name': 'tempest-securitygroup-110495366', 'description': 'tempest-description-1063596885'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:27.967542 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e76bf6-e2c6-4b2b-b0d4-68e5858098c1 None None] Checking router: 747d765c-b597-4648-84db-4fe91ddd79e5 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:15:27.986088 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e76bf6-e2c6-4b2b-b0d4-68e5858098c1 None None] Routers {'747d765c-b597-4648-84db-4fe91ddd79e5'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:15:27.986757 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-47e76bf6-e2c6-4b2b-b0d4-68e5858098c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:15:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['747d765c-b597-4648-84db-4fe91ddd79e5'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:28.001808 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-a4acad9e-d07a-4bbd-8947-0ddb75bcc6d1 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f4501923-6d9a-4416-88f2-5681e8e54cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377336 Aug 31 09:15:28.035426 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-89aeb824-b774-4d3c-a500-4b5cfc117541 service neutron] 10.222.0.112 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7059414 Aug 31 09:15:28.042920 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4b6adba8-9a15-41b3-9cce-876dcf68a332 admin admin] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:28.134087 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-db7061a7-88f6-4eee-86aa-a9205f1b5b08 service neutron] 10.222.0.112 "GET /v2.0/networks/f4501923-6d9a-4416-88f2-5681e8e54cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206439 Aug 31 09:15:28.140707 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-47e76bf6-e2c6-4b2b-b0d4-68e5858098c1 None None] Set router 747d765c-b597-4648-84db-4fe91ddd79e5 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:15:28.149491 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-ce7104f9-5926-4b78-a5fc-cfd5f4855bde admin admin] Deleting port 9500e44d-bc31-4f8f-90b4-63e5ba530bdd {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:28.152001 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ce7104f9-5926-4b78-a5fc-cfd5f4855bde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:28.162083 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-304fd945-cccc-4bbd-a7b4-9741a760485d req-70dd36fa-3b7d-462f-95fd-e2e8acfab04b tempest-SecurityGroupsTestAdminJSON-759246364 tempest-SecurityGroupsTestAdminJSON-759246364-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:28.171027 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ade49-8bd0-46c2-806b-ffebbb1bc5e6 req-496e0925-e2c8-4099-a12a-71e8b3bf274b tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:28.175314 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-768ade49-8bd0-46c2-806b-ffebbb1bc5e6 req-496e0925-e2c8-4099-a12a-71e8b3bf274b tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 943 time: 0.2310936 Aug 31 09:15:28.266279 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9b3ef4e0-1dca-4bf3-bb50-daa7da856b35 req-694b93d2-17aa-43fe-ae78-1ab6a86c2329 service neutron] 10.222.0.112 "GET /v2.0/networks/f4501923-6d9a-4416-88f2-5681e8e54cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221814 Aug 31 09:15:28.381727 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-47e76bf6-e2c6-4b2b-b0d4-68e5858098c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-265084193-router', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:23Z', 'updated_at': '2021-08-31T09:15:24Z', 'revision_number': 5, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'gw_port': {'id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:24Z', 'updated_at': '2021-08-31T09:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:28.429426 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e76bf6-e2c6-4b2b-b0d4-68e5858098c1 None None] The sync data for ids ['747d765c-b597-4648-84db-4fe91ddd79e5'] in n-d-791506-28 is: [{'id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-265084193-router', 'tenant_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:23Z', 'updated_at': '2021-08-31T09:15:24Z', 'revision_number': 5, 'project_id': '3b0faebd4a0f4fe0bc11524828454d6f', 'gw_port': {'id': 'b9c20c9d-f0c0-4764-bd86-24468afcdf7c', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747d765c-b597-4648-84db-4fe91ddd79e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:24Z', 'updated_at': '2021-08-31T09:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:15:28.444225 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-768ade49-8bd0-46c2-806b-ffebbb1bc5e6 req-0fc5af54-7c2d-4d0c-b4d9-c78a4aa1486a tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552986 Aug 31 09:15:28.453447 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dc7d2584-e481-4d76-b5db-30c2ddcb54f5 req-d9e039cc-13ac-40c7-8fc2-1460bb170f69 service neutron] 10.222.0.112 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067655 Aug 31 09:15:28.459672 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-ce7104f9-5926-4b78-a5fc-cfd5f4855bde admin admin] For port 9500e44d-bc31-4f8f-90b4-63e5ba530bdd, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=9500e44d-bc31-4f8f-90b4-63e5ba530bdd,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:28.460077 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ce7104f9-5926-4b78-a5fc-cfd5f4855bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:28.463964 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4b6adba8-9a15-41b3-9cce-876dcf68a332 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:28.488569 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-ce7104f9-5926-4b78-a5fc-cfd5f4855bde admin admin] Calling delete_port for 9500e44d-bc31-4f8f-90b4-63e5ba530bdd owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:28.513385 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8346d36f-f57e-4000-aae6-e4e74bdcb3bf x-openstack-request-id: req-8346d36f-f57e-4000-aae6-e4e74bdcb3bf {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:28.513897 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "162870ae-ec99-4e13-a589-f6b18ce0a163", "tag": "6f1bef22-7321-4490-a68c-1b825fa250fe", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:28.514375 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-8346d36f-f57e-4000-aae6-e4e74bdcb3bf {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:28.515779 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '162870ae-ec99-4e13-a589-f6b18ce0a163', 'tag': '6f1bef22-7321-4490-a68c-1b825fa250fe', 'status': 'completed', 'code': 200} Aug 31 09:15:28.609929 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-304fd945-cccc-4bbd-a7b4-9741a760485d req-70dd36fa-3b7d-462f-95fd-e2e8acfab04b tempest-SecurityGroupsTestAdminJSON-759246364 tempest-SecurityGroupsTestAdminJSON-759246364-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:28.629347 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d706b-e77a-4bae-89fe-1eaee9fa0aad req-666453c1-0d35-49ff-a918-6c584682aa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:28.631750 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f89d706b-e77a-4bae-89fe-1eaee9fa0aad req-666453c1-0d35-49ff-a918-6c584682aa26 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8d929c95dcb6486584c62bb8e91069d6&device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 1095 time: 0.0431254 Aug 31 09:15:28.686294 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a61d08-12cd-48d8-b7ab-f582360cea6e req-dfb70b9d-8e97-416d-91c6-ecea1d6165cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:28.687738 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-17a61d08-12cd-48d8-b7ab-f582360cea6e req-dfb70b9d-8e97-416d-91c6-ecea1d6165cf service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=048e78adec3a424b930f0bb66789a1ac&device_id=162870ae-ec99-4e13-a589-f6b18ce0a163 HTTP/1.1" status: 200 len: 1095 time: 0.1400859 Aug 31 09:15:28.728392 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d706b-e77a-4bae-89fe-1eaee9fa0aad req-221e5d80-9787-4b41-a549-4442ba5e4f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:28.729876 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f89d706b-e77a-4bae-89fe-1eaee9fa0aad req-221e5d80-9787-4b41-a549-4442ba5e4f8d service neutron] 10.222.0.112 "GET /v2.0/networks?id=d54aa48d-9328-4446-b337-2071a0fd4f0c HTTP/1.1" status: 200 len: 910 time: 0.0905449 Aug 31 09:15:28.738206 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-304fd945-cccc-4bbd-a7b4-9741a760485d req-70dd36fa-3b7d-462f-95fd-e2e8acfab04b tempest-SecurityGroupsTestAdminJSON-759246364 tempest-SecurityGroupsTestAdminJSON-759246364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:28.774595 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f89d706b-e77a-4bae-89fe-1eaee9fa0aad req-d74cb684-a877-42e8-83c1-fa3392ac23e9 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2eff917f-62a9-4cd9-a754-cbd4351f33da HTTP/1.1" status: 200 len: 217 time: 0.0363584 Aug 31 09:15:28.816906 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 514f130f-228d-4923-aca6-13cfdce8772f no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:15:28.824316 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb7a87-82bc-411a-97ff-30ac5681cf72 req-2edd7716-94cf-4f93-975b-8ec678a55058 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:28.826039 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-96cb7a87-82bc-411a-97ff-30ac5681cf72 req-2edd7716-94cf-4f93-975b-8ec678a55058 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=162870ae-ec99-4e13-a589-f6b18ce0a163 HTTP/1.1" status: 200 len: 943 time: 0.2551613 Aug 31 09:15:28.852243 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 514f130f-228d-4923-aca6-13cfdce8772f {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:15:28.852588 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 514f130f-228d-4923-aca6-13cfdce8772f not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:15:28.862949 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d706b-e77a-4bae-89fe-1eaee9fa0aad req-bd41d95c-7951-4aae-b8b7-7c03b2c24dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:28.862949 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f89d706b-e77a-4bae-89fe-1eaee9fa0aad req-bd41d95c-7951-4aae-b8b7-7c03b2c24dab service neutron] 10.222.0.112 "GET /v2.0/subnets?id=dab6ed79-4c20-41ae-bb07-e9aaf9315083 HTTP/1.1" status: 200 len: 848 time: 0.0776238 Aug 31 09:15:28.897750 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f89d706b-e77a-4bae-89fe-1eaee9fa0aad req-359147e3-3337-407b-837e-b7d0270d6f48 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d54aa48d-9328-4446-b337-2071a0fd4f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282145 Aug 31 09:15:28.901238 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd36fa-3b7d-462f-95fd-e2e8acfab04b tempest-SecurityGroupsTestAdminJSON-759246364 tempest-SecurityGroupsTestAdminJSON-759246364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=686a1bdf-78a5-40df-9aa2-85b62e338d87,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:28.927562 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-4b6adba8-9a15-41b3-9cce-876dcf68a332 admin admin] Deleting port b9c20c9d-f0c0-4764-bd86-24468afcdf7c {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:28.927562 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4b6adba8-9a15-41b3-9cce-876dcf68a332 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:29.002699 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-304fd945-cccc-4bbd-a7b4-9741a760485d req-70dd36fa-3b7d-462f-95fd-e2e8acfab04b tempest-SecurityGroupsTestAdminJSON-759246364 tempest-SecurityGroupsTestAdminJSON-759246364-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:29.012254 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f89d706b-e77a-4bae-89fe-1eaee9fa0aad req-3c890663-590d-4b79-8325-68d7f270e69c service neutron] 10.222.0.112 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999193 Aug 31 09:15:29.014808 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-304fd945-cccc-4bbd-a7b4-9741a760485d req-70dd36fa-3b7d-462f-95fd-e2e8acfab04b tempest-SecurityGroupsTestAdminJSON-759246364 tempest-SecurityGroupsTestAdminJSON-759246364-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0720685 Aug 31 09:15:29.049245 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a61d08-12cd-48d8-b7ab-f582360cea6e req-9e4fd732-8284-4dc9-b1ab-e24d7d650444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:29.052470 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-17a61d08-12cd-48d8-b7ab-f582360cea6e req-9e4fd732-8284-4dc9-b1ab-e24d7d650444 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f4501923-6d9a-4416-88f2-5681e8e54cfe HTTP/1.1" status: 200 len: 923 time: 0.3242478 Aug 31 09:15:29.097561 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-96cb7a87-82bc-411a-97ff-30ac5681cf72 req-ea732943-7c09-45ce-9d67-840390b1dbd3 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591977 Aug 31 09:15:29.134261 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f89d706b-e77a-4bae-89fe-1eaee9fa0aad req-91d0f568-9c58-43f3-9ead-53475993d15c service neutron] 10.222.0.112 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179416 Aug 31 09:15:29.148734 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac23bcab-6e91-4fe7-8701-dceb9282eb3f req-1e2917e2-4a80-4c06-91d8-9107d28c81be tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 210 time: 0.0734143 Aug 31 09:15:29.154637 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-17a61d08-12cd-48d8-b7ab-f582360cea6e req-6c8b6c5a-8399-4cc7-9924-e384448367b9 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f1bef22-7321-4490-a68c-1b825fa250fe HTTP/1.1" status: 200 len: 217 time: 0.0915289 Aug 31 09:15:29.230147 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a61d08-12cd-48d8-b7ab-f582360cea6e req-0b613bee-976c-4f31-9581-76e3b99ed457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:29.231761 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-17a61d08-12cd-48d8-b7ab-f582360cea6e req-0b613bee-976c-4f31-9581-76e3b99ed457 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=e7a6583a-6b5e-4a08-a1b9-1d3f5a882e6e HTTP/1.1" status: 200 len: 861 time: 0.0633922 Aug 31 09:15:29.251501 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-4b6adba8-9a15-41b3-9cce-876dcf68a332 admin admin] For port b9c20c9d-f0c0-4764-bd86-24468afcdf7c, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=b9c20c9d-f0c0-4764-bd86-24468afcdf7c,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:29.251916 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4b6adba8-9a15-41b3-9cce-876dcf68a332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:29.288314 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-e5992d66-811a-4658-9412-d580045932cd req-2f3ee8d4-252f-49c0-af58-1e919056f859 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1721497081', 'description': 'tempest-description-874713024'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:29.292695 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-17a61d08-12cd-48d8-b7ab-f582360cea6e req-27273262-6967-47c9-8bc7-bf0a39067e96 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f4501923-6d9a-4416-88f2-5681e8e54cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433311 Aug 31 09:15:29.294440 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-4b6adba8-9a15-41b3-9cce-876dcf68a332 admin admin] Calling delete_port for b9c20c9d-f0c0-4764-bd86-24468afcdf7c owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:29.296041 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ce7104f9-5926-4b78-a5fc-cfd5f4855bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:29.359227 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7104f9-5926-4b78-a5fc-cfd5f4855bde admin admin] Pushing event deleted for resources: {'Port': ['ID=9500e44d-bc31-4f8f-90b4-63e5ba530bdd,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:29.505980 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e5992d66-811a-4658-9412-d580045932cd req-2f3ee8d4-252f-49c0-af58-1e919056f859 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:29.562597 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e5992d66-811a-4658-9412-d580045932cd req-2f3ee8d4-252f-49c0-af58-1e919056f859 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:29.573276 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ce7104f9-5926-4b78-a5fc-cfd5f4855bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:29.640710 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-17a61d08-12cd-48d8-b7ab-f582360cea6e req-998eb0a5-e984-4846-8415-5d4f1bcf3ff6 service neutron] 10.222.0.112 "GET /v2.0/networks/f4501923-6d9a-4416-88f2-5681e8e54cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330534 Aug 31 09:15:29.766324 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ce7104f9-5926-4b78-a5fc-cfd5f4855bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:29.774200 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ce7104f9-5926-4b78-a5fc-cfd5f4855bde admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:29.872055 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ecc7e-d074-4d42-bc97-d43899819d2d req-d05246e9-93b3-4737-945e-ecaf75b027c2 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:29.873598 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-091ecc7e-d074-4d42-bc97-d43899819d2d req-d05246e9-93b3-4737-945e-ecaf75b027c2 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 943 time: 0.3446279 Aug 31 09:15:29.938210 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba2d0e8-c16d-4c75-9efa-c8ed42581158', 'name': 'network-vif-deleted', 'tag': '58016490-1bf0-45be-9bc9-59a7030d8a10'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:29.940499 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085cf2f1-3e67-4a27-943f-93f7883b40a4" -d '{"events": [{"server_uuid": "aba2d0e8-c16d-4c75-9efa-c8ed42581158", "name": "network-vif-deleted", "tag": "58016490-1bf0-45be-9bc9-59a7030d8a10"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:29.960159 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ce7104f9-5926-4b78-a5fc-cfd5f4855bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:29.960666 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7104f9-5926-4b78-a5fc-cfd5f4855bde admin admin] Fanout notify agent at l3_agent the message router_deleted on router f21611cf-6918-4f56-8892-fa2061b924d9 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:15:29.968227 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-17a61d08-12cd-48d8-b7ab-f582360cea6e req-362d39ce-db89-4307-b463-1c97e0d0d294 service neutron] 10.222.0.112 "GET /v2.0/networks/f4501923-6d9a-4416-88f2-5681e8e54cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912688 Aug 31 09:15:29.973378 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ce7104f9-5926-4b78-a5fc-cfd5f4855bde admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:29.975188 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ce7104f9-5926-4b78-a5fc-cfd5f4855bde admin admin] 10.222.0.119 "DELETE /v2.0/routers/f21611cf-6918-4f56-8892-fa2061b924d9 HTTP/1.1" status: 204 len: 168 time: 3.5727606 Aug 31 09:15:29.979862 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54210) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:30.002035 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-091ecc7e-d074-4d42-bc97-d43899819d2d req-d86caf1c-a4e5-45f0-b404-4d0cdb526010 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204119 Aug 31 09:15:30.048897 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e5992d66-811a-4658-9412-d580045932cd req-2f3ee8d4-252f-49c0-af58-1e919056f859 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:30.051036 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4b6adba8-9a15-41b3-9cce-876dcf68a332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:30.080768 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ba86ce-4a23-49e5-9d84-479240dac0e8 x-openstack-request-id: req-24ba86ce-4a23-49e5-9d84-479240dac0e8 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:30.081517 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba2d0e8-c16d-4c75-9efa-c8ed42581158", "name": "network-vif-deleted", "tag": "58016490-1bf0-45be-9bc9-59a7030d8a10", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:30.081517 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-24ba86ce-4a23-49e5-9d84-479240dac0e8 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:30.081718 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba2d0e8-c16d-4c75-9efa-c8ed42581158', 'name': 'network-vif-deleted', 'tag': '58016490-1bf0-45be-9bc9-59a7030d8a10', 'status': 'completed', 'code': 200} Aug 31 09:15:30.085634 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6adba8-9a15-41b3-9cce-876dcf68a332 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9c20c9d-f0c0-4764-bd86-24468afcdf7c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:30.101517 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6bc00d6-00e1-466c-84d7-2aaae8a0547a admin admin] Deleting subnet d682a2c2-1869-459d-88b7-02134e1422e9 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:15:30.106473 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6bc00d6-00e1-466c-84d7-2aaae8a0547a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:30.116490 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-a44d8476-9950-4d15-b820-d100398d0492 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:30.118587 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-a44d8476-9950-4d15-b820-d100398d0492 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.112 "GET /v2.0/networks?id=671dffbd-cfd1-44d4-ad18-c45cdc841eb5 HTTP/1.1" status: 200 len: 813 time: 0.2113936 Aug 31 09:15:30.140718 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e5992d66-811a-4658-9412-d580045932cd req-2f3ee8d4-252f-49c0-af58-1e919056f859 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:30.143129 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-b142055d-6bce-4649-93ef-74015fa5842f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Request body: {'port': {'device_id': 'aba2d0e8-c16d-4c75-9efa-c8ed42581158', 'network_id': '671dffbd-cfd1-44d4-ad18-c45cdc841eb5', 'admin_state_up': True, 'tenant_id': 'cba781cb93f8440b8938de29933fec7c'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:30.203397 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ee8d4-252f-49c0-af58-1e919056f859 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d19fc8-82d0-4f26-9f9e-febb7a5a4795,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:30.213287 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4b6adba8-9a15-41b3-9cce-876dcf68a332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:30.217850 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6bc00d6-00e1-466c-84d7-2aaae8a0547a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:30.329249 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4b6adba8-9a15-41b3-9cce-876dcf68a332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:30.346566 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6bc00d6-00e1-466c-84d7-2aaae8a0547a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:30.351359 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4b6adba8-9a15-41b3-9cce-876dcf68a332 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:30.431075 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e5992d66-811a-4658-9412-d580045932cd req-2f3ee8d4-252f-49c0-af58-1e919056f859 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:30.438814 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d5e34-cf60-40a1-8cd9-27623a086a15 req-ff42e74f-103b-40eb-9e16-075b92a1fc5d tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:30.440349 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f56d5e34-cf60-40a1-8cd9-27623a086a15 req-ff42e74f-103b-40eb-9e16-075b92a1fc5d tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=162870ae-ec99-4e13-a589-f6b18ce0a163 HTTP/1.1" status: 200 len: 943 time: 0.1574748 Aug 31 09:15:30.478175 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6bc00d6-00e1-466c-84d7-2aaae8a0547a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:30.487850 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f56d5e34-cf60-40a1-8cd9-27623a086a15 req-f22aef13-92cb-432d-b81c-51b60eea2d80 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379949 Aug 31 09:15:30.504868 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc00d6-00e1-466c-84d7-2aaae8a0547a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d682a2c2-1869-459d-88b7-02134e1422e9,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:30.518700 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6bc00d6-00e1-466c-84d7-2aaae8a0547a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:30.518923 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e5992d66-811a-4658-9412-d580045932cd req-2f3ee8d4-252f-49c0-af58-1e919056f859 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:30.519136 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d6bc00d6-00e1-466c-84d7-2aaae8a0547a admin admin] 10.222.0.119 "DELETE /v2.0/subnets/d682a2c2-1869-459d-88b7-02134e1422e9 HTTP/1.1" status: 204 len: 168 time: 0.5340869 Aug 31 09:15:30.519752 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4b6adba8-9a15-41b3-9cce-876dcf68a332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:30.521034 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6adba8-9a15-41b3-9cce-876dcf68a332 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 747d765c-b597-4648-84db-4fe91ddd79e5 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:15:30.521941 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54220) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:30.530099 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bd0489-5e9f-4946-8f35-e8d536b03216 None None] Network b4da8c2b-3b87-4495-95c7-d1a0f396e229 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:15:30.555109 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4b6adba8-9a15-41b3-9cce-876dcf68a332 admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:30.557579 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4b6adba8-9a15-41b3-9cce-876dcf68a332 admin admin] 10.222.0.119 "DELETE /v2.0/routers/747d765c-b597-4648-84db-4fe91ddd79e5 HTTP/1.1" status: 204 len: 168 time: 3.3055255 Aug 31 09:15:30.580477 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54222) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:30.636217 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ee8d4-252f-49c0-af58-1e919056f859 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8025c818-975a-44b7-9dfb-f71dc5d5e7c8,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:30.698352 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd9b9f98-d709-4321-b0fc-dc36ac63cc4b req-950c3190-87cb-4230-99f4-39cbb976689e tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 210 time: 0.0752561 Aug 31 09:15:30.717641 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd96f1e4-74f7-41a7-9b85-6ad45191ae8f admin admin] Deleting subnet 6e81001c-2026-4292-8507-96e0aed1bde8 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:15:30.730991 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3be4-044a-41fb-92e9-52e05d3eb760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:30.732559 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dd96f1e4-74f7-41a7-9b85-6ad45191ae8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:30.738231 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-b142055d-6bce-4649-93ef-74015fa5842f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Made reservation on behalf of cba781cb93f8440b8938de29933fec7c for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:15:30.742591 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-b142055d-6bce-4649-93ef-74015fa5842f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:30.809893 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e5992d66-811a-4658-9412-d580045932cd req-2f3ee8d4-252f-49c0-af58-1e919056f859 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:30.812057 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5992d66-811a-4658-9412-d580045932cd req-2f3ee8d4-252f-49c0-af58-1e919056f859 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.5428307 Aug 31 09:15:30.832589 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dd96f1e4-74f7-41a7-9b85-6ad45191ae8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:30.904306 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-a87a1643-4821-4764-a630-eac35614e5a2 req-3a284619-b0c8-4b2b-823b-7994b792b955 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1071067981', 'description': 'tempest-description-313754691'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:30.933268 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dd96f1e4-74f7-41a7-9b85-6ad45191ae8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:30.933565 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-b142055d-6bce-4649-93ef-74015fa5842f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Allocated IP 172.20.0.13 (671dffbd-cfd1-44d4-ad18-c45cdc841eb5/98f1a321-868c-46a4-bd2e-3ecb869d4f87/8a3c2dd1-b81d-4195-ac0b-b11d4521aed5) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:15:30.957822 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-ba3d3be4-044a-41fb-92e9-52e05d3eb760 admin admin] Deleting port 53c2c856-735c-4abd-a8de-df941346873b {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:30.958852 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3be4-044a-41fb-92e9-52e05d3eb760 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:30.998914 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a87a1643-4821-4764-a630-eac35614e5a2 req-3a284619-b0c8-4b2b-823b-7994b792b955 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:31.014180 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 6f1bef22-7321-4490-a68c-1b825fa250fe details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:15:31.065854 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dd96f1e4-74f7-41a7-9b85-6ad45191ae8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:31.115059 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b005fe5-7b31-4b8e-ad6e-24968d5e55de None None] DHCP port deletion for b4da8c2b-3b87-4495-95c7-d1a0f396e229 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:15:31.117576 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9500e44d-bc31-4f8f-90b4-63e5ba530bdd no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:15:31.186522 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 9500e44d-bc31-4f8f-90b4-63e5ba530bdd {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:15:31.187066 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dd96f1e4-74f7-41a7-9b85-6ad45191ae8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:31.187755 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9500e44d-bc31-4f8f-90b4-63e5ba530bdd not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:15:31.193409 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-dd96f1e4-74f7-41a7-9b85-6ad45191ae8f admin admin] 10.222.0.119 "DELETE /v2.0/subnets/6e81001c-2026-4292-8507-96e0aed1bde8 HTTP/1.1" status: 204 len: 168 time: 0.6069453 Aug 31 09:15:31.194858 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96f1e4-74f7-41a7-9b85-6ad45191ae8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e81001c-2026-4292-8507-96e0aed1bde8,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:31.202916 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee09d3b5-a25e-4ebe-947f-f546ceb71649 None None] Network d1234639-2841-4a70-bb71-b7feb4621301 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:15:31.212033 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54228) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:31.342758 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a87a1643-4821-4764-a630-eac35614e5a2 req-3a284619-b0c8-4b2b-823b-7994b792b955 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:31.367469 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 6f1bef22-7321-4490-a68c-1b825fa250fe, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=6f1bef22-7321-4490-a68c-1b825fa250fe,segment=NetworkSegment(b8433487-168c-4451-a1f8-f20b613c6365),segment_id=b8433487-168c-4451-a1f8-f20b613c6365)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:31.408561 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '6f1bef22-7321-4490-a68c-1b825fa250fe', 'network_id': 'f4501923-6d9a-4416-88f2-5681e8e54cfe', 'port_id': '6f1bef22-7321-4490-a68c-1b825fa250fe', 'mac_address': 'fa:16:3e:22:4c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a6583a-6b5e-4a08-a1b9-1d3f5a882e6e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:15:31.411959 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-0b005fe5-7b31-4b8e-ad6e-24968d5e55de None None] Deleting port 53c2c856-735c-4abd-a8de-df941346873b {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:31.412630 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0b005fe5-7b31-4b8e-ad6e-24968d5e55de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:31.431750 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-ba3d3be4-044a-41fb-92e9-52e05d3eb760 admin admin] For port 53c2c856-735c-4abd-a8de-df941346873b, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=53c2c856-735c-4abd-a8de-df941346873b,segment=NetworkSegment(b7d35aa5-cc98-4f8c-8e85-2cbc0e8cf714),segment_id=b7d35aa5-cc98-4f8c-8e85-2cbc0e8cf714)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:31.432519 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3be4-044a-41fb-92e9-52e05d3eb760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:31.461926 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-ba3d3be4-044a-41fb-92e9-52e05d3eb760 admin admin] Calling delete_port for 53c2c856-735c-4abd-a8de-df941346873b owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:31.551639 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-b142055d-6bce-4649-93ef-74015fa5842f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:31.556489 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-0b005fe5-7b31-4b8e-ad6e-24968d5e55de None None] For port 53c2c856-735c-4abd-a8de-df941346873b, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=53c2c856-735c-4abd-a8de-df941346873b,segment=NetworkSegment(b7d35aa5-cc98-4f8c-8e85-2cbc0e8cf714),segment_id=b7d35aa5-cc98-4f8c-8e85-2cbc0e8cf714)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:31.557402 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0b005fe5-7b31-4b8e-ad6e-24968d5e55de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:31.575791 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-0b005fe5-7b31-4b8e-ad6e-24968d5e55de None None] Calling delete_port for 53c2c856-735c-4abd-a8de-df941346873b owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:31.578014 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:31.602762 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f1bef22-7321-4490-a68c-1b825fa250fe {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:15:31.669389 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 6f1bef22-7321-4490-a68c-1b825fa250fe, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=6f1bef22-7321-4490-a68c-1b825fa250fe,segment=NetworkSegment(b8433487-168c-4451-a1f8-f20b613c6365),segment_id=b8433487-168c-4451-a1f8-f20b613c6365)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:31.684256 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32949dc-57cb-4db4-b86f-1bd26aa89c20 req-a4205d77-39a9-40ae-a6b6-bfa71d740301 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:31.691560 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d32949dc-57cb-4db4-b86f-1bd26aa89c20 req-a4205d77-39a9-40ae-a6b6-bfa71d740301 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 943 time: 0.6018887 Aug 31 09:15:31.696450 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05e2b03-d601-4198-bfad-61c54053eae0 None None] DHCP port deletion for d1234639-2841-4a70-bb71-b7feb4621301 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:15:31.702635 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a87a1643-4821-4764-a630-eac35614e5a2 req-3a284619-b0c8-4b2b-823b-7994b792b955 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:31.718690 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3be4-044a-41fb-92e9-52e05d3eb760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:31.735419 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0b005fe5-7b31-4b8e-ad6e-24968d5e55de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:31.756649 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0333ca2e-7b78-45c7-b1a6-100949fae475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:31.758893 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d3be4-044a-41fb-92e9-52e05d3eb760 admin admin] Pushing event deleted for resources: {'Port': ['ID=53c2c856-735c-4abd-a8de-df941346873b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:31.761494 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-b142055d-6bce-4649-93ef-74015fa5842f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:31.764218 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a284619-b0c8-4b2b-823b-7994b792b955 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91707a4a-fa00-4f48-b17e-24eef425f3b4,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:31.775735 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b005fe5-7b31-4b8e-ad6e-24968d5e55de None None] No DVR routers for this DVR port 53c2c856-735c-4abd-a8de-df941346873b on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:15:31.787432 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d32949dc-57cb-4db4-b86f-1bd26aa89c20 req-16f5e5e3-6435-44ea-8a7f-4a9012d4538e tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929844 Aug 31 09:15:31.792722 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b005fe5-7b31-4b8e-ad6e-24968d5e55de None None] Pushing event deleted for resources: {'Port': ['ID=53c2c856-735c-4abd-a8de-df941346873b,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:31.808423 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:31.846337 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a87a1643-4821-4764-a630-eac35614e5a2 req-3a284619-b0c8-4b2b-823b-7994b792b955 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:31.855216 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a87a1643-4821-4764-a630-eac35614e5a2 req-3a284619-b0c8-4b2b-823b-7994b792b955 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9754200 Aug 31 09:15:31.883175 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3d3be4-044a-41fb-92e9-52e05d3eb760 admin admin] No DVR routers for this DVR port 53c2c856-735c-4abd-a8de-df941346873b on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:15:31.884875 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-f05e2b03-d601-4198-bfad-61c54053eae0 None None] Deleting port 7d8b47ab-9b28-4b2d-a50c-b3ba0589b15e {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:31.887896 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-b142055d-6bce-4649-93ef-74015fa5842f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Network 671dffbd-cfd1-44d4-ad18-c45cdc841eb5 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:15:31.888502 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f05e2b03-d601-4198-bfad-61c54053eae0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:31.901755 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-b142055d-6bce-4649-93ef-74015fa5842f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:31.910365 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-0333ca2e-7b78-45c7-b1a6-100949fae475 admin admin] Deleting port 7d8b47ab-9b28-4b2d-a50c-b3ba0589b15e {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:31.910365 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0333ca2e-7b78-45c7-b1a6-100949fae475 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:31.910704 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142055d-6bce-4649-93ef-74015fa5842f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Pushing event updated for resources: {'Port': ['ID=8a3c2dd1-b81d-4195-ac0b-b11d4521aed5,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:31.914533 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-b142055d-6bce-4649-93ef-74015fa5842f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:15:31.948881 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=6f1bef22-7321-4490-a68c-1b825fa250fe,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:31.999228 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3be4-044a-41fb-92e9-52e05d3eb760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:32.001243 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-0333ca2e-7b78-45c7-b1a6-100949fae475 admin admin] For port 7d8b47ab-9b28-4b2d-a50c-b3ba0589b15e, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=7d8b47ab-9b28-4b2d-a50c-b3ba0589b15e,segment=NetworkSegment(297f7645-baab-4cad-a38a-5a6d7356eab9),segment_id=297f7645-baab-4cad-a38a-5a6d7356eab9)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:32.001949 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0333ca2e-7b78-45c7-b1a6-100949fae475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:32.010934 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-ba3d3be4-044a-41fb-92e9-52e05d3eb760 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4da8c2b-3b87-4495-95c7-d1a0f396e229']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:32.045577 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-ba3d3be4-044a-41fb-92e9-52e05d3eb760 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d35aa5-cc98-4f8c-8e85-2cbc0e8cf714') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:32.046192 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-ba3d3be4-044a-41fb-92e9-52e05d3eb760 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d35aa5-cc98-4f8c-8e85-2cbc0e8cf714') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:32.055621 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-0333ca2e-7b78-45c7-b1a6-100949fae475 admin admin] Calling delete_port for 7d8b47ab-9b28-4b2d-a50c-b3ba0589b15e owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:32.064997 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3be4-044a-41fb-92e9-52e05d3eb760 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:32.067100 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-f05e2b03-d601-4198-bfad-61c54053eae0 None None] For port 7d8b47ab-9b28-4b2d-a50c-b3ba0589b15e, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=7d8b47ab-9b28-4b2d-a50c-b3ba0589b15e,segment=NetworkSegment(297f7645-baab-4cad-a38a-5a6d7356eab9),segment_id=297f7645-baab-4cad-a38a-5a6d7356eab9)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:32.071401 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f05e2b03-d601-4198-bfad-61c54053eae0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:32.077728 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b6b67-9f02-437d-bc26-d5535784b326 req-e4fca748-650f-455b-8597-c4418e0751f9 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:32.079187 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-251b6b67-9f02-437d-bc26-d5535784b326 req-e4fca748-650f-455b-8597-c4418e0751f9 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=162870ae-ec99-4e13-a589-f6b18ce0a163 HTTP/1.1" status: 200 len: 944 time: 0.1060588 Aug 31 09:15:32.087881 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-f05e2b03-d601-4198-bfad-61c54053eae0 None None] Calling delete_port for 7d8b47ab-9b28-4b2d-a50c-b3ba0589b15e owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:32.098238 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-b142055d-6bce-4649-93ef-74015fa5842f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:32.100353 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-b142055d-6bce-4649-93ef-74015fa5842f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:32.102677 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3be4-044a-41fb-92e9-52e05d3eb760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:32.112621 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba3d3be4-044a-41fb-92e9-52e05d3eb760 admin admin] Releasing vlan 1649 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:15:32.113021 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3be4-044a-41fb-92e9-52e05d3eb760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:32.117529 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:15:32.117529 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:15:32.117529 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:15:32.117529 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:15:32.117529 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:15:32.117529 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:15:32.117529 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:15:32.117529 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:15:32.117529 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:15:32.117529 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:15:32.117529 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:15:32.117529 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:15:32.117529 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:15:32.117529 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:15:32.117529 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:15:32.117529 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:15:32.117529 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:15:32.117529 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:15:32.117529 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:15:32.117529 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:15:32.117529 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:15:32.117529 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:15:32.117529 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:15:32.117529 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:15:32.117529 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:15:32.117529 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:15:32.117529 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:15:32.117529 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:15:32.117529 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:15:32.117529 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:15:32.117529 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:15:32.117529 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:15:32.153301 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['6f1bef22-7321-4490-a68c-1b825fa250fe'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:15:32.168249 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df3999-aedd-4dda-8637-04845836257d req-5a8a0c72-d45c-4ebc-b4c1-061b1709408b tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:32.169849 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-95df3999-aedd-4dda-8637-04845836257d req-5a8a0c72-d45c-4ebc-b4c1-061b1709408b tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 932 time: 0.1854315 Aug 31 09:15:32.174992 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-251b6b67-9f02-437d-bc26-d5535784b326 req-de5d101c-233c-4411-a8f4-bd4a3f0ab96d tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883465 Aug 31 09:15:32.208699 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-b142055d-6bce-4649-93ef-74015fa5842f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0696476 Aug 31 09:15:32.222597 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] Request body: {'port': {'device_id': 'aba2d0e8-c16d-4c75-9efa-c8ed42581158', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:32.236100 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-95df3999-aedd-4dda-8637-04845836257d req-5b3aecac-6614-466e-a28b-e2c34d36f0bb tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?id=23aa8320-d483-4e92-8178-31b79ff8e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577347 Aug 31 09:15:32.271527 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3be4-044a-41fb-92e9-52e05d3eb760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:32.340557 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3be4-044a-41fb-92e9-52e05d3eb760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:32.340557 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ba3d3be4-044a-41fb-92e9-52e05d3eb760 admin admin] 10.222.0.119 "DELETE /v2.0/networks/b4da8c2b-3b87-4495-95c7-d1a0f396e229 HTTP/1.1" status: 204 len: 168 time: 1.7625682 Aug 31 09:15:32.340557 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d3be4-044a-41fb-92e9-52e05d3eb760 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4da8c2b-3b87-4495-95c7-d1a0f396e229,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:32.368102 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:32.625870 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7d8b47ab-9b28-4b2d-a50c-b3ba0589b15e no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:15:32.660828 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad52377a-fd5a-4b6f-afd0-93130c5f39c7 req-f51ab1c6-4f08-4eea-9a19-ccdc15d47e9b tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56465 time: 0.3925574 Aug 31 09:15:32.681471 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a3c2dd1-b81d-4195-ac0b-b11d4521aed5 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:15:32.690902 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:32.694801 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0333ca2e-7b78-45c7-b1a6-100949fae475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:32.706361 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] Transition to ACTIVE for port object 8a3c2dd1-b81d-4195-ac0b-b11d4521aed5 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:32.719148 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f05e2b03-d601-4198-bfad-61c54053eae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:32.728446 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:32.732880 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333ca2e-7b78-45c7-b1a6-100949fae475 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d8b47ab-9b28-4b2d-a50c-b3ba0589b15e,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:32.739022 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0333ca2e-7b78-45c7-b1a6-100949fae475 admin admin] No DVR routers for this DVR port 7d8b47ab-9b28-4b2d-a50c-b3ba0589b15e on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:15:32.746203 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad52377a-fd5a-4b6f-afd0-93130c5f39c7 req-cabb2b16-348f-4899-b6a4-4366fc35e190 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] 10.222.0.119 "GET /v2.0/security-groups/096cbc81-3007-4612-8ba2-e8de04062f04 HTTP/1.1" status: 200 len: 2981 time: 0.0765796 Aug 31 09:15:32.760215 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:32.761647 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:32.765754 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05e2b03-d601-4198-bfad-61c54053eae0 None None] No DVR routers for this DVR port 7d8b47ab-9b28-4b2d-a50c-b3ba0589b15e on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:15:32.767419 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e2b03-d601-4198-bfad-61c54053eae0 None None] Pushing event deleted for resources: {'Port': ['ID=7d8b47ab-9b28-4b2d-a50c-b3ba0589b15e,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:32.802281 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b9c20c9d-f0c0-4764-bd86-24468afcdf7c no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:15:32.813464 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:32.829653 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: b9c20c9d-f0c0-4764-bd86-24468afcdf7c {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:15:32.830477 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b9c20c9d-f0c0-4764-bd86-24468afcdf7c not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:15:32.831108 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 53c2c856-735c-4abd-a8de-df941346873b no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:15:32.845244 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0333ca2e-7b78-45c7-b1a6-100949fae475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:32.851553 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 53c2c856-735c-4abd-a8de-df941346873b {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:15:32.851892 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 53c2c856-735c-4abd-a8de-df941346873b not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:15:32.865645 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-0333ca2e-7b78-45c7-b1a6-100949fae475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1234639-2841-4a70-bb71-b7feb4621301']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:32.875881 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad52377a-fd5a-4b6f-afd0-93130c5f39c7 req-736bff8d-9388-484f-8e8d-81958a8bf356 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] 10.222.0.119 "GET /v2.0/security-groups/096cbc81-3007-4612-8ba2-e8de04062f04 HTTP/1.1" status: 200 len: 2981 time: 0.1118996 Aug 31 09:15:32.886679 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-0333ca2e-7b78-45c7-b1a6-100949fae475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '297f7645-baab-4cad-a38a-5a6d7356eab9') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:32.886990 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-0333ca2e-7b78-45c7-b1a6-100949fae475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '297f7645-baab-4cad-a38a-5a6d7356eab9') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:32.909304 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0333ca2e-7b78-45c7-b1a6-100949fae475 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:32.930593 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] Pushing event updated for resources: {'Port': ['ID=8a3c2dd1-b81d-4195-ac0b-b11d4521aed5,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:32.953356 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:32.953788 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:32.954128 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:32.954459 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:32.954690 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0333ca2e-7b78-45c7-b1a6-100949fae475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:32.954830 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:32.955126 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:32.955447 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:32.955767 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:32.956114 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:32.956418 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:32.956730 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:32.957045 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:32.968810 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0333ca2e-7b78-45c7-b1a6-100949fae475 admin admin] Releasing vlan 1602 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:15:32.969029 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0333ca2e-7b78-45c7-b1a6-100949fae475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:32.971526 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:15:32.971526 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:15:32.971526 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:15:32.971526 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:15:32.971526 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:15:32.971526 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:15:32.971526 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:15:32.971526 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:15:32.971526 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:15:32.971526 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:15:32.971526 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:15:32.971526 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:15:32.971526 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:15:32.971526 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:15:32.971526 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:15:32.971526 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:15:32.971526 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:15:32.971526 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:15:32.971526 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:15:32.971526 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:15:32.971526 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:15:32.971526 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:15:32.971526 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:15:32.971526 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:15:32.971526 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:15:32.971526 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:15:32.971526 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:15:32.971526 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:15:32.971526 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:15:32.971526 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:15:32.971526 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:15:32.971526 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:15:32.988516 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54246) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:33.028629 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] Attempting to bind port 8a3c2dd1-b81d-4195-ac0b-b11d4521aed5 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:15:33.028859 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] Attempting to bind port 8a3c2dd1-b81d-4195-ac0b-b11d4521aed5 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'f6371895-21df-4b1a-a74d-67a04c30a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '671dffbd-cfd1-44d4-ad18-c45cdc841eb5'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:15:33.029064 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad52377a-fd5a-4b6f-afd0-93130c5f39c7 req-edc5af65-b1de-4ce7-9292-cc618f928431 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] 10.222.0.119 "GET /v2.0/security-groups/23aa8320-d483-4e92-8178-31b79ff8e57a HTTP/1.1" status: 200 len: 2981 time: 0.1523108 Aug 31 09:15:33.029196 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] Attempting to bind port 8a3c2dd1-b81d-4195-ac0b-b11d4521aed5 on network 671dffbd-cfd1-44d4-ad18-c45cdc841eb5 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:33.041381 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4085d-6ac8-4ea0-977e-a6e23fe49b39 req-e647a8d8-9f8b-45ae-bcee-6131fe3709c0 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:33.041649 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] Port 8a3c2dd1-b81d-4195-ac0b-b11d4521aed5 on network 671dffbd-cfd1-44d4-ad18-c45cdc841eb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:15:33.041766 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] Attempting to bind port 8a3c2dd1-b81d-4195-ac0b-b11d4521aed5 on network 671dffbd-cfd1-44d4-ad18-c45cdc841eb5 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:33.042930 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-07a4085d-6ac8-4ea0-977e-a6e23fe49b39 req-e647a8d8-9f8b-45ae-bcee-6131fe3709c0 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 943 time: 0.1357780 Aug 31 09:15:33.051795 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d1cc35d8-0bd2-4f6b-9fae-3849fd275c92 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=a1de78828d3f4f0e87f08cff9f56088a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0620906 Aug 31 09:15:33.052945 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:15:33.053291 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] Checking segment: {'id': 'f6371895-21df-4b1a-a74d-67a04c30a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '671dffbd-cfd1-44d4-ad18-c45cdc841eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:15:33.053672 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] Bound using segment: {'id': 'f6371895-21df-4b1a-a74d-67a04c30a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '671dffbd-cfd1-44d4-ad18-c45cdc841eb5'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:15:33.054106 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] Bound port: 8a3c2dd1-b81d-4195-ac0b-b11d4521aed5, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6371895-21df-4b1a-a74d-67a04c30a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '671dffbd-cfd1-44d4-ad18-c45cdc841eb5'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:15:33.054463 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:33.056267 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54248) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:33.108582 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad52377a-fd5a-4b6f-afd0-93130c5f39c7 req-8b24374b-92c2-4856-80b5-510d1ab175c1 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] 10.222.0.119 "GET /v2.0/security-groups/23aa8320-d483-4e92-8178-31b79ff8e57a HTTP/1.1" status: 200 len: 2981 time: 0.0646348 Aug 31 09:15:33.111521 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-07a4085d-6ac8-4ea0-977e-a6e23fe49b39 req-b4134c07-fb9b-4d96-964a-7adb3d8a1b4d tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613317 Aug 31 09:15:33.123367 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0333ca2e-7b78-45c7-b1a6-100949fae475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:33.135717 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0333ca2e-7b78-45c7-b1a6-100949fae475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:33.137605 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0333ca2e-7b78-45c7-b1a6-100949fae475 admin admin] 10.222.0.119 "DELETE /v2.0/networks/d1234639-2841-4a70-bb71-b7feb4621301 HTTP/1.1" status: 204 len: 168 time: 1.9191155 Aug 31 09:15:33.140500 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54250) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:33.152779 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333ca2e-7b78-45c7-b1a6-100949fae475 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1234639-2841-4a70-bb71-b7feb4621301,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:33.181036 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad52377a-fd5a-4b6f-afd0-93130c5f39c7 req-b1356395-602c-4fe1-afa5-7ebe78f09bc0 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] 10.222.0.119 "GET /v2.0/security-groups/24d19fc8-82d0-4f26-9f9e-febb7a5a4795 HTTP/1.1" status: 200 len: 2981 time: 0.0642538 Aug 31 09:15:33.201618 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4396fa74-614c-40b3-9cc1-9878a03111e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:33.210229 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] For port 8a3c2dd1-b81d-4195-ac0b-b11d4521aed5, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:15:33.215320 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] For port 8a3c2dd1-b81d-4195-ac0b-b11d4521aed5, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8a3c2dd1-b81d-4195-ac0b-b11d4521aed5,segment=NetworkSegment(f6371895-21df-4b1a-a74d-67a04c30a2a5),segment_id=f6371895-21df-4b1a-a74d-67a04c30a2a5)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:15:33.227223 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad52377a-fd5a-4b6f-afd0-93130c5f39c7 req-026da188-6518-4eec-995e-d46700029a94 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] 10.222.0.119 "GET /v2.0/security-groups/24d19fc8-82d0-4f26-9f9e-febb7a5a4795 HTTP/1.1" status: 200 len: 2981 time: 0.0409853 Aug 31 09:15:33.242926 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4396fa74-614c-40b3-9cc1-9878a03111e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:33.285348 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad52377a-fd5a-4b6f-afd0-93130c5f39c7 req-7913058a-d8b1-41c2-b4f7-c6dcbaf2d5d3 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] 10.222.0.119 "GET /v2.0/security-groups/375099cc-94df-43c4-8eb1-837019c7c3b7 HTTP/1.1" status: 200 len: 2981 time: 0.0510447 Aug 31 09:15:33.303434 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:33.351445 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:33.355558 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:33.355558 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] 10.222.0.112 "PUT /v2.0/ports/8a3c2dd1-b81d-4195-ac0b-b11d4521aed5 HTTP/1.1" status: 200 len: 1093 time: 1.1363640 Aug 31 09:15:33.355865 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d4699-3a1a-40e0-a46c-69bc6772a947 req-ea54a2c0-c735-4a00-89fc-b7951d0c0b40 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:33.356342 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba2d0e8-c16d-4c75-9efa-c8ed42581158', 'tag': '8a3c2dd1-b81d-4195-ac0b-b11d4521aed5'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:33.356498 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e7d4699-3a1a-40e0-a46c-69bc6772a947 req-ea54a2c0-c735-4a00-89fc-b7951d0c0b40 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=162870ae-ec99-4e13-a589-f6b18ce0a163 HTTP/1.1" status: 200 len: 944 time: 0.0862255 Aug 31 09:15:33.359383 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f00113-38e0-4448-81f7-0cb4d3caf926" -d '{"events": [{"name": "network-changed", "server_uuid": "aba2d0e8-c16d-4c75-9efa-c8ed42581158", "tag": "8a3c2dd1-b81d-4195-ac0b-b11d4521aed5"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:33.362155 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad52377a-fd5a-4b6f-afd0-93130c5f39c7 req-0660ec3b-f0f0-4f24-9901-5550f13206d8 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] 10.222.0.119 "GET /v2.0/security-groups/375099cc-94df-43c4-8eb1-837019c7c3b7 HTTP/1.1" status: 200 len: 2981 time: 0.0567446 Aug 31 09:15:33.429178 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e7d4699-3a1a-40e0-a46c-69bc6772a947 req-9477a11c-34e6-4e15-a1ff-71eecad2ae10 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588489 Aug 31 09:15:33.433109 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6944325-9355-4e21-bdfe-7f0bd78c00fe service neutron] Pushing event updated for resources: {'Port': ['ID=8a3c2dd1-b81d-4195-ac0b-b11d4521aed5,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:33.446206 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad52377a-fd5a-4b6f-afd0-93130c5f39c7 req-80a5ba55-d577-4fdc-8a1a-7476b876cc14 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] 10.222.0.119 "GET /v2.0/security-groups/423a060e-de2a-45e5-9540-de96bebbf6cb HTTP/1.1" status: 200 len: 2981 time: 0.0695295 Aug 31 09:15:33.487935 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad52377a-fd5a-4b6f-afd0-93130c5f39c7 req-2b8b3476-9b90-48b6-949e-8e4f3f41c80c tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] 10.222.0.119 "GET /v2.0/security-groups/423a060e-de2a-45e5-9540-de96bebbf6cb HTTP/1.1" status: 200 len: 2981 time: 0.0406716 Aug 31 09:15:33.561661 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad52377a-fd5a-4b6f-afd0-93130c5f39c7 req-dba3ea88-57d3-4ac0-987a-d6133d3e1674 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] 10.222.0.119 "GET /v2.0/security-groups/5658b744-e589-43ac-a327-ffa6eea8200e HTTP/1.1" status: 200 len: 2981 time: 0.0651426 Aug 31 09:15:33.561893 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4396fa74-614c-40b3-9cc1-9878a03111e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:33.565266 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4396fa74-614c-40b3-9cc1-9878a03111e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:33.570141 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4396fa74-614c-40b3-9cc1-9878a03111e3 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/c9a53f52-6b29-47b7-95c4-b9f4b94d6d0c HTTP/1.1" status: 204 len: 168 time: 0.5127835 Aug 31 09:15:33.589017 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-7a6fbbff-3e14-46f1-899b-9cbd432aed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:33.591031 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-7a6fbbff-3e14-46f1-899b-9cbd432aed37 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=cba781cb93f8440b8938de29933fec7c&device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 1096 time: 0.0945129 Aug 31 09:15:33.592627 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f880a3-0365-45a5-a7ae-86e32ff8ec37 req-63a2b433-9c89-48ad-9a46-222ee8ab1dd5 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:33.594044 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396fa74-614c-40b3-9cc1-9878a03111e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a53f52-6b29-47b7-95c4-b9f4b94d6d0c,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:33.594195 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e0f880a3-0365-45a5-a7ae-86e32ff8ec37 req-63a2b433-9c89-48ad-9a46-222ee8ab1dd5 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 944 time: 0.0820346 Aug 31 09:15:33.662673 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-eef14080-866f-4d85-bd8f-3879c894ae0e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a3c2dd1-b81d-4195-ac0b-b11d4521aed5 HTTP/1.1" status: 200 len: 217 time: 0.0620468 Aug 31 09:15:33.670093 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad52377a-fd5a-4b6f-afd0-93130c5f39c7 req-bc947cf4-177d-413e-9968-b904c160ae48 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] 10.222.0.119 "GET /v2.0/security-groups/5658b744-e589-43ac-a327-ffa6eea8200e HTTP/1.1" status: 200 len: 2981 time: 0.0967431 Aug 31 09:15:33.674881 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e0f880a3-0365-45a5-a7ae-86e32ff8ec37 req-0c697e55-1c8b-4920-81f0-68af1f3425c5 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?id=23aa8320-d483-4e92-8178-31b79ff8e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561788 Aug 31 09:15:33.733094 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad52377a-fd5a-4b6f-afd0-93130c5f39c7 req-88673c37-ffc7-4683-9fec-845f3e7c7f3c tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] 10.222.0.119 "GET /v2.0/security-groups/72cfe57a-e126-4519-a4d9-2f3c263563e4 HTTP/1.1" status: 200 len: 2981 time: 0.0537376 Aug 31 09:15:33.751682 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-6efb95f1-d6c0-4fa8-98a4-a57edcfbda87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:33.753170 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-6efb95f1-d6c0-4fa8-98a4-a57edcfbda87 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=98f1a321-868c-46a4-bd2e-3ecb869d4f87 HTTP/1.1" status: 200 len: 853 time: 0.0807967 Aug 31 09:15:33.778043 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad52377a-fd5a-4b6f-afd0-93130c5f39c7 req-55f99efd-23d8-4a88-b92a-3eaece3d0a54 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] 10.222.0.119 "GET /v2.0/security-groups/72cfe57a-e126-4519-a4d9-2f3c263563e4 HTTP/1.1" status: 200 len: 2981 time: 0.0440676 Aug 31 09:15:33.798343 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d9e214-7810-40e0-880b-ed8ada3c413a x-openstack-request-id: req-f5d9e214-7810-40e0-880b-ed8ada3c413a {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:33.798528 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba2d0e8-c16d-4c75-9efa-c8ed42581158", "tag": "8a3c2dd1-b81d-4195-ac0b-b11d4521aed5", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:33.798817 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-f5d9e214-7810-40e0-880b-ed8ada3c413a {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:33.799207 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba2d0e8-c16d-4c75-9efa-c8ed42581158', 'tag': '8a3c2dd1-b81d-4195-ac0b-b11d4521aed5', 'status': 'completed', 'code': 200} Aug 31 09:15:33.822828 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-87acc255-d311-4210-8772-7231e4150cfa service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=671dffbd-cfd1-44d4-ad18-c45cdc841eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389881 Aug 31 09:15:33.841622 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad52377a-fd5a-4b6f-afd0-93130c5f39c7 req-1b120696-e94e-41d3-889e-3fcd665893ce tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] 10.222.0.119 "GET /v2.0/security-groups/84035d02-491b-4eee-8828-5c88d248ccec HTTP/1.1" status: 200 len: 2981 time: 0.0562255 Aug 31 09:15:33.895121 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad52377a-fd5a-4b6f-afd0-93130c5f39c7 req-09a923da-0072-4ec6-8577-f35abf8a2c55 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] 10.222.0.119 "GET /v2.0/security-groups/84035d02-491b-4eee-8828-5c88d248ccec HTTP/1.1" status: 200 len: 2981 time: 0.0475383 Aug 31 09:15:33.912117 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-383ff646-01c9-4b6c-9639-c3520cad8739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:33.937678 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad52377a-fd5a-4b6f-afd0-93130c5f39c7 req-0c8a535c-b1fe-4e6b-89ea-07c8e4e2faaf tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] 10.222.0.119 "GET /v2.0/security-groups/9b9c3b15-eaaf-43a8-a30c-bd0e5c45b70a HTTP/1.1" status: 200 len: 2981 time: 0.0397804 Aug 31 09:15:33.990812 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-11f17816-c44b-4ba5-affc-9ce3debf38f2 service neutron] 10.222.0.112 "GET /v2.0/networks/671dffbd-cfd1-44d4-ad18-c45cdc841eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601717 Aug 31 09:15:33.999123 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad52377a-fd5a-4b6f-afd0-93130c5f39c7 req-a531bb10-8a29-4829-8915-11797b891cda tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] 10.222.0.119 "GET /v2.0/security-groups/9b9c3b15-eaaf-43a8-a30c-bd0e5c45b70a HTTP/1.1" status: 200 len: 2981 time: 0.0543253 Aug 31 09:15:34.049560 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad52377a-fd5a-4b6f-afd0-93130c5f39c7 req-1296bbf2-6fb2-4402-bd94-04283e156d09 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] 10.222.0.119 "GET /v2.0/security-groups/a4028c52-3aef-4d01-9898-a9fea8fcf961 HTTP/1.1" status: 200 len: 2981 time: 0.0491841 Aug 31 09:15:34.098141 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad52377a-fd5a-4b6f-afd0-93130c5f39c7 req-8c797eff-6b08-4927-8629-086ee856feb0 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] 10.222.0.119 "GET /v2.0/security-groups/a4028c52-3aef-4d01-9898-a9fea8fcf961 HTTP/1.1" status: 200 len: 2981 time: 0.0414808 Aug 31 09:15:34.147747 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad52377a-fd5a-4b6f-afd0-93130c5f39c7 req-955eca4c-00fb-4c28-ad40-0ebd1cc0bf40 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] 10.222.0.119 "GET /v2.0/security-groups/c7a3b1da-7977-43c4-b579-9c1e6226a802 HTTP/1.1" status: 200 len: 2981 time: 0.0423751 Aug 31 09:15:34.175491 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-287d0101-d10e-4827-8098-82a93a6ebb50 req-3ca89683-daed-48d7-ac3d-013c3d0d7102 service neutron] 10.222.0.112 "GET /v2.0/networks/671dffbd-cfd1-44d4-ad18-c45cdc841eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588955 Aug 31 09:15:34.204281 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad52377a-fd5a-4b6f-afd0-93130c5f39c7 req-8bc2c564-9500-4d06-8128-f339ac5edef8 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] 10.222.0.119 "GET /v2.0/security-groups/c7a3b1da-7977-43c4-b579-9c1e6226a802 HTTP/1.1" status: 200 len: 2981 time: 0.0477297 Aug 31 09:15:34.249120 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [req-ad52377a-fd5a-4b6f-afd0-93130c5f39c7 req-ad44d36f-773d-4a66-b141-a23b22153118 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] show failed (client error): The resource could not be found. Aug 31 09:15:34.250140 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad52377a-fd5a-4b6f-afd0-93130c5f39c7 req-ad44d36f-773d-4a66-b141-a23b22153118 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] 10.222.0.119 "GET /v2.0/security-groups/c9a53f52-6b29-47b7-95c4-b9f4b94d6d0c HTTP/1.1" status: 404 len: 352 time: 0.0360708 Aug 31 09:15:34.270129 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d45273-7752-4af9-92f5-6bdece6e318f req-204f6a92-3e05-40a1-8764-894c8d377142 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:34.270129 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a7d45273-7752-4af9-92f5-6bdece6e318f req-204f6a92-3e05-40a1-8764-894c8d377142 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 943 time: 0.0626118 Aug 31 09:15:34.292951 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-383ff646-01c9-4b6c-9639-c3520cad8739 admin admin] Deleting port 12d29d08-07e1-4158-a93b-85d48f14b237 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:34.293324 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-383ff646-01c9-4b6c-9639-c3520cad8739 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:34.306499 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [req-ad52377a-fd5a-4b6f-afd0-93130c5f39c7 req-3c7bd01a-736e-4937-b1d3-4da6d5037127 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] show failed (client error): The resource could not be found. Aug 31 09:15:34.307632 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad52377a-fd5a-4b6f-afd0-93130c5f39c7 req-3c7bd01a-736e-4937-b1d3-4da6d5037127 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] 10.222.0.119 "GET /v2.0/security-groups/c9a53f52-6b29-47b7-95c4-b9f4b94d6d0c HTTP/1.1" status: 404 len: 352 time: 0.0385697 Aug 31 09:15:34.341547 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a7d45273-7752-4af9-92f5-6bdece6e318f req-9374ddf9-3804-41ea-9b6d-f8dcd0f8e9bc tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601571 Aug 31 09:15:34.368101 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad52377a-fd5a-4b6f-afd0-93130c5f39c7 req-d8801e3f-e4d7-4acf-acd8-ce297dfd9c62 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] 10.222.0.119 "GET /v2.0/security-groups/e2d71693-dee6-4b00-997b-d500886abebb HTTP/1.1" status: 200 len: 2973 time: 0.0500834 Aug 31 09:15:34.412266 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad52377a-fd5a-4b6f-afd0-93130c5f39c7 req-13df107d-c0dc-40a7-b626-a1931dc402da tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] 10.222.0.119 "GET /v2.0/security-groups/e2d71693-dee6-4b00-997b-d500886abebb HTTP/1.1" status: 200 len: 2973 time: 0.0380790 Aug 31 09:15:34.417356 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f00113-38e0-4448-81f7-0cb4d3caf926 req-eb6b7e66-b427-4c79-9bf9-690939ffaf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:34.418892 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-81f00113-38e0-4448-81f7-0cb4d3caf926 req-eb6b7e66-b427-4c79-9bf9-690939ffaf22 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=cba781cb93f8440b8938de29933fec7c&device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 1096 time: 0.1282115 Aug 31 09:15:34.437790 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-383ff646-01c9-4b6c-9639-c3520cad8739 admin admin] For port 12d29d08-07e1-4158-a93b-85d48f14b237, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=12d29d08-07e1-4158-a93b-85d48f14b237,segment=NetworkSegment(2d870add-0439-4039-abcb-d67217fdb460),segment_id=2d870add-0439-4039-abcb-d67217fdb460)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:34.438183 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-383ff646-01c9-4b6c-9639-c3520cad8739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:34.457686 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad52377a-fd5a-4b6f-afd0-93130c5f39c7 req-dd49c6e4-d033-46c5-9aa2-b4ccc45c0826 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] 10.222.0.119 "GET /v2.0/security-groups/eb247f48-3f24-490d-b930-6d445275b506 HTTP/1.1" status: 200 len: 2977 time: 0.0386004 Aug 31 09:15:34.486927 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-383ff646-01c9-4b6c-9639-c3520cad8739 admin admin] Calling delete_port for 12d29d08-07e1-4158-a93b-85d48f14b237 owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:34.516583 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad52377a-fd5a-4b6f-afd0-93130c5f39c7 req-7fe99b8b-b8ec-48c6-949b-0fe57a78b819 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] 10.222.0.119 "GET /v2.0/security-groups/eb247f48-3f24-490d-b930-6d445275b506 HTTP/1.1" status: 200 len: 2977 time: 0.0512774 Aug 31 09:15:34.582491 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f00113-38e0-4448-81f7-0cb4d3caf926 req-bc812d6b-2a70-476b-9ccb-263bedfec40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:34.584957 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-81f00113-38e0-4448-81f7-0cb4d3caf926 req-bc812d6b-2a70-476b-9ccb-263bedfec40f service neutron] 10.222.0.112 "GET /v2.0/networks?id=671dffbd-cfd1-44d4-ad18-c45cdc841eb5 HTTP/1.1" status: 200 len: 915 time: 0.1586533 Aug 31 09:15:34.643749 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ca24aece-4844-4107-ba9a-29c8f4b2500f req-14595361-eb4a-491f-aa9f-9db45ff275a7 tempest-SecurityGroupsTestAdminJSON-759246364 tempest-SecurityGroupsTestAdminJSON-759246364-project] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=8153ec11881f49eb8a684958622df9ae HTTP/1.1" status: 200 len: 6102 time: 0.0909340 Aug 31 09:15:34.651498 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603849d-4784-4665-be52-f32d7aabfbf5 req-eb422311-85bf-4fb6-9e76-2fd58cc8159b tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:34.652926 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1603849d-4784-4665-be52-f32d7aabfbf5 req-eb422311-85bf-4fb6-9e76-2fd58cc8159b tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=162870ae-ec99-4e13-a589-f6b18ce0a163 HTTP/1.1" status: 200 len: 944 time: 0.1214752 Aug 31 09:15:34.665358 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-81f00113-38e0-4448-81f7-0cb4d3caf926 req-a41a49bc-fc37-4265-9847-b3097657a4b1 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a3c2dd1-b81d-4195-ac0b-b11d4521aed5 HTTP/1.1" status: 200 len: 217 time: 0.0729806 Aug 31 09:15:34.719926 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ca24aece-4844-4107-ba9a-29c8f4b2500f req-5291e3a4-105f-444b-97a8-4c552e1344d0 tempest-SecurityGroupsTestAdminJSON-759246364 tempest-SecurityGroupsTestAdminJSON-759246364-project] 10.222.0.119 "GET /v2.0/security-groups/375099cc-94df-43c4-8eb1-837019c7c3b7 HTTP/1.1" status: 200 len: 2981 time: 0.0660110 Aug 31 09:15:34.722897 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1603849d-4784-4665-be52-f32d7aabfbf5 req-125ec6e3-9c4a-44b0-ae5e-c9eaee4b19c8 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626638 Aug 31 09:15:34.732952 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f00113-38e0-4448-81f7-0cb4d3caf926 req-b6da1c7d-0c17-4506-9426-9fb0499aa2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:34.734446 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-81f00113-38e0-4448-81f7-0cb4d3caf926 req-b6da1c7d-0c17-4506-9426-9fb0499aa2cb service neutron] 10.222.0.112 "GET /v2.0/subnets?id=98f1a321-868c-46a4-bd2e-3ecb869d4f87 HTTP/1.1" status: 200 len: 853 time: 0.0590022 Aug 31 09:15:34.796995 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-81f00113-38e0-4448-81f7-0cb4d3caf926 req-520dc193-03a1-4d08-ab9a-f90f89a239ff service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=671dffbd-cfd1-44d4-ad18-c45cdc841eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453954 Aug 31 09:15:34.799392 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ca24aece-4844-4107-ba9a-29c8f4b2500f req-732de902-44d2-454f-9156-994e0b749b52 tempest-SecurityGroupsTestAdminJSON-759246364 tempest-SecurityGroupsTestAdminJSON-759246364-project] 10.222.0.119 "GET /v2.0/security-groups/375099cc-94df-43c4-8eb1-837019c7c3b7 HTTP/1.1" status: 200 len: 2981 time: 0.0558839 Aug 31 09:15:34.888682 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fde627-4a6d-48aa-87d8-6731f03fe493 req-439c34d5-ee8e-447f-bed3-1f3f7f219aec tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:34.893766 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5fde627-4a6d-48aa-87d8-6731f03fe493 req-439c34d5-ee8e-447f-bed3-1f3f7f219aec tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 944 time: 0.0638580 Aug 31 09:15:34.922424 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-81f00113-38e0-4448-81f7-0cb4d3caf926 req-efaac0d7-42e0-4694-a598-b68a175b847f service neutron] 10.222.0.112 "GET /v2.0/networks/671dffbd-cfd1-44d4-ad18-c45cdc841eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170661 Aug 31 09:15:34.958614 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5fde627-4a6d-48aa-87d8-6731f03fe493 req-81d042aa-69f2-401a-ad4f-3354931bcaca tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?id=23aa8320-d483-4e92-8178-31b79ff8e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609891 Aug 31 09:15:34.962732 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-95f8b2dd-af4b-40cd-a759-dbf683ab83ea req-d2fbea91-23b9-4fbf-a4bd-3980b08a06d3 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] 10.222.0.119 "GET /v2.0/security-groups/91707a4a-fa00-4f48-b17e-24eef425f3b4 HTTP/1.1" status: 200 len: 1777 time: 0.0666752 Aug 31 09:15:34.984595 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-383ff646-01c9-4b6c-9639-c3520cad8739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:35.015244 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 6f1bef22-7321-4490-a68c-1b825fa250fe up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:15:35.022458 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-95f8b2dd-af4b-40cd-a759-dbf683ab83ea req-7a7d8417-d471-4e8c-b8b4-5d824bb013e8 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:35.034245 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ff646-01c9-4b6c-9639-c3520cad8739 admin admin] Pushing event deleted for resources: {'Port': ['ID=12d29d08-07e1-4158-a93b-85d48f14b237,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:35.048022 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-95f8b2dd-af4b-40cd-a759-dbf683ab83ea req-7a7d8417-d471-4e8c-b8b4-5d824bb013e8 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:35.132127 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-81f00113-38e0-4448-81f7-0cb4d3caf926 req-757485b6-db3f-4294-8d3d-5dd0bb7cadbb service neutron] 10.222.0.112 "GET /v2.0/networks/671dffbd-cfd1-44d4-ad18-c45cdc841eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020662 Aug 31 09:15:35.147120 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 6f1bef22-7321-4490-a68c-1b825fa250fe completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:35.153646 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 6f1bef22-7321-4490-a68c-1b825fa250fe triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:35.154403 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:35.173922 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-95f8b2dd-af4b-40cd-a759-dbf683ab83ea req-7a7d8417-d471-4e8c-b8b4-5d824bb013e8 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:35.173922 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-95f8b2dd-af4b-40cd-a759-dbf683ab83ea req-7a7d8417-d471-4e8c-b8b4-5d824bb013e8 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:35.178631 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-95f8b2dd-af4b-40cd-a759-dbf683ab83ea req-7a7d8417-d471-4e8c-b8b4-5d824bb013e8 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] 10.222.0.119 "DELETE /v2.0/security-groups/91707a4a-fa00-4f48-b17e-24eef425f3b4 HTTP/1.1" status: 204 len: 173 time: 0.2091014 Aug 31 09:15:35.204634 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d8417-d471-4e8c-b8b4-5d824bb013e8 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91707a4a-fa00-4f48-b17e-24eef425f3b4,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:35.265018 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-911c5978-e75f-4ac8-a9d9-4280a600e516 req-c8b18b22-e760-4fea-9f4d-a0e513e24b7c tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] 10.222.0.119 "GET /v2.0/security-groups/8025c818-975a-44b7-9dfb-f71dc5d5e7c8 HTTP/1.1" status: 200 len: 1777 time: 0.0573478 Aug 31 09:15:35.310045 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-383ff646-01c9-4b6c-9639-c3520cad8739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:35.330116 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:35.356811 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162870ae-ec99-4e13-a589-f6b18ce0a163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1bef22-7321-4490-a68c-1b825fa250fe'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:35.358146 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ecbe7c-9d31-4df4-81a5-601c5671f42f" -d '{"events": [{"server_uuid": "162870ae-ec99-4e13-a589-f6b18ce0a163", "name": "network-vif-plugged", "status": "completed", "tag": "6f1bef22-7321-4490-a68c-1b825fa250fe"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:35.360678 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-911c5978-e75f-4ac8-a9d9-4280a600e516 req-b3477e16-fe3a-4d7d-a9e9-ec8c64e30c66 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:35.380335 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 6f1bef22-7321-4490-a68c-1b825fa250fe, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=6f1bef22-7321-4490-a68c-1b825fa250fe,segment=NetworkSegment(b8433487-168c-4451-a1f8-f20b613c6365),segment_id=b8433487-168c-4451-a1f8-f20b613c6365)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:35.396413 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-911c5978-e75f-4ac8-a9d9-4280a600e516 req-b3477e16-fe3a-4d7d-a9e9-ec8c64e30c66 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:35.410297 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0857d228-9b90-41d6-9da6-3f7053fbc075 x-openstack-request-id: req-0857d228-9b90-41d6-9da6-3f7053fbc075 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:35.410874 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162870ae-ec99-4e13-a589-f6b18ce0a163", "name": "network-vif-plugged", "status": "completed", "tag": "6f1bef22-7321-4490-a68c-1b825fa250fe", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:35.412429 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-0857d228-9b90-41d6-9da6-3f7053fbc075 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:35.412922 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162870ae-ec99-4e13-a589-f6b18ce0a163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f1bef22-7321-4490-a68c-1b825fa250fe', 'code': 200} Aug 31 09:15:35.449513 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:35.497140 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-911c5978-e75f-4ac8-a9d9-4280a600e516 req-b3477e16-fe3a-4d7d-a9e9-ec8c64e30c66 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:35.499806 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-911c5978-e75f-4ac8-a9d9-4280a600e516 req-b3477e16-fe3a-4d7d-a9e9-ec8c64e30c66 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:35.501260 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-911c5978-e75f-4ac8-a9d9-4280a600e516 req-b3477e16-fe3a-4d7d-a9e9-ec8c64e30c66 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] 10.222.0.119 "DELETE /v2.0/security-groups/8025c818-975a-44b7-9dfb-f71dc5d5e7c8 HTTP/1.1" status: 204 len: 173 time: 0.2351947 Aug 31 09:15:35.521167 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3477e16-fe3a-4d7d-a9e9-ec8c64e30c66 tempest-SecurityGroupsTestAdminJSON-20665092 tempest-SecurityGroupsTestAdminJSON-20665092-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8025c818-975a-44b7-9dfb-f71dc5d5e7c8,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:35.527751 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=6f1bef22-7321-4490-a68c-1b825fa250fe,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:35.538399 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278add91-3195-4bda-b7bf-0249ab6504f8 req-e2873895-a786-4492-8027-fbca24a98eff tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:35.540352 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-278add91-3195-4bda-b7bf-0249ab6504f8 req-e2873895-a786-4492-8027-fbca24a98eff tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 943 time: 0.0798917 Aug 31 09:15:35.625192 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-278add91-3195-4bda-b7bf-0249ab6504f8 req-6598af5d-c268-41df-8810-8eecdf88fb2d tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770173 Aug 31 09:15:35.652991 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-632d2282-a72a-4f6e-897e-494b6db95618 req-32000cf7-c358-4dfe-91a2-e0f00bfb3ea0 tempest-SecurityGroupsTestAdminJSON-759246364 tempest-SecurityGroupsTestAdminJSON-759246364-project] 10.222.0.119 "GET /v2.0/security-groups/686a1bdf-78a5-40df-9aa2-85b62e338d87 HTTP/1.1" status: 200 len: 1777 time: 0.0574224 Aug 31 09:15:35.732434 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-632d2282-a72a-4f6e-897e-494b6db95618 req-7994d1c3-c140-47d1-a856-485c3a1ab0a6 tempest-SecurityGroupsTestAdminJSON-759246364 tempest-SecurityGroupsTestAdminJSON-759246364-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:35.758598 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-632d2282-a72a-4f6e-897e-494b6db95618 req-7994d1c3-c140-47d1-a856-485c3a1ab0a6 tempest-SecurityGroupsTestAdminJSON-759246364 tempest-SecurityGroupsTestAdminJSON-759246364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:35.870922 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3b3f5-dde1-48a9-8657-96005dd89dbd req-23d04062-1ee5-4d07-b7a5-d227c33852c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:35.872421 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cea3b3f5-dde1-48a9-8657-96005dd89dbd req-23d04062-1ee5-4d07-b7a5-d227c33852c3 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=162870ae-ec99-4e13-a589-f6b18ce0a163 HTTP/1.1" status: 200 len: 1097 time: 0.3606946 Aug 31 09:15:35.882642 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee1ec8-1fe6-4425-8e2c-28988c0be98a req-0ac869c3-88ee-43cb-8875-e1ca5ddc6dd4 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:35.884232 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-76ee1ec8-1fe6-4425-8e2c-28988c0be98a req-0ac869c3-88ee-43cb-8875-e1ca5ddc6dd4 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=162870ae-ec99-4e13-a589-f6b18ce0a163 HTTP/1.1" status: 200 len: 945 time: 0.0592957 Aug 31 09:15:35.906821 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383ff646-01c9-4b6c-9639-c3520cad8739 admin admin] Router eb14368a-f3d7-455d-ae44-932d1ccf9d9b has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:15:35.923242 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-76ee1ec8-1fe6-4425-8e2c-28988c0be98a req-c01d4c99-4e51-4ac7-90bd-5272a380acc8 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326087 Aug 31 09:15:35.924330 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cea3b3f5-dde1-48a9-8657-96005dd89dbd req-49e9545e-8cd5-4849-ad1e-d24711fb4795 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416195 Aug 31 09:15:35.947273 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-632d2282-a72a-4f6e-897e-494b6db95618 req-7994d1c3-c140-47d1-a856-485c3a1ab0a6 tempest-SecurityGroupsTestAdminJSON-759246364 tempest-SecurityGroupsTestAdminJSON-759246364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:35.951792 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-632d2282-a72a-4f6e-897e-494b6db95618 req-7994d1c3-c140-47d1-a856-485c3a1ab0a6 tempest-SecurityGroupsTestAdminJSON-759246364 tempest-SecurityGroupsTestAdminJSON-759246364-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:35.952924 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-632d2282-a72a-4f6e-897e-494b6db95618 req-7994d1c3-c140-47d1-a856-485c3a1ab0a6 tempest-SecurityGroupsTestAdminJSON-759246364 tempest-SecurityGroupsTestAdminJSON-759246364-project] 10.222.0.119 "DELETE /v2.0/security-groups/686a1bdf-78a5-40df-9aa2-85b62e338d87 HTTP/1.1" status: 204 len: 173 time: 0.2908340 Aug 31 09:15:35.965952 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7994d1c3-c140-47d1-a856-485c3a1ab0a6 tempest-SecurityGroupsTestAdminJSON-759246364 tempest-SecurityGroupsTestAdminJSON-759246364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=686a1bdf-78a5-40df-9aa2-85b62e338d87,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:36.030501 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-448cecdd-f08e-401d-9958-d94577b78337 req-7bf38345-65af-4e7f-aa7d-8830eb7074b4 tempest-SecurityGroupsTestAdminJSON-759246364 tempest-SecurityGroupsTestAdminJSON-759246364-project] 10.222.0.119 "GET /v2.0/security-groups/a9ad23a4-6e8d-48bf-b94a-4b2c97279f5f HTTP/1.1" status: 200 len: 1777 time: 0.0533864 Aug 31 09:15:36.046840 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383ff646-01c9-4b6c-9639-c3520cad8739 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:15:36.055145 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-383ff646-01c9-4b6c-9639-c3520cad8739 admin admin] 10.222.0.119 "PUT /v2.0/routers/eb14368a-f3d7-455d-ae44-932d1ccf9d9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9116099 Aug 31 09:15:36.056519 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00de6e10-2e89-496d-a753-035a52613f62 None None] Sync routers for ids ['eb14368a-f3d7-455d-ae44-932d1ccf9d9b'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:15:36.057540 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54354) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:36.071688 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00de6e10-2e89-496d-a753-035a52613f62 None None] Routers {'eb14368a-f3d7-455d-ae44-932d1ccf9d9b'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:15:36.072695 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-00de6e10-2e89-496d-a753-035a52613f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:15:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['eb14368a-f3d7-455d-ae44-932d1ccf9d9b'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:36.103518 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-448cecdd-f08e-401d-9958-d94577b78337 req-6a3c6990-496f-4b0a-a26e-f55c1c623ee4 tempest-SecurityGroupsTestAdminJSON-759246364 tempest-SecurityGroupsTestAdminJSON-759246364-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:36.150117 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-448cecdd-f08e-401d-9958-d94577b78337 req-6a3c6990-496f-4b0a-a26e-f55c1c623ee4 tempest-SecurityGroupsTestAdminJSON-759246364 tempest-SecurityGroupsTestAdminJSON-759246364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:36.169267 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb43d60-0709-466d-b77c-84b5b1a4a09a req-e40bf415-cacb-429a-8e4d-91aa616a5d0b tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:36.170798 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fcb43d60-0709-466d-b77c-84b5b1a4a09a req-e40bf415-cacb-429a-8e4d-91aa616a5d0b tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 944 time: 0.0817461 Aug 31 09:15:36.184342 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0da5da24-d405-4b43-85ef-df649296cacf admin admin] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:36.206728 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-00de6e10-2e89-496d-a753-035a52613f62 None None] Set router eb14368a-f3d7-455d-ae44-932d1ccf9d9b gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:15:36.238141 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fcb43d60-0709-466d-b77c-84b5b1a4a09a req-c74479c1-bf98-40d2-bc76-2e858231d14b tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?id=23aa8320-d483-4e92-8178-31b79ff8e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557640 Aug 31 09:15:36.289579 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-448cecdd-f08e-401d-9958-d94577b78337 req-6a3c6990-496f-4b0a-a26e-f55c1c623ee4 tempest-SecurityGroupsTestAdminJSON-759246364 tempest-SecurityGroupsTestAdminJSON-759246364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:36.294076 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-448cecdd-f08e-401d-9958-d94577b78337 req-6a3c6990-496f-4b0a-a26e-f55c1c623ee4 tempest-SecurityGroupsTestAdminJSON-759246364 tempest-SecurityGroupsTestAdminJSON-759246364-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:36.306909 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-448cecdd-f08e-401d-9958-d94577b78337 req-6a3c6990-496f-4b0a-a26e-f55c1c623ee4 tempest-SecurityGroupsTestAdminJSON-759246364 tempest-SecurityGroupsTestAdminJSON-759246364-project] 10.222.0.119 "DELETE /v2.0/security-groups/a9ad23a4-6e8d-48bf-b94a-4b2c97279f5f HTTP/1.1" status: 204 len: 173 time: 0.2752061 Aug 31 09:15:36.320164 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c6990-496f-4b0a-a26e-f55c1c623ee4 tempest-SecurityGroupsTestAdminJSON-759246364 tempest-SecurityGroupsTestAdminJSON-759246364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ad23a4-6e8d-48bf-b94a-4b2c97279f5f,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:36.358088 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0da5da24-d405-4b43-85ef-df649296cacf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:36.362614 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54360) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:36.419047 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-00de6e10-2e89-496d-a753-035a52613f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb14368a-f3d7-455d-ae44-932d1ccf9d9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2056340277-router', 'tenant_id': '27342dad8ad64de7b152d6b2016840f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '071cdac8-59bf-47b9-ae85-d8ead362c420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:36Z', 'updated_at': '2021-08-31T09:15:34Z', 'revision_number': 5, 'project_id': '27342dad8ad64de7b152d6b2016840f2', 'gw_port': {'id': '071cdac8-59bf-47b9-ae85-d8ead362c420', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:ca:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb14368a-f3d7-455d-ae44-932d1ccf9d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:10:36Z', 'updated_at': '2021-08-31T09:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:36.450478 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00de6e10-2e89-496d-a753-035a52613f62 None None] Checking router: eb14368a-f3d7-455d-ae44-932d1ccf9d9b for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:15:36.466408 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00de6e10-2e89-496d-a753-035a52613f62 None None] Routers {'eb14368a-f3d7-455d-ae44-932d1ccf9d9b'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:15:36.467819 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-00de6e10-2e89-496d-a753-035a52613f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:15:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['eb14368a-f3d7-455d-ae44-932d1ccf9d9b'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:36.490517 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-91a2ed23-2ae3-4adc-8d7b-cbd455073070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:36.495489 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-0da5da24-d405-4b43-85ef-df649296cacf admin admin] Deleting port 071cdac8-59bf-47b9-ae85-d8ead362c420 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:36.495853 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0da5da24-d405-4b43-85ef-df649296cacf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:36.622016 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-0da5da24-d405-4b43-85ef-df649296cacf admin admin] For port 071cdac8-59bf-47b9-ae85-d8ead362c420, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=071cdac8-59bf-47b9-ae85-d8ead362c420,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:36.622393 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0da5da24-d405-4b43-85ef-df649296cacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:36.625416 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-91a2ed23-2ae3-4adc-8d7b-cbd455073070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:36.651980 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-0da5da24-d405-4b43-85ef-df649296cacf admin admin] Calling delete_port for 071cdac8-59bf-47b9-ae85-d8ead362c420 owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:36.662464 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-00de6e10-2e89-496d-a753-035a52613f62 None None] Set router eb14368a-f3d7-455d-ae44-932d1ccf9d9b gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:15:36.695095 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-91a2ed23-2ae3-4adc-8d7b-cbd455073070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:36.725267 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-00de6e10-2e89-496d-a753-035a52613f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb14368a-f3d7-455d-ae44-932d1ccf9d9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2056340277-router', 'tenant_id': '27342dad8ad64de7b152d6b2016840f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:36Z', 'updated_at': '2021-08-31T09:15:36Z', 'revision_number': 6, 'project_id': '27342dad8ad64de7b152d6b2016840f2', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:36.750069 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-91a2ed23-2ae3-4adc-8d7b-cbd455073070 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=c9edd88c0f254742bd277bd30070937a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3857019 Aug 31 09:15:36.765799 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54366) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:36.768991 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2ed23-2ae3-4adc-8d7b-cbd455073070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cb293a-9214-4a6c-82e8-ddf65f6e312a,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:36.781537 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00de6e10-2e89-496d-a753-035a52613f62 None None] The sync data for ids ['eb14368a-f3d7-455d-ae44-932d1ccf9d9b'] in n-d-791506-28 is: [{'id': 'eb14368a-f3d7-455d-ae44-932d1ccf9d9b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2056340277-router', 'tenant_id': '27342dad8ad64de7b152d6b2016840f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:10:36Z', 'updated_at': '2021-08-31T09:15:36Z', 'revision_number': 6, 'project_id': '27342dad8ad64de7b152d6b2016840f2', 'gw_port_host': None}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:15:36.830734 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1098df0-3b84-41e3-b760-b0ac0e816868 req-3129106c-ec6a-47ad-8552-1278ef6dfded tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:36.832450 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b1098df0-3b84-41e3-b760-b0ac0e816868 req-3129106c-ec6a-47ad-8552-1278ef6dfded tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 943 time: 0.1130741 Aug 31 09:15:36.873946 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-49753e78-580e-4a3f-81de-fd6655cb206c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:36.889172 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54370) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:36.910249 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-49753e78-580e-4a3f-81de-fd6655cb206c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:36.914951 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b1098df0-3b84-41e3-b760-b0ac0e816868 req-4569596e-0381-4256-95d1-90d383e7c366 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721073 Aug 31 09:15:36.953161 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0da5da24-d405-4b43-85ef-df649296cacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:36.990295 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da5da24-d405-4b43-85ef-df649296cacf admin admin] Pushing event deleted for resources: {'Port': ['ID=071cdac8-59bf-47b9-ae85-d8ead362c420,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:37.025305 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 2eff917f-62a9-4cd9-a754-cbd4351f33da details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:15:37.043917 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-49753e78-580e-4a3f-81de-fd6655cb206c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:37.046818 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-49753e78-580e-4a3f-81de-fd6655cb206c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:37.048510 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-49753e78-580e-4a3f-81de-fd6655cb206c admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/b7cb293a-9214-4a6c-82e8-ddf65f6e312a HTTP/1.1" status: 204 len: 168 time: 0.2805083 Aug 31 09:15:37.080565 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49753e78-580e-4a3f-81de-fd6655cb206c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cb293a-9214-4a6c-82e8-ddf65f6e312a,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:37.110851 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47db5a-1c06-4094-8eaa-f990c3c8ddb7 req-00852df6-be7c-4aaa-ae5a-58a62debb504 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:37.113014 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1a47db5a-1c06-4094-8eaa-f990c3c8ddb7 req-00852df6-be7c-4aaa-ae5a-58a62debb504 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=162870ae-ec99-4e13-a589-f6b18ce0a163 HTTP/1.1" status: 200 len: 945 time: 0.0838232 Aug 31 09:15:37.117342 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0da5da24-d405-4b43-85ef-df649296cacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:37.175703 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1a47db5a-1c06-4094-8eaa-f990c3c8ddb7 req-46ee5041-6e20-4f56-9621-53c702216970 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543380 Aug 31 09:15:37.240908 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 2eff917f-62a9-4cd9-a754-cbd4351f33da, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=2eff917f-62a9-4cd9-a754-cbd4351f33da,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:37.251636 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-65493e24-7e34-4aa8-8b62-1be2a0e492c7 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=8153ec11881f49eb8a684958622df9ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3609929 Aug 31 09:15:37.254035 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54380) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:37.257568 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0da5da24-d405-4b43-85ef-df649296cacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:37.262619 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '2eff917f-62a9-4cd9-a754-cbd4351f33da', 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c', 'port_id': '2eff917f-62a9-4cd9-a754-cbd4351f33da', 'mac_address': 'fa:16:3e:65:ec:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dab6ed79-4c20-41ae-bb07-e9aaf9315083', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:15:37.264127 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0da5da24-d405-4b43-85ef-df649296cacf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:37.326816 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:37.360891 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-629dcd2f-8c8d-4de1-b021-6cb7e903ce2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:37.362837 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eff917f-62a9-4cd9-a754-cbd4351f33da {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:15:37.385254 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 2eff917f-62a9-4cd9-a754-cbd4351f33da, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=2eff917f-62a9-4cd9-a754-cbd4351f33da,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:37.389570 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-629dcd2f-8c8d-4de1-b021-6cb7e903ce2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:37.426938 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0da5da24-d405-4b43-85ef-df649296cacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:37.431339 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da5da24-d405-4b43-85ef-df649296cacf admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb14368a-f3d7-455d-ae44-932d1ccf9d9b {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:15:37.433964 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0da5da24-d405-4b43-85ef-df649296cacf admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:37.435442 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0da5da24-d405-4b43-85ef-df649296cacf admin admin] 10.222.0.119 "DELETE /v2.0/routers/eb14368a-f3d7-455d-ae44-932d1ccf9d9b HTTP/1.1" status: 204 len: 168 time: 1.3766918 Aug 31 09:15:37.437999 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54388) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:37.452876 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:37.453788 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 8a3c2dd1-b81d-4195-ac0b-b11d4521aed5 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:15:37.491496 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe91fec-4238-43ea-ab9a-c88afe7bf522 admin admin] Deleting subnet fbaa1fff-0145-4621-bca8-07c40cdd1684 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:15:37.494766 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1e505-bc60-4234-af45-7d33486df6eb req-c8cbaf99-a3aa-4476-911e-e761d2454d6e tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:37.495533 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4fe91fec-4238-43ea-ab9a-c88afe7bf522 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:37.497350 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0bc1e505-bc60-4234-af45-7d33486df6eb req-c8cbaf99-a3aa-4476-911e-e761d2454d6e tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 944 time: 0.0955999 Aug 31 09:15:37.543798 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0bc1e505-bc60-4234-af45-7d33486df6eb req-f49532d7-e176-42f0-b6a8-2ebc0472a364 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?id=23aa8320-d483-4e92-8178-31b79ff8e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395944 Aug 31 09:15:37.558883 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4fe91fec-4238-43ea-ab9a-c88afe7bf522 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:37.561923 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=2eff917f-62a9-4cd9-a754-cbd4351f33da,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:37.562081 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-629dcd2f-8c8d-4de1-b021-6cb7e903ce2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:37.563705 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-629dcd2f-8c8d-4de1-b021-6cb7e903ce2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:37.568170 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-629dcd2f-8c8d-4de1-b021-6cb7e903ce2b admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/375099cc-94df-43c4-8eb1-837019c7c3b7 HTTP/1.1" status: 204 len: 168 time: 0.3115904 Aug 31 09:15:37.601003 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629dcd2f-8c8d-4de1-b021-6cb7e903ce2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375099cc-94df-43c4-8eb1-837019c7c3b7,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:37.633633 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 8a3c2dd1-b81d-4195-ac0b-b11d4521aed5, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8a3c2dd1-b81d-4195-ac0b-b11d4521aed5,segment=NetworkSegment(f6371895-21df-4b1a-a74d-67a04c30a2a5),segment_id=f6371895-21df-4b1a-a74d-67a04c30a2a5)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:37.652050 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '8a3c2dd1-b81d-4195-ac0b-b11d4521aed5', 'network_id': '671dffbd-cfd1-44d4-ad18-c45cdc841eb5', 'port_id': '8a3c2dd1-b81d-4195-ac0b-b11d4521aed5', 'mac_address': 'fa:16:3e:25:84:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98f1a321-868c-46a4-bd2e-3ecb869d4f87', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:15:37.678436 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4fe91fec-4238-43ea-ab9a-c88afe7bf522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:37.740189 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:37.754110 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a3c2dd1-b81d-4195-ac0b-b11d4521aed5 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:15:37.774746 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 8a3c2dd1-b81d-4195-ac0b-b11d4521aed5, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8a3c2dd1-b81d-4195-ac0b-b11d4521aed5,segment=NetworkSegment(f6371895-21df-4b1a-a74d-67a04c30a2a5),segment_id=f6371895-21df-4b1a-a74d-67a04c30a2a5)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:37.838157 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4fe91fec-4238-43ea-ab9a-c88afe7bf522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:37.839633 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:37.875461 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe91fec-4238-43ea-ab9a-c88afe7bf522 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbaa1fff-0145-4621-bca8-07c40cdd1684,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:37.878876 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4fe91fec-4238-43ea-ab9a-c88afe7bf522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:37.881881 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4fe91fec-4238-43ea-ab9a-c88afe7bf522 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/fbaa1fff-0145-4621-bca8-07c40cdd1684 HTTP/1.1" status: 204 len: 168 time: 0.4427426 Aug 31 09:15:37.884277 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cf7c62-c113-4fea-821a-baac4b156f7c None None] Network 43b0424b-14da-40b6-aecc-e7af9637d1ab requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:15:37.884672 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54400) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:37.951643 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=8a3c2dd1-b81d-4195-ac0b-b11d4521aed5,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:37.991642 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-92cd902b-411f-434d-9a90-964b35bf5993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:38.139249 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760f65e-e258-4cfc-9ff3-6994786c8e19 req-1ae942aa-d015-4c1b-ade1-6ce65ce07dc7 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:38.141114 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d760f65e-e258-4cfc-9ff3-6994786c8e19 req-1ae942aa-d015-4c1b-ade1-6ce65ce07dc7 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 944 time: 0.0841975 Aug 31 09:15:38.149659 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['8a3c2dd1-b81d-4195-ac0b-b11d4521aed5'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:15:38.154836 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['2eff917f-62a9-4cd9-a754-cbd4351f33da'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:15:38.157063 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-92cd902b-411f-434d-9a90-964b35bf5993 admin admin] Deleting port 2f758a65-d786-4130-b2bd-dd06f773c8cb {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:38.157453 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-92cd902b-411f-434d-9a90-964b35bf5993 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:38.187789 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cedeabf-00ed-4eb8-89cf-a8357bb17c49 None None] DHCP port deletion for 43b0424b-14da-40b6-aecc-e7af9637d1ab request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:15:38.256554 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d760f65e-e258-4cfc-9ff3-6994786c8e19 req-f068747a-0a00-4f2c-8161-1d60330db1f2 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958753 Aug 31 09:15:38.279801 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-92cd902b-411f-434d-9a90-964b35bf5993 admin admin] For port 2f758a65-d786-4130-b2bd-dd06f773c8cb, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=2f758a65-d786-4130-b2bd-dd06f773c8cb,segment=NetworkSegment(2d870add-0439-4039-abcb-d67217fdb460),segment_id=2d870add-0439-4039-abcb-d67217fdb460)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:38.280099 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-92cd902b-411f-434d-9a90-964b35bf5993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:38.294799 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-92cd902b-411f-434d-9a90-964b35bf5993 admin admin] Calling delete_port for 2f758a65-d786-4130-b2bd-dd06f773c8cb owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:38.340429 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-6cedeabf-00ed-4eb8-89cf-a8357bb17c49 None None] Deleting port 2f758a65-d786-4130-b2bd-dd06f773c8cb {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:38.340699 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6cedeabf-00ed-4eb8-89cf-a8357bb17c49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:38.403808 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758ee3f-3771-4fde-b378-43c3c6bdccfb req-307f75b0-e11d-489d-bc0e-45bbcb0ac408 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:38.407029 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9758ee3f-3771-4fde-b378-43c3c6bdccfb req-307f75b0-e11d-489d-bc0e-45bbcb0ac408 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=162870ae-ec99-4e13-a589-f6b18ce0a163 HTTP/1.1" status: 200 len: 945 time: 0.1004975 Aug 31 09:15:38.462186 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9758ee3f-3771-4fde-b378-43c3c6bdccfb req-f7bb0f15-5fc5-44bb-9009-67c0f7b29dc5 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433252 Aug 31 09:15:38.481910 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54420) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:38.490859 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-6cedeabf-00ed-4eb8-89cf-a8357bb17c49 None None] For port 2f758a65-d786-4130-b2bd-dd06f773c8cb, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=2f758a65-d786-4130-b2bd-dd06f773c8cb,segment=NetworkSegment(2d870add-0439-4039-abcb-d67217fdb460),segment_id=2d870add-0439-4039-abcb-d67217fdb460)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:38.490859 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6cedeabf-00ed-4eb8-89cf-a8357bb17c49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:38.506276 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-92cd902b-411f-434d-9a90-964b35bf5993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:38.519677 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-6cedeabf-00ed-4eb8-89cf-a8357bb17c49 None None] Calling delete_port for 2f758a65-d786-4130-b2bd-dd06f773c8cb owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:38.543753 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cd902b-411f-434d-9a90-964b35bf5993 admin admin] No DVR routers for this DVR port 2f758a65-d786-4130-b2bd-dd06f773c8cb on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:15:38.629172 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd902b-411f-434d-9a90-964b35bf5993 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f758a65-d786-4130-b2bd-dd06f773c8cb,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: from cryptography.utils import int_from_bytes Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: from cryptography.utils import int_from_bytes Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:15:38.694148 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:15:38.698116 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:15:38.698116 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:15:38.698116 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:15:38.698116 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:15:38.698116 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:15:38.698116 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:15:38.698116 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:15:38.698116 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:15:38.698116 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:15:38.698116 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:15:38.698116 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:15:38.698116 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:15:38.698116 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:15:38.698116 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:15:38.707901 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6cedeabf-00ed-4eb8-89cf-a8357bb17c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:38.714811 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 071cdac8-59bf-47b9-ae85-d8ead362c420 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:15:38.736444 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-acc5f481-ee2a-438b-8697-559637c277a1 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=4c74be3367084ef1b6cf8296192dbcc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2432623 Aug 31 09:15:38.739721 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54428) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:38.760855 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cedeabf-00ed-4eb8-89cf-a8357bb17c49 None None] Pushing event deleted for resources: {'Port': ['ID=2f758a65-d786-4130-b2bd-dd06f773c8cb,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:38.763891 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 071cdac8-59bf-47b9-ae85-d8ead362c420 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:15:38.767766 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 071cdac8-59bf-47b9-ae85-d8ead362c420 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:15:38.767766 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 12d29d08-07e1-4158-a93b-85d48f14b237 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:15:38.768617 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-92cd902b-411f-434d-9a90-964b35bf5993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:38.783968 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-92cd902b-411f-434d-9a90-964b35bf5993 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b0424b-14da-40b6-aecc-e7af9637d1ab']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:38.796006 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cedeabf-00ed-4eb8-89cf-a8357bb17c49 None None] No DVR routers for this DVR port 2f758a65-d786-4130-b2bd-dd06f773c8cb on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:15:38.807053 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 12d29d08-07e1-4158-a93b-85d48f14b237 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:15:38.807053 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 12d29d08-07e1-4158-a93b-85d48f14b237 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:15:38.807053 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2f758a65-d786-4130-b2bd-dd06f773c8cb no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:15:38.807487 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-92cd902b-411f-434d-9a90-964b35bf5993 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d870add-0439-4039-abcb-d67217fdb460') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:38.807487 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-92cd902b-411f-434d-9a90-964b35bf5993 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d870add-0439-4039-abcb-d67217fdb460') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:38.816089 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c3b8d-9db0-437a-9e54-718d7f2ff382 req-c61f9ec1-4e00-4fb8-9d79-835ebb9cbf04 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:38.819648 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-760c3b8d-9db0-437a-9e54-718d7f2ff382 req-c61f9ec1-4e00-4fb8-9d79-835ebb9cbf04 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 945 time: 0.1060181 Aug 31 09:15:38.827136 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5bdc70e5-d7c7-45f8-8957-45c00f83130f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:38.829771 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-92cd902b-411f-434d-9a90-964b35bf5993 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:38.830775 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 2f758a65-d786-4130-b2bd-dd06f773c8cb {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:15:38.831690 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2f758a65-d786-4130-b2bd-dd06f773c8cb not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:15:38.854961 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5bdc70e5-d7c7-45f8-8957-45c00f83130f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:38.870441 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-92cd902b-411f-434d-9a90-964b35bf5993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:38.883999 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92cd902b-411f-434d-9a90-964b35bf5993 admin admin] Releasing vlan 1638 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:15:38.884390 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-92cd902b-411f-434d-9a90-964b35bf5993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:38.886049 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:15:38.886049 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:15:38.886049 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:15:38.886049 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:15:38.886049 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:15:38.886049 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:15:38.886049 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:15:38.886049 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:15:38.886049 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:15:38.886049 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:15:38.886049 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:15:38.886049 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:15:38.886049 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:15:38.886049 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:15:38.886049 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:15:38.886049 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:15:38.886049 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:15:38.886049 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:15:38.886049 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:15:38.886049 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:15:38.886049 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:15:38.886049 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:15:38.886049 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:15:38.886049 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:15:38.886049 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:15:38.886049 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:15:38.886049 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:15:38.886049 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:15:38.886049 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:15:38.886049 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:15:38.886049 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:15:38.886049 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:15:38.904667 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-760c3b8d-9db0-437a-9e54-718d7f2ff382 req-cb57119e-7a04-4d44-92d5-867be79e4fc1 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?id=23aa8320-d483-4e92-8178-31b79ff8e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770700 Aug 31 09:15:38.980919 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5bdc70e5-d7c7-45f8-8957-45c00f83130f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:38.984421 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5bdc70e5-d7c7-45f8-8957-45c00f83130f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:38.986258 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5bdc70e5-d7c7-45f8-8957-45c00f83130f admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/24d19fc8-82d0-4f26-9f9e-febb7a5a4795 HTTP/1.1" status: 204 len: 168 time: 0.2451327 Aug 31 09:15:38.998946 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc70e5-d7c7-45f8-8957-45c00f83130f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d19fc8-82d0-4f26-9f9e-febb7a5a4795,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:39.026812 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-92cd902b-411f-434d-9a90-964b35bf5993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:39.031977 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-92cd902b-411f-434d-9a90-964b35bf5993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:39.037861 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-92cd902b-411f-434d-9a90-964b35bf5993 admin admin] 10.222.0.119 "DELETE /v2.0/networks/43b0424b-14da-40b6-aecc-e7af9637d1ab HTTP/1.1" status: 204 len: 168 time: 1.1519732 Aug 31 09:15:39.051088 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd902b-411f-434d-9a90-964b35bf5993 admin admin] Pushing event deleted for resources: {'Network': ['ID=43b0424b-14da-40b6-aecc-e7af9637d1ab,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:39.113959 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e646fc6-9a38-49b8-b4c0-1162a8f70962 req-b4e19ba7-8ab3-4221-bd00-13a2a2f5a3a5 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:39.116601 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e646fc6-9a38-49b8-b4c0-1162a8f70962 req-b4e19ba7-8ab3-4221-bd00-13a2a2f5a3a5 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=162870ae-ec99-4e13-a589-f6b18ce0a163 HTTP/1.1" status: 200 len: 945 time: 0.0591125 Aug 31 09:15:39.164922 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e646fc6-9a38-49b8-b4c0-1162a8f70962 req-ef2db9c4-5a2d-49b7-b91e-227cb5e98a2a tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417447 Aug 31 09:15:39.229844 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-2c399b5b-8b78-4446-a6a8-03ea92bf9578 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=c48aa88ef39c40948897ad5bee91c957&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230973 Aug 31 09:15:39.375582 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-1cfe5009-4395-4197-9ecb-8f97a1943d13 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:39.377024 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-1cfe5009-4395-4197-9ecb-8f97a1943d13 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1408496 Aug 31 09:15:39.401383 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-f4c3d0ea-3a37-4fd5-9d88-173c520f0735 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/quotas/c48aa88ef39c40948897ad5bee91c957 HTTP/1.1" status: 200 len: 375 time: 0.0158458 Aug 31 09:15:39.410180 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6dc78f-7c35-4d48-ba49-a24817ef9946 req-033f05c0-3606-4254-ac76-d74f0d6d461b tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:39.411837 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-da6dc78f-7c35-4d48-ba49-a24817ef9946 req-033f05c0-3606-4254-ac76-d74f0d6d461b tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 944 time: 0.0762300 Aug 31 09:15:39.454465 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-d26ede20-cf78-40ba-8247-d800f1d106ae tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=c48aa88ef39c40948897ad5bee91c957&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416262 Aug 31 09:15:39.484332 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-da6dc78f-7c35-4d48-ba49-a24817ef9946 req-29a2844d-894b-40a2-8025-d1eac54c2654 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619066 Aug 31 09:15:39.540323 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54460) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:39.589262 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7939fa5c-8d71-4e6f-9946-7f24a744d040 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475593 Aug 31 09:15:39.593383 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54464) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:39.643377 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b2235450-a6c2-488b-ad5b-b30f919010f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:39.666017 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b2235450-a6c2-488b-ad5b-b30f919010f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:39.769345 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b2235450-a6c2-488b-ad5b-b30f919010f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:39.771411 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a84ce485-b815-44e3-b94b-177d7e96fcef req-33f59cc0-c493-4f76-9f94-84147e68026b tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/ports?device_id=f65b3cd5-7098-406e-a25c-25ac0fa8f336 HTTP/1.1" status: 200 len: 210 time: 0.0328271 Aug 31 09:15:39.772199 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b2235450-a6c2-488b-ad5b-b30f919010f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:39.773343 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b2235450-a6c2-488b-ad5b-b30f919010f5 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/c7a3b1da-7977-43c4-b579-9c1e6226a802 HTTP/1.1" status: 204 len: 168 time: 0.1803257 Aug 31 09:15:39.785646 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2235450-a6c2-488b-ad5b-b30f919010f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a3b1da-7977-43c4-b579-9c1e6226a802,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:40.031232 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b7ea9-0953-47f1-880a-bea1d2efbfdd req-6923fb9c-7dd5-4f73-85d6-a1f7b8e60458 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:40.033535 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-524b7ea9-0953-47f1-880a-bea1d2efbfdd req-6923fb9c-7dd5-4f73-85d6-a1f7b8e60458 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 945 time: 0.0574043 Aug 31 09:15:40.076782 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-524b7ea9-0953-47f1-880a-bea1d2efbfdd req-5e351abd-da92-4454-b2eb-7d6f684670d0 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?id=23aa8320-d483-4e92-8178-31b79ff8e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355134 Aug 31 09:15:40.283557 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c3252-94ca-4759-bc5e-daedc1d920f8 req-eccbed6b-96e5-4db9-9c19-acc29a278f25 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:40.288369 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fe9c3252-94ca-4759-bc5e-daedc1d920f8 req-eccbed6b-96e5-4db9-9c19-acc29a278f25 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=162870ae-ec99-4e13-a589-f6b18ce0a163 HTTP/1.1" status: 200 len: 945 time: 0.0498307 Aug 31 09:15:40.335345 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fe9c3252-94ca-4759-bc5e-daedc1d920f8 req-548eed2c-c147-4536-8211-285097261e66 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups?id=84035d02-491b-4eee-8828-5c88d248ccec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406852 Aug 31 09:15:40.562964 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef87c62-5663-45fa-ac03-ea4da2a1dbf7 req-54f8402c-9e44-458f-96de-4450276f1732 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:40.564691 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7ef87c62-5663-45fa-ac03-ea4da2a1dbf7 req-54f8402c-9e44-458f-96de-4450276f1732 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.112 "GET /v2.0/ports?device_id=162870ae-ec99-4e13-a589-f6b18ce0a163 HTTP/1.1" status: 200 len: 945 time: 0.0537157 Aug 31 09:15:40.620874 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54502) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:40.673595 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-97cdb4bd-a084-4b71-9277-d868f982d601 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=27342dad8ad64de7b152d6b2016840f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516081 Aug 31 09:15:40.678729 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54506) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:40.684258 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d62e72-d9bf-4aac-85fd-62a234948f4b req-f38ddf7f-eeda-4ba8-9a69-13d83b88daa3 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:40.688126 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98d62e72-d9bf-4aac-85fd-62a234948f4b req-f38ddf7f-eeda-4ba8-9a69-13d83b88daa3 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 944 time: 0.1251676 Aug 31 09:15:40.730461 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98d62e72-d9bf-4aac-85fd-62a234948f4b req-5765837f-d8af-415e-b73a-f863e0179000 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366631 Aug 31 09:15:40.734480 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-7ef87c62-5663-45fa-ac03-ea4da2a1dbf7 req-ba17ed26-4d59-4cda-9df0-d5ae1ec77e07 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Deleting port 6f1bef22-7321-4490-a68c-1b825fa250fe {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:40.734842 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7ef87c62-5663-45fa-ac03-ea4da2a1dbf7 req-ba17ed26-4d59-4cda-9df0-d5ae1ec77e07 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:40.800920 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-50c82af5-33ff-4d7f-948a-8aef874d9815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:40.840094 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-50c82af5-33ff-4d7f-948a-8aef874d9815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:40.874566 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6ab4bbcd-1cf0-4a8d-b649-61bac03aa672 req-b49095e5-3033-40d7-9414-9148bb952e0e tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/ports?device_id=f65b3cd5-7098-406e-a25c-25ac0fa8f336 HTTP/1.1" status: 200 len: 210 time: 0.0288637 Aug 31 09:15:40.875906 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-7ef87c62-5663-45fa-ac03-ea4da2a1dbf7 req-ba17ed26-4d59-4cda-9df0-d5ae1ec77e07 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] For port 6f1bef22-7321-4490-a68c-1b825fa250fe, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=6f1bef22-7321-4490-a68c-1b825fa250fe,segment=NetworkSegment(b8433487-168c-4451-a1f8-f20b613c6365),segment_id=b8433487-168c-4451-a1f8-f20b613c6365)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:40.876271 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7ef87c62-5663-45fa-ac03-ea4da2a1dbf7 req-ba17ed26-4d59-4cda-9df0-d5ae1ec77e07 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:40.894572 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-7ef87c62-5663-45fa-ac03-ea4da2a1dbf7 req-ba17ed26-4d59-4cda-9df0-d5ae1ec77e07 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Calling delete_port for 6f1bef22-7321-4490-a68c-1b825fa250fe owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:41.037350 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 2eff917f-62a9-4cd9-a754-cbd4351f33da up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:15:41.038955 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-50c82af5-33ff-4d7f-948a-8aef874d9815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:41.042138 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-50c82af5-33ff-4d7f-948a-8aef874d9815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:41.046370 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-50c82af5-33ff-4d7f-948a-8aef874d9815 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/5658b744-e589-43ac-a327-ffa6eea8200e HTTP/1.1" status: 204 len: 168 time: 0.3664794 Aug 31 09:15:41.054863 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c82af5-33ff-4d7f-948a-8aef874d9815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5658b744-e589-43ac-a327-ffa6eea8200e,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:41.101197 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7ef87c62-5663-45fa-ac03-ea4da2a1dbf7 req-ba17ed26-4d59-4cda-9df0-d5ae1ec77e07 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:41.116064 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['6f1bef22-7321-4490-a68c-1b825fa250fe'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:15:41.135534 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17ed26-4d59-4cda-9df0-d5ae1ec77e07 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Pushing event deleted for resources: {'Port': ['ID=6f1bef22-7321-4490-a68c-1b825fa250fe,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:41.177934 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 2eff917f-62a9-4cd9-a754-cbd4351f33da completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:41.187371 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 2eff917f-62a9-4cd9-a754-cbd4351f33da triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:41.187742 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:41.237652 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef87c62-5663-45fa-ac03-ea4da2a1dbf7 req-ba17ed26-4d59-4cda-9df0-d5ae1ec77e07 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] No DVR routers for this DVR port 6f1bef22-7321-4490-a68c-1b825fa250fe on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:15:41.245765 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7ef87c62-5663-45fa-ac03-ea4da2a1dbf7 req-ba17ed26-4d59-4cda-9df0-d5ae1ec77e07 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:41.248332 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7ef87c62-5663-45fa-ac03-ea4da2a1dbf7 req-ba17ed26-4d59-4cda-9df0-d5ae1ec77e07 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.112 "DELETE /v2.0/ports/6f1bef22-7321-4490-a68c-1b825fa250fe HTTP/1.1" status: 204 len: 173 time: 0.6766171 Aug 31 09:15:41.248943 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162870ae-ec99-4e13-a589-f6b18ce0a163', 'name': 'network-vif-deleted', 'tag': '6f1bef22-7321-4490-a68c-1b825fa250fe'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:41.251230 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ac6f89-5e6b-488b-93ad-5f78a6cf5b07" -d '{"events": [{"server_uuid": "162870ae-ec99-4e13-a589-f6b18ce0a163", "name": "network-vif-deleted", "tag": "6f1bef22-7321-4490-a68c-1b825fa250fe"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:41.264140 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4ce12bd5-d034-47ae-844e-c46a13314064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:41.290930 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f9ecc-e12f-4acf-af7d-b66a5b28dd4e req-1b4a522b-55a7-48de-a54e-9acd24df02ef tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:41.298530 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c87f9ecc-e12f-4acf-af7d-b66a5b28dd4e req-1b4a522b-55a7-48de-a54e-9acd24df02ef tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 945 time: 0.0975056 Aug 31 09:15:41.299849 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ee1c1c-aa77-4850-98ed-977d666e424d x-openstack-request-id: req-82ee1c1c-aa77-4850-98ed-977d666e424d {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:41.300144 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162870ae-ec99-4e13-a589-f6b18ce0a163", "name": "network-vif-deleted", "tag": "6f1bef22-7321-4490-a68c-1b825fa250fe", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:41.300397 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-82ee1c1c-aa77-4850-98ed-977d666e424d {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:41.300812 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162870ae-ec99-4e13-a589-f6b18ce0a163', 'name': 'network-vif-deleted', 'tag': '6f1bef22-7321-4490-a68c-1b825fa250fe', 'status': 'completed', 'code': 200} Aug 31 09:15:41.314897 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:41.337633 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c87f9ecc-e12f-4acf-af7d-b66a5b28dd4e req-0d073baa-4353-40ba-ae6b-1a57c100945c tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?id=23aa8320-d483-4e92-8178-31b79ff8e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381682 Aug 31 09:15:41.341481 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18671e1a-b665-4fac-a56e-e485faf17d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eff917f-62a9-4cd9-a754-cbd4351f33da'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:41.344001 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4077e850-7fae-4dd7-b64e-76b758e7f832" -d '{"events": [{"server_uuid": "18671e1a-b665-4fac-a56e-e485faf17d09", "name": "network-vif-plugged", "status": "completed", "tag": "2eff917f-62a9-4cd9-a754-cbd4351f33da"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:41.358456 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 2eff917f-62a9-4cd9-a754-cbd4351f33da, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=2eff917f-62a9-4cd9-a754-cbd4351f33da,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:41.416274 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fda29b2-890e-420b-a0cc-d983b78cf96f x-openstack-request-id: req-8fda29b2-890e-420b-a0cc-d983b78cf96f {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:41.416700 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18671e1a-b665-4fac-a56e-e485faf17d09", "name": "network-vif-plugged", "status": "completed", "tag": "2eff917f-62a9-4cd9-a754-cbd4351f33da", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:41.417186 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-8fda29b2-890e-420b-a0cc-d983b78cf96f {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:41.417793 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18671e1a-b665-4fac-a56e-e485faf17d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eff917f-62a9-4cd9-a754-cbd4351f33da', 'code': 200} Aug 31 09:15:41.476497 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ea63d688-6090-454c-a1b9-1139192cce21 req-71cefeb4-fb20-4ca8-aff9-8c2a677d00ee tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/ports?device_id=162870ae-ec99-4e13-a589-f6b18ce0a163 HTTP/1.1" status: 200 len: 210 time: 0.0501935 Aug 31 09:15:41.489482 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:41.490365 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 8a3c2dd1-b81d-4195-ac0b-b11d4521aed5 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:15:41.574335 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7783ac-3fb4-405a-8904-7df763987ddb req-38e9bf95-f8cc-468b-98c8-8afcaa708aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:41.576110 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5a7783ac-3fb4-405a-8904-7df763987ddb req-38e9bf95-f8cc-468b-98c8-8afcaa708aad service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 1097 time: 0.0619051 Aug 31 09:15:41.641351 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5a7783ac-3fb4-405a-8904-7df763987ddb req-672331fe-54a3-479c-a66a-f38c9c301e49 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562162 Aug 31 09:15:41.654071 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=2eff917f-62a9-4cd9-a754-cbd4351f33da,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:41.725093 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 8a3c2dd1-b81d-4195-ac0b-b11d4521aed5 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:41.733639 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 8a3c2dd1-b81d-4195-ac0b-b11d4521aed5 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:41.734020 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:41.813836 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-609a65f5-52f8-4918-838e-5bf9dcf93bd8 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=942a88e8ba9345a2859c3c0abfa564dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224326 Aug 31 09:15:41.821371 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:41.867303 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 8a3c2dd1-b81d-4195-ac0b-b11d4521aed5, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8a3c2dd1-b81d-4195-ac0b-b11d4521aed5,segment=NetworkSegment(f6371895-21df-4b1a-a74d-67a04c30a2a5),segment_id=f6371895-21df-4b1a-a74d-67a04c30a2a5)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:41.918524 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-d3b551ee-aa6b-456b-9164-e5b082b527d9 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=c48aa88ef39c40948897ad5bee91c957&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376341 Aug 31 09:15:41.959112 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:42.012032 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=8a3c2dd1-b81d-4195-ac0b-b11d4521aed5,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:42.062689 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25348aeb-71cb-4032-8eb3-612bfc9e5037 req-b3ae7fdc-850b-4e8d-a09f-501f12710375 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:42.066041 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-25348aeb-71cb-4032-8eb3-612bfc9e5037 req-b3ae7fdc-850b-4e8d-a09f-501f12710375 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 945 time: 0.1586931 Aug 31 09:15:42.108287 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-63d630fe-8813-4f16-8221-f6ffe806dcc9 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:42.109978 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-63d630fe-8813-4f16-8221-f6ffe806dcc9 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2903917 Aug 31 09:15:42.150780 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-e7f24b50-793c-4e3c-8c71-d249e1f52feb tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/quotas/942a88e8ba9345a2859c3c0abfa564dd HTTP/1.1" status: 200 len: 375 time: 0.0310726 Aug 31 09:15:42.163555 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-590e341e-c477-44d5-a675-12c5ada7104f tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:42.165121 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-590e341e-c477-44d5-a675-12c5ada7104f tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2352431 Aug 31 09:15:42.183735 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-25348aeb-71cb-4032-8eb3-612bfc9e5037 req-517ba7a5-f892-4a6b-b051-48e87bdb1084 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028471 Aug 31 09:15:42.201906 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3b6b5e8c-3807-42e1-8408-0f5b0a20f41e tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Request body: {'port': {'device_id': 'f65b3cd5-7098-406e-a25c-25ac0fa8f336', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'admin_state_up': True, 'tenant_id': 'c48aa88ef39c40948897ad5bee91c957'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:42.206840 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-487d8ccf-1ca1-4c25-99f2-6f141f62453d tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=942a88e8ba9345a2859c3c0abfa564dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387001 Aug 31 09:15:42.220834 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:15:42.291333 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e8efe415-8363-43f4-82e8-30d0afe4d1b4 req-0c8c9c0f-c08b-44cd-bcd6-fc8475a67411 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/ports?device_id=f65b3cd5-7098-406e-a25c-25ac0fa8f336 HTTP/1.1" status: 200 len: 210 time: 0.0406909 Aug 31 09:15:42.453194 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3b6b5e8c-3807-42e1-8408-0f5b0a20f41e tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Made reservation on behalf of c48aa88ef39c40948897ad5bee91c957 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:15:42.456831 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3b6b5e8c-3807-42e1-8408-0f5b0a20f41e tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:42.467561 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3b6b5e8c-3807-42e1-8408-0f5b0a20f41e tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:42.529094 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988bfbc-0b12-4243-8344-9315aba77005 req-c4d2b6c3-bd53-4e2e-be20-9b520fb4d894 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:42.537540 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d988bfbc-0b12-4243-8344-9315aba77005 req-c4d2b6c3-bd53-4e2e-be20-9b520fb4d894 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 946 time: 0.1270094 Aug 31 09:15:42.602915 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d988bfbc-0b12-4243-8344-9315aba77005 req-ae7dc245-25c6-4267-8b74-041ebae0a209 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?id=23aa8320-d483-4e92-8178-31b79ff8e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595415 Aug 31 09:15:42.681427 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3b6b5e8c-3807-42e1-8408-0f5b0a20f41e tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:42.747921 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-a59ec978-d26a-4fad-9dc0-93fc22008e1f tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=942a88e8ba9345a2859c3c0abfa564dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313168 Aug 31 09:15:42.805132 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3b6b5e8c-3807-42e1-8408-0f5b0a20f41e tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:42.899910 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b5e8c-3807-42e1-8408-0f5b0a20f41e tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79e8efef-c10f-413d-a295-7b79ef725079,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:42.945578 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54614) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:42.959087 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-96ea20a1-b7d4-48f9-8030-0cf919032c70 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:42.960591 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-96ea20a1-b7d4-48f9-8030-0cf919032c70 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2072611 Aug 31 09:15:43.000085 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-c207e50f-5fc3-46ef-8387-3cf5b403f0e0 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/quotas/942a88e8ba9345a2859c3c0abfa564dd HTTP/1.1" status: 200 len: 375 time: 0.0281436 Aug 31 09:15:43.006352 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3b6b5e8c-3807-42e1-8408-0f5b0a20f41e tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Allocated IP 192.168.233.104 (a47e180d-e969-4a85-aa09-0ec8196480c0/f473c8e7-d3e2-4352-b8da-3dcd093feb8b/bf4e095c-8864-45a4-8dae-7dde2fcea22d) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:15:43.014659 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1a6a0500-33ed-4b2f-89f3-624d1ac5197b tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:43.045484 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1a6a0500-33ed-4b2f-89f3-624d1ac5197b tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:43.052397 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-5c3c424a-d814-489d-9956-deedaf01bebe tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=942a88e8ba9345a2859c3c0abfa564dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379686 Aug 31 09:15:43.211713 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3b6b5e8c-3807-42e1-8408-0f5b0a20f41e tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:43.220879 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1a6a0500-33ed-4b2f-89f3-624d1ac5197b tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:43.225608 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1a6a0500-33ed-4b2f-89f3-624d1ac5197b tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:43.226957 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1a6a0500-33ed-4b2f-89f3-624d1ac5197b tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "DELETE /v2.0/security-groups/5883dc2b-35f5-4511-a931-20a18f1ac1a8 HTTP/1.1" status: 204 len: 168 time: 0.2840991 Aug 31 09:15:43.227488 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3b6b5e8c-3807-42e1-8408-0f5b0a20f41e tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Transition to ACTIVE for port object bf4e095c-8864-45a4-8dae-7dde2fcea22d will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:43.230020 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54624) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:43.237343 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a0500-33ed-4b2f-89f3-624d1ac5197b tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5883dc2b-35f5-4511-a931-20a18f1ac1a8,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:43.250794 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-4c7e732e-1563-44fd-a133-107a547d370e tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] show failed (client error): The resource could not be found. Aug 31 09:15:43.254581 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4c7e732e-1563-44fd-a133-107a547d370e tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "GET /v2.0/security-groups/5883dc2b-35f5-4511-a931-20a18f1ac1a8 HTTP/1.1" status: 404 len: 347 time: 0.0207744 Aug 31 09:15:43.254838 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54626) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:43.382226 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-73a10d9f-6693-4425-848f-b2bf79c7516a req-c595c31c-0f68-4cd3-a40d-4f677fd35802 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93 HTTP/1.1" status: 200 len: 210 time: 0.0440991 Aug 31 09:15:43.411879 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d16380-ca8c-4d96-a0c6-aa96e97f1e9b req-09c99ca0-987b-4897-b187-28bd0b837c8c tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:43.411879 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-89d16380-ca8c-4d96-a0c6-aa96e97f1e9b req-09c99ca0-987b-4897-b187-28bd0b837c8c tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 945 time: 0.1364338 Aug 31 09:15:43.420829 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba2d0e8-c16d-4c75-9efa-c8ed42581158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3c2dd1-b81d-4195-ac0b-b11d4521aed5'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:43.425246 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eed2071-7b50-4724-bde4-42021c85b729" -d '{"events": [{"server_uuid": "aba2d0e8-c16d-4c75-9efa-c8ed42581158", "name": "network-vif-plugged", "status": "completed", "tag": "8a3c2dd1-b81d-4195-ac0b-b11d4521aed5"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:43.429037 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3b6b5e8c-3807-42e1-8408-0f5b0a20f41e tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:43.500388 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-349c0ccc-e499-4515-92d3-3873ca705906 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Deleting port 11346d53-04f8-4655-9cdb-03375e5219fb {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:43.500802 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-349c0ccc-e499-4515-92d3-3873ca705906 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:43.534998 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3b6b5e8c-3807-42e1-8408-0f5b0a20f41e tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Network a47e180d-e969-4a85-aa09-0ec8196480c0 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:15:43.554849 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-89d16380-ca8c-4d96-a0c6-aa96e97f1e9b req-28704a42-cae1-4971-855d-a9817935f6e2 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415899 Aug 31 09:15:43.557021 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3b6b5e8c-3807-42e1-8408-0f5b0a20f41e tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:43.561384 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3b6b5e8c-3807-42e1-8408-0f5b0a20f41e tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:15:43.575047 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b5e8c-3807-42e1-8408-0f5b0a20f41e tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Pushing event updated for resources: {'Port': ['ID=bf4e095c-8864-45a4-8dae-7dde2fcea22d,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:43.605808 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-349c0ccc-e499-4515-92d3-3873ca705906 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:43.606173 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-349c0ccc-e499-4515-92d3-3873ca705906 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:43.631834 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-349c0ccc-e499-4515-92d3-3873ca705906 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Calling delete_port for 11346d53-04f8-4655-9cdb-03375e5219fb owned by network:floatingip {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:43.634936 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4c0dc3-7186-4786-bbab-b6addc91f66c x-openstack-request-id: req-cd4c0dc3-7186-4786-bbab-b6addc91f66c {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:43.635325 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba2d0e8-c16d-4c75-9efa-c8ed42581158", "name": "network-vif-plugged", "status": "completed", "tag": "8a3c2dd1-b81d-4195-ac0b-b11d4521aed5", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:43.636774 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-cd4c0dc3-7186-4786-bbab-b6addc91f66c {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:43.638104 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba2d0e8-c16d-4c75-9efa-c8ed42581158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3c2dd1-b81d-4195-ac0b-b11d4521aed5', 'code': 200} Aug 31 09:15:43.646170 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0556d2-72cb-413b-bb7a-724af9380492 req-ba40f995-3f54-4504-99a9-8210a27cf9d7 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:43.654886 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db0556d2-72cb-413b-bb7a-724af9380492 req-ba40f995-3f54-4504-99a9-8210a27cf9d7 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/ports?device_id=f65b3cd5-7098-406e-a25c-25ac0fa8f336 HTTP/1.1" status: 200 len: 936 time: 0.2017884 Aug 31 09:15:43.670081 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b5e8c-3807-42e1-8408-0f5b0a20f41e tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:43.670377 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b5e8c-3807-42e1-8408-0f5b0a20f41e tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:43.670840 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b5e8c-3807-42e1-8408-0f5b0a20f41e tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:43.671171 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b5e8c-3807-42e1-8408-0f5b0a20f41e tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:43.671496 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b5e8c-3807-42e1-8408-0f5b0a20f41e tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:43.671817 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b5e8c-3807-42e1-8408-0f5b0a20f41e tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:43.672569 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b5e8c-3807-42e1-8408-0f5b0a20f41e tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:43.672569 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b5e8c-3807-42e1-8408-0f5b0a20f41e tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:43.672940 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b5e8c-3807-42e1-8408-0f5b0a20f41e tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:43.673049 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b5e8c-3807-42e1-8408-0f5b0a20f41e tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:43.673413 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b5e8c-3807-42e1-8408-0f5b0a20f41e tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:43.673806 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b5e8c-3807-42e1-8408-0f5b0a20f41e tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:43.834479 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e0f20-2247-4cf9-92fc-b3bff05f19b4 req-b8adc62b-6703-4d79-a0a1-b9247df5a52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:43.836417 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-934e0f20-2247-4cf9-92fc-b3bff05f19b4 req-b8adc62b-6703-4d79-a0a1-b9247df5a52b service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 1098 time: 0.0897129 Aug 31 09:15:43.912716 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-015de108-ff49-44b4-b8d1-e18e45df3930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:43.938708 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-934e0f20-2247-4cf9-92fc-b3bff05f19b4 req-042170c2-046e-40e3-8e7b-a38653c6ecb3 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=23aa8320-d483-4e92-8178-31b79ff8e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949390 Aug 31 09:15:44.049942 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-349c0ccc-e499-4515-92d3-3873ca705906 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:44.052525 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7426b6a0-4e43-42a5-82ee-7a6399b96cfe None None] Provisioning for port bf4e095c-8864-45a4-8dae-7dde2fcea22d completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:44.058402 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:44.061567 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7426b6a0-4e43-42a5-82ee-7a6399b96cfe None None] Provisioning complete for port bf4e095c-8864-45a4-8dae-7dde2fcea22d triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:44.061959 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7426b6a0-4e43-42a5-82ee-7a6399b96cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:44.087598 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c0ccc-e499-4515-92d3-3873ca705906 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Pushing event deleted for resources: {'Port': ['ID=11346d53-04f8-4655-9cdb-03375e5219fb,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:44.101403 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-7426b6a0-4e43-42a5-82ee-7a6399b96cfe None None] Port bf4e095c-8864-45a4-8dae-7dde2fcea22d cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:15:44.118765 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3b6b5e8c-3807-42e1-8408-0f5b0a20f41e tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:44.119351 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3b6b5e8c-3807-42e1-8408-0f5b0a20f41e tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:44.140980 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db0556d2-72cb-413b-bb7a-724af9380492 req-b70dc523-cd94-4825-9c0e-ed3e6efe8168 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/security-groups?id=79e8efef-c10f-413d-a295-7b79ef725079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729679 Aug 31 09:15:44.168863 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa030d-d878-496f-b0a1-7f0e38ca2177 req-87d86f1e-fed0-4e17-8e3f-28cbbd5c85b8 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:44.168863 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a6aa030d-d878-496f-b0a1-7f0e38ca2177 req-87d86f1e-fed0-4e17-8e3f-28cbbd5c85b8 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 1097 time: 0.0806324 Aug 31 09:15:44.173122 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-349c0ccc-e499-4515-92d3-3873ca705906 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks [] for floatingip, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:44.175783 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-349c0ccc-e499-4515-92d3-3873ca705906 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:44.180087 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-349c0ccc-e499-4515-92d3-3873ca705906 tempest-ImagesOneServerNegativeTestJSON-406760225 tempest-ImagesOneServerNegativeTestJSON-406760225-project] 10.222.0.119 "DELETE /v2.0/floatingips/752d5eab-bbd2-430d-b447-74bc4f5f30fa HTTP/1.1" status: 204 len: 168 time: 0.9215274 Aug 31 09:15:44.212007 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a6aa030d-d878-496f-b0a1-7f0e38ca2177 req-032057d9-26a7-470a-a0b6-acf4d42f798f tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384953 Aug 31 09:15:44.239904 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3b6b5e8c-3807-42e1-8408-0f5b0a20f41e tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0582917 Aug 31 09:15:44.251027 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-d202acfa-6869-491b-9fb5-6da5bdc13771 service neutron] Request body: {'port': {'device_id': 'f65b3cd5-7098-406e-a25c-25ac0fa8f336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:44.355320 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-d202acfa-6869-491b-9fb5-6da5bdc13771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:44.376738 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e66424-70aa-4214-890c-7128a72c7c6b req-5767bfa6-53ff-49da-80cb-82a1c61c6048 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:44.376738 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70e66424-70aa-4214-890c-7128a72c7c6b req-5767bfa6-53ff-49da-80cb-82a1c61c6048 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 946 time: 0.0996819 Aug 31 09:15:44.496550 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70e66424-70aa-4214-890c-7128a72c7c6b req-44f548a0-6506-45a3-b3ec-9dcdfd69f43f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?id=23aa8320-d483-4e92-8178-31b79ff8e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150882 Aug 31 09:15:44.635338 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa8e59bb-cd29-4ff4-9d5b-064ea1d7a2b1 req-88c3b183-8253-47bf-894a-c4005b059e9c tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93 HTTP/1.1" status: 200 len: 210 time: 0.0616605 Aug 31 09:15:44.674313 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c1344-aa6f-46d4-b036-8d88ab0cdf27 req-095d0224-ec9b-4e64-bab0-361ffc29dca6 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:44.675846 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-df9c1344-aa6f-46d4-b036-8d88ab0cdf27 req-095d0224-ec9b-4e64-bab0-361ffc29dca6 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 1097 time: 0.1050751 Aug 31 09:15:44.732998 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-df9c1344-aa6f-46d4-b036-8d88ab0cdf27 req-fcfad69c-5ab9-43cb-8bac-ba0013bfa29e tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498273 Aug 31 09:15:44.751242 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54678) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:44.777667 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-d202acfa-6869-491b-9fb5-6da5bdc13771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf4e095c-8864-45a4-8dae-7dde2fcea22d {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:15:44.781757 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-d202acfa-6869-491b-9fb5-6da5bdc13771 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:44.797788 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-d202acfa-6869-491b-9fb5-6da5bdc13771 service neutron] Transition to ACTIVE for port object bf4e095c-8864-45a4-8dae-7dde2fcea22d will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:44.828367 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-186114ac-6d50-44bd-b642-6442bb51a73d admin admin] Deleting subnet e7a6583a-6b5e-4a08-a1b9-1d3f5a882e6e {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:15:44.831868 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-186114ac-6d50-44bd-b642-6442bb51a73d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:44.867817 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-186114ac-6d50-44bd-b642-6442bb51a73d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:44.889373 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-d202acfa-6869-491b-9fb5-6da5bdc13771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:44.911317 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-186114ac-6d50-44bd-b642-6442bb51a73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:44.978014 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202acfa-6869-491b-9fb5-6da5bdc13771 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4e095c-8864-45a4-8dae-7dde2fcea22d,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:45.050839 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 6f1bef22-7321-4490-a68c-1b825fa250fe no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:15:45.065504 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-d202acfa-6869-491b-9fb5-6da5bdc13771 service neutron] Attempting to bind port bf4e095c-8864-45a4-8dae-7dde2fcea22d on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:15:45.066937 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-d202acfa-6869-491b-9fb5-6da5bdc13771 service neutron] Attempting to bind port bf4e095c-8864-45a4-8dae-7dde2fcea22d by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:15:45.069916 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-186114ac-6d50-44bd-b642-6442bb51a73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:45.070536 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-d202acfa-6869-491b-9fb5-6da5bdc13771 service neutron] Attempting to bind port bf4e095c-8864-45a4-8dae-7dde2fcea22d on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:45.076046 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-d202acfa-6869-491b-9fb5-6da5bdc13771 service neutron] Port bf4e095c-8864-45a4-8dae-7dde2fcea22d on network a47e180d-e969-4a85-aa09-0ec8196480c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:15:45.077242 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-d202acfa-6869-491b-9fb5-6da5bdc13771 service neutron] Attempting to bind port bf4e095c-8864-45a4-8dae-7dde2fcea22d on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:45.086787 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-d202acfa-6869-491b-9fb5-6da5bdc13771 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:15:45.088245 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-d202acfa-6869-491b-9fb5-6da5bdc13771 service neutron] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:15:45.093085 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-d202acfa-6869-491b-9fb5-6da5bdc13771 service neutron] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:15:45.093085 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-d202acfa-6869-491b-9fb5-6da5bdc13771 service neutron] Bound port: bf4e095c-8864-45a4-8dae-7dde2fcea22d, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:15:45.093085 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-d202acfa-6869-491b-9fb5-6da5bdc13771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:45.097323 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 6f1bef22-7321-4490-a68c-1b825fa250fe {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:15:45.103388 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 6f1bef22-7321-4490-a68c-1b825fa250fe not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:15:45.134140 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186114ac-6d50-44bd-b642-6442bb51a73d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7a6583a-6b5e-4a08-a1b9-1d3f5a882e6e,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:45.152539 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-d9278d61-dcbb-4ed7-9af4-4b9917cebc5c tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=942a88e8ba9345a2859c3c0abfa564dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419152 Aug 31 09:15:45.153725 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-186114ac-6d50-44bd-b642-6442bb51a73d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:45.155750 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-186114ac-6d50-44bd-b642-6442bb51a73d admin admin] 10.222.0.119 "DELETE /v2.0/subnets/e7a6583a-6b5e-4a08-a1b9-1d3f5a882e6e HTTP/1.1" status: 204 len: 168 time: 0.4033065 Aug 31 09:15:45.160276 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54686) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:45.190399 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-d202acfa-6869-491b-9fb5-6da5bdc13771 service neutron] For port bf4e095c-8864-45a4-8dae-7dde2fcea22d, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:15:45.215499 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:45.305290 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-d5ac023f-bbbf-445c-ad53-3483c60adbc3 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:45.306744 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-d5ac023f-bbbf-445c-ad53-3483c60adbc3 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1489425 Aug 31 09:15:45.310427 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-d202acfa-6869-491b-9fb5-6da5bdc13771 service neutron] For port bf4e095c-8864-45a4-8dae-7dde2fcea22d, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=bf4e095c-8864-45a4-8dae-7dde2fcea22d,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:15:45.322229 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-3775d741-78af-4924-8baf-93c8b666a568 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Request body: {'port': {'device_id': '85d70815-de2f-4762-a58c-5891f0f9387d', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'admin_state_up': True, 'tenant_id': '942a88e8ba9345a2859c3c0abfa564dd'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:45.352814 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54694) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:45.367964 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-de0a9bbb-f3b7-4857-9b5d-1cecd016a1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:45.390907 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17efba-584a-42cc-bbbc-56a4fb4029ce req-085f2308-8a9b-47bd-bd7a-d11e6cd24239 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:45.399709 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a17efba-584a-42cc-bbbc-56a4fb4029ce req-085f2308-8a9b-47bd-bd7a-d11e6cd24239 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/ports?device_id=f65b3cd5-7098-406e-a25c-25ac0fa8f336 HTTP/1.1" status: 200 len: 948 time: 0.0983896 Aug 31 09:15:45.449011 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-d202acfa-6869-491b-9fb5-6da5bdc13771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:45.536310 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-3775d741-78af-4924-8baf-93c8b666a568 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Made reservation on behalf of 942a88e8ba9345a2859c3c0abfa564dd for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:15:45.541345 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-3775d741-78af-4924-8baf-93c8b666a568 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:45.551149 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-3775d741-78af-4924-8baf-93c8b666a568 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:45.555614 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a17efba-584a-42cc-bbbc-56a4fb4029ce req-fec370d4-06c2-4773-8495-9a339a3266b9 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/security-groups?id=79e8efef-c10f-413d-a295-7b79ef725079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547091 Aug 31 09:15:45.574572 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-d202acfa-6869-491b-9fb5-6da5bdc13771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:45.575096 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-d202acfa-6869-491b-9fb5-6da5bdc13771 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:45.576733 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-d202acfa-6869-491b-9fb5-6da5bdc13771 service neutron] 10.222.0.59 "PUT /v2.0/ports/bf4e095c-8864-45a4-8dae-7dde2fcea22d HTTP/1.1" status: 200 len: 1097 time: 1.3307827 Aug 31 09:15:45.581573 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65b3cd5-7098-406e-a25c-25ac0fa8f336', 'tag': 'bf4e095c-8864-45a4-8dae-7dde2fcea22d'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:45.584526 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1665a2a0-dc86-4a7c-b8f0-7741bcc49062" -d '{"events": [{"name": "network-changed", "server_uuid": "f65b3cd5-7098-406e-a25c-25ac0fa8f336", "tag": "bf4e095c-8864-45a4-8dae-7dde2fcea22d"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:45.592274 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-de0a9bbb-f3b7-4857-9b5d-1cecd016a1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:45.597959 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7b5c1c24-d7fe-4a58-8c5e-8c1a3dfc209d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:45.627218 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-de0a9bbb-f3b7-4857-9b5d-1cecd016a1b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4501923-6d9a-4416-88f2-5681e8e54cfe']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:45.646332 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-de0a9bbb-f3b7-4857-9b5d-1cecd016a1b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8433487-168c-4451-a1f8-f20b613c6365') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:45.646332 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-de0a9bbb-f3b7-4857-9b5d-1cecd016a1b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8433487-168c-4451-a1f8-f20b613c6365') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:45.680575 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-de0a9bbb-f3b7-4857-9b5d-1cecd016a1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:45.682452 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202acfa-6869-491b-9fb5-6da5bdc13771 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4e095c-8864-45a4-8dae-7dde2fcea22d,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:45.737705 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-de0a9bbb-f3b7-4857-9b5d-1cecd016a1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:45.767799 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de0a9bbb-f3b7-4857-9b5d-1cecd016a1b9 admin admin] Releasing vlan 1634 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:15:45.768196 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-de0a9bbb-f3b7-4857-9b5d-1cecd016a1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:45.770641 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:15:45.770641 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:15:45.770641 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:15:45.770641 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:15:45.770641 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:15:45.770641 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:15:45.770641 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:15:45.770641 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:15:45.770641 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:15:45.770641 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:15:45.770641 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:15:45.770641 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:15:45.770641 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:15:45.770641 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:15:45.770641 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:15:45.770641 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:15:45.770641 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:15:45.770641 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:15:45.770641 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:15:45.770641 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:15:45.770641 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:15:45.770641 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:15:45.770641 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:15:45.770641 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:15:45.770641 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:15:45.770641 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:15:45.770641 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:15:45.770641 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:15:45.770641 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:15:45.770641 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:15:45.770641 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:15:45.770641 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:15:45.788463 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-3775d741-78af-4924-8baf-93c8b666a568 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:45.843581 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-3775d741-78af-4924-8baf-93c8b666a568 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:45.871384 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-a4a9c0a6-f4f1-4bbb-9503-50a939e8f6f9 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=942a88e8ba9345a2859c3c0abfa564dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481510 Aug 31 09:15:45.902950 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-68873968-ea35-4b2e-bb09-f13b51e99546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:45.904117 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-68873968-ea35-4b2e-bb09-f13b51e99546 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c48aa88ef39c40948897ad5bee91c957&device_id=f65b3cd5-7098-406e-a25c-25ac0fa8f336 HTTP/1.1" status: 200 len: 1100 time: 0.1768754 Aug 31 09:15:45.996045 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775d741-78af-4924-8baf-93c8b666a568 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77030156-d272-4be0-bc2e-7181fb4ea4a3,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:46.014439 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-3775d741-78af-4924-8baf-93c8b666a568 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Allocated IP 192.168.233.46 (a47e180d-e969-4a85-aa09-0ec8196480c0/f473c8e7-d3e2-4352-b8da-3dcd093feb8b/57e931bc-1029-43b1-b433-8ddbb68cbc7e) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:15:46.016536 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-de0a9bbb-f3b7-4857-9b5d-1cecd016a1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:46.023361 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3df4845c-bfa4-41b6-945b-493ec8f82df1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=bf4e095c-8864-45a4-8dae-7dde2fcea22d HTTP/1.1" status: 200 len: 217 time: 0.0977726 Aug 31 09:15:46.048524 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-de0a9bbb-f3b7-4857-9b5d-1cecd016a1b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:46.050359 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-de0a9bbb-f3b7-4857-9b5d-1cecd016a1b9 admin admin] 10.222.0.119 "DELETE /v2.0/networks/f4501923-6d9a-4416-88f2-5681e8e54cfe HTTP/1.1" status: 204 len: 168 time: 0.8904936 Aug 31 09:15:46.109822 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a9bbb-f3b7-4857-9b5d-1cecd016a1b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4501923-6d9a-4416-88f2-5681e8e54cfe,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:46.167789 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-71922d3e-0d5a-4616-96a8-00f33b88050c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:46.169280 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-71922d3e-0d5a-4616-96a8-00f33b88050c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1244423 Aug 31 09:15:46.190995 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6961af-b2c1-43d4-b497-8144e23ec4c0 req-3423cbd2-90c7-4bdd-84e0-2424cdc7e671 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:46.193211 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2c6961af-b2c1-43d4-b497-8144e23ec4c0 req-3423cbd2-90c7-4bdd-84e0-2424cdc7e671 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 946 time: 0.2278781 Aug 31 09:15:46.204840 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-3775d741-78af-4924-8baf-93c8b666a568 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:46.211922 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-72c29da7-cd3d-43bc-9480-b504b40c6e04 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:46.213505 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-72c29da7-cd3d-43bc-9480-b504b40c6e04 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3326924 Aug 31 09:15:46.225029 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-3775d741-78af-4924-8baf-93c8b666a568 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Transition to ACTIVE for port object 57e931bc-1029-43b1-b433-8ddbb68cbc7e will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:46.244681 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-dfe4ddb2-8eaf-4f18-9caa-490ac7deefaf tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Request body: {'port': {'device_id': '8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'admin_state_up': True, 'tenant_id': '942a88e8ba9345a2859c3c0abfa564dd'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:46.313790 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7b5c1c24-d7fe-4a58-8c5e-8c1a3dfc209d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:46.345701 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-7a420e82-928d-48ec-88f5-eaf434cbc3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:46.347161 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-7a420e82-928d-48ec-88f5-eaf434cbc3d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1667612 Aug 31 09:15:46.352857 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2c6961af-b2c1-43d4-b497-8144e23ec4c0 req-9dd7b72b-7632-4a82-8f4f-e28ae13c07ad tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?id=23aa8320-d483-4e92-8178-31b79ff8e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492190 Aug 31 09:15:46.382201 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-3775d741-78af-4924-8baf-93c8b666a568 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:46.411797 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7b5c1c24-d7fe-4a58-8c5e-8c1a3dfc209d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:46.416338 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada25db6-cfb0-4ced-b18a-871564f60b6d x-openstack-request-id: req-ada25db6-cfb0-4ced-b18a-871564f60b6d {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:46.416613 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65b3cd5-7098-406e-a25c-25ac0fa8f336", "tag": "bf4e095c-8864-45a4-8dae-7dde2fcea22d", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:46.416860 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-ada25db6-cfb0-4ced-b18a-871564f60b6d {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:46.417240 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65b3cd5-7098-406e-a25c-25ac0fa8f336', 'tag': 'bf4e095c-8864-45a4-8dae-7dde2fcea22d', 'status': 'completed', 'code': 200} Aug 31 09:15:46.447511 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775d741-78af-4924-8baf-93c8b666a568 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Pushing event updated for resources: {'Port': ['ID=57e931bc-1029-43b1-b433-8ddbb68cbc7e,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:46.467687 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-3775d741-78af-4924-8baf-93c8b666a568 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Network a47e180d-e969-4a85-aa09-0ec8196480c0 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:15:46.469136 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-3775d741-78af-4924-8baf-93c8b666a568 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:46.471797 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-3775d741-78af-4924-8baf-93c8b666a568 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:15:46.512761 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c1c24-d7fe-4a58-8c5e-8c1a3dfc209d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e612ffcb-4e00-441b-85e4-c31f88e5c319,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:46.534160 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-3775d741-78af-4924-8baf-93c8b666a568 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:46.535141 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-3775d741-78af-4924-8baf-93c8b666a568 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:46.535410 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7b5c1c24-d7fe-4a58-8c5e-8c1a3dfc209d admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=5322e9ca6de5408b8871d13322d1dc2a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1812146 Aug 31 09:15:46.537783 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6229068b-07a3-45a1-96f3-1984d9f5e36e req-dd53316c-7709-4b4d-841a-1cafb80e5d2b tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93 HTTP/1.1" status: 200 len: 210 time: 0.0579543 Aug 31 09:15:46.542083 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54730) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:46.570481 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-70240ed3-2675-438d-9015-83b7ca66f889 service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144821 Aug 31 09:15:46.606602 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54732) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:46.654205 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-dfe4ddb2-8eaf-4f18-9caa-490ac7deefaf tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Made reservation on behalf of 942a88e8ba9345a2859c3c0abfa564dd for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:15:46.657873 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-dfe4ddb2-8eaf-4f18-9caa-490ac7deefaf tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:46.663265 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-63dc63ff-351f-4488-9e2b-6567b1354c00 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=048e78adec3a424b930f0bb66789a1ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554640 Aug 31 09:15:46.665655 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54736) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:46.708895 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9fa701ce-562c-4d3e-9e28-6d5287448158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:46.711371 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-3775d741-78af-4924-8baf-93c8b666a568 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3939481 Aug 31 09:15:46.731575 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-a76bdb59-8847-4416-b6f3-d361664a633f service neutron] Request body: {'port': {'device_id': '85d70815-de2f-4762-a58c-5891f0f9387d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:46.764925 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-91fbf06e-6d06-488d-b220-5e029f300524 req-b28cfec2-f72b-4ae6-9127-507689003145 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1840011517&fields=id&tenant_id=cba781cb93f8440b8938de29933fec7c HTTP/1.1" status: 200 len: 267 time: 0.1162417 Aug 31 09:15:46.777784 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-664b9ca6-4e94-4b4d-ab38-8c2b158b8b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:46.809090 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9fa701ce-562c-4d3e-9e28-6d5287448158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:46.837324 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-664b9ca6-4e94-4b4d-ab38-8c2b158b8b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:46.853346 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-a76bdb59-8847-4416-b6f3-d361664a633f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:46.860770 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-71d9d785-38ac-48cc-9542-a7ef6d7d6a22 service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733941 Aug 31 09:15:46.865378 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:46.900857 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a0fb8072-98be-4cac-a765-654494f5c558 None None] Provisioning for port 57e931bc-1029-43b1-b433-8ddbb68cbc7e completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:46.907086 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a0fb8072-98be-4cac-a765-654494f5c558 None None] Provisioning complete for port 57e931bc-1029-43b1-b433-8ddbb68cbc7e triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:46.907565 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a0fb8072-98be-4cac-a765-654494f5c558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:46.941200 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbf06e-6d06-488d-b220-5e029f300524 req-e27e8956-f67e-458d-afd1-d5ed7d910119 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:46.943640 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-91fbf06e-6d06-488d-b220-5e029f300524 req-e27e8956-f67e-458d-afd1-d5ed7d910119 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 946 time: 0.1444170 Aug 31 09:15:46.958314 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-dfe4ddb2-8eaf-4f18-9caa-490ac7deefaf tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Allocated IP 192.168.233.38 (a47e180d-e969-4a85-aa09-0ec8196480c0/f473c8e7-d3e2-4352-b8da-3dcd093feb8b/35ba2173-1a10-4279-a978-6f2bd458a61c) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:15:46.971458 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a0fb8072-98be-4cac-a765-654494f5c558 None None] Port 57e931bc-1029-43b1-b433-8ddbb68cbc7e cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:15:46.973938 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-91fbf06e-6d06-488d-b220-5e029f300524 req-decd9f2a-d5f1-4d29-9234-9092b88dd933 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Request body: {'port': {'security_groups': ['23aa8320-d483-4e92-8178-31b79ff8e57a', '7c64334d-9d08-4b0c-8dad-c7ee428ce8e4']}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:47.054870 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-50de9b2d-6580-428a-a7b2-8b7f532c5f99 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:15:47.055908 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-50de9b2d-6580-428a-a7b2-8b7f532c5f99 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068777 Aug 31 09:15:47.085581 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-664b9ca6-4e94-4b4d-ab38-8c2b158b8b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:47.089265 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-664b9ca6-4e94-4b4d-ab38-8c2b158b8b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:47.090701 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-664b9ca6-4e94-4b4d-ab38-8c2b158b8b78 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/84035d02-491b-4eee-8828-5c88d248ccec HTTP/1.1" status: 204 len: 168 time: 0.4239564 Aug 31 09:15:47.093422 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9fa701ce-562c-4d3e-9e28-6d5287448158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:47.095551 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9fa701ce-562c-4d3e-9e28-6d5287448158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:47.098732 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9fa701ce-562c-4d3e-9e28-6d5287448158 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/e612ffcb-4e00-441b-85e4-c31f88e5c319 HTTP/1.1" status: 204 len: 168 time: 0.5508449 Aug 31 09:15:47.101101 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b9ca6-4e94-4b4d-ab38-8c2b158b8b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84035d02-491b-4eee-8828-5c88d248ccec,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:47.162996 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-91fbf06e-6d06-488d-b220-5e029f300524 req-decd9f2a-d5f1-4d29-9234-9092b88dd933 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:47.168793 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa701ce-562c-4d3e-9e28-6d5287448158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e612ffcb-4e00-441b-85e4-c31f88e5c319,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:47.179632 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665a2a0-dc86-4a7c-b8f0-7741bcc49062 req-ce46fff5-0ec1-4552-a0b7-4b2c7e495265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:47.181587 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1665a2a0-dc86-4a7c-b8f0-7741bcc49062 req-ce46fff5-0ec1-4552-a0b7-4b2c7e495265 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c48aa88ef39c40948897ad5bee91c957&device_id=f65b3cd5-7098-406e-a25c-25ac0fa8f336 HTTP/1.1" status: 200 len: 1100 time: 0.1818030 Aug 31 09:15:47.224526 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-7abc4aad-3159-4d22-921f-ebed4d1a02fe service neutron] Request body: {'binding': {'host': 'n-h2-791506-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:47.225824 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-7abc4aad-3159-4d22-921f-ebed4d1a02fe service neutron] Unknown quota resources ['binding']. {{(pid=95552) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:15:47.376256 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-dfe4ddb2-8eaf-4f18-9caa-490ac7deefaf tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:47.385020 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-7abc4aad-3159-4d22-921f-ebed4d1a02fe service neutron] Attempting to bind port 2eff917f-62a9-4cd9-a754-cbd4351f33da on host n-h2-791506-28 for vnic_type normal with profile None {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:15:47.385362 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-7abc4aad-3159-4d22-921f-ebed4d1a02fe service neutron] Attempting to bind port 2eff917f-62a9-4cd9-a754-cbd4351f33da by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:15:47.385710 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-7abc4aad-3159-4d22-921f-ebed4d1a02fe service neutron] Attempting to bind port 2eff917f-62a9-4cd9-a754-cbd4351f33da on network d54aa48d-9328-4446-b337-2071a0fd4f0c {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:47.390103 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-7abc4aad-3159-4d22-921f-ebed4d1a02fe service neutron] Port 2eff917f-62a9-4cd9-a754-cbd4351f33da on network d54aa48d-9328-4446-b337-2071a0fd4f0c not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:15:47.392359 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-7abc4aad-3159-4d22-921f-ebed4d1a02fe service neutron] Attempting to bind port 2eff917f-62a9-4cd9-a754-cbd4351f33da on network d54aa48d-9328-4446-b337-2071a0fd4f0c {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:47.395975 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665a2a0-dc86-4a7c-b8f0-7741bcc49062 req-dbabe00d-72d1-4926-9d38-eb84b3d5ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:47.396174 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-7abc4aad-3159-4d22-921f-ebed4d1a02fe service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:15:47.396512 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-7abc4aad-3159-4d22-921f-ebed4d1a02fe service neutron] Checking segment: {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:15:47.396892 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-7abc4aad-3159-4d22-921f-ebed4d1a02fe service neutron] Bound using segment: {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:15:47.397326 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-7abc4aad-3159-4d22-921f-ebed4d1a02fe service neutron] Bound port: 2eff917f-62a9-4cd9-a754-cbd4351f33da, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3060a33-d71c-496b-87b3-59c21f3880f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': 'd54aa48d-9328-4446-b337-2071a0fd4f0c'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:15:47.397450 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1665a2a0-dc86-4a7c-b8f0-7741bcc49062 req-dbabe00d-72d1-4926-9d38-eb84b3d5ad06 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.2075410 Aug 31 09:15:47.401246 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-dfe4ddb2-8eaf-4f18-9caa-490ac7deefaf tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Transition to ACTIVE for port object 35ba2173-1a10-4279-a978-6f2bd458a61c will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:47.460700 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-7abc4aad-3159-4d22-921f-ebed4d1a02fe service neutron] For port 2eff917f-62a9-4cd9-a754-cbd4351f33da, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2eff917f-62a9-4cd9-a754-cbd4351f33da,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:15:47.487297 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1665a2a0-dc86-4a7c-b8f0-7741bcc49062 req-6f584bd1-c775-4971-a4e4-193fdd3bba87 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=bf4e095c-8864-45a4-8dae-7dde2fcea22d HTTP/1.1" status: 200 len: 217 time: 0.0824387 Aug 31 09:15:47.531189 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-7abc4aad-3159-4d22-921f-ebed4d1a02fe service neutron] Notify callbacks [] for binding, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:47.544689 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-7abc4aad-3159-4d22-921f-ebed4d1a02fe service neutron] 10.222.0.119 "POST /v2.0/ports/2eff917f-62a9-4cd9-a754-cbd4351f33da/bindings HTTP/1.1" status: 201 len: 390 time: 0.4805946 Aug 31 09:15:47.591354 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665a2a0-dc86-4a7c-b8f0-7741bcc49062 req-75e0f7be-5f3e-4e41-a87b-6f5cffa08578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:47.592590 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-581862fb-4d60-4943-9758-d8f5d0d32ad1 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:47.592843 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1665a2a0-dc86-4a7c-b8f0-7741bcc49062 req-75e0f7be-5f3e-4e41-a87b-6f5cffa08578 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.0967751 Aug 31 09:15:47.593506 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-581862fb-4d60-4943-9758-d8f5d0d32ad1 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.59 "GET /v2.0/ports?device_id=f65b3cd5-7098-406e-a25c-25ac0fa8f336 HTTP/1.1" status: 200 len: 948 time: 0.1070306 Aug 31 09:15:47.599853 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-91fbf06e-6d06-488d-b220-5e029f300524 req-decd9f2a-d5f1-4d29-9234-9092b88dd933 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] For port 8a3c2dd1-b81d-4195-ac0b-b11d4521aed5, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8a3c2dd1-b81d-4195-ac0b-b11d4521aed5,segment=NetworkSegment(f6371895-21df-4b1a-a74d-67a04c30a2a5),segment_id=f6371895-21df-4b1a-a74d-67a04c30a2a5)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:47.651610 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-dfe4ddb2-8eaf-4f18-9caa-490ac7deefaf tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:47.690199 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-91fbf06e-6d06-488d-b220-5e029f300524 req-decd9f2a-d5f1-4d29-9234-9092b88dd933 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:47.745400 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665a2a0-dc86-4a7c-b8f0-7741bcc49062 req-ecee609c-a630-439c-bb70-44a0ebd01d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:47.747412 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1665a2a0-dc86-4a7c-b8f0-7741bcc49062 req-ecee609c-a630-439c-bb70-44a0ebd01d4a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1386528 Aug 31 09:15:47.749171 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-dfe4ddb2-8eaf-4f18-9caa-490ac7deefaf tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Network a47e180d-e969-4a85-aa09-0ec8196480c0 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:15:47.752701 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-dfe4ddb2-8eaf-4f18-9caa-490ac7deefaf tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:47.759351 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-dfe4ddb2-8eaf-4f18-9caa-490ac7deefaf tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:15:47.772783 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4ddb2-8eaf-4f18-9caa-490ac7deefaf tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Pushing event updated for resources: {'Port': ['ID=35ba2173-1a10-4279-a978-6f2bd458a61c,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:47.803711 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-91fbf06e-6d06-488d-b220-5e029f300524 req-decd9f2a-d5f1-4d29-9234-9092b88dd933 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:47.816290 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['8a3c2dd1-b81d-4195-ac0b-b11d4521aed5'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:15:47.827227 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-cff3876c-21ca-4735-8a33-435ac80625fe tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Deleting port bf4e095c-8864-45a4-8dae-7dde2fcea22d {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:15:47.827562 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-cff3876c-21ca-4735-8a33-435ac80625fe tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:48.010874 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-a76bdb59-8847-4416-b6f3-d361664a633f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57e931bc-1029-43b1-b433-8ddbb68cbc7e {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:15:48.045614 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-a76bdb59-8847-4416-b6f3-d361664a633f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:48.062603 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-a76bdb59-8847-4416-b6f3-d361664a633f service neutron] Transition to ACTIVE for port object 57e931bc-1029-43b1-b433-8ddbb68cbc7e will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:48.083961 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-cff3876c-21ca-4735-8a33-435ac80625fe tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] For port bf4e095c-8864-45a4-8dae-7dde2fcea22d, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=bf4e095c-8864-45a4-8dae-7dde2fcea22d,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:48.084428 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-cff3876c-21ca-4735-8a33-435ac80625fe tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:48.101509 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-cff3876c-21ca-4735-8a33-435ac80625fe tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Calling delete_port for bf4e095c-8864-45a4-8dae-7dde2fcea22d owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:15:48.158636 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54764) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:48.179437 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d8deb38c-01f2-40fc-bf49-93e81d9a59ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:48.184282 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-a76bdb59-8847-4416-b6f3-d361664a633f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:48.268129 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-db688441-500c-48f0-9b76-5c21126fdb78 None None] Provisioning for port 35ba2173-1a10-4279-a978-6f2bd458a61c completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:48.280920 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-db688441-500c-48f0-9b76-5c21126fdb78 None None] Provisioning complete for port 35ba2173-1a10-4279-a978-6f2bd458a61c triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:48.281210 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-db688441-500c-48f0-9b76-5c21126fdb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:48.321253 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76bdb59-8847-4416-b6f3-d361664a633f service neutron] Pushing event updated for resources: {'Port': ['ID=57e931bc-1029-43b1-b433-8ddbb68cbc7e,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:48.354438 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-db688441-500c-48f0-9b76-5c21126fdb78 None None] Port 35ba2173-1a10-4279-a978-6f2bd458a61c cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:15:48.399918 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbf06e-6d06-488d-b220-5e029f300524 req-decd9f2a-d5f1-4d29-9234-9092b88dd933 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:48.400695 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-91fbf06e-6d06-488d-b220-5e029f300524 req-decd9f2a-d5f1-4d29-9234-9092b88dd933 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:48.413381 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-91fbf06e-6d06-488d-b220-5e029f300524 req-decd9f2a-d5f1-4d29-9234-9092b88dd933 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "PUT /v2.0/ports/8a3c2dd1-b81d-4195-ac0b-b11d4521aed5 HTTP/1.1" status: 200 len: 982 time: 1.4478302 Aug 31 09:15:48.434687 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba2d0e8-c16d-4c75-9efa-c8ed42581158', 'tag': '8a3c2dd1-b81d-4195-ac0b-b11d4521aed5'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:48.436953 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7f6d5a-6932-4ca0-81ae-6216611551fc" -d '{"events": [{"name": "network-changed", "server_uuid": "aba2d0e8-c16d-4c75-9efa-c8ed42581158", "tag": "8a3c2dd1-b81d-4195-ac0b-b11d4521aed5"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:48.471297 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-dfe4ddb2-8eaf-4f18-9caa-490ac7deefaf tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:48.471947 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-dfe4ddb2-8eaf-4f18-9caa-490ac7deefaf tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:48.506300 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['8a3c2dd1-b81d-4195-ac0b-b11d4521aed5'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:15:48.528919 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-a76bdb59-8847-4416-b6f3-d361664a633f service neutron] Attempting to bind port 57e931bc-1029-43b1-b433-8ddbb68cbc7e on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:15:48.529448 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-a76bdb59-8847-4416-b6f3-d361664a633f service neutron] Attempting to bind port 57e931bc-1029-43b1-b433-8ddbb68cbc7e by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:15:48.529961 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-a76bdb59-8847-4416-b6f3-d361664a633f service neutron] Attempting to bind port 57e931bc-1029-43b1-b433-8ddbb68cbc7e on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:48.547240 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-a76bdb59-8847-4416-b6f3-d361664a633f service neutron] Port 57e931bc-1029-43b1-b433-8ddbb68cbc7e on network a47e180d-e969-4a85-aa09-0ec8196480c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:15:48.547240 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-a76bdb59-8847-4416-b6f3-d361664a633f service neutron] Attempting to bind port 57e931bc-1029-43b1-b433-8ddbb68cbc7e on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:48.562778 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-a76bdb59-8847-4416-b6f3-d361664a633f service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:15:48.565275 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-a76bdb59-8847-4416-b6f3-d361664a633f service neutron] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:15:48.565275 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-a76bdb59-8847-4416-b6f3-d361664a633f service neutron] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:15:48.565920 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-a76bdb59-8847-4416-b6f3-d361664a633f service neutron] Bound port: 57e931bc-1029-43b1-b433-8ddbb68cbc7e, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:15:48.566297 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-a76bdb59-8847-4416-b6f3-d361664a633f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:48.578285 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-595c8aa1-758c-4cec-b57a-7414399f3807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:48.586469 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-595c8aa1-758c-4cec-b57a-7414399f3807 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8d929c95dcb6486584c62bb8e91069d6&device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 1097 time: 0.2193689 Aug 31 09:15:48.587109 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd9f2a-d5f1-4d29-9234-9092b88dd933 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Pushing event updated for resources: {'Port': ['ID=8a3c2dd1-b81d-4195-ac0b-b11d4521aed5,revision_number=6']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:48.593240 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1665a2a0-dc86-4a7c-b8f0-7741bcc49062 req-d64ce6d2-8687-45a2-acae-75de90b5f356 service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8352025 Aug 31 09:15:48.611423 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d8deb38c-01f2-40fc-bf49-93e81d9a59ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:48.618511 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-cff3876c-21ca-4735-8a33-435ac80625fe tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:48.683666 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d8deb38c-01f2-40fc-bf49-93e81d9a59ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:48.725164 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293efd7b-7703-4bb3-8d53-cade4cf93626 req-3818e486-7060-48b4-ad3a-000557ddf16a tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:48.733265 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-293efd7b-7703-4bb3-8d53-cade4cf93626 req-3818e486-7060-48b4-ad3a-000557ddf16a tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/ports?device_id=f65b3cd5-7098-406e-a25c-25ac0fa8f336 HTTP/1.1" status: 200 len: 948 time: 0.3735948 Aug 31 09:15:48.738503 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3876c-21ca-4735-8a33-435ac80625fe tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Pushing event deleted for resources: {'Port': ['ID=bf4e095c-8864-45a4-8dae-7dde2fcea22d,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:48.766711 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54778) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:48.840423 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-dfe4ddb2-8eaf-4f18-9caa-490ac7deefaf tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6005108 Aug 31 09:15:48.863216 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-d65633b4-f4d5-4a5a-9d73-518585b349af service neutron] Request body: {'port': {'device_id': '8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:48.865327 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-cff3876c-21ca-4735-8a33-435ac80625fe tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] No DVR routers for this DVR port bf4e095c-8864-45a4-8dae-7dde2fcea22d on host n-h2-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:15:48.875366 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d8deb38c-01f2-40fc-bf49-93e81d9a59ca admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=58e792aaaebd49229ce4b540966f868d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7157049 Aug 31 09:15:48.876129 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8deb38c-01f2-40fc-bf49-93e81d9a59ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92e8817-5dee-47f5-b28e-3b7762ee0075,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:48.894734 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-cff3876c-21ca-4735-8a33-435ac80625fe tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:48.896722 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-cff3876c-21ca-4735-8a33-435ac80625fe tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.59 "DELETE /v2.0/ports/bf4e095c-8864-45a4-8dae-7dde2fcea22d HTTP/1.1" status: 204 len: 173 time: 1.2913585 Aug 31 09:15:48.897158 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54782) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:48.902250 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65b3cd5-7098-406e-a25c-25ac0fa8f336', 'name': 'network-vif-deleted', 'tag': 'bf4e095c-8864-45a4-8dae-7dde2fcea22d'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:48.905010 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6a44b5-ce04-4747-8e07-d38fb52be6d4" -d '{"events": [{"server_uuid": "f65b3cd5-7098-406e-a25c-25ac0fa8f336", "name": "network-vif-deleted", "tag": "bf4e095c-8864-45a4-8dae-7dde2fcea22d"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:48.917552 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-a76bdb59-8847-4416-b6f3-d361664a633f service neutron] For port 57e931bc-1029-43b1-b433-8ddbb68cbc7e, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:15:48.943102 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-a76bdb59-8847-4416-b6f3-d361664a633f service neutron] For port 57e931bc-1029-43b1-b433-8ddbb68cbc7e, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=57e931bc-1029-43b1-b433-8ddbb68cbc7e,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:15:48.964984 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-293efd7b-7703-4bb3-8d53-cade4cf93626 req-257e4d84-7a40-47cc-b6e8-42a9603367cf tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/security-groups?id=79e8efef-c10f-413d-a295-7b79ef725079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304914 Aug 31 09:15:48.989901 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-01089596-520e-46f0-a00e-0ad89f493060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:49.024312 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1665a2a0-dc86-4a7c-b8f0-7741bcc49062 req-648fa20e-d07f-4a97-864e-614bb9e174ee service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207015 Aug 31 09:15:49.028273 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-f6d33711-1e97-4597-9139-c205dcb7c168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:49.029559 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-f6d33711-1e97-4597-9139-c205dcb7c168 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d54aa48d-9328-4446-b337-2071a0fd4f0c HTTP/1.1" status: 200 len: 910 time: 0.4181082 Aug 31 09:15:49.039116 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-a76bdb59-8847-4416-b6f3-d361664a633f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:49.044194 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-01089596-520e-46f0-a00e-0ad89f493060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:49.045751 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b1f37-1e38-465a-8c30-1e765421abc3 req-bb6e3d7f-9dd5-466d-9748-f6b181f31055 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:49.054371 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d07b1f37-1e38-465a-8c30-1e765421abc3 req-bb6e3d7f-9dd5-466d-9748-f6b181f31055 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93 HTTP/1.1" status: 200 len: 935 time: 0.3048830 Aug 31 09:15:49.060921 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-98f80d19-d92d-45c3-98fb-04ad519b3500 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-74735609-network', 'tenant_id': 'ecc4af06d9f044f6a31368d2040b2b4b'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:49.077493 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-d65633b4-f4d5-4a5a-9d73-518585b349af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:49.147432 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-2fc490c7-2fe1-4149-8dc0-3344682acfa0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2eff917f-62a9-4cd9-a754-cbd4351f33da HTTP/1.1" status: 200 len: 217 time: 0.0902092 Aug 31 09:15:49.241977 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f80d19-d92d-45c3-98fb-04ad519b3500 admin admin] Made reservation on behalf of ecc4af06d9f044f6a31368d2040b2b4b for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:15:49.244311 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-98f80d19-d92d-45c3-98fb-04ad519b3500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:49.264674 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d07b1f37-1e38-465a-8c30-1e765421abc3 req-e9b2ea54-265c-4cf1-bcff-9577a30c3e45 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092760 Aug 31 09:15:49.278708 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-98f80d19-d92d-45c3-98fb-04ad519b3500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:49.306752 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-fe4379f2-ce75-4d31-8347-e512f7c92cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:49.309051 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-fe4379f2-ce75-4d31-8347-e512f7c92cbf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dab6ed79-4c20-41ae-bb07-e9aaf9315083 HTTP/1.1" status: 200 len: 848 time: 0.1423445 Aug 31 09:15:49.323156 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a010c-df0c-47eb-a5e4-6c282d9a919c req-185a4ce0-744a-4049-806f-a8344596c2f3 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:49.324863 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b75a010c-df0c-47eb-a5e4-6c282d9a919c req-185a4ce0-744a-4049-806f-a8344596c2f3 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 945 time: 0.2413559 Aug 31 09:15:49.395789 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-a76bdb59-8847-4416-b6f3-d361664a633f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:49.396476 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-a76bdb59-8847-4416-b6f3-d361664a633f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:49.397712 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-a76bdb59-8847-4416-b6f3-d361664a633f service neutron] 10.222.0.112 "PUT /v2.0/ports/57e931bc-1029-43b1-b433-8ddbb68cbc7e HTTP/1.1" status: 200 len: 1096 time: 2.6732078 Aug 31 09:15:49.412673 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76bdb59-8847-4416-b6f3-d361664a633f service neutron] Pushing event updated for resources: {'Port': ['ID=57e931bc-1029-43b1-b433-8ddbb68cbc7e,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:49.430152 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-61705c1b-414e-44f6-a969-1878fa962b8d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d54aa48d-9328-4446-b337-2071a0fd4f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985680 Aug 31 09:15:49.518933 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-01089596-520e-46f0-a00e-0ad89f493060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:49.523569 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-01089596-520e-46f0-a00e-0ad89f493060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:49.524788 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-01089596-520e-46f0-a00e-0ad89f493060 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/e92e8817-5dee-47f5-b28e-3b7762ee0075 HTTP/1.1" status: 204 len: 168 time: 0.6168768 Aug 31 09:15:49.560044 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01089596-520e-46f0-a00e-0ad89f493060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92e8817-5dee-47f5-b28e-3b7762ee0075,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:49.627726 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-82c36d47-11be-4764-9ced-513d09bce61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:49.632315 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-82c36d47-11be-4764-9ced-513d09bce61f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=942a88e8ba9345a2859c3c0abfa564dd&device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 1099 time: 0.0810790 Aug 31 09:15:49.632920 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b75a010c-df0c-47eb-a5e4-6c282d9a919c req-8caac9eb-4f99-412f-8024-ac62ab0fa217 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352464 Aug 31 09:15:49.642088 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cdacbe60-11ab-40f9-a599-a6a4b9a347be req-f19cc9b7-cc64-4a06-85f8-686cc8b12b72 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-663999951&fields=id&tenant_id=cba781cb93f8440b8938de29933fec7c HTTP/1.1" status: 200 len: 267 time: 0.2288859 Aug 31 09:15:49.695569 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-8ed6a1f0-f585-4159-bcc6-27245a93cfa6 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=57e931bc-1029-43b1-b433-8ddbb68cbc7e HTTP/1.1" status: 200 len: 217 time: 0.0509162 Aug 31 09:15:49.710387 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-358a200b-e0bc-4297-90e0-2770f0d18ae2 service neutron] 10.222.0.59 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553141 Aug 31 09:15:49.712536 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbfe300-6d9f-4f51-a2d7-3271e79cfb3c x-openstack-request-id: req-0dbfe300-6d9f-4f51-a2d7-3271e79cfb3c {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:49.713551 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba2d0e8-c16d-4c75-9efa-c8ed42581158", "tag": "8a3c2dd1-b81d-4195-ac0b-b11d4521aed5", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:49.713809 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-0dbfe300-6d9f-4f51-a2d7-3271e79cfb3c {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:49.714201 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba2d0e8-c16d-4c75-9efa-c8ed42581158', 'tag': '8a3c2dd1-b81d-4195-ac0b-b11d4521aed5', 'status': 'completed', 'code': 200} Aug 31 09:15:49.736018 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64a1965-6cf4-4e32-bed5-7fbfb6902790 x-openstack-request-id: req-c64a1965-6cf4-4e32-bed5-7fbfb6902790 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:49.736371 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65b3cd5-7098-406e-a25c-25ac0fa8f336", "name": "network-vif-deleted", "tag": "bf4e095c-8864-45a4-8dae-7dde2fcea22d", "status": "failed", "code": 422}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:49.736720 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-c64a1965-6cf4-4e32-bed5-7fbfb6902790 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:49.737253 n-d-791506-28 neutron-server[95552]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f65b3cd5-7098-406e-a25c-25ac0fa8f336', 'name': 'network-vif-deleted', 'tag': 'bf4e095c-8864-45a4-8dae-7dde2fcea22d', 'status': 'failed', 'code': 422} returned with failed status Aug 31 09:15:49.757818 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-36971340-7d33-48ab-b5aa-7d68c5b9d0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:49.762158 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-36971340-7d33-48ab-b5aa-7d68c5b9d0d9 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.0574799 Aug 31 09:15:49.813534 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-d90552e1-c73b-49de-b569-69ec898b5e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:49.821764 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-d90552e1-c73b-49de-b569-69ec898b5e6b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0484681 Aug 31 09:15:49.923311 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-0391032f-cf84-4411-a955-5c8786e0553e service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009316 Aug 31 09:15:49.963943 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdacbe60-11ab-40f9-a599-a6a4b9a347be req-fefc7f61-a343-4c47-88e3-2a11cbf659df tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:49.965493 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cdacbe60-11ab-40f9-a599-a6a4b9a347be req-fefc7f61-a343-4c47-88e3-2a11cbf659df tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 985 time: 0.2504349 Aug 31 09:15:50.013324 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-cdacbe60-11ab-40f9-a599-a6a4b9a347be req-cc9572b3-9798-471b-8965-b872639b9913 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Request body: {'port': {'security_groups': ['23aa8320-d483-4e92-8178-31b79ff8e57a', '7c64334d-9d08-4b0c-8dad-c7ee428ce8e4', 'd8cf7c97-ab1d-4828-9ccf-527235874d8b']}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:50.019454 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f6d5a-6932-4ca0-81ae-6216611551fc req-84679c9f-d614-480e-8b24-a745c3bfa342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:50.021039 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f7f6d5a-6932-4ca0-81ae-6216611551fc req-84679c9f-d614-480e-8b24-a745c3bfa342 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=cba781cb93f8440b8938de29933fec7c&device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 1137 time: 0.3006310 Aug 31 09:15:50.040073 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-40e08218-e6dc-435a-952f-dfa6413d07e0 req-0d08c1f4-d206-4f21-bca3-0b903b8f9bfb service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999479 Aug 31 09:15:50.044154 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-98f80d19-d92d-45c3-98fb-04ad519b3500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:50.078313 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-b015095f-0475-47fa-8e99-e06a0659af21 service neutron] 10.222.0.59 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452082 Aug 31 09:15:50.174234 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-98f80d19-d92d-45c3-98fb-04ad519b3500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:50.205954 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-02645de1-da94-472c-b6fa-36ee9bfbd636 req-0e07dbb5-6360-4f38-85e7-719419870b89 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/ports?device_id=f65b3cd5-7098-406e-a25c-25ac0fa8f336 HTTP/1.1" status: 200 len: 210 time: 0.1081176 Aug 31 09:15:50.229244 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-d65633b4-f4d5-4a5a-9d73-518585b349af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ba2173-1a10-4279-a978-6f2bd458a61c {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:15:50.274278 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-d65633b4-f4d5-4a5a-9d73-518585b349af service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:50.279600 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f80d19-d92d-45c3-98fb-04ad519b3500 admin admin] vlan segment allocate from pool success with {'vlan_id': 1636, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:15:50.309412 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f80d19-d92d-45c3-98fb-04ad519b3500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5ad005-9fd2-46e9-8983-d86d9b9cf37f,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:50.320910 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-98f80d19-d92d-45c3-98fb-04ad519b3500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:50.321251 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-98f80d19-d92d-45c3-98fb-04ad519b3500 admin admin] Added segment 2e78ba2e-2d1c-4b07-a947-46f3e238a90e of type vlan for network 4cf160fe-fa67-43d6-a1e8-90f7d231f9ad Aug 31 09:15:50.324320 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-cdacbe60-11ab-40f9-a599-a6a4b9a347be req-cc9572b3-9798-471b-8965-b872639b9913 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:50.335195 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-d65633b4-f4d5-4a5a-9d73-518585b349af service neutron] Transition to ACTIVE for port object 35ba2173-1a10-4279-a978-6f2bd458a61c will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:50.355977 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f6d5a-6932-4ca0-81ae-6216611551fc req-659146e5-c808-4daf-a517-db10569425a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:50.357845 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f7f6d5a-6932-4ca0-81ae-6216611551fc req-659146e5-c808-4daf-a517-db10569425a3 service neutron] 10.222.0.112 "GET /v2.0/networks?id=671dffbd-cfd1-44d4-ad18-c45cdc841eb5 HTTP/1.1" status: 200 len: 915 time: 0.3233292 Aug 31 09:15:50.488970 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-98f80d19-d92d-45c3-98fb-04ad519b3500 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:50.493444 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-d65633b4-f4d5-4a5a-9d73-518585b349af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:50.496483 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f7f6d5a-6932-4ca0-81ae-6216611551fc req-61c01ec0-cb93-4995-8187-0d8891bbf835 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a3c2dd1-b81d-4195-ac0b-b11d4521aed5 HTTP/1.1" status: 200 len: 217 time: 0.1062100 Aug 31 09:15:50.649098 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058bef7-3548-4515-9b0e-5144d701b820 req-ed80790a-f977-4871-b974-058fe92b193d tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:50.650931 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1058bef7-3548-4515-9b0e-5144d701b820 req-ed80790a-f977-4871-b974-058fe92b193d tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93 HTTP/1.1" status: 200 len: 935 time: 0.2971869 Aug 31 09:15:50.717915 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65633b4-f4d5-4a5a-9d73-518585b349af service neutron] Pushing event updated for resources: {'Port': ['ID=35ba2173-1a10-4279-a978-6f2bd458a61c,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:50.731671 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-98f80d19-d92d-45c3-98fb-04ad519b3500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:50.732615 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f80d19-d92d-45c3-98fb-04ad519b3500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:50.733191 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-98f80d19-d92d-45c3-98fb-04ad519b3500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:50.779052 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f6d5a-6932-4ca0-81ae-6216611551fc req-a2d8a920-46ba-41e5-ba7a-a02f675defa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:50.780484 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f7f6d5a-6932-4ca0-81ae-6216611551fc req-a2d8a920-46ba-41e5-ba7a-a02f675defa9 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=98f1a321-868c-46a4-bd2e-3ecb869d4f87 HTTP/1.1" status: 200 len: 853 time: 0.2622457 Aug 31 09:15:50.887829 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f7f6d5a-6932-4ca0-81ae-6216611551fc req-280b5c56-414e-4b56-9596-712e030ba213 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=671dffbd-cfd1-44d4-ad18-c45cdc841eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797250 Aug 31 09:15:50.948794 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1058bef7-3548-4515-9b0e-5144d701b820 req-03dfd402-228f-4711-9b48-6aac9aaf2bbb tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346778 Aug 31 09:15:50.995621 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54824) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:51.003915 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f80d19-d92d-45c3-98fb-04ad519b3500 admin admin] Pushing event updated for resources: {'Network': ['ID=4cf160fe-fa67-43d6-a1e8-90f7d231f9ad,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:51.015506 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 4cf160fe-fa67-43d6-a1e8-90f7d231f9ad details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:15:51.094069 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54828) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:51.099663 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-0d4a6e9c-f747-4a3c-9a84-6652c2e16b31 admin admin] Request body: {'subnet': {'network_id': '4cf160fe-fa67-43d6-a1e8-90f7d231f9ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-74735609-subnet', 'tenant_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:51.106625 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-98f80d19-d92d-45c3-98fb-04ad519b3500 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3172824 Aug 31 09:15:51.125186 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-472ffe15-e2d0-4561-adfc-25b7d6b01c25 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1306857710-network', 'tenant_id': '91627f68c71f4b29855d6c5fb4946dae'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:51.126339 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-d65633b4-f4d5-4a5a-9d73-518585b349af service neutron] Attempting to bind port 35ba2173-1a10-4279-a978-6f2bd458a61c on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:15:51.128266 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-d65633b4-f4d5-4a5a-9d73-518585b349af service neutron] Attempting to bind port 35ba2173-1a10-4279-a978-6f2bd458a61c by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:15:51.128266 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-d65633b4-f4d5-4a5a-9d73-518585b349af service neutron] Attempting to bind port 35ba2173-1a10-4279-a978-6f2bd458a61c on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:51.161862 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-d65633b4-f4d5-4a5a-9d73-518585b349af service neutron] Port 35ba2173-1a10-4279-a978-6f2bd458a61c on network a47e180d-e969-4a85-aa09-0ec8196480c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:15:51.162174 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-d65633b4-f4d5-4a5a-9d73-518585b349af service neutron] Attempting to bind port 35ba2173-1a10-4279-a978-6f2bd458a61c on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:51.173647 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4a6e9c-f747-4a3c-9a84-6652c2e16b31 admin admin] Made reservation on behalf of ecc4af06d9f044f6a31368d2040b2b4b for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:15:51.176969 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0d4a6e9c-f747-4a3c-9a84-6652c2e16b31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:51.180019 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-d65633b4-f4d5-4a5a-9d73-518585b349af service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:15:51.180359 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-d65633b4-f4d5-4a5a-9d73-518585b349af service neutron] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:15:51.180738 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-d65633b4-f4d5-4a5a-9d73-518585b349af service neutron] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:15:51.181175 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-d65633b4-f4d5-4a5a-9d73-518585b349af service neutron] Bound port: 35ba2173-1a10-4279-a978-6f2bd458a61c, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:15:51.181529 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-d65633b4-f4d5-4a5a-9d73-518585b349af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:51.274728 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-cdacbe60-11ab-40f9-a599-a6a4b9a347be req-cc9572b3-9798-471b-8965-b872639b9913 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] For port 8a3c2dd1-b81d-4195-ac0b-b11d4521aed5, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8a3c2dd1-b81d-4195-ac0b-b11d4521aed5,segment=NetworkSegment(f6371895-21df-4b1a-a74d-67a04c30a2a5),segment_id=f6371895-21df-4b1a-a74d-67a04c30a2a5)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:51.284915 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1465a-ca8a-4458-aaec-d2d4ce6e8897 req-96d913af-5fec-4295-9791-2416640bdcde tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:51.287077 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-13e1465a-ca8a-4458-aaec-d2d4ce6e8897 req-96d913af-5fec-4295-9791-2416640bdcde tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 945 time: 0.1787124 Aug 31 09:15:51.296361 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f7f6d5a-6932-4ca0-81ae-6216611551fc req-6eba39ff-12b6-44a5-a5a8-958190eed9a4 service neutron] 10.222.0.112 "GET /v2.0/networks/671dffbd-cfd1-44d4-ad18-c45cdc841eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935230 Aug 31 09:15:51.336701 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472ffe15-e2d0-4561-adfc-25b7d6b01c25 admin admin] Made reservation on behalf of 91627f68c71f4b29855d6c5fb4946dae for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:15:51.339698 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-472ffe15-e2d0-4561-adfc-25b7d6b01c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:51.353134 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-472ffe15-e2d0-4561-adfc-25b7d6b01c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:51.414792 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-cdacbe60-11ab-40f9-a599-a6a4b9a347be req-cc9572b3-9798-471b-8965-b872639b9913 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:51.436931 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-13e1465a-ca8a-4458-aaec-d2d4ce6e8897 req-fe3c11d2-1a64-4e7c-babe-afe0a982bea2 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368442 Aug 31 09:15:51.450990 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-d65633b4-f4d5-4a5a-9d73-518585b349af service neutron] For port 35ba2173-1a10-4279-a978-6f2bd458a61c, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:15:51.475465 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-d65633b4-f4d5-4a5a-9d73-518585b349af service neutron] For port 35ba2173-1a10-4279-a978-6f2bd458a61c, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=35ba2173-1a10-4279-a978-6f2bd458a61c,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:15:51.484437 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-bbf01449-62ab-4ca0-a169-d6ea1eaf5bd7 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=c48aa88ef39c40948897ad5bee91c957&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602612 Aug 31 09:15:51.485708 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f7f6d5a-6932-4ca0-81ae-6216611551fc req-00375401-e7a7-468b-9af3-749f0052050a service neutron] 10.222.0.112 "GET /v2.0/networks/671dffbd-cfd1-44d4-ad18-c45cdc841eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781337 Aug 31 09:15:51.514309 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0d4a6e9c-f747-4a3c-9a84-6652c2e16b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:51.544306 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-cdacbe60-11ab-40f9-a599-a6a4b9a347be req-cc9572b3-9798-471b-8965-b872639b9913 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:51.557986 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['8a3c2dd1-b81d-4195-ac0b-b11d4521aed5'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:15:51.662039 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-472ffe15-e2d0-4561-adfc-25b7d6b01c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:51.725971 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a6e9c-f747-4a3c-9a84-6652c2e16b31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f677096e-2f3d-4ff3-bcd7-53a620eb8c47,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:51.740125 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-472ffe15-e2d0-4561-adfc-25b7d6b01c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:51.754964 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-472ffe15-e2d0-4561-adfc-25b7d6b01c25 admin admin] vlan segment allocate from pool success with {'vlan_id': 1637, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:15:51.768657 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-472ffe15-e2d0-4561-adfc-25b7d6b01c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:51.769074 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-472ffe15-e2d0-4561-adfc-25b7d6b01c25 admin admin] Added segment 329c79c6-5ca3-4a1a-b3d4-414355128167 of type vlan for network f353997d-12d5-47f5-bc55-13148c348a0b Aug 31 09:15:51.827707 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d70815-de2f-4762-a58c-5891f0f9387d', 'tag': '57e931bc-1029-43b1-b433-8ddbb68cbc7e'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:51.830241 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19158055-accf-4b71-ad57-0a74c6a69fba" -d '{"events": [{"name": "network-changed", "server_uuid": "85d70815-de2f-4762-a58c-5891f0f9387d", "tag": "57e931bc-1029-43b1-b433-8ddbb68cbc7e"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:51.843697 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-472ffe15-e2d0-4561-adfc-25b7d6b01c25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:51.913208 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ffe15-e2d0-4561-adfc-25b7d6b01c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d34456-bb01-4786-82b3-05445c056ade,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:51.925699 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4a6e9c-f747-4a3c-9a84-6652c2e16b31 admin admin] Checking segment: {'id': '2e78ba2e-2d1c-4b07-a947-46f3e238a90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '4cf160fe-fa67-43d6-a1e8-90f7d231f9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:15:51.926840 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4a6e9c-f747-4a3c-9a84-6652c2e16b31 admin admin] Network hostable DHCP agents. Network: 4cf160fe-fa67-43d6-a1e8-90f7d231f9ad, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:15:51.940570 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-a3a687f2-ba2a-4907-be77-1f0a94356e08 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:51.942626 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-a3a687f2-ba2a-4907-be77-1f0a94356e08 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4461443 Aug 31 09:15:51.959207 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-ec508442-79fc-456d-ba46-4ced0600e5d4 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Request body: {'port': {'device_id': 'f65b3cd5-7098-406e-a25c-25ac0fa8f336', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'admin_state_up': True, 'tenant_id': 'c48aa88ef39c40948897ad5bee91c957'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:51.971497 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-d65633b4-f4d5-4a5a-9d73-518585b349af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:51.995776 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ea6fea4d-0a41-4498-afc8-3e3b4e2e312f req-3982f3b9-630c-4a5e-9b5c-848afbb1cea5 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/ports?device_id=f65b3cd5-7098-406e-a25c-25ac0fa8f336 HTTP/1.1" status: 200 len: 210 time: 0.0406771 Aug 31 09:15:52.010466 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdacbe60-11ab-40f9-a599-a6a4b9a347be req-cc9572b3-9798-471b-8965-b872639b9913 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:52.011315 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-cdacbe60-11ab-40f9-a599-a6a4b9a347be req-cc9572b3-9798-471b-8965-b872639b9913 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:52.015490 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-472ffe15-e2d0-4561-adfc-25b7d6b01c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:52.016062 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472ffe15-e2d0-4561-adfc-25b7d6b01c25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:52.021021 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-472ffe15-e2d0-4561-adfc-25b7d6b01c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:52.029703 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cdacbe60-11ab-40f9-a599-a6a4b9a347be req-cc9572b3-9798-471b-8965-b872639b9913 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "PUT /v2.0/ports/8a3c2dd1-b81d-4195-ac0b-b11d4521aed5 HTTP/1.1" status: 200 len: 1021 time: 2.0365267 Aug 31 09:15:52.030539 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba2d0e8-c16d-4c75-9efa-c8ed42581158', 'tag': '8a3c2dd1-b81d-4195-ac0b-b11d4521aed5'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:52.032956 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effbde2c-1978-459e-8def-f7c806b16a85" -d '{"events": [{"name": "network-changed", "server_uuid": "aba2d0e8-c16d-4c75-9efa-c8ed42581158", "tag": "8a3c2dd1-b81d-4195-ac0b-b11d4521aed5"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:52.072655 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-d65633b4-f4d5-4a5a-9d73-518585b349af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:52.073397 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-d65633b4-f4d5-4a5a-9d73-518585b349af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:52.079236 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-d65633b4-f4d5-4a5a-9d73-518585b349af service neutron] 10.222.0.112 "PUT /v2.0/ports/35ba2173-1a10-4279-a978-6f2bd458a61c HTTP/1.1" status: 200 len: 1096 time: 3.2203932 Aug 31 09:15:52.101249 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9572b3-9798-471b-8965-b872639b9913 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Pushing event updated for resources: {'Port': ['ID=8a3c2dd1-b81d-4195-ac0b-b11d4521aed5,revision_number=7']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:52.105562 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['8a3c2dd1-b81d-4195-ac0b-b11d4521aed5'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:15:52.156719 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4a6e9c-f747-4a3c-9a84-6652c2e16b31 admin admin] Network 4cf160fe-fa67-43d6-a1e8-90f7d231f9ad is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:15:52.188907 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f774635-29d0-41f0-b76e-8149c3bd4fb8 x-openstack-request-id: req-9f774635-29d0-41f0-b76e-8149c3bd4fb8 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:52.189196 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d70815-de2f-4762-a58c-5891f0f9387d", "tag": "57e931bc-1029-43b1-b433-8ddbb68cbc7e", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:52.189445 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-9f774635-29d0-41f0-b76e-8149c3bd4fb8 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:52.189850 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85d70815-de2f-4762-a58c-5891f0f9387d', 'tag': '57e931bc-1029-43b1-b433-8ddbb68cbc7e', 'status': 'completed', 'code': 200} Aug 31 09:15:52.268079 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-472ffe15-e2d0-4561-adfc-25b7d6b01c25 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2709076 Aug 31 09:15:52.278260 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54840) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:52.300705 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-63ee11c1-b9c6-4370-8c20-8434797637b8 admin admin] Request body: {'subnet': {'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1306857710-subnet', 'tenant_id': '91627f68c71f4b29855d6c5fb4946dae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:52.305176 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ffe15-e2d0-4561-adfc-25b7d6b01c25 admin admin] Pushing event updated for resources: {'Network': ['ID=f353997d-12d5-47f5-bc55-13148c348a0b,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:52.323703 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network f353997d-12d5-47f5-bc55-13148c348a0b details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:15:52.341409 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-0d4a6e9c-f747-4a3c-9a84-6652c2e16b31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 4cf160fe-fa67-43d6-a1e8-90f7d231f9ad) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:52.361418 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4a6e9c-f747-4a3c-9a84-6652c2e16b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:52.362007 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0d4a6e9c-f747-4a3c-9a84-6652c2e16b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:52.389755 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1183021-be8e-4d5f-8aa5-37992819254a None None] Network 4cf160fe-fa67-43d6-a1e8-90f7d231f9ad requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:15:52.390987 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be126221-9bd8-4999-91b8-b941d2866222 req-63f05822-61d3-4494-a866-3303ba39ad7c tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:52.392623 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-be126221-9bd8-4999-91b8-b941d2866222 req-63f05822-61d3-4494-a866-3303ba39ad7c tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93 HTTP/1.1" status: 200 len: 947 time: 0.2551303 Aug 31 09:15:52.406233 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19158055-accf-4b71-ad57-0a74c6a69fba req-890faa5f-6290-428c-9af4-cfb1b7480fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:52.407853 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19158055-accf-4b71-ad57-0a74c6a69fba req-890faa5f-6290-428c-9af4-cfb1b7480fb8 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=942a88e8ba9345a2859c3c0abfa564dd&device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 1099 time: 0.2802250 Aug 31 09:15:52.408537 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65633b4-f4d5-4a5a-9d73-518585b349af service neutron] Pushing event updated for resources: {'Port': ['ID=35ba2173-1a10-4279-a978-6f2bd458a61c,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:52.429844 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5d925-0380-47dd-b0d2-ce550eb80ae3 req-0c04d77f-cb60-4697-9299-92b141d5f122 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:52.431492 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f1f5d925-0380-47dd-b0d2-ce550eb80ae3 req-0c04d77f-cb60-4697-9299-92b141d5f122 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 1024 time: 0.1907675 Aug 31 09:15:52.440961 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-cd477a26-faf5-46cf-b542-52ca0fd5d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:52.443087 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-cd477a26-faf5-46cf-b542-52ca0fd5d8ca service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=942a88e8ba9345a2859c3c0abfa564dd&device_id=8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93 HTTP/1.1" status: 200 len: 1099 time: 0.2054167 Aug 31 09:15:52.509692 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ee11c1-b9c6-4370-8c20-8434797637b8 admin admin] Made reservation on behalf of 91627f68c71f4b29855d6c5fb4946dae for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:15:52.514373 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-63ee11c1-b9c6-4370-8c20-8434797637b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:52.562456 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-fa261114-1aab-4bfe-ad52-23e18a9e9cbd service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=35ba2173-1a10-4279-a978-6f2bd458a61c HTTP/1.1" status: 200 len: 217 time: 0.1099448 Aug 31 09:15:52.589127 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-be126221-9bd8-4999-91b8-b941d2866222 req-d2f14f6d-ff59-4d29-b167-bf42489920e9 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852326 Aug 31 09:15:52.606350 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0d4a6e9c-f747-4a3c-9a84-6652c2e16b31 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5114896 Aug 31 09:15:52.607917 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54846) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:52.618796 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-4e562f3d-585a-43f6-99cd-797ed3cdcc79 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-74735609-router', 'tenant_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:52.693072 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017fbd17-7e20-4587-a784-75c4c9e9c31f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-4cf160fe-fa67-43d6-a1e8-90f7d231f9ad', 'network_id': '4cf160fe-fa67-43d6-a1e8-90f7d231f9ad', 'tenant_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'fixed_ips': [{'subnet_id': 'f677096e-2f3d-4ff3-bcd7-53a620eb8c47'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:15:52.694168 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-017fbd17-7e20-4587-a784-75c4c9e9c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:52.697675 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18c698e-96b0-430d-9fe0-af635e53190a x-openstack-request-id: req-a18c698e-96b0-430d-9fe0-af635e53190a {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:52.697930 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba2d0e8-c16d-4c75-9efa-c8ed42581158", "tag": "8a3c2dd1-b81d-4195-ac0b-b11d4521aed5", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:52.700477 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-a18c698e-96b0-430d-9fe0-af635e53190a {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:52.701320 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba2d0e8-c16d-4c75-9efa-c8ed42581158', 'tag': '8a3c2dd1-b81d-4195-ac0b-b11d4521aed5', 'status': 'completed', 'code': 200} Aug 31 09:15:52.701879 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.112', 53239) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:52.749403 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-5957d9f7-cae0-486d-826a-7c1b88f421eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:52.751618 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-5957d9f7-cae0-486d-826a-7c1b88f421eb service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1809003 Aug 31 09:15:52.812243 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-ec508442-79fc-456d-ba46-4ced0600e5d4 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Made reservation on behalf of c48aa88ef39c40948897ad5bee91c957 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:15:52.816088 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-ec508442-79fc-456d-ba46-4ced0600e5d4 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:52.891453 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19158055-accf-4b71-ad57-0a74c6a69fba req-61e7bca3-fe20-4f63-b623-d582387031e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:52.893373 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19158055-accf-4b71-ad57-0a74c6a69fba req-61e7bca3-fe20-4f63-b623-d582387031e8 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.4767563 Aug 31 09:15:52.920151 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f1f5d925-0380-47dd-b0d2-ce550eb80ae3 req-86bdbe58-4c75-427f-b1a2-47d579363ab8 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8cf7c97-ab1d-4828-9ccf-527235874d8b&id=23aa8320-d483-4e92-8178-31b79ff8e57a&id=7c64334d-9d08-4b0c-8dad-c7ee428ce8e4 HTTP/1.1" status: 200 len: 6148 time: 0.4698586 Aug 31 09:15:52.996460 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbde2c-1978-459e-8def-f7c806b16a85 req-9d0b52ba-c7c5-4980-8105-f63a9b437ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:52.998160 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-effbde2c-1978-459e-8def-f7c806b16a85 req-9d0b52ba-c7c5-4980-8105-f63a9b437ba8 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=cba781cb93f8440b8938de29933fec7c&device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 1176 time: 0.2625654 Aug 31 09:15:53.004666 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19158055-accf-4b71-ad57-0a74c6a69fba req-5d3451a1-f2c1-4a70-bf89-79fdfe674941 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=57e931bc-1029-43b1-b433-8ddbb68cbc7e HTTP/1.1" status: 200 len: 217 time: 0.0835021 Aug 31 09:15:53.017851 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-d7cf9f66-b70e-4c07-9545-dac9045fa976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:53.020498 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-d7cf9f66-b70e-4c07-9545-dac9045fa976 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2389584 Aug 31 09:15:53.042180 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-017fbd17-7e20-4587-a784-75c4c9e9c31f None None] Allocated IP 172.20.0.2 (4cf160fe-fa67-43d6-a1e8-90f7d231f9ad/f677096e-2f3d-4ff3-bcd7-53a620eb8c47/1a0f4b0b-5c0a-4e64-9d54-391d99ed5947) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:15:53.132262 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-ec508442-79fc-456d-ba46-4ced0600e5d4 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Allocated IP 192.168.233.210 (a47e180d-e969-4a85-aa09-0ec8196480c0/f473c8e7-d3e2-4352-b8da-3dcd093feb8b/cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:15:53.177425 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4e562f3d-585a-43f6-99cd-797ed3cdcc79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:53.182690 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4e562f3d-585a-43f6-99cd-797ed3cdcc79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:53.200961 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7b4e2-d7d2-4fe8-8afc-0d87afa564c5 req-3a056640-16d6-43fc-98f7-5a8473d2ba95 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:53.203025 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-08a7b4e2-d7d2-4fe8-8afc-0d87afa564c5 req-3a056640-16d6-43fc-98f7-5a8473d2ba95 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 945 time: 0.3759613 Aug 31 09:15:53.209526 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-017fbd17-7e20-4587-a784-75c4c9e9c31f None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:53.219699 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-017fbd17-7e20-4587-a784-75c4c9e9c31f None None] Transition to ACTIVE for port object 1a0f4b0b-5c0a-4e64-9d54-391d99ed5947 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:53.223884 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-63ee11c1-b9c6-4370-8c20-8434797637b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:53.230670 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-da34f65c-b01b-4dff-b2c8-f09646387dfa req-0571fc3f-f86d-43dc-9b99-f0d2d158a43b tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1472631820 ', 'description': 'tempest-description-1027358096'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:53.236857 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-017fbd17-7e20-4587-a784-75c4c9e9c31f None None] Transition to ACTIVE for port object 1a0f4b0b-5c0a-4e64-9d54-391d99ed5947 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:53.243019 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 57e931bc-1029-43b1-b433-8ddbb68cbc7e details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:15:53.276201 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19158055-accf-4b71-ad57-0a74c6a69fba req-5b5e6670-9831-4873-a731-5b52e23129bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:53.277874 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19158055-accf-4b71-ad57-0a74c6a69fba req-5b5e6670-9831-4873-a731-5b52e23129bf service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.2553806 Aug 31 09:15:53.322291 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ee11c1-b9c6-4370-8c20-8434797637b8 admin admin] Checking segment: {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:15:53.322291 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ee11c1-b9c6-4370-8c20-8434797637b8 admin admin] Network hostable DHCP agents. Network: f353997d-12d5-47f5-bc55-13148c348a0b, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:15:53.324493 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-017fbd17-7e20-4587-a784-75c4c9e9c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:53.369286 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017fbd17-7e20-4587-a784-75c4c9e9c31f None None] Network 4cf160fe-fa67-43d6-a1e8-90f7d231f9ad is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:15:53.374725 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-017fbd17-7e20-4587-a784-75c4c9e9c31f None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:53.381051 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017fbd17-7e20-4587-a784-75c4c9e9c31f None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:15:53.381308 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-08a7b4e2-d7d2-4fe8-8afc-0d87afa564c5 req-fbfd332a-78d2-4f22-a43d-f84008f15c2b tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673155 Aug 31 09:15:53.391718 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbde2c-1978-459e-8def-f7c806b16a85 req-ff3a12d4-ff49-4994-9355-e6c3557c90e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:53.393608 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-effbde2c-1978-459e-8def-f7c806b16a85 req-ff3a12d4-ff49-4994-9355-e6c3557c90e4 service neutron] 10.222.0.112 "GET /v2.0/networks?id=671dffbd-cfd1-44d4-ad18-c45cdc841eb5 HTTP/1.1" status: 200 len: 915 time: 0.3859155 Aug 31 09:15:53.397089 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-31821b92-8f7d-497f-bf31-48d7ed5bffe9 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505087 Aug 31 09:15:53.420560 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017fbd17-7e20-4587-a784-75c4c9e9c31f None None] Pushing event updated for resources: {'Port': ['ID=1a0f4b0b-5c0a-4e64-9d54-391d99ed5947,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:53.451720 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4e562f3d-585a-43f6-99cd-797ed3cdcc79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:53.476904 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee11c1-b9c6-4370-8c20-8434797637b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2c5f0e8-9f08-4f88-baac-5c015079d04c,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:53.488605 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-017fbd17-7e20-4587-a784-75c4c9e9c31f None None] Attempting to bind port 1a0f4b0b-5c0a-4e64-9d54-391d99ed5947 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:15:53.500473 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-017fbd17-7e20-4587-a784-75c4c9e9c31f None None] Attempting to bind port 1a0f4b0b-5c0a-4e64-9d54-391d99ed5947 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '2e78ba2e-2d1c-4b07-a947-46f3e238a90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '4cf160fe-fa67-43d6-a1e8-90f7d231f9ad'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:15:53.500473 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017fbd17-7e20-4587-a784-75c4c9e9c31f None None] Attempting to bind port 1a0f4b0b-5c0a-4e64-9d54-391d99ed5947 on network 4cf160fe-fa67-43d6-a1e8-90f7d231f9ad {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:53.500751 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19158055-accf-4b71-ad57-0a74c6a69fba req-f7ad029b-f751-4af1-a27b-eba5ee568cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:53.500859 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 57e931bc-1029-43b1-b433-8ddbb68cbc7e, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=57e931bc-1029-43b1-b433-8ddbb68cbc7e,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:53.500972 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19158055-accf-4b71-ad57-0a74c6a69fba req-f7ad029b-f751-4af1-a27b-eba5ee568cd2 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2000310 Aug 31 09:15:53.505044 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017fbd17-7e20-4587-a784-75c4c9e9c31f None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:15:53.505541 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017fbd17-7e20-4587-a784-75c4c9e9c31f None None] Checking segment: {'id': '2e78ba2e-2d1c-4b07-a947-46f3e238a90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '4cf160fe-fa67-43d6-a1e8-90f7d231f9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:15:53.506034 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-017fbd17-7e20-4587-a784-75c4c9e9c31f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:53.506525 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017fbd17-7e20-4587-a784-75c4c9e9c31f None None] Bound using segment: {'id': '2e78ba2e-2d1c-4b07-a947-46f3e238a90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '4cf160fe-fa67-43d6-a1e8-90f7d231f9ad'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:15:53.507642 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-017fbd17-7e20-4587-a784-75c4c9e9c31f None None] Bound port: 1a0f4b0b-5c0a-4e64-9d54-391d99ed5947, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e78ba2e-2d1c-4b07-a947-46f3e238a90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '4cf160fe-fa67-43d6-a1e8-90f7d231f9ad'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:15:53.507642 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-017fbd17-7e20-4587-a784-75c4c9e9c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:53.524128 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '57e931bc-1029-43b1-b433-8ddbb68cbc7e', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': '57e931bc-1029-43b1-b433-8ddbb68cbc7e', 'mac_address': 'fa:16:3e:b5:cd:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:15:53.527675 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-da34f65c-b01b-4dff-b2c8-f09646387dfa req-0571fc3f-f86d-43dc-9b99-f0d2d158a43b tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:53.545364 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-effbde2c-1978-459e-8def-f7c806b16a85 req-8a6cecfc-f327-4c06-9a30-3a8df09b3768 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a3c2dd1-b81d-4195-ac0b-b11d4521aed5 HTTP/1.1" status: 200 len: 217 time: 0.1367350 Aug 31 09:15:53.550422 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-ec508442-79fc-456d-ba46-4ced0600e5d4 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:53.556062 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ee11c1-b9c6-4370-8c20-8434797637b8 admin admin] Network f353997d-12d5-47f5-bc55-13148c348a0b is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:15:53.584598 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-017fbd17-7e20-4587-a784-75c4c9e9c31f None None] For port 1a0f4b0b-5c0a-4e64-9d54-391d99ed5947, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:15:53.588022 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-017fbd17-7e20-4587-a784-75c4c9e9c31f None None] For port 1a0f4b0b-5c0a-4e64-9d54-391d99ed5947, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1a0f4b0b-5c0a-4e64-9d54-391d99ed5947,segment=NetworkSegment(2e78ba2e-2d1c-4b07-a947-46f3e238a90e),segment_id=2e78ba2e-2d1c-4b07-a947-46f3e238a90e)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:15:53.641718 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:53.646073 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-ec508442-79fc-456d-ba46-4ced0600e5d4 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Transition to ACTIVE for port object cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:53.656178 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6127bfdc-066f-4020-83af-3589857ee730 req-13861e42-6b65-4835-8bec-c031b461e08c tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/ports?device_id=f65b3cd5-7098-406e-a25c-25ac0fa8f336 HTTP/1.1" status: 200 len: 210 time: 0.1258736 Aug 31 09:15:53.692750 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e931bc-1029-43b1-b433-8ddbb68cbc7e {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:15:53.697717 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-017fbd17-7e20-4587-a784-75c4c9e9c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:53.739465 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-63ee11c1-b9c6-4370-8c20-8434797637b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, f353997d-12d5-47f5-bc55-13148c348a0b) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:53.753290 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc266d1-e095-4685-a7de-785f8091aa9a None None] Network f353997d-12d5-47f5-bc55-13148c348a0b requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:15:53.758509 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4e562f3d-585a-43f6-99cd-797ed3cdcc79 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:53.770237 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ee11c1-b9c6-4370-8c20-8434797637b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:53.771273 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-63ee11c1-b9c6-4370-8c20-8434797637b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:53.782386 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 57e931bc-1029-43b1-b433-8ddbb68cbc7e, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=57e931bc-1029-43b1-b433-8ddbb68cbc7e,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:53.827248 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-da34f65c-b01b-4dff-b2c8-f09646387dfa req-0571fc3f-f86d-43dc-9b99-f0d2d158a43b tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:53.847388 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbde2c-1978-459e-8def-f7c806b16a85 req-aa3bccf7-3304-4c68-8d1f-aa93ad286ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:53.849485 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-effbde2c-1978-459e-8def-f7c806b16a85 req-aa3bccf7-3304-4c68-8d1f-aa93ad286ce3 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=98f1a321-868c-46a4-bd2e-3ecb869d4f87 HTTP/1.1" status: 200 len: 853 time: 0.2840793 Aug 31 09:15:53.862112 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43cf685b-7252-4e9f-b56a-fc35c73577c5 req-e504dcc4-ea0f-4015-b110-6e60122a9569 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542542 Aug 31 09:15:53.868109 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017fbd17-7e20-4587-a784-75c4c9e9c31f None None] Pushing event updated for resources: {'Port': ['ID=1a0f4b0b-5c0a-4e64-9d54-391d99ed5947,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:53.916491 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-effbde2c-1978-459e-8def-f7c806b16a85 req-2cadfc0f-bce7-420e-a504-59d78b5479fe service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=671dffbd-cfd1-44d4-ad18-c45cdc841eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535352 Aug 31 09:15:53.922998 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-da34f65c-b01b-4dff-b2c8-f09646387dfa req-0571fc3f-f86d-43dc-9b99-f0d2d158a43b tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:53.944088 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:53.951674 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-ec508442-79fc-456d-ba46-4ced0600e5d4 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:53.977900 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b7cf1-e8de-408d-8ad6-d62764b43993 req-79a92ec9-0a5f-4ae4-98e2-e8ab59de6ffd tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:53.979795 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ca4b7cf1-e8de-408d-8ad6-d62764b43993 req-79a92ec9-0a5f-4ae4-98e2-e8ab59de6ffd tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93 HTTP/1.1" status: 200 len: 947 time: 0.2326522 Aug 31 09:15:54.014144 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10850c16-12ce-4149-b386-1792be9b6f94 None None] Network f353997d-12d5-47f5-bc55-13148c348a0b requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:15:54.029553 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec508442-79fc-456d-ba46-4ced0600e5d4 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Pushing event updated for resources: {'Port': ['ID=cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:54.038205 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-63ee11c1-b9c6-4370-8c20-8434797637b8 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7600284 Aug 31 09:15:54.057369 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-ec508442-79fc-456d-ba46-4ced0600e5d4 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Network a47e180d-e969-4a85-aa09-0ec8196480c0 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:15:54.061708 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-ec508442-79fc-456d-ba46-4ced0600e5d4 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:54.071508 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-ec508442-79fc-456d-ba46-4ced0600e5d4 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:15:54.086083 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19158055-accf-4b71-ad57-0a74c6a69fba req-9b679d6f-6b77-40ac-a1b9-efbf095530f7 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5547836 Aug 31 09:15:54.197511 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0571fc3f-f86d-43dc-9b99-f0d2d158a43b tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6609925-6a71-4394-ae18-ad9af818b74b,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:54.225946 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-ec508442-79fc-456d-ba46-4ced0600e5d4 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:54.226482 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=57e931bc-1029-43b1-b433-8ddbb68cbc7e,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:54.226871 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-ec508442-79fc-456d-ba46-4ced0600e5d4 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:54.287587 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-da34f65c-b01b-4dff-b2c8-f09646387dfa req-0571fc3f-f86d-43dc-9b99-f0d2d158a43b tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:54.299538 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['57e931bc-1029-43b1-b433-8ddbb68cbc7e'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:15:54.313278 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-da34f65c-b01b-4dff-b2c8-f09646387dfa req-0571fc3f-f86d-43dc-9b99-f0d2d158a43b tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 1.1004536 Aug 31 09:15:54.373906 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ca4b7cf1-e8de-408d-8ad6-d62764b43993 req-641c8b0c-5970-4801-934f-fb5fc47a46d6 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578489 Aug 31 09:15:54.453771 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-effbde2c-1978-459e-8def-f7c806b16a85 req-34a52436-3481-47b5-b639-d28bc190f287 service neutron] 10.222.0.112 "GET /v2.0/networks/671dffbd-cfd1-44d4-ad18-c45cdc841eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5130785 Aug 31 09:15:54.530207 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-ec508442-79fc-456d-ba46-4ced0600e5d4 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5775418 Aug 31 09:15:54.602729 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-effbde2c-1978-459e-8def-f7c806b16a85 req-1747b84b-668f-41eb-b398-dbe563370a08 service neutron] 10.222.0.112 "GET /v2.0/networks/671dffbd-cfd1-44d4-ad18-c45cdc841eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276369 Aug 31 09:15:54.635698 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3dd2c2da-92f3-4e50-83f2-025d50998ec8 service neutron] Request body: {'port': {'device_id': 'f65b3cd5-7098-406e-a25c-25ac0fa8f336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:54.657469 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19158055-accf-4b71-ad57-0a74c6a69fba req-d666dd9a-b930-44cc-af2b-808a3df6a798 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5505364 Aug 31 09:15:54.709023 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93', 'tag': '35ba2173-1a10-4279-a978-6f2bd458a61c'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:54.721168 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ea454f-0171-4e43-a3f4-d0373f840841" -d '{"events": [{"name": "network-changed", "server_uuid": "8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93", "tag": "35ba2173-1a10-4279-a978-6f2bd458a61c"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:54.733820 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4e562f3d-585a-43f6-99cd-797ed3cdcc79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:54.763331 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4e562f3d-585a-43f6-99cd-797ed3cdcc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:54.777494 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad713104-c58a-4560-9df1-7d5e5aeea74d req-13c353d4-2438-4b09-b451-9af1bd313c05 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups/f6609925-6a71-4394-ae18-ad9af818b74b HTTP/1.1" status: 200 len: 1781 time: 0.3102615 Aug 31 09:15:54.794875 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d862412-cfd9-431a-9684-7982093e0488 req-362c5a14-f68f-462c-bbcd-7683b550a177 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:54.804409 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d862412-cfd9-431a-9684-7982093e0488 req-362c5a14-f68f-462c-bbcd-7683b550a177 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 945 time: 0.1442499 Aug 31 09:15:54.809764 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1a0f4b0b-5c0a-4e64-9d54-391d99ed5947 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:15:54.854170 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d862412-cfd9-431a-9684-7982093e0488 req-20734221-8072-4462-b47a-d75d5e3847b2 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475206 Aug 31 09:15:54.904942 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-64fd4b46-ed0c-4afa-b1e4-508bb3df6330 None None] Provisioning for port cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:54.911410 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-64fd4b46-ed0c-4afa-b1e4-508bb3df6330 None None] Provisioning complete for port cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:54.911755 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-64fd4b46-ed0c-4afa-b1e4-508bb3df6330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:54.947389 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3dd2c2da-92f3-4e50-83f2-025d50998ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:54.959598 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-64fd4b46-ed0c-4afa-b1e4-508bb3df6330 None None] Port cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:15:54.976565 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8717dee6-a567-4399-9f88-9337e67814bb x-openstack-request-id: req-8717dee6-a567-4399-9f88-9337e67814bb {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:54.977168 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93", "tag": "35ba2173-1a10-4279-a978-6f2bd458a61c", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:54.977807 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-8717dee6-a567-4399-9f88-9337e67814bb {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:54.978498 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93', 'tag': '35ba2173-1a10-4279-a978-6f2bd458a61c', 'status': 'completed', 'code': 200} Aug 31 09:15:55.013206 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf78b8b-2973-41d1-98cf-916d14bec0ae req-ae1734eb-a340-4a4e-9561-2d2428a5fafc tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:55.014819 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bcf78b8b-2973-41d1-98cf-916d14bec0ae req-ae1734eb-a340-4a4e-9561-2d2428a5fafc tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/ports?device_id=f65b3cd5-7098-406e-a25c-25ac0fa8f336 HTTP/1.1" status: 200 len: 936 time: 0.1280189 Aug 31 09:15:55.060845 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 1a0f4b0b-5c0a-4e64-9d54-391d99ed5947 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:55.110524 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-4e562f3d-585a-43f6-99cd-797ed3cdcc79 admin admin] Allocated IP 172.25.2.126 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/9b87dc3e-4dc3-4fca-973f-b3088d6fbb00) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:15:55.145473 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bcf78b8b-2973-41d1-98cf-916d14bec0ae req-e3d9dc05-bb43-4583-b469-c74193fd7a85 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/security-groups?id=79e8efef-c10f-413d-a295-7b79ef725079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890927 Aug 31 09:15:55.155254 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea454f-0171-4e43-a3f4-d0373f840841 req-d7acada8-db00-4b22-87fc-3f079d01a4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:55.157064 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5ea454f-0171-4e43-a3f4-d0373f840841 req-d7acada8-db00-4b22-87fc-3f079d01a4f5 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=942a88e8ba9345a2859c3c0abfa564dd&device_id=8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93 HTTP/1.1" status: 200 len: 1099 time: 0.1558514 Aug 31 09:15:55.160009 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1891ddf3-122b-4e55-b134-5d6c6d6ffa4f req-f02cb3ce-b83f-4545-8831-5410315dd255 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups/f6609925-6a71-4394-ae18-ad9af818b74b HTTP/1.1" status: 200 len: 1781 time: 0.1442988 Aug 31 09:15:55.323273 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1891ddf3-122b-4e55-b134-5d6c6d6ffa4f req-eb7cb438-6ea0-4e7f-a55d-e4f8e827f3fe tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:55.349639 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1891ddf3-122b-4e55-b134-5d6c6d6ffa4f req-eb7cb438-6ea0-4e7f-a55d-e4f8e827f3fe tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:55.383856 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54884) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:55.393428 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-4ecbe68a-dc68-4dcd-be34-8cd3c2b7dd49 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1827757836-network', 'tenant_id': '59720f15f947442abbcbbb1ef3dde570'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:55.444054 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea454f-0171-4e43-a3f4-d0373f840841 req-1b7bf102-1412-43cc-8083-1f575ab2f25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:55.445650 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5ea454f-0171-4e43-a3f4-d0373f840841 req-1b7bf102-1412-43cc-8083-1f575ab2f25e service neutron] 10.222.0.112 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.2737167 Aug 31 09:15:55.468131 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3dd2c2da-92f3-4e50-83f2-025d50998ec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:15:55.476955 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3dd2c2da-92f3-4e50-83f2-025d50998ec8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:55.501608 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5ea454f-0171-4e43-a3f4-d0373f840841 req-3803e06e-84ae-4bb1-b7aa-19d20daf4d88 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=35ba2173-1a10-4279-a978-6f2bd458a61c HTTP/1.1" status: 200 len: 217 time: 0.0462554 Aug 31 09:15:55.502778 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8229a80-d304-4875-bff3-ccaed3f546f0 None None] Network 4cf160fe-fa67-43d6-a1e8-90f7d231f9ad requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:15:55.558608 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecbe68a-dc68-4dcd-be34-8cd3c2b7dd49 admin admin] Made reservation on behalf of 59720f15f947442abbcbbb1ef3dde570 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:15:55.560934 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4ecbe68a-dc68-4dcd-be34-8cd3c2b7dd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:55.578745 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1891ddf3-122b-4e55-b134-5d6c6d6ffa4f req-eb7cb438-6ea0-4e7f-a55d-e4f8e827f3fe tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:55.580788 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1891ddf3-122b-4e55-b134-5d6c6d6ffa4f req-eb7cb438-6ea0-4e7f-a55d-e4f8e827f3fe tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:55.587148 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1891ddf3-122b-4e55-b134-5d6c6d6ffa4f req-eb7cb438-6ea0-4e7f-a55d-e4f8e827f3fe tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "DELETE /v2.0/security-groups/f6609925-6a71-4394-ae18-ad9af818b74b HTTP/1.1" status: 204 len: 173 time: 0.4173222 Aug 31 09:15:55.588171 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4ecbe68a-dc68-4dcd-be34-8cd3c2b7dd49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:55.589249 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4e562f3d-585a-43f6-99cd-797ed3cdcc79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:55.657787 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7cb438-6ea0-4e7f-a55d-e4f8e827f3fe tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6609925-6a71-4394-ae18-ad9af818b74b,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:55.669164 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea454f-0171-4e43-a3f4-d0373f840841 req-488fbcb3-1ca1-42ce-b6d0-a2b5ff15df9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:55.671938 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5ea454f-0171-4e43-a3f4-d0373f840841 req-488fbcb3-1ca1-42ce-b6d0-a2b5ff15df9a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1610813 Aug 31 09:15:55.674244 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3dd2c2da-92f3-4e50-83f2-025d50998ec8 service neutron] Transition to ACTIVE for port object cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:55.712801 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-38489245-cbaa-437d-a1c3-14a0d33ab6fb None None] Provisioning for port 1a0f4b0b-5c0a-4e64-9d54-391d99ed5947 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:55.719602 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-38489245-cbaa-437d-a1c3-14a0d33ab6fb None None] Provisioning complete for port 1a0f4b0b-5c0a-4e64-9d54-391d99ed5947 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:55.720327 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-38489245-cbaa-437d-a1c3-14a0d33ab6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:55.739572 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb1ce1-f527-4194-9098-730502b9d216 req-24f4107b-0204-42e0-9b05-33a86fb9bc8e tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:55.740909 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b7eb1ce1-f527-4194-9098-730502b9d216 req-24f4107b-0204-42e0-9b05-33a86fb9bc8e tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93 HTTP/1.1" status: 200 len: 947 time: 0.2423408 Aug 31 09:15:55.745102 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4e562f3d-585a-43f6-99cd-797ed3cdcc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:55.802402 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3dd2c2da-92f3-4e50-83f2-025d50998ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:55.803822 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea454f-0171-4e43-a3f4-d0373f840841 req-4da24fa8-58ea-4e74-bed6-4559858b378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:55.807675 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5ea454f-0171-4e43-a3f4-d0373f840841 req-4da24fa8-58ea-4e74-bed6-4559858b378c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1190526 Aug 31 09:15:55.845809 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e562f3d-585a-43f6-99cd-797ed3cdcc79 admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:15:55.866637 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-4e562f3d-585a-43f6-99cd-797ed3cdcc79 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:55.870517 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b7eb1ce1-f527-4194-9098-730502b9d216 req-b76a741a-4e67-4ba8-b8f8-9b57cbe96c2d tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126997 Aug 31 09:15:55.889357 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e562f3d-585a-43f6-99cd-797ed3cdcc79 admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:15:55.905887 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e562f3d-585a-43f6-99cd-797ed3cdcc79 admin admin] Pushing event updated for resources: {'Port': ['ID=9b87dc3e-4dc3-4fca-973f-b3088d6fbb00,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:55.921299 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [req-6addf00b-4b4d-413f-b631-eff2b7d52756 req-7e70da7f-0bd1-4dbb-b0d9-10b59becb7a8 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] show failed (client error): The resource could not be found. Aug 31 09:15:55.922353 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6addf00b-4b4d-413f-b631-eff2b7d52756 req-7e70da7f-0bd1-4dbb-b0d9-10b59becb7a8 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups/f6609925-6a71-4394-ae18-ad9af818b74b HTTP/1.1" status: 404 len: 352 time: 0.1074340 Aug 31 09:15:55.963933 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-38489245-cbaa-437d-a1c3-14a0d33ab6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:56.005373 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-caa158f4-aedc-478f-a114-69779d07b162 req-67b7875d-a5c0-4e16-b7f3-615ce287bfd9 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2136026778', 'description': 'tempest-description-1246561567'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:56.055926 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-38489245-cbaa-437d-a1c3-14a0d33ab6fb None None] For port 1a0f4b0b-5c0a-4e64-9d54-391d99ed5947, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1a0f4b0b-5c0a-4e64-9d54-391d99ed5947,segment=NetworkSegment(2e78ba2e-2d1c-4b07-a947-46f3e238a90e),segment_id=2e78ba2e-2d1c-4b07-a947-46f3e238a90e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:56.078718 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4ecbe68a-dc68-4dcd-be34-8cd3c2b7dd49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:56.118195 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5ea454f-0171-4e43-a3f4-d0373f840841 req-3e923e12-6fbc-4bcf-ac00-785e66011ede service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017795 Aug 31 09:15:56.126073 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2c2da-92f3-4e50-83f2-025d50998ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:56.134862 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-38489245-cbaa-437d-a1c3-14a0d33ab6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:56.176482 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3dd2c2da-92f3-4e50-83f2-025d50998ec8 service neutron] Attempting to bind port cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:15:56.176482 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3dd2c2da-92f3-4e50-83f2-025d50998ec8 service neutron] Attempting to bind port cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:15:56.176482 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3dd2c2da-92f3-4e50-83f2-025d50998ec8 service neutron] Attempting to bind port cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:56.234931 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38489245-cbaa-437d-a1c3-14a0d33ab6fb None None] Pushing event updated for resources: {'Port': ['ID=1a0f4b0b-5c0a-4e64-9d54-391d99ed5947,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:56.247328 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38489245-cbaa-437d-a1c3-14a0d33ab6fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:56.247625 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38489245-cbaa-437d-a1c3-14a0d33ab6fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:56.247983 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38489245-cbaa-437d-a1c3-14a0d33ab6fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:56.248423 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38489245-cbaa-437d-a1c3-14a0d33ab6fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:56.248766 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38489245-cbaa-437d-a1c3-14a0d33ab6fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:56.249098 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38489245-cbaa-437d-a1c3-14a0d33ab6fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:56.249426 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38489245-cbaa-437d-a1c3-14a0d33ab6fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:56.249870 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38489245-cbaa-437d-a1c3-14a0d33ab6fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:56.250164 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38489245-cbaa-437d-a1c3-14a0d33ab6fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:56.250587 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38489245-cbaa-437d-a1c3-14a0d33ab6fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:56.250927 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38489245-cbaa-437d-a1c3-14a0d33ab6fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:56.251240 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38489245-cbaa-437d-a1c3-14a0d33ab6fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:15:56.370388 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d112b78b-8557-4362-90e2-1b1396f1e3b0 None None] Provisioning complete for port 1a0f4b0b-5c0a-4e64-9d54-391d99ed5947 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:56.371946 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d112b78b-8557-4362-90e2-1b1396f1e3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:56.513541 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3dd2c2da-92f3-4e50-83f2-025d50998ec8 service neutron] Port cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f on network a47e180d-e969-4a85-aa09-0ec8196480c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:15:56.514326 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3dd2c2da-92f3-4e50-83f2-025d50998ec8 service neutron] Attempting to bind port cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:56.545993 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4ecbe68a-dc68-4dcd-be34-8cd3c2b7dd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:56.548494 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3dd2c2da-92f3-4e50-83f2-025d50998ec8 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:15:56.548750 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3dd2c2da-92f3-4e50-83f2-025d50998ec8 service neutron] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:15:56.549134 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3dd2c2da-92f3-4e50-83f2-025d50998ec8 service neutron] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:15:56.549574 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3dd2c2da-92f3-4e50-83f2-025d50998ec8 service neutron] Bound port: cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:15:56.549929 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3dd2c2da-92f3-4e50-83f2-025d50998ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:56.580753 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf232c0e-569e-47f5-9569-7a6ac07c0b7f req-1aa787a5-f6ab-4839-b91d-038bed5f9f00 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:56.582930 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cf232c0e-569e-47f5-9569-7a6ac07c0b7f req-1aa787a5-f6ab-4839-b91d-038bed5f9f00 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 945 time: 0.5330732 Aug 31 09:15:56.597961 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ecbe68a-dc68-4dcd-be34-8cd3c2b7dd49 admin admin] vlan segment allocate from pool success with {'vlan_id': 1647, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:15:56.631375 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecbe68a-dc68-4dcd-be34-8cd3c2b7dd49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c91404-2b0f-4c08-a18b-f03c8ee977e5,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:56.655868 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4ecbe68a-dc68-4dcd-be34-8cd3c2b7dd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:56.656217 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-4ecbe68a-dc68-4dcd-be34-8cd3c2b7dd49 admin admin] Added segment e8bd8819-4f8a-44c9-a5bd-296e8e5a09c0 of type vlan for network 61cd2629-f379-4b8d-a169-7293d2a22aff Aug 31 09:15:56.667513 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3dd2c2da-92f3-4e50-83f2-025d50998ec8 service neutron] For port cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:15:56.671656 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3dd2c2da-92f3-4e50-83f2-025d50998ec8 service neutron] For port cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:15:56.682262 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1a0f4b0b-5c0a-4e64-9d54-391d99ed5947 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:15:56.714496 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-caa158f4-aedc-478f-a114-69779d07b162 req-67b7875d-a5c0-4e16-b7f3-615ce287bfd9 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:56.734813 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 1a0f4b0b-5c0a-4e64-9d54-391d99ed5947 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:56.735234 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:56.793558 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3dd2c2da-92f3-4e50-83f2-025d50998ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:56.814108 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cf232c0e-569e-47f5-9569-7a6ac07c0b7f req-f34889dd-e995-46c2-827a-d061d28687a1 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170959 Aug 31 09:15:56.865142 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3dd2c2da-92f3-4e50-83f2-025d50998ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:56.867335 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3dd2c2da-92f3-4e50-83f2-025d50998ec8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:56.867461 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4ecbe68a-dc68-4dcd-be34-8cd3c2b7dd49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:56.867553 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-3dd2c2da-92f3-4e50-83f2-025d50998ec8 service neutron] 10.222.0.112 "PUT /v2.0/ports/cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f HTTP/1.1" status: 200 len: 1097 time: 2.2427967 Aug 31 09:15:56.869528 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65b3cd5-7098-406e-a25c-25ac0fa8f336', 'tag': 'cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:56.879004 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1253db8-dac1-4d25-a257-c695b1148750" -d '{"events": [{"name": "network-changed", "server_uuid": "f65b3cd5-7098-406e-a25c-25ac0fa8f336", "tag": "cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:56.884047 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5ea454f-0171-4e43-a3f4-d0373f840841 req-b724a7f6-e5de-494a-a58b-3fc2a5cc86c8 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7542913 Aug 31 09:15:56.917308 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-caa158f4-aedc-478f-a114-69779d07b162 req-67b7875d-a5c0-4e16-b7f3-615ce287bfd9 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:56.956317 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2c2da-92f3-4e50-83f2-025d50998ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:56.979148 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4e562f3d-585a-43f6-99cd-797ed3cdcc79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:57.010928 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-caa158f4-aedc-478f-a114-69779d07b162 req-67b7875d-a5c0-4e16-b7f3-615ce287bfd9 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:57.040832 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9babf-39db-4eed-a12e-e8ab7f45843c req-e2e5d207-87a7-4afe-ae0a-f1f676f6652a tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:57.042473 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ebb9babf-39db-4eed-a12e-e8ab7f45843c req-e2e5d207-87a7-4afe-ae0a-f1f676f6652a tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/ports?device_id=f65b3cd5-7098-406e-a25c-25ac0fa8f336 HTTP/1.1" status: 200 len: 948 time: 0.1323404 Aug 31 09:15:57.102779 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4ecbe68a-dc68-4dcd-be34-8cd3c2b7dd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:57.104684 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecbe68a-dc68-4dcd-be34-8cd3c2b7dd49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:57.105643 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4ecbe68a-dc68-4dcd-be34-8cd3c2b7dd49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:57.120144 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7875d-a5c0-4e16-b7f3-615ce287bfd9 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fafc68c-92d4-46f5-8fa7-4ee80093baa7,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:57.137125 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 35ba2173-1a10-4279-a978-6f2bd458a61c details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:15:57.140383 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 57e931bc-1029-43b1-b433-8ddbb68cbc7e up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:15:57.151456 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ebb9babf-39db-4eed-a12e-e8ab7f45843c req-aff47c5a-9d08-4724-837b-3d4bc9fb4f7e tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/security-groups?id=79e8efef-c10f-413d-a295-7b79ef725079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968292 Aug 31 09:15:57.167084 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-caa158f4-aedc-478f-a114-69779d07b162 req-67b7875d-a5c0-4e16-b7f3-615ce287bfd9 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:57.168373 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-caa158f4-aedc-478f-a114-69779d07b162 req-67b7875d-a5c0-4e16-b7f3-615ce287bfd9 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.1971273 Aug 31 09:15:57.219511 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-d9200c24-436a-43a7-b5a8-5adc532cc8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:57.221038 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-d9200c24-436a-43a7-b5a8-5adc532cc8e4 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=c48aa88ef39c40948897ad5bee91c957&device_id=f65b3cd5-7098-406e-a25c-25ac0fa8f336 HTTP/1.1" status: 200 len: 1100 time: 0.2425287 Aug 31 09:15:57.222344 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4ecbe68a-dc68-4dcd-be34-8cd3c2b7dd49 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8333099 Aug 31 09:15:57.226399 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54910) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:57.240331 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-a6596149-0ca4-4e04-bc6a-37f5820579c3 admin admin] Request body: {'subnet': {'network_id': '61cd2629-f379-4b8d-a169-7293d2a22aff', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1827757836-subnet', 'tenant_id': '59720f15f947442abbcbbb1ef3dde570', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:57.283007 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecbe68a-dc68-4dcd-be34-8cd3c2b7dd49 admin admin] Pushing event updated for resources: {'Network': ['ID=61cd2629-f379-4b8d-a169-7293d2a22aff,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:57.287923 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4e562f3d-585a-43f6-99cd-797ed3cdcc79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:57.300179 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 61cd2629-f379-4b8d-a169-7293d2a22aff details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:15:57.376801 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-bf409bb0-9422-4908-9da5-a5623b5b33a1 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f HTTP/1.1" status: 200 len: 217 time: 0.1329548 Aug 31 09:15:57.386706 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 57e931bc-1029-43b1-b433-8ddbb68cbc7e completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:15:57.414515 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 57e931bc-1029-43b1-b433-8ddbb68cbc7e triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:15:57.414995 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:57.469220 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-bdf4219a-e66b-430e-8ac6-49f6f932d7c8 req-8835a48b-1170-4805-bbe8-901fe160beea tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2117939983', 'description': 'tempest-description-2124489613'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:57.512413 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6596149-0ca4-4e04-bc6a-37f5820579c3 admin admin] Made reservation on behalf of 59720f15f947442abbcbbb1ef3dde570 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:15:57.514694 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a6596149-0ca4-4e04-bc6a-37f5820579c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:57.515550 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 35ba2173-1a10-4279-a978-6f2bd458a61c, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=35ba2173-1a10-4279-a978-6f2bd458a61c,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:57.520532 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f8247b-8e9d-4b3e-9f74-9b87e424ca29 x-openstack-request-id: req-f7f8247b-8e9d-4b3e-9f74-9b87e424ca29 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:57.521100 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65b3cd5-7098-406e-a25c-25ac0fa8f336", "tag": "cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:57.522018 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-f7f8247b-8e9d-4b3e-9f74-9b87e424ca29 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:57.522488 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65b3cd5-7098-406e-a25c-25ac0fa8f336', 'tag': 'cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f', 'status': 'completed', 'code': 200} Aug 31 09:15:57.541325 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '35ba2173-1a10-4279-a978-6f2bd458a61c', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': '35ba2173-1a10-4279-a978-6f2bd458a61c', 'mac_address': 'fa:16:3e:da:a1:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:15:57.544825 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-da186183-4a9d-4518-ae99-a842ff2dd1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:57.545571 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-da186183-4a9d-4518-ae99-a842ff2dd1c6 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1569436 Aug 31 09:15:57.553699 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ebd8c-20b2-4f1e-b059-68ec17bf6814 req-b11a19c9-2813-430a-a4af-bf63d149c2d8 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:57.555224 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b12ebd8c-20b2-4f1e-b059-68ec17bf6814 req-b11a19c9-2813-430a-a4af-bf63d149c2d8 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93 HTTP/1.1" status: 200 len: 947 time: 0.1804466 Aug 31 09:15:57.617266 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:57.620969 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e562f3d-585a-43f6-99cd-797ed3cdcc79 admin admin] Router b6e367af-cec6-4e3e-b95d-640b21a12353 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:15:57.647102 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ba2173-1a10-4279-a978-6f2bd458a61c {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:15:57.654329 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:57.689103 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 35ba2173-1a10-4279-a978-6f2bd458a61c, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=35ba2173-1a10-4279-a978-6f2bd458a61c,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:57.694925 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d70815-de2f-4762-a58c-5891f0f9387d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e931bc-1029-43b1-b433-8ddbb68cbc7e'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:15:57.697951 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac28856-c4da-48c6-a36a-33630bda3c35" -d '{"events": [{"server_uuid": "85d70815-de2f-4762-a58c-5891f0f9387d", "name": "network-vif-plugged", "status": "completed", "tag": "57e931bc-1029-43b1-b433-8ddbb68cbc7e"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:15:57.723428 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 57e931bc-1029-43b1-b433-8ddbb68cbc7e, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=57e931bc-1029-43b1-b433-8ddbb68cbc7e,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:15:57.741308 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:57.756479 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b12ebd8c-20b2-4f1e-b059-68ec17bf6814 req-6afc6c80-439d-4e2f-8c79-2574e51b8402 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101351 Aug 31 09:15:57.784931 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e562f3d-585a-43f6-99cd-797ed3cdcc79 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:15:57.810865 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-1b8956bb-b85b-4232-8d13-cd3b097a00e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:57.815040 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-1b8956bb-b85b-4232-8d13-cd3b097a00e2 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2588465 Aug 31 09:15:57.815509 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76b9c6b-9980-4bbf-b0a7-e27a7df2c86a None None] Sync routers for ids ['b6e367af-cec6-4e3e-b95d-640b21a12353'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:15:57.815900 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-bdf4219a-e66b-430e-8ac6-49f6f932d7c8 req-8835a48b-1170-4805-bbe8-901fe160beea tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:57.831441 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:57.838605 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46425ae8-bfc7-4629-9fe8-4c46a851333a x-openstack-request-id: req-46425ae8-bfc7-4629-9fe8-4c46a851333a {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:15:57.838932 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d70815-de2f-4762-a58c-5891f0f9387d", "name": "network-vif-plugged", "status": "completed", "tag": "57e931bc-1029-43b1-b433-8ddbb68cbc7e", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:15:57.839146 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-46425ae8-bfc7-4629-9fe8-4c46a851333a {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:15:57.839684 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d70815-de2f-4762-a58c-5891f0f9387d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e931bc-1029-43b1-b433-8ddbb68cbc7e', 'code': 200} Aug 31 09:15:57.840234 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76b9c6b-9980-4bbf-b0a7-e27a7df2c86a None None] Routers {'b6e367af-cec6-4e3e-b95d-640b21a12353'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:15:57.843134 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-a76b9c6b-9980-4bbf-b0a7-e27a7df2c86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:15:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b6e367af-cec6-4e3e-b95d-640b21a12353'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:57.884261 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4e562f3d-585a-43f6-99cd-797ed3cdcc79 admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:57.889609 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4e562f3d-585a-43f6-99cd-797ed3cdcc79 admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2772262 Aug 31 09:15:57.890658 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54916) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:15:58.091338 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-a76b9c6b-9980-4bbf-b0a7-e27a7df2c86a None None] Set router b6e367af-cec6-4e3e-b95d-640b21a12353 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:15:58.104922 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d195a40-ad83-4f1b-8e2e-eeb4b3f788b3 req-06d9fe28-09df-4f41-b551-9b242046d037 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:58.106509 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4d195a40-ad83-4f1b-8e2e-eeb4b3f788b3 req-06d9fe28-09df-4f41-b551-9b242046d037 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 945 time: 0.1499109 Aug 31 09:15:58.121219 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ea906-c2a4-455c-911a-7a7930385a10 req-3ce43612-bafa-4dc7-aa64-3ddb7165e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:58.122748 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-df7ea906-c2a4-455c-911a-7a7930385a10 req-3ce43612-bafa-4dc7-aa64-3ddb7165e3f0 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 1101 time: 0.1284227 Aug 31 09:15:58.186541 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-5e7a8245-83c4-4011-a383-36e674a3be34 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335552 Aug 31 09:15:58.234826 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['35ba2173-1a10-4279-a978-6f2bd458a61c'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:15:58.235045 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4d195a40-ad83-4f1b-8e2e-eeb4b3f788b3 req-892290c5-f31f-4793-91c2-150927fee467 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143811 Aug 31 09:15:58.238066 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=35ba2173-1a10-4279-a978-6f2bd458a61c,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:58.256485 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a6596149-0ca4-4e04-bc6a-37f5820579c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:58.306577 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-df7ea906-c2a4-455c-911a-7a7930385a10 req-480166c2-452f-46cc-b8a3-f7f722338599 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735687 Aug 31 09:15:58.376633 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-bdf4219a-e66b-430e-8ac6-49f6f932d7c8 req-8835a48b-1170-4805-bbe8-901fe160beea tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:58.416366 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6596149-0ca4-4e04-bc6a-37f5820579c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=928781a9-e189-45fc-94e5-10945994ab46,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:58.446874 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6596149-0ca4-4e04-bc6a-37f5820579c3 admin admin] Checking segment: {'id': 'e8bd8819-4f8a-44c9-a5bd-296e8e5a09c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '61cd2629-f379-4b8d-a169-7293d2a22aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:15:58.447240 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6596149-0ca4-4e04-bc6a-37f5820579c3 admin admin] Network hostable DHCP agents. Network: 61cd2629-f379-4b8d-a169-7293d2a22aff, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:15:58.451853 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-bdf4219a-e66b-430e-8ac6-49f6f932d7c8 req-8835a48b-1170-4805-bbe8-901fe160beea tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:58.469825 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ace68ac-5c0a-46ef-9e40-3be03f983254 req-0b0d129c-8dae-4eb3-a1c0-a4dc47755b8c service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449207 Aug 31 09:15:58.511473 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835a48b-1170-4805-bbe8-901fe160beea tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f84633-171a-4002-8757-39ea6689c971,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:58.522236 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00aea7c-ddfa-4df7-93bf-54937d9f2b55 req-475837f1-1d06-4d2f-8127-e8d04d9c6300 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:58.523889 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c00aea7c-ddfa-4df7-93bf-54937d9f2b55 req-475837f1-1d06-4d2f-8127-e8d04d9c6300 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/ports?device_id=f65b3cd5-7098-406e-a25c-25ac0fa8f336 HTTP/1.1" status: 200 len: 948 time: 0.1218319 Aug 31 09:15:58.569274 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-bdf4219a-e66b-430e-8ac6-49f6f932d7c8 req-8835a48b-1170-4805-bbe8-901fe160beea tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:58.570841 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bdf4219a-e66b-430e-8ac6-49f6f932d7c8 req-8835a48b-1170-4805-bbe8-901fe160beea tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.1147954 Aug 31 09:15:58.589244 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6596149-0ca4-4e04-bc6a-37f5820579c3 admin admin] Network 61cd2629-f379-4b8d-a169-7293d2a22aff is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:15:58.643766 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c00aea7c-ddfa-4df7-93bf-54937d9f2b55 req-c39cadef-51e0-486c-88d5-78740e34d2a8 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/security-groups?id=79e8efef-c10f-413d-a295-7b79ef725079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118784 Aug 31 09:15:58.666375 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=57e931bc-1029-43b1-b433-8ddbb68cbc7e,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:58.705764 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9a7eccf8-f74d-4c34-ab40-1ccc8ed9d003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:58.762503 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-427fd9c0-30d4-4316-b7ae-86d146a4bce7 req-2f623ef0-10dd-4240-ab32-a20631f145dc tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-197963233', 'description': 'tempest-description-595344543'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:15:58.775490 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-a6596149-0ca4-4e04-bc6a-37f5820579c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 61cd2629-f379-4b8d-a169-7293d2a22aff) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:58.798585 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37759b1c-85fc-437a-bd73-749e7a3769f8 None None] Network 61cd2629-f379-4b8d-a169-7293d2a22aff requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:15:58.829043 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6596149-0ca4-4e04-bc6a-37f5820579c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:58.829744 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a6596149-0ca4-4e04-bc6a-37f5820579c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:58.883774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1253db8-dac1-4d25-a257-c695b1148750 req-a35ae942-9345-4235-85ad-8b3b2234280b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:58.885348 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a1253db8-dac1-4d25-a257-c695b1148750 req-a35ae942-9345-4235-85ad-8b3b2234280b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=c48aa88ef39c40948897ad5bee91c957&device_id=f65b3cd5-7098-406e-a25c-25ac0fa8f336 HTTP/1.1" status: 200 len: 1100 time: 0.1943214 Aug 31 09:15:58.960668 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-9a7eccf8-f74d-4c34-ab40-1ccc8ed9d003 admin admin] Allocated IP 172.20.0.1 (4cf160fe-fa67-43d6-a1e8-90f7d231f9ad/f677096e-2f3d-4ff3-bcd7-53a620eb8c47/71d33765-0b05-4f73-950a-9c3a1f194c1d) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:15:58.977730 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-a76b9c6b-9980-4bbf-b0a7-e27a7df2c86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'name': 'tempest-ServersTestManualDisk-74735609-router', 'tenant_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '9b87dc3e-4dc3-4fca-973f-b3088d6fbb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:53Z', 'updated_at': '2021-08-31T09:15:56Z', 'revision_number': 3, 'project_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'gw_port': {'id': '9b87dc3e-4dc3-4fca-973f-b3088d6fbb00', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:54Z', 'updated_at': '2021-08-31T09:15:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:15:58.983025 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-427fd9c0-30d4-4316-b7ae-86d146a4bce7 req-2f623ef0-10dd-4240-ab32-a20631f145dc tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:59.025349 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f74b47-2f5c-45b8-b47c-6e283d22053f req-0f5c9c5c-e8e8-4417-a5e4-d9b5ebdd3562 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:59.029720 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76b9c6b-9980-4bbf-b0a7-e27a7df2c86a None None] Checking router: b6e367af-cec6-4e3e-b95d-640b21a12353 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:15:59.030184 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76b9c6b-9980-4bbf-b0a7-e27a7df2c86a None None] Updating router b6e367af-cec6-4e3e-b95d-640b21a12353 port 9b87dc3e-4dc3-4fca-973f-b3088d6fbb00 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:15:59.032905 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-93f74b47-2f5c-45b8-b47c-6e283d22053f req-0f5c9c5c-e8e8-4417-a5e4-d9b5ebdd3562 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93 HTTP/1.1" status: 200 len: 948 time: 0.1657548 Aug 31 09:15:59.062279 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a76b9c6b-9980-4bbf-b0a7-e27a7df2c86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:59.082900 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a6596149-0ca4-4e04-bc6a-37f5820579c3 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8536243 Aug 31 09:15:59.103547 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9a7eccf8-f74d-4c34-ab40-1ccc8ed9d003 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:59.124733 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-9a7eccf8-f74d-4c34-ab40-1ccc8ed9d003 admin admin] Transition to ACTIVE for port object 71d33765-0b05-4f73-950a-9c3a1f194c1d will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:59.127507 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1253db8-dac1-4d25-a257-c695b1148750 req-0d6127e4-6d9d-45e2-8486-6ecabd56db51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:59.128953 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a1253db8-dac1-4d25-a257-c695b1148750 req-0d6127e4-6d9d-45e2-8486-6ecabd56db51 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.2035322 Aug 31 09:15:59.152174 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-93f74b47-2f5c-45b8-b47c-6e283d22053f req-52e58023-aa87-4a2a-b9c3-fb78fb27e982 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179903 Aug 31 09:15:59.181361 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b3bc6c-f94d-4885-8590-2e8bc30368e5 None None] Network 61cd2629-f379-4b8d-a169-7293d2a22aff requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:15:59.205947 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a1253db8-dac1-4d25-a257-c695b1148750 req-5579b59f-bcc8-4500-9ed8-65974478ef00 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f HTTP/1.1" status: 200 len: 217 time: 0.0495634 Aug 31 09:15:59.232524 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9a7eccf8-f74d-4c34-ab40-1ccc8ed9d003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:59.260969 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7eccf8-f74d-4c34-ab40-1ccc8ed9d003 admin admin] Network 4cf160fe-fa67-43d6-a1e8-90f7d231f9ad is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:15:59.295825 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-427fd9c0-30d4-4316-b7ae-86d146a4bce7 req-2f623ef0-10dd-4240-ab32-a20631f145dc tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:59.304822 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-9a7eccf8-f74d-4c34-ab40-1ccc8ed9d003 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:15:59.307368 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7eccf8-f74d-4c34-ab40-1ccc8ed9d003 admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:15:59.329354 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1253db8-dac1-4d25-a257-c695b1148750 req-922d2072-c82c-4d1d-aeed-d7eccfd548df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:59.330911 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a1253db8-dac1-4d25-a257-c695b1148750 req-922d2072-c82c-4d1d-aeed-d7eccfd548df service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1166229 Aug 31 09:15:59.355812 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9a7eccf8-f74d-4c34-ab40-1ccc8ed9d003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:59.392359 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-427fd9c0-30d4-4316-b7ae-86d146a4bce7 req-2f623ef0-10dd-4240-ab32-a20631f145dc tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:59.466000 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f623ef0-10dd-4240-ab32-a20631f145dc tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3eb207-36ce-49ff-bc23-1c5683c03bc7,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:59.492677 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7eccf8-f74d-4c34-ab40-1ccc8ed9d003 admin admin] Pushing event updated for resources: {'Port': ['ID=71d33765-0b05-4f73-950a-9c3a1f194c1d,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:59.512244 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96f5b1-ce35-4ce4-b7db-cbf0243595b0 req-98413bce-8b8b-4f5e-9c51-e382e1c02a23 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:59.517923 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fb96f5b1-ce35-4ce4-b7db-cbf0243595b0 req-98413bce-8b8b-4f5e-9c51-e382e1c02a23 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 945 time: 0.1145926 Aug 31 09:15:59.550672 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a76b9c6b-9980-4bbf-b0a7-e27a7df2c86a None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:59.566086 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a76b9c6b-9980-4bbf-b0a7-e27a7df2c86a None None] Transition to ACTIVE for port object 9b87dc3e-4dc3-4fca-973f-b3088d6fbb00 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:15:59.568434 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-427fd9c0-30d4-4316-b7ae-86d146a4bce7 req-2f623ef0-10dd-4240-ab32-a20631f145dc tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:59.580421 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-427fd9c0-30d4-4316-b7ae-86d146a4bce7 req-2f623ef0-10dd-4240-ab32-a20631f145dc tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.8305593 Aug 31 09:15:59.601876 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9a7eccf8-f74d-4c34-ab40-1ccc8ed9d003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:59.603495 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1253db8-dac1-4d25-a257-c695b1148750 req-486157bb-c318-41ec-b78a-19dc9f962dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:15:59.607113 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a1253db8-dac1-4d25-a257-c695b1148750 req-486157bb-c318-41ec-b78a-19dc9f962dae service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1665754 Aug 31 09:15:59.610966 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fb96f5b1-ce35-4ce4-b7db-cbf0243595b0 req-495ff210-eee9-41ef-9409-a48131a0b0d8 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875924 Aug 31 09:15:59.655641 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a76b9c6b-9980-4bbf-b0a7-e27a7df2c86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:59.725441 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-a76b9c6b-9980-4bbf-b0a7-e27a7df2c86a None None] Attempting to bind port 9b87dc3e-4dc3-4fca-973f-b3088d6fbb00 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:15:59.725693 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-a76b9c6b-9980-4bbf-b0a7-e27a7df2c86a None None] Attempting to bind port 9b87dc3e-4dc3-4fca-973f-b3088d6fbb00 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:15:59.734252 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76b9c6b-9980-4bbf-b0a7-e27a7df2c86a None None] Attempting to bind port 9b87dc3e-4dc3-4fca-973f-b3088d6fbb00 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:15:59.753610 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ceaed-cb77-4332-a4cb-7ca3aaf91338 None None] Pushing event updated for resources: {'Port': ['ID=9b87dc3e-4dc3-4fca-973f-b3088d6fbb00,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:15:59.756782 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76b9c6b-9980-4bbf-b0a7-e27a7df2c86a None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:15:59.757322 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76b9c6b-9980-4bbf-b0a7-e27a7df2c86a None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:15:59.763422 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a76b9c6b-9980-4bbf-b0a7-e27a7df2c86a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:59.763951 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76b9c6b-9980-4bbf-b0a7-e27a7df2c86a None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:15:59.764626 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-a76b9c6b-9980-4bbf-b0a7-e27a7df2c86a None None] Bound port: 9b87dc3e-4dc3-4fca-973f-b3088d6fbb00, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:15:59.765028 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a76b9c6b-9980-4bbf-b0a7-e27a7df2c86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:00.036173 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b63ac64f-c2e0-4c7d-9a2e-d83463f4e00c None None] Provisioning for port 71d33765-0b05-4f73-950a-9c3a1f194c1d completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:16:00.037934 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74ba2757-5805-424d-9543-22a4ca36a53a req-d0d87c31-ba51-4cc7-8323-cc6c5dbe4e3c tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=cba781cb93f8440b8938de29933fec7c HTTP/1.1" status: 200 len: 10896 time: 0.1608708 Aug 31 09:16:00.039494 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b63ac64f-c2e0-4c7d-9a2e-d83463f4e00c None None] Provisioning complete for port 71d33765-0b05-4f73-950a-9c3a1f194c1d triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:16:00.039494 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b63ac64f-c2e0-4c7d-9a2e-d83463f4e00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:00.039817 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a1253db8-dac1-4d25-a257-c695b1148750 req-f8814f5e-5ae7-43a4-b758-5e5d15b21c01 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659197 Aug 31 09:16:00.040000 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9a7eccf8-f74d-4c34-ab40-1ccc8ed9d003 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:00.040426 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-b63ac64f-c2e0-4c7d-9a2e-d83463f4e00c None None] Port 71d33765-0b05-4f73-950a-9c3a1f194c1d cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:16:00.040426 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-a76b9c6b-9980-4bbf-b0a7-e27a7df2c86a None None] For port 9b87dc3e-4dc3-4fca-973f-b3088d6fbb00, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:16:00.040426 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-a76b9c6b-9980-4bbf-b0a7-e27a7df2c86a None None] For port 9b87dc3e-4dc3-4fca-973f-b3088d6fbb00, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=9b87dc3e-4dc3-4fca-973f-b3088d6fbb00,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:16:00.040799 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74ba2757-5805-424d-9543-22a4ca36a53a req-3d905c5c-791d-4966-b08f-e50bcee1fd86 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups/23aa8320-d483-4e92-8178-31b79ff8e57a HTTP/1.1" status: 200 len: 2981 time: 0.1629252 Aug 31 09:16:00.091979 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-ce8232fa-18da-43c3-a693-c7a28e6bc2a9 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:00.093452 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-ce8232fa-18da-43c3-a693-c7a28e6bc2a9 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/networks?id=f353997d-12d5-47f5-bc55-13148c348a0b HTTP/1.1" status: 200 len: 821 time: 0.2287672 Aug 31 09:16:00.117212 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a1253db8-dac1-4d25-a257-c695b1148750 req-822108b8-4b5c-480a-af77-1223cd3d4989 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913061 Aug 31 09:16:00.119966 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74ba2757-5805-424d-9543-22a4ca36a53a req-6d55ff40-75b8-4004-a34e-a3cf581a0495 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups/23aa8320-d483-4e92-8178-31b79ff8e57a HTTP/1.1" status: 200 len: 2981 time: 0.1106453 Aug 31 09:16:00.121575 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-78d79a34-4dc0-4717-bbe9-5dda5e421a65 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/quotas/91627f68c71f4b29855d6c5fb4946dae HTTP/1.1" status: 200 len: 375 time: 0.0194576 Aug 31 09:16:00.123693 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9a7eccf8-f74d-4c34-ab40-1ccc8ed9d003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:00.127355 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a76b9c6b-9980-4bbf-b0a7-e27a7df2c86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:00.174092 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-8a0632bd-8fa8-4836-9b2a-24ecad096af4 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=91627f68c71f4b29855d6c5fb4946dae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329590 Aug 31 09:16:00.205474 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ceaed-cb77-4332-a4cb-7ca3aaf91338 None None] Pushing event updated for resources: {'Port': ['ID=9b87dc3e-4dc3-4fca-973f-b3088d6fbb00,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:00.223993 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76b9c6b-9980-4bbf-b0a7-e27a7df2c86a None None] Routers {'b6e367af-cec6-4e3e-b95d-640b21a12353'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:16:00.224877 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-a76b9c6b-9980-4bbf-b0a7-e27a7df2c86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:15:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b6e367af-cec6-4e3e-b95d-640b21a12353'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:00.233232 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9a7eccf8-f74d-4c34-ab40-1ccc8ed9d003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:00.234992 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7eccf8-f74d-4c34-ab40-1ccc8ed9d003 admin admin] Pushing event updated for resources: {'Port': ['ID=71d33765-0b05-4f73-950a-9c3a1f194c1d,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:00.298897 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f81e4-4bb6-4e75-84c6-7e345c50881d req-47567490-a20f-410f-9e6b-c19a5d745962 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:00.300328 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-799f81e4-4bb6-4e75-84c6-7e345c50881d req-47567490-a20f-410f-9e6b-c19a5d745962 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/ports?device_id=f65b3cd5-7098-406e-a25c-25ac0fa8f336 HTTP/1.1" status: 200 len: 948 time: 0.1060359 Aug 31 09:16:00.330724 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-9c5a9469-2a90-4ee0-8005-a639a5bc8530 service neutron] 10.222.0.119 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481712 Aug 31 09:16:00.341561 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7eccf8-f74d-4c34-ab40-1ccc8ed9d003 admin admin] Network 4cf160fe-fa67-43d6-a1e8-90f7d231f9ad is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:16:00.344403 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-9a7eccf8-f74d-4c34-ab40-1ccc8ed9d003 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:16:00.360008 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-a76b9c6b-9980-4bbf-b0a7-e27a7df2c86a None None] Set router b6e367af-cec6-4e3e-b95d-640b21a12353 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:16:00.403087 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-799f81e4-4bb6-4e75-84c6-7e345c50881d req-a3f5d5cd-b707-46e9-8b44-afb44f76f71d tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/security-groups?id=79e8efef-c10f-413d-a295-7b79ef725079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647407 Aug 31 09:16:00.468721 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-c6448134-74fe-4780-8422-91e8a932464a service neutron] 10.222.0.119 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240227 Aug 31 09:16:00.553457 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7eccf8-f74d-4c34-ab40-1ccc8ed9d003 admin admin] Router b6e367af-cec6-4e3e-b95d-640b21a12353 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:16:00.633513 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c7cd5b6b-f51f-4cba-8816-0b6ec0352a9c req-ad31d038-6c0a-48ec-9cf1-540f0052f9a5 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups/0fafc68c-92d4-46f5-8fa7-4ee80093baa7 HTTP/1.1" status: 200 len: 1801 time: 0.0559509 Aug 31 09:16:00.655850 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-eb90687d-6614-4006-a3be-8859afbb8cd8 None None] Provisioning complete for port 71d33765-0b05-4f73-950a-9c3a1f194c1d triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:16:00.656219 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eb90687d-6614-4006-a3be-8859afbb8cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:00.710167 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7eccf8-f74d-4c34-ab40-1ccc8ed9d003 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:16:00.725632 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9a7eccf8-f74d-4c34-ab40-1ccc8ed9d003 admin admin] 10.222.0.119 "PUT /v2.0/routers/b6e367af-cec6-4e3e-b95d-640b21a12353/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8258896 Aug 31 09:16:00.725869 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-a76b9c6b-9980-4bbf-b0a7-e27a7df2c86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'name': 'tempest-ServersTestManualDisk-74735609-router', 'tenant_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '9b87dc3e-4dc3-4fca-973f-b3088d6fbb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:53Z', 'updated_at': '2021-08-31T09:15:59Z', 'revision_number': 4, 'project_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'gw_port': {'id': '9b87dc3e-4dc3-4fca-973f-b3088d6fbb00', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:54Z', 'updated_at': '2021-08-31T09:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '71d33765-0b05-4f73-950a-9c3a1f194c1d', 'name': '', 'network_id': '4cf160fe-fa67-43d6-a1e8-90f7d231f9ad', 'tenant_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'mac_address': 'fa:16:3e:d3:73:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'f677096e-2f3d-4ff3-bcd7-53a620eb8c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:58Z', 'updated_at': '2021-08-31T09:15:59Z', 'revision_number': 2, 'project_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'subnets': [{'id': 'f677096e-2f3d-4ff3-bcd7-53a620eb8c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:00.747952 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-eb90687d-6614-4006-a3be-8859afbb8cd8 None None] Port 71d33765-0b05-4f73-950a-9c3a1f194c1d cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:16:00.749455 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76b9c6b-9980-4bbf-b0a7-e27a7df2c86a None None] The sync data for ids ['b6e367af-cec6-4e3e-b95d-640b21a12353'] in n-d-791506-28 is: [{'id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'name': 'tempest-ServersTestManualDisk-74735609-router', 'tenant_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '9b87dc3e-4dc3-4fca-973f-b3088d6fbb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:53Z', 'updated_at': '2021-08-31T09:15:59Z', 'revision_number': 4, 'project_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'gw_port': {'id': '9b87dc3e-4dc3-4fca-973f-b3088d6fbb00', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:54Z', 'updated_at': '2021-08-31T09:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '71d33765-0b05-4f73-950a-9c3a1f194c1d', 'name': '', 'network_id': '4cf160fe-fa67-43d6-a1e8-90f7d231f9ad', 'tenant_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'mac_address': 'fa:16:3e:d3:73:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'f677096e-2f3d-4ff3-bcd7-53a620eb8c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:58Z', 'updated_at': '2021-08-31T09:15:59Z', 'revision_number': 2, 'project_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'subnets': [{'id': 'f677096e-2f3d-4ff3-bcd7-53a620eb8c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:16:00.801403 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c7cd5b6b-f51f-4cba-8816-0b6ec0352a9c req-8bfdcd96-a9bc-48e4-a4d7-11b1289aa26e tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:00.849767 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c96dc-7aad-4311-b52e-c58b8aca58fc req-18d3beac-8502-4e7a-9826-bdd34c0f0b84 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:00.851305 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a79c96dc-7aad-4311-b52e-c58b8aca58fc req-18d3beac-8502-4e7a-9826-bdd34c0f0b84 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93 HTTP/1.1" status: 200 len: 948 time: 0.0883722 Aug 31 09:16:00.864250 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c7cd5b6b-f51f-4cba-8816-0b6ec0352a9c req-8bfdcd96-a9bc-48e4-a4d7-11b1289aa26e tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:00.927680 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a79c96dc-7aad-4311-b52e-c58b8aca58fc req-c97d9d66-be8c-4ed1-b9d7-1c9bf21fc18e tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603654 Aug 31 09:16:01.053798 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c7cd5b6b-f51f-4cba-8816-0b6ec0352a9c req-8bfdcd96-a9bc-48e4-a4d7-11b1289aa26e tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:01.057548 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c7cd5b6b-f51f-4cba-8816-0b6ec0352a9c req-8bfdcd96-a9bc-48e4-a4d7-11b1289aa26e tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:01.064603 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c7cd5b6b-f51f-4cba-8816-0b6ec0352a9c req-8bfdcd96-a9bc-48e4-a4d7-11b1289aa26e tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "DELETE /v2.0/security-groups/0fafc68c-92d4-46f5-8fa7-4ee80093baa7 HTTP/1.1" status: 204 len: 173 time: 0.4209027 Aug 31 09:16:01.091152 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfdcd96-a9bc-48e4-a4d7-11b1289aa26e tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fafc68c-92d4-46f5-8fa7-4ee80093baa7,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:01.126466 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88b32e72-2c27-43b7-a52f-c82188670d85 req-88adf852-f875-46fe-a445-4cf36fed6329 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f8f538b-069b-40cb-a725-664dc8695c5a HTTP/1.1" status: 200 len: 210 time: 0.0331709 Aug 31 09:16:01.134689 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b2f33-7f01-4f76-8763-7889e0a56815 req-decc05db-95dc-4db5-9e2b-4dcfc537c334 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:01.136224 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-248b2f33-7f01-4f76-8763-7889e0a56815 req-decc05db-95dc-4db5-9e2b-4dcfc537c334 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 945 time: 0.1438184 Aug 31 09:16:01.168734 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:16:01.174086 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 35ba2173-1a10-4279-a978-6f2bd458a61c up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:16:01.206989 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-248b2f33-7f01-4f76-8763-7889e0a56815 req-6f099c83-2ecc-4c22-a0e2-a93bf899a93d tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638795 Aug 31 09:16:01.258505 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [req-3f5e8e25-3fa7-4454-bfab-0a5ad89d4402 req-4e1d3190-b054-4c3f-b303-20ea024509f6 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] show failed (client error): The resource could not be found. Aug 31 09:16:01.263179 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3f5e8e25-3fa7-4454-bfab-0a5ad89d4402 req-4e1d3190-b054-4c3f-b303-20ea024509f6 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups/0fafc68c-92d4-46f5-8fa7-4ee80093baa7 HTTP/1.1" status: 404 len: 352 time: 0.0237570 Aug 31 09:16:01.359814 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d0ad679-440f-402a-9273-84cca3e3294e req-899d4e8e-4042-4d0e-a69e-902594d414cc tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups/c0f84633-171a-4002-8757-39ea6689c971 HTTP/1.1" status: 200 len: 1801 time: 0.0749955 Aug 31 09:16:01.374293 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:01.389026 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': 'cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f', 'mac_address': 'fa:16:3e:e2:ea:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:16:01.419552 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 35ba2173-1a10-4279-a978-6f2bd458a61c completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:16:01.430422 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2d0ad679-440f-402a-9273-84cca3e3294e req-b47db6bb-35d3-4a25-93ae-07bd3dd2c68a tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:01.430811 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 35ba2173-1a10-4279-a978-6f2bd458a61c triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:16:01.431243 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:01.461697 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:01.462423 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2d0ad679-440f-402a-9273-84cca3e3294e req-b47db6bb-35d3-4a25-93ae-07bd3dd2c68a tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:01.483653 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:16:01.510752 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:01.572263 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:01.606528 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ba2173-1a10-4279-a978-6f2bd458a61c'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:01.606528 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d4450e-d38c-4ffd-854e-85dd5fa5a331" -d '{"events": [{"server_uuid": "8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93", "name": "network-vif-plugged", "status": "completed", "tag": "35ba2173-1a10-4279-a978-6f2bd458a61c"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:01.619433 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 35ba2173-1a10-4279-a978-6f2bd458a61c, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=35ba2173-1a10-4279-a978-6f2bd458a61c,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:01.626140 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:01.626342 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2d0ad679-440f-402a-9273-84cca3e3294e req-b47db6bb-35d3-4a25-93ae-07bd3dd2c68a tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:01.629672 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2d0ad679-440f-402a-9273-84cca3e3294e req-b47db6bb-35d3-4a25-93ae-07bd3dd2c68a tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:01.630923 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d0ad679-440f-402a-9273-84cca3e3294e req-b47db6bb-35d3-4a25-93ae-07bd3dd2c68a tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "DELETE /v2.0/security-groups/c0f84633-171a-4002-8757-39ea6689c971 HTTP/1.1" status: 204 len: 173 time: 0.2702277 Aug 31 09:16:01.668619 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47db6bb-35d3-4a25-93ae-07bd3dd2c68a tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f84633-171a-4002-8757-39ea6689c971,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:01.701579 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:01.710579 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54990) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:01.717010 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-94c9fc88-abd4-4619-8b50-337f6b2074fd tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1636134704', 'description': 'tempest-description--218159888'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:01.719332 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:01.787262 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=35ba2173-1a10-4279-a978-6f2bd458a61c,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:01.836552 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-e2b51a3c-cc81-4373-b0eb-1b634f015165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:01.838107 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-e2b51a3c-cc81-4373-b0eb-1b634f015165 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8d929c95dcb6486584c62bb8e91069d6&device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 1097 time: 0.1021383 Aug 31 09:16:01.843640 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-94c9fc88-abd4-4619-8b50-337f6b2074fd tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:01.955552 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6286fc-8329-4f92-92d3-4cd3a244c584 x-openstack-request-id: req-fa6286fc-8329-4f92-92d3-4cd3a244c584 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:01.955889 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93", "name": "network-vif-plugged", "status": "completed", "tag": "35ba2173-1a10-4279-a978-6f2bd458a61c", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:01.956199 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-fa6286fc-8329-4f92-92d3-4cd3a244c584 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:01.956545 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ba2173-1a10-4279-a978-6f2bd458a61c', 'code': 200} Aug 31 09:16:01.959958 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10863af-049f-44e0-bf75-1bd4945dd69c req-cb62f7fc-9bec-4731-9cda-439bd7c09098 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:01.962200 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b10863af-049f-44e0-bf75-1bd4945dd69c req-cb62f7fc-9bec-4731-9cda-439bd7c09098 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/ports?device_id=f65b3cd5-7098-406e-a25c-25ac0fa8f336 HTTP/1.1" status: 200 len: 949 time: 0.2087860 Aug 31 09:16:01.973542 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:01.990085 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-963aa6b7-2dc3-4271-ae63-a8e5fa4f0bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:01.991619 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-963aa6b7-2dc3-4271-ae63-a8e5fa4f0bfe service neutron] 10.222.0.59 "GET /v2.0/networks?id=d54aa48d-9328-4446-b337-2071a0fd4f0c HTTP/1.1" status: 200 len: 910 time: 0.1420920 Aug 31 09:16:01.992473 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-94c9fc88-abd4-4619-8b50-337f6b2074fd tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:02.016704 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [req-8b700674-dcfa-4aa1-ad58-67220d0288c3 req-780e0d73-f197-406e-b94e-ce077d456bec tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] show failed (client error): The resource could not be found. Aug 31 09:16:02.018162 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b700674-dcfa-4aa1-ad58-67220d0288c3 req-780e0d73-f197-406e-b94e-ce077d456bec tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups/c0f84633-171a-4002-8757-39ea6689c971 HTTP/1.1" status: 404 len: 352 time: 0.0376482 Aug 31 09:16:02.112967 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-0d7b44c5-fc1d-4273-8dad-50bce7f9f73b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2eff917f-62a9-4cd9-a754-cbd4351f33da HTTP/1.1" status: 200 len: 217 time: 0.1093605 Aug 31 09:16:02.159833 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b10863af-049f-44e0-bf75-1bd4945dd69c req-4caabdbd-d81f-46a1-b47f-4cb36468d680 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/security-groups?id=79e8efef-c10f-413d-a295-7b79ef725079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805367 Aug 31 09:16:02.168832 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-94c9fc88-abd4-4619-8b50-337f6b2074fd tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:02.210147 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9fc88-abd4-4619-8b50-337f6b2074fd tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc904491-0f36-4ac7-a171-c02394869887,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:02.239193 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2d05b-a342-4465-afea-78532bcffc6f req-6c1111a9-dac2-42d8-aa77-24f43c171b2b tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:02.240734 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dae2d05b-a342-4465-afea-78532bcffc6f req-6c1111a9-dac2-42d8-aa77-24f43c171b2b tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93 HTTP/1.1" status: 200 len: 949 time: 0.1496959 Aug 31 09:16:02.246267 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858bc0f-9609-4fe3-89dc-2224d404b3fe req-1f9699f7-118d-4d1f-85f9-1a98850ade82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:02.247725 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4858bc0f-9609-4fe3-89dc-2224d404b3fe req-1f9699f7-118d-4d1f-85f9-1a98850ade82 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93 HTTP/1.1" status: 200 len: 1101 time: 0.1877627 Aug 31 09:16:02.266574 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-94c9fc88-abd4-4619-8b50-337f6b2074fd tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:02.272250 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-94c9fc88-abd4-4619-8b50-337f6b2074fd tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5597982 Aug 31 09:16:02.273128 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55000) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:02.278061 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-c4a85788-ff4c-49dd-9de7-2ad00ad8589c tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Request body: {'security_group_rule': {'security_group_id': 'cc904491-0f36-4ac7-a171-c02394869887', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:02.289137 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-11118fae-8a0a-49aa-9c6a-155669f8d336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:02.290609 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-11118fae-8a0a-49aa-9c6a-155669f8d336 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dab6ed79-4c20-41ae-bb07-e9aaf9315083 HTTP/1.1" status: 200 len: 848 time: 0.1541681 Aug 31 09:16:02.348408 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-70c0a01f-a711-407e-80f1-0ca1365edaf4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d54aa48d-9328-4446-b337-2071a0fd4f0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400801 Aug 31 09:16:02.355085 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ee17d9de-aae5-4955-b8c5-44f78f233e39 req-6df064c9-d957-4ccd-9dfd-427ef556ea63 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups/bc3eb207-36ce-49ff-bc23-1c5683c03bc7 HTTP/1.1" status: 200 len: 1799 time: 0.1550236 Aug 31 09:16:02.372155 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dae2d05b-a342-4465-afea-78532bcffc6f req-f31fc6ea-a0b3-4bfe-bdd4-4fba4f7b40e6 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234641 Aug 31 09:16:02.400368 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:02.412826 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c4a85788-ff4c-49dd-9de7-2ad00ad8589c tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:02.422905 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4858bc0f-9609-4fe3-89dc-2224d404b3fe req-b7ec0744-18ba-4953-826a-dbf2d2005af5 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505771 Aug 31 09:16:02.488514 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dff09352-a235-4af4-b415-c765655734aa req-567f8581-acb3-428f-8be6-7eef1abdfd89 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f8f538b-069b-40cb-a725-664dc8695c5a HTTP/1.1" status: 200 len: 210 time: 0.0459874 Aug 31 09:16:02.502089 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c4a85788-ff4c-49dd-9de7-2ad00ad8589c tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:02.529063 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ee17d9de-aae5-4955-b8c5-44f78f233e39 req-92824b3a-b562-4a9d-b1d5-97c3bb6f846d tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:02.538039 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-d4243b87-a802-48fe-a8c3-dbe9ef53fb8d service neutron] 10.222.0.59 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811883 Aug 31 09:16:02.568696 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c4a85788-ff4c-49dd-9de7-2ad00ad8589c tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:02.574666 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:02.601635 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ee17d9de-aae5-4955-b8c5-44f78f233e39 req-92824b3a-b562-4a9d-b1d5-97c3bb6f846d tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:02.721505 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9b87dc3e-4dc3-4fca-973f-b3088d6fbb00 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:16:02.734987 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a10ac-4afe-4a84-a952-1403569484b4 req-fea752a6-1530-4e51-a890-92b05c6127a1 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:02.736564 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-530a10ac-4afe-4a84-a952-1403569484b4 req-fea752a6-1530-4e51-a890-92b05c6127a1 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 945 time: 0.1374357 Aug 31 09:16:02.763200 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-f15a9049-39c7-4df0-94c3-7dd19e2eab05 service neutron] 10.222.0.59 "GET /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159443 Aug 31 09:16:02.834842 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ee17d9de-aae5-4955-b8c5-44f78f233e39 req-92824b3a-b562-4a9d-b1d5-97c3bb6f846d tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:02.837423 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ee17d9de-aae5-4955-b8c5-44f78f233e39 req-92824b3a-b562-4a9d-b1d5-97c3bb6f846d tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:02.838623 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ee17d9de-aae5-4955-b8c5-44f78f233e39 req-92824b3a-b562-4a9d-b1d5-97c3bb6f846d tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "DELETE /v2.0/security-groups/bc3eb207-36ce-49ff-bc23-1c5683c03bc7 HTTP/1.1" status: 204 len: 173 time: 0.4631507 Aug 31 09:16:02.866176 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-530a10ac-4afe-4a84-a952-1403569484b4 req-90203299-e388-4778-bb4c-4f6fe274590d tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180594 Aug 31 09:16:02.871933 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a85788-ff4c-49dd-9de7-2ad00ad8589c tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fcf7092-fb95-49df-a650-73de1dbc4a5e,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:02.883968 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92824b3a-b562-4a9d-b1d5-97c3bb6f846d tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3eb207-36ce-49ff-bc23-1c5683c03bc7,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:02.911510 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [req-b5fb7a4f-f408-4f22-9965-e18329393bf2 req-93ad8d76-affe-4dc7-8b55-6e9933a6dc92 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] show failed (client error): The resource could not be found. Aug 31 09:16:02.912535 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5fb7a4f-f408-4f22-9965-e18329393bf2 req-93ad8d76-affe-4dc7-8b55-6e9933a6dc92 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups/bc3eb207-36ce-49ff-bc23-1c5683c03bc7 HTTP/1.1" status: 404 len: 352 time: 0.0225329 Aug 31 09:16:02.920243 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-e154ac2c-a1fa-417e-a704-ed11862678b3 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:02.921697 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-e154ac2c-a1fa-417e-a704-ed11862678b3 tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09&tenant_id=8d929c95dcb6486584c62bb8e91069d6&binding%3Ahost_id=n-h1-791506-28 HTTP/1.1" status: 200 len: 1097 time: 0.1228666 Aug 31 09:16:02.923279 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 9b87dc3e-4dc3-4fca-973f-b3088d6fbb00 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:16:02.931081 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 9b87dc3e-4dc3-4fca-973f-b3088d6fbb00 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:16:02.931081 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:02.952521 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c4a85788-ff4c-49dd-9de7-2ad00ad8589c tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:02.956551 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c4a85788-ff4c-49dd-9de7-2ad00ad8589c tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6800611 Aug 31 09:16:02.957565 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55012) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:02.962520 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-e8067985-8c1e-40e3-a781-87b40ac9e177 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Request body: {'security_group_rule': {'security_group_id': 'cc904491-0f36-4ac7-a171-c02394869887', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:03.055630 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:03.078704 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8067985-8c1e-40e3-a781-87b40ac9e177 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:03.080833 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 9b87dc3e-4dc3-4fca-973f-b3088d6fbb00, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=9b87dc3e-4dc3-4fca-973f-b3088d6fbb00,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:03.143780 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8067985-8c1e-40e3-a781-87b40ac9e177 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:03.158670 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-41a8f011-f405-415e-8ebd-31b3a7d131a1 req-2d04d595-d6e5-43c5-8cf7-196655416704 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=cba781cb93f8440b8938de29933fec7c HTTP/1.1" status: 200 len: 6148 time: 0.1505449 Aug 31 09:16:03.163423 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:03.174457 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2815603-f693-44e1-8b0e-ffbefa42e5e4 req-cb0072d9-6745-46f9-b868-36d8e70a409b tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:03.176560 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c2815603-f693-44e1-8b0e-ffbefa42e5e4 req-cb0072d9-6745-46f9-b868-36d8e70a409b tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 1097 time: 0.1149788 Aug 31 09:16:03.194227 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:16:03.249358 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c2815603-f693-44e1-8b0e-ffbefa42e5e4 req-a2f25c94-0397-452a-ab30-d86ca150481d tempest-LiveMigrationTest-1970046913 tempest-LiveMigrationTest-1970046913-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642107 Aug 31 09:16:03.253045 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-41a8f011-f405-415e-8ebd-31b3a7d131a1 req-015e9ab5-02fa-4817-95c7-05548cf9c25d tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups/23aa8320-d483-4e92-8178-31b79ff8e57a HTTP/1.1" status: 200 len: 2981 time: 0.0826285 Aug 31 09:16:03.256657 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=9b87dc3e-4dc3-4fca-973f-b3088d6fbb00,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:03.311871 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-41a8f011-f405-415e-8ebd-31b3a7d131a1 req-1648f2c6-2c72-4de5-8466-7f159762bcba tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups/23aa8320-d483-4e92-8178-31b79ff8e57a HTTP/1.1" status: 200 len: 2981 time: 0.0517392 Aug 31 09:16:03.341498 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8067985-8c1e-40e3-a781-87b40ac9e177 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:03.345742 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-863d533d-fc45-424a-8307-573a60229566 req-068b9cd7-274b-478e-a004-e8e6ca41c457 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-67507063', 'description': 'tempest-description-1664854648'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:03.368387 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8067985-8c1e-40e3-a781-87b40ac9e177 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5dc5fd2-58bf-46de-8696-8711967f5fe2,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:03.396577 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09f684-9506-4bf1-b659-a028ec6b7872 req-2c71a36d-11fc-4e48-9dc8-12967589291d tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:03.398230 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac09f684-9506-4bf1-b659-a028ec6b7872 req-2c71a36d-11fc-4e48-9dc8-12967589291d tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/ports?device_id=f65b3cd5-7098-406e-a25c-25ac0fa8f336 HTTP/1.1" status: 200 len: 949 time: 0.0697291 Aug 31 09:16:03.399158 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f949338-e86d-4f3c-9080-30c69fef163e None None] Sync routers for ids ['b6e367af-cec6-4e3e-b95d-640b21a12353'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:16:03.408566 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f949338-e86d-4f3c-9080-30c69fef163e None None] Routers {'b6e367af-cec6-4e3e-b95d-640b21a12353'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:16:03.409163 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-4f949338-e86d-4f3c-9080-30c69fef163e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:15:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b6e367af-cec6-4e3e-b95d-640b21a12353'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:03.471853 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:16:03.476220 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:16:03.476948 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:03.483141 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac09f684-9506-4bf1-b659-a028ec6b7872 req-25c35e90-44b1-45b7-98b1-83b1dc328ab5 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/security-groups?id=79e8efef-c10f-413d-a295-7b79ef725079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768843 Aug 31 09:16:03.511596 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-4b8e2f6b-10e7-4b98-8f89-3d76548426a7 service neutron] For port 2eff917f-62a9-4cd9-a754-cbd4351f33da, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:16:03.535111 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-4f949338-e86d-4f3c-9080-30c69fef163e None None] Set router b6e367af-cec6-4e3e-b95d-640b21a12353 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:16:03.553297 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8067985-8c1e-40e3-a781-87b40ac9e177 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:03.555020 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e8067985-8c1e-40e3-a781-87b40ac9e177 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5958061 Aug 31 09:16:03.557804 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55026) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:03.562509 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-5511c64b-34a7-4519-bef0-eefe69f2c304 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:03.577225 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-4b8e2f6b-10e7-4b98-8f89-3d76548426a7 service neutron] Notify callbacks [] for binding, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:03.578356 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec6a9b3b-f69d-4273-b5e3-04275ca3852a req-4b8e2f6b-10e7-4b98-8f89-3d76548426a7 service neutron] 10.222.0.59 "DELETE /v2.0/ports/2eff917f-62a9-4cd9-a754-cbd4351f33da/bindings/n-h2-791506-28 HTTP/1.1" status: 204 len: 173 time: 0.6470912 Aug 31 09:16:03.599958 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:03.651714 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-863d533d-fc45-424a-8307-573a60229566 req-068b9cd7-274b-478e-a004-e8e6ca41c457 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:03.652194 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:03.731572 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-62908d01-2c58-4648-aace-2931bbffc5e8 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:03.733377 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-62908d01-2c58-4648-aace-2931bbffc5e8 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.112 "GET /v2.0/networks?id=f353997d-12d5-47f5-bc55-13148c348a0b HTTP/1.1" status: 200 len: 821 time: 0.1539171 Aug 31 09:16:03.753573 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-1927e864-be9b-40f9-be9c-68cf804a8e5f tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Request body: {'port': {'device_id': '5f8f538b-069b-40cb-a725-664dc8695c5a', 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b', 'admin_state_up': True, 'tenant_id': '91627f68c71f4b29855d6c5fb4946dae'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:03.774598 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:03.774939 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5511c64b-34a7-4519-bef0-eefe69f2c304 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks [] for floatingip, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:03.780093 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-4f949338-e86d-4f3c-9080-30c69fef163e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'name': 'tempest-ServersTestManualDisk-74735609-router', 'tenant_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '9b87dc3e-4dc3-4fca-973f-b3088d6fbb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:53Z', 'updated_at': '2021-08-31T09:15:59Z', 'revision_number': 4, 'project_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'gw_port': {'id': '9b87dc3e-4dc3-4fca-973f-b3088d6fbb00', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:54Z', 'updated_at': '2021-08-31T09:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '71d33765-0b05-4f73-950a-9c3a1f194c1d', 'name': '', 'network_id': '4cf160fe-fa67-43d6-a1e8-90f7d231f9ad', 'tenant_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'mac_address': 'fa:16:3e:d3:73:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'f677096e-2f3d-4ff3-bcd7-53a620eb8c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:58Z', 'updated_at': '2021-08-31T09:15:59Z', 'revision_number': 2, 'project_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'subnets': [{'id': 'f677096e-2f3d-4ff3-bcd7-53a620eb8c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:03.867051 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f949338-e86d-4f3c-9080-30c69fef163e None None] Checking router: b6e367af-cec6-4e3e-b95d-640b21a12353 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:16:03.867716 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f949338-e86d-4f3c-9080-30c69fef163e None None] Updating router b6e367af-cec6-4e3e-b95d-640b21a12353 port 71d33765-0b05-4f73-950a-9c3a1f194c1d binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:16:03.873837 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:03.911740 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-4f949338-e86d-4f3c-9080-30c69fef163e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:03.915324 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5511c64b-34a7-4519-bef0-eefe69f2c304 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:03.952089 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-863d533d-fc45-424a-8307-573a60229566 req-068b9cd7-274b-478e-a004-e8e6ca41c457 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:03.958287 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65b3cd5-7098-406e-a25c-25ac0fa8f336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:03.960664 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddd1eb4-33b2-41e4-9f08-a5c7bebd6363" -d '{"events": [{"server_uuid": "f65b3cd5-7098-406e-a25c-25ac0fa8f336", "name": "network-vif-plugged", "status": "completed", "tag": "cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:04.042315 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-5511c64b-34a7-4519-bef0-eefe69f2c304 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Allocated IP 172.25.2.222 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/1958d2e0-aaa8-4864-8328-2de32cb0d2bc) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:16:04.129986 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-863d533d-fc45-424a-8307-573a60229566 req-068b9cd7-274b-478e-a004-e8e6ca41c457 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:04.170846 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5511c64b-34a7-4519-bef0-eefe69f2c304 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:04.216354 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-4f949338-e86d-4f3c-9080-30c69fef163e None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:04.221822 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b9cd7-274b-478e-a004-e8e6ca41c457 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc801fe-8ef9-4f22-a1e1-8c369742b6f5,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:04.229389 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-4f949338-e86d-4f3c-9080-30c69fef163e None None] Transition to ACTIVE for port object 71d33765-0b05-4f73-950a-9c3a1f194c1d will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:16:04.244353 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5ee9f-726e-48b1-aa82-a1679cd86b0b req-f2ac7b80-b078-4dd6-92c2-c507511b1791 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:04.259202 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e0b5ee9f-726e-48b1-aa82-a1679cd86b0b req-f2ac7b80-b078-4dd6-92c2-c507511b1791 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93 HTTP/1.1" status: 200 len: 949 time: 0.0596831 Aug 31 09:16:04.286709 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e0b5ee9f-726e-48b1-aa82-a1679cd86b0b req-698568a5-207a-47df-b35e-6dee811b7583 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347106 Aug 31 09:16:04.325204 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-1927e864-be9b-40f9-be9c-68cf804a8e5f tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Made reservation on behalf of 91627f68c71f4b29855d6c5fb4946dae for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:16:04.329828 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-1927e864-be9b-40f9-be9c-68cf804a8e5f tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:04.347175 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5511c64b-34a7-4519-bef0-eefe69f2c304 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:04.349422 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-4f949338-e86d-4f3c-9080-30c69fef163e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:04.385100 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-223bebb1-0e7d-4036-9c74-b6323d816001 req-68ea2163-686d-488d-bc97-b96f6a517ac8 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f8f538b-069b-40cb-a725-664dc8695c5a HTTP/1.1" status: 200 len: 210 time: 0.0388789 Aug 31 09:16:04.392357 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5511c64b-34a7-4519-bef0-eefe69f2c304 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:16:04.399670 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-5511c64b-34a7-4519-bef0-eefe69f2c304 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:16:04.420626 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5511c64b-34a7-4519-bef0-eefe69f2c304 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:16:04.424341 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b66a7-3dae-4d30-a7a4-6e3432c0c1ca None None] Pushing event updated for resources: {'Port': ['ID=71d33765-0b05-4f73-950a-9c3a1f194c1d,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:04.428561 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511c64b-34a7-4519-bef0-eefe69f2c304 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Pushing event updated for resources: {'Port': ['ID=1958d2e0-aaa8-4864-8328-2de32cb0d2bc,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:04.444392 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34b66a7-3dae-4d30-a7a4-6e3432c0c1ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:04.444723 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34b66a7-3dae-4d30-a7a4-6e3432c0c1ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:04.445055 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34b66a7-3dae-4d30-a7a4-6e3432c0c1ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:04.445578 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34b66a7-3dae-4d30-a7a4-6e3432c0c1ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:04.447397 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34b66a7-3dae-4d30-a7a4-6e3432c0c1ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:04.447397 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34b66a7-3dae-4d30-a7a4-6e3432c0c1ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:04.448779 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34b66a7-3dae-4d30-a7a4-6e3432c0c1ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:04.449303 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34b66a7-3dae-4d30-a7a4-6e3432c0c1ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:04.450082 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-863d533d-fc45-424a-8307-573a60229566 req-068b9cd7-274b-478e-a004-e8e6ca41c457 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:04.451387 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34b66a7-3dae-4d30-a7a4-6e3432c0c1ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:04.451904 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34b66a7-3dae-4d30-a7a4-6e3432c0c1ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:04.452417 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34b66a7-3dae-4d30-a7a4-6e3432c0c1ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:04.453872 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-863d533d-fc45-424a-8307-573a60229566 req-068b9cd7-274b-478e-a004-e8e6ca41c457 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.1136811 Aug 31 09:16:04.471369 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34b66a7-3dae-4d30-a7a4-6e3432c0c1ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:04.548562 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5c1ea8-51a4-475b-8af9-8014b8eeba0e x-openstack-request-id: req-1a5c1ea8-51a4-475b-8af9-8014b8eeba0e {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:04.549147 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65b3cd5-7098-406e-a25c-25ac0fa8f336", "name": "network-vif-plugged", "status": "completed", "tag": "cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:04.549490 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-1a5c1ea8-51a4-475b-8af9-8014b8eeba0e {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:04.550117 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65b3cd5-7098-406e-a25c-25ac0fa8f336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f', 'code': 200} Aug 31 09:16:04.574881 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5511c64b-34a7-4519-bef0-eefe69f2c304 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:04.579535 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-1927e864-be9b-40f9-be9c-68cf804a8e5f tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Allocated IP 172.20.0.10 (f353997d-12d5-47f5-bc55-13148c348a0b/d2c5f0e8-9f08-4f88-baac-5c015079d04c/3be364ee-8006-4fae-859f-6975a0e311f0) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:16:04.606817 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-4f949338-e86d-4f3c-9080-30c69fef163e None None] Attempting to bind port 71d33765-0b05-4f73-950a-9c3a1f194c1d on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:16:04.606954 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-4f949338-e86d-4f3c-9080-30c69fef163e None None] Attempting to bind port 71d33765-0b05-4f73-950a-9c3a1f194c1d by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '2e78ba2e-2d1c-4b07-a947-46f3e238a90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '4cf160fe-fa67-43d6-a1e8-90f7d231f9ad'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:16:04.608780 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f949338-e86d-4f3c-9080-30c69fef163e None None] Attempting to bind port 71d33765-0b05-4f73-950a-9c3a1f194c1d on network 4cf160fe-fa67-43d6-a1e8-90f7d231f9ad {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:16:04.621759 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f949338-e86d-4f3c-9080-30c69fef163e None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:16:04.622158 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f949338-e86d-4f3c-9080-30c69fef163e None None] Checking segment: {'id': '2e78ba2e-2d1c-4b07-a947-46f3e238a90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '4cf160fe-fa67-43d6-a1e8-90f7d231f9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:16:04.622585 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-4f949338-e86d-4f3c-9080-30c69fef163e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:04.623590 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f949338-e86d-4f3c-9080-30c69fef163e None None] Bound using segment: {'id': '2e78ba2e-2d1c-4b07-a947-46f3e238a90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '4cf160fe-fa67-43d6-a1e8-90f7d231f9ad'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:16:04.624755 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-4f949338-e86d-4f3c-9080-30c69fef163e None None] Bound port: 71d33765-0b05-4f73-950a-9c3a1f194c1d, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e78ba2e-2d1c-4b07-a947-46f3e238a90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '4cf160fe-fa67-43d6-a1e8-90f7d231f9ad'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:16:04.625172 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-4f949338-e86d-4f3c-9080-30c69fef163e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:04.698431 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-9e06d687-4a3c-4e30-9fe0-279c4d325de1 req-85841942-68fa-44fa-9479-7363675be599 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-318461564', 'description': 'tempest-description-2024450544'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:04.736247 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9b87dc3e-4dc3-4fca-973f-b3088d6fbb00 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:16:04.747461 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-4f949338-e86d-4f3c-9080-30c69fef163e None None] For port 71d33765-0b05-4f73-950a-9c3a1f194c1d, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:16:04.751373 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-4f949338-e86d-4f3c-9080-30c69fef163e None None] For port 71d33765-0b05-4f73-950a-9c3a1f194c1d, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=71d33765-0b05-4f73-950a-9c3a1f194c1d,segment=NetworkSegment(2e78ba2e-2d1c-4b07-a947-46f3e238a90e),segment_id=2e78ba2e-2d1c-4b07-a947-46f3e238a90e)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:16:04.761471 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5511c64b-34a7-4519-bef0-eefe69f2c304 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:04.770137 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19e998-63cb-4348-b85a-693f9f85256e req-d1bababc-58f2-4936-984c-55f8a2945cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:04.772681 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6d19e998-63cb-4348-b85a-693f9f85256e req-d1bababc-58f2-4936-984c-55f8a2945cef service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=f65b3cd5-7098-406e-a25c-25ac0fa8f336 HTTP/1.1" status: 200 len: 1102 time: 0.1170387 Aug 31 09:16:04.843898 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6d19e998-63cb-4348-b85a-693f9f85256e req-ee28d6cd-a95f-4a57-b3b4-98ab7a61055d service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=79e8efef-c10f-413d-a295-7b79ef725079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521665 Aug 31 09:16:04.856959 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-4f949338-e86d-4f3c-9080-30c69fef163e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:04.928459 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b66a7-3dae-4d30-a7a4-6e3432c0c1ca None None] Pushing event updated for resources: {'Port': ['ID=71d33765-0b05-4f73-950a-9c3a1f194c1d,revision_number=4']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:04.954525 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 9b87dc3e-4dc3-4fca-973f-b3088d6fbb00 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:16:04.955626 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:04.973280 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f949338-e86d-4f3c-9080-30c69fef163e None None] Routers {'b6e367af-cec6-4e3e-b95d-640b21a12353'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:16:04.974165 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-4f949338-e86d-4f3c-9080-30c69fef163e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:15:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b6e367af-cec6-4e3e-b95d-640b21a12353'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:05.018315 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5511c64b-34a7-4519-bef0-eefe69f2c304 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:05.111776 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5511c64b-34a7-4519-bef0-eefe69f2c304 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:05.125467 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-4f949338-e86d-4f3c-9080-30c69fef163e None None] Set router b6e367af-cec6-4e3e-b95d-640b21a12353 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:16:05.130392 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f37258-6f84-4ec5-9d67-9ca3739a3396 req-f66f5a84-2176-4509-959a-a29c685b047e tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:05.131979 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-50f37258-6f84-4ec5-9d67-9ca3739a3396 req-f66f5a84-2176-4509-959a-a29c685b047e tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 945 time: 0.4947553 Aug 31 09:16:05.191089 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5511c64b-34a7-4519-bef0-eefe69f2c304 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:05.224541 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511c64b-34a7-4519-bef0-eefe69f2c304 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Pushing event updated for resources: {'Port': ['ID=1958d2e0-aaa8-4864-8328-2de32cb0d2bc,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:05.236434 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-50f37258-6f84-4ec5-9d67-9ca3739a3396 req-823c987f-d09d-4bdc-a800-21dd853fcfaf tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859804 Aug 31 09:16:05.252912 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9e06d687-4a3c-4e30-9fe0-279c4d325de1 req-85841942-68fa-44fa-9479-7363675be599 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:05.291096 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5511c64b-34a7-4519-bef0-eefe69f2c304 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:05.293736 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5511c64b-34a7-4519-bef0-eefe69f2c304 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7340801 Aug 31 09:16:05.331670 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-1927e864-be9b-40f9-be9c-68cf804a8e5f tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:05.368502 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-4f949338-e86d-4f3c-9080-30c69fef163e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'name': 'tempest-ServersTestManualDisk-74735609-router', 'tenant_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '9b87dc3e-4dc3-4fca-973f-b3088d6fbb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:53Z', 'updated_at': '2021-08-31T09:15:59Z', 'revision_number': 4, 'project_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'gw_port': {'id': '9b87dc3e-4dc3-4fca-973f-b3088d6fbb00', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:54Z', 'updated_at': '2021-08-31T09:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '71d33765-0b05-4f73-950a-9c3a1f194c1d', 'name': '', 'network_id': '4cf160fe-fa67-43d6-a1e8-90f7d231f9ad', 'tenant_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'mac_address': 'fa:16:3e:d3:73:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'f677096e-2f3d-4ff3-bcd7-53a620eb8c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:58Z', 'updated_at': '2021-08-31T09:16:04Z', 'revision_number': 4, 'project_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'subnets': [{'id': 'f677096e-2f3d-4ff3-bcd7-53a620eb8c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:05.396829 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f949338-e86d-4f3c-9080-30c69fef163e None None] The sync data for ids ['b6e367af-cec6-4e3e-b95d-640b21a12353'] in n-d-791506-28 is: [{'id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'name': 'tempest-ServersTestManualDisk-74735609-router', 'tenant_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '9b87dc3e-4dc3-4fca-973f-b3088d6fbb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:53Z', 'updated_at': '2021-08-31T09:15:59Z', 'revision_number': 4, 'project_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'gw_port': {'id': '9b87dc3e-4dc3-4fca-973f-b3088d6fbb00', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:54Z', 'updated_at': '2021-08-31T09:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '71d33765-0b05-4f73-950a-9c3a1f194c1d', 'name': '', 'network_id': '4cf160fe-fa67-43d6-a1e8-90f7d231f9ad', 'tenant_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'mac_address': 'fa:16:3e:d3:73:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'f677096e-2f3d-4ff3-bcd7-53a620eb8c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:58Z', 'updated_at': '2021-08-31T09:16:04Z', 'revision_number': 4, 'project_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'subnets': [{'id': 'f677096e-2f3d-4ff3-bcd7-53a620eb8c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:16:05.433467 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65e0e9-8f94-4240-a366-ea02b337b40f req-3e4d9ae1-2939-4204-9f8d-5b5ce739358e tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:05.433467 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2b65e0e9-8f94-4240-a366-ea02b337b40f req-3e4d9ae1-2939-4204-9f8d-5b5ce739358e tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/ports?device_id=f65b3cd5-7098-406e-a25c-25ac0fa8f336 HTTP/1.1" status: 200 len: 950 time: 0.1052887 Aug 31 09:16:05.497875 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2b65e0e9-8f94-4240-a366-ea02b337b40f req-434abaa1-b3e7-446d-b90e-ea448a015622 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/security-groups?id=79e8efef-c10f-413d-a295-7b79ef725079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592279 Aug 31 09:16:05.500550 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9e06d687-4a3c-4e30-9fe0-279c4d325de1 req-85841942-68fa-44fa-9479-7363675be599 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:05.541223 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-1927e864-be9b-40f9-be9c-68cf804a8e5f tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:05.586626 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9e06d687-4a3c-4e30-9fe0-279c4d325de1 req-85841942-68fa-44fa-9479-7363675be599 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:05.628289 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-1927e864-be9b-40f9-be9c-68cf804a8e5f tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Network f353997d-12d5-47f5-bc55-13148c348a0b is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:16:05.645347 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-1927e864-be9b-40f9-be9c-68cf804a8e5f tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:16:05.649289 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-1927e864-be9b-40f9-be9c-68cf804a8e5f tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:16:05.688595 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1927e864-be9b-40f9-be9c-68cf804a8e5f tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Pushing event updated for resources: {'Port': ['ID=3be364ee-8006-4fae-859f-6975a0e311f0,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:05.699389 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85841942-68fa-44fa-9479-7363675be599 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f184e2b-ef5f-4778-940d-e500f5417794,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:05.736080 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfefe1-5454-44aa-b800-016713a6c6d9 req-2ba1a188-5573-4aa9-a9dc-3aabd83daadf tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:05.737600 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-31cfefe1-5454-44aa-b800-016713a6c6d9 req-2ba1a188-5573-4aa9-a9dc-3aabd83daadf tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93 HTTP/1.1" status: 200 len: 949 time: 0.1647871 Aug 31 09:16:05.744937 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-1927e864-be9b-40f9-be9c-68cf804a8e5f tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:05.745565 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-1927e864-be9b-40f9-be9c-68cf804a8e5f tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:05.748095 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9e06d687-4a3c-4e30-9fe0-279c4d325de1 req-85841942-68fa-44fa-9479-7363675be599 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:05.749524 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9e06d687-4a3c-4e30-9fe0-279c4d325de1 req-85841942-68fa-44fa-9479-7363675be599 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.0684474 Aug 31 09:16:05.795897 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-31cfefe1-5454-44aa-b800-016713a6c6d9 req-d09729e0-b2f5-4904-bae6-6a63efa212e7 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453091 Aug 31 09:16:05.880632 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-1927e864-be9b-40f9-be9c-68cf804a8e5f tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1317081 Aug 31 09:16:05.911420 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-58672811-2199-4a1b-8558-b6094ddcb921 service neutron] Request body: {'port': {'device_id': '5f8f538b-069b-40cb-a725-664dc8695c5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:06.005822 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-91eb2469-d3eb-4946-9b4b-21eec43835ce tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-securitygroup--1636134704&fields=id&tenant_id=ecc4af06d9f044f6a31368d2040b2b4b HTTP/1.1" status: 200 len: 267 time: 0.1281776 Aug 31 09:16:06.016229 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74165eef-67ef-4bae-bdbc-59676eded0d7 req-aefdac02-2190-4aa8-8418-2d1ab6e6f522 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:06.017901 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74165eef-67ef-4bae-bdbc-59676eded0d7 req-aefdac02-2190-4aa8-8418-2d1ab6e6f522 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f8f538b-069b-40cb-a725-664dc8695c5a HTTP/1.1" status: 200 len: 932 time: 0.1499822 Aug 31 09:16:06.031846 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-58672811-2199-4a1b-8558-b6094ddcb921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:06.162469 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74165eef-67ef-4bae-bdbc-59676eded0d7 req-23ac6e1d-fa94-4ba6-b11e-03b83c5b07d0 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285441 Aug 31 09:16:06.274772 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-b1e99dc4-1f7e-4b44-9138-40c1595a4e6c tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:06.276302 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-b1e99dc4-1f7e-4b44-9138-40c1595a4e6c tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/networks?id=4cf160fe-fa67-43d6-a1e8-90f7d231f9ad HTTP/1.1" status: 200 len: 810 time: 0.2550650 Aug 31 09:16:06.336986 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-49579cdd-2a9c-4cfb-a16a-b06f90b407c0 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/quotas/ecc4af06d9f044f6a31368d2040b2b4b HTTP/1.1" status: 200 len: 375 time: 0.0408964 Aug 31 09:16:06.392633 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8034541-5c80-4113-b135-f038f2359c56 req-78a52067-72f6-4df9-b2a3-b5eab8ddd695 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:06.395656 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f8034541-5c80-4113-b135-f038f2359c56 req-78a52067-72f6-4df9-b2a3-b5eab8ddd695 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.112 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 945 time: 0.0650921 Aug 31 09:16:06.471413 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-c974ef35-640d-4c29-a122-e62a8e600708 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=ecc4af06d9f044f6a31368d2040b2b4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1250648 Aug 31 09:16:06.489708 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0658b03-aea4-405e-bcef-09eb0fe23d7c req-d8964b0a-e558-413d-92f8-31f2ca81f49f tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:06.491255 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d0658b03-aea4-405e-bcef-09eb0fe23d7c req-d8964b0a-e558-413d-92f8-31f2ca81f49f tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.1268415 Aug 31 09:16:06.504584 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-f8034541-5c80-4113-b135-f038f2359c56 req-dc3dbb8d-afa0-4c11-895b-b6dd097132d5 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Deleting port 2eff917f-62a9-4cd9-a754-cbd4351f33da {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:16:06.504928 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f8034541-5c80-4113-b135-f038f2359c56 req-dc3dbb8d-afa0-4c11-895b-b6dd097132d5 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:06.596094 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-58672811-2199-4a1b-8558-b6094ddcb921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3be364ee-8006-4fae-859f-6975a0e311f0 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:16:06.606962 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-f8034541-5c80-4113-b135-f038f2359c56 req-dc3dbb8d-afa0-4c11-895b-b6dd097132d5 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] For port 2eff917f-62a9-4cd9-a754-cbd4351f33da, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=2eff917f-62a9-4cd9-a754-cbd4351f33da,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:06.607559 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f8034541-5c80-4113-b135-f038f2359c56 req-dc3dbb8d-afa0-4c11-895b-b6dd097132d5 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:06.609342 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-58672811-2199-4a1b-8558-b6094ddcb921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:06.632591 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-f8034541-5c80-4113-b135-f038f2359c56 req-dc3dbb8d-afa0-4c11-895b-b6dd097132d5 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Calling delete_port for 2eff917f-62a9-4cd9-a754-cbd4351f33da owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:16:06.634623 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d0658b03-aea4-405e-bcef-09eb0fe23d7c req-ec7a2d35-e642-46f9-8750-9c68e99ceca0 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315134 Aug 31 09:16:06.641769 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-58672811-2199-4a1b-8558-b6094ddcb921 service neutron] Transition to ACTIVE for port object 3be364ee-8006-4fae-859f-6975a0e311f0 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:16:06.668238 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-1ed6d8b7-c115-41e4-9ad7-df4f01edcda5 service neutron] 10.222.0.119 "GET /v2.0/networks/4cf160fe-fa67-43d6-a1e8-90f7d231f9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759970 Aug 31 09:16:06.756648 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 71d33765-0b05-4f73-950a-9c3a1f194c1d up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:16:06.762439 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-58672811-2199-4a1b-8558-b6094ddcb921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:06.900490 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 71d33765-0b05-4f73-950a-9c3a1f194c1d completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:16:06.904575 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 71d33765-0b05-4f73-950a-9c3a1f194c1d triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:16:06.904943 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:06.918454 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f8034541-5c80-4113-b135-f038f2359c56 req-dc3dbb8d-afa0-4c11-895b-b6dd097132d5 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:06.930222 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['cb9b933b-97f6-4fb0-b7dd-6102e1980468', '2eff917f-62a9-4cd9-a754-cbd4351f33da'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:06.930828 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58672811-2199-4a1b-8558-b6094ddcb921 service neutron] Pushing event updated for resources: {'Port': ['ID=3be364ee-8006-4fae-859f-6975a0e311f0,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:06.953046 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3dbb8d-afa0-4c11-895b-b6dd097132d5 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Pushing event deleted for resources: {'Port': ['ID=2eff917f-62a9-4cd9-a754-cbd4351f33da,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:06.999817 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-1840c7c1-ef8c-4784-9d99-8ce9833a68f7 service neutron] 10.222.0.119 "GET /v2.0/networks/4cf160fe-fa67-43d6-a1e8-90f7d231f9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238921 Aug 31 09:16:07.003948 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8034541-5c80-4113-b135-f038f2359c56 req-dc3dbb8d-afa0-4c11-895b-b6dd097132d5 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] No DVR routers for this DVR port 2eff917f-62a9-4cd9-a754-cbd4351f33da on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:16:07.009051 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f8034541-5c80-4113-b135-f038f2359c56 req-dc3dbb8d-afa0-4c11-895b-b6dd097132d5 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:07.012123 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f8034541-5c80-4113-b135-f038f2359c56 req-dc3dbb8d-afa0-4c11-895b-b6dd097132d5 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.112 "DELETE /v2.0/ports/2eff917f-62a9-4cd9-a754-cbd4351f33da HTTP/1.1" status: 204 len: 173 time: 0.6110728 Aug 31 09:16:07.012703 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18671e1a-b665-4fac-a56e-e485faf17d09', 'name': 'network-vif-deleted', 'tag': '2eff917f-62a9-4cd9-a754-cbd4351f33da'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:07.015321 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660967c8-5384-40a3-ac4c-bff1b99554ec" -d '{"events": [{"server_uuid": "18671e1a-b665-4fac-a56e-e485faf17d09", "name": "network-vif-deleted", "tag": "2eff917f-62a9-4cd9-a754-cbd4351f33da"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:07.039732 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-58672811-2199-4a1b-8558-b6094ddcb921 service neutron] Attempting to bind port 3be364ee-8006-4fae-859f-6975a0e311f0 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:16:07.048477 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-58672811-2199-4a1b-8558-b6094ddcb921 service neutron] Attempting to bind port 3be364ee-8006-4fae-859f-6975a0e311f0 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:16:07.048477 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-58672811-2199-4a1b-8558-b6094ddcb921 service neutron] Attempting to bind port 3be364ee-8006-4fae-859f-6975a0e311f0 on network f353997d-12d5-47f5-bc55-13148c348a0b {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:16:07.052032 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-2824787f-eb7b-4af1-ae70-7b19d53b3651 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:07.053703 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-2824787f-eb7b-4af1-ae70-7b19d53b3651 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/networks?id=671dffbd-cfd1-44d4-ad18-c45cdc841eb5 HTTP/1.1" status: 200 len: 813 time: 0.3088467 Aug 31 09:16:07.054334 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-58672811-2199-4a1b-8558-b6094ddcb921 service neutron] Port 3be364ee-8006-4fae-859f-6975a0e311f0 on network f353997d-12d5-47f5-bc55-13148c348a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:16:07.055081 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-58672811-2199-4a1b-8558-b6094ddcb921 service neutron] Attempting to bind port 3be364ee-8006-4fae-859f-6975a0e311f0 on network f353997d-12d5-47f5-bc55-13148c348a0b {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:16:07.060397 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-58672811-2199-4a1b-8558-b6094ddcb921 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:16:07.060915 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-58672811-2199-4a1b-8558-b6094ddcb921 service neutron] Checking segment: {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:16:07.061192 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-58672811-2199-4a1b-8558-b6094ddcb921 service neutron] Bound using segment: {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:16:07.061615 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-58672811-2199-4a1b-8558-b6094ddcb921 service neutron] Bound port: 3be364ee-8006-4fae-859f-6975a0e311f0, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:16:07.061967 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-58672811-2199-4a1b-8558-b6094ddcb921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:07.079474 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:07.087146 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-31ce7dc5-19ac-4f0b-99cf-6086a82d48fb tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/quotas/cba781cb93f8440b8938de29933fec7c HTTP/1.1" status: 200 len: 375 time: 0.0229173 Aug 31 09:16:07.140746 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 71d33765-0b05-4f73-950a-9c3a1f194c1d, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=71d33765-0b05-4f73-950a-9c3a1f194c1d,segment=NetworkSegment(2e78ba2e-2d1c-4b07-a947-46f3e238a90e),segment_id=2e78ba2e-2d1c-4b07-a947-46f3e238a90e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:07.183443 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-58672811-2199-4a1b-8558-b6094ddcb921 service neutron] For port 3be364ee-8006-4fae-859f-6975a0e311f0, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:16:07.189235 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-9a4dcf26-771e-462b-a762-7bf646844a8e tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=cba781cb93f8440b8938de29933fec7c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0762870 Aug 31 09:16:07.191403 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-58672811-2199-4a1b-8558-b6094ddcb921 service neutron] For port 3be364ee-8006-4fae-859f-6975a0e311f0, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3be364ee-8006-4fae-859f-6975a0e311f0,segment=NetworkSegment(329c79c6-5ca3-4a1a-b3d4-414355128167),segment_id=329c79c6-5ca3-4a1a-b3d4-414355128167)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:16:07.249593 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:07.320407 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=71d33765-0b05-4f73-950a-9c3a1f194c1d,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:07.435815 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-58672811-2199-4a1b-8558-b6094ddcb921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:07.445890 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e70cd889-8c40-4573-9ed8-c43c9fb7f48a req-38dbf40d-90a9-4a8b-87f4-368bc9ad78e2 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 210 time: 0.1173906 Aug 31 09:16:07.498456 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-6b71f0e7-647c-4c6a-88bc-c6604becb1bd service neutron] 10.222.0.119 "GET /v2.0/networks/671dffbd-cfd1-44d4-ad18-c45cdc841eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009772 Aug 31 09:16:07.510254 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-58672811-2199-4a1b-8558-b6094ddcb921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:07.510907 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-58672811-2199-4a1b-8558-b6094ddcb921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:07.512275 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-58672811-2199-4a1b-8558-b6094ddcb921 service neutron] 10.222.0.112 "PUT /v2.0/ports/3be364ee-8006-4fae-859f-6975a0e311f0 HTTP/1.1" status: 200 len: 1093 time: 1.6083312 Aug 31 09:16:07.512719 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8f538b-069b-40cb-a725-664dc8695c5a', 'tag': '3be364ee-8006-4fae-859f-6975a0e311f0'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:07.514979 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5126da44-5a1e-4e72-b91f-48563b35a397" -d '{"events": [{"name": "network-changed", "server_uuid": "5f8f538b-069b-40cb-a725-664dc8695c5a", "tag": "3be364ee-8006-4fae-859f-6975a0e311f0"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:07.619274 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58672811-2199-4a1b-8558-b6094ddcb921 service neutron] Pushing event updated for resources: {'Port': ['ID=3be364ee-8006-4fae-859f-6975a0e311f0,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:07.651030 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505d226-c091-44f7-9b1a-fbc3fe0d37bd req-03081588-9bd3-4518-9f97-917ec2e06a31 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:07.652594 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6505d226-c091-44f7-9b1a-fbc3fe0d37bd req-03081588-9bd3-4518-9f97-917ec2e06a31 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/ports?device_id=f65b3cd5-7098-406e-a25c-25ac0fa8f336 HTTP/1.1" status: 200 len: 950 time: 0.1130424 Aug 31 09:16:07.731395 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-0853d4a9-e10b-4a2b-ba4e-4897934c5b4d service neutron] 10.222.0.119 "GET /v2.0/networks/671dffbd-cfd1-44d4-ad18-c45cdc841eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085176 Aug 31 09:16:07.745493 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-fa049645-5d0c-4f5e-96fe-41d600049acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:07.747287 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-fa049645-5d0c-4f5e-96fe-41d600049acc service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=91627f68c71f4b29855d6c5fb4946dae&device_id=5f8f538b-069b-40cb-a725-664dc8695c5a HTTP/1.1" status: 200 len: 1096 time: 0.1048055 Aug 31 09:16:07.750174 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6505d226-c091-44f7-9b1a-fbc3fe0d37bd req-a8f7ff2b-67b0-46a9-8bcc-3ae0dbc04b12 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/security-groups?id=79e8efef-c10f-413d-a295-7b79ef725079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828683 Aug 31 09:16:07.797376 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-85cf4b38-d41a-4074-8cf1-9dc8780a221d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3be364ee-8006-4fae-859f-6975a0e311f0 HTTP/1.1" status: 200 len: 217 time: 0.0376325 Aug 31 09:16:07.853960 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-c0e00ffd-ec21-43e0-b4b6-c8311d865b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:07.857600 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-c0e00ffd-ec21-43e0-b4b6-c8311d865b29 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d2c5f0e8-9f08-4f88-baac-5c015079d04c HTTP/1.1" status: 200 len: 861 time: 0.0552883 Aug 31 09:16:07.897777 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-0ef9f3b9-80f4-4a9e-92f6-7cc510758b8c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f353997d-12d5-47f5-bc55-13148c348a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321302 Aug 31 09:16:07.933315 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-e295a273-095f-4e51-9481-ac3fc6f1673a tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=942a88e8ba9345a2859c3c0abfa564dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390580 Aug 31 09:16:07.989409 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97068d27-fd8b-4216-8b35-c83009a4eda3 x-openstack-request-id: req-97068d27-fd8b-4216-8b35-c83009a4eda3 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:07.989909 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18671e1a-b665-4fac-a56e-e485faf17d09", "name": "network-vif-deleted", "tag": "2eff917f-62a9-4cd9-a754-cbd4351f33da", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:07.990013 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-97068d27-fd8b-4216-8b35-c83009a4eda3 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:07.990359 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18671e1a-b665-4fac-a56e-e485faf17d09', 'name': 'network-vif-deleted', 'tag': '2eff917f-62a9-4cd9-a754-cbd4351f33da', 'status': 'completed', 'code': 200} Aug 31 09:16:08.155991 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-9c560a6f-15ca-44a1-8bdf-79176866e7d2 service neutron] 10.222.0.112 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468684 Aug 31 09:16:08.180278 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e587071-fda2-49d8-b759-0c60f62c175e req-762d9573-d931-40f5-a644-b28aae4d0d83 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:08.193903 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e587071-fda2-49d8-b759-0c60f62c175e req-762d9573-d931-40f5-a644-b28aae4d0d83 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f8f538b-069b-40cb-a725-664dc8695c5a HTTP/1.1" status: 200 len: 944 time: 0.1258750 Aug 31 09:16:08.258786 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-39ceb4e4-f43d-493c-85c0-b56d6d749e91 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:08.259925 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-39ceb4e4-f43d-493c-85c0-b56d6d749e91 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3150282 Aug 31 09:16:08.302213 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-70b08268-bf2e-44de-b0bc-4c50110fc316 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/quotas/942a88e8ba9345a2859c3c0abfa564dd HTTP/1.1" status: 200 len: 375 time: 0.0309832 Aug 31 09:16:08.314743 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e587071-fda2-49d8-b759-0c60f62c175e req-070f51a9-61fa-4efe-bb2c-869ee39369f6 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225984 Aug 31 09:16:08.377538 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e0ac7e7-4e3f-4f69-ad26-ebc07b175714 req-be020bae-e89f-4a24-804d-fe26fc5b9d10 service neutron] 10.222.0.112 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055342 Aug 31 09:16:08.404441 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-12f6b96f-3e8b-40cb-ad21-9a6bec07083c tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=942a88e8ba9345a2859c3c0abfa564dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0893004 Aug 31 09:16:08.543290 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-30297347-2476-421a-b6ca-d099b2bc0f01 req-91f84e90-2b11-46d6-a92a-21048ea3b369 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8eff325-8b2f-48e8-a93c-aa126a2dd228 HTTP/1.1" status: 200 len: 210 time: 0.0318594 Aug 31 09:16:08.687174 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d6f164-97b6-434d-9352-b5ea3a05d629 x-openstack-request-id: req-15d6f164-97b6-434d-9352-b5ea3a05d629 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:08.687529 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f8f538b-069b-40cb-a725-664dc8695c5a", "tag": "3be364ee-8006-4fae-859f-6975a0e311f0", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:08.687847 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-15d6f164-97b6-434d-9352-b5ea3a05d629 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:08.688312 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f8f538b-069b-40cb-a725-664dc8695c5a', 'tag': '3be364ee-8006-4fae-859f-6975a0e311f0', 'status': 'completed', 'code': 200} Aug 31 09:16:08.705469 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 71d33765-0b05-4f73-950a-9c3a1f194c1d up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:16:08.820623 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 71d33765-0b05-4f73-950a-9c3a1f194c1d triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:16:08.823417 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:08.876822 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3ac78d1c-fcb3-407c-b64c-a3e77be73205 req-abee07d8-363e-4203-8bf3-ad5282cfa91c tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=bacbf592-ef65-47fe-95d3-efaae7581d69 HTTP/1.1" status: 200 len: 210 time: 0.0901616 Aug 31 09:16:08.893254 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126da44-5a1e-4e72-b91f-48563b35a397 req-76907273-ecb2-47af-bc6c-7e6ab21618d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:08.896266 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5126da44-5a1e-4e72-b91f-48563b35a397 req-76907273-ecb2-47af-bc6c-7e6ab21618d0 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=91627f68c71f4b29855d6c5fb4946dae&device_id=5f8f538b-069b-40cb-a725-664dc8695c5a HTTP/1.1" status: 200 len: 1096 time: 0.1714783 Aug 31 09:16:09.118422 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126da44-5a1e-4e72-b91f-48563b35a397 req-382adfbd-5bcb-4333-9803-01687f86e7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:09.123929 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5126da44-5a1e-4e72-b91f-48563b35a397 req-382adfbd-5bcb-4333-9803-01687f86e7ac service neutron] 10.222.0.112 "GET /v2.0/networks?id=f353997d-12d5-47f5-bc55-13148c348a0b HTTP/1.1" status: 200 len: 923 time: 0.2199941 Aug 31 09:16:09.207443 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 2eff917f-62a9-4cd9-a754-cbd4351f33da no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:16:09.232604 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 2eff917f-62a9-4cd9-a754-cbd4351f33da {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:16:09.232947 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 2eff917f-62a9-4cd9-a754-cbd4351f33da not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:16:09.248252 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5126da44-5a1e-4e72-b91f-48563b35a397 req-4b36e12b-31c1-493a-ae95-900da367aa18 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3be364ee-8006-4fae-859f-6975a0e311f0 HTTP/1.1" status: 200 len: 217 time: 0.1054399 Aug 31 09:16:09.306398 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ab218c1d-2d49-40a7-8887-2d6bafcf6129 req-faf36b9e-3306-49a3-9376-1d43b9064eb8 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 210 time: 0.0536838 Aug 31 09:16:09.323681 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126da44-5a1e-4e72-b91f-48563b35a397 req-072aadb3-ee4d-4138-8189-af2fc6fc6878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:09.324033 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5126da44-5a1e-4e72-b91f-48563b35a397 req-072aadb3-ee4d-4138-8189-af2fc6fc6878 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d2c5f0e8-9f08-4f88-baac-5c015079d04c HTTP/1.1" status: 200 len: 861 time: 0.0628037 Aug 31 09:16:09.369189 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5126da44-5a1e-4e72-b91f-48563b35a397 req-aa453d59-fa51-4524-a019-999b64d5b86d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f353997d-12d5-47f5-bc55-13148c348a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287578 Aug 31 09:16:09.408010 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-acbbe1c9-bfdc-448f-9699-c1a84351274e req-e463072d-1c06-4d74-a7b4-ababedd33ffb tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af HTTP/1.1" status: 200 len: 210 time: 0.0471647 Aug 31 09:16:09.538017 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5126da44-5a1e-4e72-b91f-48563b35a397 req-95d19c84-ca1f-4d85-8297-afedbc002c9e service neutron] 10.222.0.112 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644266 Aug 31 09:16:09.632859 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a82fbf-10a9-4c13-8a8d-fe1f2e8a449d req-9a893910-7c97-4148-ad0a-2652af1d9fc1 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:09.634718 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49a82fbf-10a9-4c13-8a8d-fe1f2e8a449d req-9a893910-7c97-4148-ad0a-2652af1d9fc1 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/ports?device_id=f65b3cd5-7098-406e-a25c-25ac0fa8f336 HTTP/1.1" status: 200 len: 950 time: 0.1489122 Aug 31 09:16:09.665485 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a70ccf-8b98-4ef4-9032-02dcd026f53b req-d01b6182-ac87-4aa6-b59a-ddcb687e2e33 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:09.667500 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99a70ccf-8b98-4ef4-9032-02dcd026f53b req-d01b6182-ac87-4aa6-b59a-ddcb687e2e33 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f8f538b-069b-40cb-a725-664dc8695c5a HTTP/1.1" status: 200 len: 944 time: 0.1446948 Aug 31 09:16:09.755224 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49a82fbf-10a9-4c13-8a8d-fe1f2e8a449d req-e6fe502d-7a37-460e-8114-fead14991070 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/security-groups?id=79e8efef-c10f-413d-a295-7b79ef725079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107671 Aug 31 09:16:09.757247 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5126da44-5a1e-4e72-b91f-48563b35a397 req-2c57e357-8bba-4ac4-9b8c-50400a6a4748 service neutron] 10.222.0.112 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937585 Aug 31 09:16:09.760343 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99a70ccf-8b98-4ef4-9032-02dcd026f53b req-b27ef7b5-5b86-4e39-8000-fa7aabc30fa1 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818660 Aug 31 09:16:09.875439 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d8700a95-00bf-4ce6-850c-b49f6a63f916 req-1e832b18-5a83-4900-bc4a-07ce4f95e280 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8eff325-8b2f-48e8-a93c-aa126a2dd228 HTTP/1.1" status: 200 len: 210 time: 0.0352700 Aug 31 09:16:10.000272 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d5b18a5a-7379-4fef-91a1-cf21ceefad38 req-e7414901-f3a8-485c-bfb8-9918fc851f96 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=bacbf592-ef65-47fe-95d3-efaae7581d69 HTTP/1.1" status: 200 len: 210 time: 0.0297019 Aug 31 09:16:10.312556 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-eb51cf43-b28c-44b5-a46d-a9b9b5980bd8 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:10.314023 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-eb51cf43-b28c-44b5-a46d-a9b9b5980bd8 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.112 "GET /v2.0/networks?id=4cf160fe-fa67-43d6-a1e8-90f7d231f9ad HTTP/1.1" status: 200 len: 810 time: 0.1158807 Aug 31 09:16:10.364042 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-0fafa7ec-e5bd-4a3a-9471-0d820f6f13c3 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecc4af06d9f044f6a31368d2040b2b4b HTTP/1.1" status: 200 len: 380 time: 0.0398617 Aug 31 09:16:10.379694 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-b982bf74-cd10-4135-b9a2-a3981d81c8a2 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Request body: {'port': {'device_id': 'f8eff325-8b2f-48e8-a93c-aa126a2dd228', 'network_id': '4cf160fe-fa67-43d6-a1e8-90f7d231f9ad', 'admin_state_up': True, 'tenant_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'security_groups': ['cc904491-0f36-4ac7-a171-c02394869887']}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:10.460534 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-81ea5dde-81c0-4f59-9643-27e354a0ea72 req-e1784e26-007f-4c67-a89d-d850999047f7 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 210 time: 0.0618033 Aug 31 09:16:10.534598 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c1e593a-f030-4791-8e5d-d8d7c7d3ac8c req-1e68779f-0743-45e4-802a-950e69588b3f tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af HTTP/1.1" status: 200 len: 210 time: 0.0417931 Aug 31 09:16:10.632096 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-b982bf74-cd10-4135-b9a2-a3981d81c8a2 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Made reservation on behalf of ecc4af06d9f044f6a31368d2040b2b4b for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:16:10.635786 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-b982bf74-cd10-4135-b9a2-a3981d81c8a2 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:10.779225 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-b982bf74-cd10-4135-b9a2-a3981d81c8a2 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Allocated IP 172.20.0.13 (4cf160fe-fa67-43d6-a1e8-90f7d231f9ad/f677096e-2f3d-4ff3-bcd7-53a620eb8c47/010e17d7-465a-4004-a9fe-9be5e105443d) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:16:11.015640 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4acfe-0298-4d23-b509-3ce965aafdba req-5a949046-ab4a-4c76-8cfe-7a11bfae6192 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:11.017114 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a3c4acfe-0298-4d23-b509-3ce965aafdba req-5a949046-ab4a-4c76-8cfe-7a11bfae6192 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/ports?device_id=f65b3cd5-7098-406e-a25c-25ac0fa8f336 HTTP/1.1" status: 200 len: 950 time: 0.1518242 Aug 31 09:16:11.027855 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfee9ca-f576-497e-93db-c22af825b39e req-c595dc9d-19af-4ca5-a965-6845604e4219 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:11.031228 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7cfee9ca-f576-497e-93db-c22af825b39e req-c595dc9d-19af-4ca5-a965-6845604e4219 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f8f538b-069b-40cb-a725-664dc8695c5a HTTP/1.1" status: 200 len: 944 time: 0.1206710 Aug 31 09:16:11.064536 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-b982bf74-cd10-4135-b9a2-a3981d81c8a2 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:11.106649 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-b982bf74-cd10-4135-b9a2-a3981d81c8a2 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Transition to ACTIVE for port object 010e17d7-465a-4004-a9fe-9be5e105443d will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:16:11.135712 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a3c4acfe-0298-4d23-b509-3ce965aafdba req-5d518c62-2c84-492a-b3a4-41e5352798fe tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/security-groups?id=79e8efef-c10f-413d-a295-7b79ef725079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053126 Aug 31 09:16:11.140753 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7cfee9ca-f576-497e-93db-c22af825b39e req-4b0d6cf4-6a38-44b9-a334-97e9c6cce990 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892446 Aug 31 09:16:11.220120 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3be364ee-8006-4fae-859f-6975a0e311f0 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:16:11.223888 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-f43d95a1-e696-4e09-9012-41132f6185d6 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:11.230478 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-f43d95a1-e696-4e09-9012-41132f6185d6 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.112 "GET /v2.0/networks?id=671dffbd-cfd1-44d4-ad18-c45cdc841eb5 HTTP/1.1" status: 200 len: 813 time: 0.1755838 Aug 31 09:16:11.244210 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-cb353e6d-5eae-4114-8e0c-69f833cdef40 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Request body: {'port': {'device_id': 'bacbf592-ef65-47fe-95d3-efaae7581d69', 'network_id': '671dffbd-cfd1-44d4-ad18-c45cdc841eb5', 'admin_state_up': True, 'tenant_id': 'cba781cb93f8440b8938de29933fec7c'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:11.294077 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fbda338e-49f6-47e4-bad4-6d5bbe6455c7 req-078a0758-c54d-4f04-930c-54e186098a57 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8eff325-8b2f-48e8-a93c-aa126a2dd228 HTTP/1.1" status: 200 len: 210 time: 0.0441799 Aug 31 09:16:11.370320 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454f0de-8ff8-443f-b990-f0adb41b2e37 req-59ddde41-2114-4584-9dd3-20901ebf8bf0 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:11.372637 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b454f0de-8ff8-443f-b990-f0adb41b2e37 req-59ddde41-2114-4584-9dd3-20901ebf8bf0 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.112 "GET /v2.0/ports?device_id=f65b3cd5-7098-406e-a25c-25ac0fa8f336 HTTP/1.1" status: 200 len: 950 time: 0.0729558 Aug 31 09:16:11.375772 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-b982bf74-cd10-4135-b9a2-a3981d81c8a2 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:11.376519 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e1c512a3-0633-451b-b878-7975cf84a2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:11.444627 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3be364ee-8006-4fae-859f-6975a0e311f0, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3be364ee-8006-4fae-859f-6975a0e311f0,segment=NetworkSegment(329c79c6-5ca3-4a1a-b3d4-414355128167),segment_id=329c79c6-5ca3-4a1a-b3d4-414355128167)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:11.455541 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '3be364ee-8006-4fae-859f-6975a0e311f0', 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b', 'port_id': '3be364ee-8006-4fae-859f-6975a0e311f0', 'mac_address': 'fa:16:3e:20:87:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2c5f0e8-9f08-4f88-baac-5c015079d04c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:16:11.476557 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-b982bf74-cd10-4135-b9a2-a3981d81c8a2 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Network 4cf160fe-fa67-43d6-a1e8-90f7d231f9ad is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:16:11.495439 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:11.510611 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3be364ee-8006-4fae-859f-6975a0e311f0 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:16:11.511268 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f8c9fea4-e819-4d81-a045-ff9859abccb3 req-1f8d0ba8-88e1-49e8-8e94-8925c0ffdd96 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=bacbf592-ef65-47fe-95d3-efaae7581d69 HTTP/1.1" status: 200 len: 210 time: 0.0871737 Aug 31 09:16:11.512834 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-b982bf74-cd10-4135-b9a2-a3981d81c8a2 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:16:11.516317 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-b982bf74-cd10-4135-b9a2-a3981d81c8a2 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:16:11.530693 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982bf74-cd10-4135-b9a2-a3981d81c8a2 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Pushing event updated for resources: {'Port': ['ID=010e17d7-465a-4004-a9fe-9be5e105443d,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:11.534460 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-cb353e6d-5eae-4114-8e0c-69f833cdef40 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Made reservation on behalf of cba781cb93f8440b8938de29933fec7c for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:16:11.538670 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-cb353e6d-5eae-4114-8e0c-69f833cdef40 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:11.548233 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3be364ee-8006-4fae-859f-6975a0e311f0, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3be364ee-8006-4fae-859f-6975a0e311f0,segment=NetworkSegment(329c79c6-5ca3-4a1a-b3d4-414355128167),segment_id=329c79c6-5ca3-4a1a-b3d4-414355128167)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:11.637436 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:11.720248 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=3be364ee-8006-4fae-859f-6975a0e311f0,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:11.752103 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-cb353e6d-5eae-4114-8e0c-69f833cdef40 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Allocated IP 172.20.0.5 (671dffbd-cfd1-44d4-ad18-c45cdc841eb5/98f1a321-868c-46a4-bd2e-3ecb869d4f87/5a68bf1d-1d9c-4334-ac85-b4ee18020743) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:16:11.980407 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-cb353e6d-5eae-4114-8e0c-69f833cdef40 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:11.995494 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['3be364ee-8006-4fae-859f-6975a0e311f0'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:12.016530 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6bc63b58-30d6-4aea-9a9b-0360497870dd req-59fde331-5044-42d3-a458-7bad4ce78f2c tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=18671e1a-b665-4fac-a56e-e485faf17d09 HTTP/1.1" status: 200 len: 210 time: 0.4081552 Aug 31 09:16:12.063246 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-e496a83a-b928-4111-b6b4-454f019c3c97 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=942a88e8ba9345a2859c3c0abfa564dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581038 Aug 31 09:16:12.068167 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-2c3e4e54-47b8-4b18-a415-eada4f521324 None None] Provisioning for port 010e17d7-465a-4004-a9fe-9be5e105443d completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:16:12.078364 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4a35d860-8ce7-4edb-aac4-e417814d0f6d req-87abff63-3464-497c-bbae-cc4d1adf3d1f tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af HTTP/1.1" status: 200 len: 210 time: 0.0683331 Aug 31 09:16:12.079028 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-2c3e4e54-47b8-4b18-a415-eada4f521324 None None] Provisioning complete for port 010e17d7-465a-4004-a9fe-9be5e105443d triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:16:12.079155 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2c3e4e54-47b8-4b18-a415-eada4f521324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:12.161679 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f2e7ecf-1ac6-496e-ae40-ea9c62b3d75c req-3e3da2e1-e31f-45a8-bf80-5a176fa82614 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0861230 Aug 31 09:16:12.162685 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-2c3e4e54-47b8-4b18-a415-eada4f521324 None None] Port 010e17d7-465a-4004-a9fe-9be5e105443d cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:16:12.167295 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-b982bf74-cd10-4135-b9a2-a3981d81c8a2 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:12.167933 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-b982bf74-cd10-4135-b9a2-a3981d81c8a2 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:12.290705 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-cb353e6d-5eae-4114-8e0c-69f833cdef40 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:12.296379 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f2e7ecf-1ac6-496e-ae40-ea9c62b3d75c req-4f4fa4d6-4b65-4788-bd34-184e19bcdc03 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0632365 Aug 31 09:16:12.342866 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-cb353e6d-5eae-4114-8e0c-69f833cdef40 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Network 671dffbd-cfd1-44d4-ad18-c45cdc841eb5 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:16:12.346011 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-cb353e6d-5eae-4114-8e0c-69f833cdef40 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:16:12.350735 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-cb353e6d-5eae-4114-8e0c-69f833cdef40 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:16:12.366758 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-b454f0de-8ff8-443f-b990-f0adb41b2e37 req-6856ac19-effa-490d-943f-7125f7a2206f tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Deleting port cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:16:12.367344 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b454f0de-8ff8-443f-b990-f0adb41b2e37 req-6856ac19-effa-490d-943f-7125f7a2206f tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:12.375708 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb353e6d-5eae-4114-8e0c-69f833cdef40 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Pushing event updated for resources: {'Port': ['ID=5a68bf1d-1d9c-4334-ac85-b4ee18020743,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:12.406331 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-cb353e6d-5eae-4114-8e0c-69f833cdef40 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:12.407161 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-cb353e6d-5eae-4114-8e0c-69f833cdef40 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:12.460007 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f2e7ecf-1ac6-496e-ae40-ea9c62b3d75c req-6d906505-fa72-4518-8fee-bfd0a3da6fa4 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0959232 Aug 31 09:16:12.494770 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-b982bf74-cd10-4135-b9a2-a3981d81c8a2 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1234713 Aug 31 09:16:12.516777 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-286c25ad-8213-4982-88b0-58bff3db4516 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:12.518233 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-286c25ad-8213-4982-88b0-58bff3db4516 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4416389 Aug 31 09:16:12.563562 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-41e0421c-8d72-4af0-850c-cc518ed38b5b service neutron] Request body: {'port': {'device_id': 'f8eff325-8b2f-48e8-a93c-aa126a2dd228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:12.574809 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf507d15-2ade-4501-b635-3a0666f85762 req-39b899b4-c7eb-4ae3-adf4-3e33cd669d11 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:12.576655 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cf507d15-2ade-4501-b635-3a0666f85762 req-39b899b4-c7eb-4ae3-adf4-3e33cd669d11 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/ports?device_id=f65b3cd5-7098-406e-a25c-25ac0fa8f336 HTTP/1.1" status: 200 len: 950 time: 0.3155618 Aug 31 09:16:12.584256 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-14cf8480-8b11-4834-b164-65afba201cf0 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Request body: {'port': {'device_id': 'cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'admin_state_up': True, 'tenant_id': '942a88e8ba9345a2859c3c0abfa564dd'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:12.596065 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de6d83-9a40-462c-a0d7-59b52b01c411 req-4d7924fb-52b7-4ced-9974-0d547b7a740b tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:12.598446 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-28de6d83-9a40-462c-a0d7-59b52b01c411 req-4d7924fb-52b7-4ced-9974-0d547b7a740b tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f8f538b-069b-40cb-a725-664dc8695c5a HTTP/1.1" status: 200 len: 945 time: 0.3133137 Aug 31 09:16:12.668716 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-cb353e6d-5eae-4114-8e0c-69f833cdef40 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4302130 Aug 31 09:16:12.682312 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-891e64f5-679c-45ce-bafc-95f0fcbf29de service neutron] Request body: {'port': {'device_id': 'bacbf592-ef65-47fe-95d3-efaae7581d69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:12.735366 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-b454f0de-8ff8-443f-b990-f0adb41b2e37 req-6856ac19-effa-490d-943f-7125f7a2206f tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] For port cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:12.735740 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b454f0de-8ff8-443f-b990-f0adb41b2e37 req-6856ac19-effa-490d-943f-7125f7a2206f tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:12.746112 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-891e64f5-679c-45ce-bafc-95f0fcbf29de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:12.816842 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-b454f0de-8ff8-443f-b990-f0adb41b2e37 req-6856ac19-effa-490d-943f-7125f7a2206f tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Calling delete_port for cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:16:12.864394 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-41e0421c-8d72-4af0-850c-cc518ed38b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:12.875294 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-28de6d83-9a40-462c-a0d7-59b52b01c411 req-4abfaa5c-5943-452c-adb3-74222f95bda6 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368026 Aug 31 09:16:12.881031 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['8a3c2dd1-b81d-4195-ac0b-b11d4521aed5'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:12.890196 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e7ecf-1ac6-496e-ae40-ea9c62b3d75c req-9f0d0ceb-be6a-4ab5-9166-b4a6ee38fc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:12.892219 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f2e7ecf-1ac6-496e-ae40-ea9c62b3d75c req-9f0d0ceb-be6a-4ab5-9166-b4a6ee38fc52 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4159963 Aug 31 09:16:12.938351 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cf507d15-2ade-4501-b635-3a0666f85762 req-ec0d7086-2a97-44bb-828e-adda0d03eddd tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/security-groups?id=79e8efef-c10f-413d-a295-7b79ef725079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337274 Aug 31 09:16:13.210584 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-14cf8480-8b11-4834-b164-65afba201cf0 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Made reservation on behalf of 942a88e8ba9345a2859c3c0abfa564dd for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:16:13.214274 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-14cf8480-8b11-4834-b164-65afba201cf0 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:13.233649 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-891e64f5-679c-45ce-bafc-95f0fcbf29de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a68bf1d-1d9c-4334-ac85-b4ee18020743 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:16:13.252748 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3be364ee-8006-4fae-859f-6975a0e311f0 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:16:13.253001 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-891e64f5-679c-45ce-bafc-95f0fcbf29de service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:13.271221 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-891e64f5-679c-45ce-bafc-95f0fcbf29de service neutron] Transition to ACTIVE for port object 5a68bf1d-1d9c-4334-ac85-b4ee18020743 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:16:13.365630 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9061052-545a-4313-9901-8ca035c46169 req-212256bb-4cdc-440e-ba24-361ea5b6f4d2 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:13.367390 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d9061052-545a-4313-9901-8ca035c46169 req-212256bb-4cdc-440e-ba24-361ea5b6f4d2 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8eff325-8b2f-48e8-a93c-aa126a2dd228 HTTP/1.1" status: 200 len: 932 time: 0.2765207 Aug 31 09:16:13.386899 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-891e64f5-679c-45ce-bafc-95f0fcbf29de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:13.439208 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e64f5-679c-45ce-bafc-95f0fcbf29de service neutron] Pushing event updated for resources: {'Port': ['ID=5a68bf1d-1d9c-4334-ac85-b4ee18020743,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:13.449428 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 3be364ee-8006-4fae-859f-6975a0e311f0 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:16:13.455869 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 3be364ee-8006-4fae-859f-6975a0e311f0 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:16:13.457091 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:13.542015 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468dc6b-45ca-4c0c-8e45-87cef00f2e70 req-c3a54b3f-a200-4890-a586-f05c2327845e tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:13.549450 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1468dc6b-45ca-4c0c-8e45-87cef00f2e70 req-c3a54b3f-a200-4890-a586-f05c2327845e tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=bacbf592-ef65-47fe-95d3-efaae7581d69 HTTP/1.1" status: 200 len: 931 time: 0.2550876 Aug 31 09:16:13.576941 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-891e64f5-679c-45ce-bafc-95f0fcbf29de service neutron] Attempting to bind port 5a68bf1d-1d9c-4334-ac85-b4ee18020743 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:16:13.577290 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-891e64f5-679c-45ce-bafc-95f0fcbf29de service neutron] Attempting to bind port 5a68bf1d-1d9c-4334-ac85-b4ee18020743 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'f6371895-21df-4b1a-a74d-67a04c30a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '671dffbd-cfd1-44d4-ad18-c45cdc841eb5'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:16:13.577593 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-891e64f5-679c-45ce-bafc-95f0fcbf29de service neutron] Attempting to bind port 5a68bf1d-1d9c-4334-ac85-b4ee18020743 on network 671dffbd-cfd1-44d4-ad18-c45cdc841eb5 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:16:13.583664 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-891e64f5-679c-45ce-bafc-95f0fcbf29de service neutron] Port 5a68bf1d-1d9c-4334-ac85-b4ee18020743 on network 671dffbd-cfd1-44d4-ad18-c45cdc841eb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:16:13.583988 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-891e64f5-679c-45ce-bafc-95f0fcbf29de service neutron] Attempting to bind port 5a68bf1d-1d9c-4334-ac85-b4ee18020743 on network 671dffbd-cfd1-44d4-ad18-c45cdc841eb5 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:16:13.589227 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:13.591867 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-891e64f5-679c-45ce-bafc-95f0fcbf29de service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:16:13.592469 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-891e64f5-679c-45ce-bafc-95f0fcbf29de service neutron] Checking segment: {'id': 'f6371895-21df-4b1a-a74d-67a04c30a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '671dffbd-cfd1-44d4-ad18-c45cdc841eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:16:13.593177 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-891e64f5-679c-45ce-bafc-95f0fcbf29de service neutron] Bound using segment: {'id': 'f6371895-21df-4b1a-a74d-67a04c30a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '671dffbd-cfd1-44d4-ad18-c45cdc841eb5'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:16:13.593341 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-891e64f5-679c-45ce-bafc-95f0fcbf29de service neutron] Bound port: 5a68bf1d-1d9c-4334-ac85-b4ee18020743, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6371895-21df-4b1a-a74d-67a04c30a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '671dffbd-cfd1-44d4-ad18-c45cdc841eb5'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:16:13.593631 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-891e64f5-679c-45ce-bafc-95f0fcbf29de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:13.606015 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d9061052-545a-4313-9901-8ca035c46169 req-913cd6fc-c19a-43a8-8e8d-25e0b1d21bd6 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/security-groups?id=cc904491-0f36-4ac7-a171-c02394869887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815431 Aug 31 09:16:13.626916 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8f538b-069b-40cb-a725-664dc8695c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be364ee-8006-4fae-859f-6975a0e311f0'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:13.628423 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b454f0de-8ff8-443f-b990-f0adb41b2e37 req-6856ac19-effa-490d-943f-7125f7a2206f tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:13.641159 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a483587-2d13-42d9-8062-53d49f895736" -d '{"events": [{"server_uuid": "5f8f538b-069b-40cb-a725-664dc8695c5a", "name": "network-vif-plugged", "status": "completed", "tag": "3be364ee-8006-4fae-859f-6975a0e311f0"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:13.657127 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3be364ee-8006-4fae-859f-6975a0e311f0, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3be364ee-8006-4fae-859f-6975a0e311f0,segment=NetworkSegment(329c79c6-5ca3-4a1a-b3d4-414355128167),segment_id=329c79c6-5ca3-4a1a-b3d4-414355128167)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:13.682034 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-891e64f5-679c-45ce-bafc-95f0fcbf29de service neutron] For port 5a68bf1d-1d9c-4334-ac85-b4ee18020743, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:16:13.688381 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-14cf8480-8b11-4834-b164-65afba201cf0 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Allocated IP 192.168.233.62 (a47e180d-e969-4a85-aa09-0ec8196480c0/f473c8e7-d3e2-4352-b8da-3dcd093feb8b/60243574-a569-4f1d-b02f-9fa1de255f32) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:16:13.690918 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-891e64f5-679c-45ce-bafc-95f0fcbf29de service neutron] For port 5a68bf1d-1d9c-4334-ac85-b4ee18020743, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=5a68bf1d-1d9c-4334-ac85-b4ee18020743,segment=NetworkSegment(f6371895-21df-4b1a-a74d-67a04c30a2a5),segment_id=f6371895-21df-4b1a-a74d-67a04c30a2a5)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:16:13.725840 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1468dc6b-45ca-4c0c-8e45-87cef00f2e70 req-b5beb9fb-9a4e-41e9-9709-8fe0ed20b345 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?id=23aa8320-d483-4e92-8178-31b79ff8e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755092 Aug 31 09:16:13.733125 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856ac19-effa-490d-943f-7125f7a2206f tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Pushing event deleted for resources: {'Port': ['ID=cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:13.801896 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe8765b-adf4-44de-ade6-76535083ac9b x-openstack-request-id: req-dfe8765b-adf4-44de-ade6-76535083ac9b {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:13.802188 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8f538b-069b-40cb-a725-664dc8695c5a", "name": "network-vif-plugged", "status": "completed", "tag": "3be364ee-8006-4fae-859f-6975a0e311f0", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:13.802448 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-dfe8765b-adf4-44de-ade6-76535083ac9b {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:13.802882 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8f538b-069b-40cb-a725-664dc8695c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be364ee-8006-4fae-859f-6975a0e311f0', 'code': 200} Aug 31 09:16:13.809031 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:13.822644 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-b454f0de-8ff8-443f-b990-f0adb41b2e37 req-6856ac19-effa-490d-943f-7125f7a2206f tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] No DVR routers for this DVR port cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:16:13.836525 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b454f0de-8ff8-443f-b990-f0adb41b2e37 req-6856ac19-effa-490d-943f-7125f7a2206f tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:13.839409 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b454f0de-8ff8-443f-b990-f0adb41b2e37 req-6856ac19-effa-490d-943f-7125f7a2206f tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.112 "DELETE /v2.0/ports/cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f HTTP/1.1" status: 204 len: 173 time: 2.4469872 Aug 31 09:16:13.844409 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-891e64f5-679c-45ce-bafc-95f0fcbf29de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:13.877872 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65b3cd5-7098-406e-a25c-25ac0fa8f336', 'name': 'network-vif-deleted', 'tag': 'cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:13.885045 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e25ad0c-3670-4679-ad31-6f3182958752" -d '{"events": [{"server_uuid": "f65b3cd5-7098-406e-a25c-25ac0fa8f336", "name": "network-vif-deleted", "tag": "cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:13.918007 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=3be364ee-8006-4fae-859f-6975a0e311f0,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:13.981770 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e64f5-679c-45ce-bafc-95f0fcbf29de service neutron] Pushing event updated for resources: {'Port': ['ID=5a68bf1d-1d9c-4334-ac85-b4ee18020743,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:14.004764 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0386d25b-35f9-410b-bcf7-fe3e479ebbce req-67a8b1eb-c22f-44d9-a9d2-88d43f0395fc tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af HTTP/1.1" status: 200 len: 210 time: 0.1861794 Aug 31 09:16:14.008871 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-90676341-f997-4d65-8501-e8c570817c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:14.013503 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcadb5a-801d-479c-8258-d4b1c1a0ff2d x-openstack-request-id: req-3bcadb5a-801d-479c-8258-d4b1c1a0ff2d {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:14.013803 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65b3cd5-7098-406e-a25c-25ac0fa8f336", "name": "network-vif-deleted", "tag": "cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:14.014060 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-3bcadb5a-801d-479c-8258-d4b1c1a0ff2d {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:14.014448 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65b3cd5-7098-406e-a25c-25ac0fa8f336', 'name': 'network-vif-deleted', 'tag': 'cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f', 'status': 'completed', 'code': 200} Aug 31 09:16:14.040478 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-891e64f5-679c-45ce-bafc-95f0fcbf29de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:14.040478 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-891e64f5-679c-45ce-bafc-95f0fcbf29de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:14.048260 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-891e64f5-679c-45ce-bafc-95f0fcbf29de service neutron] 10.222.0.112 "PUT /v2.0/ports/5a68bf1d-1d9c-4334-ac85-b4ee18020743 HTTP/1.1" status: 200 len: 1092 time: 1.3670325 Aug 31 09:16:14.048260 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bacbf592-ef65-47fe-95d3-efaae7581d69', 'tag': '5a68bf1d-1d9c-4334-ac85-b4ee18020743'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:14.058210 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01637a55-af83-47cc-ab4a-d2f58f6a42a7" -d '{"events": [{"name": "network-changed", "server_uuid": "bacbf592-ef65-47fe-95d3-efaae7581d69", "tag": "5a68bf1d-1d9c-4334-ac85-b4ee18020743"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:14.087030 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-41e0421c-8d72-4af0-850c-cc518ed38b5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 010e17d7-465a-4004-a9fe-9be5e105443d {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:16:14.111689 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:14.168551 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-41e0421c-8d72-4af0-850c-cc518ed38b5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:14.215950 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-30221e84-2173-4f81-8fc4-42cac0d141e4 req-9e40f074-0fac-480d-9789-7fb84a3e6f77 tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/ports?device_id=f65b3cd5-7098-406e-a25c-25ac0fa8f336 HTTP/1.1" status: 200 len: 210 time: 0.1059995 Aug 31 09:16:14.233125 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-41e0421c-8d72-4af0-850c-cc518ed38b5b service neutron] Transition to ACTIVE for port object 010e17d7-465a-4004-a9fe-9be5e105443d will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:16:14.240046 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392180d9-a2e8-4436-999f-8818921c195e req-477fd4ca-9dec-405c-92b6-32b6fa39beed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:14.241774 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-392180d9-a2e8-4436-999f-8818921c195e req-477fd4ca-9dec-405c-92b6-32b6fa39beed service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=5f8f538b-069b-40cb-a725-664dc8695c5a HTTP/1.1" status: 200 len: 1098 time: 0.3533614 Aug 31 09:16:14.259658 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedafdea-e2e0-4255-a6e8-e477c059f9de req-c06ade00-5b49-4eb7-a8c7-a80742630ce6 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:14.267073 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eedafdea-e2e0-4255-a6e8-e477c059f9de req-c06ade00-5b49-4eb7-a8c7-a80742630ce6 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f8f538b-069b-40cb-a725-664dc8695c5a HTTP/1.1" status: 200 len: 946 time: 0.2147312 Aug 31 09:16:14.325076 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2898d983-1b4e-4284-9e85-7d9b60b31775 x-openstack-request-id: req-2898d983-1b4e-4284-9e85-7d9b60b31775 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:14.325376 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bacbf592-ef65-47fe-95d3-efaae7581d69", "tag": "5a68bf1d-1d9c-4334-ac85-b4ee18020743", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:14.325625 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-2898d983-1b4e-4284-9e85-7d9b60b31775 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:14.326281 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bacbf592-ef65-47fe-95d3-efaae7581d69', 'tag': '5a68bf1d-1d9c-4334-ac85-b4ee18020743', 'status': 'completed', 'code': 200} Aug 31 09:16:14.341720 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-41e0421c-8d72-4af0-850c-cc518ed38b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:14.350701 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-0aa5eee4-4144-4711-aed5-731482381f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:14.352441 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-0aa5eee4-4144-4711-aed5-731482381f57 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=cba781cb93f8440b8938de29933fec7c&device_id=bacbf592-ef65-47fe-95d3-efaae7581d69 HTTP/1.1" status: 200 len: 1095 time: 0.0779543 Aug 31 09:16:14.412252 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-392180d9-a2e8-4436-999f-8818921c195e req-a67a5b81-34eb-4136-956f-20bb752ad8a5 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329987 Aug 31 09:16:14.415241 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-14cf8480-8b11-4834-b164-65afba201cf0 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:14.426680 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-b94ec59f-2b33-4af3-b9e0-7f400cc8247c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a68bf1d-1d9c-4334-ac85-b4ee18020743 HTTP/1.1" status: 200 len: 217 time: 0.0626290 Aug 31 09:16:14.433294 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eedafdea-e2e0-4255-a6e8-e477c059f9de req-b6e4b1bb-85fa-478c-a6aa-75b68e073937 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631584 Aug 31 09:16:14.466803 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-14cf8480-8b11-4834-b164-65afba201cf0 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Transition to ACTIVE for port object 60243574-a569-4f1d-b02f-9fa1de255f32 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:16:14.471984 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0421c-8d72-4af0-850c-cc518ed38b5b service neutron] Pushing event updated for resources: {'Port': ['ID=010e17d7-465a-4004-a9fe-9be5e105443d,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:14.600774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-41e0421c-8d72-4af0-850c-cc518ed38b5b service neutron] Attempting to bind port 010e17d7-465a-4004-a9fe-9be5e105443d on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:16:14.601066 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-41e0421c-8d72-4af0-850c-cc518ed38b5b service neutron] Attempting to bind port 010e17d7-465a-4004-a9fe-9be5e105443d by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '2e78ba2e-2d1c-4b07-a947-46f3e238a90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '4cf160fe-fa67-43d6-a1e8-90f7d231f9ad'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:16:14.601483 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-41e0421c-8d72-4af0-850c-cc518ed38b5b service neutron] Attempting to bind port 010e17d7-465a-4004-a9fe-9be5e105443d on network 4cf160fe-fa67-43d6-a1e8-90f7d231f9ad {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:16:14.608247 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-41e0421c-8d72-4af0-850c-cc518ed38b5b service neutron] Port 010e17d7-465a-4004-a9fe-9be5e105443d on network 4cf160fe-fa67-43d6-a1e8-90f7d231f9ad not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:16:14.608579 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-41e0421c-8d72-4af0-850c-cc518ed38b5b service neutron] Attempting to bind port 010e17d7-465a-4004-a9fe-9be5e105443d on network 4cf160fe-fa67-43d6-a1e8-90f7d231f9ad {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:16:14.617604 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-41e0421c-8d72-4af0-850c-cc518ed38b5b service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:16:14.618576 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-41e0421c-8d72-4af0-850c-cc518ed38b5b service neutron] Checking segment: {'id': '2e78ba2e-2d1c-4b07-a947-46f3e238a90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '4cf160fe-fa67-43d6-a1e8-90f7d231f9ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:16:14.618968 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-41e0421c-8d72-4af0-850c-cc518ed38b5b service neutron] Bound using segment: {'id': '2e78ba2e-2d1c-4b07-a947-46f3e238a90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '4cf160fe-fa67-43d6-a1e8-90f7d231f9ad'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:16:14.619391 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-41e0421c-8d72-4af0-850c-cc518ed38b5b service neutron] Bound port: 010e17d7-465a-4004-a9fe-9be5e105443d, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e78ba2e-2d1c-4b07-a947-46f3e238a90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '4cf160fe-fa67-43d6-a1e8-90f7d231f9ad'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:16:14.619747 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-41e0421c-8d72-4af0-850c-cc518ed38b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:14.688394 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-14cf8480-8b11-4834-b164-65afba201cf0 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:14.705267 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['57e931bc-1029-43b1-b433-8ddbb68cbc7e', '35ba2173-1a10-4279-a978-6f2bd458a61c'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:14.759363 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-159f691e-a36d-41dd-93cf-e1fc33598a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:14.771929 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-159f691e-a36d-41dd-93cf-e1fc33598a95 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=98f1a321-868c-46a4-bd2e-3ecb869d4f87 HTTP/1.1" status: 200 len: 853 time: 0.1301687 Aug 31 09:16:14.815886 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-14cf8480-8b11-4834-b164-65afba201cf0 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Network a47e180d-e969-4a85-aa09-0ec8196480c0 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:16:14.828267 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-14cf8480-8b11-4834-b164-65afba201cf0 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:16:14.852707 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-f021f17e-973a-4818-a812-563c7d2c18dd service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=671dffbd-cfd1-44d4-ad18-c45cdc841eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733678 Aug 31 09:16:14.856583 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-14cf8480-8b11-4834-b164-65afba201cf0 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:16:14.974095 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf8480-8b11-4834-b164-65afba201cf0 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Pushing event updated for resources: {'Port': ['ID=60243574-a569-4f1d-b02f-9fa1de255f32,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:15.052686 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-41e0421c-8d72-4af0-850c-cc518ed38b5b service neutron] For port 010e17d7-465a-4004-a9fe-9be5e105443d, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:16:15.058276 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-21dafd71-fbd6-46b6-9865-dd92f905698c service neutron] 10.222.0.112 "GET /v2.0/networks/671dffbd-cfd1-44d4-ad18-c45cdc841eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896312 Aug 31 09:16:15.108379 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e1ad2-9b13-4d24-b763-4f1a3aa4f6c4 req-c6429326-2b8d-4b1f-a02c-1b9f88a7b151 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:15.109985 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d80e1ad2-9b13-4d24-b763-4f1a3aa4f6c4 req-c6429326-2b8d-4b1f-a02c-1b9f88a7b151 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8eff325-8b2f-48e8-a93c-aa126a2dd228 HTTP/1.1" status: 200 len: 944 time: 0.3043344 Aug 31 09:16:15.112353 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-41e0421c-8d72-4af0-850c-cc518ed38b5b service neutron] For port 010e17d7-465a-4004-a9fe-9be5e105443d, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=010e17d7-465a-4004-a9fe-9be5e105443d,segment=NetworkSegment(2e78ba2e-2d1c-4b07-a947-46f3e238a90e),segment_id=2e78ba2e-2d1c-4b07-a947-46f3e238a90e)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:16:15.121381 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-14cf8480-8b11-4834-b164-65afba201cf0 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:15.121969 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-14cf8480-8b11-4834-b164-65afba201cf0 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:15.151704 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d825c0-392a-4862-a1fc-b489e2a7fd34 req-090a7a6d-cd9b-466d-b847-c4be18b85e2e tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:15.159088 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-93d825c0-392a-4862-a1fc-b489e2a7fd34 req-090a7a6d-cd9b-466d-b847-c4be18b85e2e tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=bacbf592-ef65-47fe-95d3-efaae7581d69 HTTP/1.1" status: 200 len: 943 time: 0.2120142 Aug 31 09:16:15.193503 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b2d63c3a-0033-4185-a69a-e33d189acd9f req-9bbdf729-9c50-4155-971b-c3c338faebfd service neutron] 10.222.0.112 "GET /v2.0/networks/671dffbd-cfd1-44d4-ad18-c45cdc841eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168709 Aug 31 09:16:15.227358 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-41e0421c-8d72-4af0-850c-cc518ed38b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:15.252152 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:16:15.256057 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:15.276982 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-93d825c0-392a-4862-a1fc-b489e2a7fd34 req-432be74d-d5be-4673-8483-f3d465d5ed8d tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?id=23aa8320-d483-4e92-8178-31b79ff8e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140196 Aug 31 09:16:15.292372 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:16:15.292751 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device cf0c0d72-01e5-4d33-a8e8-6afe25d9cd1f not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:16:15.308114 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d80e1ad2-9b13-4d24-b763-4f1a3aa4f6c4 req-75d80380-28cd-4138-9a4c-25b700d3726e tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/security-groups?id=cc904491-0f36-4ac7-a171-c02394869887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407015 Aug 31 09:16:15.309600 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-14cf8480-8b11-4834-b164-65afba201cf0 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7564507 Aug 31 09:16:15.363792 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-065519a8-54f8-4699-ba2b-3cc2eeaedce6 service neutron] Request body: {'port': {'device_id': 'cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:15.389426 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-41e0421c-8d72-4af0-850c-cc518ed38b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:15.390481 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-41e0421c-8d72-4af0-850c-cc518ed38b5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:15.392256 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-41e0421c-8d72-4af0-850c-cc518ed38b5b service neutron] 10.222.0.112 "PUT /v2.0/ports/010e17d7-465a-4004-a9fe-9be5e105443d HTTP/1.1" status: 200 len: 1093 time: 2.8413770 Aug 31 09:16:15.408723 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-49965636-0107-49b1-851a-5503aebbf1c6 None None] Provisioning for port 60243574-a569-4f1d-b02f-9fa1de255f32 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:16:15.414000 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-49965636-0107-49b1-851a-5503aebbf1c6 None None] Provisioning complete for port 60243574-a569-4f1d-b02f-9fa1de255f32 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:16:15.414461 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-49965636-0107-49b1-851a-5503aebbf1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:15.464633 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01637a55-af83-47cc-ab4a-d2f58f6a42a7 req-b4ba4e71-e6d7-4239-a3ce-cad15e6b3e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:15.469447 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-01637a55-af83-47cc-ab4a-d2f58f6a42a7 req-b4ba4e71-e6d7-4239-a3ce-cad15e6b3e46 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=cba781cb93f8440b8938de29933fec7c&device_id=bacbf592-ef65-47fe-95d3-efaae7581d69 HTTP/1.1" status: 200 len: 1095 time: 0.0987246 Aug 31 09:16:15.528209 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-49965636-0107-49b1-851a-5503aebbf1c6 None None] Port 60243574-a569-4f1d-b02f-9fa1de255f32 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:16:15.632300 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d58a1d24-0668-4453-93bf-d79fcc232a95 req-d3d615b8-fe5f-459a-9af4-95811d6bbbce tempest-ImagesNegativeTestJSON-1040340096 tempest-ImagesNegativeTestJSON-1040340096-project] 10.222.0.119 "GET /v2.0/ports?device_id=f65b3cd5-7098-406e-a25c-25ac0fa8f336 HTTP/1.1" status: 200 len: 210 time: 0.0731988 Aug 31 09:16:15.652040 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0421c-8d72-4af0-850c-cc518ed38b5b service neutron] Pushing event updated for resources: {'Port': ['ID=010e17d7-465a-4004-a9fe-9be5e105443d,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:15.672133 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01637a55-af83-47cc-ab4a-d2f58f6a42a7 req-d6855139-c094-423f-8396-ca2d4f785a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:15.673590 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-01637a55-af83-47cc-ab4a-d2f58f6a42a7 req-d6855139-c094-423f-8396-ca2d4f785a30 service neutron] 10.222.0.112 "GET /v2.0/networks?id=671dffbd-cfd1-44d4-ad18-c45cdc841eb5 HTTP/1.1" status: 200 len: 915 time: 0.1931517 Aug 31 09:16:15.759777 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-01637a55-af83-47cc-ab4a-d2f58f6a42a7 req-da5ea719-70c6-457e-b208-c0df3439f44b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a68bf1d-1d9c-4334-ac85-b4ee18020743 HTTP/1.1" status: 200 len: 217 time: 0.0689929 Aug 31 09:16:15.768116 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f149ee6-4dcb-4f1a-82df-899fd5ff0b62 req-8e88ed28-a78c-49b0-938d-670ed21eebde tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:15.770239 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7f149ee6-4dcb-4f1a-82df-899fd5ff0b62 req-8e88ed28-a78c-49b0-938d-670ed21eebde tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af HTTP/1.1" status: 200 len: 935 time: 0.3174632 Aug 31 09:16:15.772851 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-065519a8-54f8-4699-ba2b-3cc2eeaedce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:15.792953 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-d603f241-b0c8-4a87-9be2-4cdb63b40886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:15.794414 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-d603f241-b0c8-4a87-9be2-4cdb63b40886 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ecc4af06d9f044f6a31368d2040b2b4b&device_id=f8eff325-8b2f-48e8-a93c-aa126a2dd228 HTTP/1.1" status: 200 len: 1096 time: 0.1543150 Aug 31 09:16:15.847973 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01637a55-af83-47cc-ab4a-d2f58f6a42a7 req-1e7e49e8-6627-4750-a0b9-2eb7ecb71ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:15.849715 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-01637a55-af83-47cc-ab4a-d2f58f6a42a7 req-1e7e49e8-6627-4750-a0b9-2eb7ecb71ea9 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=98f1a321-868c-46a4-bd2e-3ecb869d4f87 HTTP/1.1" status: 200 len: 853 time: 0.0704479 Aug 31 09:16:15.873346 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-2e1eed19-2f5d-4091-89fb-c8e9d2f52c30 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=010e17d7-465a-4004-a9fe-9be5e105443d HTTP/1.1" status: 200 len: 217 time: 0.0426877 Aug 31 09:16:15.892942 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-01637a55-af83-47cc-ab4a-d2f58f6a42a7 req-594325b7-809f-4703-a01d-df33a1994f71 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=671dffbd-cfd1-44d4-ad18-c45cdc841eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299950 Aug 31 09:16:16.006966 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-01637a55-af83-47cc-ab4a-d2f58f6a42a7 req-253eb4e0-f15d-42bd-9c1b-5c501bf8969d service neutron] 10.222.0.112 "GET /v2.0/networks/671dffbd-cfd1-44d4-ad18-c45cdc841eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034644 Aug 31 09:16:16.011580 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7f149ee6-4dcb-4f1a-82df-899fd5ff0b62 req-7f7ec75a-352d-4956-83b5-cfacd180d683 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230749 Aug 31 09:16:16.018246 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8eff325-8b2f-48e8-a93c-aa126a2dd228', 'tag': '010e17d7-465a-4004-a9fe-9be5e105443d'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:16.021654 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594a7716-d8b0-4b64-91ea-acba06b9e47e" -d '{"events": [{"name": "network-changed", "server_uuid": "f8eff325-8b2f-48e8-a93c-aa126a2dd228", "tag": "010e17d7-465a-4004-a9fe-9be5e105443d"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:16.080129 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04015f2-df61-4714-bce2-9c7455e62f14 req-a31faed7-e30c-462c-b67c-491ba7b80759 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:16.083670 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c04015f2-df61-4714-bce2-9c7455e62f14 req-a31faed7-e30c-462c-b67c-491ba7b80759 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f8f538b-069b-40cb-a725-664dc8695c5a HTTP/1.1" status: 200 len: 946 time: 0.2149465 Aug 31 09:16:16.117159 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-d028dad2-c58a-4ed1-b095-37dc6646816b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:16.118735 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-d028dad2-c58a-4ed1-b095-37dc6646816b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f677096e-2f3d-4ff3-bcd7-53a620eb8c47 HTTP/1.1" status: 200 len: 849 time: 0.2201698 Aug 31 09:16:16.146961 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-01637a55-af83-47cc-ab4a-d2f58f6a42a7 req-f2d5da97-0d55-4b62-b6ad-310d753ee292 service neutron] 10.222.0.112 "GET /v2.0/networks/671dffbd-cfd1-44d4-ad18-c45cdc841eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236000 Aug 31 09:16:16.180670 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a60bd1-fbb2-4871-83c5-a553589be2f5 x-openstack-request-id: req-55a60bd1-fbb2-4871-83c5-a553589be2f5 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:16.181113 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8eff325-8b2f-48e8-a93c-aa126a2dd228", "tag": "010e17d7-465a-4004-a9fe-9be5e105443d", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:16.181366 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-55a60bd1-fbb2-4871-83c5-a553589be2f5 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:16.181813 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8eff325-8b2f-48e8-a93c-aa126a2dd228', 'tag': '010e17d7-465a-4004-a9fe-9be5e105443d', 'status': 'completed', 'code': 200} Aug 31 09:16:16.222521 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c04015f2-df61-4714-bce2-9c7455e62f14 req-c6246bb4-03cf-4047-98b2-e09d443bef0e tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010423 Aug 31 09:16:16.231683 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-f7b1456f-5a95-4a55-bc4a-cf1ec7d4fbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:16.233313 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-f7b1456f-5a95-4a55-bc4a-cf1ec7d4fbb8 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=4cf160fe-fa67-43d6-a1e8-90f7d231f9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0971401 Aug 31 09:16:16.357285 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-c41b9879-3df9-402d-a17d-1ddce4de0d9e service neutron] 10.222.0.112 "GET /v2.0/networks/4cf160fe-fa67-43d6-a1e8-90f7d231f9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050839 Aug 31 09:16:16.853449 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-065519a8-54f8-4699-ba2b-3cc2eeaedce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60243574-a569-4f1d-b02f-9fa1de255f32 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:16:16.867825 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-065519a8-54f8-4699-ba2b-3cc2eeaedce6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:16.903684 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2faa1b-82b9-45db-bb3d-79200494341b req-4b90f50e-1157-4d76-ad45-15d16a9c4e20 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:16.905172 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d2faa1b-82b9-45db-bb3d-79200494341b req-4b90f50e-1157-4d76-ad45-15d16a9c4e20 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8eff325-8b2f-48e8-a93c-aa126a2dd228 HTTP/1.1" status: 200 len: 944 time: 0.2016559 Aug 31 09:16:16.912061 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:16.921796 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80699085-fecb-45f3-9a31-f739cf55b570 req-99f6bb8d-e730-4a94-a461-39595fa5d348 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:16.923288 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-80699085-fecb-45f3-9a31-f739cf55b570 req-99f6bb8d-e730-4a94-a461-39595fa5d348 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=bacbf592-ef65-47fe-95d3-efaae7581d69 HTTP/1.1" status: 200 len: 943 time: 0.2209132 Aug 31 09:16:16.924383 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-065519a8-54f8-4699-ba2b-3cc2eeaedce6 service neutron] Transition to ACTIVE for port object 60243574-a569-4f1d-b02f-9fa1de255f32 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:16:16.971343 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d276a8d9-0bf7-4856-8641-d57cdf3d84b2 req-01aec3f7-ac92-49c9-8237-b25ddbbb7870 service neutron] 10.222.0.112 "GET /v2.0/networks/4cf160fe-fa67-43d6-a1e8-90f7d231f9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6036539 Aug 31 09:16:17.012773 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-80699085-fecb-45f3-9a31-f739cf55b570 req-8d6676ee-a2e6-428a-83ea-0a3b8a46ec34 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?id=23aa8320-d483-4e92-8178-31b79ff8e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824206 Aug 31 09:16:17.019620 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d2faa1b-82b9-45db-bb3d-79200494341b req-6d85778a-4d12-45a7-b8ff-8f06c074ca3c tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/security-groups?id=cc904491-0f36-4ac7-a171-c02394869887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932956 Aug 31 09:16:17.021151 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-065519a8-54f8-4699-ba2b-3cc2eeaedce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:17.073369 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065519a8-54f8-4699-ba2b-3cc2eeaedce6 service neutron] Pushing event updated for resources: {'Port': ['ID=60243574-a569-4f1d-b02f-9fa1de255f32,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:17.254766 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a7716-d8b0-4b64-91ea-acba06b9e47e req-9a20af55-3068-4b81-9097-257540468f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:17.257445 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-594a7716-d8b0-4b64-91ea-acba06b9e47e req-9a20af55-3068-4b81-9097-257540468f91 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ecc4af06d9f044f6a31368d2040b2b4b&device_id=f8eff325-8b2f-48e8-a93c-aa126a2dd228 HTTP/1.1" status: 200 len: 1096 time: 0.1264615 Aug 31 09:16:17.261487 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 5a68bf1d-1d9c-4334-ac85-b4ee18020743 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:16:17.268028 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-065519a8-54f8-4699-ba2b-3cc2eeaedce6 service neutron] Attempting to bind port 60243574-a569-4f1d-b02f-9fa1de255f32 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:16:17.270962 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-065519a8-54f8-4699-ba2b-3cc2eeaedce6 service neutron] Attempting to bind port 60243574-a569-4f1d-b02f-9fa1de255f32 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:16:17.272509 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-065519a8-54f8-4699-ba2b-3cc2eeaedce6 service neutron] Attempting to bind port 60243574-a569-4f1d-b02f-9fa1de255f32 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:16:17.284365 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-065519a8-54f8-4699-ba2b-3cc2eeaedce6 service neutron] Port 60243574-a569-4f1d-b02f-9fa1de255f32 on network a47e180d-e969-4a85-aa09-0ec8196480c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:16:17.285662 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-065519a8-54f8-4699-ba2b-3cc2eeaedce6 service neutron] Attempting to bind port 60243574-a569-4f1d-b02f-9fa1de255f32 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:16:17.333649 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-065519a8-54f8-4699-ba2b-3cc2eeaedce6 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:16:17.333649 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-065519a8-54f8-4699-ba2b-3cc2eeaedce6 service neutron] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:16:17.333649 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-065519a8-54f8-4699-ba2b-3cc2eeaedce6 service neutron] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:16:17.333649 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-065519a8-54f8-4699-ba2b-3cc2eeaedce6 service neutron] Bound port: 60243574-a569-4f1d-b02f-9fa1de255f32, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:16:17.333649 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-065519a8-54f8-4699-ba2b-3cc2eeaedce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:17.392915 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0141e5-175d-4e0c-afbc-27be5f15ba98 req-7140b3a6-d6a1-4f72-a744-fd9b7c3a4421 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:17.400787 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3a0141e5-175d-4e0c-afbc-27be5f15ba98 req-7140b3a6-d6a1-4f72-a744-fd9b7c3a4421 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af HTTP/1.1" status: 200 len: 947 time: 0.2298386 Aug 31 09:16:17.424163 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 5a68bf1d-1d9c-4334-ac85-b4ee18020743, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=5a68bf1d-1d9c-4334-ac85-b4ee18020743,segment=NetworkSegment(f6371895-21df-4b1a-a74d-67a04c30a2a5),segment_id=f6371895-21df-4b1a-a74d-67a04c30a2a5)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:17.439684 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '5a68bf1d-1d9c-4334-ac85-b4ee18020743', 'network_id': '671dffbd-cfd1-44d4-ad18-c45cdc841eb5', 'port_id': '5a68bf1d-1d9c-4334-ac85-b4ee18020743', 'mac_address': 'fa:16:3e:81:ae:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98f1a321-868c-46a4-bd2e-3ecb869d4f87', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:16:17.481419 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:17.496912 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a68bf1d-1d9c-4334-ac85-b4ee18020743 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:16:17.522050 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 5a68bf1d-1d9c-4334-ac85-b4ee18020743, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=5a68bf1d-1d9c-4334-ac85-b4ee18020743,segment=NetworkSegment(f6371895-21df-4b1a-a74d-67a04c30a2a5),segment_id=f6371895-21df-4b1a-a74d-67a04c30a2a5)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:17.549126 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3a0141e5-175d-4e0c-afbc-27be5f15ba98 req-a633e3f1-0409-4ec5-a90e-ccdd9556b4c3 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473696 Aug 31 09:16:17.563028 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-065519a8-54f8-4699-ba2b-3cc2eeaedce6 service neutron] For port 60243574-a569-4f1d-b02f-9fa1de255f32, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:16:17.570844 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a7716-d8b0-4b64-91ea-acba06b9e47e req-f4280f29-0e14-44f3-a79b-af57d8d78981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:17.573157 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-594a7716-d8b0-4b64-91ea-acba06b9e47e req-f4280f29-0e14-44f3-a79b-af57d8d78981 service neutron] 10.222.0.112 "GET /v2.0/networks?id=4cf160fe-fa67-43d6-a1e8-90f7d231f9ad HTTP/1.1" status: 200 len: 912 time: 0.2933314 Aug 31 09:16:17.576104 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-065519a8-54f8-4699-ba2b-3cc2eeaedce6 service neutron] For port 60243574-a569-4f1d-b02f-9fa1de255f32, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=60243574-a569-4f1d-b02f-9fa1de255f32,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:16:17.585944 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a80ab-e38e-4009-9cc1-697e74eeaa4a req-f74d5355-3b48-4e31-b8cb-83dde5650d81 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:17.591105 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:17.592035 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db4a80ab-e38e-4009-9cc1-697e74eeaa4a req-f74d5355-3b48-4e31-b8cb-83dde5650d81 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f8f538b-069b-40cb-a725-664dc8695c5a HTTP/1.1" status: 200 len: 946 time: 0.1804531 Aug 31 09:16:17.628259 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-594a7716-d8b0-4b64-91ea-acba06b9e47e req-2dbb683a-d5bd-46ba-84df-b6b6d74cc166 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=010e17d7-465a-4004-a9fe-9be5e105443d HTTP/1.1" status: 200 len: 217 time: 0.0395195 Aug 31 09:16:17.655370 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=5a68bf1d-1d9c-4334-ac85-b4ee18020743,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:17.698156 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-065519a8-54f8-4699-ba2b-3cc2eeaedce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:17.739120 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db4a80ab-e38e-4009-9cc1-697e74eeaa4a req-218a5c79-29c8-4126-8634-fbb1375c9655 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130977 Aug 31 09:16:17.760492 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-065519a8-54f8-4699-ba2b-3cc2eeaedce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:17.761305 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-065519a8-54f8-4699-ba2b-3cc2eeaedce6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:17.763135 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-065519a8-54f8-4699-ba2b-3cc2eeaedce6 service neutron] 10.222.0.112 "PUT /v2.0/ports/60243574-a569-4f1d-b02f-9fa1de255f32 HTTP/1.1" status: 200 len: 1096 time: 2.4098742 Aug 31 09:16:17.783564 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a7716-d8b0-4b64-91ea-acba06b9e47e req-c10d52dd-749f-4533-bb2d-90462a7ca007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:17.786268 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-594a7716-d8b0-4b64-91ea-acba06b9e47e req-c10d52dd-749f-4533-bb2d-90462a7ca007 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f677096e-2f3d-4ff3-bcd7-53a620eb8c47 HTTP/1.1" status: 200 len: 849 time: 0.1494739 Aug 31 09:16:17.872956 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065519a8-54f8-4699-ba2b-3cc2eeaedce6 service neutron] Pushing event updated for resources: {'Port': ['ID=60243574-a569-4f1d-b02f-9fa1de255f32,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:17.892507 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a7716-d8b0-4b64-91ea-acba06b9e47e req-bc46f3d1-f329-4767-94e9-f3bb45d20aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:17.894661 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-594a7716-d8b0-4b64-91ea-acba06b9e47e req-bc46f3d1-f329-4767-94e9-f3bb45d20aca service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=4cf160fe-fa67-43d6-a1e8-90f7d231f9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0936971 Aug 31 09:16:17.957939 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['5a68bf1d-1d9c-4334-ac85-b4ee18020743'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:18.065416 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4175b1d-b51f-4626-b647-43579739061a req-14976f7e-777c-480e-a866-582b0fe69882 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:18.067913 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4175b1d-b51f-4626-b647-43579739061a req-14976f7e-777c-480e-a866-582b0fe69882 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=5f8f538b-069b-40cb-a725-664dc8695c5a HTTP/1.1" status: 200 len: 1098 time: 0.1649451 Aug 31 09:16:18.086405 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-75b50858-4ddf-41ed-8c53-d548f77e461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:18.087972 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-75b50858-4ddf-41ed-8c53-d548f77e461c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=942a88e8ba9345a2859c3c0abfa564dd&device_id=cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af HTTP/1.1" status: 200 len: 1099 time: 0.1735990 Aug 31 09:16:18.146296 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-594a7716-d8b0-4b64-91ea-acba06b9e47e req-e35bdf92-597d-43f4-a4ba-ae45c1197052 service neutron] 10.222.0.112 "GET /v2.0/networks/4cf160fe-fa67-43d6-a1e8-90f7d231f9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328181 Aug 31 09:16:18.198599 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af', 'tag': '60243574-a569-4f1d-b02f-9fa1de255f32'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:18.201476 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f89da5-d99c-4a31-a945-648bec88a421" -d '{"events": [{"name": "network-changed", "server_uuid": "cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af", "tag": "60243574-a569-4f1d-b02f-9fa1de255f32"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:18.205019 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-98fb6636-f4ad-413e-8fd6-cfd571c73ccf service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=60243574-a569-4f1d-b02f-9fa1de255f32 HTTP/1.1" status: 200 len: 217 time: 0.0907795 Aug 31 09:16:18.296473 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4175b1d-b51f-4626-b647-43579739061a req-529ca7e8-a57d-4dc7-914f-b0f3e170144e tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074125 Aug 31 09:16:18.324549 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-b3a6fdf3-ec5e-46c0-9541-224a46a2156c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:18.326269 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-b3a6fdf3-ec5e-46c0-9541-224a46a2156c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1022017 Aug 31 09:16:18.340615 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55272) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:18.342332 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef1a20-9482-454d-b85c-9e0b80d98382 req-7b1bfdd2-abaf-49d0-9c3a-6c4bdbbd85fb tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:18.349733 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e0ef1a20-9482-454d-b85c-9e0b80d98382 req-7b1bfdd2-abaf-49d0-9c3a-6c4bdbbd85fb tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8eff325-8b2f-48e8-a93c-aa126a2dd228 HTTP/1.1" status: 200 len: 944 time: 0.2186153 Aug 31 09:16:18.383510 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-594a7716-d8b0-4b64-91ea-acba06b9e47e req-c81da57e-f9c1-4bf4-b0b7-d5061d83fcf3 service neutron] 10.222.0.112 "GET /v2.0/networks/4cf160fe-fa67-43d6-a1e8-90f7d231f9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064326 Aug 31 09:16:18.496882 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e0ef1a20-9482-454d-b85c-9e0b80d98382 req-7021e8e7-e2fc-4c09-931e-087ed52a3109 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/security-groups?id=cc904491-0f36-4ac7-a171-c02394869887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123333 Aug 31 09:16:18.501416 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-ebfd26f1-8742-481b-acb9-94e5f9d57a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:18.503373 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-ebfd26f1-8742-481b-acb9-94e5f9d57a41 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1225181 Aug 31 09:16:18.644870 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0090c884-7703-4435-997b-4967aa17bbb3 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=c48aa88ef39c40948897ad5bee91c957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2999465 Aug 31 09:16:18.645359 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55284) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:18.664899 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a79a41d-83b2-4399-a478-03550b71fffe x-openstack-request-id: req-4a79a41d-83b2-4399-a478-03550b71fffe {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:18.665501 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af", "tag": "60243574-a569-4f1d-b02f-9fa1de255f32", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:18.666003 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4a79a41d-83b2-4399-a478-03550b71fffe {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:18.666791 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af', 'tag': '60243574-a569-4f1d-b02f-9fa1de255f32', 'status': 'completed', 'code': 200} Aug 31 09:16:18.719549 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-3636a5d9-151a-4c50-9ed5-94de80d95339 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027576 Aug 31 09:16:18.730333 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-67d22732-76e1-477b-8df9-e32f53ec2d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:18.739777 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061410b-e0bc-4226-b582-fa0653590874 req-e04c65e1-7091-4334-80f6-631f8416960a tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:18.742535 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5061410b-e0bc-4226-b582-fa0653590874 req-e04c65e1-7091-4334-80f6-631f8416960a tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=bacbf592-ef65-47fe-95d3-efaae7581d69 HTTP/1.1" status: 200 len: 944 time: 0.1511180 Aug 31 09:16:18.756745 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-67d22732-76e1-477b-8df9-e32f53ec2d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:18.848383 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5061410b-e0bc-4226-b582-fa0653590874 req-3fa286de-2bc9-4dda-aaab-f961cc592b90 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?id=23aa8320-d483-4e92-8178-31b79ff8e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971282 Aug 31 09:16:18.874469 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47b192fe-03cf-41d0-8100-5a9e0a2c4411 req-41de8cf2-31a2-4c5f-bd51-580bdce90ae2 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308453 Aug 31 09:16:18.928696 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-67d22732-76e1-477b-8df9-e32f53ec2d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:18.931604 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-67d22732-76e1-477b-8df9-e32f53ec2d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:18.932916 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-67d22732-76e1-477b-8df9-e32f53ec2d6f admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/79e8efef-c10f-413d-a295-7b79ef725079 HTTP/1.1" status: 204 len: 168 time: 0.2859428 Aug 31 09:16:18.941330 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d22732-76e1-477b-8df9-e32f53ec2d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e8efef-c10f-413d-a295-7b79ef725079,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:18.955580 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae09cf-8be8-4376-918c-d8474cba7fe1 req-d60b4426-70f4-484e-bee3-69eb5d7b27bb tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:18.957643 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-beae09cf-8be8-4376-918c-d8474cba7fe1 req-d60b4426-70f4-484e-bee3-69eb5d7b27bb tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=5f8f538b-069b-40cb-a725-664dc8695c5a HTTP/1.1" status: 200 len: 1098 time: 0.0521417 Aug 31 09:16:18.995120 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-beae09cf-8be8-4376-918c-d8474cba7fe1 req-e9729c58-1643-4a0c-a52c-e72532fce809 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299742 Aug 31 09:16:19.136243 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f89da5-d99c-4a31-a945-648bec88a421 req-bf708edf-f4ba-4c25-b3de-7a50d492b2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:19.137785 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-84f89da5-d99c-4a31-a945-648bec88a421 req-bf708edf-f4ba-4c25-b3de-7a50d492b2e0 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=942a88e8ba9345a2859c3c0abfa564dd&device_id=cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af HTTP/1.1" status: 200 len: 1099 time: 0.0741484 Aug 31 09:16:19.154461 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f55be-afb0-41d7-a97f-d353a0e9a0c5 req-122182d9-dd2d-4659-a4fc-c500e4cb39c5 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:19.156066 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-980f55be-afb0-41d7-a97f-d353a0e9a0c5 req-122182d9-dd2d-4659-a4fc-c500e4cb39c5 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af HTTP/1.1" status: 200 len: 947 time: 0.0811403 Aug 31 09:16:19.219719 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:16:19.267618 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 010e17d7-465a-4004-a9fe-9be5e105443d details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:16:19.271416 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 5a68bf1d-1d9c-4334-ac85-b4ee18020743 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:16:19.291060 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-980f55be-afb0-41d7-a97f-d353a0e9a0c5 req-6ef921ca-d433-413d-922c-fc1ab822fb67 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245139 Aug 31 09:16:19.310786 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7bec3-acfe-4dda-88c9-ef063cb7a4a4 req-2449fe0d-d856-4ffa-8957-9682345303dc tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:19.312968 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5a7bec3-acfe-4dda-88c9-ef063cb7a4a4 req-2449fe0d-d856-4ffa-8957-9682345303dc tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 944 time: 0.1051419 Aug 31 09:16:19.338693 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f89da5-d99c-4a31-a945-648bec88a421 req-8021c475-8c92-4edb-8527-7c41b3faa32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:19.340290 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-84f89da5-d99c-4a31-a945-648bec88a421 req-8021c475-8c92-4edb-8527-7c41b3faa32f service neutron] 10.222.0.112 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.1833007 Aug 31 09:16:19.412584 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5a7bec3-acfe-4dda-88c9-ef063cb7a4a4 req-ad6ee900-ca47-47ac-a362-8f9d89a80768 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875428 Aug 31 09:16:19.414583 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-84f89da5-d99c-4a31-a945-648bec88a421 req-9bb692df-cedc-4b4e-af9c-7002d566f5b2 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=60243574-a569-4f1d-b02f-9fa1de255f32 HTTP/1.1" status: 200 len: 217 time: 0.0600884 Aug 31 09:16:19.449283 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 010e17d7-465a-4004-a9fe-9be5e105443d, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=010e17d7-465a-4004-a9fe-9be5e105443d,segment=NetworkSegment(2e78ba2e-2d1c-4b07-a947-46f3e238a90e),segment_id=2e78ba2e-2d1c-4b07-a947-46f3e238a90e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:19.465461 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 5a68bf1d-1d9c-4334-ac85-b4ee18020743 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:16:19.469002 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '010e17d7-465a-4004-a9fe-9be5e105443d', 'network_id': '4cf160fe-fa67-43d6-a1e8-90f7d231f9ad', 'port_id': '010e17d7-465a-4004-a9fe-9be5e105443d', 'mac_address': 'fa:16:3e:b6:73:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f677096e-2f3d-4ff3-bcd7-53a620eb8c47', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:16:19.471917 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 5a68bf1d-1d9c-4334-ac85-b4ee18020743 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:16:19.473117 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:19.475849 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f89da5-d99c-4a31-a945-648bec88a421 req-8e05b8bf-8432-4c55-bcea-6fc09a6e04ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:19.477565 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-84f89da5-d99c-4a31-a945-648bec88a421 req-8e05b8bf-8432-4c55-bcea-6fc09a6e04ec service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.0533211 Aug 31 09:16:19.533230 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f89da5-d99c-4a31-a945-648bec88a421 req-d74edef1-ca83-426b-88fb-de645ef6c9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:19.535463 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-84f89da5-d99c-4a31-a945-648bec88a421 req-d74edef1-ca83-426b-88fb-de645ef6c9a0 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0454855 Aug 31 09:16:19.539625 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:19.557372 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 010e17d7-465a-4004-a9fe-9be5e105443d {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:16:19.602580 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 010e17d7-465a-4004-a9fe-9be5e105443d, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=010e17d7-465a-4004-a9fe-9be5e105443d,segment=NetworkSegment(2e78ba2e-2d1c-4b07-a947-46f3e238a90e),segment_id=2e78ba2e-2d1c-4b07-a947-46f3e238a90e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:19.617799 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:19.645087 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bacbf592-ef65-47fe-95d3-efaae7581d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a68bf1d-1d9c-4334-ac85-b4ee18020743'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:19.647472 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b96454f-4fb2-4126-b1fa-fc9a693aecec" -d '{"events": [{"server_uuid": "bacbf592-ef65-47fe-95d3-efaae7581d69", "name": "network-vif-plugged", "status": "completed", "tag": "5a68bf1d-1d9c-4334-ac85-b4ee18020743"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:19.660845 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 5a68bf1d-1d9c-4334-ac85-b4ee18020743, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=5a68bf1d-1d9c-4334-ac85-b4ee18020743,segment=NetworkSegment(f6371895-21df-4b1a-a74d-67a04c30a2a5),segment_id=f6371895-21df-4b1a-a74d-67a04c30a2a5)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:19.677326 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:19.679661 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0032d-0382-429c-ba3d-6913d6faaea9 req-f0ebc2df-c0d6-438c-ad38-6641bf8277d7 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:19.685293 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4d0032d-0382-429c-ba3d-6913d6faaea9 req-f0ebc2df-c0d6-438c-ad38-6641bf8277d7 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8eff325-8b2f-48e8-a93c-aa126a2dd228 HTTP/1.1" status: 200 len: 944 time: 0.0806394 Aug 31 09:16:19.697920 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-84f89da5-d99c-4a31-a945-648bec88a421 req-de381b64-f1bf-4e22-be75-c49581aa274c service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450531 Aug 31 09:16:19.730334 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=010e17d7-465a-4004-a9fe-9be5e105443d,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:19.745755 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:19.770660 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4d0032d-0382-429c-ba3d-6913d6faaea9 req-4d18f35e-3c65-43d7-be5b-436fe88f913f tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/security-groups?id=cc904491-0f36-4ac7-a171-c02394869887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820749 Aug 31 09:16:19.811498 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=5a68bf1d-1d9c-4334-ac85-b4ee18020743,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:19.849231 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-84f89da5-d99c-4a31-a945-648bec88a421 req-83e5ad13-578e-4789-8cf4-7772e1dc690a service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425900 Aug 31 09:16:19.874501 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7c0ed-b933-4f82-a499-afd3adb0cfda req-0ff1e517-b0b8-42d7-bbda-667672f7dcd3 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:19.876087 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-45e7c0ed-b933-4f82-a499-afd3adb0cfda req-0ff1e517-b0b8-42d7-bbda-667672f7dcd3 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.112 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 944 time: 0.0768275 Aug 31 09:16:19.896209 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2bab9a-028b-4a03-ab72-5263edc2e7e3 x-openstack-request-id: req-6c2bab9a-028b-4a03-ab72-5263edc2e7e3 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:19.896209 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bacbf592-ef65-47fe-95d3-efaae7581d69", "name": "network-vif-plugged", "status": "completed", "tag": "5a68bf1d-1d9c-4334-ac85-b4ee18020743", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:19.896209 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-6c2bab9a-028b-4a03-ab72-5263edc2e7e3 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:19.896209 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bacbf592-ef65-47fe-95d3-efaae7581d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a68bf1d-1d9c-4334-ac85-b4ee18020743', 'code': 200} Aug 31 09:16:20.075988 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-45e7c0ed-b933-4f82-a499-afd3adb0cfda req-a3501b0f-0f54-4092-bc3c-5dd30b71e8cf tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Deleting port cb9b933b-97f6-4fb0-b7dd-6102e1980468 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:16:20.076295 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-45e7c0ed-b933-4f82-a499-afd3adb0cfda req-a3501b0f-0f54-4092-bc3c-5dd30b71e8cf tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:20.083532 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0419f2-6ae6-4d8d-9fcb-baf7f894ae9e req-fdb9a916-a353-463e-a98f-b7eacb4e32d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:20.085130 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7b0419f2-6ae6-4d8d-9fcb-baf7f894ae9e req-fdb9a916-a353-463e-a98f-b7eacb4e32d3 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=bacbf592-ef65-47fe-95d3-efaae7581d69 HTTP/1.1" status: 200 len: 1097 time: 0.0940764 Aug 31 09:16:20.101307 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['010e17d7-465a-4004-a9fe-9be5e105443d'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:20.211907 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed931d-d09d-4f8e-88d8-e7e47a0798ad req-7b62df4f-dc6d-4bd2-843e-b30bccf7ce1a tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:20.220065 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-04ed931d-d09d-4f8e-88d8-e7e47a0798ad req-7b62df4f-dc6d-4bd2-843e-b30bccf7ce1a tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=bacbf592-ef65-47fe-95d3-efaae7581d69 HTTP/1.1" status: 200 len: 945 time: 0.1927729 Aug 31 09:16:20.252826 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-45e7c0ed-b933-4f82-a499-afd3adb0cfda req-a3501b0f-0f54-4092-bc3c-5dd30b71e8cf tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] For port cb9b933b-97f6-4fb0-b7dd-6102e1980468, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=cb9b933b-97f6-4fb0-b7dd-6102e1980468,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:20.254003 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-45e7c0ed-b933-4f82-a499-afd3adb0cfda req-a3501b0f-0f54-4092-bc3c-5dd30b71e8cf tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:20.270765 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7b0419f2-6ae6-4d8d-9fcb-baf7f894ae9e req-a00495d2-a219-445e-b7a4-57641cd5b49c service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=23aa8320-d483-4e92-8178-31b79ff8e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010325 Aug 31 09:16:20.277048 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-45e7c0ed-b933-4f82-a499-afd3adb0cfda req-a3501b0f-0f54-4092-bc3c-5dd30b71e8cf tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Calling delete_port for cb9b933b-97f6-4fb0-b7dd-6102e1980468 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:16:20.299068 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-04ed931d-d09d-4f8e-88d8-e7e47a0798ad req-fbf6ad8d-0f65-475c-a2a0-dd3425eab52a tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?id=23aa8320-d483-4e92-8178-31b79ff8e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780630 Aug 31 09:16:20.533577 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-45e7c0ed-b933-4f82-a499-afd3adb0cfda req-a3501b0f-0f54-4092-bc3c-5dd30b71e8cf tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:20.567779 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3501b0f-0f54-4092-bc3c-5dd30b71e8cf tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Pushing event deleted for resources: {'Port': ['ID=cb9b933b-97f6-4fb0-b7dd-6102e1980468,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:20.605852 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ddd39-f1d9-4b7b-837f-68e40210708a req-f1a1a0a3-09ae-4a36-82a1-d82638d823bf tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:20.607613 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b63ddd39-f1d9-4b7b-837f-68e40210708a req-f1a1a0a3-09ae-4a36-82a1-d82638d823bf tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af HTTP/1.1" status: 200 len: 947 time: 0.1041584 Aug 31 09:16:20.631889 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e7c0ed-b933-4f82-a499-afd3adb0cfda req-a3501b0f-0f54-4092-bc3c-5dd30b71e8cf tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] No DVR routers for this DVR port cb9b933b-97f6-4fb0-b7dd-6102e1980468 on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:16:20.639327 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-45e7c0ed-b933-4f82-a499-afd3adb0cfda req-a3501b0f-0f54-4092-bc3c-5dd30b71e8cf tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:20.641208 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-45e7c0ed-b933-4f82-a499-afd3adb0cfda req-a3501b0f-0f54-4092-bc3c-5dd30b71e8cf tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.112 "DELETE /v2.0/ports/cb9b933b-97f6-4fb0-b7dd-6102e1980468 HTTP/1.1" status: 204 len: 173 time: 0.7399864 Aug 31 09:16:20.668055 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b63ddd39-f1d9-4b7b-837f-68e40210708a req-f478d7b6-4773-4d8f-b6a8-5d61c3b4a962 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374286 Aug 31 09:16:20.668740 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ab70db-660e-45be-a45d-838f742e677e', 'name': 'network-vif-deleted', 'tag': 'cb9b933b-97f6-4fb0-b7dd-6102e1980468'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:20.671496 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ee0a1f-7d65-4c66-b828-41c1767c83f2" -d '{"events": [{"server_uuid": "50ab70db-660e-45be-a45d-838f742e677e", "name": "network-vif-deleted", "tag": "cb9b933b-97f6-4fb0-b7dd-6102e1980468"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:20.751789 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2b11b6c9-9956-4aa8-9dbe-f8cbfb86046d req-42082d00-3270-4ca9-ba3f-aa35cd844feb tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 210 time: 0.0286133 Aug 31 09:16:20.799267 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e502a32-9475-4b54-80bc-6d229ff6e482 x-openstack-request-id: req-7e502a32-9475-4b54-80bc-6d229ff6e482 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:20.799976 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ab70db-660e-45be-a45d-838f742e677e", "name": "network-vif-deleted", "tag": "cb9b933b-97f6-4fb0-b7dd-6102e1980468", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:20.799976 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-7e502a32-9475-4b54-80bc-6d229ff6e482 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:20.800478 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ab70db-660e-45be-a45d-838f742e677e', 'name': 'network-vif-deleted', 'tag': 'cb9b933b-97f6-4fb0-b7dd-6102e1980468', 'status': 'completed', 'code': 200} Aug 31 09:16:20.903503 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f0f0e-1ecd-43e7-aa1a-f8ad47f390b5 req-721b2847-02c8-4555-b9e2-f5d577377458 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:20.905670 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-301f0f0e-1ecd-43e7-aa1a-f8ad47f390b5 req-721b2847-02c8-4555-b9e2-f5d577377458 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8eff325-8b2f-48e8-a93c-aa126a2dd228 HTTP/1.1" status: 200 len: 945 time: 0.0625317 Aug 31 09:16:20.952543 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-301f0f0e-1ecd-43e7-aa1a-f8ad47f390b5 req-cc608315-fd44-401a-82b0-3f5c0fbaddc5 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/security-groups?id=cc904491-0f36-4ac7-a171-c02394869887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393066 Aug 31 09:16:20.991635 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55370) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:21.123486 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92778edf-a0c6-4fb4-bb62-404e6f151b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:21.132025 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['cb9b933b-97f6-4fb0-b7dd-6102e1980468'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:21.276994 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 60243574-a569-4f1d-b02f-9fa1de255f32 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:16:21.302828 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92778edf-a0c6-4fb4-bb62-404e6f151b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:21.334264 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-138c168e-eb0d-49c4-867c-11726e02a64a req-5ba1a84d-5b4c-4674-8dc1-32b071c3b4a3 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:16:21.335307 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-138c168e-eb0d-49c4-867c-11726e02a64a req-5ba1a84d-5b4c-4674-8dc1-32b071c3b4a3 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063818 Aug 31 09:16:21.347975 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-138c168e-eb0d-49c4-867c-11726e02a64a req-5a12ef99-2fa2-41af-bdfe-7b60115dba41 service neutron] Request body: {'binding': {'host': 'n-h2-791506-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:21.353904 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-138c168e-eb0d-49c4-867c-11726e02a64a req-5a12ef99-2fa2-41af-bdfe-7b60115dba41 service neutron] Unknown quota resources ['binding']. {{(pid=95553) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:16:21.375127 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92778edf-a0c6-4fb4-bb62-404e6f151b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:21.384028 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 60243574-a569-4f1d-b02f-9fa1de255f32, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=60243574-a569-4f1d-b02f-9fa1de255f32,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:21.399010 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '60243574-a569-4f1d-b02f-9fa1de255f32', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': '60243574-a569-4f1d-b02f-9fa1de255f32', 'mac_address': 'fa:16:3e:72:80:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:16:21.420419 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-92778edf-a0c6-4fb4-bb62-404e6f151b26 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=0da45ccff51441829e21ae1e8ecd98b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4269407 Aug 31 09:16:21.421548 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92778edf-a0c6-4fb4-bb62-404e6f151b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6c7582-5653-4e47-b572-b0fbe1b0c089,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:21.424131 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55376) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:21.439500 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:21.453310 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60243574-a569-4f1d-b02f-9fa1de255f32 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:16:21.475022 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 60243574-a569-4f1d-b02f-9fa1de255f32, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=60243574-a569-4f1d-b02f-9fa1de255f32,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:21.484432 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d3740-7685-41cd-b16b-5d52abd43d16 req-2a6e56a1-c6da-42f1-a81a-3197e7892fad tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:21.485914 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a06d3740-7685-41cd-b16b-5d52abd43d16 req-2a6e56a1-c6da-42f1-a81a-3197e7892fad tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=bacbf592-ef65-47fe-95d3-efaae7581d69 HTTP/1.1" status: 200 len: 945 time: 0.1066730 Aug 31 09:16:21.500861 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8646b2eb-e401-4d64-b92f-945fe9bf2880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:21.523439 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8646b2eb-e401-4d64-b92f-945fe9bf2880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:21.557478 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:21.573355 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a06d3740-7685-41cd-b16b-5d52abd43d16 req-46c1d43d-6e62-4274-a938-ff75534656d4 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?id=23aa8320-d483-4e92-8178-31b79ff8e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772934 Aug 31 09:16:21.574499 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-138c168e-eb0d-49c4-867c-11726e02a64a req-5a12ef99-2fa2-41af-bdfe-7b60115dba41 service neutron] Attempting to bind port 3be364ee-8006-4fae-859f-6975a0e311f0 on host n-h2-791506-28 for vnic_type normal with profile None {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:16:21.574945 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-138c168e-eb0d-49c4-867c-11726e02a64a req-5a12ef99-2fa2-41af-bdfe-7b60115dba41 service neutron] Attempting to bind port 3be364ee-8006-4fae-859f-6975a0e311f0 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:16:21.575374 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138c168e-eb0d-49c4-867c-11726e02a64a req-5a12ef99-2fa2-41af-bdfe-7b60115dba41 service neutron] Attempting to bind port 3be364ee-8006-4fae-859f-6975a0e311f0 on network f353997d-12d5-47f5-bc55-13148c348a0b {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:16:21.583340 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138c168e-eb0d-49c4-867c-11726e02a64a req-5a12ef99-2fa2-41af-bdfe-7b60115dba41 service neutron] Port 3be364ee-8006-4fae-859f-6975a0e311f0 on network f353997d-12d5-47f5-bc55-13148c348a0b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:16:21.583703 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138c168e-eb0d-49c4-867c-11726e02a64a req-5a12ef99-2fa2-41af-bdfe-7b60115dba41 service neutron] Attempting to bind port 3be364ee-8006-4fae-859f-6975a0e311f0 on network f353997d-12d5-47f5-bc55-13148c348a0b {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:16:21.594958 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138c168e-eb0d-49c4-867c-11726e02a64a req-5a12ef99-2fa2-41af-bdfe-7b60115dba41 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:16:21.595320 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138c168e-eb0d-49c4-867c-11726e02a64a req-5a12ef99-2fa2-41af-bdfe-7b60115dba41 service neutron] Checking segment: {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:16:21.595671 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-138c168e-eb0d-49c4-867c-11726e02a64a req-5a12ef99-2fa2-41af-bdfe-7b60115dba41 service neutron] Bound using segment: {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:16:21.596121 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-138c168e-eb0d-49c4-867c-11726e02a64a req-5a12ef99-2fa2-41af-bdfe-7b60115dba41 service neutron] Bound port: 3be364ee-8006-4fae-859f-6975a0e311f0, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:16:21.607011 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=60243574-a569-4f1d-b02f-9fa1de255f32,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:21.651285 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-138c168e-eb0d-49c4-867c-11726e02a64a req-5a12ef99-2fa2-41af-bdfe-7b60115dba41 service neutron] For port 3be364ee-8006-4fae-859f-6975a0e311f0, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=3be364ee-8006-4fae-859f-6975a0e311f0,segment=NetworkSegment(329c79c6-5ca3-4a1a-b3d4-414355128167),segment_id=329c79c6-5ca3-4a1a-b3d4-414355128167)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:16:21.654115 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8646b2eb-e401-4d64-b92f-945fe9bf2880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:21.656666 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8646b2eb-e401-4d64-b92f-945fe9bf2880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:21.657811 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8646b2eb-e401-4d64-b92f-945fe9bf2880 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/4b6c7582-5653-4e47-b572-b0fbe1b0c089 HTTP/1.1" status: 204 len: 168 time: 0.2202020 Aug 31 09:16:21.668758 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646b2eb-e401-4d64-b92f-945fe9bf2880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6c7582-5653-4e47-b572-b0fbe1b0c089,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:21.735265 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-138c168e-eb0d-49c4-867c-11726e02a64a req-5a12ef99-2fa2-41af-bdfe-7b60115dba41 service neutron] Notify callbacks [] for binding, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:21.736455 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-138c168e-eb0d-49c4-867c-11726e02a64a req-5a12ef99-2fa2-41af-bdfe-7b60115dba41 service neutron] 10.222.0.119 "POST /v2.0/ports/3be364ee-8006-4fae-859f-6975a0e311f0/bindings HTTP/1.1" status: 201 len: 390 time: 0.3932083 Aug 31 09:16:21.795912 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909663d6-51da-4648-aa45-800ef7e2ff16 req-8a28f438-7821-411a-8fd7-e27503b85241 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:21.803160 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-909663d6-51da-4648-aa45-800ef7e2ff16 req-8a28f438-7821-411a-8fd7-e27503b85241 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af HTTP/1.1" status: 200 len: 948 time: 0.0641706 Aug 31 09:16:21.838851 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-909663d6-51da-4648-aa45-800ef7e2ff16 req-1f90f51f-14a1-4b61-9d56-ee7c7198b12a tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330131 Aug 31 09:16:21.930017 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['60243574-a569-4f1d-b02f-9fa1de255f32'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:21.934879 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c20a0396-d379-4957-b0e0-cafd32de009e req-d29816a3-be44-4495-ad4d-f7989b3bcc87 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=50ab70db-660e-45be-a45d-838f742e677e HTTP/1.1" status: 200 len: 210 time: 0.0271916 Aug 31 09:16:22.078931 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb65d5-015a-4448-888d-67c0884eb84d req-c434d4c8-fdce-4a8a-b256-81e61e2656bf tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:22.080425 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-17eb65d5-015a-4448-888d-67c0884eb84d req-c434d4c8-fdce-4a8a-b256-81e61e2656bf tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f8f538b-069b-40cb-a725-664dc8695c5a HTTP/1.1" status: 200 len: 946 time: 0.0715921 Aug 31 09:16:22.154938 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6230d2c-d57d-4c3d-9aa3-355a242f5cb0 req-a41f9b32-a50f-4309-8b2b-c3b5f203cda5 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:22.156408 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e6230d2c-d57d-4c3d-9aa3-355a242f5cb0 req-a41f9b32-a50f-4309-8b2b-c3b5f203cda5 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8eff325-8b2f-48e8-a93c-aa126a2dd228 HTTP/1.1" status: 200 len: 945 time: 0.0944512 Aug 31 09:16:22.167092 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-17eb65d5-015a-4448-888d-67c0884eb84d req-0c0c0ad4-d7bf-4a84-b2ad-e73941e426d6 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668304 Aug 31 09:16:22.213998 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e6230d2c-d57d-4c3d-9aa3-355a242f5cb0 req-2769a185-1c82-452c-8452-68c2f708e84c tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/security-groups?id=cc904491-0f36-4ac7-a171-c02394869887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452943 Aug 31 09:16:22.491389 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c168e-eb0d-49c4-867c-11726e02a64a req-804574a0-9aa9-46a2-aff5-9338f9912912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:22.492860 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-138c168e-eb0d-49c4-867c-11726e02a64a req-804574a0-9aa9-46a2-aff5-9338f9912912 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=91627f68c71f4b29855d6c5fb4946dae&device_id=5f8f538b-069b-40cb-a725-664dc8695c5a HTTP/1.1" status: 200 len: 1098 time: 0.0416350 Aug 31 09:16:22.586962 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c168e-eb0d-49c4-867c-11726e02a64a req-a92327a0-a5e8-4f7d-a9d8-1385575eeee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:22.588483 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-138c168e-eb0d-49c4-867c-11726e02a64a req-a92327a0-a5e8-4f7d-a9d8-1385575eeee0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f353997d-12d5-47f5-bc55-13148c348a0b HTTP/1.1" status: 200 len: 923 time: 0.0892169 Aug 31 09:16:22.636430 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-138c168e-eb0d-49c4-867c-11726e02a64a req-1e1b368f-4bba-416c-9ca9-fccc2ec80e86 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3be364ee-8006-4fae-859f-6975a0e311f0 HTTP/1.1" status: 200 len: 217 time: 0.0393801 Aug 31 09:16:22.716018 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c168e-eb0d-49c4-867c-11726e02a64a req-9cc61a79-07d6-4fe1-82f9-07067a4cc492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:22.717476 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-138c168e-eb0d-49c4-867c-11726e02a64a req-9cc61a79-07d6-4fe1-82f9-07067a4cc492 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2c5f0e8-9f08-4f88-baac-5c015079d04c HTTP/1.1" status: 200 len: 861 time: 0.0745227 Aug 31 09:16:22.732029 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82a3a6-e466-44b0-b406-dc809abf619f req-09b8fe0d-50dd-42b4-bde6-b74fdad0072f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:22.733399 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ef82a3a6-e466-44b0-b406-dc809abf619f req-09b8fe0d-50dd-42b4-bde6-b74fdad0072f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=bacbf592-ef65-47fe-95d3-efaae7581d69 HTTP/1.1" status: 200 len: 945 time: 0.0640099 Aug 31 09:16:22.763637 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-138c168e-eb0d-49c4-867c-11726e02a64a req-eb345a4f-2ce1-47ae-9f11-772db499a0c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f353997d-12d5-47f5-bc55-13148c348a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293097 Aug 31 09:16:22.833264 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ef82a3a6-e466-44b0-b406-dc809abf619f req-a237a866-9d41-4bcf-a8a7-d7129e96334c tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?id=23aa8320-d483-4e92-8178-31b79ff8e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900061 Aug 31 09:16:22.870214 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-138c168e-eb0d-49c4-867c-11726e02a64a req-30a14ffe-c98f-4a6e-b610-634b69bb3957 service neutron] 10.222.0.59 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986972 Aug 31 09:16:23.009612 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8833f9d6-a9cc-4343-a71e-60ccf554181f req-cd9302e7-f7c4-4d85-81e1-58cb4c1eee04 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-67507063&fields=id&tenant_id=cba781cb93f8440b8938de29933fec7c HTTP/1.1" status: 200 len: 267 time: 0.0862157 Aug 31 09:16:23.303767 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 60243574-a569-4f1d-b02f-9fa1de255f32 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:16:23.340743 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c64a0f-f8e4-4e9b-9d8c-4d1223f2305e req-b5476f6c-b4ad-43a5-b871-5b4ed8540996 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:23.342199 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d5c64a0f-f8e4-4e9b-9d8c-4d1223f2305e req-b5476f6c-b4ad-43a5-b871-5b4ed8540996 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af HTTP/1.1" status: 200 len: 948 time: 0.4175055 Aug 31 09:16:23.356937 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-138c168e-eb0d-49c4-867c-11726e02a64a req-2a8acc3f-2988-418c-b01d-2cc01cdff314 service neutron] 10.222.0.59 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801843 Aug 31 09:16:23.403697 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833f9d6-a9cc-4343-a71e-60ccf554181f req-bf50f7f7-dc57-4fc0-b1df-3900d5b98a04 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:23.405152 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8833f9d6-a9cc-4343-a71e-60ccf554181f req-bf50f7f7-dc57-4fc0-b1df-3900d5b98a04 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=bacbf592-ef65-47fe-95d3-efaae7581d69 HTTP/1.1" status: 200 len: 945 time: 0.3896997 Aug 31 09:16:23.408144 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d5c64a0f-f8e4-4e9b-9d8c-4d1223f2305e req-45e0e2a5-4ed7-4f45-881a-2626a3cace25 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502312 Aug 31 09:16:23.416880 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-8833f9d6-a9cc-4343-a71e-60ccf554181f req-54f7acc6-3417-46dd-b771-74632aa3a6e8 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Request body: {'port': {'security_groups': ['23aa8320-d483-4e92-8178-31b79ff8e57a', '7cc801fe-8ef9-4f22-a1e1-8c369742b6f5']}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:23.426666 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 60243574-a569-4f1d-b02f-9fa1de255f32 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:16:23.438216 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 60243574-a569-4f1d-b02f-9fa1de255f32 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:16:23.438216 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:23.499385 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8833f9d6-a9cc-4343-a71e-60ccf554181f req-54f7acc6-3417-46dd-b771-74632aa3a6e8 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:23.525054 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:23.555391 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60243574-a569-4f1d-b02f-9fa1de255f32'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:23.557833 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa21e5b-774d-42b4-864c-390ab0ce8058" -d '{"events": [{"server_uuid": "cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af", "name": "network-vif-plugged", "status": "completed", "tag": "60243574-a569-4f1d-b02f-9fa1de255f32"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:23.579847 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 60243574-a569-4f1d-b02f-9fa1de255f32, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=60243574-a569-4f1d-b02f-9fa1de255f32,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:23.677399 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:23.678410 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 010e17d7-465a-4004-a9fe-9be5e105443d up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:16:23.713195 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-8833f9d6-a9cc-4343-a71e-60ccf554181f req-54f7acc6-3417-46dd-b771-74632aa3a6e8 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] For port 5a68bf1d-1d9c-4334-ac85-b4ee18020743, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=5a68bf1d-1d9c-4334-ac85-b4ee18020743,segment=NetworkSegment(f6371895-21df-4b1a-a74d-67a04c30a2a5),segment_id=f6371895-21df-4b1a-a74d-67a04c30a2a5)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:23.760401 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=60243574-a569-4f1d-b02f-9fa1de255f32,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:23.774776 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8833f9d6-a9cc-4343-a71e-60ccf554181f req-54f7acc6-3417-46dd-b771-74632aa3a6e8 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:23.786752 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843a630-89a4-4474-8ee4-ae71307d1238 req-a3b2a9b3-4fd2-4da0-b910-42c5ec02c36b tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:23.788229 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f843a630-89a4-4474-8ee4-ae71307d1238 req-a3b2a9b3-4fd2-4da0-b910-42c5ec02c36b tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f8f538b-069b-40cb-a725-664dc8695c5a HTTP/1.1" status: 200 len: 946 time: 0.0779636 Aug 31 09:16:23.833026 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f843a630-89a4-4474-8ee4-ae71307d1238 req-327f19f5-b8df-4f29-af31-33f96cc23bbb tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336540 Aug 31 09:16:23.848834 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 010e17d7-465a-4004-a9fe-9be5e105443d completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:16:23.849652 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8833f9d6-a9cc-4343-a71e-60ccf554181f req-54f7acc6-3417-46dd-b771-74632aa3a6e8 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:23.858696 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 010e17d7-465a-4004-a9fe-9be5e105443d triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:16:23.858696 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:23.863829 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['8a3c2dd1-b81d-4195-ac0b-b11d4521aed5', '5a68bf1d-1d9c-4334-ac85-b4ee18020743'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:23.913101 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833f9d6-a9cc-4343-a71e-60ccf554181f req-54f7acc6-3417-46dd-b771-74632aa3a6e8 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:23.913744 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8833f9d6-a9cc-4343-a71e-60ccf554181f req-54f7acc6-3417-46dd-b771-74632aa3a6e8 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:23.915177 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8833f9d6-a9cc-4343-a71e-60ccf554181f req-54f7acc6-3417-46dd-b771-74632aa3a6e8 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "PUT /v2.0/ports/5a68bf1d-1d9c-4334-ac85-b4ee18020743 HTTP/1.1" status: 200 len: 981 time: 0.5030494 Aug 31 09:16:23.917895 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bacbf592-ef65-47fe-95d3-efaae7581d69', 'tag': '5a68bf1d-1d9c-4334-ac85-b4ee18020743'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:23.921758 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cea3ea6-7559-4807-b864-ad0ba0c06351" -d '{"events": [{"name": "network-changed", "server_uuid": "bacbf592-ef65-47fe-95d3-efaae7581d69", "tag": "5a68bf1d-1d9c-4334-ac85-b4ee18020743"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:23.969126 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7acc6-3417-46dd-b771-74632aa3a6e8 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Pushing event updated for resources: {'Port': ['ID=5a68bf1d-1d9c-4334-ac85-b4ee18020743,revision_number=6']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:23.994349 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e527f-55dc-46a9-aff9-cf3219ee3a61 req-a67edbc6-ee48-4ac8-8279-f097c68288de tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:23.995632 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e51e527f-55dc-46a9-aff9-cf3219ee3a61 req-a67edbc6-ee48-4ac8-8279-f097c68288de tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8eff325-8b2f-48e8-a93c-aa126a2dd228 HTTP/1.1" status: 200 len: 945 time: 0.0931070 Aug 31 09:16:24.054037 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e51e527f-55dc-46a9-aff9-cf3219ee3a61 req-6c0366d9-0466-451e-a500-e68fc8593e59 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/security-groups?id=cc904491-0f36-4ac7-a171-c02394869887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520101 Aug 31 09:16:24.063747 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:24.105629 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['5a68bf1d-1d9c-4334-ac85-b4ee18020743'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:24.124229 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72cbf246-0e00-4db4-82ab-4b09cdd817e7 x-openstack-request-id: req-72cbf246-0e00-4db4-82ab-4b09cdd817e7 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:24.124439 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af", "name": "network-vif-plugged", "status": "completed", "tag": "60243574-a569-4f1d-b02f-9fa1de255f32", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:24.124699 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-72cbf246-0e00-4db4-82ab-4b09cdd817e7 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:24.125094 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60243574-a569-4f1d-b02f-9fa1de255f32', 'code': 200} Aug 31 09:16:24.236236 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 010e17d7-465a-4004-a9fe-9be5e105443d, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=010e17d7-465a-4004-a9fe-9be5e105443d,segment=NetworkSegment(2e78ba2e-2d1c-4b07-a947-46f3e238a90e),segment_id=2e78ba2e-2d1c-4b07-a947-46f3e238a90e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:24.310556 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe1e6b-817b-4633-8bfa-9efee8fadb8c req-201c7b08-be43-479e-909c-2d0348d00636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:24.312168 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b2fe1e6b-817b-4633-8bfa-9efee8fadb8c req-201c7b08-be43-479e-909c-2d0348d00636 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af HTTP/1.1" status: 200 len: 1101 time: 0.1185122 Aug 31 09:16:24.316551 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0046afda-1576-487b-9728-b61b3f6cdaa5 req-7104164e-e287-4ee9-a506-41909c858d95 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups/7cc801fe-8ef9-4f22-a1e1-8c369742b6f5 HTTP/1.1" status: 200 len: 1799 time: 0.0533934 Aug 31 09:16:24.339216 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:24.340059 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device cb9b933b-97f6-4fb0-b7dd-6102e1980468 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:16:24.415220 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b2fe1e6b-817b-4633-8bfa-9efee8fadb8c req-a1ab628f-1c30-41af-9f8d-0d4b872708e9 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948763 Aug 31 09:16:24.429553 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c168e-eb0d-49c4-867c-11726e02a64a req-cf246285-5ffa-497f-8084-0c7593fea394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:24.431086 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-138c168e-eb0d-49c4-867c-11726e02a64a req-cf246285-5ffa-497f-8084-0c7593fea394 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=91627f68c71f4b29855d6c5fb4946dae&device_id=5f8f538b-069b-40cb-a725-664dc8695c5a HTTP/1.1" status: 200 len: 1098 time: 0.0944276 Aug 31 09:16:24.436114 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: cb9b933b-97f6-4fb0-b7dd-6102e1980468 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:16:24.436490 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device cb9b933b-97f6-4fb0-b7dd-6102e1980468 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:16:24.437888 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [req-0046afda-1576-487b-9728-b61b3f6cdaa5 req-1955cc97-46ac-404f-8be0-a73b7565d987 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 09:16:24.438908 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0046afda-1576-487b-9728-b61b3f6cdaa5 req-1955cc97-46ac-404f-8be0-a73b7565d987 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "DELETE /v2.0/security-groups/7cc801fe-8ef9-4f22-a1e1-8c369742b6f5 HTTP/1.1" status: 409 len: 341 time: 0.1112075 Aug 31 09:16:24.523898 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=010e17d7-465a-4004-a9fe-9be5e105443d,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:24.558838 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c168e-eb0d-49c4-867c-11726e02a64a req-18aeead9-5ef4-499c-b97e-fb450fafca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:24.560535 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-138c168e-eb0d-49c4-867c-11726e02a64a req-18aeead9-5ef4-499c-b97e-fb450fafca6e service neutron] 10.222.0.59 "GET /v2.0/networks?id=f353997d-12d5-47f5-bc55-13148c348a0b HTTP/1.1" status: 200 len: 923 time: 0.1207585 Aug 31 09:16:24.562097 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e10f9b-34f6-477f-b123-ace7c3436365 x-openstack-request-id: req-b2e10f9b-34f6-477f-b123-ace7c3436365 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:24.562670 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bacbf592-ef65-47fe-95d3-efaae7581d69", "tag": "5a68bf1d-1d9c-4334-ac85-b4ee18020743", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:24.563256 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-b2e10f9b-34f6-477f-b123-ace7c3436365 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:24.574133 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bacbf592-ef65-47fe-95d3-efaae7581d69', 'tag': '5a68bf1d-1d9c-4334-ac85-b4ee18020743', 'status': 'completed', 'code': 200} Aug 31 09:16:24.638953 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-138c168e-eb0d-49c4-867c-11726e02a64a req-03f107bc-4d8c-4c04-92ee-f77feaaa1c56 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3be364ee-8006-4fae-859f-6975a0e311f0 HTTP/1.1" status: 200 len: 217 time: 0.0635359 Aug 31 09:16:24.781297 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea3ea6-7559-4807-b864-ad0ba0c06351 req-1394beb5-43ec-43b5-aee9-9a4d46a17ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:24.783376 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0cea3ea6-7559-4807-b864-ad0ba0c06351 req-1394beb5-43ec-43b5-aee9-9a4d46a17ad4 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=cba781cb93f8440b8938de29933fec7c&device_id=bacbf592-ef65-47fe-95d3-efaae7581d69 HTTP/1.1" status: 200 len: 1136 time: 0.1180329 Aug 31 09:16:24.785294 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c168e-eb0d-49c4-867c-11726e02a64a req-644b64f0-1768-4a08-8494-9970047ea007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:24.786725 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-138c168e-eb0d-49c4-867c-11726e02a64a req-644b64f0-1768-4a08-8494-9970047ea007 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2c5f0e8-9f08-4f88-baac-5c015079d04c HTTP/1.1" status: 200 len: 861 time: 0.1349082 Aug 31 09:16:24.801425 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d9516-385e-4aba-9292-f51c77fb2f76 req-76e40f5b-cb95-44d9-bf5e-6315f9a81f39 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:24.813725 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d1d9516-385e-4aba-9292-f51c77fb2f76 req-76e40f5b-cb95-44d9-bf5e-6315f9a81f39 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af HTTP/1.1" status: 200 len: 949 time: 0.1792550 Aug 31 09:16:24.906229 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-138c168e-eb0d-49c4-867c-11726e02a64a req-9042a26f-06c8-4803-8863-220f9d02e60b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f353997d-12d5-47f5-bc55-13148c348a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906436 Aug 31 09:16:24.991232 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d1d9516-385e-4aba-9292-f51c77fb2f76 req-3a560c8e-c812-490d-a147-c99bf22e68b5 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768494 Aug 31 09:16:25.059925 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea3ea6-7559-4807-b864-ad0ba0c06351 req-a0fb186e-80f0-433d-96bb-45cc840ea1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:25.061833 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0cea3ea6-7559-4807-b864-ad0ba0c06351 req-a0fb186e-80f0-433d-96bb-45cc840ea1d0 service neutron] 10.222.0.112 "GET /v2.0/networks?id=671dffbd-cfd1-44d4-ad18-c45cdc841eb5 HTTP/1.1" status: 200 len: 915 time: 0.2443361 Aug 31 09:16:25.103997 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159971fd-08c2-4262-9319-fa6014ee2253 req-64a22637-853b-4371-ae32-16156d4c3b5a tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:25.107073 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-159971fd-08c2-4262-9319-fa6014ee2253 req-64a22637-853b-4371-ae32-16156d4c3b5a tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 944 time: 0.1349146 Aug 31 09:16:25.155767 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0cea3ea6-7559-4807-b864-ad0ba0c06351 req-aa6c9a12-b18b-45dc-9975-8df6484faa7a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a68bf1d-1d9c-4334-ac85-b4ee18020743 HTTP/1.1" status: 200 len: 217 time: 0.0836079 Aug 31 09:16:25.160941 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55486) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:25.165751 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-138c168e-eb0d-49c4-867c-11726e02a64a req-9d64a025-0839-44e9-8698-12890846c4a5 service neutron] 10.222.0.59 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477548 Aug 31 09:16:25.277434 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-145f6ba9-6047-4447-b7e0-3a73046b5651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:25.296678 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-159971fd-08c2-4262-9319-fa6014ee2253 req-75f03793-09c7-4543-b194-77c738bae5f2 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448467 Aug 31 09:16:25.312018 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1aa0a-422e-4a28-98c1-50894acd8a3e req-a12dda8c-5f54-4ae5-b2f1-beb819a1d9f4 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:25.313518 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74d1aa0a-422e-4a28-98c1-50894acd8a3e req-a12dda8c-5f54-4ae5-b2f1-beb819a1d9f4 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f8f538b-069b-40cb-a725-664dc8695c5a HTTP/1.1" status: 200 len: 946 time: 0.2425461 Aug 31 09:16:25.349198 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea3ea6-7559-4807-b864-ad0ba0c06351 req-409e1f50-3fa8-49e6-8e47-59fbed161953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:25.350663 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0cea3ea6-7559-4807-b864-ad0ba0c06351 req-409e1f50-3fa8-49e6-8e47-59fbed161953 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=98f1a321-868c-46a4-bd2e-3ecb869d4f87 HTTP/1.1" status: 200 len: 853 time: 0.1758065 Aug 31 09:16:25.383120 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-145f6ba9-6047-4447-b7e0-3a73046b5651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:25.416712 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0cea3ea6-7559-4807-b864-ad0ba0c06351 req-f56eb38b-1970-4a44-9db4-7b64f003cef2 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=671dffbd-cfd1-44d4-ad18-c45cdc841eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462530 Aug 31 09:16:25.454448 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-145f6ba9-6047-4447-b7e0-3a73046b5651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:25.464411 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74d1aa0a-422e-4a28-98c1-50894acd8a3e req-2064cc20-bce7-41db-bedc-de07295ff777 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274571 Aug 31 09:16:25.466263 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-138c168e-eb0d-49c4-867c-11726e02a64a req-c11bd232-4618-4e45-8e4b-0980679df0af service neutron] 10.222.0.59 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897735 Aug 31 09:16:25.485204 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552666ce-6ebc-4110-b85c-605c9c2bf767 req-4d8633d7-34cf-4c87-90a7-32dc6e1c305f tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:25.486637 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-552666ce-6ebc-4110-b85c-605c9c2bf767 req-4d8633d7-34cf-4c87-90a7-32dc6e1c305f tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.112 "GET /v2.0/ports?device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 944 time: 0.2086997 Aug 31 09:16:25.499786 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-145f6ba9-6047-4447-b7e0-3a73046b5651 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=0ec16cfaf37642c6b049efdbb5f7f9b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3350697 Aug 31 09:16:25.499786 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f6ba9-6047-4447-b7e0-3a73046b5651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae02b8f-61e3-4d7c-ad33-aa86dca162e5,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:25.501631 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55490) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:25.561532 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7b7c2d7d-90e1-4549-a62c-485c0c9b77a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:25.587645 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7b7c2d7d-90e1-4549-a62c-485c0c9b77a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:25.624179 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3e547-5848-44f5-8c87-83cccc6391e3 req-00f790c1-e769-497a-ad6f-132b5e3d8a37 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:25.625766 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c3e3e547-5848-44f5-8c87-83cccc6391e3 req-00f790c1-e769-497a-ad6f-132b5e3d8a37 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=bacbf592-ef65-47fe-95d3-efaae7581d69 HTTP/1.1" status: 200 len: 984 time: 0.2564633 Aug 31 09:16:25.700345 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7b7c2d7d-90e1-4549-a62c-485c0c9b77a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:25.703711 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c168e-eb0d-49c4-867c-11726e02a64a req-816e3489-0289-4f07-8189-8512a21105ab tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:25.703949 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7b7c2d7d-90e1-4549-a62c-485c0c9b77a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:25.708130 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7b7c2d7d-90e1-4549-a62c-485c0c9b77a2 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/eae02b8f-61e3-4d7c-ad33-aa86dca162e5 HTTP/1.1" status: 204 len: 168 time: 0.2023718 Aug 31 09:16:25.708328 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-138c168e-eb0d-49c4-867c-11726e02a64a req-816e3489-0289-4f07-8189-8512a21105ab tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5f8f538b-069b-40cb-a725-664dc8695c5a&tenant_id=91627f68c71f4b29855d6c5fb4946dae&binding%3Ahost_id=n-h1-791506-28 HTTP/1.1" status: 200 len: 1098 time: 0.1773658 Aug 31 09:16:25.723202 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c2d7d-90e1-4549-a62c-485c0c9b77a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae02b8f-61e3-4d7c-ad33-aa86dca162e5,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:25.723779 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0cea3ea6-7559-4807-b864-ad0ba0c06351 req-e956220e-c10b-4892-a9db-475074390fba service neutron] 10.222.0.112 "GET /v2.0/networks/671dffbd-cfd1-44d4-ad18-c45cdc841eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798154 Aug 31 09:16:25.800420 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c3e3e547-5848-44f5-8c87-83cccc6391e3 req-69ea3990-d633-495d-b24c-41147e341aac tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?id=23aa8320-d483-4e92-8178-31b79ff8e57a&id=7cc801fe-8ef9-4f22-a1e1-8c369742b6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.1422737 Aug 31 09:16:25.929410 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-552666ce-6ebc-4110-b85c-605c9c2bf767 req-1bae1b03-e859-448b-a5a0-2a94833b7dd5 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Deleting port 07ceaf66-244f-4a96-a7fd-c94c8956ad10 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:16:25.936748 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-552666ce-6ebc-4110-b85c-605c9c2bf767 req-1bae1b03-e859-448b-a5a0-2a94833b7dd5 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:26.057708 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0cea3ea6-7559-4807-b864-ad0ba0c06351 req-c5ffc4ef-7a0e-49da-bde5-6806cb504652 service neutron] 10.222.0.112 "GET /v2.0/networks/671dffbd-cfd1-44d4-ad18-c45cdc841eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033490 Aug 31 09:16:26.105351 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a336f-1e5a-4931-8e1d-4403c9369812 req-37fb7011-7b6f-40e3-b521-46a8effd552e tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:26.106852 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-628a336f-1e5a-4931-8e1d-4403c9369812 req-37fb7011-7b6f-40e3-b521-46a8effd552e tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8eff325-8b2f-48e8-a93c-aa126a2dd228 HTTP/1.1" status: 200 len: 946 time: 0.2278395 Aug 31 09:16:26.126391 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8eff325-8b2f-48e8-a93c-aa126a2dd228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010e17d7-465a-4004-a9fe-9be5e105443d'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:26.130841 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1ce032-129e-492b-ae1e-ac981ecb60ed" -d '{"events": [{"server_uuid": "f8eff325-8b2f-48e8-a93c-aa126a2dd228", "name": "network-vif-plugged", "status": "completed", "tag": "010e17d7-465a-4004-a9fe-9be5e105443d"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:26.169033 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bb6f0-27c7-4c4f-a729-7d32dcd1cc6f req-74d984d8-e391-4fe3-9236-afbd69861d0e tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:26.170538 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4d6bb6f0-27c7-4c4f-a729-7d32dcd1cc6f req-74d984d8-e391-4fe3-9236-afbd69861d0e tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=5f8f538b-069b-40cb-a725-664dc8695c5a HTTP/1.1" status: 200 len: 1098 time: 0.1729722 Aug 31 09:16:26.172242 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-552666ce-6ebc-4110-b85c-605c9c2bf767 req-1bae1b03-e859-448b-a5a0-2a94833b7dd5 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] For port 07ceaf66-244f-4a96-a7fd-c94c8956ad10, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=07ceaf66-244f-4a96-a7fd-c94c8956ad10,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:26.172599 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-552666ce-6ebc-4110-b85c-605c9c2bf767 req-1bae1b03-e859-448b-a5a0-2a94833b7dd5 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:26.225932 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-552666ce-6ebc-4110-b85c-605c9c2bf767 req-1bae1b03-e859-448b-a5a0-2a94833b7dd5 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Calling delete_port for 07ceaf66-244f-4a96-a7fd-c94c8956ad10 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:16:26.237297 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-628a336f-1e5a-4931-8e1d-4403c9369812 req-b9f9f482-5af8-4092-bdca-93e7217fe29e tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/security-groups?id=cc904491-0f36-4ac7-a171-c02394869887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181259 Aug 31 09:16:26.345859 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4d6bb6f0-27c7-4c4f-a729-7d32dcd1cc6f req-7527de45-6f34-4d0e-86b9-7a84cfe20b25 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649179 Aug 31 09:16:26.371980 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-138c168e-eb0d-49c4-867c-11726e02a64a req-db4c67dc-27c4-48ec-80ec-2a3c3db57d7b service neutron] For port 3be364ee-8006-4fae-859f-6975a0e311f0, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:16:26.384016 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70add7ce-4cc2-4330-8935-5b61724d6ea7 req-4462f40a-6fd2-4e58-944c-7eb27271fdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:26.388113 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70add7ce-4cc2-4330-8935-5b61724d6ea7 req-4462f40a-6fd2-4e58-944c-7eb27271fdcd service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=cba781cb93f8440b8938de29933fec7c&device_id=bacbf592-ef65-47fe-95d3-efaae7581d69 HTTP/1.1" status: 200 len: 1136 time: 0.1984527 Aug 31 09:16:26.454884 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957e8b98-428a-4a4b-9b45-49280abc3b93 x-openstack-request-id: req-957e8b98-428a-4a4b-9b45-49280abc3b93 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:26.455290 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-138c168e-eb0d-49c4-867c-11726e02a64a req-db4c67dc-27c4-48ec-80ec-2a3c3db57d7b service neutron] Notify callbacks [] for binding, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:26.455864 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8eff325-8b2f-48e8-a93c-aa126a2dd228", "name": "network-vif-plugged", "status": "completed", "tag": "010e17d7-465a-4004-a9fe-9be5e105443d", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:26.456693 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-138c168e-eb0d-49c4-867c-11726e02a64a req-db4c67dc-27c4-48ec-80ec-2a3c3db57d7b service neutron] 10.222.0.59 "DELETE /v2.0/ports/3be364ee-8006-4fae-859f-6975a0e311f0/bindings/n-h2-791506-28 HTTP/1.1" status: 204 len: 173 time: 0.7141943 Aug 31 09:16:26.457341 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-957e8b98-428a-4a4b-9b45-49280abc3b93 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:26.458478 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8eff325-8b2f-48e8-a93c-aa126a2dd228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010e17d7-465a-4004-a9fe-9be5e105443d', 'code': 200} Aug 31 09:16:26.473952 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e5f6b-c02c-46fa-abe0-d6fd11cc0066 req-b5d7316a-5db2-4133-8095-cf81b5ac3be7 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:26.475816 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-174e5f6b-c02c-46fa-abe0-d6fd11cc0066 req-b5d7316a-5db2-4133-8095-cf81b5ac3be7 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af HTTP/1.1" status: 200 len: 949 time: 0.1634769 Aug 31 09:16:26.608498 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c24f1-3c78-430b-9e97-74cb2510cbf3 req-2f6fa6e9-aeda-4b31-a5a3-616ce67f45e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:26.610969 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f90c24f1-3c78-430b-9e97-74cb2510cbf3 req-2f6fa6e9-aeda-4b31-a5a3-616ce67f45e3 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=f8eff325-8b2f-48e8-a93c-aa126a2dd228 HTTP/1.1" status: 200 len: 1098 time: 0.0453897 Aug 31 09:16:26.642859 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70add7ce-4cc2-4330-8935-5b61724d6ea7 req-2e1ee5ad-866b-4119-88e0-83283fe78861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:26.644947 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70add7ce-4cc2-4330-8935-5b61724d6ea7 req-2e1ee5ad-866b-4119-88e0-83283fe78861 service neutron] 10.222.0.112 "GET /v2.0/networks?id=671dffbd-cfd1-44d4-ad18-c45cdc841eb5 HTTP/1.1" status: 200 len: 915 time: 0.2505641 Aug 31 09:16:26.650378 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f90c24f1-3c78-430b-9e97-74cb2510cbf3 req-4c6800b0-202e-4574-95e8-7d7e497182e9 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=cc904491-0f36-4ac7-a171-c02394869887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303924 Aug 31 09:16:26.651088 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-174e5f6b-c02c-46fa-abe0-d6fd11cc0066 req-99cd9040-033b-4308-85ae-cb48488485ef tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569753 Aug 31 09:16:26.667640 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a6bea-aa62-4ac0-931b-b58cf0461c66 req-e62031ac-9115-4ab5-aa50-a2b269723695 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:26.669166 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa6a6bea-aa62-4ac0-931b-b58cf0461c66 req-e62031ac-9115-4ab5-aa50-a2b269723695 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 944 time: 0.1269846 Aug 31 09:16:26.712227 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa6a6bea-aa62-4ac0-931b-b58cf0461c66 req-3c3b4f9f-8fda-4a8d-ab3a-54c2301ccb0b tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344040 Aug 31 09:16:26.737461 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-552666ce-6ebc-4110-b85c-605c9c2bf767 req-1bae1b03-e859-448b-a5a0-2a94833b7dd5 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:26.808611 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae1b03-e859-448b-a5a0-2a94833b7dd5 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Pushing event deleted for resources: {'Port': ['ID=07ceaf66-244f-4a96-a7fd-c94c8956ad10,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:26.823482 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55540) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:26.857855 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-552666ce-6ebc-4110-b85c-605c9c2bf767 req-1bae1b03-e859-448b-a5a0-2a94833b7dd5 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] No DVR routers for this DVR port 07ceaf66-244f-4a96-a7fd-c94c8956ad10 on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:16:26.862970 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-552666ce-6ebc-4110-b85c-605c9c2bf767 req-1bae1b03-e859-448b-a5a0-2a94833b7dd5 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:26.865009 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-552666ce-6ebc-4110-b85c-605c9c2bf767 req-1bae1b03-e859-448b-a5a0-2a94833b7dd5 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.112 "DELETE /v2.0/ports/07ceaf66-244f-4a96-a7fd-c94c8956ad10 HTTP/1.1" status: 204 len: 173 time: 1.3345706 Aug 31 09:16:26.865450 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78afa2bd-2f94-407d-8697-7380927855fd', 'name': 'network-vif-deleted', 'tag': '07ceaf66-244f-4a96-a7fd-c94c8956ad10'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:26.867705 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00388c5-5de4-4718-81d9-acbb67917dec" -d '{"events": [{"server_uuid": "78afa2bd-2f94-407d-8697-7380927855fd", "name": "network-vif-deleted", "tag": "07ceaf66-244f-4a96-a7fd-c94c8956ad10"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:26.925723 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70add7ce-4cc2-4330-8935-5b61724d6ea7 req-d5aa6027-d54a-47a4-9459-c1607c97dbf4 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a68bf1d-1d9c-4334-ac85-b4ee18020743 HTTP/1.1" status: 200 len: 217 time: 0.0442150 Aug 31 09:16:26.939487 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-08b3f540-0844-403b-86f3-070bc8478040 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2102284136-network', 'tenant_id': '75ce2462ab22423aa5998984f0362191'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:26.970201 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-b4cbeeff-4bc6-4e0b-be3a-90c860fbb2dd tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:26.971794 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-b4cbeeff-4bc6-4e0b-be3a-90c860fbb2dd tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/networks?id=f353997d-12d5-47f5-bc55-13148c348a0b HTTP/1.1" status: 200 len: 821 time: 0.2444108 Aug 31 09:16:26.996275 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-b9f6b7aa-c8f1-448f-9679-532c4e6fbfe6 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/quotas/91627f68c71f4b29855d6c5fb4946dae HTTP/1.1" status: 200 len: 375 time: 0.0154269 Aug 31 09:16:27.000310 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70add7ce-4cc2-4330-8935-5b61724d6ea7 req-1e9773ed-12a1-44de-9127-12a402170eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:27.001733 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70add7ce-4cc2-4330-8935-5b61724d6ea7 req-1e9773ed-12a1-44de-9127-12a402170eba service neutron] 10.222.0.112 "GET /v2.0/subnets?id=98f1a321-868c-46a4-bd2e-3ecb869d4f87 HTTP/1.1" status: 200 len: 853 time: 0.0669596 Aug 31 09:16:27.031240 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b3f540-0844-403b-86f3-070bc8478040 admin admin] Made reservation on behalf of 75ce2462ab22423aa5998984f0362191 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:16:27.033688 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-08b3f540-0844-403b-86f3-070bc8478040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:27.043322 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-08b3f540-0844-403b-86f3-070bc8478040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:27.057164 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70add7ce-4cc2-4330-8935-5b61724d6ea7 req-c0c0952c-6ce2-4615-927c-74ff985f0222 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=671dffbd-cfd1-44d4-ad18-c45cdc841eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280187 Aug 31 09:16:27.072971 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-3d3f922d-3870-43a5-8175-9a5082e43823 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=91627f68c71f4b29855d6c5fb4946dae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0702755 Aug 31 09:16:27.163689 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-08b3f540-0844-403b-86f3-070bc8478040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:27.243805 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-08b3f540-0844-403b-86f3-070bc8478040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:27.251487 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-5780094c-01c9-4ace-a200-672460ce0e8c service neutron] 10.222.0.119 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600320 Aug 31 09:16:27.260964 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70add7ce-4cc2-4330-8935-5b61724d6ea7 req-9a251643-b88e-492c-a7d7-8d7aac5238fe service neutron] 10.222.0.112 "GET /v2.0/networks/671dffbd-cfd1-44d4-ad18-c45cdc841eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707835 Aug 31 09:16:27.274960 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b3f540-0844-403b-86f3-070bc8478040 admin admin] vlan segment allocate from pool success with {'vlan_id': 1619, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:16:27.283957 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3f540-0844-403b-86f3-070bc8478040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acd7327-9cbd-43a1-a83e-3c3a6982c560,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:27.291874 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-08b3f540-0844-403b-86f3-070bc8478040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:27.292372 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-08b3f540-0844-403b-86f3-070bc8478040 admin admin] Added segment 4970964c-f79a-4598-9875-169f6f02ac9c of type vlan for network dfc311b8-4500-4b84-9a24-55e42d217d6d Aug 31 09:16:27.335245 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-08b3f540-0844-403b-86f3-070bc8478040 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:27.414418 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-08b3f540-0844-403b-86f3-070bc8478040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:27.415486 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b3f540-0844-403b-86f3-070bc8478040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:27.416104 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-08b3f540-0844-403b-86f3-070bc8478040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:27.477625 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3f540-0844-403b-86f3-070bc8478040 admin admin] Pushing event updated for resources: {'Network': ['ID=dfc311b8-4500-4b84-9a24-55e42d217d6d,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:27.488592 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network dfc311b8-4500-4b84-9a24-55e42d217d6d details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:16:27.531156 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-08b3f540-0844-403b-86f3-070bc8478040 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7059817 Aug 31 09:16:27.533537 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55554) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:27.540837 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-67ee99f0-43dd-4218-8dc6-6408965633cf admin admin] Request body: {'subnet': {'network_id': 'dfc311b8-4500-4b84-9a24-55e42d217d6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2102284136-subnet', 'tenant_id': '75ce2462ab22423aa5998984f0362191', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:27.625960 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ee99f0-43dd-4218-8dc6-6408965633cf admin admin] Made reservation on behalf of 75ce2462ab22423aa5998984f0362191 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:16:27.628286 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-67ee99f0-43dd-4218-8dc6-6408965633cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:27.719648 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6b98f-bad6-440e-97d5-cf5f8a58d488 req-80e038a8-6336-48f0-b2f6-b299e3a3c1af tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:27.721134 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c2a6b98f-bad6-440e-97d5-cf5f8a58d488 req-80e038a8-6336-48f0-b2f6-b299e3a3c1af tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=bacbf592-ef65-47fe-95d3-efaae7581d69 HTTP/1.1" status: 200 len: 984 time: 0.4743624 Aug 31 09:16:27.768375 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-55e1721d-e551-4f75-8467-185be460ed3f service neutron] 10.222.0.119 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064726 Aug 31 09:16:27.784081 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70add7ce-4cc2-4330-8935-5b61724d6ea7 req-b3f870d3-0f37-46cb-a322-45c9a45a0b63 service neutron] 10.222.0.112 "GET /v2.0/networks/671dffbd-cfd1-44d4-ad18-c45cdc841eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5123463 Aug 31 09:16:27.807004 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c2a6b98f-bad6-440e-97d5-cf5f8a58d488 req-e5550bf0-e284-40d1-85f2-99f20b5f2d62 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?id=23aa8320-d483-4e92-8178-31b79ff8e57a&id=7cc801fe-8ef9-4f22-a1e1-8c369742b6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0737603 Aug 31 09:16:27.852116 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47f3f1a-356a-490c-aed4-7bef44cddc63 x-openstack-request-id: req-a47f3f1a-356a-490c-aed4-7bef44cddc63 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:27.852700 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78afa2bd-2f94-407d-8697-7380927855fd", "name": "network-vif-deleted", "tag": "07ceaf66-244f-4a96-a7fd-c94c8956ad10", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:27.852700 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-a47f3f1a-356a-490c-aed4-7bef44cddc63 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:27.853181 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78afa2bd-2f94-407d-8697-7380927855fd', 'name': 'network-vif-deleted', 'tag': '07ceaf66-244f-4a96-a7fd-c94c8956ad10', 'status': 'completed', 'code': 200} Aug 31 09:16:27.894926 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-67ee99f0-43dd-4218-8dc6-6408965633cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:27.959219 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee99f0-43dd-4218-8dc6-6408965633cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e6f9197-c090-42f8-81a2-e95cdb553250,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:27.978982 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ee99f0-43dd-4218-8dc6-6408965633cf admin admin] Checking segment: {'id': '4970964c-f79a-4598-9875-169f6f02ac9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1619, 'network_id': 'dfc311b8-4500-4b84-9a24-55e42d217d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:16:27.979758 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ee99f0-43dd-4218-8dc6-6408965633cf admin admin] Network hostable DHCP agents. Network: dfc311b8-4500-4b84-9a24-55e42d217d6d, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:16:28.134313 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ee99f0-43dd-4218-8dc6-6408965633cf admin admin] Network dfc311b8-4500-4b84-9a24-55e42d217d6d is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:16:28.144420 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff02f2-2949-4da0-9c0e-77387e36880b req-e258e0a8-d91d-4979-81b4-af4c29aa12d4 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:28.167318 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-23ff02f2-2949-4da0-9c0e-77387e36880b req-e258e0a8-d91d-4979-81b4-af4c29aa12d4 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8eff325-8b2f-48e8-a93c-aa126a2dd228 HTTP/1.1" status: 200 len: 946 time: 0.0889275 Aug 31 09:16:28.213357 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-23ff02f2-2949-4da0-9c0e-77387e36880b req-14acd111-f674-418a-b634-adbce6a9ff30 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/security-groups?id=cc904491-0f36-4ac7-a171-c02394869887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481687 Aug 31 09:16:28.318401 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-67ee99f0-43dd-4218-8dc6-6408965633cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, dfc311b8-4500-4b84-9a24-55e42d217d6d) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:16:28.328804 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82fdfcf-cff1-4ec8-b4cb-a693aac21ecb None None] Network dfc311b8-4500-4b84-9a24-55e42d217d6d requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:16:28.330155 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ee99f0-43dd-4218-8dc6-6408965633cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:28.332310 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-67ee99f0-43dd-4218-8dc6-6408965633cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:28.340762 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aca510c7-6628-4259-a608-f6d8c5ebdcff req-9ef1f4b1-bbcc-4a71-93c9-5f50910a5af4 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=78afa2bd-2f94-407d-8697-7380927855fd HTTP/1.1" status: 200 len: 210 time: 0.0321043 Aug 31 09:16:28.370840 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de855bd4-9cba-4532-a285-ce050a8adbba req-28f4658d-6c98-43a2-9d17-f3c68b476887 tempest-ServersAdminTestJSON-1219084242 tempest-ServersAdminTestJSON-1219084242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:28.371334 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de855bd4-9cba-4532-a285-ce050a8adbba req-28f4658d-6c98-43a2-9d17-f3c68b476887 tempest-ServersAdminTestJSON-1219084242 tempest-ServersAdminTestJSON-1219084242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:28.371834 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de855bd4-9cba-4532-a285-ce050a8adbba req-28f4658d-6c98-43a2-9d17-f3c68b476887 tempest-ServersAdminTestJSON-1219084242 tempest-ServersAdminTestJSON-1219084242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:28.372348 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de855bd4-9cba-4532-a285-ce050a8adbba req-28f4658d-6c98-43a2-9d17-f3c68b476887 tempest-ServersAdminTestJSON-1219084242 tempest-ServersAdminTestJSON-1219084242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:28.372953 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de855bd4-9cba-4532-a285-ce050a8adbba req-28f4658d-6c98-43a2-9d17-f3c68b476887 tempest-ServersAdminTestJSON-1219084242 tempest-ServersAdminTestJSON-1219084242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:28.373253 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de855bd4-9cba-4532-a285-ce050a8adbba req-28f4658d-6c98-43a2-9d17-f3c68b476887 tempest-ServersAdminTestJSON-1219084242 tempest-ServersAdminTestJSON-1219084242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:28.373708 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de855bd4-9cba-4532-a285-ce050a8adbba req-28f4658d-6c98-43a2-9d17-f3c68b476887 tempest-ServersAdminTestJSON-1219084242 tempest-ServersAdminTestJSON-1219084242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:28.374164 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de855bd4-9cba-4532-a285-ce050a8adbba req-28f4658d-6c98-43a2-9d17-f3c68b476887 tempest-ServersAdminTestJSON-1219084242 tempest-ServersAdminTestJSON-1219084242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:28.374642 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de855bd4-9cba-4532-a285-ce050a8adbba req-28f4658d-6c98-43a2-9d17-f3c68b476887 tempest-ServersAdminTestJSON-1219084242 tempest-ServersAdminTestJSON-1219084242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:28.375136 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de855bd4-9cba-4532-a285-ce050a8adbba req-28f4658d-6c98-43a2-9d17-f3c68b476887 tempest-ServersAdminTestJSON-1219084242 tempest-ServersAdminTestJSON-1219084242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:28.385915 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-de855bd4-9cba-4532-a285-ce050a8adbba req-28f4658d-6c98-43a2-9d17-f3c68b476887 tempest-ServersAdminTestJSON-1219084242 tempest-ServersAdminTestJSON-1219084242-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af&device_id=bacbf592-ef65-47fe-95d3-efaae7581d69&device_id=f8eff325-8b2f-48e8-a93c-aa126a2dd228&device_id=5f8f538b-069b-40cb-a725-664dc8695c5a&device_id=8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93&device_id=85d70815-de2f-4762-a58c-5891f0f9387d&device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758&device_id=286978dc-700f-434f-ac25-6d4e109ccab7&device_id=a3f879aa-fb0c-497a-b384-789e503e6868&device_id=78afa2bd-2f94-407d-8697-7380927855fd&device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 9212 time: 0.1109066 Aug 31 09:16:28.401783 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-de855bd4-9cba-4532-a285-ce050a8adbba req-87e1d1c1-2d12-4fe1-812f-a6ff674decb9 tempest-ServersAdminTestJSON-1219084242 tempest-ServersAdminTestJSON-1219084242-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:28.421733 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-67ee99f0-43dd-4218-8dc6-6408965633cf admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8871017 Aug 31 09:16:28.453985 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eac0a090-c904-4a43-b60b-08e57fe32cee req-693f4027-5cfb-44c4-986e-71d950dd17ad tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=21b57749-fafb-4d10-910c-4f112d759305 HTTP/1.1" status: 200 len: 210 time: 0.0542717 Aug 31 09:16:28.497948 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c71782c-9c9a-440d-a32b-6134fce88632 None None] Network dfc311b8-4500-4b84-9a24-55e42d217d6d requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:16:28.608006 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-de855bd4-9cba-4532-a285-ce050a8adbba req-87e1d1c1-2d12-4fe1-812f-a6ff674decb9 tempest-ServersAdminTestJSON-1219084242 tempest-ServersAdminTestJSON-1219084242-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:28.677484 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-de855bd4-9cba-4532-a285-ce050a8adbba req-87e1d1c1-2d12-4fe1-812f-a6ff674decb9 tempest-ServersAdminTestJSON-1219084242 tempest-ServersAdminTestJSON-1219084242-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:28.699017 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-3195510f-6835-4164-bbbb-2f0e8fa43f9b req-11871bd7-2fec-4a74-9567-63fe81ae088f tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1597762990', 'description': 'tempest-description-1677528248'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:28.725891 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-de855bd4-9cba-4532-a285-ce050a8adbba req-87e1d1c1-2d12-4fe1-812f-a6ff674decb9 tempest-ServersAdminTestJSON-1219084242 tempest-ServersAdminTestJSON-1219084242-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&id=23aa8320-d483-4e92-8178-31b79ff8e57a&id=7cc801fe-8ef9-4f22-a1e1-8c369742b6f5&id=1e29f421-524a-4464-9b17-8cba15fd0a14&id=71d34456-bb01-4786-82b3-05445c056ade&id=5b749fb4-1d9f-4950-bcaa-2c926086e16e&id=cc904491-0f36-4ac7-a171-c02394869887&id=7c64334d-9d08-4b0c-8dad-c7ee428ce8e4&id=d8cf7c97-ab1d-4828-9ccf-527235874d8b&id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 1108 time: 0.3389976 Aug 31 09:16:28.740559 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1d1c1-2d12-4fe1-812f-a6ff674decb9 tempest-ServersAdminTestJSON-1219084242 tempest-ServersAdminTestJSON-1219084242-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a5f2aa-3d67-4b57-8c9a-f06e2baace02,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:28.814801 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3195510f-6835-4164-bbbb-2f0e8fa43f9b req-11871bd7-2fec-4a74-9567-63fe81ae088f tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:28.911896 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3195510f-6835-4164-bbbb-2f0e8fa43f9b req-11871bd7-2fec-4a74-9567-63fe81ae088f tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:28.997682 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3195510f-6835-4164-bbbb-2f0e8fa43f9b req-11871bd7-2fec-4a74-9567-63fe81ae088f tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:29.032523 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11871bd7-2fec-4a74-9567-63fe81ae088f tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6841268-f966-45b0-a919-08e253967a59,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:29.095224 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3195510f-6835-4164-bbbb-2f0e8fa43f9b req-11871bd7-2fec-4a74-9567-63fe81ae088f tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:29.096638 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3195510f-6835-4164-bbbb-2f0e8fa43f9b req-11871bd7-2fec-4a74-9567-63fe81ae088f tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4161866 Aug 31 09:16:29.273626 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76deeee9-3226-4cd1-899b-a472e0a0c96b req-a8a7fa6b-bf7d-449c-b04b-db02dded408c tempest-ServersAdminTestJSON-1219084242 tempest-ServersAdminTestJSON-1219084242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:29.274112 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76deeee9-3226-4cd1-899b-a472e0a0c96b req-a8a7fa6b-bf7d-449c-b04b-db02dded408c tempest-ServersAdminTestJSON-1219084242 tempest-ServersAdminTestJSON-1219084242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:29.274588 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76deeee9-3226-4cd1-899b-a472e0a0c96b req-a8a7fa6b-bf7d-449c-b04b-db02dded408c tempest-ServersAdminTestJSON-1219084242 tempest-ServersAdminTestJSON-1219084242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:29.276525 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-76deeee9-3226-4cd1-899b-a472e0a0c96b req-a8a7fa6b-bf7d-449c-b04b-db02dded408c tempest-ServersAdminTestJSON-1219084242 tempest-ServersAdminTestJSON-1219084242-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af&device_id=8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93&device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 2884 time: 0.1047509 Aug 31 09:16:29.286044 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168045d8-264b-47bf-b1fd-544dbbf4358c req-dc15d2e5-61dd-4877-958a-f1684e9e5990 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:29.287502 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-168045d8-264b-47bf-b1fd-544dbbf4358c req-dc15d2e5-61dd-4877-958a-f1684e9e5990 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=bacbf592-ef65-47fe-95d3-efaae7581d69 HTTP/1.1" status: 200 len: 984 time: 0.1329961 Aug 31 09:16:29.342356 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-76deeee9-3226-4cd1-899b-a472e0a0c96b req-4ac810f4-6c7a-4d06-86f6-83304f84aaef tempest-ServersAdminTestJSON-1219084242 tempest-ServersAdminTestJSON-1219084242-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535355 Aug 31 09:16:29.353739 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-168045d8-264b-47bf-b1fd-544dbbf4358c req-414dc7a7-705e-4c21-a603-deba1205dd04 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?id=23aa8320-d483-4e92-8178-31b79ff8e57a&id=7cc801fe-8ef9-4f22-a1e1-8c369742b6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0591652 Aug 31 09:16:29.358474 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 07ceaf66-244f-4a96-a7fd-c94c8956ad10 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:16:29.388367 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 07ceaf66-244f-4a96-a7fd-c94c8956ad10 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:16:29.388771 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 07ceaf66-244f-4a96-a7fd-c94c8956ad10 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:16:29.446785 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-20b8199f-7ff9-4aa5-9f5a-e01f8ee44051 req-23d77d90-a929-461d-b101-5a136a3ebb2f tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "GET /v2.0/security-groups/e6841268-f966-45b0-a919-08e253967a59 HTTP/1.1" status: 200 len: 1805 time: 0.0504000 Aug 31 09:16:29.459426 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-20b8199f-7ff9-4aa5-9f5a-e01f8ee44051 req-3dc771da-8b7e-4a6c-af53-0045672735a9 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e6841268-f966-45b0-a919-08e253967a59', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:29.460214 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-20b8199f-7ff9-4aa5-9f5a-e01f8ee44051 req-3dc771da-8b7e-4a6c-af53-0045672735a9 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e6841268-f966-45b0-a919-08e253967a59', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:29.528032 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17f0f8-539d-44e8-aa25-3505143d581c req-2a75cff7-ba90-4cd3-a453-51fc6a8caeb9 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:29.529450 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3d17f0f8-539d-44e8-aa25-3505143d581c req-2a75cff7-ba90-4cd3-a453-51fc6a8caeb9 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8eff325-8b2f-48e8-a93c-aa126a2dd228 HTTP/1.1" status: 200 len: 946 time: 0.0546165 Aug 31 09:16:29.591822 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3d17f0f8-539d-44e8-aa25-3505143d581c req-83b83001-5edf-42ad-a005-8e3c03086432 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/security-groups?id=cc904491-0f36-4ac7-a171-c02394869887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542550 Aug 31 09:16:29.605155 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-20b8199f-7ff9-4aa5-9f5a-e01f8ee44051 req-3dc771da-8b7e-4a6c-af53-0045672735a9 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:29.626727 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-20b8199f-7ff9-4aa5-9f5a-e01f8ee44051 req-3dc771da-8b7e-4a6c-af53-0045672735a9 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:29.758055 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-20b8199f-7ff9-4aa5-9f5a-e01f8ee44051 req-3dc771da-8b7e-4a6c-af53-0045672735a9 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:29.779355 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dcc2cd17-7b0d-455c-9ba6-915e8a5ce215 req-d7a0669c-2e2b-47f1-a288-13bc9ed4faf2 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-318461564&fields=id&tenant_id=cba781cb93f8440b8938de29933fec7c HTTP/1.1" status: 200 len: 267 time: 0.0516639 Aug 31 09:16:29.786135 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc771da-8b7e-4a6c-af53-0045672735a9 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0064697-3da9-43de-bec1-cf7180c01571,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:29.836304 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2cd17-7b0d-455c-9ba6-915e8a5ce215 req-32744b43-b66b-4b59-a1f9-766b111f3cb3 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:29.837758 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dcc2cd17-7b0d-455c-9ba6-915e8a5ce215 req-32744b43-b66b-4b59-a1f9-766b111f3cb3 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=bacbf592-ef65-47fe-95d3-efaae7581d69 HTTP/1.1" status: 200 len: 984 time: 0.0497441 Aug 31 09:16:29.858528 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-dcc2cd17-7b0d-455c-9ba6-915e8a5ce215 req-4723618c-174b-4183-9268-fb50514c94db tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Request body: {'port': {'security_groups': ['23aa8320-d483-4e92-8178-31b79ff8e57a', '7cc801fe-8ef9-4f22-a1e1-8c369742b6f5', '4f184e2b-ef5f-4778-940d-e500f5417794']}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:29.892191 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-20b8199f-7ff9-4aa5-9f5a-e01f8ee44051 req-3dc771da-8b7e-4a6c-af53-0045672735a9 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:29.893373 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-20b8199f-7ff9-4aa5-9f5a-e01f8ee44051 req-3dc771da-8b7e-4a6c-af53-0045672735a9 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4400618 Aug 31 09:16:29.935519 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-dcc2cd17-7b0d-455c-9ba6-915e8a5ce215 req-4723618c-174b-4183-9268-fb50514c94db tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:29.997390 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-257cf32a-3e1b-4f2d-96b5-b963b1c0bf46 req-47f1550a-0f14-484d-859d-a6bccac061ec tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=21b57749-fafb-4d10-910c-4f112d759305 HTTP/1.1" status: 200 len: 210 time: 0.0501194 Aug 31 09:16:30.300765 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda81755-6e70-4835-94d5-ea3abbc696bd req-1675b19e-4313-46d9-8154-3215a78c1b73 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:30.303556 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dda81755-6e70-4835-94d5-ea3abbc696bd req-1675b19e-4313-46d9-8154-3215a78c1b73 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8eff325-8b2f-48e8-a93c-aa126a2dd228 HTTP/1.1" status: 200 len: 946 time: 0.1620021 Aug 31 09:16:30.311977 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-dcc2cd17-7b0d-455c-9ba6-915e8a5ce215 req-4723618c-174b-4183-9268-fb50514c94db tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] For port 5a68bf1d-1d9c-4334-ac85-b4ee18020743, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=5a68bf1d-1d9c-4334-ac85-b4ee18020743,segment=NetworkSegment(f6371895-21df-4b1a-a74d-67a04c30a2a5),segment_id=f6371895-21df-4b1a-a74d-67a04c30a2a5)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:30.313855 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55606) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:30.322960 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-99f52e56-f6dd-4ef6-b102-c55b9fd4e137 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:30.324488 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-99f52e56-f6dd-4ef6-b102-c55b9fd4e137 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.112 "GET /v2.0/networks?id=f353997d-12d5-47f5-bc55-13148c348a0b HTTP/1.1" status: 200 len: 821 time: 0.1987050 Aug 31 09:16:30.328254 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-df8da34a-d0f8-4096-9952-5b44e9db7dbc tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Request body: {'floatingip': {'port_id': '010e17d7-465a-4004-a9fe-9be5e105443d'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:30.374181 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-501631f5-02bf-4670-b664-f1edd6ff3ef0 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Request body: {'port': {'device_id': '21b57749-fafb-4d10-910c-4f112d759305', 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b', 'admin_state_up': True, 'tenant_id': '91627f68c71f4b29855d6c5fb4946dae'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:30.402895 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-df8da34a-d0f8-4096-9952-5b44e9db7dbc tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks [] for floatingip, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:30.487238 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-dcc2cd17-7b0d-455c-9ba6-915e8a5ce215 req-4723618c-174b-4183-9268-fb50514c94db tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:30.592601 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-dcc2cd17-7b0d-455c-9ba6-915e8a5ce215 req-4723618c-174b-4183-9268-fb50514c94db tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:30.610101 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['8a3c2dd1-b81d-4195-ac0b-b11d4521aed5', '5a68bf1d-1d9c-4334-ac85-b4ee18020743'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:30.684910 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-33214c0c-e7d9-4787-975d-740f8c1cfa36 req-98f01def-727c-415e-9f94-395bb04066da tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-702572742', 'description': 'tempest-description-1632667424'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:30.722483 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2cd17-7b0d-455c-9ba6-915e8a5ce215 req-4723618c-174b-4183-9268-fb50514c94db tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:30.723135 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-dcc2cd17-7b0d-455c-9ba6-915e8a5ce215 req-4723618c-174b-4183-9268-fb50514c94db tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:30.725665 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dcc2cd17-7b0d-455c-9ba6-915e8a5ce215 req-4723618c-174b-4183-9268-fb50514c94db tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "PUT /v2.0/ports/5a68bf1d-1d9c-4334-ac85-b4ee18020743 HTTP/1.1" status: 200 len: 1020 time: 0.8735158 Aug 31 09:16:30.727930 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bacbf592-ef65-47fe-95d3-efaae7581d69', 'tag': '5a68bf1d-1d9c-4334-ac85-b4ee18020743'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:30.730649 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf7e163-4e59-41bd-9aec-502215b39276" -d '{"events": [{"name": "network-changed", "server_uuid": "bacbf592-ef65-47fe-95d3-efaae7581d69", "tag": "5a68bf1d-1d9c-4334-ac85-b4ee18020743"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:30.795850 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.db.api [req-33214c0c-e7d9-4787-975d-740f8c1cfa36 req-98f01def-727c-415e-9f94-395bb04066da tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:16:30.795850 n-d-791506-28 neutron-server[95553]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 09:16:30.795850 n-d-791506-28 neutron-server[95553]: [parameters: {'project_id': '75ce2462ab22423aa5998984f0362191', 'id': 'e3f0ef02-9bd5-4e3f-a4d3-4f817464c652', 'expiration': datetime.datetime(2021, 8, 31, 9, 18, 30, 774752)}] Aug 31 09:16:30.795850 n-d-791506-28 neutron-server[95553]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:16:30.796334 n-d-791506-28 neutron-server[95553]: DEBUG oslo_db.api [req-33214c0c-e7d9-4787-975d-740f8c1cfa36 req-98f01def-727c-415e-9f94-395bb04066da tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:16:30.804540 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4723618c-174b-4183-9268-fb50514c94db tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Pushing event updated for resources: {'Port': ['ID=5a68bf1d-1d9c-4334-ac85-b4ee18020743,revision_number=7']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:30.900089 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-501631f5-02bf-4670-b664-f1edd6ff3ef0 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Made reservation on behalf of 91627f68c71f4b29855d6c5fb4946dae for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:16:30.903501 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-501631f5-02bf-4670-b664-f1edd6ff3ef0 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:30.925418 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['5a68bf1d-1d9c-4334-ac85-b4ee18020743'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:31.178106 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-501631f5-02bf-4670-b664-f1edd6ff3ef0 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Allocated IP 172.20.0.12 (f353997d-12d5-47f5-bc55-13148c348a0b/d2c5f0e8-9f08-4f88-baac-5c015079d04c/05242781-3bfd-4d37-8e6c-bd91bea5c5e9) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:16:31.233163 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-df8da34a-d0f8-4096-9952-5b44e9db7dbc tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:31.250412 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbe2b3-0366-4dc9-83f1-6aca51fa02b5 req-146d6b91-9e97-4a3c-bcbe-ab483edf1573 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:31.251951 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8dcbe2b3-0366-4dc9-83f1-6aca51fa02b5 req-146d6b91-9e97-4a3c-bcbe-ab483edf1573 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 945 time: 0.0761557 Aug 31 09:16:31.293148 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8dcbe2b3-0366-4dc9-83f1-6aca51fa02b5 req-72c6e2e8-ed44-488d-a52b-8458512a70b1 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346401 Aug 31 09:16:31.313566 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-df8da34a-d0f8-4096-9952-5b44e9db7dbc tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:31.483860 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-33214c0c-e7d9-4787-975d-740f8c1cfa36 req-98f01def-727c-415e-9f94-395bb04066da tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:31.525152 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ba25094-43b8-429a-8bca-44c3ed82e703 req-894b8bbe-c9ed-42e3-b52c-fc14b5033a16 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups/4f184e2b-ef5f-4778-940d-e500f5417794 HTTP/1.1" status: 200 len: 1800 time: 0.2065346 Aug 31 09:16:31.571081 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75769df6-40b0-417e-ba2c-29cf4005e4ea req-a1fb587c-2cc0-4905-9bed-fd073e62b4c5 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:31.572531 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75769df6-40b0-417e-ba2c-29cf4005e4ea req-a1fb587c-2cc0-4905-9bed-fd073e62b4c5 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.112 "GET /v2.0/ports?device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 945 time: 0.1951041 Aug 31 09:16:31.595971 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-df8da34a-d0f8-4096-9952-5b44e9db7dbc tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Floating IP 8dbef6fe-17e0-44aa-8b66-3db526e55f11 associated. External IP: 172.25.2.222, port: 010e17d7-465a-4004-a9fe-9be5e105443d. Aug 31 09:16:31.876162 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [req-8ba25094-43b8-429a-8bca-44c3ed82e703 req-64018b80-2f44-455e-9771-e396726f56bc tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 09:16:31.877201 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ba25094-43b8-429a-8bca-44c3ed82e703 req-64018b80-2f44-455e-9771-e396726f56bc tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "DELETE /v2.0/security-groups/4f184e2b-ef5f-4778-940d-e500f5417794 HTTP/1.1" status: 409 len: 341 time: 0.3396595 Aug 31 09:16:31.908576 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-501631f5-02bf-4670-b664-f1edd6ff3ef0 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:31.928196 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9be331a-f886-4a5c-9948-a95821e065b5 x-openstack-request-id: req-f9be331a-f886-4a5c-9948-a95821e065b5 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:31.928586 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bacbf592-ef65-47fe-95d3-efaae7581d69", "tag": "5a68bf1d-1d9c-4334-ac85-b4ee18020743", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:31.928845 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-f9be331a-f886-4a5c-9948-a95821e065b5 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:31.929306 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bacbf592-ef65-47fe-95d3-efaae7581d69', 'tag': '5a68bf1d-1d9c-4334-ac85-b4ee18020743', 'status': 'completed', 'code': 200} Aug 31 09:16:31.953305 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-33214c0c-e7d9-4787-975d-740f8c1cfa36 req-98f01def-727c-415e-9f94-395bb04066da tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:32.002739 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7e163-4e59-41bd-9aec-502215b39276 req-b83a24a9-e9a5-44ee-a7b9-54475d0f5e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:32.004508 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1bf7e163-4e59-41bd-9aec-502215b39276 req-b83a24a9-e9a5-44ee-a7b9-54475d0f5e06 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=cba781cb93f8440b8938de29933fec7c&device_id=bacbf592-ef65-47fe-95d3-efaae7581d69 HTTP/1.1" status: 200 len: 1175 time: 0.0447071 Aug 31 09:16:32.054969 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-75769df6-40b0-417e-ba2c-29cf4005e4ea req-af9317d1-84bd-4230-8639-5b2d1eb849d8 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Deleting port 3969a996-4cf3-494c-8707-d9c84a2eb9eb {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:16:32.055231 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-75769df6-40b0-417e-ba2c-29cf4005e4ea req-af9317d1-84bd-4230-8639-5b2d1eb849d8 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:32.063965 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c0eb97f1-192f-4e1e-9a25-426d8689f241 req-03ed055d-ab6f-4ba1-80d8-2eec69089233 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=21b57749-fafb-4d10-910c-4f112d759305 HTTP/1.1" status: 200 len: 210 time: 0.0647016 Aug 31 09:16:32.078933 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-33214c0c-e7d9-4787-975d-740f8c1cfa36 req-98f01def-727c-415e-9f94-395bb04066da tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:32.122972 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7e163-4e59-41bd-9aec-502215b39276 req-bd230bd3-901f-4ebf-9d7b-88e66ed1f8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:32.124426 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1bf7e163-4e59-41bd-9aec-502215b39276 req-bd230bd3-901f-4ebf-9d7b-88e66ed1f8cd service neutron] 10.222.0.112 "GET /v2.0/networks?id=671dffbd-cfd1-44d4-ad18-c45cdc841eb5 HTTP/1.1" status: 200 len: 915 time: 0.1013834 Aug 31 09:16:32.170730 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1bf7e163-4e59-41bd-9aec-502215b39276 req-492afd85-1746-41b4-b64e-5a1f22ba543e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a68bf1d-1d9c-4334-ac85-b4ee18020743 HTTP/1.1" status: 200 len: 217 time: 0.0385201 Aug 31 09:16:32.224953 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7e163-4e59-41bd-9aec-502215b39276 req-7ff46543-2bd0-4c09-810d-1ffd39153478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:32.226486 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1bf7e163-4e59-41bd-9aec-502215b39276 req-7ff46543-2bd0-4c09-810d-1ffd39153478 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=98f1a321-868c-46a4-bd2e-3ecb869d4f87 HTTP/1.1" status: 200 len: 853 time: 0.0481853 Aug 31 09:16:32.269274 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1bf7e163-4e59-41bd-9aec-502215b39276 req-d27788cc-ed01-46e8-9e84-15bcf5be4a84 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=671dffbd-cfd1-44d4-ad18-c45cdc841eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294881 Aug 31 09:16:32.386312 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:32.395238 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1bf7e163-4e59-41bd-9aec-502215b39276 req-e63bae5e-e84f-4ce8-982a-ee2ba116cf82 service neutron] 10.222.0.112 "GET /v2.0/networks/671dffbd-cfd1-44d4-ad18-c45cdc841eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150906 Aug 31 09:16:32.505244 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1bf7e163-4e59-41bd-9aec-502215b39276 req-f3cb3fb1-4fca-4447-86e1-4d93e95b6a14 service neutron] 10.222.0.112 "GET /v2.0/networks/671dffbd-cfd1-44d4-ad18-c45cdc841eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938652 Aug 31 09:16:32.545387 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f01def-727c-415e-9f94-395bb04066da tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e152eaac-2b17-49e0-a238-a1db7901abf1,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:32.579965 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8da34a-d0f8-4096-9952-5b44e9db7dbc tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Router b6e367af-cec6-4e3e-b95d-640b21a12353 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:16:32.583971 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-501631f5-02bf-4670-b664-f1edd6ff3ef0 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:32.594460 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-75769df6-40b0-417e-ba2c-29cf4005e4ea req-af9317d1-84bd-4230-8639-5b2d1eb849d8 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] For port 3969a996-4cf3-494c-8707-d9c84a2eb9eb, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3969a996-4cf3-494c-8707-d9c84a2eb9eb,segment=NetworkSegment(f3060a33-d71c-496b-87b3-59c21f3880f9),segment_id=f3060a33-d71c-496b-87b3-59c21f3880f9)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:32.594844 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-75769df6-40b0-417e-ba2c-29cf4005e4ea req-af9317d1-84bd-4230-8639-5b2d1eb849d8 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:32.598883 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['3be364ee-8006-4fae-859f-6975a0e311f0'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:32.645322 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:32.650284 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-75769df6-40b0-417e-ba2c-29cf4005e4ea req-af9317d1-84bd-4230-8639-5b2d1eb849d8 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Calling delete_port for 3969a996-4cf3-494c-8707-d9c84a2eb9eb owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:16:32.655343 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-33214c0c-e7d9-4787-975d-740f8c1cfa36 req-98f01def-727c-415e-9f94-395bb04066da tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:32.656661 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-33214c0c-e7d9-4787-975d-740f8c1cfa36 req-98f01def-727c-415e-9f94-395bb04066da tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.9887276 Aug 31 09:16:32.669657 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-501631f5-02bf-4670-b664-f1edd6ff3ef0 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Network f353997d-12d5-47f5-bc55-13148c348a0b is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:16:32.676234 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501631f5-02bf-4670-b664-f1edd6ff3ef0 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Pushing event updated for resources: {'Port': ['ID=05242781-3bfd-4d37-8e6c-bd91bea5c5e9,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:32.680105 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-501631f5-02bf-4670-b664-f1edd6ff3ef0 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:16:32.721749 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-501631f5-02bf-4670-b664-f1edd6ff3ef0 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:16:32.819582 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-501631f5-02bf-4670-b664-f1edd6ff3ef0 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:32.820306 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-501631f5-02bf-4670-b664-f1edd6ff3ef0 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:32.902926 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8da34a-d0f8-4096-9952-5b44e9db7dbc tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:16:32.907483 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-df8da34a-d0f8-4096-9952-5b44e9db7dbc tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:32.916364 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7329499-6b1a-4109-8eac-0b7385f0aeee None None] Sync routers for ids ['b6e367af-cec6-4e3e-b95d-640b21a12353'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:16:32.935672 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7329499-6b1a-4109-8eac-0b7385f0aeee None None] Routers {'b6e367af-cec6-4e3e-b95d-640b21a12353'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:16:32.936436 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c7329499-6b1a-4109-8eac-0b7385f0aeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:16:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b6e367af-cec6-4e3e-b95d-640b21a12353'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:32.994506 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-df8da34a-d0f8-4096-9952-5b44e9db7dbc tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "PUT /v2.0/floatingips/8dbef6fe-17e0-44aa-8b66-3db526e55f11 HTTP/1.1" status: 200 len: 992 time: 2.6768150 Aug 31 09:16:33.027279 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da265a9d-d016-4598-a130-fed96e15ce39 req-bd56e50c-1cc4-4225-a6e4-82d25fc1c448 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:33.028910 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-da265a9d-d016-4598-a130-fed96e15ce39 req-bd56e50c-1cc4-4225-a6e4-82d25fc1c448 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 945 time: 0.0992494 Aug 31 09:16:33.030794 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-501631f5-02bf-4670-b664-f1edd6ff3ef0 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6895251 Aug 31 09:16:33.047302 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-e68034eb-5b11-48ec-89fb-87dface554f7 service neutron] Request body: {'port': {'device_id': '21b57749-fafb-4d10-910c-4f112d759305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:33.053617 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-c7329499-6b1a-4109-8eac-0b7385f0aeee None None] Set router b6e367af-cec6-4e3e-b95d-640b21a12353 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:16:33.104630 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-da265a9d-d016-4598-a130-fed96e15ce39 req-9b77dd90-7e3d-4dee-ad85-34fccda5ead6 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/security-groups?id=72cfe57a-e126-4519-a4d9-2f3c263563e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694492 Aug 31 09:16:33.132493 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-75769df6-40b0-417e-ba2c-29cf4005e4ea req-af9317d1-84bd-4230-8639-5b2d1eb849d8 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:33.147270 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-e68034eb-5b11-48ec-89fb-87dface554f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:33.182886 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9317d1-84bd-4230-8639-5b2d1eb849d8 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Pushing event deleted for resources: {'Port': ['ID=3969a996-4cf3-494c-8707-d9c84a2eb9eb,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:33.316368 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-75769df6-40b0-417e-ba2c-29cf4005e4ea req-af9317d1-84bd-4230-8639-5b2d1eb849d8 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] No DVR routers for this DVR port 3969a996-4cf3-494c-8707-d9c84a2eb9eb on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:16:33.319669 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-75769df6-40b0-417e-ba2c-29cf4005e4ea req-af9317d1-84bd-4230-8639-5b2d1eb849d8 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:33.321997 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75769df6-40b0-417e-ba2c-29cf4005e4ea req-af9317d1-84bd-4230-8639-5b2d1eb849d8 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.112 "DELETE /v2.0/ports/3969a996-4cf3-494c-8707-d9c84a2eb9eb HTTP/1.1" status: 204 len: 173 time: 1.7297077 Aug 31 09:16:33.394614 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3ef6a078-7e57-4580-916e-a5de56e0d033 req-9145993e-713c-44dc-aa98-5f1654871ceb tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "GET /v2.0/security-groups/e152eaac-2b17-49e0-a238-a1db7901abf1 HTTP/1.1" status: 200 len: 1804 time: 0.2165954 Aug 31 09:16:33.422198 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-3ef6a078-7e57-4580-916e-a5de56e0d033 req-4d4610d9-c5b4-471c-b6b8-50f5c3f6c0e9 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e152eaac-2b17-49e0-a238-a1db7901abf1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:33.422198 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-3ef6a078-7e57-4580-916e-a5de56e0d033 req-4d4610d9-c5b4-471c-b6b8-50f5c3f6c0e9 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e152eaac-2b17-49e0-a238-a1db7901abf1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:33.438437 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb8aee-53cd-4626-bd84-f7f6c2671bbd req-360c071d-a8bc-4332-b42e-bcedb33a3a7e tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:33.440259 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-92bb8aee-53cd-4626-bd84-f7f6c2671bbd req-360c071d-a8bc-4332-b42e-bcedb33a3a7e tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=bacbf592-ef65-47fe-95d3-efaae7581d69 HTTP/1.1" status: 200 len: 1023 time: 0.2310214 Aug 31 09:16:33.452088 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c7329499-6b1a-4109-8eac-0b7385f0aeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'name': 'tempest-ServersTestManualDisk-74735609-router', 'tenant_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '9b87dc3e-4dc3-4fca-973f-b3088d6fbb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:53Z', 'updated_at': '2021-08-31T09:15:59Z', 'revision_number': 4, 'project_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'gw_port': {'id': '9b87dc3e-4dc3-4fca-973f-b3088d6fbb00', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:54Z', 'updated_at': '2021-08-31T09:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '8dbef6fe-17e0-44aa-8b66-3db526e55f11', 'tenant_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'port_id': '010e17d7-465a-4004-a9fe-9be5e105443d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf160fe-fa67-43d6-a1e8-90f7d231f9ad', 'mac_address': 'fa:16:3e:b6:73:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eff325-8b2f-48e8-a93c-aa126a2dd228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:16:04Z', 'updated_at': '2021-08-31T09:16:31Z', 'revision_number': 1, 'project_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d33765-0b05-4f73-950a-9c3a1f194c1d', 'name': '', 'network_id': '4cf160fe-fa67-43d6-a1e8-90f7d231f9ad', 'tenant_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'mac_address': 'fa:16:3e:d3:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'f677096e-2f3d-4ff3-bcd7-53a620eb8c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:58Z', 'updated_at': '2021-08-31T09:16:07Z', 'revision_number': 5, 'project_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'subnets': [{'id': 'f677096e-2f3d-4ff3-bcd7-53a620eb8c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:33.479187 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7329499-6b1a-4109-8eac-0b7385f0aeee None None] Checking router: b6e367af-cec6-4e3e-b95d-640b21a12353 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:16:33.487576 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7329499-6b1a-4109-8eac-0b7385f0aeee None None] Routers {'b6e367af-cec6-4e3e-b95d-640b21a12353'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:16:33.488186 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c7329499-6b1a-4109-8eac-0b7385f0aeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:16:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b6e367af-cec6-4e3e-b95d-640b21a12353'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:33.543532 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-92bb8aee-53cd-4626-bd84-f7f6c2671bbd req-f3eb1f8c-b072-41ed-b362-801540667112 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?id=4f184e2b-ef5f-4778-940d-e500f5417794&id=23aa8320-d483-4e92-8178-31b79ff8e57a&id=7cc801fe-8ef9-4f22-a1e1-8c369742b6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0916603 Aug 31 09:16:33.607449 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-c7329499-6b1a-4109-8eac-0b7385f0aeee None None] Set router b6e367af-cec6-4e3e-b95d-640b21a12353 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:16:33.647846 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3ef6a078-7e57-4580-916e-a5de56e0d033 req-4d4610d9-c5b4-471c-b6b8-50f5c3f6c0e9 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:33.713866 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-e68034eb-5b11-48ec-89fb-87dface554f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05242781-3bfd-4d37-8e6c-bd91bea5c5e9 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:16:33.738502 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3ef6a078-7e57-4580-916e-a5de56e0d033 req-4d4610d9-c5b4-471c-b6b8-50f5c3f6c0e9 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:33.741074 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-e68034eb-5b11-48ec-89fb-87dface554f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:33.763398 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-e68034eb-5b11-48ec-89fb-87dface554f7 service neutron] Transition to ACTIVE for port object 05242781-3bfd-4d37-8e6c-bd91bea5c5e9 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:16:33.774238 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b17ea-392b-4594-90c3-ccabc9861757 req-c57af8e9-0494-465b-b774-a384aa34d60e tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:33.775881 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f9b17ea-392b-4594-90c3-ccabc9861757 req-c57af8e9-0494-465b-b774-a384aa34d60e tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=21b57749-fafb-4d10-910c-4f112d759305 HTTP/1.1" status: 200 len: 932 time: 0.0866177 Aug 31 09:16:33.804852 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3ef6a078-7e57-4580-916e-a5de56e0d033 req-4d4610d9-c5b4-471c-b6b8-50f5c3f6c0e9 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:33.836457 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f9b17ea-392b-4594-90c3-ccabc9861757 req-1329ab54-3fc4-42ce-a0e5-21c2fb3fb585 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541978 Aug 31 09:16:33.837065 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-e68034eb-5b11-48ec-89fb-87dface554f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:33.846143 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4610d9-c5b4-471c-b6b8-50f5c3f6c0e9 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbfb4455-b87f-4bdb-b757-0989a55ecc3b,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:33.862861 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c7329499-6b1a-4109-8eac-0b7385f0aeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'name': 'tempest-ServersTestManualDisk-74735609-router', 'tenant_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '9b87dc3e-4dc3-4fca-973f-b3088d6fbb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:53Z', 'updated_at': '2021-08-31T09:15:59Z', 'revision_number': 4, 'project_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'gw_port': {'id': '9b87dc3e-4dc3-4fca-973f-b3088d6fbb00', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:54Z', 'updated_at': '2021-08-31T09:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '8dbef6fe-17e0-44aa-8b66-3db526e55f11', 'tenant_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'port_id': '010e17d7-465a-4004-a9fe-9be5e105443d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf160fe-fa67-43d6-a1e8-90f7d231f9ad', 'mac_address': 'fa:16:3e:b6:73:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eff325-8b2f-48e8-a93c-aa126a2dd228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:16:04Z', 'updated_at': '2021-08-31T09:16:31Z', 'revision_number': 1, 'project_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d33765-0b05-4f73-950a-9c3a1f194c1d', 'name': '', 'network_id': '4cf160fe-fa67-43d6-a1e8-90f7d231f9ad', 'tenant_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'mac_address': 'fa:16:3e:d3:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'f677096e-2f3d-4ff3-bcd7-53a620eb8c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:58Z', 'updated_at': '2021-08-31T09:16:07Z', 'revision_number': 5, 'project_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'subnets': [{'id': 'f677096e-2f3d-4ff3-bcd7-53a620eb8c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:33.894380 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7329499-6b1a-4109-8eac-0b7385f0aeee None None] The sync data for ids ['b6e367af-cec6-4e3e-b95d-640b21a12353'] in n-d-791506-28 is: [{'id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'name': 'tempest-ServersTestManualDisk-74735609-router', 'tenant_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '9b87dc3e-4dc3-4fca-973f-b3088d6fbb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:53Z', 'updated_at': '2021-08-31T09:15:59Z', 'revision_number': 4, 'project_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'gw_port': {'id': '9b87dc3e-4dc3-4fca-973f-b3088d6fbb00', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:54Z', 'updated_at': '2021-08-31T09:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '8dbef6fe-17e0-44aa-8b66-3db526e55f11', 'tenant_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'floating_ip_address': '172.25.2.222', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'port_id': '010e17d7-465a-4004-a9fe-9be5e105443d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cf160fe-fa67-43d6-a1e8-90f7d231f9ad', 'mac_address': 'fa:16:3e:b6:73:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8eff325-8b2f-48e8-a93c-aa126a2dd228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:16:04Z', 'updated_at': '2021-08-31T09:16:31Z', 'revision_number': 1, 'project_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d33765-0b05-4f73-950a-9c3a1f194c1d', 'name': '', 'network_id': '4cf160fe-fa67-43d6-a1e8-90f7d231f9ad', 'tenant_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'mac_address': 'fa:16:3e:d3:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'f677096e-2f3d-4ff3-bcd7-53a620eb8c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:58Z', 'updated_at': '2021-08-31T09:16:07Z', 'revision_number': 5, 'project_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'subnets': [{'id': 'f677096e-2f3d-4ff3-bcd7-53a620eb8c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:16:33.899654 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3ef6a078-7e57-4580-916e-a5de56e0d033 req-4d4610d9-c5b4-471c-b6b8-50f5c3f6c0e9 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:33.912507 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3ef6a078-7e57-4580-916e-a5de56e0d033 req-4d4610d9-c5b4-471c-b6b8-50f5c3f6c0e9 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4971414 Aug 31 09:16:33.913596 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68034eb-5b11-48ec-89fb-87dface554f7 service neutron] Pushing event updated for resources: {'Port': ['ID=05242781-3bfd-4d37-8e6c-bd91bea5c5e9,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:33.929971 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8eff325-8b2f-48e8-a93c-aa126a2dd228', 'tag': '010e17d7-465a-4004-a9fe-9be5e105443d'}, {'server_uuid': 'ce4704d2-1021-44d6-952e-a8286eac930f', 'name': 'network-vif-deleted', 'tag': '3969a996-4cf3-494c-8707-d9c84a2eb9eb'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:33.936915 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768e1e89-68ff-40ec-91f1-16adbbb4a71b" -d '{"events": [{"name": "network-changed", "server_uuid": "f8eff325-8b2f-48e8-a93c-aa126a2dd228", "tag": "010e17d7-465a-4004-a9fe-9be5e105443d"}, {"server_uuid": "ce4704d2-1021-44d6-952e-a8286eac930f", "name": "network-vif-deleted", "tag": "3969a996-4cf3-494c-8707-d9c84a2eb9eb"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:34.043175 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44e46e-228d-48d0-9384-66faf1791bc5 req-7d909900-e6a4-4339-8cd2-0698aa69f92a tempest-ServersAdminTestJSON-1219084242 tempest-ServersAdminTestJSON-1219084242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:34.045235 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6a44e46e-228d-48d0-9384-66faf1791bc5 req-7d909900-e6a4-4339-8cd2-0698aa69f92a tempest-ServersAdminTestJSON-1219084242 tempest-ServersAdminTestJSON-1219084242-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 1101 time: 0.1252072 Aug 31 09:16:34.088224 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-aee0d569-e5b1-4dfd-acc9-3ba183ed4e83 req-383575fb-c51d-4e20-8eb4-041ccf5e1141 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-108266008', 'description': 'tempest-description-1272122400'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:34.097790 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-e68034eb-5b11-48ec-89fb-87dface554f7 service neutron] Attempting to bind port 05242781-3bfd-4d37-8e6c-bd91bea5c5e9 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:16:34.097936 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-e68034eb-5b11-48ec-89fb-87dface554f7 service neutron] Attempting to bind port 05242781-3bfd-4d37-8e6c-bd91bea5c5e9 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:16:34.099044 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-e68034eb-5b11-48ec-89fb-87dface554f7 service neutron] Attempting to bind port 05242781-3bfd-4d37-8e6c-bd91bea5c5e9 on network f353997d-12d5-47f5-bc55-13148c348a0b {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:16:34.129071 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-e68034eb-5b11-48ec-89fb-87dface554f7 service neutron] Port 05242781-3bfd-4d37-8e6c-bd91bea5c5e9 on network f353997d-12d5-47f5-bc55-13148c348a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:16:34.129394 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-e68034eb-5b11-48ec-89fb-87dface554f7 service neutron] Attempting to bind port 05242781-3bfd-4d37-8e6c-bd91bea5c5e9 on network f353997d-12d5-47f5-bc55-13148c348a0b {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:16:34.140620 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6a44e46e-228d-48d0-9384-66faf1791bc5 req-21ae35a5-96c9-4bbc-a595-4df0654a3b1f tempest-ServersAdminTestJSON-1219084242 tempest-ServersAdminTestJSON-1219084242-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774248 Aug 31 09:16:34.141742 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-e68034eb-5b11-48ec-89fb-87dface554f7 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:16:34.142103 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-e68034eb-5b11-48ec-89fb-87dface554f7 service neutron] Checking segment: {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:16:34.142470 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-e68034eb-5b11-48ec-89fb-87dface554f7 service neutron] Bound using segment: {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:16:34.142996 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-e68034eb-5b11-48ec-89fb-87dface554f7 service neutron] Bound port: 05242781-3bfd-4d37-8e6c-bd91bea5c5e9, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:16:34.143386 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-e68034eb-5b11-48ec-89fb-87dface554f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:34.161974 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f025ccc-0e79-4c35-a5ac-7d25d03b2213 None None] New status for floating IP 8dbef6fe-17e0-44aa-8b66-3db526e55f11: ACTIVE {{(pid=95555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:16:34.216051 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87508ff7-952d-4839-ad29-3fffacec8cdd x-openstack-request-id: req-87508ff7-952d-4839-ad29-3fffacec8cdd {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:34.216345 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8eff325-8b2f-48e8-a93c-aa126a2dd228", "tag": "010e17d7-465a-4004-a9fe-9be5e105443d", "status": "completed", "code": 200}, {"server_uuid": "ce4704d2-1021-44d6-952e-a8286eac930f", "name": "network-vif-deleted", "tag": "3969a996-4cf3-494c-8707-d9c84a2eb9eb", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:34.217069 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-87508ff7-952d-4839-ad29-3fffacec8cdd {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:34.217254 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8eff325-8b2f-48e8-a93c-aa126a2dd228', 'tag': '010e17d7-465a-4004-a9fe-9be5e105443d', 'status': 'completed', 'code': 200} Aug 31 09:16:34.217565 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4704d2-1021-44d6-952e-a8286eac930f', 'name': 'network-vif-deleted', 'tag': '3969a996-4cf3-494c-8707-d9c84a2eb9eb', 'status': 'completed', 'code': 200} Aug 31 09:16:34.235867 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-e68034eb-5b11-48ec-89fb-87dface554f7 service neutron] For port 05242781-3bfd-4d37-8e6c-bd91bea5c5e9, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:16:34.240196 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-e68034eb-5b11-48ec-89fb-87dface554f7 service neutron] For port 05242781-3bfd-4d37-8e6c-bd91bea5c5e9, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=05242781-3bfd-4d37-8e6c-bd91bea5c5e9,segment=NetworkSegment(329c79c6-5ca3-4a1a-b3d4-414355128167),segment_id=329c79c6-5ca3-4a1a-b3d4-414355128167)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:16:34.260607 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-aee0d569-e5b1-4dfd-acc9-3ba183ed4e83 req-383575fb-c51d-4e20-8eb4-041ccf5e1141 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:34.319747 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-01df522d-5dec-4ca0-b652-1650bbb73ec2 req-fa5f83c6-7e8d-4e8e-9d20-34626676bcc7 tempest-LiveMigrationTest-1992671242 tempest-LiveMigrationTest-1992671242-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce4704d2-1021-44d6-952e-a8286eac930f HTTP/1.1" status: 200 len: 210 time: 0.0346675 Aug 31 09:16:34.326835 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-e68034eb-5b11-48ec-89fb-87dface554f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:34.397013 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e1e89-68ff-40ec-91f1-16adbbb4a71b req-e9d020bf-6a6e-4685-9ab8-5767e0ee9ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:34.398625 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-768e1e89-68ff-40ec-91f1-16adbbb4a71b req-e9d020bf-6a6e-4685-9ab8-5767e0ee9ba8 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ecc4af06d9f044f6a31368d2040b2b4b&device_id=f8eff325-8b2f-48e8-a93c-aa126a2dd228 HTTP/1.1" status: 200 len: 1098 time: 0.1492090 Aug 31 09:16:34.399947 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-e68034eb-5b11-48ec-89fb-87dface554f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:34.400540 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-e68034eb-5b11-48ec-89fb-87dface554f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:34.402138 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-e68034eb-5b11-48ec-89fb-87dface554f7 service neutron] 10.222.0.112 "PUT /v2.0/ports/05242781-3bfd-4d37-8e6c-bd91bea5c5e9 HTTP/1.1" status: 200 len: 1093 time: 1.3584318 Aug 31 09:16:34.557752 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68034eb-5b11-48ec-89fb-87dface554f7 service neutron] Pushing event updated for resources: {'Port': ['ID=05242781-3bfd-4d37-8e6c-bd91bea5c5e9,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:34.592527 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725d8c5-2a4e-4179-8512-479f988da8dc req-17cff982-1c7e-4701-9fca-8f5c954b7c3c tempest-ServersAdminTestJSON-1219084242 tempest-ServersAdminTestJSON-1219084242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:34.594049 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b725d8c5-2a4e-4179-8512-479f988da8dc req-17cff982-1c7e-4701-9fca-8f5c954b7c3c tempest-ServersAdminTestJSON-1219084242 tempest-ServersAdminTestJSON-1219084242-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 1101 time: 0.2054796 Aug 31 09:16:34.642476 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-fe3d0dd5-f0bd-4367-ac81-5eafce4f6189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:34.644049 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-fe3d0dd5-f0bd-4367-ac81-5eafce4f6189 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=91627f68c71f4b29855d6c5fb4946dae&device_id=21b57749-fafb-4d10-910c-4f112d759305 HTTP/1.1" status: 200 len: 1096 time: 0.1520822 Aug 31 09:16:34.654231 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e1e89-68ff-40ec-91f1-16adbbb4a71b req-22bc341d-4f86-4eaf-aaa6-e099f553123f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:34.655860 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-768e1e89-68ff-40ec-91f1-16adbbb4a71b req-22bc341d-4f86-4eaf-aaa6-e099f553123f service neutron] 10.222.0.112 "GET /v2.0/networks?id=4cf160fe-fa67-43d6-a1e8-90f7d231f9ad HTTP/1.1" status: 200 len: 912 time: 0.2350981 Aug 31 09:16:34.659070 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-aee0d569-e5b1-4dfd-acc9-3ba183ed4e83 req-383575fb-c51d-4e20-8eb4-041ccf5e1141 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:34.711008 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-1ba9c850-af40-4a3f-a2a4-2f3c18e5896a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05242781-3bfd-4d37-8e6c-bd91bea5c5e9 HTTP/1.1" status: 200 len: 217 time: 0.0506749 Aug 31 09:16:34.745054 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b725d8c5-2a4e-4179-8512-479f988da8dc req-831acd6d-605e-4b96-8560-5480e9c6c019 tempest-ServersAdminTestJSON-1219084242 tempest-ServersAdminTestJSON-1219084242-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410978 Aug 31 09:16:34.753564 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-aee0d569-e5b1-4dfd-acc9-3ba183ed4e83 req-383575fb-c51d-4e20-8eb4-041ccf5e1141 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:34.856375 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383575fb-c51d-4e20-8eb4-041ccf5e1141 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68cd374d-d03f-4b31-814b-9aff3a51e569,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:34.859810 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-768e1e89-68ff-40ec-91f1-16adbbb4a71b req-22732ca8-3eff-4050-87b6-7bc53a47288b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=010e17d7-465a-4004-a9fe-9be5e105443d HTTP/1.1" status: 200 len: 1002 time: 0.1597404 Aug 31 09:16:34.864852 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-2f2ef082-da8a-4f18-ba77-f9346d452a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:34.866193 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-2f2ef082-da8a-4f18-ba77-f9346d452a6c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d2c5f0e8-9f08-4f88-baac-5c015079d04c HTTP/1.1" status: 200 len: 861 time: 0.1237404 Aug 31 09:16:34.871201 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-aee0d569-e5b1-4dfd-acc9-3ba183ed4e83 req-383575fb-c51d-4e20-8eb4-041ccf5e1141 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:34.873824 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aee0d569-e5b1-4dfd-acc9-3ba183ed4e83 req-383575fb-c51d-4e20-8eb4-041ccf5e1141 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8073099 Aug 31 09:16:34.895339 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff45f1-c6cb-4b1e-b3a2-722915b19740 req-29f558a4-8dca-438b-a54d-fab8ad84b727 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:34.895339 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-96ff45f1-c6cb-4b1e-b3a2-722915b19740 req-29f558a4-8dca-438b-a54d-fab8ad84b727 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=bacbf592-ef65-47fe-95d3-efaae7581d69 HTTP/1.1" status: 200 len: 1023 time: 0.0778387 Aug 31 09:16:34.963732 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893e30e-6fe2-4c3d-9c14-250c56d9bd64 req-13a6e099-39ba-42e0-b6a7-e7880bdba257 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:34.965343 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4893e30e-6fe2-4c3d-9c14-250c56d9bd64 req-13a6e099-39ba-42e0-b6a7-e7880bdba257 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.112 "GET /v2.0/ports?device_id=bacbf592-ef65-47fe-95d3-efaae7581d69 HTTP/1.1" status: 200 len: 1023 time: 0.0706906 Aug 31 09:16:34.973858 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-70455db8-7223-4135-9244-2896a32809da service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f353997d-12d5-47f5-bc55-13148c348a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717058 Aug 31 09:16:35.063804 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e1e89-68ff-40ec-91f1-16adbbb4a71b req-fa76abc4-db85-40e2-92c6-ad636052acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:35.067786 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-768e1e89-68ff-40ec-91f1-16adbbb4a71b req-fa76abc4-db85-40e2-92c6-ad636052acf6 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f677096e-2f3d-4ff3-bcd7-53a620eb8c47 HTTP/1.1" status: 200 len: 849 time: 0.1718953 Aug 31 09:16:35.079378 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-96ff45f1-c6cb-4b1e-b3a2-722915b19740 req-73570fa5-0006-4047-b88b-3e8cf4ee3116 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?id=4f184e2b-ef5f-4778-940d-e500f5417794&id=23aa8320-d483-4e92-8178-31b79ff8e57a&id=7cc801fe-8ef9-4f22-a1e1-8c369742b6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1677790 Aug 31 09:16:35.093231 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-4893e30e-6fe2-4c3d-9c14-250c56d9bd64 req-fd03f784-1772-41b1-96d0-3daa9d66268f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Deleting port 5a68bf1d-1d9c-4334-ac85-b4ee18020743 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:16:35.093851 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4893e30e-6fe2-4c3d-9c14-250c56d9bd64 req-fd03f784-1772-41b1-96d0-3daa9d66268f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:35.162623 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-d45a4c66-cded-4f77-91fc-df680863ffa7 service neutron] 10.222.0.112 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754777 Aug 31 09:16:35.197943 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-021d2266-282c-4789-accd-8a8485359db1 req-f76fd144-2ed0-44ab-8ccf-46d05335bcdc tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-363554709', 'description': 'tempest-description-1087511275'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:35.204257 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-4893e30e-6fe2-4c3d-9c14-250c56d9bd64 req-fd03f784-1772-41b1-96d0-3daa9d66268f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] For port 5a68bf1d-1d9c-4334-ac85-b4ee18020743, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=5a68bf1d-1d9c-4334-ac85-b4ee18020743,segment=NetworkSegment(f6371895-21df-4b1a-a74d-67a04c30a2a5),segment_id=f6371895-21df-4b1a-a74d-67a04c30a2a5)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:35.204637 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4893e30e-6fe2-4c3d-9c14-250c56d9bd64 req-fd03f784-1772-41b1-96d0-3daa9d66268f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:35.217435 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e1e89-68ff-40ec-91f1-16adbbb4a71b req-b0ac3d2c-a02e-4129-bbaa-2ce9ce177e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:35.219009 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-768e1e89-68ff-40ec-91f1-16adbbb4a71b req-b0ac3d2c-a02e-4129-bbaa-2ce9ce177e2a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=4cf160fe-fa67-43d6-a1e8-90f7d231f9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1364658 Aug 31 09:16:35.222853 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-4893e30e-6fe2-4c3d-9c14-250c56d9bd64 req-fd03f784-1772-41b1-96d0-3daa9d66268f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Calling delete_port for 5a68bf1d-1d9c-4334-ac85-b4ee18020743 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:16:35.361821 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b3b11-4bfd-4f32-9025-6def61d1e1d9 req-c398f25a-bccb-492d-82b2-da764afcfb9c tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:35.363358 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c29b3b11-4bfd-4f32-9025-6def61d1e1d9 req-c398f25a-bccb-492d-82b2-da764afcfb9c tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=21b57749-fafb-4d10-910c-4f112d759305 HTTP/1.1" status: 200 len: 944 time: 0.2025836 Aug 31 09:16:35.389398 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3969a996-4cf3-494c-8707-d9c84a2eb9eb no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:16:35.410438 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 3969a996-4cf3-494c-8707-d9c84a2eb9eb {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:16:35.410894 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3969a996-4cf3-494c-8707-d9c84a2eb9eb not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:16:35.433879 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-021d2266-282c-4789-accd-8a8485359db1 req-f76fd144-2ed0-44ab-8ccf-46d05335bcdc tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:35.437322 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4893e30e-6fe2-4c3d-9c14-250c56d9bd64 req-fd03f784-1772-41b1-96d0-3daa9d66268f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:35.449440 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['8a3c2dd1-b81d-4195-ac0b-b11d4521aed5'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:35.454523 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-77930ed2-1ea2-4052-9201-e7e62d54aaff req-27dc6065-fa82-4cf8-954a-8aa20195abba service neutron] 10.222.0.112 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733121 Aug 31 09:16:35.456404 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-768e1e89-68ff-40ec-91f1-16adbbb4a71b req-95241c19-868a-475d-a07c-bc4d4b348123 service neutron] 10.222.0.112 "GET /v2.0/networks/4cf160fe-fa67-43d6-a1e8-90f7d231f9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216725 Aug 31 09:16:35.467551 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c29b3b11-4bfd-4f32-9025-6def61d1e1d9 req-5dff37c3-637a-452d-a9cd-4bdb6bf5b041 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924878 Aug 31 09:16:35.476345 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03f784-1772-41b1-96d0-3daa9d66268f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Pushing event deleted for resources: {'Port': ['ID=5a68bf1d-1d9c-4334-ac85-b4ee18020743,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:35.503431 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd03f784-1772-41b1-96d0-3daa9d66268f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:35.504008 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd03f784-1772-41b1-96d0-3daa9d66268f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:35.504589 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd03f784-1772-41b1-96d0-3daa9d66268f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:35.505068 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd03f784-1772-41b1-96d0-3daa9d66268f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:35.505570 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd03f784-1772-41b1-96d0-3daa9d66268f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:35.506050 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd03f784-1772-41b1-96d0-3daa9d66268f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:35.506525 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd03f784-1772-41b1-96d0-3daa9d66268f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:35.507022 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd03f784-1772-41b1-96d0-3daa9d66268f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:35.507514 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd03f784-1772-41b1-96d0-3daa9d66268f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:35.507996 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd03f784-1772-41b1-96d0-3daa9d66268f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:35.508480 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd03f784-1772-41b1-96d0-3daa9d66268f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:35.508962 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd03f784-1772-41b1-96d0-3daa9d66268f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:35.553570 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-4893e30e-6fe2-4c3d-9c14-250c56d9bd64 req-fd03f784-1772-41b1-96d0-3daa9d66268f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] No DVR routers for this DVR port 5a68bf1d-1d9c-4334-ac85-b4ee18020743 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:16:35.556908 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4893e30e-6fe2-4c3d-9c14-250c56d9bd64 req-fd03f784-1772-41b1-96d0-3daa9d66268f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:35.560621 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4893e30e-6fe2-4c3d-9c14-250c56d9bd64 req-fd03f784-1772-41b1-96d0-3daa9d66268f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.112 "DELETE /v2.0/ports/5a68bf1d-1d9c-4334-ac85-b4ee18020743 HTTP/1.1" status: 204 len: 173 time: 0.5853300 Aug 31 09:16:35.561317 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bacbf592-ef65-47fe-95d3-efaae7581d69', 'name': 'network-vif-deleted', 'tag': '5a68bf1d-1d9c-4334-ac85-b4ee18020743'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:35.564028 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd5fd8e-9219-43c0-935c-1013895e1bd5" -d '{"events": [{"server_uuid": "bacbf592-ef65-47fe-95d3-efaae7581d69", "name": "network-vif-deleted", "tag": "5a68bf1d-1d9c-4334-ac85-b4ee18020743"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:35.616420 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-768e1e89-68ff-40ec-91f1-16adbbb4a71b req-dd6935dc-5bec-4504-bd24-0c9f4e2b2d0b service neutron] 10.222.0.112 "GET /v2.0/networks/4cf160fe-fa67-43d6-a1e8-90f7d231f9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441288 Aug 31 09:16:35.654403 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-021d2266-282c-4789-accd-8a8485359db1 req-f76fd144-2ed0-44ab-8ccf-46d05335bcdc tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:35.717213 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-021d2266-282c-4789-accd-8a8485359db1 req-f76fd144-2ed0-44ab-8ccf-46d05335bcdc tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:35.754072 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76fd144-2ed0-44ab-8ccf-46d05335bcdc tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1312e222-c47a-4c18-87d6-d28108259cb3,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:35.820648 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-021d2266-282c-4789-accd-8a8485359db1 req-f76fd144-2ed0-44ab-8ccf-46d05335bcdc tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:35.822379 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-021d2266-282c-4789-accd-8a8485359db1 req-f76fd144-2ed0-44ab-8ccf-46d05335bcdc tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6433046 Aug 31 09:16:35.831075 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55676) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:35.870372 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7dea89-0d76-4e24-902f-e7cffc3c922f x-openstack-request-id: req-af7dea89-0d76-4e24-902f-e7cffc3c922f {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:35.870770 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bacbf592-ef65-47fe-95d3-efaae7581d69", "name": "network-vif-deleted", "tag": "5a68bf1d-1d9c-4334-ac85-b4ee18020743", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:35.875743 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-af7dea89-0d76-4e24-902f-e7cffc3c922f {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:35.875743 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bacbf592-ef65-47fe-95d3-efaae7581d69', 'name': 'network-vif-deleted', 'tag': '5a68bf1d-1d9c-4334-ac85-b4ee18020743', 'status': 'completed', 'code': 200} Aug 31 09:16:35.929227 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-89fe0847-03b4-4726-8820-7a8f242b1c99 req-e5b9f92d-4389-425a-94c5-a0af8ac2f2cf tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "GET /v2.0/security-groups/68cd374d-d03f-4b31-814b-9aff3a51e569 HTTP/1.1" status: 200 len: 1804 time: 0.0464849 Aug 31 09:16:35.942919 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2682f76-5b10-4614-8256-5d8429c91ab0 admin admin] Deleting subnet dab6ed79-4c20-41ae-bb07-e9aaf9315083 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:16:35.946272 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e2682f76-5b10-4614-8256-5d8429c91ab0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:35.991964 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e2682f76-5b10-4614-8256-5d8429c91ab0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:36.003271 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-89fe0847-03b4-4726-8820-7a8f242b1c99 req-aa0b818c-3805-4946-9436-27854394b28f tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "GET /v2.0/security-groups/1312e222-c47a-4c18-87d6-d28108259cb3 HTTP/1.1" status: 200 len: 1804 time: 0.0668347 Aug 31 09:16:36.017422 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-89fe0847-03b4-4726-8820-7a8f242b1c99 req-b19950af-bcc7-4a9f-8550-f2f75f4c46c0 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '68cd374d-d03f-4b31-814b-9aff3a51e569', 'remote_group_id': '1312e222-c47a-4c18-87d6-d28108259cb3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:36.017797 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-89fe0847-03b4-4726-8820-7a8f242b1c99 req-b19950af-bcc7-4a9f-8550-f2f75f4c46c0 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '68cd374d-d03f-4b31-814b-9aff3a51e569', 'remote_group_id': '1312e222-c47a-4c18-87d6-d28108259cb3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:36.035877 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e2682f76-5b10-4614-8256-5d8429c91ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:36.129205 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e2682f76-5b10-4614-8256-5d8429c91ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:36.161841 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e2682f76-5b10-4614-8256-5d8429c91ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:36.166507 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e2682f76-5b10-4614-8256-5d8429c91ab0 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/dab6ed79-4c20-41ae-bb07-e9aaf9315083 HTTP/1.1" status: 204 len: 168 time: 0.3319592 Aug 31 09:16:36.166775 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-89fe0847-03b4-4726-8820-7a8f242b1c99 req-b19950af-bcc7-4a9f-8550-f2f75f4c46c0 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:36.166891 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2682f76-5b10-4614-8256-5d8429c91ab0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dab6ed79-4c20-41ae-bb07-e9aaf9315083,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:36.168001 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55688) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:36.218226 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b57749-fafb-4d10-910c-4f112d759305', 'tag': '05242781-3bfd-4d37-8e6c-bd91bea5c5e9'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:36.220501 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86bc6d9-362d-42c5-83df-1246bab7971e" -d '{"events": [{"name": "network-changed", "server_uuid": "21b57749-fafb-4d10-910c-4f112d759305", "tag": "05242781-3bfd-4d37-8e6c-bd91bea5c5e9"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:36.276603 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-89fe0847-03b4-4726-8820-7a8f242b1c99 req-b19950af-bcc7-4a9f-8550-f2f75f4c46c0 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:36.289037 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-29b75f1c-2f36-4d37-aa13-9df6241e107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:36.305853 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f9ea0588-ba21-49db-a7cd-330557d71b90 req-6225f184-e903-4f7d-a7f2-63ff67538e51 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=bacbf592-ef65-47fe-95d3-efaae7581d69 HTTP/1.1" status: 200 len: 210 time: 0.0410471 Aug 31 09:16:36.367291 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-89fe0847-03b4-4726-8820-7a8f242b1c99 req-b19950af-bcc7-4a9f-8550-f2f75f4c46c0 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:36.397701 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-29b75f1c-2f36-4d37-aa13-9df6241e107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:36.405901 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19950af-bcc7-4a9f-8550-f2f75f4c46c0 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908ea204-c05c-4eec-92e7-24d0e844de7f,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:36.412231 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-29b75f1c-2f36-4d37-aa13-9df6241e107a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d54aa48d-9328-4446-b337-2071a0fd4f0c']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:36.424389 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-29b75f1c-2f36-4d37-aa13-9df6241e107a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3060a33-d71c-496b-87b3-59c21f3880f9') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:36.424820 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-29b75f1c-2f36-4d37-aa13-9df6241e107a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3060a33-d71c-496b-87b3-59c21f3880f9') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:36.436494 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-29b75f1c-2f36-4d37-aa13-9df6241e107a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:36.451341 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-29b75f1c-2f36-4d37-aa13-9df6241e107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:36.457582 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b75f1c-2f36-4d37-aa13-9df6241e107a admin admin] Releasing vlan 1645 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:16:36.458153 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-29b75f1c-2f36-4d37-aa13-9df6241e107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:36.459642 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:16:36.459642 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:16:36.459642 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:16:36.459642 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:16:36.459642 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:16:36.459642 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:16:36.459642 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:16:36.459642 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:16:36.459642 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:16:36.459642 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:16:36.459642 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:16:36.459642 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:16:36.459642 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:16:36.459642 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:16:36.459642 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:16:36.459642 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:16:36.459642 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:16:36.459642 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:16:36.459642 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:16:36.459642 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:16:36.459642 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:16:36.459642 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:16:36.459642 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:16:36.459642 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:16:36.459642 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:16:36.459642 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:16:36.459642 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:16:36.459642 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:16:36.459642 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:16:36.459642 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:16:36.459642 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:16:36.459642 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:16:36.472962 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-89fe0847-03b4-4726-8820-7a8f242b1c99 req-b19950af-bcc7-4a9f-8550-f2f75f4c46c0 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:36.474221 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-89fe0847-03b4-4726-8820-7a8f242b1c99 req-b19950af-bcc7-4a9f-8550-f2f75f4c46c0 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4624662 Aug 31 09:16:36.518378 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a270fbb-2cdf-4319-b450-c4de3b0b7399 x-openstack-request-id: req-1a270fbb-2cdf-4319-b450-c4de3b0b7399 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:36.518519 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b57749-fafb-4d10-910c-4f112d759305", "tag": "05242781-3bfd-4d37-8e6c-bd91bea5c5e9", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:36.518748 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-1a270fbb-2cdf-4319-b450-c4de3b0b7399 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:36.519142 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b57749-fafb-4d10-910c-4f112d759305', 'tag': '05242781-3bfd-4d37-8e6c-bd91bea5c5e9', 'status': 'completed', 'code': 200} Aug 31 09:16:36.535389 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-ae8d57d7-b0ee-4703-b307-546edceecd8f req-60b61c47-5bef-49d6-8c17-38c4e1ea2dda tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-468856903', 'description': 'tempest-description-1198611794'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:36.595447 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86bc6d9-362d-42c5-83df-1246bab7971e req-1d95fe36-c305-427f-8ee1-27d991e65a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:36.596996 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d86bc6d9-362d-42c5-83df-1246bab7971e req-1d95fe36-c305-427f-8ee1-27d991e65a8c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=91627f68c71f4b29855d6c5fb4946dae&device_id=21b57749-fafb-4d10-910c-4f112d759305 HTTP/1.1" status: 200 len: 1096 time: 0.0442564 Aug 31 09:16:36.598029 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-29b75f1c-2f36-4d37-aa13-9df6241e107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:36.604606 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-29b75f1c-2f36-4d37-aa13-9df6241e107a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:36.607292 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-29b75f1c-2f36-4d37-aa13-9df6241e107a admin admin] 10.222.0.119 "DELETE /v2.0/networks/d54aa48d-9328-4446-b337-2071a0fd4f0c HTTP/1.1" status: 204 len: 168 time: 0.4374671 Aug 31 09:16:36.609769 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55706) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:36.625597 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b75f1c-2f36-4d37-aa13-9df6241e107a admin admin] Pushing event deleted for resources: {'Network': ['ID=d54aa48d-9328-4446-b337-2071a0fd4f0c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:36.664638 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ea268a-84e7-4888-b674-edceddaf2006 admin admin] Deleting subnet 108388b6-2a0f-4f82-9b74-fbb8aefc03e7 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:16:36.667935 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8ea268a-84e7-4888-b674-edceddaf2006 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:36.668642 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ae8d57d7-b0ee-4703-b307-546edceecd8f req-60b61c47-5bef-49d6-8c17-38c4e1ea2dda tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:36.726497 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8ea268a-84e7-4888-b674-edceddaf2006 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:36.749731 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86bc6d9-362d-42c5-83df-1246bab7971e req-7ffb4a24-969a-4722-9d81-30eb4344e0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:36.751289 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d86bc6d9-362d-42c5-83df-1246bab7971e req-7ffb4a24-969a-4722-9d81-30eb4344e0d6 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f353997d-12d5-47f5-bc55-13148c348a0b HTTP/1.1" status: 200 len: 923 time: 0.1345277 Aug 31 09:16:36.799418 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8ea268a-84e7-4888-b674-edceddaf2006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:36.810228 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d86bc6d9-362d-42c5-83df-1246bab7971e req-1e188094-9dfc-450a-8a05-ac477b88683c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05242781-3bfd-4d37-8e6c-bd91bea5c5e9 HTTP/1.1" status: 200 len: 217 time: 0.0465715 Aug 31 09:16:36.908654 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ae8d57d7-b0ee-4703-b307-546edceecd8f req-60b61c47-5bef-49d6-8c17-38c4e1ea2dda tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:36.920847 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86bc6d9-362d-42c5-83df-1246bab7971e req-fdf7302d-6c8f-42c0-ad7a-48e424b7c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:36.922367 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d86bc6d9-362d-42c5-83df-1246bab7971e req-fdf7302d-6c8f-42c0-ad7a-48e424b7c4f8 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d2c5f0e8-9f08-4f88-baac-5c015079d04c HTTP/1.1" status: 200 len: 861 time: 0.1004066 Aug 31 09:16:36.930754 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504c9fa-8854-40d8-a516-639336cb3e67 req-2cf6118f-341e-4cba-b97a-6b3ee7bf78c6 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:36.932148 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c504c9fa-8854-40d8-a516-639336cb3e67 req-2cf6118f-341e-4cba-b97a-6b3ee7bf78c6 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=21b57749-fafb-4d10-910c-4f112d759305 HTTP/1.1" status: 200 len: 944 time: 0.1113393 Aug 31 09:16:36.946187 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8ea268a-84e7-4888-b674-edceddaf2006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:36.964613 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d86bc6d9-362d-42c5-83df-1246bab7971e req-8efa4f3a-977b-4b83-8b78-72f55ec0e632 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f353997d-12d5-47f5-bc55-13148c348a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314751 Aug 31 09:16:36.970908 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ae8d57d7-b0ee-4703-b307-546edceecd8f req-60b61c47-5bef-49d6-8c17-38c4e1ea2dda tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:36.976463 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea268a-84e7-4888-b674-edceddaf2006 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=108388b6-2a0f-4f82-9b74-fbb8aefc03e7,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:36.978325 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8ea268a-84e7-4888-b674-edceddaf2006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:36.980236 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e8ea268a-84e7-4888-b674-edceddaf2006 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/108388b6-2a0f-4f82-9b74-fbb8aefc03e7 HTTP/1.1" status: 204 len: 168 time: 0.3692608 Aug 31 09:16:36.982702 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55714) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:37.058162 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9b6d4113-9ad6-4029-9c70-8925bdbd51a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:37.067353 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b61c47-5bef-49d6-8c17-38c4e1ea2dda tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47b01d97-6aff-423f-856b-0f98d77fb995,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:37.080117 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c504c9fa-8854-40d8-a516-639336cb3e67 req-5515b4f8-2c7e-429a-a644-21897ef75adb tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393375 Aug 31 09:16:37.118168 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ae8d57d7-b0ee-4703-b307-546edceecd8f req-60b61c47-5bef-49d6-8c17-38c4e1ea2dda tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:37.132274 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae8d57d7-b0ee-4703-b307-546edceecd8f req-60b61c47-5bef-49d6-8c17-38c4e1ea2dda tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5987072 Aug 31 09:16:37.157739 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d86bc6d9-362d-42c5-83df-1246bab7971e req-35729c37-0272-4338-9d9b-52db014beab9 service neutron] 10.222.0.112 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824515 Aug 31 09:16:37.186305 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9b6d4113-9ad6-4029-9c70-8925bdbd51a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:37.200644 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-9b6d4113-9ad6-4029-9c70-8925bdbd51a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e6643b-d71c-4c24-88c5-6d6e9c12f3da']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:37.213097 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-9b6d4113-9ad6-4029-9c70-8925bdbd51a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b61f7383-457b-4e96-9ab9-1fa4a8adbff0') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:37.216607 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-9b6d4113-9ad6-4029-9c70-8925bdbd51a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b61f7383-457b-4e96-9ab9-1fa4a8adbff0') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:37.222932 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9b6d4113-9ad6-4029-9c70-8925bdbd51a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:37.234628 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-7fde8578-963f-4d2e-88ae-a7e541310605 req-4610d636-5269-4ecd-a12e-f683ca40ebd2 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-485872156', 'description': 'tempest-description-280815780'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:37.238201 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9b6d4113-9ad6-4029-9c70-8925bdbd51a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:37.246185 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b6d4113-9ad6-4029-9c70-8925bdbd51a5 admin admin] Releasing vlan 1643 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:16:37.246615 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9b6d4113-9ad6-4029-9c70-8925bdbd51a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:37.248315 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:16:37.248315 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:16:37.248315 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:16:37.248315 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:16:37.248315 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:16:37.248315 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:16:37.248315 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:16:37.248315 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:16:37.248315 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:16:37.248315 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:16:37.248315 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:16:37.248315 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:16:37.248315 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:16:37.248315 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:16:37.248315 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:16:37.248315 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:16:37.248315 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:16:37.248315 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:16:37.248315 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:16:37.248315 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:16:37.248315 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:16:37.248315 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:16:37.248315 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:16:37.248315 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:16:37.248315 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:16:37.248315 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:16:37.248315 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:16:37.248315 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:16:37.248315 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:16:37.248315 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:16:37.248315 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:16:37.248315 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:16:37.332008 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d86bc6d9-362d-42c5-83df-1246bab7971e req-5f9b9329-5b41-478a-b6c7-2dc84b8661e8 service neutron] 10.222.0.112 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610839 Aug 31 09:16:37.340787 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c7358-e362-4a45-9a5c-01164c6c53d6 req-1641d345-18cb-4a52-ad8c-8db296f5c711 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:37.342229 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c41c7358-e362-4a45-9a5c-01164c6c53d6 req-1641d345-18cb-4a52-ad8c-8db296f5c711 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.1025121 Aug 31 09:16:37.368481 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9b6d4113-9ad6-4029-9c70-8925bdbd51a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:37.374103 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7fde8578-963f-4d2e-88ae-a7e541310605 req-4610d636-5269-4ecd-a12e-f683ca40ebd2 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:37.385307 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9b6d4113-9ad6-4029-9c70-8925bdbd51a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:37.387207 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9b6d4113-9ad6-4029-9c70-8925bdbd51a5 admin admin] 10.222.0.119 "DELETE /v2.0/networks/94e6643b-d71c-4c24-88c5-6d6e9c12f3da HTTP/1.1" status: 204 len: 168 time: 0.4034550 Aug 31 09:16:37.388488 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d4113-9ad6-4029-9c70-8925bdbd51a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=94e6643b-d71c-4c24-88c5-6d6e9c12f3da,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:37.394575 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 05242781-3bfd-4d37-8e6c-bd91bea5c5e9 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:16:37.400245 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c41c7358-e362-4a45-9a5c-01164c6c53d6 req-58b9ae67-adbe-429e-97e6-968f4db9e36b tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462337 Aug 31 09:16:37.401189 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 5a68bf1d-1d9c-4334-ac85-b4ee18020743 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:16:37.442274 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 5a68bf1d-1d9c-4334-ac85-b4ee18020743 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:16:37.442634 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 5a68bf1d-1d9c-4334-ac85-b4ee18020743 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:16:37.487506 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7fde8578-963f-4d2e-88ae-a7e541310605 req-4610d636-5269-4ecd-a12e-f683ca40ebd2 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:37.549392 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 05242781-3bfd-4d37-8e6c-bd91bea5c5e9, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=05242781-3bfd-4d37-8e6c-bd91bea5c5e9,segment=NetworkSegment(329c79c6-5ca3-4a1a-b3d4-414355128167),segment_id=329c79c6-5ca3-4a1a-b3d4-414355128167)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:37.563930 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '05242781-3bfd-4d37-8e6c-bd91bea5c5e9', 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b', 'port_id': '05242781-3bfd-4d37-8e6c-bd91bea5c5e9', 'mac_address': 'fa:16:3e:8a:97:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2c5f0e8-9f08-4f88-baac-5c015079d04c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:16:37.570117 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7fde8578-963f-4d2e-88ae-a7e541310605 req-4610d636-5269-4ecd-a12e-f683ca40ebd2 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:37.609711 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:37.621232 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f65cedee-37c2-4475-b39c-63a745c556f9 req-c2f00793-939c-4690-b6e8-7b6519083111 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups/7cc801fe-8ef9-4f22-a1e1-8c369742b6f5 HTTP/1.1" status: 200 len: 1799 time: 0.0681050 Aug 31 09:16:37.622008 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610d636-5269-4ecd-a12e-f683ca40ebd2 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf343bd-9e1e-47c0-80a6-b2aa1e19287c,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:37.626089 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05242781-3bfd-4d37-8e6c-bd91bea5c5e9 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:16:37.652652 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 05242781-3bfd-4d37-8e6c-bd91bea5c5e9, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=05242781-3bfd-4d37-8e6c-bd91bea5c5e9,segment=NetworkSegment(329c79c6-5ca3-4a1a-b3d4-414355128167),segment_id=329c79c6-5ca3-4a1a-b3d4-414355128167)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:37.674243 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7fde8578-963f-4d2e-88ae-a7e541310605 req-4610d636-5269-4ecd-a12e-f683ca40ebd2 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:37.675537 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7fde8578-963f-4d2e-88ae-a7e541310605 req-4610d636-5269-4ecd-a12e-f683ca40ebd2 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4465179 Aug 31 09:16:37.688375 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f65cedee-37c2-4475-b39c-63a745c556f9 req-14a7acd3-9e7c-4f60-97e6-c782f9b5ba7a tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:37.726808 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f65cedee-37c2-4475-b39c-63a745c556f9 req-14a7acd3-9e7c-4f60-97e6-c782f9b5ba7a tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:37.752091 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:37.760212 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55732) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:37.777158 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d1301b4d-00c0-40d2-8cb7-b53381395326 req-e9e7131f-f319-42ec-a41e-2b62f082225f tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "GET /v2.0/security-groups/47b01d97-6aff-423f-856b-0f98d77fb995 HTTP/1.1" status: 200 len: 1804 time: 0.0737288 Aug 31 09:16:37.830993 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=05242781-3bfd-4d37-8e6c-bd91bea5c5e9,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:37.842222 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d1301b4d-00c0-40d2-8cb7-b53381395326 req-a860d63c-4873-4323-b2be-cf8546025a0e tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "GET /v2.0/security-groups/ebf343bd-9e1e-47c0-80a6-b2aa1e19287c HTTP/1.1" status: 200 len: 1803 time: 0.0436144 Aug 31 09:16:37.846586 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b88e2cfa-3455-44fd-beb9-78a7fbec514e admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=8d929c95dcb6486584c62bb8e91069d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0839794 Aug 31 09:16:37.849798 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55734) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:37.852535 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-d1301b4d-00c0-40d2-8cb7-b53381395326 req-696b3cc8-11f7-4f2c-9a7b-d982842e443c tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '47b01d97-6aff-423f-856b-0f98d77fb995', 'remote_group_id': 'ebf343bd-9e1e-47c0-80a6-b2aa1e19287c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:37.852917 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-d1301b4d-00c0-40d2-8cb7-b53381395326 req-696b3cc8-11f7-4f2c-9a7b-d982842e443c tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '47b01d97-6aff-423f-856b-0f98d77fb995', 'remote_group_id': 'ebf343bd-9e1e-47c0-80a6-b2aa1e19287c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:37.858351 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f65cedee-37c2-4475-b39c-63a745c556f9 req-14a7acd3-9e7c-4f60-97e6-c782f9b5ba7a tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:37.860933 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f65cedee-37c2-4475-b39c-63a745c556f9 req-14a7acd3-9e7c-4f60-97e6-c782f9b5ba7a tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:37.861958 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f65cedee-37c2-4475-b39c-63a745c556f9 req-14a7acd3-9e7c-4f60-97e6-c782f9b5ba7a tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "DELETE /v2.0/security-groups/7cc801fe-8ef9-4f22-a1e1-8c369742b6f5 HTTP/1.1" status: 204 len: 173 time: 0.2342751 Aug 31 09:16:37.880312 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7acd3-9e7c-4f60-97e6-c782f9b5ba7a tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc801fe-8ef9-4f22-a1e1-8c369742b6f5,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:37.913159 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bc186085-f96c-4f59-8f14-5da126f51c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:37.926024 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d10f3e4-7bed-4ffe-9f81-dbd9ed390c40 req-ba84d321-20d0-4fc0-a187-10b949a2de05 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups/4f184e2b-ef5f-4778-940d-e500f5417794 HTTP/1.1" status: 200 len: 1800 time: 0.0391717 Aug 31 09:16:37.937027 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bc186085-f96c-4f59-8f14-5da126f51c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:38.014364 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d1301b4d-00c0-40d2-8cb7-b53381395326 req-696b3cc8-11f7-4f2c-9a7b-d982842e443c tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:38.025442 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bc186085-f96c-4f59-8f14-5da126f51c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:38.028100 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bc186085-f96c-4f59-8f14-5da126f51c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:38.029372 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bc186085-f96c-4f59-8f14-5da126f51c06 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/72cfe57a-e126-4519-a4d9-2f3c263563e4 HTTP/1.1" status: 204 len: 168 time: 0.1785100 Aug 31 09:16:38.033037 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1d10f3e4-7bed-4ffe-9f81-dbd9ed390c40 req-b2ad9234-7a51-4c30-8d32-682bf3cf17b9 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:38.042842 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc186085-f96c-4f59-8f14-5da126f51c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cfe57a-e126-4519-a4d9-2f3c263563e4,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:38.071982 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1d10f3e4-7bed-4ffe-9f81-dbd9ed390c40 req-b2ad9234-7a51-4c30-8d32-682bf3cf17b9 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:38.075778 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d1301b4d-00c0-40d2-8cb7-b53381395326 req-696b3cc8-11f7-4f2c-9a7b-d982842e443c tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:38.101348 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['05242781-3bfd-4d37-8e6c-bd91bea5c5e9'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:38.145988 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d1301b4d-00c0-40d2-8cb7-b53381395326 req-696b3cc8-11f7-4f2c-9a7b-d982842e443c tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:38.166855 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b3cc8-11f7-4f2c-9a7b-d982842e443c tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c02db5-c25e-4c73-8ece-1723c2742d55,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:38.191764 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1d10f3e4-7bed-4ffe-9f81-dbd9ed390c40 req-b2ad9234-7a51-4c30-8d32-682bf3cf17b9 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:38.195799 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1d10f3e4-7bed-4ffe-9f81-dbd9ed390c40 req-b2ad9234-7a51-4c30-8d32-682bf3cf17b9 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:38.197442 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d10f3e4-7bed-4ffe-9f81-dbd9ed390c40 req-b2ad9234-7a51-4c30-8d32-682bf3cf17b9 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "DELETE /v2.0/security-groups/4f184e2b-ef5f-4778-940d-e500f5417794 HTTP/1.1" status: 204 len: 173 time: 0.2637303 Aug 31 09:16:38.215828 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad9234-7a51-4c30-8d32-682bf3cf17b9 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f184e2b-ef5f-4778-940d-e500f5417794,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:38.237142 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d1301b4d-00c0-40d2-8cb7-b53381395326 req-696b3cc8-11f7-4f2c-9a7b-d982842e443c tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:38.255472 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d1301b4d-00c0-40d2-8cb7-b53381395326 req-696b3cc8-11f7-4f2c-9a7b-d982842e443c tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4071274 Aug 31 09:16:38.326798 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194d8e0-b2ef-4ed8-9f93-676dc61d6697 req-ba5cbb3e-f57b-4bba-be31-9ec75be5004e tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:38.328233 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c194d8e0-b2ef-4ed8-9f93-676dc61d6697 req-ba5cbb3e-f57b-4bba-be31-9ec75be5004e tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=21b57749-fafb-4d10-910c-4f112d759305 HTTP/1.1" status: 200 len: 945 time: 0.0524457 Aug 31 09:16:38.379556 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c194d8e0-b2ef-4ed8-9f93-676dc61d6697 req-25c46415-e760-4822-ac17-51cdb8091ec3 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442917 Aug 31 09:16:38.412448 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-cca2721b-f7e1-4bdc-80b3-9a7f0781af54 req-b6a5f30a-4f10-4b28-8f8b-c89fda8a9cf8 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2114781058', 'description': 'tempest-description-1984531000'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:38.466089 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bf64b6d1-0f7e-49be-a8f4-3290f59da259 req-5f651af8-5f0a-4316-9c2a-839a8a208597 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "GET /v2.0/security-groups/ebf343bd-9e1e-47c0-80a6-b2aa1e19287c HTTP/1.1" status: 200 len: 1803 time: 0.0489304 Aug 31 09:16:38.515623 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-cca2721b-f7e1-4bdc-80b3-9a7f0781af54 req-b6a5f30a-4f10-4b28-8f8b-c89fda8a9cf8 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:38.553814 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-bf64b6d1-0f7e-49be-a8f4-3290f59da259 req-81f1989e-2827-43c5-a563-6c3c2242079a tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:38.585393 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-bf64b6d1-0f7e-49be-a8f4-3290f59da259 req-81f1989e-2827-43c5-a563-6c3c2242079a tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:38.671660 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-cca2721b-f7e1-4bdc-80b3-9a7f0781af54 req-b6a5f30a-4f10-4b28-8f8b-c89fda8a9cf8 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:38.730861 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55758) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:38.739313 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-bf64b6d1-0f7e-49be-a8f4-3290f59da259 req-81f1989e-2827-43c5-a563-6c3c2242079a tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:38.741981 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-bf64b6d1-0f7e-49be-a8f4-3290f59da259 req-81f1989e-2827-43c5-a563-6c3c2242079a tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:38.743129 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bf64b6d1-0f7e-49be-a8f4-3290f59da259 req-81f1989e-2827-43c5-a563-6c3c2242079a tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "DELETE /v2.0/security-groups/ebf343bd-9e1e-47c0-80a6-b2aa1e19287c HTTP/1.1" status: 204 len: 173 time: 0.2660358 Aug 31 09:16:38.746584 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-cca2721b-f7e1-4bdc-80b3-9a7f0781af54 req-b6a5f30a-4f10-4b28-8f8b-c89fda8a9cf8 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:38.770696 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f1989e-2827-43c5-a563-6c3c2242079a tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf343bd-9e1e-47c0-80a6-b2aa1e19287c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:38.844044 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c73bef45-92df-4ad1-afad-a4219266d7db admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=1efb55a1133141f0a6a275498b863cf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1120043 Aug 31 09:16:38.845983 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5f30a-4f10-4b28-8f8b-c89fda8a9cf8 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65f43d16-55b7-4039-9b95-8440511411c8,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:38.846794 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55762) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:38.848886 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-cca2721b-f7e1-4bdc-80b3-9a7f0781af54 req-b6a5f30a-4f10-4b28-8f8b-c89fda8a9cf8 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:38.850155 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cca2721b-f7e1-4bdc-80b3-9a7f0781af54 req-b6a5f30a-4f10-4b28-8f8b-c89fda8a9cf8 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4426165 Aug 31 09:16:38.883705 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6ab4f-1d46-4dce-ac0a-98da10fd7561 req-f47e297e-6afd-47ee-a5a5-eb14c1aadb8f tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:38.885232 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-67e6ab4f-1d46-4dce-ac0a-98da10fd7561 req-f47e297e-6afd-47ee-a5a5-eb14c1aadb8f tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 943 time: 0.0843685 Aug 31 09:16:38.927394 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6871c7cb-116a-460e-af41-1fcc5e1b1e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:38.951622 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6871c7cb-116a-460e-af41-1fcc5e1b1e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:38.963138 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-67e6ab4f-1d46-4dce-ac0a-98da10fd7561 req-58a46d4a-7bc3-476f-a065-b30f3fcb1cfe tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/security-groups?id=1e29f421-524a-4464-9b17-8cba15fd0a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705848 Aug 31 09:16:38.979684 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1fe725-6c8a-43d0-915f-e1442805aac8 req-fab3e275-92bf-4810-9dd7-9fd13d453441 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:38.987232 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ef1fe725-6c8a-43d0-915f-e1442805aac8 req-fab3e275-92bf-4810-9dd7-9fd13d453441 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.0785823 Aug 31 09:16:39.025456 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ef1fe725-6c8a-43d0-915f-e1442805aac8 req-64642f6a-8834-4e0b-a7d9-edc0ce05859e tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368309 Aug 31 09:16:39.128381 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6871c7cb-116a-460e-af41-1fcc5e1b1e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:39.129913 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3e66d55a-766f-4f21-a7fc-7cc7b9fcfa42 req-4b0774f1-addb-4a09-93a6-ae2f0f65d7f5 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups/65f43d16-55b7-4039-9b95-8440511411c8 HTTP/1.1" status: 200 len: 1801 time: 0.0702469 Aug 31 09:16:39.131972 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6871c7cb-116a-460e-af41-1fcc5e1b1e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:39.135465 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6871c7cb-116a-460e-af41-1fcc5e1b1e6a admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/423a060e-de2a-45e5-9540-de96bebbf6cb HTTP/1.1" status: 204 len: 168 time: 0.2850986 Aug 31 09:16:39.135621 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8058b11c-1787-4460-ae64-08da6d1469fb req-95a17a55-6b97-43a4-ab73-65d22f461d67 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "GET /v2.0/security-groups/47b01d97-6aff-423f-856b-0f98d77fb995 HTTP/1.1" status: 200 len: 1804 time: 0.0685010 Aug 31 09:16:39.152767 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-3e66d55a-766f-4f21-a7fc-7cc7b9fcfa42 req-8a347a44-0c33-4046-8f56-49add5b69a3f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Request body: {'security_group': {'name': 'tempest-sg-hth-485672033', 'description': 'tempest-description-hth-121081598'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:39.153024 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871c7cb-116a-460e-af41-1fcc5e1b1e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423a060e-de2a-45e5-9540-de96bebbf6cb,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:39.174928 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-3d76bf94-07cc-4be3-9b69-4738a351e032 req-0ff1bf61-6e58-44bd-8e5a-e539bc46a57d tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1466179342', 'description': 'tempest-description-780233013'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:39.211179 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3e66d55a-766f-4f21-a7fc-7cc7b9fcfa42 req-8a347a44-0c33-4046-8f56-49add5b69a3f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:39.260105 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3e66d55a-766f-4f21-a7fc-7cc7b9fcfa42 req-8a347a44-0c33-4046-8f56-49add5b69a3f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:39.288452 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3d76bf94-07cc-4be3-9b69-4738a351e032 req-0ff1bf61-6e58-44bd-8e5a-e539bc46a57d tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:39.347737 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3e66d55a-766f-4f21-a7fc-7cc7b9fcfa42 req-8a347a44-0c33-4046-8f56-49add5b69a3f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:39.351337 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3e66d55a-766f-4f21-a7fc-7cc7b9fcfa42 req-8a347a44-0c33-4046-8f56-49add5b69a3f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:39.361134 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3e66d55a-766f-4f21-a7fc-7cc7b9fcfa42 req-8a347a44-0c33-4046-8f56-49add5b69a3f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "PUT /v2.0/security-groups/65f43d16-55b7-4039-9b95-8440511411c8 HTTP/1.1" status: 200 len: 1773 time: 0.2128773 Aug 31 09:16:39.387512 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 05242781-3bfd-4d37-8e6c-bd91bea5c5e9 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:16:39.400231 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a347a44-0c33-4046-8f56-49add5b69a3f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65f43d16-55b7-4039-9b95-8440511411c8,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:39.407609 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3d76bf94-07cc-4be3-9b69-4738a351e032 req-0ff1bf61-6e58-44bd-8e5a-e539bc46a57d tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:39.467348 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3d76bf94-07cc-4be3-9b69-4738a351e032 req-0ff1bf61-6e58-44bd-8e5a-e539bc46a57d tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:39.513569 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1bf61-6e58-44bd-8e5a-e539bc46a57d tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74cc7762-a19a-40f1-95cf-092d4d913335,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:39.520796 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d732fbc9-f295-47d0-b21e-d3489412ccfb req-dd99ed33-ac36-4db9-b36c-7cb672ec9991 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups/65f43d16-55b7-4039-9b95-8440511411c8 HTTP/1.1" status: 200 len: 1773 time: 0.0686245 Aug 31 09:16:39.579808 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 05242781-3bfd-4d37-8e6c-bd91bea5c5e9 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:16:39.584824 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 05242781-3bfd-4d37-8e6c-bd91bea5c5e9 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:16:39.585414 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:39.588853 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3d76bf94-07cc-4be3-9b69-4738a351e032 req-0ff1bf61-6e58-44bd-8e5a-e539bc46a57d tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:39.590155 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3d76bf94-07cc-4be3-9b69-4738a351e032 req-0ff1bf61-6e58-44bd-8e5a-e539bc46a57d tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4221675 Aug 31 09:16:39.666295 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b080280-f321-4e47-b1f4-fa182554ffef req-8416f5f9-604e-4560-b875-44e9edaeb023 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:39.668221 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4b080280-f321-4e47-b1f4-fa182554ffef req-8416f5f9-604e-4560-b875-44e9edaeb023 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=21b57749-fafb-4d10-910c-4f112d759305 HTTP/1.1" status: 200 len: 945 time: 0.0895042 Aug 31 09:16:39.675976 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-817ccc75-1336-462b-ad90-d9fce91f4102 req-acb8e514-6108-4a34-ae13-7ddf6806337f tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups/65f43d16-55b7-4039-9b95-8440511411c8 HTTP/1.1" status: 200 len: 1773 time: 0.0622604 Aug 31 09:16:39.689842 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:39.715244 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b57749-fafb-4d10-910c-4f112d759305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05242781-3bfd-4d37-8e6c-bd91bea5c5e9'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:39.719562 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5111759e-f0e9-49f3-8102-186be97953ac" -d '{"events": [{"server_uuid": "21b57749-fafb-4d10-910c-4f112d759305", "name": "network-vif-plugged", "status": "completed", "tag": "05242781-3bfd-4d37-8e6c-bd91bea5c5e9"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:39.733420 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 05242781-3bfd-4d37-8e6c-bd91bea5c5e9, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=05242781-3bfd-4d37-8e6c-bd91bea5c5e9,segment=NetworkSegment(329c79c6-5ca3-4a1a-b3d4-414355128167),segment_id=329c79c6-5ca3-4a1a-b3d4-414355128167)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:39.749223 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4b080280-f321-4e47-b1f4-fa182554ffef req-da22f31d-66cc-424b-8be4-f557151a8d88 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640757 Aug 31 09:16:39.776030 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-817ccc75-1336-462b-ad90-d9fce91f4102 req-8def63f4-170e-436a-9453-ebe826e2da97 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:39.779936 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:39.805738 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-817ccc75-1336-462b-ad90-d9fce91f4102 req-8def63f4-170e-436a-9453-ebe826e2da97 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:39.847854 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=05242781-3bfd-4d37-8e6c-bd91bea5c5e9,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:39.923612 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-817ccc75-1336-462b-ad90-d9fce91f4102 req-8def63f4-170e-436a-9453-ebe826e2da97 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:39.929599 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-817ccc75-1336-462b-ad90-d9fce91f4102 req-8def63f4-170e-436a-9453-ebe826e2da97 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:39.945926 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-817ccc75-1336-462b-ad90-d9fce91f4102 req-8def63f4-170e-436a-9453-ebe826e2da97 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "DELETE /v2.0/security-groups/65f43d16-55b7-4039-9b95-8440511411c8 HTTP/1.1" status: 204 len: 173 time: 0.2535937 Aug 31 09:16:39.965144 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def63f4-170e-436a-9453-ebe826e2da97 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f43d16-55b7-4039-9b95-8440511411c8,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:40.025542 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0fa7749c-b545-4969-9e31-57861719093c req-c46073c4-fe30-4776-b9d4-64a1e0301c8b tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "GET /v2.0/security-groups/74cc7762-a19a-40f1-95cf-092d4d913335 HTTP/1.1" status: 200 len: 1804 time: 0.0639610 Aug 31 09:16:40.036694 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-0fa7749c-b545-4969-9e31-57861719093c req-0aa0ec96-2e54-46c2-915f-141ee215da25 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '74cc7762-a19a-40f1-95cf-092d4d913335', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:40.037144 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-0fa7749c-b545-4969-9e31-57861719093c req-0aa0ec96-2e54-46c2-915f-141ee215da25 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '74cc7762-a19a-40f1-95cf-092d4d913335', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:40.106410 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6494fc93-6fb3-40b1-9553-dfe19648008d x-openstack-request-id: req-6494fc93-6fb3-40b1-9553-dfe19648008d {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:40.106410 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b57749-fafb-4d10-910c-4f112d759305", "name": "network-vif-plugged", "status": "completed", "tag": "05242781-3bfd-4d37-8e6c-bd91bea5c5e9", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:40.106410 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-6494fc93-6fb3-40b1-9553-dfe19648008d {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:40.112460 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b57749-fafb-4d10-910c-4f112d759305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05242781-3bfd-4d37-8e6c-bd91bea5c5e9', 'code': 200} Aug 31 09:16:40.188697 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0fa7749c-b545-4969-9e31-57861719093c req-0aa0ec96-2e54-46c2-915f-141ee215da25 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:40.269094 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0fa7749c-b545-4969-9e31-57861719093c req-0aa0ec96-2e54-46c2-915f-141ee215da25 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:40.287311 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1021f1b-1177-4a13-9477-59298ece9be8 req-d358cd84-8096-4e0b-a258-2df55036f99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:40.288849 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a1021f1b-1177-4a13-9477-59298ece9be8 req-d358cd84-8096-4e0b-a258-2df55036f99f service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=21b57749-fafb-4d10-910c-4f112d759305 HTTP/1.1" status: 200 len: 1098 time: 0.0813885 Aug 31 09:16:40.297254 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073d9fc-c6c5-4a8b-8ec9-760c68470f8d req-24fae306-7ab1-4080-be6f-75ae24dda6de tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:40.298731 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0073d9fc-c6c5-4a8b-8ec9-760c68470f8d req-24fae306-7ab1-4080-be6f-75ae24dda6de tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.1115229 Aug 31 09:16:40.353247 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a1021f1b-1177-4a13-9477-59298ece9be8 req-360ed53b-0d4b-43b1-b97a-54475cdb0764 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534792 Aug 31 09:16:40.358210 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0073d9fc-c6c5-4a8b-8ec9-760c68470f8d req-8fc3f682-5d16-413e-a557-f2f980321991 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514591 Aug 31 09:16:40.374678 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0fa7749c-b545-4969-9e31-57861719093c req-0aa0ec96-2e54-46c2-915f-141ee215da25 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:40.411690 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0ec96-2e54-46c2-915f-141ee215da25 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3daacd2c-87ad-4b74-a881-7aa792145cc2,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:40.523484 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0fa7749c-b545-4969-9e31-57861719093c req-0aa0ec96-2e54-46c2-915f-141ee215da25 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:40.528159 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0fa7749c-b545-4969-9e31-57861719093c req-0aa0ec96-2e54-46c2-915f-141ee215da25 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4927640 Aug 31 09:16:40.749002 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a2490-989d-4905-8385-3f4e2290f349 req-a9148e57-2007-489c-abec-12d744049cba tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:40.750526 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c2a2490-989d-4905-8385-3f4e2290f349 req-a9148e57-2007-489c-abec-12d744049cba tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 943 time: 0.0896111 Aug 31 09:16:40.771780 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e47198b5-0183-44e2-8e8a-1b5d0bef1133 req-bafd494f-abf7-4b25-b74d-1e15753c09c2 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "GET /v2.0/security-groups/74cc7762-a19a-40f1-95cf-092d4d913335 HTTP/1.1" status: 200 len: 2397 time: 0.0713727 Aug 31 09:16:40.789659 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-e47198b5-0183-44e2-8e8a-1b5d0bef1133 req-e731cb8c-5271-4fc3-8e61-099cb4b8a7ce tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '74cc7762-a19a-40f1-95cf-092d4d913335', 'remote_group_id': None}]} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:40.789955 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-e47198b5-0183-44e2-8e8a-1b5d0bef1133 req-e731cb8c-5271-4fc3-8e61-099cb4b8a7ce tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '74cc7762-a19a-40f1-95cf-092d4d913335', 'remote_group_id': None}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:40.821172 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c2a2490-989d-4905-8385-3f4e2290f349 req-ebc6e6bd-30cc-47e9-9093-1f0c920adb72 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/security-groups?id=1e29f421-524a-4464-9b17-8cba15fd0a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633607 Aug 31 09:16:40.848305 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [req-014e43a3-ab9a-4c5d-937d-6b988415fca4 req-6ee9fcd0-50d2-476b-aab3-823c31424622 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] show failed (client error): The resource could not be found. Aug 31 09:16:40.850022 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-014e43a3-ab9a-4c5d-937d-6b988415fca4 req-6ee9fcd0-50d2-476b-aab3-823c31424622 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups/4f184e2b-ef5f-4778-940d-e500f5417794 HTTP/1.1" status: 404 len: 352 time: 0.0135031 Aug 31 09:16:40.976268 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e47198b5-0183-44e2-8e8a-1b5d0bef1133 req-e731cb8c-5271-4fc3-8e61-099cb4b8a7ce tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:40.988121 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695ea1e-9ce8-49cc-b9e3-bb79ef3dae88 req-ed51ad55-810d-4e54-8d6a-baf2c99601cc tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:40.990292 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7695ea1e-9ce8-49cc-b9e3-bb79ef3dae88 req-ed51ad55-810d-4e54-8d6a-baf2c99601cc tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=21b57749-fafb-4d10-910c-4f112d759305 HTTP/1.1" status: 200 len: 946 time: 0.0853188 Aug 31 09:16:41.012769 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e47198b5-0183-44e2-8e8a-1b5d0bef1133 req-e731cb8c-5271-4fc3-8e61-099cb4b8a7ce tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:41.047873 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7695ea1e-9ce8-49cc-b9e3-bb79ef3dae88 req-61aa183e-22a0-4a4a-9221-8161c13c8007 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505462 Aug 31 09:16:41.083216 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e47198b5-0183-44e2-8e8a-1b5d0bef1133 req-e731cb8c-5271-4fc3-8e61-099cb4b8a7ce tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:41.110286 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731cb8c-5271-4fc3-8e61-099cb4b8a7ce tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d81973b9-674c-498b-97bd-06dcaf603c06,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:41.120561 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [req-5207aeec-0c5b-4bca-9d89-b3ed23133580 req-221306b5-a89e-4e77-ab09-8ac8334acff4 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] show failed (client error): The resource could not be found. Aug 31 09:16:41.121646 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5207aeec-0c5b-4bca-9d89-b3ed23133580 req-221306b5-a89e-4e77-ab09-8ac8334acff4 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups/7cc801fe-8ef9-4f22-a1e1-8c369742b6f5 HTTP/1.1" status: 404 len: 352 time: 0.0215354 Aug 31 09:16:41.161400 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [req-85962ad4-ef57-4999-b93f-92ae03125a0c req-43d10e55-f77b-44a0-b001-ab88a529942d tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] show failed (client error): The resource could not be found. Aug 31 09:16:41.162693 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-85962ad4-ef57-4999-b93f-92ae03125a0c req-43d10e55-f77b-44a0-b001-ab88a529942d tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups/bc3eb207-36ce-49ff-bc23-1c5683c03bc7 HTTP/1.1" status: 404 len: 352 time: 0.0190346 Aug 31 09:16:41.199667 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [req-ec63a3f5-e1ed-4faa-be0b-cf7f1f562e64 req-70cd0129-6cdc-45f1-8531-9330735b5acf tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] show failed (client error): The resource could not be found. Aug 31 09:16:41.200913 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec63a3f5-e1ed-4faa-be0b-cf7f1f562e64 req-70cd0129-6cdc-45f1-8531-9330735b5acf tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups/c0f84633-171a-4002-8757-39ea6689c971 HTTP/1.1" status: 404 len: 352 time: 0.0162015 Aug 31 09:16:41.209374 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e47198b5-0183-44e2-8e8a-1b5d0bef1133 req-e731cb8c-5271-4fc3-8e61-099cb4b8a7ce tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:41.211944 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e47198b5-0183-44e2-8e8a-1b5d0bef1133 req-e731cb8c-5271-4fc3-8e61-099cb4b8a7ce tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4280996 Aug 31 09:16:41.247912 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [req-0b1f8455-a248-4cc1-8360-52daa8ab185f req-b8913486-4bd2-42d1-94c9-2fdb2f9c5d90 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] show failed (client error): The resource could not be found. Aug 31 09:16:41.249352 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0b1f8455-a248-4cc1-8360-52daa8ab185f req-b8913486-4bd2-42d1-94c9-2fdb2f9c5d90 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups/0fafc68c-92d4-46f5-8fa7-4ee80093baa7 HTTP/1.1" status: 404 len: 352 time: 0.0269227 Aug 31 09:16:41.266720 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ab249f27-4506-41e0-940e-4917ae6e1337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:41.303908 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [req-69cbbd35-21a9-4260-b2f7-05d7ae3510bb req-f9c7b7d0-3757-4ff4-b347-28bb042fbe65 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] show failed (client error): The resource could not be found. Aug 31 09:16:41.305277 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-69cbbd35-21a9-4260-b2f7-05d7ae3510bb req-f9c7b7d0-3757-4ff4-b347-28bb042fbe65 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups/f6609925-6a71-4394-ae18-ad9af818b74b HTTP/1.1" status: 404 len: 352 time: 0.0292234 Aug 31 09:16:41.322725 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b4e581e5-7bb0-4415-9e33-f0675be457f7 req-458fffe8-5d1a-43fc-b3af-65f332bb5eab tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "GET /v2.0/security-groups/74cc7762-a19a-40f1-95cf-092d4d913335 HTTP/1.1" status: 200 len: 2995 time: 0.0655551 Aug 31 09:16:41.376293 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-69f4e69b-4d14-4baf-a991-19e22bd7e857 req-c1554696-51f3-4fc5-a493-e7dc28f64605 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "GET /v2.0/security-group-rules/d81973b9-674c-498b-97bd-06dcaf603c06 HTTP/1.1" status: 200 len: 783 time: 0.0234027 Aug 31 09:16:41.444651 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-69f4e69b-4d14-4baf-a991-19e22bd7e857 req-bbb4d738-d487-4e5b-b022-7e07dfc5b0c6 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "GET /v2.0/security-groups/74cc7762-a19a-40f1-95cf-092d4d913335 HTTP/1.1" status: 200 len: 2995 time: 0.0613625 Aug 31 09:16:41.477070 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-69f4e69b-4d14-4baf-a991-19e22bd7e857 req-11f56715-a085-48bb-aa30-8ccfec1024cd tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:41.485237 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-69f4e69b-4d14-4baf-a991-19e22bd7e857 req-11f56715-a085-48bb-aa30-8ccfec1024cd tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:41.596997 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-69f4e69b-4d14-4baf-a991-19e22bd7e857 req-11f56715-a085-48bb-aa30-8ccfec1024cd tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:41.603685 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-69f4e69b-4d14-4baf-a991-19e22bd7e857 req-11f56715-a085-48bb-aa30-8ccfec1024cd tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:41.604781 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-69f4e69b-4d14-4baf-a991-19e22bd7e857 req-11f56715-a085-48bb-aa30-8ccfec1024cd tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "DELETE /v2.0/security-group-rules/d81973b9-674c-498b-97bd-06dcaf603c06 HTTP/1.1" status: 204 len: 173 time: 0.1534035 Aug 31 09:16:41.610666 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f56715-a085-48bb-aa30-8ccfec1024cd tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d81973b9-674c-498b-97bd-06dcaf603c06,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:41.718326 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48df2be-930a-4c02-ab07-4b3efe76cf21 req-174595e3-7c9d-49d4-80b0-cd0b101ed02d tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:41.720039 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c48df2be-930a-4c02-ab07-4b3efe76cf21 req-174595e3-7c9d-49d4-80b0-cd0b101ed02d tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.0566614 Aug 31 09:16:41.765776 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c48df2be-930a-4c02-ab07-4b3efe76cf21 req-818584e4-ede2-45d2-9f7a-c8283f24475d tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395300 Aug 31 09:16:41.934890 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55872) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:42.075605 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-64e5fa55-a072-4e15-bc75-e199e8d017eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:42.185943 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-64e5fa55-a072-4e15-bc75-e199e8d017eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:42.228366 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec1cb1e9-d01c-400e-b02c-bdd10f6da092 req-fd777532-e8c9-4b03-9ae9-ac79f709f3cd tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "GET /v2.0/security-groups/74cc7762-a19a-40f1-95cf-092d4d913335 HTTP/1.1" status: 200 len: 2397 time: 0.3615313 Aug 31 09:16:42.243260 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-64e5fa55-a072-4e15-bc75-e199e8d017eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:42.286802 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-64e5fa55-a072-4e15-bc75-e199e8d017eb admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=d3e7bf7a017449c2bae65f352ce22d70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3494122 Aug 31 09:16:42.288137 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e5fa55-a072-4e15-bc75-e199e8d017eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53adce0b-43b3-4550-b916-eeeac7dc00be,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:42.292218 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55880) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:42.333111 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf75587-6d21-4333-9ab5-9201162da835 req-d046b14b-9f5b-40db-8acb-88d2ae054e0e tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:42.334901 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cf75587-6d21-4333-9ab5-9201162da835 req-d046b14b-9f5b-40db-8acb-88d2ae054e0e tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 1024 time: 0.0813925 Aug 31 09:16:42.335925 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ec1cb1e9-d01c-400e-b02c-bdd10f6da092 req-8437a48f-eec9-480a-a9d1-9cb5432a8f88 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:42.349682 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bd025ac9-b9d0-4c8c-b5db-3d80135bcef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:42.372480 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bd025ac9-b9d0-4c8c-b5db-3d80135bcef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:42.373183 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ec1cb1e9-d01c-400e-b02c-bdd10f6da092 req-8437a48f-eec9-480a-a9d1-9cb5432a8f88 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:42.415607 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cf75587-6d21-4333-9ab5-9201162da835 req-1332d474-026c-408c-a2d1-6baa36a63924 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8cf7c97-ab1d-4828-9ccf-527235874d8b&id=23aa8320-d483-4e92-8178-31b79ff8e57a&id=7c64334d-9d08-4b0c-8dad-c7ee428ce8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0687571 Aug 31 09:16:42.511880 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bd025ac9-b9d0-4c8c-b5db-3d80135bcef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:42.514696 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bd025ac9-b9d0-4c8c-b5db-3d80135bcef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:42.516017 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bd025ac9-b9d0-4c8c-b5db-3d80135bcef9 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/53adce0b-43b3-4550-b916-eeeac7dc00be HTTP/1.1" status: 204 len: 168 time: 0.2226152 Aug 31 09:16:42.525571 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd025ac9-b9d0-4c8c-b5db-3d80135bcef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53adce0b-43b3-4550-b916-eeeac7dc00be,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:42.542377 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cafe9-6f0d-4c6a-bcb4-47bab3cf3836 req-3230ac9a-12cd-490c-8433-ceeeb040a60e tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:42.544234 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-088cafe9-6f0d-4c6a-bcb4-47bab3cf3836 req-3230ac9a-12cd-490c-8433-ceeeb040a60e tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=21b57749-fafb-4d10-910c-4f112d759305 HTTP/1.1" status: 200 len: 946 time: 0.0599597 Aug 31 09:16:42.545336 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ec1cb1e9-d01c-400e-b02c-bdd10f6da092 req-8437a48f-eec9-480a-a9d1-9cb5432a8f88 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:42.548254 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ec1cb1e9-d01c-400e-b02c-bdd10f6da092 req-8437a48f-eec9-480a-a9d1-9cb5432a8f88 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:42.558065 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec1cb1e9-d01c-400e-b02c-bdd10f6da092 req-8437a48f-eec9-480a-a9d1-9cb5432a8f88 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "DELETE /v2.0/security-groups/74cc7762-a19a-40f1-95cf-092d4d913335 HTTP/1.1" status: 204 len: 173 time: 0.3204312 Aug 31 09:16:42.574258 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437a48f-eec9-480a-a9d1-9cb5432a8f88 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cc7762-a19a-40f1-95cf-092d4d913335,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:42.607858 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-088cafe9-6f0d-4c6a-bcb4-47bab3cf3836 req-43bd2445-181b-4c93-a96b-4cc13084960a tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465009 Aug 31 09:16:42.655724 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [req-a1fdef0a-1442-4bba-b6d8-6c58686b3e8c req-10aca8c3-b007-4b45-b330-beb512f4af0a tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] show failed (client error): The resource could not be found. Aug 31 09:16:42.656754 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a1fdef0a-1442-4bba-b6d8-6c58686b3e8c req-10aca8c3-b007-4b45-b330-beb512f4af0a tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "GET /v2.0/security-groups/ebf343bd-9e1e-47c0-80a6-b2aa1e19287c HTTP/1.1" status: 404 len: 352 time: 0.0205390 Aug 31 09:16:42.675879 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aed3ec-439a-466d-9244-7e17e9d5585e req-da5cb50d-9a06-4f08-85fa-3404b221e3f7 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:42.678802 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-79aed3ec-439a-466d-9244-7e17e9d5585e req-da5cb50d-9a06-4f08-85fa-3404b221e3f7 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 943 time: 0.0697579 Aug 31 09:16:42.750686 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-79aed3ec-439a-466d-9244-7e17e9d5585e req-252a3fa8-b0e1-4368-a12b-de40340c630e tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/security-groups?id=1e29f421-524a-4464-9b17-8cba15fd0a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636897 Aug 31 09:16:42.792801 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3d6dc-303c-4866-8a90-22973848dbc9 req-5966f48c-84de-4ba9-9acc-d10b71074a3f tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:42.796800 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1bd3d6dc-303c-4866-8a90-22973848dbc9 req-5966f48c-84de-4ba9-9acc-d10b71074a3f tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=21b57749-fafb-4d10-910c-4f112d759305 HTTP/1.1" status: 200 len: 1098 time: 0.0850966 Aug 31 09:16:42.854457 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1bd3d6dc-303c-4866-8a90-22973848dbc9 req-22c55227-c9b4-46fc-9c1d-9e3dcc3f7dbf tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564702 Aug 31 09:16:42.857387 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6026d06b-581d-48e4-b114-a653f5535bee req-f53ca8d9-6cc8-49e6-8ba0-5e4369edf615 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "GET /v2.0/security-groups/47b01d97-6aff-423f-856b-0f98d77fb995 HTTP/1.1" status: 200 len: 1804 time: 0.0815041 Aug 31 09:16:42.940205 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6026d06b-581d-48e4-b114-a653f5535bee req-870baffc-1e47-4344-b3e0-002c3081f183 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:42.988303 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6026d06b-581d-48e4-b114-a653f5535bee req-870baffc-1e47-4344-b3e0-002c3081f183 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:43.038189 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da01bf6-f81d-4dc2-8991-1a262c2bce10 req-bc56381c-eb17-4930-99d4-18f37a9032e4 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:43.039734 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3da01bf6-f81d-4dc2-8991-1a262c2bce10 req-bc56381c-eb17-4930-99d4-18f37a9032e4 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.0873346 Aug 31 09:16:43.081208 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3da01bf6-f81d-4dc2-8991-1a262c2bce10 req-48fbefec-821a-406d-a8cd-157734bdb603 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352013 Aug 31 09:16:43.163032 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6026d06b-581d-48e4-b114-a653f5535bee req-870baffc-1e47-4344-b3e0-002c3081f183 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:43.165832 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6026d06b-581d-48e4-b114-a653f5535bee req-870baffc-1e47-4344-b3e0-002c3081f183 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:43.167270 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6026d06b-581d-48e4-b114-a653f5535bee req-870baffc-1e47-4344-b3e0-002c3081f183 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "DELETE /v2.0/security-groups/47b01d97-6aff-423f-856b-0f98d77fb995 HTTP/1.1" status: 204 len: 173 time: 0.2957468 Aug 31 09:16:43.183414 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870baffc-1e47-4344-b3e0-002c3081f183 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b01d97-6aff-423f-856b-0f98d77fb995,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:43.238723 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55902) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:43.253615 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-96a03e87-bff3-44e9-bf96-4570b8d3772c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:43.325642 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266dc670-874d-4e29-8a95-4f4576e5d749 req-e20de60b-28ab-4089-a403-0eb789fbdeb2 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:43.327211 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-266dc670-874d-4e29-8a95-4f4576e5d749 req-e20de60b-28ab-4089-a403-0eb789fbdeb2 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.59 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 943 time: 0.1223700 Aug 31 09:16:43.330050 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3337c448-a95c-40f5-b4e9-b4d60fe21637 req-f812b47e-aa69-425b-a600-4ac4a7367c7d tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "GET /v2.0/security-groups/1312e222-c47a-4c18-87d6-d28108259cb3 HTTP/1.1" status: 200 len: 1804 time: 0.1331477 Aug 31 09:16:43.343516 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb0b14-a0b9-4e5d-8b4a-bc15357855f3 req-961ede10-9e2f-4848-86e4-447d2f0a8911 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:43.350911 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5eb0b14-a0b9-4e5d-8b4a-bc15357855f3 req-961ede10-9e2f-4848-86e4-447d2f0a8911 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=21b57749-fafb-4d10-910c-4f112d759305 HTTP/1.1" status: 200 len: 1098 time: 0.1180050 Aug 31 09:16:43.363782 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-96a03e87-bff3-44e9-bf96-4570b8d3772c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:43.437097 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-96a03e87-bff3-44e9-bf96-4570b8d3772c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:43.465897 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5eb0b14-a0b9-4e5d-8b4a-bc15357855f3 req-928b487f-dfb6-4ab4-a21b-e34e4b28b6c0 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914454 Aug 31 09:16:43.491256 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3337c448-a95c-40f5-b4e9-b4d60fe21637 req-f57e8e3d-c662-44ed-a70a-7255344249e9 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:43.525169 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3337c448-a95c-40f5-b4e9-b4d60fe21637 req-f57e8e3d-c662-44ed-a70a-7255344249e9 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:43.542485 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-266dc670-874d-4e29-8a95-4f4576e5d749 req-a88593db-52ee-43a9-afce-bc1d38aa3b36 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Deleting port de1d2a98-17bf-48b0-b5f4-edde5fd3f56d {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:16:43.542485 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-266dc670-874d-4e29-8a95-4f4576e5d749 req-a88593db-52ee-43a9-afce-bc1d38aa3b36 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:43.701532 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-266dc670-874d-4e29-8a95-4f4576e5d749 req-a88593db-52ee-43a9-afce-bc1d38aa3b36 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] For port de1d2a98-17bf-48b0-b5f4-edde5fd3f56d, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=de1d2a98-17bf-48b0-b5f4-edde5fd3f56d,segment=NetworkSegment(d229a86a-985c-4e16-b981-4de2a06a3491),segment_id=d229a86a-985c-4e16-b981-4de2a06a3491)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:43.701813 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-266dc670-874d-4e29-8a95-4f4576e5d749 req-a88593db-52ee-43a9-afce-bc1d38aa3b36 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:43.722982 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65bda1e-2809-4f0d-a503-abb93f298544 req-1f539e3b-696a-460e-a73e-a44279fac77d tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:43.724906 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b65bda1e-2809-4f0d-a503-abb93f298544 req-1f539e3b-696a-460e-a73e-a44279fac77d tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 1024 time: 0.0957646 Aug 31 09:16:43.776337 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-96a03e87-bff3-44e9-bf96-4570b8d3772c admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=02eb111c4517479a8f520ef2e21f4e25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5364099 Aug 31 09:16:43.778392 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a03e87-bff3-44e9-bf96-4570b8d3772c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe18783-4a5a-4777-85c2-b3d54a95147a,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:43.782173 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55910) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:43.795870 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3337c448-a95c-40f5-b4e9-b4d60fe21637 req-f57e8e3d-c662-44ed-a70a-7255344249e9 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:43.798426 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3337c448-a95c-40f5-b4e9-b4d60fe21637 req-f57e8e3d-c662-44ed-a70a-7255344249e9 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:43.799579 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3337c448-a95c-40f5-b4e9-b4d60fe21637 req-f57e8e3d-c662-44ed-a70a-7255344249e9 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "DELETE /v2.0/security-groups/1312e222-c47a-4c18-87d6-d28108259cb3 HTTP/1.1" status: 204 len: 173 time: 0.4582541 Aug 31 09:16:43.837693 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ac49de4d-6709-404a-a447-4b57ab92ae01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:43.866628 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e8e3d-c662-44ed-a70a-7255344249e9 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1312e222-c47a-4c18-87d6-d28108259cb3,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:43.876973 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ac49de4d-6709-404a-a447-4b57ab92ae01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:43.917509 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e8e3d-c662-44ed-a70a-7255344249e9 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:43.917862 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e8e3d-c662-44ed-a70a-7255344249e9 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:43.918204 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e8e3d-c662-44ed-a70a-7255344249e9 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:43.918542 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e8e3d-c662-44ed-a70a-7255344249e9 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:43.918901 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e8e3d-c662-44ed-a70a-7255344249e9 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:43.919242 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e8e3d-c662-44ed-a70a-7255344249e9 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:43.919565 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e8e3d-c662-44ed-a70a-7255344249e9 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:43.919891 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e8e3d-c662-44ed-a70a-7255344249e9 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:43.920220 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e8e3d-c662-44ed-a70a-7255344249e9 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:43.920562 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e8e3d-c662-44ed-a70a-7255344249e9 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:43.920872 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e8e3d-c662-44ed-a70a-7255344249e9 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:43.921329 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e8e3d-c662-44ed-a70a-7255344249e9 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:16:43.956982 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b49a996f-d411-4544-be4b-0f7a98955285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:43.995846 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b65bda1e-2809-4f0d-a503-abb93f298544 req-535933b3-250d-40a5-a28c-64a1e51a8287 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8cf7c97-ab1d-4828-9ccf-527235874d8b&id=23aa8320-d483-4e92-8178-31b79ff8e57a&id=7c64334d-9d08-4b0c-8dad-c7ee428ce8e4&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2383597 Aug 31 09:16:44.014294 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ac49de4d-6709-404a-a447-4b57ab92ae01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:44.015465 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a8c08-802f-40df-a864-e2b592787f45 req-8d3a4159-f245-4ec7-a1eb-2674c4e4da02 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:44.016945 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-de0a8c08-802f-40df-a864-e2b592787f45 req-8d3a4159-f245-4ec7-a1eb-2674c4e4da02 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.112 "GET /v2.0/ports?device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 1024 time: 0.2867606 Aug 31 09:16:44.017873 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ac49de4d-6709-404a-a447-4b57ab92ae01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:44.019953 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ac49de4d-6709-404a-a447-4b57ab92ae01 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/2fe18783-4a5a-4777-85c2-b3d54a95147a HTTP/1.1" status: 204 len: 168 time: 0.2360549 Aug 31 09:16:44.029427 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49de4d-6709-404a-a447-4b57ab92ae01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe18783-4a5a-4777-85c2-b3d54a95147a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:44.050107 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:44.119112 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547d051-d0a3-4b42-814a-3d505c51672d req-2f3766f0-be24-4e3e-ad2e-95e2223e2230 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:44.120638 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5547d051-d0a3-4b42-814a-3d505c51672d req-2f3766f0-be24-4e3e-ad2e-95e2223e2230 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 943 time: 0.2159944 Aug 31 09:16:44.206266 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-266dc670-874d-4e29-8a95-4f4576e5d749 req-a88593db-52ee-43a9-afce-bc1d38aa3b36 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:44.206728 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-266dc670-874d-4e29-8a95-4f4576e5d749 req-a88593db-52ee-43a9-afce-bc1d38aa3b36 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:44.207439 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [req-266dc670-874d-4e29-8a95-4f4576e5d749 req-a88593db-52ee-43a9-afce-bc1d38aa3b36 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Floating IP 4faeb80c-8524-4e2e-ad69-8f3f9ecb5f66 disassociated. External IP: 172.25.2.253, port: de1d2a98-17bf-48b0-b5f4-edde5fd3f56d. Aug 31 09:16:44.208406 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-266dc670-874d-4e29-8a95-4f4576e5d749 req-a88593db-52ee-43a9-afce-bc1d38aa3b36 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Calling delete_port for de1d2a98-17bf-48b0-b5f4-edde5fd3f56d owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:16:44.241582 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16cb1a94-2a66-4c2a-902d-96ed31403794 req-405534fc-c01c-4f24-91cb-d3acef86eccd tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "GET /v2.0/security-groups/68cd374d-d03f-4b31-814b-9aff3a51e569 HTTP/1.1" status: 200 len: 1804 time: 0.1845112 Aug 31 09:16:44.283675 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5547d051-d0a3-4b42-814a-3d505c51672d req-fd5b28ec-9922-4ad9-b956-990a330adda4 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/security-groups?id=1e29f421-524a-4464-9b17-8cba15fd0a14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550529 Aug 31 09:16:44.356018 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-de0a8c08-802f-40df-a864-e2b592787f45 req-4ebca9d5-ebb7-4af8-a739-cbd275107940 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Deleting port 8a3c2dd1-b81d-4195-ac0b-b11d4521aed5 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:16:44.356366 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-de0a8c08-802f-40df-a864-e2b592787f45 req-4ebca9d5-ebb7-4af8-a739-cbd275107940 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:44.431558 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-16cb1a94-2a66-4c2a-902d-96ed31403794 req-3fc1769a-a9fc-40f3-9a7b-0d7ad5abe71c tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:44.501036 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-16cb1a94-2a66-4c2a-902d-96ed31403794 req-3fc1769a-a9fc-40f3-9a7b-0d7ad5abe71c tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:44.562808 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-de0a8c08-802f-40df-a864-e2b592787f45 req-4ebca9d5-ebb7-4af8-a739-cbd275107940 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] For port 8a3c2dd1-b81d-4195-ac0b-b11d4521aed5, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8a3c2dd1-b81d-4195-ac0b-b11d4521aed5,segment=NetworkSegment(f6371895-21df-4b1a-a74d-67a04c30a2a5),segment_id=f6371895-21df-4b1a-a74d-67a04c30a2a5)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:44.563186 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-de0a8c08-802f-40df-a864-e2b592787f45 req-4ebca9d5-ebb7-4af8-a739-cbd275107940 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:44.580172 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-de0a8c08-802f-40df-a864-e2b592787f45 req-4ebca9d5-ebb7-4af8-a739-cbd275107940 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Calling delete_port for 8a3c2dd1-b81d-4195-ac0b-b11d4521aed5 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:16:44.685879 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-266dc670-874d-4e29-8a95-4f4576e5d749 req-a88593db-52ee-43a9-afce-bc1d38aa3b36 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:44.724488 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-16cb1a94-2a66-4c2a-902d-96ed31403794 req-3fc1769a-a9fc-40f3-9a7b-0d7ad5abe71c tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:44.727064 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-16cb1a94-2a66-4c2a-902d-96ed31403794 req-3fc1769a-a9fc-40f3-9a7b-0d7ad5abe71c tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:44.728183 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16cb1a94-2a66-4c2a-902d-96ed31403794 req-3fc1769a-a9fc-40f3-9a7b-0d7ad5abe71c tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "DELETE /v2.0/security-groups/68cd374d-d03f-4b31-814b-9aff3a51e569 HTTP/1.1" status: 204 len: 173 time: 0.4798892 Aug 31 09:16:44.734142 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88593db-52ee-43a9-afce-bc1d38aa3b36 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Pushing event deleted for resources: {'Port': ['ID=de1d2a98-17bf-48b0-b5f4-edde5fd3f56d,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:44.754907 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1769a-a9fc-40f3-9a7b-0d7ad5abe71c tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cd374d-d03f-4b31-814b-9aff3a51e569,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:44.765988 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1e00e-f86a-48bb-9142-3a10ea9ccc63 req-e109b1ab-1587-4c92-a016-e7190670b037 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:44.771049 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c6d1e00e-f86a-48bb-9142-3a10ea9ccc63 req-e109b1ab-1587-4c92-a016-e7190670b037 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.1238503 Aug 31 09:16:44.940918 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c6d1e00e-f86a-48bb-9142-3a10ea9ccc63 req-ab4df6c8-0cd5-4e95-a762-17a7fe5a34a5 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421757 Aug 31 09:16:44.993302 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-266dc670-874d-4e29-8a95-4f4576e5d749 req-a88593db-52ee-43a9-afce-bc1d38aa3b36 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Router 57590853-2d31-438f-87c8-c19b9004c851 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:16:45.037524 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-de0a8c08-802f-40df-a864-e2b592787f45 req-4ebca9d5-ebb7-4af8-a739-cbd275107940 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:45.054404 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['8a3c2dd1-b81d-4195-ac0b-b11d4521aed5'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:45.086349 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebca9d5-ebb7-4af8-a739-cbd275107940 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Pushing event deleted for resources: {'Port': ['ID=8a3c2dd1-b81d-4195-ac0b-b11d4521aed5,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:45.092737 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec5457d0-ebd0-461b-a768-fa250261cbd2 req-bc997ea2-fff3-41cf-8913-1638e66d7590 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "GET /v2.0/security-groups/e152eaac-2b17-49e0-a238-a1db7901abf1 HTTP/1.1" status: 200 len: 2403 time: 0.1244733 Aug 31 09:16:45.178240 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8c63f-6a3c-4e77-9324-f3faeb00fe78 req-ed3ee0e9-50e8-4845-a897-300da24aa363 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:45.179765 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7eb8c63f-6a3c-4e77-9324-f3faeb00fe78 req-ed3ee0e9-50e8-4845-a897-300da24aa363 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=21b57749-fafb-4d10-910c-4f112d759305 HTTP/1.1" status: 200 len: 1098 time: 0.1926098 Aug 31 09:16:45.209715 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0a8c08-802f-40df-a864-e2b592787f45 req-4ebca9d5-ebb7-4af8-a739-cbd275107940 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] No DVR routers for this DVR port 8a3c2dd1-b81d-4195-ac0b-b11d4521aed5 on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:16:45.225865 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:45.251517 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-de0a8c08-802f-40df-a864-e2b592787f45 req-4ebca9d5-ebb7-4af8-a739-cbd275107940 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:45.253441 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-de0a8c08-802f-40df-a864-e2b592787f45 req-4ebca9d5-ebb7-4af8-a739-cbd275107940 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.112 "DELETE /v2.0/ports/8a3c2dd1-b81d-4195-ac0b-b11d4521aed5 HTTP/1.1" status: 204 len: 173 time: 1.1921730 Aug 31 09:16:45.253885 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba2d0e8-c16d-4c75-9efa-c8ed42581158', 'name': 'network-vif-deleted', 'tag': '8a3c2dd1-b81d-4195-ac0b-b11d4521aed5'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:45.256709 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8659b6e8-acbb-42af-8989-87dce6d1b38a" -d '{"events": [{"server_uuid": "aba2d0e8-c16d-4c75-9efa-c8ed42581158", "name": "network-vif-deleted", "tag": "8a3c2dd1-b81d-4195-ac0b-b11d4521aed5"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:45.314906 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-266dc670-874d-4e29-8a95-4f4576e5d749 req-a88593db-52ee-43a9-afce-bc1d38aa3b36 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:16:45.319267 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7eb8c63f-6a3c-4e77-9324-f3faeb00fe78 req-e4f8ca0d-3fd3-48b1-8b9e-5c87ae8ae7b1 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158326 Aug 31 09:16:45.342932 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88ee8c5-b1c3-4ac7-9b76-840140ec39ba None None] Sync routers for ids ['57590853-2d31-438f-87c8-c19b9004c851'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:16:45.354591 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ec5457d0-ebd0-461b-a768-fa250261cbd2 req-2f596332-117b-407d-9d41-5aa517233df4 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:45.362007 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88ee8c5-b1c3-4ac7-9b76-840140ec39ba None None] Routers {'57590853-2d31-438f-87c8-c19b9004c851'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:16:45.362007 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e88ee8c5-b1c3-4ac7-9b76-840140ec39ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:16:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['57590853-2d31-438f-87c8-c19b9004c851'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:45.375941 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-266dc670-874d-4e29-8a95-4f4576e5d749 req-a88593db-52ee-43a9-afce-bc1d38aa3b36 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] No DVR routers for this DVR port de1d2a98-17bf-48b0-b5f4-edde5fd3f56d on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:16:45.388854 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-266dc670-874d-4e29-8a95-4f4576e5d749 req-a88593db-52ee-43a9-afce-bc1d38aa3b36 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:45.397207 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-266dc670-874d-4e29-8a95-4f4576e5d749 req-a88593db-52ee-43a9-afce-bc1d38aa3b36 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.59 "DELETE /v2.0/ports/de1d2a98-17bf-48b0-b5f4-edde5fd3f56d HTTP/1.1" status: 204 len: 173 time: 2.0629163 Aug 31 09:16:45.418455 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ec5457d0-ebd0-461b-a768-fa250261cbd2 req-2f596332-117b-407d-9d41-5aa517233df4 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:45.495905 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e95547c3-62d5-41d2-bf39-1f06edfd71ac req-cbb4df57-4155-4ca3-883d-1e8644824765 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/ports?device_id=aba2d0e8-c16d-4c75-9efa-c8ed42581158 HTTP/1.1" status: 200 len: 210 time: 0.0350108 Aug 31 09:16:45.521375 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-e88ee8c5-b1c3-4ac7-9b76-840140ec39ba None None] Set router 57590853-2d31-438f-87c8-c19b9004c851 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:16:45.553596 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996b90a6-9fae-422c-807c-df5c6c4a0fb0 x-openstack-request-id: req-996b90a6-9fae-422c-807c-df5c6c4a0fb0 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:45.553979 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba2d0e8-c16d-4c75-9efa-c8ed42581158", "name": "network-vif-deleted", "tag": "8a3c2dd1-b81d-4195-ac0b-b11d4521aed5", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:45.554161 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-996b90a6-9fae-422c-807c-df5c6c4a0fb0 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:45.554527 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba2d0e8-c16d-4c75-9efa-c8ed42581158', 'name': 'network-vif-deleted', 'tag': '8a3c2dd1-b81d-4195-ac0b-b11d4521aed5', 'status': 'completed', 'code': 200} Aug 31 09:16:45.559879 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ec5457d0-ebd0-461b-a768-fa250261cbd2 req-2f596332-117b-407d-9d41-5aa517233df4 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:45.562631 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ec5457d0-ebd0-461b-a768-fa250261cbd2 req-2f596332-117b-407d-9d41-5aa517233df4 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:45.564633 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec5457d0-ebd0-461b-a768-fa250261cbd2 req-2f596332-117b-407d-9d41-5aa517233df4 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "DELETE /v2.0/security-groups/e152eaac-2b17-49e0-a238-a1db7901abf1 HTTP/1.1" status: 204 len: 173 time: 0.4331586 Aug 31 09:16:45.576198 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f596332-117b-407d-9d41-5aa517233df4 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e152eaac-2b17-49e0-a238-a1db7901abf1,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:45.651728 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e9eea2c6-1a05-4cfa-9104-dcdfe7c5879d req-26a69647-feaa-4d6f-95a6-a45a87db0825 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0472851 Aug 31 09:16:45.686804 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-18930b07-e7db-4508-b0fb-8cf83bd924eb req-660d3878-ed61-4ff4-b66e-dfe2586f1fff tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "GET /v2.0/security-groups/e6841268-f966-45b0-a919-08e253967a59 HTTP/1.1" status: 200 len: 2398 time: 0.0845029 Aug 31 09:16:45.766174 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-18930b07-e7db-4508-b0fb-8cf83bd924eb req-f59f3e8c-8a3a-4c1a-bcd1-ca810d6feec2 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:45.784805 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e88ee8c5-b1c3-4ac7-9b76-840140ec39ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57590853-2d31-438f-87c8-c19b9004c851', 'name': 'tempest-ServersTestJSON-1863137560-router', 'tenant_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b69ea86c-dda3-4cb5-bee7-3382a1b03375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:14:22Z', 'updated_at': '2021-08-31T09:14:30Z', 'revision_number': 4, 'project_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'gw_port': {'id': 'b69ea86c-dda3-4cb5-bee7-3382a1b03375', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57590853-2d31-438f-87c8-c19b9004c851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:14:23Z', 'updated_at': '2021-08-31T09:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '1b012191-62d2-4bef-8e5b-2572e92fcdcd', 'name': '', 'network_id': 'b4f7ccc1-a015-48d0-ab32-6b68e36c429d', 'tenant_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'mac_address': 'fa:16:3e:7f:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57590853-2d31-438f-87c8-c19b9004c851', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e25e118b-14ca-4549-821f-15e6d7d0df30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:14:28Z', 'updated_at': '2021-08-31T09:14:37Z', 'revision_number': 5, 'project_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'subnets': [{'id': 'e25e118b-14ca-4549-821f-15e6d7d0df30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:45.793864 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-18930b07-e7db-4508-b0fb-8cf83bd924eb req-f59f3e8c-8a3a-4c1a-bcd1-ca810d6feec2 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:45.819877 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88ee8c5-b1c3-4ac7-9b76-840140ec39ba None None] Checking router: 57590853-2d31-438f-87c8-c19b9004c851 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:16:45.828787 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88ee8c5-b1c3-4ac7-9b76-840140ec39ba None None] Routers {'57590853-2d31-438f-87c8-c19b9004c851'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:16:45.829783 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e88ee8c5-b1c3-4ac7-9b76-840140ec39ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:16:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['57590853-2d31-438f-87c8-c19b9004c851'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:45.916963 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-18930b07-e7db-4508-b0fb-8cf83bd924eb req-f59f3e8c-8a3a-4c1a-bcd1-ca810d6feec2 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:45.921484 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-18930b07-e7db-4508-b0fb-8cf83bd924eb req-f59f3e8c-8a3a-4c1a-bcd1-ca810d6feec2 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:45.922701 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-18930b07-e7db-4508-b0fb-8cf83bd924eb req-f59f3e8c-8a3a-4c1a-bcd1-ca810d6feec2 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] 10.222.0.119 "DELETE /v2.0/security-groups/e6841268-f966-45b0-a919-08e253967a59 HTTP/1.1" status: 204 len: 173 time: 0.2350531 Aug 31 09:16:45.931882 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55970) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:45.937468 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f3e8c-8a3a-4c1a-bcd1-ca810d6feec2 tempest-SecurityGroupRulesTestJSON-1024897779 tempest-SecurityGroupRulesTestJSON-1024897779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6841268-f966-45b0-a919-08e253967a59,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:45.983696 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-e88ee8c5-b1c3-4ac7-9b76-840140ec39ba None None] Set router 57590853-2d31-438f-87c8-c19b9004c851 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:16:46.022357 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-a60cb66b-19e4-4aff-80d1-aa399c737338 admin admin] Deleting subnet 3e6f9197-c090-42f8-81a2-e95cdb553250 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:16:46.025868 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a60cb66b-19e4-4aff-80d1-aa399c737338 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:46.081166 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a60cb66b-19e4-4aff-80d1-aa399c737338 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:46.131063 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a60cb66b-19e4-4aff-80d1-aa399c737338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:46.131328 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c51167-8a5e-4e99-a43d-c76f4fbdeee1 req-e93795f6-1b0e-45ff-a7dc-8bc3210e6cd5 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:46.138948 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54c51167-8a5e-4e99-a43d-c76f4fbdeee1 req-e93795f6-1b0e-45ff-a7dc-8bc3210e6cd5 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.1043739 Aug 31 09:16:46.177527 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54c51167-8a5e-4e99-a43d-c76f4fbdeee1 req-05864f3b-ff55-4ae8-a450-c6c4d93b9032 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375788 Aug 31 09:16:46.244683 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e88ee8c5-b1c3-4ac7-9b76-840140ec39ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57590853-2d31-438f-87c8-c19b9004c851', 'name': 'tempest-ServersTestJSON-1863137560-router', 'tenant_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b69ea86c-dda3-4cb5-bee7-3382a1b03375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:14:22Z', 'updated_at': '2021-08-31T09:14:30Z', 'revision_number': 4, 'project_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'gw_port': {'id': 'b69ea86c-dda3-4cb5-bee7-3382a1b03375', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57590853-2d31-438f-87c8-c19b9004c851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:14:23Z', 'updated_at': '2021-08-31T09:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '1b012191-62d2-4bef-8e5b-2572e92fcdcd', 'name': '', 'network_id': 'b4f7ccc1-a015-48d0-ab32-6b68e36c429d', 'tenant_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'mac_address': 'fa:16:3e:7f:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57590853-2d31-438f-87c8-c19b9004c851', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e25e118b-14ca-4549-821f-15e6d7d0df30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:14:28Z', 'updated_at': '2021-08-31T09:14:37Z', 'revision_number': 5, 'project_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'subnets': [{'id': 'e25e118b-14ca-4549-821f-15e6d7d0df30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:46.271966 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88ee8c5-b1c3-4ac7-9b76-840140ec39ba None None] The sync data for ids ['57590853-2d31-438f-87c8-c19b9004c851'] in n-d-791506-28 is: [{'id': '57590853-2d31-438f-87c8-c19b9004c851', 'name': 'tempest-ServersTestJSON-1863137560-router', 'tenant_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b69ea86c-dda3-4cb5-bee7-3382a1b03375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:14:22Z', 'updated_at': '2021-08-31T09:14:30Z', 'revision_number': 4, 'project_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'gw_port': {'id': 'b69ea86c-dda3-4cb5-bee7-3382a1b03375', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57590853-2d31-438f-87c8-c19b9004c851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:14:23Z', 'updated_at': '2021-08-31T09:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '1b012191-62d2-4bef-8e5b-2572e92fcdcd', 'name': '', 'network_id': 'b4f7ccc1-a015-48d0-ab32-6b68e36c429d', 'tenant_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'mac_address': 'fa:16:3e:7f:dd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57590853-2d31-438f-87c8-c19b9004c851', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'e25e118b-14ca-4549-821f-15e6d7d0df30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:14:28Z', 'updated_at': '2021-08-31T09:14:37Z', 'revision_number': 5, 'project_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'subnets': [{'id': 'e25e118b-14ca-4549-821f-15e6d7d0df30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:16:46.295066 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a60cb66b-19e4-4aff-80d1-aa399c737338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:46.322205 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60cb66b-19e4-4aff-80d1-aa399c737338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e6f9197-c090-42f8-81a2-e95cdb553250,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:46.326613 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a60cb66b-19e4-4aff-80d1-aa399c737338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:46.328735 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a60cb66b-19e4-4aff-80d1-aa399c737338 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/3e6f9197-c090-42f8-81a2-e95cdb553250 HTTP/1.1" status: 204 len: 168 time: 0.3946598 Aug 31 09:16:46.331235 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55980) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:46.440985 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bd64e068-1595-4969-9387-7443c38cafbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:46.507965 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae31c8-0290-4800-a396-8bd4f03ff8b8 req-2c2c65ce-89bc-4d63-bdf7-71e4eb67236c tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:46.516859 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75ae31c8-0290-4800-a396-8bd4f03ff8b8 req-2c2c65ce-89bc-4d63-bdf7-71e4eb67236c tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=21b57749-fafb-4d10-910c-4f112d759305 HTTP/1.1" status: 200 len: 1098 time: 0.0620937 Aug 31 09:16:46.530056 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bd64e068-1595-4969-9387-7443c38cafbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:46.542150 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-bd64e068-1595-4969-9387-7443c38cafbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfc311b8-4500-4b84-9a24-55e42d217d6d']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:46.553053 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-bd64e068-1595-4969-9387-7443c38cafbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4970964c-f79a-4598-9875-169f6f02ac9c') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:46.553351 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-bd64e068-1595-4969-9387-7443c38cafbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4970964c-f79a-4598-9875-169f6f02ac9c') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:46.566410 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75ae31c8-0290-4800-a396-8bd4f03ff8b8 req-dad455ce-6827-44b5-a682-9388ae10daaa tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438936 Aug 31 09:16:46.572018 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bd64e068-1595-4969-9387-7443c38cafbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:46.601832 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bd64e068-1595-4969-9387-7443c38cafbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:46.616053 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd64e068-1595-4969-9387-7443c38cafbe admin admin] Releasing vlan 1619 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:16:46.616471 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bd64e068-1595-4969-9387-7443c38cafbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:46.635287 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:16:46.635287 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:16:46.635287 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:16:46.635287 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:16:46.635287 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:16:46.635287 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:16:46.635287 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:16:46.635287 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:16:46.635287 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:16:46.635287 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:16:46.635287 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:16:46.635287 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:16:46.635287 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:16:46.635287 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:16:46.635287 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:16:46.635287 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:16:46.635287 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:16:46.635287 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:16:46.635287 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:16:46.635287 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:16:46.635287 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:16:46.635287 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:16:46.635287 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:16:46.635287 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:16:46.635287 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:16:46.635287 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:16:46.635287 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:16:46.635287 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:16:46.635287 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:16:46.635287 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:16:46.635287 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:16:46.635287 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:16:46.683311 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3379b87d-5868-462b-89ae-b246aa8a3154 None None] New status for floating IP 4faeb80c-8524-4e2e-ad69-8f3f9ecb5f66: DOWN {{(pid=95555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:16:46.762188 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d894ad34-40c9-4c44-8732-7e1305754aa5 req-0c288c92-e356-4a1e-b01d-1235335f66fc tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups/d8cf7c97-ab1d-4828-9ccf-527235874d8b HTTP/1.1" status: 200 len: 1800 time: 0.0584531 Aug 31 09:16:46.808475 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bd64e068-1595-4969-9387-7443c38cafbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:46.814585 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bd64e068-1595-4969-9387-7443c38cafbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:46.817828 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bd64e068-1595-4969-9387-7443c38cafbe admin admin] 10.222.0.119 "DELETE /v2.0/networks/dfc311b8-4500-4b84-9a24-55e42d217d6d HTTP/1.1" status: 204 len: 168 time: 0.4845982 Aug 31 09:16:46.831965 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64e068-1595-4969-9387-7443c38cafbe admin admin] Pushing event deleted for resources: {'Network': ['ID=dfc311b8-4500-4b84-9a24-55e42d217d6d,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:46.844879 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d894ad34-40c9-4c44-8732-7e1305754aa5 req-c634cca9-9838-443f-ab5d-d92135cb3677 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:46.865656 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:46.869572 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d894ad34-40c9-4c44-8732-7e1305754aa5 req-c634cca9-9838-443f-ab5d-d92135cb3677 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:46.998249 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d894ad34-40c9-4c44-8732-7e1305754aa5 req-c634cca9-9838-443f-ab5d-d92135cb3677 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:47.004813 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d894ad34-40c9-4c44-8732-7e1305754aa5 req-c634cca9-9838-443f-ab5d-d92135cb3677 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:47.005936 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d894ad34-40c9-4c44-8732-7e1305754aa5 req-c634cca9-9838-443f-ab5d-d92135cb3677 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "DELETE /v2.0/security-groups/d8cf7c97-ab1d-4828-9ccf-527235874d8b HTTP/1.1" status: 204 len: 173 time: 0.2427406 Aug 31 09:16:47.016550 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634cca9-9838-443f-ab5d-d92135cb3677 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cf7c97-ab1d-4828-9ccf-527235874d8b,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:47.109237 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-242c84e1-40cc-421b-b5a4-0d2745e53908 req-15c61609-3e5a-4589-b1a3-9c28bd5fc5a8 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0278320 Aug 31 09:16:47.252177 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56024) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:47.315950 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-24cfab07-8eff-4c7a-9c13-5bc800bb4803 req-d6792a75-3b96-48ec-956a-e2b355f796f9 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "GET /v2.0/security-groups/7c64334d-9d08-4b0c-8dad-c7ee428ce8e4 HTTP/1.1" status: 200 len: 1800 time: 0.0725589 Aug 31 09:16:47.323013 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4737d3aa-699c-4faa-829a-c257f6e0a427 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=75ce2462ab22423aa5998984f0362191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0657215 Aug 31 09:16:47.323819 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56030) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:47.378809 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6fced577-fa08-417a-8e17-ac432c8d2506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:47.386963 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-24cfab07-8eff-4c7a-9c13-5bc800bb4803 req-07d49763-f200-4cbb-82b0-7d987335caf1 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:47.403735 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6fced577-fa08-417a-8e17-ac432c8d2506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:47.412825 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-24cfab07-8eff-4c7a-9c13-5bc800bb4803 req-07d49763-f200-4cbb-82b0-7d987335caf1 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:47.449351 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 8a3c2dd1-b81d-4195-ac0b-b11d4521aed5 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:16:47.506723 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-24cfab07-8eff-4c7a-9c13-5bc800bb4803 req-07d49763-f200-4cbb-82b0-7d987335caf1 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:47.509986 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-24cfab07-8eff-4c7a-9c13-5bc800bb4803 req-07d49763-f200-4cbb-82b0-7d987335caf1 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:47.511344 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-24cfab07-8eff-4c7a-9c13-5bc800bb4803 req-07d49763-f200-4cbb-82b0-7d987335caf1 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] 10.222.0.119 "DELETE /v2.0/security-groups/7c64334d-9d08-4b0c-8dad-c7ee428ce8e4 HTTP/1.1" status: 204 len: 173 time: 0.1882746 Aug 31 09:16:47.518051 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56040) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:47.531050 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d49763-f200-4cbb-82b0-7d987335caf1 tempest-SecurityGroupsTestJSON-193274657 tempest-SecurityGroupsTestJSON-193274657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c64334d-9d08-4b0c-8dad-c7ee428ce8e4,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:47.555910 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01027ffc-a25b-4b01-b582-f4a8025f9de6', 'name': 'network-vif-deleted', 'tag': 'de1d2a98-17bf-48b0-b5f4-edde5fd3f56d'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:47.558292 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3e2124-469b-4a2a-a4d8-14fad4ebbd79" -d '{"events": [{"server_uuid": "01027ffc-a25b-4b01-b582-f4a8025f9de6", "name": "network-vif-deleted", "tag": "de1d2a98-17bf-48b0-b5f4-edde5fd3f56d"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:47.571027 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6fced577-fa08-417a-8e17-ac432c8d2506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:47.573627 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6fced577-fa08-417a-8e17-ac432c8d2506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:47.574824 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6fced577-fa08-417a-8e17-ac432c8d2506 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/3acd7327-9cbd-43a1-a83e-3c3a6982c560 HTTP/1.1" status: 204 len: 168 time: 0.2499871 Aug 31 09:16:47.600873 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fced577-fa08-417a-8e17-ac432c8d2506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acd7327-9cbd-43a1-a83e-3c3a6982c560,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:47.621698 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-3183e620-7dcf-4f4d-b8fb-7a7fb98047ff admin admin] Deleting subnet 98f1a321-868c-46a4-bd2e-3ecb869d4f87 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:16:47.625252 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3183e620-7dcf-4f4d-b8fb-7a7fb98047ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:47.636421 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 8a3c2dd1-b81d-4195-ac0b-b11d4521aed5 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:16:47.636749 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 8a3c2dd1-b81d-4195-ac0b-b11d4521aed5 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:16:47.668197 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56046) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:47.673860 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3183e620-7dcf-4f4d-b8fb-7a7fb98047ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:47.725943 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3183e620-7dcf-4f4d-b8fb-7a7fb98047ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:47.767258 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-26471320-d29a-47c2-9edf-153f163df04e tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:47.798064 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-26471320-d29a-47c2-9edf-153f163df04e tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:47.878887 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd8087-92d2-4cfc-87f9-e9c580ec839f req-fa8554cd-1e09-4a9c-b5bc-1b5e5bfdde41 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:47.880481 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54dd8087-92d2-4cfc-87f9-e9c580ec839f req-fa8554cd-1e09-4a9c-b5bc-1b5e5bfdde41 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.0796413 Aug 31 09:16:47.900507 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3183e620-7dcf-4f4d-b8fb-7a7fb98047ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:47.922794 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54dd8087-92d2-4cfc-87f9-e9c580ec839f req-b08ac227-2983-41da-91c4-1da0405e9e4a tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362394 Aug 31 09:16:47.927663 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183e620-7dcf-4f4d-b8fb-7a7fb98047ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98f1a321-868c-46a4-bd2e-3ecb869d4f87,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:47.933300 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3183e620-7dcf-4f4d-b8fb-7a7fb98047ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:47.945429 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3183e620-7dcf-4f4d-b8fb-7a7fb98047ff admin admin] 10.222.0.119 "DELETE /v2.0/subnets/98f1a321-868c-46a4-bd2e-3ecb869d4f87 HTTP/1.1" status: 204 len: 168 time: 0.4261701 Aug 31 09:16:47.948049 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56056) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:47.994753 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc54c49-ed6a-4ab0-8d48-04ca3a885ac7 x-openstack-request-id: req-0bc54c49-ed6a-4ab0-8d48-04ca3a885ac7 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:47.995386 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01027ffc-a25b-4b01-b582-f4a8025f9de6", "name": "network-vif-deleted", "tag": "de1d2a98-17bf-48b0-b5f4-edde5fd3f56d", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:47.995522 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-0bc54c49-ed6a-4ab0-8d48-04ca3a885ac7 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:47.995871 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01027ffc-a25b-4b01-b582-f4a8025f9de6', 'name': 'network-vif-deleted', 'tag': 'de1d2a98-17bf-48b0-b5f4-edde5fd3f56d', 'status': 'completed', 'code': 200} Aug 31 09:16:47.998367 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-26471320-d29a-47c2-9edf-153f163df04e tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:48.000917 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-26471320-d29a-47c2-9edf-153f163df04e tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:48.002036 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-26471320-d29a-47c2-9edf-153f163df04e tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "DELETE /v2.0/security-groups/1e29f421-524a-4464-9b17-8cba15fd0a14 HTTP/1.1" status: 204 len: 168 time: 0.3328750 Aug 31 09:16:48.005574 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56060) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:48.023228 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26471320-d29a-47c2-9edf-153f163df04e tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e29f421-524a-4464-9b17-8cba15fd0a14,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:48.032561 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-7b6f69a1-c846-49c2-a220-a155efc473e7 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] show failed (client error): The resource could not be found. Aug 31 09:16:48.038296 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7b6f69a1-c846-49c2-a220-a155efc473e7 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "GET /v2.0/security-groups/1e29f421-524a-4464-9b17-8cba15fd0a14 HTTP/1.1" status: 404 len: 347 time: 0.0281677 Aug 31 09:16:48.038296 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56062) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:48.064666 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-856d76b1-6e37-45a7-b655-a12b2e0d37a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:48.164449 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-856d76b1-6e37-45a7-b655-a12b2e0d37a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:48.176528 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-856d76b1-6e37-45a7-b655-a12b2e0d37a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['671dffbd-cfd1-44d4-ad18-c45cdc841eb5']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:48.198646 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-856d76b1-6e37-45a7-b655-a12b2e0d37a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6371895-21df-4b1a-a74d-67a04c30a2a5') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:48.199188 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-856d76b1-6e37-45a7-b655-a12b2e0d37a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6371895-21df-4b1a-a74d-67a04c30a2a5') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:48.211193 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-e3330a39-1572-4a78-95dd-ee4b87bd98f3 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Deleting port 8242582a-cbc0-4ca5-8128-9a0762308fc5 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:16:48.211539 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e3330a39-1572-4a78-95dd-ee4b87bd98f3 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:48.219238 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-856d76b1-6e37-45a7-b655-a12b2e0d37a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:48.241269 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-856d76b1-6e37-45a7-b655-a12b2e0d37a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:48.248543 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856d76b1-6e37-45a7-b655-a12b2e0d37a0 admin admin] Releasing vlan 1644 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:16:48.249464 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-856d76b1-6e37-45a7-b655-a12b2e0d37a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:48.251312 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:16:48.251312 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:16:48.251312 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:16:48.251312 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:16:48.251312 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:16:48.251312 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:16:48.251312 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:16:48.251312 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:16:48.251312 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:16:48.251312 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:16:48.251312 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:16:48.251312 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:16:48.251312 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:16:48.251312 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:16:48.251312 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:16:48.251312 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:16:48.251312 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:16:48.251312 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:16:48.251312 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:16:48.251312 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:16:48.251312 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:16:48.251312 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:16:48.251312 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:16:48.251312 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:16:48.251312 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:16:48.251312 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:16:48.251312 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:16:48.251312 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:16:48.251312 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:16:48.251312 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:16:48.251312 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:16:48.251312 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:16:48.337144 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e3330a39-1572-4a78-95dd-ee4b87bd98f3 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:48.337744 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e3330a39-1572-4a78-95dd-ee4b87bd98f3 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:48.356921 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-e3330a39-1572-4a78-95dd-ee4b87bd98f3 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Calling delete_port for 8242582a-cbc0-4ca5-8128-9a0762308fc5 owned by network:floatingip {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:16:48.393675 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56074) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:48.404876 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-856d76b1-6e37-45a7-b655-a12b2e0d37a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:48.411935 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-856d76b1-6e37-45a7-b655-a12b2e0d37a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:48.419071 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-856d76b1-6e37-45a7-b655-a12b2e0d37a0 admin admin] 10.222.0.119 "DELETE /v2.0/networks/671dffbd-cfd1-44d4-ad18-c45cdc841eb5 HTTP/1.1" status: 204 len: 168 time: 0.4694450 Aug 31 09:16:48.434444 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d76b1-6e37-45a7-b655-a12b2e0d37a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=671dffbd-cfd1-44d4-ad18-c45cdc841eb5,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:48.546899 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-33cd01d6-cd1f-4ed9-b1de-fc99e2ea220c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:48.563298 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e3330a39-1572-4a78-95dd-ee4b87bd98f3 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:48.607035 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3330a39-1572-4a78-95dd-ee4b87bd98f3 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Pushing event deleted for resources: {'Port': ['ID=8242582a-cbc0-4ca5-8128-9a0762308fc5,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:48.700442 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-33cd01d6-cd1f-4ed9-b1de-fc99e2ea220c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:48.713795 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e3330a39-1572-4a78-95dd-ee4b87bd98f3 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks [] for floatingip, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:48.716439 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e3330a39-1572-4a78-95dd-ee4b87bd98f3 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:48.717616 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e3330a39-1572-4a78-95dd-ee4b87bd98f3 tempest-ServersTestJSON-471835507 tempest-ServersTestJSON-471835507-project] 10.222.0.119 "DELETE /v2.0/floatingips/4faeb80c-8524-4e2e-ad69-8f3f9ecb5f66 HTTP/1.1" status: 204 len: 168 time: 0.6786854 Aug 31 09:16:48.727427 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56086) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:48.787218 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-33cd01d6-cd1f-4ed9-b1de-fc99e2ea220c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:48.841288 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-33cd01d6-cd1f-4ed9-b1de-fc99e2ea220c admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=315db5e1997c4caa90979787b5fef26c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4464073 Aug 31 09:16:48.842737 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd01d6-cd1f-4ed9-b1de-fc99e2ea220c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79afdbfd-e692-4b9a-b7a4-f6f0861e9273,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:48.845331 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56092) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:48.912311 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-19dcec22-b132-4e9e-bdb9-38d067e1fd84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:48.937765 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-19dcec22-b132-4e9e-bdb9-38d067e1fd84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:48.997930 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56100) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:49.086737 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-19dcec22-b132-4e9e-bdb9-38d067e1fd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:49.089677 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-19dcec22-b132-4e9e-bdb9-38d067e1fd84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:49.093230 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-19dcec22-b132-4e9e-bdb9-38d067e1fd84 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/79afdbfd-e692-4b9a-b7a4-f6f0861e9273 HTTP/1.1" status: 204 len: 168 time: 0.2439299 Aug 31 09:16:49.098902 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56104) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:49.099202 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d6c84054-393a-4001-87aa-8b2ae7a9b2db admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=cba781cb93f8440b8938de29933fec7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0993202 Aug 31 09:16:49.108356 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890b2f2-cd38-4989-9df5-5700bd92b9c6 req-71861bd7-2d1e-4686-9a5c-9472e8505ca8 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:49.109912 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b890b2f2-cd38-4989-9df5-5700bd92b9c6 req-71861bd7-2d1e-4686-9a5c-9472e8505ca8 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.0925479 Aug 31 09:16:49.115431 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dcec22-b132-4e9e-bdb9-38d067e1fd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79afdbfd-e692-4b9a-b7a4-f6f0861e9273,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:49.128549 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-3d333e46-3874-4366-848c-94aa031f0c1c tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:16:49.129708 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-3d333e46-3874-4366-848c-94aa031f0c1c tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2858386 Aug 31 09:16:49.158309 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-a9730746-da8d-4110-b90e-f96ad332df67 service neutron] Request body: {'binding': {'host': 'n-h2-791506-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:49.158778 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-a9730746-da8d-4110-b90e-f96ad332df67 service neutron] Unknown quota resources ['binding']. {{(pid=95552) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:16:49.178645 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b890b2f2-cd38-4989-9df5-5700bd92b9c6 req-c981875d-a6fb-4040-9f25-08c7dcb201e3 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606239 Aug 31 09:16:49.301306 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-327c84bc-c1ce-4f6d-813c-970c9de11514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:49.356342 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-327c84bc-c1ce-4f6d-813c-970c9de11514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:49.362260 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d4d7de30-f7f0-4846-8aac-4982daea2a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:49.432124 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56110) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:49.486532 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-a9730746-da8d-4110-b90e-f96ad332df67 service neutron] Attempting to bind port 05242781-3bfd-4d37-8e6c-bd91bea5c5e9 on host n-h2-791506-28 for vnic_type normal with profile None {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:16:49.486911 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-a9730746-da8d-4110-b90e-f96ad332df67 service neutron] Attempting to bind port 05242781-3bfd-4d37-8e6c-bd91bea5c5e9 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:16:49.487794 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-a9730746-da8d-4110-b90e-f96ad332df67 service neutron] Attempting to bind port 05242781-3bfd-4d37-8e6c-bd91bea5c5e9 on network f353997d-12d5-47f5-bc55-13148c348a0b {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:16:49.497640 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-a9730746-da8d-4110-b90e-f96ad332df67 service neutron] Port 05242781-3bfd-4d37-8e6c-bd91bea5c5e9 on network f353997d-12d5-47f5-bc55-13148c348a0b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:16:49.498030 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-a9730746-da8d-4110-b90e-f96ad332df67 service neutron] Attempting to bind port 05242781-3bfd-4d37-8e6c-bd91bea5c5e9 on network f353997d-12d5-47f5-bc55-13148c348a0b {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:16:49.517059 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-a9730746-da8d-4110-b90e-f96ad332df67 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:16:49.517405 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-a9730746-da8d-4110-b90e-f96ad332df67 service neutron] Checking segment: {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:16:49.517786 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-a9730746-da8d-4110-b90e-f96ad332df67 service neutron] Bound using segment: {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:16:49.518217 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-a9730746-da8d-4110-b90e-f96ad332df67 service neutron] Bound port: 05242781-3bfd-4d37-8e6c-bd91bea5c5e9, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:16:49.571022 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-c9f2d233-424f-4004-bc5a-b4fa697deddc admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-26695480-network', 'tenant_id': '6b675b58d8474856b03c74b4bfbe83a9'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:49.636527 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-a9730746-da8d-4110-b90e-f96ad332df67 service neutron] For port 05242781-3bfd-4d37-8e6c-bd91bea5c5e9, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=05242781-3bfd-4d37-8e6c-bd91bea5c5e9,segment=NetworkSegment(329c79c6-5ca3-4a1a-b3d4-414355128167),segment_id=329c79c6-5ca3-4a1a-b3d4-414355128167)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:16:49.646225 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-327c84bc-c1ce-4f6d-813c-970c9de11514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:49.648800 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-327c84bc-c1ce-4f6d-813c-970c9de11514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:49.649983 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-327c84bc-c1ce-4f6d-813c-970c9de11514 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/23aa8320-d483-4e92-8178-31b79ff8e57a HTTP/1.1" status: 204 len: 168 time: 0.5499556 Aug 31 09:16:49.662013 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c84bc-c1ce-4f6d-813c-970c9de11514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23aa8320-d483-4e92-8178-31b79ff8e57a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:49.700065 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f2d233-424f-4004-bc5a-b4fa697deddc admin admin] Made reservation on behalf of 6b675b58d8474856b03c74b4bfbe83a9 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:16:49.703441 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c9f2d233-424f-4004-bc5a-b4fa697deddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:49.712838 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c9f2d233-424f-4004-bc5a-b4fa697deddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:49.742967 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-a9730746-da8d-4110-b90e-f96ad332df67 service neutron] Notify callbacks [] for binding, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:49.744196 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-a9730746-da8d-4110-b90e-f96ad332df67 service neutron] 10.222.0.119 "POST /v2.0/ports/05242781-3bfd-4d37-8e6c-bd91bea5c5e9/bindings HTTP/1.1" status: 201 len: 390 time: 0.6035240 Aug 31 09:16:49.762992 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-d4d7de30-f7f0-4846-8aac-4982daea2a59 admin admin] Deleting port 1b012191-62d2-4bef-8e5b-2572e92fcdcd {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:16:49.764455 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d4d7de30-f7f0-4846-8aac-4982daea2a59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:49.835594 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c9f2d233-424f-4004-bc5a-b4fa697deddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:49.855316 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-d4d7de30-f7f0-4846-8aac-4982daea2a59 admin admin] For port 1b012191-62d2-4bef-8e5b-2572e92fcdcd, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1b012191-62d2-4bef-8e5b-2572e92fcdcd,segment=NetworkSegment(d229a86a-985c-4e16-b981-4de2a06a3491),segment_id=d229a86a-985c-4e16-b981-4de2a06a3491)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:49.855681 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d4d7de30-f7f0-4846-8aac-4982daea2a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:49.868760 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-d4d7de30-f7f0-4846-8aac-4982daea2a59 admin admin] Calling delete_port for 1b012191-62d2-4bef-8e5b-2572e92fcdcd owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:16:49.980185 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c9f2d233-424f-4004-bc5a-b4fa697deddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:49.993336 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56120) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:50.017613 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f2d233-424f-4004-bc5a-b4fa697deddc admin admin] vlan segment allocate from pool success with {'vlan_id': 1617, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:16:50.025397 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-be1ec3f6-0d67-4047-b825-54234e9a6764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:50.043671 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2d233-424f-4004-bc5a-b4fa697deddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fd396e-298d-4c5a-b3d2-4386a130e085,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:50.049223 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c9f2d233-424f-4004-bc5a-b4fa697deddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:50.049567 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-c9f2d233-424f-4004-bc5a-b4fa697deddc admin admin] Added segment 254e3451-2125-473b-af03-86799983010f of type vlan for network e4d61ce8-3af2-4842-b647-cd60ac4d8fd2 Aug 31 09:16:50.120607 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c9f2d233-424f-4004-bc5a-b4fa697deddc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:50.168869 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d4d7de30-f7f0-4846-8aac-4982daea2a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:50.199505 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d7de30-f7f0-4846-8aac-4982daea2a59 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b012191-62d2-4bef-8e5b-2572e92fcdcd,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:50.206534 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3759a63-d965-4503-ab9d-2bfea973df60 req-4fbc1611-ef98-4569-bb9e-e2d72491fdec tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:50.208876 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a3759a63-d965-4503-ab9d-2bfea973df60 req-4fbc1611-ef98-4569-bb9e-e2d72491fdec tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=21b57749-fafb-4d10-910c-4f112d759305 HTTP/1.1" status: 200 len: 946 time: 0.1094396 Aug 31 09:16:50.300439 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-be1ec3f6-0d67-4047-b825-54234e9a6764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:50.301661 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c9f2d233-424f-4004-bc5a-b4fa697deddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:50.305031 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f2d233-424f-4004-bc5a-b4fa697deddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:50.308018 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c9f2d233-424f-4004-bc5a-b4fa697deddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:50.407178 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-be1ec3f6-0d67-4047-b825-54234e9a6764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:50.435106 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a3759a63-d965-4503-ab9d-2bfea973df60 req-bb99b7bd-0a13-45e1-b6d7-bd4fc249ab2d tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143998 Aug 31 09:16:50.435760 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2d233-424f-4004-bc5a-b4fa697deddc admin admin] Pushing event updated for resources: {'Network': ['ID=e4d61ce8-3af2-4842-b647-cd60ac4d8fd2,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:50.447339 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network e4d61ce8-3af2-4842-b647-cd60ac4d8fd2 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:16:50.464958 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d4d7de30-f7f0-4846-8aac-4982daea2a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:50.527124 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-be1ec3f6-0d67-4047-b825-54234e9a6764 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=1e079e9e7059438293783899af310b11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5222571 Aug 31 09:16:50.527124 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ec3f6-0d67-4047-b825-54234e9a6764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9309df-6dfd-4089-9b0b-0fc0aa744f1a,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:50.527124 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56136) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:50.607756 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a29576-96a7-47b6-91bf-65cfbcbb949d req-b4ebc8ce-2c86-4521-aa93-d58f3958800c tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:50.609292 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-42a29576-96a7-47b6-91bf-65cfbcbb949d req-b4ebc8ce-2c86-4521-aa93-d58f3958800c tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.2235625 Aug 31 09:16:50.617600 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c9f2d233-424f-4004-bc5a-b4fa697deddc admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1843035 Aug 31 09:16:50.619879 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56140) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:50.620046 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cfe00ae9-4c6c-471e-9d12-97cb60788b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:50.626986 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-9c364e2f-9187-4f31-a6c1-9245d1674e27 admin admin] Request body: {'subnet': {'network_id': 'e4d61ce8-3af2-4842-b647-cd60ac4d8fd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-26695480-subnet', 'tenant_id': '6b675b58d8474856b03c74b4bfbe83a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:50.770517 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c364e2f-9187-4f31-a6c1-9245d1674e27 admin admin] Made reservation on behalf of 6b675b58d8474856b03c74b4bfbe83a9 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:16:50.772902 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9c364e2f-9187-4f31-a6c1-9245d1674e27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:50.776155 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d7de30-f7f0-4846-8aac-4982daea2a59 admin admin] Router 57590853-2d31-438f-87c8-c19b9004c851 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:16:50.999521 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d7de30-f7f0-4846-8aac-4982daea2a59 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:16:51.008765 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d4d7de30-f7f0-4846-8aac-4982daea2a59 admin admin] 10.222.0.119 "PUT /v2.0/routers/57590853-2d31-438f-87c8-c19b9004c851/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2801945 Aug 31 09:16:51.012485 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e51d7e-5d75-401f-86b4-1924f111e2bc None None] Sync routers for ids ['57590853-2d31-438f-87c8-c19b9004c851'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:16:51.013066 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56150) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:51.029363 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e51d7e-5d75-401f-86b4-1924f111e2bc None None] Routers {'57590853-2d31-438f-87c8-c19b9004c851'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:16:51.031151 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c2e51d7e-5d75-401f-86b4-1924f111e2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:16:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['57590853-2d31-438f-87c8-c19b9004c851'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:51.062110 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cfe00ae9-4c6c-471e-9d12-97cb60788b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:51.095307 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-42a29576-96a7-47b6-91bf-65cfbcbb949d req-c3b0bd98-c415-443f-8a4a-01126c62bf3b tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4765182 Aug 31 09:16:51.118837 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-24c9af7a-b0d6-496c-91d6-30c8b7d97d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:51.120310 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-24c9af7a-b0d6-496c-91d6-30c8b7d97d13 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=91627f68c71f4b29855d6c5fb4946dae&device_id=21b57749-fafb-4d10-910c-4f112d759305 HTTP/1.1" status: 200 len: 1098 time: 0.4306083 Aug 31 09:16:51.185856 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-860c6686-579a-47cb-a5e4-2156359fe567 admin admin] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:51.189196 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-c2e51d7e-5d75-401f-86b4-1924f111e2bc None None] Set router 57590853-2d31-438f-87c8-c19b9004c851 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:16:51.208936 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56154) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:51.235552 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-78f586db-5294-4c7d-b16e-df11b6dee231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:51.237627 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-78f586db-5294-4c7d-b16e-df11b6dee231 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f353997d-12d5-47f5-bc55-13148c348a0b HTTP/1.1" status: 200 len: 923 time: 0.1087995 Aug 31 09:16:51.292572 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-5e646c99-e4cc-48a3-99c7-31566f4bfffc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05242781-3bfd-4d37-8e6c-bd91bea5c5e9 HTTP/1.1" status: 200 len: 217 time: 0.0471463 Aug 31 09:16:51.294466 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cfe00ae9-4c6c-471e-9d12-97cb60788b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:51.298007 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cfe00ae9-4c6c-471e-9d12-97cb60788b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:51.301323 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-cfe00ae9-4c6c-471e-9d12-97cb60788b08 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/2a9309df-6dfd-4089-9b0b-0fc0aa744f1a HTTP/1.1" status: 204 len: 168 time: 0.7653105 Aug 31 09:16:51.353780 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe00ae9-4c6c-471e-9d12-97cb60788b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9309df-6dfd-4089-9b0b-0fc0aa744f1a,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:51.364588 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-73f1eea0-c7f2-4a9c-98c8-06ac521a8610 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-20065027-network', 'tenant_id': 'a4b76b2c0d334f2982a58726e130c5be'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:51.409870 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-d4871ee7-dd29-4e5c-8800-e35fb195dd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:51.412340 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-d4871ee7-dd29-4e5c-8800-e35fb195dd28 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2c5f0e8-9f08-4f88-baac-5c015079d04c HTTP/1.1" status: 200 len: 861 time: 0.1098933 Aug 31 09:16:51.447818 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c2e51d7e-5d75-401f-86b4-1924f111e2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57590853-2d31-438f-87c8-c19b9004c851', 'name': 'tempest-ServersTestJSON-1863137560-router', 'tenant_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b69ea86c-dda3-4cb5-bee7-3382a1b03375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:14:22Z', 'updated_at': '2021-08-31T09:16:50Z', 'revision_number': 5, 'project_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'gw_port': {'id': 'b69ea86c-dda3-4cb5-bee7-3382a1b03375', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57590853-2d31-438f-87c8-c19b9004c851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:14:23Z', 'updated_at': '2021-08-31T09:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:51.452051 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-612cf880-4e01-4bc9-a5b2-94c5f5bf9748 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f353997d-12d5-47f5-bc55-13148c348a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329263 Aug 31 09:16:51.476730 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 57e931bc-1029-43b1-b433-8ddbb68cbc7e details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:16:51.479500 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e51d7e-5d75-401f-86b4-1924f111e2bc None None] Checking router: 57590853-2d31-438f-87c8-c19b9004c851 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:16:51.504953 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9c364e2f-9187-4f31-a6c1-9245d1674e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:51.505715 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e51d7e-5d75-401f-86b4-1924f111e2bc None None] Routers {'57590853-2d31-438f-87c8-c19b9004c851'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:16:51.506409 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c2e51d7e-5d75-401f-86b4-1924f111e2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:16:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['57590853-2d31-438f-87c8-c19b9004c851'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:51.577771 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-f36a6db3-1d0d-4bd1-9be9-d44338cd2bec service neutron] 10.222.0.59 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171649 Aug 31 09:16:51.590945 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f1eea0-c7f2-4a9c-98c8-06ac521a8610 admin admin] Made reservation on behalf of a4b76b2c0d334f2982a58726e130c5be for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:16:51.595077 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73f1eea0-c7f2-4a9c-98c8-06ac521a8610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:51.604375 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c364e2f-9187-4f31-a6c1-9245d1674e27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa28ef9e-cd87-4300-a351-33cfe8d833be,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:51.635353 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c364e2f-9187-4f31-a6c1-9245d1674e27 admin admin] Checking segment: {'id': '254e3451-2125-473b-af03-86799983010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1617, 'network_id': 'e4d61ce8-3af2-4842-b647-cd60ac4d8fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:16:51.635710 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c364e2f-9187-4f31-a6c1-9245d1674e27 admin admin] Network hostable DHCP agents. Network: e4d61ce8-3af2-4842-b647-cd60ac4d8fd2, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:16:51.643054 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-860c6686-579a-47cb-a5e4-2156359fe567 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:51.696458 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-c2e51d7e-5d75-401f-86b4-1924f111e2bc None None] Set router 57590853-2d31-438f-87c8-c19b9004c851 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:16:51.699267 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 57e931bc-1029-43b1-b433-8ddbb68cbc7e, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=57e931bc-1029-43b1-b433-8ddbb68cbc7e,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:51.710342 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73f1eea0-c7f2-4a9c-98c8-06ac521a8610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:51.765316 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e9e00-fc75-4167-b6ed-062e80474ca6 req-5cadb777-22b8-4cb8-b017-6605a7db8ff8 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:51.765560 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '57e931bc-1029-43b1-b433-8ddbb68cbc7e', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': '57e931bc-1029-43b1-b433-8ddbb68cbc7e', 'mac_address': 'fa:16:3e:b5:cd:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:16:51.766523 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0b6e9e00-fc75-4167-b6ed-062e80474ca6 req-5cadb777-22b8-4cb8-b017-6605a7db8ff8 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=21b57749-fafb-4d10-910c-4f112d759305 HTTP/1.1" status: 200 len: 946 time: 0.1874967 Aug 31 09:16:51.834610 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c364e2f-9187-4f31-a6c1-9245d1674e27 admin admin] Network e4d61ce8-3af2-4842-b647-cd60ac4d8fd2 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:16:51.834851 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-e1194b42-f593-4a55-8e88-9c0692ebc095 service neutron] 10.222.0.59 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268069 Aug 31 09:16:51.876725 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:51.896435 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0b6e9e00-fc75-4167-b6ed-062e80474ca6 req-5b1b5ca3-60f5-497d-829a-d5fa30847096 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997133 Aug 31 09:16:51.900826 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-860c6686-579a-47cb-a5e4-2156359fe567 admin admin] Deleting port b69ea86c-dda3-4cb5-bee7-3382a1b03375 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:16:51.901316 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-860c6686-579a-47cb-a5e4-2156359fe567 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:51.903767 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57e931bc-1029-43b1-b433-8ddbb68cbc7e {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:16:51.953680 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 57e931bc-1029-43b1-b433-8ddbb68cbc7e, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=57e931bc-1029-43b1-b433-8ddbb68cbc7e,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:51.960105 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73f1eea0-c7f2-4a9c-98c8-06ac521a8610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:51.974179 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-9c364e2f-9187-4f31-a6c1-9245d1674e27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, e4d61ce8-3af2-4842-b647-cd60ac4d8fd2) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:16:51.982700 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c364e2f-9187-4f31-a6c1-9245d1674e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:51.983504 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9c364e2f-9187-4f31-a6c1-9245d1674e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:51.984073 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5d9ebf-a5c3-4dfd-a00b-28c9fbb11048 None None] Network e4d61ce8-3af2-4842-b647-cd60ac4d8fd2 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:16:51.999529 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c2e51d7e-5d75-401f-86b4-1924f111e2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57590853-2d31-438f-87c8-c19b9004c851', 'name': 'tempest-ServersTestJSON-1863137560-router', 'tenant_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b69ea86c-dda3-4cb5-bee7-3382a1b03375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:14:22Z', 'updated_at': '2021-08-31T09:16:50Z', 'revision_number': 5, 'project_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'gw_port': {'id': 'b69ea86c-dda3-4cb5-bee7-3382a1b03375', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57590853-2d31-438f-87c8-c19b9004c851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:14:23Z', 'updated_at': '2021-08-31T09:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:52.031000 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-860c6686-579a-47cb-a5e4-2156359fe567 admin admin] For port b69ea86c-dda3-4cb5-bee7-3382a1b03375, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=b69ea86c-dda3-4cb5-bee7-3382a1b03375,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:52.031365 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-860c6686-579a-47cb-a5e4-2156359fe567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:52.045283 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-860c6686-579a-47cb-a5e4-2156359fe567 admin admin] Calling delete_port for b69ea86c-dda3-4cb5-bee7-3382a1b03375 owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:16:52.055735 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e51d7e-5d75-401f-86b4-1924f111e2bc None None] The sync data for ids ['57590853-2d31-438f-87c8-c19b9004c851'] in n-d-791506-28 is: [{'id': '57590853-2d31-438f-87c8-c19b9004c851', 'name': 'tempest-ServersTestJSON-1863137560-router', 'tenant_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'b69ea86c-dda3-4cb5-bee7-3382a1b03375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:14:22Z', 'updated_at': '2021-08-31T09:16:50Z', 'revision_number': 5, 'project_id': '2aaa7e6acfc54bef9b68e3925cec6875', 'gw_port': {'id': 'b69ea86c-dda3-4cb5-bee7-3382a1b03375', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:f7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57590853-2d31-438f-87c8-c19b9004c851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:14:23Z', 'updated_at': '2021-08-31T09:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:16:52.099550 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73f1eea0-c7f2-4a9c-98c8-06ac521a8610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:52.103495 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:52.152255 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73f1eea0-c7f2-4a9c-98c8-06ac521a8610 admin admin] vlan segment allocate from pool success with {'vlan_id': 1613, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:16:52.167346 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73f1eea0-c7f2-4a9c-98c8-06ac521a8610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:52.167624 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-73f1eea0-c7f2-4a9c-98c8-06ac521a8610 admin admin] Added segment 8de8355c-a37f-4fe1-9899-e0cc9dc46979 of type vlan for network 2312c08d-c39b-46ec-b38c-b3b7a98a66d6 Aug 31 09:16:52.179689 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1eea0-c7f2-4a9c-98c8-06ac521a8610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b67233b-caf4-4e98-9092-0e4dd30aa212,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:52.192161 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e305684-e69f-4383-b45d-1b1e5b0d0481 None None] Network e4d61ce8-3af2-4842-b647-cd60ac4d8fd2 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:16:52.250522 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73f1eea0-c7f2-4a9c-98c8-06ac521a8610 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:52.251543 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=57e931bc-1029-43b1-b433-8ddbb68cbc7e,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:52.262786 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9c364e2f-9187-4f31-a6c1-9245d1674e27 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6417141 Aug 31 09:16:52.333808 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a4b8c-75e6-432e-a964-2d5baec1cfb3 req-e986eea5-1656-4472-8174-d43f39a0ef84 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:52.339189 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2f2a4b8c-75e6-432e-a964-2d5baec1cfb3 req-e986eea5-1656-4472-8174-d43f39a0ef84 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 948 time: 0.0806208 Aug 31 09:16:52.393075 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2f2a4b8c-75e6-432e-a964-2d5baec1cfb3 req-385b9696-851c-4f9b-90e8-e4a3dbf97c90 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454447 Aug 31 09:16:52.408304 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-860c6686-579a-47cb-a5e4-2156359fe567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:52.423265 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['57e931bc-1029-43b1-b433-8ddbb68cbc7e'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:16:52.437333 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73f1eea0-c7f2-4a9c-98c8-06ac521a8610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:52.440739 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f1eea0-c7f2-4a9c-98c8-06ac521a8610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:52.442782 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73f1eea0-c7f2-4a9c-98c8-06ac521a8610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:52.467524 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c6686-579a-47cb-a5e4-2156359fe567 admin admin] Pushing event deleted for resources: {'Port': ['ID=b69ea86c-dda3-4cb5-bee7-3382a1b03375,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:52.588389 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-73f1eea0-c7f2-4a9c-98c8-06ac521a8610 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3753726 Aug 31 09:16:52.594921 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56192) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:52.601908 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-c189e76f-2d8d-4ae0-a2af-8cd0c065c780 admin admin] Request body: {'subnet': {'network_id': '2312c08d-c39b-46ec-b38c-b3b7a98a66d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-20065027-subnet', 'tenant_id': 'a4b76b2c0d334f2982a58726e130c5be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:52.610752 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1eea0-c7f2-4a9c-98c8-06ac521a8610 admin admin] Pushing event updated for resources: {'Network': ['ID=2312c08d-c39b-46ec-b38c-b3b7a98a66d6,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:52.641324 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-860c6686-579a-47cb-a5e4-2156359fe567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:52.661695 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 2312c08d-c39b-46ec-b38c-b3b7a98a66d6 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:16:52.789896 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1b012191-62d2-4bef-8e5b-2572e92fcdcd no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:16:52.829281 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 1b012191-62d2-4bef-8e5b-2572e92fcdcd {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:16:52.829621 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1b012191-62d2-4bef-8e5b-2572e92fcdcd not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:16:52.863126 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c189e76f-2d8d-4ae0-a2af-8cd0c065c780 admin admin] Made reservation on behalf of a4b76b2c0d334f2982a58726e130c5be for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:16:52.865943 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c189e76f-2d8d-4ae0-a2af-8cd0c065c780 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:52.906049 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-860c6686-579a-47cb-a5e4-2156359fe567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:52.910162 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-860c6686-579a-47cb-a5e4-2156359fe567 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:53.045513 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-b788716c-b582-409a-a93a-fb1ec48063a1 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:53.054067 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-b788716c-b582-409a-a93a-fb1ec48063a1 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/networks?id=e4d61ce8-3af2-4842-b647-cd60ac4d8fd2 HTTP/1.1" status: 200 len: 820 time: 0.1810589 Aug 31 09:16:53.070880 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-860c6686-579a-47cb-a5e4-2156359fe567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:53.071241 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-cfadbbc5-e6ed-45e0-b1e2-d7806f92458a tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/quotas/6b675b58d8474856b03c74b4bfbe83a9 HTTP/1.1" status: 200 len: 375 time: 0.0159111 Aug 31 09:16:53.071559 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860c6686-579a-47cb-a5e4-2156359fe567 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57590853-2d31-438f-87c8-c19b9004c851 {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:16:53.083703 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-860c6686-579a-47cb-a5e4-2156359fe567 admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:53.087955 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-860c6686-579a-47cb-a5e4-2156359fe567 admin admin] 10.222.0.119 "DELETE /v2.0/routers/57590853-2d31-438f-87c8-c19b9004c851 HTTP/1.1" status: 204 len: 168 time: 2.0739787 Aug 31 09:16:53.088806 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56216) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:53.103056 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68efe3-634c-4fcf-9afb-ea5f43837946 req-6fc02f1e-c2f7-4218-ba94-add604719a75 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:53.105312 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fa68efe3-634c-4fcf-9afb-ea5f43837946 req-6fc02f1e-c2f7-4218-ba94-add604719a75 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=21b57749-fafb-4d10-910c-4f112d759305 HTTP/1.1" status: 200 len: 946 time: 0.0988290 Aug 31 09:16:53.128013 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-4d324a33-7b97-4d80-a9e3-388b4de3dfc8 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=6b675b58d8474856b03c74b4bfbe83a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467041 Aug 31 09:16:53.195835 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e467b98-b67a-4162-bee2-7d81d46395cc admin admin] Deleting subnet e25e118b-14ca-4549-821f-15e6d7d0df30 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:16:53.200763 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7e467b98-b67a-4162-bee2-7d81d46395cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:53.232258 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fa68efe3-634c-4fcf-9afb-ea5f43837946 req-4db286d8-62c1-47be-a502-06ba6acb953c tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071167 Aug 31 09:16:53.248457 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7e467b98-b67a-4162-bee2-7d81d46395cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:53.309824 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-b692de8a-8b27-4c1b-91a2-2737fcafad9e service neutron] 10.222.0.119 "GET /v2.0/networks/e4d61ce8-3af2-4842-b647-cd60ac4d8fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535099 Aug 31 09:16:53.320511 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-84ac62dc-94f4-4450-94f8-efcfba07d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:53.322351 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-84ac62dc-94f4-4450-94f8-efcfba07d73c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=91627f68c71f4b29855d6c5fb4946dae&device_id=21b57749-fafb-4d10-910c-4f112d759305 HTTP/1.1" status: 200 len: 1098 time: 0.1547244 Aug 31 09:16:53.336120 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c189e76f-2d8d-4ae0-a2af-8cd0c065c780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:53.392405 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7e467b98-b67a-4162-bee2-7d81d46395cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:53.428505 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c189e76f-2d8d-4ae0-a2af-8cd0c065c780 admin admin] Pushing event updated for resources: {'Subnet': ['ID=650e429b-ac22-4b85-a993-e29e512d35f7,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:53.474009 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c189e76f-2d8d-4ae0-a2af-8cd0c065c780 admin admin] Checking segment: {'id': '8de8355c-a37f-4fe1-9899-e0cc9dc46979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1613, 'network_id': '2312c08d-c39b-46ec-b38c-b3b7a98a66d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:16:53.474416 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c189e76f-2d8d-4ae0-a2af-8cd0c065c780 admin admin] Network hostable DHCP agents. Network: 2312c08d-c39b-46ec-b38c-b3b7a98a66d6, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:16:53.483302 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 57e931bc-1029-43b1-b433-8ddbb68cbc7e no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:16:53.504623 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-fde19de4-2022-40f3-a654-353e6de5fe4b service neutron] 10.222.0.119 "GET /v2.0/networks/e4d61ce8-3af2-4842-b647-cd60ac4d8fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937468 Aug 31 09:16:53.505742 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-d039b537-789b-45d9-a024-3556eb4ee151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:53.507113 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-d039b537-789b-45d9-a024-3556eb4ee151 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f353997d-12d5-47f5-bc55-13148c348a0b HTTP/1.1" status: 200 len: 923 time: 0.1677902 Aug 31 09:16:53.558044 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-367205ff-dd60-4e10-8af0-6756805fc1d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05242781-3bfd-4d37-8e6c-bd91bea5c5e9 HTTP/1.1" status: 200 len: 217 time: 0.0363991 Aug 31 09:16:53.569755 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7e467b98-b67a-4162-bee2-7d81d46395cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:53.572065 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c189e76f-2d8d-4ae0-a2af-8cd0c065c780 admin admin] Network 2312c08d-c39b-46ec-b38c-b3b7a98a66d6 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:16:53.614200 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:53.625276 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdec9db-4a13-4d16-b154-fe6e08e57f2e req-245a9ef1-df18-4ea2-a982-03f031619778 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:53.626865 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2fdec9db-4a13-4d16-b154-fe6e08e57f2e req-245a9ef1-df18-4ea2-a982-03f031619778 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 948 time: 0.1395707 Aug 31 09:16:53.634162 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 57e931bc-1029-43b1-b433-8ddbb68cbc7e {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:16:53.645796 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7e467b98-b67a-4162-bee2-7d81d46395cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:53.651100 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7e467b98-b67a-4162-bee2-7d81d46395cc admin admin] 10.222.0.119 "DELETE /v2.0/subnets/e25e118b-14ca-4549-821f-15e6d7d0df30 HTTP/1.1" status: 204 len: 168 time: 0.5593057 Aug 31 09:16:53.652202 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56234) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:53.652717 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e467b98-b67a-4162-bee2-7d81d46395cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e25e118b-14ca-4549-821f-15e6d7d0df30,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:53.654354 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6268b5a8-3c82-4f76-8df5-02520e6e030d None None] Network b4f7ccc1-a015-48d0-ab32-6b68e36c429d requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:16:53.669216 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-19c8d51f-21c9-41e3-aeb3-575885191a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:53.671156 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-19c8d51f-21c9-41e3-aeb3-575885191a68 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2c5f0e8-9f08-4f88-baac-5c015079d04c HTTP/1.1" status: 200 len: 861 time: 0.1062512 Aug 31 09:16:53.714987 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-97ecd74f-41e9-47f6-970c-7e80f471cc23 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f353997d-12d5-47f5-bc55-13148c348a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327477 Aug 31 09:16:53.741789 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-c189e76f-2d8d-4ae0-a2af-8cd0c065c780 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 2312c08d-c39b-46ec-b38c-b3b7a98a66d6) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:16:53.746653 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 57e931bc-1029-43b1-b433-8ddbb68cbc7e, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=57e931bc-1029-43b1-b433-8ddbb68cbc7e,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:53.748626 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c189e76f-2d8d-4ae0-a2af-8cd0c065c780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:53.748626 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c189e76f-2d8d-4ae0-a2af-8cd0c065c780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:53.765336 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-08c0d04a-c5de-4fc0-826e-13c26be1b925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:53.767043 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2c9661-7635-49bc-a711-d296851a9c17 None None] Network 2312c08d-c39b-46ec-b38c-b3b7a98a66d6 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:16:53.798150 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2fdec9db-4a13-4d16-b154-fe6e08e57f2e req-d642aa20-49be-4b94-97d3-19688a67e9f0 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530683 Aug 31 09:16:53.862614 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c189e76f-2d8d-4ae0-a2af-8cd0c065c780 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2618911 Aug 31 09:16:53.885890 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:53.898270 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-50f8dc30-054c-4e5f-aa55-2d4a88b0bd2e service neutron] 10.222.0.59 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764553 Aug 31 09:16:53.904214 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-08c0d04a-c5de-4fc0-826e-13c26be1b925 admin admin] Deleting port d19ea60b-b303-4f8e-82fd-7a7fddf8ae14 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:16:53.904764 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-08c0d04a-c5de-4fc0-826e-13c26be1b925 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:53.930036 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-53c9521e-f255-4f4e-81b8-5b623ebf5a41 req-46ad9525-7904-43a5-a309-87278e48b05c tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f514376-db9f-45ae-89fc-59cbbe3059e7 HTTP/1.1" status: 200 len: 210 time: 0.0472412 Aug 31 09:16:53.999453 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-08c0d04a-c5de-4fc0-826e-13c26be1b925 admin admin] For port d19ea60b-b303-4f8e-82fd-7a7fddf8ae14, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=d19ea60b-b303-4f8e-82fd-7a7fddf8ae14,segment=NetworkSegment(d229a86a-985c-4e16-b981-4de2a06a3491),segment_id=d229a86a-985c-4e16-b981-4de2a06a3491)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:53.999827 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-08c0d04a-c5de-4fc0-826e-13c26be1b925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:54.034832 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-08c0d04a-c5de-4fc0-826e-13c26be1b925 admin admin] Calling delete_port for d19ea60b-b303-4f8e-82fd-7a7fddf8ae14 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:16:54.128810 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-a4819d2f-42e4-4ed4-9d0a-bdcc7d01f5c0 service neutron] 10.222.0.59 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879561 Aug 31 09:16:54.206994 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-c253868b-0759-4b54-9a87-86bfbcc83a52 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:54.209778 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-c253868b-0759-4b54-9a87-86bfbcc83a52 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=21b57749-fafb-4d10-910c-4f112d759305&tenant_id=91627f68c71f4b29855d6c5fb4946dae&binding%3Ahost_id=n-h1-791506-28 HTTP/1.1" status: 200 len: 1098 time: 0.0614908 Aug 31 09:16:54.290067 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=57e931bc-1029-43b1-b433-8ddbb68cbc7e,revision_number=7']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:54.351995 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-08c0d04a-c5de-4fc0-826e-13c26be1b925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:54.356121 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2f6860-b175-4f8d-8063-23f24500d93c None None] DHCP port deletion for b4f7ccc1-a015-48d0-ab32-6b68e36c429d request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:16:54.412869 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0d04a-c5de-4fc0-826e-13c26be1b925 admin admin] Pushing event deleted for resources: {'Port': ['ID=d19ea60b-b303-4f8e-82fd-7a7fddf8ae14,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:54.416294 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c0d04a-c5de-4fc0-826e-13c26be1b925 admin admin] No DVR routers for this DVR port d19ea60b-b303-4f8e-82fd-7a7fddf8ae14 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:16:54.420454 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802798f6-d956-4857-9f93-283b93eb622e None None] Network 2312c08d-c39b-46ec-b38c-b3b7a98a66d6 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:16:54.447104 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506f1b1-9730-4a4c-9e5e-924d7de076f1 req-c2119fcf-cd1b-4cf6-b9d1-359a9c6e7d2f tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:54.455753 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b506f1b1-9730-4a4c-9e5e-924d7de076f1 req-c2119fcf-cd1b-4cf6-b9d1-359a9c6e7d2f tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=21b57749-fafb-4d10-910c-4f112d759305 HTTP/1.1" status: 200 len: 946 time: 0.0799294 Aug 31 09:16:54.513499 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-08c0d04a-c5de-4fc0-826e-13c26be1b925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:54.534076 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-08c0d04a-c5de-4fc0-826e-13c26be1b925 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4f7ccc1-a015-48d0-ab32-6b68e36c429d']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:54.548972 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-08c0d04a-c5de-4fc0-826e-13c26be1b925 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd229a86a-985c-4e16-b981-4de2a06a3491') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:54.549171 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-08c0d04a-c5de-4fc0-826e-13c26be1b925 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd229a86a-985c-4e16-b981-4de2a06a3491') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:16:54.558901 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-08c0d04a-c5de-4fc0-826e-13c26be1b925 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:54.574835 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-08c0d04a-c5de-4fc0-826e-13c26be1b925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:54.579105 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b506f1b1-9730-4a4c-9e5e-924d7de076f1 req-900a5271-1d1b-4e3e-9893-57e5d2158809 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224494 Aug 31 09:16:54.582814 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c0d04a-c5de-4fc0-826e-13c26be1b925 admin admin] Releasing vlan 1600 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:16:54.583663 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-08c0d04a-c5de-4fc0-826e-13c26be1b925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:54.590952 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-d47895ca-65ef-4532-b086-5064917d013d service neutron] For port 05242781-3bfd-4d37-8e6c-bd91bea5c5e9, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:16:54.596078 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:16:54.596078 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:16:54.596078 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:16:54.596078 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:16:54.596078 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:16:54.596078 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:16:54.596078 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:16:54.596078 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:16:54.596078 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:16:54.596078 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:16:54.596078 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:16:54.596078 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:16:54.596078 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:16:54.596078 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:16:54.596078 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:16:54.596078 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:16:54.596078 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:16:54.596078 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:16:54.596078 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:16:54.596078 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:16:54.596078 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:16:54.596078 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:16:54.596078 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:16:54.596078 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:16:54.596078 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:16:54.596078 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:16:54.596078 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:16:54.596078 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:16:54.596078 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:16:54.596078 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:16:54.596078 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:16:54.596078 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:16:54.663471 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-1f202e1a-c641-497b-b770-f1868fa3698f tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:54.671139 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-1f202e1a-c641-497b-b770-f1868fa3698f tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/networks?id=2312c08d-c39b-46ec-b38c-b3b7a98a66d6 HTTP/1.1" status: 200 len: 813 time: 0.1998386 Aug 31 09:16:54.682473 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-78811770-f8aa-4fd3-80bc-5e2355aab456 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/quotas/a4b76b2c0d334f2982a58726e130c5be HTTP/1.1" status: 200 len: 375 time: 0.0104203 Aug 31 09:16:54.710251 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b69ea86c-dda3-4cb5-bee7-3382a1b03375 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:16:54.738885 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-28ff30a2-d313-48f4-b74c-0abb3dc7bf0e tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=a4b76b2c0d334f2982a58726e130c5be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433717 Aug 31 09:16:54.740117 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: b69ea86c-dda3-4cb5-bee7-3382a1b03375 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:16:54.740463 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-d47895ca-65ef-4532-b086-5064917d013d service neutron] Notify callbacks [] for binding, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:54.740585 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b69ea86c-dda3-4cb5-bee7-3382a1b03375 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:16:54.740996 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d19ea60b-b303-4f8e-82fd-7a7fddf8ae14 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:16:54.741558 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a993d64-58f6-4b00-b8e1-012524d23a17 req-d47895ca-65ef-4532-b086-5064917d013d service neutron] 10.222.0.59 "DELETE /v2.0/ports/05242781-3bfd-4d37-8e6c-bd91bea5c5e9/bindings/n-h2-791506-28 HTTP/1.1" status: 204 len: 173 time: 0.5250568 Aug 31 09:16:54.756860 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-08c0d04a-c5de-4fc0-826e-13c26be1b925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:54.765028 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: d19ea60b-b303-4f8e-82fd-7a7fddf8ae14 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:16:54.765478 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d19ea60b-b303-4f8e-82fd-7a7fddf8ae14 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:16:54.769021 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-08c0d04a-c5de-4fc0-826e-13c26be1b925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:54.772176 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-08c0d04a-c5de-4fc0-826e-13c26be1b925 admin admin] 10.222.0.119 "DELETE /v2.0/networks/b4f7ccc1-a015-48d0-ab32-6b68e36c429d HTTP/1.1" status: 204 len: 168 time: 1.1165636 Aug 31 09:16:54.807402 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0d04a-c5de-4fc0-826e-13c26be1b925 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4f7ccc1-a015-48d0-ab32-6b68e36c429d,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:54.888132 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-f893e4a3-4fbd-4c26-8af1-d5f3d32e3ecf service neutron] 10.222.0.119 "GET /v2.0/networks/2312c08d-c39b-46ec-b38c-b3b7a98a66d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427326 Aug 31 09:16:54.976689 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-2f512edd-c453-41a7-9655-846bedf0b934 service neutron] 10.222.0.119 "GET /v2.0/networks/2312c08d-c39b-46ec-b38c-b3b7a98a66d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878906 Aug 31 09:16:55.266280 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f5301-6e18-4120-9a03-59a3a2fe0e57 req-108f2d3b-425a-4b60-85a7-c56da034e4b7 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:55.267872 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-420f5301-6e18-4120-9a03-59a3a2fe0e57 req-108f2d3b-425a-4b60-85a7-c56da034e4b7 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=21b57749-fafb-4d10-910c-4f112d759305 HTTP/1.1" status: 200 len: 1098 time: 0.0487654 Aug 31 09:16:55.311295 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-420f5301-6e18-4120-9a03-59a3a2fe0e57 req-b108c04d-e61a-4d72-8ba8-52c62f7f8dc8 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365472 Aug 31 09:16:55.312066 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56336) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:55.393181 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56350) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:55.405579 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b27ff11e-29b4-4a66-9cdc-297b565fdd04 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0920918 Aug 31 09:16:55.466011 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0816a61c-1722-432e-b1bd-b3c4da3a6c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:55.488117 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 57e931bc-1029-43b1-b433-8ddbb68cbc7e up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:16:55.512182 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5e27c-9a01-413c-8090-0f88504d06c5 req-f656a757-5939-4faf-8a22-3165e49a0923 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:55.521232 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0816a61c-1722-432e-b1bd-b3c4da3a6c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:55.531174 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-95e5e27c-9a01-413c-8090-0f88504d06c5 req-f656a757-5939-4faf-8a22-3165e49a0923 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 947 time: 0.1013193 Aug 31 09:16:55.583138 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 57e931bc-1029-43b1-b433-8ddbb68cbc7e triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:16:55.583598 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:55.587900 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ea64ea1f-27a8-4352-be04-2078c8d76ff8 req-ff382423-d847-46e0-b40d-7f7c4dedf02b tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f514376-db9f-45ae-89fc-59cbbe3059e7 HTTP/1.1" status: 200 len: 210 time: 0.0352404 Aug 31 09:16:55.611325 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-95e5e27c-9a01-413c-8090-0f88504d06c5 req-e2770756-be73-4d01-94cb-fc612bfdf195 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736413 Aug 31 09:16:55.654493 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0816a61c-1722-432e-b1bd-b3c4da3a6c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:55.660408 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0816a61c-1722-432e-b1bd-b3c4da3a6c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:55.664557 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0816a61c-1722-432e-b1bd-b3c4da3a6c51 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/9b9c3b15-eaaf-43a8-a30c-bd0e5c45b70a HTTP/1.1" status: 204 len: 168 time: 0.2703497 Aug 31 09:16:55.695927 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816a61c-1722-432e-b1bd-b3c4da3a6c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9c3b15-eaaf-43a8-a30c-bd0e5c45b70a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:55.702227 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:55.702825 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aff606f-a9d8-426f-92f7-81499bec51c4 req-6f1436d7-f28b-4c96-8e9c-d8b2c2f01bf6 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 210 time: 0.0730479 Aug 31 09:16:55.755383 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d70815-de2f-4762-a58c-5891f0f9387d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e931bc-1029-43b1-b433-8ddbb68cbc7e'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:16:55.755383 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7c63a1-cf2a-4113-a3c0-a639370bf46d" -d '{"events": [{"server_uuid": "85d70815-de2f-4762-a58c-5891f0f9387d", "name": "network-vif-plugged", "status": "completed", "tag": "57e931bc-1029-43b1-b433-8ddbb68cbc7e"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:16:55.787751 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 57e931bc-1029-43b1-b433-8ddbb68cbc7e, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=57e931bc-1029-43b1-b433-8ddbb68cbc7e,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:16:55.884046 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:55.898745 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-06b6a6d6-b30a-4563-a0fc-cad4ddd3af5f tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:55.900236 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-06b6a6d6-b30a-4563-a0fc-cad4ddd3af5f tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/networks?id=f353997d-12d5-47f5-bc55-13148c348a0b HTTP/1.1" status: 200 len: 821 time: 0.1168871 Aug 31 09:16:55.916743 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-1fdad570-40f5-4067-a405-0021f3c42670 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/quotas/91627f68c71f4b29855d6c5fb4946dae HTTP/1.1" status: 200 len: 375 time: 0.0103452 Aug 31 09:16:55.941052 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=57e931bc-1029-43b1-b433-8ddbb68cbc7e,revision_number=8']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:55.975233 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-51009026-d711-434e-84b1-ff10637c6f36 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=91627f68c71f4b29855d6c5fb4946dae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510025 Aug 31 09:16:56.080108 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-7692f56e-9b0b-42c6-b20c-d4a632a8e094 service neutron] 10.222.0.119 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987852 Aug 31 09:16:56.197143 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-8a271b7a-213c-40a9-8fda-614ce0b8de2f service neutron] 10.222.0.119 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107161 Aug 31 09:16:56.221353 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:16:56.307454 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c548034-235f-40ed-a586-f4e477ec6ea6 x-openstack-request-id: req-7c548034-235f-40ed-a586-f4e477ec6ea6 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:16:56.307751 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d70815-de2f-4762-a58c-5891f0f9387d", "name": "network-vif-plugged", "status": "completed", "tag": "57e931bc-1029-43b1-b433-8ddbb68cbc7e", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:16:56.308012 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-7c548034-235f-40ed-a586-f4e477ec6ea6 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:16:56.308412 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d70815-de2f-4762-a58c-5891f0f9387d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e931bc-1029-43b1-b433-8ddbb68cbc7e', 'code': 200} Aug 31 09:16:56.552492 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f0b2036f-5c3f-4b39-840c-5dee5c83fe74 req-72108e3b-281f-4f39-968c-de77e303c2ae tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 210 time: 0.0769434 Aug 31 09:16:56.655753 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035296f6-7f05-4fc9-8b5c-bb656177884a req-8502f910-7f27-4b57-99fe-178c010f64e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:56.666080 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-035296f6-7f05-4fc9-8b5c-bb656177884a req-8502f910-7f27-4b57-99fe-178c010f64e0 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 1101 time: 0.0609338 Aug 31 09:16:56.718109 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-035296f6-7f05-4fc9-8b5c-bb656177884a req-d0fb68b3-49cd-4b97-b649-f1cf6f55b0d3 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443065 Aug 31 09:16:56.785323 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e591ca4c-5af3-465d-9614-a1aa8e754a90 req-9176f1b1-8c17-46bb-987b-dc8993f1c335 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f514376-db9f-45ae-89fc-59cbbe3059e7 HTTP/1.1" status: 200 len: 210 time: 0.0319672 Aug 31 09:16:56.909111 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce54556-85a7-4fbb-a6b0-a80e6402228b req-9ba052a1-55e5-4cb4-bc06-2756b84a5ea7 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:56.915108 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cce54556-85a7-4fbb-a6b0-a80e6402228b req-9ba052a1-55e5-4cb4-bc06-2756b84a5ea7 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.0611386 Aug 31 09:16:57.039556 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8af010bb-f87e-4305-a421-d9067c32c36d req-4f697748-6ca1-4bb9-8161-73c6421340dc tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 210 time: 0.0432575 Aug 31 09:16:57.045303 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cce54556-85a7-4fbb-a6b0-a80e6402228b req-27543334-2727-43bb-aefb-5a0e29ff5ae4 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273060 Aug 31 09:16:57.078661 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56492) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:57.114116 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-352b2c63-5a74-4130-ad06-6456d7019c5b tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:57.116026 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-352b2c63-5a74-4130-ad06-6456d7019c5b tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.112 "GET /v2.0/networks?id=e4d61ce8-3af2-4842-b647-cd60ac4d8fd2 HTTP/1.1" status: 200 len: 820 time: 0.1762826 Aug 31 09:16:57.140500 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-715477de-4162-46ef-8bd3-91def293fb97 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Request body: {'port': {'device_id': '5f514376-db9f-45ae-89fc-59cbbe3059e7', 'network_id': 'e4d61ce8-3af2-4842-b647-cd60ac4d8fd2', 'admin_state_up': True, 'tenant_id': '6b675b58d8474856b03c74b4bfbe83a9'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:57.212660 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-a6e93fdc-077a-4ea0-b50b-eb7795bd74be admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-26133084-network', 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:57.334464 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e93fdc-077a-4ea0-b50b-eb7795bd74be admin admin] Made reservation on behalf of 1b5bd35927fb49bc9780e4d378d20df4 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:16:57.336838 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a6e93fdc-077a-4ea0-b50b-eb7795bd74be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:57.348208 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a6e93fdc-077a-4ea0-b50b-eb7795bd74be admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:57.471616 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-715477de-4162-46ef-8bd3-91def293fb97 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Made reservation on behalf of 6b675b58d8474856b03c74b4bfbe83a9 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:16:57.476178 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-715477de-4162-46ef-8bd3-91def293fb97 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:57.599710 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a6e93fdc-077a-4ea0-b50b-eb7795bd74be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:57.661447 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-715477de-4162-46ef-8bd3-91def293fb97 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Allocated IP 172.20.0.4 (e4d61ce8-3af2-4842-b647-cd60ac4d8fd2/fa28ef9e-cd87-4300-a351-33cfe8d833be/99b400f1-52bc-4380-8b94-f86e6a605718) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:16:57.670780 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a6e93fdc-077a-4ea0-b50b-eb7795bd74be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:57.684808 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e93fdc-077a-4ea0-b50b-eb7795bd74be admin admin] vlan segment allocate from pool success with {'vlan_id': 1610, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:16:57.712219 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a6e93fdc-077a-4ea0-b50b-eb7795bd74be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:57.712852 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-a6e93fdc-077a-4ea0-b50b-eb7795bd74be admin admin] Added segment 0b41936b-2f15-4bd5-a038-de47be43d03d of type vlan for network f5553b74-379c-4750-8c9c-33e10cb78fdc Aug 31 09:16:57.731920 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e93fdc-077a-4ea0-b50b-eb7795bd74be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c65ef9-fd92-497b-80a5-b1a4febe1259,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:57.766334 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a6e93fdc-077a-4ea0-b50b-eb7795bd74be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:57.812073 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f792c81f-5842-4cc6-9905-03cd16d00f33 req-af9a5007-15c7-4542-9c69-b09c6cb7f662 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 210 time: 0.1350265 Aug 31 09:16:57.873249 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a6e93fdc-077a-4ea0-b50b-eb7795bd74be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:57.881033 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e93fdc-077a-4ea0-b50b-eb7795bd74be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:57.882810 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a6e93fdc-077a-4ea0-b50b-eb7795bd74be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:58.067155 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-715477de-4162-46ef-8bd3-91def293fb97 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:58.122061 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a876f886-48b5-47b3-859b-8b211c52cfe7 req-53d3d1b4-4a44-4adf-b252-f0f7c3f74a65 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f514376-db9f-45ae-89fc-59cbbe3059e7 HTTP/1.1" status: 200 len: 210 time: 0.0441601 Aug 31 09:16:58.127880 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a6e93fdc-077a-4ea0-b50b-eb7795bd74be admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0474021 Aug 31 09:16:58.131154 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56594) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:58.139012 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-60400b1e-fc06-4a4f-baf3-a801e419b8ee admin admin] Request body: {'subnet': {'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-26133084-subnet', 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:58.197319 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e93fdc-077a-4ea0-b50b-eb7795bd74be admin admin] Pushing event updated for resources: {'Network': ['ID=f5553b74-379c-4750-8c9c-33e10cb78fdc,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:58.225370 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network f5553b74-379c-4750-8c9c-33e10cb78fdc details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:16:58.251301 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-5ba641a4-b548-4cc9-be4a-b8d2beb98f51 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:58.252768 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-5ba641a4-b548-4cc9-be4a-b8d2beb98f51 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.112 "GET /v2.0/networks?id=2312c08d-c39b-46ec-b38c-b3b7a98a66d6 HTTP/1.1" status: 200 len: 813 time: 0.3046584 Aug 31 09:16:58.268714 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-0798eb6c-0d0e-42c9-a4fe-dfcb403366a4 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Request body: {'port': {'device_id': '756c0ff9-5613-41b0-90d3-a4613e34d378', 'network_id': '2312c08d-c39b-46ec-b38c-b3b7a98a66d6', 'admin_state_up': True, 'tenant_id': 'a4b76b2c0d334f2982a58726e130c5be'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:58.275976 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5ea8f4a-e8b5-4238-935d-5fa24bb3832a req-6172d27a-f223-4f8d-aea4-21e438439291 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 210 time: 0.0294793 Aug 31 09:16:58.307153 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60400b1e-fc06-4a4f-baf3-a801e419b8ee admin admin] Made reservation on behalf of 1b5bd35927fb49bc9780e4d378d20df4 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:16:58.308519 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-60400b1e-fc06-4a4f-baf3-a801e419b8ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:58.406938 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-715477de-4162-46ef-8bd3-91def293fb97 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:58.554839 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-715477de-4162-46ef-8bd3-91def293fb97 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Network e4d61ce8-3af2-4842-b647-cd60ac4d8fd2 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:16:58.565925 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-715477de-4162-46ef-8bd3-91def293fb97 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:16:58.569057 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-715477de-4162-46ef-8bd3-91def293fb97 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:16:58.585797 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-0798eb6c-0d0e-42c9-a4fe-dfcb403366a4 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Made reservation on behalf of a4b76b2c0d334f2982a58726e130c5be for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:16:58.589979 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-0798eb6c-0d0e-42c9-a4fe-dfcb403366a4 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:58.602771 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715477de-4162-46ef-8bd3-91def293fb97 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Pushing event updated for resources: {'Port': ['ID=99b400f1-52bc-4380-8b94-f86e6a605718,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:58.613731 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e310a1-d993-43f2-acff-adb8bb7d0c06 req-b7ee0ee2-bd2e-4a8f-b90f-5455b3d449a7 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:58.620013 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-46e310a1-d993-43f2-acff-adb8bb7d0c06 req-b7ee0ee2-bd2e-4a8f-b90f-5455b3d449a7 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.2951517 Aug 31 09:16:58.685220 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-715477de-4162-46ef-8bd3-91def293fb97 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:58.685842 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-715477de-4162-46ef-8bd3-91def293fb97 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:58.737554 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-46e310a1-d993-43f2-acff-adb8bb7d0c06 req-a956b226-d62c-47ac-9ca2-6cd678751ff8 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104076 Aug 31 09:16:58.785547 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-0798eb6c-0d0e-42c9-a4fe-dfcb403366a4 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Allocated IP 172.20.0.9 (2312c08d-c39b-46ec-b38c-b3b7a98a66d6/650e429b-ac22-4b85-a993-e29e512d35f7/47f9728b-40e1-46f7-8b70-f393dcb2b2f2) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:16:58.837997 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-715477de-4162-46ef-8bd3-91def293fb97 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7018702 Aug 31 09:16:58.881310 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-60400b1e-fc06-4a4f-baf3-a801e419b8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:58.886902 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-ad01b8a7-3940-44f6-a0f3-512d524ae70d service neutron] Request body: {'port': {'device_id': '5f514376-db9f-45ae-89fc-59cbbe3059e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:58.968872 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-0798eb6c-0d0e-42c9-a4fe-dfcb403366a4 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:59.006800 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b3e1e22f-017c-4ef9-8a0d-96420b1b8270 req-3f917ba1-860d-4058-8b07-de23c28017a3 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 210 time: 0.0723488 Aug 31 09:16:59.076583 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60400b1e-fc06-4a4f-baf3-a801e419b8ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=38d49ab8-d8f2-42ae-8afb-2cc963a498ae,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:59.093814 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60400b1e-fc06-4a4f-baf3-a801e419b8ee admin admin] Checking segment: {'id': '0b41936b-2f15-4bd5-a038-de47be43d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:16:59.094166 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60400b1e-fc06-4a4f-baf3-a801e419b8ee admin admin] Network hostable DHCP agents. Network: f5553b74-379c-4750-8c9c-33e10cb78fdc, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:16:59.098855 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-ad01b8a7-3940-44f6-a0f3-512d524ae70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:59.111933 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-0798eb6c-0d0e-42c9-a4fe-dfcb403366a4 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:59.179879 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-0798eb6c-0d0e-42c9-a4fe-dfcb403366a4 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Network 2312c08d-c39b-46ec-b38c-b3b7a98a66d6 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:16:59.182938 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-0798eb6c-0d0e-42c9-a4fe-dfcb403366a4 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:16:59.187387 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-0798eb6c-0d0e-42c9-a4fe-dfcb403366a4 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:16:59.228926 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798eb6c-0d0e-42c9-a4fe-dfcb403366a4 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Pushing event updated for resources: {'Port': ['ID=47f9728b-40e1-46f7-8b70-f393dcb2b2f2,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:16:59.250171 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-0798eb6c-0d0e-42c9-a4fe-dfcb403366a4 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:59.250891 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-0798eb6c-0d0e-42c9-a4fe-dfcb403366a4 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:59.261261 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60400b1e-fc06-4a4f-baf3-a801e419b8ee admin admin] Network f5553b74-379c-4750-8c9c-33e10cb78fdc is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:16:59.368883 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-0798eb6c-0d0e-42c9-a4fe-dfcb403366a4 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1052146 Aug 31 09:16:59.384051 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-9323e4a3-e9c9-4b20-ba26-74ee7446afdb service neutron] Request body: {'port': {'device_id': '756c0ff9-5613-41b0-90d3-a4613e34d378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:59.407825 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-60400b1e-fc06-4a4f-baf3-a801e419b8ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, f5553b74-379c-4750-8c9c-33e10cb78fdc) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:16:59.416897 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee649f58-888e-4b87-b4f3-67c504764c45 None None] Network f5553b74-379c-4750-8c9c-33e10cb78fdc requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:16:59.421523 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60400b1e-fc06-4a4f-baf3-a801e419b8ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:59.422130 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-60400b1e-fc06-4a4f-baf3-a801e419b8ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:59.469430 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70746fe5-0652-4b70-aaca-c2d36a921aaa req-9c57556b-cc5c-4e9e-bd49-cc0d0c23c3c6 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:59.471035 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70746fe5-0652-4b70-aaca-c2d36a921aaa req-9c57556b-cc5c-4e9e-bd49-cc0d0c23c3c6 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f514376-db9f-45ae-89fc-59cbbe3059e7 HTTP/1.1" status: 200 len: 931 time: 0.2243524 Aug 31 09:16:59.508158 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-9323e4a3-e9c9-4b20-ba26-74ee7446afdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:59.519903 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-b2caf5e7-e688-4441-aa47-1daa1964a3ef tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:59.521589 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-b2caf5e7-e688-4441-aa47-1daa1964a3ef tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.112 "GET /v2.0/networks?id=f353997d-12d5-47f5-bc55-13148c348a0b HTTP/1.1" status: 200 len: 821 time: 0.2734351 Aug 31 09:16:59.548222 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-42426568-0c51-4bc2-954c-3a7dc74bc3fa tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Request body: {'port': {'device_id': 'd7f778a2-e2b7-40ef-88fd-21e179b77f35', 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b', 'admin_state_up': True, 'tenant_id': '91627f68c71f4b29855d6c5fb4946dae'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:59.562348 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-60400b1e-fc06-4a4f-baf3-a801e419b8ee admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4287150 Aug 31 09:16:59.565018 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56696) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:16:59.570317 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-b0fa4dfe-266e-4056-a1bf-a5f3fbbce86a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-26133084-router', 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:16:59.609919 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70746fe5-0652-4b70-aaca-c2d36a921aaa req-cf45450f-62b5-4a24-b047-0a60b29fe588 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/security-groups?id=74fd396e-298d-4c5a-b3d2-4386a130e085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225579 Aug 31 09:16:59.627102 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-f5553b74-379c-4750-8c9c-33e10cb78fdc', 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc', 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4', 'fixed_ips': [{'subnet_id': '38d49ab8-d8f2-42ae-8afb-2cc963a498ae'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:16:59.634000 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:59.725153 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-ad01b8a7-3940-44f6-a0f3-512d524ae70d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b400f1-52bc-4380-8b94-f86e6a605718 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:16:59.736612 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-ad01b8a7-3940-44f6-a0f3-512d524ae70d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:59.756635 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-ad01b8a7-3940-44f6-a0f3-512d524ae70d service neutron] Transition to ACTIVE for port object 99b400f1-52bc-4380-8b94-f86e6a605718 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:16:59.815559 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0fa4dfe-266e-4056-a1bf-a5f3fbbce86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:59.816864 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0fa4dfe-266e-4056-a1bf-a5f3fbbce86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:59.827212 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d7566-5d89-4266-8de3-a79dfbfa8492 req-85a666c1-c6a5-43c4-8f60-abdeb7a0150e tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:16:59.830181 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-784d7566-5d89-4266-8de3-a79dfbfa8492 req-85a666c1-c6a5-43c4-8f60-abdeb7a0150e tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 931 time: 0.0771141 Aug 31 09:16:59.839615 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] Allocated IP 172.20.0.2 (f5553b74-379c-4750-8c9c-33e10cb78fdc/38d49ab8-d8f2-42ae-8afb-2cc963a498ae/3adb8e58-2777-41b1-8711-19cf5b4fbcc2) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:16:59.884094 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-784d7566-5d89-4266-8de3-a79dfbfa8492 req-60a3f5c6-b58a-449a-865f-338919517e37 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452220 Aug 31 09:16:59.886725 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-ad01b8a7-3940-44f6-a0f3-512d524ae70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:59.899505 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0fa4dfe-266e-4056-a1bf-a5f3fbbce86a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:16:59.990183 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-9323e4a3-e9c9-4b20-ba26-74ee7446afdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f9728b-40e1-46f7-8b70-f393dcb2b2f2 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:17:00.003344 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-9323e4a3-e9c9-4b20-ba26-74ee7446afdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:00.033132 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-42426568-0c51-4bc2-954c-3a7dc74bc3fa tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Made reservation on behalf of 91627f68c71f4b29855d6c5fb4946dae for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:17:00.037527 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-42426568-0c51-4bc2-954c-3a7dc74bc3fa tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:00.068836 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:00.080822 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] Transition to ACTIVE for port object 3adb8e58-2777-41b1-8711-19cf5b4fbcc2 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:17:00.102935 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] Transition to ACTIVE for port object 3adb8e58-2777-41b1-8711-19cf5b4fbcc2 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:17:00.110204 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-9323e4a3-e9c9-4b20-ba26-74ee7446afdb service neutron] Transition to ACTIVE for port object 47f9728b-40e1-46f7-8b70-f393dcb2b2f2 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:17:00.121325 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01b8a7-3940-44f6-a0f3-512d524ae70d service neutron] Pushing event updated for resources: {'Port': ['ID=99b400f1-52bc-4380-8b94-f86e6a605718,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:00.186836 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0fa4dfe-266e-4056-a1bf-a5f3fbbce86a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:00.237718 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:00.277135 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] Network f5553b74-379c-4750-8c9c-33e10cb78fdc is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:17:00.282665 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:17:00.286540 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:17:00.299611 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] Pushing event updated for resources: {'Port': ['ID=3adb8e58-2777-41b1-8711-19cf5b4fbcc2,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:00.324387 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:00.324640 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:00.325188 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:00.325521 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:00.325846 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:00.326171 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:00.326488 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:00.326832 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:00.327149 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:00.327467 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:00.327779 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:00.328090 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:00.342470 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-9323e4a3-e9c9-4b20-ba26-74ee7446afdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:00.367243 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] Attempting to bind port 3adb8e58-2777-41b1-8711-19cf5b4fbcc2 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:17:00.367606 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] Attempting to bind port 3adb8e58-2777-41b1-8711-19cf5b4fbcc2 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '0b41936b-2f15-4bd5-a038-de47be43d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:17:00.367969 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] Attempting to bind port 3adb8e58-2777-41b1-8711-19cf5b4fbcc2 on network f5553b74-379c-4750-8c9c-33e10cb78fdc {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:00.373741 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:17:00.374120 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] Checking segment: {'id': '0b41936b-2f15-4bd5-a038-de47be43d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:17:00.374525 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:00.374937 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] Bound using segment: {'id': '0b41936b-2f15-4bd5-a038-de47be43d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:17:00.375418 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] Bound port: 3adb8e58-2777-41b1-8711-19cf5b4fbcc2, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b41936b-2f15-4bd5-a038-de47be43d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:17:00.375815 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:00.486597 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] For port 3adb8e58-2777-41b1-8711-19cf5b4fbcc2, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:17:00.492055 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] For port 3adb8e58-2777-41b1-8711-19cf5b4fbcc2, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3adb8e58-2777-41b1-8711-19cf5b4fbcc2,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:17:00.525483 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71d2b7-4520-4339-83eb-f77e6b4b6de2 req-c1d53b67-d4a6-4882-9f3d-1e64079b0e84 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:00.529877 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323e4a3-e9c9-4b20-ba26-74ee7446afdb service neutron] Pushing event updated for resources: {'Port': ['ID=47f9728b-40e1-46f7-8b70-f393dcb2b2f2,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:00.532818 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cf71d2b7-4520-4339-83eb-f77e6b4b6de2 req-c1d53b67-d4a6-4882-9f3d-1e64079b0e84 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.5364907 Aug 31 09:17:00.563337 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:00.584887 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-9323e4a3-e9c9-4b20-ba26-74ee7446afdb service neutron] Attempting to bind port 47f9728b-40e1-46f7-8b70-f393dcb2b2f2 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:17:00.585285 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-9323e4a3-e9c9-4b20-ba26-74ee7446afdb service neutron] Attempting to bind port 47f9728b-40e1-46f7-8b70-f393dcb2b2f2 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '8de8355c-a37f-4fe1-9899-e0cc9dc46979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1613, 'network_id': '2312c08d-c39b-46ec-b38c-b3b7a98a66d6'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:17:00.585722 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-9323e4a3-e9c9-4b20-ba26-74ee7446afdb service neutron] Attempting to bind port 47f9728b-40e1-46f7-8b70-f393dcb2b2f2 on network 2312c08d-c39b-46ec-b38c-b3b7a98a66d6 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:00.594053 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-ad01b8a7-3940-44f6-a0f3-512d524ae70d service neutron] Attempting to bind port 99b400f1-52bc-4380-8b94-f86e6a605718 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:17:00.594279 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-9323e4a3-e9c9-4b20-ba26-74ee7446afdb service neutron] Port 47f9728b-40e1-46f7-8b70-f393dcb2b2f2 on network 2312c08d-c39b-46ec-b38c-b3b7a98a66d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:17:00.594462 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-ad01b8a7-3940-44f6-a0f3-512d524ae70d service neutron] Attempting to bind port 99b400f1-52bc-4380-8b94-f86e6a605718 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '254e3451-2125-473b-af03-86799983010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1617, 'network_id': 'e4d61ce8-3af2-4842-b647-cd60ac4d8fd2'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:17:00.594639 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-ad01b8a7-3940-44f6-a0f3-512d524ae70d service neutron] Attempting to bind port 99b400f1-52bc-4380-8b94-f86e6a605718 on network e4d61ce8-3af2-4842-b647-cd60ac4d8fd2 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:00.594769 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-9323e4a3-e9c9-4b20-ba26-74ee7446afdb service neutron] Attempting to bind port 47f9728b-40e1-46f7-8b70-f393dcb2b2f2 on network 2312c08d-c39b-46ec-b38c-b3b7a98a66d6 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:00.598031 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-63a1cecb-13d6-4e3e-a860-030fd77155ec req-cc0d01ae-d0c1-4bf4-8755-5ba496213b33 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 210 time: 0.0518899 Aug 31 09:17:00.609330 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-9323e4a3-e9c9-4b20-ba26-74ee7446afdb service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:17:00.609898 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-9323e4a3-e9c9-4b20-ba26-74ee7446afdb service neutron] Checking segment: {'id': '8de8355c-a37f-4fe1-9899-e0cc9dc46979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1613, 'network_id': '2312c08d-c39b-46ec-b38c-b3b7a98a66d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:17:00.612135 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-9323e4a3-e9c9-4b20-ba26-74ee7446afdb service neutron] Bound using segment: {'id': '8de8355c-a37f-4fe1-9899-e0cc9dc46979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1613, 'network_id': '2312c08d-c39b-46ec-b38c-b3b7a98a66d6'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:17:00.612704 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-9323e4a3-e9c9-4b20-ba26-74ee7446afdb service neutron] Bound port: 47f9728b-40e1-46f7-8b70-f393dcb2b2f2, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de8355c-a37f-4fe1-9899-e0cc9dc46979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1613, 'network_id': '2312c08d-c39b-46ec-b38c-b3b7a98a66d6'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:17:00.613984 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-9323e4a3-e9c9-4b20-ba26-74ee7446afdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:00.655511 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15529c01-d949-4e3f-81ff-5104103fce89 None None] Pushing event updated for resources: {'Port': ['ID=3adb8e58-2777-41b1-8711-19cf5b4fbcc2,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:00.676909 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-ad01b8a7-3940-44f6-a0f3-512d524ae70d service neutron] Port 99b400f1-52bc-4380-8b94-f86e6a605718 on network e4d61ce8-3af2-4842-b647-cd60ac4d8fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:17:00.677146 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-ad01b8a7-3940-44f6-a0f3-512d524ae70d service neutron] Attempting to bind port 99b400f1-52bc-4380-8b94-f86e6a605718 on network e4d61ce8-3af2-4842-b647-cd60ac4d8fd2 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:00.693525 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-ad01b8a7-3940-44f6-a0f3-512d524ae70d service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:17:00.695046 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-ad01b8a7-3940-44f6-a0f3-512d524ae70d service neutron] Checking segment: {'id': '254e3451-2125-473b-af03-86799983010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1617, 'network_id': 'e4d61ce8-3af2-4842-b647-cd60ac4d8fd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:17:00.695451 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-ad01b8a7-3940-44f6-a0f3-512d524ae70d service neutron] Bound using segment: {'id': '254e3451-2125-473b-af03-86799983010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1617, 'network_id': 'e4d61ce8-3af2-4842-b647-cd60ac4d8fd2'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:17:00.696824 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-ad01b8a7-3940-44f6-a0f3-512d524ae70d service neutron] Bound port: 99b400f1-52bc-4380-8b94-f86e6a605718, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '254e3451-2125-473b-af03-86799983010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1617, 'network_id': 'e4d61ce8-3af2-4842-b647-cd60ac4d8fd2'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:17:00.696824 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-ad01b8a7-3940-44f6-a0f3-512d524ae70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:00.706395 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cf71d2b7-4520-4339-83eb-f77e6b4b6de2 req-4b1372cb-3765-40fe-8fc3-c67a542bf51c tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726305 Aug 31 09:17:00.728019 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-42426568-0c51-4bc2-954c-3a7dc74bc3fa tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Allocated IP 172.20.0.4 (f353997d-12d5-47f5-bc55-13148c348a0b/d2c5f0e8-9f08-4f88-baac-5c015079d04c/e63ad863-29f8-479a-a32b-8964edd0bc5e) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:17:00.852788 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-9323e4a3-e9c9-4b20-ba26-74ee7446afdb service neutron] For port 47f9728b-40e1-46f7-8b70-f393dcb2b2f2, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:17:00.877259 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-9323e4a3-e9c9-4b20-ba26-74ee7446afdb service neutron] For port 47f9728b-40e1-46f7-8b70-f393dcb2b2f2, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=47f9728b-40e1-46f7-8b70-f393dcb2b2f2,segment=NetworkSegment(8de8355c-a37f-4fe1-9899-e0cc9dc46979),segment_id=8de8355c-a37f-4fe1-9899-e0cc9dc46979)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:17:00.881163 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0fa4dfe-266e-4056-a1bf-a5f3fbbce86a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:00.902492 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-ad01b8a7-3940-44f6-a0f3-512d524ae70d service neutron] For port 99b400f1-52bc-4380-8b94-f86e6a605718, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:17:00.903284 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0fa4dfe-266e-4056-a1bf-a5f3fbbce86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:00.954059 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abaf0f9-9892-4e8b-97f6-cc93788335e2 req-b652dec1-7875-43da-83b4-29fc6c778732 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:00.955632 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5abaf0f9-9892-4e8b-97f6-cc93788335e2 req-b652dec1-7875-43da-83b4-29fc6c778732 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f514376-db9f-45ae-89fc-59cbbe3059e7 HTTP/1.1" status: 200 len: 943 time: 0.1452935 Aug 31 09:17:00.970619 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-9323e4a3-e9c9-4b20-ba26-74ee7446afdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:00.977330 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-ad01b8a7-3940-44f6-a0f3-512d524ae70d service neutron] For port 99b400f1-52bc-4380-8b94-f86e6a605718, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=99b400f1-52bc-4380-8b94-f86e6a605718,segment=NetworkSegment(254e3451-2125-473b-af03-86799983010f),segment_id=254e3451-2125-473b-af03-86799983010f)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:17:01.015649 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-9323e4a3-e9c9-4b20-ba26-74ee7446afdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:01.016233 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-9323e4a3-e9c9-4b20-ba26-74ee7446afdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:01.017717 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-9323e4a3-e9c9-4b20-ba26-74ee7446afdb service neutron] 10.222.0.112 "PUT /v2.0/ports/47f9728b-40e1-46f7-8b70-f393dcb2b2f2 HTTP/1.1" status: 200 len: 1092 time: 1.6392794 Aug 31 09:17:01.018251 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756c0ff9-5613-41b0-90d3-a4613e34d378', 'tag': '47f9728b-40e1-46f7-8b70-f393dcb2b2f2'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:01.022077 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caec36d6-cdfc-4144-b3ae-13789de2e618" -d '{"events": [{"name": "network-changed", "server_uuid": "756c0ff9-5613-41b0-90d3-a4613e34d378", "tag": "47f9728b-40e1-46f7-8b70-f393dcb2b2f2"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:01.060752 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-ad01b8a7-3940-44f6-a0f3-512d524ae70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:01.105377 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323e4a3-e9c9-4b20-ba26-74ee7446afdb service neutron] Pushing event updated for resources: {'Port': ['ID=47f9728b-40e1-46f7-8b70-f393dcb2b2f2,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:01.131840 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-b0fa4dfe-266e-4056-a1bf-a5f3fbbce86a admin admin] Allocated IP 172.25.2.220 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/5666ee1b-34ea-495d-86b4-03bb035ba2e9) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:17:01.150698 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f647c993-fac8-4635-b513-e07d2c099796 req-208d1b04-bf4b-47f0-96f8-30b70d3e2dbd tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:01.152270 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f647c993-fac8-4635-b513-e07d2c099796 req-208d1b04-bf4b-47f0-96f8-30b70d3e2dbd tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.2538273 Aug 31 09:17:01.157661 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-ad01b8a7-3940-44f6-a0f3-512d524ae70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:01.158355 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-ad01b8a7-3940-44f6-a0f3-512d524ae70d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:01.159747 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-ad01b8a7-3940-44f6-a0f3-512d524ae70d service neutron] 10.222.0.112 "PUT /v2.0/ports/99b400f1-52bc-4380-8b94-f86e6a605718 HTTP/1.1" status: 200 len: 1092 time: 2.2822919 Aug 31 09:17:01.161401 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f514376-db9f-45ae-89fc-59cbbe3059e7', 'tag': '99b400f1-52bc-4380-8b94-f86e6a605718'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:01.163654 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa288eb-0614-4d7e-a41b-238747240cac" -d '{"events": [{"name": "network-changed", "server_uuid": "5f514376-db9f-45ae-89fc-59cbbe3059e7", "tag": "99b400f1-52bc-4380-8b94-f86e6a605718"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:01.176128 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5abaf0f9-9892-4e8b-97f6-cc93788335e2 req-143baaca-cfe5-4ece-aa9d-ee85d5d176ba tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/security-groups?id=74fd396e-298d-4c5a-b3d2-4386a130e085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878521 Aug 31 09:17:01.215187 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01b8a7-3940-44f6-a0f3-512d524ae70d service neutron] Pushing event updated for resources: {'Port': ['ID=99b400f1-52bc-4380-8b94-f86e6a605718,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:01.232515 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-42426568-0c51-4bc2-954c-3a7dc74bc3fa tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:01.250612 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f647c993-fac8-4635-b513-e07d2c099796 req-8583794d-d483-4448-bc8b-de5da7bdda10 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808287 Aug 31 09:17:01.260654 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-1b24f559-9bdc-429d-a644-3732ffd27041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:01.262250 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-1b24f559-9bdc-429d-a644-3732ffd27041 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a4b76b2c0d334f2982a58726e130c5be&device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 1095 time: 0.1141217 Aug 31 09:17:01.338034 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-c40878a8-8875-404d-bde2-1aa08d9ddd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:01.340683 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-c40878a8-8875-404d-bde2-1aa08d9ddd64 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=6b675b58d8474856b03c74b4bfbe83a9&device_id=5f514376-db9f-45ae-89fc-59cbbe3059e7 HTTP/1.1" status: 200 len: 1095 time: 0.0757833 Aug 31 09:17:01.341678 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-885a0637-f4f5-4320-8162-1ccd5a6ec1fa service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47f9728b-40e1-46f7-8b70-f393dcb2b2f2 HTTP/1.1" status: 200 len: 217 time: 0.0705824 Aug 31 09:17:01.360316 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0fa4dfe-266e-4056-a1bf-a5f3fbbce86a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:01.387192 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-42426568-0c51-4bc2-954c-3a7dc74bc3fa tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:01.399505 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['3be364ee-8006-4fae-859f-6975a0e311f0', '05242781-3bfd-4d37-8e6c-bd91bea5c5e9'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:17:01.428036 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-25060414-4505-4681-8ff5-6af2010df2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:01.430115 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-25060414-4505-4681-8ff5-6af2010df2cb service neutron] 10.222.0.112 "GET /v2.0/subnets?id=650e429b-ac22-4b85-a993-e29e512d35f7 HTTP/1.1" status: 200 len: 853 time: 0.0626729 Aug 31 09:17:01.455039 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-4e147587-42a9-4da8-9374-c3ee6a09d766 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99b400f1-52bc-4380-8b94-f86e6a605718 HTTP/1.1" status: 200 len: 217 time: 0.0797572 Aug 31 09:17:01.474618 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-384115d5-f0f7-4e10-9f87-eaf413b516da service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2312c08d-c39b-46ec-b38c-b3b7a98a66d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351603 Aug 31 09:17:01.501726 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 38338603-f5f7-4985-9be3-80a3d7d43b4e details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:17:01.508643 n-d-791506-28 neutron-server[95554]: INFO neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No ports have port_id starting with 38338603-f5f7-4985-9be3-80a3d7d43b4e Aug 31 09:17:01.539360 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 38338603-f5f7-4985-9be3-80a3d7d43b4e requested by agent hyperv_n-h2-791506-28 not found in database {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 31 09:17:01.540059 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:17:01.555001 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85eb3fc-bf72-47d2-9329-cdfa1cd58950 req-02c8b451-07f9-4b1e-a9ac-8d610340caf5 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:01.560722 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b85eb3fc-bf72-47d2-9329-cdfa1cd58950 req-02c8b451-07f9-4b1e-a9ac-8d610340caf5 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 943 time: 0.2119417 Aug 31 09:17:01.573622 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-42426568-0c51-4bc2-954c-3a7dc74bc3fa tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Network f353997d-12d5-47f5-bc55-13148c348a0b is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:17:01.590739 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-42426568-0c51-4bc2-954c-3a7dc74bc3fa tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:17:01.608682 n-d-791506-28 neutron-server[95554]: INFO neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No ports have port_id starting with 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0 Aug 31 09:17:01.608900 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42426568-0c51-4bc2-954c-3a7dc74bc3fa tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Pushing event updated for resources: {'Port': ['ID=e63ad863-29f8-479a-a32b-8964edd0bc5e,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:01.623043 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-42426568-0c51-4bc2-954c-3a7dc74bc3fa tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:17:01.707340 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-ce3fc6ee-d3d7-4981-b892-8cf87e5755c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:01.708827 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-ce3fc6ee-d3d7-4981-b892-8cf87e5755c9 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=fa28ef9e-cd87-4300-a351-33cfe8d833be HTTP/1.1" status: 200 len: 860 time: 0.2437253 Aug 31 09:17:01.715815 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2a08e079-454f-4cbc-ab3b-7f0e21a2ded0 requested by agent hyperv_n-h2-791506-28 not found in database {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 31 09:17:01.716311 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device de1d2a98-17bf-48b0-b5f4-edde5fd3f56d details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:17:01.727018 n-d-791506-28 neutron-server[95554]: INFO neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No ports have port_id starting with de1d2a98-17bf-48b0-b5f4-edde5fd3f56d Aug 31 09:17:01.758177 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device de1d2a98-17bf-48b0-b5f4-edde5fd3f56d requested by agent hyperv_n-h2-791506-28 not found in database {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 31 09:17:01.817183 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-42426568-0c51-4bc2-954c-3a7dc74bc3fa tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:01.817956 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-42426568-0c51-4bc2-954c-3a7dc74bc3fa tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:01.825734 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-e45ec910-86b1-4ea5-aa0c-e591932e1aa6 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4d61ce8-3af2-4842-b647-cd60ac4d8fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993295 Aug 31 09:17:01.833632 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b85eb3fc-bf72-47d2-9329-cdfa1cd58950 req-2650a957-1a7c-43f5-b370-842d024465e7 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588122 Aug 31 09:17:01.875894 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0fa4dfe-266e-4056-a1bf-a5f3fbbce86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:01.903195 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568d32ec-4bd6-4194-90c0-2a88c7711137 x-openstack-request-id: req-568d32ec-4bd6-4194-90c0-2a88c7711137 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:01.903195 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f514376-db9f-45ae-89fc-59cbbe3059e7", "tag": "99b400f1-52bc-4380-8b94-f86e6a605718", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:01.903195 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-568d32ec-4bd6-4194-90c0-2a88c7711137 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:01.903195 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f514376-db9f-45ae-89fc-59cbbe3059e7', 'tag': '99b400f1-52bc-4380-8b94-f86e6a605718', 'status': 'completed', 'code': 200} Aug 31 09:17:01.937704 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fa4dfe-266e-4056-a1bf-a5f3fbbce86a admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:17:01.939397 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fde225-0102-4e26-87b9-7ffb9029945e x-openstack-request-id: req-f0fde225-0102-4e26-87b9-7ffb9029945e {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:01.940094 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "756c0ff9-5613-41b0-90d3-a4613e34d378", "tag": "47f9728b-40e1-46f7-8b70-f393dcb2b2f2", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:01.940094 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-f0fde225-0102-4e26-87b9-7ffb9029945e {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:01.940501 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756c0ff9-5613-41b0-90d3-a4613e34d378', 'tag': '47f9728b-40e1-46f7-8b70-f393dcb2b2f2', 'status': 'completed', 'code': 200} Aug 31 09:17:01.950477 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-b0fa4dfe-266e-4056-a1bf-a5f3fbbce86a admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:17:01.963003 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-42426568-0c51-4bc2-954c-3a7dc74bc3fa tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4286635 Aug 31 09:17:01.963529 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fa4dfe-266e-4056-a1bf-a5f3fbbce86a admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:17:01.970035 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-b4f0c45e-6654-4e0b-af72-0b686599dcd6 service neutron] 10.222.0.112 "GET /v2.0/networks/e4d61ce8-3af2-4842-b647-cd60ac4d8fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327932 Aug 31 09:17:01.977283 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-c3e69d37-d99f-439e-b004-68d656c70d96 service neutron] Request body: {'port': {'device_id': 'd7f778a2-e2b7-40ef-88fd-21e179b77f35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:01.996064 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa4dfe-266e-4056-a1bf-a5f3fbbce86a admin admin] Pushing event updated for resources: {'Port': ['ID=5666ee1b-34ea-495d-86b4-03bb035ba2e9,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:02.015854 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-03edf8f8-6420-4a4d-b5a1-b666b5dc2c58 service neutron] 10.222.0.112 "GET /v2.0/networks/2312c08d-c39b-46ec-b38c-b3b7a98a66d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5268633 Aug 31 09:17:02.052378 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898e217f-e4c2-4bdb-95b6-b2b5d27ccd89 None None] Network f5553b74-379c-4750-8c9c-33e10cb78fdc requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:17:02.223645 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-c3e69d37-d99f-439e-b004-68d656c70d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:02.235758 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d30387-bae2-4275-968e-bbaee82ed119 req-edabcac6-3e3e-4d12-b971-dcc69781e892 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:02.237617 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c5d30387-bae2-4275-968e-bbaee82ed119 req-edabcac6-3e3e-4d12-b971-dcc69781e892 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 931 time: 0.1280620 Aug 31 09:17:02.247761 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f671150d-08ac-4552-b998-fd4ae3f5a883 req-3f48668c-d45d-4530-b9c9-90be994e4833 service neutron] 10.222.0.112 "GET /v2.0/networks/e4d61ce8-3af2-4842-b647-cd60ac4d8fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670786 Aug 31 09:17:02.249942 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9da0acb2-afc4-48d5-a435-b0836f8c2b7a req-8343e545-8d86-4236-a665-d7931a4dd919 service neutron] 10.222.0.112 "GET /v2.0/networks/2312c08d-c39b-46ec-b38c-b3b7a98a66d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698170 Aug 31 09:17:02.281341 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-83c59667-467d-47a0-8027-af240a400505 None None] Provisioning for port 3adb8e58-2777-41b1-8711-19cf5b4fbcc2 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:17:02.325754 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c5d30387-bae2-4275-968e-bbaee82ed119 req-003f61a1-8cb6-4ce9-90c1-02e6a6fb6e80 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805898 Aug 31 09:17:02.385762 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:02.579329 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec36d6-cdfc-4144-b3ae-13789de2e618 req-0502094f-f87b-4c11-8305-ad48772c7746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:02.581082 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-caec36d6-cdfc-4144-b3ae-13789de2e618 req-0502094f-f87b-4c11-8305-ad48772c7746 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a4b76b2c0d334f2982a58726e130c5be&device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 1095 time: 0.1197989 Aug 31 09:17:02.585698 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0fa4dfe-266e-4056-a1bf-a5f3fbbce86a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:02.625090 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:02.680446 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa288eb-0614-4d7e-a41b-238747240cac req-e6e7b1ec-00ce-4b7e-b714-86c565bfd575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:02.682008 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7fa288eb-0614-4d7e-a41b-238747240cac req-e6e7b1ec-00ce-4b7e-b714-86c565bfd575 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=6b675b58d8474856b03c74b4bfbe83a9&device_id=5f514376-db9f-45ae-89fc-59cbbe3059e7 HTTP/1.1" status: 200 len: 1095 time: 0.2014196 Aug 31 09:17:02.775468 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a48179-62fd-4af9-b913-479fa12af239 req-03635cb2-eabe-48ce-8c35-f97704d79fca tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:02.776957 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f4a48179-62fd-4af9-b913-479fa12af239 req-03635cb2-eabe-48ce-8c35-f97704d79fca tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f514376-db9f-45ae-89fc-59cbbe3059e7 HTTP/1.1" status: 200 len: 943 time: 0.1801600 Aug 31 09:17:02.853232 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3adb8e58-2777-41b1-8711-19cf5b4fbcc2 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:17:02.903508 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f4a48179-62fd-4af9-b913-479fa12af239 req-3ee1eb00-2a74-4391-b86a-68e02bd5498f tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/security-groups?id=74fd396e-298d-4c5a-b3d2-4386a130e085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196971 Aug 31 09:17:02.913901 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa288eb-0614-4d7e-a41b-238747240cac req-09187c43-7579-4ddb-bd04-0bf041d39146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:02.915685 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7fa288eb-0614-4d7e-a41b-238747240cac req-09187c43-7579-4ddb-bd04-0bf041d39146 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e4d61ce8-3af2-4842-b647-cd60ac4d8fd2 HTTP/1.1" status: 200 len: 922 time: 0.2142756 Aug 31 09:17:02.970571 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7fa288eb-0614-4d7e-a41b-238747240cac req-d03f3030-677c-43f0-b74d-ef769e80b5d8 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99b400f1-52bc-4380-8b94-f86e6a605718 HTTP/1.1" status: 200 len: 217 time: 0.0449386 Aug 31 09:17:02.970852 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec36d6-cdfc-4144-b3ae-13789de2e618 req-342f5e37-deb5-48e4-82d7-f090cf58f338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:02.972172 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-caec36d6-cdfc-4144-b3ae-13789de2e618 req-342f5e37-deb5-48e4-82d7-f090cf58f338 service neutron] 10.222.0.112 "GET /v2.0/networks?id=2312c08d-c39b-46ec-b38c-b3b7a98a66d6 HTTP/1.1" status: 200 len: 915 time: 0.3488038 Aug 31 09:17:02.972785 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-c3e69d37-d99f-439e-b004-68d656c70d96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e63ad863-29f8-479a-a32b-8964edd0bc5e {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:17:02.981606 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-c3e69d37-d99f-439e-b004-68d656c70d96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:03.004355 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0fa4dfe-266e-4056-a1bf-a5f3fbbce86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:03.027564 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 3adb8e58-2777-41b1-8711-19cf5b4fbcc2 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:17:03.031754 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 3adb8e58-2777-41b1-8711-19cf5b4fbcc2 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:03.032344 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:03.039032 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-caec36d6-cdfc-4144-b3ae-13789de2e618 req-50fee51a-5c02-4a9c-b259-2ce9cbf463fd service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47f9728b-40e1-46f7-8b70-f393dcb2b2f2 HTTP/1.1" status: 200 len: 217 time: 0.0428531 Aug 31 09:17:03.055394 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-c3e69d37-d99f-439e-b004-68d656c70d96 service neutron] Transition to ACTIVE for port object e63ad863-29f8-479a-a32b-8964edd0bc5e will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:17:03.086657 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cfe3f-7476-4283-9aea-cbcbfef3b923 req-6b6f5676-d3c6-4e65-8147-e8167825bce8 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:03.088235 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d29cfe3f-7476-4283-9aea-cbcbfef3b923 req-6b6f5676-d3c6-4e65-8147-e8167825bce8 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.1041224 Aug 31 09:17:03.089925 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa288eb-0614-4d7e-a41b-238747240cac req-86ed6aba-fbe0-4811-b1d5-fc885e9235f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:03.091282 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7fa288eb-0614-4d7e-a41b-238747240cac req-86ed6aba-fbe0-4811-b1d5-fc885e9235f1 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=fa28ef9e-cd87-4300-a351-33cfe8d833be HTTP/1.1" status: 200 len: 860 time: 0.0970623 Aug 31 09:17:03.152853 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7fa288eb-0614-4d7e-a41b-238747240cac req-164fd220-a584-4319-999b-a3ecb278f691 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e4d61ce8-3af2-4842-b647-cd60ac4d8fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490179 Aug 31 09:17:03.160807 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-c3e69d37-d99f-439e-b004-68d656c70d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:03.163756 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:03.232141 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec36d6-cdfc-4144-b3ae-13789de2e618 req-db49d7a7-aab5-4177-99e8-eca1bac6ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:03.234023 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-caec36d6-cdfc-4144-b3ae-13789de2e618 req-db49d7a7-aab5-4177-99e8-eca1bac6ceb3 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=650e429b-ac22-4b85-a993-e29e512d35f7 HTTP/1.1" status: 200 len: 853 time: 0.1486886 Aug 31 09:17:03.245669 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 3adb8e58-2777-41b1-8711-19cf5b4fbcc2, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3adb8e58-2777-41b1-8711-19cf5b4fbcc2,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:03.291379 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-caec36d6-cdfc-4144-b3ae-13789de2e618 req-cd5a1870-a210-4b2f-9c20-223977a3c342 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2312c08d-c39b-46ec-b38c-b3b7a98a66d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377569 Aug 31 09:17:03.293456 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e69d37-d99f-439e-b004-68d656c70d96 service neutron] Pushing event updated for resources: {'Port': ['ID=e63ad863-29f8-479a-a32b-8964edd0bc5e,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:03.328928 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:03.386007 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0fa4dfe-266e-4056-a1bf-a5f3fbbce86a admin admin] Router 15b94a89-4d84-4194-afc5-06bd76a41300 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:17:03.387115 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=3adb8e58-2777-41b1-8711-19cf5b4fbcc2,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:03.402121 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d29cfe3f-7476-4283-9aea-cbcbfef3b923 req-133fa13c-2933-459c-924f-e877df5e2541 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037210 Aug 31 09:17:03.440445 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7fa288eb-0614-4d7e-a41b-238747240cac req-93784894-27fc-4208-89f1-d41c6e96decf service neutron] 10.222.0.112 "GET /v2.0/networks/e4d61ce8-3af2-4842-b647-cd60ac4d8fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574832 Aug 31 09:17:03.524128 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-caec36d6-cdfc-4144-b3ae-13789de2e618 req-75ba1a69-cc81-4b01-9748-8dc1af8d7ec6 service neutron] 10.222.0.112 "GET /v2.0/networks/2312c08d-c39b-46ec-b38c-b3b7a98a66d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002420 Aug 31 09:17:03.551277 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f1564-0263-46a5-997c-771fb86fd2d0 req-a399143f-c571-44e6-b19d-4e6f199d6260 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:03.551277 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7a2f1564-0263-46a5-997c-771fb86fd2d0 req-a399143f-c571-44e6-b19d-4e6f199d6260 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 943 time: 0.2452273 Aug 31 09:17:03.604691 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-c3e69d37-d99f-439e-b004-68d656c70d96 service neutron] Attempting to bind port e63ad863-29f8-479a-a32b-8964edd0bc5e on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:17:03.605038 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-c3e69d37-d99f-439e-b004-68d656c70d96 service neutron] Attempting to bind port e63ad863-29f8-479a-a32b-8964edd0bc5e by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:17:03.605370 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-c3e69d37-d99f-439e-b004-68d656c70d96 service neutron] Attempting to bind port e63ad863-29f8-479a-a32b-8964edd0bc5e on network f353997d-12d5-47f5-bc55-13148c348a0b {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:03.613568 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0fa4dfe-266e-4056-a1bf-a5f3fbbce86a admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:17:03.628120 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51833c0-4c99-470a-a2f8-e86f783df9df None None] Sync routers for ids ['15b94a89-4d84-4194-afc5-06bd76a41300'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:17:03.632492 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-c3e69d37-d99f-439e-b004-68d656c70d96 service neutron] Port e63ad863-29f8-479a-a32b-8964edd0bc5e on network f353997d-12d5-47f5-bc55-13148c348a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:17:03.632813 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-c3e69d37-d99f-439e-b004-68d656c70d96 service neutron] Attempting to bind port e63ad863-29f8-479a-a32b-8964edd0bc5e on network f353997d-12d5-47f5-bc55-13148c348a0b {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:03.655229 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-c3e69d37-d99f-439e-b004-68d656c70d96 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:17:03.655568 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-c3e69d37-d99f-439e-b004-68d656c70d96 service neutron] Checking segment: {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:17:03.655953 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-c3e69d37-d99f-439e-b004-68d656c70d96 service neutron] Bound using segment: {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:17:03.656400 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-c3e69d37-d99f-439e-b004-68d656c70d96 service neutron] Bound port: e63ad863-29f8-479a-a32b-8964edd0bc5e, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:17:03.656741 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-c3e69d37-d99f-439e-b004-68d656c70d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:03.665261 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51833c0-4c99-470a-a2f8-e86f783df9df None None] Routers {'15b94a89-4d84-4194-afc5-06bd76a41300'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:17:03.667876 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a51833c0-4c99-470a-a2f8-e86f783df9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:16:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['15b94a89-4d84-4194-afc5-06bd76a41300'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:03.674193 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7a2f1564-0263-46a5-997c-771fb86fd2d0 req-ef537f4b-2310-4c13-b0a6-029f33b92c0d tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101995 Aug 31 09:17:03.701742 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7fa288eb-0614-4d7e-a41b-238747240cac req-92bd51ef-1d26-4a1a-b7a3-e36ae6d148c4 service neutron] 10.222.0.112 "GET /v2.0/networks/e4d61ce8-3af2-4842-b647-cd60ac4d8fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366819 Aug 31 09:17:03.706833 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-caec36d6-cdfc-4144-b3ae-13789de2e618 req-61537737-c98d-40fe-b34c-351532dc2571 service neutron] 10.222.0.112 "GET /v2.0/networks/2312c08d-c39b-46ec-b38c-b3b7a98a66d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662226 Aug 31 09:17:03.713619 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0fa4dfe-266e-4056-a1bf-a5f3fbbce86a admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:03.715512 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b0fa4dfe-266e-4056-a1bf-a5f3fbbce86a admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1487710 Aug 31 09:17:03.717869 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56894) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:03.863537 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995ac7b-e00f-42d8-990d-e18dc0b330a9 req-7392fcbd-fb5a-4092-bb89-c64e2a6aac06 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:03.865228 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2995ac7b-e00f-42d8-990d-e18dc0b330a9 req-7392fcbd-fb5a-4092-bb89-c64e2a6aac06 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 943 time: 0.1553361 Aug 31 09:17:03.869837 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-c3e69d37-d99f-439e-b004-68d656c70d96 service neutron] For port e63ad863-29f8-479a-a32b-8964edd0bc5e, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:17:03.874337 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-c3e69d37-d99f-439e-b004-68d656c70d96 service neutron] For port e63ad863-29f8-479a-a32b-8964edd0bc5e, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=e63ad863-29f8-479a-a32b-8964edd0bc5e,segment=NetworkSegment(329c79c6-5ca3-4a1a-b3d4-414355128167),segment_id=329c79c6-5ca3-4a1a-b3d4-414355128167)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:17:03.899658 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-a51833c0-4c99-470a-a2f8-e86f783df9df None None] Set router 15b94a89-4d84-4194-afc5-06bd76a41300 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:17:03.932182 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2995ac7b-e00f-42d8-990d-e18dc0b330a9 req-e9482167-4260-4d03-9f55-36d09c99fc0b tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597188 Aug 31 09:17:03.940720 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-c3e69d37-d99f-439e-b004-68d656c70d96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:04.043909 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-c3e69d37-d99f-439e-b004-68d656c70d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:04.045140 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-c3e69d37-d99f-439e-b004-68d656c70d96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:04.047118 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-c3e69d37-d99f-439e-b004-68d656c70d96 service neutron] 10.222.0.112 "PUT /v2.0/ports/e63ad863-29f8-479a-a32b-8964edd0bc5e HTTP/1.1" status: 200 len: 1092 time: 2.0747328 Aug 31 09:17:04.073989 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f778a2-e2b7-40ef-88fd-21e179b77f35', 'tag': 'e63ad863-29f8-479a-a32b-8964edd0bc5e'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:04.076693 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5962514-67ca-4f4f-9f96-ff9b90cabbbd" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f778a2-e2b7-40ef-88fd-21e179b77f35", "tag": "e63ad863-29f8-479a-a32b-8964edd0bc5e"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:04.128893 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e69d37-d99f-439e-b004-68d656c70d96 service neutron] Pushing event updated for resources: {'Port': ['ID=e63ad863-29f8-479a-a32b-8964edd0bc5e,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:04.145027 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a51833c0-4c99-470a-a2f8-e86f783df9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'name': 'tempest-ServerActionsTestJSON-26133084-router', 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '5666ee1b-34ea-495d-86b4-03bb035ba2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:16:59Z', 'updated_at': '2021-08-31T09:17:02Z', 'revision_number': 3, 'project_id': '1b5bd35927fb49bc9780e4d378d20df4', 'gw_port': {'id': '5666ee1b-34ea-495d-86b4-03bb035ba2e9', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:00Z', 'updated_at': '2021-08-31T09:17:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:04.152669 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f59a538-751d-4e45-85d6-7e8b8948eb6b x-openstack-request-id: req-4f59a538-751d-4e45-85d6-7e8b8948eb6b {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:04.152956 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f778a2-e2b7-40ef-88fd-21e179b77f35", "tag": "e63ad863-29f8-479a-a32b-8964edd0bc5e", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:04.153209 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4f59a538-751d-4e45-85d6-7e8b8948eb6b {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:04.153599 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f778a2-e2b7-40ef-88fd-21e179b77f35', 'tag': 'e63ad863-29f8-479a-a32b-8964edd0bc5e', 'status': 'completed', 'code': 200} Aug 31 09:17:04.162801 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d528c4-8bb8-4208-9968-5219c777abc2 req-5047b5ec-471a-41b8-8ae8-ebca8074c53e tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:04.172058 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-00d528c4-8bb8-4208-9968-5219c777abc2 req-5047b5ec-471a-41b8-8ae8-ebca8074c53e tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f514376-db9f-45ae-89fc-59cbbe3059e7 HTTP/1.1" status: 200 len: 943 time: 0.1561062 Aug 31 09:17:04.176629 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51833c0-4c99-470a-a2f8-e86f783df9df None None] Checking router: 15b94a89-4d84-4194-afc5-06bd76a41300 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:17:04.176629 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51833c0-4c99-470a-a2f8-e86f783df9df None None] Updating router 15b94a89-4d84-4194-afc5-06bd76a41300 port 5666ee1b-34ea-495d-86b4-03bb035ba2e9 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:17:04.214744 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-a51833c0-4c99-470a-a2f8-e86f783df9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:04.237107 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-00d528c4-8bb8-4208-9968-5219c777abc2 req-d9415286-bb67-4031-aa14-8aa2ebff62fa tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/security-groups?id=74fd396e-298d-4c5a-b3d2-4386a130e085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641079 Aug 31 09:17:04.244870 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5962514-67ca-4f4f-9f96-ff9b90cabbbd req-1d47c509-9573-44e3-a409-88b6d86ce335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:04.246399 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5962514-67ca-4f4f-9f96-ff9b90cabbbd req-1d47c509-9573-44e3-a409-88b6d86ce335 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=91627f68c71f4b29855d6c5fb4946dae&device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 1095 time: 0.0709944 Aug 31 09:17:04.335971 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-398867b6-dc25-4b58-a930-0cadc2823a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:04.359591 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5962514-67ca-4f4f-9f96-ff9b90cabbbd req-b9328a46-72e7-45a3-aae3-4f433ec74d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:04.361387 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5962514-67ca-4f4f-9f96-ff9b90cabbbd req-b9328a46-72e7-45a3-aae3-4f433ec74d01 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=91627f68c71f4b29855d6c5fb4946dae&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1060493 Aug 31 09:17:04.471597 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5962514-67ca-4f4f-9f96-ff9b90cabbbd req-9f534faf-e266-4159-b55a-aeeef6b7e02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:04.473459 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5962514-67ca-4f4f-9f96-ff9b90cabbbd req-9f534faf-e266-4159-b55a-aeeef6b7e02d service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1032307 Aug 31 09:17:04.572777 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-a51833c0-4c99-470a-a2f8-e86f783df9df None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:04.580313 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-398867b6-dc25-4b58-a930-0cadc2823a7e admin admin] Allocated IP 172.20.0.1 (f5553b74-379c-4750-8c9c-33e10cb78fdc/38d49ab8-d8f2-42ae-8afb-2cc963a498ae/492a3d05-7625-496f-b6c9-2dca72d346bf) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:17:04.585031 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-a51833c0-4c99-470a-a2f8-e86f783df9df None None] Transition to ACTIVE for port object 5666ee1b-34ea-495d-86b4-03bb035ba2e9 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:17:04.640539 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-9e363214-5bc8-4691-8fd9-0a1894a0bfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:04.642067 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-9e363214-5bc8-4691-8fd9-0a1894a0bfd6 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=91627f68c71f4b29855d6c5fb4946dae&device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 1095 time: 0.1175292 Aug 31 09:17:04.657842 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6129702-6b92-4515-a694-2b64877b52e4 req-d907d5de-540a-4c7b-968e-a7aa2a580ca8 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:04.660548 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e6129702-6b92-4515-a694-2b64877b52e4 req-d907d5de-540a-4c7b-968e-a7aa2a580ca8 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.1201074 Aug 31 09:17:04.699725 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-a51833c0-4c99-470a-a2f8-e86f783df9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:04.711771 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-398867b6-dc25-4b58-a930-0cadc2823a7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:04.712347 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3adb8e58-2777-41b1-8711-19cf5b4fbcc2 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:17:04.726651 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-398867b6-dc25-4b58-a930-0cadc2823a7e admin admin] Transition to ACTIVE for port object 492a3d05-7625-496f-b6c9-2dca72d346bf will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:17:04.773376 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-91e96ad6-20b4-4150-b25d-5e835b246cf9 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e63ad863-29f8-479a-a32b-8964edd0bc5e HTTP/1.1" status: 200 len: 217 time: 0.1112971 Aug 31 09:17:04.775156 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d60df9-8aa8-4c47-8e33-1e4bc60a2612 None None] Pushing event updated for resources: {'Port': ['ID=5666ee1b-34ea-495d-86b4-03bb035ba2e9,revision_number=2']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:04.790499 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d60df9-8aa8-4c47-8e33-1e4bc60a2612 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:04.793953 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d60df9-8aa8-4c47-8e33-1e4bc60a2612 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:04.793953 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d60df9-8aa8-4c47-8e33-1e4bc60a2612 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:04.793953 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d60df9-8aa8-4c47-8e33-1e4bc60a2612 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:04.793953 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d60df9-8aa8-4c47-8e33-1e4bc60a2612 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:04.793953 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d60df9-8aa8-4c47-8e33-1e4bc60a2612 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:04.793953 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d60df9-8aa8-4c47-8e33-1e4bc60a2612 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:04.793953 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d60df9-8aa8-4c47-8e33-1e4bc60a2612 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:04.793953 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d60df9-8aa8-4c47-8e33-1e4bc60a2612 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:04.793953 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d60df9-8aa8-4c47-8e33-1e4bc60a2612 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:04.793953 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d60df9-8aa8-4c47-8e33-1e4bc60a2612 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:04.793953 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d60df9-8aa8-4c47-8e33-1e4bc60a2612 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:04.810767 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e6129702-6b92-4515-a694-2b64877b52e4 req-d13a854c-1495-4ea7-a5fa-e61c1c8bcfe6 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426582 Aug 31 09:17:04.830123 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 3adb8e58-2777-41b1-8711-19cf5b4fbcc2 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:04.830493 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:04.840440 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-a51833c0-4c99-470a-a2f8-e86f783df9df None None] Attempting to bind port 5666ee1b-34ea-495d-86b4-03bb035ba2e9 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:17:04.840926 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-a51833c0-4c99-470a-a2f8-e86f783df9df None None] Attempting to bind port 5666ee1b-34ea-495d-86b4-03bb035ba2e9 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:17:04.841344 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51833c0-4c99-470a-a2f8-e86f783df9df None None] Attempting to bind port 5666ee1b-34ea-495d-86b4-03bb035ba2e9 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:04.859527 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51833c0-4c99-470a-a2f8-e86f783df9df None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:17:04.862716 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51833c0-4c99-470a-a2f8-e86f783df9df None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:17:04.862716 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-a51833c0-4c99-470a-a2f8-e86f783df9df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:04.862716 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51833c0-4c99-470a-a2f8-e86f783df9df None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:17:04.862716 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-a51833c0-4c99-470a-a2f8-e86f783df9df None None] Bound port: 5666ee1b-34ea-495d-86b4-03bb035ba2e9, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:17:04.862716 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-a51833c0-4c99-470a-a2f8-e86f783df9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:04.880029 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-f6986aed-310e-43c6-b4a1-a1deb6fe74d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:04.881576 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-f6986aed-310e-43c6-b4a1-a1deb6fe74d1 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d2c5f0e8-9f08-4f88-baac-5c015079d04c HTTP/1.1" status: 200 len: 861 time: 0.0890439 Aug 31 09:17:04.895969 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f02cff-d3da-4afb-a185-4e0399568208 req-fa0d00c7-ac0b-4e37-9e00-09be80777d62 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:04.897871 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-37f02cff-d3da-4afb-a185-4e0399568208 req-fa0d00c7-ac0b-4e37-9e00-09be80777d62 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 943 time: 0.1303210 Aug 31 09:17:04.918289 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-398867b6-dc25-4b58-a930-0cadc2823a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:04.948517 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-977f5528-c2dd-43b5-b6ed-ad027723940c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f353997d-12d5-47f5-bc55-13148c348a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496020 Aug 31 09:17:04.964676 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-a51833c0-4c99-470a-a2f8-e86f783df9df None None] For port 5666ee1b-34ea-495d-86b4-03bb035ba2e9, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:17:04.976154 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-a51833c0-4c99-470a-a2f8-e86f783df9df None None] For port 5666ee1b-34ea-495d-86b4-03bb035ba2e9, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=5666ee1b-34ea-495d-86b4-03bb035ba2e9,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:17:04.978390 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-37f02cff-d3da-4afb-a185-4e0399568208 req-48bbf63c-7dfd-4524-83d6-b08eafb13611 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703838 Aug 31 09:17:05.007798 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398867b6-dc25-4b58-a930-0cadc2823a7e admin admin] Network f5553b74-379c-4750-8c9c-33e10cb78fdc is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:17:05.014656 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-398867b6-dc25-4b58-a930-0cadc2823a7e admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:17:05.025121 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398867b6-dc25-4b58-a930-0cadc2823a7e admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:17:05.060002 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398867b6-dc25-4b58-a930-0cadc2823a7e admin admin] Pushing event updated for resources: {'Port': ['ID=492a3d05-7625-496f-b6c9-2dca72d346bf,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:05.076774 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-398867b6-dc25-4b58-a930-0cadc2823a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:05.127390 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-7c59be01-89f1-4502-83f2-465708a1644a service neutron] 10.222.0.112 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680615 Aug 31 09:17:05.192882 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-a51833c0-4c99-470a-a2f8-e86f783df9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:05.203122 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d7064-4f2d-47e5-8392-6d5239af397c req-7364dc50-42bf-4e29-9771-dcb6a52ae961 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:05.204843 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8a4d7064-4f2d-47e5-8392-6d5239af397c req-7364dc50-42bf-4e29-9771-dcb6a52ae961 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 943 time: 0.1177385 Aug 31 09:17:05.277090 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8a4d7064-4f2d-47e5-8392-6d5239af397c req-d1b4426a-65f1-43f2-a0d9-152059ea958b tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642593 Aug 31 09:17:05.278041 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56926) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:05.283458 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-099b2851-414f-4f11-9288-5d9f2b618aa4 req-3a96218f-bea5-4bfb-bf89-9745ef991e7d service neutron] 10.222.0.112 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402655 Aug 31 09:17:05.319319 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d60df9-8aa8-4c47-8e33-1e4bc60a2612 None None] Pushing event updated for resources: {'Port': ['ID=5666ee1b-34ea-495d-86b4-03bb035ba2e9,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:05.329037 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51833c0-4c99-470a-a2f8-e86f783df9df None None] Routers {'15b94a89-4d84-4194-afc5-06bd76a41300'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:17:05.330316 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a51833c0-4c99-470a-a2f8-e86f783df9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:16:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['15b94a89-4d84-4194-afc5-06bd76a41300'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:05.367998 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-398867b6-dc25-4b58-a930-0cadc2823a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:05.415126 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a951b6e5-b20a-4a03-a685-655a99aa458f None None] Provisioning for port 492a3d05-7625-496f-b6c9-2dca72d346bf completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:17:05.423622 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a951b6e5-b20a-4a03-a685-655a99aa458f None None] Provisioning complete for port 492a3d05-7625-496f-b6c9-2dca72d346bf triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:05.426328 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a951b6e5-b20a-4a03-a685-655a99aa458f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:05.448650 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9e27b-dcdb-422e-8b8d-6b0d34b0bc38 req-264edd18-9d89-402e-bd0c-c016b6d6367b tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:05.457632 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5dd9e27b-dcdb-422e-8b8d-6b0d34b0bc38 req-264edd18-9d89-402e-bd0c-c016b6d6367b tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f514376-db9f-45ae-89fc-59cbbe3059e7 HTTP/1.1" status: 200 len: 943 time: 0.0769892 Aug 31 09:17:05.465080 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c8ad1028-dc80-48b9-ac41-acebe4b72dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:05.493986 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-a51833c0-4c99-470a-a2f8-e86f783df9df None None] Set router 15b94a89-4d84-4194-afc5-06bd76a41300 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:17:05.505460 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a951b6e5-b20a-4a03-a685-655a99aa458f None None] Port 492a3d05-7625-496f-b6c9-2dca72d346bf cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:17:05.516346 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5dd9e27b-dcdb-422e-8b8d-6b0d34b0bc38 req-b1629563-2aad-4ffd-9dcb-eb54433bab36 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/security-groups?id=74fd396e-298d-4c5a-b3d2-4386a130e085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573208 Aug 31 09:17:05.558803 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 99b400f1-52bc-4380-8b94-f86e6a605718 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:17:05.630695 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-398867b6-dc25-4b58-a930-0cadc2823a7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:05.680516 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c8ad1028-dc80-48b9-ac41-acebe4b72dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:05.708111 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 99b400f1-52bc-4380-8b94-f86e6a605718, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=99b400f1-52bc-4380-8b94-f86e6a605718,segment=NetworkSegment(254e3451-2125-473b-af03-86799983010f),segment_id=254e3451-2125-473b-af03-86799983010f)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:05.724694 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '99b400f1-52bc-4380-8b94-f86e6a605718', 'network_id': 'e4d61ce8-3af2-4842-b647-cd60ac4d8fd2', 'port_id': '99b400f1-52bc-4380-8b94-f86e6a605718', 'mac_address': 'fa:16:3e:2d:1a:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa28ef9e-cd87-4300-a351-33cfe8d833be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:17:05.751027 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-398867b6-dc25-4b58-a930-0cadc2823a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:05.755672 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a51833c0-4c99-470a-a2f8-e86f783df9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'name': 'tempest-ServerActionsTestJSON-26133084-router', 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '5666ee1b-34ea-495d-86b4-03bb035ba2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:16:59Z', 'updated_at': '2021-08-31T09:17:02Z', 'revision_number': 3, 'project_id': '1b5bd35927fb49bc9780e4d378d20df4', 'gw_port': {'id': '5666ee1b-34ea-495d-86b4-03bb035ba2e9', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:00Z', 'updated_at': '2021-08-31T09:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:05.773715 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:05.787619 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51833c0-4c99-470a-a2f8-e86f783df9df None None] The sync data for ids ['15b94a89-4d84-4194-afc5-06bd76a41300'] in n-d-791506-28 is: [{'id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'name': 'tempest-ServerActionsTestJSON-26133084-router', 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '5666ee1b-34ea-495d-86b4-03bb035ba2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:16:59Z', 'updated_at': '2021-08-31T09:17:02Z', 'revision_number': 3, 'project_id': '1b5bd35927fb49bc9780e4d378d20df4', 'gw_port': {'id': '5666ee1b-34ea-495d-86b4-03bb035ba2e9', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:00Z', 'updated_at': '2021-08-31T09:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:17:05.789396 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b400f1-52bc-4380-8b94-f86e6a605718 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:17:05.805110 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c8ad1028-dc80-48b9-ac41-acebe4b72dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:05.811256 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 99b400f1-52bc-4380-8b94-f86e6a605718, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=99b400f1-52bc-4380-8b94-f86e6a605718,segment=NetworkSegment(254e3451-2125-473b-af03-86799983010f),segment_id=254e3451-2125-473b-af03-86799983010f)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:05.869984 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398867b6-dc25-4b58-a930-0cadc2823a7e admin admin] Pushing event updated for resources: {'Port': ['ID=492a3d05-7625-496f-b6c9-2dca72d346bf,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:05.876949 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c8ad1028-dc80-48b9-ac41-acebe4b72dfe admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=7150d7377a5449728c4c1285dd28dbc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5946000 Aug 31 09:17:05.877950 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56934) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:05.882332 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-398867b6-dc25-4b58-a930-0cadc2823a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:05.888986 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:05.895993 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 47f9728b-40e1-46f7-8b70-f393dcb2b2f2 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:17:05.896179 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad1028-dc80-48b9-ac41-acebe4b72dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255dc77e-5d1b-4599-b643-1a7f7e4bee65,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:05.990171 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=99b400f1-52bc-4380-8b94-f86e6a605718,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:05.997505 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398867b6-dc25-4b58-a930-0cadc2823a7e admin admin] Network f5553b74-379c-4750-8c9c-33e10cb78fdc is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:17:05.998144 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-398867b6-dc25-4b58-a930-0cadc2823a7e admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:17:06.011907 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6ee3125f-74ec-403e-8c47-70acf121ac73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:06.085652 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39df43-3ca7-44cb-85cd-5bd9b8fc535e req-48252798-bf17-44b4-8ca8-d21ef5c674ed tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:06.088072 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4e39df43-3ca7-44cb-85cd-5bd9b8fc535e req-48252798-bf17-44b4-8ca8-d21ef5c674ed tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.1405649 Aug 31 09:17:06.090641 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6ee3125f-74ec-403e-8c47-70acf121ac73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:06.177424 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 47f9728b-40e1-46f7-8b70-f393dcb2b2f2, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=47f9728b-40e1-46f7-8b70-f393dcb2b2f2,segment=NetworkSegment(8de8355c-a37f-4fe1-9899-e0cc9dc46979),segment_id=8de8355c-a37f-4fe1-9899-e0cc9dc46979)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:06.201620 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '47f9728b-40e1-46f7-8b70-f393dcb2b2f2', 'network_id': '2312c08d-c39b-46ec-b38c-b3b7a98a66d6', 'port_id': '47f9728b-40e1-46f7-8b70-f393dcb2b2f2', 'mac_address': 'fa:16:3e:f2:b3:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650e429b-ac22-4b85-a993-e29e512d35f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:17:06.228670 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398867b6-dc25-4b58-a930-0cadc2823a7e admin admin] Router 15b94a89-4d84-4194-afc5-06bd76a41300 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:17:06.262339 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4e39df43-3ca7-44cb-85cd-5bd9b8fc535e req-b9223c53-224d-42cc-915c-68ccedceff9d tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631579 Aug 31 09:17:06.282319 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:06.329046 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f9728b-40e1-46f7-8b70-f393dcb2b2f2 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:17:06.357278 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6a63b-1af9-4e1a-823b-d83acaaa36fa req-3768c70a-edd7-4fe7-8de9-03ee96d7309a tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:06.366972 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d8a6a63b-1af9-4e1a-823b-d83acaaa36fa req-3768c70a-edd7-4fe7-8de9-03ee96d7309a tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 943 time: 0.0818648 Aug 31 09:17:06.376039 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6ee3125f-74ec-403e-8c47-70acf121ac73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:06.378724 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 47f9728b-40e1-46f7-8b70-f393dcb2b2f2, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=47f9728b-40e1-46f7-8b70-f393dcb2b2f2,segment=NetworkSegment(8de8355c-a37f-4fe1-9899-e0cc9dc46979),segment_id=8de8355c-a37f-4fe1-9899-e0cc9dc46979)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:06.379273 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6ee3125f-74ec-403e-8c47-70acf121ac73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:06.383447 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6ee3125f-74ec-403e-8c47-70acf121ac73 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/255dc77e-5d1b-4599-b643-1a7f7e4bee65 HTTP/1.1" status: 204 len: 168 time: 0.5042598 Aug 31 09:17:06.405159 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3125f-74ec-403e-8c47-70acf121ac73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255dc77e-5d1b-4599-b643-1a7f7e4bee65,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:06.437803 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398867b6-dc25-4b58-a930-0cadc2823a7e admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:17:06.445811 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-398867b6-dc25-4b58-a930-0cadc2823a7e admin admin] 10.222.0.119 "PUT /v2.0/routers/15b94a89-4d84-4194-afc5-06bd76a41300/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7262478 Aug 31 09:17:06.464143 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:06.466145 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d8a6a63b-1af9-4e1a-823b-d83acaaa36fa req-b163802a-7095-4245-a2ea-c4e0ca023769 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973203 Aug 31 09:17:06.472245 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-ec3e31f6-007e-4225-9898-632bbaeabde3 None None] Provisioning complete for port 492a3d05-7625-496f-b6c9-2dca72d346bf triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:06.472632 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ec3e31f6-007e-4225-9898-632bbaeabde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:06.500141 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf82cf2-825e-4880-9b6f-238b44623732 req-e4c30b5e-5368-490f-9d62-f36d5d3db101 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:06.501815 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1bf82cf2-825e-4880-9b6f-238b44623732 req-e4c30b5e-5368-490f-9d62-f36d5d3db101 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 943 time: 0.1044519 Aug 31 09:17:06.551405 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1bf82cf2-825e-4880-9b6f-238b44623732 req-d0bc92fa-cee5-4548-baac-d0baa56a6027 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420339 Aug 31 09:17:06.572811 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-ec3e31f6-007e-4225-9898-632bbaeabde3 None None] Port 492a3d05-7625-496f-b6c9-2dca72d346bf cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:17:06.574654 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=47f9728b-40e1-46f7-8b70-f393dcb2b2f2,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:06.676832 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2a759-fd26-4898-b36a-aeb646292a16 req-2ef845bb-6ad1-44df-9ff0-4e0ee066ca9b tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:06.679691 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-91a2a759-fd26-4898-b36a-aeb646292a16 req-2ef845bb-6ad1-44df-9ff0-4e0ee066ca9b tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f514376-db9f-45ae-89fc-59cbbe3059e7 HTTP/1.1" status: 200 len: 944 time: 0.0769253 Aug 31 09:17:06.769807 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-91a2a759-fd26-4898-b36a-aeb646292a16 req-7229c8a0-7269-4a97-b468-13893b5ca7ae tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/security-groups?id=74fd396e-298d-4c5a-b3d2-4386a130e085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736790 Aug 31 09:17:06.773418 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 5666ee1b-34ea-495d-86b4-03bb035ba2e9 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:17:06.818851 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['47f9728b-40e1-46f7-8b70-f393dcb2b2f2'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:17:06.823841 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['99b400f1-52bc-4380-8b94-f86e6a605718'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:17:07.047868 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 5666ee1b-34ea-495d-86b4-03bb035ba2e9 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:17:07.066862 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 5666ee1b-34ea-495d-86b4-03bb035ba2e9 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:07.067401 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:07.211159 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:07.235445 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 5666ee1b-34ea-495d-86b4-03bb035ba2e9, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=5666ee1b-34ea-495d-86b4-03bb035ba2e9,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:07.324450 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:07.388085 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=5666ee1b-34ea-495d-86b4-03bb035ba2e9,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:07.419503 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60074b6-11aa-4296-b38f-9c15b937aa25 req-be18f2d8-92bb-48ef-bc0a-3621832d76c6 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:07.428818 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f60074b6-11aa-4296-b38f-9c15b937aa25 req-be18f2d8-92bb-48ef-bc0a-3621832d76c6 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.0971465 Aug 31 09:17:07.437514 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56974) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:07.443815 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-4ad2c251-a39e-4261-baee-e38a21737dcf tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2041566903', 'description': 'tempest-description--1628573443'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:07.467308 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f60074b6-11aa-4296-b38f-9c15b937aa25 req-b6882afa-ee8e-4295-b5be-0440b639af7b tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373607 Aug 31 09:17:07.534110 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4ad2c251-a39e-4261-baee-e38a21737dcf tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:07.578738 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device e63ad863-29f8-479a-a32b-8964edd0bc5e details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:17:07.616680 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a79789-6bff-4ae6-95db-e2d629f2c4d6 req-23678f08-79ff-4b3d-bc5b-cbb9e0134e04 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:07.618334 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-31a79789-6bff-4ae6-95db-e2d629f2c4d6 req-23678f08-79ff-4b3d-bc5b-cbb9e0134e04 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 944 time: 0.0730517 Aug 31 09:17:07.663445 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4ad2c251-a39e-4261-baee-e38a21737dcf tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:07.678979 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-31a79789-6bff-4ae6-95db-e2d629f2c4d6 req-41955bac-f558-4b84-9c52-f7204554231d tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537136 Aug 31 09:17:07.745406 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65267db3-5766-4740-bcc7-e53dab3d23ac req-ca2d3951-a0ea-4335-9023-4761d0724ff3 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:07.746957 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-65267db3-5766-4740-bcc7-e53dab3d23ac req-ca2d3951-a0ea-4335-9023-4761d0724ff3 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 943 time: 0.0554535 Aug 31 09:17:07.747538 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port e63ad863-29f8-479a-a32b-8964edd0bc5e, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=e63ad863-29f8-479a-a32b-8964edd0bc5e,segment=NetworkSegment(329c79c6-5ca3-4a1a-b3d4-414355128167),segment_id=329c79c6-5ca3-4a1a-b3d4-414355128167)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:07.758470 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4ad2c251-a39e-4261-baee-e38a21737dcf tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:07.761233 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'e63ad863-29f8-479a-a32b-8964edd0bc5e', 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b', 'port_id': 'e63ad863-29f8-479a-a32b-8964edd0bc5e', 'mac_address': 'fa:16:3e:bf:63:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2c5f0e8-9f08-4f88-baac-5c015079d04c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:17:07.805280 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:07.813227 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2c251-a39e-4261-baee-e38a21737dcf tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61f81c1e-b88a-407f-b6c6-82dbd1add607,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:07.819780 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e63ad863-29f8-479a-a32b-8964edd0bc5e {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:17:07.835454 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-65267db3-5766-4740-bcc7-e53dab3d23ac req-5fa104f0-b4db-4350-9429-1d545e114c64 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749509 Aug 31 09:17:07.843867 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port e63ad863-29f8-479a-a32b-8964edd0bc5e, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=e63ad863-29f8-479a-a32b-8964edd0bc5e,segment=NetworkSegment(329c79c6-5ca3-4a1a-b3d4-414355128167),segment_id=329c79c6-5ca3-4a1a-b3d4-414355128167)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:07.876992 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4ad2c251-a39e-4261-baee-e38a21737dcf tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:07.878312 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4ad2c251-a39e-4261-baee-e38a21737dcf tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4388583 Aug 31 09:17:07.881456 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56990) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:07.886468 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-db9f4547-3bf4-421a-b10d-1735bc7a2be3 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Request body: {'security_group_rule': {'security_group_id': '61f81c1e-b88a-407f-b6c6-82dbd1add607', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:07.948385 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:07.954482 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92969d-b569-4925-8014-5b0e7b0ab97d req-d3fd1221-79fc-40dd-96d1-34b03718a9b7 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:07.958199 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1c92969d-b569-4925-8014-5b0e7b0ab97d req-d3fd1221-79fc-40dd-96d1-34b03718a9b7 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f514376-db9f-45ae-89fc-59cbbe3059e7 HTTP/1.1" status: 200 len: 944 time: 0.0577266 Aug 31 09:17:08.008382 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1c92969d-b569-4925-8014-5b0e7b0ab97d req-a82ded91-f7c5-46cd-b0f8-26dae297cdfc tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/security-groups?id=74fd396e-298d-4c5a-b3d2-4386a130e085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381866 Aug 31 09:17:08.016011 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=e63ad863-29f8-479a-a32b-8964edd0bc5e,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:08.028899 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-db9f4547-3bf4-421a-b10d-1735bc7a2be3 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:08.068821 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20506a70-f709-4635-ac3e-ad6861954a8c None None] Sync routers for ids ['15b94a89-4d84-4194-afc5-06bd76a41300'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:17:08.078050 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20506a70-f709-4635-ac3e-ad6861954a8c None None] Routers {'15b94a89-4d84-4194-afc5-06bd76a41300'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:17:08.078702 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-20506a70-f709-4635-ac3e-ad6861954a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:16:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['15b94a89-4d84-4194-afc5-06bd76a41300'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:08.096133 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-db9f4547-3bf4-421a-b10d-1735bc7a2be3 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:08.168710 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-db9f4547-3bf4-421a-b10d-1735bc7a2be3 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:08.194499 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f4547-3bf4-421a-b10d-1735bc7a2be3 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=206b6589-b2d7-4b26-a4be-3989695a0c0b,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:08.216594 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-20506a70-f709-4635-ac3e-ad6861954a8c None None] Set router 15b94a89-4d84-4194-afc5-06bd76a41300 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:17:08.265525 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-db9f4547-3bf4-421a-b10d-1735bc7a2be3 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:08.266839 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-db9f4547-3bf4-421a-b10d-1735bc7a2be3 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3842638 Aug 31 09:17:08.269739 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56998) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:08.275148 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-6474cb8c-b3f4-4d5c-8535-8ba5d6feb4a2 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Request body: {'security_group_rule': {'security_group_id': '61f81c1e-b88a-407f-b6c6-82dbd1add607', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:08.368427 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6474cb8c-b3f4-4d5c-8535-8ba5d6feb4a2 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:08.431270 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6474cb8c-b3f4-4d5c-8535-8ba5d6feb4a2 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:08.463182 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['e63ad863-29f8-479a-a32b-8964edd0bc5e'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:17:08.506143 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6474cb8c-b3f4-4d5c-8535-8ba5d6feb4a2 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:08.526383 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474cb8c-b3f4-4d5c-8535-8ba5d6feb4a2 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea16ef3d-55bb-4bce-af24-79d4a3df4e1c,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:08.596572 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6474cb8c-b3f4-4d5c-8535-8ba5d6feb4a2 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:08.603716 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6474cb8c-b3f4-4d5c-8535-8ba5d6feb4a2 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3300428 Aug 31 09:17:08.603949 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57006) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:08.608497 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-3f2cbb48-0c09-4bec-b2e2-ad3ccac1242d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:08.621879 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd2235-5229-4521-a72b-2930f3437fb3 req-5fe9f367-b928-498f-8388-1cd99f50228c tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:08.623423 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c7bd2235-5229-4521-a72b-2930f3437fb3 req-5fe9f367-b928-498f-8388-1cd99f50228c tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.0823209 Aug 31 09:17:08.647866 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-20506a70-f709-4635-ac3e-ad6861954a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'name': 'tempest-ServerActionsTestJSON-26133084-router', 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '5666ee1b-34ea-495d-86b4-03bb035ba2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:16:59Z', 'updated_at': '2021-08-31T09:17:05Z', 'revision_number': 4, 'project_id': '1b5bd35927fb49bc9780e4d378d20df4', 'gw_port': {'id': '5666ee1b-34ea-495d-86b4-03bb035ba2e9', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:00Z', 'updated_at': '2021-08-31T09:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '492a3d05-7625-496f-b6c9-2dca72d346bf', 'name': '', 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc', 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4', 'mac_address': 'fa:16:3e:e0:74:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '38d49ab8-d8f2-42ae-8afb-2cc963a498ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:04Z', 'updated_at': '2021-08-31T09:17:05Z', 'revision_number': 2, 'project_id': '1b5bd35927fb49bc9780e4d378d20df4', 'subnets': [{'id': '38d49ab8-d8f2-42ae-8afb-2cc963a498ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:08.666629 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c7bd2235-5229-4521-a72b-2930f3437fb3 req-483d68a3-5151-4bc2-8eb5-45a773e5e9b3 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361295 Aug 31 09:17:08.679638 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20506a70-f709-4635-ac3e-ad6861954a8c None None] Checking router: 15b94a89-4d84-4194-afc5-06bd76a41300 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:17:08.679987 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20506a70-f709-4635-ac3e-ad6861954a8c None None] Updating router 15b94a89-4d84-4194-afc5-06bd76a41300 port 492a3d05-7625-496f-b6c9-2dca72d346bf binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:17:08.716715 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3f2cbb48-0c09-4bec-b2e2-ad3ccac1242d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks [] for floatingip, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:08.725060 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 5666ee1b-34ea-495d-86b4-03bb035ba2e9 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:17:08.753360 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-20506a70-f709-4635-ac3e-ad6861954a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:08.830992 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf15cf-e7cb-4ffe-9317-99a583016562 req-d5576d66-0b90-4233-8670-a3dca8c2a763 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:08.833650 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aadf15cf-e7cb-4ffe-9317-99a583016562 req-d5576d66-0b90-4233-8670-a3dca8c2a763 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 944 time: 0.0624709 Aug 31 09:17:08.850753 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3f2cbb48-0c09-4bec-b2e2-ad3ccac1242d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:08.877538 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aadf15cf-e7cb-4ffe-9317-99a583016562 req-57515e23-3195-4243-bcee-678db989618c tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370171 Aug 31 09:17:08.890809 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 5666ee1b-34ea-495d-86b4-03bb035ba2e9 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:08.891300 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:09.025767 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14020d-aaea-47f2-a143-030632c769b0 req-a7c05853-f9a8-4344-980b-28d450690913 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:09.027430 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8d14020d-aaea-47f2-a143-030632c769b0 req-a7c05853-f9a8-4344-980b-28d450690913 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 944 time: 0.0740154 Aug 31 09:17:09.084712 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8d14020d-aaea-47f2-a143-030632c769b0 req-281b32f7-bf51-4dbe-af35-27e3639df7a6 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472693 Aug 31 09:17:09.202806 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62cf69-6b0a-4d52-bb68-eafe59798f62 req-ae1da17a-29b2-4c02-a8b8-abaa6b124c45 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:09.209645 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-20506a70-f709-4635-ac3e-ad6861954a8c None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:09.217539 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ce62cf69-6b0a-4d52-bb68-eafe59798f62 req-ae1da17a-29b2-4c02-a8b8-abaa6b124c45 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f514376-db9f-45ae-89fc-59cbbe3059e7 HTTP/1.1" status: 200 len: 944 time: 0.0692308 Aug 31 09:17:09.223871 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-20506a70-f709-4635-ac3e-ad6861954a8c None None] Transition to ACTIVE for port object 492a3d05-7625-496f-b6c9-2dca72d346bf will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:17:09.251867 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ce62cf69-6b0a-4d52-bb68-eafe59798f62 req-7350812f-d0d7-42d8-bd6d-92642dea2ac4 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/security-groups?id=74fd396e-298d-4c5a-b3d2-4386a130e085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368187 Aug 31 09:17:09.295721 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-3f2cbb48-0c09-4bec-b2e2-ad3ccac1242d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Allocated IP 172.25.2.253 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/83ca4254-f333-4988-bbd7-32535ac84ead) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:17:09.305481 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-20506a70-f709-4635-ac3e-ad6861954a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:09.392539 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00dad5c-5363-40e8-b239-129b7131a7cb None None] Pushing event updated for resources: {'Port': ['ID=492a3d05-7625-496f-b6c9-2dca72d346bf,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:09.467804 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3f2cbb48-0c09-4bec-b2e2-ad3ccac1242d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:09.497113 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-20506a70-f709-4635-ac3e-ad6861954a8c None None] Attempting to bind port 492a3d05-7625-496f-b6c9-2dca72d346bf on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:17:09.497486 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-20506a70-f709-4635-ac3e-ad6861954a8c None None] Attempting to bind port 492a3d05-7625-496f-b6c9-2dca72d346bf by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '0b41936b-2f15-4bd5-a038-de47be43d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:17:09.497849 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20506a70-f709-4635-ac3e-ad6861954a8c None None] Attempting to bind port 492a3d05-7625-496f-b6c9-2dca72d346bf on network f5553b74-379c-4750-8c9c-33e10cb78fdc {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:09.505551 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20506a70-f709-4635-ac3e-ad6861954a8c None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:17:09.505952 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20506a70-f709-4635-ac3e-ad6861954a8c None None] Checking segment: {'id': '0b41936b-2f15-4bd5-a038-de47be43d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:17:09.506328 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-20506a70-f709-4635-ac3e-ad6861954a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:09.506761 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20506a70-f709-4635-ac3e-ad6861954a8c None None] Bound using segment: {'id': '0b41936b-2f15-4bd5-a038-de47be43d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:17:09.507242 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-20506a70-f709-4635-ac3e-ad6861954a8c None None] Bound port: 492a3d05-7625-496f-b6c9-2dca72d346bf, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b41936b-2f15-4bd5-a038-de47be43d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:17:09.507624 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-20506a70-f709-4635-ac3e-ad6861954a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:09.585910 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-20506a70-f709-4635-ac3e-ad6861954a8c None None] For port 492a3d05-7625-496f-b6c9-2dca72d346bf, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:17:09.589904 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-20506a70-f709-4635-ac3e-ad6861954a8c None None] For port 492a3d05-7625-496f-b6c9-2dca72d346bf, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=492a3d05-7625-496f-b6c9-2dca72d346bf,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:17:09.593599 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 99b400f1-52bc-4380-8b94-f86e6a605718 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:17:09.597693 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3f2cbb48-0c09-4bec-b2e2-ad3ccac1242d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:09.654502 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2cbb48-0c09-4bec-b2e2-ad3ccac1242d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:17:09.657942 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-3f2cbb48-0c09-4bec-b2e2-ad3ccac1242d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:17:09.662764 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2cbb48-0c09-4bec-b2e2-ad3ccac1242d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:17:09.687544 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2cbb48-0c09-4bec-b2e2-ad3ccac1242d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Pushing event updated for resources: {'Port': ['ID=83ca4254-f333-4988-bbd7-32535ac84ead,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:09.692564 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-20506a70-f709-4635-ac3e-ad6861954a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:09.759527 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 99b400f1-52bc-4380-8b94-f86e6a605718 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:17:09.778614 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 99b400f1-52bc-4380-8b94-f86e6a605718 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:09.779011 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:09.824704 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3f2cbb48-0c09-4bec-b2e2-ad3ccac1242d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:09.837117 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00dad5c-5363-40e8-b239-129b7131a7cb None None] Pushing event updated for resources: {'Port': ['ID=492a3d05-7625-496f-b6c9-2dca72d346bf,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:09.841653 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20506a70-f709-4635-ac3e-ad6861954a8c None None] Routers {'15b94a89-4d84-4194-afc5-06bd76a41300'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:17:09.842279 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-20506a70-f709-4635-ac3e-ad6861954a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:16:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['15b94a89-4d84-4194-afc5-06bd76a41300'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:09.857970 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360c659-686e-4ff2-bf4e-7589e91ee108 req-bbfbec50-84a5-41dc-bf9c-a89789bdaf02 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:09.859778 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6360c659-686e-4ff2-bf4e-7589e91ee108 req-bbfbec50-84a5-41dc-bf9c-a89789bdaf02 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.0965176 Aug 31 09:17:09.907839 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6360c659-686e-4ff2-bf4e-7589e91ee108 req-74a928b8-92d3-42bd-b2c1-82bce37a8d52 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414379 Aug 31 09:17:09.986731 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3f2cbb48-0c09-4bec-b2e2-ad3ccac1242d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:10.053777 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:10.070084 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc75d4-8905-420e-ab03-6a258d5db797 req-61de374d-0b07-40df-b59e-9c1636709934 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:10.076275 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-20506a70-f709-4635-ac3e-ad6861954a8c None None] Set router 15b94a89-4d84-4194-afc5-06bd76a41300 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:17:10.081090 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19fc75d4-8905-420e-ab03-6a258d5db797 req-61de374d-0b07-40df-b59e-9c1636709934 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 944 time: 0.0929060 Aug 31 09:17:10.131803 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f514376-db9f-45ae-89fc-59cbbe3059e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b400f1-52bc-4380-8b94-f86e6a605718'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:10.134073 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2534580d-4217-435c-b363-914e47848011" -d '{"events": [{"server_uuid": "5f514376-db9f-45ae-89fc-59cbbe3059e7", "name": "network-vif-plugged", "status": "completed", "tag": "99b400f1-52bc-4380-8b94-f86e6a605718"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:10.137514 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19fc75d4-8905-420e-ab03-6a258d5db797 req-2e619f6e-fddf-4e96-8c11-2d47085fdf65 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477991 Aug 31 09:17:10.152850 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 99b400f1-52bc-4380-8b94-f86e6a605718, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=99b400f1-52bc-4380-8b94-f86e6a605718,segment=NetworkSegment(254e3451-2125-473b-af03-86799983010f),segment_id=254e3451-2125-473b-af03-86799983010f)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:10.187275 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3f2cbb48-0c09-4bec-b2e2-ad3ccac1242d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:10.248044 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:10.248886 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 47f9728b-40e1-46f7-8b70-f393dcb2b2f2 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:17:10.264710 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fd3d3-2fb0-48ff-a551-e0d26e049a69 req-73269286-6896-43ba-858d-27296859431b tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:10.267025 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-363fd3d3-2fb0-48ff-a551-e0d26e049a69 req-73269286-6896-43ba-858d-27296859431b tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 944 time: 0.0569708 Aug 31 09:17:10.305579 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3f2cbb48-0c09-4bec-b2e2-ad3ccac1242d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:10.319631 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-363fd3d3-2fb0-48ff-a551-e0d26e049a69 req-a24c7f6d-99dc-41ca-833f-b028bdf1e304 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468197 Aug 31 09:17:10.377295 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=99b400f1-52bc-4380-8b94-f86e6a605718,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:10.384309 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71224303-528c-491b-82a4-b8e8bc5ba09b x-openstack-request-id: req-71224303-528c-491b-82a4-b8e8bc5ba09b {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:10.384608 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f514376-db9f-45ae-89fc-59cbbe3059e7", "name": "network-vif-plugged", "status": "completed", "tag": "99b400f1-52bc-4380-8b94-f86e6a605718", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:10.384839 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-71224303-528c-491b-82a4-b8e8bc5ba09b {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:10.385555 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f514376-db9f-45ae-89fc-59cbbe3059e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b400f1-52bc-4380-8b94-f86e6a605718', 'code': 200} Aug 31 09:17:10.418266 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-20506a70-f709-4635-ac3e-ad6861954a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'name': 'tempest-ServerActionsTestJSON-26133084-router', 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '5666ee1b-34ea-495d-86b4-03bb035ba2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:16:59Z', 'updated_at': '2021-08-31T09:17:05Z', 'revision_number': 4, 'project_id': '1b5bd35927fb49bc9780e4d378d20df4', 'gw_port': {'id': '5666ee1b-34ea-495d-86b4-03bb035ba2e9', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:00Z', 'updated_at': '2021-08-31T09:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '492a3d05-7625-496f-b6c9-2dca72d346bf', 'name': '', 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc', 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4', 'mac_address': 'fa:16:3e:e0:74:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '38d49ab8-d8f2-42ae-8afb-2cc963a498ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:04Z', 'updated_at': '2021-08-31T09:17:09Z', 'revision_number': 4, 'project_id': '1b5bd35927fb49bc9780e4d378d20df4', 'subnets': [{'id': '38d49ab8-d8f2-42ae-8afb-2cc963a498ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:10.421128 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2cbb48-0c09-4bec-b2e2-ad3ccac1242d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Pushing event updated for resources: {'Port': ['ID=83ca4254-f333-4988-bbd7-32535ac84ead,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:10.442130 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3f2cbb48-0c09-4bec-b2e2-ad3ccac1242d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:10.449138 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20506a70-f709-4635-ac3e-ad6861954a8c None None] The sync data for ids ['15b94a89-4d84-4194-afc5-06bd76a41300'] in n-d-791506-28 is: [{'id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'name': 'tempest-ServerActionsTestJSON-26133084-router', 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '5666ee1b-34ea-495d-86b4-03bb035ba2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:16:59Z', 'updated_at': '2021-08-31T09:17:05Z', 'revision_number': 4, 'project_id': '1b5bd35927fb49bc9780e4d378d20df4', 'gw_port': {'id': '5666ee1b-34ea-495d-86b4-03bb035ba2e9', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:00Z', 'updated_at': '2021-08-31T09:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '492a3d05-7625-496f-b6c9-2dca72d346bf', 'name': '', 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc', 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4', 'mac_address': 'fa:16:3e:e0:74:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '38d49ab8-d8f2-42ae-8afb-2cc963a498ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:04Z', 'updated_at': '2021-08-31T09:17:09Z', 'revision_number': 4, 'project_id': '1b5bd35927fb49bc9780e4d378d20df4', 'subnets': [{'id': '38d49ab8-d8f2-42ae-8afb-2cc963a498ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:17:10.506713 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 47f9728b-40e1-46f7-8b70-f393dcb2b2f2 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:17:10.510662 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 47f9728b-40e1-46f7-8b70-f393dcb2b2f2 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:10.511063 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:10.562772 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3f2cbb48-0c09-4bec-b2e2-ad3ccac1242d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:10.564189 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3f2cbb48-0c09-4bec-b2e2-ad3ccac1242d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9592931 Aug 31 09:17:10.567300 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998acd05-bb91-458d-82fe-d3518f448a56 req-e82dce9a-e47a-4dfa-8a6c-e1614d1a8ea7 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:10.569857 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-998acd05-bb91-458d-82fe-d3518f448a56 req-e82dce9a-e47a-4dfa-8a6c-e1614d1a8ea7 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f514376-db9f-45ae-89fc-59cbbe3059e7 HTTP/1.1" status: 200 len: 945 time: 0.1344421 Aug 31 09:17:10.591842 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720986e-a6d8-4e5c-8f19-9c619ac1861e req-742af75c-5300-4d7d-ab04-836d65f565c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:10.593484 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9720986e-a6d8-4e5c-8f19-9c619ac1861e req-742af75c-5300-4d7d-ab04-836d65f565c4 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=5f514376-db9f-45ae-89fc-59cbbe3059e7 HTTP/1.1" status: 200 len: 1097 time: 0.1179135 Aug 31 09:17:10.670606 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:10.712928 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-998acd05-bb91-458d-82fe-d3518f448a56 req-07557c1a-b8a0-44ae-b837-2543a183e83b tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/security-groups?id=74fd396e-298d-4c5a-b3d2-4386a130e085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179783 Aug 31 09:17:10.742595 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9720986e-a6d8-4e5c-8f19-9c619ac1861e req-a2b903e3-f9ba-493c-9902-9967ca7d7e96 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=74fd396e-298d-4c5a-b3d2-4386a130e085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292348 Aug 31 09:17:10.748844 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 47f9728b-40e1-46f7-8b70-f393dcb2b2f2, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=47f9728b-40e1-46f7-8b70-f393dcb2b2f2,segment=NetworkSegment(8de8355c-a37f-4fe1-9899-e0cc9dc46979),segment_id=8de8355c-a37f-4fe1-9899-e0cc9dc46979)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:10.804830 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 492a3d05-7625-496f-b6c9-2dca72d346bf up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:17:10.843849 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:10.860302 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f2545007-2579-4c46-8dd4-581b9133f74b req-c2965b33-7c92-41a6-85ee-f23deb5584b9 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-securitygroup--2041566903&fields=id&tenant_id=1b5bd35927fb49bc9780e4d378d20df4 HTTP/1.1" status: 200 len: 267 time: 0.0447404 Aug 31 09:17:10.917848 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=47f9728b-40e1-46f7-8b70-f393dcb2b2f2,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:10.968470 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 492a3d05-7625-496f-b6c9-2dca72d346bf completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:17:10.976278 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 492a3d05-7625-496f-b6c9-2dca72d346bf triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:10.978328 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:10.978763 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2545007-2579-4c46-8dd4-581b9133f74b req-d814ff11-dae1-4232-959c-224f8446caf7 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:10.980700 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f2545007-2579-4c46-8dd4-581b9133f74b req-d814ff11-dae1-4232-959c-224f8446caf7 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/networks?id=f5553b74-379c-4750-8c9c-33e10cb78fdc HTTP/1.1" status: 200 len: 810 time: 0.1124899 Aug 31 09:17:11.005328 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f2545007-2579-4c46-8dd4-581b9133f74b req-15b4c788-c09c-4c97-9f37-6ab54aec02e0 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/quotas/1b5bd35927fb49bc9780e4d378d20df4 HTTP/1.1" status: 200 len: 375 time: 0.0187979 Aug 31 09:17:11.069299 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:11.107608 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 492a3d05-7625-496f-b6c9-2dca72d346bf, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=492a3d05-7625-496f-b6c9-2dca72d346bf,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:11.186043 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:11.244804 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=492a3d05-7625-496f-b6c9-2dca72d346bf,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:11.288363 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b89315e2-b6b0-4e4e-bf84-045226043b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:11.408679 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f2545007-2579-4c46-8dd4-581b9133f74b req-4b9f47fd-3f88-44da-b823-4345dc423306 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=1b5bd35927fb49bc9780e4d378d20df4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4024823 Aug 31 09:17:11.422588 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d270e-33c2-4689-bec5-49b09c502e45 req-33b5e1ca-662e-462d-a362-3cc1ed836a33 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:11.424059 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ca8d270e-33c2-4689-bec5-49b09c502e45 req-33b5e1ca-662e-462d-a362-3cc1ed836a33 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.4090817 Aug 31 09:17:11.508450 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ca8d270e-33c2-4689-bec5-49b09c502e45 req-f0a0ef6d-f1e3-4889-91a2-7ac36edfb731 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753903 Aug 31 09:17:11.544797 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f2545007-2579-4c46-8dd4-581b9133f74b req-53db77e2-c35e-43fb-abca-375ab54db800 service neutron] 10.222.0.119 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193845 Aug 31 09:17:11.621012 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device e63ad863-29f8-479a-a32b-8964edd0bc5e up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:17:11.705557 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f2545007-2579-4c46-8dd4-581b9133f74b req-d4b4f900-cbf4-492a-949f-e625437c78d9 service neutron] 10.222.0.119 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511004 Aug 31 09:17:11.796556 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port e63ad863-29f8-479a-a32b-8964edd0bc5e completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:17:11.802324 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port e63ad863-29f8-479a-a32b-8964edd0bc5e triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:11.802863 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:11.821175 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01989cc6-ca10-4bde-a99c-5aef5ee6e493 req-cf1e3e95-c1ae-4d7e-be53-a94347012a80 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:11.822931 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-01989cc6-ca10-4bde-a99c-5aef5ee6e493 req-cf1e3e95-c1ae-4d7e-be53-a94347012a80 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.1146309 Aug 31 09:17:11.878071 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-01989cc6-ca10-4bde-a99c-5aef5ee6e493 req-841b4b1f-ffd1-4757-8e2b-8a7899f86477 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438883 Aug 31 09:17:11.908127 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:11.962020 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port e63ad863-29f8-479a-a32b-8964edd0bc5e, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=e63ad863-29f8-479a-a32b-8964edd0bc5e,segment=NetworkSegment(329c79c6-5ca3-4a1a-b3d4-414355128167),segment_id=329c79c6-5ca3-4a1a-b3d4-414355128167)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:12.005752 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae913454-464b-4ef6-b6a0-7e04718567db req-65176705-f33c-4cd0-9cca-33d576a9f8ab tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:12.007844 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae913454-464b-4ef6-b6a0-7e04718567db req-65176705-f33c-4cd0-9cca-33d576a9f8ab tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 944 time: 0.0695324 Aug 31 09:17:12.042456 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:12.091636 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae913454-464b-4ef6-b6a0-7e04718567db req-56a7c737-f288-40ca-aeeb-d6c186555a3a tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754228 Aug 31 09:17:12.175969 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=e63ad863-29f8-479a-a32b-8964edd0bc5e,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:12.239673 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62e347bf-814d-4fce-a1aa-ddce93f3d869 req-4b5677fa-01b1-489e-adf1-7d22b379bd94 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 210 time: 0.0386426 Aug 31 09:17:12.296767 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e4d80-b453-47ff-87ba-62ebc5fca1e3 req-d0ce38ba-ead7-41ab-aed5-97ce6f6f5dfe tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:12.298569 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-155e4d80-b453-47ff-87ba-62ebc5fca1e3 req-d0ce38ba-ead7-41ab-aed5-97ce6f6f5dfe tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f514376-db9f-45ae-89fc-59cbbe3059e7 HTTP/1.1" status: 200 len: 945 time: 0.0634172 Aug 31 09:17:12.314433 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57088) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:12.341485 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-155e4d80-b453-47ff-87ba-62ebc5fca1e3 req-180a8c1a-fb0e-4472-ae3c-18629f93304d tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/security-groups?id=74fd396e-298d-4c5a-b3d2-4386a130e085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359399 Aug 31 09:17:12.386775 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756c0ff9-5613-41b0-90d3-a4613e34d378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f9728b-40e1-46f7-8b70-f393dcb2b2f2'}, {'server_uuid': 'd7f778a2-e2b7-40ef-88fd-21e179b77f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63ad863-29f8-479a-a32b-8964edd0bc5e'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:12.389384 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da59add2-1ac0-4485-b721-223a8d0a71d6" -d '{"events": [{"server_uuid": "756c0ff9-5613-41b0-90d3-a4613e34d378", "name": "network-vif-plugged", "status": "completed", "tag": "47f9728b-40e1-46f7-8b70-f393dcb2b2f2"}, {"server_uuid": "d7f778a2-e2b7-40ef-88fd-21e179b77f35", "name": "network-vif-plugged", "status": "completed", "tag": "e63ad863-29f8-479a-a32b-8964edd0bc5e"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:12.437575 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f1701fc0-ea93-4487-9b54-ca18022c8c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:12.439086 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929eb406-c412-49a0-bdcb-9ab45a4a0e75 x-openstack-request-id: req-929eb406-c412-49a0-bdcb-9ab45a4a0e75 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:12.439391 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756c0ff9-5613-41b0-90d3-a4613e34d378", "name": "network-vif-plugged", "status": "completed", "tag": "47f9728b-40e1-46f7-8b70-f393dcb2b2f2", "code": 200}, {"server_uuid": "d7f778a2-e2b7-40ef-88fd-21e179b77f35", "name": "network-vif-plugged", "status": "completed", "tag": "e63ad863-29f8-479a-a32b-8964edd0bc5e", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:12.439643 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-929eb406-c412-49a0-bdcb-9ab45a4a0e75 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:12.440038 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756c0ff9-5613-41b0-90d3-a4613e34d378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f9728b-40e1-46f7-8b70-f393dcb2b2f2', 'code': 200} Aug 31 09:17:12.440294 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f778a2-e2b7-40ef-88fd-21e179b77f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63ad863-29f8-479a-a32b-8964edd0bc5e', 'code': 200} Aug 31 09:17:12.531402 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f1701fc0-ea93-4487-9b54-ca18022c8c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:12.590175 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d43f7-7380-4288-8705-8d7d1f4421a8 req-813c1241-aa3e-4c08-aef7-68fe9799350f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:12.591832 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e55d43f7-7380-4288-8705-8d7d1f4421a8 req-813c1241-aa3e-4c08-aef7-68fe9799350f service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 1097 time: 0.0504079 Aug 31 09:17:12.599517 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa122c7-1378-4a9e-a339-b89ade8fb6f0 req-258d2a15-8f25-44c3-b718-1d9af8690874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:12.601178 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0fa122c7-1378-4a9e-a339-b89ade8fb6f0 req-258d2a15-8f25-44c3-b718-1d9af8690874 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 1097 time: 0.0582678 Aug 31 09:17:12.602291 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f1701fc0-ea93-4487-9b54-ca18022c8c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:12.656729 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e55d43f7-7380-4288-8705-8d7d1f4421a8 req-bc5c9451-aead-4272-8609-5e0dde7dd832 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538428 Aug 31 09:17:12.657276 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f1701fc0-ea93-4487-9b54-ca18022c8c22 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=67587929ce0e4b169f0602a6d83506b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3417218 Aug 31 09:17:12.660372 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57098) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:12.663108 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1701fc0-ea93-4487-9b54-ca18022c8c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6651fce1-d4a7-4bb9-a226-b7c1e431f8ce,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:12.678011 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0fa122c7-1378-4a9e-a339-b89ade8fb6f0 req-50b2d04c-28d8-46d4-a214-4ea53958a86a service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640743 Aug 31 09:17:12.678280 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a60531-0190-4605-94ed-42bbc1735cbf req-41a945ed-07ca-4022-bdee-8b4cdb4399d9 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:12.679996 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-80a60531-0190-4605-94ed-42bbc1735cbf req-41a945ed-07ca-4022-bdee-8b4cdb4399d9 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.0871484 Aug 31 09:17:12.723683 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 492a3d05-7625-496f-b6c9-2dca72d346bf up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:17:12.750299 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-80a60531-0190-4605-94ed-42bbc1735cbf req-6e33c1f0-7ef9-4b82-81a4-498fa5400ef2 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626104 Aug 31 09:17:12.757082 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e63db20f-3852-4e43-a559-430279403e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:12.777269 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 492a3d05-7625-496f-b6c9-2dca72d346bf triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:12.777639 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:12.788409 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e63db20f-3852-4e43-a559-430279403e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:12.887984 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e63db20f-3852-4e43-a559-430279403e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:12.890505 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e63db20f-3852-4e43-a559-430279403e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:12.891677 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e63db20f-3852-4e43-a559-430279403e6c admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/6651fce1-d4a7-4bb9-a226-b7c1e431f8ce HTTP/1.1" status: 204 len: 168 time: 0.2303865 Aug 31 09:17:12.900574 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63db20f-3852-4e43-a559-430279403e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6651fce1-d4a7-4bb9-a226-b7c1e431f8ce,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:13.001409 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdf0a3-3ae2-42e5-bc11-aa018bf9ce52 req-90c2461e-7bff-49f1-967e-962c930f967a tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:13.002900 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-46fdf0a3-3ae2-42e5-bc11-aa018bf9ce52 req-90c2461e-7bff-49f1-967e-962c930f967a tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.0511715 Aug 31 09:17:13.046165 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-46fdf0a3-3ae2-42e5-bc11-aa018bf9ce52 req-d1d82db7-60e9-40bc-a8e1-89cba8ea5446 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370941 Aug 31 09:17:13.262177 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2680f0-5b71-47f2-ad6d-4475111466c4 req-1786be7a-a159-457e-ba3d-9f0641dc48ad tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:13.263980 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7b2680f0-5b71-47f2-ad6d-4475111466c4 req-1786be7a-a159-457e-ba3d-9f0641dc48ad tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 945 time: 0.0530233 Aug 31 09:17:13.309411 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7b2680f0-5b71-47f2-ad6d-4475111466c4 req-c2686411-183b-4927-8f7c-266afeff0925 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381427 Aug 31 09:17:13.378678 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6680a954-4466-424e-a06e-8b1997f38b11 req-8d6a43cd-f72b-4b19-b302-9d56394b4aa9 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 210 time: 0.0397527 Aug 31 09:17:13.468312 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0415e8-2f16-47a9-bbe8-e988d341da53 req-856445da-f6be-4485-a75d-3dbd02c5b144 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:13.470220 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5f0415e8-2f16-47a9-bbe8-e988d341da53 req-856445da-f6be-4485-a75d-3dbd02c5b144 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f514376-db9f-45ae-89fc-59cbbe3059e7 HTTP/1.1" status: 200 len: 945 time: 0.0573020 Aug 31 09:17:13.509726 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5f0415e8-2f16-47a9-bbe8-e988d341da53 req-15d88918-0f23-4e30-94ef-0aa12f7de37c tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/security-groups?id=74fd396e-298d-4c5a-b3d2-4386a130e085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321603 Aug 31 09:17:13.909243 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952437e5-f817-4bfd-b7d3-bc2b4667e058 req-a6cdbf32-677e-4449-b844-5ff6a4b980cb tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:13.912336 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-952437e5-f817-4bfd-b7d3-bc2b4667e058 req-a6cdbf32-677e-4449-b844-5ff6a4b980cb tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.0575969 Aug 31 09:17:13.954733 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-952437e5-f817-4bfd-b7d3-bc2b4667e058 req-c5346700-e748-4fc4-afae-89ceabb878dd tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360999 Aug 31 09:17:13.956502 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a768a62a-9913-4c3b-9cb7-ac59d49ea7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:14.042684 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:14.123493 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-114fbf74-f9f0-4d24-9316-fab9d587de4d req-b8d9132a-1196-418b-b92c-78957e311706 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0277033 Aug 31 09:17:14.145892 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1130cbf-c53c-4516-a641-4d685c1946b3 req-314d27fe-75bc-4372-871a-49ae019f262b tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:14.147441 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1130cbf-c53c-4516-a641-4d685c1946b3 req-314d27fe-75bc-4372-871a-49ae019f262b tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f514376-db9f-45ae-89fc-59cbbe3059e7 HTTP/1.1" status: 200 len: 945 time: 0.0826781 Aug 31 09:17:14.215116 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-114fbf74-f9f0-4d24-9316-fab9d587de4d req-997f3c6a-ba68-460b-9e13-690fb6d8de3a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.0649731 Aug 31 09:17:14.240865 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1130cbf-c53c-4516-a641-4d685c1946b3 req-af8b22b2-9288-4351-9447-b3b3783db109 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/security-groups?id=74fd396e-298d-4c5a-b3d2-4386a130e085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745220 Aug 31 09:17:14.267520 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-114fbf74-f9f0-4d24-9316-fab9d587de4d req-27765599-51ae-4b51-aedd-6d9660607e14 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40aea3578a764824ae85220fcc0c6911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245469 Aug 31 09:17:14.276136 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897554b-719e-4672-b4b2-843b926f2d8b req-d97598ab-92ca-42df-afa8-3b85062cad59 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:14.279810 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b897554b-719e-4672-b4b2-843b926f2d8b req-d97598ab-92ca-42df-afa8-3b85062cad59 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.1292670 Aug 31 09:17:14.367360 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b897554b-719e-4672-b4b2-843b926f2d8b req-a950393a-9ffe-4d5e-be24-f0515a665455 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810289 Aug 31 09:17:14.399766 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fbf74-f9f0-4d24-9316-fab9d587de4d req-cf0c0fdb-5176-4b65-9e7b-8a55c9f958da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:14.401328 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-114fbf74-f9f0-4d24-9316-fab9d587de4d req-cf0c0fdb-5176-4b65-9e7b-8a55c9f958da service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1228735 Aug 31 09:17:14.504707 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f5e56-dfa9-4d35-b5b2-0ccff0b74da4 req-731717d7-0d16-4ab8-82a6-641d20817ce6 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:14.514754 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c10f5e56-dfa9-4d35-b5b2-0ccff0b74da4 req-731717d7-0d16-4ab8-82a6-641d20817ce6 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 945 time: 0.0568626 Aug 31 09:17:14.559660 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c10f5e56-dfa9-4d35-b5b2-0ccff0b74da4 req-aaf3b078-996c-46a4-8a00-b79372dbd712 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438755 Aug 31 09:17:14.608117 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-025b8fd4-057c-4157-bc96-9c1727bf2301 req-64942048-3d57-4a4f-b25a-27196299769e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 210 time: 0.0269649 Aug 31 09:17:14.906110 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2545007-2579-4c46-8dd4-581b9133f74b req-f33d58ce-5d0c-4372-a58c-2dfdca39016d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:14.907591 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f2545007-2579-4c46-8dd4-581b9133f74b req-f33d58ce-5d0c-4372-a58c-2dfdca39016d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.112 "GET /v2.0/networks?id=f5553b74-379c-4750-8c9c-33e10cb78fdc HTTP/1.1" status: 200 len: 810 time: 0.1087568 Aug 31 09:17:14.985681 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f2545007-2579-4c46-8dd4-581b9133f74b req-50641c69-41de-4eb8-9fb0-b23b787fba96 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b5bd35927fb49bc9780e4d378d20df4 HTTP/1.1" status: 200 len: 380 time: 0.0361769 Aug 31 09:17:14.999306 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-f2545007-2579-4c46-8dd4-581b9133f74b req-b50afd71-73d6-4f9c-85ae-10dd8ace35dd tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Request body: {'port': {'device_id': 'fdab5b39-eb72-4041-8d1d-6726d8184c0b', 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc', 'admin_state_up': True, 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4', 'security_groups': ['61f81c1e-b88a-407f-b6c6-82dbd1add607']}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:15.098541 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252aa75a-5a35-476b-a891-30bcb3473f98 req-0999bdcd-aa14-486b-87bf-ba5644997d77 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:15.106867 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-252aa75a-5a35-476b-a891-30bcb3473f98 req-0999bdcd-aa14-486b-87bf-ba5644997d77 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.0729368 Aug 31 09:17:15.150367 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-252aa75a-5a35-476b-a891-30bcb3473f98 req-53de9c2d-6923-4943-aca0-0942be1be0d7 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424335 Aug 31 09:17:15.311103 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2545007-2579-4c46-8dd4-581b9133f74b req-b50afd71-73d6-4f9c-85ae-10dd8ace35dd tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Made reservation on behalf of 1b5bd35927fb49bc9780e4d378d20df4 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:17:15.311367 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:15.316699 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f2545007-2579-4c46-8dd4-581b9133f74b req-b50afd71-73d6-4f9c-85ae-10dd8ace35dd tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:15.365794 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3eae31-5784-4472-b2d5-c9154dba6d5d req-bb46d9a3-655e-4593-b824-f0c422ef03a7 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:15.367489 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6a3eae31-5784-4472-b2d5-c9154dba6d5d req-bb46d9a3-655e-4593-b824-f0c422ef03a7 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f514376-db9f-45ae-89fc-59cbbe3059e7 HTTP/1.1" status: 200 len: 945 time: 0.0548344 Aug 31 09:17:15.436560 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6a3eae31-5784-4472-b2d5-c9154dba6d5d req-9fc2c932-b87f-4cbd-9514-778b08e8a5b5 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/security-groups?id=74fd396e-298d-4c5a-b3d2-4386a130e085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629101 Aug 31 09:17:15.454430 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-f2545007-2579-4c46-8dd4-581b9133f74b req-b50afd71-73d6-4f9c-85ae-10dd8ace35dd tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Allocated IP 172.20.0.12 (f5553b74-379c-4750-8c9c-33e10cb78fdc/38d49ab8-d8f2-42ae-8afb-2cc963a498ae/562155d5-60d9-49c5-a20f-72174fb90928) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:17:15.555771 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7800f-4ed9-4b50-99bb-25660bce3258 req-bed4df9e-c37b-4f2f-a58e-a1cff4ae2ffb tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:15.557447 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5e7800f-4ed9-4b50-99bb-25660bce3258 req-bed4df9e-c37b-4f2f-a58e-a1cff4ae2ffb tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.0526826 Aug 31 09:17:15.614664 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5e7800f-4ed9-4b50-99bb-25660bce3258 req-c1504b13-c87c-4d4c-a275-95a83648a35c tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494163 Aug 31 09:17:15.623561 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f2545007-2579-4c46-8dd4-581b9133f74b req-b50afd71-73d6-4f9c-85ae-10dd8ace35dd tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:15.641681 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-f2545007-2579-4c46-8dd4-581b9133f74b req-b50afd71-73d6-4f9c-85ae-10dd8ace35dd tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Transition to ACTIVE for port object 562155d5-60d9-49c5-a20f-72174fb90928 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:17:15.744121 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c22f34-3a7d-4358-b81a-b70d84a82370 req-950f5dbe-f226-4dae-96e1-1b1954183a4d tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:15.745683 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16c22f34-3a7d-4358-b81a-b70d84a82370 req-950f5dbe-f226-4dae-96e1-1b1954183a4d tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 945 time: 0.0735257 Aug 31 09:17:15.793805 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f2545007-2579-4c46-8dd4-581b9133f74b req-b50afd71-73d6-4f9c-85ae-10dd8ace35dd tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:15.800998 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7e886852-31ba-433d-948e-69c94f17ca90 req-c7ae05fd-bc36-4b6b-8fea-1cf3c0a180be tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 210 time: 0.0392647 Aug 31 09:17:15.825761 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16c22f34-3a7d-4358-b81a-b70d84a82370 req-03613017-d617-4a0a-880c-f99b1c82d8df tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723019 Aug 31 09:17:15.866638 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2545007-2579-4c46-8dd4-581b9133f74b req-b50afd71-73d6-4f9c-85ae-10dd8ace35dd tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Network f5553b74-379c-4750-8c9c-33e10cb78fdc is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:17:15.870977 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-f2545007-2579-4c46-8dd4-581b9133f74b req-b50afd71-73d6-4f9c-85ae-10dd8ace35dd tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:17:15.873666 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50afd71-73d6-4f9c-85ae-10dd8ace35dd tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Pushing event updated for resources: {'Port': ['ID=562155d5-60d9-49c5-a20f-72174fb90928,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:15.876483 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2545007-2579-4c46-8dd4-581b9133f74b req-b50afd71-73d6-4f9c-85ae-10dd8ace35dd tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:17:15.978772 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2545007-2579-4c46-8dd4-581b9133f74b req-b50afd71-73d6-4f9c-85ae-10dd8ace35dd tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:15.980224 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f2545007-2579-4c46-8dd4-581b9133f74b req-b50afd71-73d6-4f9c-85ae-10dd8ace35dd tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:16.030799 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f01a4-02dd-464a-a023-5deacf907583 req-fa49e2af-9e44-4754-bc25-0b7728a620f1 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:16.032750 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-332f01a4-02dd-464a-a023-5deacf907583 req-fa49e2af-9e44-4754-bc25-0b7728a620f1 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.1395662 Aug 31 09:17:16.040856 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660dfed-f437-4277-bb1e-81784f0198a8 req-10efeed5-f186-492a-abd3-05be6416f0a9 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:16.047301 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7660dfed-f437-4277-bb1e-81784f0198a8 req-10efeed5-f186-492a-abd3-05be6416f0a9 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 1097 time: 0.1091511 Aug 31 09:17:16.128244 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f2545007-2579-4c46-8dd4-581b9133f74b req-b50afd71-73d6-4f9c-85ae-10dd8ace35dd tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1339974 Aug 31 09:17:16.136700 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7660dfed-f437-4277-bb1e-81784f0198a8 req-1f1334a0-2444-4d43-af09-e03ecc49d6dc tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836852 Aug 31 09:17:16.141376 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-332f01a4-02dd-464a-a023-5deacf907583 req-9102ceef-88ce-44f4-aef5-d481686f30bb tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929611 Aug 31 09:17:16.149003 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-f2545007-2579-4c46-8dd4-581b9133f74b req-6291d1f4-c1d1-4bcd-a85b-b1239b652c2e service neutron] Request body: {'port': {'device_id': 'fdab5b39-eb72-4041-8d1d-6726d8184c0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:16.170790 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d1d03-fcc5-4ed6-a235-55b0c572fb25 req-6409facd-95a8-4f65-a7ba-493e1244236d tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:16.172489 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b6d1d03-fcc5-4ed6-a235-55b0c572fb25 req-6409facd-95a8-4f65-a7ba-493e1244236d tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.112 "GET /v2.0/ports?device_id=5f514376-db9f-45ae-89fc-59cbbe3059e7 HTTP/1.1" status: 200 len: 945 time: 0.0796628 Aug 31 09:17:16.276411 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f2545007-2579-4c46-8dd4-581b9133f74b req-6291d1f4-c1d1-4bcd-a85b-b1239b652c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:16.293631 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-dc0c9d45-2f13-44e8-be00-c3d00183666c None None] Provisioning for port 562155d5-60d9-49c5-a20f-72174fb90928 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:17:16.298321 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-dc0c9d45-2f13-44e8-be00-c3d00183666c None None] Provisioning complete for port 562155d5-60d9-49c5-a20f-72174fb90928 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:16.298733 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-dc0c9d45-2f13-44e8-be00-c3d00183666c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:16.368973 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-dc0c9d45-2f13-44e8-be00-c3d00183666c None None] Port 562155d5-60d9-49c5-a20f-72174fb90928 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:17:16.425485 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c2c651f5-c63e-420c-b9c3-e27951fe9ec0 req-d89146af-364b-4bf9-9281-cd9969bc7c86 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=286978dc-700f-434f-ac25-6d4e109ccab7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1280155 Aug 31 09:17:16.434648 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8446e5f-ae0e-48d3-b3c5-ca09ba7c5c46 req-d33493fe-1c2b-4112-bc5f-38127f766be3 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:16.436070 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d8446e5f-ae0e-48d3-b3c5-ca09ba7c5c46 req-d33493fe-1c2b-4112-bc5f-38127f766be3 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.1370420 Aug 31 09:17:16.444228 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-9b6d1d03-fcc5-4ed6-a235-55b0c572fb25 req-8b736ee9-2c8b-406c-b243-d43213dc9c1b tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Deleting port 99b400f1-52bc-4380-8b94-f86e6a605718 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:17:16.444571 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9b6d1d03-fcc5-4ed6-a235-55b0c572fb25 req-8b736ee9-2c8b-406c-b243-d43213dc9c1b tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:16.610125 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d8446e5f-ae0e-48d3-b3c5-ca09ba7c5c46 req-bfd864ec-7932-44a2-8885-bc0caa2655e7 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624820 Aug 31 09:17:16.633353 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-9b6d1d03-fcc5-4ed6-a235-55b0c572fb25 req-8b736ee9-2c8b-406c-b243-d43213dc9c1b tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] For port 99b400f1-52bc-4380-8b94-f86e6a605718, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=99b400f1-52bc-4380-8b94-f86e6a605718,segment=NetworkSegment(254e3451-2125-473b-af03-86799983010f),segment_id=254e3451-2125-473b-af03-86799983010f)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:16.634940 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9b6d1d03-fcc5-4ed6-a235-55b0c572fb25 req-8b736ee9-2c8b-406c-b243-d43213dc9c1b tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:16.637494 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c651f5-c63e-420c-b9c3-e27951fe9ec0 req-98abe92e-6dcb-4e49-83c6-b06a42af0b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:16.639046 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c2c651f5-c63e-420c-b9c3-e27951fe9ec0 req-98abe92e-6dcb-4e49-83c6-b06a42af0b69 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ec59212380c44a899ca5e211a948a9fd&device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 1098 time: 0.1139612 Aug 31 09:17:16.651275 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-9b6d1d03-fcc5-4ed6-a235-55b0c572fb25 req-8b736ee9-2c8b-406c-b243-d43213dc9c1b tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Calling delete_port for 99b400f1-52bc-4380-8b94-f86e6a605718 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:17:16.653853 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-f2545007-2579-4c46-8dd4-581b9133f74b req-6291d1f4-c1d1-4bcd-a85b-b1239b652c2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 562155d5-60d9-49c5-a20f-72174fb90928 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:17:16.670520 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f2545007-2579-4c46-8dd4-581b9133f74b req-6291d1f4-c1d1-4bcd-a85b-b1239b652c2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:16.686051 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-f2545007-2579-4c46-8dd4-581b9133f74b req-6291d1f4-c1d1-4bcd-a85b-b1239b652c2e service neutron] Transition to ACTIVE for port object 562155d5-60d9-49c5-a20f-72174fb90928 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:17:16.774233 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f2545007-2579-4c46-8dd4-581b9133f74b req-6291d1f4-c1d1-4bcd-a85b-b1239b652c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:16.859638 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:16.868186 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c651f5-c63e-420c-b9c3-e27951fe9ec0 req-e5e35535-a0cc-477e-906e-d0105f6089a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:16.871566 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c2c651f5-c63e-420c-b9c3-e27951fe9ec0 req-e5e35535-a0cc-477e-906e-d0105f6089a2 service neutron] 10.222.0.112 "GET /v2.0/networks?id=2bd762b2-0ce2-4f1c-8ec5-012ab20e8064 HTTP/1.1" status: 200 len: 917 time: 0.2034614 Aug 31 09:17:16.877903 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291d1f4-c1d1-4bcd-a85b-b1239b652c2e service neutron] Pushing event updated for resources: {'Port': ['ID=562155d5-60d9-49c5-a20f-72174fb90928,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:16.985941 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-f2545007-2579-4c46-8dd4-581b9133f74b req-6291d1f4-c1d1-4bcd-a85b-b1239b652c2e service neutron] Attempting to bind port 562155d5-60d9-49c5-a20f-72174fb90928 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:17:16.989653 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-f2545007-2579-4c46-8dd4-581b9133f74b req-6291d1f4-c1d1-4bcd-a85b-b1239b652c2e service neutron] Attempting to bind port 562155d5-60d9-49c5-a20f-72174fb90928 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '0b41936b-2f15-4bd5-a038-de47be43d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:17:16.989653 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2545007-2579-4c46-8dd4-581b9133f74b req-6291d1f4-c1d1-4bcd-a85b-b1239b652c2e service neutron] Attempting to bind port 562155d5-60d9-49c5-a20f-72174fb90928 on network f5553b74-379c-4750-8c9c-33e10cb78fdc {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:16.998777 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2545007-2579-4c46-8dd4-581b9133f74b req-6291d1f4-c1d1-4bcd-a85b-b1239b652c2e service neutron] Port 562155d5-60d9-49c5-a20f-72174fb90928 on network f5553b74-379c-4750-8c9c-33e10cb78fdc not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:17:16.999197 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2545007-2579-4c46-8dd4-581b9133f74b req-6291d1f4-c1d1-4bcd-a85b-b1239b652c2e service neutron] Attempting to bind port 562155d5-60d9-49c5-a20f-72174fb90928 on network f5553b74-379c-4750-8c9c-33e10cb78fdc {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:17.006015 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2545007-2579-4c46-8dd4-581b9133f74b req-6291d1f4-c1d1-4bcd-a85b-b1239b652c2e service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:17:17.006360 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2545007-2579-4c46-8dd4-581b9133f74b req-6291d1f4-c1d1-4bcd-a85b-b1239b652c2e service neutron] Checking segment: {'id': '0b41936b-2f15-4bd5-a038-de47be43d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:17:17.007046 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2545007-2579-4c46-8dd4-581b9133f74b req-6291d1f4-c1d1-4bcd-a85b-b1239b652c2e service neutron] Bound using segment: {'id': '0b41936b-2f15-4bd5-a038-de47be43d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:17:17.007508 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-f2545007-2579-4c46-8dd4-581b9133f74b req-6291d1f4-c1d1-4bcd-a85b-b1239b652c2e service neutron] Bound port: 562155d5-60d9-49c5-a20f-72174fb90928, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b41936b-2f15-4bd5-a038-de47be43d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:17:17.007871 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f2545007-2579-4c46-8dd4-581b9133f74b req-6291d1f4-c1d1-4bcd-a85b-b1239b652c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:17.037862 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c2c651f5-c63e-420c-b9c3-e27951fe9ec0 req-082b5065-8e49-4f74-b60b-f634b33187fa service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5ba724c-f806-4031-9fe7-24ddeca385d1 HTTP/1.1" status: 200 len: 1002 time: 0.1373062 Aug 31 09:17:17.131160 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-f2545007-2579-4c46-8dd4-581b9133f74b req-6291d1f4-c1d1-4bcd-a85b-b1239b652c2e service neutron] For port 562155d5-60d9-49c5-a20f-72174fb90928, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:17:17.135412 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-f2545007-2579-4c46-8dd4-581b9133f74b req-6291d1f4-c1d1-4bcd-a85b-b1239b652c2e service neutron] For port 562155d5-60d9-49c5-a20f-72174fb90928, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=562155d5-60d9-49c5-a20f-72174fb90928,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:17:17.152202 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f671f67-f9c5-4a38-9863-2b49aa431289 req-e42e9282-c60d-46f7-844c-4e847447ed85 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:17.153903 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f671f67-f9c5-4a38-9863-2b49aa431289 req-e42e9282-c60d-46f7-844c-4e847447ed85 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f514376-db9f-45ae-89fc-59cbbe3059e7 HTTP/1.1" status: 200 len: 945 time: 0.3119891 Aug 31 09:17:17.207286 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c651f5-c63e-420c-b9c3-e27951fe9ec0 req-9a21ecda-f02a-46ed-adaf-a1f26ad2485a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:17.208745 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c2c651f5-c63e-420c-b9c3-e27951fe9ec0 req-9a21ecda-f02a-46ed-adaf-a1f26ad2485a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ebbf0383-ccdb-4f22-8fb8-5ca0dc2ab3e8 HTTP/1.1" status: 200 len: 854 time: 0.1571128 Aug 31 09:17:17.253530 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f671f67-f9c5-4a38-9863-2b49aa431289 req-85a8c8da-3955-4d99-8278-65d632b9a790 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/security-groups?id=74fd396e-298d-4c5a-b3d2-4386a130e085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742483 Aug 31 09:17:17.254877 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f2545007-2579-4c46-8dd4-581b9133f74b req-6291d1f4-c1d1-4bcd-a85b-b1239b652c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:17.262962 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8a9fb-195f-49ac-a6d4-325ae6c243a2 req-3be00ec2-a0a6-4f1b-961b-72508aaa3fc8 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:17.263679 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74d8a9fb-195f-49ac-a6d4-325ae6c243a2 req-3be00ec2-a0a6-4f1b-961b-72508aaa3fc8 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.1531162 Aug 31 09:17:17.292566 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c651f5-c63e-420c-b9c3-e27951fe9ec0 req-3a74e05c-38db-4a4e-87c2-0397f64f2e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:17.294167 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c2c651f5-c63e-420c-b9c3-e27951fe9ec0 req-3a74e05c-38db-4a4e-87c2-0397f64f2e48 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2bd762b2-0ce2-4f1c-8ec5-012ab20e8064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721035 Aug 31 09:17:17.307326 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2545007-2579-4c46-8dd4-581b9133f74b req-6291d1f4-c1d1-4bcd-a85b-b1239b652c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:17.308300 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f2545007-2579-4c46-8dd4-581b9133f74b req-6291d1f4-c1d1-4bcd-a85b-b1239b652c2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:17.310246 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f2545007-2579-4c46-8dd4-581b9133f74b req-6291d1f4-c1d1-4bcd-a85b-b1239b652c2e service neutron] 10.222.0.112 "PUT /v2.0/ports/562155d5-60d9-49c5-a20f-72174fb90928 HTTP/1.1" status: 200 len: 1093 time: 1.1679995 Aug 31 09:17:17.310946 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdab5b39-eb72-4041-8d1d-6726d8184c0b', 'tag': '562155d5-60d9-49c5-a20f-72174fb90928'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:17.313643 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366423ae-8b15-49e8-bff7-6aa093c22c53" -d '{"events": [{"name": "network-changed", "server_uuid": "fdab5b39-eb72-4041-8d1d-6726d8184c0b", "tag": "562155d5-60d9-49c5-a20f-72174fb90928"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:17.315074 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9b6d1d03-fcc5-4ed6-a235-55b0c572fb25 req-8b736ee9-2c8b-406c-b243-d43213dc9c1b tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:17.338655 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['99b400f1-52bc-4380-8b94-f86e6a605718'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:17:17.411131 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291d1f4-c1d1-4bcd-a85b-b1239b652c2e service neutron] Pushing event updated for resources: {'Port': ['ID=562155d5-60d9-49c5-a20f-72174fb90928,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:17.482925 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2545007-2579-4c46-8dd4-581b9133f74b req-4656dde5-84ad-452c-8ccb-ce602f540b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:17.484119 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f2545007-2579-4c46-8dd4-581b9133f74b req-4656dde5-84ad-452c-8ccb-ce602f540b5b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1b5bd35927fb49bc9780e4d378d20df4&device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 1096 time: 0.0615339 Aug 31 09:17:17.484595 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57232) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:17.513380 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b736ee9-2c8b-406c-b243-d43213dc9c1b tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Pushing event deleted for resources: {'Port': ['ID=99b400f1-52bc-4380-8b94-f86e6a605718,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:17.544946 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c2c651f5-c63e-420c-b9c3-e27951fe9ec0 req-a4576dfa-1a8c-4b2e-9077-636e26ee9c30 service neutron] 10.222.0.112 "GET /v2.0/networks/2bd762b2-0ce2-4f1c-8ec5-012ab20e8064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229314 Aug 31 09:17:17.549356 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f2545007-2579-4c46-8dd4-581b9133f74b req-9e1d625e-188b-4194-a338-48dc90550992 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=562155d5-60d9-49c5-a20f-72174fb90928 HTTP/1.1" status: 200 len: 217 time: 0.0500739 Aug 31 09:17:17.601927 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74d8a9fb-195f-49ac-a6d4-325ae6c243a2 req-f8d7c210-8450-47e9-9cd1-efbd2b82be03 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270981 Aug 31 09:17:17.656695 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-38bbe16b-b20a-4e5c-9ccf-f3ad87782794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:17.659127 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6d1d03-fcc5-4ed6-a235-55b0c572fb25 req-8b736ee9-2c8b-406c-b243-d43213dc9c1b tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] No DVR routers for this DVR port 99b400f1-52bc-4380-8b94-f86e6a605718 on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:17:17.672044 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2545007-2579-4c46-8dd4-581b9133f74b req-5a207cb0-0c55-4e3a-b7e0-7c8739d2c50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:17.672920 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f2545007-2579-4c46-8dd4-581b9133f74b req-5a207cb0-0c55-4e3a-b7e0-7c8739d2c50d service neutron] 10.222.0.112 "GET /v2.0/subnets?id=38d49ab8-d8f2-42ae-8afb-2cc963a498ae HTTP/1.1" status: 200 len: 849 time: 0.1070900 Aug 31 09:17:17.696459 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9b6d1d03-fcc5-4ed6-a235-55b0c572fb25 req-8b736ee9-2c8b-406c-b243-d43213dc9c1b tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:17.698392 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b6d1d03-fcc5-4ed6-a235-55b0c572fb25 req-8b736ee9-2c8b-406c-b243-d43213dc9c1b tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.112 "DELETE /v2.0/ports/99b400f1-52bc-4380-8b94-f86e6a605718 HTTP/1.1" status: 204 len: 173 time: 1.5110123 Aug 31 09:17:17.699875 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f514376-db9f-45ae-89fc-59cbbe3059e7', 'name': 'network-vif-deleted', 'tag': '99b400f1-52bc-4380-8b94-f86e6a605718'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:17.702143 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bb6056-17ab-4882-993b-ec3542a5048a" -d '{"events": [{"server_uuid": "5f514376-db9f-45ae-89fc-59cbbe3059e7", "name": "network-vif-deleted", "tag": "99b400f1-52bc-4380-8b94-f86e6a605718"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:17.718467 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e36839b-c59c-427f-b199-f912add22877 x-openstack-request-id: req-1e36839b-c59c-427f-b199-f912add22877 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:17.718920 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdab5b39-eb72-4041-8d1d-6726d8184c0b", "tag": "562155d5-60d9-49c5-a20f-72174fb90928", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:17.719648 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-1e36839b-c59c-427f-b199-f912add22877 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:17.719648 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdab5b39-eb72-4041-8d1d-6726d8184c0b', 'tag': '562155d5-60d9-49c5-a20f-72174fb90928', 'status': 'completed', 'code': 200} Aug 31 09:17:17.745621 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec83258-7430-4df3-a4ea-dc1bc42168be req-09e68142-395d-476e-876e-576d4e0900da tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:17.746768 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dec83258-7430-4df3-a4ea-dc1bc42168be req-09e68142-395d-476e-876e-576d4e0900da tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 944 time: 0.3374424 Aug 31 09:17:17.753124 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2545007-2579-4c46-8dd4-581b9133f74b req-4eecae8f-34da-44c0-a945-12c3f56830b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:17.756218 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f2545007-2579-4c46-8dd4-581b9133f74b req-4eecae8f-34da-44c0-a945-12c3f56830b0 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f5553b74-379c-4750-8c9c-33e10cb78fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739992 Aug 31 09:17:17.780359 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c2c651f5-c63e-420c-b9c3-e27951fe9ec0 req-2d8fea9d-c280-40f1-9fb7-37d6c54654fe service neutron] 10.222.0.112 "GET /v2.0/networks/2bd762b2-0ce2-4f1c-8ec5-012ab20e8064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771586 Aug 31 09:17:17.844124 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dec83258-7430-4df3-a4ea-dc1bc42168be req-7a0f9658-668e-4add-8592-23eae7df0c7a tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816565 Aug 31 09:17:17.863831 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e1d7b-5150-47e1-b20d-5ec11db0999f req-f31efe20-a114-4864-94f1-b6339c7d1323 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:17.871606 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-324e1d7b-5150-47e1-b20d-5ec11db0999f req-f31efe20-a114-4864-94f1-b6339c7d1323 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.0902576 Aug 31 09:17:17.896241 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8949c9e6-a37e-4f49-828d-74beddc9577e x-openstack-request-id: req-8949c9e6-a37e-4f49-828d-74beddc9577e {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:17.896533 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f514376-db9f-45ae-89fc-59cbbe3059e7", "name": "network-vif-deleted", "tag": "99b400f1-52bc-4380-8b94-f86e6a605718", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:17.896790 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-8949c9e6-a37e-4f49-828d-74beddc9577e {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:17.897187 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f514376-db9f-45ae-89fc-59cbbe3059e7', 'name': 'network-vif-deleted', 'tag': '99b400f1-52bc-4380-8b94-f86e6a605718', 'status': 'completed', 'code': 200} Aug 31 09:17:17.916084 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-38bbe16b-b20a-4e5c-9ccf-f3ad87782794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:17.920288 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-324e1d7b-5150-47e1-b20d-5ec11db0999f req-eb7c7cb3-b4c3-4218-a798-a99faa900d69 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472238 Aug 31 09:17:17.935860 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f2545007-2579-4c46-8dd4-581b9133f74b req-9f4ea3e4-d127-4e06-a68d-b1e0519716ef service neutron] 10.222.0.112 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680844 Aug 31 09:17:17.993086 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-38bbe16b-b20a-4e5c-9ccf-f3ad87782794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:18.057039 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-38bbe16b-b20a-4e5c-9ccf-f3ad87782794 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=1e8c8e9704c348d1907089d22eba054a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5714185 Aug 31 09:17:18.059728 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57250) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:18.064869 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bbe16b-b20a-4e5c-9ccf-f3ad87782794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641a3a54-7d9a-4ac3-9acf-304307f35f17,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:18.110811 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f2545007-2579-4c46-8dd4-581b9133f74b req-6534e99b-9a47-43ad-956f-5afbbb6271cb service neutron] 10.222.0.112 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660039 Aug 31 09:17:18.137551 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8d142052-1c7e-4d78-bf4e-f58403031485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:18.161740 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8d142052-1c7e-4d78-bf4e-f58403031485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:18.282343 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8d142052-1c7e-4d78-bf4e-f58403031485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:18.285000 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8d142052-1c7e-4d78-bf4e-f58403031485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:18.288307 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8d142052-1c7e-4d78-bf4e-f58403031485 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/641a3a54-7d9a-4ac3-9acf-304307f35f17 HTTP/1.1" status: 204 len: 168 time: 0.2248905 Aug 31 09:17:18.295355 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d142052-1c7e-4d78-bf4e-f58403031485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641a3a54-7d9a-4ac3-9acf-304307f35f17,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:18.319511 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366423ae-8b15-49e8-bff7-6aa093c22c53 req-1b7e4b8a-74d4-4a34-bcd4-3864d60110bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:18.320703 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-366423ae-8b15-49e8-bff7-6aa093c22c53 req-1b7e4b8a-74d4-4a34-bcd4-3864d60110bc service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1b5bd35927fb49bc9780e4d378d20df4&device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 1096 time: 0.0576813 Aug 31 09:17:18.409570 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2889d4d8-85eb-472b-8453-62c53beeeaf3 req-8cc4db5f-6b93-4bd9-a7a5-b6b10a5cf484 tempest-ServerAddressesNegativeTestJSON-534803343 tempest-ServerAddressesNegativeTestJSON-534803343-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f514376-db9f-45ae-89fc-59cbbe3059e7 HTTP/1.1" status: 200 len: 210 time: 0.0278480 Aug 31 09:17:18.421226 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366423ae-8b15-49e8-bff7-6aa093c22c53 req-f3fcb694-552a-45b6-a67e-9d6097f65a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:18.422787 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-366423ae-8b15-49e8-bff7-6aa093c22c53 req-f3fcb694-552a-45b6-a67e-9d6097f65a46 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f5553b74-379c-4750-8c9c-33e10cb78fdc HTTP/1.1" status: 200 len: 912 time: 0.0921142 Aug 31 09:17:18.471876 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-366423ae-8b15-49e8-bff7-6aa093c22c53 req-8c39a7f9-d70f-4a9c-90c9-d743f6ab769a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=562155d5-60d9-49c5-a20f-72174fb90928 HTTP/1.1" status: 200 len: 217 time: 0.0391052 Aug 31 09:17:18.530574 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366423ae-8b15-49e8-bff7-6aa093c22c53 req-7b2cc813-c08b-424f-a5b4-5cb23e5632fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:18.532085 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-366423ae-8b15-49e8-bff7-6aa093c22c53 req-7b2cc813-c08b-424f-a5b4-5cb23e5632fb service neutron] 10.222.0.112 "GET /v2.0/subnets?id=38d49ab8-d8f2-42ae-8afb-2cc963a498ae HTTP/1.1" status: 200 len: 849 time: 0.0449789 Aug 31 09:17:18.593884 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366423ae-8b15-49e8-bff7-6aa093c22c53 req-e836def3-2ff9-4686-a5b0-19caeef75862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:18.595473 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-366423ae-8b15-49e8-bff7-6aa093c22c53 req-e836def3-2ff9-4686-a5b0-19caeef75862 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f5553b74-379c-4750-8c9c-33e10cb78fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441239 Aug 31 09:17:18.766777 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-366423ae-8b15-49e8-bff7-6aa093c22c53 req-8c62220b-ac3a-49df-bf8e-45cf0d046448 service neutron] 10.222.0.112 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596484 Aug 31 09:17:18.819768 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eeb42c-f2d7-420d-88cc-b3d445430e06 req-eaa30caf-e04e-49e9-b0d9-670c06eb32ae tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:18.822290 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f1eeb42c-f2d7-420d-88cc-b3d445430e06 req-eaa30caf-e04e-49e9-b0d9-670c06eb32ae tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.0955200 Aug 31 09:17:18.884836 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f1eeb42c-f2d7-420d-88cc-b3d445430e06 req-0b8ed61b-0806-4b8d-8730-a0b6d544cd8d tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558901 Aug 31 09:17:18.898217 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-366423ae-8b15-49e8-bff7-6aa093c22c53 req-6fc0dbd3-17dc-4f89-be73-bfac51ff7339 service neutron] 10.222.0.112 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201632 Aug 31 09:17:18.979774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda7823-5729-4a5d-9ab0-664d569af6fa req-518dac16-4261-46cb-bac1-9e711cb9db3a tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:18.982101 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5eda7823-5729-4a5d-9ab0-664d569af6fa req-518dac16-4261-46cb-bac1-9e711cb9db3a tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 944 time: 0.0570443 Aug 31 09:17:19.047638 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5eda7823-5729-4a5d-9ab0-664d569af6fa req-c2544523-afb6-489b-8e7f-45a6858cd848 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586205 Aug 31 09:17:19.068454 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d395af8-5bae-4574-a2e6-1ce5510fb02a req-659bf088-6d1b-4995-a6cd-a77b7fb10f2b tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:19.069972 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4d395af8-5bae-4574-a2e6-1ce5510fb02a req-659bf088-6d1b-4995-a6cd-a77b7fb10f2b tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.0734470 Aug 31 09:17:19.115996 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4d395af8-5bae-4574-a2e6-1ce5510fb02a req-5fe79aed-8890-4a71-890d-7e57eb9d6db5 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388844 Aug 31 09:17:19.469166 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57288) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:19.523663 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-e55a7171-b3db-4ee3-a463-39f123226058 admin admin] Deleting subnet fa28ef9e-cd87-4300-a351-33cfe8d833be {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:17:19.527314 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e55a7171-b3db-4ee3-a463-39f123226058 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:19.563919 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e55a7171-b3db-4ee3-a463-39f123226058 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:19.604759 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e55a7171-b3db-4ee3-a463-39f123226058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:19.683031 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 562155d5-60d9-49c5-a20f-72174fb90928 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:17:19.686275 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 99b400f1-52bc-4380-8b94-f86e6a605718 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:17:19.713463 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 99b400f1-52bc-4380-8b94-f86e6a605718 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:17:19.713798 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 99b400f1-52bc-4380-8b94-f86e6a605718 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:17:19.729430 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e55a7171-b3db-4ee3-a463-39f123226058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:19.764521 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e55a7171-b3db-4ee3-a463-39f123226058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:19.770678 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57298) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:19.771618 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e55a7171-b3db-4ee3-a463-39f123226058 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/fa28ef9e-cd87-4300-a351-33cfe8d833be HTTP/1.1" status: 204 len: 168 time: 0.3011816 Aug 31 09:17:19.773156 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a7171-b3db-4ee3-a463-39f123226058 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa28ef9e-cd87-4300-a351-33cfe8d833be,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:19.842741 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 562155d5-60d9-49c5-a20f-72174fb90928, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=562155d5-60d9-49c5-a20f-72174fb90928,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:19.858040 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '562155d5-60d9-49c5-a20f-72174fb90928', 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc', 'port_id': '562155d5-60d9-49c5-a20f-72174fb90928', 'mac_address': 'fa:16:3e:36:41:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38d49ab8-d8f2-42ae-8afb-2cc963a498ae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:17:19.870806 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d9fe3d17-8029-4512-859e-137924e448c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:19.901736 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:19.917196 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 562155d5-60d9-49c5-a20f-72174fb90928 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:17:19.941830 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 562155d5-60d9-49c5-a20f-72174fb90928, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=562155d5-60d9-49c5-a20f-72174fb90928,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:19.964036 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d9fe3d17-8029-4512-859e-137924e448c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:19.975938 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-d9fe3d17-8029-4512-859e-137924e448c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d61ce8-3af2-4842-b647-cd60ac4d8fd2']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:19.990838 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-d9fe3d17-8029-4512-859e-137924e448c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '254e3451-2125-473b-af03-86799983010f') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:19.991139 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-d9fe3d17-8029-4512-859e-137924e448c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '254e3451-2125-473b-af03-86799983010f') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:20.000099 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d9fe3d17-8029-4512-859e-137924e448c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:20.013275 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d9fe3d17-8029-4512-859e-137924e448c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:20.019736 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9fe3d17-8029-4512-859e-137924e448c8 admin admin] Releasing vlan 1617 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:17:20.020111 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d9fe3d17-8029-4512-859e-137924e448c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:20.021738 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:17:20.021738 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:17:20.021738 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:17:20.021738 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:17:20.021738 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:17:20.021738 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:17:20.021738 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:17:20.021738 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:17:20.021738 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:17:20.021738 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:17:20.021738 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:17:20.021738 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:17:20.021738 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:17:20.021738 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:17:20.021738 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:17:20.021738 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:17:20.021738 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:17:20.021738 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:17:20.021738 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:17:20.021738 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:17:20.021738 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:17:20.021738 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:17:20.021738 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:17:20.021738 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:17:20.021738 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:17:20.021738 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:17:20.021738 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:17:20.021738 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:17:20.021738 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:17:20.021738 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:17:20.021738 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:17:20.021738 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:17:20.031119 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:20.083037 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=562155d5-60d9-49c5-a20f-72174fb90928,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:20.189393 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d9fe3d17-8029-4512-859e-137924e448c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:20.211518 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d9fe3d17-8029-4512-859e-137924e448c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:20.213353 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d9fe3d17-8029-4512-859e-137924e448c8 admin admin] 10.222.0.119 "DELETE /v2.0/networks/e4d61ce8-3af2-4842-b647-cd60ac4d8fd2 HTTP/1.1" status: 204 len: 168 time: 0.4416230 Aug 31 09:17:20.224732 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe3d17-8029-4512-859e-137924e448c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4d61ce8-3af2-4842-b647-cd60ac4d8fd2,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:20.251891 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6c4e8-2c31-4f7d-88af-8521e29c303f req-87d89a84-f41b-4192-b2fc-0e9d550d133d tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:20.254630 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f4c6c4e8-2c31-4f7d-88af-8521e29c303f req-87d89a84-f41b-4192-b2fc-0e9d550d133d tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.0759132 Aug 31 09:17:20.298682 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f4c6c4e8-2c31-4f7d-88af-8521e29c303f req-809e9815-90e0-4db3-8daf-a73b4978157b tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359929 Aug 31 09:17:20.370088 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['562155d5-60d9-49c5-a20f-72174fb90928'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:17:20.414382 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e0fc2-a889-4133-8d0c-a483cd86b2eb req-ec764ebd-85f9-4fb0-b8df-3bed6d37ab9f tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:20.415976 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-169e0fc2-a889-4133-8d0c-a483cd86b2eb req-ec764ebd-85f9-4fb0-b8df-3bed6d37ab9f tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.0587096 Aug 31 09:17:20.460763 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-169e0fc2-a889-4133-8d0c-a483cd86b2eb req-e83bcf29-f0bc-48a2-9341-23d4be815e80 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378301 Aug 31 09:17:20.655878 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f47abf-7c02-4db1-9c2d-edd0601f47a3 req-2d2bf485-eef9-45c8-883c-84994c042cb5 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:20.657351 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-44f47abf-7c02-4db1-9c2d-edd0601f47a3 req-2d2bf485-eef9-45c8-883c-84994c042cb5 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.0491745 Aug 31 09:17:20.699309 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-44f47abf-7c02-4db1-9c2d-edd0601f47a3 req-2991ded3-dd60-4290-9a78-ef6475828f32 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337143 Aug 31 09:17:20.702498 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57324) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:20.747651 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-29e4a1cf-fd36-452d-ab30-4b4b0945ba1e admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=6b675b58d8474856b03c74b4bfbe83a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438626 Aug 31 09:17:20.750265 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57326) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:20.804718 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-697851e4-2dfc-47f7-9e3f-2435ef262ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:20.829937 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-697851e4-2dfc-47f7-9e3f-2435ef262ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:21.031001 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-697851e4-2dfc-47f7-9e3f-2435ef262ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:21.037271 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-697851e4-2dfc-47f7-9e3f-2435ef262ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:21.037271 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-697851e4-2dfc-47f7-9e3f-2435ef262ced admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/74fd396e-298d-4c5a-b3d2-4386a130e085 HTTP/1.1" status: 204 len: 168 time: 0.2836018 Aug 31 09:17:21.043710 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697851e4-2dfc-47f7-9e3f-2435ef262ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fd396e-298d-4c5a-b3d2-4386a130e085,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:21.430896 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b72a1-74e6-410a-8d9d-ba0416ff0944 req-011660e1-48cd-4bba-93d3-09a21c1bafc4 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:21.432426 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a87b72a1-74e6-410a-8d9d-ba0416ff0944 req-011660e1-48cd-4bba-93d3-09a21c1bafc4 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.0578082 Aug 31 09:17:21.475961 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a87b72a1-74e6-410a-8d9d-ba0416ff0944 req-304a4ca9-5207-4907-9a15-c1e02e7e2133 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373204 Aug 31 09:17:21.603508 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7258b-4790-4e28-a403-319bd55d4ce4 req-10e77f5c-42ef-476b-ac1f-ba531d704a4d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:21.611109 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1db7258b-4790-4e28-a403-319bd55d4ce4 req-10e77f5c-42ef-476b-ac1f-ba531d704a4d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.0613229 Aug 31 09:17:21.647495 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1db7258b-4790-4e28-a403-319bd55d4ce4 req-a55ad1e0-cc1e-4387-a3d1-3fb8391006dd tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351806 Aug 31 09:17:21.706366 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 562155d5-60d9-49c5-a20f-72174fb90928 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:17:21.859581 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 562155d5-60d9-49c5-a20f-72174fb90928 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:17:21.864946 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 562155d5-60d9-49c5-a20f-72174fb90928 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:21.864946 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:21.885485 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3ca8a-4460-44b7-85f5-f07bb37edba4 req-34d4caf4-5e01-483b-ba4b-d3210a44aa25 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:21.897968 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8be3ca8a-4460-44b7-85f5-f07bb37edba4 req-34d4caf4-5e01-483b-ba4b-d3210a44aa25 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.0741060 Aug 31 09:17:21.941534 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8be3ca8a-4460-44b7-85f5-f07bb37edba4 req-b0ca7297-b361-48e0-b676-b4c2233dd33f tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417161 Aug 31 09:17:21.992875 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:22.020153 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdab5b39-eb72-4041-8d1d-6726d8184c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562155d5-60d9-49c5-a20f-72174fb90928'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:22.023182 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5aa8267-0b55-4e2b-84b4-f6b43ae5e239" -d '{"events": [{"server_uuid": "fdab5b39-eb72-4041-8d1d-6726d8184c0b", "name": "network-vif-plugged", "status": "completed", "tag": "562155d5-60d9-49c5-a20f-72174fb90928"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:22.053852 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 562155d5-60d9-49c5-a20f-72174fb90928, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=562155d5-60d9-49c5-a20f-72174fb90928,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:22.070305 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a741ae1-643b-4cb7-b3b5-6fd6d692feb8 x-openstack-request-id: req-0a741ae1-643b-4cb7-b3b5-6fd6d692feb8 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:22.070871 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdab5b39-eb72-4041-8d1d-6726d8184c0b", "name": "network-vif-plugged", "status": "completed", "tag": "562155d5-60d9-49c5-a20f-72174fb90928", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:22.071298 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-0a741ae1-643b-4cb7-b3b5-6fd6d692feb8 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:22.072949 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdab5b39-eb72-4041-8d1d-6726d8184c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562155d5-60d9-49c5-a20f-72174fb90928', 'code': 200} Aug 31 09:17:22.135006 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:22.194654 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=562155d5-60d9-49c5-a20f-72174fb90928,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:22.235069 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e4f21-d962-4756-924a-470b778f2275 req-285de130-85b7-47d7-a36f-4b085868b030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:22.236763 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4f5e4f21-d962-4756-924a-470b778f2275 req-285de130-85b7-47d7-a36f-4b085868b030 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 1098 time: 0.0605476 Aug 31 09:17:22.298520 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4f5e4f21-d962-4756-924a-470b778f2275 req-26b46df6-6f10-418d-9163-436759106a76 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452833 Aug 31 09:17:22.489241 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57374) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:22.630669 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-ef1155d2-6822-4bc3-99bb-098f8f63d035 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-96676371-network', 'tenant_id': '6a2267e5f9d74efc8dd72fe8f0e73b08'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:22.650622 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1540f01-0398-4fe1-afa3-cfcf3d3952b3 req-b8e20aae-77a8-4f4e-adc5-40fc7e476881 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:22.652518 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1540f01-0398-4fe1-afa3-cfcf3d3952b3 req-b8e20aae-77a8-4f4e-adc5-40fc7e476881 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.0853121 Aug 31 09:17:22.702406 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1540f01-0398-4fe1-afa3-cfcf3d3952b3 req-4d47ac48-70a7-4349-acfb-36d99cab0055 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376170 Aug 31 09:17:22.782433 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1155d2-6822-4bc3-99bb-098f8f63d035 admin admin] Made reservation on behalf of 6a2267e5f9d74efc8dd72fe8f0e73b08 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:17:22.784929 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef1155d2-6822-4bc3-99bb-098f8f63d035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:22.823777 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef1155d2-6822-4bc3-99bb-098f8f63d035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:22.860656 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172d95a-509c-410e-8b23-c89f7386fd6e req-773a316e-d7a2-47e1-a1f6-0008c5871c3c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:22.863112 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7172d95a-509c-410e-8b23-c89f7386fd6e req-773a316e-d7a2-47e1-a1f6-0008c5871c3c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 946 time: 0.0917401 Aug 31 09:17:22.942983 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7172d95a-509c-410e-8b23-c89f7386fd6e req-57d255b3-1f7d-4c27-b4ef-2a2f1352b19a tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579088 Aug 31 09:17:22.985262 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef1155d2-6822-4bc3-99bb-098f8f63d035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:23.020092 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef1155d2-6822-4bc3-99bb-098f8f63d035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:23.047010 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef1155d2-6822-4bc3-99bb-098f8f63d035 admin admin] vlan segment allocate from pool success with {'vlan_id': 1600, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:17:23.065028 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1155d2-6822-4bc3-99bb-098f8f63d035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d48c27-25e4-4f16-83ae-b4bede44a85b,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:23.069870 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef1155d2-6822-4bc3-99bb-098f8f63d035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:23.073343 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-ef1155d2-6822-4bc3-99bb-098f8f63d035 admin admin] Added segment 219c32c0-d622-49cd-ac9d-e7b5923e4d48 of type vlan for network 1fe3bad6-d020-4313-b487-8f7d8a3a7aba Aug 31 09:17:23.140928 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef1155d2-6822-4bc3-99bb-098f8f63d035 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:23.182701 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9bc52-a11e-4a5c-a063-e35fe91063d7 req-1c51da23-f77f-4299-963c-d8a9ccb23cda tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:23.187154 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47d9bc52-a11e-4a5c-a063-e35fe91063d7 req-1c51da23-f77f-4299-963c-d8a9ccb23cda tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.0829003 Aug 31 09:17:23.231772 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47d9bc52-a11e-4a5c-a063-e35fe91063d7 req-cd9684e7-c071-4286-bd72-53473d89becb tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410407 Aug 31 09:17:23.270976 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef1155d2-6822-4bc3-99bb-098f8f63d035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:23.271980 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1155d2-6822-4bc3-99bb-098f8f63d035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:23.272561 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef1155d2-6822-4bc3-99bb-098f8f63d035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:23.340175 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1155d2-6822-4bc3-99bb-098f8f63d035 admin admin] Pushing event updated for resources: {'Network': ['ID=1fe3bad6-d020-4313-b487-8f7d8a3a7aba,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:23.351862 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 1fe3bad6-d020-4313-b487-8f7d8a3a7aba details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:17:23.374755 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ef1155d2-6822-4bc3-99bb-098f8f63d035 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8838074 Aug 31 09:17:23.377553 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57394) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:23.383390 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-9d62d639-1037-4f42-8f88-70f21a5f3daf admin admin] Request body: {'subnet': {'network_id': '1fe3bad6-d020-4313-b487-8f7d8a3a7aba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-96676371-subnet', 'tenant_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:23.494074 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d62d639-1037-4f42-8f88-70f21a5f3daf admin admin] Made reservation on behalf of 6a2267e5f9d74efc8dd72fe8f0e73b08 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:17:23.496965 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9d62d639-1037-4f42-8f88-70f21a5f3daf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:23.785798 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9d62d639-1037-4f42-8f88-70f21a5f3daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:23.845829 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9626e9-9e5e-45ac-bf25-98ed63aedb0a req-83f81617-a61b-43e0-93a6-3aed0041b8ca tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:23.846160 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62d639-1037-4f42-8f88-70f21a5f3daf admin admin] Pushing event updated for resources: {'Subnet': ['ID=be576511-03ec-4a51-8b0f-ac74d6537737,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:23.851185 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f9626e9-9e5e-45ac-bf25-98ed63aedb0a req-83f81617-a61b-43e0-93a6-3aed0041b8ca tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.0583737 Aug 31 09:17:23.867205 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d62d639-1037-4f42-8f88-70f21a5f3daf admin admin] Checking segment: {'id': '219c32c0-d622-49cd-ac9d-e7b5923e4d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1600, 'network_id': '1fe3bad6-d020-4313-b487-8f7d8a3a7aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:17:23.867825 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d62d639-1037-4f42-8f88-70f21a5f3daf admin admin] Network hostable DHCP agents. Network: 1fe3bad6-d020-4313-b487-8f7d8a3a7aba, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:17:23.898283 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f9626e9-9e5e-45ac-bf25-98ed63aedb0a req-7ed19095-3cce-4fa9-9ed8-569f7a01f5d2 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368931 Aug 31 09:17:23.996789 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d62d639-1037-4f42-8f88-70f21a5f3daf admin admin] Network 1fe3bad6-d020-4313-b487-8f7d8a3a7aba is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:17:24.081489 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e6a09-ddf3-4ffe-b58a-6c2c82ce5346 req-04aea863-f322-4517-ba45-194eb408b7d4 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:24.083047 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-472e6a09-ddf3-4ffe-b58a-6c2c82ce5346 req-04aea863-f322-4517-ba45-194eb408b7d4 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 946 time: 0.0520067 Aug 31 09:17:24.105298 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-9d62d639-1037-4f42-8f88-70f21a5f3daf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 1fe3bad6-d020-4313-b487-8f7d8a3a7aba) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:17:24.110331 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d62d639-1037-4f42-8f88-70f21a5f3daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:24.112078 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9d62d639-1037-4f42-8f88-70f21a5f3daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:24.115669 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f911f65-30c4-4bc6-a9e5-2d17eb6d7d59 None None] Network 1fe3bad6-d020-4313-b487-8f7d8a3a7aba requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:17:24.138144 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-472e6a09-ddf3-4ffe-b58a-6c2c82ce5346 req-66467be6-4924-4fd7-b541-f8f046695b8e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490246 Aug 31 09:17:24.266843 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7e2d0d-bf59-4fe1-9294-41ac12ce1d23 None None] Network 1fe3bad6-d020-4313-b487-8f7d8a3a7aba requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:17:24.272373 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9d62d639-1037-4f42-8f88-70f21a5f3daf admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8926570 Aug 31 09:17:24.274744 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57420) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:24.284691 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-9e745d86-1d85-4fce-94d4-31faeaa2ee32 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-96676371-router', 'tenant_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:24.320231 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3b5a6-8a9d-4081-b616-5954769ab048 req-8d74ea80-4857-4e0d-965f-5d53dbeb5964 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:24.322195 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5a3b5a6-8a9d-4081-b616-5954769ab048 req-8d74ea80-4857-4e0d-965f-5d53dbeb5964 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 946 time: 0.0941255 Aug 31 09:17:24.337914 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57422) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:24.347885 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-6e22fa48-73a4-4abb-bad3-5051150b536f tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Request body: {'floatingip': {'port_id': '562155d5-60d9-49c5-a20f-72174fb90928'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:24.388564 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e745d86-1d85-4fce-94d4-31faeaa2ee32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:24.390770 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e745d86-1d85-4fce-94d4-31faeaa2ee32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:24.444474 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec31c91-7aef-4f33-8e1e-47e234273bdd req-073f7a8e-8127-42bd-b891-45190149cc1a tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:24.460167 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fec31c91-7aef-4f33-8e1e-47e234273bdd req-073f7a8e-8127-42bd-b891-45190149cc1a tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.0715621 Aug 31 09:17:24.475719 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6e22fa48-73a4-4abb-bad3-5051150b536f tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks [] for floatingip, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:24.481676 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e745d86-1d85-4fce-94d4-31faeaa2ee32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:24.496551 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fec31c91-7aef-4f33-8e1e-47e234273bdd req-d664b9cd-f812-46af-90b3-a5e077acb541 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384154 Aug 31 09:17:24.805439 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e745d86-1d85-4fce-94d4-31faeaa2ee32 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:25.082468 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d91479-92b4-4a3d-becf-89a61dc18f9e req-23b38aac-f7ee-44a7-919e-62ce0cfb45c3 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:25.087222 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d7d91479-92b4-4a3d-becf-89a61dc18f9e req-23b38aac-f7ee-44a7-919e-62ce0cfb45c3 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.0955753 Aug 31 09:17:25.147388 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d7d91479-92b4-4a3d-becf-89a61dc18f9e req-a2efa82f-3cbc-4dc8-b17d-ae05bf7a1bc3 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485518 Aug 31 09:17:25.193039 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6e22fa48-73a4-4abb-bad3-5051150b536f tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:25.284942 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6e22fa48-73a4-4abb-bad3-5051150b536f tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:25.715154 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e745d86-1d85-4fce-94d4-31faeaa2ee32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:25.739458 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e745d86-1d85-4fce-94d4-31faeaa2ee32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:25.744705 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1c8fd-cd2e-4a16-867a-57faab37d24c req-97ef824a-2e93-4e96-96a6-e6ae82a04dab tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:25.747862 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99e1c8fd-cd2e-4a16-867a-57faab37d24c req-97ef824a-2e93-4e96-96a6-e6ae82a04dab tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.1077886 Aug 31 09:17:25.810423 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99e1c8fd-cd2e-4a16-867a-57faab37d24c req-2a0f0feb-9c5b-4257-907c-6d9c7726fd67 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539463 Aug 31 09:17:25.817368 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [None req-6e22fa48-73a4-4abb-bad3-5051150b536f tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Floating IP 859955c7-90ce-4650-828f-d1d4f1ad5e10 associated. External IP: 172.25.2.253, port: 562155d5-60d9-49c5-a20f-72174fb90928. Aug 31 09:17:25.980521 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-9e745d86-1d85-4fce-94d4-31faeaa2ee32 admin admin] Allocated IP 172.25.2.93 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/7a15ea2d-db3f-4eb9-8552-48e4f985f079) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:17:26.173599 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e22fa48-73a4-4abb-bad3-5051150b536f tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Router 15b94a89-4d84-4194-afc5-06bd76a41300 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:17:26.180336 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e745d86-1d85-4fce-94d4-31faeaa2ee32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:26.256494 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57454) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:26.310040 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf73c4-4b0a-482e-a04d-9a4be1756324 req-c16f82c1-b9fe-45a0-be0d-0efd858d2748 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:26.312515 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a9cf73c4-4b0a-482e-a04d-9a4be1756324 req-c16f82c1-b9fe-45a0-be0d-0efd858d2748 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.0631440 Aug 31 09:17:26.336081 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e22fa48-73a4-4abb-bad3-5051150b536f tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:17:26.341561 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6e22fa48-73a4-4abb-bad3-5051150b536f tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:26.349177 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea76c80-cf92-4839-b1ee-c6551188a7da None None] Sync routers for ids ['15b94a89-4d84-4194-afc5-06bd76a41300'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:17:26.373135 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a9cf73c4-4b0a-482e-a04d-9a4be1756324 req-5df70c81-8b3c-4516-98fc-29b642f70c6f tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529895 Aug 31 09:17:26.375257 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea76c80-cf92-4839-b1ee-c6551188a7da None None] Routers {'15b94a89-4d84-4194-afc5-06bd76a41300'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:17:26.377318 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-4ea76c80-cf92-4839-b1ee-c6551188a7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:17:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['15b94a89-4d84-4194-afc5-06bd76a41300'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:26.386279 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6e22fa48-73a4-4abb-bad3-5051150b536f tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "PUT /v2.0/floatingips/859955c7-90ce-4650-828f-d1d4f1ad5e10 HTTP/1.1" status: 200 len: 992 time: 2.0451519 Aug 31 09:17:26.386279 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdab5b39-eb72-4041-8d1d-6726d8184c0b', 'tag': '562155d5-60d9-49c5-a20f-72174fb90928'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:26.388596 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c443e7ff-9b9d-4ecc-ac8e-fcb2c2f22943" -d '{"events": [{"name": "network-changed", "server_uuid": "fdab5b39-eb72-4041-8d1d-6726d8184c0b", "tag": "562155d5-60d9-49c5-a20f-72174fb90928"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:26.410098 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e745d86-1d85-4fce-94d4-31faeaa2ee32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:26.439472 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e745d86-1d85-4fce-94d4-31faeaa2ee32 admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:17:26.472077 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-9e745d86-1d85-4fce-94d4-31faeaa2ee32 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:17:26.478922 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e745d86-1d85-4fce-94d4-31faeaa2ee32 admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:17:26.514030 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-4ea76c80-cf92-4839-b1ee-c6551188a7da None None] Set router 15b94a89-4d84-4194-afc5-06bd76a41300 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:17:26.534124 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08dabd4a-b4d9-4429-814f-6679d3e3afa5 x-openstack-request-id: req-08dabd4a-b4d9-4429-814f-6679d3e3afa5 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:26.534490 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdab5b39-eb72-4041-8d1d-6726d8184c0b", "tag": "562155d5-60d9-49c5-a20f-72174fb90928", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:26.534768 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-08dabd4a-b4d9-4429-814f-6679d3e3afa5 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:26.535163 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdab5b39-eb72-4041-8d1d-6726d8184c0b', 'tag': '562155d5-60d9-49c5-a20f-72174fb90928', 'status': 'completed', 'code': 200} Aug 31 09:17:26.536142 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-03eb111a-a18a-48d5-bf07-d7487ef5f95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:26.593563 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e745d86-1d85-4fce-94d4-31faeaa2ee32 admin admin] Pushing event updated for resources: {'Port': ['ID=7a15ea2d-db3f-4eb9-8552-48e4f985f079,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:26.716001 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443e7ff-9b9d-4ecc-ac8e-fcb2c2f22943 req-43a055da-963c-4961-bd92-8234e714b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:26.717507 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c443e7ff-9b9d-4ecc-ac8e-fcb2c2f22943 req-43a055da-963c-4961-bd92-8234e714b9c4 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1b5bd35927fb49bc9780e4d378d20df4&device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 1098 time: 0.1356046 Aug 31 09:17:26.755699 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-4ea76c80-cf92-4839-b1ee-c6551188a7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'name': 'tempest-ServerActionsTestJSON-26133084-router', 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '5666ee1b-34ea-495d-86b4-03bb035ba2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:16:59Z', 'updated_at': '2021-08-31T09:17:05Z', 'revision_number': 4, 'project_id': '1b5bd35927fb49bc9780e4d378d20df4', 'gw_port': {'id': '5666ee1b-34ea-495d-86b4-03bb035ba2e9', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:00Z', 'updated_at': '2021-08-31T09:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '859955c7-90ce-4650-828f-d1d4f1ad5e10', 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4', 'floating_ip_address': '172.25.2.253', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'port_id': '562155d5-60d9-49c5-a20f-72174fb90928', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc', 'mac_address': 'fa:16:3e:36:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdab5b39-eb72-4041-8d1d-6726d8184c0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:17:09Z', 'updated_at': '2021-08-31T09:17:25Z', 'revision_number': 1, 'project_id': '1b5bd35927fb49bc9780e4d378d20df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '492a3d05-7625-496f-b6c9-2dca72d346bf', 'name': '', 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc', 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4', 'mac_address': 'fa:16:3e:e0:74:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '38d49ab8-d8f2-42ae-8afb-2cc963a498ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:04Z', 'updated_at': '2021-08-31T09:17:11Z', 'revision_number': 5, 'project_id': '1b5bd35927fb49bc9780e4d378d20df4', 'subnets': [{'id': '38d49ab8-d8f2-42ae-8afb-2cc963a498ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:26.782760 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea76c80-cf92-4839-b1ee-c6551188a7da None None] Checking router: 15b94a89-4d84-4194-afc5-06bd76a41300 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:17:26.796812 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea76c80-cf92-4839-b1ee-c6551188a7da None None] Routers {'15b94a89-4d84-4194-afc5-06bd76a41300'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:17:26.797505 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-4ea76c80-cf92-4839-b1ee-c6551188a7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:17:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['15b94a89-4d84-4194-afc5-06bd76a41300'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:26.836494 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-03eb111a-a18a-48d5-bf07-d7487ef5f95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:26.893173 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443e7ff-9b9d-4ecc-ac8e-fcb2c2f22943 req-36824405-0614-4401-8552-63415f2445fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:26.894963 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c443e7ff-9b9d-4ecc-ac8e-fcb2c2f22943 req-36824405-0614-4401-8552-63415f2445fb service neutron] 10.222.0.112 "GET /v2.0/networks?id=f5553b74-379c-4750-8c9c-33e10cb78fdc HTTP/1.1" status: 200 len: 912 time: 0.1602857 Aug 31 09:17:26.931993 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-4ea76c80-cf92-4839-b1ee-c6551188a7da None None] Set router 15b94a89-4d84-4194-afc5-06bd76a41300 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:17:26.942960 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da486ab-ee2c-48aa-9903-1242c928f579 req-35465b94-ab9a-4a17-b2ed-681dc2bad294 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:26.944543 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3da486ab-ee2c-48aa-9903-1242c928f579 req-35465b94-ab9a-4a17-b2ed-681dc2bad294 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.0553257 Aug 31 09:17:26.976086 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-03eb111a-a18a-48d5-bf07-d7487ef5f95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:27.003880 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3da486ab-ee2c-48aa-9903-1242c928f579 req-3fa92e2a-b734-4b3f-9d3e-064dc5de0e7e tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514998 Aug 31 09:17:27.033299 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e745d86-1d85-4fce-94d4-31faeaa2ee32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:27.077867 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-03eb111a-a18a-48d5-bf07-d7487ef5f95b admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=c659aafbb7d4480dbbd0b86efafafb8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8194575 Aug 31 09:17:27.079693 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c443e7ff-9b9d-4ecc-ac8e-fcb2c2f22943 req-81d5a62c-0346-4e6e-8fa2-8f583f92fe54 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=562155d5-60d9-49c5-a20f-72174fb90928 HTTP/1.1" status: 200 len: 1000 time: 0.1461031 Aug 31 09:17:27.080590 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57470) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:27.082245 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb111a-a18a-48d5-bf07-d7487ef5f95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e90657-7b57-4b2a-8083-388ed21dbc19,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:27.137556 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-01a77c15-d2c8-4a57-9553-fb8f79d690b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:27.163106 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-01a77c15-d2c8-4a57-9553-fb8f79d690b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:27.193916 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443e7ff-9b9d-4ecc-ac8e-fcb2c2f22943 req-0a300218-78cf-4dcc-bcf6-b9122b797071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:27.196906 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c443e7ff-9b9d-4ecc-ac8e-fcb2c2f22943 req-0a300218-78cf-4dcc-bcf6-b9122b797071 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=38d49ab8-d8f2-42ae-8afb-2cc963a498ae HTTP/1.1" status: 200 len: 849 time: 0.1040685 Aug 31 09:17:27.217087 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-4ea76c80-cf92-4839-b1ee-c6551188a7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'name': 'tempest-ServerActionsTestJSON-26133084-router', 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '5666ee1b-34ea-495d-86b4-03bb035ba2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:16:59Z', 'updated_at': '2021-08-31T09:17:05Z', 'revision_number': 4, 'project_id': '1b5bd35927fb49bc9780e4d378d20df4', 'gw_port': {'id': '5666ee1b-34ea-495d-86b4-03bb035ba2e9', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:00Z', 'updated_at': '2021-08-31T09:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '859955c7-90ce-4650-828f-d1d4f1ad5e10', 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4', 'floating_ip_address': '172.25.2.253', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'port_id': '562155d5-60d9-49c5-a20f-72174fb90928', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc', 'mac_address': 'fa:16:3e:36:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdab5b39-eb72-4041-8d1d-6726d8184c0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:17:09Z', 'updated_at': '2021-08-31T09:17:25Z', 'revision_number': 1, 'project_id': '1b5bd35927fb49bc9780e4d378d20df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '492a3d05-7625-496f-b6c9-2dca72d346bf', 'name': '', 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc', 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4', 'mac_address': 'fa:16:3e:e0:74:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '38d49ab8-d8f2-42ae-8afb-2cc963a498ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:04Z', 'updated_at': '2021-08-31T09:17:11Z', 'revision_number': 5, 'project_id': '1b5bd35927fb49bc9780e4d378d20df4', 'subnets': [{'id': '38d49ab8-d8f2-42ae-8afb-2cc963a498ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:27.311212 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-01a77c15-d2c8-4a57-9553-fb8f79d690b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:27.314069 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-01a77c15-d2c8-4a57-9553-fb8f79d690b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:27.315986 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-01a77c15-d2c8-4a57-9553-fb8f79d690b7 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/04e90657-7b57-4b2a-8083-388ed21dbc19 HTTP/1.1" status: 204 len: 168 time: 0.2335253 Aug 31 09:17:27.327376 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a77c15-d2c8-4a57-9553-fb8f79d690b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e90657-7b57-4b2a-8083-388ed21dbc19,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:27.335471 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea76c80-cf92-4839-b1ee-c6551188a7da None None] The sync data for ids ['15b94a89-4d84-4194-afc5-06bd76a41300'] in n-d-791506-28 is: [{'id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'name': 'tempest-ServerActionsTestJSON-26133084-router', 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '5666ee1b-34ea-495d-86b4-03bb035ba2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:16:59Z', 'updated_at': '2021-08-31T09:17:05Z', 'revision_number': 4, 'project_id': '1b5bd35927fb49bc9780e4d378d20df4', 'gw_port': {'id': '5666ee1b-34ea-495d-86b4-03bb035ba2e9', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:00Z', 'updated_at': '2021-08-31T09:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '859955c7-90ce-4650-828f-d1d4f1ad5e10', 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4', 'floating_ip_address': '172.25.2.253', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'port_id': '562155d5-60d9-49c5-a20f-72174fb90928', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc', 'mac_address': 'fa:16:3e:36:41:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdab5b39-eb72-4041-8d1d-6726d8184c0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:17:09Z', 'updated_at': '2021-08-31T09:17:25Z', 'revision_number': 1, 'project_id': '1b5bd35927fb49bc9780e4d378d20df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '492a3d05-7625-496f-b6c9-2dca72d346bf', 'name': '', 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc', 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4', 'mac_address': 'fa:16:3e:e0:74:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '38d49ab8-d8f2-42ae-8afb-2cc963a498ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:04Z', 'updated_at': '2021-08-31T09:17:11Z', 'revision_number': 5, 'project_id': '1b5bd35927fb49bc9780e4d378d20df4', 'subnets': [{'id': '38d49ab8-d8f2-42ae-8afb-2cc963a498ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:17:27.336652 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443e7ff-9b9d-4ecc-ac8e-fcb2c2f22943 req-420d09df-7f1d-44a4-ae4c-016615157cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:27.338638 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c443e7ff-9b9d-4ecc-ac8e-fcb2c2f22943 req-420d09df-7f1d-44a4-ae4c-016615157cc1 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f5553b74-379c-4750-8c9c-33e10cb78fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0976880 Aug 31 09:17:27.416027 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e745d86-1d85-4fce-94d4-31faeaa2ee32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:27.522271 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c16042-c8f8-4f41-b4f5-2950a4818cac req-7720105a-3dd6-4426-944d-ee3188f81645 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:27.530844 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16c16042-c8f8-4f41-b4f5-2950a4818cac req-7720105a-3dd6-4426-944d-ee3188f81645 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.0790310 Aug 31 09:17:27.568712 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c443e7ff-9b9d-4ecc-ac8e-fcb2c2f22943 req-7228115a-0c3a-4290-98c9-1808d53c2c2f service neutron] 10.222.0.112 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154825 Aug 31 09:17:27.592114 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16c16042-c8f8-4f41-b4f5-2950a4818cac req-171432ee-b830-4c84-b0bb-2e8b764beb3b tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598400 Aug 31 09:17:27.670088 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e685da69-acc0-4b7d-ba01-a1372556df8f None None] New status for floating IP 859955c7-90ce-4650-828f-d1d4f1ad5e10: ACTIVE {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:17:27.708769 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c443e7ff-9b9d-4ecc-ac8e-fcb2c2f22943 req-71402a89-d2e7-4a7e-912b-f1ff9a4d3584 service neutron] 10.222.0.112 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302137 Aug 31 09:17:27.785179 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e745d86-1d85-4fce-94d4-31faeaa2ee32 admin admin] Router 5d249851-cb17-48a2-8d75-10e678f0e536 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:17:28.146812 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe7cee-4014-4a5a-b9b6-cb6b77ea2092 req-b029edbc-f230-46b2-b469-58f7861c23dd tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:28.148376 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9bbe7cee-4014-4a5a-b9b6-cb6b77ea2092 req-b029edbc-f230-46b2-b469-58f7861c23dd tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.0566995 Aug 31 09:17:28.173274 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e745d86-1d85-4fce-94d4-31faeaa2ee32 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:17:28.183738 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbac0bf4-f340-48d3-af90-dc10c67a98f9 None None] Sync routers for ids ['5d249851-cb17-48a2-8d75-10e678f0e536'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:17:28.197712 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbac0bf4-f340-48d3-af90-dc10c67a98f9 None None] Routers {'5d249851-cb17-48a2-8d75-10e678f0e536'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:17:28.198361 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-cbac0bf4-f340-48d3-af90-dc10c67a98f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:17:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['5d249851-cb17-48a2-8d75-10e678f0e536'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:28.205408 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9bbe7cee-4014-4a5a-b9b6-cb6b77ea2092 req-0e06800a-b322-412b-851c-498e13dd5e9d tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504692 Aug 31 09:17:28.292938 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e745d86-1d85-4fce-94d4-31faeaa2ee32 admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:28.301237 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9e745d86-1d85-4fce-94d4-31faeaa2ee32 admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0153196 Aug 31 09:17:28.301237 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57502) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:28.312598 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-cbac0bf4-f340-48d3-af90-dc10c67a98f9 None None] Set router 5d249851-cb17-48a2-8d75-10e678f0e536 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:17:28.506816 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57508) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:28.530005 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-cbac0bf4-f340-48d3-af90-dc10c67a98f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'name': 'tempest-ServerRescueTestJSONUnderV235-96676371-router', 'tenant_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '7a15ea2d-db3f-4eb9-8552-48e4f985f079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:24Z', 'updated_at': '2021-08-31T09:17:26Z', 'revision_number': 3, 'project_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'gw_port': {'id': '7a15ea2d-db3f-4eb9-8552-48e4f985f079', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:28.557130 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbac0bf4-f340-48d3-af90-dc10c67a98f9 None None] Checking router: 5d249851-cb17-48a2-8d75-10e678f0e536 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:17:28.557559 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbac0bf4-f340-48d3-af90-dc10c67a98f9 None None] Updating router 5d249851-cb17-48a2-8d75-10e678f0e536 port 7a15ea2d-db3f-4eb9-8552-48e4f985f079 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:17:28.592921 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-cbac0bf4-f340-48d3-af90-dc10c67a98f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:28.631949 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-f4327284-9bfc-4a1b-a280-e1708a2fd8c2 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-19150366-network', 'tenant_id': '3459f25fdb784488b41827b7db575c74'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:28.763466 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3ad10-8e34-46da-a20e-01091c1e19cb req-874bf37f-db3a-4a95-b35e-9d0cf832ebb3 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:28.765034 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b0d3ad10-8e34-46da-a20e-01091c1e19cb req-874bf37f-db3a-4a95-b35e-9d0cf832ebb3 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.0603058 Aug 31 09:17:28.767960 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4327284-9bfc-4a1b-a280-e1708a2fd8c2 admin admin] Made reservation on behalf of 3459f25fdb784488b41827b7db575c74 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:17:28.771322 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f4327284-9bfc-4a1b-a280-e1708a2fd8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:28.787283 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f4327284-9bfc-4a1b-a280-e1708a2fd8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:28.834362 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b0d3ad10-8e34-46da-a20e-01091c1e19cb req-4f2a80c3-ddda-4870-97fa-12a64ff42986 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595758 Aug 31 09:17:28.835646 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-97d1f61d-2fd4-4186-86a3-cc457f39b06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:28.907847 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f4327284-9bfc-4a1b-a280-e1708a2fd8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:28.928405 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-cbac0bf4-f340-48d3-af90-dc10c67a98f9 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:28.938160 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-cbac0bf4-f340-48d3-af90-dc10c67a98f9 None None] Transition to ACTIVE for port object 7a15ea2d-db3f-4eb9-8552-48e4f985f079 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:17:28.996432 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f4327284-9bfc-4a1b-a280-e1708a2fd8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.004866 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-97d1f61d-2fd4-4186-86a3-cc457f39b06b admin admin] Allocated IP 172.20.0.1 (1fe3bad6-d020-4313-b487-8f7d8a3a7aba/be576511-03ec-4a51-8b0f-ac74d6537737/377fd5e1-106d-4d0c-b2a5-28144c85e95d) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:17:29.021225 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4327284-9bfc-4a1b-a280-e1708a2fd8c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1614, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:17:29.036939 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4327284-9bfc-4a1b-a280-e1708a2fd8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ead1bb5-cff9-4c84-a590-478263ff0f12,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:29.040889 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f4327284-9bfc-4a1b-a280-e1708a2fd8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.041328 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-f4327284-9bfc-4a1b-a280-e1708a2fd8c2 admin admin] Added segment 18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15 of type vlan for network d18eb852-1191-4217-82ae-4b6207e81b17 Aug 31 09:17:29.059493 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-cbac0bf4-f340-48d3-af90-dc10c67a98f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.089207 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f4327284-9bfc-4a1b-a280-e1708a2fd8c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.113585 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be31956-9538-406a-96df-74d72fa4935d None None] Pushing event updated for resources: {'Port': ['ID=7a15ea2d-db3f-4eb9-8552-48e4f985f079,revision_number=2']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:29.113850 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-97d1f61d-2fd4-4186-86a3-cc457f39b06b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.129556 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-cbac0bf4-f340-48d3-af90-dc10c67a98f9 None None] Attempting to bind port 7a15ea2d-db3f-4eb9-8552-48e4f985f079 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:17:29.129928 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-cbac0bf4-f340-48d3-af90-dc10c67a98f9 None None] Attempting to bind port 7a15ea2d-db3f-4eb9-8552-48e4f985f079 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:17:29.130257 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbac0bf4-f340-48d3-af90-dc10c67a98f9 None None] Attempting to bind port 7a15ea2d-db3f-4eb9-8552-48e4f985f079 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:29.135213 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbac0bf4-f340-48d3-af90-dc10c67a98f9 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:17:29.135576 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbac0bf4-f340-48d3-af90-dc10c67a98f9 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:17:29.135964 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-cbac0bf4-f340-48d3-af90-dc10c67a98f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.136342 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbac0bf4-f340-48d3-af90-dc10c67a98f9 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:17:29.136790 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-cbac0bf4-f340-48d3-af90-dc10c67a98f9 None None] Bound port: 7a15ea2d-db3f-4eb9-8552-48e4f985f079, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:17:29.137155 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-cbac0bf4-f340-48d3-af90-dc10c67a98f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.189110 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-cbac0bf4-f340-48d3-af90-dc10c67a98f9 None None] For port 7a15ea2d-db3f-4eb9-8552-48e4f985f079, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:17:29.192798 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-cbac0bf4-f340-48d3-af90-dc10c67a98f9 None None] For port 7a15ea2d-db3f-4eb9-8552-48e4f985f079, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=7a15ea2d-db3f-4eb9-8552-48e4f985f079,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:17:29.242375 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f4327284-9bfc-4a1b-a280-e1708a2fd8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.243692 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4327284-9bfc-4a1b-a280-e1708a2fd8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:29.244357 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f4327284-9bfc-4a1b-a280-e1708a2fd8c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.305479 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-97d1f61d-2fd4-4186-86a3-cc457f39b06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.334447 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-cbac0bf4-f340-48d3-af90-dc10c67a98f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.335320 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4327284-9bfc-4a1b-a280-e1708a2fd8c2 admin admin] Pushing event updated for resources: {'Network': ['ID=d18eb852-1191-4217-82ae-4b6207e81b17,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:29.354202 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d1f61d-2fd4-4186-86a3-cc457f39b06b admin admin] Network 1fe3bad6-d020-4313-b487-8f7d8a3a7aba is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:17:29.358778 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699630c-af6b-45d0-af49-e3121b519953 req-1491fb02-2321-43c0-bb19-7d05bd508b33 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:29.359361 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network d18eb852-1191-4217-82ae-4b6207e81b17 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:17:29.360078 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-97d1f61d-2fd4-4186-86a3-cc457f39b06b admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:17:29.360876 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2699630c-af6b-45d0-af49-e3121b519953 req-1491fb02-2321-43c0-bb19-7d05bd508b33 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.0695901 Aug 31 09:17:29.367099 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d1f61d-2fd4-4186-86a3-cc457f39b06b admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:17:29.391210 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f4327284-9bfc-4a1b-a280-e1708a2fd8c2 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8831425 Aug 31 09:17:29.392465 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57522) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:29.398150 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1f61d-2fd4-4186-86a3-cc457f39b06b admin admin] Pushing event updated for resources: {'Port': ['ID=377fd5e1-106d-4d0c-b2a5-28144c85e95d,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:29.410258 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-18ad13c2-a872-4b2f-b26d-f043bb4c9184 admin admin] Request body: {'subnet': {'network_id': 'd18eb852-1191-4217-82ae-4b6207e81b17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-19150366-subnet', 'tenant_id': '3459f25fdb784488b41827b7db575c74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:29.415716 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-97d1f61d-2fd4-4186-86a3-cc457f39b06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.436370 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbac0bf4-f340-48d3-af90-dc10c67a98f9 None None] Routers {'5d249851-cb17-48a2-8d75-10e678f0e536'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:17:29.438115 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-cbac0bf4-f340-48d3-af90-dc10c67a98f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:17:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['5d249851-cb17-48a2-8d75-10e678f0e536'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:29.455139 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2699630c-af6b-45d0-af49-e3121b519953 req-c96df1c2-045e-4852-a931-c8b3f237094e tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843952 Aug 31 09:17:29.505655 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ad13c2-a872-4b2f-b26d-f043bb4c9184 admin admin] Made reservation on behalf of 3459f25fdb784488b41827b7db575c74 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:17:29.507693 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be31956-9538-406a-96df-74d72fa4935d None None] Pushing event updated for resources: {'Port': ['ID=7a15ea2d-db3f-4eb9-8552-48e4f985f079,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:29.516517 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-18ad13c2-a872-4b2f-b26d-f043bb4c9184 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.577905 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-cbac0bf4-f340-48d3-af90-dc10c67a98f9 None None] Set router 5d249851-cb17-48a2-8d75-10e678f0e536 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:17:29.613369 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-97d1f61d-2fd4-4186-86a3-cc457f39b06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.764152 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-18ad13c2-a872-4b2f-b26d-f043bb4c9184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.792834 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-cbac0bf4-f340-48d3-af90-dc10c67a98f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'name': 'tempest-ServerRescueTestJSONUnderV235-96676371-router', 'tenant_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '7a15ea2d-db3f-4eb9-8552-48e4f985f079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:24Z', 'updated_at': '2021-08-31T09:17:26Z', 'revision_number': 3, 'project_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'gw_port': {'id': '7a15ea2d-db3f-4eb9-8552-48e4f985f079', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:29.831510 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad13c2-a872-4b2f-b26d-f043bb4c9184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e0d7958-f80a-4da0-85ea-0728d97d85e0,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:29.836623 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbac0bf4-f340-48d3-af90-dc10c67a98f9 None None] The sync data for ids ['5d249851-cb17-48a2-8d75-10e678f0e536'] in n-d-791506-28 is: [{'id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'name': 'tempest-ServerRescueTestJSONUnderV235-96676371-router', 'tenant_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '7a15ea2d-db3f-4eb9-8552-48e4f985f079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:24Z', 'updated_at': '2021-08-31T09:17:26Z', 'revision_number': 3, 'project_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'gw_port': {'id': '7a15ea2d-db3f-4eb9-8552-48e4f985f079', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:17:29.843239 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ad13c2-a872-4b2f-b26d-f043bb4c9184 admin admin] Checking segment: {'id': '18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': 'd18eb852-1191-4217-82ae-4b6207e81b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:17:29.843595 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ad13c2-a872-4b2f-b26d-f043bb4c9184 admin admin] Network hostable DHCP agents. Network: d18eb852-1191-4217-82ae-4b6207e81b17, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:17:29.864296 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-97d1f61d-2fd4-4186-86a3-cc457f39b06b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.944353 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ad13c2-a872-4b2f-b26d-f043bb4c9184 admin admin] Network d18eb852-1191-4217-82ae-4b6207e81b17 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:17:29.957491 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-97d1f61d-2fd4-4186-86a3-cc457f39b06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:29.970310 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ffddd-750d-406f-a664-b30881acaedb req-7752e457-a002-485c-836b-f2a327ebfa12 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:29.971944 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-522ffddd-750d-406f-a664-b30881acaedb req-7752e457-a002-485c-836b-f2a327ebfa12 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.0588913 Aug 31 09:17:30.029362 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-97d1f61d-2fd4-4186-86a3-cc457f39b06b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:30.031268 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-522ffddd-750d-406f-a664-b30881acaedb req-f269564b-78b9-4f1a-9c98-f7737124572f tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468500 Aug 31 09:17:30.034967 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1f61d-2fd4-4186-86a3-cc457f39b06b admin admin] Pushing event updated for resources: {'Port': ['ID=377fd5e1-106d-4d0c-b2a5-28144c85e95d,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:30.078430 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-18ad13c2-a872-4b2f-b26d-f043bb4c9184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, d18eb852-1191-4217-82ae-4b6207e81b17) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:17:30.084794 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ad13c2-a872-4b2f-b26d-f043bb4c9184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:30.085434 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-18ad13c2-a872-4b2f-b26d-f043bb4c9184 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:30.090058 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b702d28-bb69-4c6c-b70e-573deab20a1a None None] Network d18eb852-1191-4217-82ae-4b6207e81b17 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:17:30.161660 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d1f61d-2fd4-4186-86a3-cc457f39b06b admin admin] Network 1fe3bad6-d020-4313-b487-8f7d8a3a7aba is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:17:30.165279 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-97d1f61d-2fd4-4186-86a3-cc457f39b06b admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:17:30.191873 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-18ad13c2-a872-4b2f-b26d-f043bb4c9184 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7867839 Aug 31 09:17:30.246061 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c05c10-b96f-4437-bdcd-dfaa46973bd3 None None] Network d18eb852-1191-4217-82ae-4b6207e81b17 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:17:30.322952 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d1f61d-2fd4-4186-86a3-cc457f39b06b admin admin] Router 5d249851-cb17-48a2-8d75-10e678f0e536 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:17:30.459327 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d1f61d-2fd4-4186-86a3-cc457f39b06b admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:17:30.464521 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-97d1f61d-2fd4-4186-86a3-cc457f39b06b admin admin] 10.222.0.119 "PUT /v2.0/routers/5d249851-cb17-48a2-8d75-10e678f0e536/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1662543 Aug 31 09:17:30.602990 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbca415-b8a9-4b2b-a7e1-3d7094c7ceb3 req-3e72bf45-cf3c-49f8-b0db-62ab95a462ae tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:30.610721 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ffbca415-b8a9-4b2b-a7e1-3d7094c7ceb3 req-3e72bf45-cf3c-49f8-b0db-62ab95a462ae tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.0651124 Aug 31 09:17:30.723231 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ffbca415-b8a9-4b2b-a7e1-3d7094c7ceb3 req-f5015441-02ca-40a1-ae2e-62851bcf9851 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101511 Aug 31 09:17:30.763373 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7a15ea2d-db3f-4eb9-8552-48e4f985f079 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:17:30.777186 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-5e2c76f0-32fb-4a52-ae65-ee50b5d59b39 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:30.778673 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-5e2c76f0-32fb-4a52-ae65-ee50b5d59b39 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/networks?id=d18eb852-1191-4217-82ae-4b6207e81b17 HTTP/1.1" status: 200 len: 816 time: 0.1591783 Aug 31 09:17:30.803597 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-733a425f-3c78-46ff-9b35-54542ebf22d5 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/quotas/3459f25fdb784488b41827b7db575c74 HTTP/1.1" status: 200 len: 375 time: 0.0157571 Aug 31 09:17:30.847698 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-8c44f5e4-4397-457f-81cd-0c89e1d9f481 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=3459f25fdb784488b41827b7db575c74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362797 Aug 31 09:17:30.888593 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 7a15ea2d-db3f-4eb9-8552-48e4f985f079 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:17:30.896312 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 7a15ea2d-db3f-4eb9-8552-48e4f985f079 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:30.897069 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:30.957407 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-8c1c74f5-3141-4f2e-9eb0-1101231ea691 service neutron] 10.222.0.119 "GET /v2.0/networks/d18eb852-1191-4217-82ae-4b6207e81b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041863 Aug 31 09:17:30.992358 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:31.014027 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 7a15ea2d-db3f-4eb9-8552-48e4f985f079, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=7a15ea2d-db3f-4eb9-8552-48e4f985f079,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:31.071383 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:31.112268 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-73cf2c41-a829-41f2-8481-75d3976ebb4b service neutron] 10.222.0.119 "GET /v2.0/networks/d18eb852-1191-4217-82ae-4b6207e81b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468596 Aug 31 09:17:31.126214 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=7a15ea2d-db3f-4eb9-8552-48e4f985f079,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:31.154601 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-bd458d4a-1e5b-416a-ba26-8c7a11678416 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:31.156435 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-bd458d4a-1e5b-416a-ba26-8c7a11678416 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/networks?id=1fe3bad6-d020-4313-b487-8f7d8a3a7aba HTTP/1.1" status: 200 len: 818 time: 0.1326818 Aug 31 09:17:31.176418 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-d016aea2-82da-4157-9205-41c78f233655 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/quotas/6a2267e5f9d74efc8dd72fe8f0e73b08 HTTP/1.1" status: 200 len: 375 time: 0.0125825 Aug 31 09:17:31.231177 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-1c48b42d-f03b-406f-ba38-9bb042bbe35c tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=6a2267e5f9d74efc8dd72fe8f0e73b08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0477331 Aug 31 09:17:31.332126 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-6019b008-29f5-4693-8187-04e4e5209f9e service neutron] 10.222.0.119 "GET /v2.0/networks/1fe3bad6-d020-4313-b487-8f7d8a3a7aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922141 Aug 31 09:17:31.426206 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-5e829661-a673-446d-b170-888c32800721 service neutron] 10.222.0.119 "GET /v2.0/networks/1fe3bad6-d020-4313-b487-8f7d8a3a7aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876501 Aug 31 09:17:31.616889 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4956915f-56f1-4949-8fd2-593f907a1f55 None None] Sync routers for ids ['5d249851-cb17-48a2-8d75-10e678f0e536'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:17:31.624376 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4956915f-56f1-4949-8fd2-593f907a1f55 None None] Routers {'5d249851-cb17-48a2-8d75-10e678f0e536'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:17:31.625660 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-4956915f-56f1-4949-8fd2-593f907a1f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:17:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['5d249851-cb17-48a2-8d75-10e678f0e536'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:31.798960 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-4956915f-56f1-4949-8fd2-593f907a1f55 None None] Set router 5d249851-cb17-48a2-8d75-10e678f0e536 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:17:31.829771 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d0211-ffcc-4c78-8295-e6715563b185 req-8757970a-d1ce-44ae-914d-64e98eef2510 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:31.839515 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-836d0211-ffcc-4c78-8295-e6715563b185 req-8757970a-d1ce-44ae-914d-64e98eef2510 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/ports?device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 946 time: 0.0811498 Aug 31 09:17:31.937183 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-836d0211-ffcc-4c78-8295-e6715563b185 req-9cefd44b-2328-46d2-89b1-ae39c17e4c4a tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/security-groups?id=5b749fb4-1d9f-4950-bcaa-2c926086e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963051 Aug 31 09:17:31.990029 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7877c1a-107d-4056-99b3-0e29564efdc6 req-8445530e-0976-4cbb-b7a8-0f2303df5bc9 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:31.996775 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e7877c1a-107d-4056-99b3-0e29564efdc6 req-8445530e-0976-4cbb-b7a8-0f2303df5bc9 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.1215429 Aug 31 09:17:32.072811 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cb4d3efe-138d-4826-8bbd-f87c53b04b59 req-8e94b746-6392-40fb-ab33-2a75e8a0bc87 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 210 time: 0.0578799 Aug 31 09:17:32.106225 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e7877c1a-107d-4056-99b3-0e29564efdc6 req-7034266a-d07b-48a9-b4de-654fe940c597 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912018 Aug 31 09:17:32.228307 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-4956915f-56f1-4949-8fd2-593f907a1f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'name': 'tempest-ServerRescueTestJSONUnderV235-96676371-router', 'tenant_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '7a15ea2d-db3f-4eb9-8552-48e4f985f079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:24Z', 'updated_at': '2021-08-31T09:17:29Z', 'revision_number': 4, 'project_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'gw_port': {'id': '7a15ea2d-db3f-4eb9-8552-48e4f985f079', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '377fd5e1-106d-4d0c-b2a5-28144c85e95d', 'name': '', 'network_id': '1fe3bad6-d020-4313-b487-8f7d8a3a7aba', 'tenant_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'mac_address': 'fa:16:3e:2a:83:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'be576511-03ec-4a51-8b0f-ac74d6537737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:28Z', 'updated_at': '2021-08-31T09:17:29Z', 'revision_number': 2, 'project_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'subnets': [{'id': 'be576511-03ec-4a51-8b0f-ac74d6537737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:32.272702 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4956915f-56f1-4949-8fd2-593f907a1f55 None None] Checking router: 5d249851-cb17-48a2-8d75-10e678f0e536 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:17:32.273190 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4956915f-56f1-4949-8fd2-593f907a1f55 None None] Updating router 5d249851-cb17-48a2-8d75-10e678f0e536 port 377fd5e1-106d-4d0c-b2a5-28144c85e95d binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:17:32.281819 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f2e8d9e6-1423-42b4-ab38-3ae979b636a2 req-448834b0-833b-44a3-9930-ae1dff53412b tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf06041b-0f77-4d37-9e0d-1628f387e270 HTTP/1.1" status: 200 len: 210 time: 0.0486970 Aug 31 09:17:32.311325 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4956915f-56f1-4949-8fd2-593f907a1f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:32.312862 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6eefa-49dc-4886-9a1b-104d7c38a04c req-6bdc2755-5673-40c2-9402-37ba9a3f7775 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:32.314402 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-24a6eefa-49dc-4886-9a1b-104d7c38a04c req-6bdc2755-5673-40c2-9402-37ba9a3f7775 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.0949845 Aug 31 09:17:32.447406 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:32.625150 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:32.646337 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4956915f-56f1-4949-8fd2-593f907a1f55 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:32.658153 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4956915f-56f1-4949-8fd2-593f907a1f55 None None] Transition to ACTIVE for port object 377fd5e1-106d-4d0c-b2a5-28144c85e95d will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:17:32.686243 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-24a6eefa-49dc-4886-9a1b-104d7c38a04c req-35113dd6-b85a-4cc8-aa74-af227b7f4deb tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624835 Aug 31 09:17:32.718844 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4956915f-56f1-4949-8fd2-593f907a1f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:32.757134 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7a15ea2d-db3f-4eb9-8552-48e4f985f079 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:17:32.829839 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf331801-d71c-4532-b076-2ee8455a4536 None None] Pushing event updated for resources: {'Port': ['ID=377fd5e1-106d-4d0c-b2a5-28144c85e95d,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:32.900660 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 7a15ea2d-db3f-4eb9-8552-48e4f985f079 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:32.900939 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:32.903609 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-4956915f-56f1-4949-8fd2-593f907a1f55 None None] Attempting to bind port 377fd5e1-106d-4d0c-b2a5-28144c85e95d on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:17:32.903973 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-4956915f-56f1-4949-8fd2-593f907a1f55 None None] Attempting to bind port 377fd5e1-106d-4d0c-b2a5-28144c85e95d by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '219c32c0-d622-49cd-ac9d-e7b5923e4d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1600, 'network_id': '1fe3bad6-d020-4313-b487-8f7d8a3a7aba'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:17:32.904328 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4956915f-56f1-4949-8fd2-593f907a1f55 None None] Attempting to bind port 377fd5e1-106d-4d0c-b2a5-28144c85e95d on network 1fe3bad6-d020-4313-b487-8f7d8a3a7aba {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:32.929821 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4956915f-56f1-4949-8fd2-593f907a1f55 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:17:32.930186 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4956915f-56f1-4949-8fd2-593f907a1f55 None None] Checking segment: {'id': '219c32c0-d622-49cd-ac9d-e7b5923e4d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1600, 'network_id': '1fe3bad6-d020-4313-b487-8f7d8a3a7aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:17:32.930606 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4956915f-56f1-4949-8fd2-593f907a1f55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:32.930996 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4956915f-56f1-4949-8fd2-593f907a1f55 None None] Bound using segment: {'id': '219c32c0-d622-49cd-ac9d-e7b5923e4d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1600, 'network_id': '1fe3bad6-d020-4313-b487-8f7d8a3a7aba'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:17:32.931457 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-4956915f-56f1-4949-8fd2-593f907a1f55 None None] Bound port: 377fd5e1-106d-4d0c-b2a5-28144c85e95d, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '219c32c0-d622-49cd-ac9d-e7b5923e4d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1600, 'network_id': '1fe3bad6-d020-4313-b487-8f7d8a3a7aba'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:17:32.931868 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4956915f-56f1-4949-8fd2-593f907a1f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:33.037642 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4956915f-56f1-4949-8fd2-593f907a1f55 None None] For port 377fd5e1-106d-4d0c-b2a5-28144c85e95d, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:17:33.041766 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4956915f-56f1-4949-8fd2-593f907a1f55 None None] For port 377fd5e1-106d-4d0c-b2a5-28144c85e95d, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=377fd5e1-106d-4d0c-b2a5-28144c85e95d,segment=NetworkSegment(219c32c0-d622-49cd-ac9d-e7b5923e4d48),segment_id=219c32c0-d622-49cd-ac9d-e7b5923e4d48)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:17:33.122689 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4956915f-56f1-4949-8fd2-593f907a1f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:33.176684 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf331801-d71c-4532-b076-2ee8455a4536 None None] Pushing event updated for resources: {'Port': ['ID=377fd5e1-106d-4d0c-b2a5-28144c85e95d,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:33.191552 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-940931a2-c0ac-4d70-ab75-3ebfb1c480e1 req-42813d44-5c8d-4345-9f6e-42efe53e2f78 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 210 time: 0.0368330 Aug 31 09:17:33.194853 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4956915f-56f1-4949-8fd2-593f907a1f55 None None] Routers {'5d249851-cb17-48a2-8d75-10e678f0e536'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:17:33.195849 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-4956915f-56f1-4949-8fd2-593f907a1f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:17:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['5d249851-cb17-48a2-8d75-10e678f0e536'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:33.228399 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:17:33.247093 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0dfbb5-185a-49b7-b2c3-3394d831b025 req-c8591aae-8319-4be0-b2a6-107dfd180f81 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:33.248990 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b0dfbb5-185a-49b7-b2c3-3394d831b025 req-c8591aae-8319-4be0-b2a6-107dfd180f81 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 1097 time: 0.0611451 Aug 31 09:17:33.320506 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b0dfbb5-185a-49b7-b2c3-3394d831b025 req-f2a53dd9-ec93-4176-9b93-0ac9346df72d tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640764 Aug 31 09:17:33.349093 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cea91-a074-448a-8cb2-b1855b2a1d86 req-d073f7b3-7925-4cce-aafe-399f2c5817a7 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:33.356010 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a4cea91-a074-448a-8cb2-b1855b2a1d86 req-d073f7b3-7925-4cce-aafe-399f2c5817a7 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.0782378 Aug 31 09:17:33.356844 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-4956915f-56f1-4949-8fd2-593f907a1f55 None None] Set router 5d249851-cb17-48a2-8d75-10e678f0e536 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:17:33.408180 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a4cea91-a074-448a-8cb2-b1855b2a1d86 req-8362b5a3-538c-4ddd-8fc8-24589f5740e1 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501406 Aug 31 09:17:33.487584 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d6f728fb-9dca-4322-b15e-ba30da3ccba7 req-1ecf3b1b-d105-485c-a2c5-6e1573ec0c66 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf06041b-0f77-4d37-9e0d-1628f387e270 HTTP/1.1" status: 200 len: 210 time: 0.0290949 Aug 31 09:17:33.745084 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-4956915f-56f1-4949-8fd2-593f907a1f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'name': 'tempest-ServerRescueTestJSONUnderV235-96676371-router', 'tenant_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '7a15ea2d-db3f-4eb9-8552-48e4f985f079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:24Z', 'updated_at': '2021-08-31T09:17:29Z', 'revision_number': 4, 'project_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'gw_port': {'id': '7a15ea2d-db3f-4eb9-8552-48e4f985f079', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '377fd5e1-106d-4d0c-b2a5-28144c85e95d', 'name': '', 'network_id': '1fe3bad6-d020-4313-b487-8f7d8a3a7aba', 'tenant_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'mac_address': 'fa:16:3e:2a:83:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'be576511-03ec-4a51-8b0f-ac74d6537737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:28Z', 'updated_at': '2021-08-31T09:17:33Z', 'revision_number': 4, 'project_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'subnets': [{'id': 'be576511-03ec-4a51-8b0f-ac74d6537737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:33.747283 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab1575-52c0-492d-8686-321ae07d7e2e req-affe501d-4b22-4463-a667-14256fd76ae8 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:33.748839 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5eab1575-52c0-492d-8686-321ae07d7e2e req-affe501d-4b22-4463-a667-14256fd76ae8 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/ports?device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 946 time: 0.0593488 Aug 31 09:17:33.775699 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4956915f-56f1-4949-8fd2-593f907a1f55 None None] The sync data for ids ['5d249851-cb17-48a2-8d75-10e678f0e536'] in n-d-791506-28 is: [{'id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'name': 'tempest-ServerRescueTestJSONUnderV235-96676371-router', 'tenant_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '7a15ea2d-db3f-4eb9-8552-48e4f985f079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:24Z', 'updated_at': '2021-08-31T09:17:29Z', 'revision_number': 4, 'project_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'gw_port': {'id': '7a15ea2d-db3f-4eb9-8552-48e4f985f079', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '377fd5e1-106d-4d0c-b2a5-28144c85e95d', 'name': '', 'network_id': '1fe3bad6-d020-4313-b487-8f7d8a3a7aba', 'tenant_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'mac_address': 'fa:16:3e:2a:83:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'be576511-03ec-4a51-8b0f-ac74d6537737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:28Z', 'updated_at': '2021-08-31T09:17:33Z', 'revision_number': 4, 'project_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'subnets': [{'id': 'be576511-03ec-4a51-8b0f-ac74d6537737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:17:33.792652 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5eab1575-52c0-492d-8686-321ae07d7e2e req-34d57027-0b16-4f66-9b28-c48c911cd543 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/security-groups?id=5b749fb4-1d9f-4950-bcaa-2c926086e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356662 Aug 31 09:17:33.937977 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8596d5-132a-4614-b29c-b741bf4d1eba req-30787a57-93c0-4962-ae88-596006618a93 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:33.939463 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1e8596d5-132a-4614-b29c-b741bf4d1eba req-30787a57-93c0-4962-ae88-596006618a93 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.0636840 Aug 31 09:17:33.988924 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1e8596d5-132a-4614-b29c-b741bf4d1eba req-7b7f145c-c6c2-4b9b-971d-259c3cd95e21 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409265 Aug 31 09:17:34.321719 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-38372988-f952-4ae6-80cc-f4fce2b913e9 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:34.323295 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-38372988-f952-4ae6-80cc-f4fce2b913e9 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.112 "GET /v2.0/networks?id=1fe3bad6-d020-4313-b487-8f7d8a3a7aba HTTP/1.1" status: 200 len: 818 time: 0.1263225 Aug 31 09:17:34.343547 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-5b5ba470-d029-4380-bbf7-3e95912957bb tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Request body: {'port': {'device_id': 'de693642-683e-4fd5-b75f-9ec160cba4be', 'network_id': '1fe3bad6-d020-4313-b487-8f7d8a3a7aba', 'admin_state_up': True, 'tenant_id': '6a2267e5f9d74efc8dd72fe8f0e73b08'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:34.352493 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70c315d8-1a4a-41d2-894c-5c230a3c07b3 req-696cb92e-c881-4717-a01b-cccc4e51567b tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 210 time: 0.0569065 Aug 31 09:17:34.572869 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd91a0-dd54-43e4-bcbb-b8bcd06deb69 req-3e1dde39-45f7-49f5-becb-2ca99d479a8f tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:34.576944 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-82bd91a0-dd54-43e4-bcbb-b8bcd06deb69 req-3e1dde39-45f7-49f5-becb-2ca99d479a8f tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.0655453 Aug 31 09:17:34.579809 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-5b5ba470-d029-4380-bbf7-3e95912957bb tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Made reservation on behalf of 6a2267e5f9d74efc8dd72fe8f0e73b08 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:17:34.583939 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-5b5ba470-d029-4380-bbf7-3e95912957bb tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:34.655424 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-82bd91a0-dd54-43e4-bcbb-b8bcd06deb69 req-0c347d08-27db-4db5-9291-6a8e1fb901cd tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704024 Aug 31 09:17:34.780576 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bc288a3b-3c17-4231-bde1-80c40c3153f9 req-55276bb8-758e-4868-b3e2-6f0b1dde1647 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf06041b-0f77-4d37-9e0d-1628f387e270 HTTP/1.1" status: 200 len: 210 time: 0.0440466 Aug 31 09:17:34.813368 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-5b5ba470-d029-4380-bbf7-3e95912957bb tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Allocated IP 172.20.0.13 (1fe3bad6-d020-4313-b487-8f7d8a3a7aba/be576511-03ec-4a51-8b0f-ac74d6537737/13aae789-1d14-4bf9-aef3-ac983b8ca2cc) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:17:34.907009 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 377fd5e1-106d-4d0c-b2a5-28144c85e95d up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:17:35.080184 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-5b5ba470-d029-4380-bbf7-3e95912957bb tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:35.139978 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 377fd5e1-106d-4d0c-b2a5-28144c85e95d completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:17:35.148273 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 377fd5e1-106d-4d0c-b2a5-28144c85e95d triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:35.149058 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:35.208923 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-5b5ba470-d029-4380-bbf7-3e95912957bb tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:35.249941 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:35.259427 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-5b5ba470-d029-4380-bbf7-3e95912957bb tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Network 1fe3bad6-d020-4313-b487-8f7d8a3a7aba is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:17:35.264986 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-5b5ba470-d029-4380-bbf7-3e95912957bb tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:17:35.267491 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-5b5ba470-d029-4380-bbf7-3e95912957bb tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:17:35.290828 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 377fd5e1-106d-4d0c-b2a5-28144c85e95d, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=377fd5e1-106d-4d0c-b2a5-28144c85e95d,segment=NetworkSegment(219c32c0-d622-49cd-ac9d-e7b5923e4d48),segment_id=219c32c0-d622-49cd-ac9d-e7b5923e4d48)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:35.303364 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ba470-d029-4380-bbf7-3e95912957bb tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Pushing event updated for resources: {'Port': ['ID=13aae789-1d14-4bf9-aef3-ac983b8ca2cc,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:35.328361 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-5b5ba470-d029-4380-bbf7-3e95912957bb tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:35.328985 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-5b5ba470-d029-4380-bbf7-3e95912957bb tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:35.390744 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:35.439689 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=377fd5e1-106d-4d0c-b2a5-28144c85e95d,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:35.540682 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-5b5ba470-d029-4380-bbf7-3e95912957bb tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2070763 Aug 31 09:17:35.562232 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] Request body: {'port': {'device_id': 'de693642-683e-4fd5-b75f-9ec160cba4be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:35.624348 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:35.649675 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a870f35-374a-49e5-9a21-a173da440dfd req-bb99d361-bfe4-4b9b-9216-ffbf66ee7620 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:35.651391 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1a870f35-374a-49e5-9a21-a173da440dfd req-bb99d361-bfe4-4b9b-9216-ffbf66ee7620 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.0578108 Aug 31 09:17:35.703482 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1a870f35-374a-49e5-9a21-a173da440dfd req-806b4530-6b77-4de7-baf7-6d7231b373e5 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410457 Aug 31 09:17:35.836804 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-a789fec8-3cb5-4872-aea1-7bfea2ae8ee9 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:17:35.843124 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-a789fec8-3cb5-4872-aea1-7bfea2ae8ee9 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0841596 Aug 31 09:17:35.933848 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-84cf1c97-3334-4433-b78f-c36453ea5b5c service neutron] Request body: {'binding': {'host': 'n-h2-791506-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:35.934300 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-84cf1c97-3334-4433-b78f-c36453ea5b5c service neutron] Unknown quota resources ['binding']. {{(pid=95553) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:17:35.956704 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13aae789-1d14-4bf9-aef3-ac983b8ca2cc {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:17:35.964444 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:35.999134 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] Transition to ACTIVE for port object 13aae789-1d14-4bf9-aef3-ac983b8ca2cc will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:17:36.053436 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5709e-c4d8-440d-86cf-8b2a324f113f req-39484ba3-b786-48e9-a91b-2c2fe4f7b11f tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:36.054876 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-50c5709e-c4d8-440d-86cf-8b2a324f113f req-39484ba3-b786-48e9-a91b-2c2fe4f7b11f tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 932 time: 0.1245446 Aug 31 09:17:36.118925 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-50c5709e-c4d8-440d-86cf-8b2a324f113f req-a997d0ba-e9ef-4fb5-952c-2bcc0304c9bc tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572500 Aug 31 09:17:36.159823 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-84cf1c97-3334-4433-b78f-c36453ea5b5c service neutron] Attempting to bind port e63ad863-29f8-479a-a32b-8964edd0bc5e on host n-h2-791506-28 for vnic_type normal with profile None {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:17:36.160175 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-84cf1c97-3334-4433-b78f-c36453ea5b5c service neutron] Attempting to bind port e63ad863-29f8-479a-a32b-8964edd0bc5e by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:17:36.160601 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-84cf1c97-3334-4433-b78f-c36453ea5b5c service neutron] Attempting to bind port e63ad863-29f8-479a-a32b-8964edd0bc5e on network f353997d-12d5-47f5-bc55-13148c348a0b {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:36.165871 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-84cf1c97-3334-4433-b78f-c36453ea5b5c service neutron] Port e63ad863-29f8-479a-a32b-8964edd0bc5e on network f353997d-12d5-47f5-bc55-13148c348a0b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:17:36.166588 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-84cf1c97-3334-4433-b78f-c36453ea5b5c service neutron] Attempting to bind port e63ad863-29f8-479a-a32b-8964edd0bc5e on network f353997d-12d5-47f5-bc55-13148c348a0b {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:36.172835 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-84cf1c97-3334-4433-b78f-c36453ea5b5c service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:17:36.173411 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-84cf1c97-3334-4433-b78f-c36453ea5b5c service neutron] Checking segment: {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:17:36.173866 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-84cf1c97-3334-4433-b78f-c36453ea5b5c service neutron] Bound using segment: {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:17:36.174314 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-84cf1c97-3334-4433-b78f-c36453ea5b5c service neutron] Bound port: e63ad863-29f8-479a-a32b-8964edd0bc5e, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:17:36.262921 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-84cf1c97-3334-4433-b78f-c36453ea5b5c service neutron] For port e63ad863-29f8-479a-a32b-8964edd0bc5e, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=e63ad863-29f8-479a-a32b-8964edd0bc5e,segment=NetworkSegment(329c79c6-5ca3-4a1a-b3d4-414355128167),segment_id=329c79c6-5ca3-4a1a-b3d4-414355128167)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:17:36.279424 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd85f5-6b3f-4788-b4c3-effa216bcd40 req-0d6f6100-f37d-4421-b5a7-862f6a8b5107 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:36.280934 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bbdd85f5-6b3f-4788-b4c3-effa216bcd40 req-0d6f6100-f37d-4421-b5a7-862f6a8b5107 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/ports?device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 946 time: 0.0802553 Aug 31 09:17:36.322508 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bbdd85f5-6b3f-4788-b4c3-effa216bcd40 req-c9c35928-8d59-4912-9c5a-4213aa9b960f tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/security-groups?id=5b749fb4-1d9f-4950-bcaa-2c926086e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351269 Aug 31 09:17:36.363873 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:36.433963 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00504df3-68c0-4389-88fb-c4589da78bdb req-83cfc7c7-5c5c-422b-af7a-7bf793632d4e tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:36.435637 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-00504df3-68c0-4389-88fb-c4589da78bdb req-83cfc7c7-5c5c-422b-af7a-7bf793632d4e tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.0533919 Aug 31 09:17:36.437759 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-84cf1c97-3334-4433-b78f-c36453ea5b5c service neutron] Notify callbacks [] for binding, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:36.438894 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-84cf1c97-3334-4433-b78f-c36453ea5b5c service neutron] 10.222.0.119 "POST /v2.0/ports/e63ad863-29f8-479a-a32b-8964edd0bc5e/bindings HTTP/1.1" status: 201 len: 390 time: 0.5915453 Aug 31 09:17:36.439096 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] Pushing event updated for resources: {'Port': ['ID=13aae789-1d14-4bf9-aef3-ac983b8ca2cc,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:36.468106 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:36.468443 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:36.469013 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:36.469960 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:36.470480 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:36.475765 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:36.475765 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:36.475765 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:36.475765 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:36.475765 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:36.475765 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:36.475765 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:36.482914 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-00504df3-68c0-4389-88fb-c4589da78bdb req-5f48be33-3898-4278-b17c-4c30809bafae tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365112 Aug 31 09:17:36.513188 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] Attempting to bind port 13aae789-1d14-4bf9-aef3-ac983b8ca2cc on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:17:36.513542 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] Attempting to bind port 13aae789-1d14-4bf9-aef3-ac983b8ca2cc by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '219c32c0-d622-49cd-ac9d-e7b5923e4d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1600, 'network_id': '1fe3bad6-d020-4313-b487-8f7d8a3a7aba'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:17:36.513889 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] Attempting to bind port 13aae789-1d14-4bf9-aef3-ac983b8ca2cc on network 1fe3bad6-d020-4313-b487-8f7d8a3a7aba {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:36.518467 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] Port 13aae789-1d14-4bf9-aef3-ac983b8ca2cc on network 1fe3bad6-d020-4313-b487-8f7d8a3a7aba not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:17:36.518895 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] Attempting to bind port 13aae789-1d14-4bf9-aef3-ac983b8ca2cc on network 1fe3bad6-d020-4313-b487-8f7d8a3a7aba {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:36.525506 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:17:36.525839 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] Checking segment: {'id': '219c32c0-d622-49cd-ac9d-e7b5923e4d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1600, 'network_id': '1fe3bad6-d020-4313-b487-8f7d8a3a7aba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:17:36.526217 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] Bound using segment: {'id': '219c32c0-d622-49cd-ac9d-e7b5923e4d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1600, 'network_id': '1fe3bad6-d020-4313-b487-8f7d8a3a7aba'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:17:36.526788 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] Bound port: 13aae789-1d14-4bf9-aef3-ac983b8ca2cc, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '219c32c0-d622-49cd-ac9d-e7b5923e4d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1600, 'network_id': '1fe3bad6-d020-4313-b487-8f7d8a3a7aba'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:17:36.527119 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:36.566806 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8cf16852-02a5-4618-beb4-aaa5b35fda59 req-043a9031-f1f9-4ebd-afa8-8d08156cc4ca tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf06041b-0f77-4d37-9e0d-1628f387e270 HTTP/1.1" status: 200 len: 210 time: 0.0276372 Aug 31 09:17:36.596004 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] For port 13aae789-1d14-4bf9-aef3-ac983b8ca2cc, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:17:36.599755 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] For port 13aae789-1d14-4bf9-aef3-ac983b8ca2cc, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=13aae789-1d14-4bf9-aef3-ac983b8ca2cc,segment=NetworkSegment(219c32c0-d622-49cd-ac9d-e7b5923e4d48),segment_id=219c32c0-d622-49cd-ac9d-e7b5923e4d48)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:17:36.729424 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 377fd5e1-106d-4d0c-b2a5-28144c85e95d up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:17:36.763103 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:36.787972 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 377fd5e1-106d-4d0c-b2a5-28144c85e95d triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:36.788352 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:36.803391 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:36.804480 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:36.806263 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] 10.222.0.112 "PUT /v2.0/ports/13aae789-1d14-4bf9-aef3-ac983b8ca2cc HTTP/1.1" status: 200 len: 1093 time: 1.2523737 Aug 31 09:17:36.806998 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de693642-683e-4fd5-b75f-9ec160cba4be', 'tag': '13aae789-1d14-4bf9-aef3-ac983b8ca2cc'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:36.809552 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba3c904-ad91-41b6-b253-41302ff8d57f" -d '{"events": [{"name": "network-changed", "server_uuid": "de693642-683e-4fd5-b75f-9ec160cba4be", "tag": "13aae789-1d14-4bf9-aef3-ac983b8ca2cc"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:36.845753 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec640f0-050b-46ac-ab14-ec2e746a1a03 service neutron] Pushing event updated for resources: {'Port': ['ID=13aae789-1d14-4bf9-aef3-ac983b8ca2cc,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:36.880926 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332c8dc-8daa-4f20-9ce2-a13e94a51e68 req-0e5eae40-4ac2-40bd-99cd-865da3ecfbfa tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:36.882483 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9332c8dc-8daa-4f20-9ce2-a13e94a51e68 req-0e5eae40-4ac2-40bd-99cd-865da3ecfbfa tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 945 time: 0.1373150 Aug 31 09:17:36.895232 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e88fc5-8258-4661-b72c-b03d6c225afd req-ec537769-824d-42b9-90bc-ce12b6d9e98b tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:36.896411 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a2e88fc5-8258-4661-b72c-b03d6c225afd req-ec537769-824d-42b9-90bc-ce12b6d9e98b tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.1131144 Aug 31 09:17:36.957499 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9332c8dc-8daa-4f20-9ce2-a13e94a51e68 req-e3c5ad1b-0931-4123-bf6d-dbd945c6965d tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600836 Aug 31 09:17:36.966138 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a2e88fc5-8258-4661-b72c-b03d6c225afd req-96f997f9-c325-4ff6-ade2-57d0c146c441 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585225 Aug 31 09:17:37.039578 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0317a0-06f0-40ff-9f0f-bb1bc2b1b29b x-openstack-request-id: req-2d0317a0-06f0-40ff-9f0f-bb1bc2b1b29b {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:37.039874 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de693642-683e-4fd5-b75f-9ec160cba4be", "tag": "13aae789-1d14-4bf9-aef3-ac983b8ca2cc", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:37.040129 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-2d0317a0-06f0-40ff-9f0f-bb1bc2b1b29b {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:37.040524 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de693642-683e-4fd5-b75f-9ec160cba4be', 'tag': '13aae789-1d14-4bf9-aef3-ac983b8ca2cc', 'status': 'completed', 'code': 200} Aug 31 09:17:37.060858 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-1db942f5-831b-4565-8e73-208832f30429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:37.062408 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-1db942f5-831b-4565-8e73-208832f30429 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=6a2267e5f9d74efc8dd72fe8f0e73b08&device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 1096 time: 0.0591776 Aug 31 09:17:37.116125 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-efe373e6-bbe4-4fa9-93d2-20b2aafe253b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13aae789-1d14-4bf9-aef3-ac983b8ca2cc HTTP/1.1" status: 200 len: 217 time: 0.0362015 Aug 31 09:17:37.167856 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-3477ebf3-7c69-4841-9ab1-7a9293f40016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:37.169348 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-3477ebf3-7c69-4841-9ab1-7a9293f40016 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=be576511-03ec-4a51-8b0f-ac74d6537737 HTTP/1.1" status: 200 len: 858 time: 0.0455577 Aug 31 09:17:37.208141 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-7446dd2d-1895-40e7-a65c-152ee2704fce service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=1fe3bad6-d020-4313-b487-8f7d8a3a7aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276585 Aug 31 09:17:37.259537 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71077b-531e-43c6-9e59-509694fd1ced req-3560816a-d1b5-487e-a1ec-7a4f82a45cea tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:37.261097 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba71077b-531e-43c6-9e59-509694fd1ced req-3560816a-d1b5-487e-a1ec-7a4f82a45cea tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 944 time: 0.0684018 Aug 31 09:17:37.319380 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-85aa5dcc-d06a-4d59-af1a-c7af1723e484 service neutron] 10.222.0.112 "GET /v2.0/networks/1fe3bad6-d020-4313-b487-8f7d8a3a7aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029234 Aug 31 09:17:37.335366 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba71077b-531e-43c6-9e59-509694fd1ced req-1e7aba4d-db23-452d-94ab-8a9c49ff1d42 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655107 Aug 31 09:17:37.337594 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-c16df51f-f29c-4cd9-94d6-7cc1d17348b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:37.342955 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-c16df51f-f29c-4cd9-94d6-7cc1d17348b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=91627f68c71f4b29855d6c5fb4946dae&device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 1097 time: 0.0769491 Aug 31 09:17:37.430733 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8a025016-d4dc-47b6-bd29-f30250f1a635 req-fb22eb36-a94e-4a15-920f-2222cd6c4adb service neutron] 10.222.0.112 "GET /v2.0/networks/1fe3bad6-d020-4313-b487-8f7d8a3a7aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018021 Aug 31 09:17:37.508914 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51c982-ff35-4d0a-b52e-17163e8febe9 req-21cffca5-62cb-4ff9-9e2b-9d9ce7938163 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:37.510431 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-be51c982-ff35-4d0a-b52e-17163e8febe9 req-21cffca5-62cb-4ff9-9e2b-9d9ce7938163 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.112 "GET /v2.0/ports?device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 946 time: 0.1627009 Aug 31 09:17:37.545684 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a32c0-76e5-48a4-a541-c4537372dedd req-f1fcab75-95f6-4fc1-aa50-9964a8bdbd56 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:37.551242 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-639a32c0-76e5-48a4-a541-c4537372dedd req-f1fcab75-95f6-4fc1-aa50-9964a8bdbd56 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/ports?device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 946 time: 0.1155355 Aug 31 09:17:37.585672 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-1b2420bd-ff68-472a-b1f9-f2d10be38f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:37.587252 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-1b2420bd-ff68-472a-b1f9-f2d10be38f97 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f353997d-12d5-47f5-bc55-13148c348a0b HTTP/1.1" status: 200 len: 923 time: 0.2417178 Aug 31 09:17:37.650046 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3c904-ad91-41b6-b253-41302ff8d57f req-4c611821-c72b-4f0a-aa72-97558cdcee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:37.651592 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8ba3c904-ad91-41b6-b253-41302ff8d57f req-4c611821-c72b-4f0a-aa72-97558cdcee90 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=6a2267e5f9d74efc8dd72fe8f0e73b08&device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 1096 time: 0.0515287 Aug 31 09:17:37.688992 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-8c67aaff-6350-4670-b2aa-8957d55d4558 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e63ad863-29f8-479a-a32b-8964edd0bc5e HTTP/1.1" status: 200 len: 217 time: 0.0889077 Aug 31 09:17:37.755730 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-639a32c0-76e5-48a4-a541-c4537372dedd req-ed0d0376-315c-4cdb-9061-5b6ca6006736 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/security-groups?id=5b749fb4-1d9f-4950-bcaa-2c926086e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894345 Aug 31 09:17:37.762109 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3c904-ad91-41b6-b253-41302ff8d57f req-9e239645-0d9b-4362-8959-d1e3ac04c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:37.762109 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8ba3c904-ad91-41b6-b253-41302ff8d57f req-9e239645-0d9b-4362-8959-d1e3ac04c79d service neutron] 10.222.0.112 "GET /v2.0/networks?id=1fe3bad6-d020-4313-b487-8f7d8a3a7aba HTTP/1.1" status: 200 len: 920 time: 0.0991640 Aug 31 09:17:37.800153 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-2482d7a9-1d5b-4407-a486-ef6f9e306319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:37.802649 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-2482d7a9-1d5b-4407-a486-ef6f9e306319 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2c5f0e8-9f08-4f88-baac-5c015079d04c HTTP/1.1" status: 200 len: 861 time: 0.1001387 Aug 31 09:17:37.807617 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 57e931bc-1029-43b1-b433-8ddbb68cbc7e no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:17:37.819792 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bcda2-7e31-4f35-8430-098bd3e4eeeb req-71ce70d9-3738-44d8-acb1-680b89b3e12b tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:37.825586 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8ba3c904-ad91-41b6-b253-41302ff8d57f req-a81cefeb-35b1-4ce8-9500-7ecd30879f02 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13aae789-1d14-4bf9-aef3-ac983b8ca2cc HTTP/1.1" status: 200 len: 217 time: 0.0560763 Aug 31 09:17:37.828476 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fd2bcda2-7e31-4f35-8430-098bd3e4eeeb req-71ce70d9-3738-44d8-acb1-680b89b3e12b tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.2595608 Aug 31 09:17:37.880424 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-2644a566-346d-4fd6-bb87-78324dbe90a1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f353997d-12d5-47f5-bc55-13148c348a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474803 Aug 31 09:17:37.896988 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3c904-ad91-41b6-b253-41302ff8d57f req-17d9d1b4-032e-4e69-a21a-1b9c4a968363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:37.899167 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8ba3c904-ad91-41b6-b253-41302ff8d57f req-17d9d1b4-032e-4e69-a21a-1b9c4a968363 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=be576511-03ec-4a51-8b0f-ac74d6537737 HTTP/1.1" status: 200 len: 858 time: 0.0609663 Aug 31 09:17:37.907718 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:37.950280 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8ba3c904-ad91-41b6-b253-41302ff8d57f req-c47bea91-e7b0-4288-8ca8-54d67636a960 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=1fe3bad6-d020-4313-b487-8f7d8a3a7aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395846 Aug 31 09:17:37.951278 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d70815-de2f-4762-a58c-5891f0f9387d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57e931bc-1029-43b1-b433-8ddbb68cbc7e'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:37.953732 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c960a508-7343-42c5-8032-70b680b8bfba" -d '{"events": [{"server_uuid": "85d70815-de2f-4762-a58c-5891f0f9387d", "name": "network-vif-unplugged", "status": "completed", "tag": "57e931bc-1029-43b1-b433-8ddbb68cbc7e"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:37.959799 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-be51c982-ff35-4d0a-b52e-17163e8febe9 req-2b718f63-b7f4-4a3d-8aae-a36f6fb1a694 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Deleting port b5ba724c-f806-4031-9fe7-24ddeca385d1 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:17:37.960411 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-be51c982-ff35-4d0a-b52e-17163e8febe9 req-2b718f63-b7f4-4a3d-8aae-a36f6fb1a694 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:37.968381 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 57e931bc-1029-43b1-b433-8ddbb68cbc7e, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=57e931bc-1029-43b1-b433-8ddbb68cbc7e,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:37.998257 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f4adad31-2e5b-4999-9e4f-706a7d9d8ac1 req-d84660e9-b76b-48e9-b979-f9ba028aff87 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf06041b-0f77-4d37-9e0d-1628f387e270 HTTP/1.1" status: 200 len: 210 time: 0.1118512 Aug 31 09:17:38.053359 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:38.067772 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8ba3c904-ad91-41b6-b253-41302ff8d57f req-70a010e2-666a-48d5-997d-0d41f29499b8 service neutron] 10.222.0.112 "GET /v2.0/networks/1fe3bad6-d020-4313-b487-8f7d8a3a7aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063254 Aug 31 09:17:38.093574 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fd2bcda2-7e31-4f35-8430-098bd3e4eeeb req-2a9f0670-245d-4971-9d10-38773e7d846f tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546108 Aug 31 09:17:38.106696 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d98196-eb79-476d-afe7-70cb67b6bcf2 x-openstack-request-id: req-51d98196-eb79-476d-afe7-70cb67b6bcf2 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:38.112458 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d70815-de2f-4762-a58c-5891f0f9387d", "name": "network-vif-unplugged", "status": "completed", "tag": "57e931bc-1029-43b1-b433-8ddbb68cbc7e", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:38.112458 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-51d98196-eb79-476d-afe7-70cb67b6bcf2 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:38.112458 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d70815-de2f-4762-a58c-5891f0f9387d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57e931bc-1029-43b1-b433-8ddbb68cbc7e', 'code': 200} Aug 31 09:17:38.147320 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=57e931bc-1029-43b1-b433-8ddbb68cbc7e,revision_number=9']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:38.186045 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-833fca3c-3b78-46ad-8fab-cd570a634376 service neutron] 10.222.0.59 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875743 Aug 31 09:17:38.233043 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8ba3c904-ad91-41b6-b253-41302ff8d57f req-52860cfb-bcf9-44de-a9c1-6c8184cd37b5 service neutron] 10.222.0.112 "GET /v2.0/networks/1fe3bad6-d020-4313-b487-8f7d8a3a7aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567345 Aug 31 09:17:38.311736 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-be51c982-ff35-4d0a-b52e-17163e8febe9 req-2b718f63-b7f4-4a3d-8aae-a36f6fb1a694 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] For port b5ba724c-f806-4031-9fe7-24ddeca385d1, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=b5ba724c-f806-4031-9fe7-24ddeca385d1,segment=NetworkSegment(97cc86a9-9c90-4426-a9d3-5ab4175109fc),segment_id=97cc86a9-9c90-4426-a9d3-5ab4175109fc)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:38.312098 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-be51c982-ff35-4d0a-b52e-17163e8febe9 req-2b718f63-b7f4-4a3d-8aae-a36f6fb1a694 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:38.399288 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34387901-8f61-45c1-b613-595e32a4b9a3 req-9d80942c-7bf0-4bae-9943-3e0d1ba1ce16 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:38.400757 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-34387901-8f61-45c1-b613-595e32a4b9a3 req-9d80942c-7bf0-4bae-9943-3e0d1ba1ce16 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 945 time: 0.2085285 Aug 31 09:17:38.426521 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ccb38-9819-4c37-a87b-07008f9f7d6c req-0b9a69f1-158d-4294-8208-172579015918 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:38.427935 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-218ccb38-9819-4c37-a87b-07008f9f7d6c req-0b9a69f1-158d-4294-8208-172579015918 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 947 time: 0.2344155 Aug 31 09:17:38.500827 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-1f814567-3313-44ea-8eae-2f89dd7e7b52 service neutron] 10.222.0.59 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061905 Aug 31 09:17:38.545148 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-34387901-8f61-45c1-b613-595e32a4b9a3 req-5ecb74da-fd90-48c0-b58e-39d085e7843d tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365547 Aug 31 09:17:38.583966 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-218ccb38-9819-4c37-a87b-07008f9f7d6c req-a3bc30de-6510-471b-b924-3a4267a95c66 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439288 Aug 31 09:17:38.645057 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-be51c982-ff35-4d0a-b52e-17163e8febe9 req-2b718f63-b7f4-4a3d-8aae-a36f6fb1a694 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:38.645523 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-be51c982-ff35-4d0a-b52e-17163e8febe9 req-2b718f63-b7f4-4a3d-8aae-a36f6fb1a694 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:38.645910 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [req-be51c982-ff35-4d0a-b52e-17163e8febe9 req-2b718f63-b7f4-4a3d-8aae-a36f6fb1a694 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Floating IP 10c5140e-15d7-4be6-ba0f-fadba7e5eda1 disassociated. External IP: 172.25.2.150, port: b5ba724c-f806-4031-9fe7-24ddeca385d1. Aug 31 09:17:38.646314 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-be51c982-ff35-4d0a-b52e-17163e8febe9 req-2b718f63-b7f4-4a3d-8aae-a36f6fb1a694 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Calling delete_port for b5ba724c-f806-4031-9fe7-24ddeca385d1 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:17:38.787034 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ca478-0a4e-4417-a354-0515b61956ff req-b35bdc76-40d8-4d6b-b89c-b7490843d499 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:38.788659 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-703ca478-0a4e-4417-a354-0515b61956ff req-b35bdc76-40d8-4d6b-b89c-b7490843d499 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 944 time: 0.0772524 Aug 31 09:17:38.886936 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-703ca478-0a4e-4417-a354-0515b61956ff req-e27a3293-ae32-489c-b272-3e823c241bc3 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908921 Aug 31 09:17:38.953314 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57947344-7897-4410-9a4a-092d58364890 req-a2eda810-f7d2-4bf9-b019-2d47b3a00b87 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:38.954884 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-57947344-7897-4410-9a4a-092d58364890 req-a2eda810-f7d2-4bf9-b019-2d47b3a00b87 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/ports?device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 946 time: 0.0930595 Aug 31 09:17:39.015124 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-57947344-7897-4410-9a4a-092d58364890 req-a7e986ef-07f7-4b1a-91a2-bf423ce25aed tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/security-groups?id=5b749fb4-1d9f-4950-bcaa-2c926086e16e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519753 Aug 31 09:17:39.044884 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-9f6f2b43-ca46-4e90-9e0d-d8e7acea2e6a tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:39.047432 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-9f6f2b43-ca46-4e90-9e0d-d8e7acea2e6a tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.112 "GET /v2.0/networks?id=d18eb852-1191-4217-82ae-4b6207e81b17 HTTP/1.1" status: 200 len: 816 time: 0.2095850 Aug 31 09:17:39.048546 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-be51c982-ff35-4d0a-b52e-17163e8febe9 req-2b718f63-b7f4-4a3d-8aae-a36f6fb1a694 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:39.064536 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-3b3e0dfe-5bb7-402e-b880-4c75db094363 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Request body: {'port': {'device_id': '36579f61-1928-462e-8dd6-e1ad30c2d534', 'network_id': 'd18eb852-1191-4217-82ae-4b6207e81b17', 'admin_state_up': True, 'tenant_id': '3459f25fdb784488b41827b7db575c74'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:39.082807 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b718f63-b7f4-4a3d-8aae-a36f6fb1a694 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Pushing event deleted for resources: {'Port': ['ID=b5ba724c-f806-4031-9fe7-24ddeca385d1,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:39.193952 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-64838020-2054-4260-a68a-7748164dc7e3 req-5b525214-ba70-4001-887f-f62c294914f0 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf06041b-0f77-4d37-9e0d-1628f387e270 HTTP/1.1" status: 200 len: 210 time: 0.0993369 Aug 31 09:17:39.322884 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf55587-59d5-470c-885f-22398036fd8c req-a1be801e-d2ec-4d9b-a572-8b7354734ca5 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:39.325313 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ccf55587-59d5-470c-885f-22398036fd8c req-a1be801e-d2ec-4d9b-a572-8b7354734ca5 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.1305146 Aug 31 09:17:39.336386 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be51c982-ff35-4d0a-b52e-17163e8febe9 req-2b718f63-b7f4-4a3d-8aae-a36f6fb1a694 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Router c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:17:39.345884 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-3b3e0dfe-5bb7-402e-b880-4c75db094363 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Made reservation on behalf of 3459f25fdb784488b41827b7db575c74 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:17:39.350217 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-3b3e0dfe-5bb7-402e-b880-4c75db094363 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:39.381400 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ccf55587-59d5-470c-885f-22398036fd8c req-58d3b8fd-8b71-48f0-acf9-cdf7b3515b92 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472674 Aug 31 09:17:39.505419 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be51c982-ff35-4d0a-b52e-17163e8febe9 req-2b718f63-b7f4-4a3d-8aae-a36f6fb1a694 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:17:39.516715 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af6633d-7b7f-4492-b624-1c6b2ffebaf1 None None] Sync routers for ids ['c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:17:39.531005 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af6633d-7b7f-4492-b624-1c6b2ffebaf1 None None] Routers {'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:17:39.531625 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-8af6633d-7b7f-4492-b624-1c6b2ffebaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:17:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:39.586668 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-3b3e0dfe-5bb7-402e-b880-4c75db094363 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Allocated IP 172.20.0.2 (d18eb852-1191-4217-82ae-4b6207e81b17/2e0d7958-f80a-4da0-85ea-0728d97d85e0/8e511f43-a9c8-42f8-a451-28cf32c15ad4) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:17:39.713175 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-be51c982-ff35-4d0a-b52e-17163e8febe9 req-2b718f63-b7f4-4a3d-8aae-a36f6fb1a694 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] No DVR routers for this DVR port b5ba724c-f806-4031-9fe7-24ddeca385d1 on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:17:39.718138 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-be51c982-ff35-4d0a-b52e-17163e8febe9 req-2b718f63-b7f4-4a3d-8aae-a36f6fb1a694 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:39.722241 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-be51c982-ff35-4d0a-b52e-17163e8febe9 req-2b718f63-b7f4-4a3d-8aae-a36f6fb1a694 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.112 "DELETE /v2.0/ports/b5ba724c-f806-4031-9fe7-24ddeca385d1 HTTP/1.1" status: 204 len: 173 time: 2.1979725 Aug 31 09:17:39.722892 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286978dc-700f-434f-ac25-6d4e109ccab7', 'name': 'network-vif-deleted', 'tag': 'b5ba724c-f806-4031-9fe7-24ddeca385d1'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:39.726256 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bb2790-e4b7-4329-8e5e-1e540b8c8020" -d '{"events": [{"server_uuid": "286978dc-700f-434f-ac25-6d4e109ccab7", "name": "network-vif-deleted", "tag": "b5ba724c-f806-4031-9fe7-24ddeca385d1"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:39.794792 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-8af6633d-7b7f-4492-b624-1c6b2ffebaf1 None None] Set router c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:17:39.804203 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 57e931bc-1029-43b1-b433-8ddbb68cbc7e details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:17:39.806219 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device b5ba724c-f806-4031-9fe7-24ddeca385d1 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:17:39.880248 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: b5ba724c-f806-4031-9fe7-24ddeca385d1 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:17:39.887119 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device b5ba724c-f806-4031-9fe7-24ddeca385d1 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:17:39.890152 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556a213-3cec-4aef-9a9b-9cadb85b6952 req-ead6a6bf-c0ec-44c4-a6f2-5a8a2f0af94b tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:39.903314 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3556a213-3cec-4aef-9a9b-9cadb85b6952 req-ead6a6bf-c0ec-44c4-a6f2-5a8a2f0af94b tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 945 time: 0.1734076 Aug 31 09:17:39.917191 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-3b3e0dfe-5bb7-402e-b880-4c75db094363 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:39.956087 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-5ff03e81-4b31-44fc-824e-96b3344b50c2 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:39.958001 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-5ff03e81-4b31-44fc-824e-96b3344b50c2 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.112 "GET /v2.0/networks?id=d18eb852-1191-4217-82ae-4b6207e81b17 HTTP/1.1" status: 200 len: 816 time: 0.4186289 Aug 31 09:17:39.972413 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08be2c5-64a1-4393-b901-189fc582a3c1 req-66916acf-18d0-44d6-8217-cfadda06d9ea tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:39.974165 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a08be2c5-64a1-4393-b901-189fc582a3c1 req-66916acf-18d0-44d6-8217-cfadda06d9ea tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 947 time: 0.1908741 Aug 31 09:17:39.981912 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-1c6ad2df-c160-426d-86e8-4a96ca4c0e91 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Request body: {'port': {'device_id': '414c1451-c0bb-4edd-b6db-f883f57a6297', 'network_id': 'd18eb852-1191-4217-82ae-4b6207e81b17', 'admin_state_up': True, 'tenant_id': '3459f25fdb784488b41827b7db575c74'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:40.033181 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 57e931bc-1029-43b1-b433-8ddbb68cbc7e, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=57e931bc-1029-43b1-b433-8ddbb68cbc7e,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:40.047120 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '57e931bc-1029-43b1-b433-8ddbb68cbc7e', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': '57e931bc-1029-43b1-b433-8ddbb68cbc7e', 'mac_address': 'fa:16:3e:b5:cd:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:17:40.053022 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3556a213-3cec-4aef-9a9b-9cadb85b6952 req-e189d0b0-1043-44f0-8262-f379f8479e75 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486251 Aug 31 09:17:40.055019 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-3b3e0dfe-5bb7-402e-b880-4c75db094363 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:40.145949 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a08be2c5-64a1-4393-b901-189fc582a3c1 req-6d74a489-ee02-4c05-bb2f-517676492119 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557281 Aug 31 09:17:40.148879 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:40.164457 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e931bc-1029-43b1-b433-8ddbb68cbc7e {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:17:40.198172 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e0dfe-5bb7-402e-b880-4c75db094363 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Pushing event updated for resources: {'Port': ['ID=8e511f43-a9c8-42f8-a451-28cf32c15ad4,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:40.203872 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 57e931bc-1029-43b1-b433-8ddbb68cbc7e, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=57e931bc-1029-43b1-b433-8ddbb68cbc7e,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:40.223350 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-3b3e0dfe-5bb7-402e-b880-4c75db094363 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Network d18eb852-1191-4217-82ae-4b6207e81b17 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:17:40.225105 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-3b3e0dfe-5bb7-402e-b880-4c75db094363 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:17:40.227909 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-3b3e0dfe-5bb7-402e-b880-4c75db094363 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:17:40.293222 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f35a57-1d6e-4056-a2e2-9224ecd330c9 x-openstack-request-id: req-75f35a57-1d6e-4056-a2e2-9224ecd330c9 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:40.293875 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286978dc-700f-434f-ac25-6d4e109ccab7", "name": "network-vif-deleted", "tag": "b5ba724c-f806-4031-9fe7-24ddeca385d1", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:40.294325 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-75f35a57-1d6e-4056-a2e2-9224ecd330c9 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:40.295047 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286978dc-700f-434f-ac25-6d4e109ccab7', 'name': 'network-vif-deleted', 'tag': 'b5ba724c-f806-4031-9fe7-24ddeca385d1', 'status': 'completed', 'code': 200} Aug 31 09:17:40.309295 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-3b3e0dfe-5bb7-402e-b880-4c75db094363 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:40.310140 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-3b3e0dfe-5bb7-402e-b880-4c75db094363 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:40.322309 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:40.362106 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-1c6ad2df-c160-426d-86e8-4a96ca4c0e91 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Made reservation on behalf of 3459f25fdb784488b41827b7db575c74 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:17:40.367056 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-1c6ad2df-c160-426d-86e8-4a96ca4c0e91 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:40.410457 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=57e931bc-1029-43b1-b433-8ddbb68cbc7e,revision_number=10']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:40.431960 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-3b3e0dfe-5bb7-402e-b880-4c75db094363 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3741944 Aug 31 09:17:40.446897 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-175552a3-6c07-4187-b39a-6b4039bf4726 service neutron] Request body: {'port': {'device_id': '36579f61-1928-462e-8dd6-e1ad30c2d534', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:40.465431 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-8af6633d-7b7f-4492-b624-1c6b2ffebaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'name': 'tempest-ServersTestBootFromVolume-730145025-router', 'tenant_id': 'ec59212380c44a899ca5e211a948a9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '7af6442c-b9d1-4519-85fa-de832e425505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:13:11Z', 'updated_at': '2021-08-31T09:13:18Z', 'revision_number': 4, 'project_id': 'ec59212380c44a899ca5e211a948a9fd', 'gw_port': {'id': '7af6442c-b9d1-4519-85fa-de832e425505', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:14Z', 'updated_at': '2021-08-31T09:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '667adfb9-dac9-4426-a8eb-ee0059bcc394', 'name': '', 'network_id': '2bd762b2-0ce2-4f1c-8ec5-012ab20e8064', 'tenant_id': 'ec59212380c44a899ca5e211a948a9fd', 'mac_address': 'fa:16:3e:b4:df:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ebbf0383-ccdb-4f22-8fb8-5ca0dc2ab3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:17Z', 'updated_at': '2021-08-31T09:13:27Z', 'revision_number': 5, 'project_id': 'ec59212380c44a899ca5e211a948a9fd', 'subnets': [{'id': 'ebbf0383-ccdb-4f22-8fb8-5ca0dc2ab3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:40.495266 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af6633d-7b7f-4492-b624-1c6b2ffebaf1 None None] Checking router: c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:17:40.508647 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af6633d-7b7f-4492-b624-1c6b2ffebaf1 None None] Routers {'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:17:40.511380 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-8af6633d-7b7f-4492-b624-1c6b2ffebaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:17:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:40.548596 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-175552a3-6c07-4187-b39a-6b4039bf4726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:40.635720 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-8af6633d-7b7f-4492-b624-1c6b2ffebaf1 None None] Set router c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:17:40.648329 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['57e931bc-1029-43b1-b433-8ddbb68cbc7e'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:17:40.946671 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-8af6633d-7b7f-4492-b624-1c6b2ffebaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'name': 'tempest-ServersTestBootFromVolume-730145025-router', 'tenant_id': 'ec59212380c44a899ca5e211a948a9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '7af6442c-b9d1-4519-85fa-de832e425505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:13:11Z', 'updated_at': '2021-08-31T09:13:18Z', 'revision_number': 4, 'project_id': 'ec59212380c44a899ca5e211a948a9fd', 'gw_port': {'id': '7af6442c-b9d1-4519-85fa-de832e425505', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:14Z', 'updated_at': '2021-08-31T09:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '667adfb9-dac9-4426-a8eb-ee0059bcc394', 'name': '', 'network_id': '2bd762b2-0ce2-4f1c-8ec5-012ab20e8064', 'tenant_id': 'ec59212380c44a899ca5e211a948a9fd', 'mac_address': 'fa:16:3e:b4:df:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ebbf0383-ccdb-4f22-8fb8-5ca0dc2ab3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:17Z', 'updated_at': '2021-08-31T09:13:27Z', 'revision_number': 5, 'project_id': 'ec59212380c44a899ca5e211a948a9fd', 'subnets': [{'id': 'ebbf0383-ccdb-4f22-8fb8-5ca0dc2ab3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:40.979352 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af6633d-7b7f-4492-b624-1c6b2ffebaf1 None None] The sync data for ids ['c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4'] in n-d-791506-28 is: [{'id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'name': 'tempest-ServersTestBootFromVolume-730145025-router', 'tenant_id': 'ec59212380c44a899ca5e211a948a9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '7af6442c-b9d1-4519-85fa-de832e425505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:13:11Z', 'updated_at': '2021-08-31T09:13:18Z', 'revision_number': 4, 'project_id': 'ec59212380c44a899ca5e211a948a9fd', 'gw_port': {'id': '7af6442c-b9d1-4519-85fa-de832e425505', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:14Z', 'updated_at': '2021-08-31T09:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '667adfb9-dac9-4426-a8eb-ee0059bcc394', 'name': '', 'network_id': '2bd762b2-0ce2-4f1c-8ec5-012ab20e8064', 'tenant_id': 'ec59212380c44a899ca5e211a948a9fd', 'mac_address': 'fa:16:3e:b4:df:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'ebbf0383-ccdb-4f22-8fb8-5ca0dc2ab3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:17Z', 'updated_at': '2021-08-31T09:13:27Z', 'revision_number': 5, 'project_id': 'ec59212380c44a899ca5e211a948a9fd', 'subnets': [{'id': 'ebbf0383-ccdb-4f22-8fb8-5ca0dc2ab3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:17:41.034744 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0ed9246c-10b9-47fe-befc-98a30e8d8014 req-98c4a2a3-cf0e-4a70-9552-d58fa2f20027 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/ports?device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 210 time: 0.6012778 Aug 31 09:17:41.035585 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-175552a3-6c07-4187-b39a-6b4039bf4726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e511f43-a9c8-42f8-a451-28cf32c15ad4 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:17:41.048716 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-175552a3-6c07-4187-b39a-6b4039bf4726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:41.070187 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-175552a3-6c07-4187-b39a-6b4039bf4726 service neutron] Transition to ACTIVE for port object 8e511f43-a9c8-42f8-a451-28cf32c15ad4 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:17:41.109112 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732e16c-7a00-46c1-be05-378a2fa11222 req-3c0a78f2-464b-4abc-a9e5-0e0eac81847e tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:41.115057 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4732e16c-7a00-46c1-be05-378a2fa11222 req-3c0a78f2-464b-4abc-a9e5-0e0eac81847e tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 944 time: 0.7068655 Aug 31 09:17:41.162422 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-175552a3-6c07-4187-b39a-6b4039bf4726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:41.219023 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-aba1142f-30c1-4ec8-b171-f66abc34fbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:41.253166 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-abbd038e-92ef-4224-9939-93b11dc37a25 req-26fb1ee2-6076-4877-977e-5056cb8ef64c tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf06041b-0f77-4d37-9e0d-1628f387e270 HTTP/1.1" status: 200 len: 210 time: 0.1137373 Aug 31 09:17:41.267243 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4732e16c-7a00-46c1-be05-378a2fa11222 req-a8834ba6-d9c3-45be-bd8a-35b7e73c24e5 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498907 Aug 31 09:17:41.331699 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-1c6ad2df-c160-426d-86e8-4a96ca4c0e91 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Allocated IP 172.20.0.7 (d18eb852-1191-4217-82ae-4b6207e81b17/2e0d7958-f80a-4da0-85ea-0728d97d85e0/3da669bb-ad1b-43b7-b010-d6bf552d432d) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:17:41.341752 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175552a3-6c07-4187-b39a-6b4039bf4726 service neutron] Pushing event updated for resources: {'Port': ['ID=8e511f43-a9c8-42f8-a451-28cf32c15ad4,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:41.344865 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-175552a3-6c07-4187-b39a-6b4039bf4726 service neutron] Attempting to bind port 8e511f43-a9c8-42f8-a451-28cf32c15ad4 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:17:41.344865 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-175552a3-6c07-4187-b39a-6b4039bf4726 service neutron] Attempting to bind port 8e511f43-a9c8-42f8-a451-28cf32c15ad4 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': 'd18eb852-1191-4217-82ae-4b6207e81b17'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:17:41.345146 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-175552a3-6c07-4187-b39a-6b4039bf4726 service neutron] Attempting to bind port 8e511f43-a9c8-42f8-a451-28cf32c15ad4 on network d18eb852-1191-4217-82ae-4b6207e81b17 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:41.358585 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-175552a3-6c07-4187-b39a-6b4039bf4726 service neutron] Port 8e511f43-a9c8-42f8-a451-28cf32c15ad4 on network d18eb852-1191-4217-82ae-4b6207e81b17 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:17:41.362429 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-175552a3-6c07-4187-b39a-6b4039bf4726 service neutron] Attempting to bind port 8e511f43-a9c8-42f8-a451-28cf32c15ad4 on network d18eb852-1191-4217-82ae-4b6207e81b17 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:41.372029 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-175552a3-6c07-4187-b39a-6b4039bf4726 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:17:41.372438 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-175552a3-6c07-4187-b39a-6b4039bf4726 service neutron] Checking segment: {'id': '18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': 'd18eb852-1191-4217-82ae-4b6207e81b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:17:41.372789 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-175552a3-6c07-4187-b39a-6b4039bf4726 service neutron] Bound using segment: {'id': '18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': 'd18eb852-1191-4217-82ae-4b6207e81b17'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:17:41.373225 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-175552a3-6c07-4187-b39a-6b4039bf4726 service neutron] Bound port: 8e511f43-a9c8-42f8-a451-28cf32c15ad4, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': 'd18eb852-1191-4217-82ae-4b6207e81b17'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:17:41.373594 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-175552a3-6c07-4187-b39a-6b4039bf4726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:41.384364 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-69cf7f90-6b31-4f0b-9893-e53239f38f10 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:41.386026 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-69cf7f90-6b31-4f0b-9893-e53239f38f10 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.112 "GET /v2.0/networks?id=d18eb852-1191-4217-82ae-4b6207e81b17 HTTP/1.1" status: 200 len: 816 time: 0.9512002 Aug 31 09:17:41.400468 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550ea43-9349-47c8-804d-73b22724b565 None None] New status for floating IP 10c5140e-15d7-4be6-ba0f-fadba7e5eda1: DOWN {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:17:41.412762 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-6f434521-56bf-427a-9f02-03d2301ca1ed tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Request body: {'port': {'device_id': 'bf06041b-0f77-4d37-9e0d-1628f387e270', 'network_id': 'd18eb852-1191-4217-82ae-4b6207e81b17', 'admin_state_up': True, 'tenant_id': '3459f25fdb784488b41827b7db575c74'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:41.461219 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-175552a3-6c07-4187-b39a-6b4039bf4726 service neutron] For port 8e511f43-a9c8-42f8-a451-28cf32c15ad4, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:17:41.465468 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-175552a3-6c07-4187-b39a-6b4039bf4726 service neutron] For port 8e511f43-a9c8-42f8-a451-28cf32c15ad4, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8e511f43-a9c8-42f8-a451-28cf32c15ad4,segment=NetworkSegment(18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15),segment_id=18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:17:41.545442 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-175552a3-6c07-4187-b39a-6b4039bf4726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:41.589820 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-175552a3-6c07-4187-b39a-6b4039bf4726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:41.589820 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-175552a3-6c07-4187-b39a-6b4039bf4726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:41.595343 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-175552a3-6c07-4187-b39a-6b4039bf4726 service neutron] 10.222.0.112 "PUT /v2.0/ports/8e511f43-a9c8-42f8-a451-28cf32c15ad4 HTTP/1.1" status: 200 len: 1092 time: 1.1487567 Aug 31 09:17:41.595343 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36579f61-1928-462e-8dd6-e1ad30c2d534', 'tag': '8e511f43-a9c8-42f8-a451-28cf32c15ad4'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:41.595343 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d3f450-ad72-4b76-9f59-c868c9078fb0" -d '{"events": [{"name": "network-changed", "server_uuid": "36579f61-1928-462e-8dd6-e1ad30c2d534", "tag": "8e511f43-a9c8-42f8-a451-28cf32c15ad4"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:41.623771 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175552a3-6c07-4187-b39a-6b4039bf4726 service neutron] Pushing event updated for resources: {'Port': ['ID=8e511f43-a9c8-42f8-a451-28cf32c15ad4,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:41.632374 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de09438-185b-4472-9c66-a6ab1f14ae6c req-eb5c8fe9-ed09-49b9-8386-5632a0c88628 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:41.633927 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4de09438-185b-4472-9c66-a6ab1f14ae6c req-eb5c8fe9-ed09-49b9-8386-5632a0c88628 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 945 time: 0.2467005 Aug 31 09:17:41.667652 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32620269-b88a-4ec8-993d-b077f9077a36 req-68f42e8f-e3d0-47ed-aca7-b645e9459541 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:41.669220 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32620269-b88a-4ec8-993d-b077f9077a36 req-68f42e8f-e3d0-47ed-aca7-b645e9459541 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.2801473 Aug 31 09:17:41.747640 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-1c6ad2df-c160-426d-86e8-4a96ca4c0e91 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:41.782573 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-fb0fc6ee-245d-4e68-b588-02d7a1697e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:41.785458 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-fb0fc6ee-245d-4e68-b588-02d7a1697e0d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3459f25fdb784488b41827b7db575c74&device_id=36579f61-1928-462e-8dd6-e1ad30c2d534 HTTP/1.1" status: 200 len: 1095 time: 0.0493915 Aug 31 09:17:41.801943 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32620269-b88a-4ec8-993d-b077f9077a36 req-6c4038d0-fb95-42a5-ad72-cd7c12c25973 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154182 Aug 31 09:17:41.816102 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4de09438-185b-4472-9c66-a6ab1f14ae6c req-c9e1e3c5-f269-48fc-8126-2391eecaa1a0 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628275 Aug 31 09:17:41.817018 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 13aae789-1d14-4bf9-aef3-ac983b8ca2cc details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:17:41.840550 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-dcd4a782-8683-4f9e-930a-f9ea23f698bd service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e511f43-a9c8-42f8-a451-28cf32c15ad4 HTTP/1.1" status: 200 len: 217 time: 0.0387962 Aug 31 09:17:41.905432 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-4d2be95a-328c-4289-a817-270ba9b73e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:41.907044 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-4d2be95a-328c-4289-a817-270ba9b73e8b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=2e0d7958-f80a-4da0-85ea-0728d97d85e0 HTTP/1.1" status: 200 len: 856 time: 0.0512266 Aug 31 09:17:41.910836 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-6f434521-56bf-427a-9f02-03d2301ca1ed tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Made reservation on behalf of 3459f25fdb784488b41827b7db575c74 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:17:41.915223 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-6f434521-56bf-427a-9f02-03d2301ca1ed tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:41.972928 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-aa35cbb4-2de2-438c-a24e-74dcab67d613 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d18eb852-1191-4217-82ae-4b6207e81b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496700 Aug 31 09:17:42.013932 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 13aae789-1d14-4bf9-aef3-ac983b8ca2cc, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=13aae789-1d14-4bf9-aef3-ac983b8ca2cc,segment=NetworkSegment(219c32c0-d622-49cd-ac9d-e7b5923e4d48),segment_id=219c32c0-d622-49cd-ac9d-e7b5923e4d48)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:42.023183 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-1c6ad2df-c160-426d-86e8-4a96ca4c0e91 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:42.048432 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '13aae789-1d14-4bf9-aef3-ac983b8ca2cc', 'network_id': '1fe3bad6-d020-4313-b487-8f7d8a3a7aba', 'port_id': '13aae789-1d14-4bf9-aef3-ac983b8ca2cc', 'mac_address': 'fa:16:3e:6e:6f:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be576511-03ec-4a51-8b0f-ac74d6537737', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:17:42.101398 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-f2ce0048-7854-4d88-8f86-f757ed636140 service neutron] 10.222.0.112 "GET /v2.0/networks/d18eb852-1191-4217-82ae-4b6207e81b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161652 Aug 31 09:17:42.120552 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:42.122738 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6dd9eda-9bcf-489f-bf1f-5bc448545f7b x-openstack-request-id: req-c6dd9eda-9bcf-489f-bf1f-5bc448545f7b {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:42.123145 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36579f61-1928-462e-8dd6-e1ad30c2d534", "tag": "8e511f43-a9c8-42f8-a451-28cf32c15ad4", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:42.123463 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-c6dd9eda-9bcf-489f-bf1f-5bc448545f7b {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:42.123925 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36579f61-1928-462e-8dd6-e1ad30c2d534', 'tag': '8e511f43-a9c8-42f8-a451-28cf32c15ad4', 'status': 'completed', 'code': 200} Aug 31 09:17:42.156746 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13aae789-1d14-4bf9-aef3-ac983b8ca2cc {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:17:42.160112 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8ae21-5841-4454-9add-5272ce0c7bc9 req-7c0a1b6d-0d54-458b-bae1-c24f9fb27ef3 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:42.168564 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74a8ae21-5841-4454-9add-5272ce0c7bc9 req-7c0a1b6d-0d54-458b-bae1-c24f9fb27ef3 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.2488413 Aug 31 09:17:42.194041 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ad2df-c160-426d-86e8-4a96ca4c0e91 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Pushing event updated for resources: {'Port': ['ID=3da669bb-ad1b-43b7-b010-d6bf552d432d,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:42.200945 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 13aae789-1d14-4bf9-aef3-ac983b8ca2cc, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=13aae789-1d14-4bf9-aef3-ac983b8ca2cc,segment=NetworkSegment(219c32c0-d622-49cd-ac9d-e7b5923e4d48),segment_id=219c32c0-d622-49cd-ac9d-e7b5923e4d48)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:42.257123 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-40e5c5c3-42d3-4d51-9e8e-0e14cda3046b service neutron] 10.222.0.112 "GET /v2.0/networks/d18eb852-1191-4217-82ae-4b6207e81b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454370 Aug 31 09:17:42.261708 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-1c6ad2df-c160-426d-86e8-4a96ca4c0e91 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Network d18eb852-1191-4217-82ae-4b6207e81b17 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:17:42.296912 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:42.311373 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-1c6ad2df-c160-426d-86e8-4a96ca4c0e91 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:17:42.335498 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-1c6ad2df-c160-426d-86e8-4a96ca4c0e91 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:17:42.341740 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a4959319-eb29-4bed-8e27-f50e3d5325f3 req-24bae08f-bdc7-4ca7-99e0-e38a6caf7a66 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/ports?device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 210 time: 0.0782554 Aug 31 09:17:42.355426 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=13aae789-1d14-4bf9-aef3-ac983b8ca2cc,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:42.367465 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74a8ae21-5841-4454-9add-5272ce0c7bc9 req-309b3918-8924-4a3e-bd73-d15029cfad38 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985128 Aug 31 09:17:42.425541 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-1c6ad2df-c160-426d-86e8-4a96ca4c0e91 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:42.426290 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-1c6ad2df-c160-426d-86e8-4a96ca4c0e91 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:42.429572 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-6f434521-56bf-427a-9f02-03d2301ca1ed tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Allocated IP 172.20.0.5 (d18eb852-1191-4217-82ae-4b6207e81b17/2e0d7958-f80a-4da0-85ea-0728d97d85e0/7b59f912-90c0-4c96-969b-07c9c076f571) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:17:42.495475 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3f450-ad72-4b76-9f59-c868c9078fb0 req-181babf7-3c41-41cd-9d76-65befbf1df3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:42.498317 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-27d3f450-ad72-4b76-9f59-c868c9078fb0 req-181babf7-3c41-41cd-9d76-65befbf1df3e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3459f25fdb784488b41827b7db575c74&device_id=36579f61-1928-462e-8dd6-e1ad30c2d534 HTTP/1.1" status: 200 len: 1095 time: 0.0747664 Aug 31 09:17:42.529281 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-815ec772-a246-49a4-80db-9b0bc07675a9 req-734a36bf-ccee-4e30-8dd0-2420ddc73897 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf06041b-0f77-4d37-9e0d-1628f387e270 HTTP/1.1" status: 200 len: 210 time: 0.0712130 Aug 31 09:17:42.558514 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-1c6ad2df-c160-426d-86e8-4a96ca4c0e91 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5805833 Aug 31 09:17:42.605251 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3f450-ad72-4b76-9f59-c868c9078fb0 req-1b2199bc-f082-4008-8f04-d7481880413e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:42.607076 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-27d3f450-ad72-4b76-9f59-c868c9078fb0 req-1b2199bc-f082-4008-8f04-d7481880413e service neutron] 10.222.0.112 "GET /v2.0/networks?id=d18eb852-1191-4217-82ae-4b6207e81b17 HTTP/1.1" status: 200 len: 918 time: 0.1012957 Aug 31 09:17:42.607213 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] Request body: {'port': {'device_id': '414c1451-c0bb-4edd-b6db-f883f57a6297', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:42.645170 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289cd24-8dab-4b05-bc38-c2d54862c505 req-9c9d23b9-05d4-40c5-af9d-3b7078cbe7af tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:42.646993 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8289cd24-8dab-4b05-bc38-c2d54862c505 req-9c9d23b9-05d4-40c5-af9d-3b7078cbe7af tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 945 time: 0.1717570 Aug 31 09:17:42.654683 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['13aae789-1d14-4bf9-aef3-ac983b8ca2cc'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:17:42.663677 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-27d3f450-ad72-4b76-9f59-c868c9078fb0 req-0a246385-20ee-4dbc-9834-a17668bb6e75 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e511f43-a9c8-42f8-a451-28cf32c15ad4 HTTP/1.1" status: 200 len: 217 time: 0.0452762 Aug 31 09:17:42.752972 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:42.764163 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8289cd24-8dab-4b05-bc38-c2d54862c505 req-7cdd6279-1e3c-4abd-a7f9-999ad8b809be tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024961 Aug 31 09:17:42.793673 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-6f434521-56bf-427a-9f02-03d2301ca1ed tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:43.055254 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3f450-ad72-4b76-9f59-c868c9078fb0 req-f0ff119b-fece-4b62-a81a-0d1ce0860a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:43.057222 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-27d3f450-ad72-4b76-9f59-c868c9078fb0 req-f0ff119b-fece-4b62-a81a-0d1ce0860a84 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=2e0d7958-f80a-4da0-85ea-0728d97d85e0 HTTP/1.1" status: 200 len: 856 time: 0.3812668 Aug 31 09:17:43.077156 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492463b2-c5d1-464f-9db5-4f4d23c6013b req-b07bd063-6c2b-4ad0-a594-25bfe9034bd2 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:43.081154 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-492463b2-c5d1-464f-9db5-4f4d23c6013b req-b07bd063-6c2b-4ad0-a594-25bfe9034bd2 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.1213732 Aug 31 09:17:43.088083 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c22874-f465-4544-b57b-934fb0f2ffbb req-cdfec620-e5d2-454a-9c69-a32d2e7a5881 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:43.089782 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-00c22874-f465-4544-b57b-934fb0f2ffbb req-cdfec620-e5d2-454a-9c69-a32d2e7a5881 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 945 time: 0.1343617 Aug 31 09:17:43.106382 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-27d3f450-ad72-4b76-9f59-c868c9078fb0 req-aaafe4e6-2405-4dc3-a29a-4949273ec86c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d18eb852-1191-4217-82ae-4b6207e81b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374007 Aug 31 09:17:43.180600 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-6f434521-56bf-427a-9f02-03d2301ca1ed tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:43.206215 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-492463b2-c5d1-464f-9db5-4f4d23c6013b req-416cafee-0496-43ee-844b-2b24e878069c tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153395 Aug 31 09:17:43.219204 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-27d3f450-ad72-4b76-9f59-c868c9078fb0 req-f081b896-c2c4-43d0-93c6-4e58b5cf2f7e service neutron] 10.222.0.112 "GET /v2.0/networks/d18eb852-1191-4217-82ae-4b6207e81b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008816 Aug 31 09:17:43.245705 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-00c22874-f465-4544-b57b-934fb0f2ffbb req-b7a7a9ae-a706-40b0-b7ff-4940bf5685e1 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465979 Aug 31 09:17:43.260545 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-6f434521-56bf-427a-9f02-03d2301ca1ed tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Network d18eb852-1191-4217-82ae-4b6207e81b17 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:17:43.266897 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-6f434521-56bf-427a-9f02-03d2301ca1ed tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:17:43.280535 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-6f434521-56bf-427a-9f02-03d2301ca1ed tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:17:43.289296 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f434521-56bf-427a-9f02-03d2301ca1ed tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Pushing event updated for resources: {'Port': ['ID=7b59f912-90c0-4c96-969b-07c9c076f571,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:43.366466 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-6f434521-56bf-427a-9f02-03d2301ca1ed tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:43.367138 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-6f434521-56bf-427a-9f02-03d2301ca1ed tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:43.372431 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-27d3f450-ad72-4b76-9f59-c868c9078fb0 req-0f3853fb-9eac-453d-9b7e-ecd5054fe4e6 service neutron] 10.222.0.112 "GET /v2.0/networks/d18eb852-1191-4217-82ae-4b6207e81b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438372 Aug 31 09:17:43.433216 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da669bb-ad1b-43b7-b010-d6bf552d432d {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:17:43.448928 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:43.460349 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-6f434521-56bf-427a-9f02-03d2301ca1ed tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0627382 Aug 31 09:17:43.491221 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-74fa9fc8-b475-4e63-902a-9ca687472ba6 service neutron] Request body: {'port': {'device_id': 'bf06041b-0f77-4d37-9e0d-1628f387e270', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:43.494973 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ede93269-91fc-48d9-89f9-215d56a82ed3 req-f0abcd80-35db-4dad-acda-68ab8c23cf40 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/ports?device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 210 time: 0.0498400 Aug 31 09:17:43.506601 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] Transition to ACTIVE for port object 3da669bb-ad1b-43b7-b010-d6bf552d432d will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:17:43.590387 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:43.603446 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aed07e-864a-4a62-99fb-63759dabeb35 req-6dbcd458-91cc-4dc8-9087-f2fb1d094991 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:43.603930 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-13aed07e-864a-4a62-99fb-63759dabeb35 req-6dbcd458-91cc-4dc8-9087-f2fb1d094991 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 949 time: 0.1250432 Aug 31 09:17:43.606651 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-74fa9fc8-b475-4e63-902a-9ca687472ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:43.749505 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] Pushing event updated for resources: {'Port': ['ID=3da669bb-ad1b-43b7-b010-d6bf552d432d,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:43.771499 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-13aed07e-864a-4a62-99fb-63759dabeb35 req-c32b88ee-fe6e-46a2-9650-ba10979c6150 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390386 Aug 31 09:17:43.825003 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 57e931bc-1029-43b1-b433-8ddbb68cbc7e up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:17:43.833697 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09c467-007a-44f4-9a74-925bfbab72ca req-0656e00f-2e7b-4630-8398-7362a7c843bc tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:43.839199 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fb09c467-007a-44f4-9a74-925bfbab72ca req-0656e00f-2e7b-4630-8398-7362a7c843bc tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf06041b-0f77-4d37-9e0d-1628f387e270 HTTP/1.1" status: 200 len: 931 time: 0.2077765 Aug 31 09:17:43.892309 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 57e931bc-1029-43b1-b433-8ddbb68cbc7e triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:43.893184 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:43.932452 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4834c754-aee7-47e6-9316-a7077367e2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:44.001124 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:44.027500 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d70815-de2f-4762-a58c-5891f0f9387d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e931bc-1029-43b1-b433-8ddbb68cbc7e'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:44.029876 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf03432-8c80-4776-a228-394f1d6aafdb" -d '{"events": [{"server_uuid": "85d70815-de2f-4762-a58c-5891f0f9387d", "name": "network-vif-plugged", "status": "completed", "tag": "57e931bc-1029-43b1-b433-8ddbb68cbc7e"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:44.040613 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:44.046029 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 57e931bc-1029-43b1-b433-8ddbb68cbc7e, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=57e931bc-1029-43b1-b433-8ddbb68cbc7e,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:44.067076 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fb09c467-007a-44f4-9a74-925bfbab72ca req-0e2e8b03-7fe1-42e0-b547-f25cbd013035 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/security-groups?id=5ead1bb5-cff9-4c84-a590-478263ff0f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637981 Aug 31 09:17:44.070399 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] Attempting to bind port 3da669bb-ad1b-43b7-b010-d6bf552d432d on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:17:44.070753 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] Attempting to bind port 3da669bb-ad1b-43b7-b010-d6bf552d432d by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': 'd18eb852-1191-4217-82ae-4b6207e81b17'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:17:44.071082 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] Attempting to bind port 3da669bb-ad1b-43b7-b010-d6bf552d432d on network d18eb852-1191-4217-82ae-4b6207e81b17 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:44.089187 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36464a4-c2fd-4711-a326-df11ec7a3c13 req-9929e8bd-3705-4d6e-bbf3-11853f045578 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:44.090761 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f36464a4-c2fd-4711-a326-df11ec7a3c13 req-9929e8bd-3705-4d6e-bbf3-11853f045578 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 945 time: 0.1815379 Aug 31 09:17:44.105161 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] Port 3da669bb-ad1b-43b7-b010-d6bf552d432d on network d18eb852-1191-4217-82ae-4b6207e81b17 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:17:44.105481 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] Attempting to bind port 3da669bb-ad1b-43b7-b010-d6bf552d432d on network d18eb852-1191-4217-82ae-4b6207e81b17 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:44.124912 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7fb4ab-ffeb-4e74-b2fd-03444e39e459 x-openstack-request-id: req-8b7fb4ab-ffeb-4e74-b2fd-03444e39e459 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:44.125446 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d70815-de2f-4762-a58c-5891f0f9387d", "name": "network-vif-plugged", "status": "completed", "tag": "57e931bc-1029-43b1-b433-8ddbb68cbc7e", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:44.125704 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-8b7fb4ab-ffeb-4e74-b2fd-03444e39e459 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:44.126184 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d70815-de2f-4762-a58c-5891f0f9387d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e931bc-1029-43b1-b433-8ddbb68cbc7e', 'code': 200} Aug 31 09:17:44.129922 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:17:44.129922 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] Checking segment: {'id': '18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': 'd18eb852-1191-4217-82ae-4b6207e81b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:17:44.129922 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] Bound using segment: {'id': '18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': 'd18eb852-1191-4217-82ae-4b6207e81b17'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:17:44.130781 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] Bound port: 3da669bb-ad1b-43b7-b010-d6bf552d432d, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': 'd18eb852-1191-4217-82ae-4b6207e81b17'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:17:44.130781 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:44.135293 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:44.185153 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f36464a4-c2fd-4711-a326-df11ec7a3c13 req-41f0ec5a-6471-4af0-a34d-2cc31ebad894 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864024 Aug 31 09:17:44.215323 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=57e931bc-1029-43b1-b433-8ddbb68cbc7e,revision_number=11']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:44.278798 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] For port 3da669bb-ad1b-43b7-b010-d6bf552d432d, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:17:44.297522 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-74fa9fc8-b475-4e63-902a-9ca687472ba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b59f912-90c0-4c96-969b-07c9c076f571 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:17:44.303143 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] For port 3da669bb-ad1b-43b7-b010-d6bf552d432d, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3da669bb-ad1b-43b7-b010-d6bf552d432d,segment=NetworkSegment(18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15),segment_id=18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:17:44.307404 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-74fa9fc8-b475-4e63-902a-9ca687472ba6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:44.328598 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-74fa9fc8-b475-4e63-902a-9ca687472ba6 service neutron] Transition to ACTIVE for port object 7b59f912-90c0-4c96-969b-07c9c076f571 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:17:44.367109 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102ba71-14df-4255-92bd-d8a01f2478f6 req-fdad5270-380b-4a72-af5a-c5b44f62253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:44.369625 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6102ba71-14df-4255-92bd-d8a01f2478f6 req-fdad5270-380b-4a72-af5a-c5b44f62253f service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 1102 time: 0.0566990 Aug 31 09:17:44.399311 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:44.408221 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f5274-c429-453f-80f3-51a1a720f183 req-9b2c0782-4184-4fd9-9c67-c79e39f9ea79 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:44.409946 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cc9f5274-c429-453f-80f3-51a1a720f183 req-9b2c0782-4184-4fd9-9c67-c79e39f9ea79 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.0868237 Aug 31 09:17:44.410914 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6102ba71-14df-4255-92bd-d8a01f2478f6 req-5b5ba6ab-026b-4dfe-913b-c4d6a145d700 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318389 Aug 31 09:17:44.419459 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-74fa9fc8-b475-4e63-902a-9ca687472ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:44.472554 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:44.473153 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:44.474652 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] 10.222.0.112 "PUT /v2.0/ports/3da669bb-ad1b-43b7-b010-d6bf552d432d HTTP/1.1" status: 200 len: 1092 time: 1.8982339 Aug 31 09:17:44.480570 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414c1451-c0bb-4edd-b6db-f883f57a6297', 'tag': '3da669bb-ad1b-43b7-b010-d6bf552d432d'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:44.482839 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28722e1-48ca-42b6-993d-9fc60242d0a2" -d '{"events": [{"name": "network-changed", "server_uuid": "414c1451-c0bb-4edd-b6db-f883f57a6297", "tag": "3da669bb-ad1b-43b7-b010-d6bf552d432d"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:44.523263 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d89cb-f756-425f-a6e4-641daa5f4a66 req-eedac9a3-daad-4b95-b946-9acf19121068 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:44.524781 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f66d89cb-f756-425f-a6e4-641daa5f4a66 req-eedac9a3-daad-4b95-b946-9acf19121068 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 945 time: 0.1650941 Aug 31 09:17:44.539047 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] Pushing event updated for resources: {'Port': ['ID=3da669bb-ad1b-43b7-b010-d6bf552d432d,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:44.559064 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cc9f5274-c429-453f-80f3-51a1a720f183 req-a1aeef80-a6c2-45df-8585-aa735aa61b89 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212401 Aug 31 09:17:44.585985 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:44.586328 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:44.586695 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:44.587032 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:44.587353 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:44.587677 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:44.587998 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:44.588316 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:44.588636 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:44.588994 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:44.589257 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:44.589572 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee0a9e-866a-4a64-94a7-a691f1b83c82 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:17:44.672838 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f66d89cb-f756-425f-a6e4-641daa5f4a66 req-0cf65503-74a7-41d6-8193-963e90ce502a tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374266 Aug 31 09:17:44.701107 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa9fc8-b475-4e63-902a-9ca687472ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=7b59f912-90c0-4c96-969b-07c9c076f571,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:44.709165 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-74fa9fc8-b475-4e63-902a-9ca687472ba6 service neutron] Attempting to bind port 7b59f912-90c0-4c96-969b-07c9c076f571 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:17:44.709308 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-74fa9fc8-b475-4e63-902a-9ca687472ba6 service neutron] Attempting to bind port 7b59f912-90c0-4c96-969b-07c9c076f571 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': 'd18eb852-1191-4217-82ae-4b6207e81b17'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:17:44.709614 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-74fa9fc8-b475-4e63-902a-9ca687472ba6 service neutron] Attempting to bind port 7b59f912-90c0-4c96-969b-07c9c076f571 on network d18eb852-1191-4217-82ae-4b6207e81b17 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:44.715101 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-74fa9fc8-b475-4e63-902a-9ca687472ba6 service neutron] Port 7b59f912-90c0-4c96-969b-07c9c076f571 on network d18eb852-1191-4217-82ae-4b6207e81b17 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:17:44.719953 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-74fa9fc8-b475-4e63-902a-9ca687472ba6 service neutron] Attempting to bind port 7b59f912-90c0-4c96-969b-07c9c076f571 on network d18eb852-1191-4217-82ae-4b6207e81b17 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:44.722084 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-74fa9fc8-b475-4e63-902a-9ca687472ba6 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:17:44.722469 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-74fa9fc8-b475-4e63-902a-9ca687472ba6 service neutron] Checking segment: {'id': '18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': 'd18eb852-1191-4217-82ae-4b6207e81b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:17:44.722883 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-74fa9fc8-b475-4e63-902a-9ca687472ba6 service neutron] Bound using segment: {'id': '18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': 'd18eb852-1191-4217-82ae-4b6207e81b17'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:17:44.723634 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-74fa9fc8-b475-4e63-902a-9ca687472ba6 service neutron] Bound port: 7b59f912-90c0-4c96-969b-07c9c076f571, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': 'd18eb852-1191-4217-82ae-4b6207e81b17'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:17:44.723634 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-74fa9fc8-b475-4e63-902a-9ca687472ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:44.764080 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7664ff-af87-4def-a16c-661911f63f29 x-openstack-request-id: req-3c7664ff-af87-4def-a16c-661911f63f29 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:44.764363 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414c1451-c0bb-4edd-b6db-f883f57a6297", "tag": "3da669bb-ad1b-43b7-b010-d6bf552d432d", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:44.764613 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-3c7664ff-af87-4def-a16c-661911f63f29 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:44.764999 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414c1451-c0bb-4edd-b6db-f883f57a6297', 'tag': '3da669bb-ad1b-43b7-b010-d6bf552d432d', 'status': 'completed', 'code': 200} Aug 31 09:17:44.826403 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e457a4dc-8e28-48bf-8abf-3cbe2cae99b4 req-575dfe90-f069-4764-b5ab-8807f19c7fcf tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/ports?device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 210 time: 0.0397689 Aug 31 09:17:44.852583 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-74fa9fc8-b475-4e63-902a-9ca687472ba6 service neutron] For port 7b59f912-90c0-4c96-969b-07c9c076f571, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:17:44.856527 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-0a31fcd2-4f52-41b7-8df7-59af1995cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:44.858366 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-0a31fcd2-4f52-41b7-8df7-59af1995cdb3 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3459f25fdb784488b41827b7db575c74&device_id=414c1451-c0bb-4edd-b6db-f883f57a6297 HTTP/1.1" status: 200 len: 1095 time: 0.1221883 Aug 31 09:17:44.860248 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-74fa9fc8-b475-4e63-902a-9ca687472ba6 service neutron] For port 7b59f912-90c0-4c96-969b-07c9c076f571, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=7b59f912-90c0-4c96-969b-07c9c076f571,segment=NetworkSegment(18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15),segment_id=18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:17:44.921245 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-dfd8561a-04fa-4a5d-9f3e-ddfdee3fa303 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3da669bb-ad1b-43b7-b010-d6bf552d432d HTTP/1.1" status: 200 len: 217 time: 0.0500169 Aug 31 09:17:44.930303 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-74fa9fc8-b475-4e63-902a-9ca687472ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:44.997484 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ecf0b-28d9-4963-9f3a-e3be123801b6 req-5baf8165-17d6-4f99-b2ed-c30a9e616a2c tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:44.998995 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-005ecf0b-28d9-4963-9f3a-e3be123801b6 req-5baf8165-17d6-4f99-b2ed-c30a9e616a2c tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 950 time: 0.1375341 Aug 31 09:17:45.014336 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-74fa9fc8-b475-4e63-902a-9ca687472ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:45.020810 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-74fa9fc8-b475-4e63-902a-9ca687472ba6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:45.020810 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-74fa9fc8-b475-4e63-902a-9ca687472ba6 service neutron] 10.222.0.112 "PUT /v2.0/ports/7b59f912-90c0-4c96-969b-07c9c076f571 HTTP/1.1" status: 200 len: 1092 time: 1.5337718 Aug 31 09:17:45.053573 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-9ea7062d-f325-4708-8d36-e71817224d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:45.055080 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-9ea7062d-f325-4708-8d36-e71817224d81 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=2e0d7958-f80a-4da0-85ea-0728d97d85e0 HTTP/1.1" status: 200 len: 856 time: 0.1213241 Aug 31 09:17:45.083382 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa9fc8-b475-4e63-902a-9ca687472ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=7b59f912-90c0-4c96-969b-07c9c076f571,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:45.108509 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-005ecf0b-28d9-4963-9f3a-e3be123801b6 req-7770d66d-d2c9-41da-aae3-bf0161d1a416 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890026 Aug 31 09:17:45.112065 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-bbc6ce74-bce6-4374-b9f4-7be694f95a15 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d18eb852-1191-4217-82ae-4b6207e81b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434692 Aug 31 09:17:45.213625 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:45.291721 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4a9ef-498a-4fa8-8579-e0f430a68d4c req-239cba85-68de-4a7f-8a9c-fd262d30298a tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:45.293277 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7ad4a9ef-498a-4fa8-8579-e0f430a68d4c req-239cba85-68de-4a7f-8a9c-fd262d30298a tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf06041b-0f77-4d37-9e0d-1628f387e270 HTTP/1.1" status: 200 len: 943 time: 0.1462302 Aug 31 09:17:45.326681 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-609523ee-53bc-45c5-9eb7-2545135968bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:45.328154 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-609523ee-53bc-45c5-9eb7-2545135968bb service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3459f25fdb784488b41827b7db575c74&device_id=bf06041b-0f77-4d37-9e0d-1628f387e270 HTTP/1.1" status: 200 len: 1095 time: 0.1366770 Aug 31 09:17:45.347167 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-96c1ad15-7cfd-4c70-ba62-b7d7b2622557 service neutron] 10.222.0.112 "GET /v2.0/networks/d18eb852-1191-4217-82ae-4b6207e81b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217927 Aug 31 09:17:45.398667 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-a402853b-4d2f-4988-bbd4-3c24e17acca3 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b59f912-90c0-4c96-969b-07c9c076f571 HTTP/1.1" status: 200 len: 217 time: 0.0498664 Aug 31 09:17:45.484749 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7ad4a9ef-498a-4fa8-8579-e0f430a68d4c req-dee9365a-78d9-4f1f-8ade-4469e3a63d01 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/security-groups?id=5ead1bb5-cff9-4c84-a590-478263ff0f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811874 Aug 31 09:17:45.498443 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5f305-e0e2-4f35-8fdd-5025b831881b req-c0890a98-6624-4bed-8cc6-158fa856d7a8 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:45.500114 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4ad5f305-e0e2-4f35-8fdd-5025b831881b req-c0890a98-6624-4bed-8cc6-158fa856d7a8 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 945 time: 0.2327871 Aug 31 09:17:45.543006 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-c692b54a-11e3-4e11-8ec9-863b0c44036f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:45.544444 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-c692b54a-11e3-4e11-8ec9-863b0c44036f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=2e0d7958-f80a-4da0-85ea-0728d97d85e0 HTTP/1.1" status: 200 len: 856 time: 0.1278098 Aug 31 09:17:45.594764 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-a8a22fd4-5a13-4811-90ce-1dfdcd4cd46d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d18eb852-1191-4217-82ae-4b6207e81b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405967 Aug 31 09:17:45.596675 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-43c31faa-747a-4c8e-ab58-f6a21e165183 service neutron] 10.222.0.112 "GET /v2.0/networks/d18eb852-1191-4217-82ae-4b6207e81b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085772 Aug 31 09:17:45.601123 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4ad5f305-e0e2-4f35-8fdd-5025b831881b req-423875e0-f9ab-4ac8-8d7e-bb47caa390af tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925837 Aug 31 09:17:45.749112 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72930a6-9887-4556-b5c7-c17024381214 req-42da75bf-e7d9-463a-92f1-5e4cb0599307 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:45.757680 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b72930a6-9887-4556-b5c7-c17024381214 req-42da75bf-e7d9-463a-92f1-5e4cb0599307 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.0845859 Aug 31 09:17:45.828669 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 8e511f43-a9c8-42f8-a451-28cf32c15ad4 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:17:45.833432 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 13aae789-1d14-4bf9-aef3-ac983b8ca2cc up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:17:45.973959 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 8e511f43-a9c8-42f8-a451-28cf32c15ad4, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8e511f43-a9c8-42f8-a451-28cf32c15ad4,segment=NetworkSegment(18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15),segment_id=18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:45.988527 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '8e511f43-a9c8-42f8-a451-28cf32c15ad4', 'network_id': 'd18eb852-1191-4217-82ae-4b6207e81b17', 'port_id': '8e511f43-a9c8-42f8-a451-28cf32c15ad4', 'mac_address': 'fa:16:3e:80:71:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e0d7958-f80a-4da0-85ea-0728d97d85e0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:17:46.012656 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 13aae789-1d14-4bf9-aef3-ac983b8ca2cc completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:17:46.021004 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 13aae789-1d14-4bf9-aef3-ac983b8ca2cc triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:46.021368 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:46.065445 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:46.087263 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e511f43-a9c8-42f8-a451-28cf32c15ad4 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:17:46.151214 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:46.170139 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-61e78aee-3dd1-44f0-8f11-7c106fa299fe service neutron] 10.222.0.112 "GET /v2.0/networks/d18eb852-1191-4217-82ae-4b6207e81b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5617318 Aug 31 09:17:46.177849 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 8e511f43-a9c8-42f8-a451-28cf32c15ad4, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8e511f43-a9c8-42f8-a451-28cf32c15ad4,segment=NetworkSegment(18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15),segment_id=18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:46.192832 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de693642-683e-4fd5-b75f-9ec160cba4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13aae789-1d14-4bf9-aef3-ac983b8ca2cc'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:46.195330 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd21f7c3-4511-405d-9d60-f6b1983b14ba" -d '{"events": [{"server_uuid": "de693642-683e-4fd5-b75f-9ec160cba4be", "name": "network-vif-plugged", "status": "completed", "tag": "13aae789-1d14-4bf9-aef3-ac983b8ca2cc"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:46.210109 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 13aae789-1d14-4bf9-aef3-ac983b8ca2cc, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=13aae789-1d14-4bf9-aef3-ac983b8ca2cc,segment=NetworkSegment(219c32c0-d622-49cd-ac9d-e7b5923e4d48),segment_id=219c32c0-d622-49cd-ac9d-e7b5923e4d48)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:46.263911 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b72930a6-9887-4556-b5c7-c17024381214 req-9d2cea12-2484-4336-b608-84ece4f9ee20 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5053568 Aug 31 09:17:46.269092 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28722e1-48ca-42b6-993d-9fc60242d0a2 req-fd5ddb03-bddf-4dfb-857f-e3e887e80d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:46.270577 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d28722e1-48ca-42b6-993d-9fc60242d0a2 req-fd5ddb03-bddf-4dfb-857f-e3e887e80d6e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3459f25fdb784488b41827b7db575c74&device_id=414c1451-c0bb-4edd-b6db-f883f57a6297 HTTP/1.1" status: 200 len: 1095 time: 0.5078137 Aug 31 09:17:46.275965 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:46.321104 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2604f37-be6c-4a16-a078-28b878fc48f4 req-31a8a27e-e5aa-43de-9ac5-cb6bfee8a345 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:46.322732 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d2604f37-be6c-4a16-a078-28b878fc48f4 req-31a8a27e-e5aa-43de-9ac5-cb6bfee8a345 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 945 time: 0.5113983 Aug 31 09:17:46.335620 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:46.365488 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=8e511f43-a9c8-42f8-a451-28cf32c15ad4,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:46.433059 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=13aae789-1d14-4bf9-aef3-ac983b8ca2cc,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:46.463551 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62a26a5a-fcf7-4683-8ba6-62b2c4912006 req-9ac2e187-e42f-468c-96d0-ce785c0f8b9d service neutron] 10.222.0.112 "GET /v2.0/networks/d18eb852-1191-4217-82ae-4b6207e81b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760928 Aug 31 09:17:46.506229 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28722e1-48ca-42b6-993d-9fc60242d0a2 req-f22abd4b-6a8e-4681-8112-fc9cd3e3073c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:46.507769 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d28722e1-48ca-42b6-993d-9fc60242d0a2 req-f22abd4b-6a8e-4681-8112-fc9cd3e3073c service neutron] 10.222.0.112 "GET /v2.0/networks?id=d18eb852-1191-4217-82ae-4b6207e81b17 HTTP/1.1" status: 200 len: 918 time: 0.1703935 Aug 31 09:17:46.512443 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d2604f37-be6c-4a16-a078-28b878fc48f4 req-87ad32ac-24a5-452f-90b0-f311abc954f3 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710927 Aug 31 09:17:46.546353 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4ab3b8-d1e3-4ba3-9b8f-7187dadc02e5 req-ae6b13ae-de45-487b-a6a8-74a771d8ba18 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/ports?device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 210 time: 0.0679657 Aug 31 09:17:46.576079 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d28722e1-48ca-42b6-993d-9fc60242d0a2 req-b8c80ed3-9ed4-4f78-9d5d-b57dcfe85b74 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3da669bb-ad1b-43b7-b010-d6bf552d432d HTTP/1.1" status: 200 len: 217 time: 0.0469012 Aug 31 09:17:46.613337 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4488db-70b4-48fb-8cf2-97d3351bf628 x-openstack-request-id: req-cb4488db-70b4-48fb-8cf2-97d3351bf628 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:46.613629 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de693642-683e-4fd5-b75f-9ec160cba4be", "name": "network-vif-plugged", "status": "completed", "tag": "13aae789-1d14-4bf9-aef3-ac983b8ca2cc", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:46.613878 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-cb4488db-70b4-48fb-8cf2-97d3351bf628 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:46.614284 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de693642-683e-4fd5-b75f-9ec160cba4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13aae789-1d14-4bf9-aef3-ac983b8ca2cc', 'code': 200} Aug 31 09:17:46.681177 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['8e511f43-a9c8-42f8-a451-28cf32c15ad4'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:17:46.749505 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28722e1-48ca-42b6-993d-9fc60242d0a2 req-59faaf04-1996-4944-9aca-087717537b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:46.759035 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d28722e1-48ca-42b6-993d-9fc60242d0a2 req-59faaf04-1996-4944-9aca-087717537b7a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=2e0d7958-f80a-4da0-85ea-0728d97d85e0 HTTP/1.1" status: 200 len: 856 time: 0.1649222 Aug 31 09:17:46.768667 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf06041b-0f77-4d37-9e0d-1628f387e270', 'tag': '7b59f912-90c0-4c96-969b-07c9c076f571'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:46.771833 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cf1193-c9c6-4bc3-b0d9-e6ea35b56390" -d '{"events": [{"name": "network-changed", "server_uuid": "bf06041b-0f77-4d37-9e0d-1628f387e270", "tag": "7b59f912-90c0-4c96-969b-07c9c076f571"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:46.806323 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3c978-57c8-4232-85b3-2d4e3755b6d5 req-73e419f2-c21e-431e-969a-98302a6105f4 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:46.808302 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f4f3c978-57c8-4232-85b3-2d4e3755b6d5 req-73e419f2-c21e-431e-969a-98302a6105f4 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 950 time: 0.2014942 Aug 31 09:17:46.831475 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d28722e1-48ca-42b6-993d-9fc60242d0a2 req-50d4fff8-a87e-4397-ac00-bf05b331affb service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d18eb852-1191-4217-82ae-4b6207e81b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510395 Aug 31 09:17:46.885126 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:46.915062 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877076f-6715-4a75-a5a6-54fd5c6d11df req-f183784f-7982-4887-a81c-474db8b57e8f tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:46.916556 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5877076f-6715-4a75-a5a6-54fd5c6d11df req-f183784f-7982-4887-a81c-474db8b57e8f tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf06041b-0f77-4d37-9e0d-1628f387e270 HTTP/1.1" status: 200 len: 943 time: 0.2240269 Aug 31 09:17:46.923252 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a84a60-e549-4ada-ba28-3f829c819f48 req-07998d6c-46c2-415e-b847-6049c15bdbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:46.925327 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d6a84a60-e549-4ada-ba28-3f829c819f48 req-07998d6c-46c2-415e-b847-6049c15bdbb8 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 1098 time: 0.2137837 Aug 31 09:17:46.977572 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f4f3c978-57c8-4232-85b3-2d4e3755b6d5 req-52474114-b3f3-4b17-8314-9eddb501aceb tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500273 Aug 31 09:17:47.023046 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5877076f-6715-4a75-a5a6-54fd5c6d11df req-ea4eafe2-6b3a-461a-b84d-5dfab765fc6d tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/security-groups?id=5ead1bb5-cff9-4c84-a590-478263ff0f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956218 Aug 31 09:17:47.056001 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d6a84a60-e549-4ada-ba28-3f829c819f48 req-7bcfea08-3a0a-4e34-91b1-9621d14efe75 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118128 Aug 31 09:17:47.058293 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d28722e1-48ca-42b6-993d-9fc60242d0a2 req-b1fefa54-64e5-4b3f-b227-a71515525d27 service neutron] 10.222.0.112 "GET /v2.0/networks/d18eb852-1191-4217-82ae-4b6207e81b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150867 Aug 31 09:17:47.120334 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1235642-7c05-4549-9128-917649705ce5 req-129912ec-b1e1-440c-974b-da27d7839c74 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:47.121921 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f1235642-7c05-4549-9128-917649705ce5 req-129912ec-b1e1-440c-974b-da27d7839c74 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 946 time: 0.0562012 Aug 31 09:17:47.165943 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f1235642-7c05-4549-9128-917649705ce5 req-71e7ff43-0af4-4452-ae2a-3724fb7f337e tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375903 Aug 31 09:17:47.216696 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5a36fd-b3de-45dc-b243-51dd82df9f78 x-openstack-request-id: req-4a5a36fd-b3de-45dc-b243-51dd82df9f78 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:47.216977 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf06041b-0f77-4d37-9e0d-1628f387e270", "tag": "7b59f912-90c0-4c96-969b-07c9c076f571", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:47.217230 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4a5a36fd-b3de-45dc-b243-51dd82df9f78 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:47.217875 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf06041b-0f77-4d37-9e0d-1628f387e270', 'tag': '7b59f912-90c0-4c96-969b-07c9c076f571', 'status': 'completed', 'code': 200} Aug 31 09:17:47.443976 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf1193-c9c6-4bc3-b0d9-e6ea35b56390 req-2c91696a-e70a-49ce-9ad9-532f4e05f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:47.446401 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d6cf1193-c9c6-4bc3-b0d9-e6ea35b56390 req-2c91696a-e70a-49ce-9ad9-532f4e05f25d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3459f25fdb784488b41827b7db575c74&device_id=bf06041b-0f77-4d37-9e0d-1628f387e270 HTTP/1.1" status: 200 len: 1095 time: 0.1264210 Aug 31 09:17:47.482405 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d28722e1-48ca-42b6-993d-9fc60242d0a2 req-e30dd50a-d6b8-43c4-b3f2-dd57ffadb931 service neutron] 10.222.0.112 "GET /v2.0/networks/d18eb852-1191-4217-82ae-4b6207e81b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845229 Aug 31 09:17:47.520304 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd0f53-2582-4dd6-b54e-e936b214de83 req-1969b7fa-94f6-4ded-8c52-67c606da2d74 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:47.522060 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b4cd0f53-2582-4dd6-b54e-e936b214de83 req-1969b7fa-94f6-4ded-8c52-67c606da2d74 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.1506555 Aug 31 09:17:47.593557 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b4cd0f53-2582-4dd6-b54e-e936b214de83 req-bc619b76-5cbc-4871-b4c0-daa6b1496982 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643437 Aug 31 09:17:47.609794 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf1193-c9c6-4bc3-b0d9-e6ea35b56390 req-47aa169a-518b-435a-82f4-e9913f170792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:47.612980 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d6cf1193-c9c6-4bc3-b0d9-e6ea35b56390 req-47aa169a-518b-435a-82f4-e9913f170792 service neutron] 10.222.0.112 "GET /v2.0/networks?id=d18eb852-1191-4217-82ae-4b6207e81b17 HTTP/1.1" status: 200 len: 918 time: 0.1550348 Aug 31 09:17:47.666924 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d6cf1193-c9c6-4bc3-b0d9-e6ea35b56390 req-d3fa0e60-944c-4e5c-8ced-949bf6b5f6be service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b59f912-90c0-4c96-969b-07c9c076f571 HTTP/1.1" status: 200 len: 217 time: 0.0410109 Aug 31 09:17:47.775802 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36349ad5-0642-47db-848e-37aa5ac4d816 req-7276b423-a5c6-4807-976a-3a71b8b979cf tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/ports?device_id=286978dc-700f-434f-ac25-6d4e109ccab7 HTTP/1.1" status: 200 len: 210 time: 0.0432692 Aug 31 09:17:47.784772 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf1193-c9c6-4bc3-b0d9-e6ea35b56390 req-d7aea110-090b-485f-8e07-74d20d594484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:47.785952 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d6cf1193-c9c6-4bc3-b0d9-e6ea35b56390 req-d7aea110-090b-485f-8e07-74d20d594484 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=2e0d7958-f80a-4da0-85ea-0728d97d85e0 HTTP/1.1" status: 200 len: 856 time: 0.1059384 Aug 31 09:17:47.808001 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e8159-3464-4481-8b0e-257369cc4173 req-feef4e45-be68-4dd5-a369-aef1221c3972 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:47.809575 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f65e8159-3464-4481-8b0e-257369cc4173 req-feef4e45-be68-4dd5-a369-aef1221c3972 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 945 time: 0.1417210 Aug 31 09:17:47.850594 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d6cf1193-c9c6-4bc3-b0d9-e6ea35b56390 req-795ff60a-12c3-40f0-a254-399eea779b7a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d18eb852-1191-4217-82ae-4b6207e81b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399837 Aug 31 09:17:47.937560 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f65e8159-3464-4481-8b0e-257369cc4173 req-27d5818d-51a8-4fec-a23f-bbd12ac4942c tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172132 Aug 31 09:17:48.001061 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6b2f5-898f-4311-961a-8f333ef236f9 req-a47a070f-cbc3-42c1-85b2-479341673e31 tempest-ServersAdminTestJSON-1219084242 tempest-ServersAdminTestJSON-1219084242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:48.003476 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74e6b2f5-898f-4311-961a-8f333ef236f9 req-a47a070f-cbc3-42c1-85b2-479341673e31 tempest-ServersAdminTestJSON-1219084242 tempest-ServersAdminTestJSON-1219084242-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 1102 time: 0.1220310 Aug 31 09:17:48.029822 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d6cf1193-c9c6-4bc3-b0d9-e6ea35b56390 req-18d12453-3deb-4d00-9f54-1c7999ee128d service neutron] 10.222.0.112 "GET /v2.0/networks/d18eb852-1191-4217-82ae-4b6207e81b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582472 Aug 31 09:17:48.125084 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74e6b2f5-898f-4311-961a-8f333ef236f9 req-aa1d3053-748d-4537-aff1-a2408d631fae tempest-ServersAdminTestJSON-1219084242 tempest-ServersAdminTestJSON-1219084242-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095076 Aug 31 09:17:48.202764 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d485aa29-ba8f-4156-8970-8f347e73c776 req-d9650f46-b280-4ea4-b3a4-fd9b036f5705 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:48.204332 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d485aa29-ba8f-4156-8970-8f347e73c776 req-d9650f46-b280-4ea4-b3a4-fd9b036f5705 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf06041b-0f77-4d37-9e0d-1628f387e270 HTTP/1.1" status: 200 len: 943 time: 0.1011002 Aug 31 09:17:48.207438 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d6cf1193-c9c6-4bc3-b0d9-e6ea35b56390 req-5761a289-9c91-4437-ba8a-3d844da74a60 service neutron] 10.222.0.112 "GET /v2.0/networks/d18eb852-1191-4217-82ae-4b6207e81b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680119 Aug 31 09:17:48.245566 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d485aa29-ba8f-4156-8970-8f347e73c776 req-436bfeec-01ab-45ab-8442-08c4571f5a63 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/security-groups?id=5ead1bb5-cff9-4c84-a590-478263ff0f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337131 Aug 31 09:17:48.363890 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c639d63-8fa9-4ad8-8543-2e2721c9bee6 req-e5d09cee-ceb6-4c39-b4f8-6f88b855f7c6 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:48.363890 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3c639d63-8fa9-4ad8-8543-2e2721c9bee6 req-e5d09cee-ceb6-4c39-b4f8-6f88b855f7c6 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 946 time: 0.0555558 Aug 31 09:17:48.403073 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3c639d63-8fa9-4ad8-8543-2e2721c9bee6 req-7769cf4c-2bd4-4fc3-8220-2e76829e39d8 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337486 Aug 31 09:17:48.617327 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79943f93-549c-49e1-87c5-412a3e137c2e req-71f2373f-dd36-43d5-a99f-3592eca5b054 tempest-ServersAdminTestJSON-1219084242 tempest-ServersAdminTestJSON-1219084242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:48.618716 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-79943f93-549c-49e1-87c5-412a3e137c2e req-71f2373f-dd36-43d5-a99f-3592eca5b054 tempest-ServersAdminTestJSON-1219084242 tempest-ServersAdminTestJSON-1219084242-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 1102 time: 0.0469365 Aug 31 09:17:48.682131 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-79943f93-549c-49e1-87c5-412a3e137c2e req-5fa4c238-b029-48e0-83f4-eef72a171e29 tempest-ServersAdminTestJSON-1219084242 tempest-ServersAdminTestJSON-1219084242-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526524 Aug 31 09:17:48.733163 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2012bd4-d40c-44a5-9ae4-840ea783aad8 req-bddf0dd4-c1a9-487f-9303-2ce3ed4a78da tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:48.734721 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d2012bd4-d40c-44a5-9ae4-840ea783aad8 req-bddf0dd4-c1a9-487f-9303-2ce3ed4a78da tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.0516741 Aug 31 09:17:48.788702 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d2012bd4-d40c-44a5-9ae4-840ea783aad8 req-f7e32346-3276-41c0-9720-469daefbe665 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477741 Aug 31 09:17:49.031587 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57866) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:49.100893 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-10ddd888-f29a-4ade-a940-ec3b0fdae77b tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:49.148215 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-10ddd888-f29a-4ade-a940-ec3b0fdae77b tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:49.168369 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99946b-3814-45b7-b2be-9dbd2e4ff5fe req-a4cb8411-ea70-444a-9a0c-279d29bc6382 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:49.169842 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8c99946b-3814-45b7-b2be-9dbd2e4ff5fe req-a4cb8411-ea70-444a-9a0c-279d29bc6382 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 945 time: 0.0831101 Aug 31 09:17:49.223517 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8c99946b-3814-45b7-b2be-9dbd2e4ff5fe req-b8bea8bd-7319-4946-81e9-2cd54353e3ee tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446017 Aug 31 09:17:49.395594 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c766b-7a77-4fab-810f-846601d13181 req-003fbfba-ee0a-4e29-b596-c995b54dab41 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:49.397052 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ab1c766b-7a77-4fab-810f-846601d13181 req-003fbfba-ee0a-4e29-b596-c995b54dab41 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf06041b-0f77-4d37-9e0d-1628f387e270 HTTP/1.1" status: 200 len: 943 time: 0.0775244 Aug 31 09:17:49.418876 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5c02a-5839-4500-a6cf-a1f1e4c3099d req-e4535d4d-fe24-4234-b851-e50b8fc74609 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:49.420213 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b4e5c02a-5839-4500-a6cf-a1f1e4c3099d req-e4535d4d-fe24-4234-b851-e50b8fc74609 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af HTTP/1.1" status: 200 len: 949 time: 0.0712554 Aug 31 09:17:49.438158 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-10ddd888-f29a-4ade-a940-ec3b0fdae77b tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:49.445437 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-10ddd888-f29a-4ade-a940-ec3b0fdae77b tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:49.445437 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-10ddd888-f29a-4ade-a940-ec3b0fdae77b tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "DELETE /v2.0/security-groups/5b749fb4-1d9f-4950-bcaa-2c926086e16e HTTP/1.1" status: 204 len: 168 time: 0.4094558 Aug 31 09:17:49.445660 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57874) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:49.461790 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-ec5a812b-c495-40c3-be8f-5178972b2d3b tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] show failed (client error): The resource could not be found. Aug 31 09:17:49.466607 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ec5a812b-c495-40c3-be8f-5178972b2d3b tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "GET /v2.0/security-groups/5b749fb4-1d9f-4950-bcaa-2c926086e16e HTTP/1.1" status: 404 len: 347 time: 0.0206108 Aug 31 09:17:49.467362 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57876) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:49.481046 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ddd888-f29a-4ade-a940-ec3b0fdae77b tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b749fb4-1d9f-4950-bcaa-2c926086e16e,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:49.500025 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ab1c766b-7a77-4fab-810f-846601d13181 req-0c0b19ac-6f37-40d3-a49a-04ba64846a8e tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/security-groups?id=5ead1bb5-cff9-4c84-a590-478263ff0f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949616 Aug 31 09:17:49.509083 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b4e5c02a-5839-4500-a6cf-a1f1e4c3099d req-2a03e7e8-a803-4a7b-82f8-43bb7cafb700 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803089 Aug 31 09:17:49.636542 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-60e2eed6-6405-4cc8-8d72-4c5841d4ac86 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Deleting port 5b47a71d-486b-4f5a-af60-073dadc45430 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:17:49.636542 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60e2eed6-6405-4cc8-8d72-4c5841d4ac86 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:49.656013 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc4d6b-955a-412c-bce1-f98636999270 req-2dd20e32-e2be-4670-bd0f-4527f83338d2 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:49.657526 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5edc4d6b-955a-412c-bce1-f98636999270 req-2dd20e32-e2be-4670-bd0f-4527f83338d2 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 946 time: 0.0569074 Aug 31 09:17:49.699569 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5edc4d6b-955a-412c-bce1-f98636999270 req-796dcf9c-fbc4-453c-88d5-11108e572138 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352311 Aug 31 09:17:49.722613 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60e2eed6-6405-4cc8-8d72-4c5841d4ac86 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:49.725585 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60e2eed6-6405-4cc8-8d72-4c5841d4ac86 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:49.737549 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-60e2eed6-6405-4cc8-8d72-4c5841d4ac86 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Calling delete_port for 5b47a71d-486b-4f5a-af60-073dadc45430 owned by network:floatingip {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:17:49.865644 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3da669bb-ad1b-43b7-b010-d6bf552d432d details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:17:49.868655 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 8e511f43-a9c8-42f8-a451-28cf32c15ad4 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:17:49.964424 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32788fce-6b4b-4ce4-b88d-885e2c1420d8 req-62bbe83a-03e2-4876-8af4-f42377f92634 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:49.965818 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32788fce-6b4b-4ce4-b88d-885e2c1420d8 req-62bbe83a-03e2-4876-8af4-f42377f92634 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.0509722 Aug 31 09:17:50.006573 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32788fce-6b4b-4ce4-b88d-885e2c1420d8 req-ecf7af0f-7d13-4ab7-9892-17b98f50e0a3 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340700 Aug 31 09:17:50.021245 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3da669bb-ad1b-43b7-b010-d6bf552d432d, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3da669bb-ad1b-43b7-b010-d6bf552d432d,segment=NetworkSegment(18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15),segment_id=18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:50.034571 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '3da669bb-ad1b-43b7-b010-d6bf552d432d', 'network_id': 'd18eb852-1191-4217-82ae-4b6207e81b17', 'port_id': '3da669bb-ad1b-43b7-b010-d6bf552d432d', 'mac_address': 'fa:16:3e:20:81:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e0d7958-f80a-4da0-85ea-0728d97d85e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:17:50.064670 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60e2eed6-6405-4cc8-8d72-4c5841d4ac86 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:50.071559 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:50.086708 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da669bb-ad1b-43b7-b010-d6bf552d432d {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:17:50.091881 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2eed6-6405-4cc8-8d72-4c5841d4ac86 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Pushing event deleted for resources: {'Port': ['ID=5b47a71d-486b-4f5a-af60-073dadc45430,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:50.093102 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 8e511f43-a9c8-42f8-a451-28cf32c15ad4 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:17:50.110792 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 8e511f43-a9c8-42f8-a451-28cf32c15ad4 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:50.111216 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:50.115877 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3da669bb-ad1b-43b7-b010-d6bf552d432d, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3da669bb-ad1b-43b7-b010-d6bf552d432d,segment=NetworkSegment(18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15),segment_id=18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:50.167637 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60e2eed6-6405-4cc8-8d72-4c5841d4ac86 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks [] for floatingip, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:50.171346 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60e2eed6-6405-4cc8-8d72-4c5841d4ac86 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:50.182585 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-60e2eed6-6405-4cc8-8d72-4c5841d4ac86 tempest-ServersTestBootFromVolume-162477068 tempest-ServersTestBootFromVolume-162477068-project] 10.222.0.119 "DELETE /v2.0/floatingips/10c5140e-15d7-4be6-ba0f-fadba7e5eda1 HTTP/1.1" status: 204 len: 168 time: 0.7033885 Aug 31 09:17:50.182766 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57888) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:50.198562 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:50.223371 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36579f61-1928-462e-8dd6-e1ad30c2d534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e511f43-a9c8-42f8-a451-28cf32c15ad4'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:50.225493 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc79ef3b-6b9c-476a-b915-1b15df349c6c" -d '{"events": [{"server_uuid": "36579f61-1928-462e-8dd6-e1ad30c2d534", "name": "network-vif-plugged", "status": "completed", "tag": "8e511f43-a9c8-42f8-a451-28cf32c15ad4"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:50.240747 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 8e511f43-a9c8-42f8-a451-28cf32c15ad4, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8e511f43-a9c8-42f8-a451-28cf32c15ad4,segment=NetworkSegment(18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15),segment_id=18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:50.273062 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839951c1-7df7-4237-8104-4cb70837c6b0 x-openstack-request-id: req-839951c1-7df7-4237-8104-4cb70837c6b0 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:50.273400 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36579f61-1928-462e-8dd6-e1ad30c2d534", "name": "network-vif-plugged", "status": "completed", "tag": "8e511f43-a9c8-42f8-a451-28cf32c15ad4", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:50.273727 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-839951c1-7df7-4237-8104-4cb70837c6b0 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:50.275942 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36579f61-1928-462e-8dd6-e1ad30c2d534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e511f43-a9c8-42f8-a451-28cf32c15ad4', 'code': 200} Aug 31 09:17:50.285648 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:50.317509 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ed87b-8081-4879-9335-ef2adbc8a8e0 req-bb80b244-4eeb-4a03-8243-8c7f60d57de5 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:50.319113 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-906ed87b-8081-4879-9335-ef2adbc8a8e0 req-bb80b244-4eeb-4a03-8243-8c7f60d57de5 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 946 time: 0.1009231 Aug 31 09:17:50.343615 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:50.347774 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=3da669bb-ad1b-43b7-b010-d6bf552d432d,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:50.406868 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=8e511f43-a9c8-42f8-a451-28cf32c15ad4,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:50.445606 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-906ed87b-8081-4879-9335-ef2adbc8a8e0 req-4b83eaad-7c4a-48a8-8651-8a4e3303b33d tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180673 Aug 31 09:17:50.557069 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46716ae3-861e-44c5-9c78-4aaa91fa7d8f req-f8d9cdfc-61df-4f19-bfc0-e81f8524b9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:50.558703 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-46716ae3-861e-44c5-9c78-4aaa91fa7d8f req-f8d9cdfc-61df-4f19-bfc0-e81f8524b9a9 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=36579f61-1928-462e-8dd6-e1ad30c2d534 HTTP/1.1" status: 200 len: 1097 time: 0.1708267 Aug 31 09:17:50.582870 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93206074-ecae-4ece-8d8e-614a4453c0bd req-d2072a64-2e31-4da0-b138-d0a46365fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:50.584328 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-93206074-ecae-4ece-8d8e-614a4453c0bd req-d2072a64-2e31-4da0-b138-d0a46365fcef service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=6a2267e5f9d74efc8dd72fe8f0e73b08&device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 1098 time: 0.1575511 Aug 31 09:17:50.645878 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85c5ce-a59b-4285-b6b9-9e80142ebeb8 req-06eddb99-a74f-4305-9e2f-cf75fd4a505f tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:50.647297 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-da85c5ce-a59b-4285-b6b9-9e80142ebeb8 req-06eddb99-a74f-4305-9e2f-cf75fd4a505f tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 945 time: 0.2007763 Aug 31 09:17:50.712180 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['3da669bb-ad1b-43b7-b010-d6bf552d432d'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:17:50.755476 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-46716ae3-861e-44c5-9c78-4aaa91fa7d8f req-6d8ae550-3176-410e-bd3d-3a76f85aae72 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=5ead1bb5-cff9-4c84-a590-478263ff0f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858008 Aug 31 09:17:50.812203 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-da85c5ce-a59b-4285-b6b9-9e80142ebeb8 req-1727b315-7f8a-408b-aa6e-c1dc21d09c01 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503532 Aug 31 09:17:50.826306 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f959ae-af3f-46af-a102-ee841fb60c48 req-434edc53-90e1-4809-aefb-9c056a6acae7 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:50.827951 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a7f959ae-af3f-46af-a102-ee841fb60c48 req-434edc53-90e1-4809-aefb-9c056a6acae7 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af HTTP/1.1" status: 200 len: 949 time: 0.2300007 Aug 31 09:17:50.860364 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93206074-ecae-4ece-8d8e-614a4453c0bd req-a64912a4-3a55-452f-8b87-3c75c4e37a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:50.861891 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-93206074-ecae-4ece-8d8e-614a4453c0bd req-a64912a4-3a55-452f-8b87-3c75c4e37a2b service neutron] 10.222.0.112 "GET /v2.0/networks?id=1fe3bad6-d020-4313-b487-8f7d8a3a7aba HTTP/1.1" status: 200 len: 920 time: 0.2596381 Aug 31 09:17:50.893206 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a7f959ae-af3f-46af-a102-ee841fb60c48 req-7f4c889f-ee2d-4316-ab65-6e4de8b2ebac tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535965 Aug 31 09:17:50.977646 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d7104-d6bc-4cd9-b793-d1669f6c137b req-01c65fcd-0dbc-40bf-b4f1-a2d23b946ee6 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:50.979152 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6e8d7104-d6bc-4cd9-b793-d1669f6c137b req-01c65fcd-0dbc-40bf-b4f1-a2d23b946ee6 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf06041b-0f77-4d37-9e0d-1628f387e270 HTTP/1.1" status: 200 len: 943 time: 0.0841913 Aug 31 09:17:51.062079 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6e8d7104-d6bc-4cd9-b793-d1669f6c137b req-22ffd2b1-df0b-4bea-a2a2-8bb2006e194a tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/security-groups?id=5ead1bb5-cff9-4c84-a590-478263ff0f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760911 Aug 31 09:17:51.064926 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-93206074-ecae-4ece-8d8e-614a4453c0bd req-35565e75-4d28-4c2d-8e28-21610b88ddf3 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13aae789-1d14-4bf9-aef3-ac983b8ca2cc HTTP/1.1" status: 200 len: 217 time: 0.0431628 Aug 31 09:17:51.074978 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-93bf1ad9-26c9-439b-8526-429045cd2c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:51.623439 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93206074-ecae-4ece-8d8e-614a4453c0bd req-c4e2809f-e7d7-45fa-a6d0-abb12a5ca68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:51.624849 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-93206074-ecae-4ece-8d8e-614a4453c0bd req-c4e2809f-e7d7-45fa-a6d0-abb12a5ca68f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=be576511-03ec-4a51-8b0f-ac74d6537737 HTTP/1.1" status: 200 len: 858 time: 0.5514448 Aug 31 09:17:51.691136 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670561fd-05c5-4724-8a3e-3d2a33fdf319 req-51dfe71c-7a8c-4863-a7da-f8fd84f2d896 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:51.692599 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-670561fd-05c5-4724-8a3e-3d2a33fdf319 req-51dfe71c-7a8c-4863-a7da-f8fd84f2d896 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.112 "GET /v2.0/ports?device_id=cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af HTTP/1.1" status: 200 len: 949 time: 0.2346172 Aug 31 09:17:51.698785 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-93206074-ecae-4ece-8d8e-614a4453c0bd req-1b2b88d4-cc42-4468-a718-a79a51874846 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=1fe3bad6-d020-4313-b487-8f7d8a3a7aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642815 Aug 31 09:17:51.708951 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25057989-6e76-4e38-a67f-94ffb5a4eebb req-49e5a969-24ad-4bb7-9d1f-c69bf89053a7 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:51.710336 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-25057989-6e76-4e38-a67f-94ffb5a4eebb req-49e5a969-24ad-4bb7-9d1f-c69bf89053a7 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.2567096 Aug 31 09:17:51.757165 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ee8cc-a277-45ec-80b5-a59243d2a0c6 req-535dc80b-fca5-4556-80eb-65d328d7475f tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:51.758632 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e04ee8cc-a277-45ec-80b5-a59243d2a0c6 req-535dc80b-fca5-4556-80eb-65d328d7475f tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 946 time: 0.2257440 Aug 31 09:17:51.869111 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 7b59f912-90c0-4c96-969b-07c9c076f571 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:17:51.871226 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 47f9728b-40e1-46f7-8b70-f393dcb2b2f2 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:17:51.960238 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-25057989-6e76-4e38-a67f-94ffb5a4eebb req-3d311fb7-c5f1-4f11-8708-e86ad318a21d tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419064 Aug 31 09:17:51.995564 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e04ee8cc-a277-45ec-80b5-a59243d2a0c6 req-c97f423d-53e6-4a01-925d-8dc8d8d2c417 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176051 Aug 31 09:17:52.043134 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-93206074-ecae-4ece-8d8e-614a4453c0bd req-be34e245-c168-4946-99a0-264d6d5d331a service neutron] 10.222.0.112 "GET /v2.0/networks/1fe3bad6-d020-4313-b487-8f7d8a3a7aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939055 Aug 31 09:17:52.135812 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-670561fd-05c5-4724-8a3e-3d2a33fdf319 req-e2124b3b-5ea9-4a64-b5c9-940d4bff231b tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Deleting port 60243574-a569-4f1d-b02f-9fa1de255f32 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:17:52.136158 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-670561fd-05c5-4724-8a3e-3d2a33fdf319 req-e2124b3b-5ea9-4a64-b5c9-940d4bff231b tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:52.163719 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:52.183983 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 7b59f912-90c0-4c96-969b-07c9c076f571, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=7b59f912-90c0-4c96-969b-07c9c076f571,segment=NetworkSegment(18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15),segment_id=18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:52.207838 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '7b59f912-90c0-4c96-969b-07c9c076f571', 'network_id': 'd18eb852-1191-4217-82ae-4b6207e81b17', 'port_id': '7b59f912-90c0-4c96-969b-07c9c076f571', 'mac_address': 'fa:16:3e:1f:00:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e0d7958-f80a-4da0-85ea-0728d97d85e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:17:52.219173 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 47f9728b-40e1-46f7-8b70-f393dcb2b2f2, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=47f9728b-40e1-46f7-8b70-f393dcb2b2f2,segment=NetworkSegment(8de8355c-a37f-4fe1-9899-e0cc9dc46979),segment_id=8de8355c-a37f-4fe1-9899-e0cc9dc46979)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:52.255589 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:52.268748 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b59f912-90c0-4c96-969b-07c9c076f571 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:17:52.278587 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756c0ff9-5613-41b0-90d3-a4613e34d378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47f9728b-40e1-46f7-8b70-f393dcb2b2f2'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:52.280831 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ef460b-6610-443e-b54a-33c829e7c0a5" -d '{"events": [{"server_uuid": "756c0ff9-5613-41b0-90d3-a4613e34d378", "name": "network-vif-unplugged", "status": "completed", "tag": "47f9728b-40e1-46f7-8b70-f393dcb2b2f2"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:52.293847 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 7b59f912-90c0-4c96-969b-07c9c076f571, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=7b59f912-90c0-4c96-969b-07c9c076f571,segment=NetworkSegment(18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15),segment_id=18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:52.298194 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:52.301641 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4f481-4f77-4732-8a9f-c99cccab84b5 req-94231eb1-0f68-46fc-aa91-dc3c30695554 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:52.302734 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5fd4f481-4f77-4732-8a9f-c99cccab84b5 req-94231eb1-0f68-46fc-aa91-dc3c30695554 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 945 time: 0.2701178 Aug 31 09:17:52.347496 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=47f9728b-40e1-46f7-8b70-f393dcb2b2f2,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:52.358942 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9c6ca-ce17-4d9e-bf7e-8398688c3ff6 req-0d89b1c1-a513-41d7-b875-cc70023b0436 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:52.360552 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-64b9c6ca-ce17-4d9e-bf7e-8398688c3ff6 req-0d89b1c1-a513-41d7-b875-cc70023b0436 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af HTTP/1.1" status: 200 len: 949 time: 0.2774332 Aug 31 09:17:52.385214 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:52.419133 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-93206074-ecae-4ece-8d8e-614a4453c0bd req-e1001b83-50ba-4013-9561-7cc43788eeda service neutron] 10.222.0.112 "GET /v2.0/networks/1fe3bad6-d020-4313-b487-8f7d8a3a7aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434169 Aug 31 09:17:52.441821 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=7b59f912-90c0-4c96-969b-07c9c076f571,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:52.445137 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-670561fd-05c5-4724-8a3e-3d2a33fdf319 req-e2124b3b-5ea9-4a64-b5c9-940d4bff231b tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] For port 60243574-a569-4f1d-b02f-9fa1de255f32, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=60243574-a569-4f1d-b02f-9fa1de255f32,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:52.445634 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-670561fd-05c5-4724-8a3e-3d2a33fdf319 req-e2124b3b-5ea9-4a64-b5c9-940d4bff231b tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:52.460639 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5fd4f481-4f77-4732-8a9f-c99cccab84b5 req-932aeedb-d03d-4399-a6bd-b029da0b6869 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387444 Aug 31 09:17:52.482280 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-670561fd-05c5-4724-8a3e-3d2a33fdf319 req-e2124b3b-5ea9-4a64-b5c9-940d4bff231b tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Calling delete_port for 60243574-a569-4f1d-b02f-9fa1de255f32 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:17:52.493695 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-64b9c6ca-ce17-4d9e-bf7e-8398688c3ff6 req-7de3e737-787e-4bde-ae42-476968839afe tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074352 Aug 31 09:17:52.505477 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-93bf1ad9-26c9-439b-8526-429045cd2c73 admin admin] Deleting port 667adfb9-dac9-4426-a8eb-ee0059bcc394 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:17:52.505886 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-93bf1ad9-26c9-439b-8526-429045cd2c73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:52.675872 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ad2783-b036-41ec-b9f8-b3980d5e4936 x-openstack-request-id: req-48ad2783-b036-41ec-b9f8-b3980d5e4936 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:52.675872 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756c0ff9-5613-41b0-90d3-a4613e34d378", "name": "network-vif-unplugged", "status": "completed", "tag": "47f9728b-40e1-46f7-8b70-f393dcb2b2f2", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:52.675872 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-48ad2783-b036-41ec-b9f8-b3980d5e4936 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:52.675872 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756c0ff9-5613-41b0-90d3-a4613e34d378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47f9728b-40e1-46f7-8b70-f393dcb2b2f2', 'code': 200} Aug 31 09:17:52.694977 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ca991-526c-4fa7-b7ef-fd3080f4517d req-01639fe5-0615-493b-8925-81edefc4fea3 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:52.696561 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-597ca991-526c-4fa7-b7ef-fd3080f4517d req-01639fe5-0615-493b-8925-81edefc4fea3 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf06041b-0f77-4d37-9e0d-1628f387e270 HTTP/1.1" status: 200 len: 944 time: 0.1175842 Aug 31 09:17:52.704233 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-93bf1ad9-26c9-439b-8526-429045cd2c73 admin admin] For port 667adfb9-dac9-4426-a8eb-ee0059bcc394, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=667adfb9-dac9-4426-a8eb-ee0059bcc394,segment=NetworkSegment(97cc86a9-9c90-4426-a9d3-5ab4175109fc),segment_id=97cc86a9-9c90-4426-a9d3-5ab4175109fc)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:52.704233 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-93bf1ad9-26c9-439b-8526-429045cd2c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:52.747629 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-93bf1ad9-26c9-439b-8526-429045cd2c73 admin admin] Calling delete_port for 667adfb9-dac9-4426-a8eb-ee0059bcc394 owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:17:52.771197 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['7b59f912-90c0-4c96-969b-07c9c076f571'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:17:52.832904 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-597ca991-526c-4fa7-b7ef-fd3080f4517d req-997266dd-cd20-41cc-9645-2a78609d466f tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/security-groups?id=5ead1bb5-cff9-4c84-a590-478263ff0f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275148 Aug 31 09:17:52.933131 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-670561fd-05c5-4724-8a3e-3d2a33fdf319 req-e2124b3b-5ea9-4a64-b5c9-940d4bff231b tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:52.987180 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2124b3b-5ea9-4a64-b5c9-940d4bff231b tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Pushing event deleted for resources: {'Port': ['ID=60243574-a569-4f1d-b02f-9fa1de255f32,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:53.045175 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-670561fd-05c5-4724-8a3e-3d2a33fdf319 req-e2124b3b-5ea9-4a64-b5c9-940d4bff231b tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] No DVR routers for this DVR port 60243574-a569-4f1d-b02f-9fa1de255f32 on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:17:53.056900 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-670561fd-05c5-4724-8a3e-3d2a33fdf319 req-e2124b3b-5ea9-4a64-b5c9-940d4bff231b tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:53.058865 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-670561fd-05c5-4724-8a3e-3d2a33fdf319 req-e2124b3b-5ea9-4a64-b5c9-940d4bff231b tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.112 "DELETE /v2.0/ports/60243574-a569-4f1d-b02f-9fa1de255f32 HTTP/1.1" status: 204 len: 173 time: 1.3387356 Aug 31 09:17:53.059873 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af', 'name': 'network-vif-deleted', 'tag': '60243574-a569-4f1d-b02f-9fa1de255f32'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:53.064298 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d28cad7-11fb-446f-9034-7d918cb82b41" -d '{"events": [{"server_uuid": "cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af", "name": "network-vif-deleted", "tag": "60243574-a569-4f1d-b02f-9fa1de255f32"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:53.141319 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-93bf1ad9-26c9-439b-8526-429045cd2c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:53.149975 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a684d-1338-435a-80ae-45fbdf4fd4a9 req-7f7a2fde-9e58-4323-be91-230306b76a16 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:53.151479 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b2a684d-1338-435a-80ae-45fbdf4fd4a9 req-7f7a2fde-9e58-4323-be91-230306b76a16 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 943 time: 0.1106172 Aug 31 09:17:53.165256 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a50ab-d387-4ef1-94fa-435d15ee6544 req-e53ea946-4a3f-4432-a53a-a5ab606ce273 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:53.166712 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-657a50ab-d387-4ef1-94fa-435d15ee6544 req-e53ea946-4a3f-4432-a53a-a5ab606ce273 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 946 time: 0.0820689 Aug 31 09:17:53.232091 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf1ad9-26c9-439b-8526-429045cd2c73 admin admin] Pushing event deleted for resources: {'Port': ['ID=667adfb9-dac9-4426-a8eb-ee0059bcc394,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:53.299691 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b2a684d-1338-435a-80ae-45fbdf4fd4a9 req-7334f968-0af8-4815-8ca1-cd889aec3a3e tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304495 Aug 31 09:17:53.304479 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-657a50ab-d387-4ef1-94fa-435d15ee6544 req-f62642ed-be92-4e36-a0b1-e686ba5a917b tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046860 Aug 31 09:17:53.375303 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f308417-7b1e-4b85-85fa-0c92fc5839a2 x-openstack-request-id: req-3f308417-7b1e-4b85-85fa-0c92fc5839a2 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:53.375599 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af", "name": "network-vif-deleted", "tag": "60243574-a569-4f1d-b02f-9fa1de255f32", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:53.375865 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-3f308417-7b1e-4b85-85fa-0c92fc5839a2 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:53.376229 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af', 'name': 'network-vif-deleted', 'tag': '60243574-a569-4f1d-b02f-9fa1de255f32', 'status': 'completed', 'code': 200} Aug 31 09:17:53.436764 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-93bf1ad9-26c9-439b-8526-429045cd2c73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:53.658251 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5ecf4d0a-10b0-47a5-a62a-90e7524b9d7b req-315c625d-ff5c-4304-a771-f6a7e909faac tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=cf3f662f-3be3-4b9a-a1b8-9523e0b2a5af HTTP/1.1" status: 200 len: 210 time: 0.0642469 Aug 31 09:17:53.683203 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e7c0c-1570-4801-8b7d-7eb48ac82687 req-7d31d34a-25e1-437d-b952-ce7000edb76e tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:53.684684 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0f2e7c0c-1570-4801-8b7d-7eb48ac82687 req-7d31d34a-25e1-437d-b952-ce7000edb76e tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 945 time: 0.1209884 Aug 31 09:17:53.766911 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0f2e7c0c-1570-4801-8b7d-7eb48ac82687 req-16c4a5c4-11ae-4b51-bc4f-4ee746d444d0 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518577 Aug 31 09:17:53.774728 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93bf1ad9-26c9-439b-8526-429045cd2c73 admin admin] Router c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:17:53.809055 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['35ba2173-1a10-4279-a978-6f2bd458a61c', '57e931bc-1029-43b1-b433-8ddbb68cbc7e'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:17:53.874904 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 47f9728b-40e1-46f7-8b70-f393dcb2b2f2 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:17:53.877497 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3da669bb-ad1b-43b7-b010-d6bf552d432d up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:17:53.885256 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bf1ad9-26c9-439b-8526-429045cd2c73 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:17:53.894397 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-93bf1ad9-26c9-439b-8526-429045cd2c73 admin admin] 10.222.0.119 "PUT /v2.0/routers/c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7150977 Aug 31 09:17:53.894981 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57938) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:53.898904 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb57b699-468b-4db5-832c-6a27b7f73a95 None None] Sync routers for ids ['c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:17:53.910303 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb57b699-468b-4db5-832c-6a27b7f73a95 None None] Routers {'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:17:53.911091 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-eb57b699-468b-4db5-832c-6a27b7f73a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:17:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:54.031847 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886595a8-480f-404c-97c0-32dda78dbd6d req-77eb925f-0447-4207-b45f-a0556a48f263 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:54.033502 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-886595a8-480f-404c-97c0-32dda78dbd6d req-77eb925f-0447-4207-b45f-a0556a48f263 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf06041b-0f77-4d37-9e0d-1628f387e270 HTTP/1.1" status: 200 len: 944 time: 0.0970252 Aug 31 09:17:54.049364 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-eb57b699-468b-4db5-832c-6a27b7f73a95 None None] Set router c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:17:54.057597 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5b666c6c-216b-497f-a6bf-6f7bd7f4f068 admin admin] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:54.113628 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 47f9728b-40e1-46f7-8b70-f393dcb2b2f2, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=47f9728b-40e1-46f7-8b70-f393dcb2b2f2,segment=NetworkSegment(8de8355c-a37f-4fe1-9899-e0cc9dc46979),segment_id=8de8355c-a37f-4fe1-9899-e0cc9dc46979)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:54.114137 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-886595a8-480f-404c-97c0-32dda78dbd6d req-f48fe78e-a46e-438e-b312-8b38a14fc553 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/security-groups?id=5ead1bb5-cff9-4c84-a590-478263ff0f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735016 Aug 31 09:17:54.135082 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '47f9728b-40e1-46f7-8b70-f393dcb2b2f2', 'network_id': '2312c08d-c39b-46ec-b38c-b3b7a98a66d6', 'port_id': '47f9728b-40e1-46f7-8b70-f393dcb2b2f2', 'mac_address': 'fa:16:3e:f2:b3:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650e429b-ac22-4b85-a993-e29e512d35f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:17:54.155965 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 3da669bb-ad1b-43b7-b010-d6bf552d432d completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:17:54.183224 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 3da669bb-ad1b-43b7-b010-d6bf552d432d triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:54.183602 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:54.248974 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:54.266611 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-eb57b699-468b-4db5-832c-6a27b7f73a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'name': 'tempest-ServersTestBootFromVolume-730145025-router', 'tenant_id': 'ec59212380c44a899ca5e211a948a9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '7af6442c-b9d1-4519-85fa-de832e425505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:13:11Z', 'updated_at': '2021-08-31T09:17:52Z', 'revision_number': 5, 'project_id': 'ec59212380c44a899ca5e211a948a9fd', 'gw_port': {'id': '7af6442c-b9d1-4519-85fa-de832e425505', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:14Z', 'updated_at': '2021-08-31T09:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:54.282051 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f9728b-40e1-46f7-8b70-f393dcb2b2f2 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:17:54.300183 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb57b699-468b-4db5-832c-6a27b7f73a95 None None] Checking router: c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:17:54.309137 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb57b699-468b-4db5-832c-6a27b7f73a95 None None] Routers {'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:17:54.310265 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-eb57b699-468b-4db5-832c-6a27b7f73a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:17:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:54.328567 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 47f9728b-40e1-46f7-8b70-f393dcb2b2f2, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=47f9728b-40e1-46f7-8b70-f393dcb2b2f2,segment=NetworkSegment(8de8355c-a37f-4fe1-9899-e0cc9dc46979),segment_id=8de8355c-a37f-4fe1-9899-e0cc9dc46979)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:54.400099 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:54.430949 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:54.434795 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-eb57b699-468b-4db5-832c-6a27b7f73a95 None None] Set router c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:17:54.475795 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3da669bb-ad1b-43b7-b010-d6bf552d432d, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3da669bb-ad1b-43b7-b010-d6bf552d432d,segment=NetworkSegment(18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15),segment_id=18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:54.497460 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=47f9728b-40e1-46f7-8b70-f393dcb2b2f2,revision_number=7']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:54.528122 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:54.529214 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 60243574-a569-4f1d-b02f-9fa1de255f32 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:17:54.572296 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 60243574-a569-4f1d-b02f-9fa1de255f32 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:17:54.572636 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 60243574-a569-4f1d-b02f-9fa1de255f32 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:17:54.605648 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=3da669bb-ad1b-43b7-b010-d6bf552d432d,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:54.622684 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-eb57b699-468b-4db5-832c-6a27b7f73a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'name': 'tempest-ServersTestBootFromVolume-730145025-router', 'tenant_id': 'ec59212380c44a899ca5e211a948a9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '7af6442c-b9d1-4519-85fa-de832e425505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:13:11Z', 'updated_at': '2021-08-31T09:17:52Z', 'revision_number': 5, 'project_id': 'ec59212380c44a899ca5e211a948a9fd', 'gw_port': {'id': '7af6442c-b9d1-4519-85fa-de832e425505', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:14Z', 'updated_at': '2021-08-31T09:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:54.650514 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb57b699-468b-4db5-832c-6a27b7f73a95 None None] The sync data for ids ['c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4'] in n-d-791506-28 is: [{'id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'name': 'tempest-ServersTestBootFromVolume-730145025-router', 'tenant_id': 'ec59212380c44a899ca5e211a948a9fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '7af6442c-b9d1-4519-85fa-de832e425505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:13:11Z', 'updated_at': '2021-08-31T09:17:52Z', 'revision_number': 5, 'project_id': 'ec59212380c44a899ca5e211a948a9fd', 'gw_port': {'id': '7af6442c-b9d1-4519-85fa-de832e425505', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:08:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:13:14Z', 'updated_at': '2021-08-31T09:13:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:17:54.652444 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5b666c6c-216b-497f-a6bf-6f7bd7f4f068 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:54.666281 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414c1451-c0bb-4edd-b6db-f883f57a6297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da669bb-ad1b-43b7-b010-d6bf552d432d'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:54.668906 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4203150-6195-484c-92dc-a5be4d40f3cb" -d '{"events": [{"server_uuid": "414c1451-c0bb-4edd-b6db-f883f57a6297", "name": "network-vif-plugged", "status": "completed", "tag": "3da669bb-ad1b-43b7-b010-d6bf552d432d"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:54.676460 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-4e1a12b9-4373-41b7-8e31-66297050c47c tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:54.677951 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-4e1a12b9-4373-41b7-8e31-66297050c47c tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35&tenant_id=91627f68c71f4b29855d6c5fb4946dae&binding%3Ahost_id=n-h1-791506-28 HTTP/1.1" status: 200 len: 1097 time: 0.1389244 Aug 31 09:17:54.685578 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735dc3b-9e47-40bd-a22e-ca78cf307e53 req-59461d84-7df0-4ec4-b3fe-47e97fb58512 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:54.687920 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3735dc3b-9e47-40bd-a22e-ca78cf307e53 req-59461d84-7df0-4ec4-b3fe-47e97fb58512 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 944 time: 0.1459732 Aug 31 09:17:54.695235 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bda3bb-e2a6-4064-bae4-b0fcb2bae61f req-83d6a4dd-4b1f-4631-b516-51960a0df833 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:54.696668 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e9bda3bb-e2a6-4064-bae4-b0fcb2bae61f req-83d6a4dd-4b1f-4631-b516-51960a0df833 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 946 time: 0.1565390 Aug 31 09:17:54.702714 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791506-28'}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:17:54.828581 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e9bda3bb-e2a6-4064-bae4-b0fcb2bae61f req-993a07a8-5327-4cd7-8b80-48b7bc554f50 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171296 Aug 31 09:17:54.829549 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['47f9728b-40e1-46f7-8b70-f393dcb2b2f2'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:17:54.830881 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:54.837228 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3735dc3b-9e47-40bd-a22e-ca78cf307e53 req-a6c2fc85-c173-4224-99e3-85567053df26 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396070 Aug 31 09:17:54.884638 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24048fa1-db75-4330-bcc9-7f1ba5e0e400 x-openstack-request-id: req-24048fa1-db75-4330-bcc9-7f1ba5e0e400 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:54.885004 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414c1451-c0bb-4edd-b6db-f883f57a6297", "name": "network-vif-plugged", "status": "completed", "tag": "3da669bb-ad1b-43b7-b010-d6bf552d432d", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:54.885223 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-24048fa1-db75-4330-bcc9-7f1ba5e0e400 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:54.885610 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414c1451-c0bb-4edd-b6db-f883f57a6297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da669bb-ad1b-43b7-b010-d6bf552d432d', 'code': 200} Aug 31 09:17:54.920715 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-5b666c6c-216b-497f-a6bf-6f7bd7f4f068 admin admin] Deleting port 7af6442c-b9d1-4519-85fa-de832e425505 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:17:54.921937 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5b666c6c-216b-497f-a6bf-6f7bd7f4f068 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:55.169278 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-5b666c6c-216b-497f-a6bf-6f7bd7f4f068 admin admin] For port 7af6442c-b9d1-4519-85fa-de832e425505, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=7af6442c-b9d1-4519-85fa-de832e425505,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:55.169278 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5b666c6c-216b-497f-a6bf-6f7bd7f4f068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:55.175796 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78a9fe-5ebf-4984-8163-0cff9c469fd9 req-a47d92ca-d909-4d5c-bd08-00d0c81750fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:55.177363 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7f78a9fe-5ebf-4984-8163-0cff9c469fd9 req-a47d92ca-d909-4d5c-bd08-00d0c81750fe service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=414c1451-c0bb-4edd-b6db-f883f57a6297 HTTP/1.1" status: 200 len: 1097 time: 0.1388843 Aug 31 09:17:55.199473 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f39d99-71a7-4456-b864-c05482a6edef req-1e43dbb4-e8dd-4d57-9232-4fa89b421acc tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:55.200979 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c5f39d99-71a7-4456-b864-c05482a6edef req-1e43dbb4-e8dd-4d57-9232-4fa89b421acc tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 945 time: 0.2226698 Aug 31 09:17:55.211782 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-5b666c6c-216b-497f-a6bf-6f7bd7f4f068 admin admin] Calling delete_port for 7af6442c-b9d1-4519-85fa-de832e425505 owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:17:55.255684 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] For port e63ad863-29f8-479a-a32b-8964edd0bc5e, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=e63ad863-29f8-479a-a32b-8964edd0bc5e,segment=NetworkSegment(329c79c6-5ca3-4a1a-b3d4-414355128167),segment_id=329c79c6-5ca3-4a1a-b3d4-414355128167)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:55.331533 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7f78a9fe-5ebf-4984-8163-0cff9c469fd9 req-72fb0a1d-5015-46ad-8e27-f275421ce542 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=5ead1bb5-cff9-4c84-a590-478263ff0f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420572 Aug 31 09:17:55.348630 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c5f39d99-71a7-4456-b864-c05482a6edef req-90cdbc79-bf58-4ec7-8858-e0dbf62cf97c tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377811 Aug 31 09:17:55.413144 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] For port e63ad863-29f8-479a-a32b-8964edd0bc5e, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:17:55.506244 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f778a2-e2b7-40ef-88fd-21e179b77f35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e63ad863-29f8-479a-a32b-8964edd0bc5e'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:55.508496 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbafc0ae-5409-4b62-8908-cb9b9d1ecf2d" -d '{"events": [{"server_uuid": "d7f778a2-e2b7-40ef-88fd-21e179b77f35", "name": "network-vif-unplugged", "status": "completed", "tag": "e63ad863-29f8-479a-a32b-8964edd0bc5e"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:55.512796 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:55.544806 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf7b8a-43c7-4044-a4c6-41f28e506586 req-394f0de3-f055-40a2-92b6-3119d76fcaa6 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:55.546234 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-76bf7b8a-43c7-4044-a4c6-41f28e506586 req-394f0de3-f055-40a2-92b6-3119d76fcaa6 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf06041b-0f77-4d37-9e0d-1628f387e270 HTTP/1.1" status: 200 len: 944 time: 0.1786513 Aug 31 09:17:55.576419 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b2828-1f5e-4af7-8212-884cd8c03314 req-90cf52cf-f6cb-49f5-a297-5770f3e103a4 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:55.577856 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7a4b2828-1f5e-4af7-8212-884cd8c03314 req-90cf52cf-f6cb-49f5-a297-5770f3e103a4 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93 HTTP/1.1" status: 200 len: 949 time: 0.1287851 Aug 31 09:17:55.609547 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:55.684803 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-76bf7b8a-43c7-4044-a4c6-41f28e506586 req-0f128245-74cd-4925-9e82-43bfb988be3d tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/security-groups?id=5ead1bb5-cff9-4c84-a590-478263ff0f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194267 Aug 31 09:17:55.701269 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7a4b2828-1f5e-4af7-8212-884cd8c03314 req-e5f3ca8d-91fc-408c-b46d-d7e3a1dd08d3 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068978 Aug 31 09:17:55.717418 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device e63ad863-29f8-479a-a32b-8964edd0bc5e details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:17:55.735674 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] Pushing event updated for resources: {'Port': ['ID=e63ad863-29f8-479a-a32b-8964edd0bc5e,revision_number=7']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:55.744259 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5b666c6c-216b-497f-a6bf-6f7bd7f4f068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:55.774150 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] Attempting to bind port e63ad863-29f8-479a-a32b-8964edd0bc5e on host n-h1-791506-28 for vnic_type normal with profile {"migrating_to": "n-h2-791506-28"} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:17:55.774478 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] Attempting to bind port e63ad863-29f8-479a-a32b-8964edd0bc5e by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:17:55.774829 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] Attempting to bind port e63ad863-29f8-479a-a32b-8964edd0bc5e on network f353997d-12d5-47f5-bc55-13148c348a0b {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:55.777825 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4c7aa2-612f-4e4c-9bd5-e2919c851eaa x-openstack-request-id: req-0f4c7aa2-612f-4e4c-9bd5-e2919c851eaa {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:55.778112 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f778a2-e2b7-40ef-88fd-21e179b77f35", "name": "network-vif-unplugged", "status": "completed", "tag": "e63ad863-29f8-479a-a32b-8964edd0bc5e", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:55.778355 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-0f4c7aa2-612f-4e4c-9bd5-e2919c851eaa {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:55.778750 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f778a2-e2b7-40ef-88fd-21e179b77f35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e63ad863-29f8-479a-a32b-8964edd0bc5e', 'code': 200} Aug 31 09:17:55.781790 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b666c6c-216b-497f-a6bf-6f7bd7f4f068 admin admin] Pushing event deleted for resources: {'Port': ['ID=7af6442c-b9d1-4519-85fa-de832e425505,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:55.789054 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] Port e63ad863-29f8-479a-a32b-8964edd0bc5e on network f353997d-12d5-47f5-bc55-13148c348a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:17:55.789248 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] Attempting to bind port e63ad863-29f8-479a-a32b-8964edd0bc5e on network f353997d-12d5-47f5-bc55-13148c348a0b {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:55.796840 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:17:55.796840 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] Checking segment: {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:17:55.796840 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] Bound using segment: {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:17:55.796840 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] Bound port: e63ad863-29f8-479a-a32b-8964edd0bc5e, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:17:55.796840 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:55.829993 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port e63ad863-29f8-479a-a32b-8964edd0bc5e, host n-h1-791506-28, got binding levels [] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:55.854574 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Attempting to bind port e63ad863-29f8-479a-a32b-8964edd0bc5e on host n-h1-791506-28 for vnic_type normal with profile {"migrating_to": "n-h2-791506-28"} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:17:55.854963 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Attempting to bind port e63ad863-29f8-479a-a32b-8964edd0bc5e by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:17:55.855303 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Attempting to bind port e63ad863-29f8-479a-a32b-8964edd0bc5e on network f353997d-12d5-47f5-bc55-13148c348a0b {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:55.859905 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Port e63ad863-29f8-479a-a32b-8964edd0bc5e on network f353997d-12d5-47f5-bc55-13148c348a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:17:55.860352 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Attempting to bind port e63ad863-29f8-479a-a32b-8964edd0bc5e on network f353997d-12d5-47f5-bc55-13148c348a0b {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:55.865709 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:17:55.866098 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Checking segment: {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:17:55.866499 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Bound using segment: {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:17:55.866987 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Bound port: e63ad863-29f8-479a-a32b-8964edd0bc5e, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:17:55.867385 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:55.889693 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5b666c6c-216b-497f-a6bf-6f7bd7f4f068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:55.902803 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 7b59f912-90c0-4c96-969b-07c9c076f571 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:17:55.964821 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port e63ad863-29f8-479a-a32b-8964edd0bc5e, host n-h1-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:17:55.968502 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port e63ad863-29f8-479a-a32b-8964edd0bc5e, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=e63ad863-29f8-479a-a32b-8964edd0bc5e,segment=NetworkSegment(329c79c6-5ca3-4a1a-b3d4-414355128167),segment_id=329c79c6-5ca3-4a1a-b3d4-414355128167)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:17:56.035614 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5b666c6c-216b-497f-a6bf-6f7bd7f4f068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:56.038913 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5b666c6c-216b-497f-a6bf-6f7bd7f4f068 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:56.053722 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:56.086718 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 7b59f912-90c0-4c96-969b-07c9c076f571 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:17:56.095094 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] For port e63ad863-29f8-479a-a32b-8964edd0bc5e, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:17:56.100263 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 7b59f912-90c0-4c96-969b-07c9c076f571 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:56.100263 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:56.116037 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33127945-5abc-4f34-8d66-c44a9a7b5c98 req-d93bbd34-97db-47aa-9c00-d1c2136ea5ad tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:56.117498 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-33127945-5abc-4f34-8d66-c44a9a7b5c98 req-d93bbd34-97db-47aa-9c00-d1c2136ea5ad tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 946 time: 0.1915238 Aug 31 09:17:56.125710 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472e2f9-500b-43d9-92fa-df63e2197195 req-35573118-3dde-4b6c-8544-f68468b44ebe tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:56.127881 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2472e2f9-500b-43d9-92fa-df63e2197195 req-35573118-3dde-4b6c-8544-f68468b44ebe tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 944 time: 0.1642983 Aug 31 09:17:56.150430 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=e63ad863-29f8-479a-a32b-8964edd0bc5e,revision_number=8']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:56.168609 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device e63ad863-29f8-479a-a32b-8964edd0bc5e has no active binding in host n-h2-791506-28 {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 09:17:56.179301 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-33127945-5abc-4f34-8d66-c44a9a7b5c98 req-d3ac3831-7726-43ed-b329-ee565d030282 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505793 Aug 31 09:17:56.185919 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.db.api [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) e63ad863-29f8-479a-a32b-8964edd0bc5e-n-h1-791506-28-0 {{(pid=95553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:17:56.186240 n-d-791506-28 neutron-server[95553]: DEBUG oslo_db.api [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:17:56.193746 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2472e2f9-500b-43d9-92fa-df63e2197195 req-dec6a3ca-fd29-4fd4-a9e0-408813db777c tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517640 Aug 31 09:17:56.226716 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:56.231171 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5b666c6c-216b-497f-a6bf-6f7bd7f4f068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:56.231701 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b666c6c-216b-497f-a6bf-6f7bd7f4f068 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:17:56.245848 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5b666c6c-216b-497f-a6bf-6f7bd7f4f068 admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:56.247040 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5b666c6c-216b-497f-a6bf-6f7bd7f4f068 admin admin] 10.222.0.119 "DELETE /v2.0/routers/c9b7dd04-2ff5-4cee-81b9-6bfb0745a3f4 HTTP/1.1" status: 204 len: 168 time: 2.3515089 Aug 31 09:17:56.249760 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57970) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:56.272996 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 7b59f912-90c0-4c96-969b-07c9c076f571, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=7b59f912-90c0-4c96-969b-07c9c076f571,segment=NetworkSegment(18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15),segment_id=18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:56.305915 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf7ead83-a775-41a9-8f6e-ff2858e3aa42 admin admin] Deleting subnet ebbf0383-ccdb-4f22-8fb8-5ca0dc2ab3e8 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:17:56.309407 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cf7ead83-a775-41a9-8f6e-ff2858e3aa42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:56.338945 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:56.351038 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cf7ead83-a775-41a9-8f6e-ff2858e3aa42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:56.390799 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=7b59f912-90c0-4c96-969b-07c9c076f571,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:56.435162 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cf7ead83-a775-41a9-8f6e-ff2858e3aa42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:56.524175 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd793616-43ba-45fa-9f3f-f13caa61fde2 req-f1063b21-7ee5-4442-93df-b47f42680ffa tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:56.525796 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd793616-43ba-45fa-9f3f-f13caa61fde2 req-f1063b21-7ee5-4442-93df-b47f42680ffa tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 943 time: 0.0694764 Aug 31 09:17:56.566258 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd793616-43ba-45fa-9f3f-f13caa61fde2 req-1873b170-44a4-47ef-8659-8d8e606edcfe tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344145 Aug 31 09:17:56.630979 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cf7ead83-a775-41a9-8f6e-ff2858e3aa42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:56.657009 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ead83-a775-41a9-8f6e-ff2858e3aa42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebbf0383-ccdb-4f22-8fb8-5ca0dc2ab3e8,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:56.661765 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cf7ead83-a775-41a9-8f6e-ff2858e3aa42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:56.663860 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-cf7ead83-a775-41a9-8f6e-ff2858e3aa42 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/ebbf0383-ccdb-4f22-8fb8-5ca0dc2ab3e8 HTTP/1.1" status: 204 len: 168 time: 0.4131668 Aug 31 09:17:56.666394 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57974) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:56.668654 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7db00d-8d2f-40aa-bade-1903879c56a3 None None] Network 2bd762b2-0ce2-4f1c-8ec5-012ab20e8064 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:17:56.743213 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] Attempting to bind port e63ad863-29f8-479a-a32b-8964edd0bc5e on host n-h1-791506-28 for vnic_type normal with profile {"migrating_to": "n-h2-791506-28"} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:17:56.743554 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] Attempting to bind port e63ad863-29f8-479a-a32b-8964edd0bc5e by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:17:56.743890 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] Attempting to bind port e63ad863-29f8-479a-a32b-8964edd0bc5e on network f353997d-12d5-47f5-bc55-13148c348a0b {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:56.749202 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 667adfb9-dac9-4426-a8eb-ee0059bcc394 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:17:56.759087 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] Port e63ad863-29f8-479a-a32b-8964edd0bc5e on network f353997d-12d5-47f5-bc55-13148c348a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:17:56.759417 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] Attempting to bind port e63ad863-29f8-479a-a32b-8964edd0bc5e on network f353997d-12d5-47f5-bc55-13148c348a0b {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:17:56.768182 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:17:56.768685 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] Checking segment: {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:17:56.769211 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] Bound using segment: {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:17:56.769663 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] Bound port: e63ad863-29f8-479a-a32b-8964edd0bc5e, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:17:56.770026 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:56.773959 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e48af3b2-1f37-4959-8bc2-b29e44999ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:56.801730 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 667adfb9-dac9-4426-a8eb-ee0059bcc394 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:17:56.802073 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 667adfb9-dac9-4426-a8eb-ee0059bcc394 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:17:56.802486 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7af6442c-b9d1-4519-85fa-de832e425505 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:17:56.837447 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 7af6442c-b9d1-4519-85fa-de832e425505 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:17:56.838162 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7af6442c-b9d1-4519-85fa-de832e425505 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:17:56.886298 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf06041b-0f77-4d37-9e0d-1628f387e270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b59f912-90c0-4c96-969b-07c9c076f571'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:56.888918 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439692da-d872-451b-960f-688974fc3815" -d '{"events": [{"server_uuid": "bf06041b-0f77-4d37-9e0d-1628f387e270", "name": "network-vif-plugged", "status": "completed", "tag": "7b59f912-90c0-4c96-969b-07c9c076f571"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:56.924310 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a3d20e-21c8-4426-b7c0-286e984bf803 None None] DHCP port deletion for 2bd762b2-0ce2-4f1c-8ec5-012ab20e8064 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:17:56.942306 n-d-791506-28 neutron-server[95553]: WARNING neutron.plugins.ml2.plugin [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] Concurrent port binding operations failed on port e63ad863-29f8-479a-a32b-8964edd0bc5e Aug 31 09:17:56.949118 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] For port e63ad863-29f8-479a-a32b-8964edd0bc5e, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=e63ad863-29f8-479a-a32b-8964edd0bc5e,segment=NetworkSegment(329c79c6-5ca3-4a1a-b3d4-414355128167),segment_id=329c79c6-5ca3-4a1a-b3d4-414355128167)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:56.958228 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d4be9-d700-4ac0-a9ee-d6033225d5b5 req-1c9c94de-9bd6-43f6-b2d0-a11d57f88f4f tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:56.959767 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-389d4be9-d700-4ac0-a9ee-d6033225d5b5 req-1c9c94de-9bd6-43f6-b2d0-a11d57f88f4f tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf06041b-0f77-4d37-9e0d-1628f387e270 HTTP/1.1" status: 200 len: 945 time: 0.1739807 Aug 31 09:17:56.969258 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-92a3d20e-21c8-4426-b7c0-286e984bf803 None None] Deleting port d9b94a16-9086-4261-8e85-1691bfede9d4 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:17:56.969630 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-92a3d20e-21c8-4426-b7c0-286e984bf803 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:56.971580 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cca824-5321-4865-a18b-1d32812707ea req-13f3eb1a-e377-48f9-8403-488c258c342c tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:56.973197 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d8cca824-5321-4865-a18b-1d32812707ea req-13f3eb1a-e377-48f9-8403-488c258c342c tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93 HTTP/1.1" status: 200 len: 949 time: 0.1637628 Aug 31 09:17:56.977759 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] Attempt 2 to bind port e63ad863-29f8-479a-a32b-8964edd0bc5e Aug 31 09:17:56.989199 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:56.989739 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:56.991133 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ed52d009-96cd-451f-838b-5d408cb43ffe service neutron] 10.222.0.59 "PUT /v2.0/ports/e63ad863-29f8-479a-a32b-8964edd0bc5e HTTP/1.1" status: 200 len: 1123 time: 2.2925053 Aug 31 09:17:57.040465 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-e48af3b2-1f37-4959-8bc2-b29e44999ba6 admin admin] Deleting port d9b94a16-9086-4261-8e85-1691bfede9d4 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:17:57.041172 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e48af3b2-1f37-4959-8bc2-b29e44999ba6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:57.047261 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-92a3d20e-21c8-4426-b7c0-286e984bf803 None None] For port d9b94a16-9086-4261-8e85-1691bfede9d4, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=d9b94a16-9086-4261-8e85-1691bfede9d4,segment=NetworkSegment(97cc86a9-9c90-4426-a9d3-5ab4175109fc),segment_id=97cc86a9-9c90-4426-a9d3-5ab4175109fc)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:57.047658 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-92a3d20e-21c8-4426-b7c0-286e984bf803 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:57.051550 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-389d4be9-d700-4ac0-a9ee-d6033225d5b5 req-fb40244b-3e09-4aba-96e8-c646a5d924c1 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/security-groups?id=5ead1bb5-cff9-4c84-a590-478263ff0f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744810 Aug 31 09:17:57.062956 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-92a3d20e-21c8-4426-b7c0-286e984bf803 None None] Calling delete_port for d9b94a16-9086-4261-8e85-1691bfede9d4 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:17:57.075314 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['e63ad863-29f8-479a-a32b-8964edd0bc5e'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:17:57.094397 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d8cca824-5321-4865-a18b-1d32812707ea req-e39ef41e-92e9-4423-80ce-274a716f18ed tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140127 Aug 31 09:17:57.144930 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb976588-2661-45bc-831b-faaa722763cf x-openstack-request-id: req-eb976588-2661-45bc-831b-faaa722763cf {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:57.145568 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf06041b-0f77-4d37-9e0d-1628f387e270", "name": "network-vif-plugged", "status": "completed", "tag": "7b59f912-90c0-4c96-969b-07c9c076f571", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:57.145705 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-e48af3b2-1f37-4959-8bc2-b29e44999ba6 admin admin] For port d9b94a16-9086-4261-8e85-1691bfede9d4, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=d9b94a16-9086-4261-8e85-1691bfede9d4,segment=NetworkSegment(97cc86a9-9c90-4426-a9d3-5ab4175109fc),segment_id=97cc86a9-9c90-4426-a9d3-5ab4175109fc)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:57.145814 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-eb976588-2661-45bc-831b-faaa722763cf {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:57.145906 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e48af3b2-1f37-4959-8bc2-b29e44999ba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:57.145995 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf06041b-0f77-4d37-9e0d-1628f387e270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b59f912-90c0-4c96-969b-07c9c076f571', 'code': 200} Aug 31 09:17:57.162505 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-e48af3b2-1f37-4959-8bc2-b29e44999ba6 admin admin] Calling delete_port for d9b94a16-9086-4261-8e85-1691bfede9d4 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:17:57.189373 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['e63ad863-29f8-479a-a32b-8964edd0bc5e'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:17:57.350988 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-92a3d20e-21c8-4426-b7c0-286e984bf803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:57.379330 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e844a-e2ee-416d-85ed-9363006f1c53 req-f31c60b7-46d0-408a-81e8-6427e0897cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:57.381965 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd0e844a-e2ee-416d-85ed-9363006f1c53 req-f31c60b7-46d0-408a-81e8-6427e0897cf5 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=bf06041b-0f77-4d37-9e0d-1628f387e270 HTTP/1.1" status: 200 len: 1097 time: 0.1355567 Aug 31 09:17:57.390686 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f10d86-e73e-4e93-956b-3144c11d12df req-5e686140-facf-41e6-b0b0-85cdd91ce01c tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:57.392631 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-15f10d86-e73e-4e93-956b-3144c11d12df req-5e686140-facf-41e6-b0b0-85cdd91ce01c tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 946 time: 0.1143186 Aug 31 09:17:57.397124 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e48af3b2-1f37-4959-8bc2-b29e44999ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:57.399556 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a3d20e-21c8-4426-b7c0-286e984bf803 None None] Pushing event deleted for resources: {'Port': ['ID=d9b94a16-9086-4261-8e85-1691bfede9d4,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:57.401777 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a3d20e-21c8-4426-b7c0-286e984bf803 None None] No DVR routers for this DVR port d9b94a16-9086-4261-8e85-1691bfede9d4 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:17:57.470759 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48af3b2-1f37-4959-8bc2-b29e44999ba6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9b94a16-9086-4261-8e85-1691bfede9d4,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:57.479499 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349bb31-0659-4bd5-8c1c-bd2c0ae4b103 req-be2ba909-757e-4c27-aee0-1c52e6ed9181 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:57.481080 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8349bb31-0659-4bd5-8c1c-bd2c0ae4b103 req-be2ba909-757e-4c27-aee0-1c52e6ed9181 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 944 time: 0.1629596 Aug 31 09:17:57.496196 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48af3b2-1f37-4959-8bc2-b29e44999ba6 admin admin] No DVR routers for this DVR port d9b94a16-9086-4261-8e85-1691bfede9d4 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:17:57.532543 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd0e844a-e2ee-416d-85ed-9363006f1c53 req-4314753a-689f-49f6-96a1-0ca05ff7e587 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=5ead1bb5-cff9-4c84-a590-478263ff0f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215954 Aug 31 09:17:57.543049 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-15f10d86-e73e-4e93-956b-3144c11d12df req-0ac6a463-e3f1-4e65-bc47-bd46f91c2e06 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396966 Aug 31 09:17:57.619091 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8349bb31-0659-4bd5-8c1c-bd2c0ae4b103 req-45a6daab-08a3-42d6-8817-0f1c3c09bdbc tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240549 Aug 31 09:17:57.620520 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e48af3b2-1f37-4959-8bc2-b29e44999ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:57.637246 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-e48af3b2-1f37-4959-8bc2-b29e44999ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd762b2-0ce2-4f1c-8ec5-012ab20e8064']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:57.648367 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-e48af3b2-1f37-4959-8bc2-b29e44999ba6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97cc86a9-9c90-4426-a9d3-5ab4175109fc') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:57.648911 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-e48af3b2-1f37-4959-8bc2-b29e44999ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97cc86a9-9c90-4426-a9d3-5ab4175109fc') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:17:57.658609 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e48af3b2-1f37-4959-8bc2-b29e44999ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:57.673108 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e48af3b2-1f37-4959-8bc2-b29e44999ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:57.680337 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e48af3b2-1f37-4959-8bc2-b29e44999ba6 admin admin] Releasing vlan 1639 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:17:57.680740 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e48af3b2-1f37-4959-8bc2-b29e44999ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:17:57.682498 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:17:57.779825 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f778a2-e2b7-40ef-88fd-21e179b77f35', 'tag': 'e63ad863-29f8-479a-a32b-8964edd0bc5e'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:57.782203 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd093a5-4b86-4833-8e9c-6b5e974d68df" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f778a2-e2b7-40ef-88fd-21e179b77f35", "tag": "e63ad863-29f8-479a-a32b-8964edd0bc5e"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:57.819012 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e48af3b2-1f37-4959-8bc2-b29e44999ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:57.825102 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e48af3b2-1f37-4959-8bc2-b29e44999ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:57.837106 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e48af3b2-1f37-4959-8bc2-b29e44999ba6 admin admin] 10.222.0.119 "DELETE /v2.0/networks/2bd762b2-0ce2-4f1c-8ec5-012ab20e8064 HTTP/1.1" status: 204 len: 168 time: 1.1598365 Aug 31 09:17:57.839079 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48af3b2-1f37-4959-8bc2-b29e44999ba6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bd762b2-0ce2-4f1c-8ec5-012ab20e8064,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:57.892943 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0657a290-4e5b-4d45-b1ab-50cf21ce5d5c x-openstack-request-id: req-0657a290-4e5b-4d45-b1ab-50cf21ce5d5c {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:57.893802 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f778a2-e2b7-40ef-88fd-21e179b77f35", "tag": "e63ad863-29f8-479a-a32b-8964edd0bc5e", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:57.894071 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-0657a290-4e5b-4d45-b1ab-50cf21ce5d5c {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:57.894480 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f778a2-e2b7-40ef-88fd-21e179b77f35', 'tag': 'e63ad863-29f8-479a-a32b-8964edd0bc5e', 'status': 'completed', 'code': 200} Aug 31 09:17:57.911592 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 47f9728b-40e1-46f7-8b70-f393dcb2b2f2 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:17:57.967718 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 47f9728b-40e1-46f7-8b70-f393dcb2b2f2 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:17:57.974296 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:57.980927 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d6331-3011-4769-8b5d-8b31a733bb05 req-13a2296f-fcd2-4870-be76-fe9024458e7e tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:57.982404 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cc5d6331-3011-4769-8b5d-8b31a733bb05 req-13a2296f-fcd2-4870-be76-fe9024458e7e tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.112 "GET /v2.0/ports?device_id=8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93 HTTP/1.1" status: 200 len: 949 time: 0.1256149 Aug 31 09:17:58.007286 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108b531-c02b-4df4-a85d-37aab425ac7a req-23cccf5d-fd1f-4908-8fbc-5896652419f1 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:58.009478 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8108b531-c02b-4df4-a85d-37aab425ac7a req-23cccf5d-fd1f-4908-8fbc-5896652419f1 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 943 time: 0.1141231 Aug 31 09:17:58.022823 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd093a5-4b86-4833-8e9c-6b5e974d68df req-1e7427cb-df56-4b23-8f41-5cb8ae90559f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:58.024546 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0fd093a5-4b86-4833-8e9c-6b5e974d68df req-1e7427cb-df56-4b23-8f41-5cb8ae90559f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=91627f68c71f4b29855d6c5fb4946dae&device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 1126 time: 0.0967562 Aug 31 09:17:58.051458 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:58.092934 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 47f9728b-40e1-46f7-8b70-f393dcb2b2f2, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=47f9728b-40e1-46f7-8b70-f393dcb2b2f2,segment=NetworkSegment(8de8355c-a37f-4fe1-9899-e0cc9dc46979),segment_id=8de8355c-a37f-4fe1-9899-e0cc9dc46979)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:58.281720 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:58.334612 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=47f9728b-40e1-46f7-8b70-f393dcb2b2f2,revision_number=8']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:58.357355 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58000) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:58.419055 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-61ef695c-a533-4e0f-a194-0260815fbcfc admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=ec59212380c44a899ca5e211a948a9fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0592084 Aug 31 09:17:58.421431 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58002) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:58.471578 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8731ddbf-4c78-4328-82f1-8cb40efdf456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:58.493328 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8731ddbf-4c78-4328-82f1-8cb40efdf456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:58.524328 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8108b531-c02b-4df4-a85d-37aab425ac7a req-b2105277-1c6e-45eb-80bf-75bea0b87454 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976897 Aug 31 09:17:58.549948 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff12fd-a7f1-424d-8780-b2714f9beef3 req-50a03976-dc33-4065-8cfc-766ad3f7c108 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:58.551488 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8cff12fd-a7f1-424d-8780-b2714f9beef3 req-50a03976-dc33-4065-8cfc-766ad3f7c108 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf06041b-0f77-4d37-9e0d-1628f387e270 HTTP/1.1" status: 200 len: 945 time: 0.1727428 Aug 31 09:17:58.594455 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd093a5-4b86-4833-8e9c-6b5e974d68df req-68020f3c-2658-4741-ab1a-ecc4920de3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:58.596316 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0fd093a5-4b86-4833-8e9c-6b5e974d68df req-68020f3c-2658-4741-ab1a-ecc4920de3b9 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f353997d-12d5-47f5-bc55-13148c348a0b HTTP/1.1" status: 200 len: 923 time: 0.2155073 Aug 31 09:17:58.636299 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8731ddbf-4c78-4328-82f1-8cb40efdf456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:58.638982 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8731ddbf-4c78-4328-82f1-8cb40efdf456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:58.643325 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8731ddbf-4c78-4328-82f1-8cb40efdf456 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/096cbc81-3007-4612-8ba2-e8de04062f04 HTTP/1.1" status: 204 len: 168 time: 0.2178164 Aug 31 09:17:58.648846 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731ddbf-4c78-4328-82f1-8cb40efdf456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096cbc81-3007-4612-8ba2-e8de04062f04,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:58.672347 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-cc5d6331-3011-4769-8b5d-8b31a733bb05 req-f1e2c515-be7d-469c-b09e-de50da951138 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Deleting port 35ba2173-1a10-4279-a978-6f2bd458a61c {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:17:58.672680 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-cc5d6331-3011-4769-8b5d-8b31a733bb05 req-f1e2c515-be7d-469c-b09e-de50da951138 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:58.692951 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0fd093a5-4b86-4833-8e9c-6b5e974d68df req-411188c1-bc9b-4916-b6df-6a1f5e60997d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e63ad863-29f8-479a-a32b-8964edd0bc5e HTTP/1.1" status: 200 len: 217 time: 0.0833917 Aug 31 09:17:58.731430 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8cff12fd-a7f1-424d-8780-b2714f9beef3 req-1616a49c-da6c-4735-9e41-3e7c75211e29 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/security-groups?id=5ead1bb5-cff9-4c84-a590-478263ff0f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703231 Aug 31 09:17:58.748046 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d9b94a16-9086-4261-8e85-1691bfede9d4 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:17:58.774361 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: d9b94a16-9086-4261-8e85-1691bfede9d4 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:17:58.775608 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d9b94a16-9086-4261-8e85-1691bfede9d4 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:17:58.822486 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23fea3-48e0-434f-9098-543e211d82cc req-e8075079-c1f0-463c-80f8-93f77f14e4a8 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:58.824378 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5f23fea3-48e0-434f-9098-543e211d82cc req-e8075079-c1f0-463c-80f8-93f77f14e4a8 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93 HTTP/1.1" status: 200 len: 949 time: 0.2322471 Aug 31 09:17:58.886337 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd093a5-4b86-4833-8e9c-6b5e974d68df req-44439627-dfeb-4237-941b-a7d1bc3205ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:58.887818 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0fd093a5-4b86-4833-8e9c-6b5e974d68df req-44439627-dfeb-4237-941b-a7d1bc3205ca service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d2c5f0e8-9f08-4f88-baac-5c015079d04c HTTP/1.1" status: 200 len: 861 time: 0.1629477 Aug 31 09:17:58.894430 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-cc5d6331-3011-4769-8b5d-8b31a733bb05 req-f1e2c515-be7d-469c-b09e-de50da951138 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] For port 35ba2173-1a10-4279-a978-6f2bd458a61c, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=35ba2173-1a10-4279-a978-6f2bd458a61c,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:17:58.895200 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-cc5d6331-3011-4769-8b5d-8b31a733bb05 req-f1e2c515-be7d-469c-b09e-de50da951138 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:58.931668 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-cc5d6331-3011-4769-8b5d-8b31a733bb05 req-f1e2c515-be7d-469c-b09e-de50da951138 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Calling delete_port for 35ba2173-1a10-4279-a978-6f2bd458a61c owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:17:58.960773 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0fd093a5-4b86-4833-8e9c-6b5e974d68df req-4ecf8f4f-aca5-4cf4-8973-636135866e2a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f353997d-12d5-47f5-bc55-13148c348a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486281 Aug 31 09:17:58.973320 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5f23fea3-48e0-434f-9098-543e211d82cc req-70124a3d-62fd-4955-b09c-88dd44f452e1 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426387 Aug 31 09:17:58.983045 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741da47-fe2e-47a6-854d-f010a6f0c0a2 req-db461645-fb0b-49e4-8ef4-2185b9a94bba tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:58.984550 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b741da47-fe2e-47a6-854d-f010a6f0c0a2 req-db461645-fb0b-49e4-8ef4-2185b9a94bba tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 946 time: 0.1556113 Aug 31 09:17:59.147316 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756c0ff9-5613-41b0-90d3-a4613e34d378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f9728b-40e1-46f7-8b70-f393dcb2b2f2'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:59.150260 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90224c0c-4a98-423e-aa22-31e2c4dcabd3" -d '{"events": [{"server_uuid": "756c0ff9-5613-41b0-90d3-a4613e34d378", "name": "network-vif-plugged", "status": "completed", "tag": "47f9728b-40e1-46f7-8b70-f393dcb2b2f2"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:59.173040 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b741da47-fe2e-47a6-854d-f010a6f0c0a2 req-dbff5a1a-5fb2-4214-9494-f1c2dd46f6bc tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467354 Aug 31 09:17:59.215870 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d66c2e-10d1-4d6f-acdc-f9638a631cc6 req-5a1474ed-bd56-4250-b4e5-9ec1a2e1d1d3 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:59.217391 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10d66c2e-10d1-4d6f-acdc-f9638a631cc6 req-5a1474ed-bd56-4250-b4e5-9ec1a2e1d1d3 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.1422162 Aug 31 09:17:59.220048 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0fd093a5-4b86-4833-8e9c-6b5e974d68df req-5f42175b-f50b-410c-b273-8aed2e219013 service neutron] 10.222.0.112 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320788 Aug 31 09:17:59.357449 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10d66c2e-10d1-4d6f-acdc-f9638a631cc6 req-1f2f64ac-f1f0-4c32-b655-073a0a3efbbc tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327562 Aug 31 09:17:59.381574 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aed4c4c-614f-470a-9261-5689e84505db x-openstack-request-id: req-9aed4c4c-614f-470a-9261-5689e84505db {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:59.381574 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756c0ff9-5613-41b0-90d3-a4613e34d378", "name": "network-vif-plugged", "status": "completed", "tag": "47f9728b-40e1-46f7-8b70-f393dcb2b2f2", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:59.381574 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-9aed4c4c-614f-470a-9261-5689e84505db {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:59.381574 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756c0ff9-5613-41b0-90d3-a4613e34d378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f9728b-40e1-46f7-8b70-f393dcb2b2f2', 'code': 200} Aug 31 09:17:59.395913 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0fd093a5-4b86-4833-8e9c-6b5e974d68df req-80fbe17b-a230-4487-b3bf-bd40db9ccc6d service neutron] 10.222.0.112 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365526 Aug 31 09:17:59.453174 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-cc5d6331-3011-4769-8b5d-8b31a733bb05 req-f1e2c515-be7d-469c-b09e-de50da951138 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:59.468217 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['57e931bc-1029-43b1-b433-8ddbb68cbc7e'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:17:59.490109 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2c515-be7d-469c-b09e-de50da951138 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Pushing event deleted for resources: {'Port': ['ID=35ba2173-1a10-4279-a978-6f2bd458a61c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:17:59.538765 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5d6331-3011-4769-8b5d-8b31a733bb05 req-f1e2c515-be7d-469c-b09e-de50da951138 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] No DVR routers for this DVR port 35ba2173-1a10-4279-a978-6f2bd458a61c on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:17:59.541158 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-cc5d6331-3011-4769-8b5d-8b31a733bb05 req-f1e2c515-be7d-469c-b09e-de50da951138 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:17:59.543259 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cc5d6331-3011-4769-8b5d-8b31a733bb05 req-f1e2c515-be7d-469c-b09e-de50da951138 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.112 "DELETE /v2.0/ports/35ba2173-1a10-4279-a978-6f2bd458a61c HTTP/1.1" status: 204 len: 173 time: 1.5504282 Aug 31 09:17:59.615686 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4188895-8ddc-44d5-b065-f2bd33354b4e req-bc97d898-f2b5-4e99-9ca6-4a7b98a8d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:59.618013 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d4188895-8ddc-44d5-b065-f2bd33354b4e req-bc97d898-f2b5-4e99-9ca6-4a7b98a8d4eb service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 1097 time: 0.0619643 Aug 31 09:17:59.692188 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d4188895-8ddc-44d5-b065-f2bd33354b4e req-8f266b5d-3bac-47a1-916f-59913743c926 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596189 Aug 31 09:17:59.701453 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310f83a-9163-45a6-859b-6c4158c27366 req-754216c7-6fe4-4e8b-ada9-807819478ed9 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:59.702886 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0310f83a-9163-45a6-859b-6c4158c27366 req-754216c7-6fe4-4e8b-ada9-807819478ed9 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 943 time: 0.0811772 Aug 31 09:17:59.741479 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0310f83a-9163-45a6-859b-6c4158c27366 req-7a0bf7fa-016d-4aad-b017-4af2824b89f9 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323420 Aug 31 09:17:59.831986 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58038) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:17:59.868355 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8dda9-b3f4-4bcb-bd4e-2f9f04e232a2 req-5c40aab7-bed7-41a3-8802-804f3e36d40a tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:17:59.869959 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bea8dda9-b3f4-4bcb-bd4e-2f9f04e232a2 req-5c40aab7-bed7-41a3-8802-804f3e36d40a tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf06041b-0f77-4d37-9e0d-1628f387e270 HTTP/1.1" status: 200 len: 945 time: 0.0545998 Aug 31 09:17:59.897312 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93', 'name': 'network-vif-deleted', 'tag': '35ba2173-1a10-4279-a978-6f2bd458a61c'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:17:59.899764 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb82cce-2040-4bc5-8b63-65e4de0c73b0" -d '{"events": [{"server_uuid": "8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93", "name": "network-vif-deleted", "tag": "35ba2173-1a10-4279-a978-6f2bd458a61c"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:17:59.911375 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 35ba2173-1a10-4279-a978-6f2bd458a61c no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:17:59.919084 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bea8dda9-b3f4-4bcb-bd4e-2f9f04e232a2 req-8196a062-6646-439f-836b-fa48ed5e8545 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/security-groups?id=5ead1bb5-cff9-4c84-a590-478263ff0f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432420 Aug 31 09:17:59.935886 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 35ba2173-1a10-4279-a978-6f2bd458a61c {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:17:59.936224 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 35ba2173-1a10-4279-a978-6f2bd458a61c not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:17:59.955264 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdda476a-4bd8-40ef-8116-c60b82e9fca4 x-openstack-request-id: req-cdda476a-4bd8-40ef-8116-c60b82e9fca4 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:17:59.955626 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93", "name": "network-vif-deleted", "tag": "35ba2173-1a10-4279-a978-6f2bd458a61c", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:17:59.955807 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-cdda476a-4bd8-40ef-8116-c60b82e9fca4 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:17:59.956369 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93', 'name': 'network-vif-deleted', 'tag': '35ba2173-1a10-4279-a978-6f2bd458a61c', 'status': 'completed', 'code': 200} Aug 31 09:17:59.962677 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-bacd0a8e-06c8-4e15-986a-5f9f31c6f6bd admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1580856577-network', 'tenant_id': '3ee53d83cab74f8189b7e564f9ce32ef'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:00.066647 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7cb4e5-d11d-4b4f-96f2-0304cb22ae8d req-f83d3feb-7ee7-4405-b6d7-7428a70cf5f8 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:00.068091 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b7cb4e5-d11d-4b4f-96f2-0304cb22ae8d req-f83d3feb-7ee7-4405-b6d7-7428a70cf5f8 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/ports?device_id=414c1451-c0bb-4edd-b6db-f883f57a6297 HTTP/1.1" status: 200 len: 945 time: 0.0686502 Aug 31 09:18:00.075733 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacd0a8e-06c8-4e15-986a-5f9f31c6f6bd admin admin] Made reservation on behalf of 3ee53d83cab74f8189b7e564f9ce32ef for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:18:00.078069 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bacd0a8e-06c8-4e15-986a-5f9f31c6f6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:00.087711 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bacd0a8e-06c8-4e15-986a-5f9f31c6f6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:00.091342 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3687b70f-6b28-43cd-b2e6-7bf4d99735a3 req-a473eeba-0d00-4494-89d0-991e9741bacf tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93 HTTP/1.1" status: 200 len: 210 time: 0.0408819 Aug 31 09:18:00.134895 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b7cb4e5-d11d-4b4f-96f2-0304cb22ae8d req-7966a9c7-6239-47c5-bc46-da661e6f102b tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/security-groups?id=5ead1bb5-cff9-4c84-a590-478263ff0f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450757 Aug 31 09:18:00.192832 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bacd0a8e-06c8-4e15-986a-5f9f31c6f6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:00.251137 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ca575-7b8c-4029-bbdd-54ac5b96198d req-8d904859-cde8-4682-a1d8-30ec2510ab7a tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:00.252720 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5f2ca575-7b8c-4029-bbdd-54ac5b96198d req-8d904859-cde8-4682-a1d8-30ec2510ab7a tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/ports?device_id=36579f61-1928-462e-8dd6-e1ad30c2d534 HTTP/1.1" status: 200 len: 945 time: 0.0555394 Aug 31 09:18:00.319371 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5f2ca575-7b8c-4029-bbdd-54ac5b96198d req-c518d8f0-4b0b-4cb3-8677-4c1e6d621fe9 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/security-groups?id=5ead1bb5-cff9-4c84-a590-478263ff0f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560536 Aug 31 09:18:00.327702 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82b4a0-5337-4e25-9100-dd2e748cd6d2 req-61214a30-c9d7-4ae0-b43a-9ddcf17ae9c2 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:00.329206 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a82b4a0-5337-4e25-9100-dd2e748cd6d2 req-61214a30-c9d7-4ae0-b43a-9ddcf17ae9c2 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 946 time: 0.0756195 Aug 31 09:18:00.344821 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bacd0a8e-06c8-4e15-986a-5f9f31c6f6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:00.371376 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a82b4a0-5337-4e25-9100-dd2e748cd6d2 req-79360aef-a472-42a0-954e-6dc5936cdd50 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350106 Aug 31 09:18:00.378246 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bacd0a8e-06c8-4e15-986a-5f9f31c6f6bd admin admin] vlan segment allocate from pool success with {'vlan_id': 1622, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:18:00.389231 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd0a8e-06c8-4e15-986a-5f9f31c6f6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d8ce8d-a2f2-4182-aa13-35c51855e272,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:00.394966 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bacd0a8e-06c8-4e15-986a-5f9f31c6f6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:00.395310 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-bacd0a8e-06c8-4e15-986a-5f9f31c6f6bd admin admin] Added segment 84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a of type vlan for network 75e09785-e646-4091-b087-b031d80b436d Aug 31 09:18:00.437979 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bacd0a8e-06c8-4e15-986a-5f9f31c6f6bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:00.521915 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bacd0a8e-06c8-4e15-986a-5f9f31c6f6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:00.522951 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacd0a8e-06c8-4e15-986a-5f9f31c6f6bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:00.523539 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bacd0a8e-06c8-4e15-986a-5f9f31c6f6bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:00.561187 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519f539-017e-4788-8b45-507b3152db9c req-831b98bf-b835-43c2-9b3e-34527b22bc93 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:00.562791 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9519f539-017e-4788-8b45-507b3152db9c req-831b98bf-b835-43c2-9b3e-34527b22bc93 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.0540209 Aug 31 09:18:00.582461 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd0a8e-06c8-4e15-986a-5f9f31c6f6bd admin admin] Pushing event updated for resources: {'Network': ['ID=75e09785-e646-4091-b087-b031d80b436d,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:00.592797 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 75e09785-e646-4091-b087-b031d80b436d details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:18:00.603479 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9519f539-017e-4788-8b45-507b3152db9c req-e60d5af2-8550-4503-b327-0ac9f6922bfb tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335670 Aug 31 09:18:00.665495 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bacd0a8e-06c8-4e15-986a-5f9f31c6f6bd admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8323174 Aug 31 09:18:00.668322 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58060) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:00.673991 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-f0269417-94fa-448b-afad-f741297ebfb1 admin admin] Request body: {'subnet': {'network_id': '75e09785-e646-4091-b087-b031d80b436d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1580856577-subnet', 'tenant_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:00.818839 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0269417-94fa-448b-afad-f741297ebfb1 admin admin] Made reservation on behalf of 3ee53d83cab74f8189b7e564f9ce32ef for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:18:00.821566 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f0269417-94fa-448b-afad-f741297ebfb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:00.861988 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4c0d6-7476-48c3-8c5e-5797f08c6ca9 req-fd32fe08-844b-4667-b3f6-228ebc9aaebf tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:00.863472 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c6a4c0d6-7476-48c3-8c5e-5797f08c6ca9 req-fd32fe08-844b-4667-b3f6-228ebc9aaebf tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/ports?device_id=36579f61-1928-462e-8dd6-e1ad30c2d534 HTTP/1.1" status: 200 len: 945 time: 0.0793638 Aug 31 09:18:00.900599 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe40c0-6047-4ce1-be4d-950b8c8450e8 req-c3ee60dc-55ee-4878-a590-0d087ab249e9 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:00.902058 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eebe40c0-6047-4ce1-be4d-950b8c8450e8 req-c3ee60dc-55ee-4878-a590-0d087ab249e9 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 943 time: 0.0798113 Aug 31 09:18:00.927142 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c6a4c0d6-7476-48c3-8c5e-5797f08c6ca9 req-5285954e-861e-4899-820c-68d1dea0225b tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/security-groups?id=5ead1bb5-cff9-4c84-a590-478263ff0f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559230 Aug 31 09:18:00.953820 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eebe40c0-6047-4ce1-be4d-950b8c8450e8 req-0f37f898-1c7c-4c33-a95a-a9416863a007 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409350 Aug 31 09:18:01.199617 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ea652e20-663a-404f-8db6-8e0784ea6d50 req-d67bf59c-4d28-4b40-83a1-c04b46066e14 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=8c0c9a7f-94ed-4a0b-b2c7-85ab9e627b93 HTTP/1.1" status: 200 len: 210 time: 0.0297871 Aug 31 09:18:01.213301 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f0269417-94fa-448b-afad-f741297ebfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:01.271558 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0269417-94fa-448b-afad-f741297ebfb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94033cac-3e36-46a7-9188-bd30da0ef87d,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:01.276827 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0269417-94fa-448b-afad-f741297ebfb1 admin admin] Checking segment: {'id': '84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '75e09785-e646-4091-b087-b031d80b436d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:18:01.277165 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0269417-94fa-448b-afad-f741297ebfb1 admin admin] Network hostable DHCP agents. Network: 75e09785-e646-4091-b087-b031d80b436d, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:18:01.373364 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0269417-94fa-448b-afad-f741297ebfb1 admin admin] Network 75e09785-e646-4091-b087-b031d80b436d is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:18:01.476261 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-f0269417-94fa-448b-afad-f741297ebfb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 75e09785-e646-4091-b087-b031d80b436d) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:18:01.485138 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee011aa-3685-4df1-926c-7cd1ea1ae668 None None] Network 75e09785-e646-4091-b087-b031d80b436d requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:18:01.491635 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0269417-94fa-448b-afad-f741297ebfb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:01.492289 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f0269417-94fa-448b-afad-f741297ebfb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:01.499026 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe058e64-eca0-4d12-b84a-ebd5fe402b1a req-66281a02-ae54-477f-99df-6943fd15ea62 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:01.507616 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fe058e64-eca0-4d12-b84a-ebd5fe402b1a req-66281a02-ae54-477f-99df-6943fd15ea62 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 946 time: 0.0647213 Aug 31 09:18:01.542842 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fe058e64-eca0-4d12-b84a-ebd5fe402b1a req-0f321383-a000-4d04-b2cb-dbce42975286 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343282 Aug 31 09:18:01.585533 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f0269417-94fa-448b-afad-f741297ebfb1 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9159732 Aug 31 09:18:01.588134 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58074) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:01.592477 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-7d497495-c1db-47b9-9e20-14f018fed9b9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1580856577-router', 'tenant_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:01.640109 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-75e09785-e646-4091-b087-b031d80b436d', 'network_id': '75e09785-e646-4091-b087-b031d80b436d', 'tenant_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'fixed_ips': [{'subnet_id': '94033cac-3e36-46a7-9188-bd30da0ef87d'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:18:01.641086 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:01.687057 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d497495-c1db-47b9-9e20-14f018fed9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:01.688432 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d497495-c1db-47b9-9e20-14f018fed9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:01.725412 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37626d1c-420f-4308-b443-9b27448d9d90 req-0e4b124e-fd25-4efe-ade6-939ec0af7237 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:01.727512 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-37626d1c-420f-4308-b443-9b27448d9d90 req-0e4b124e-fd25-4efe-ade6-939ec0af7237 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.0533330 Aug 31 09:18:01.746692 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d497495-c1db-47b9-9e20-14f018fed9b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:01.771939 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-37626d1c-420f-4308-b443-9b27448d9d90 req-2198552f-443d-45ed-8e8c-c977391b67ed tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378032 Aug 31 09:18:01.916440 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] Allocated IP 172.20.0.2 (75e09785-e646-4091-b087-b031d80b436d/94033cac-3e36-46a7-9188-bd30da0ef87d/809867f7-afe0-46e1-81e0-6c66d7970832) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:18:01.972701 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d497495-c1db-47b9-9e20-14f018fed9b9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:02.092529 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:02.105218 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] Transition to ACTIVE for port object 809867f7-afe0-46e1-81e0-6c66d7970832 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:18:02.117497 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba91ecc-f5e3-4feb-8c06-6a570846b25a req-8068d7ed-cdf5-43cb-b9a0-a2890ba3f9f9 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:02.119224 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fba91ecc-f5e3-4feb-8c06-6a570846b25a req-8068d7ed-cdf5-43cb-b9a0-a2890ba3f9f9 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/ports?device_id=36579f61-1928-462e-8dd6-e1ad30c2d534 HTTP/1.1" status: 200 len: 945 time: 0.0912237 Aug 31 09:18:02.122596 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] Transition to ACTIVE for port object 809867f7-afe0-46e1-81e0-6c66d7970832 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:18:02.133789 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90835439-dd9e-4af6-b562-0d0e80b54891 req-fbabaf7c-1d79-47d7-a166-f4151b9ffcbb tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:02.135309 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-90835439-dd9e-4af6-b562-0d0e80b54891 req-fbabaf7c-1d79-47d7-a166-f4151b9ffcbb tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 943 time: 0.0701365 Aug 31 09:18:02.199633 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fba91ecc-f5e3-4feb-8c06-6a570846b25a req-7701faf5-1d4a-4a76-a5e7-478cbc3feadc tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/security-groups?id=5ead1bb5-cff9-4c84-a590-478263ff0f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626404 Aug 31 09:18:02.209061 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-90835439-dd9e-4af6-b562-0d0e80b54891 req-2c21fb94-94a2-4278-827e-4c58c7c7f4a3 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653081 Aug 31 09:18:02.225994 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:02.262239 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d497495-c1db-47b9-9e20-14f018fed9b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:02.264602 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] Network 75e09785-e646-4091-b087-b031d80b436d is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:18:02.272030 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:18:02.274701 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:18:02.283830 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] Pushing event updated for resources: {'Port': ['ID=809867f7-afe0-46e1-81e0-6c66d7970832,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:02.287497 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d497495-c1db-47b9-9e20-14f018fed9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:02.306943 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:02.307282 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:02.307616 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:02.307944 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:02.311010 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:02.311010 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:02.311010 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:02.311010 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:02.311010 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:02.311010 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:02.311010 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:02.311010 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:02.358190 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] Attempting to bind port 809867f7-afe0-46e1-81e0-6c66d7970832 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:18:02.358719 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] Attempting to bind port 809867f7-afe0-46e1-81e0-6c66d7970832 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '75e09785-e646-4091-b087-b031d80b436d'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:18:02.359084 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] Attempting to bind port 809867f7-afe0-46e1-81e0-6c66d7970832 on network 75e09785-e646-4091-b087-b031d80b436d {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:18:02.365038 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:18:02.365407 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] Checking segment: {'id': '84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '75e09785-e646-4091-b087-b031d80b436d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:18:02.365802 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:02.366221 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] Bound using segment: {'id': '84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '75e09785-e646-4091-b087-b031d80b436d'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:18:02.366715 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] Bound port: 809867f7-afe0-46e1-81e0-6c66d7970832, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '75e09785-e646-4091-b087-b031d80b436d'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:18:02.367085 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:02.405187 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-7d497495-c1db-47b9-9e20-14f018fed9b9 admin admin] Allocated IP 172.25.2.68 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/4ab8fcc7-0a71-442e-ac30-fcdba01b087b) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:18:02.433186 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] For port 809867f7-afe0-46e1-81e0-6c66d7970832, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:18:02.436301 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] For port 809867f7-afe0-46e1-81e0-6c66d7970832, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=809867f7-afe0-46e1-81e0-6c66d7970832,segment=NetworkSegment(84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a),segment_id=84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:18:02.464560 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:02.508125 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d497495-c1db-47b9-9e20-14f018fed9b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:02.608245 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:02.636964 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d497495-c1db-47b9-9e20-14f018fed9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:02.661383 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:02.715113 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d497495-c1db-47b9-9e20-14f018fed9b9 admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:18:02.717041 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b2a28-0ac8-4212-81f3-84028e382916 None None] Pushing event updated for resources: {'Port': ['ID=809867f7-afe0-46e1-81e0-6c66d7970832,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:02.720324 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-7d497495-c1db-47b9-9e20-14f018fed9b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:18:02.724032 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d497495-c1db-47b9-9e20-14f018fed9b9 admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:18:02.738941 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222586f8-1bb5-4211-b1e0-8ce8180bb5b1 req-4a6fce8f-38f0-4270-ac0f-2a71a03cd64a tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:02.740526 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-222586f8-1bb5-4211-b1e0-8ce8180bb5b1 req-4a6fce8f-38f0-4270-ac0f-2a71a03cd64a tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 946 time: 0.0645387 Aug 31 09:18:02.749909 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d497495-c1db-47b9-9e20-14f018fed9b9 admin admin] Pushing event updated for resources: {'Port': ['ID=4ab8fcc7-0a71-442e-ac30-fcdba01b087b,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:02.807537 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-222586f8-1bb5-4211-b1e0-8ce8180bb5b1 req-0617fb64-a54d-42f7-ade3-de1b54575ff7 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571432 Aug 31 09:18:02.956311 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5356e0b-bffd-4a1f-94cd-0fad605e4f5a req-13cc3ef2-a28b-4a03-90b0-48efe6939800 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:02.957786 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c5356e0b-bffd-4a1f-94cd-0fad605e4f5a req-13cc3ef2-a28b-4a03-90b0-48efe6939800 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 950 time: 0.1137989 Aug 31 09:18:02.994157 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ed117-5b46-44d2-a5ca-2f3920e734f0 req-384fab3c-4f5b-4bb5-ae2f-6a2bb9c39c90 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:02.995894 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c06ed117-5b46-44d2-a5ca-2f3920e734f0 req-384fab3c-4f5b-4bb5-ae2f-6a2bb9c39c90 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.1098273 Aug 31 09:18:03.039510 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c5356e0b-bffd-4a1f-94cd-0fad605e4f5a req-d69682a5-5594-47c1-a583-b7e3465f434a tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715115 Aug 31 09:18:03.067603 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c06ed117-5b46-44d2-a5ca-2f3920e734f0 req-c7835f14-a919-405a-8f27-b91c4041cb28 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608225 Aug 31 09:18:03.124442 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d497495-c1db-47b9-9e20-14f018fed9b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:03.186768 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf641ee5-00fa-4d45-84d6-da9a0d30753a req-ecf37690-e0da-43e7-afcb-02ad725bbd98 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:03.188570 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cf641ee5-00fa-4d45-84d6-da9a0d30753a req-ecf37690-e0da-43e7-afcb-02ad725bbd98 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.0517378 Aug 31 09:18:03.238402 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cf641ee5-00fa-4d45-84d6-da9a0d30753a req-dcf6c30f-4f55-4d19-a781-71f404340120 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398889 Aug 31 09:18:03.351380 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d497495-c1db-47b9-9e20-14f018fed9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:03.359076 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b380b-9eb7-425d-a08b-271a418c89d1 req-a2ed4385-9e86-474c-8d8d-21fb31ab10dc tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:03.369868 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7d6b380b-9eb7-425d-a08b-271a418c89d1 req-a2ed4385-9e86-474c-8d8d-21fb31ab10dc tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/ports?device_id=36579f61-1928-462e-8dd6-e1ad30c2d534 HTTP/1.1" status: 200 len: 945 time: 0.0935011 Aug 31 09:18:03.405423 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585cd23-9fb2-4bf3-bbe2-4a205b20d4a3 req-151b36d1-99f9-459a-8f87-85d26bb9670f tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:03.407139 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c585cd23-9fb2-4bf3-bbe2-4a205b20d4a3 req-151b36d1-99f9-459a-8f87-85d26bb9670f tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 943 time: 0.0952113 Aug 31 09:18:03.432728 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7d6b380b-9eb7-425d-a08b-271a418c89d1 req-12284473-fc96-4666-a858-5c86f1501eaa tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/security-groups?id=5ead1bb5-cff9-4c84-a590-478263ff0f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616322 Aug 31 09:18:03.477094 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c585cd23-9fb2-4bf3-bbe2-4a205b20d4a3 req-eaf255c4-bb31-4558-80e9-87f2de4eb83d tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589199 Aug 31 09:18:03.567357 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d497495-c1db-47b9-9e20-14f018fed9b9 admin admin] Router 35672bb4-32d2-48d8-929e-498592744a92 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:18:03.568114 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d86b4-c7cc-4fd5-9fd4-d3bce36e2638 req-90bf1b9e-78d4-4d0f-b150-f53d2b65c470 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:03.569972 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c67d86b4-c7cc-4fd5-9fd4-d3bce36e2638 req-90bf1b9e-78d4-4d0f-b150-f53d2b65c470 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.112 "GET /v2.0/ports?device_id=36579f61-1928-462e-8dd6-e1ad30c2d534 HTTP/1.1" status: 200 len: 945 time: 0.0529497 Aug 31 09:18:03.701970 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d497495-c1db-47b9-9e20-14f018fed9b9 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:18:03.704150 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-c67d86b4-c7cc-4fd5-9fd4-d3bce36e2638 req-41e64e66-5362-4c7c-8606-fea6fc26a5b5 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Deleting port 8e511f43-a9c8-42f8-a451-28cf32c15ad4 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:18:03.704784 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c67d86b4-c7cc-4fd5-9fd4-d3bce36e2638 req-41e64e66-5362-4c7c-8606-fea6fc26a5b5 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:03.714879 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27510239-e0d7-46c0-b709-2dfa2436aeda None None] Sync routers for ids ['35672bb4-32d2-48d8-929e-498592744a92'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:18:03.731432 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27510239-e0d7-46c0-b709-2dfa2436aeda None None] Routers {'35672bb4-32d2-48d8-929e-498592744a92'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:18:03.732200 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-27510239-e0d7-46c0-b709-2dfa2436aeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:17:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['35672bb4-32d2-48d8-929e-498592744a92'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:03.777649 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9aa65c4-da47-43a0-8ac7-e5127b5cd958 None None] Network 75e09785-e646-4091-b087-b031d80b436d requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:18:03.806760 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-c67d86b4-c7cc-4fd5-9fd4-d3bce36e2638 req-41e64e66-5362-4c7c-8606-fea6fc26a5b5 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] For port 8e511f43-a9c8-42f8-a451-28cf32c15ad4, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8e511f43-a9c8-42f8-a451-28cf32c15ad4,segment=NetworkSegment(18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15),segment_id=18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:03.807338 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c67d86b4-c7cc-4fd5-9fd4-d3bce36e2638 req-41e64e66-5362-4c7c-8606-fea6fc26a5b5 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:03.808936 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d497495-c1db-47b9-9e20-14f018fed9b9 admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:03.816496 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7d497495-c1db-47b9-9e20-14f018fed9b9 admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2243083 Aug 31 09:18:03.817220 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58108) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:03.822079 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-c67d86b4-c7cc-4fd5-9fd4-d3bce36e2638 req-41e64e66-5362-4c7c-8606-fea6fc26a5b5 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Calling delete_port for 8e511f43-a9c8-42f8-a451-28cf32c15ad4 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:18:03.916195 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-27510239-e0d7-46c0-b709-2dfa2436aeda None None] Set router 35672bb4-32d2-48d8-929e-498592744a92 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:18:03.976427 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31ebb8-dc58-4db8-991e-40a05bf0dc05 req-6e7501ba-f84e-47d8-8d22-b938e33a5d98 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:03.977989 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3f31ebb8-dc58-4db8-991e-40a05bf0dc05 req-6e7501ba-f84e-47d8-8d22-b938e33a5d98 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 946 time: 0.0876458 Aug 31 09:18:04.060806 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7bb22847-50bd-474f-991f-4ae73c8d6a05 None None] Provisioning for port 809867f7-afe0-46e1-81e0-6c66d7970832 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:18:04.093555 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3f31ebb8-dc58-4db8-991e-40a05bf0dc05 req-b2547b9d-60e0-4eb6-a7fc-9fd9cb50e2bf tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914867 Aug 31 09:18:04.149943 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c67d86b4-c7cc-4fd5-9fd4-d3bce36e2638 req-41e64e66-5362-4c7c-8606-fea6fc26a5b5 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:04.193380 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['8e511f43-a9c8-42f8-a451-28cf32c15ad4', '3da669bb-ad1b-43b7-b010-d6bf552d432d', '7b59f912-90c0-4c96-969b-07c9c076f571'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:18:04.203435 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e64e66-5362-4c7c-8606-fea6fc26a5b5 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Pushing event deleted for resources: {'Port': ['ID=8e511f43-a9c8-42f8-a451-28cf32c15ad4,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:04.292648 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67d86b4-c7cc-4fd5-9fd4-d3bce36e2638 req-41e64e66-5362-4c7c-8606-fea6fc26a5b5 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] No DVR routers for this DVR port 8e511f43-a9c8-42f8-a451-28cf32c15ad4 on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:18:04.297017 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c67d86b4-c7cc-4fd5-9fd4-d3bce36e2638 req-41e64e66-5362-4c7c-8606-fea6fc26a5b5 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:04.299058 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c67d86b4-c7cc-4fd5-9fd4-d3bce36e2638 req-41e64e66-5362-4c7c-8606-fea6fc26a5b5 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.112 "DELETE /v2.0/ports/8e511f43-a9c8-42f8-a451-28cf32c15ad4 HTTP/1.1" status: 204 len: 173 time: 0.7198303 Aug 31 09:18:04.302403 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-27510239-e0d7-46c0-b709-2dfa2436aeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35672bb4-32d2-48d8-929e-498592744a92', 'name': 'tempest-ServersTestFqdnHostnames-1580856577-router', 'tenant_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '4ab8fcc7-0a71-442e-ac30-fcdba01b087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:01Z', 'updated_at': '2021-08-31T09:18:02Z', 'revision_number': 3, 'project_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'gw_port': {'id': '4ab8fcc7-0a71-442e-ac30-fcdba01b087b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35672bb4-32d2-48d8-929e-498592744a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:02Z', 'updated_at': '2021-08-31T09:18:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:04.314645 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65402859-e678-4c75-b24a-00e880d8f590 req-a0e7e526-7683-4a9a-9ae0-58e5490e8497 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:04.319506 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-65402859-e678-4c75-b24a-00e880d8f590 req-a0e7e526-7683-4a9a-9ae0-58e5490e8497 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/networks?id=2312c08d-c39b-46ec-b38c-b3b7a98a66d6 HTTP/1.1" status: 200 len: 813 time: 0.2733848 Aug 31 09:18:04.319989 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36579f61-1928-462e-8dd6-e1ad30c2d534', 'name': 'network-vif-deleted', 'tag': '8e511f43-a9c8-42f8-a451-28cf32c15ad4'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:18:04.322279 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b722d8c-c2c4-4bd7-b9c7-3569c9e37e3d" -d '{"events": [{"server_uuid": "36579f61-1928-462e-8dd6-e1ad30c2d534", "name": "network-vif-deleted", "tag": "8e511f43-a9c8-42f8-a451-28cf32c15ad4"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:18:04.338863 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27510239-e0d7-46c0-b709-2dfa2436aeda None None] Checking router: 35672bb4-32d2-48d8-929e-498592744a92 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:18:04.339212 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27510239-e0d7-46c0-b709-2dfa2436aeda None None] Updating router 35672bb4-32d2-48d8-929e-498592744a92 port 4ab8fcc7-0a71-442e-ac30-fcdba01b087b binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:18:04.351452 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-65402859-e678-4c75-b24a-00e880d8f590 req-795ea34c-7da2-4ddf-a7da-850c999c44d2 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/quotas/a4b76b2c0d334f2982a58726e130c5be HTTP/1.1" status: 200 len: 375 time: 0.0186148 Aug 31 09:18:04.390303 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-27510239-e0d7-46c0-b709-2dfa2436aeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:04.412292 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89f766-9a76-404b-ae76-f6a3996df70a req-d251d5ca-48c7-41db-9dcd-285aac525f2e tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:04.421628 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd89f766-9a76-404b-ae76-f6a3996df70a req-d251d5ca-48c7-41db-9dcd-285aac525f2e tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 950 time: 0.2243674 Aug 31 09:18:04.491408 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-65402859-e678-4c75-b24a-00e880d8f590 req-e67cecfb-6672-4f3b-966e-38c1ae0d06a4 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=a4b76b2c0d334f2982a58726e130c5be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1325014 Aug 31 09:18:04.565758 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd89f766-9a76-404b-ae76-f6a3996df70a req-9af7eab9-aeee-4948-b69c-26df8f83cdef tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412907 Aug 31 09:18:04.631104 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-65402859-e678-4c75-b24a-00e880d8f590 req-4f9b0932-b90b-4732-bb98-8b18679763c5 service neutron] 10.222.0.119 "GET /v2.0/networks/2312c08d-c39b-46ec-b38c-b3b7a98a66d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391823 Aug 31 09:18:04.660462 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9774c77-fdce-4f97-8e44-4a8e397a2285 x-openstack-request-id: req-d9774c77-fdce-4f97-8e44-4a8e397a2285 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:18:04.660961 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36579f61-1928-462e-8dd6-e1ad30c2d534", "name": "network-vif-deleted", "tag": "8e511f43-a9c8-42f8-a451-28cf32c15ad4", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:18:04.661369 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-d9774c77-fdce-4f97-8e44-4a8e397a2285 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:18:04.662030 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36579f61-1928-462e-8dd6-e1ad30c2d534', 'name': 'network-vif-deleted', 'tag': '8e511f43-a9c8-42f8-a451-28cf32c15ad4', 'status': 'completed', 'code': 200} Aug 31 09:18:04.761883 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-65402859-e678-4c75-b24a-00e880d8f590 req-3b58c4ae-ceae-4f8a-acb2-2ce8799ef8a9 service neutron] 10.222.0.119 "GET /v2.0/networks/2312c08d-c39b-46ec-b38c-b3b7a98a66d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253357 Aug 31 09:18:04.779944 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60e9c9e5-f592-4be6-80ae-b33a5a44f41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:04.823575 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f4b2e532-5f70-4326-8b23-54cf9d8b6671 req-d76cfc1a-c104-48e5-9ada-3ce411f53ecb tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/ports?device_id=36579f61-1928-462e-8dd6-e1ad30c2d534 HTTP/1.1" status: 200 len: 210 time: 0.0372674 Aug 31 09:18:04.828029 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-27510239-e0d7-46c0-b709-2dfa2436aeda None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:04.842704 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-27510239-e0d7-46c0-b709-2dfa2436aeda None None] Transition to ACTIVE for port object 4ab8fcc7-0a71-442e-ac30-fcdba01b087b will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:18:04.879528 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 809867f7-afe0-46e1-81e0-6c66d7970832 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:18:04.924148 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-27510239-e0d7-46c0-b709-2dfa2436aeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:04.972969 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca8a58-3324-4c71-b040-a9afd6fd3209 req-eb19f78f-6c68-4e53-9bfe-f9240ec14992 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:04.974034 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-37ca8a58-3324-4c71-b040-a9afd6fd3209 req-eb19f78f-6c68-4e53-9bfe-f9240ec14992 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 943 time: 0.0629783 Aug 31 09:18:04.995563 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68febd7b-9db2-4470-9436-709eba6afa74 None None] Pushing event updated for resources: {'Port': ['ID=4ab8fcc7-0a71-442e-ac30-fcdba01b087b,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:05.003594 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-27510239-e0d7-46c0-b709-2dfa2436aeda None None] Attempting to bind port 4ab8fcc7-0a71-442e-ac30-fcdba01b087b on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:18:05.004040 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-27510239-e0d7-46c0-b709-2dfa2436aeda None None] Attempting to bind port 4ab8fcc7-0a71-442e-ac30-fcdba01b087b by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:18:05.004471 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27510239-e0d7-46c0-b709-2dfa2436aeda None None] Attempting to bind port 4ab8fcc7-0a71-442e-ac30-fcdba01b087b on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:18:05.011054 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27510239-e0d7-46c0-b709-2dfa2436aeda None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:18:05.012647 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27510239-e0d7-46c0-b709-2dfa2436aeda None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:18:05.012647 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-27510239-e0d7-46c0-b709-2dfa2436aeda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:05.012647 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27510239-e0d7-46c0-b709-2dfa2436aeda None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:18:05.012975 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-27510239-e0d7-46c0-b709-2dfa2436aeda None None] Bound port: 4ab8fcc7-0a71-442e-ac30-fcdba01b087b, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:18:05.013281 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-27510239-e0d7-46c0-b709-2dfa2436aeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:05.066259 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-60e9c9e5-f592-4be6-80ae-b33a5a44f41f admin admin] Allocated IP 172.20.0.1 (75e09785-e646-4091-b087-b031d80b436d/94033cac-3e36-46a7-9188-bd30da0ef87d/b7c1c937-23ab-4d65-a3cb-792fb4f552bc) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:18:05.077911 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 809867f7-afe0-46e1-81e0-6c66d7970832 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:18:05.080320 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-37ca8a58-3324-4c71-b040-a9afd6fd3209 req-362910aa-ef81-4476-b594-9615d40c7e4d tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961654 Aug 31 09:18:05.084428 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 809867f7-afe0-46e1-81e0-6c66d7970832 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:05.084889 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:05.131219 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd8dab-e6e8-44b8-b74b-2e5ec204ff84 req-06c064c3-0713-48fa-85e8-79885b936ea9 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:05.132835 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-04bd8dab-e6e8-44b8-b74b-2e5ec204ff84 req-06c064c3-0713-48fa-85e8-79885b936ea9 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.112 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 950 time: 0.1085007 Aug 31 09:18:05.135337 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-27510239-e0d7-46c0-b709-2dfa2436aeda None None] For port 4ab8fcc7-0a71-442e-ac30-fcdba01b087b, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:18:05.155648 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-27510239-e0d7-46c0-b709-2dfa2436aeda None None] For port 4ab8fcc7-0a71-442e-ac30-fcdba01b087b, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4ab8fcc7-0a71-442e-ac30-fcdba01b087b,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:18:05.214677 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b04dd23a-eb1f-4eda-9d12-be6d3a40b816 req-66e01550-d365-4b99-bec0-2b29c8b470e2 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 210 time: 0.0325389 Aug 31 09:18:05.233748 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:05.296723 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 809867f7-afe0-46e1-81e0-6c66d7970832, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=809867f7-afe0-46e1-81e0-6c66d7970832,segment=NetworkSegment(84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a),segment_id=84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:05.301951 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60e9c9e5-f592-4be6-80ae-b33a5a44f41f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:05.306712 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-27510239-e0d7-46c0-b709-2dfa2436aeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:05.323041 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-60e9c9e5-f592-4be6-80ae-b33a5a44f41f admin admin] Transition to ACTIVE for port object b7c1c937-23ab-4d65-a3cb-792fb4f552bc will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:18:05.359466 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-04bd8dab-e6e8-44b8-b74b-2e5ec204ff84 req-693f6892-0823-4e05-894c-6c466777f51e tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Deleting port 57e931bc-1029-43b1-b433-8ddbb68cbc7e {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:18:05.359815 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-04bd8dab-e6e8-44b8-b74b-2e5ec204ff84 req-693f6892-0823-4e05-894c-6c466777f51e tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:05.368736 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27510239-e0d7-46c0-b709-2dfa2436aeda None None] Routers {'35672bb4-32d2-48d8-929e-498592744a92'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:18:05.369490 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-27510239-e0d7-46c0-b709-2dfa2436aeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:17:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['35672bb4-32d2-48d8-929e-498592744a92'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:05.411840 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:05.421042 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68febd7b-9db2-4470-9436-709eba6afa74 None None] Pushing event updated for resources: {'Port': ['ID=4ab8fcc7-0a71-442e-ac30-fcdba01b087b,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:05.439317 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f1f47-51fb-46df-bc22-86b088f565d5 req-5c7152ed-c89b-468c-9745-1427451fe9a9 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:05.445392 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e71f1f47-51fb-46df-bc22-86b088f565d5 req-5c7152ed-c89b-468c-9745-1427451fe9a9 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 946 time: 0.1207552 Aug 31 09:18:05.471790 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60e9c9e5-f592-4be6-80ae-b33a5a44f41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:05.495013 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-04bd8dab-e6e8-44b8-b74b-2e5ec204ff84 req-693f6892-0823-4e05-894c-6c466777f51e tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] For port 57e931bc-1029-43b1-b433-8ddbb68cbc7e, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=57e931bc-1029-43b1-b433-8ddbb68cbc7e,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:05.495292 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-04bd8dab-e6e8-44b8-b74b-2e5ec204ff84 req-693f6892-0823-4e05-894c-6c466777f51e tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:05.517908 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-04bd8dab-e6e8-44b8-b74b-2e5ec204ff84 req-693f6892-0823-4e05-894c-6c466777f51e tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Calling delete_port for 57e931bc-1029-43b1-b433-8ddbb68cbc7e owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:18:05.522238 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=809867f7-afe0-46e1-81e0-6c66d7970832,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:05.525886 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e9c9e5-f592-4be6-80ae-b33a5a44f41f admin admin] Network 75e09785-e646-4091-b087-b031d80b436d is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:18:05.530039 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-60e9c9e5-f592-4be6-80ae-b33a5a44f41f admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:18:05.537260 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-27510239-e0d7-46c0-b709-2dfa2436aeda None None] Set router 35672bb4-32d2-48d8-929e-498592744a92 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:18:05.554353 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e9c9e5-f592-4be6-80ae-b33a5a44f41f admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:18:05.554743 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e71f1f47-51fb-46df-bc22-86b088f565d5 req-68dc3dcc-a653-421d-8687-fbad3aff9b28 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798783 Aug 31 09:18:05.608957 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9c9e5-f592-4be6-80ae-b33a5a44f41f admin admin] Pushing event updated for resources: {'Port': ['ID=b7c1c937-23ab-4d65-a3cb-792fb4f552bc,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:05.645866 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60e9c9e5-f592-4be6-80ae-b33a5a44f41f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:05.839866 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353cdffe-f0aa-4acb-8461-5452eb1e1130 req-9bbe59cd-051f-49d4-94ab-c586486291c0 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:05.850718 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-353cdffe-f0aa-4acb-8461-5452eb1e1130 req-9bbe59cd-051f-49d4-94ab-c586486291c0 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 950 time: 0.1223917 Aug 31 09:18:05.866058 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-27510239-e0d7-46c0-b709-2dfa2436aeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35672bb4-32d2-48d8-929e-498592744a92', 'name': 'tempest-ServersTestFqdnHostnames-1580856577-router', 'tenant_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '4ab8fcc7-0a71-442e-ac30-fcdba01b087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:01Z', 'updated_at': '2021-08-31T09:18:02Z', 'revision_number': 3, 'project_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'gw_port': {'id': '4ab8fcc7-0a71-442e-ac30-fcdba01b087b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35672bb4-32d2-48d8-929e-498592744a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:02Z', 'updated_at': '2021-08-31T09:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:05.907393 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27510239-e0d7-46c0-b709-2dfa2436aeda None None] The sync data for ids ['35672bb4-32d2-48d8-929e-498592744a92'] in n-d-791506-28 is: [{'id': '35672bb4-32d2-48d8-929e-498592744a92', 'name': 'tempest-ServersTestFqdnHostnames-1580856577-router', 'tenant_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '4ab8fcc7-0a71-442e-ac30-fcdba01b087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:01Z', 'updated_at': '2021-08-31T09:18:02Z', 'revision_number': 3, 'project_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'gw_port': {'id': '4ab8fcc7-0a71-442e-ac30-fcdba01b087b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35672bb4-32d2-48d8-929e-498592744a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:02Z', 'updated_at': '2021-08-31T09:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:18:05.910479 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-353cdffe-f0aa-4acb-8461-5452eb1e1130 req-e174eb9b-3204-4307-8fc4-1fb966d79cb7 tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/security-groups?id=77030156-d272-4be0-bc2e-7181fb4ea4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538871 Aug 31 09:18:05.925309 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-04bd8dab-e6e8-44b8-b74b-2e5ec204ff84 req-693f6892-0823-4e05-894c-6c466777f51e tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:05.928010 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['57e931bc-1029-43b1-b433-8ddbb68cbc7e'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:18:06.002033 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60e9c9e5-f592-4be6-80ae-b33a5a44f41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:06.012016 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f6892-0823-4e05-894c-6c466777f51e tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Pushing event deleted for resources: {'Port': ['ID=57e931bc-1029-43b1-b433-8ddbb68cbc7e,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:06.063339 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cac73c-089c-48f3-822a-9c5acc16c094 req-83dee7cc-5329-4e2a-8999-cea075f8777d tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:06.065034 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-2e353986-dbe9-4764-a708-96ed1d06d863 None None] Provisioning for port b7c1c937-23ab-4d65-a3cb-792fb4f552bc completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:18:06.065487 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-01cac73c-089c-48f3-822a-9c5acc16c094 req-83dee7cc-5329-4e2a-8999-cea075f8777d tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.112 "GET /v2.0/ports?device_id=756c0ff9-5613-41b0-90d3-a4613e34d378 HTTP/1.1" status: 200 len: 945 time: 0.1484637 Aug 31 09:18:06.070445 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-2e353986-dbe9-4764-a708-96ed1d06d863 None None] Provisioning complete for port b7c1c937-23ab-4d65-a3cb-792fb4f552bc triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:06.083986 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2e353986-dbe9-4764-a708-96ed1d06d863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:06.096006 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-04bd8dab-e6e8-44b8-b74b-2e5ec204ff84 req-693f6892-0823-4e05-894c-6c466777f51e tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] No DVR routers for this DVR port 57e931bc-1029-43b1-b433-8ddbb68cbc7e on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:18:06.097949 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-04bd8dab-e6e8-44b8-b74b-2e5ec204ff84 req-693f6892-0823-4e05-894c-6c466777f51e tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:06.100463 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-04bd8dab-e6e8-44b8-b74b-2e5ec204ff84 req-693f6892-0823-4e05-894c-6c466777f51e tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.112 "DELETE /v2.0/ports/57e931bc-1029-43b1-b433-8ddbb68cbc7e HTTP/1.1" status: 204 len: 173 time: 0.9605863 Aug 31 09:18:06.239145 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-01cac73c-089c-48f3-822a-9c5acc16c094 req-d11f47e7-9ea1-4141-b952-49de88828aae tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Deleting port 47f9728b-40e1-46f7-8b70-f393dcb2b2f2 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:18:06.239745 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-01cac73c-089c-48f3-822a-9c5acc16c094 req-d11f47e7-9ea1-4141-b952-49de88828aae tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:06.249461 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-2e353986-dbe9-4764-a708-96ed1d06d863 None None] Port b7c1c937-23ab-4d65-a3cb-792fb4f552bc cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:18:06.384404 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60e9c9e5-f592-4be6-80ae-b33a5a44f41f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:06.509821 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60e9c9e5-f592-4be6-80ae-b33a5a44f41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:06.527808 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45ae32-66a0-4023-9c79-8e2394b2b151 req-77151d96-a921-44ef-94db-a63ca847ecf6 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:06.535408 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-be45ae32-66a0-4023-9c79-8e2394b2b151 req-77151d96-a921-44ef-94db-a63ca847ecf6 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 943 time: 0.2868788 Aug 31 09:18:06.616313 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60e9c9e5-f592-4be6-80ae-b33a5a44f41f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:06.621242 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-01cac73c-089c-48f3-822a-9c5acc16c094 req-d11f47e7-9ea1-4141-b952-49de88828aae tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] For port 47f9728b-40e1-46f7-8b70-f393dcb2b2f2, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=47f9728b-40e1-46f7-8b70-f393dcb2b2f2,segment=NetworkSegment(8de8355c-a37f-4fe1-9899-e0cc9dc46979),segment_id=8de8355c-a37f-4fe1-9899-e0cc9dc46979)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:06.621610 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-01cac73c-089c-48f3-822a-9c5acc16c094 req-d11f47e7-9ea1-4141-b952-49de88828aae tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:06.626971 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9c9e5-f592-4be6-80ae-b33a5a44f41f admin admin] Pushing event updated for resources: {'Port': ['ID=b7c1c937-23ab-4d65-a3cb-792fb4f552bc,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:06.666785 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d70815-de2f-4762-a58c-5891f0f9387d', 'name': 'network-vif-deleted', 'tag': '57e931bc-1029-43b1-b433-8ddbb68cbc7e'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:18:06.671433 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0453291b-840d-4b47-a7cc-171758782f49" -d '{"events": [{"server_uuid": "85d70815-de2f-4762-a58c-5891f0f9387d", "name": "network-vif-deleted", "tag": "57e931bc-1029-43b1-b433-8ddbb68cbc7e"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:18:06.706097 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-01cac73c-089c-48f3-822a-9c5acc16c094 req-d11f47e7-9ea1-4141-b952-49de88828aae tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Calling delete_port for 47f9728b-40e1-46f7-8b70-f393dcb2b2f2 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:18:06.776821 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e9c9e5-f592-4be6-80ae-b33a5a44f41f admin admin] Network 75e09785-e646-4091-b087-b031d80b436d is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:18:06.778606 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-60e9c9e5-f592-4be6-80ae-b33a5a44f41f admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:18:06.845751 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-be45ae32-66a0-4023-9c79-8e2394b2b151 req-52cc675c-abcc-414f-be3f-4393760729d9 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075881 Aug 31 09:18:06.911298 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6f30c5d7-6aff-4039-919f-29561a53913f req-469495ac-c19a-46d7-9a5e-ce1710981642 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 210 time: 0.2595305 Aug 31 09:18:06.982939 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 809867f7-afe0-46e1-81e0-6c66d7970832 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:18:07.052025 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e9c9e5-f592-4be6-80ae-b33a5a44f41f admin admin] Router 35672bb4-32d2-48d8-929e-498592744a92 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:18:07.187319 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c7897-62b1-48c8-a9d3-0e3fe5ce9618 req-6e7f7c6e-0075-4371-8cd6-74bb1e6ef583 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:07.189339 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-560c7897-62b1-48c8-a9d3-0e3fe5ce9618 req-6e7f7c6e-0075-4371-8cd6-74bb1e6ef583 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 946 time: 0.0858822 Aug 31 09:18:07.214696 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd983000-cbd1-456f-88a3-e7ba35d5ebf4 x-openstack-request-id: req-cd983000-cbd1-456f-88a3-e7ba35d5ebf4 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:18:07.215009 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d70815-de2f-4762-a58c-5891f0f9387d", "name": "network-vif-deleted", "tag": "57e931bc-1029-43b1-b433-8ddbb68cbc7e", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:18:07.215252 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-cd983000-cbd1-456f-88a3-e7ba35d5ebf4 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:18:07.215664 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d70815-de2f-4762-a58c-5891f0f9387d', 'name': 'network-vif-deleted', 'tag': '57e931bc-1029-43b1-b433-8ddbb68cbc7e', 'status': 'completed', 'code': 200} Aug 31 09:18:07.289792 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-560c7897-62b1-48c8-a9d3-0e3fe5ce9618 req-ba7b7496-c468-4e38-8637-66ef1ccbceee tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918014 Aug 31 09:18:07.354777 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e9c9e5-f592-4be6-80ae-b33a5a44f41f admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:18:07.373165 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-60e9c9e5-f592-4be6-80ae-b33a5a44f41f admin admin] 10.222.0.119 "PUT /v2.0/routers/35672bb4-32d2-48d8-929e-498592744a92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5548041 Aug 31 09:18:07.404477 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d47c4373-cbcb-4649-b5c5-9bcbdc82aeef req-5b21220f-6765-4c43-b819-f052f7e912ab tempest-ServersAdminTestJSON-1467093409 tempest-ServersAdminTestJSON-1467093409-project] 10.222.0.119 "GET /v2.0/ports?device_id=85d70815-de2f-4762-a58c-5891f0f9387d HTTP/1.1" status: 200 len: 210 time: 0.0397558 Aug 31 09:18:07.414729 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3cef2c54-377a-4fff-b472-c589916259c4 None None] Provisioning complete for port b7c1c937-23ab-4d65-a3cb-792fb4f552bc triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:07.414729 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3cef2c54-377a-4fff-b472-c589916259c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:07.431595 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-01cac73c-089c-48f3-822a-9c5acc16c094 req-d11f47e7-9ea1-4141-b952-49de88828aae tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:07.486278 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['47f9728b-40e1-46f7-8b70-f393dcb2b2f2'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:18:07.551548 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f47e7-9ea1-4141-b952-49de88828aae tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Pushing event deleted for resources: {'Port': ['ID=47f9728b-40e1-46f7-8b70-f393dcb2b2f2,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:07.569769 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 809867f7-afe0-46e1-81e0-6c66d7970832 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:07.570312 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:07.643449 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-01cac73c-089c-48f3-822a-9c5acc16c094 req-d11f47e7-9ea1-4141-b952-49de88828aae tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] No DVR routers for this DVR port 47f9728b-40e1-46f7-8b70-f393dcb2b2f2 on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:18:07.647220 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-01cac73c-089c-48f3-822a-9c5acc16c094 req-d11f47e7-9ea1-4141-b952-49de88828aae tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:07.663107 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-01cac73c-089c-48f3-822a-9c5acc16c094 req-d11f47e7-9ea1-4141-b952-49de88828aae tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.112 "DELETE /v2.0/ports/47f9728b-40e1-46f7-8b70-f393dcb2b2f2 HTTP/1.1" status: 204 len: 173 time: 1.5685186 Aug 31 09:18:07.667382 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-3cef2c54-377a-4fff-b472-c589916259c4 None None] Port b7c1c937-23ab-4d65-a3cb-792fb4f552bc cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:18:07.738852 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4ab8fcc7-0a71-442e-ac30-fcdba01b087b up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:18:07.881390 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 4ab8fcc7-0a71-442e-ac30-fcdba01b087b completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:18:07.888307 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 4ab8fcc7-0a71-442e-ac30-fcdba01b087b triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:07.891600 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:07.966443 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 8e511f43-a9c8-42f8-a451-28cf32c15ad4 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:18:08.015885 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 8e511f43-a9c8-42f8-a451-28cf32c15ad4 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:18:08.016598 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 8e511f43-a9c8-42f8-a451-28cf32c15ad4 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:18:08.088073 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:08.127895 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 4ab8fcc7-0a71-442e-ac30-fcdba01b087b, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4ab8fcc7-0a71-442e-ac30-fcdba01b087b,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:08.174487 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ed774-2f40-46fd-bd02-0d17cab86478 req-00680c4e-ad40-4d36-931c-838a40a522cd tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:08.181516 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ed774-2f40-46fd-bd02-0d17cab86478 req-00680c4e-ad40-4d36-931c-838a40a522cd tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:08.186107 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f3ed774-2f40-46fd-bd02-0d17cab86478 req-00680c4e-ad40-4d36-931c-838a40a522cd tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/ports?device_id=414c1451-c0bb-4edd-b6db-f883f57a6297&device_id=bf06041b-0f77-4d37-9e0d-1628f387e270 HTTP/1.1" status: 200 len: 1681 time: 0.0691738 Aug 31 09:18:08.201327 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:08.230662 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f3ed774-2f40-46fd-bd02-0d17cab86478 req-be96d1aa-1dca-4276-a800-fdfc2ac455de tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/security-groups?id=5ead1bb5-cff9-4c84-a590-478263ff0f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401816 Aug 31 09:18:08.283275 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=4ab8fcc7-0a71-442e-ac30-fcdba01b087b,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:08.448491 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a7c5f-a556-4dea-bc5a-c690cbf494f6 req-a1d90798-0eba-4be5-880f-af0e1721e9d9 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:08.450279 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-464a7c5f-a556-4dea-bc5a-c690cbf494f6 req-a1d90798-0eba-4be5-880f-af0e1721e9d9 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 943 time: 0.1177242 Aug 31 09:18:08.451268 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132267db-8902-4378-873f-704ed82ec5a8 None None] Sync routers for ids ['35672bb4-32d2-48d8-929e-498592744a92'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:18:08.461498 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132267db-8902-4378-873f-704ed82ec5a8 None None] Routers {'35672bb4-32d2-48d8-929e-498592744a92'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:18:08.462093 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-132267db-8902-4378-873f-704ed82ec5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:17:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['35672bb4-32d2-48d8-929e-498592744a92'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:08.551250 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-464a7c5f-a556-4dea-bc5a-c690cbf494f6 req-d6ed11b0-d700-4b1c-84e7-09c6cecdbf09 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846803 Aug 31 09:18:08.557421 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58206) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:08.569249 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-6028b3de-11e9-4e8b-a0ce-95a9d393aa6a tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1953851100', 'description': 'tempest-description--2110081353'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:08.572233 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65402859-e678-4c75-b24a-00e880d8f590 req-c55c5cef-b648-488c-b5b5-16963907f884 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:08.580551 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-65402859-e678-4c75-b24a-00e880d8f590 req-c55c5cef-b648-488c-b5b5-16963907f884 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.112 "GET /v2.0/networks?id=2312c08d-c39b-46ec-b38c-b3b7a98a66d6 HTTP/1.1" status: 200 len: 813 time: 0.2059796 Aug 31 09:18:08.597644 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-65402859-e678-4c75-b24a-00e880d8f590 req-85b967c7-0945-4589-8d84-d11fc50f59c4 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Request body: {'port': {'device_id': '4e855eae-b90b-4d84-bf5a-442da2ad5805', 'network_id': '2312c08d-c39b-46ec-b38c-b3b7a98a66d6', 'admin_state_up': True, 'tenant_id': 'a4b76b2c0d334f2982a58726e130c5be'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:08.625028 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-132267db-8902-4378-873f-704ed82ec5a8 None None] Set router 35672bb4-32d2-48d8-929e-498592744a92 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:18:08.716096 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6028b3de-11e9-4e8b-a0ce-95a9d393aa6a tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:08.775166 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4ab8fcc7-0a71-442e-ac30-fcdba01b087b up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:18:08.837818 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 4ab8fcc7-0a71-442e-ac30-fcdba01b087b triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:08.838510 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:08.887360 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6028b3de-11e9-4e8b-a0ce-95a9d393aa6a tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:08.913793 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-132267db-8902-4378-873f-704ed82ec5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35672bb4-32d2-48d8-929e-498592744a92', 'name': 'tempest-ServersTestFqdnHostnames-1580856577-router', 'tenant_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '4ab8fcc7-0a71-442e-ac30-fcdba01b087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:01Z', 'updated_at': '2021-08-31T09:18:05Z', 'revision_number': 4, 'project_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'gw_port': {'id': '4ab8fcc7-0a71-442e-ac30-fcdba01b087b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35672bb4-32d2-48d8-929e-498592744a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:02Z', 'updated_at': '2021-08-31T09:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'b7c1c937-23ab-4d65-a3cb-792fb4f552bc', 'name': '', 'network_id': '75e09785-e646-4091-b087-b031d80b436d', 'tenant_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'mac_address': 'fa:16:3e:78:50:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35672bb4-32d2-48d8-929e-498592744a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '94033cac-3e36-46a7-9188-bd30da0ef87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:04Z', 'updated_at': '2021-08-31T09:18:06Z', 'revision_number': 2, 'project_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'subnets': [{'id': '94033cac-3e36-46a7-9188-bd30da0ef87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:08.990201 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6028b3de-11e9-4e8b-a0ce-95a9d393aa6a tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:09.025535 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028b3de-11e9-4e8b-a0ce-95a9d393aa6a tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95ae459f-13b7-49ee-874a-9a05f9032ce2,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:09.037477 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132267db-8902-4378-873f-704ed82ec5a8 None None] Checking router: 35672bb4-32d2-48d8-929e-498592744a92 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:18:09.038215 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132267db-8902-4378-873f-704ed82ec5a8 None None] Updating router 35672bb4-32d2-48d8-929e-498592744a92 port b7c1c937-23ab-4d65-a3cb-792fb4f552bc binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:18:09.065141 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-132267db-8902-4378-873f-704ed82ec5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:09.099808 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6028b3de-11e9-4e8b-a0ce-95a9d393aa6a tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:09.103953 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6028b3de-11e9-4e8b-a0ce-95a9d393aa6a tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5429680 Aug 31 09:18:09.104680 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58214) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:09.110422 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-93c37122-4b90-4a16-9bdc-dcdd40354336 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Request body: {'security_group_rule': {'security_group_id': '95ae459f-13b7-49ee-874a-9a05f9032ce2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:09.140344 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-30d9fca2-790f-483f-a667-430c9b950ddb req-ac010e55-a3c6-4a97-a6f0-83a550de1010 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 210 time: 0.5162318 Aug 31 09:18:09.193821 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1110a93-cf41-48a3-a225-b941e497b447 req-389fb183-824e-4568-a936-45eae1727b44 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:09.195331 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1110a93-cf41-48a3-a225-b941e497b447 req-389fb183-824e-4568-a936-45eae1727b44 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 946 time: 0.5309904 Aug 31 09:18:09.217121 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-ec4fb124-d305-421b-b1e9-dce689859b62 service neutron] 10.222.0.112 "GET /v2.0/ports/e63ad863-29f8-479a-a32b-8964edd0bc5e/bindings/n-h2-791506-28 HTTP/1.1" status: 200 len: 385 time: 0.5910485 Aug 31 09:18:09.217121 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756c0ff9-5613-41b0-90d3-a4613e34d378', 'name': 'network-vif-deleted', 'tag': '47f9728b-40e1-46f7-8b70-f393dcb2b2f2'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:18:09.219184 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e71bc6-bfc6-42c0-a197-db306e0ee387" -d '{"events": [{"server_uuid": "756c0ff9-5613-41b0-90d3-a4613e34d378", "name": "network-vif-deleted", "tag": "47f9728b-40e1-46f7-8b70-f393dcb2b2f2"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:18:09.271356 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-93c37122-4b90-4a16-9bdc-dcdd40354336 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:09.331135 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1110a93-cf41-48a3-a225-b941e497b447 req-b65659d1-cf95-4aab-adb4-c82f2b901a75 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080756 Aug 31 09:18:09.400287 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65402859-e678-4c75-b24a-00e880d8f590 req-85b967c7-0945-4589-8d84-d11fc50f59c4 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Made reservation on behalf of a4b76b2c0d334f2982a58726e130c5be for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:18:09.407994 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-65402859-e678-4c75-b24a-00e880d8f590 req-85b967c7-0945-4589-8d84-d11fc50f59c4 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:09.410688 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-93c37122-4b90-4a16-9bdc-dcdd40354336 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:09.420850 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-132267db-8902-4378-873f-704ed82ec5a8 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:09.432570 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-132267db-8902-4378-873f-704ed82ec5a8 None None] Transition to ACTIVE for port object b7c1c937-23ab-4d65-a3cb-792fb4f552bc will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:18:09.437626 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6701467-96c1-42d4-b9c0-7c65b4221508 x-openstack-request-id: req-e6701467-96c1-42d4-b9c0-7c65b4221508 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:18:09.438050 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756c0ff9-5613-41b0-90d3-a4613e34d378", "name": "network-vif-deleted", "tag": "47f9728b-40e1-46f7-8b70-f393dcb2b2f2", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:18:09.438401 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e6701467-96c1-42d4-b9c0-7c65b4221508 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:18:09.439314 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756c0ff9-5613-41b0-90d3-a4613e34d378', 'name': 'network-vif-deleted', 'tag': '47f9728b-40e1-46f7-8b70-f393dcb2b2f2', 'status': 'completed', 'code': 200} Aug 31 09:18:09.487915 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-93c37122-4b90-4a16-9bdc-dcdd40354336 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:09.507954 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c37122-4b90-4a16-9bdc-dcdd40354336 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b45426-d6de-4c47-891a-689e1abc017d,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:09.516015 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-132267db-8902-4378-873f-704ed82ec5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:09.552286 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-5787cbbb-3b5f-41b7-847d-2c0d275b651a service neutron] For port e63ad863-29f8-479a-a32b-8964edd0bc5e, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=e63ad863-29f8-479a-a32b-8964edd0bc5e,segment=NetworkSegment(329c79c6-5ca3-4a1a-b3d4-414355128167),segment_id=329c79c6-5ca3-4a1a-b3d4-414355128167)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:09.574542 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a3832e-5325-4859-bef7-3c2cfa5ceca5 None None] Pushing event updated for resources: {'Port': ['ID=b7c1c937-23ab-4d65-a3cb-792fb4f552bc,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:09.600407 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a3832e-5325-4859-bef7-3c2cfa5ceca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:09.600753 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a3832e-5325-4859-bef7-3c2cfa5ceca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:09.601398 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a3832e-5325-4859-bef7-3c2cfa5ceca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:09.601733 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a3832e-5325-4859-bef7-3c2cfa5ceca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:09.602061 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a3832e-5325-4859-bef7-3c2cfa5ceca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:09.602379 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a3832e-5325-4859-bef7-3c2cfa5ceca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:09.602725 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a3832e-5325-4859-bef7-3c2cfa5ceca5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:09.603042 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a3832e-5325-4859-bef7-3c2cfa5ceca5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:09.603357 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a3832e-5325-4859-bef7-3c2cfa5ceca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:09.603523 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-5787cbbb-3b5f-41b7-847d-2c0d275b651a service neutron] For port e63ad863-29f8-479a-a32b-8964edd0bc5e, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:18:09.603651 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a3832e-5325-4859-bef7-3c2cfa5ceca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:09.603968 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a3832e-5325-4859-bef7-3c2cfa5ceca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:09.604278 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a3832e-5325-4859-bef7-3c2cfa5ceca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:09.640566 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-93c37122-4b90-4a16-9bdc-dcdd40354336 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:09.643316 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-93c37122-4b90-4a16-9bdc-dcdd40354336 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5375154 Aug 31 09:18:09.647016 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-132267db-8902-4378-873f-704ed82ec5a8 None None] Attempting to bind port b7c1c937-23ab-4d65-a3cb-792fb4f552bc on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:18:09.647378 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-132267db-8902-4378-873f-704ed82ec5a8 None None] Attempting to bind port b7c1c937-23ab-4d65-a3cb-792fb4f552bc by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '75e09785-e646-4091-b087-b031d80b436d'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:18:09.651320 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132267db-8902-4378-873f-704ed82ec5a8 None None] Attempting to bind port b7c1c937-23ab-4d65-a3cb-792fb4f552bc on network 75e09785-e646-4091-b087-b031d80b436d {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:18:09.651853 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58228) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:09.660542 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-d34c08bf-b8c1-4c24-ad37-f8ce0b6cfcf9 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Request body: {'security_group_rule': {'security_group_id': '95ae459f-13b7-49ee-874a-9a05f9032ce2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:09.663572 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132267db-8902-4378-873f-704ed82ec5a8 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:18:09.663940 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132267db-8902-4378-873f-704ed82ec5a8 None None] Checking segment: {'id': '84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '75e09785-e646-4091-b087-b031d80b436d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:18:09.664336 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-132267db-8902-4378-873f-704ed82ec5a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:09.664720 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132267db-8902-4378-873f-704ed82ec5a8 None None] Bound using segment: {'id': '84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '75e09785-e646-4091-b087-b031d80b436d'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:18:09.665178 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-132267db-8902-4378-873f-704ed82ec5a8 None None] Bound port: b7c1c937-23ab-4d65-a3cb-792fb4f552bc, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '75e09785-e646-4091-b087-b031d80b436d'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:18:09.665394 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-5787cbbb-3b5f-41b7-847d-2c0d275b651a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e63ad863-29f8-479a-a32b-8964edd0bc5e {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:18:09.665562 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-132267db-8902-4378-873f-704ed82ec5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:09.692687 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-5787cbbb-3b5f-41b7-847d-2c0d275b651a service neutron] For port e63ad863-29f8-479a-a32b-8964edd0bc5e, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=e63ad863-29f8-479a-a32b-8964edd0bc5e,segment=NetworkSegment(329c79c6-5ca3-4a1a-b3d4-414355128167),segment_id=329c79c6-5ca3-4a1a-b3d4-414355128167)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:09.715631 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-65402859-e678-4c75-b24a-00e880d8f590 req-85b967c7-0945-4589-8d84-d11fc50f59c4 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Allocated IP 172.20.0.10 (2312c08d-c39b-46ec-b38c-b3b7a98a66d6/650e429b-ac22-4b85-a993-e29e512d35f7/cc6e6af7-26a7-41aa-9701-42509423a320) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:18:09.758411 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d34c08bf-b8c1-4c24-ad37-f8ce0b6cfcf9 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:09.777186 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58230) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:09.786270 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-132267db-8902-4378-873f-704ed82ec5a8 None None] For port b7c1c937-23ab-4d65-a3cb-792fb4f552bc, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:18:09.789965 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-132267db-8902-4378-873f-704ed82ec5a8 None None] For port b7c1c937-23ab-4d65-a3cb-792fb4f552bc, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=b7c1c937-23ab-4d65-a3cb-792fb4f552bc,segment=NetworkSegment(84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a),segment_id=84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:18:09.859062 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-132267db-8902-4378-873f-704ed82ec5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:09.903306 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d34c08bf-b8c1-4c24-ad37-f8ce0b6cfcf9 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:09.930918 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 57e931bc-1029-43b1-b433-8ddbb68cbc7e no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:18:09.974139 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-65402859-e678-4c75-b24a-00e880d8f590 req-85b967c7-0945-4589-8d84-d11fc50f59c4 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:09.974523 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 57e931bc-1029-43b1-b433-8ddbb68cbc7e {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:18:09.977228 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 57e931bc-1029-43b1-b433-8ddbb68cbc7e not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:18:09.977987 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 47f9728b-40e1-46f7-8b70-f393dcb2b2f2 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:18:09.979110 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d34c08bf-b8c1-4c24-ad37-f8ce0b6cfcf9 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:10.006465 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a3832e-5325-4859-bef7-3c2cfa5ceca5 None None] Pushing event updated for resources: {'Port': ['ID=b7c1c937-23ab-4d65-a3cb-792fb4f552bc,revision_number=4']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:10.009579 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132267db-8902-4378-873f-704ed82ec5a8 None None] Routers {'35672bb4-32d2-48d8-929e-498592744a92'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:18:10.010175 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-132267db-8902-4378-873f-704ed82ec5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:17:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['35672bb4-32d2-48d8-929e-498592744a92'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:10.014745 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c08bf-b8c1-4c24-ad37-f8ce0b6cfcf9 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8000ae24-c6b4-464e-8129-1c4ea99676bb,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:10.038505 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-5787cbbb-3b5f-41b7-847d-2c0d275b651a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:10.059005 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 47f9728b-40e1-46f7-8b70-f393dcb2b2f2 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:18:10.063685 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 47f9728b-40e1-46f7-8b70-f393dcb2b2f2 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:18:10.063685 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device e63ad863-29f8-479a-a32b-8964edd0bc5e no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:18:10.084404 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d34c08bf-b8c1-4c24-ad37-f8ce0b6cfcf9 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:10.086665 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d34c08bf-b8c1-4c24-ad37-f8ce0b6cfcf9 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4330983 Aug 31 09:18:10.089104 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58236) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:10.101596 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-09d158b4-c4e4-4067-8879-5d4d82d949b6 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:10.133287 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f2333-66ef-4309-82d8-3fcc0e960467 req-279e3b67-47c7-421e-9466-8923d32f6d8c tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:10.135036 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4a5f2333-66ef-4309-82d8-3fcc0e960467 req-279e3b67-47c7-421e-9466-8923d32f6d8c tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 943 time: 0.4396021 Aug 31 09:18:10.166875 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0af178bc-3b73-46aa-a96b-5f2bef8756aa admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=942a88e8ba9345a2859c3c0abfa564dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3863013 Aug 31 09:18:10.169048 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58240) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:10.216163 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-132267db-8902-4378-873f-704ed82ec5a8 None None] Set router 35672bb4-32d2-48d8-929e-498592744a92 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:18:10.240764 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-91ecc37f-8740-487d-aa91-eea6b44a9a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:10.246480 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4a5f2333-66ef-4309-82d8-3fcc0e960467 req-c65eb373-bdfd-42cf-9dfa-3405f75c62ed tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902641 Aug 31 09:18:10.278433 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-65402859-e678-4c75-b24a-00e880d8f590 req-85b967c7-0945-4589-8d84-d11fc50f59c4 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:10.298832 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-09d158b4-c4e4-4067-8879-5d4d82d949b6 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks [] for floatingip, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:10.366458 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65402859-e678-4c75-b24a-00e880d8f590 req-85b967c7-0945-4589-8d84-d11fc50f59c4 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Network 2312c08d-c39b-46ec-b38c-b3b7a98a66d6 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:18:10.374090 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-5787cbbb-3b5f-41b7-847d-2c0d275b651a service neutron] Transition to ACTIVE for port object e63ad863-29f8-479a-a32b-8964edd0bc5e will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:18:10.378055 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-65402859-e678-4c75-b24a-00e880d8f590 req-85b967c7-0945-4589-8d84-d11fc50f59c4 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:18:10.382500 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-65402859-e678-4c75-b24a-00e880d8f590 req-85b967c7-0945-4589-8d84-d11fc50f59c4 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:18:10.382730 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-91ecc37f-8740-487d-aa91-eea6b44a9a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:10.399561 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:18:10.433720 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b967c7-0945-4589-8d84-d11fc50f59c4 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Pushing event updated for resources: {'Port': ['ID=cc6e6af7-26a7-41aa-9701-42509423a320,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:10.460649 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-5787cbbb-3b5f-41b7-847d-2c0d275b651a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:10.519880 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-09d158b4-c4e4-4067-8879-5d4d82d949b6 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:10.528679 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65402859-e678-4c75-b24a-00e880d8f590 req-85b967c7-0945-4589-8d84-d11fc50f59c4 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:10.529311 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-65402859-e678-4c75-b24a-00e880d8f590 req-85b967c7-0945-4589-8d84-d11fc50f59c4 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:10.554151 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-5787cbbb-3b5f-41b7-847d-2c0d275b651a service neutron] No DVR routers for this DVR port e63ad863-29f8-479a-a32b-8964edd0bc5e on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:18:10.564903 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-91ecc37f-8740-487d-aa91-eea6b44a9a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:10.565488 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-132267db-8902-4378-873f-704ed82ec5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35672bb4-32d2-48d8-929e-498592744a92', 'name': 'tempest-ServersTestFqdnHostnames-1580856577-router', 'tenant_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '4ab8fcc7-0a71-442e-ac30-fcdba01b087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:01Z', 'updated_at': '2021-08-31T09:18:05Z', 'revision_number': 4, 'project_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'gw_port': {'id': '4ab8fcc7-0a71-442e-ac30-fcdba01b087b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35672bb4-32d2-48d8-929e-498592744a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:02Z', 'updated_at': '2021-08-31T09:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'b7c1c937-23ab-4d65-a3cb-792fb4f552bc', 'name': '', 'network_id': '75e09785-e646-4091-b087-b031d80b436d', 'tenant_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'mac_address': 'fa:16:3e:78:50:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35672bb4-32d2-48d8-929e-498592744a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '94033cac-3e36-46a7-9188-bd30da0ef87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:04Z', 'updated_at': '2021-08-31T09:18:09Z', 'revision_number': 4, 'project_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'subnets': [{'id': '94033cac-3e36-46a7-9188-bd30da0ef87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:10.567829 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-91ecc37f-8740-487d-aa91-eea6b44a9a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:10.569636 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-91ecc37f-8740-487d-aa91-eea6b44a9a20 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/77030156-d272-4be0-bc2e-7181fb4ea4a3 HTTP/1.1" status: 204 len: 168 time: 0.3993919 Aug 31 09:18:10.582479 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ecc37f-8740-487d-aa91-eea6b44a9a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77030156-d272-4be0-bc2e-7181fb4ea4a3,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:10.595734 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc97d25-1ecc-4832-b1c5-75e043ff7269 req-71256a57-bd3c-49a9-9b7e-7a5536d4d384 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:10.597308 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2fc97d25-1ecc-4832-b1c5-75e043ff7269 req-71256a57-bd3c-49a9-9b7e-7a5536d4d384 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 932 time: 0.1748676 Aug 31 09:18:10.606314 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132267db-8902-4378-873f-704ed82ec5a8 None None] The sync data for ids ['35672bb4-32d2-48d8-929e-498592744a92'] in n-d-791506-28 is: [{'id': '35672bb4-32d2-48d8-929e-498592744a92', 'name': 'tempest-ServersTestFqdnHostnames-1580856577-router', 'tenant_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '4ab8fcc7-0a71-442e-ac30-fcdba01b087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:01Z', 'updated_at': '2021-08-31T09:18:05Z', 'revision_number': 4, 'project_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'gw_port': {'id': '4ab8fcc7-0a71-442e-ac30-fcdba01b087b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35672bb4-32d2-48d8-929e-498592744a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:02Z', 'updated_at': '2021-08-31T09:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'b7c1c937-23ab-4d65-a3cb-792fb4f552bc', 'name': '', 'network_id': '75e09785-e646-4091-b087-b031d80b436d', 'tenant_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'mac_address': 'fa:16:3e:78:50:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35672bb4-32d2-48d8-929e-498592744a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '94033cac-3e36-46a7-9188-bd30da0ef87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:04Z', 'updated_at': '2021-08-31T09:18:09Z', 'revision_number': 4, 'project_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'subnets': [{'id': '94033cac-3e36-46a7-9188-bd30da0ef87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:18:10.639153 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5787cbbb-3b5f-41b7-847d-2c0d275b651a service neutron] Pushing event updated for resources: {'Port': ['ID=e63ad863-29f8-479a-a32b-8964edd0bc5e,revision_number=10']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:10.654135 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-65402859-e678-4c75-b24a-00e880d8f590 req-85b967c7-0945-4589-8d84-d11fc50f59c4 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0637765 Aug 31 09:18:10.664700 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-5787cbbb-3b5f-41b7-847d-2c0d275b651a service neutron] 10.222.0.112 "PUT /v2.0/ports/e63ad863-29f8-479a-a32b-8964edd0bc5e/bindings/n-h2-791506-28/activate HTTP/1.1" status: 200 len: 370 time: 1.4354446 Aug 31 09:18:10.686443 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-65402859-e678-4c75-b24a-00e880d8f590 req-e8c1e69f-61d3-4d84-99fd-b51beb1d9eda service neutron] Request body: {'port': {'device_id': '4e855eae-b90b-4d84-bf5a-442da2ad5805', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:10.730748 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-09d158b4-c4e4-4067-8879-5d4d82d949b6 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Allocated IP 172.25.2.189 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/f926255f-45b7-434d-8273-3991fd0db33a) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:18:10.750119 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2fc97d25-1ecc-4832-b1c5-75e043ff7269 req-13b87c0e-82f7-460e-b99e-250cb0431383 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299584 Aug 31 09:18:10.771987 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0fa78-1823-4178-82e1-dd3436fae552 req-ee1d4237-018a-41c1-af3d-4eeeb1dd2067 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:10.774202 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-04f0fa78-1823-4178-82e1-dd3436fae552 req-ee1d4237-018a-41c1-af3d-4eeeb1dd2067 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 946 time: 0.2146208 Aug 31 09:18:10.873360 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-65402859-e678-4c75-b24a-00e880d8f590 req-e8c1e69f-61d3-4d84-99fd-b51beb1d9eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:10.899935 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b7c1c937-23ab-4d65-a3cb-792fb4f552bc up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:18:10.925712 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-09d158b4-c4e4-4067-8879-5d4d82d949b6 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:10.991000 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-04f0fa78-1823-4178-82e1-dd3436fae552 req-29528cb2-ac99-453c-99ae-e0dd6b925d3a tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956577 Aug 31 09:18:11.034928 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-a9699945-e76e-4c38-8558-f8fc7f9fef96 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:11.034928 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-a9699945-e76e-4c38-8558-f8fc7f9fef96 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35&tenant_id=91627f68c71f4b29855d6c5fb4946dae&binding%3Ahost_id=n-h1-791506-28 HTTP/1.1" status: 200 len: 1096 time: 0.1650598 Aug 31 09:18:11.053434 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port b7c1c937-23ab-4d65-a3cb-792fb4f552bc completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:18:11.057766 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port b7c1c937-23ab-4d65-a3cb-792fb4f552bc triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:11.063098 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:11.082740 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-09d158b4-c4e4-4067-8879-5d4d82d949b6 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:11.133700 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d158b4-c4e4-4067-8879-5d4d82d949b6 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:18:11.137138 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-09d158b4-c4e4-4067-8879-5d4d82d949b6 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:18:11.141042 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d158b4-c4e4-4067-8879-5d4d82d949b6 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:18:11.161924 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:11.193985 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d158b4-c4e4-4067-8879-5d4d82d949b6 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Pushing event updated for resources: {'Port': ['ID=f926255f-45b7-434d-8273-3991fd0db33a,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:11.214682 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port b7c1c937-23ab-4d65-a3cb-792fb4f552bc, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=b7c1c937-23ab-4d65-a3cb-792fb4f552bc,segment=NetworkSegment(84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a),segment_id=84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:11.252800 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-de2892ee-8de8-4eaa-820a-4c6f4f867c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:11.254212 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-de2892ee-8de8-4eaa-820a-4c6f4f867c2d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35&tenant_id=91627f68c71f4b29855d6c5fb4946dae HTTP/1.1" status: 200 len: 1096 time: 0.2133560 Aug 31 09:18:11.267103 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-09d158b4-c4e4-4067-8879-5d4d82d949b6 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:11.293441 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-680e23f0-8c81-4ffc-94d6-578b71e51188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:11.322025 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66c0ee-fdb8-4f78-8d7f-7f65543e870b req-1b37c274-18b5-4e9e-8f05-dfe23aef45b7 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:11.323891 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db66c0ee-fdb8-4f78-8d7f-7f65543e870b req-1b37c274-18b5-4e9e-8f05-dfe23aef45b7 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/ports?device_id=414c1451-c0bb-4edd-b6db-f883f57a6297 HTTP/1.1" status: 200 len: 945 time: 0.1750557 Aug 31 09:18:11.327242 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:11.418484 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=b7c1c937-23ab-4d65-a3cb-792fb4f552bc,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:11.420780 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-09d158b4-c4e4-4067-8879-5d4d82d949b6 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:11.448318 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-987eb8a7-ab39-426e-8a26-cf360ed3c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:11.450172 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-987eb8a7-ab39-426e-8a26-cf360ed3c378 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=91627f68c71f4b29855d6c5fb4946dae&device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 1096 time: 0.1476393 Aug 31 09:18:11.494624 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58258) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:11.513371 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db66c0ee-fdb8-4f78-8d7f-7f65543e870b req-6d5471e7-571e-4de3-8d94-67183b545f4a tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/security-groups?id=5ead1bb5-cff9-4c84-a590-478263ff0f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662517 Aug 31 09:18:11.574007 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a5e02-7a8a-4d13-9535-90183fb0d9dc req-1d55fae4-a386-4c2a-b70b-b0cf0f82f15b tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:11.575601 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f76a5e02-7a8a-4d13-9535-90183fb0d9dc req-1d55fae4-a386-4c2a-b70b-b0cf0f82f15b tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 944 time: 0.1760724 Aug 31 09:18:11.625555 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9ea5095c-cc61-45e9-9172-6331101d7095 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=7318b2e71500436497c3e474408e6b3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1263845 Aug 31 09:18:11.626370 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58260) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:11.695956 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-65402859-e678-4c75-b24a-00e880d8f590 req-e8c1e69f-61d3-4d84-99fd-b51beb1d9eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc6e6af7-26a7-41aa-9701-42509423a320 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:18:11.709282 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f76a5e02-7a8a-4d13-9535-90183fb0d9dc req-61c5e094-6d4f-4e7b-88c9-6b98e677c271 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211984 Aug 31 09:18:11.712222 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-65402859-e678-4c75-b24a-00e880d8f590 req-e8c1e69f-61d3-4d84-99fd-b51beb1d9eda service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:11.715296 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-fac35d49-dc74-4ba8-a221-41d8fd9de129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:11.716770 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-fac35d49-dc74-4ba8-a221-41d8fd9de129 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f353997d-12d5-47f5-bc55-13148c348a0b HTTP/1.1" status: 200 len: 923 time: 0.2507825 Aug 31 09:18:11.734889 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-65402859-e678-4c75-b24a-00e880d8f590 req-e8c1e69f-61d3-4d84-99fd-b51beb1d9eda service neutron] Transition to ACTIVE for port object cc6e6af7-26a7-41aa-9701-42509423a320 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:18:11.738982 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-45128f2b-2d3c-4a22-a2ee-409a72910b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:11.768491 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-c5ce9b62-fc1d-4886-afd8-ae6880724980 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e63ad863-29f8-479a-a32b-8964edd0bc5e HTTP/1.1" status: 200 len: 217 time: 0.0414188 Aug 31 09:18:11.772685 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-09d158b4-c4e4-4067-8879-5d4d82d949b6 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:11.792568 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-45128f2b-2d3c-4a22-a2ee-409a72910b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:11.849083 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-65402859-e678-4c75-b24a-00e880d8f590 req-e8c1e69f-61d3-4d84-99fd-b51beb1d9eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:11.887556 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-09d158b4-c4e4-4067-8879-5d4d82d949b6 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:11.951420 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-6e016b27-7537-4fc8-8f93-9b331305edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:11.954727 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-6e016b27-7537-4fc8-8f93-9b331305edb1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2c5f0e8-9f08-4f88-baac-5c015079d04c HTTP/1.1" status: 200 len: 861 time: 0.1756022 Aug 31 09:18:12.000010 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497d675-2161-41cc-b3ae-896c4e688c03 req-107ed4a4-8ac1-4edc-9f72-5b5e855ddb4e tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:12.003119 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5497d675-2161-41cc-b3ae-896c4e688c03 req-107ed4a4-8ac1-4edc-9f72-5b5e855ddb4e tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.112 "GET /v2.0/ports?device_id=414c1451-c0bb-4edd-b6db-f883f57a6297 HTTP/1.1" status: 200 len: 945 time: 0.2375603 Aug 31 09:18:12.008659 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d158b4-c4e4-4067-8879-5d4d82d949b6 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Pushing event updated for resources: {'Port': ['ID=f926255f-45b7-434d-8273-3991fd0db33a,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:12.013038 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-45128f2b-2d3c-4a22-a2ee-409a72910b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:12.015891 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-45128f2b-2d3c-4a22-a2ee-409a72910b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:12.030187 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1e69f-61d3-4d84-99fd-b51beb1d9eda service neutron] Pushing event updated for resources: {'Port': ['ID=cc6e6af7-26a7-41aa-9701-42509423a320,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:12.036475 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-45128f2b-2d3c-4a22-a2ee-409a72910b27 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/d2a5f2aa-3d67-4b57-8c9a-f06e2baace02 HTTP/1.1" status: 204 len: 168 time: 0.4074185 Aug 31 09:18:12.061701 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-8fad889a-f442-4e0c-83f0-baa2d7c866c1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f353997d-12d5-47f5-bc55-13148c348a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797246 Aug 31 09:18:12.068977 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45128f2b-2d3c-4a22-a2ee-409a72910b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a5f2aa-3d67-4b57-8c9a-f06e2baace02,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:12.081831 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-09d158b4-c4e4-4067-8879-5d4d82d949b6 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:12.120614 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b1030-a085-429a-83ce-ba41111cfe35 req-d21aa951-2a7d-4845-8f61-78932387101a tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:12.122475 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b95b1030-a085-429a-83ce-ba41111cfe35 req-d21aa951-2a7d-4845-8f61-78932387101a tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 944 time: 0.2860830 Aug 31 09:18:12.201953 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-09d158b4-c4e4-4067-8879-5d4d82d949b6 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:12.212292 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-09d158b4-c4e4-4067-8879-5d4d82d949b6 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1201148 Aug 31 09:18:12.275756 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e37c8-8651-44c5-8805-f7a6f7b838f3 req-03201b82-b318-4738-be54-b7f6da79492c tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:12.277550 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3e6e37c8-8651-44c5-8805-f7a6f7b838f3 req-03201b82-b318-4738-be54-b7f6da79492c tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.112 "GET /v2.0/ports?device_id=bf06041b-0f77-4d37-9e0d-1628f387e270 HTTP/1.1" status: 200 len: 945 time: 0.0639374 Aug 31 09:18:12.340020 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-65402859-e678-4c75-b24a-00e880d8f590 req-e8c1e69f-61d3-4d84-99fd-b51beb1d9eda service neutron] Attempting to bind port cc6e6af7-26a7-41aa-9701-42509423a320 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:18:12.340617 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-65402859-e678-4c75-b24a-00e880d8f590 req-e8c1e69f-61d3-4d84-99fd-b51beb1d9eda service neutron] Attempting to bind port cc6e6af7-26a7-41aa-9701-42509423a320 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '8de8355c-a37f-4fe1-9899-e0cc9dc46979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1613, 'network_id': '2312c08d-c39b-46ec-b38c-b3b7a98a66d6'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:18:12.340744 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65402859-e678-4c75-b24a-00e880d8f590 req-e8c1e69f-61d3-4d84-99fd-b51beb1d9eda service neutron] Attempting to bind port cc6e6af7-26a7-41aa-9701-42509423a320 on network 2312c08d-c39b-46ec-b38c-b3b7a98a66d6 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:18:12.347061 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b95b1030-a085-429a-83ce-ba41111cfe35 req-f8ed2b79-5e86-40df-9afd-ecf93419965d tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657982 Aug 31 09:18:12.371713 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ff652-f07a-4e43-8b35-a25925d3e029 req-a1039c2e-7d01-45e3-afe9-e08d948d4321 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:12.379190 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d7ff652-f07a-4e43-8b35-a25925d3e029 req-a1039c2e-7d01-45e3-afe9-e08d948d4321 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 946 time: 0.1907256 Aug 31 09:18:12.392608 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65402859-e678-4c75-b24a-00e880d8f590 req-e8c1e69f-61d3-4d84-99fd-b51beb1d9eda service neutron] Port cc6e6af7-26a7-41aa-9701-42509423a320 on network 2312c08d-c39b-46ec-b38c-b3b7a98a66d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:18:12.392931 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65402859-e678-4c75-b24a-00e880d8f590 req-e8c1e69f-61d3-4d84-99fd-b51beb1d9eda service neutron] Attempting to bind port cc6e6af7-26a7-41aa-9701-42509423a320 on network 2312c08d-c39b-46ec-b38c-b3b7a98a66d6 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:18:12.396432 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-70369f64-9c41-47f3-a9a3-87b7ab0056d1 service neutron] 10.222.0.59 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881813 Aug 31 09:18:12.432437 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-3e6e37c8-8651-44c5-8805-f7a6f7b838f3 req-34795714-5c6f-41ce-abeb-91a07783bc14 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Deleting port 7b59f912-90c0-4c96-969b-07c9c076f571 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:18:12.432437 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-3e6e37c8-8651-44c5-8805-f7a6f7b838f3 req-34795714-5c6f-41ce-abeb-91a07783bc14 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:12.465209 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65402859-e678-4c75-b24a-00e880d8f590 req-e8c1e69f-61d3-4d84-99fd-b51beb1d9eda service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:18:12.469160 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65402859-e678-4c75-b24a-00e880d8f590 req-e8c1e69f-61d3-4d84-99fd-b51beb1d9eda service neutron] Checking segment: {'id': '8de8355c-a37f-4fe1-9899-e0cc9dc46979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1613, 'network_id': '2312c08d-c39b-46ec-b38c-b3b7a98a66d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:18:12.469160 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65402859-e678-4c75-b24a-00e880d8f590 req-e8c1e69f-61d3-4d84-99fd-b51beb1d9eda service neutron] Bound using segment: {'id': '8de8355c-a37f-4fe1-9899-e0cc9dc46979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1613, 'network_id': '2312c08d-c39b-46ec-b38c-b3b7a98a66d6'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:18:12.469160 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-65402859-e678-4c75-b24a-00e880d8f590 req-e8c1e69f-61d3-4d84-99fd-b51beb1d9eda service neutron] Bound port: cc6e6af7-26a7-41aa-9701-42509423a320, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de8355c-a37f-4fe1-9899-e0cc9dc46979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1613, 'network_id': '2312c08d-c39b-46ec-b38c-b3b7a98a66d6'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:18:12.469160 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-65402859-e678-4c75-b24a-00e880d8f590 req-e8c1e69f-61d3-4d84-99fd-b51beb1d9eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:12.532313 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-3e6e37c8-8651-44c5-8805-f7a6f7b838f3 req-34795714-5c6f-41ce-abeb-91a07783bc14 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] For port 7b59f912-90c0-4c96-969b-07c9c076f571, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=7b59f912-90c0-4c96-969b-07c9c076f571,segment=NetworkSegment(18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15),segment_id=18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:12.533564 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-3e6e37c8-8651-44c5-8805-f7a6f7b838f3 req-34795714-5c6f-41ce-abeb-91a07783bc14 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:12.547589 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-3e6e37c8-8651-44c5-8805-f7a6f7b838f3 req-34795714-5c6f-41ce-abeb-91a07783bc14 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Calling delete_port for 7b59f912-90c0-4c96-969b-07c9c076f571 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:18:12.560258 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-5497d675-2161-41cc-b3ae-896c4e688c03 req-e0939122-d899-4480-8805-b73dcc36f618 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Deleting port 3da669bb-ad1b-43b7-b010-d6bf552d432d {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:18:12.560599 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5497d675-2161-41cc-b3ae-896c4e688c03 req-e0939122-d899-4480-8805-b73dcc36f618 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:12.591947 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d7ff652-f07a-4e43-8b35-a25925d3e029 req-2bf04c91-2ce3-423a-9c8c-eac8c7a89508 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114041 Aug 31 09:18:12.638023 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-07cad649-c6be-4b0f-8307-2c6b01b06a59 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-securitygroup--1953851100&fields=id&tenant_id=3ee53d83cab74f8189b7e564f9ce32ef HTTP/1.1" status: 200 len: 267 time: 0.1979928 Aug 31 09:18:12.710847 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-7c0678c4-1989-4114-8122-a90776748a11 service neutron] 10.222.0.59 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988703 Aug 31 09:18:12.760449 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-65402859-e678-4c75-b24a-00e880d8f590 req-e8c1e69f-61d3-4d84-99fd-b51beb1d9eda service neutron] For port cc6e6af7-26a7-41aa-9701-42509423a320, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:18:12.771654 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b7c1c937-23ab-4d65-a3cb-792fb4f552bc up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:18:12.821251 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port b7c1c937-23ab-4d65-a3cb-792fb4f552bc triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:12.821766 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:12.826208 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-65402859-e678-4c75-b24a-00e880d8f590 req-e8c1e69f-61d3-4d84-99fd-b51beb1d9eda service neutron] For port cc6e6af7-26a7-41aa-9701-42509423a320, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=cc6e6af7-26a7-41aa-9701-42509423a320,segment=NetworkSegment(8de8355c-a37f-4fe1-9899-e0cc9dc46979),segment_id=8de8355c-a37f-4fe1-9899-e0cc9dc46979)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:18:12.844331 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-3e6e37c8-8651-44c5-8805-f7a6f7b838f3 req-34795714-5c6f-41ce-abeb-91a07783bc14 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:12.848074 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-5497d675-2161-41cc-b3ae-896c4e688c03 req-e0939122-d899-4480-8805-b73dcc36f618 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] For port 3da669bb-ad1b-43b7-b010-d6bf552d432d, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3da669bb-ad1b-43b7-b010-d6bf552d432d,segment=NetworkSegment(18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15),segment_id=18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:12.851225 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5497d675-2161-41cc-b3ae-896c4e688c03 req-e0939122-d899-4480-8805-b73dcc36f618 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:12.862388 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-5497d675-2161-41cc-b3ae-896c4e688c03 req-e0939122-d899-4480-8805-b73dcc36f618 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Calling delete_port for 3da669bb-ad1b-43b7-b010-d6bf552d432d owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:18:12.865388 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['3da669bb-ad1b-43b7-b010-d6bf552d432d', '7b59f912-90c0-4c96-969b-07c9c076f571'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:18:12.904154 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34795714-5c6f-41ce-abeb-91a07783bc14 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Pushing event deleted for resources: {'Port': ['ID=7b59f912-90c0-4c96-969b-07c9c076f571,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:12.930106 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6e37c8-8651-44c5-8805-f7a6f7b838f3 req-34795714-5c6f-41ce-abeb-91a07783bc14 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] No DVR routers for this DVR port 7b59f912-90c0-4c96-969b-07c9c076f571 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:18:12.933622 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-3e6e37c8-8651-44c5-8805-f7a6f7b838f3 req-34795714-5c6f-41ce-abeb-91a07783bc14 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:12.935803 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3e6e37c8-8651-44c5-8805-f7a6f7b838f3 req-34795714-5c6f-41ce-abeb-91a07783bc14 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.112 "DELETE /v2.0/ports/7b59f912-90c0-4c96-969b-07c9c076f571 HTTP/1.1" status: 204 len: 173 time: 0.6520021 Aug 31 09:18:12.936404 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf06041b-0f77-4d37-9e0d-1628f387e270', 'name': 'network-vif-deleted', 'tag': '7b59f912-90c0-4c96-969b-07c9c076f571'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:18:12.939964 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991c0f1b-0043-4523-8eb0-b54be213fea1" -d '{"events": [{"server_uuid": "bf06041b-0f77-4d37-9e0d-1628f387e270", "name": "network-vif-deleted", "tag": "7b59f912-90c0-4c96-969b-07c9c076f571"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:18:12.994836 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-65402859-e678-4c75-b24a-00e880d8f590 req-e8c1e69f-61d3-4d84-99fd-b51beb1d9eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:13.065600 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1eb5e-7186-4e9f-8e43-f078f705ca3e req-99136d5c-7b0b-4331-9dd8-1ef5a70ef199 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:13.067902 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fac1eb5e-7186-4e9f-8e43-f078f705ca3e req-99136d5c-7b0b-4331-9dd8-1ef5a70ef199 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/ports?device_id=414c1451-c0bb-4edd-b6db-f883f57a6297 HTTP/1.1" status: 200 len: 945 time: 0.3558342 Aug 31 09:18:13.087799 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65402859-e678-4c75-b24a-00e880d8f590 req-e8c1e69f-61d3-4d84-99fd-b51beb1d9eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:13.088524 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-65402859-e678-4c75-b24a-00e880d8f590 req-e8c1e69f-61d3-4d84-99fd-b51beb1d9eda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:13.090031 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-65402859-e678-4c75-b24a-00e880d8f590 req-e8c1e69f-61d3-4d84-99fd-b51beb1d9eda service neutron] 10.222.0.112 "PUT /v2.0/ports/cc6e6af7-26a7-41aa-9701-42509423a320 HTTP/1.1" status: 200 len: 1093 time: 2.4113708 Aug 31 09:18:13.100680 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e855eae-b90b-4d84-bf5a-442da2ad5805', 'tag': 'cc6e6af7-26a7-41aa-9701-42509423a320'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:18:13.104819 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de5aded-b283-4c06-97f8-424ac0ec79ae" -d '{"events": [{"name": "network-changed", "server_uuid": "4e855eae-b90b-4d84-bf5a-442da2ad5805", "tag": "cc6e6af7-26a7-41aa-9701-42509423a320"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:18:13.128212 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-534fe3ed-c23a-440e-93ed-09e29cd0cb2e tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:13.129722 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-534fe3ed-c23a-440e-93ed-09e29cd0cb2e tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.119 "GET /v2.0/networks?id=75e09785-e646-4091-b087-b031d80b436d HTTP/1.1" status: 200 len: 815 time: 0.4547396 Aug 31 09:18:13.166993 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1e69f-61d3-4d84-99fd-b51beb1d9eda service neutron] Pushing event updated for resources: {'Port': ['ID=cc6e6af7-26a7-41aa-9701-42509423a320,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:13.170455 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-88760d89-d314-4a40-b5d1-54e3e8c005cb tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.119 "GET /v2.0/quotas/3ee53d83cab74f8189b7e564f9ce32ef HTTP/1.1" status: 200 len: 375 time: 0.0266962 Aug 31 09:18:13.202704 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fac1eb5e-7186-4e9f-8e43-f078f705ca3e req-07ce35e7-f598-4a3a-b556-4014c1a86956 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/security-groups?id=5ead1bb5-cff9-4c84-a590-478263ff0f12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165912 Aug 31 09:18:13.239627 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-0e1334a4-39ed-4c2f-87f9-54dee7ed8445 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=3ee53d83cab74f8189b7e564f9ce32ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0547605 Aug 31 09:18:13.247343 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5497d675-2161-41cc-b3ae-896c4e688c03 req-e0939122-d899-4480-8805-b73dcc36f618 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:13.259879 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['7b59f912-90c0-4c96-969b-07c9c076f571'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:18:13.332762 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0939122-d899-4480-8805-b73dcc36f618 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Pushing event deleted for resources: {'Port': ['ID=3da669bb-ad1b-43b7-b010-d6bf552d432d,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:13.809843 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-5497d675-2161-41cc-b3ae-896c4e688c03 req-e0939122-d899-4480-8805-b73dcc36f618 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] No DVR routers for this DVR port 3da669bb-ad1b-43b7-b010-d6bf552d432d on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:18:13.817594 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-4a2df85e-411d-48f0-87e0-d9415a4e16f8 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:13.819144 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-4a2df85e-411d-48f0-87e0-d9415a4e16f8 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35&tenant_id=91627f68c71f4b29855d6c5fb4946dae&binding%3Ahost_id=n-h2-791506-28 HTTP/1.1" status: 200 len: 1096 time: 0.5530243 Aug 31 09:18:13.822895 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5497d675-2161-41cc-b3ae-896c4e688c03 req-e0939122-d899-4480-8805-b73dcc36f618 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:13.825100 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5497d675-2161-41cc-b3ae-896c4e688c03 req-e0939122-d899-4480-8805-b73dcc36f618 tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.112 "DELETE /v2.0/ports/3da669bb-ad1b-43b7-b010-d6bf552d432d HTTP/1.1" status: 204 len: 173 time: 1.7781515 Aug 31 09:18:13.827008 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65402859-e678-4c75-b24a-00e880d8f590 req-13c3cf59-be07-4909-aa70-19d0a279261f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:13.828413 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-65402859-e678-4c75-b24a-00e880d8f590 req-13c3cf59-be07-4909-aa70-19d0a279261f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a4b76b2c0d334f2982a58726e130c5be&device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 1096 time: 0.5321074 Aug 31 09:18:13.879987 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fb093-aed9-4d48-8650-635d4c281650 req-50487d48-23a6-4d42-a5c9-61a4be77941b tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:13.881478 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a24fb093-aed9-4d48-8650-635d4c281650 req-50487d48-23a6-4d42-a5c9-61a4be77941b tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 944 time: 0.5453138 Aug 31 09:18:13.918235 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-7ef2a023-dc44-448e-a6ea-aa51348afaa7 service neutron] 10.222.0.119 "GET /v2.0/networks/75e09785-e646-4091-b087-b031d80b436d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6642132 Aug 31 09:18:13.927363 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e12eff63-0a86-4d1d-8d87-74cc478ba8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:13.930592 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-65402859-e678-4c75-b24a-00e880d8f590 req-377418b1-3d73-4173-ae96-47a37027f387 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc6e6af7-26a7-41aa-9701-42509423a320 HTTP/1.1" status: 200 len: 217 time: 0.0795693 Aug 31 09:18:14.040823 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:14.066044 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a24fb093-aed9-4d48-8650-635d4c281650 req-1b4182e7-f7bd-4a12-bc8f-58c9a9afb22c tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779594 Aug 31 09:18:14.097964 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65402859-e678-4c75-b24a-00e880d8f590 req-f9477041-a604-4559-ab1a-0ce96a940f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:14.097964 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-65402859-e678-4c75-b24a-00e880d8f590 req-f9477041-a604-4559-ab1a-0ce96a940f30 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=650e429b-ac22-4b85-a993-e29e512d35f7 HTTP/1.1" status: 200 len: 853 time: 0.1424668 Aug 31 09:18:14.134401 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddb4dc7-0b24-45c8-b1d0-1deda4ce1707 x-openstack-request-id: req-fddb4dc7-0b24-45c8-b1d0-1deda4ce1707 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:18:14.135370 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf06041b-0f77-4d37-9e0d-1628f387e270", "name": "network-vif-deleted", "tag": "7b59f912-90c0-4c96-969b-07c9c076f571", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:18:14.135793 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-fddb4dc7-0b24-45c8-b1d0-1deda4ce1707 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:18:14.136386 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf06041b-0f77-4d37-9e0d-1628f387e270', 'name': 'network-vif-deleted', 'tag': '7b59f912-90c0-4c96-969b-07c9c076f571', 'status': 'completed', 'code': 200} Aug 31 09:18:14.173416 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7171d751-80e0-46a3-b9ab-cb4bce26e87c req-3d95eae9-b2c4-4365-8451-fedcb72afe93 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0793812 Aug 31 09:18:14.198066 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-65402859-e678-4c75-b24a-00e880d8f590 req-c0ef1249-6e6a-4e3a-aed2-a74cf81d5563 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2312c08d-c39b-46ec-b38c-b3b7a98a66d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811636 Aug 31 09:18:14.215639 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-250ee919-45e5-4cec-9492-c5f759c21ef8 service neutron] 10.222.0.119 "GET /v2.0/networks/75e09785-e646-4091-b087-b031d80b436d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872763 Aug 31 09:18:14.246990 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7171d751-80e0-46a3-b9ab-cb4bce26e87c req-8568222e-4050-47ec-85ff-6f347eac1d10 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0471992 Aug 31 09:18:14.311160 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7171d751-80e0-46a3-b9ab-cb4bce26e87c req-55adf37c-c847-4751-ad80-b135edeb917c service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300119 Aug 31 09:18:14.358292 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac360b39-723a-4ba4-92b2-e332e5a9e3b3 x-openstack-request-id: req-ac360b39-723a-4ba4-92b2-e332e5a9e3b3 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:18:14.358602 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e855eae-b90b-4d84-bf5a-442da2ad5805", "tag": "cc6e6af7-26a7-41aa-9701-42509423a320", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:18:14.358860 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-ac360b39-723a-4ba4-92b2-e332e5a9e3b3 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:18:14.359259 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e855eae-b90b-4d84-bf5a-442da2ad5805', 'tag': 'cc6e6af7-26a7-41aa-9701-42509423a320', 'status': 'completed', 'code': 200} Aug 31 09:18:14.396925 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-e74bd8de-0029-48a1-8cb6-e549a19834e9 service neutron] For port e63ad863-29f8-479a-a32b-8964edd0bc5e, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:18:14.414613 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-e74bd8de-0029-48a1-8cb6-e549a19834e9 service neutron] Notify callbacks [] for binding, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:14.415700 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-e74bd8de-0029-48a1-8cb6-e549a19834e9 service neutron] 10.222.0.59 "DELETE /v2.0/ports/e63ad863-29f8-479a-a32b-8964edd0bc5e/bindings/n-h1-791506-28 HTTP/1.1" status: 204 len: 173 time: 0.5833936 Aug 31 09:18:14.447872 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-65402859-e678-4c75-b24a-00e880d8f590 req-a3d979bd-cd48-4057-b18e-c2132b59ca05 service neutron] 10.222.0.112 "GET /v2.0/networks/2312c08d-c39b-46ec-b38c-b3b7a98a66d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359765 Aug 31 09:18:14.584528 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171d751-80e0-46a3-b9ab-cb4bce26e87c req-e3113acf-55e0-4383-8fd2-c70894c21c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:14.585751 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7171d751-80e0-46a3-b9ab-cb4bce26e87c req-e3113acf-55e0-4383-8fd2-c70894c21c38 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2649415 Aug 31 09:18:14.593896 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17c7f8-7226-4bc6-bd2e-efa3f10cbde6 req-d44f4fd6-0b7f-4cba-966c-24ea257be9e3 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:14.595822 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eb17c7f8-7226-4bc6-bd2e-efa3f10cbde6 req-d44f4fd6-0b7f-4cba-966c-24ea257be9e3 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 944 time: 0.1907985 Aug 31 09:18:14.641560 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cdba9-d896-4346-9953-7c2952aaecf1 req-25deecf0-fdae-4767-851b-7607cfdfd1f9 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:14.643152 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-307cdba9-d896-4346-9953-7c2952aaecf1 req-25deecf0-fdae-4767-851b-7607cfdfd1f9 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 946 time: 0.1618283 Aug 31 09:18:14.662210 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-65402859-e678-4c75-b24a-00e880d8f590 req-ef5ff73a-5edb-49cb-9ef0-a213d76b1f63 service neutron] 10.222.0.112 "GET /v2.0/networks/2312c08d-c39b-46ec-b38c-b3b7a98a66d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912787 Aug 31 09:18:14.690670 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eb17c7f8-7226-4bc6-bd2e-efa3f10cbde6 req-92e0fa68-8013-43d0-af5d-74b98fe3c328 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823321 Aug 31 09:18:14.705221 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-307cdba9-d896-4346-9953-7c2952aaecf1 req-4774dc61-b2af-47b8-8bc8-b37c621f7cca tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538068 Aug 31 09:18:14.810693 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c13fe62a-9cdb-458d-bd36-8a2631a3a300 req-2b54b3ea-b912-4766-b3eb-e6affb0a3b7b tempest-ListServersNegativeTestJSON-1010775341 tempest-ListServersNegativeTestJSON-1010775341-project] 10.222.0.119 "GET /v2.0/ports?device_id=414c1451-c0bb-4edd-b6db-f883f57a6297 HTTP/1.1" status: 200 len: 210 time: 0.0368853 Aug 31 09:18:14.913569 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8eda1e7c-1c9d-44b4-809a-77b0854a496f req-9da7b9fe-f4ba-4989-8789-dd9cf45eee59 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.119 "GET /v2.0/ports?device_id=810986b3-2063-4f51-9b51-34eaa8c74e9e HTTP/1.1" status: 200 len: 210 time: 0.0391178 Aug 31 09:18:14.919581 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5aded-b283-4c06-97f8-424ac0ec79ae req-b218f81c-0382-4d47-bc2f-36129413cb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:14.921967 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2de5aded-b283-4c06-97f8-424ac0ec79ae req-b218f81c-0382-4d47-bc2f-36129413cb2e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a4b76b2c0d334f2982a58726e130c5be&device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 1096 time: 0.0926445 Aug 31 09:18:15.038948 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5aded-b283-4c06-97f8-424ac0ec79ae req-3d3ccfa4-2a30-4fc0-ba26-e254cd566a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:15.041142 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2de5aded-b283-4c06-97f8-424ac0ec79ae req-3d3ccfa4-2a30-4fc0-ba26-e254cd566a6a service neutron] 10.222.0.112 "GET /v2.0/networks?id=2312c08d-c39b-46ec-b38c-b3b7a98a66d6 HTTP/1.1" status: 200 len: 915 time: 0.1098397 Aug 31 09:18:15.091296 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2de5aded-b283-4c06-97f8-424ac0ec79ae req-d4c408d7-9a70-4187-aed6-9c024a07d837 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc6e6af7-26a7-41aa-9701-42509423a320 HTTP/1.1" status: 200 len: 217 time: 0.0403712 Aug 31 09:18:15.153818 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5aded-b283-4c06-97f8-424ac0ec79ae req-663d63a0-cab3-4e11-8c4d-78453238a20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:15.153818 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2de5aded-b283-4c06-97f8-424ac0ec79ae req-663d63a0-cab3-4e11-8c4d-78453238a20d service neutron] 10.222.0.112 "GET /v2.0/subnets?id=650e429b-ac22-4b85-a993-e29e512d35f7 HTTP/1.1" status: 200 len: 853 time: 0.0502172 Aug 31 09:18:15.212415 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2de5aded-b283-4c06-97f8-424ac0ec79ae req-82724b24-88b2-4a25-94f7-026d95977f85 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2312c08d-c39b-46ec-b38c-b3b7a98a66d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554936 Aug 31 09:18:15.247419 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:15.277437 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed21adb-bfc6-4b79-af97-44eed7c680e9 req-096eab4a-2132-46ba-bbf7-e869bf2e2a18 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:15.279067 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ed21adb-bfc6-4b79-af97-44eed7c680e9 req-096eab4a-2132-46ba-bbf7-e869bf2e2a18 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 944 time: 0.1202130 Aug 31 09:18:15.337390 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ed21adb-bfc6-4b79-af97-44eed7c680e9 req-6363bfc9-3e95-4022-a5f2-706b611bd393 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509610 Aug 31 09:18:15.351888 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2de5aded-b283-4c06-97f8-424ac0ec79ae req-160cc018-5afc-452e-a53c-9c5bc8a1ba7a service neutron] 10.222.0.112 "GET /v2.0/networks/2312c08d-c39b-46ec-b38c-b3b7a98a66d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306541 Aug 31 09:18:15.481948 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2de5aded-b283-4c06-97f8-424ac0ec79ae req-87c0e30c-5fe8-4f83-8d4f-03d92b4bf9fd service neutron] 10.222.0.112 "GET /v2.0/networks/2312c08d-c39b-46ec-b38c-b3b7a98a66d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208098 Aug 31 09:18:15.545944 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b2854-c23c-45ad-8813-68b326b59087 req-e3e6d65e-7490-4478-9d30-87dd04cd7528 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:15.547510 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b43b2854-c23c-45ad-8813-68b326b59087 req-e3e6d65e-7490-4478-9d30-87dd04cd7528 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 1096 time: 0.0418327 Aug 31 09:18:15.586482 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b43b2854-c23c-45ad-8813-68b326b59087 req-f12aa37f-cdcc-4571-b8c0-88e30e67a569 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318308 Aug 31 09:18:15.712376 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8575b943-2878-4e72-96fa-233dc14e06f8 req-83a01107-1eaf-4d47-a357-4d29a0687b2e tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:15.714595 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8575b943-2878-4e72-96fa-233dc14e06f8 req-83a01107-1eaf-4d47-a357-4d29a0687b2e tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 1096 time: 0.0436509 Aug 31 09:18:15.778183 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8575b943-2878-4e72-96fa-233dc14e06f8 req-13f02aea-2389-4f0a-8174-97f1a33ff660 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440249 Aug 31 09:18:15.818420 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19bdf8-b8dd-4eaf-9433-52b5acc5c84d req-1fe1e194-bf8b-48e9-8750-e7f890f6b82f tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:15.818420 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2c19bdf8-b8dd-4eaf-9433-52b5acc5c84d req-1fe1e194-bf8b-48e9-8750-e7f890f6b82f tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 944 time: 0.0532300 Aug 31 09:18:15.884456 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2c19bdf8-b8dd-4eaf-9433-52b5acc5c84d req-cc345f2d-ae5f-4b02-ab48-36c51461e346 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592871 Aug 31 09:18:15.945557 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad71d30-5cee-4d7b-90f8-6817f165c5f6 req-f53298e9-3dcf-44af-bd6e-2b1aafe0c31d tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:15.946358 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ad71d30-5cee-4d7b-90f8-6817f165c5f6 req-f53298e9-3dcf-44af-bd6e-2b1aafe0c31d tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 946 time: 0.0608063 Aug 31 09:18:15.948025 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3da669bb-ad1b-43b7-b010-d6bf552d432d no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:18:15.968492 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 3da669bb-ad1b-43b7-b010-d6bf552d432d {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:18:15.968931 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3da669bb-ad1b-43b7-b010-d6bf552d432d not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:18:15.969411 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 7b59f912-90c0-4c96-969b-07c9c076f571 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:18:15.975240 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58410) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:15.997193 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ad71d30-5cee-4d7b-90f8-6817f165c5f6 req-4d479329-8b63-4bca-a67c-2c83a581d8d0 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442698 Aug 31 09:18:16.013140 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 7b59f912-90c0-4c96-969b-07c9c076f571 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:18:16.013488 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 7b59f912-90c0-4c96-969b-07c9c076f571 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:18:16.069079 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58416) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:16.139340 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b9daa70-91c5-4912-b564-33dc83816839 admin admin] Deleting subnet 2e0d7958-f80a-4da0-85ea-0728d97d85e0 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:18:16.143681 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b9daa70-91c5-4912-b564-33dc83816839 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:16.153433 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a60d560f-9e2b-4c58-86e2-55538534748f req-af303fb5-9a87-4e87-aee2-42f19dcbfa4a tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.119 "GET /v2.0/ports?device_id=810986b3-2063-4f51-9b51-34eaa8c74e9e HTTP/1.1" status: 200 len: 210 time: 0.0288000 Aug 31 09:18:16.182909 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e4d3390f-3cd3-4e56-8c19-f308806f1020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:16.205334 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b9daa70-91c5-4912-b564-33dc83816839 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:16.262137 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b9daa70-91c5-4912-b564-33dc83816839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:16.360623 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414c1451-c0bb-4edd-b6db-f883f57a6297', 'name': 'network-vif-deleted', 'tag': '3da669bb-ad1b-43b7-b010-d6bf552d432d'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:18:16.363260 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c215b113-ad15-4a9f-a787-4049f16ac6b7" -d '{"events": [{"server_uuid": "414c1451-c0bb-4edd-b6db-f883f57a6297", "name": "network-vif-deleted", "tag": "3da669bb-ad1b-43b7-b010-d6bf552d432d"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:18:16.374014 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e4d3390f-3cd3-4e56-8c19-f308806f1020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:16.430791 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b9daa70-91c5-4912-b564-33dc83816839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:16.439987 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037075ee-80fd-4e0f-95dc-4093abdc13b4 x-openstack-request-id: req-037075ee-80fd-4e0f-95dc-4093abdc13b4 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:18:16.439987 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414c1451-c0bb-4edd-b6db-f883f57a6297", "name": "network-vif-deleted", "tag": "3da669bb-ad1b-43b7-b010-d6bf552d432d", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:18:16.439987 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-037075ee-80fd-4e0f-95dc-4093abdc13b4 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:18:16.439987 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414c1451-c0bb-4edd-b6db-f883f57a6297', 'name': 'network-vif-deleted', 'tag': '3da669bb-ad1b-43b7-b010-d6bf552d432d', 'status': 'completed', 'code': 200} Aug 31 09:18:16.466180 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b9daa70-91c5-4912-b564-33dc83816839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:16.468521 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8b9daa70-91c5-4912-b564-33dc83816839 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/2e0d7958-f80a-4da0-85ea-0728d97d85e0 HTTP/1.1" status: 204 len: 168 time: 0.3982248 Aug 31 09:18:16.469829 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9daa70-91c5-4912-b564-33dc83816839 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e0d7958-f80a-4da0-85ea-0728d97d85e0,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:16.471346 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58428) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:16.493527 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e4d3390f-3cd3-4e56-8c19-f308806f1020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:16.538217 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e4d3390f-3cd3-4e56-8c19-f308806f1020 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=0592939ad1a745429caf9532b56e0c02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5617299 Aug 31 09:18:16.539554 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3390f-3cd3-4e56-8c19-f308806f1020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4da2ff0-2754-47c6-a50c-f2b2119051fb,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:16.542315 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58430) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:16.549092 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e76c1b2a-5f41-41b6-bbdb-45b7c49de224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:16.597547 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2dbb0fe4-90f6-4104-bcb9-67509dff4349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:16.618728 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2dbb0fe4-90f6-4104-bcb9-67509dff4349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:16.631512 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e76c1b2a-5f41-41b6-bbdb-45b7c49de224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:16.642503 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-e76c1b2a-5f41-41b6-bbdb-45b7c49de224 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18eb852-1191-4217-82ae-4b6207e81b17']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:16.657797 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-e76c1b2a-5f41-41b6-bbdb-45b7c49de224 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:16.658085 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-e76c1b2a-5f41-41b6-bbdb-45b7c49de224 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18bbb0d5-e5c8-4f20-8cce-bd09d56c1e15') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:16.667614 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e76c1b2a-5f41-41b6-bbdb-45b7c49de224 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:16.681376 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e76c1b2a-5f41-41b6-bbdb-45b7c49de224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:16.687138 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e76c1b2a-5f41-41b6-bbdb-45b7c49de224 admin admin] Releasing vlan 1614 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:18:16.687513 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e76c1b2a-5f41-41b6-bbdb-45b7c49de224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:16.692202 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:18:16.692202 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:18:16.692202 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:18:16.692202 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:18:16.692202 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:18:16.692202 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:18:16.692202 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:18:16.692202 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:18:16.692202 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:18:16.692202 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:18:16.692202 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:18:16.692202 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:18:16.692202 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:18:16.692202 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:18:16.692202 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:18:16.692202 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:18:16.692202 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:18:16.692202 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:18:16.692202 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:18:16.692202 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:18:16.692202 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:18:16.692202 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:18:16.692202 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:18:16.692202 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:18:16.692202 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:18:16.692202 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:18:16.692202 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:18:16.692202 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:18:16.692202 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:18:16.692202 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:18:16.692202 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:18:16.692202 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:18:16.750021 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2dbb0fe4-90f6-4104-bcb9-67509dff4349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:16.753405 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2dbb0fe4-90f6-4104-bcb9-67509dff4349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:16.754865 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2dbb0fe4-90f6-4104-bcb9-67509dff4349 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/e4da2ff0-2754-47c6-a50c-f2b2119051fb HTTP/1.1" status: 204 len: 168 time: 0.2109177 Aug 31 09:18:16.763357 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb0fe4-90f6-4104-bcb9-67509dff4349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4da2ff0-2754-47c6-a50c-f2b2119051fb,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:16.847802 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e76c1b2a-5f41-41b6-bbdb-45b7c49de224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:16.854730 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e76c1b2a-5f41-41b6-bbdb-45b7c49de224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:16.857975 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:16.858481 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e76c1b2a-5f41-41b6-bbdb-45b7c49de224 admin admin] 10.222.0.119 "DELETE /v2.0/networks/d18eb852-1191-4217-82ae-4b6207e81b17 HTTP/1.1" status: 204 len: 168 time: 0.3854251 Aug 31 09:18:16.877860 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c1b2a-5f41-41b6-bbdb-45b7c49de224 admin admin] Pushing event deleted for resources: {'Network': ['ID=d18eb852-1191-4217-82ae-4b6207e81b17,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:16.931033 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-80c71250-6090-4d46-96c3-7e3d158206ca tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:16.932903 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-80c71250-6090-4d46-96c3-7e3d158206ca tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.112 "GET /v2.0/networks?id=75e09785-e646-4091-b087-b031d80b436d HTTP/1.1" status: 200 len: 815 time: 0.1372724 Aug 31 09:18:17.024143 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-7c885cd5-1b57-4ed8-ad46-bd7e8eda4766 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ee53d83cab74f8189b7e564f9ce32ef HTTP/1.1" status: 200 len: 380 time: 0.0664246 Aug 31 09:18:17.036984 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-01d30ee2-09c6-40e9-a369-066c01ab9b04 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Request body: {'port': {'device_id': '810986b3-2063-4f51-9b51-34eaa8c74e9e', 'network_id': '75e09785-e646-4091-b087-b031d80b436d', 'admin_state_up': True, 'tenant_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'security_groups': ['95ae459f-13b7-49ee-874a-9a05f9032ce2']}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:17.127183 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bd4af-215f-49e1-83b0-fe5f56f14f8e req-262b6e9f-71fa-4b37-a648-404074e9978d tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:17.134461 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-331bd4af-215f-49e1-83b0-fe5f56f14f8e req-262b6e9f-71fa-4b37-a648-404074e9978d tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 944 time: 0.1674268 Aug 31 09:18:17.224838 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-331bd4af-215f-49e1-83b0-fe5f56f14f8e req-82d4d43b-01f2-4222-a05d-c75415fc591b tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887754 Aug 31 09:18:17.248029 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ece0c-c8ed-46f6-94c3-c7c833f8c43f req-d1f6e340-f22c-4f23-ab44-e70fcd1164f5 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:17.252674 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7d1ece0c-c8ed-46f6-94c3-c7c833f8c43f req-d1f6e340-f22c-4f23-ab44-e70fcd1164f5 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 946 time: 0.1676130 Aug 31 09:18:17.292105 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58444) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:17.346816 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ad1c2f11-489e-4d97-97e6-9c47f15c0627 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=3459f25fdb784488b41827b7db575c74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534275 Aug 31 09:18:17.349114 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58446) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:17.373460 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5fb05256-bce8-439c-aa95-43725f0d200e req-211995bd-b341-4c3c-afbc-8a4822464b50 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.119 "GET /v2.0/ports?device_id=810986b3-2063-4f51-9b51-34eaa8c74e9e HTTP/1.1" status: 200 len: 210 time: 0.0529399 Aug 31 09:18:17.395698 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7d1ece0c-c8ed-46f6-94c3-c7c833f8c43f req-00827503-1c04-4d24-a2e0-6bdb1ef4a5ce tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279275 Aug 31 09:18:17.402806 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cc932837-019f-40e3-a3f4-3783a6f04762 req-036ab600-ed89-45af-9cb7-92c7b4b17b45 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=5f8f538b-069b-40cb-a725-664dc8695c5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1387863 Aug 31 09:18:17.457988 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a0a707db-9389-4f1a-b4a8-e8d2f1454344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:17.503918 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-01d30ee2-09c6-40e9-a369-066c01ab9b04 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Made reservation on behalf of 3ee53d83cab74f8189b7e564f9ce32ef for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:18:17.505232 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-01d30ee2-09c6-40e9-a369-066c01ab9b04 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:17.519068 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc932837-019f-40e3-a3f4-3783a6f04762 req-e2a44394-1015-419a-a692-b0830f5f28b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:17.520365 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a0a707db-9389-4f1a-b4a8-e8d2f1454344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:17.520634 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cc932837-019f-40e3-a3f4-3783a6f04762 req-e2a44394-1015-419a-a692-b0830f5f28b7 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=91627f68c71f4b29855d6c5fb4946dae&device_id=5f8f538b-069b-40cb-a725-664dc8695c5a HTTP/1.1" status: 200 len: 1098 time: 0.0885487 Aug 31 09:18:17.647488 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a0a707db-9389-4f1a-b4a8-e8d2f1454344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:17.651638 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a0a707db-9389-4f1a-b4a8-e8d2f1454344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:17.651638 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a0a707db-9389-4f1a-b4a8-e8d2f1454344 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/5ead1bb5-cff9-4c84-a590-478263ff0f12 HTTP/1.1" status: 204 len: 168 time: 0.3013034 Aug 31 09:18:17.674203 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a707db-9389-4f1a-b4a8-e8d2f1454344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ead1bb5-cff9-4c84-a590-478263ff0f12,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:17.732333 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-01d30ee2-09c6-40e9-a369-066c01ab9b04 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Allocated IP 172.20.0.7 (75e09785-e646-4091-b087-b031d80b436d/94033cac-3e36-46a7-9188-bd30da0ef87d/625abfe1-738e-4e30-b3ad-36a6a37da421) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:18:17.732715 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58456) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:17.739323 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc932837-019f-40e3-a3f4-3783a6f04762 req-c413ff87-737e-4e5a-abbb-8feb2d8e1921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:17.739323 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cc932837-019f-40e3-a3f4-3783a6f04762 req-c413ff87-737e-4e5a-abbb-8feb2d8e1921 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f353997d-12d5-47f5-bc55-13148c348a0b HTTP/1.1" status: 200 len: 923 time: 0.1626191 Aug 31 09:18:17.747432 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ba84aa35-923e-4486-ac24-9ed3df01cb6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:17.807081 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cc932837-019f-40e3-a3f4-3783a6f04762 req-d8f0fa26-6a32-4416-a3c5-0bc207e3d4a7 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3be364ee-8006-4fae-859f-6975a0e311f0 HTTP/1.1" status: 200 len: 217 time: 0.0567055 Aug 31 09:18:17.872751 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ba84aa35-923e-4486-ac24-9ed3df01cb6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:17.925342 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc932837-019f-40e3-a3f4-3783a6f04762 req-4ff949cc-21c0-4370-a4ac-5210685c5fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:17.927001 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cc932837-019f-40e3-a3f4-3783a6f04762 req-4ff949cc-21c0-4370-a4ac-5210685c5fb5 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d2c5f0e8-9f08-4f88-baac-5c015079d04c HTTP/1.1" status: 200 len: 861 time: 0.1081512 Aug 31 09:18:17.963382 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device cc6e6af7-26a7-41aa-9701-42509423a320 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:18:17.978396 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cc932837-019f-40e3-a3f4-3783a6f04762 req-3c4e7ba1-73f9-49f4-b719-b4d05ee747bb service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f353997d-12d5-47f5-bc55-13148c348a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418589 Aug 31 09:18:17.984370 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ba84aa35-923e-4486-ac24-9ed3df01cb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:18.051675 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ba84aa35-923e-4486-ac24-9ed3df01cb6c admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=698d3a693fd147f9a712df00e7dbeae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3174083 Aug 31 09:18:18.053559 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84aa35-923e-4486-ac24-9ed3df01cb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a45e71a-e85e-4eb4-963c-e61741467ea9,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:18.054302 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58458) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:18.057118 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-01d30ee2-09c6-40e9-a369-066c01ab9b04 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:18.097145 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-01d30ee2-09c6-40e9-a369-066c01ab9b04 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Transition to ACTIVE for port object 625abfe1-738e-4e30-b3ad-36a6a37da421 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:18:18.124629 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port cc6e6af7-26a7-41aa-9701-42509423a320, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=cc6e6af7-26a7-41aa-9701-42509423a320,segment=NetworkSegment(8de8355c-a37f-4fe1-9899-e0cc9dc46979),segment_id=8de8355c-a37f-4fe1-9899-e0cc9dc46979)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:18.142747 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'cc6e6af7-26a7-41aa-9701-42509423a320', 'network_id': '2312c08d-c39b-46ec-b38c-b3b7a98a66d6', 'port_id': 'cc6e6af7-26a7-41aa-9701-42509423a320', 'mac_address': 'fa:16:3e:fa:6b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650e429b-ac22-4b85-a993-e29e512d35f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:18:18.169639 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cc932837-019f-40e3-a3f4-3783a6f04762 req-7007f78d-5fcc-4c9d-9b6f-b39d9febe977 service neutron] 10.222.0.112 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797805 Aug 31 09:18:18.204556 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:18.222374 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc6e6af7-26a7-41aa-9701-42509423a320 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:18:18.234838 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-045dbf23-5601-4fcb-a71c-34b9190e2511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:18.254140 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port cc6e6af7-26a7-41aa-9701-42509423a320, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=cc6e6af7-26a7-41aa-9701-42509423a320,segment=NetworkSegment(8de8355c-a37f-4fe1-9899-e0cc9dc46979),segment_id=8de8355c-a37f-4fe1-9899-e0cc9dc46979)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:18.276311 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-045dbf23-5601-4fcb-a71c-34b9190e2511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:18.317346 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-01d30ee2-09c6-40e9-a369-066c01ab9b04 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:18.369733 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:18.415502 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cc932837-019f-40e3-a3f4-3783a6f04762 req-e3e59669-a55f-442d-89f1-16bd42e20c74 service neutron] 10.222.0.112 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368524 Aug 31 09:18:18.437341 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-01d30ee2-09c6-40e9-a369-066c01ab9b04 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Network 75e09785-e646-4091-b087-b031d80b436d is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:18:18.453406 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=cc6e6af7-26a7-41aa-9701-42509423a320,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:18.456898 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-01d30ee2-09c6-40e9-a369-066c01ab9b04 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:18:18.486348 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-01d30ee2-09c6-40e9-a369-066c01ab9b04 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:18:18.508632 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d30ee2-09c6-40e9-a369-066c01ab9b04 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Pushing event updated for resources: {'Port': ['ID=625abfe1-738e-4e30-b3ad-36a6a37da421,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:18.549051 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d998c-a2c8-4781-9fb8-47c5b2e2783e req-d923dc3f-f4dc-4972-addf-83384b9d6a23 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:18.556949 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d36d998c-a2c8-4781-9fb8-47c5b2e2783e req-d923dc3f-f4dc-4972-addf-83384b9d6a23 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 944 time: 0.2407002 Aug 31 09:18:18.631926 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-01d30ee2-09c6-40e9-a369-066c01ab9b04 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:18.632517 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-01d30ee2-09c6-40e9-a369-066c01ab9b04 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:18.647156 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34150c50-48e0-464b-bf9f-f8bf86d51f2b req-d95a1b5b-dd54-4280-adf6-1b72d60ee309 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:18.649031 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-34150c50-48e0-464b-bf9f-f8bf86d51f2b req-d95a1b5b-dd54-4280-adf6-1b72d60ee309 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.119 "GET /v2.0/ports?device_id=810986b3-2063-4f51-9b51-34eaa8c74e9e HTTP/1.1" status: 200 len: 931 time: 0.1986828 Aug 31 09:18:18.664913 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-045dbf23-5601-4fcb-a71c-34b9190e2511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:18.668080 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-045dbf23-5601-4fcb-a71c-34b9190e2511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:18.671951 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-045dbf23-5601-4fcb-a71c-34b9190e2511 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/5a45e71a-e85e-4eb4-963c-e61741467ea9 HTTP/1.1" status: 204 len: 168 time: 0.6122782 Aug 31 09:18:18.681460 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d36d998c-a2c8-4781-9fb8-47c5b2e2783e req-c6e221a8-60a9-47d6-a54f-8337a4b60ecf tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239278 Aug 31 09:18:18.700589 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045dbf23-5601-4fcb-a71c-34b9190e2511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a45e71a-e85e-4eb4-963c-e61741467ea9,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:18.704740 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['cc6e6af7-26a7-41aa-9701-42509423a320'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:18:18.764479 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-34150c50-48e0-464b-bf9f-f8bf86d51f2b req-9ffd0ad4-ffae-4ac9-906d-b738a3ae85d7 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.119 "GET /v2.0/security-groups?id=95ae459f-13b7-49ee-874a-9a05f9032ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077981 Aug 31 09:18:18.775106 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-01d30ee2-09c6-40e9-a369-066c01ab9b04 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7416458 Aug 31 09:18:18.790977 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-80c88a6c-1326-4df6-a7fb-5901abb02fe8 service neutron] Request body: {'port': {'device_id': '810986b3-2063-4f51-9b51-34eaa8c74e9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:18.925196 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-edcf0cad-0706-44f5-952f-c38058cc761b None None] Provisioning for port 625abfe1-738e-4e30-b3ad-36a6a37da421 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:18:18.933191 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-edcf0cad-0706-44f5-952f-c38058cc761b None None] Provisioning complete for port 625abfe1-738e-4e30-b3ad-36a6a37da421 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:18.937865 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-edcf0cad-0706-44f5-952f-c38058cc761b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:18.966816 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-80c88a6c-1326-4df6-a7fb-5901abb02fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:18.984144 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-edcf0cad-0706-44f5-952f-c38058cc761b None None] Port 625abfe1-738e-4e30-b3ad-36a6a37da421 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:18:19.067652 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b0571-b410-4be7-a2ac-0f35a1148cbb req-9e7c3d4f-4e4a-454f-8c02-f0cbc80d0847 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:19.069410 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d4b0571-b410-4be7-a2ac-0f35a1148cbb req-9e7c3d4f-4e4a-454f-8c02-f0cbc80d0847 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 946 time: 0.1785355 Aug 31 09:18:19.109779 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3069ad-23e4-46de-941f-9d0391a847e3 req-95a0ee59-9324-4b1f-98a4-df18acdb4d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:19.111418 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ef3069ad-23e4-46de-941f-9d0391a847e3 req-95a0ee59-9324-4b1f-98a4-df18acdb4d86 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 1098 time: 0.1153610 Aug 31 09:18:19.226209 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d4b0571-b410-4be7-a2ac-0f35a1148cbb req-e7542a68-e3b2-4164-9ada-befb05efb308 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342692 Aug 31 09:18:19.285550 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ef3069ad-23e4-46de-941f-9d0391a847e3 req-ca663d9b-ef63-4f36-b93d-cc8c2f3afb88 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239169 Aug 31 09:18:19.413310 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-80c88a6c-1326-4df6-a7fb-5901abb02fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 625abfe1-738e-4e30-b3ad-36a6a37da421 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:18:19.426024 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-80c88a6c-1326-4df6-a7fb-5901abb02fe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:19.441657 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-80c88a6c-1326-4df6-a7fb-5901abb02fe8 service neutron] Transition to ACTIVE for port object 625abfe1-738e-4e30-b3ad-36a6a37da421 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:18:19.521291 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-80c88a6c-1326-4df6-a7fb-5901abb02fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:19.619373 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c88a6c-1326-4df6-a7fb-5901abb02fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=625abfe1-738e-4e30-b3ad-36a6a37da421,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:19.701188 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-80c88a6c-1326-4df6-a7fb-5901abb02fe8 service neutron] Attempting to bind port 625abfe1-738e-4e30-b3ad-36a6a37da421 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:18:19.701866 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-80c88a6c-1326-4df6-a7fb-5901abb02fe8 service neutron] Attempting to bind port 625abfe1-738e-4e30-b3ad-36a6a37da421 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '75e09785-e646-4091-b087-b031d80b436d'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:18:19.702418 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-80c88a6c-1326-4df6-a7fb-5901abb02fe8 service neutron] Attempting to bind port 625abfe1-738e-4e30-b3ad-36a6a37da421 on network 75e09785-e646-4091-b087-b031d80b436d {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:18:19.709569 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-80c88a6c-1326-4df6-a7fb-5901abb02fe8 service neutron] Port 625abfe1-738e-4e30-b3ad-36a6a37da421 on network 75e09785-e646-4091-b087-b031d80b436d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:18:19.710504 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-80c88a6c-1326-4df6-a7fb-5901abb02fe8 service neutron] Attempting to bind port 625abfe1-738e-4e30-b3ad-36a6a37da421 on network 75e09785-e646-4091-b087-b031d80b436d {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:18:19.718297 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-80c88a6c-1326-4df6-a7fb-5901abb02fe8 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:18:19.719005 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-80c88a6c-1326-4df6-a7fb-5901abb02fe8 service neutron] Checking segment: {'id': '84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '75e09785-e646-4091-b087-b031d80b436d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:18:19.720591 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-80c88a6c-1326-4df6-a7fb-5901abb02fe8 service neutron] Bound using segment: {'id': '84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '75e09785-e646-4091-b087-b031d80b436d'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:18:19.721427 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-80c88a6c-1326-4df6-a7fb-5901abb02fe8 service neutron] Bound port: 625abfe1-738e-4e30-b3ad-36a6a37da421, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '75e09785-e646-4091-b087-b031d80b436d'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:18:19.722109 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-80c88a6c-1326-4df6-a7fb-5901abb02fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:19.846729 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-80c88a6c-1326-4df6-a7fb-5901abb02fe8 service neutron] For port 625abfe1-738e-4e30-b3ad-36a6a37da421, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:18:19.859914 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-80c88a6c-1326-4df6-a7fb-5901abb02fe8 service neutron] For port 625abfe1-738e-4e30-b3ad-36a6a37da421, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=625abfe1-738e-4e30-b3ad-36a6a37da421,segment=NetworkSegment(84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a),segment_id=84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:18:19.913973 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-80c88a6c-1326-4df6-a7fb-5901abb02fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:19.931505 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f023496-6d42-478d-b4f7-f44a9c420603 req-66a19e56-f02f-4660-8f04-42855661ad41 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:19.933014 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f023496-6d42-478d-b4f7-f44a9c420603 req-66a19e56-f02f-4660-8f04-42855661ad41 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 945 time: 0.0813644 Aug 31 09:18:19.974496 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-80c88a6c-1326-4df6-a7fb-5901abb02fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:19.975226 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-80c88a6c-1326-4df6-a7fb-5901abb02fe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:19.977287 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-80c88a6c-1326-4df6-a7fb-5901abb02fe8 service neutron] 10.222.0.112 "PUT /v2.0/ports/625abfe1-738e-4e30-b3ad-36a6a37da421 HTTP/1.1" status: 200 len: 1092 time: 1.1955526 Aug 31 09:18:19.979738 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810986b3-2063-4f51-9b51-34eaa8c74e9e', 'tag': '625abfe1-738e-4e30-b3ad-36a6a37da421'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:18:19.983915 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device cc6e6af7-26a7-41aa-9701-42509423a320 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:18:19.992166 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4c852c-0b73-4246-9f0f-b3a1f2c7a577" -d '{"events": [{"name": "network-changed", "server_uuid": "810986b3-2063-4f51-9b51-34eaa8c74e9e", "tag": "625abfe1-738e-4e30-b3ad-36a6a37da421"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:18:20.159250 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58540) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:20.173255 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port cc6e6af7-26a7-41aa-9701-42509423a320 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:18:20.180956 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port cc6e6af7-26a7-41aa-9701-42509423a320 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:20.180956 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:20.383798 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-287ea20b-9e6b-4270-8d29-b333643e065d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1043833481-network', 'tenant_id': 'fcf1471532c64a46875d2e9174ac99e9'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:20.419043 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:20.446533 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e855eae-b90b-4d84-bf5a-442da2ad5805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6e6af7-26a7-41aa-9701-42509423a320'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:18:20.449095 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da6d274-48ed-4479-b1b8-dac5873499bd" -d '{"events": [{"server_uuid": "4e855eae-b90b-4d84-bf5a-442da2ad5805", "name": "network-vif-plugged", "status": "completed", "tag": "cc6e6af7-26a7-41aa-9701-42509423a320"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:18:20.463292 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port cc6e6af7-26a7-41aa-9701-42509423a320, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=cc6e6af7-26a7-41aa-9701-42509423a320,segment=NetworkSegment(8de8355c-a37f-4fe1-9899-e0cc9dc46979),segment_id=8de8355c-a37f-4fe1-9899-e0cc9dc46979)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:20.510149 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287ea20b-9e6b-4270-8d29-b333643e065d admin admin] Made reservation on behalf of fcf1471532c64a46875d2e9174ac99e9 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:18:20.512646 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-287ea20b-9e6b-4270-8d29-b333643e065d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:20.522807 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-287ea20b-9e6b-4270-8d29-b333643e065d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:20.538884 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:20.577474 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c88a6c-1326-4df6-a7fb-5901abb02fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=625abfe1-738e-4e30-b3ad-36a6a37da421,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:20.638651 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=cc6e6af7-26a7-41aa-9701-42509423a320,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:20.670799 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-287ea20b-9e6b-4270-8d29-b333643e065d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:20.671668 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-9487af5d-fe0d-47f6-b340-a38301ce8e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:20.673853 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-9487af5d-fe0d-47f6-b340-a38301ce8e62 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3ee53d83cab74f8189b7e564f9ce32ef&device_id=810986b3-2063-4f51-9b51-34eaa8c74e9e HTTP/1.1" status: 200 len: 1095 time: 0.0882523 Aug 31 09:18:20.676837 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f023496-6d42-478d-b4f7-f44a9c420603 req-bd12bd54-3501-4bc4-a558-805d7990b6a9 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7243302 Aug 31 09:18:20.695066 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb229f-fe90-4aff-ae0a-ee21d22bce15 req-8da09777-bd59-485b-89c8-44bcbafe5d5b tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:20.705792 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4afb229f-fe90-4aff-ae0a-ee21d22bce15 req-8da09777-bd59-485b-89c8-44bcbafe5d5b tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.119 "GET /v2.0/ports?device_id=810986b3-2063-4f51-9b51-34eaa8c74e9e HTTP/1.1" status: 200 len: 943 time: 0.1207399 Aug 31 09:18:20.745546 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-287ea20b-9e6b-4270-8d29-b333643e065d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:20.763585 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-6a7bbed2-ead6-4679-9ff2-85c21b8a8db5 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=625abfe1-738e-4e30-b3ad-36a6a37da421 HTTP/1.1" status: 200 len: 217 time: 0.0572853 Aug 31 09:18:20.788783 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-287ea20b-9e6b-4270-8d29-b333643e065d admin admin] vlan segment allocate from pool success with {'vlan_id': 1632, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:18:20.801113 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ea20b-9e6b-4270-8d29-b333643e065d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4893d449-e40e-4919-8d0b-8cd1bf1980a4,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:20.811407 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-287ea20b-9e6b-4270-8d29-b333643e065d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:20.811825 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-287ea20b-9e6b-4270-8d29-b333643e065d admin admin] Added segment 1d0c95c8-9346-407f-965a-973917bb8dc1 of type vlan for network eb34fb7e-785f-49a8-8a19-7fa2632b47c6 Aug 31 09:18:20.856258 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4afb229f-fe90-4aff-ae0a-ee21d22bce15 req-db02793f-e042-45ee-b1e4-5c8fa082e75d tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.119 "GET /v2.0/security-groups?id=95ae459f-13b7-49ee-874a-9a05f9032ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525669 Aug 31 09:18:20.861239 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-287ea20b-9e6b-4270-8d29-b333643e065d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:20.897025 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8c88aa84-bb4c-495b-af25-1598afef1ba9 req-d0a67049-681b-48f5-9206-d9cc4f33dbce tempest-ServerShowV257Test-391828392 tempest-ServerShowV257Test-391828392-project] 10.222.0.119 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0444348 Aug 31 09:18:20.898850 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-bc607b06-e353-46d8-af25-7e343cbb7ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:20.900345 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-bc607b06-e353-46d8-af25-7e343cbb7ecb service neutron] 10.222.0.112 "GET /v2.0/subnets?id=94033cac-3e36-46a7-9188-bd30da0ef87d HTTP/1.1" status: 200 len: 854 time: 0.1255074 Aug 31 09:18:20.965292 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-7df062db-7609-433d-8fa1-07d74d27b9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:20.971151 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-287ea20b-9e6b-4270-8d29-b333643e065d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:20.971313 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-7df062db-7609-433d-8fa1-07d74d27b9a8 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=75e09785-e646-4091-b087-b031d80b436d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584428 Aug 31 09:18:20.971433 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287ea20b-9e6b-4270-8d29-b333643e065d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:20.971433 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-287ea20b-9e6b-4270-8d29-b333643e065d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:21.048854 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ea20b-9e6b-4270-8d29-b333643e065d admin admin] Pushing event updated for resources: {'Network': ['ID=eb34fb7e-785f-49a8-8a19-7fa2632b47c6,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:21.059838 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network eb34fb7e-785f-49a8-8a19-7fa2632b47c6 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:18:21.062580 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b92dda-281e-4424-a82e-0d90e8e45b4d x-openstack-request-id: req-c1b92dda-281e-4424-a82e-0d90e8e45b4d {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:18:21.063613 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e855eae-b90b-4d84-bf5a-442da2ad5805", "name": "network-vif-plugged", "status": "completed", "tag": "cc6e6af7-26a7-41aa-9701-42509423a320", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:18:21.063927 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-c1b92dda-281e-4424-a82e-0d90e8e45b4d {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:18:21.064303 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e855eae-b90b-4d84-bf5a-442da2ad5805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6e6af7-26a7-41aa-9701-42509423a320', 'code': 200} Aug 31 09:18:21.110592 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e20b39-01d8-4aed-a700-232c16d4d924 req-3ddc4692-e064-4d75-bb07-11bfc586ec3d tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:21.112290 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-20e20b39-01d8-4aed-a700-232c16d4d924 req-3ddc4692-e064-4d75-bb07-11bfc586ec3d tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 946 time: 0.0863082 Aug 31 09:18:21.116027 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde55975-1e09-4494-8af8-b35f919bfab6 x-openstack-request-id: req-bde55975-1e09-4494-8af8-b35f919bfab6 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:18:21.116357 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810986b3-2063-4f51-9b51-34eaa8c74e9e", "tag": "625abfe1-738e-4e30-b3ad-36a6a37da421", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:18:21.116546 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-bde55975-1e09-4494-8af8-b35f919bfab6 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:18:21.116933 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810986b3-2063-4f51-9b51-34eaa8c74e9e', 'tag': '625abfe1-738e-4e30-b3ad-36a6a37da421', 'status': 'completed', 'code': 200} Aug 31 09:18:21.121129 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-769056a1-2d15-4406-9beb-8cc2bfd792c0 service neutron] 10.222.0.112 "GET /v2.0/networks/75e09785-e646-4091-b087-b031d80b436d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462762 Aug 31 09:18:21.126398 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-287ea20b-9e6b-4270-8d29-b333643e065d admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9654236 Aug 31 09:18:21.127368 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58554) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:21.133430 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-acf244d2-bece-4af6-b204-f79583e35fd5 admin admin] Request body: {'subnet': {'network_id': 'eb34fb7e-785f-49a8-8a19-7fa2632b47c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1043833481-subnet', 'tenant_id': 'fcf1471532c64a46875d2e9174ac99e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:21.224569 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf244d2-bece-4af6-b204-f79583e35fd5 admin admin] Made reservation on behalf of fcf1471532c64a46875d2e9174ac99e9 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:18:21.227309 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-acf244d2-bece-4af6-b204-f79583e35fd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:21.267079 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-20e20b39-01d8-4aed-a700-232c16d4d924 req-abada028-ab04-4cac-a19c-290b6db193b9 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444139 Aug 31 09:18:21.285039 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a015b-d1cb-40f8-802f-954b6c61da3f req-954a98f3-4479-4176-bdb0-43d45a1a67e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:21.286720 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f96a015b-d1cb-40f8-802f-954b6c61da3f req-954a98f3-4479-4176-bdb0-43d45a1a67e1 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 1098 time: 0.1545870 Aug 31 09:18:21.328122 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-03818911-88ba-41bd-b9e4-7f70ebee7ec2 req-5653507b-7150-41ad-9cb8-11ed98aba6c4 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1564853451', 'description': 'tempest-description-1495471641'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:21.336071 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b730d00b-3dd5-4ecf-b38b-1f4821b99dd8 req-da7e2b87-9e35-4b7f-83ed-3ca10beddf56 service neutron] 10.222.0.112 "GET /v2.0/networks/75e09785-e646-4091-b087-b031d80b436d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049420 Aug 31 09:18:21.360990 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f96a015b-d1cb-40f8-802f-954b6c61da3f req-13be984f-9736-43df-b461-de51b90a32ef service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655148 Aug 31 09:18:21.452994 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-03818911-88ba-41bd-b9e4-7f70ebee7ec2 req-5653507b-7150-41ad-9cb8-11ed98aba6c4 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:21.487887 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-acf244d2-bece-4af6-b204-f79583e35fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:21.534357 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-03818911-88ba-41bd-b9e4-7f70ebee7ec2 req-5653507b-7150-41ad-9cb8-11ed98aba6c4 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:21.552581 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf244d2-bece-4af6-b204-f79583e35fd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad26ed0b-5dbc-4c5c-9b26-fa89b0752e55,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:21.560050 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf244d2-bece-4af6-b204-f79583e35fd5 admin admin] Checking segment: {'id': '1d0c95c8-9346-407f-965a-973917bb8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1632, 'network_id': 'eb34fb7e-785f-49a8-8a19-7fa2632b47c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:18:21.560406 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf244d2-bece-4af6-b204-f79583e35fd5 admin admin] Network hostable DHCP agents. Network: eb34fb7e-785f-49a8-8a19-7fa2632b47c6, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:18:21.616487 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-03818911-88ba-41bd-b9e4-7f70ebee7ec2 req-5653507b-7150-41ad-9cb8-11ed98aba6c4 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:21.641010 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf244d2-bece-4af6-b204-f79583e35fd5 admin admin] Network eb34fb7e-785f-49a8-8a19-7fa2632b47c6 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:18:21.654035 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653507b-7150-41ad-9cb8-11ed98aba6c4 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2da46e-c613-4b18-b538-93580fb20c94,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:21.659134 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c852c-0b73-4246-9f0f-b3a1f2c7a577 req-70e6c590-ba91-45cc-bebc-7284b37681d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:21.660886 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6f4c852c-0b73-4246-9f0f-b3a1f2c7a577 req-70e6c590-ba91-45cc-bebc-7284b37681d1 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3ee53d83cab74f8189b7e564f9ce32ef&device_id=810986b3-2063-4f51-9b51-34eaa8c74e9e HTTP/1.1" status: 200 len: 1095 time: 0.0705824 Aug 31 09:18:21.738050 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-03818911-88ba-41bd-b9e4-7f70ebee7ec2 req-5653507b-7150-41ad-9cb8-11ed98aba6c4 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:21.739297 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03818911-88ba-41bd-b9e4-7f70ebee7ec2 req-5653507b-7150-41ad-9cb8-11ed98aba6c4 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4189980 Aug 31 09:18:21.739466 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-acf244d2-bece-4af6-b204-f79583e35fd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, eb34fb7e-785f-49a8-8a19-7fa2632b47c6) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:18:21.751671 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbcbecf-4b1f-4069-875d-7fae150e249f None None] Network eb34fb7e-785f-49a8-8a19-7fa2632b47c6 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:18:21.759896 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf244d2-bece-4af6-b204-f79583e35fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:21.760651 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-acf244d2-bece-4af6-b204-f79583e35fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:21.765240 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c852c-0b73-4246-9f0f-b3a1f2c7a577 req-aa612507-1979-45ac-9dab-5307863dc353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:21.766981 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6f4c852c-0b73-4246-9f0f-b3a1f2c7a577 req-aa612507-1979-45ac-9dab-5307863dc353 service neutron] 10.222.0.112 "GET /v2.0/networks?id=75e09785-e646-4091-b087-b031d80b436d HTTP/1.1" status: 200 len: 917 time: 0.0988700 Aug 31 09:18:21.858511 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-acf244d2-bece-4af6-b204-f79583e35fd5 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7294908 Aug 31 09:18:21.863503 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6f4c852c-0b73-4246-9f0f-b3a1f2c7a577 req-fb3e74e4-e241-44e6-8495-08118009705b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=625abfe1-738e-4e30-b3ad-36a6a37da421 HTTP/1.1" status: 200 len: 217 time: 0.0832188 Aug 31 09:18:21.901463 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbe304f-7d0c-482d-b052-98fef70e59e7 None None] Network eb34fb7e-785f-49a8-8a19-7fa2632b47c6 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:18:21.945354 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cf847464-f579-46c0-b880-3f733e172c41 req-53abea1c-559e-47ff-86eb-ca631db1b84b tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1564853451&fields=id&tenant_id=6a2267e5f9d74efc8dd72fe8f0e73b08 HTTP/1.1" status: 200 len: 267 time: 0.1064279 Aug 31 09:18:21.974183 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f9b2c-cffa-4ea0-b30e-1d248b959e09 req-bc534735-c2d1-47ea-92f8-e71b54538c38 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:21.979110 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ee9f9b2c-cffa-4ea0-b30e-1d248b959e09 req-bc534735-c2d1-47ea-92f8-e71b54538c38 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 946 time: 0.1973991 Aug 31 09:18:21.997416 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c852c-0b73-4246-9f0f-b3a1f2c7a577 req-dcfb6bd2-8fa1-42e7-8df7-e7dac2180834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:21.998870 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6f4c852c-0b73-4246-9f0f-b3a1f2c7a577 req-dcfb6bd2-8fa1-42e7-8df7-e7dac2180834 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=94033cac-3e36-46a7-9188-bd30da0ef87d HTTP/1.1" status: 200 len: 854 time: 0.1248987 Aug 31 09:18:22.084327 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ee9f9b2c-cffa-4ea0-b30e-1d248b959e09 req-8e42d6ec-9f55-4bc0-9545-7a61d2fe203e tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844865 Aug 31 09:18:22.091645 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf847464-f579-46c0-b880-3f733e172c41 req-144e94ef-02b3-43e0-bacf-64f7d3aed84e tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:22.093246 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cf847464-f579-46c0-b880-3f733e172c41 req-144e94ef-02b3-43e0-bacf-64f7d3aed84e tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 946 time: 0.1471260 Aug 31 09:18:22.113177 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-cf847464-f579-46c0-b880-3f733e172c41 req-0ce05aa9-1ef2-4eef-9273-476d59eb866e tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Request body: {'port': {'security_groups': ['b3d48c27-25e4-4f16-83ae-b4bede44a85b', '6e2da46e-c613-4b18-b538-93580fb20c94']}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:22.117314 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c852c-0b73-4246-9f0f-b3a1f2c7a577 req-a8074b09-b0a2-4c46-a9a8-299181f78a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:22.118815 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6f4c852c-0b73-4246-9f0f-b3a1f2c7a577 req-a8074b09-b0a2-4c46-a9a8-299181f78a01 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=75e09785-e646-4091-b087-b031d80b436d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1108503 Aug 31 09:18:22.262025 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-cf847464-f579-46c0-b880-3f733e172c41 req-0ce05aa9-1ef2-4eef-9273-476d59eb866e tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:22.340881 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88426498-2ebb-4be5-ba61-d35a3cfafdcf req-51f208b1-eff6-4639-af51-aaae4303494b tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:22.341124 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88426498-2ebb-4be5-ba61-d35a3cfafdcf req-51f208b1-eff6-4639-af51-aaae4303494b tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.119 "GET /v2.0/ports?device_id=810986b3-2063-4f51-9b51-34eaa8c74e9e HTTP/1.1" status: 200 len: 943 time: 0.1206663 Aug 31 09:18:22.342886 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6f4c852c-0b73-4246-9f0f-b3a1f2c7a577 req-bc8d96d3-8281-4dd7-b8dd-1bb089c71816 service neutron] 10.222.0.112 "GET /v2.0/networks/75e09785-e646-4091-b087-b031d80b436d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044399 Aug 31 09:18:22.463214 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88426498-2ebb-4be5-ba61-d35a3cfafdcf req-b4adc9d3-b97f-4711-8e50-8776f3d74759 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.119 "GET /v2.0/security-groups?id=95ae459f-13b7-49ee-874a-9a05f9032ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149409 Aug 31 09:18:22.523698 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6f4c852c-0b73-4246-9f0f-b3a1f2c7a577 req-ffc53997-0a9b-4b60-a299-078f2342b451 service neutron] 10.222.0.112 "GET /v2.0/networks/75e09785-e646-4091-b087-b031d80b436d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545892 Aug 31 09:18:22.611530 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-cf847464-f579-46c0-b880-3f733e172c41 req-0ce05aa9-1ef2-4eef-9273-476d59eb866e tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] For port 13aae789-1d14-4bf9-aef3-ac983b8ca2cc, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=13aae789-1d14-4bf9-aef3-ac983b8ca2cc,segment=NetworkSegment(219c32c0-d622-49cd-ac9d-e7b5923e4d48),segment_id=219c32c0-d622-49cd-ac9d-e7b5923e4d48)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:22.647616 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58586) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:22.653490 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-a37ef1a5-110e-468a-88c9-37b2e84f65ad admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1790662535-network', 'tenant_id': '6729f40cb87f45e786e1746081984d7a'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:22.658824 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03a19c9a-bb6d-4298-8829-846d4aa8cd91 req-22b87719-620a-44d0-a88d-776fa7e80382 tempest-ServerShowV257Test-391828392 tempest-ServerShowV257Test-391828392-project] 10.222.0.119 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0350149 Aug 31 09:18:22.686983 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-cf847464-f579-46c0-b880-3f733e172c41 req-0ce05aa9-1ef2-4eef-9273-476d59eb866e tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:22.784903 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37ef1a5-110e-468a-88c9-37b2e84f65ad admin admin] Made reservation on behalf of 6729f40cb87f45e786e1746081984d7a for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:18:22.786882 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-cf847464-f579-46c0-b880-3f733e172c41 req-0ce05aa9-1ef2-4eef-9273-476d59eb866e tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:22.787115 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a37ef1a5-110e-468a-88c9-37b2e84f65ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:22.798304 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a37ef1a5-110e-468a-88c9-37b2e84f65ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:22.810183 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['13aae789-1d14-4bf9-aef3-ac983b8ca2cc'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:18:22.851476 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf847464-f579-46c0-b880-3f733e172c41 req-0ce05aa9-1ef2-4eef-9273-476d59eb866e tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:22.851720 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-cf847464-f579-46c0-b880-3f733e172c41 req-0ce05aa9-1ef2-4eef-9273-476d59eb866e tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:22.858233 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cf847464-f579-46c0-b880-3f733e172c41 req-0ce05aa9-1ef2-4eef-9273-476d59eb866e tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "PUT /v2.0/ports/13aae789-1d14-4bf9-aef3-ac983b8ca2cc HTTP/1.1" status: 200 len: 982 time: 0.7493925 Aug 31 09:18:22.901253 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce05aa9-1ef2-4eef-9273-476d59eb866e tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Pushing event updated for resources: {'Port': ['ID=13aae789-1d14-4bf9-aef3-ac983b8ca2cc,revision_number=6']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:22.944128 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['13aae789-1d14-4bf9-aef3-ac983b8ca2cc'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:18:22.973424 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a37ef1a5-110e-468a-88c9-37b2e84f65ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:22.975084 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eaf4cfec-15d5-4678-9fcb-b678220a8e59 req-211a8484-2aef-46f5-a800-33273182c23c tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1564853451&fields=id&tenant_id=6a2267e5f9d74efc8dd72fe8f0e73b08 HTTP/1.1" status: 200 len: 267 time: 0.0427144 Aug 31 09:18:23.032693 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4cfec-15d5-4678-9fcb-b678220a8e59 req-f2a18b48-9c8c-4003-a653-6633a3273931 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:23.041283 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a37ef1a5-110e-468a-88c9-37b2e84f65ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:23.043193 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eaf4cfec-15d5-4678-9fcb-b678220a8e59 req-f2a18b48-9c8c-4003-a653-6633a3273931 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 985 time: 0.0609016 Aug 31 09:18:23.053275 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-eaf4cfec-15d5-4678-9fcb-b678220a8e59 req-2b18338c-c1da-4226-b660-b4157e2331d4 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Request body: {'port': {'security_groups': ['b3d48c27-25e4-4f16-83ae-b4bede44a85b']}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:23.068140 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a37ef1a5-110e-468a-88c9-37b2e84f65ad admin admin] vlan segment allocate from pool success with {'vlan_id': 1603, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:18:23.079167 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ef1a5-110e-468a-88c9-37b2e84f65ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7462736a-b15e-4386-863e-bd5b49a87ee5,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:23.086146 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a37ef1a5-110e-468a-88c9-37b2e84f65ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:23.087238 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-a37ef1a5-110e-468a-88c9-37b2e84f65ad admin admin] Added segment 89935e51-144c-4100-81fa-e0ac51fa8aa7 of type vlan for network dc1b8d71-966f-4b33-bc9b-ec87ccdf33eb Aug 31 09:18:23.138852 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a37ef1a5-110e-468a-88c9-37b2e84f65ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:23.161652 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de693642-683e-4fd5-b75f-9ec160cba4be', 'tag': '13aae789-1d14-4bf9-aef3-ac983b8ca2cc'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:18:23.164829 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278867df-36a8-44a4-bcd9-e45b984c65a0" -d '{"events": [{"name": "network-changed", "server_uuid": "de693642-683e-4fd5-b75f-9ec160cba4be", "tag": "13aae789-1d14-4bf9-aef3-ac983b8ca2cc"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:18:23.177747 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-eaf4cfec-15d5-4678-9fcb-b678220a8e59 req-2b18338c-c1da-4226-b660-b4157e2331d4 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:23.275777 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a37ef1a5-110e-468a-88c9-37b2e84f65ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:23.276772 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37ef1a5-110e-468a-88c9-37b2e84f65ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:23.277357 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a37ef1a5-110e-468a-88c9-37b2e84f65ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:23.296639 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d4974-74db-4c79-b385-be019fa74f01 req-6c0fbc1b-8ca7-46c2-b260-a957d7f8964b tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:23.298920 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7f9d4974-74db-4c79-b385-be019fa74f01 req-6c0fbc1b-8ca7-46c2-b260-a957d7f8964b tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 946 time: 0.1012061 Aug 31 09:18:23.343445 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ef1a5-110e-468a-88c9-37b2e84f65ad admin admin] Pushing event updated for resources: {'Network': ['ID=dc1b8d71-966f-4b33-bc9b-ec87ccdf33eb,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:23.355156 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network dc1b8d71-966f-4b33-bc9b-ec87ccdf33eb details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:18:23.391802 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7f9d4974-74db-4c79-b385-be019fa74f01 req-fead4ab9-71ae-4d32-9306-87e154302e88 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835514 Aug 31 09:18:23.410673 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a37ef1a5-110e-468a-88c9-37b2e84f65ad admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7588151 Aug 31 09:18:23.411027 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58634) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:23.416040 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-db771c3c-97a7-4519-a33d-95351e364885 admin admin] Request body: {'subnet': {'network_id': 'dc1b8d71-966f-4b33-bc9b-ec87ccdf33eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1790662535-subnet', 'tenant_id': '6729f40cb87f45e786e1746081984d7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:23.439840 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c64e420-a2d0-41b1-93d0-acd5703009a1 x-openstack-request-id: req-0c64e420-a2d0-41b1-93d0-acd5703009a1 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:18:23.440214 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de693642-683e-4fd5-b75f-9ec160cba4be", "tag": "13aae789-1d14-4bf9-aef3-ac983b8ca2cc", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:18:23.440532 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-0c64e420-a2d0-41b1-93d0-acd5703009a1 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:18:23.440917 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de693642-683e-4fd5-b75f-9ec160cba4be', 'tag': '13aae789-1d14-4bf9-aef3-ac983b8ca2cc', 'status': 'completed', 'code': 200} Aug 31 09:18:23.457644 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-eaf4cfec-15d5-4678-9fcb-b678220a8e59 req-2b18338c-c1da-4226-b660-b4157e2331d4 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] For port 13aae789-1d14-4bf9-aef3-ac983b8ca2cc, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=13aae789-1d14-4bf9-aef3-ac983b8ca2cc,segment=NetworkSegment(219c32c0-d622-49cd-ac9d-e7b5923e4d48),segment_id=219c32c0-d622-49cd-ac9d-e7b5923e4d48)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:23.498328 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db771c3c-97a7-4519-a33d-95351e364885 admin admin] Made reservation on behalf of 6729f40cb87f45e786e1746081984d7a for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:18:23.500765 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-db771c3c-97a7-4519-a33d-95351e364885 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:23.530002 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-eaf4cfec-15d5-4678-9fcb-b678220a8e59 req-2b18338c-c1da-4226-b660-b4157e2331d4 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:23.537501 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278867df-36a8-44a4-bcd9-e45b984c65a0 req-c5d797c9-f1e8-4ff3-9d9f-840d9b4c82b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:23.539059 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-278867df-36a8-44a4-bcd9-e45b984c65a0 req-c5d797c9-f1e8-4ff3-9d9f-840d9b4c82b6 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=6a2267e5f9d74efc8dd72fe8f0e73b08&device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 1137 time: 0.0719078 Aug 31 09:18:23.606450 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-eaf4cfec-15d5-4678-9fcb-b678220a8e59 req-2b18338c-c1da-4226-b660-b4157e2331d4 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:23.619115 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['13aae789-1d14-4bf9-aef3-ac983b8ca2cc'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:18:23.709420 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4cfec-15d5-4678-9fcb-b678220a8e59 req-2b18338c-c1da-4226-b660-b4157e2331d4 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:23.709420 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-eaf4cfec-15d5-4678-9fcb-b678220a8e59 req-2b18338c-c1da-4226-b660-b4157e2331d4 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:23.709420 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eaf4cfec-15d5-4678-9fcb-b678220a8e59 req-2b18338c-c1da-4226-b660-b4157e2331d4 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "PUT /v2.0/ports/13aae789-1d14-4bf9-aef3-ac983b8ca2cc HTTP/1.1" status: 200 len: 943 time: 0.6606300 Aug 31 09:18:23.749784 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18338c-c1da-4226-b660-b4157e2331d4 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Pushing event updated for resources: {'Port': ['ID=13aae789-1d14-4bf9-aef3-ac983b8ca2cc,revision_number=7']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:23.779136 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-db771c3c-97a7-4519-a33d-95351e364885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:23.811853 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b61c7c-294a-4170-892e-472fe1d534d1 req-e4c42ff9-8f9a-43ec-a786-0545a7f2b719 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:23.816466 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['13aae789-1d14-4bf9-aef3-ac983b8ca2cc'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:18:23.820900 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-53b61c7c-294a-4170-892e-472fe1d534d1 req-e4c42ff9-8f9a-43ec-a786-0545a7f2b719 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 946 time: 0.2522047 Aug 31 09:18:23.834115 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278867df-36a8-44a4-bcd9-e45b984c65a0 req-4ddd9a28-8287-4a04-91bb-b2186b5b6417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:23.835844 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-278867df-36a8-44a4-bcd9-e45b984c65a0 req-4ddd9a28-8287-4a04-91bb-b2186b5b6417 service neutron] 10.222.0.112 "GET /v2.0/networks?id=1fe3bad6-d020-4313-b487-8f7d8a3a7aba HTTP/1.1" status: 200 len: 920 time: 0.2890544 Aug 31 09:18:23.852188 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db771c3c-97a7-4519-a33d-95351e364885 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b75cdebb-eac2-4203-8277-b5799f435790,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:23.856341 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db771c3c-97a7-4519-a33d-95351e364885 admin admin] Checking segment: {'id': '89935e51-144c-4100-81fa-e0ac51fa8aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1603, 'network_id': 'dc1b8d71-966f-4b33-bc9b-ec87ccdf33eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:18:23.856767 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db771c3c-97a7-4519-a33d-95351e364885 admin admin] Network hostable DHCP agents. Network: dc1b8d71-966f-4b33-bc9b-ec87ccdf33eb, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:18:23.905830 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-278867df-36a8-44a4-bcd9-e45b984c65a0 req-f9f66595-6591-405e-b327-7a0bed92632b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13aae789-1d14-4bf9-aef3-ac983b8ca2cc HTTP/1.1" status: 200 len: 217 time: 0.0558815 Aug 31 09:18:23.920753 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deed6ba-ff77-4ce6-87b6-148719f62058 req-1b3751f8-6ab4-4d35-8fbe-4f603f66cbd1 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:23.922339 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1deed6ba-ff77-4ce6-87b6-148719f62058 req-1b3751f8-6ab4-4d35-8fbe-4f603f66cbd1 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.119 "GET /v2.0/ports?device_id=810986b3-2063-4f51-9b51-34eaa8c74e9e HTTP/1.1" status: 200 len: 943 time: 0.1598196 Aug 31 09:18:23.935089 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-53b61c7c-294a-4170-892e-472fe1d534d1 req-db478332-2e0c-4398-859b-30a94ad1b17f tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143093 Aug 31 09:18:23.940774 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db771c3c-97a7-4519-a33d-95351e364885 admin admin] Network dc1b8d71-966f-4b33-bc9b-ec87ccdf33eb is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:18:24.004260 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278867df-36a8-44a4-bcd9-e45b984c65a0 req-a1d9d727-b7b8-4afa-bb90-7ced5a6fd52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:24.014401 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-278867df-36a8-44a4-bcd9-e45b984c65a0 req-a1d9d727-b7b8-4afa-bb90-7ced5a6fd52d service neutron] 10.222.0.112 "GET /v2.0/subnets?id=be576511-03ec-4a51-8b0f-ac74d6537737 HTTP/1.1" status: 200 len: 858 time: 0.0812426 Aug 31 09:18:24.014401 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1deed6ba-ff77-4ce6-87b6-148719f62058 req-af86fa4e-b0be-4950-9edc-ae5356f2a6a6 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.119 "GET /v2.0/security-groups?id=95ae459f-13b7-49ee-874a-9a05f9032ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777793 Aug 31 09:18:24.029931 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-db771c3c-97a7-4519-a33d-95351e364885 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, dc1b8d71-966f-4b33-bc9b-ec87ccdf33eb) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:18:24.040840 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db771c3c-97a7-4519-a33d-95351e364885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:24.042905 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-db771c3c-97a7-4519-a33d-95351e364885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:24.046323 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc43ade-798b-4671-b008-e01cd7542602 None None] Network dc1b8d71-966f-4b33-bc9b-ec87ccdf33eb requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:18:24.064067 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-278867df-36a8-44a4-bcd9-e45b984c65a0 req-0fdf5b43-fdd5-40dd-b9e5-f0e7a997f436 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=1fe3bad6-d020-4313-b487-8f7d8a3a7aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491319 Aug 31 09:18:24.119775 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-77c39bb8-895e-49a1-bf64-1514b41b1675 req-a717c6a5-ec49-4957-9278-9e75d6357150 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0586205 Aug 31 09:18:24.157376 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-db771c3c-97a7-4519-a33d-95351e364885 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7444358 Aug 31 09:18:24.218142 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c8730d82-3a86-4111-8250-2bb9d5db1095 req-fb5bece5-d5d1-435c-9658-e915db644425 tempest-ServerShowV257Test-391828392 tempest-ServerShowV257Test-391828392-project] 10.222.0.119 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0691440 Aug 31 09:18:24.242411 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0716a5-994c-453c-969f-86c3302a3720 req-7fafc9cf-e514-4805-97b7-4aa877873369 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:24.250240 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f0716a5-994c-453c-969f-86c3302a3720 req-7fafc9cf-e514-4805-97b7-4aa877873369 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8eff325-8b2f-48e8-a93c-aa126a2dd228 HTTP/1.1" status: 200 len: 946 time: 0.1673400 Aug 31 09:18:24.365544 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-278867df-36a8-44a4-bcd9-e45b984c65a0 req-b6746b1b-6b56-4d96-8d2f-b29dfaf1d9a5 service neutron] 10.222.0.112 "GET /v2.0/networks/1fe3bad6-d020-4313-b487-8f7d8a3a7aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930994 Aug 31 09:18:24.374128 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a77dbc0-a181-47a5-83c0-f467dbc173dc None None] Network dc1b8d71-966f-4b33-bc9b-ec87ccdf33eb requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:18:24.425502 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f0716a5-994c-453c-969f-86c3302a3720 req-3c54f494-b893-4d54-a803-659aa8f0e863 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/security-groups?id=cc904491-0f36-4ac7-a171-c02394869887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742315 Aug 31 09:18:24.508822 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-038f9de4-b491-401d-aa3d-4f80b8ba5568 req-1c2cd287-2fa6-4d07-af46-3e0e3ea1ccd2 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2292213 Aug 31 09:18:24.519138 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-038f9de4-b491-401d-aa3d-4f80b8ba5568 req-0d830eea-e088-4c09-94e0-7da657692932 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:24.541989 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-278867df-36a8-44a4-bcd9-e45b984c65a0 req-763e4e01-28ec-48e4-83ef-5d534153da85 service neutron] 10.222.0.112 "GET /v2.0/networks/1fe3bad6-d020-4313-b487-8f7d8a3a7aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672740 Aug 31 09:18:24.636055 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-038f9de4-b491-401d-aa3d-4f80b8ba5568 req-0d830eea-e088-4c09-94e0-7da657692932 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks [] for floatingip, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:24.752492 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-038f9de4-b491-401d-aa3d-4f80b8ba5568 req-0d830eea-e088-4c09-94e0-7da657692932 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:24.887834 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-038f9de4-b491-401d-aa3d-4f80b8ba5568 req-0d830eea-e088-4c09-94e0-7da657692932 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Allocated IP 172.25.2.249 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/f0efa1d7-89cb-4864-85db-5fc7a9628f89) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:18:25.063887 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-fd161fa2-a700-446f-ba65-88dce9f336cd tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:25.065265 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-fd161fa2-a700-446f-ba65-88dce9f336cd tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] 10.222.0.119 "GET /v2.0/networks?id=eb34fb7e-785f-49a8-8a19-7fa2632b47c6 HTTP/1.1" status: 200 len: 815 time: 0.1726294 Aug 31 09:18:25.096289 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-038f9de4-b491-401d-aa3d-4f80b8ba5568 req-0d830eea-e088-4c09-94e0-7da657692932 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:25.099341 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-2778ed54-3562-441e-9829-a096cb03d442 tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] 10.222.0.119 "GET /v2.0/quotas/fcf1471532c64a46875d2e9174ac99e9 HTTP/1.1" status: 200 len: 375 time: 0.0264037 Aug 31 09:18:25.137921 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-ec84e067-3608-4632-b4e7-2c742920b62e tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=fcf1471532c64a46875d2e9174ac99e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305490 Aug 31 09:18:25.248827 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-5bc3f07f-c1e8-4040-9e9d-464fa61f1545 service neutron] 10.222.0.119 "GET /v2.0/networks/eb34fb7e-785f-49a8-8a19-7fa2632b47c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982666 Aug 31 09:18:25.313054 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-038f9de4-b491-401d-aa3d-4f80b8ba5568 req-0d830eea-e088-4c09-94e0-7da657692932 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:25.367094 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-038f9de4-b491-401d-aa3d-4f80b8ba5568 req-0d830eea-e088-4c09-94e0-7da657692932 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:18:25.374894 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-038f9de4-b491-401d-aa3d-4f80b8ba5568 req-0d830eea-e088-4c09-94e0-7da657692932 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:18:25.381185 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-038f9de4-b491-401d-aa3d-4f80b8ba5568 req-0d830eea-e088-4c09-94e0-7da657692932 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:18:25.415428 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d830eea-e088-4c09-94e0-7da657692932 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Pushing event updated for resources: {'Port': ['ID=f0efa1d7-89cb-4864-85db-5fc7a9628f89,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:25.430002 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-f412fa58-22d5-4c96-896d-c88d0133226c service neutron] 10.222.0.119 "GET /v2.0/networks/eb34fb7e-785f-49a8-8a19-7fa2632b47c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749501 Aug 31 09:18:25.442147 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de693642-683e-4fd5-b75f-9ec160cba4be', 'tag': '13aae789-1d14-4bf9-aef3-ac983b8ca2cc'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:18:25.444437 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52daf23c-e2e1-4e48-a466-067d21223d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "de693642-683e-4fd5-b75f-9ec160cba4be", "tag": "13aae789-1d14-4bf9-aef3-ac983b8ca2cc"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:18:25.502477 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-038f9de4-b491-401d-aa3d-4f80b8ba5568 req-0d830eea-e088-4c09-94e0-7da657692932 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:25.605759 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-038f9de4-b491-401d-aa3d-4f80b8ba5568 req-0d830eea-e088-4c09-94e0-7da657692932 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:25.786283 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b3253-f3e6-4dd2-b0ba-2b8f7eb644a8 req-e66e0193-9679-46c5-b886-902cf1d9d8c7 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:25.788798 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-522b3253-f3e6-4dd2-b0ba-2b8f7eb644a8 req-e66e0193-9679-46c5-b886-902cf1d9d8c7 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 946 time: 0.0764980 Aug 31 09:18:25.860888 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-522b3253-f3e6-4dd2-b0ba-2b8f7eb644a8 req-3ccf5566-81c4-4ae0-9820-ae6a7ad8b0c5 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654845 Aug 31 09:18:25.873484 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-038f9de4-b491-401d-aa3d-4f80b8ba5568 req-0d830eea-e088-4c09-94e0-7da657692932 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:25.955870 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-038f9de4-b491-401d-aa3d-4f80b8ba5568 req-0d830eea-e088-4c09-94e0-7da657692932 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:26.042799 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09102de-d3c0-4d55-8d0d-6b48bceb5a42 req-5e3c53fe-60b7-4181-a302-e4a99939073c tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:26.044282 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d09102de-d3c0-4d55-8d0d-6b48bceb5a42 req-5e3c53fe-60b7-4181-a302-e4a99939073c tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.119 "GET /v2.0/ports?device_id=810986b3-2063-4f51-9b51-34eaa8c74e9e HTTP/1.1" status: 200 len: 943 time: 0.1220076 Aug 31 09:18:26.046713 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d830eea-e088-4c09-94e0-7da657692932 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Pushing event updated for resources: {'Port': ['ID=f0efa1d7-89cb-4864-85db-5fc7a9628f89,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:26.054832 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 625abfe1-738e-4e30-b3ad-36a6a37da421 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:18:26.070206 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-038f9de4-b491-401d-aa3d-4f80b8ba5568 req-0d830eea-e088-4c09-94e0-7da657692932 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:26.108703 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d09102de-d3c0-4d55-8d0d-6b48bceb5a42 req-9966eef5-4101-4a0a-9568-1dbcc11d4cc0 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.119 "GET /v2.0/security-groups?id=95ae459f-13b7-49ee-874a-9a05f9032ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566764 Aug 31 09:18:26.167051 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 625abfe1-738e-4e30-b3ad-36a6a37da421, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=625abfe1-738e-4e30-b3ad-36a6a37da421,segment=NetworkSegment(84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a),segment_id=84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:26.180643 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '625abfe1-738e-4e30-b3ad-36a6a37da421', 'network_id': '75e09785-e646-4091-b087-b031d80b436d', 'port_id': '625abfe1-738e-4e30-b3ad-36a6a37da421', 'mac_address': 'fa:16:3e:dd:d0:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94033cac-3e36-46a7-9188-bd30da0ef87d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:18:26.215821 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-038f9de4-b491-401d-aa3d-4f80b8ba5568 req-0d830eea-e088-4c09-94e0-7da657692932 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:26.215821 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-038f9de4-b491-401d-aa3d-4f80b8ba5568 req-0d830eea-e088-4c09-94e0-7da657692932 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7049403 Aug 31 09:18:26.242945 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:26.258143 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 625abfe1-738e-4e30-b3ad-36a6a37da421 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:18:26.280891 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 625abfe1-738e-4e30-b3ad-36a6a37da421, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=625abfe1-738e-4e30-b3ad-36a6a37da421,segment=NetworkSegment(84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a),segment_id=84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:26.303928 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-038f9de4-b491-401d-aa3d-4f80b8ba5568 req-51691a29-8a48-4f3e-8bae-4c4dc5810f1b tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.249 HTTP/1.1" status: 200 len: 696 time: 0.0808053 Aug 31 09:18:26.339899 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a663833f-488b-4cfd-96c9-1a6cad23de26 req-9d866468-9624-4ad5-90a2-5a2fb4ce5a2a tempest-ServerShowV257Test-391828392 tempest-ServerShowV257Test-391828392-project] 10.222.0.119 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0350044 Aug 31 09:18:26.396411 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:26.405798 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23a5231-e308-4345-97be-458853cfb741 x-openstack-request-id: req-c23a5231-e308-4345-97be-458853cfb741 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:18:26.406268 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de693642-683e-4fd5-b75f-9ec160cba4be", "tag": "13aae789-1d14-4bf9-aef3-ac983b8ca2cc", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:18:26.406409 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-c23a5231-e308-4345-97be-458853cfb741 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:18:26.407312 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de693642-683e-4fd5-b75f-9ec160cba4be', 'tag': '13aae789-1d14-4bf9-aef3-ac983b8ca2cc', 'status': 'completed', 'code': 200} Aug 31 09:18:26.483160 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=625abfe1-738e-4e30-b3ad-36a6a37da421,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:26.493311 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f9de4-b491-401d-aa3d-4f80b8ba5568 req-f995a8c9-7561-405a-8fe7-9d2f7ef16556 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:26.494915 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-038f9de4-b491-401d-aa3d-4f80b8ba5568 req-f995a8c9-7561-405a-8fe7-9d2f7ef16556 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 784 time: 0.1797893 Aug 31 09:18:26.513142 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52daf23c-e2e1-4e48-a466-067d21223d9a req-b300f121-ab8f-4769-a87c-bb7b5e7d9f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:26.514973 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-52daf23c-e2e1-4e48-a466-067d21223d9a req-b300f121-ab8f-4769-a87c-bb7b5e7d9f82 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=6a2267e5f9d74efc8dd72fe8f0e73b08&device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 1098 time: 0.0819764 Aug 31 09:18:26.569820 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7b5b2bd2-0616-454d-8b97-5256e83a6b34 req-00cc2fa9-9f7d-47de-96f4-a63e3ceb742e tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] 10.222.0.119 "GET /v2.0/ports?device_id=2861fea5-29a9-4bbc-b340-d4f279c98baa HTTP/1.1" status: 200 len: 210 time: 0.0506642 Aug 31 09:18:26.679243 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['625abfe1-738e-4e30-b3ad-36a6a37da421'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:18:26.680160 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabc03f-7fe1-450e-803f-f76fbe92c2aa req-6d41f517-7a71-4f69-bcba-a7c4fc2757c8 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:26.683198 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3aabc03f-7fe1-450e-803f-f76fbe92c2aa req-6d41f517-7a71-4f69-bcba-a7c4fc2757c8 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 946 time: 0.1177649 Aug 31 09:18:26.734112 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52daf23c-e2e1-4e48-a466-067d21223d9a req-55e415fb-5a36-4888-ac20-9ddf4ae5944d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:26.736459 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-52daf23c-e2e1-4e48-a466-067d21223d9a req-55e415fb-5a36-4888-ac20-9ddf4ae5944d service neutron] 10.222.0.112 "GET /v2.0/networks?id=1fe3bad6-d020-4313-b487-8f7d8a3a7aba HTTP/1.1" status: 200 len: 920 time: 0.2056208 Aug 31 09:18:27.167838 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-52daf23c-e2e1-4e48-a466-067d21223d9a req-260c397b-d07c-4135-a9d5-27f8e4e44d25 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13aae789-1d14-4bf9-aef3-ac983b8ca2cc HTTP/1.1" status: 200 len: 217 time: 0.4111412 Aug 31 09:18:27.177181 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3aabc03f-7fe1-450e-803f-f76fbe92c2aa req-7284f6df-195a-4b91-9e81-6217f4e8b94f tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4795265 Aug 31 09:18:27.255734 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af8d05-63a1-4476-9db6-c2ea61d831e7 req-ade2afc9-6677-466a-a348-2ac69709f4bc tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:27.257463 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d7af8d05-63a1-4476-9db6-c2ea61d831e7 req-ade2afc9-6677-466a-a348-2ac69709f4bc tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8eff325-8b2f-48e8-a93c-aa126a2dd228 HTTP/1.1" status: 200 len: 946 time: 0.5409248 Aug 31 09:18:27.272019 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52daf23c-e2e1-4e48-a466-067d21223d9a req-3f068278-fd3e-4f68-b54a-c9afb14a101a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:27.273599 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-52daf23c-e2e1-4e48-a466-067d21223d9a req-3f068278-fd3e-4f68-b54a-c9afb14a101a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=be576511-03ec-4a51-8b0f-ac74d6537737 HTTP/1.1" status: 200 len: 858 time: 0.0952263 Aug 31 09:18:27.331891 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-52daf23c-e2e1-4e48-a466-067d21223d9a req-955a4b04-6bec-41d0-bada-70ffddf51da6 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=1fe3bad6-d020-4313-b487-8f7d8a3a7aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344322 Aug 31 09:18:27.372901 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d7af8d05-63a1-4476-9db6-c2ea61d831e7 req-a42e8f50-8228-4c7a-a5df-15d4492ea89e tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/security-groups?id=cc904491-0f36-4ac7-a171-c02394869887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028543 Aug 31 09:18:27.476458 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-52daf23c-e2e1-4e48-a466-067d21223d9a req-15eb7cc1-3812-4b57-a7af-2a0e747b7aa3 service neutron] 10.222.0.112 "GET /v2.0/networks/1fe3bad6-d020-4313-b487-8f7d8a3a7aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322634 Aug 31 09:18:27.572386 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5007e8-77ce-47b1-ac63-f7c619e6fab0 req-69c2d318-1444-4c15-b659-2821f10e94fa tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:27.574207 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1e5007e8-77ce-47b1-ac63-f7c619e6fab0 req-69c2d318-1444-4c15-b659-2821f10e94fa tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1164842 Aug 31 09:18:27.647257 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1e5007e8-77ce-47b1-ac63-f7c619e6fab0 req-18dde357-e539-4df0-b0e5-1e2a14b98e23 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.249 HTTP/1.1" status: 200 len: 696 time: 0.0627420 Aug 31 09:18:27.649256 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-52daf23c-e2e1-4e48-a466-067d21223d9a req-d62cf093-a4b5-4f2e-9dd5-e4f9cf52bd2e service neutron] 10.222.0.112 "GET /v2.0/networks/1fe3bad6-d020-4313-b487-8f7d8a3a7aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586449 Aug 31 09:18:27.679019 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-1e5007e8-77ce-47b1-ac63-f7c619e6fab0 req-e8576c87-a9bd-468d-9d22-a3cecf25e6f2 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Request body: {'floatingip': {'port_id': '13aae789-1d14-4bf9-aef3-ac983b8ca2cc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:27.732543 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1e5007e8-77ce-47b1-ac63-f7c619e6fab0 req-e8576c87-a9bd-468d-9d22-a3cecf25e6f2 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks [] for floatingip, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:27.946703 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6f5b2-b634-4865-abc3-b15485b2c078 req-fa9e67ca-01c1-4777-842d-82715f80f9bb tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:27.948165 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dcb6f5b2-b634-4865-abc3-b15485b2c078 req-fa9e67ca-01c1-4777-842d-82715f80f9bb tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.119 "GET /v2.0/ports?device_id=810986b3-2063-4f51-9b51-34eaa8c74e9e HTTP/1.1" status: 200 len: 944 time: 0.1818593 Aug 31 09:18:28.061271 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 625abfe1-738e-4e30-b3ad-36a6a37da421 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:18:28.103511 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-45fa4097-0e38-4a89-96a9-977533d534c6 tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:28.105020 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-45fa4097-0e38-4a89-96a9-977533d534c6 tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] 10.222.0.112 "GET /v2.0/networks?id=eb34fb7e-785f-49a8-8a19-7fa2632b47c6 HTTP/1.1" status: 200 len: 815 time: 0.2785676 Aug 31 09:18:28.118899 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dcb6f5b2-b634-4865-abc3-b15485b2c078 req-9e0fe9d4-a107-45a4-bb00-f4fa172add76 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.119 "GET /v2.0/security-groups?id=95ae459f-13b7-49ee-874a-9a05f9032ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565087 Aug 31 09:18:28.137944 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-9655d073-dc28-4658-aa2d-56c6d999ef8c tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] Request body: {'port': {'device_id': '2861fea5-29a9-4bbc-b340-d4f279c98baa', 'network_id': 'eb34fb7e-785f-49a8-8a19-7fa2632b47c6', 'admin_state_up': True, 'tenant_id': 'fcf1471532c64a46875d2e9174ac99e9'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:28.212690 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 625abfe1-738e-4e30-b3ad-36a6a37da421 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:18:28.226090 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 625abfe1-738e-4e30-b3ad-36a6a37da421 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:28.228543 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:28.374045 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:28.404277 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810986b3-2063-4f51-9b51-34eaa8c74e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625abfe1-738e-4e30-b3ad-36a6a37da421'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:18:28.407786 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a8ba75-29c0-477c-8224-817b4e8c359c" -d '{"events": [{"server_uuid": "810986b3-2063-4f51-9b51-34eaa8c74e9e", "name": "network-vif-plugged", "status": "completed", "tag": "625abfe1-738e-4e30-b3ad-36a6a37da421"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:18:28.421741 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 625abfe1-738e-4e30-b3ad-36a6a37da421, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=625abfe1-738e-4e30-b3ad-36a6a37da421,segment=NetworkSegment(84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a),segment_id=84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:28.498573 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:28.498780 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-9655d073-dc28-4658-aa2d-56c6d999ef8c tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] Made reservation on behalf of fcf1471532c64a46875d2e9174ac99e9 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:18:28.505783 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-9655d073-dc28-4658-aa2d-56c6d999ef8c tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:28.526345 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1e5007e8-77ce-47b1-ac63-f7c619e6fab0 req-e8576c87-a9bd-468d-9d22-a3cecf25e6f2 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:28.568822 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=625abfe1-738e-4e30-b3ad-36a6a37da421,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:28.603925 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1e5007e8-77ce-47b1-ac63-f7c619e6fab0 req-e8576c87-a9bd-468d-9d22-a3cecf25e6f2 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:28.760886 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-9655d073-dc28-4658-aa2d-56c6d999ef8c tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] Allocated IP 172.20.0.11 (eb34fb7e-785f-49a8-8a19-7fa2632b47c6/ad26ed0b-5dbc-4c5c-9b26-fa89b0752e55/56125305-52df-4966-83f6-7ff835e6f2c6) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:18:28.764467 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4d30bf6f-c07e-4d1a-ab5e-9e2ee358d467 req-dca474b5-1222-4fc3-b416-8014bb69dbdd tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] 10.222.0.119 "GET /v2.0/ports?device_id=2861fea5-29a9-4bbc-b340-d4f279c98baa HTTP/1.1" status: 200 len: 210 time: 0.0655696 Aug 31 09:18:28.801657 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [req-1e5007e8-77ce-47b1-ac63-f7c619e6fab0 req-e8576c87-a9bd-468d-9d22-a3cecf25e6f2 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Floating IP 08379685-a038-4e26-a7e2-3164b2340a18 associated. External IP: 172.25.2.249, port: 13aae789-1d14-4bf9-aef3-ac983b8ca2cc. Aug 31 09:18:28.893339 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6b8eaaf4-8b04-40f4-a072-e041bef65dda req-97f14c58-8118-4c5a-b476-577116142911 tempest-ServerShowV257Test-391828392 tempest-ServerShowV257Test-391828392-project] 10.222.0.119 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0499222 Aug 31 09:18:28.948129 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b45e70-0975-4ed2-a611-a6834c942323 x-openstack-request-id: req-57b45e70-0975-4ed2-a611-a6834c942323 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:18:28.948666 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810986b3-2063-4f51-9b51-34eaa8c74e9e", "name": "network-vif-plugged", "status": "completed", "tag": "625abfe1-738e-4e30-b3ad-36a6a37da421", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:18:28.948902 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-57b45e70-0975-4ed2-a611-a6834c942323 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:18:28.949281 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810986b3-2063-4f51-9b51-34eaa8c74e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625abfe1-738e-4e30-b3ad-36a6a37da421', 'code': 200} Aug 31 09:18:29.166517 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-9655d073-dc28-4658-aa2d-56c6d999ef8c tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:29.212400 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b897b6-77c2-4e39-929e-f78c4327a2a2 req-1707bbbf-781e-4d50-a6eb-8b372e5ee699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:29.213883 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a4b897b6-77c2-4e39-929e-f78c4327a2a2 req-1707bbbf-781e-4d50-a6eb-8b372e5ee699 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=810986b3-2063-4f51-9b51-34eaa8c74e9e HTTP/1.1" status: 200 len: 1097 time: 0.1806116 Aug 31 09:18:29.224624 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87f864-3e65-4003-a47c-7d452ede2466 req-5e1165bf-1a65-4ed8-8e6e-c594331d7b02 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:29.226145 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd87f864-3e65-4003-a47c-7d452ede2466 req-5e1165bf-1a65-4ed8-8e6e-c594331d7b02 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 946 time: 0.2148435 Aug 31 09:18:29.325191 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd87f864-3e65-4003-a47c-7d452ede2466 req-862e98d8-5ef4-4150-b96f-3435bf3c4cba tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859632 Aug 31 09:18:29.326581 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a4b897b6-77c2-4e39-929e-f78c4327a2a2 req-fcfdb3f7-a358-4ac3-b6d5-0deab1c46314 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=95ae459f-13b7-49ee-874a-9a05f9032ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966341 Aug 31 09:18:29.328292 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e5007e8-77ce-47b1-ac63-f7c619e6fab0 req-e8576c87-a9bd-468d-9d22-a3cecf25e6f2 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Router 5d249851-cb17-48a2-8d75-10e678f0e536 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:18:29.389787 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-9655d073-dc28-4658-aa2d-56c6d999ef8c tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:29.473243 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-9655d073-dc28-4658-aa2d-56c6d999ef8c tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] Network eb34fb7e-785f-49a8-8a19-7fa2632b47c6 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:18:29.482853 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-9655d073-dc28-4658-aa2d-56c6d999ef8c tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:18:29.489024 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-9655d073-dc28-4658-aa2d-56c6d999ef8c tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:18:29.520215 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655d073-dc28-4658-aa2d-56c6d999ef8c tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] Pushing event updated for resources: {'Port': ['ID=56125305-52df-4966-83f6-7ff835e6f2c6,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:29.532350 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e5007e8-77ce-47b1-ac63-f7c619e6fab0 req-e8576c87-a9bd-468d-9d22-a3cecf25e6f2 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:18:29.538258 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1e5007e8-77ce-47b1-ac63-f7c619e6fab0 req-e8576c87-a9bd-468d-9d22-a3cecf25e6f2 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:29.542269 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7867caf-056f-4d0e-bb4d-9e08d5308682 None None] Sync routers for ids ['5d249851-cb17-48a2-8d75-10e678f0e536'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:18:29.554977 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7867caf-056f-4d0e-bb4d-9e08d5308682 None None] Routers {'5d249851-cb17-48a2-8d75-10e678f0e536'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:18:29.557253 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b7867caf-056f-4d0e-bb4d-9e08d5308682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:18:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['5d249851-cb17-48a2-8d75-10e678f0e536'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:29.575427 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-9655d073-dc28-4658-aa2d-56c6d999ef8c tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:29.575969 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-9655d073-dc28-4658-aa2d-56c6d999ef8c tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:29.591229 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1e5007e8-77ce-47b1-ac63-f7c619e6fab0 req-e8576c87-a9bd-468d-9d22-a3cecf25e6f2 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "PUT /v2.0/floatingips/08379685-a038-4e26-a7e2-3164b2340a18 HTTP/1.1" status: 200 len: 997 time: 1.9222212 Aug 31 09:18:29.605038 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de693642-683e-4fd5-b75f-9ec160cba4be', 'tag': '13aae789-1d14-4bf9-aef3-ac983b8ca2cc'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:18:29.606195 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350e0bc4-ed49-4229-a546-93519f3da397" -d '{"events": [{"name": "network-changed", "server_uuid": "de693642-683e-4fd5-b75f-9ec160cba4be", "tag": "13aae789-1d14-4bf9-aef3-ac983b8ca2cc"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:18:29.658239 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-9655d073-dc28-4658-aa2d-56c6d999ef8c tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5325522 Aug 31 09:18:29.661644 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5007e8-77ce-47b1-ac63-f7c619e6fab0 req-267297a3-de69-4cb3-9cf2-e598f9f11e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:29.663423 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1e5007e8-77ce-47b1-ac63-f7c619e6fab0 req-267297a3-de69-4cb3-9cf2-e598f9f11e45 service neutron] 10.222.0.119 "GET /v2.0/ports?tenant_id=6a2267e5f9d74efc8dd72fe8f0e73b08&device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 1098 time: 0.0541608 Aug 31 09:18:29.687252 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-418c2717-83bd-44aa-98b3-a97a43b67232 service neutron] Request body: {'port': {'device_id': '2861fea5-29a9-4bbc-b340-d4f279c98baa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:29.706380 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-b7867caf-056f-4d0e-bb4d-9e08d5308682 None None] Set router 5d249851-cb17-48a2-8d75-10e678f0e536 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:18:29.831111 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-418c2717-83bd-44aa-98b3-a97a43b67232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:29.856745 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5007e8-77ce-47b1-ac63-f7c619e6fab0 req-4d9951e6-6979-4a67-b644-2870afff8565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:29.858235 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1e5007e8-77ce-47b1-ac63-f7c619e6fab0 req-4d9951e6-6979-4a67-b644-2870afff8565 service neutron] 10.222.0.119 "GET /v2.0/networks?id=1fe3bad6-d020-4313-b487-8f7d8a3a7aba HTTP/1.1" status: 200 len: 920 time: 0.1874731 Aug 31 09:18:29.872534 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e26940-8d23-4531-bbe8-4ba051474648 req-0355c130-3b63-460b-94c0-1439eded6023 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:29.874071 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49e26940-8d23-4531-bbe8-4ba051474648 req-0355c130-3b63-460b-94c0-1439eded6023 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.119 "GET /v2.0/ports?device_id=810986b3-2063-4f51-9b51-34eaa8c74e9e HTTP/1.1" status: 200 len: 945 time: 0.1184428 Aug 31 09:18:29.975968 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b7867caf-056f-4d0e-bb4d-9e08d5308682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'name': 'tempest-ServerRescueTestJSONUnderV235-96676371-router', 'tenant_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '7a15ea2d-db3f-4eb9-8552-48e4f985f079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:24Z', 'updated_at': '2021-08-31T09:17:29Z', 'revision_number': 4, 'project_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'gw_port': {'id': '7a15ea2d-db3f-4eb9-8552-48e4f985f079', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '08379685-a038-4e26-a7e2-3164b2340a18', 'tenant_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'floating_ip_address': '172.25.2.249', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'port_id': '13aae789-1d14-4bf9-aef3-ac983b8ca2cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe3bad6-d020-4313-b487-8f7d8a3a7aba', 'mac_address': 'fa:16:3e:6e:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de693642-683e-4fd5-b75f-9ec160cba4be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:18:25Z', 'updated_at': '2021-08-31T09:18:28Z', 'revision_number': 1, 'project_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377fd5e1-106d-4d0c-b2a5-28144c85e95d', 'name': '', 'network_id': '1fe3bad6-d020-4313-b487-8f7d8a3a7aba', 'tenant_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'mac_address': 'fa:16:3e:2a:83:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'be576511-03ec-4a51-8b0f-ac74d6537737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:28Z', 'updated_at': '2021-08-31T09:17:35Z', 'revision_number': 5, 'project_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'subnets': [{'id': 'be576511-03ec-4a51-8b0f-ac74d6537737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:30.006848 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7867caf-056f-4d0e-bb4d-9e08d5308682 None None] Checking router: 5d249851-cb17-48a2-8d75-10e678f0e536 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:18:30.015575 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7867caf-056f-4d0e-bb4d-9e08d5308682 None None] Routers {'5d249851-cb17-48a2-8d75-10e678f0e536'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:18:30.016921 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b7867caf-056f-4d0e-bb4d-9e08d5308682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:18:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['5d249851-cb17-48a2-8d75-10e678f0e536'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:30.043179 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49e26940-8d23-4531-bbe8-4ba051474648 req-4e7af4c6-403b-4fc4-9998-f59f3d4d96b3 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.119 "GET /v2.0/security-groups?id=95ae459f-13b7-49ee-874a-9a05f9032ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422477 Aug 31 09:18:30.055899 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1e5007e8-77ce-47b1-ac63-f7c619e6fab0 req-95c4f6bb-6476-4a14-aea9-d85806935610 service neutron] 10.222.0.119 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13aae789-1d14-4bf9-aef3-ac983b8ca2cc HTTP/1.1" status: 200 len: 1000 time: 0.1629736 Aug 31 09:18:30.184696 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-b7867caf-056f-4d0e-bb4d-9e08d5308682 None None] Set router 5d249851-cb17-48a2-8d75-10e678f0e536 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:18:30.452556 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b7867caf-056f-4d0e-bb4d-9e08d5308682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'name': 'tempest-ServerRescueTestJSONUnderV235-96676371-router', 'tenant_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '7a15ea2d-db3f-4eb9-8552-48e4f985f079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:24Z', 'updated_at': '2021-08-31T09:17:29Z', 'revision_number': 4, 'project_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'gw_port': {'id': '7a15ea2d-db3f-4eb9-8552-48e4f985f079', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '08379685-a038-4e26-a7e2-3164b2340a18', 'tenant_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'floating_ip_address': '172.25.2.249', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'port_id': '13aae789-1d14-4bf9-aef3-ac983b8ca2cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe3bad6-d020-4313-b487-8f7d8a3a7aba', 'mac_address': 'fa:16:3e:6e:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de693642-683e-4fd5-b75f-9ec160cba4be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:18:25Z', 'updated_at': '2021-08-31T09:18:28Z', 'revision_number': 1, 'project_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377fd5e1-106d-4d0c-b2a5-28144c85e95d', 'name': '', 'network_id': '1fe3bad6-d020-4313-b487-8f7d8a3a7aba', 'tenant_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'mac_address': 'fa:16:3e:2a:83:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'be576511-03ec-4a51-8b0f-ac74d6537737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:28Z', 'updated_at': '2021-08-31T09:17:35Z', 'revision_number': 5, 'project_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'subnets': [{'id': 'be576511-03ec-4a51-8b0f-ac74d6537737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:30.481726 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7867caf-056f-4d0e-bb4d-9e08d5308682 None None] The sync data for ids ['5d249851-cb17-48a2-8d75-10e678f0e536'] in n-d-791506-28 is: [{'id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'name': 'tempest-ServerRescueTestJSONUnderV235-96676371-router', 'tenant_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '7a15ea2d-db3f-4eb9-8552-48e4f985f079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:24Z', 'updated_at': '2021-08-31T09:17:29Z', 'revision_number': 4, 'project_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'gw_port': {'id': '7a15ea2d-db3f-4eb9-8552-48e4f985f079', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '08379685-a038-4e26-a7e2-3164b2340a18', 'tenant_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'floating_ip_address': '172.25.2.249', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'port_id': '13aae789-1d14-4bf9-aef3-ac983b8ca2cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fe3bad6-d020-4313-b487-8f7d8a3a7aba', 'mac_address': 'fa:16:3e:6e:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de693642-683e-4fd5-b75f-9ec160cba4be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:18:25Z', 'updated_at': '2021-08-31T09:18:28Z', 'revision_number': 1, 'project_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377fd5e1-106d-4d0c-b2a5-28144c85e95d', 'name': '', 'network_id': '1fe3bad6-d020-4313-b487-8f7d8a3a7aba', 'tenant_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'mac_address': 'fa:16:3e:2a:83:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'be576511-03ec-4a51-8b0f-ac74d6537737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:28Z', 'updated_at': '2021-08-31T09:17:35Z', 'revision_number': 5, 'project_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'subnets': [{'id': 'be576511-03ec-4a51-8b0f-ac74d6537737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:18:30.493603 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125c54a0-29cd-448e-be94-c8c37adef83c x-openstack-request-id: req-125c54a0-29cd-448e-be94-c8c37adef83c {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:18:30.493887 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de693642-683e-4fd5-b75f-9ec160cba4be", "tag": "13aae789-1d14-4bf9-aef3-ac983b8ca2cc", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:18:30.494139 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-125c54a0-29cd-448e-be94-c8c37adef83c {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:18:30.494530 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de693642-683e-4fd5-b75f-9ec160cba4be', 'tag': '13aae789-1d14-4bf9-aef3-ac983b8ca2cc', 'status': 'completed', 'code': 200} Aug 31 09:18:30.589852 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5007e8-77ce-47b1-ac63-f7c619e6fab0 req-a6a7f504-1f52-4080-a6df-5bc65451c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:30.591403 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1e5007e8-77ce-47b1-ac63-f7c619e6fab0 req-a6a7f504-1f52-4080-a6df-5bc65451c468 service neutron] 10.222.0.119 "GET /v2.0/subnets?id=be576511-03ec-4a51-8b0f-ac74d6537737 HTTP/1.1" status: 200 len: 858 time: 0.5231986 Aug 31 09:18:30.638075 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1e5007e8-77ce-47b1-ac63-f7c619e6fab0 req-3894e8bf-c021-451c-ab5f-ea1ea5155f83 service neutron] 10.222.0.119 "GET /v2.0/ports?network_id=1fe3bad6-d020-4313-b487-8f7d8a3a7aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356646 Aug 31 09:18:30.654138 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e0bc4-ed49-4229-a546-93519f3da397 req-06a2c8fc-c16a-49dc-b0c6-260e4e6f19ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:30.656225 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-350e0bc4-ed49-4229-a546-93519f3da397 req-06a2c8fc-c16a-49dc-b0c6-260e4e6f19ac service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=6a2267e5f9d74efc8dd72fe8f0e73b08&device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 1098 time: 0.1563249 Aug 31 09:18:30.680127 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237379a-ad75-49a4-a871-faac76f64eb4 req-d168f78b-0974-45b8-8bf4-89db06f18ba3 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:30.681671 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e237379a-ad75-49a4-a871-faac76f64eb4 req-d168f78b-0974-45b8-8bf4-89db06f18ba3 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8eff325-8b2f-48e8-a93c-aa126a2dd228 HTTP/1.1" status: 200 len: 946 time: 0.1847792 Aug 31 09:18:30.778536 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e427d7-cae6-4111-9fbb-63c758b4b74f None None] New status for floating IP 08379685-a038-4e26-a7e2-3164b2340a18: ACTIVE {{(pid=95555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:18:30.908993 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e237379a-ad75-49a4-a871-faac76f64eb4 req-4f9b8aed-1e6f-4a3e-964f-5cd904d23c7f tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/security-groups?id=cc904491-0f36-4ac7-a171-c02394869887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029181 Aug 31 09:18:30.941939 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1e5007e8-77ce-47b1-ac63-f7c619e6fab0 req-3a83d385-333f-4f55-a993-402d704ef208 service neutron] 10.222.0.119 "GET /v2.0/networks/1fe3bad6-d020-4313-b487-8f7d8a3a7aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822623 Aug 31 09:18:30.947173 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-418c2717-83bd-44aa-98b3-a97a43b67232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56125305-52df-4966-83f6-7ff835e6f2c6 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:18:30.979277 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-418c2717-83bd-44aa-98b3-a97a43b67232 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:31.052008 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e0bc4-ed49-4229-a546-93519f3da397 req-e7035ed0-0d1a-4e75-905d-a47606c1ad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:31.054501 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-350e0bc4-ed49-4229-a546-93519f3da397 req-e7035ed0-0d1a-4e75-905d-a47606c1ad24 service neutron] 10.222.0.112 "GET /v2.0/networks?id=1fe3bad6-d020-4313-b487-8f7d8a3a7aba HTTP/1.1" status: 200 len: 920 time: 0.3831840 Aug 31 09:18:31.062198 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-418c2717-83bd-44aa-98b3-a97a43b67232 service neutron] Transition to ACTIVE for port object 56125305-52df-4966-83f6-7ff835e6f2c6 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:18:31.159846 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187f852-811c-4904-b9a1-112372ef7826 req-52c4fdaf-a3fa-4140-8dfb-0b0dccdb13c2 tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:31.161347 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e187f852-811c-4904-b9a1-112372ef7826 req-52c4fdaf-a3fa-4140-8dfb-0b0dccdb13c2 tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] 10.222.0.119 "GET /v2.0/ports?device_id=2861fea5-29a9-4bbc-b340-d4f279c98baa HTTP/1.1" status: 200 len: 932 time: 0.1797259 Aug 31 09:18:31.165369 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-418c2717-83bd-44aa-98b3-a97a43b67232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:31.187912 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1e5007e8-77ce-47b1-ac63-f7c619e6fab0 req-ede2498a-880e-400d-aee2-bd3d844ff78f service neutron] 10.222.0.119 "GET /v2.0/networks/1fe3bad6-d020-4313-b487-8f7d8a3a7aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282755 Aug 31 09:18:31.209486 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-350e0bc4-ed49-4229-a546-93519f3da397 req-a8c5e567-24aa-4599-8f3c-03c6883ce28c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13aae789-1d14-4bf9-aef3-ac983b8ca2cc HTTP/1.1" status: 200 len: 1002 time: 0.1440623 Aug 31 09:18:31.291438 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c2717-83bd-44aa-98b3-a97a43b67232 service neutron] Pushing event updated for resources: {'Port': ['ID=56125305-52df-4966-83f6-7ff835e6f2c6,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:31.299629 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01966bbd-ea86-4b31-a81f-d4583f697e7d req-90563d97-7feb-4c2c-b90c-c1c09ad48f61 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:31.302044 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-01966bbd-ea86-4b31-a81f-d4583f697e7d req-90563d97-7feb-4c2c-b90c-c1c09ad48f61 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.112 "GET /v2.0/ports?device_id=f8eff325-8b2f-48e8-a93c-aa126a2dd228 HTTP/1.1" status: 200 len: 946 time: 0.0604107 Aug 31 09:18:31.323546 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e187f852-811c-4904-b9a1-112372ef7826 req-36775b84-9bc9-48b1-a2d3-442b131864c4 tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] 10.222.0.119 "GET /v2.0/security-groups?id=4893d449-e40e-4919-8d0b-8cd1bf1980a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518471 Aug 31 09:18:31.355296 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e0bc4-ed49-4229-a546-93519f3da397 req-6fe4475e-3ee7-4739-b7b8-7e78d85d5fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:31.356779 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-350e0bc4-ed49-4229-a546-93519f3da397 req-6fe4475e-3ee7-4739-b7b8-7e78d85d5fbf service neutron] 10.222.0.112 "GET /v2.0/subnets?id=be576511-03ec-4a51-8b0f-ac74d6537737 HTTP/1.1" status: 200 len: 858 time: 0.1340463 Aug 31 09:18:31.398439 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-350e0bc4-ed49-4229-a546-93519f3da397 req-a471ee7e-26d0-4bb9-90dc-73e3ecb99397 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=1fe3bad6-d020-4313-b487-8f7d8a3a7aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319362 Aug 31 09:18:31.435933 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-01966bbd-ea86-4b31-a81f-d4583f697e7d req-6f78a60b-142f-47fb-a504-44e35bf4f9af tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Deleting port 010e17d7-465a-4004-a9fe-9be5e105443d {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:18:31.436364 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-01966bbd-ea86-4b31-a81f-d4583f697e7d req-6f78a60b-142f-47fb-a504-44e35bf4f9af tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:31.487004 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-418c2717-83bd-44aa-98b3-a97a43b67232 service neutron] Attempting to bind port 56125305-52df-4966-83f6-7ff835e6f2c6 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:18:31.489298 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-418c2717-83bd-44aa-98b3-a97a43b67232 service neutron] Attempting to bind port 56125305-52df-4966-83f6-7ff835e6f2c6 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '1d0c95c8-9346-407f-965a-973917bb8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1632, 'network_id': 'eb34fb7e-785f-49a8-8a19-7fa2632b47c6'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:18:31.489298 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-418c2717-83bd-44aa-98b3-a97a43b67232 service neutron] Attempting to bind port 56125305-52df-4966-83f6-7ff835e6f2c6 on network eb34fb7e-785f-49a8-8a19-7fa2632b47c6 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:18:31.491939 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1a6401d8-502b-4cca-bfd1-c7c31d29136c req-0649d5b5-bd01-48ab-b4b3-2f40f404bc32 tempest-ServerShowV257Test-391828392 tempest-ServerShowV257Test-391828392-project] 10.222.0.119 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0915222 Aug 31 09:18:31.519862 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-418c2717-83bd-44aa-98b3-a97a43b67232 service neutron] Port 56125305-52df-4966-83f6-7ff835e6f2c6 on network eb34fb7e-785f-49a8-8a19-7fa2632b47c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:18:31.520187 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-418c2717-83bd-44aa-98b3-a97a43b67232 service neutron] Attempting to bind port 56125305-52df-4966-83f6-7ff835e6f2c6 on network eb34fb7e-785f-49a8-8a19-7fa2632b47c6 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:18:31.532294 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-418c2717-83bd-44aa-98b3-a97a43b67232 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:18:31.532718 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-418c2717-83bd-44aa-98b3-a97a43b67232 service neutron] Checking segment: {'id': '1d0c95c8-9346-407f-965a-973917bb8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1632, 'network_id': 'eb34fb7e-785f-49a8-8a19-7fa2632b47c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:18:31.533105 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-418c2717-83bd-44aa-98b3-a97a43b67232 service neutron] Bound using segment: {'id': '1d0c95c8-9346-407f-965a-973917bb8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1632, 'network_id': 'eb34fb7e-785f-49a8-8a19-7fa2632b47c6'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:18:31.533546 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-418c2717-83bd-44aa-98b3-a97a43b67232 service neutron] Bound port: 56125305-52df-4966-83f6-7ff835e6f2c6, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0c95c8-9346-407f-965a-973917bb8dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1632, 'network_id': 'eb34fb7e-785f-49a8-8a19-7fa2632b47c6'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:18:31.533947 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-418c2717-83bd-44aa-98b3-a97a43b67232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:31.543835 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-01966bbd-ea86-4b31-a81f-d4583f697e7d req-6f78a60b-142f-47fb-a504-44e35bf4f9af tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] For port 010e17d7-465a-4004-a9fe-9be5e105443d, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=010e17d7-465a-4004-a9fe-9be5e105443d,segment=NetworkSegment(2e78ba2e-2d1c-4b07-a947-46f3e238a90e),segment_id=2e78ba2e-2d1c-4b07-a947-46f3e238a90e)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:31.544212 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-01966bbd-ea86-4b31-a81f-d4583f697e7d req-6f78a60b-142f-47fb-a504-44e35bf4f9af tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:31.573540 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d928c-f43a-4474-83c4-e0609b14eccc req-bf9a7f0e-7d7b-49cc-a575-636d9e4b7574 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:31.575116 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b58d928c-f43a-4474-83c4-e0609b14eccc req-bf9a7f0e-7d7b-49cc-a575-636d9e4b7574 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 946 time: 0.1481674 Aug 31 09:18:31.665797 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-350e0bc4-ed49-4229-a546-93519f3da397 req-9d13c526-0e4f-4152-bb0c-1939701ddbce service neutron] 10.222.0.112 "GET /v2.0/networks/1fe3bad6-d020-4313-b487-8f7d8a3a7aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506487 Aug 31 09:18:31.757602 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b58d928c-f43a-4474-83c4-e0609b14eccc req-f78e2c5d-d4b4-4b49-8d09-1507617d403c tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673250 Aug 31 09:18:31.762766 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-418c2717-83bd-44aa-98b3-a97a43b67232 service neutron] For port 56125305-52df-4966-83f6-7ff835e6f2c6, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:18:31.804059 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48dfd7-c965-4fe6-b194-d6d5ccfc4b91 req-4d833a79-3fb1-45ce-934e-d471ba47343a tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:31.806101 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c48dfd7-c965-4fe6-b194-d6d5ccfc4b91 req-4d833a79-3fb1-45ce-934e-d471ba47343a tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.119 "GET /v2.0/ports?device_id=810986b3-2063-4f51-9b51-34eaa8c74e9e HTTP/1.1" status: 200 len: 945 time: 0.2286460 Aug 31 09:18:31.809199 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-418c2717-83bd-44aa-98b3-a97a43b67232 service neutron] For port 56125305-52df-4966-83f6-7ff835e6f2c6, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=56125305-52df-4966-83f6-7ff835e6f2c6,segment=NetworkSegment(1d0c95c8-9346-407f-965a-973917bb8dc1),segment_id=1d0c95c8-9346-407f-965a-973917bb8dc1)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:18:31.880207 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c48dfd7-c965-4fe6-b194-d6d5ccfc4b91 req-42d704fe-6af4-48b4-b6bf-f28ac97b6baf tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.119 "GET /v2.0/security-groups?id=95ae459f-13b7-49ee-874a-9a05f9032ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647926 Aug 31 09:18:31.886443 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-350e0bc4-ed49-4229-a546-93519f3da397 req-53abf0e1-bb13-4a9d-acc2-d711d46fdc1e service neutron] 10.222.0.112 "GET /v2.0/networks/1fe3bad6-d020-4313-b487-8f7d8a3a7aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066052 Aug 31 09:18:31.951486 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-418c2717-83bd-44aa-98b3-a97a43b67232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:32.023392 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d7932e66-7d0b-46ed-bf98-89ca16d25d90 req-373a3aed-2ebf-414d-8ead-c3b43604a262 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.249 HTTP/1.1" status: 200 len: 1002 time: 0.1286509 Aug 31 09:18:32.040311 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-418c2717-83bd-44aa-98b3-a97a43b67232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:32.040858 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-418c2717-83bd-44aa-98b3-a97a43b67232 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:32.042323 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-418c2717-83bd-44aa-98b3-a97a43b67232 service neutron] 10.222.0.112 "PUT /v2.0/ports/56125305-52df-4966-83f6-7ff835e6f2c6 HTTP/1.1" status: 200 len: 1093 time: 2.3603575 Aug 31 09:18:32.051688 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-01966bbd-ea86-4b31-a81f-d4583f697e7d req-6f78a60b-142f-47fb-a504-44e35bf4f9af tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:32.052601 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-01966bbd-ea86-4b31-a81f-d4583f697e7d req-6f78a60b-142f-47fb-a504-44e35bf4f9af tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:32.053096 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [req-01966bbd-ea86-4b31-a81f-d4583f697e7d req-6f78a60b-142f-47fb-a504-44e35bf4f9af tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Floating IP 8dbef6fe-17e0-44aa-8b66-3db526e55f11 disassociated. External IP: 172.25.2.222, port: 010e17d7-465a-4004-a9fe-9be5e105443d. Aug 31 09:18:32.054051 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-01966bbd-ea86-4b31-a81f-d4583f697e7d req-6f78a60b-142f-47fb-a504-44e35bf4f9af tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Calling delete_port for 010e17d7-465a-4004-a9fe-9be5e105443d owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:18:32.088926 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c2717-83bd-44aa-98b3-a97a43b67232 service neutron] Pushing event updated for resources: {'Port': ['ID=56125305-52df-4966-83f6-7ff835e6f2c6,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:32.112164 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7932e66-7d0b-46ed-bf98-89ca16d25d90 req-561cd9b9-6791-40b0-abbd-70a3634f0057 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:32.113622 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d7932e66-7d0b-46ed-bf98-89ca16d25d90 req-561cd9b9-6791-40b0-abbd-70a3634f0057 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports/13aae789-1d14-4bf9-aef3-ac983b8ca2cc HTTP/1.1" status: 200 len: 943 time: 0.0702124 Aug 31 09:18:32.129320 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed33df0-96d0-4cbd-a2f0-ca61b22c2f66 req-e31aa169-e1b1-4b4a-9e68-18bfa4c0ccdb tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:32.129320 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eed33df0-96d0-4cbd-a2f0-ca61b22c2f66 req-e31aa169-e1b1-4b4a-9e68-18bfa4c0ccdb tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.119 "GET /v2.0/ports?device_id=810986b3-2063-4f51-9b51-34eaa8c74e9e HTTP/1.1" status: 200 len: 945 time: 0.1395512 Aug 31 09:18:32.138975 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58816) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:32.145101 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-2038632c-291f-4dab-a20e-748725bd86b1 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Request body: {'floatingip': {'port_id': '625abfe1-738e-4e30-b3ad-36a6a37da421'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:32.256739 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2038632c-291f-4dab-a20e-748725bd86b1 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks [] for floatingip, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:32.315927 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-01966bbd-ea86-4b31-a81f-d4583f697e7d req-6f78a60b-142f-47fb-a504-44e35bf4f9af tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:32.349131 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78a60b-142f-47fb-a504-44e35bf4f9af tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Pushing event deleted for resources: {'Port': ['ID=010e17d7-465a-4004-a9fe-9be5e105443d,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:32.400271 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d7932e66-7d0b-46ed-bf98-89ca16d25d90 req-1fed4b8c-daa1-4ed8-8a3d-9198272f4fb3 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.249 HTTP/1.1" status: 200 len: 1002 time: 0.1897027 Aug 31 09:18:32.401695 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:32.453014 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-3d126e5c-6b83-4297-98f9-3361a4f387ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:32.455828 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-3d126e5c-6b83-4297-98f9-3361a4f387ed service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=fcf1471532c64a46875d2e9174ac99e9&device_id=2861fea5-29a9-4bbc-b340-d4f279c98baa HTTP/1.1" status: 200 len: 1096 time: 0.2564297 Aug 31 09:18:32.471942 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09beb25-8542-4bbd-8611-efd1a61ed6f2 req-80a19607-fb8e-4122-bc9c-084533512af1 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:32.473451 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c09beb25-8542-4bbd-8611-efd1a61ed6f2 req-80a19607-fb8e-4122-bc9c-084533512af1 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8eff325-8b2f-48e8-a93c-aa126a2dd228 HTTP/1.1" status: 200 len: 867 time: 0.2644844 Aug 31 09:18:32.488428 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01966bbd-ea86-4b31-a81f-d4583f697e7d req-6f78a60b-142f-47fb-a504-44e35bf4f9af tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Router b6e367af-cec6-4e3e-b95d-640b21a12353 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:18:32.523514 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2861fea5-29a9-4bbc-b340-d4f279c98baa', 'tag': '56125305-52df-4966-83f6-7ff835e6f2c6'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:18:32.525775 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7672291d-d44c-4206-b3d7-a1a5577f7c6d" -d '{"events": [{"name": "network-changed", "server_uuid": "2861fea5-29a9-4bbc-b340-d4f279c98baa", "tag": "56125305-52df-4966-83f6-7ff835e6f2c6"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:18:32.585451 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:32.588564 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-6a3508b0-63e5-4c55-9aa5-d3a915f71f41 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56125305-52df-4966-83f6-7ff835e6f2c6 HTTP/1.1" status: 200 len: 217 time: 0.1020865 Aug 31 09:18:32.612892 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01966bbd-ea86-4b31-a81f-d4583f697e7d req-6f78a60b-142f-47fb-a504-44e35bf4f9af tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:18:32.625975 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9126977-5a55-45a1-8926-b2ebe9fb3848 None None] Sync routers for ids ['b6e367af-cec6-4e3e-b95d-640b21a12353'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:18:32.639926 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9126977-5a55-45a1-8926-b2ebe9fb3848 None None] Routers {'b6e367af-cec6-4e3e-b95d-640b21a12353'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:18:32.640837 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c9126977-5a55-45a1-8926-b2ebe9fb3848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:18:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b6e367af-cec6-4e3e-b95d-640b21a12353'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:32.655753 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-01966bbd-ea86-4b31-a81f-d4583f697e7d req-6f78a60b-142f-47fb-a504-44e35bf4f9af tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] No DVR routers for this DVR port 010e17d7-465a-4004-a9fe-9be5e105443d on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:18:32.659416 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-01966bbd-ea86-4b31-a81f-d4583f697e7d req-6f78a60b-142f-47fb-a504-44e35bf4f9af tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:32.661823 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-01966bbd-ea86-4b31-a81f-d4583f697e7d req-6f78a60b-142f-47fb-a504-44e35bf4f9af tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.112 "DELETE /v2.0/ports/010e17d7-465a-4004-a9fe-9be5e105443d HTTP/1.1" status: 204 len: 173 time: 1.3528893 Aug 31 09:18:32.662265 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8eff325-8b2f-48e8-a93c-aa126a2dd228', 'name': 'network-vif-deleted', 'tag': '010e17d7-465a-4004-a9fe-9be5e105443d'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:18:32.667547 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fc09e8-ad07-4402-b4fb-8f423012af88" -d '{"events": [{"server_uuid": "f8eff325-8b2f-48e8-a93c-aa126a2dd228", "name": "network-vif-deleted", "tag": "010e17d7-465a-4004-a9fe-9be5e105443d"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:18:32.740860 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c09beb25-8542-4bbd-8611-efd1a61ed6f2 req-6856fb23-f6ef-4181-b7bc-d896eb2ea572 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/security-groups?id=cc904491-0f36-4ac7-a171-c02394869887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212040 Aug 31 09:18:32.806926 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-7ffa1075-8915-4527-ab9b-83303cd62c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:32.807116 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-c9126977-5a55-45a1-8926-b2ebe9fb3848 None None] Set router b6e367af-cec6-4e3e-b95d-640b21a12353 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:18:32.808411 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-7ffa1075-8915-4527-ab9b-83303cd62c02 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ad26ed0b-5dbc-4c5c-9b26-fa89b0752e55 HTTP/1.1" status: 200 len: 855 time: 0.2060676 Aug 31 09:18:32.820947 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7932e66-7d0b-46ed-bf98-89ca16d25d90 req-d7d563a3-4b6c-494c-9817-82b5ebdfb856 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:32.829672 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d7932e66-7d0b-46ed-bf98-89ca16d25d90 req-d7d563a3-4b6c-494c-9817-82b5ebdfb856 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 784 time: 0.4165409 Aug 31 09:18:32.899164 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-1297dc62-28da-426c-9a87-8c08d62e96a3 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=eb34fb7e-785f-49a8-8a19-7fa2632b47c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603223 Aug 31 09:18:33.050373 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c9126977-5a55-45a1-8926-b2ebe9fb3848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'name': 'tempest-ServersTestManualDisk-74735609-router', 'tenant_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '9b87dc3e-4dc3-4fca-973f-b3088d6fbb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:53Z', 'updated_at': '2021-08-31T09:15:59Z', 'revision_number': 4, 'project_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'gw_port': {'id': '9b87dc3e-4dc3-4fca-973f-b3088d6fbb00', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:54Z', 'updated_at': '2021-08-31T09:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '71d33765-0b05-4f73-950a-9c3a1f194c1d', 'name': '', 'network_id': '4cf160fe-fa67-43d6-a1e8-90f7d231f9ad', 'tenant_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'mac_address': 'fa:16:3e:d3:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'f677096e-2f3d-4ff3-bcd7-53a620eb8c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:58Z', 'updated_at': '2021-08-31T09:16:07Z', 'revision_number': 5, 'project_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'subnets': [{'id': 'f677096e-2f3d-4ff3-bcd7-53a620eb8c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:33.089431 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9126977-5a55-45a1-8926-b2ebe9fb3848 None None] Checking router: b6e367af-cec6-4e3e-b95d-640b21a12353 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:18:33.102444 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9126977-5a55-45a1-8926-b2ebe9fb3848 None None] Routers {'b6e367af-cec6-4e3e-b95d-640b21a12353'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:18:33.103132 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c9126977-5a55-45a1-8926-b2ebe9fb3848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:18:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b6e367af-cec6-4e3e-b95d-640b21a12353'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:33.219421 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-c9126977-5a55-45a1-8926-b2ebe9fb3848 None None] Set router b6e367af-cec6-4e3e-b95d-640b21a12353 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:18:33.409021 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d7932e66-7d0b-46ed-bf98-89ca16d25d90 req-54e21b6e-c4f1-4427-9bd7-ec4f6c27949f tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.249 HTTP/1.1" status: 200 len: 1002 time: 0.5779359 Aug 31 09:18:33.439686 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-d7932e66-7d0b-46ed-bf98-89ca16d25d90 req-d70e8ed6-ea40-44ae-a7fd-10720ab1ecfb tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:33.545509 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8fefce-0d29-4e24-8853-a14031247e9a req-d109601a-8024-42a7-8f47-0b8a6ca532a6 tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:33.554823 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dc8fefce-0d29-4e24-8853-a14031247e9a req-d109601a-8024-42a7-8f47-0b8a6ca532a6 tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] 10.222.0.119 "GET /v2.0/ports?device_id=2861fea5-29a9-4bbc-b340-d4f279c98baa HTTP/1.1" status: 200 len: 944 time: 0.6545825 Aug 31 09:18:33.579336 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c9126977-5a55-45a1-8926-b2ebe9fb3848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'name': 'tempest-ServersTestManualDisk-74735609-router', 'tenant_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '9b87dc3e-4dc3-4fca-973f-b3088d6fbb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:53Z', 'updated_at': '2021-08-31T09:15:59Z', 'revision_number': 4, 'project_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'gw_port': {'id': '9b87dc3e-4dc3-4fca-973f-b3088d6fbb00', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:54Z', 'updated_at': '2021-08-31T09:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '71d33765-0b05-4f73-950a-9c3a1f194c1d', 'name': '', 'network_id': '4cf160fe-fa67-43d6-a1e8-90f7d231f9ad', 'tenant_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'mac_address': 'fa:16:3e:d3:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'f677096e-2f3d-4ff3-bcd7-53a620eb8c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:58Z', 'updated_at': '2021-08-31T09:16:07Z', 'revision_number': 5, 'project_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'subnets': [{'id': 'f677096e-2f3d-4ff3-bcd7-53a620eb8c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:33.609000 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-d7fd7534-dd78-4f22-96f7-3087e8477f21 service neutron] 10.222.0.112 "GET /v2.0/networks/eb34fb7e-785f-49a8-8a19-7fa2632b47c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6870403 Aug 31 09:18:33.610179 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9126977-5a55-45a1-8926-b2ebe9fb3848 None None] The sync data for ids ['b6e367af-cec6-4e3e-b95d-640b21a12353'] in n-d-791506-28 is: [{'id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'name': 'tempest-ServersTestManualDisk-74735609-router', 'tenant_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '9b87dc3e-4dc3-4fca-973f-b3088d6fbb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:53Z', 'updated_at': '2021-08-31T09:15:59Z', 'revision_number': 4, 'project_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'gw_port': {'id': '9b87dc3e-4dc3-4fca-973f-b3088d6fbb00', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:54Z', 'updated_at': '2021-08-31T09:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '71d33765-0b05-4f73-950a-9c3a1f194c1d', 'name': '', 'network_id': '4cf160fe-fa67-43d6-a1e8-90f7d231f9ad', 'tenant_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'mac_address': 'fa:16:3e:d3:73:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'f677096e-2f3d-4ff3-bcd7-53a620eb8c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:58Z', 'updated_at': '2021-08-31T09:16:07Z', 'revision_number': 5, 'project_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'subnets': [{'id': 'f677096e-2f3d-4ff3-bcd7-53a620eb8c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:18:33.616560 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d7932e66-7d0b-46ed-bf98-89ca16d25d90 req-d70e8ed6-ea40-44ae-a7fd-10720ab1ecfb tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks [] for floatingip, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:33.749986 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dc8fefce-0d29-4e24-8853-a14031247e9a req-6af3afd3-99c9-4b72-bd75-b3c2841ad88b tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] 10.222.0.119 "GET /v2.0/security-groups?id=4893d449-e40e-4919-8d0b-8cd1bf1980a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942739 Aug 31 09:18:33.778267 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.db.resource_extend [None req-2038632c-291f-4dab-a20e-748725bd86b1 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:18:33.927006 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85d3eac-3ab3-40b4-90a3-2571c00892f9 None None] New status for floating IP 8dbef6fe-17e0-44aa-8b66-3db526e55f11: DOWN {{(pid=95555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:18:33.930184 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f42c0014-d4e4-40b0-8a1b-811cb4c33d4f req-7b3013ec-2b14-41f5-a648-ffc5e5f64146 tempest-ServerShowV257Test-391828392 tempest-ServerShowV257Test-391828392-project] 10.222.0.119 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0615251 Aug 31 09:18:33.945240 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2038632c-291f-4dab-a20e-748725bd86b1 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:34.000305 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d7e4af-7054-4beb-b1f5-ee1b53fd4d3c x-openstack-request-id: req-79d7e4af-7054-4beb-b1f5-ee1b53fd4d3c {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:18:34.000595 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2861fea5-29a9-4bbc-b340-d4f279c98baa", "tag": "56125305-52df-4966-83f6-7ff835e6f2c6", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:18:34.000888 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-79d7e4af-7054-4beb-b1f5-ee1b53fd4d3c {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:18:34.001326 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2861fea5-29a9-4bbc-b340-d4f279c98baa', 'tag': '56125305-52df-4966-83f6-7ff835e6f2c6', 'status': 'completed', 'code': 200} Aug 31 09:18:34.005562 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-949a8e5f-e356-4e36-bc3e-4e3e2713be18 req-191926fc-029e-4353-afc6-288ff22b49b2 service neutron] 10.222.0.112 "GET /v2.0/networks/eb34fb7e-785f-49a8-8a19-7fa2632b47c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392980 Aug 31 09:18:34.010369 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d7932e66-7d0b-46ed-bf98-89ca16d25d90 req-d70e8ed6-ea40-44ae-a7fd-10720ab1ecfb tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:34.016758 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2038632c-291f-4dab-a20e-748725bd86b1 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:34.037331 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234f90ff-9dd8-47ff-b965-a1bc9fc9ceb5 x-openstack-request-id: req-234f90ff-9dd8-47ff-b965-a1bc9fc9ceb5 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:18:34.037857 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8eff325-8b2f-48e8-a93c-aa126a2dd228", "name": "network-vif-deleted", "tag": "010e17d7-465a-4004-a9fe-9be5e105443d", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:18:34.038500 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-234f90ff-9dd8-47ff-b965-a1bc9fc9ceb5 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:18:34.039025 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8eff325-8b2f-48e8-a93c-aa126a2dd228', 'name': 'network-vif-deleted', 'tag': '010e17d7-465a-4004-a9fe-9be5e105443d', 'status': 'completed', 'code': 200} Aug 31 09:18:34.069770 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d7932e66-7d0b-46ed-bf98-89ca16d25d90 req-d70e8ed6-ea40-44ae-a7fd-10720ab1ecfb tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:34.070751 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [req-d7932e66-7d0b-46ed-bf98-89ca16d25d90 req-d70e8ed6-ea40-44ae-a7fd-10720ab1ecfb tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Floating IP 08379685-a038-4e26-a7e2-3164b2340a18 disassociated. External IP: 172.25.2.249, port: 13aae789-1d14-4bf9-aef3-ac983b8ca2cc. Aug 31 09:18:34.299142 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1826c17-9448-408d-81a2-13d312808e20 req-681bf55a-5b4c-4207-b954-319559848638 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:34.300622 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d1826c17-9448-408d-81a2-13d312808e20 req-681bf55a-5b4c-4207-b954-319559848638 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 946 time: 0.1929500 Aug 31 09:18:34.306170 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-2038632c-291f-4dab-a20e-748725bd86b1 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Floating IP 24293f7b-a106-4d10-ab13-bfade706f4e5 associated. External IP: 172.25.2.189, port: 625abfe1-738e-4e30-b3ad-36a6a37da421. Aug 31 09:18:34.313427 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672291d-d44c-4206-b3d7-a1a5577f7c6d req-b93ebfe1-b351-4cae-b522-238b685a29fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:34.314960 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7672291d-d44c-4206-b3d7-a1a5577f7c6d req-b93ebfe1-b351-4cae-b522-238b685a29fd service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=fcf1471532c64a46875d2e9174ac99e9&device_id=2861fea5-29a9-4bbc-b340-d4f279c98baa HTTP/1.1" status: 200 len: 1096 time: 0.1917529 Aug 31 09:18:34.518621 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d1826c17-9448-408d-81a2-13d312808e20 req-82d0b79c-a6a6-4cc9-814e-04ecd9d23d42 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086422 Aug 31 09:18:34.624306 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672291d-d44c-4206-b3d7-a1a5577f7c6d req-e7330671-abf6-4d13-90d5-8e95efef1fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:34.626516 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7672291d-d44c-4206-b3d7-a1a5577f7c6d req-e7330671-abf6-4d13-90d5-8e95efef1fed service neutron] 10.222.0.112 "GET /v2.0/networks?id=eb34fb7e-785f-49a8-8a19-7fa2632b47c6 HTTP/1.1" status: 200 len: 917 time: 0.2766504 Aug 31 09:18:34.711748 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7672291d-d44c-4206-b3d7-a1a5577f7c6d req-a5800a73-2a7a-4fd7-9698-c341bb00e64b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56125305-52df-4966-83f6-7ff835e6f2c6 HTTP/1.1" status: 200 len: 217 time: 0.0760078 Aug 31 09:18:34.722774 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58840) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:34.728633 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7932e66-7d0b-46ed-bf98-89ca16d25d90 req-d70e8ed6-ea40-44ae-a7fd-10720ab1ecfb tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Router 5d249851-cb17-48a2-8d75-10e678f0e536 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:18:34.815001 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1808dae6-d6f9-4620-915c-217c2480c111 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:34.852504 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1808dae6-d6f9-4620-915c-217c2480c111 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:34.871532 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672291d-d44c-4206-b3d7-a1a5577f7c6d req-4a554ffe-7f16-4da1-ae18-6f1a8571887c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:34.872898 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7672291d-d44c-4206-b3d7-a1a5577f7c6d req-4a554ffe-7f16-4da1-ae18-6f1a8571887c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ad26ed0b-5dbc-4c5c-9b26-fa89b0752e55 HTTP/1.1" status: 200 len: 855 time: 0.1414874 Aug 31 09:18:34.933672 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7672291d-d44c-4206-b3d7-a1a5577f7c6d req-cc6ea05d-3ee5-4fdf-980b-5f34bb7be3fc service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=eb34fb7e-785f-49a8-8a19-7fa2632b47c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357101 Aug 31 09:18:34.961202 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1808dae6-d6f9-4620-915c-217c2480c111 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:34.964714 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1808dae6-d6f9-4620-915c-217c2480c111 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:34.965766 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1808dae6-d6f9-4620-915c-217c2480c111 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "DELETE /v2.0/security-groups/cc904491-0f36-4ac7-a171-c02394869887 HTTP/1.1" status: 204 len: 168 time: 0.2419095 Aug 31 09:18:34.971786 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58844) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:34.982707 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2038632c-291f-4dab-a20e-748725bd86b1 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Router 35672bb4-32d2-48d8-929e-498592744a92 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:18:34.989050 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808dae6-d6f9-4620-915c-217c2480c111 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc904491-0f36-4ac7-a171-c02394869887,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:34.996282 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-eeb4e504-b506-4ad0-8529-4a962185b207 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] show failed (client error): The resource could not be found. Aug 31 09:18:34.997327 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-eeb4e504-b506-4ad0-8529-4a962185b207 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "GET /v2.0/security-groups/cc904491-0f36-4ac7-a171-c02394869887 HTTP/1.1" status: 404 len: 347 time: 0.0242362 Aug 31 09:18:35.000226 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58848) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:35.063114 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0d767-416b-4c80-b022-ce7670993b7a req-b8019024-337d-4d0b-8cff-24840b67d9cd tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:35.064634 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f9e0d767-416b-4c80-b022-ce7670993b7a req-b8019024-337d-4d0b-8cff-24840b67d9cd tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] 10.222.0.119 "GET /v2.0/ports?device_id=2861fea5-29a9-4bbc-b340-d4f279c98baa HTTP/1.1" status: 200 len: 944 time: 0.2118356 Aug 31 09:18:35.074038 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7932e66-7d0b-46ed-bf98-89ca16d25d90 req-d70e8ed6-ea40-44ae-a7fd-10720ab1ecfb tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:18:35.085936 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d7932e66-7d0b-46ed-bf98-89ca16d25d90 req-d70e8ed6-ea40-44ae-a7fd-10720ab1ecfb tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:35.096874 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee10d02f-a5df-4062-ac77-ea69ad7584a2 None None] Sync routers for ids ['5d249851-cb17-48a2-8d75-10e678f0e536'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:18:35.111044 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee10d02f-a5df-4062-ac77-ea69ad7584a2 None None] Routers {'5d249851-cb17-48a2-8d75-10e678f0e536'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:18:35.112045 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-ee10d02f-a5df-4062-ac77-ea69ad7584a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:18:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['5d249851-cb17-48a2-8d75-10e678f0e536'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:35.153712 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-1fa08b75-2bd3-4236-9cfc-1f13776f7ed3 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Deleting port 1958d2e0-aaa8-4864-8328-2de32cb0d2bc {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:18:35.154470 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1fa08b75-2bd3-4236-9cfc-1f13776f7ed3 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:35.252043 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-ee10d02f-a5df-4062-ac77-ea69ad7584a2 None None] Set router 5d249851-cb17-48a2-8d75-10e678f0e536 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:18:35.256846 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1fa08b75-2bd3-4236-9cfc-1f13776f7ed3 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:35.257168 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1fa08b75-2bd3-4236-9cfc-1f13776f7ed3 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:35.275097 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-1fa08b75-2bd3-4236-9cfc-1f13776f7ed3 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Calling delete_port for 1958d2e0-aaa8-4864-8328-2de32cb0d2bc owned by network:floatingip {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:18:35.508404 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-ee10d02f-a5df-4062-ac77-ea69ad7584a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'name': 'tempest-ServerRescueTestJSONUnderV235-96676371-router', 'tenant_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '7a15ea2d-db3f-4eb9-8552-48e4f985f079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:24Z', 'updated_at': '2021-08-31T09:17:29Z', 'revision_number': 4, 'project_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'gw_port': {'id': '7a15ea2d-db3f-4eb9-8552-48e4f985f079', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '377fd5e1-106d-4d0c-b2a5-28144c85e95d', 'name': '', 'network_id': '1fe3bad6-d020-4313-b487-8f7d8a3a7aba', 'tenant_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'mac_address': 'fa:16:3e:2a:83:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'be576511-03ec-4a51-8b0f-ac74d6537737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:28Z', 'updated_at': '2021-08-31T09:17:35Z', 'revision_number': 5, 'project_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'subnets': [{'id': 'be576511-03ec-4a51-8b0f-ac74d6537737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:35.517365 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d7932e66-7d0b-46ed-bf98-89ca16d25d90 req-d70e8ed6-ea40-44ae-a7fd-10720ab1ecfb tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "PUT /v2.0/floatingips/08379685-a038-4e26-a7e2-3164b2340a18 HTTP/1.1" status: 200 len: 695 time: 2.0906930 Aug 31 09:18:35.530441 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7672291d-d44c-4206-b3d7-a1a5577f7c6d req-b73cf462-7ba0-4ed8-8aff-5daa432c47e2 service neutron] 10.222.0.112 "GET /v2.0/networks/eb34fb7e-785f-49a8-8a19-7fa2632b47c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5631051 Aug 31 09:18:35.531879 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1fa08b75-2bd3-4236-9cfc-1f13776f7ed3 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:35.557926 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee10d02f-a5df-4062-ac77-ea69ad7584a2 None None] Checking router: 5d249851-cb17-48a2-8d75-10e678f0e536 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:18:35.568917 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee10d02f-a5df-4062-ac77-ea69ad7584a2 None None] Routers {'5d249851-cb17-48a2-8d75-10e678f0e536'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:18:35.569674 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-ee10d02f-a5df-4062-ac77-ea69ad7584a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:18:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['5d249851-cb17-48a2-8d75-10e678f0e536'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:35.605370 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa08b75-2bd3-4236-9cfc-1f13776f7ed3 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Pushing event deleted for resources: {'Port': ['ID=1958d2e0-aaa8-4864-8328-2de32cb0d2bc,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:35.623154 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f9e0d767-416b-4c80-b022-ce7670993b7a req-1374ea36-4947-4e34-9099-1f279ac13694 tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] 10.222.0.119 "GET /v2.0/security-groups?id=4893d449-e40e-4919-8d0b-8cd1bf1980a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714563 Aug 31 09:18:35.661138 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2038632c-291f-4dab-a20e-748725bd86b1 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:18:35.670627 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f88ab9-8fa6-45c3-92fb-aef0926e08d5 None None] Sync routers for ids ['35672bb4-32d2-48d8-929e-498592744a92'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:18:35.690434 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1fa08b75-2bd3-4236-9cfc-1f13776f7ed3 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks [] for floatingip, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:35.693167 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1fa08b75-2bd3-4236-9cfc-1f13776f7ed3 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:35.697741 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f88ab9-8fa6-45c3-92fb-aef0926e08d5 None None] Routers {'35672bb4-32d2-48d8-929e-498592744a92'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:18:35.697741 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c3f88ab9-8fa6-45c3-92fb-aef0926e08d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:18:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['35672bb4-32d2-48d8-929e-498592744a92'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:35.698768 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1fa08b75-2bd3-4236-9cfc-1f13776f7ed3 tempest-ServersTestManualDisk-973317212 tempest-ServersTestManualDisk-973317212-project] 10.222.0.119 "DELETE /v2.0/floatingips/8dbef6fe-17e0-44aa-8b66-3db526e55f11 HTTP/1.1" status: 204 len: 168 time: 0.6965339 Aug 31 09:18:35.699421 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58856) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:35.707954 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2038632c-291f-4dab-a20e-748725bd86b1 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:35.776823 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2038632c-291f-4dab-a20e-748725bd86b1 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.119 "PUT /v2.0/floatingips/24293f7b-a106-4d10-ab13-bfade706f4e5 HTTP/1.1" status: 200 len: 991 time: 3.6366436 Aug 31 09:18:35.780347 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-ee10d02f-a5df-4062-ac77-ea69ad7584a2 None None] Set router 5d249851-cb17-48a2-8d75-10e678f0e536 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:18:35.816643 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7932e66-7d0b-46ed-bf98-89ca16d25d90 req-f373f500-3741-42cf-bbf4-d940b2399a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:35.818179 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d7932e66-7d0b-46ed-bf98-89ca16d25d90 req-f373f500-3741-42cf-bbf4-d940b2399a0c service neutron] 10.222.0.119 "GET /v2.0/ports?tenant_id=6a2267e5f9d74efc8dd72fe8f0e73b08&device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 1098 time: 0.2441213 Aug 31 09:18:35.822253 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-48eee7ce-8084-4f56-8b52-0cb3361f6764 req-395a2070-633d-4b17-9969-6a72dcd070f8 tempest-ServerShowV257Test-391828392 tempest-ServerShowV257Test-391828392-project] 10.222.0.119 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0423379 Aug 31 09:18:35.895427 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7672291d-d44c-4206-b3d7-a1a5577f7c6d req-967afa07-891b-4fdc-9926-14b87d7e6ec6 service neutron] 10.222.0.112 "GET /v2.0/networks/eb34fb7e-785f-49a8-8a19-7fa2632b47c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975032 Aug 31 09:18:35.975315 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-c3f88ab9-8fa6-45c3-92fb-aef0926e08d5 None None] Set router 35672bb4-32d2-48d8-929e-498592744a92 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:18:36.002622 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de693642-683e-4fd5-b75f-9ec160cba4be', 'tag': '13aae789-1d14-4bf9-aef3-ac983b8ca2cc'}, {'name': 'network-changed', 'server_uuid': '810986b3-2063-4f51-9b51-34eaa8c74e9e', 'tag': '625abfe1-738e-4e30-b3ad-36a6a37da421'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:18:36.006809 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be10e16-7cf7-458e-8738-aa6336557b1b" -d '{"events": [{"name": "network-changed", "server_uuid": "de693642-683e-4fd5-b75f-9ec160cba4be", "tag": "13aae789-1d14-4bf9-aef3-ac983b8ca2cc"}, {"name": "network-changed", "server_uuid": "810986b3-2063-4f51-9b51-34eaa8c74e9e", "tag": "625abfe1-738e-4e30-b3ad-36a6a37da421"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:18:36.047853 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7932e66-7d0b-46ed-bf98-89ca16d25d90 req-8fcc843d-962c-4a5a-b88b-3b4799f43ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:36.050592 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d7932e66-7d0b-46ed-bf98-89ca16d25d90 req-8fcc843d-962c-4a5a-b88b-3b4799f43ffc service neutron] 10.222.0.119 "GET /v2.0/networks?id=1fe3bad6-d020-4313-b487-8f7d8a3a7aba HTTP/1.1" status: 200 len: 920 time: 0.2226114 Aug 31 09:18:36.082366 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 010e17d7-465a-4004-a9fe-9be5e105443d no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:18:36.114293 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 010e17d7-465a-4004-a9fe-9be5e105443d {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:18:36.150081 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 010e17d7-465a-4004-a9fe-9be5e105443d not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:18:36.150356 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d7932e66-7d0b-46ed-bf98-89ca16d25d90 req-55453f40-0902-4648-a8b9-8db1b327632f service neutron] 10.222.0.119 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13aae789-1d14-4bf9-aef3-ac983b8ca2cc HTTP/1.1" status: 200 len: 217 time: 0.0610580 Aug 31 09:18:36.150356 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec99a0-b62f-427d-b8ee-ad76daa4e340 req-40a0b6ab-55ea-4abb-a1d1-1fea47d1c144 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:36.150356 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f0ec99a0-b62f-427d-b8ee-ad76daa4e340 req-40a0b6ab-55ea-4abb-a1d1-1fea47d1c144 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 946 time: 0.1576195 Aug 31 09:18:36.150739 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-ee10d02f-a5df-4062-ac77-ea69ad7584a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'name': 'tempest-ServerRescueTestJSONUnderV235-96676371-router', 'tenant_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '7a15ea2d-db3f-4eb9-8552-48e4f985f079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:24Z', 'updated_at': '2021-08-31T09:17:29Z', 'revision_number': 4, 'project_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'gw_port': {'id': '7a15ea2d-db3f-4eb9-8552-48e4f985f079', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '377fd5e1-106d-4d0c-b2a5-28144c85e95d', 'name': '', 'network_id': '1fe3bad6-d020-4313-b487-8f7d8a3a7aba', 'tenant_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'mac_address': 'fa:16:3e:2a:83:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'be576511-03ec-4a51-8b0f-ac74d6537737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:28Z', 'updated_at': '2021-08-31T09:17:35Z', 'revision_number': 5, 'project_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'subnets': [{'id': 'be576511-03ec-4a51-8b0f-ac74d6537737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:36.164560 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee10d02f-a5df-4062-ac77-ea69ad7584a2 None None] The sync data for ids ['5d249851-cb17-48a2-8d75-10e678f0e536'] in n-d-791506-28 is: [{'id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'name': 'tempest-ServerRescueTestJSONUnderV235-96676371-router', 'tenant_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '7a15ea2d-db3f-4eb9-8552-48e4f985f079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:24Z', 'updated_at': '2021-08-31T09:17:29Z', 'revision_number': 4, 'project_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'gw_port': {'id': '7a15ea2d-db3f-4eb9-8552-48e4f985f079', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '377fd5e1-106d-4d0c-b2a5-28144c85e95d', 'name': '', 'network_id': '1fe3bad6-d020-4313-b487-8f7d8a3a7aba', 'tenant_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'mac_address': 'fa:16:3e:2a:83:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'be576511-03ec-4a51-8b0f-ac74d6537737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:28Z', 'updated_at': '2021-08-31T09:17:35Z', 'revision_number': 5, 'project_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'subnets': [{'id': 'be576511-03ec-4a51-8b0f-ac74d6537737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:18:36.281861 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f0ec99a0-b62f-427d-b8ee-ad76daa4e340 req-4bbc9739-436d-4988-a94d-267f15c41d10 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388252 Aug 31 09:18:36.290854 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7932e66-7d0b-46ed-bf98-89ca16d25d90 req-22b877cb-55a6-4f42-924f-fbe0155f1acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:36.299128 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d7932e66-7d0b-46ed-bf98-89ca16d25d90 req-22b877cb-55a6-4f42-924f-fbe0155f1acf service neutron] 10.222.0.119 "GET /v2.0/subnets?id=be576511-03ec-4a51-8b0f-ac74d6537737 HTTP/1.1" status: 200 len: 858 time: 0.1654265 Aug 31 09:18:36.321435 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-982d9f40-f8f4-45b1-b2f8-adfdc03963ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:36.362375 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d7932e66-7d0b-46ed-bf98-89ca16d25d90 req-6648f115-3c1e-4b1d-b2ed-ce0affe079a9 service neutron] 10.222.0.119 "GET /v2.0/ports?network_id=1fe3bad6-d020-4313-b487-8f7d8a3a7aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595634 Aug 31 09:18:36.387471 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c3f88ab9-8fa6-45c3-92fb-aef0926e08d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35672bb4-32d2-48d8-929e-498592744a92', 'name': 'tempest-ServersTestFqdnHostnames-1580856577-router', 'tenant_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '4ab8fcc7-0a71-442e-ac30-fcdba01b087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:01Z', 'updated_at': '2021-08-31T09:18:05Z', 'revision_number': 4, 'project_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'gw_port': {'id': '4ab8fcc7-0a71-442e-ac30-fcdba01b087b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35672bb4-32d2-48d8-929e-498592744a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:02Z', 'updated_at': '2021-08-31T09:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '24293f7b-a106-4d10-ab13-bfade706f4e5', 'tenant_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '35672bb4-32d2-48d8-929e-498592744a92', 'port_id': '625abfe1-738e-4e30-b3ad-36a6a37da421', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75e09785-e646-4091-b087-b031d80b436d', 'mac_address': 'fa:16:3e:dd:d0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810986b3-2063-4f51-9b51-34eaa8c74e9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:18:11Z', 'updated_at': '2021-08-31T09:18:33Z', 'revision_number': 1, 'project_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c1c937-23ab-4d65-a3cb-792fb4f552bc', 'name': '', 'network_id': '75e09785-e646-4091-b087-b031d80b436d', 'tenant_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'mac_address': 'fa:16:3e:78:50:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35672bb4-32d2-48d8-929e-498592744a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '94033cac-3e36-46a7-9188-bd30da0ef87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:04Z', 'updated_at': '2021-08-31T09:18:11Z', 'revision_number': 5, 'project_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'subnets': [{'id': '94033cac-3e36-46a7-9188-bd30da0ef87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:36.482739 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d7932e66-7d0b-46ed-bf98-89ca16d25d90 req-955ea0dd-29fb-4858-9e5a-f7029a6f5967 service neutron] 10.222.0.119 "GET /v2.0/networks/1fe3bad6-d020-4313-b487-8f7d8a3a7aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193070 Aug 31 09:18:36.556928 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f88ab9-8fa6-45c3-92fb-aef0926e08d5 None None] Checking router: 35672bb4-32d2-48d8-929e-498592744a92 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:18:36.567063 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f88ab9-8fa6-45c3-92fb-aef0926e08d5 None None] Routers {'35672bb4-32d2-48d8-929e-498592744a92'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:18:36.567683 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c3f88ab9-8fa6-45c3-92fb-aef0926e08d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:18:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['35672bb4-32d2-48d8-929e-498592744a92'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:36.613637 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 09:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039dfb85-168e-436d-9d4a-20f67416a80e x-openstack-request-id: req-039dfb85-168e-436d-9d4a-20f67416a80e {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:18:36.613933 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de693642-683e-4fd5-b75f-9ec160cba4be", "tag": "13aae789-1d14-4bf9-aef3-ac983b8ca2cc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "810986b3-2063-4f51-9b51-34eaa8c74e9e", "tag": "625abfe1-738e-4e30-b3ad-36a6a37da421", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:18:36.614196 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-039dfb85-168e-436d-9d4a-20f67416a80e {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:18:36.614628 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de693642-683e-4fd5-b75f-9ec160cba4be', 'tag': '13aae789-1d14-4bf9-aef3-ac983b8ca2cc', 'status': 'completed', 'code': 200} Aug 31 09:18:36.615956 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810986b3-2063-4f51-9b51-34eaa8c74e9e', 'tag': '625abfe1-738e-4e30-b3ad-36a6a37da421', 'status': 'completed', 'code': 200} Aug 31 09:18:36.643140 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bac7007-aceb-4aae-bdd1-3bb33c19759a None None] New status for floating IP 08379685-a038-4e26-a7e2-3164b2340a18: DOWN {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:18:36.746187 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d7932e66-7d0b-46ed-bf98-89ca16d25d90 req-33589190-dd4d-4c92-a696-bd36a6a305ae service neutron] 10.222.0.119 "GET /v2.0/networks/1fe3bad6-d020-4313-b487-8f7d8a3a7aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625232 Aug 31 09:18:36.785111 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be10e16-7cf7-458e-8738-aa6336557b1b req-32fb2253-d36b-4dbd-b33f-da25c87d5ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:36.787725 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6be10e16-7cf7-458e-8738-aa6336557b1b req-32fb2253-d36b-4dbd-b33f-da25c87d5ee1 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=6a2267e5f9d74efc8dd72fe8f0e73b08&device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 1098 time: 0.1528473 Aug 31 09:18:36.796484 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-c3f88ab9-8fa6-45c3-92fb-aef0926e08d5 None None] Set router 35672bb4-32d2-48d8-929e-498592744a92 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:18:36.869692 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-982d9f40-f8f4-45b1-b2f8-adfdc03963ad admin admin] Deleting port 71d33765-0b05-4f73-950a-9c3a1f194c1d {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:18:36.870897 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-982d9f40-f8f4-45b1-b2f8-adfdc03963ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:36.883116 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfd9ed-b3cd-4297-b737-1b412900dd0f req-6b3c00d7-7dae-467d-a286-3b3896692038 tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:36.885632 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-86cfd9ed-b3cd-4297-b737-1b412900dd0f req-6b3c00d7-7dae-467d-a286-3b3896692038 tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] 10.222.0.119 "GET /v2.0/ports?device_id=2861fea5-29a9-4bbc-b340-d4f279c98baa HTTP/1.1" status: 200 len: 944 time: 0.1642296 Aug 31 09:18:36.968098 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc584635-688b-4438-9939-702b1bc363de req-445c135b-7871-4e3b-887d-2e37ecdde56c tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/floatingips/08379685-a038-4e26-a7e2-3164b2340a18 HTTP/1.1" status: 200 len: 695 time: 0.0947022 Aug 31 09:18:37.004199 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-982d9f40-f8f4-45b1-b2f8-adfdc03963ad admin admin] For port 71d33765-0b05-4f73-950a-9c3a1f194c1d, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=71d33765-0b05-4f73-950a-9c3a1f194c1d,segment=NetworkSegment(2e78ba2e-2d1c-4b07-a947-46f3e238a90e),segment_id=2e78ba2e-2d1c-4b07-a947-46f3e238a90e)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:37.004591 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-982d9f40-f8f4-45b1-b2f8-adfdc03963ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:37.021840 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-982d9f40-f8f4-45b1-b2f8-adfdc03963ad admin admin] Calling delete_port for 71d33765-0b05-4f73-950a-9c3a1f194c1d owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:18:37.052031 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-86cfd9ed-b3cd-4297-b737-1b412900dd0f req-e2a89d12-777b-4a94-b07a-e1935f1d4d3e tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] 10.222.0.119 "GET /v2.0/security-groups?id=4893d449-e40e-4919-8d0b-8cd1bf1980a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541033 Aug 31 09:18:37.094198 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be10e16-7cf7-458e-8738-aa6336557b1b req-13b7e555-5f8c-4cce-ab18-a464f804592e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:37.098567 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6be10e16-7cf7-458e-8738-aa6336557b1b req-13b7e555-5f8c-4cce-ab18-a464f804592e service neutron] 10.222.0.112 "GET /v2.0/networks?id=1fe3bad6-d020-4313-b487-8f7d8a3a7aba HTTP/1.1" status: 200 len: 920 time: 0.2947807 Aug 31 09:18:37.145393 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c3f88ab9-8fa6-45c3-92fb-aef0926e08d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35672bb4-32d2-48d8-929e-498592744a92', 'name': 'tempest-ServersTestFqdnHostnames-1580856577-router', 'tenant_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '4ab8fcc7-0a71-442e-ac30-fcdba01b087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:01Z', 'updated_at': '2021-08-31T09:18:05Z', 'revision_number': 4, 'project_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'gw_port': {'id': '4ab8fcc7-0a71-442e-ac30-fcdba01b087b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35672bb4-32d2-48d8-929e-498592744a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:02Z', 'updated_at': '2021-08-31T09:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '24293f7b-a106-4d10-ab13-bfade706f4e5', 'tenant_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '35672bb4-32d2-48d8-929e-498592744a92', 'port_id': '625abfe1-738e-4e30-b3ad-36a6a37da421', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75e09785-e646-4091-b087-b031d80b436d', 'mac_address': 'fa:16:3e:dd:d0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810986b3-2063-4f51-9b51-34eaa8c74e9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:18:11Z', 'updated_at': '2021-08-31T09:18:33Z', 'revision_number': 1, 'project_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c1c937-23ab-4d65-a3cb-792fb4f552bc', 'name': '', 'network_id': '75e09785-e646-4091-b087-b031d80b436d', 'tenant_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'mac_address': 'fa:16:3e:78:50:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35672bb4-32d2-48d8-929e-498592744a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '94033cac-3e36-46a7-9188-bd30da0ef87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:04Z', 'updated_at': '2021-08-31T09:18:11Z', 'revision_number': 5, 'project_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'subnets': [{'id': '94033cac-3e36-46a7-9188-bd30da0ef87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:37.188518 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6be10e16-7cf7-458e-8738-aa6336557b1b req-4cfb8a6f-fc64-449f-be9b-1edcb24c6d6a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13aae789-1d14-4bf9-aef3-ac983b8ca2cc HTTP/1.1" status: 200 len: 217 time: 0.0605147 Aug 31 09:18:37.194816 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f88ab9-8fa6-45c3-92fb-aef0926e08d5 None None] The sync data for ids ['35672bb4-32d2-48d8-929e-498592744a92'] in n-d-791506-28 is: [{'id': '35672bb4-32d2-48d8-929e-498592744a92', 'name': 'tempest-ServersTestFqdnHostnames-1580856577-router', 'tenant_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '4ab8fcc7-0a71-442e-ac30-fcdba01b087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:01Z', 'updated_at': '2021-08-31T09:18:05Z', 'revision_number': 4, 'project_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'gw_port': {'id': '4ab8fcc7-0a71-442e-ac30-fcdba01b087b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35672bb4-32d2-48d8-929e-498592744a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:02Z', 'updated_at': '2021-08-31T09:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '24293f7b-a106-4d10-ab13-bfade706f4e5', 'tenant_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '35672bb4-32d2-48d8-929e-498592744a92', 'port_id': '625abfe1-738e-4e30-b3ad-36a6a37da421', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75e09785-e646-4091-b087-b031d80b436d', 'mac_address': 'fa:16:3e:dd:d0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810986b3-2063-4f51-9b51-34eaa8c74e9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:18:11Z', 'updated_at': '2021-08-31T09:18:33Z', 'revision_number': 1, 'project_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c1c937-23ab-4d65-a3cb-792fb4f552bc', 'name': '', 'network_id': '75e09785-e646-4091-b087-b031d80b436d', 'tenant_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'mac_address': 'fa:16:3e:78:50:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35672bb4-32d2-48d8-929e-498592744a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '94033cac-3e36-46a7-9188-bd30da0ef87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:04Z', 'updated_at': '2021-08-31T09:18:11Z', 'revision_number': 5, 'project_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'subnets': [{'id': '94033cac-3e36-46a7-9188-bd30da0ef87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:18:37.215550 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d10b3c8f-5cd9-4282-8337-9fc626022cca req-1b460c86-7ec8-4c5c-b965-04aba5b9b0c7 tempest-ServerShowV257Test-391828392 tempest-ServerShowV257Test-391828392-project] 10.222.0.119 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0698569 Aug 31 09:18:37.256658 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc584635-688b-4438-9939-702b1bc363de req-61846e72-ab5d-4882-af7d-fbda427c527e tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:37.258097 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc584635-688b-4438-9939-702b1bc363de req-61846e72-ab5d-4882-af7d-fbda427c527e tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 784 time: 0.2736630 Aug 31 09:18:37.320901 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc584635-688b-4438-9939-702b1bc363de req-41405727-db84-47dd-bc67-41a17ee5af69 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.249 HTTP/1.1" status: 200 len: 696 time: 0.0541213 Aug 31 09:18:37.326285 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be10e16-7cf7-458e-8738-aa6336557b1b req-a466f641-2153-4fc1-b307-60e0cbaa22fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:37.326492 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6be10e16-7cf7-458e-8738-aa6336557b1b req-a466f641-2153-4fc1-b307-60e0cbaa22fa service neutron] 10.222.0.112 "GET /v2.0/subnets?id=be576511-03ec-4a51-8b0f-ac74d6537737 HTTP/1.1" status: 200 len: 858 time: 0.1153128 Aug 31 09:18:37.372683 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-982d9f40-f8f4-45b1-b2f8-adfdc03963ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:37.396803 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6be10e16-7cf7-458e-8738-aa6336557b1b req-40f83920-30d8-49bb-9ac1-aff44fcb1da9 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=1fe3bad6-d020-4313-b487-8f7d8a3a7aba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602705 Aug 31 09:18:37.400241 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc584635-688b-4438-9939-702b1bc363de req-cd57d2af-73ab-4d0b-bf16-3e7a544b4a09 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.249 HTTP/1.1" status: 200 len: 696 time: 0.0722103 Aug 31 09:18:37.403711 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d9f40-f8f4-45b1-b2f8-adfdc03963ad admin admin] Pushing event deleted for resources: {'Port': ['ID=71d33765-0b05-4f73-950a-9c3a1f194c1d,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:37.417713 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d9f40-f8f4-45b1-b2f8-adfdc03963ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:37.420715 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d9f40-f8f4-45b1-b2f8-adfdc03963ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:37.420715 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d9f40-f8f4-45b1-b2f8-adfdc03963ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:37.420715 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d9f40-f8f4-45b1-b2f8-adfdc03963ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:37.420715 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d9f40-f8f4-45b1-b2f8-adfdc03963ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:37.420715 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d9f40-f8f4-45b1-b2f8-adfdc03963ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:37.420715 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d9f40-f8f4-45b1-b2f8-adfdc03963ad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:37.420715 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d9f40-f8f4-45b1-b2f8-adfdc03963ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:37.420715 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d9f40-f8f4-45b1-b2f8-adfdc03963ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:37.423386 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d9f40-f8f4-45b1-b2f8-adfdc03963ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:37.423386 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d9f40-f8f4-45b1-b2f8-adfdc03963ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:37.423386 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982d9f40-f8f4-45b1-b2f8-adfdc03963ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:37.501693 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebec5d8b-c755-4ec6-b6d5-d9a05946153b None None] New status for floating IP 24293f7b-a106-4d10-ab13-bfade706f4e5: ACTIVE {{(pid=95555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:18:37.676758 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-982d9f40-f8f4-45b1-b2f8-adfdc03963ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:37.710230 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80630a5b-14cb-4c64-b451-b0d5857e78d3 req-24a5324d-13b6-4aeb-80b4-357627d8a40e tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:37.725410 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-80630a5b-14cb-4c64-b451-b0d5857e78d3 req-24a5324d-13b6-4aeb-80b4-357627d8a40e tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 946 time: 0.3146901 Aug 31 09:18:37.772744 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6be10e16-7cf7-458e-8738-aa6336557b1b req-c07dad00-a50f-45bc-bf7d-636782d92eb0 service neutron] 10.222.0.112 "GET /v2.0/networks/1fe3bad6-d020-4313-b487-8f7d8a3a7aba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449008 Aug 31 09:18:37.801938 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-fc584635-688b-4438-9939-702b1bc363de req-5900c8ca-4360-4c32-9038-733c874621d1 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Deleting port f0efa1d7-89cb-4864-85db-5fc7a9628f89 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:18:37.801938 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-fc584635-688b-4438-9939-702b1bc363de req-5900c8ca-4360-4c32-9038-733c874621d1 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:37.815335 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-80630a5b-14cb-4c64-b451-b0d5857e78d3 req-14cac01b-65a9-4f2f-b688-f5a7051b312c tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786741 Aug 31 09:18:37.943850 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6be10e16-7cf7-458e-8738-aa6336557b1b req-5d3bc475-8fc5-4cfc-bf8c-7ce732c91e80 service neutron] 10.222.0.112 "GET /v2.0/networks/1fe3bad6-d020-4313-b487-8f7d8a3a7aba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581264 Aug 31 09:18:37.952605 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-fc584635-688b-4438-9939-702b1bc363de req-5900c8ca-4360-4c32-9038-733c874621d1 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:37.955667 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-fc584635-688b-4438-9939-702b1bc363de req-5900c8ca-4360-4c32-9038-733c874621d1 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:37.977406 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-fc584635-688b-4438-9939-702b1bc363de req-5900c8ca-4360-4c32-9038-733c874621d1 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Calling delete_port for f0efa1d7-89cb-4864-85db-5fc7a9628f89 owned by network:floatingip {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:18:38.014521 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982d9f40-f8f4-45b1-b2f8-adfdc03963ad admin admin] Router b6e367af-cec6-4e3e-b95d-640b21a12353 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:18:38.087593 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 56125305-52df-4966-83f6-7ff835e6f2c6 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:18:38.128910 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be10e16-7cf7-458e-8738-aa6336557b1b req-66791215-7802-4c53-960a-e878f45a7678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:38.130391 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6be10e16-7cf7-458e-8738-aa6336557b1b req-66791215-7802-4c53-960a-e878f45a7678 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3ee53d83cab74f8189b7e564f9ce32ef&device_id=810986b3-2063-4f51-9b51-34eaa8c74e9e HTTP/1.1" status: 200 len: 1097 time: 0.0917017 Aug 31 09:18:38.157953 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982d9f40-f8f4-45b1-b2f8-adfdc03963ad admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:18:38.163688 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-982d9f40-f8f4-45b1-b2f8-adfdc03963ad admin admin] 10.222.0.119 "PUT /v2.0/routers/b6e367af-cec6-4e3e-b95d-640b21a12353/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4631712 Aug 31 09:18:38.166212 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58880) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:38.176407 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bacb97-54d3-4129-a7da-9013a28c23c8 None None] Sync routers for ids ['b6e367af-cec6-4e3e-b95d-640b21a12353'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:18:38.200439 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bacb97-54d3-4129-a7da-9013a28c23c8 None None] Routers {'b6e367af-cec6-4e3e-b95d-640b21a12353'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:18:38.201216 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-a9bacb97-54d3-4129-a7da-9013a28c23c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:18:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b6e367af-cec6-4e3e-b95d-640b21a12353'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:38.272406 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 56125305-52df-4966-83f6-7ff835e6f2c6, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=56125305-52df-4966-83f6-7ff835e6f2c6,segment=NetworkSegment(1d0c95c8-9346-407f-965a-973917bb8dc1),segment_id=1d0c95c8-9346-407f-965a-973917bb8dc1)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:38.290235 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83529190-402e-4ce5-aebe-cf64ffa11eb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:38.318911 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b042df3b-d514-497c-9592-d91b07ca832d req-abfb9340-184b-4bd6-9d65-7d30dd69e6d4 tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:38.320794 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '56125305-52df-4966-83f6-7ff835e6f2c6', 'network_id': 'eb34fb7e-785f-49a8-8a19-7fa2632b47c6', 'port_id': '56125305-52df-4966-83f6-7ff835e6f2c6', 'mac_address': 'fa:16:3e:30:88:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad26ed0b-5dbc-4c5c-9b26-fa89b0752e55', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:18:38.325064 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b042df3b-d514-497c-9592-d91b07ca832d req-abfb9340-184b-4bd6-9d65-7d30dd69e6d4 tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] 10.222.0.119 "GET /v2.0/ports?device_id=2861fea5-29a9-4bbc-b340-d4f279c98baa HTTP/1.1" status: 200 len: 944 time: 0.1717997 Aug 31 09:18:38.373088 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-a9bacb97-54d3-4129-a7da-9013a28c23c8 None None] Set router b6e367af-cec6-4e3e-b95d-640b21a12353 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:18:38.400072 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b042df3b-d514-497c-9592-d91b07ca832d req-9fc86082-fe03-4350-b743-68dbce80343e tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] 10.222.0.119 "GET /v2.0/security-groups?id=4893d449-e40e-4919-8d0b-8cd1bf1980a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467446 Aug 31 09:18:38.400632 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:38.419392 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be10e16-7cf7-458e-8738-aa6336557b1b req-66f9e607-05f2-4f18-b7a8-d776cb03648d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:38.423516 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6be10e16-7cf7-458e-8738-aa6336557b1b req-66f9e607-05f2-4f18-b7a8-d776cb03648d service neutron] 10.222.0.112 "GET /v2.0/networks?id=75e09785-e646-4091-b087-b031d80b436d HTTP/1.1" status: 200 len: 917 time: 0.2708404 Aug 31 09:18:38.447773 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83529190-402e-4ce5-aebe-cf64ffa11eb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:38.454669 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56125305-52df-4966-83f6-7ff835e6f2c6 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:18:38.510603 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 56125305-52df-4966-83f6-7ff835e6f2c6, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=56125305-52df-4966-83f6-7ff835e6f2c6,segment=NetworkSegment(1d0c95c8-9346-407f-965a-973917bb8dc1),segment_id=1d0c95c8-9346-407f-965a-973917bb8dc1)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:38.535581 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-64ed81ab-b614-4ae8-8af6-5452f312e62f req-a2a48e97-758d-414d-aa1e-00f71c6982c1 tempest-ServerShowV257Test-391828392 tempest-ServerShowV257Test-391828392-project] 10.222.0.119 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0420306 Aug 31 09:18:38.557764 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6be10e16-7cf7-458e-8738-aa6336557b1b req-7519a2f8-0e89-4590-b16a-9c264a874936 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=625abfe1-738e-4e30-b3ad-36a6a37da421 HTTP/1.1" status: 200 len: 1001 time: 0.1284525 Aug 31 09:18:38.607160 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-fc584635-688b-4438-9939-702b1bc363de req-5900c8ca-4360-4c32-9038-733c874621d1 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:38.721448 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-a9bacb97-54d3-4129-a7da-9013a28c23c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'name': 'tempest-ServersTestManualDisk-74735609-router', 'tenant_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '9b87dc3e-4dc3-4fca-973f-b3088d6fbb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:53Z', 'updated_at': '2021-08-31T09:18:37Z', 'revision_number': 5, 'project_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'gw_port': {'id': '9b87dc3e-4dc3-4fca-973f-b3088d6fbb00', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:54Z', 'updated_at': '2021-08-31T09:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:38.722047 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900c8ca-4360-4c32-9038-733c874621d1 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Pushing event deleted for resources: {'Port': ['ID=f0efa1d7-89cb-4864-85db-5fc7a9628f89,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:38.722295 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bacb97-54d3-4129-a7da-9013a28c23c8 None None] Checking router: b6e367af-cec6-4e3e-b95d-640b21a12353 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:18:38.722295 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bacb97-54d3-4129-a7da-9013a28c23c8 None None] Routers {'b6e367af-cec6-4e3e-b95d-640b21a12353'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:18:38.722295 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-a9bacb97-54d3-4129-a7da-9013a28c23c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:18:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b6e367af-cec6-4e3e-b95d-640b21a12353'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:38.722655 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be10e16-7cf7-458e-8738-aa6336557b1b req-638dbfab-706c-4cb4-8f2b-1f4c6f1ddc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:38.722655 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6be10e16-7cf7-458e-8738-aa6336557b1b req-638dbfab-706c-4cb4-8f2b-1f4c6f1ddc18 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=94033cac-3e36-46a7-9188-bd30da0ef87d HTTP/1.1" status: 200 len: 854 time: 0.1079438 Aug 31 09:18:38.776151 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-fc584635-688b-4438-9939-702b1bc363de req-5900c8ca-4360-4c32-9038-733c874621d1 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks [] for floatingip, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:38.782678 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-fc584635-688b-4438-9939-702b1bc363de req-5900c8ca-4360-4c32-9038-733c874621d1 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:38.790195 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc584635-688b-4438-9939-702b1bc363de req-5900c8ca-4360-4c32-9038-733c874621d1 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "DELETE /v2.0/floatingips/08379685-a038-4e26-a7e2-3164b2340a18 HTTP/1.1" status: 204 len: 173 time: 1.3808992 Aug 31 09:18:38.822977 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be10e16-7cf7-458e-8738-aa6336557b1b req-cb4b6ef0-4bbe-46a6-992c-b3b437cefd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:38.827093 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6be10e16-7cf7-458e-8738-aa6336557b1b req-cb4b6ef0-4bbe-46a6-992c-b3b437cefd5a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=75e09785-e646-4091-b087-b031d80b436d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1209962 Aug 31 09:18:38.957112 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-a9bacb97-54d3-4129-a7da-9013a28c23c8 None None] Set router b6e367af-cec6-4e3e-b95d-640b21a12353 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:18:38.977402 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-321c79b2-0c7a-4a1b-82ec-721ac49dca6c req-93b78320-26bc-4538-9400-8e36a35597b8 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups/6e2da46e-c613-4b18-b538-93580fb20c94 HTTP/1.1" status: 200 len: 1810 time: 0.1496069 Aug 31 09:18:39.037350 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffcbe6-2474-4e79-a05f-b1d28ee77392 req-28467b1a-f637-4035-9a94-654c9cabf25b tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:39.038948 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3cffcbe6-2474-4e79-a05f-b1d28ee77392 req-28467b1a-f637-4035-9a94-654c9cabf25b tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 946 time: 0.1130757 Aug 31 09:18:39.061571 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6be10e16-7cf7-458e-8738-aa6336557b1b req-387e9468-b840-4c33-80a1-8a30677452a7 service neutron] 10.222.0.112 "GET /v2.0/networks/75e09785-e646-4091-b087-b031d80b436d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140105 Aug 31 09:18:39.131159 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3cffcbe6-2474-4e79-a05f-b1d28ee77392 req-7fe5c533-5b42-4d91-9322-c80c276919bc tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817406 Aug 31 09:18:39.155357 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-321c79b2-0c7a-4a1b-82ec-721ac49dca6c req-9d04a731-9b57-4389-a100-a53ad0524b0d tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:39.193489 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-a9bacb97-54d3-4129-a7da-9013a28c23c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'name': 'tempest-ServersTestManualDisk-74735609-router', 'tenant_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '9b87dc3e-4dc3-4fca-973f-b3088d6fbb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:53Z', 'updated_at': '2021-08-31T09:18:37Z', 'revision_number': 5, 'project_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'gw_port': {'id': '9b87dc3e-4dc3-4fca-973f-b3088d6fbb00', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:54Z', 'updated_at': '2021-08-31T09:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:39.194224 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-321c79b2-0c7a-4a1b-82ec-721ac49dca6c req-9d04a731-9b57-4389-a100-a53ad0524b0d tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:39.209047 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bacb97-54d3-4129-a7da-9013a28c23c8 None None] The sync data for ids ['b6e367af-cec6-4e3e-b95d-640b21a12353'] in n-d-791506-28 is: [{'id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'name': 'tempest-ServersTestManualDisk-74735609-router', 'tenant_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '9b87dc3e-4dc3-4fca-973f-b3088d6fbb00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:15:53Z', 'updated_at': '2021-08-31T09:18:37Z', 'revision_number': 5, 'project_id': 'ecc4af06d9f044f6a31368d2040b2b4b', 'gw_port': {'id': '9b87dc3e-4dc3-4fca-973f-b3088d6fbb00', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:aa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e367af-cec6-4e3e-b95d-640b21a12353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:15:54Z', 'updated_at': '2021-08-31T09:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:18:39.246699 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6be10e16-7cf7-458e-8738-aa6336557b1b req-901b78a2-d954-4e47-aa1d-c86e6f648488 service neutron] 10.222.0.112 "GET /v2.0/networks/75e09785-e646-4091-b087-b031d80b436d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574824 Aug 31 09:18:39.474726 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-83529190-402e-4ce5-aebe-cf64ffa11eb3 admin admin] Deleting port 9b87dc3e-4dc3-4fca-973f-b3088d6fbb00 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:18:39.475432 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83529190-402e-4ce5-aebe-cf64ffa11eb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:39.539440 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:39.560347 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-321c79b2-0c7a-4a1b-82ec-721ac49dca6c req-9d04a731-9b57-4389-a100-a53ad0524b0d tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:39.563843 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-321c79b2-0c7a-4a1b-82ec-721ac49dca6c req-9d04a731-9b57-4389-a100-a53ad0524b0d tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:39.565191 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-321c79b2-0c7a-4a1b-82ec-721ac49dca6c req-9d04a731-9b57-4389-a100-a53ad0524b0d tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "DELETE /v2.0/security-groups/6e2da46e-c613-4b18-b538-93580fb20c94 HTTP/1.1" status: 204 len: 173 time: 0.5714054 Aug 31 09:18:39.581824 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-83529190-402e-4ce5-aebe-cf64ffa11eb3 admin admin] For port 9b87dc3e-4dc3-4fca-973f-b3088d6fbb00, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=9b87dc3e-4dc3-4fca-973f-b3088d6fbb00,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:39.582242 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83529190-402e-4ce5-aebe-cf64ffa11eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:39.597865 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-83529190-402e-4ce5-aebe-cf64ffa11eb3 admin admin] Calling delete_port for 9b87dc3e-4dc3-4fca-973f-b3088d6fbb00 owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:18:39.598214 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04a731-9b57-4389-a100-a53ad0524b0d tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2da46e-c613-4b18-b538-93580fb20c94,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:39.638592 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a28a68-854a-4e84-b446-534bfbe4ed37 req-c3c232c0-bdb0-48a5-839a-f35575f94abc tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:39.655781 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-96a28a68-854a-4e84-b446-534bfbe4ed37 req-c3c232c0-bdb0-48a5-839a-f35575f94abc tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] 10.222.0.119 "GET /v2.0/ports?device_id=2861fea5-29a9-4bbc-b340-d4f279c98baa HTTP/1.1" status: 200 len: 944 time: 0.1869197 Aug 31 09:18:39.676249 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=56125305-52df-4966-83f6-7ff835e6f2c6,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:39.733136 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-96a28a68-854a-4e84-b446-534bfbe4ed37 req-f61a32b1-01d1-403e-86c8-b812716ee920 tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] 10.222.0.119 "GET /v2.0/security-groups?id=4893d449-e40e-4919-8d0b-8cd1bf1980a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753188 Aug 31 09:18:39.838305 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['56125305-52df-4966-83f6-7ff835e6f2c6'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:18:39.851145 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6173dfb0-0e65-43b5-a137-08e55b57f698 req-67f2c29d-1e73-4680-b0df-afc1ceee5d7f tempest-ServerShowV257Test-391828392 tempest-ServerShowV257Test-391828392-project] 10.222.0.119 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0337298 Aug 31 09:18:39.886348 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83529190-402e-4ce5-aebe-cf64ffa11eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:39.931857 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83529190-402e-4ce5-aebe-cf64ffa11eb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b87dc3e-4dc3-4fca-973f-b3088d6fbb00,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:39.999402 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83529190-402e-4ce5-aebe-cf64ffa11eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:40.113823 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f67ea0-b2b3-4a1a-91ce-6e62ff99a1fa req-76d167d5-5db3-4b50-871c-b596fddab42d tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:40.115381 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-77f67ea0-b2b3-4a1a-91ce-6e62ff99a1fa req-76d167d5-5db3-4b50-871c-b596fddab42d tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 946 time: 0.0522542 Aug 31 09:18:40.159526 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-77f67ea0-b2b3-4a1a-91ce-6e62ff99a1fa req-b8b5a72c-ecfd-4eb9-ac82-c9aa0d933d3f tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371320 Aug 31 09:18:40.268711 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01db6b-fe69-4915-9903-925f8379541d req-a3e07277-5c3a-4a41-96c9-c4fc3562b195 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:40.277266 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ee01db6b-fe69-4915-9903-925f8379541d req-a3e07277-5c3a-4a41-96c9-c4fc3562b195 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 946 time: 0.0636461 Aug 31 09:18:40.316027 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ee01db6b-fe69-4915-9903-925f8379541d req-fce65a23-7156-4c4a-8ff8-8e5f78e3734c tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375340 Aug 31 09:18:40.387078 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83529190-402e-4ce5-aebe-cf64ffa11eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:40.389418 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83529190-402e-4ce5-aebe-cf64ffa11eb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:40.491410 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83529190-402e-4ce5-aebe-cf64ffa11eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:40.492118 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83529190-402e-4ce5-aebe-cf64ffa11eb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6e367af-cec6-4e3e-b95d-640b21a12353 {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:18:40.501402 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83529190-402e-4ce5-aebe-cf64ffa11eb3 admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:40.501402 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-83529190-402e-4ce5-aebe-cf64ffa11eb3 admin admin] 10.222.0.119 "DELETE /v2.0/routers/b6e367af-cec6-4e3e-b95d-640b21a12353 HTTP/1.1" status: 204 len: 168 time: 2.3308280 Aug 31 09:18:40.502942 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58926) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:40.554198 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb8e038-e568-477d-a2fb-23990ac90d8e admin admin] Deleting subnet f677096e-2f3d-4ff3-bcd7-53a620eb8c47 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:18:40.557645 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1cb8e038-e568-477d-a2fb-23990ac90d8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:40.594290 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1cb8e038-e568-477d-a2fb-23990ac90d8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:40.685163 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1cb8e038-e568-477d-a2fb-23990ac90d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:40.817098 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1cb8e038-e568-477d-a2fb-23990ac90d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:40.866424 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8e038-e568-477d-a2fb-23990ac90d8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f677096e-2f3d-4ff3-bcd7-53a620eb8c47,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:40.868446 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1cb8e038-e568-477d-a2fb-23990ac90d8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:40.870325 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1cb8e038-e568-477d-a2fb-23990ac90d8e admin admin] 10.222.0.119 "DELETE /v2.0/subnets/f677096e-2f3d-4ff3-bcd7-53a620eb8c47 HTTP/1.1" status: 204 len: 168 time: 0.3659501 Aug 31 09:18:40.872464 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7658d790-24ac-4f0a-8022-913d6a10d766 None None] Network 4cf160fe-fa67-43d6-a1e8-90f7d231f9ad requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:18:40.873053 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58930) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:40.940863 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902a592-4f20-4954-a112-0ffc7dd942f0 req-c830c3da-1dd5-4810-b18d-dc54850efbaa tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:40.942455 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4902a592-4f20-4954-a112-0ffc7dd942f0 req-c830c3da-1dd5-4810-b18d-dc54850efbaa tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] 10.222.0.119 "GET /v2.0/ports?device_id=2861fea5-29a9-4bbc-b340-d4f279c98baa HTTP/1.1" status: 200 len: 945 time: 0.1372128 Aug 31 09:18:41.023538 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-23c8a191-c1dd-4e27-9f80-b7e3474d9b58 req-d55416c2-7055-4a42-b80e-c360fd6145ca tempest-ServerShowV257Test-391828392 tempest-ServerShowV257Test-391828392-project] 10.222.0.119 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0800152 Aug 31 09:18:41.061414 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c91cd032-684c-4e1c-b818-447f0053a89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:41.091527 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4902a592-4f20-4954-a112-0ffc7dd942f0 req-b0571d50-7f71-4faf-b3aa-46f639a3074b tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] 10.222.0.119 "GET /v2.0/security-groups?id=4893d449-e40e-4919-8d0b-8cd1bf1980a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337342 Aug 31 09:18:41.099916 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9b87dc3e-4dc3-4fca-973f-b3088d6fbb00 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:18:41.132836 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 9b87dc3e-4dc3-4fca-973f-b3088d6fbb00 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:18:41.133135 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9b87dc3e-4dc3-4fca-973f-b3088d6fbb00 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:18:41.133505 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 71d33765-0b05-4f73-950a-9c3a1f194c1d no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:18:41.153493 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 71d33765-0b05-4f73-950a-9c3a1f194c1d {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:18:41.153623 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 71d33765-0b05-4f73-950a-9c3a1f194c1d not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:18:41.154843 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-c91cd032-684c-4e1c-b818-447f0053a89e admin admin] Deleting port 1a0f4b0b-5c0a-4e64-9d54-391d99ed5947 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:18:41.155323 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c91cd032-684c-4e1c-b818-447f0053a89e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:41.187686 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a526b6e6-b70b-49c8-b363-b32b0d7bc3a8 None None] DHCP port deletion for 4cf160fe-fa67-43d6-a1e8-90f7d231f9ad request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:18:41.221577 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-c91cd032-684c-4e1c-b818-447f0053a89e admin admin] For port 1a0f4b0b-5c0a-4e64-9d54-391d99ed5947, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1a0f4b0b-5c0a-4e64-9d54-391d99ed5947,segment=NetworkSegment(2e78ba2e-2d1c-4b07-a947-46f3e238a90e),segment_id=2e78ba2e-2d1c-4b07-a947-46f3e238a90e)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:41.222396 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c91cd032-684c-4e1c-b818-447f0053a89e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:41.237638 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-c91cd032-684c-4e1c-b818-447f0053a89e admin admin] Calling delete_port for 1a0f4b0b-5c0a-4e64-9d54-391d99ed5947 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:18:41.244331 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a526b6e6-b70b-49c8-b363-b32b0d7bc3a8 None None] Deleting port 1a0f4b0b-5c0a-4e64-9d54-391d99ed5947 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:18:41.244698 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a526b6e6-b70b-49c8-b363-b32b0d7bc3a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:41.281733 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-230edb8a-0241-4321-867e-0f6ec0111824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:41.311718 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-a526b6e6-b70b-49c8-b363-b32b0d7bc3a8 None None] For port 1a0f4b0b-5c0a-4e64-9d54-391d99ed5947, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1a0f4b0b-5c0a-4e64-9d54-391d99ed5947,segment=NetworkSegment(2e78ba2e-2d1c-4b07-a947-46f3e238a90e),segment_id=2e78ba2e-2d1c-4b07-a947-46f3e238a90e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:41.312222 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a526b6e6-b70b-49c8-b363-b32b0d7bc3a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:41.329535 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a526b6e6-b70b-49c8-b363-b32b0d7bc3a8 None None] Calling delete_port for 1a0f4b0b-5c0a-4e64-9d54-391d99ed5947 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:18:41.334943 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49988b8e-be2d-49fb-98ea-215de1a3ca87 req-1617957e-a039-46dc-8fa1-9be3b0c1d43a tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:41.336572 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49988b8e-be2d-49fb-98ea-215de1a3ca87 req-1617957e-a039-46dc-8fa1-9be3b0c1d43a tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 946 time: 0.1000929 Aug 31 09:18:41.417839 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49988b8e-be2d-49fb-98ea-215de1a3ca87 req-39a986b0-fab5-4a66-ab19-6e008d179769 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557592 Aug 31 09:18:41.459987 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a526b6e6-b70b-49c8-b363-b32b0d7bc3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:41.473746 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c91cd032-684c-4e1c-b818-447f0053a89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:41.487113 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526b6e6-b70b-49c8-b363-b32b0d7bc3a8 None None] Pushing event deleted for resources: {'Port': ['ID=1a0f4b0b-5c0a-4e64-9d54-391d99ed5947,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:41.492994 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a526b6e6-b70b-49c8-b363-b32b0d7bc3a8 None None] No DVR routers for this DVR port 1a0f4b0b-5c0a-4e64-9d54-391d99ed5947 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:18:41.510448 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91cd032-684c-4e1c-b818-447f0053a89e admin admin] Pushing event deleted for resources: {'Port': ['ID=1a0f4b0b-5c0a-4e64-9d54-391d99ed5947,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:41.513279 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91cd032-684c-4e1c-b818-447f0053a89e admin admin] No DVR routers for this DVR port 1a0f4b0b-5c0a-4e64-9d54-391d99ed5947 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:18:41.550476 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a9b17-9183-4237-b2d9-45115c7d386f req-fc61ea81-510e-4b91-9198-9b702f0347ca tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:41.551984 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ca3a9b17-9183-4237-b2d9-45115c7d386f req-fc61ea81-510e-4b91-9198-9b702f0347ca tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 946 time: 0.1159599 Aug 31 09:18:41.616325 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c91cd032-684c-4e1c-b818-447f0053a89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:41.636472 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-c91cd032-684c-4e1c-b818-447f0053a89e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf160fe-fa67-43d6-a1e8-90f7d231f9ad']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:41.647180 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ca3a9b17-9183-4237-b2d9-45115c7d386f req-d91ee1fe-52f5-4505-b563-f516d177e316 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858452 Aug 31 09:18:41.650490 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-c91cd032-684c-4e1c-b818-447f0053a89e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e78ba2e-2d1c-4b07-a947-46f3e238a90e') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:41.650819 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-c91cd032-684c-4e1c-b818-447f0053a89e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e78ba2e-2d1c-4b07-a947-46f3e238a90e') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:41.660976 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c91cd032-684c-4e1c-b818-447f0053a89e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:41.675532 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c91cd032-684c-4e1c-b818-447f0053a89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:41.681699 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c91cd032-684c-4e1c-b818-447f0053a89e admin admin] Releasing vlan 1636 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:18:41.682084 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c91cd032-684c-4e1c-b818-447f0053a89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:41.683730 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:18:41.683730 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:18:41.683730 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:18:41.683730 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:18:41.683730 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:18:41.683730 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:18:41.683730 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:18:41.683730 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:18:41.683730 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:18:41.683730 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:18:41.683730 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:18:41.683730 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:18:41.683730 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:18:41.683730 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:18:41.683730 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:18:41.683730 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:18:41.683730 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:18:41.683730 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:18:41.683730 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:18:41.683730 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:18:41.683730 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:18:41.683730 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:18:41.683730 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:18:41.683730 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:18:41.683730 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:18:41.683730 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:18:41.683730 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:18:41.683730 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:18:41.683730 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:18:41.683730 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:18:41.683730 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:18:41.683730 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:18:41.783932 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c91cd032-684c-4e1c-b818-447f0053a89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:41.801474 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c91cd032-684c-4e1c-b818-447f0053a89e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:41.803492 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c91cd032-684c-4e1c-b818-447f0053a89e admin admin] 10.222.0.119 "DELETE /v2.0/networks/4cf160fe-fa67-43d6-a1e8-90f7d231f9ad HTTP/1.1" status: 204 len: 168 time: 0.9296291 Aug 31 09:18:41.804858 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91cd032-684c-4e1c-b818-447f0053a89e admin admin] Pushing event deleted for resources: {'Network': ['ID=4cf160fe-fa67-43d6-a1e8-90f7d231f9ad,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:42.105514 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 56125305-52df-4966-83f6-7ff835e6f2c6 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:18:42.166912 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-df53d6ad-2abb-479e-ac8a-65806e26e712 req-ce444db5-5282-4697-8596-de71d0c69ac9 tempest-ServerShowV257Test-391828392 tempest-ServerShowV257Test-391828392-project] 10.222.0.119 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0347724 Aug 31 09:18:42.194467 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58960) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:42.264804 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93724c5-7f30-4766-a7bf-eaab3719508a req-a19492d7-868d-4d6c-af13-32a85392fc01 tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:42.267079 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c93724c5-7f30-4766-a7bf-eaab3719508a req-a19492d7-868d-4d6c-af13-32a85392fc01 tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] 10.222.0.119 "GET /v2.0/ports?device_id=2861fea5-29a9-4bbc-b340-d4f279c98baa HTTP/1.1" status: 200 len: 945 time: 0.0864460 Aug 31 09:18:42.276566 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8331f2b8-cbdb-4349-b4cc-1ae91d3d1638 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=ecc4af06d9f044f6a31368d2040b2b4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0787399 Aug 31 09:18:42.277673 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58962) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:42.309619 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 56125305-52df-4966-83f6-7ff835e6f2c6 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:18:42.315222 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 56125305-52df-4966-83f6-7ff835e6f2c6 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:42.315842 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:42.318286 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c93724c5-7f30-4766-a7bf-eaab3719508a req-d6855f57-153c-4151-b36d-201dd4ac2cb4 tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] 10.222.0.119 "GET /v2.0/security-groups?id=4893d449-e40e-4919-8d0b-8cd1bf1980a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426893 Aug 31 09:18:42.343432 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8652ef55-7861-42a6-8b94-400f619ca953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:42.368002 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8652ef55-7861-42a6-8b94-400f619ca953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:42.410055 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:42.435681 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2861fea5-29a9-4bbc-b340-d4f279c98baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56125305-52df-4966-83f6-7ff835e6f2c6'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:18:42.438436 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47624653-888d-47e6-b3ac-81d78a07b9f9" -d '{"events": [{"server_uuid": "2861fea5-29a9-4bbc-b340-d4f279c98baa", "name": "network-vif-plugged", "status": "completed", "tag": "56125305-52df-4966-83f6-7ff835e6f2c6"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:18:42.456411 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 56125305-52df-4966-83f6-7ff835e6f2c6, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=56125305-52df-4966-83f6-7ff835e6f2c6,segment=NetworkSegment(1d0c95c8-9346-407f-965a-973917bb8dc1),segment_id=1d0c95c8-9346-407f-965a-973917bb8dc1)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:42.491797 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8652ef55-7861-42a6-8b94-400f619ca953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:42.496823 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8652ef55-7861-42a6-8b94-400f619ca953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:42.498263 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8652ef55-7861-42a6-8b94-400f619ca953 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/8c5ad005-9fd2-46e9-8983-d86d9b9cf37f HTTP/1.1" status: 204 len: 168 time: 0.2203851 Aug 31 09:18:42.513414 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ff46b5-9e14-42fe-a9c3-a5610891a77d x-openstack-request-id: req-09ff46b5-9e14-42fe-a9c3-a5610891a77d {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:18:42.513703 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2861fea5-29a9-4bbc-b340-d4f279c98baa", "name": "network-vif-plugged", "status": "completed", "tag": "56125305-52df-4966-83f6-7ff835e6f2c6", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:18:42.513959 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-09ff46b5-9e14-42fe-a9c3-a5610891a77d {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:18:42.514381 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2861fea5-29a9-4bbc-b340-d4f279c98baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56125305-52df-4966-83f6-7ff835e6f2c6', 'code': 200} Aug 31 09:18:42.516013 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652ef55-7861-42a6-8b94-400f619ca953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5ad005-9fd2-46e9-8983-d86d9b9cf37f,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:42.521169 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:42.586192 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc5dd5-669b-44dd-b82c-c08023cc0265 req-7fe8d537-8d7f-45fa-ad30-ae908aa77fbf tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:42.593254 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8cfc5dd5-669b-44dd-b82c-c08023cc0265 req-7fe8d537-8d7f-45fa-ad30-ae908aa77fbf tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 946 time: 0.1025410 Aug 31 09:18:42.633504 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=56125305-52df-4966-83f6-7ff835e6f2c6,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:42.688178 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b25fd4-3f1d-4122-b285-b6dd0bd28da4 req-9ca02789-aaa4-4065-ab7e-8bc72105a503 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:42.690300 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-78b25fd4-3f1d-4122-b285-b6dd0bd28da4 req-9ca02789-aaa4-4065-ab7e-8bc72105a503 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.112 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 946 time: 0.0916965 Aug 31 09:18:42.701768 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8cfc5dd5-669b-44dd-b82c-c08023cc0265 req-4b0d210b-5b7b-4ea0-a242-b4edc31be59c tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/security-groups?id=b3d48c27-25e4-4f16-83ae-b4bede44a85b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047308 Aug 31 09:18:42.736252 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ad1c1-443c-462a-a78b-68bef06c6695 req-77b71497-b398-4082-a4c1-b97b73e12d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:42.736745 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9e9ad1c1-443c-462a-a78b-68bef06c6695 req-77b71497-b398-4082-a4c1-b97b73e12d57 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=2861fea5-29a9-4bbc-b340-d4f279c98baa HTTP/1.1" status: 200 len: 1098 time: 0.1350491 Aug 31 09:18:42.806236 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1a0f4b0b-5c0a-4e64-9d54-391d99ed5947 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:18:42.814094 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9e9ad1c1-443c-462a-a78b-68bef06c6695 req-131225f8-87a8-4ec9-b422-93721bf19f8a service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=4893d449-e40e-4919-8d0b-8cd1bf1980a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685058 Aug 31 09:18:42.828418 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 1a0f4b0b-5c0a-4e64-9d54-391d99ed5947 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:18:42.829022 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1a0f4b0b-5c0a-4e64-9d54-391d99ed5947 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:18:42.834373 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28e2d8-5710-4a5f-8566-dbb29c190382 req-59ec75da-b8b8-41cc-95f1-6a04dfb62e5a tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:42.842652 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cd28e2d8-5710-4a5f-8566-dbb29c190382 req-59ec75da-b8b8-41cc-95f1-6a04dfb62e5a tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 946 time: 0.0799875 Aug 31 09:18:42.852317 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-78b25fd4-3f1d-4122-b285-b6dd0bd28da4 req-4dc7958c-2efe-4020-a18a-0e1811647a3f tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Deleting port 13aae789-1d14-4bf9-aef3-ac983b8ca2cc {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:18:42.853016 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-78b25fd4-3f1d-4122-b285-b6dd0bd28da4 req-4dc7958c-2efe-4020-a18a-0e1811647a3f tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:42.891601 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cd28e2d8-5710-4a5f-8566-dbb29c190382 req-5c1d5db5-566a-4783-8a3a-613936ae452f tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447319 Aug 31 09:18:42.947818 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-78b25fd4-3f1d-4122-b285-b6dd0bd28da4 req-4dc7958c-2efe-4020-a18a-0e1811647a3f tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] For port 13aae789-1d14-4bf9-aef3-ac983b8ca2cc, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=13aae789-1d14-4bf9-aef3-ac983b8ca2cc,segment=NetworkSegment(219c32c0-d622-49cd-ac9d-e7b5923e4d48),segment_id=219c32c0-d622-49cd-ac9d-e7b5923e4d48)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:42.948638 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-78b25fd4-3f1d-4122-b285-b6dd0bd28da4 req-4dc7958c-2efe-4020-a18a-0e1811647a3f tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:42.967341 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-78b25fd4-3f1d-4122-b285-b6dd0bd28da4 req-4dc7958c-2efe-4020-a18a-0e1811647a3f tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Calling delete_port for 13aae789-1d14-4bf9-aef3-ac983b8ca2cc owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:18:43.201387 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-78b25fd4-3f1d-4122-b285-b6dd0bd28da4 req-4dc7958c-2efe-4020-a18a-0e1811647a3f tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:43.218390 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['13aae789-1d14-4bf9-aef3-ac983b8ca2cc'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:18:43.232842 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7958c-2efe-4020-a18a-0e1811647a3f tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Pushing event deleted for resources: {'Port': ['ID=13aae789-1d14-4bf9-aef3-ac983b8ca2cc,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:43.276904 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c58c9620-2e69-4547-8f8e-d88ebaf394e0 req-5fea4646-7f22-4770-9a28-490265f11209 tempest-ServerShowV257Test-391828392 tempest-ServerShowV257Test-391828392-project] 10.222.0.119 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0277500 Aug 31 09:18:43.277527 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b25fd4-3f1d-4122-b285-b6dd0bd28da4 req-4dc7958c-2efe-4020-a18a-0e1811647a3f tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] No DVR routers for this DVR port 13aae789-1d14-4bf9-aef3-ac983b8ca2cc on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:18:43.279947 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-78b25fd4-3f1d-4122-b285-b6dd0bd28da4 req-4dc7958c-2efe-4020-a18a-0e1811647a3f tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:43.282897 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-78b25fd4-3f1d-4122-b285-b6dd0bd28da4 req-4dc7958c-2efe-4020-a18a-0e1811647a3f tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.112 "DELETE /v2.0/ports/13aae789-1d14-4bf9-aef3-ac983b8ca2cc HTTP/1.1" status: 204 len: 173 time: 0.5794601 Aug 31 09:18:43.283386 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de693642-683e-4fd5-b75f-9ec160cba4be', 'name': 'network-vif-deleted', 'tag': '13aae789-1d14-4bf9-aef3-ac983b8ca2cc'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:18:43.285684 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351d09c0-0c28-430c-9cdd-f3ea9588b5ce" -d '{"events": [{"server_uuid": "de693642-683e-4fd5-b75f-9ec160cba4be", "name": "network-vif-deleted", "tag": "13aae789-1d14-4bf9-aef3-ac983b8ca2cc"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:18:43.329776 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e2cb1b-c00c-49dc-8d25-2287020be2a8 x-openstack-request-id: req-40e2cb1b-c00c-49dc-8d25-2287020be2a8 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:18:43.330164 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de693642-683e-4fd5-b75f-9ec160cba4be", "name": "network-vif-deleted", "tag": "13aae789-1d14-4bf9-aef3-ac983b8ca2cc", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:18:43.330492 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-40e2cb1b-c00c-49dc-8d25-2287020be2a8 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:18:43.331001 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de693642-683e-4fd5-b75f-9ec160cba4be', 'name': 'network-vif-deleted', 'tag': '13aae789-1d14-4bf9-aef3-ac983b8ca2cc', 'status': 'completed', 'code': 200} Aug 31 09:18:43.433505 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3d134-ed8c-421c-8b84-a190e6505f64 req-35d37026-7a9d-4c80-be57-4f515f21fb42 tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:43.435158 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-72f3d134-ed8c-421c-8b84-a190e6505f64 req-35d37026-7a9d-4c80-be57-4f515f21fb42 tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] 10.222.0.119 "GET /v2.0/ports?device_id=2861fea5-29a9-4bbc-b340-d4f279c98baa HTTP/1.1" status: 200 len: 946 time: 0.0528262 Aug 31 09:18:43.486868 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-72f3d134-ed8c-421c-8b84-a190e6505f64 req-191cdf81-89df-40ac-91f4-a9c69b9cdc32 tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] 10.222.0.119 "GET /v2.0/security-groups?id=4893d449-e40e-4919-8d0b-8cd1bf1980a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444865 Aug 31 09:18:43.819199 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-39e33032-e503-47ec-a80c-7832bdb20904 req-4b8812c2-ee4c-4c49-ad74-097431010370 tempest-ServerRescueTestJSONUnderV235-1495841861 tempest-ServerRescueTestJSONUnderV235-1495841861-project] 10.222.0.119 "GET /v2.0/ports?device_id=de693642-683e-4fd5-b75f-9ec160cba4be HTTP/1.1" status: 200 len: 210 time: 0.0282912 Aug 31 09:18:43.893140 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59008) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:43.932328 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8c49fcc3-2f70-4785-9020-2f9fafe600ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:44.018266 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490ad20-dfb4-4029-870e-d424a0a2b9d7 req-c5691d1f-233a-4053-bba2-7d0330471612 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:44.019995 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3490ad20-dfb4-4029-870e-d424a0a2b9d7 req-c5691d1f-233a-4053-bba2-7d0330471612 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 946 time: 0.0595391 Aug 31 09:18:44.023793 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:44.028320 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-d5efa18f-4e39-4b05-ad92-445b7e18d3d7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1980406129-network', 'tenant_id': '28327f57472644c38ebbd2d055c39768'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:44.080705 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3490ad20-dfb4-4029-870e-d424a0a2b9d7 req-f88d11fd-c446-4a69-874f-57034760e858 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509062 Aug 31 09:18:44.132494 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5efa18f-4e39-4b05-ad92-445b7e18d3d7 admin admin] Made reservation on behalf of 28327f57472644c38ebbd2d055c39768 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:18:44.134962 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d5efa18f-4e39-4b05-ad92-445b7e18d3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:44.145353 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d5efa18f-4e39-4b05-ad92-445b7e18d3d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:44.243531 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d5efa18f-4e39-4b05-ad92-445b7e18d3d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:44.386956 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-de7aa244-9e7c-4e4f-aac2-eb57abd5bcb4 req-9f415c90-a82d-4839-bcb0-f5cd0708491d tempest-ServerShowV257Test-391828392 tempest-ServerShowV257Test-391828392-project] 10.222.0.119 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0295146 Aug 31 09:18:44.401079 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d5efa18f-4e39-4b05-ad92-445b7e18d3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:44.422285 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5efa18f-4e39-4b05-ad92-445b7e18d3d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1626, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:18:44.435679 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efa18f-4e39-4b05-ad92-445b7e18d3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebc046b-3f58-4516-bb28-5f802a90d23a,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:44.442186 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d5efa18f-4e39-4b05-ad92-445b7e18d3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:44.442533 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-d5efa18f-4e39-4b05-ad92-445b7e18d3d7 admin admin] Added segment 048c7fe9-919e-423c-9599-c6bc7184e9f8 of type vlan for network f2ff4842-4f8b-4b37-bef9-46e32fc21646 Aug 31 09:18:44.482649 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d5efa18f-4e39-4b05-ad92-445b7e18d3d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:44.611461 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659214c-8601-4e61-a831-68e9452279ed req-4cd2d669-c753-4687-a699-2450e6e5e670 tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:44.613141 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3659214c-8601-4e61-a831-68e9452279ed req-4cd2d669-c753-4687-a699-2450e6e5e670 tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] 10.222.0.119 "GET /v2.0/ports?device_id=2861fea5-29a9-4bbc-b340-d4f279c98baa HTTP/1.1" status: 200 len: 946 time: 0.0523951 Aug 31 09:18:44.629157 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d5efa18f-4e39-4b05-ad92-445b7e18d3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:44.630161 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5efa18f-4e39-4b05-ad92-445b7e18d3d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:44.630871 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d5efa18f-4e39-4b05-ad92-445b7e18d3d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:44.720510 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3659214c-8601-4e61-a831-68e9452279ed req-5ea52210-03c0-495d-b5b7-573b7a4548ee tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] 10.222.0.119 "GET /v2.0/security-groups?id=4893d449-e40e-4919-8d0b-8cd1bf1980a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007550 Aug 31 09:18:44.721347 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efa18f-4e39-4b05-ad92-445b7e18d3d7 admin admin] Pushing event updated for resources: {'Network': ['ID=f2ff4842-4f8b-4b37-bef9-46e32fc21646,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:44.729611 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5efa18f-4e39-4b05-ad92-445b7e18d3d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:44.729942 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5efa18f-4e39-4b05-ad92-445b7e18d3d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:44.730279 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5efa18f-4e39-4b05-ad92-445b7e18d3d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:44.730642 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5efa18f-4e39-4b05-ad92-445b7e18d3d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:44.730984 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5efa18f-4e39-4b05-ad92-445b7e18d3d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:44.731708 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5efa18f-4e39-4b05-ad92-445b7e18d3d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:44.731708 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5efa18f-4e39-4b05-ad92-445b7e18d3d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:44.732051 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5efa18f-4e39-4b05-ad92-445b7e18d3d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:44.732560 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5efa18f-4e39-4b05-ad92-445b7e18d3d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:44.732906 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5efa18f-4e39-4b05-ad92-445b7e18d3d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:44.733262 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5efa18f-4e39-4b05-ad92-445b7e18d3d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:44.733588 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5efa18f-4e39-4b05-ad92-445b7e18d3d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:18:44.745043 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network f2ff4842-4f8b-4b37-bef9-46e32fc21646 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:18:44.751479 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d5efa18f-4e39-4b05-ad92-445b7e18d3d7 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8570216 Aug 31 09:18:44.812214 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59026) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:44.817765 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-a0d676ed-75a1-4657-b5ea-2985e99e345e admin admin] Request body: {'subnet': {'network_id': 'f2ff4842-4f8b-4b37-bef9-46e32fc21646', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1980406129-subnet', 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:44.877803 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59030) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:44.926824 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d676ed-75a1-4657-b5ea-2985e99e345e admin admin] Made reservation on behalf of 28327f57472644c38ebbd2d055c39768 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:18:44.929146 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a0d676ed-75a1-4657-b5ea-2985e99e345e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:45.207076 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a0d676ed-75a1-4657-b5ea-2985e99e345e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:45.269953 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:45.285515 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d676ed-75a1-4657-b5ea-2985e99e345e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1669072d-2c1b-4a1e-9122-a0610531c15a,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:45.293600 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d676ed-75a1-4657-b5ea-2985e99e345e admin admin] Checking segment: {'id': '048c7fe9-919e-423c-9599-c6bc7184e9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': 'f2ff4842-4f8b-4b37-bef9-46e32fc21646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:18:45.296203 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d676ed-75a1-4657-b5ea-2985e99e345e admin admin] Network hostable DHCP agents. Network: f2ff4842-4f8b-4b37-bef9-46e32fc21646, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:18:45.392506 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc2cfe-4b89-40e5-aaf8-1d2b31407350 req-02399f9a-9280-48e3-8428-9878ad9a266b tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:45.394086 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-85bc2cfe-4b89-40e5-aaf8-1d2b31407350 req-02399f9a-9280-48e3-8428-9878ad9a266b tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 946 time: 0.1030250 Aug 31 09:18:45.395546 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d676ed-75a1-4657-b5ea-2985e99e345e admin admin] Network f2ff4842-4f8b-4b37-bef9-46e32fc21646 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:18:45.487764 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-85bc2cfe-4b89-40e5-aaf8-1d2b31407350 req-12a93c2c-dba8-4256-b2ff-7f25cf935bd4 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846744 Aug 31 09:18:45.504499 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7a87ac9a-6d59-4c9e-a6f4-9a0a05429ac4 req-a142ee9b-fde9-4fa7-816b-a73106e425e5 tempest-ServerShowV257Test-391828392 tempest-ServerShowV257Test-391828392-project] 10.222.0.119 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0385621 Aug 31 09:18:45.533770 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-a0d676ed-75a1-4657-b5ea-2985e99e345e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, f2ff4842-4f8b-4b37-bef9-46e32fc21646) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:18:45.540228 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d676ed-75a1-4657-b5ea-2985e99e345e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:45.540228 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a0d676ed-75a1-4657-b5ea-2985e99e345e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:45.544167 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cdd30f-530a-4c55-bca0-4346cf043b41 None None] Network f2ff4842-4f8b-4b37-bef9-46e32fc21646 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:18:45.676401 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4decb563-b107-4816-9ec5-23f731f41973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:45.688474 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a0d676ed-75a1-4657-b5ea-2985e99e345e admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8745925 Aug 31 09:18:45.696070 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59046) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:45.704218 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-8e0bec94-71a5-45f6-bffc-64addc712315 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1980406129-router', 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:45.763964 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4b236c-d0a5-4309-b986-ee0dbbb82bb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-f2ff4842-4f8b-4b37-bef9-46e32fc21646', 'network_id': 'f2ff4842-4f8b-4b37-bef9-46e32fc21646', 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'fixed_ips': [{'subnet_id': '1669072d-2c1b-4a1e-9122-a0610531c15a'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:18:45.766016 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6f4b236c-d0a5-4309-b986-ee0dbbb82bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:45.824589 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8e0bec94-71a5-45f6-bffc-64addc712315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:45.825682 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8e0bec94-71a5-45f6-bffc-64addc712315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:45.883586 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8e0bec94-71a5-45f6-bffc-64addc712315 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:45.947372 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-6f4b236c-d0a5-4309-b986-ee0dbbb82bb2 None None] Allocated IP 172.20.0.2 (f2ff4842-4f8b-4b37-bef9-46e32fc21646/1669072d-2c1b-4a1e-9122-a0610531c15a/5db5d2d0-818b-4281-8d2a-4bba6b80fb32) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:18:45.997891 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-4decb563-b107-4816-9ec5-23f731f41973 admin admin] Deleting port 377fd5e1-106d-4d0c-b2a5-28144c85e95d {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:18:45.998236 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4decb563-b107-4816-9ec5-23f731f41973 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:46.094796 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-4decb563-b107-4816-9ec5-23f731f41973 admin admin] For port 377fd5e1-106d-4d0c-b2a5-28144c85e95d, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=377fd5e1-106d-4d0c-b2a5-28144c85e95d,segment=NetworkSegment(219c32c0-d622-49cd-ac9d-e7b5923e4d48),segment_id=219c32c0-d622-49cd-ac9d-e7b5923e4d48)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:46.094796 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4decb563-b107-4816-9ec5-23f731f41973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:46.095289 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6f4b236c-d0a5-4309-b986-ee0dbbb82bb2 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:46.104799 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6f4b236c-d0a5-4309-b986-ee0dbbb82bb2 None None] Transition to ACTIVE for port object 5db5d2d0-818b-4281-8d2a-4bba6b80fb32 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:18:46.110836 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-4decb563-b107-4816-9ec5-23f731f41973 admin admin] Calling delete_port for 377fd5e1-106d-4d0c-b2a5-28144c85e95d owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:18:46.122831 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6f4b236c-d0a5-4309-b986-ee0dbbb82bb2 None None] Transition to ACTIVE for port object 5db5d2d0-818b-4281-8d2a-4bba6b80fb32 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:18:46.144751 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8e0bec94-71a5-45f6-bffc-64addc712315 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:46.195700 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6f4b236c-d0a5-4309-b986-ee0dbbb82bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:46.245966 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4b236c-d0a5-4309-b986-ee0dbbb82bb2 None None] Network f2ff4842-4f8b-4b37-bef9-46e32fc21646 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:18:46.251844 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-6f4b236c-d0a5-4309-b986-ee0dbbb82bb2 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:18:46.254743 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4b236c-d0a5-4309-b986-ee0dbbb82bb2 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:18:46.264124 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b236c-d0a5-4309-b986-ee0dbbb82bb2 None None] Pushing event updated for resources: {'Port': ['ID=5db5d2d0-818b-4281-8d2a-4bba6b80fb32,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:46.382506 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-6f4b236c-d0a5-4309-b986-ee0dbbb82bb2 None None] Attempting to bind port 5db5d2d0-818b-4281-8d2a-4bba6b80fb32 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:18:46.382902 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-6f4b236c-d0a5-4309-b986-ee0dbbb82bb2 None None] Attempting to bind port 5db5d2d0-818b-4281-8d2a-4bba6b80fb32 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '048c7fe9-919e-423c-9599-c6bc7184e9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': 'f2ff4842-4f8b-4b37-bef9-46e32fc21646'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:18:46.383274 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4b236c-d0a5-4309-b986-ee0dbbb82bb2 None None] Attempting to bind port 5db5d2d0-818b-4281-8d2a-4bba6b80fb32 on network f2ff4842-4f8b-4b37-bef9-46e32fc21646 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:18:46.401506 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4b236c-d0a5-4309-b986-ee0dbbb82bb2 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:18:46.402844 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4b236c-d0a5-4309-b986-ee0dbbb82bb2 None None] Checking segment: {'id': '048c7fe9-919e-423c-9599-c6bc7184e9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': 'f2ff4842-4f8b-4b37-bef9-46e32fc21646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:18:46.403469 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6f4b236c-d0a5-4309-b986-ee0dbbb82bb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:46.403882 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4b236c-d0a5-4309-b986-ee0dbbb82bb2 None None] Bound using segment: {'id': '048c7fe9-919e-423c-9599-c6bc7184e9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': 'f2ff4842-4f8b-4b37-bef9-46e32fc21646'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:18:46.404387 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-6f4b236c-d0a5-4309-b986-ee0dbbb82bb2 None None] Bound port: 5db5d2d0-818b-4281-8d2a-4bba6b80fb32, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '048c7fe9-919e-423c-9599-c6bc7184e9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': 'f2ff4842-4f8b-4b37-bef9-46e32fc21646'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:18:46.404773 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6f4b236c-d0a5-4309-b986-ee0dbbb82bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:46.515154 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-6f4b236c-d0a5-4309-b986-ee0dbbb82bb2 None None] For port 5db5d2d0-818b-4281-8d2a-4bba6b80fb32, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:18:46.518492 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-6f4b236c-d0a5-4309-b986-ee0dbbb82bb2 None None] For port 5db5d2d0-818b-4281-8d2a-4bba6b80fb32, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=5db5d2d0-818b-4281-8d2a-4bba6b80fb32,segment=NetworkSegment(048c7fe9-919e-423c-9599-c6bc7184e9f8),segment_id=048c7fe9-919e-423c-9599-c6bc7184e9f8)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:18:46.550101 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4decb563-b107-4816-9ec5-23f731f41973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:46.560067 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8e0bec94-71a5-45f6-bffc-64addc712315 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:46.581787 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8e0bec94-71a5-45f6-bffc-64addc712315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:46.589592 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4decb563-b107-4816-9ec5-23f731f41973 admin admin] Pushing event deleted for resources: {'Port': ['ID=377fd5e1-106d-4d0c-b2a5-28144c85e95d,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:46.682624 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6f4b236c-d0a5-4309-b986-ee0dbbb82bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:46.704284 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4aeff33-9bee-45a1-b388-b47b82d75349 req-1ad6f710-59a1-48a0-bde8-efb0e2ce9bed tempest-ServerShowV257Test-391828392 tempest-ServerShowV257Test-391828392-project] 10.222.0.119 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0920496 Aug 31 09:18:46.756673 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b236c-d0a5-4309-b986-ee0dbbb82bb2 None None] Pushing event updated for resources: {'Port': ['ID=5db5d2d0-818b-4281-8d2a-4bba6b80fb32,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:46.757841 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-8e0bec94-71a5-45f6-bffc-64addc712315 admin admin] Allocated IP 172.25.2.167 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/731e418c-fc86-46cc-be52-4f0c6426bbeb) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:18:46.785651 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290a28a-683e-4ae6-ac70-65cddcff8b5b req-8d78c442-9580-406d-98ab-b4b33cb1d672 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:46.799100 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9290a28a-683e-4ae6-ac70-65cddcff8b5b req-8d78c442-9580-406d-98ab-b4b33cb1d672 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 946 time: 0.2157915 Aug 31 09:18:46.953663 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:47.023343 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8e0bec94-71a5-45f6-bffc-64addc712315 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:47.038469 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9290a28a-683e-4ae6-ac70-65cddcff8b5b req-7529046e-2ecd-4229-a93c-fd53feaae18d tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025186 Aug 31 09:18:47.060956 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4decb563-b107-4816-9ec5-23f731f41973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:47.279128 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8e0bec94-71a5-45f6-bffc-64addc712315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:47.321659 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0bec94-71a5-45f6-bffc-64addc712315 admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:18:47.325053 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-8e0bec94-71a5-45f6-bffc-64addc712315 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:18:47.328959 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0bec94-71a5-45f6-bffc-64addc712315 admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:18:47.332048 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:18:47.350458 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4decb563-b107-4816-9ec5-23f731f41973 admin admin] Router 5d249851-cb17-48a2-8d75-10e678f0e536 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:18:47.352928 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0bec94-71a5-45f6-bffc-64addc712315 admin admin] Pushing event updated for resources: {'Port': ['ID=731e418c-fc86-46cc-be52-4f0c6426bbeb,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:47.482271 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4decb563-b107-4816-9ec5-23f731f41973 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:18:47.495858 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4decb563-b107-4816-9ec5-23f731f41973 admin admin] 10.222.0.119 "PUT /v2.0/routers/5d249851-cb17-48a2-8d75-10e678f0e536/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6119604 Aug 31 09:18:47.495858 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59066) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:47.496307 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8dfcd4-c470-4a81-912c-2b7089258047 None None] Sync routers for ids ['5d249851-cb17-48a2-8d75-10e678f0e536'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:18:47.511823 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8dfcd4-c470-4a81-912c-2b7089258047 None None] Routers {'5d249851-cb17-48a2-8d75-10e678f0e536'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:18:47.512661 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-8f8dfcd4-c470-4a81-912c-2b7089258047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:18:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['5d249851-cb17-48a2-8d75-10e678f0e536'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:47.607988 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a3ce10cb-c2bf-40ee-9333-d7c5b657dce6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:47.647190 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-8f8dfcd4-c470-4a81-912c-2b7089258047 None None] Set router 5d249851-cb17-48a2-8d75-10e678f0e536 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:18:47.755087 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8e0bec94-71a5-45f6-bffc-64addc712315 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:47.772031 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a3ce10cb-c2bf-40ee-9333-d7c5b657dce6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:47.941195 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5e14d3c-00b1-43f9-a62a-62a7c6c8a72e req-b63c1c84-71d6-4a4b-93e7-00f1b3eb845d tempest-ServerShowV257Test-391828392 tempest-ServerShowV257Test-391828392-project] 10.222.0.119 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0520537 Aug 31 09:18:47.991536 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-8f8dfcd4-c470-4a81-912c-2b7089258047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'name': 'tempest-ServerRescueTestJSONUnderV235-96676371-router', 'tenant_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '7a15ea2d-db3f-4eb9-8552-48e4f985f079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:24Z', 'updated_at': '2021-08-31T09:18:46Z', 'revision_number': 5, 'project_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'gw_port': {'id': '7a15ea2d-db3f-4eb9-8552-48e4f985f079', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:25Z', 'updated_at': '2021-08-31T09:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:48.028688 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-a3ce10cb-c2bf-40ee-9333-d7c5b657dce6 admin admin] Deleting port 7a15ea2d-db3f-4eb9-8552-48e4f985f079 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:18:48.035490 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a3ce10cb-c2bf-40ee-9333-d7c5b657dce6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:48.039087 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8dfcd4-c470-4a81-912c-2b7089258047 None None] Checking router: 5d249851-cb17-48a2-8d75-10e678f0e536 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:18:48.054828 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8e0bec94-71a5-45f6-bffc-64addc712315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:48.060607 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b953586-299d-4e8f-b146-36046a3c64e5 None None] Network f2ff4842-4f8b-4b37-bef9-46e32fc21646 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:18:48.065983 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8dfcd4-c470-4a81-912c-2b7089258047 None None] Routers {'5d249851-cb17-48a2-8d75-10e678f0e536'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:18:48.067002 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-8f8dfcd4-c470-4a81-912c-2b7089258047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:18:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['5d249851-cb17-48a2-8d75-10e678f0e536'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:48.137835 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 13aae789-1d14-4bf9-aef3-ac983b8ca2cc no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:18:48.167393 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 13aae789-1d14-4bf9-aef3-ac983b8ca2cc {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:18:48.168334 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 13aae789-1d14-4bf9-aef3-ac983b8ca2cc not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:18:48.201554 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-a3ce10cb-c2bf-40ee-9333-d7c5b657dce6 admin admin] For port 7a15ea2d-db3f-4eb9-8552-48e4f985f079, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=7a15ea2d-db3f-4eb9-8552-48e4f985f079,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:48.201921 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a3ce10cb-c2bf-40ee-9333-d7c5b657dce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:48.244103 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-a3ce10cb-c2bf-40ee-9333-d7c5b657dce6 admin admin] Calling delete_port for 7a15ea2d-db3f-4eb9-8552-48e4f985f079 owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:18:48.251761 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-8f8dfcd4-c470-4a81-912c-2b7089258047 None None] Set router 5d249851-cb17-48a2-8d75-10e678f0e536 gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:18:48.331122 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-8f8dfcd4-c470-4a81-912c-2b7089258047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'name': 'tempest-ServerRescueTestJSONUnderV235-96676371-router', 'tenant_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:24Z', 'updated_at': '2021-08-31T09:18:47Z', 'revision_number': 6, 'project_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:48.364298 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8dfcd4-c470-4a81-912c-2b7089258047 None None] The sync data for ids ['5d249851-cb17-48a2-8d75-10e678f0e536'] in n-d-791506-28 is: [{'id': '5d249851-cb17-48a2-8d75-10e678f0e536', 'name': 'tempest-ServerRescueTestJSONUnderV235-96676371-router', 'tenant_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:17:24Z', 'updated_at': '2021-08-31T09:18:47Z', 'revision_number': 6, 'project_id': '6a2267e5f9d74efc8dd72fe8f0e73b08', 'gw_port_host': None}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:18:48.368879 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9998c97-a640-4cac-b3e6-d507c4e353bc req-2ff2bd12-01d1-4178-8ae7-7b883e390d5a tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:48.370429 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c9998c97-a640-4cac-b3e6-d507c4e353bc req-2ff2bd12-01d1-4178-8ae7-7b883e390d5a tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 946 time: 0.0778053 Aug 31 09:18:48.372150 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d2d29bc6-d776-4378-bacf-a367e2b26860 None None] Provisioning for port 5db5d2d0-818b-4281-8d2a-4bba6b80fb32 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:18:48.464944 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c9998c97-a640-4cac-b3e6-d507c4e353bc req-38785816-5056-4c68-bd64-a80ec9fe8383 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612051 Aug 31 09:18:48.492355 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0bec94-71a5-45f6-bffc-64addc712315 admin admin] Router fffc21c4-a1df-4e2d-8847-044c319e10cc is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:18:48.608456 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0bec94-71a5-45f6-bffc-64addc712315 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:18:48.617350 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a41a498-1a95-4dc3-8c40-de939f3d7aed None None] Sync routers for ids ['fffc21c4-a1df-4e2d-8847-044c319e10cc'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:18:48.626784 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a41a498-1a95-4dc3-8c40-de939f3d7aed None None] Routers {'fffc21c4-a1df-4e2d-8847-044c319e10cc'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:18:48.627571 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-7a41a498-1a95-4dc3-8c40-de939f3d7aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:18:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['fffc21c4-a1df-4e2d-8847-044c319e10cc'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:48.727323 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a3ce10cb-c2bf-40ee-9333-d7c5b657dce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:48.737602 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-7a41a498-1a95-4dc3-8c40-de939f3d7aed None None] Set router fffc21c4-a1df-4e2d-8847-044c319e10cc gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:18:48.757118 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8e0bec94-71a5-45f6-bffc-64addc712315 admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:48.758002 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8e0bec94-71a5-45f6-bffc-64addc712315 admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0643439 Aug 31 09:18:48.770307 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59088) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:48.804523 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce10cb-c2bf-40ee-9333-d7c5b657dce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a15ea2d-db3f-4eb9-8552-48e4f985f079,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:48.862201 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 5db5d2d0-818b-4281-8d2a-4bba6b80fb32 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:18:48.948123 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a3ce10cb-c2bf-40ee-9333-d7c5b657dce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:49.052171 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a3ce10cb-c2bf-40ee-9333-d7c5b657dce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:49.053291 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-7a41a498-1a95-4dc3-8c40-de939f3d7aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'name': 'tempest-TaggedBootDevicesTest_v242-1980406129-router', 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '731e418c-fc86-46cc-be52-4f0c6426bbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:45Z', 'updated_at': '2021-08-31T09:18:47Z', 'revision_number': 3, 'project_id': '28327f57472644c38ebbd2d055c39768', 'gw_port': {'id': '731e418c-fc86-46cc-be52-4f0c6426bbeb', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ef:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:46Z', 'updated_at': '2021-08-31T09:18:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:49.060762 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a3ce10cb-c2bf-40ee-9333-d7c5b657dce6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:49.090898 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a41a498-1a95-4dc3-8c40-de939f3d7aed None None] Checking router: fffc21c4-a1df-4e2d-8847-044c319e10cc for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:18:49.091956 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a41a498-1a95-4dc3-8c40-de939f3d7aed None None] Updating router fffc21c4-a1df-4e2d-8847-044c319e10cc port 731e418c-fc86-46cc-be52-4f0c6426bbeb binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:18:49.096232 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 5db5d2d0-818b-4281-8d2a-4bba6b80fb32 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:18:49.102430 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 5db5d2d0-818b-4281-8d2a-4bba6b80fb32 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:49.102993 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:49.119977 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6e72ff63-85f3-4805-a198-c991b8fcdfbd req-181b9143-61d1-40ae-92a3-05eddb37bbf6 tempest-ServerShowV257Test-391828392 tempest-ServerShowV257Test-391828392-project] 10.222.0.119 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0763569 Aug 31 09:18:49.163391 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7a41a498-1a95-4dc3-8c40-de939f3d7aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:49.302269 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a3ce10cb-c2bf-40ee-9333-d7c5b657dce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:49.309417 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ce10cb-c2bf-40ee-9333-d7c5b657dce6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d249851-cb17-48a2-8d75-10e678f0e536 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:18:49.311021 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a3ce10cb-c2bf-40ee-9333-d7c5b657dce6 admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:49.315748 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59098) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:49.316935 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a3ce10cb-c2bf-40ee-9333-d7c5b657dce6 admin admin] 10.222.0.119 "DELETE /v2.0/routers/5d249851-cb17-48a2-8d75-10e678f0e536 HTTP/1.1" status: 204 len: 168 time: 1.8238025 Aug 31 09:18:49.341195 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:49.393958 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c010da3-975e-40d7-9473-de1520e70a74 admin admin] Deleting subnet be576511-03ec-4a51-8b0f-ac74d6537737 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:18:49.404683 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3c010da3-975e-40d7-9473-de1520e70a74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:49.460120 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3c010da3-975e-40d7-9473-de1520e70a74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:49.514510 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3c010da3-975e-40d7-9473-de1520e70a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:49.582150 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-83ecd40c-1de2-4b4f-85eb-3524a66194da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:49.629287 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 5db5d2d0-818b-4281-8d2a-4bba6b80fb32, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=5db5d2d0-818b-4281-8d2a-4bba6b80fb32,segment=NetworkSegment(048c7fe9-919e-423c-9599-c6bc7184e9f8),segment_id=048c7fe9-919e-423c-9599-c6bc7184e9f8)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:49.767061 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:49.776477 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7a41a498-1a95-4dc3-8c40-de939f3d7aed None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:49.782785 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 377fd5e1-106d-4d0c-b2a5-28144c85e95d no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:18:49.806025 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f6f04-dd70-4ead-8feb-69a1f568457e req-042840db-e297-4717-9196-a85c8972e8a9 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:49.807587 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d40f6f04-dd70-4ead-8feb-69a1f568457e req-042840db-e297-4717-9196-a85c8972e8a9 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 946 time: 0.1985135 Aug 31 09:18:49.848193 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 377fd5e1-106d-4d0c-b2a5-28144c85e95d {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:18:49.848441 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 377fd5e1-106d-4d0c-b2a5-28144c85e95d not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:18:49.870927 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=5db5d2d0-818b-4281-8d2a-4bba6b80fb32,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:49.874152 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7a41a498-1a95-4dc3-8c40-de939f3d7aed None None] Transition to ACTIVE for port object 731e418c-fc86-46cc-be52-4f0c6426bbeb will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:18:49.875798 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3c010da3-975e-40d7-9473-de1520e70a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:49.892722 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-83ecd40c-1de2-4b4f-85eb-3524a66194da admin admin] Allocated IP 172.20.0.1 (f2ff4842-4f8b-4b37-bef9-46e32fc21646/1669072d-2c1b-4a1e-9122-a0610531c15a/0446b8f0-1840-4b46-aab5-d73395fdf84e) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:18:49.907802 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d40f6f04-dd70-4ead-8feb-69a1f568457e req-722d9b2a-a88a-4db1-80df-f2bcd69efb6a tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704367 Aug 31 09:18:49.912994 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c010da3-975e-40d7-9473-de1520e70a74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be576511-03ec-4a51-8b0f-ac74d6537737,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:49.917201 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3c010da3-975e-40d7-9473-de1520e70a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:49.920460 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3c010da3-975e-40d7-9473-de1520e70a74 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/be576511-03ec-4a51-8b0f-ac74d6537737 HTTP/1.1" status: 204 len: 168 time: 0.6023285 Aug 31 09:18:49.922881 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59104) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:49.994011 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e18f6847-286e-48cd-9291-763717b88f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:50.017100 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-83ecd40c-1de2-4b4f-85eb-3524a66194da admin admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:50.035495 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-83ecd40c-1de2-4b4f-85eb-3524a66194da admin admin] Transition to ACTIVE for port object 0446b8f0-1840-4b46-aab5-d73395fdf84e will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:18:50.047100 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7a41a498-1a95-4dc3-8c40-de939f3d7aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:50.099852 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e18f6847-286e-48cd-9291-763717b88f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:50.125320 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-e18f6847-286e-48cd-9291-763717b88f8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe3bad6-d020-4313-b487-8f7d8a3a7aba']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:50.143679 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-e18f6847-286e-48cd-9291-763717b88f8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '219c32c0-d622-49cd-ac9d-e7b5923e4d48') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:50.144478 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-e18f6847-286e-48cd-9291-763717b88f8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '219c32c0-d622-49cd-ac9d-e7b5923e4d48') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:50.161592 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-83ecd40c-1de2-4b4f-85eb-3524a66194da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:50.174643 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e18f6847-286e-48cd-9291-763717b88f8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:50.202655 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2359172-6a57-449b-99df-f67b9afa77f0 None None] Pushing event updated for resources: {'Port': ['ID=731e418c-fc86-46cc-be52-4f0c6426bbeb,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:50.208858 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-7a41a498-1a95-4dc3-8c40-de939f3d7aed None None] Attempting to bind port 731e418c-fc86-46cc-be52-4f0c6426bbeb on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:18:50.211114 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-7a41a498-1a95-4dc3-8c40-de939f3d7aed None None] Attempting to bind port 731e418c-fc86-46cc-be52-4f0c6426bbeb by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:18:50.211704 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a41a498-1a95-4dc3-8c40-de939f3d7aed None None] Attempting to bind port 731e418c-fc86-46cc-be52-4f0c6426bbeb on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:18:50.212898 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e18f6847-286e-48cd-9291-763717b88f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:50.224055 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a41a498-1a95-4dc3-8c40-de939f3d7aed None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:18:50.224055 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a41a498-1a95-4dc3-8c40-de939f3d7aed None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:18:50.225063 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7a41a498-1a95-4dc3-8c40-de939f3d7aed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:50.225063 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a41a498-1a95-4dc3-8c40-de939f3d7aed None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:18:50.226057 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-7a41a498-1a95-4dc3-8c40-de939f3d7aed None None] Bound port: 731e418c-fc86-46cc-be52-4f0c6426bbeb, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:18:50.226057 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7a41a498-1a95-4dc3-8c40-de939f3d7aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:50.226891 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e18f6847-286e-48cd-9291-763717b88f8b admin admin] Releasing vlan 1600 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:18:50.227305 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e18f6847-286e-48cd-9291-763717b88f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:50.231942 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:18:50.231942 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:18:50.231942 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:18:50.231942 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:18:50.231942 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:18:50.231942 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:18:50.231942 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:18:50.231942 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:18:50.231942 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:18:50.231942 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:18:50.231942 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:18:50.231942 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:18:50.231942 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:18:50.231942 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:18:50.231942 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:18:50.231942 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:18:50.231942 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:18:50.231942 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:18:50.231942 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:18:50.231942 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:18:50.231942 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:18:50.231942 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:18:50.231942 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:18:50.231942 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:18:50.231942 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:18:50.231942 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:18:50.231942 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:18:50.231942 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:18:50.231942 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:18:50.231942 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:18:50.231942 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:18:50.231942 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:18:50.240285 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ecd40c-1de2-4b4f-85eb-3524a66194da admin admin] Network f2ff4842-4f8b-4b37-bef9-46e32fc21646 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:18:50.241795 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-83ecd40c-1de2-4b4f-85eb-3524a66194da admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:18:50.245746 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ecd40c-1de2-4b4f-85eb-3524a66194da admin admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:18:50.347070 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-7a41a498-1a95-4dc3-8c40-de939f3d7aed None None] For port 731e418c-fc86-46cc-be52-4f0c6426bbeb, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:18:50.352638 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-7a41a498-1a95-4dc3-8c40-de939f3d7aed None None] For port 731e418c-fc86-46cc-be52-4f0c6426bbeb, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=731e418c-fc86-46cc-be52-4f0c6426bbeb,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:18:50.355192 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-59ae98f6-267c-4092-8bd6-576f22b272a2 req-ab2153ab-9609-4052-a3bd-8e9c57e636ed tempest-ServerShowV257Test-391828392 tempest-ServerShowV257Test-391828392-project] 10.222.0.119 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0655057 Aug 31 09:18:50.380618 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecd40c-1de2-4b4f-85eb-3524a66194da admin admin] Pushing event updated for resources: {'Port': ['ID=0446b8f0-1840-4b46-aab5-d73395fdf84e,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:50.398036 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-83ecd40c-1de2-4b4f-85eb-3524a66194da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:50.429866 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e18f6847-286e-48cd-9291-763717b88f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:50.435647 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e18f6847-286e-48cd-9291-763717b88f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:50.441357 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e18f6847-286e-48cd-9291-763717b88f8b admin admin] 10.222.0.119 "DELETE /v2.0/networks/1fe3bad6-d020-4313-b487-8f7d8a3a7aba HTTP/1.1" status: 204 len: 168 time: 0.5168097 Aug 31 09:18:50.467659 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f6847-286e-48cd-9291-763717b88f8b admin admin] Pushing event deleted for resources: {'Network': ['ID=1fe3bad6-d020-4313-b487-8f7d8a3a7aba,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:50.470159 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7a41a498-1a95-4dc3-8c40-de939f3d7aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:50.579116 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a41a498-1a95-4dc3-8c40-de939f3d7aed None None] Routers {'fffc21c4-a1df-4e2d-8847-044c319e10cc'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:18:50.579507 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-7a41a498-1a95-4dc3-8c40-de939f3d7aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:18:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['fffc21c4-a1df-4e2d-8847-044c319e10cc'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:50.648356 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2359172-6a57-449b-99df-f67b9afa77f0 None None] Pushing event updated for resources: {'Port': ['ID=731e418c-fc86-46cc-be52-4f0c6426bbeb,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:50.736137 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-7a41a498-1a95-4dc3-8c40-de939f3d7aed None None] Set router fffc21c4-a1df-4e2d-8847-044c319e10cc gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:18:50.737897 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-83ecd40c-1de2-4b4f-85eb-3524a66194da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:50.772590 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-86487422-a395-4b6b-b932-0d4face4a906 None None] Provisioning for port 0446b8f0-1840-4b46-aab5-d73395fdf84e completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:18:50.845940 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 5db5d2d0-818b-4281-8d2a-4bba6b80fb32 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:18:50.889656 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-86487422-a395-4b6b-b932-0d4face4a906 None None] Provisioning complete for port 0446b8f0-1840-4b46-aab5-d73395fdf84e triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:50.890032 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-86487422-a395-4b6b-b932-0d4face4a906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:50.948231 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59120) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:50.994586 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-83ecd40c-1de2-4b4f-85eb-3524a66194da admin admin] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:51.006501 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-86487422-a395-4b6b-b932-0d4face4a906 None None] Port 0446b8f0-1840-4b46-aab5-d73395fdf84e cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:18:51.018853 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 5db5d2d0-818b-4281-8d2a-4bba6b80fb32 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:51.019241 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:51.029723 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-145ecb75-2d33-4a40-b800-04559c0e93a2 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=6a2267e5f9d74efc8dd72fe8f0e73b08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0800710 Aug 31 09:18:51.033466 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59122) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:51.089352 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-83ecd40c-1de2-4b4f-85eb-3524a66194da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:51.119573 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7f31cd78-c540-41d2-ab44-7f65d6a06374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:51.150305 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7f31cd78-c540-41d2-ab44-7f65d6a06374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:51.178265 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-7a41a498-1a95-4dc3-8c40-de939f3d7aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'name': 'tempest-TaggedBootDevicesTest_v242-1980406129-router', 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '731e418c-fc86-46cc-be52-4f0c6426bbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:45Z', 'updated_at': '2021-08-31T09:18:47Z', 'revision_number': 3, 'project_id': '28327f57472644c38ebbd2d055c39768', 'gw_port': {'id': '731e418c-fc86-46cc-be52-4f0c6426bbeb', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ef:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:46Z', 'updated_at': '2021-08-31T09:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:51.223709 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a41a498-1a95-4dc3-8c40-de939f3d7aed None None] The sync data for ids ['fffc21c4-a1df-4e2d-8847-044c319e10cc'] in n-d-791506-28 is: [{'id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'name': 'tempest-TaggedBootDevicesTest_v242-1980406129-router', 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '731e418c-fc86-46cc-be52-4f0c6426bbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:45Z', 'updated_at': '2021-08-31T09:18:47Z', 'revision_number': 3, 'project_id': '28327f57472644c38ebbd2d055c39768', 'gw_port': {'id': '731e418c-fc86-46cc-be52-4f0c6426bbeb', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ef:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:46Z', 'updated_at': '2021-08-31T09:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:18:51.243395 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7a15ea2d-db3f-4eb9-8552-48e4f985f079 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:18:51.275558 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-83ecd40c-1de2-4b4f-85eb-3524a66194da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:51.276008 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 7a15ea2d-db3f-4eb9-8552-48e4f985f079 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:18:51.276462 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7a15ea2d-db3f-4eb9-8552-48e4f985f079 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:18:51.309290 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7f31cd78-c540-41d2-ab44-7f65d6a06374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:51.311990 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7f31cd78-c540-41d2-ab44-7f65d6a06374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:51.320516 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443c6a3-9f8b-4ce8-9910-6681e604c672 req-f3ea0bee-b2fc-4e8b-9090-f479033b3cd2 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:51.320516 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3443c6a3-9f8b-4ce8-9910-6681e604c672 req-f3ea0bee-b2fc-4e8b-9090-f479033b3cd2 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 946 time: 0.2619879 Aug 31 09:18:51.323854 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7f31cd78-c540-41d2-ab44-7f65d6a06374 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/b3d48c27-25e4-4f16-83ae-b4bede44a85b HTTP/1.1" status: 204 len: 168 time: 0.2819285 Aug 31 09:18:51.331161 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecd40c-1de2-4b4f-85eb-3524a66194da admin admin] Pushing event updated for resources: {'Port': ['ID=0446b8f0-1840-4b46-aab5-d73395fdf84e,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:51.346921 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31cd78-c540-41d2-ab44-7f65d6a06374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d48c27-25e4-4f16-83ae-b4bede44a85b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:51.440342 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3443c6a3-9f8b-4ce8-9910-6681e604c672 req-1d31373e-f279-417c-af41-96f49719bcb5 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046126 Aug 31 09:18:51.492502 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ecd40c-1de2-4b4f-85eb-3524a66194da admin admin] Network f2ff4842-4f8b-4b37-bef9-46e32fc21646 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:18:51.494250 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-83ecd40c-1de2-4b4f-85eb-3524a66194da admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:18:51.590946 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-106a7b3d-ea9c-4f96-abc7-c57abbcd41e1 req-6cc6ae8c-14e6-498e-94b7-9e39ab4e00f4 tempest-ServerShowV257Test-391828392 tempest-ServerShowV257Test-391828392-project] 10.222.0.119 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0383315 Aug 31 09:18:51.714066 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ecd40c-1de2-4b4f-85eb-3524a66194da admin admin] Router fffc21c4-a1df-4e2d-8847-044c319e10cc has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:18:51.943628 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f8a05bf7-0144-4a52-9f69-ac64d4bb0ad8 None None] Provisioning complete for port 0446b8f0-1840-4b46-aab5-d73395fdf84e triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:51.944005 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f8a05bf7-0144-4a52-9f69-ac64d4bb0ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:52.021634 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-f8a05bf7-0144-4a52-9f69-ac64d4bb0ad8 None None] Port 0446b8f0-1840-4b46-aab5-d73395fdf84e cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:18:52.383271 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ecd40c-1de2-4b4f-85eb-3524a66194da admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:18:52.389913 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-83ecd40c-1de2-4b4f-85eb-3524a66194da admin admin] 10.222.0.119 "PUT /v2.0/routers/fffc21c4-a1df-4e2d-8847-044c319e10cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6157105 Aug 31 09:18:52.451485 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-7f92138b-dc23-4731-8063-e28bb778d60e tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:52.456396 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-7f92138b-dc23-4731-8063-e28bb778d60e tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/networks?id=f353997d-12d5-47f5-bc55-13148c348a0b HTTP/1.1" status: 200 len: 821 time: 0.1607182 Aug 31 09:18:52.480640 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-10350b23-b752-49d0-8b0d-3f21497c798f tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/quotas/91627f68c71f4b29855d6c5fb4946dae HTTP/1.1" status: 200 len: 375 time: 0.0230930 Aug 31 09:18:52.563001 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-2c8056f3-9bbe-4dfc-ab84-e9a1fb85e05b tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=91627f68c71f4b29855d6c5fb4946dae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0800629 Aug 31 09:18:52.758587 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d7f72-5044-49d9-bb56-996d9ce5880f req-0db62099-c269-4bf1-9a22-5059651a033f tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:52.760006 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2f5d7f72-5044-49d9-bb56-996d9ce5880f req-0db62099-c269-4bf1-9a22-5059651a033f tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 946 time: 0.1016288 Aug 31 09:18:52.795533 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-69a2e821-e9f2-414d-98ad-0de7f025e905 service neutron] 10.222.0.119 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254291 Aug 31 09:18:52.828641 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2f5d7f72-5044-49d9-bb56-996d9ce5880f req-86ff0ef0-2c1c-4727-9218-d02622453ef0 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564723 Aug 31 09:18:52.944286 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 731e418c-fc86-46cc-be52-4f0c6426bbeb up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:18:52.956376 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-207c4cf4-940a-4459-8271-1cf273e1ae03 service neutron] 10.222.0.119 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511767 Aug 31 09:18:52.960130 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59198) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:53.060440 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d8c98843-55f5-4a02-9f5c-aa84eb95d855 req-8a80c341-0f80-4b4c-be8c-2a52ebf15fbe tempest-ServerShowV257Test-391828392 tempest-ServerShowV257Test-391828392-project] 10.222.0.119 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0515690 Aug 31 09:18:53.131798 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-2b6f2e10-699b-4865-b2f0-65dea0c27740 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1276919301-network', 'tenant_id': '0d677f60af8447aeaedb4cf6d8107d97'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:53.132396 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 731e418c-fc86-46cc-be52-4f0c6426bbeb completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:18:53.136849 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 731e418c-fc86-46cc-be52-4f0c6426bbeb triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:53.137344 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:53.223421 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:53.229638 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6f2e10-699b-4865-b2f0-65dea0c27740 admin admin] Made reservation on behalf of 0d677f60af8447aeaedb4cf6d8107d97 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:18:53.232081 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2b6f2e10-699b-4865-b2f0-65dea0c27740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:53.242216 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2b6f2e10-699b-4865-b2f0-65dea0c27740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:53.246696 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 731e418c-fc86-46cc-be52-4f0c6426bbeb, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=731e418c-fc86-46cc-be52-4f0c6426bbeb,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:53.305963 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:53.362128 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2b6f2e10-699b-4865-b2f0-65dea0c27740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:53.364299 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=731e418c-fc86-46cc-be52-4f0c6426bbeb,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:53.468327 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2b6f2e10-699b-4865-b2f0-65dea0c27740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:53.495257 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b6f2e10-699b-4865-b2f0-65dea0c27740 admin admin] vlan segment allocate from pool success with {'vlan_id': 1644, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:18:53.502789 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f2e10-699b-4865-b2f0-65dea0c27740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1021c89-fa84-4e86-a936-ad9ae94febfb,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:53.508856 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2b6f2e10-699b-4865-b2f0-65dea0c27740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:53.509199 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-2b6f2e10-699b-4865-b2f0-65dea0c27740 admin admin] Added segment e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897 of type vlan for network a272a18a-9015-4fb0-a70a-84597b53d8ca Aug 31 09:18:53.553228 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2b6f2e10-699b-4865-b2f0-65dea0c27740 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:53.662395 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bde3e4f-bbfa-47ac-bfd0-7c4fe1b3bd62 None None] Sync routers for ids ['fffc21c4-a1df-4e2d-8847-044c319e10cc'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:18:53.672045 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bde3e4f-bbfa-47ac-bfd0-7c4fe1b3bd62 None None] Routers {'fffc21c4-a1df-4e2d-8847-044c319e10cc'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:18:53.672651 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-2bde3e4f-bbfa-47ac-bfd0-7c4fe1b3bd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:18:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['fffc21c4-a1df-4e2d-8847-044c319e10cc'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:53.715463 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2b6f2e10-699b-4865-b2f0-65dea0c27740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:53.716759 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6f2e10-699b-4865-b2f0-65dea0c27740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:53.717346 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2b6f2e10-699b-4865-b2f0-65dea0c27740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:53.781572 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f2e10-699b-4865-b2f0-65dea0c27740 admin admin] Pushing event updated for resources: {'Network': ['ID=a272a18a-9015-4fb0-a70a-84597b53d8ca,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:53.783648 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-2bde3e4f-bbfa-47ac-bfd0-7c4fe1b3bd62 None None] Set router fffc21c4-a1df-4e2d-8847-044c319e10cc gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:18:53.808166 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network a272a18a-9015-4fb0-a70a-84597b53d8ca details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:18:53.857165 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59218) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:18:53.859955 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2b6f2e10-699b-4865-b2f0-65dea0c27740 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8981450 Aug 31 09:18:53.870334 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-cfec525e-4b30-40cb-9fbb-3dd243761dff admin admin] Request body: {'subnet': {'network_id': 'a272a18a-9015-4fb0-a70a-84597b53d8ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1276919301-subnet', 'tenant_id': '0d677f60af8447aeaedb4cf6d8107d97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:53.984318 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfec525e-4b30-40cb-9fbb-3dd243761dff admin admin] Made reservation on behalf of 0d677f60af8447aeaedb4cf6d8107d97 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:18:53.989931 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cfec525e-4b30-40cb-9fbb-3dd243761dff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:54.078472 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd685d49-9aec-4d12-b5d0-c9de84908e23 req-91d6ad33-9aa3-4802-abc5-f2088ca7921d tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:54.080069 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd685d49-9aec-4d12-b5d0-c9de84908e23 req-91d6ad33-9aa3-4802-abc5-f2088ca7921d tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 946 time: 0.1251941 Aug 31 09:18:54.154638 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd685d49-9aec-4d12-b5d0-c9de84908e23 req-73ed8c16-3d98-45f0-a763-2ea646c7329d tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593984 Aug 31 09:18:54.187312 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-2bde3e4f-bbfa-47ac-bfd0-7c4fe1b3bd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'name': 'tempest-TaggedBootDevicesTest_v242-1980406129-router', 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '731e418c-fc86-46cc-be52-4f0c6426bbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:45Z', 'updated_at': '2021-08-31T09:18:50Z', 'revision_number': 4, 'project_id': '28327f57472644c38ebbd2d055c39768', 'gw_port': {'id': '731e418c-fc86-46cc-be52-4f0c6426bbeb', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ef:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:46Z', 'updated_at': '2021-08-31T09:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '0446b8f0-1840-4b46-aab5-d73395fdf84e', 'name': '', 'network_id': 'f2ff4842-4f8b-4b37-bef9-46e32fc21646', 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'mac_address': 'fa:16:3e:c6:5e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '1669072d-2c1b-4a1e-9122-a0610531c15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:49Z', 'updated_at': '2021-08-31T09:18:50Z', 'revision_number': 2, 'project_id': '28327f57472644c38ebbd2d055c39768', 'subnets': [{'id': '1669072d-2c1b-4a1e-9122-a0610531c15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:54.235327 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bde3e4f-bbfa-47ac-bfd0-7c4fe1b3bd62 None None] Checking router: fffc21c4-a1df-4e2d-8847-044c319e10cc for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:18:54.235778 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bde3e4f-bbfa-47ac-bfd0-7c4fe1b3bd62 None None] Updating router fffc21c4-a1df-4e2d-8847-044c319e10cc port 0446b8f0-1840-4b46-aab5-d73395fdf84e binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:18:54.271521 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-2bde3e4f-bbfa-47ac-bfd0-7c4fe1b3bd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:54.328140 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cfec525e-4b30-40cb-9fbb-3dd243761dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:54.445530 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec525e-4b30-40cb-9fbb-3dd243761dff admin admin] Pushing event updated for resources: {'Subnet': ['ID=563a5021-597f-4efc-89b8-b4db37655c5e,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:54.467800 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfec525e-4b30-40cb-9fbb-3dd243761dff admin admin] Checking segment: {'id': 'e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': 'a272a18a-9015-4fb0-a70a-84597b53d8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:18:54.472643 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfec525e-4b30-40cb-9fbb-3dd243761dff admin admin] Network hostable DHCP agents. Network: a272a18a-9015-4fb0-a70a-84597b53d8ca, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:18:54.502949 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-784459f0-4129-456a-892a-0ca30208db1c req-026b0c79-8a43-4769-a903-58f414c8e8bf tempest-ServerShowV257Test-391828392 tempest-ServerShowV257Test-391828392-project] 10.222.0.119 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0370021 Aug 31 09:18:54.589451 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfec525e-4b30-40cb-9fbb-3dd243761dff admin admin] Network a272a18a-9015-4fb0-a70a-84597b53d8ca is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:18:54.618388 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-2bde3e4f-bbfa-47ac-bfd0-7c4fe1b3bd62 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:54.630142 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-2bde3e4f-bbfa-47ac-bfd0-7c4fe1b3bd62 None None] Transition to ACTIVE for port object 0446b8f0-1840-4b46-aab5-d73395fdf84e will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:18:54.692505 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-cfec525e-4b30-40cb-9fbb-3dd243761dff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, a272a18a-9015-4fb0-a70a-84597b53d8ca) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:18:54.696718 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfec525e-4b30-40cb-9fbb-3dd243761dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:54.697318 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cfec525e-4b30-40cb-9fbb-3dd243761dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:54.702009 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b24d54c-11d1-4a19-9c2d-4b40166a8eeb None None] Network a272a18a-9015-4fb0-a70a-84597b53d8ca requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:18:54.720363 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-2bde3e4f-bbfa-47ac-bfd0-7c4fe1b3bd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:54.780301 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-503bf60a-6919-4441-8486-5bd9c6161467 req-54eecb5a-22ce-4a23-b35a-2864c4a614f6 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 210 time: 0.0487211 Aug 31 09:18:54.830292 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca051fe-beaf-4d33-bd44-575c84aca243 None None] Pushing event updated for resources: {'Port': ['ID=0446b8f0-1840-4b46-aab5-d73395fdf84e,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:54.849703 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-cfec525e-4b30-40cb-9fbb-3dd243761dff admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9905059 Aug 31 09:18:54.936816 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-2bde3e4f-bbfa-47ac-bfd0-7c4fe1b3bd62 None None] Attempting to bind port 0446b8f0-1840-4b46-aab5-d73395fdf84e on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:18:54.938084 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-2bde3e4f-bbfa-47ac-bfd0-7c4fe1b3bd62 None None] Attempting to bind port 0446b8f0-1840-4b46-aab5-d73395fdf84e by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '048c7fe9-919e-423c-9599-c6bc7184e9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': 'f2ff4842-4f8b-4b37-bef9-46e32fc21646'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:18:54.938851 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bde3e4f-bbfa-47ac-bfd0-7c4fe1b3bd62 None None] Attempting to bind port 0446b8f0-1840-4b46-aab5-d73395fdf84e on network f2ff4842-4f8b-4b37-bef9-46e32fc21646 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:18:54.945359 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bde3e4f-bbfa-47ac-bfd0-7c4fe1b3bd62 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:18:54.946073 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bde3e4f-bbfa-47ac-bfd0-7c4fe1b3bd62 None None] Checking segment: {'id': '048c7fe9-919e-423c-9599-c6bc7184e9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': 'f2ff4842-4f8b-4b37-bef9-46e32fc21646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:18:54.946696 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-2bde3e4f-bbfa-47ac-bfd0-7c4fe1b3bd62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:54.947246 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bde3e4f-bbfa-47ac-bfd0-7c4fe1b3bd62 None None] Bound using segment: {'id': '048c7fe9-919e-423c-9599-c6bc7184e9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': 'f2ff4842-4f8b-4b37-bef9-46e32fc21646'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:18:54.948143 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-2bde3e4f-bbfa-47ac-bfd0-7c4fe1b3bd62 None None] Bound port: 0446b8f0-1840-4b46-aab5-d73395fdf84e, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '048c7fe9-919e-423c-9599-c6bc7184e9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': 'f2ff4842-4f8b-4b37-bef9-46e32fc21646'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:18:54.948693 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-2bde3e4f-bbfa-47ac-bfd0-7c4fe1b3bd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:54.954149 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 731e418c-fc86-46cc-be52-4f0c6426bbeb up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:18:55.028881 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-2bde3e4f-bbfa-47ac-bfd0-7c4fe1b3bd62 None None] For port 0446b8f0-1840-4b46-aab5-d73395fdf84e, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:18:55.033153 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-2bde3e4f-bbfa-47ac-bfd0-7c4fe1b3bd62 None None] For port 0446b8f0-1840-4b46-aab5-d73395fdf84e, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=0446b8f0-1840-4b46-aab5-d73395fdf84e,segment=NetworkSegment(048c7fe9-919e-423c-9599-c6bc7184e9f8),segment_id=048c7fe9-919e-423c-9599-c6bc7184e9f8)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:18:55.072297 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ac49a1-ba6a-4bdb-b1f8-f15b8ef6ba88 None None] Network a272a18a-9015-4fb0-a70a-84597b53d8ca requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:18:55.117888 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-2bde3e4f-bbfa-47ac-bfd0-7c4fe1b3bd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:55.240934 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bde3e4f-bbfa-47ac-bfd0-7c4fe1b3bd62 None None] Routers {'fffc21c4-a1df-4e2d-8847-044c319e10cc'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:18:55.241571 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-2bde3e4f-bbfa-47ac-bfd0-7c4fe1b3bd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:18:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['fffc21c4-a1df-4e2d-8847-044c319e10cc'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:55.246506 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 731e418c-fc86-46cc-be52-4f0c6426bbeb triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:55.247005 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:55.354316 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca051fe-beaf-4d33-bd44-575c84aca243 None None] Pushing event updated for resources: {'Port': ['ID=0446b8f0-1840-4b46-aab5-d73395fdf84e,revision_number=4']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:55.425146 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5d160-f93a-4e7c-80c8-91ad9121289a req-77b02fff-d3e1-44c5-993c-85f703fc726a tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:55.432834 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1ad5d160-f93a-4e7c-80c8-91ad9121289a req-77b02fff-d3e1-44c5-993c-85f703fc726a tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 946 time: 0.1220310 Aug 31 09:18:55.518154 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-2bde3e4f-bbfa-47ac-bfd0-7c4fe1b3bd62 None None] Set router fffc21c4-a1df-4e2d-8847-044c319e10cc gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:18:55.538926 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1ad5d160-f93a-4e7c-80c8-91ad9121289a req-fa732cce-4519-42cd-a5ce-b2a3ab4e815d tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011701 Aug 31 09:18:55.721221 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-c25be8d8-7863-4a31-bdb8-6b8cb2164ae4 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:55.723501 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-c25be8d8-7863-4a31-bdb8-6b8cb2164ae4 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/networks?id=a272a18a-9015-4fb0-a70a-84597b53d8ca HTTP/1.1" status: 200 len: 814 time: 0.1617968 Aug 31 09:18:55.745460 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-6922c746-9c7b-4c88-99c7-8681e3ae6e61 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/quotas/0d677f60af8447aeaedb4cf6d8107d97 HTTP/1.1" status: 200 len: 375 time: 0.0135088 Aug 31 09:18:55.782207 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-bd04feaa-7533-45e6-beb9-22857c01dba7 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=0d677f60af8447aeaedb4cf6d8107d97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334959 Aug 31 09:18:55.829686 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-26f2711c-6be6-49d5-84b4-17493fdba30b req-605887b0-374b-42b9-bb12-13d900e51e1c tempest-ServerShowV257Test-391828392 tempest-ServerShowV257Test-391828392-project] 10.222.0.119 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0503664 Aug 31 09:18:55.838534 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-2bde3e4f-bbfa-47ac-bfd0-7c4fe1b3bd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'name': 'tempest-TaggedBootDevicesTest_v242-1980406129-router', 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '731e418c-fc86-46cc-be52-4f0c6426bbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:45Z', 'updated_at': '2021-08-31T09:18:50Z', 'revision_number': 4, 'project_id': '28327f57472644c38ebbd2d055c39768', 'gw_port': {'id': '731e418c-fc86-46cc-be52-4f0c6426bbeb', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ef:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:46Z', 'updated_at': '2021-08-31T09:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '0446b8f0-1840-4b46-aab5-d73395fdf84e', 'name': '', 'network_id': 'f2ff4842-4f8b-4b37-bef9-46e32fc21646', 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'mac_address': 'fa:16:3e:c6:5e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '1669072d-2c1b-4a1e-9122-a0610531c15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:49Z', 'updated_at': '2021-08-31T09:18:55Z', 'revision_number': 4, 'project_id': '28327f57472644c38ebbd2d055c39768', 'subnets': [{'id': '1669072d-2c1b-4a1e-9122-a0610531c15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:18:55.870144 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bde3e4f-bbfa-47ac-bfd0-7c4fe1b3bd62 None None] The sync data for ids ['fffc21c4-a1df-4e2d-8847-044c319e10cc'] in n-d-791506-28 is: [{'id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'name': 'tempest-TaggedBootDevicesTest_v242-1980406129-router', 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '731e418c-fc86-46cc-be52-4f0c6426bbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:45Z', 'updated_at': '2021-08-31T09:18:50Z', 'revision_number': 4, 'project_id': '28327f57472644c38ebbd2d055c39768', 'gw_port': {'id': '731e418c-fc86-46cc-be52-4f0c6426bbeb', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ef:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:46Z', 'updated_at': '2021-08-31T09:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '0446b8f0-1840-4b46-aab5-d73395fdf84e', 'name': '', 'network_id': 'f2ff4842-4f8b-4b37-bef9-46e32fc21646', 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'mac_address': 'fa:16:3e:c6:5e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '1669072d-2c1b-4a1e-9122-a0610531c15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:49Z', 'updated_at': '2021-08-31T09:18:55Z', 'revision_number': 4, 'project_id': '28327f57472644c38ebbd2d055c39768', 'subnets': [{'id': '1669072d-2c1b-4a1e-9122-a0610531c15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:18:55.948335 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-315763c2-f201-49f6-8538-34db9a728527 service neutron] 10.222.0.119 "GET /v2.0/networks/a272a18a-9015-4fb0-a70a-84597b53d8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572802 Aug 31 09:18:56.064236 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99add046-6257-45e3-a39f-e711095bd4bb req-1f0a683e-c63d-4863-be9b-ae65b4826521 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 210 time: 0.0398643 Aug 31 09:18:56.113245 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-bdc8a75f-6478-44eb-bbe1-60a5f543baf9 service neutron] 10.222.0.119 "GET /v2.0/networks/a272a18a-9015-4fb0-a70a-84597b53d8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629364 Aug 31 09:18:56.422483 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32ee92c3-2881-4f99-a680-ec6a06ee5328 req-5f184219-58c3-492a-a902-c78da4e77cd0 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 210 time: 0.0442872 Aug 31 09:18:56.684263 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29389081-2714-4965-90b5-9e43994c6a64 req-bc2ef22a-6125-4262-b688-aca8ca1c9dc2 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:56.693749 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29389081-2714-4965-90b5-9e43994c6a64 req-bc2ef22a-6125-4262-b688-aca8ca1c9dc2 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 946 time: 0.0694883 Aug 31 09:18:56.736866 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29389081-2714-4965-90b5-9e43994c6a64 req-34241535-09b8-498b-9db8-052594a4dc2d tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417831 Aug 31 09:18:56.836768 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 0446b8f0-1840-4b46-aab5-d73395fdf84e up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:18:56.955101 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-040cb678-5a09-4887-a7dd-b6baa240c6e3 req-7e049f92-8b30-48dd-8403-fb78a75f4a90 tempest-ServerShowV257Test-391828392 tempest-ServerShowV257Test-391828392-project] 10.222.0.119 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0378966 Aug 31 09:18:56.966234 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 0446b8f0-1840-4b46-aab5-d73395fdf84e completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:18:56.973065 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 0446b8f0-1840-4b46-aab5-d73395fdf84e triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:56.973777 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:57.078125 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:57.117456 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 0446b8f0-1840-4b46-aab5-d73395fdf84e, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=0446b8f0-1840-4b46-aab5-d73395fdf84e,segment=NetworkSegment(048c7fe9-919e-423c-9599-c6bc7184e9f8),segment_id=048c7fe9-919e-423c-9599-c6bc7184e9f8)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:18:57.198022 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0cd7768c-859c-4aec-8ab4-de9cc6149732 req-1a4a744c-24cf-4d6f-887b-f31bb748d4b5 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 210 time: 0.0419157 Aug 31 09:18:57.207208 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:57.275924 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=0446b8f0-1840-4b46-aab5-d73395fdf84e,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:57.371261 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-f4c2b2ae-d2d8-4bab-b309-646a228654d3 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:57.372836 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-f4c2b2ae-d2d8-4bab-b309-646a228654d3 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.112 "GET /v2.0/networks?id=f353997d-12d5-47f5-bc55-13148c348a0b HTTP/1.1" status: 200 len: 821 time: 0.1939495 Aug 31 09:18:57.391296 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-7b79a197-c165-4c93-9b5c-3e8477fc6f2e tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Request body: {'port': {'device_id': '4ba7ca7e-89f4-4667-9af9-d369fc146e08', 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b', 'admin_state_up': True, 'tenant_id': '91627f68c71f4b29855d6c5fb4946dae'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:57.556951 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0c193ecc-d4ac-43de-bb51-f836f78b5027 req-ca493a44-3913-4c16-b32d-c6e6e6ce433c tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 210 time: 0.0472591 Aug 31 09:18:57.629629 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-7b79a197-c165-4c93-9b5c-3e8477fc6f2e tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Made reservation on behalf of 91627f68c71f4b29855d6c5fb4946dae for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:18:57.633299 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-7b79a197-c165-4c93-9b5c-3e8477fc6f2e tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:57.878719 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-7b79a197-c165-4c93-9b5c-3e8477fc6f2e tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Allocated IP 172.20.0.5 (f353997d-12d5-47f5-bc55-13148c348a0b/d2c5f0e8-9f08-4f88-baac-5c015079d04c/d4666753-078a-42c4-9dfa-03aa829b437c) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:18:57.969348 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648ed82-0153-447a-a5c9-4b371b8cb407 req-f80caee4-b12d-4b67-b6ea-038745b60739 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:57.971689 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c648ed82-0153-447a-a5c9-4b371b8cb407 req-f80caee4-b12d-4b67-b6ea-038745b60739 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 946 time: 0.0976622 Aug 31 09:18:58.027236 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c648ed82-0153-447a-a5c9-4b371b8cb407 req-3cc9c1eb-20e6-4d79-bc19-64a1863125b7 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487723 Aug 31 09:18:58.127391 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-76e04597-1aaf-4868-8551-39ce416fa9e3 req-ea8f8f57-420c-4b61-9c96-a7bab96260d0 tempest-ServerShowV257Test-391828392 tempest-ServerShowV257Test-391828392-project] 10.222.0.119 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0353196 Aug 31 09:18:58.154218 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-7b79a197-c165-4c93-9b5c-3e8477fc6f2e tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:58.327395 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-7b79a197-c165-4c93-9b5c-3e8477fc6f2e tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:58.332743 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-264f7e44-6390-4bd2-bbce-33189ebfc07c req-b68dae8c-e33b-4b9e-8c11-c247d4ac0c6c tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 210 time: 0.0527053 Aug 31 09:18:58.340515 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['e63ad863-29f8-479a-a32b-8964edd0bc5e'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:18:58.345458 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['3be364ee-8006-4fae-859f-6975a0e311f0', '05242781-3bfd-4d37-8e6c-bd91bea5c5e9'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:18:58.438905 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-7b79a197-c165-4c93-9b5c-3e8477fc6f2e tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Network f353997d-12d5-47f5-bc55-13148c348a0b is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:18:58.452189 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-7b79a197-c165-4c93-9b5c-3e8477fc6f2e tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:18:58.456146 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-7b79a197-c165-4c93-9b5c-3e8477fc6f2e tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:18:58.551837 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-7b79a197-c165-4c93-9b5c-3e8477fc6f2e tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:58.561997 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-7b79a197-c165-4c93-9b5c-3e8477fc6f2e tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:58.561997 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b79a197-c165-4c93-9b5c-3e8477fc6f2e tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Pushing event updated for resources: {'Port': ['ID=d4666753-078a-42c4-9dfa-03aa829b437c,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:18:58.666151 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-7b79a197-c165-4c93-9b5c-3e8477fc6f2e tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2790258 Aug 31 09:18:58.697064 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-82148d86-2a1f-4899-a39d-b469a6be9fac service neutron] Request body: {'port': {'device_id': '4ba7ca7e-89f4-4667-9af9-d369fc146e08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:58.824994 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-69ed63f4-fee7-4f54-9496-4c2c4dc18d52 req-d717c191-6bbd-4f8d-a9c5-dde09b369925 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 210 time: 0.0823305 Aug 31 09:18:58.829352 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-82148d86-2a1f-4899-a39d-b469a6be9fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:58.918994 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-20bd621f-38eb-4271-900c-51f4082fb2f5 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:58.920796 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-20bd621f-38eb-4271-900c-51f4082fb2f5 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.112 "GET /v2.0/networks?id=a272a18a-9015-4fb0-a70a-84597b53d8ca HTTP/1.1" status: 200 len: 814 time: 0.2360361 Aug 31 09:18:58.924738 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 0446b8f0-1840-4b46-aab5-d73395fdf84e up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:18:58.939542 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-5956524a-5730-44be-bd84-0109145452f1 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Request body: {'port': {'device_id': '3b13070c-f3a6-4d96-8d79-b68eb999cc26', 'network_id': 'a272a18a-9015-4fb0-a70a-84597b53d8ca', 'admin_state_up': True, 'tenant_id': '0d677f60af8447aeaedb4cf6d8107d97'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:18:59.097848 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 0446b8f0-1840-4b46-aab5-d73395fdf84e triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:18:59.100219 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:59.203658 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-5956524a-5730-44be-bd84-0109145452f1 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Made reservation on behalf of 0d677f60af8447aeaedb4cf6d8107d97 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:18:59.213940 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-5956524a-5730-44be-bd84-0109145452f1 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:59.281276 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec87fc76-89b8-4172-ac65-5a98be4dc18c req-ff13c041-b18e-42d6-a294-e0061b603b21 tempest-ServerShowV257Test-391828392 tempest-ServerShowV257Test-391828392-project] 10.222.0.119 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0354447 Aug 31 09:18:59.353647 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61312f04-b8b4-40ce-87fd-d3f4369f2761 req-cbac3236-72f2-4359-a4f3-f7ffbb9f4de3 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:59.359236 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-61312f04-b8b4-40ce-87fd-d3f4369f2761 req-cbac3236-72f2-4359-a4f3-f7ffbb9f4de3 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 946 time: 0.1887810 Aug 31 09:18:59.433847 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-82148d86-2a1f-4899-a39d-b469a6be9fac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4666753-078a-42c4-9dfa-03aa829b437c {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:18:59.444544 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-82148d86-2a1f-4899-a39d-b469a6be9fac service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:59.470577 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-82148d86-2a1f-4899-a39d-b469a6be9fac service neutron] Transition to ACTIVE for port object d4666753-078a-42c4-9dfa-03aa829b437c will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:18:59.476812 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-61312f04-b8b4-40ce-87fd-d3f4369f2761 req-ac7f043b-a8b3-49ff-932b-7d50f71efeff tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091573 Aug 31 09:18:59.521813 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-5956524a-5730-44be-bd84-0109145452f1 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Allocated IP 172.20.0.12 (a272a18a-9015-4fb0-a70a-84597b53d8ca/563a5021-597f-4efc-89b8-b4db37655c5e/b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:18:59.559176 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30609db1-ab3a-457a-b919-bcf30a354f93 req-c09db5f0-8a23-4eaa-ab57-3c1604b04008 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:18:59.561121 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-30609db1-ab3a-457a-b919-bcf30a354f93 req-c09db5f0-8a23-4eaa-ab57-3c1604b04008 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 931 time: 0.0804608 Aug 31 09:18:59.589447 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-82148d86-2a1f-4899-a39d-b469a6be9fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:59.656784 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-30609db1-ab3a-457a-b919-bcf30a354f93 req-e1d659b8-a799-4e59-a93a-2979189c4d57 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832984 Aug 31 09:18:59.809228 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-5956524a-5730-44be-bd84-0109145452f1 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:59.941963 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-585c5fe8-727c-4a82-a568-a08edb418175 req-68e68104-17f7-4b9a-aa4c-4115bace5c9d tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 210 time: 0.0365005 Aug 31 09:18:59.944357 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-5956524a-5730-44be-bd84-0109145452f1 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:18:59.995451 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-5956524a-5730-44be-bd84-0109145452f1 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Network a272a18a-9015-4fb0-a70a-84597b53d8ca is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:19:00.002641 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-5956524a-5730-44be-bd84-0109145452f1 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:19:00.007055 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-5956524a-5730-44be-bd84-0109145452f1 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:19:00.036817 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956524a-5730-44be-bd84-0109145452f1 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Pushing event updated for resources: {'Port': ['ID=b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:00.045382 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82148d86-2a1f-4899-a39d-b469a6be9fac service neutron] Pushing event updated for resources: {'Port': ['ID=d4666753-078a-42c4-9dfa-03aa829b437c,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:00.085165 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-5956524a-5730-44be-bd84-0109145452f1 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:00.085860 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-5956524a-5730-44be-bd84-0109145452f1 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:00.087578 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-82148d86-2a1f-4899-a39d-b469a6be9fac service neutron] Attempting to bind port d4666753-078a-42c4-9dfa-03aa829b437c on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:19:00.088117 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-82148d86-2a1f-4899-a39d-b469a6be9fac service neutron] Attempting to bind port d4666753-078a-42c4-9dfa-03aa829b437c by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:19:00.088651 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-82148d86-2a1f-4899-a39d-b469a6be9fac service neutron] Attempting to bind port d4666753-078a-42c4-9dfa-03aa829b437c on network f353997d-12d5-47f5-bc55-13148c348a0b {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:00.098916 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-82148d86-2a1f-4899-a39d-b469a6be9fac service neutron] Port d4666753-078a-42c4-9dfa-03aa829b437c on network f353997d-12d5-47f5-bc55-13148c348a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:19:00.099582 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-82148d86-2a1f-4899-a39d-b469a6be9fac service neutron] Attempting to bind port d4666753-078a-42c4-9dfa-03aa829b437c on network f353997d-12d5-47f5-bc55-13148c348a0b {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:00.106437 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-82148d86-2a1f-4899-a39d-b469a6be9fac service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:19:00.107347 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-82148d86-2a1f-4899-a39d-b469a6be9fac service neutron] Checking segment: {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:19:00.107940 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-82148d86-2a1f-4899-a39d-b469a6be9fac service neutron] Bound using segment: {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:19:00.108509 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-82148d86-2a1f-4899-a39d-b469a6be9fac service neutron] Bound port: d4666753-078a-42c4-9dfa-03aa829b437c, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:19:00.109595 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-82148d86-2a1f-4899-a39d-b469a6be9fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:00.190027 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-82148d86-2a1f-4899-a39d-b469a6be9fac service neutron] For port d4666753-078a-42c4-9dfa-03aa829b437c, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:19:00.193726 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-82148d86-2a1f-4899-a39d-b469a6be9fac service neutron] For port d4666753-078a-42c4-9dfa-03aa829b437c, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=d4666753-078a-42c4-9dfa-03aa829b437c,segment=NetworkSegment(329c79c6-5ca3-4a1a-b3d4-414355128167),segment_id=329c79c6-5ca3-4a1a-b3d4-414355128167)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:19:00.257915 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-5956524a-5730-44be-bd84-0109145452f1 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3249109 Aug 31 09:19:00.273324 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-7212aab9-1b8d-458f-9fdd-645683ea92af service neutron] Request body: {'port': {'device_id': '3b13070c-f3a6-4d96-8d79-b68eb999cc26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:00.331376 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-7212aab9-1b8d-458f-9fdd-645683ea92af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:00.338829 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-82148d86-2a1f-4899-a39d-b469a6be9fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:00.387417 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-82148d86-2a1f-4899-a39d-b469a6be9fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:00.388335 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-82148d86-2a1f-4899-a39d-b469a6be9fac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:00.390485 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-82148d86-2a1f-4899-a39d-b469a6be9fac service neutron] 10.222.0.112 "PUT /v2.0/ports/d4666753-078a-42c4-9dfa-03aa829b437c HTTP/1.1" status: 200 len: 1092 time: 1.7022309 Aug 31 09:19:00.392197 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba7ca7e-89f4-4667-9af9-d369fc146e08', 'tag': 'd4666753-078a-42c4-9dfa-03aa829b437c'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:00.394914 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cd7bab-26a1-4b4a-bdb5-e5214e15a498" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba7ca7e-89f4-4667-9af9-d369fc146e08", "tag": "d4666753-078a-42c4-9dfa-03aa829b437c"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:00.433780 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82148d86-2a1f-4899-a39d-b469a6be9fac service neutron] Pushing event updated for resources: {'Port': ['ID=d4666753-078a-42c4-9dfa-03aa829b437c,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:00.532077 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9a2b54-e89d-40d7-9875-6489cd8af78c x-openstack-request-id: req-be9a2b54-e89d-40d7-9875-6489cd8af78c {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:00.532698 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba7ca7e-89f4-4667-9af9-d369fc146e08", "tag": "d4666753-078a-42c4-9dfa-03aa829b437c", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:00.532698 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-be9a2b54-e89d-40d7-9875-6489cd8af78c {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:00.532984 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba7ca7e-89f4-4667-9af9-d369fc146e08', 'tag': 'd4666753-078a-42c4-9dfa-03aa829b437c', 'status': 'completed', 'code': 200} Aug 31 09:19:00.548275 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a8f589b3-905c-498a-a6a8-8fdb7258826d req-acf5758f-d3d3-4db7-9786-47c03fe6ebc5 tempest-ServerShowV257Test-391828392 tempest-ServerShowV257Test-391828392-project] 10.222.0.119 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.1479967 Aug 31 09:19:00.625377 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-9ac386e2-10ea-4502-a76f-8e23bd989992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:00.627849 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-9ac386e2-10ea-4502-a76f-8e23bd989992 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=91627f68c71f4b29855d6c5fb4946dae&device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 1095 time: 0.0902331 Aug 31 09:19:00.716012 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-2874a54f-eef5-4905-92ee-3e777aae7af3 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4666753-078a-42c4-9dfa-03aa829b437c HTTP/1.1" status: 200 len: 217 time: 0.0742896 Aug 31 09:19:00.796158 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d591ca-ab56-4f5a-904e-8279391916fb req-64c877ea-afa2-4120-960a-d6cc72c5554f tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:00.798394 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-20d591ca-ab56-4f5a-904e-8279391916fb req-64c877ea-afa2-4120-960a-d6cc72c5554f tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 946 time: 0.1684093 Aug 31 09:19:00.816300 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-7f45800a-fadd-4183-bb9b-3d1cdfd07f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:00.817945 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-7f45800a-fadd-4183-bb9b-3d1cdfd07f63 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d2c5f0e8-9f08-4f88-baac-5c015079d04c HTTP/1.1" status: 200 len: 861 time: 0.0944169 Aug 31 09:19:00.868288 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-907a1dda-8483-4efc-a207-dd7ccd57d035 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f353997d-12d5-47f5-bc55-13148c348a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285230 Aug 31 09:19:00.922638 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-7212aab9-1b8d-458f-9fdd-645683ea92af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:19:00.929550 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-20d591ca-ab56-4f5a-904e-8279391916fb req-7b9cf1d6-945e-4732-92f6-e7f4573e249f tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753264 Aug 31 09:19:00.936709 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-7212aab9-1b8d-458f-9fdd-645683ea92af service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:00.958723 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64b510-5adf-4098-9c01-89adc65c4f12 req-1d71e66d-31f3-43d4-a75f-8abfa575f272 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:00.960416 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0c64b510-5adf-4098-9c01-89adc65c4f12 req-1d71e66d-31f3-43d4-a75f-8abfa575f272 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 943 time: 0.1583173 Aug 31 09:19:00.964160 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-7212aab9-1b8d-458f-9fdd-645683ea92af service neutron] Transition to ACTIVE for port object b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:01.003124 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-fd7dfb56-3eaf-4382-a3c5-2bcc263a9a69 service neutron] 10.222.0.112 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270673 Aug 31 09:19:01.061813 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0c64b510-5adf-4098-9c01-89adc65c4f12 req-5b08287a-dc8f-4ad8-9f44-7a2fff038c87 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939410 Aug 31 09:19:01.117894 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018de747-76fe-4302-b7bd-baa6f2a8356a req-06b3c94f-26b3-4e60-98c1-370162fb2f04 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:01.127990 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-018de747-76fe-4302-b7bd-baa6f2a8356a req-06b3c94f-26b3-4e60-98c1-370162fb2f04 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 932 time: 0.0835607 Aug 31 09:19:01.164547 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-7212aab9-1b8d-458f-9fdd-645683ea92af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:01.168735 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1b11d035-0226-4489-a76d-fbeaa1946daf req-49c2cff3-4f5e-4228-9967-1ab8a79fff5c service neutron] 10.222.0.112 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557772 Aug 31 09:19:01.200612 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-018de747-76fe-4302-b7bd-baa6f2a8356a req-53325e20-a6d9-4369-96ca-6ea4c0c27289 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719593 Aug 31 09:19:01.231212 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212aab9-1b8d-458f-9fdd-645683ea92af service neutron] Pushing event updated for resources: {'Port': ['ID=b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:01.317038 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-7212aab9-1b8d-458f-9fdd-645683ea92af service neutron] Attempting to bind port b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:19:01.317686 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-7212aab9-1b8d-458f-9fdd-645683ea92af service neutron] Attempting to bind port b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': 'a272a18a-9015-4fb0-a70a-84597b53d8ca'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:19:01.317838 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-7212aab9-1b8d-458f-9fdd-645683ea92af service neutron] Attempting to bind port b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f on network a272a18a-9015-4fb0-a70a-84597b53d8ca {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:01.323838 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-7212aab9-1b8d-458f-9fdd-645683ea92af service neutron] Port b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f on network a272a18a-9015-4fb0-a70a-84597b53d8ca not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:19:01.325907 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-7212aab9-1b8d-458f-9fdd-645683ea92af service neutron] Attempting to bind port b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f on network a272a18a-9015-4fb0-a70a-84597b53d8ca {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:01.332202 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-7212aab9-1b8d-458f-9fdd-645683ea92af service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:19:01.332556 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-7212aab9-1b8d-458f-9fdd-645683ea92af service neutron] Checking segment: {'id': 'e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': 'a272a18a-9015-4fb0-a70a-84597b53d8ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:19:01.332902 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-7212aab9-1b8d-458f-9fdd-645683ea92af service neutron] Bound using segment: {'id': 'e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': 'a272a18a-9015-4fb0-a70a-84597b53d8ca'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:19:01.333821 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-7212aab9-1b8d-458f-9fdd-645683ea92af service neutron] Bound port: b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': 'a272a18a-9015-4fb0-a70a-84597b53d8ca'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:19:01.334185 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-7212aab9-1b8d-458f-9fdd-645683ea92af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:01.382499 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd7bab-26a1-4b4a-bdb5-e5214e15a498 req-fb1fa210-b958-4a7a-9dd5-e0a5d8bc49e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:01.384985 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-89cd7bab-26a1-4b4a-bdb5-e5214e15a498 req-fb1fa210-b958-4a7a-9dd5-e0a5d8bc49e4 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=91627f68c71f4b29855d6c5fb4946dae&device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 1095 time: 0.0592551 Aug 31 09:19:01.414951 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-7212aab9-1b8d-458f-9fdd-645683ea92af service neutron] For port b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:19:01.422597 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-7212aab9-1b8d-458f-9fdd-645683ea92af service neutron] For port b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f,segment=NetworkSegment(e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897),segment_id=e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:19:01.498839 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-7212aab9-1b8d-458f-9fdd-645683ea92af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:01.511428 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd7bab-26a1-4b4a-bdb5-e5214e15a498 req-d69cd799-c90b-4ed4-ae09-13a8270723ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:01.513187 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-89cd7bab-26a1-4b4a-bdb5-e5214e15a498 req-d69cd799-c90b-4ed4-ae09-13a8270723ec service neutron] 10.222.0.112 "GET /v2.0/networks?id=f353997d-12d5-47f5-bc55-13148c348a0b HTTP/1.1" status: 200 len: 923 time: 0.1140571 Aug 31 09:19:01.553402 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-7212aab9-1b8d-458f-9fdd-645683ea92af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:01.553402 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-7212aab9-1b8d-458f-9fdd-645683ea92af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:01.553402 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-7212aab9-1b8d-458f-9fdd-645683ea92af service neutron] 10.222.0.112 "PUT /v2.0/ports/b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f HTTP/1.1" status: 200 len: 1093 time: 1.2857556 Aug 31 09:19:01.553402 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b13070c-f3a6-4d96-8d79-b68eb999cc26', 'tag': 'b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:01.556380 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95532ec7-e320-4735-a9cf-75d77f2d2a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "3b13070c-f3a6-4d96-8d79-b68eb999cc26", "tag": "b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:01.585409 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-89cd7bab-26a1-4b4a-bdb5-e5214e15a498 req-f54ed8cb-c350-4b54-ae7f-514f869484d4 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4666753-078a-42c4-9dfa-03aa829b437c HTTP/1.1" status: 200 len: 217 time: 0.0632074 Aug 31 09:19:01.586017 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212aab9-1b8d-458f-9fdd-645683ea92af service neutron] Pushing event updated for resources: {'Port': ['ID=b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:01.613670 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff216781-8492-4a00-a7ae-79eca580fda7 x-openstack-request-id: req-ff216781-8492-4a00-a7ae-79eca580fda7 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:01.614032 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b13070c-f3a6-4d96-8d79-b68eb999cc26", "tag": "b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:01.614359 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-ff216781-8492-4a00-a7ae-79eca580fda7 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:01.614958 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b13070c-f3a6-4d96-8d79-b68eb999cc26', 'tag': 'b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f', 'status': 'completed', 'code': 200} Aug 31 09:19:01.708955 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd7bab-26a1-4b4a-bdb5-e5214e15a498 req-56bc4356-73f4-4065-86b3-36509d272817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:01.713021 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-89cd7bab-26a1-4b4a-bdb5-e5214e15a498 req-56bc4356-73f4-4065-86b3-36509d272817 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d2c5f0e8-9f08-4f88-baac-5c015079d04c HTTP/1.1" status: 200 len: 861 time: 0.1210051 Aug 31 09:19:01.728248 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95532ec7-e320-4735-a9cf-75d77f2d2a9b req-214912a7-ca8f-471c-8b05-0a9d4a0908c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:01.729978 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-95532ec7-e320-4735-a9cf-75d77f2d2a9b req-214912a7-ca8f-471c-8b05-0a9d4a0908c6 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0d677f60af8447aeaedb4cf6d8107d97&device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 1096 time: 0.0837088 Aug 31 09:19:01.767476 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-89cd7bab-26a1-4b4a-bdb5-e5214e15a498 req-354bd583-0aae-4e45-b2d1-758cf4cd03da service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f353997d-12d5-47f5-bc55-13148c348a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395570 Aug 31 09:19:01.840784 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b2b1e5ea-cd90-4031-b31e-aadf46fc7570 req-a4bbd229-db6b-4b0f-bcec-9d268e57f27e tempest-ServerShowV257Test-391828392 tempest-ServerShowV257Test-391828392-project] 10.222.0.119 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.1299899 Aug 31 09:19:02.019630 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-89cd7bab-26a1-4b4a-bdb5-e5214e15a498 req-178af588-deb9-4a38-8e54-3f917c17d19c service neutron] 10.222.0.112 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350993 Aug 31 09:19:02.041766 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f5a81b3-b6c8-4e00-a7a6-b1230c19149c req-3dc635c4-9f00-4cce-a972-56badeaa480d service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0969863 Aug 31 09:19:02.154957 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95532ec7-e320-4735-a9cf-75d77f2d2a9b req-241afc16-463a-4136-bab3-7ebcc1f36272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:02.158203 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-95532ec7-e320-4735-a9cf-75d77f2d2a9b req-241afc16-463a-4136-bab3-7ebcc1f36272 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=0d677f60af8447aeaedb4cf6d8107d97&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3912826 Aug 31 09:19:02.193636 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18108ad5-16ec-4270-a9a0-b7222cee2ad8 req-79a01f8a-5f00-44ba-ab64-a5e0fb8a23f6 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:02.211353 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-18108ad5-16ec-4270-a9a0-b7222cee2ad8 req-79a01f8a-5f00-44ba-ab64-a5e0fb8a23f6 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 946 time: 0.1060121 Aug 31 09:19:02.354892 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-89cd7bab-26a1-4b4a-bdb5-e5214e15a498 req-9373b9ed-1370-4aa7-9302-d6220d26f0d9 service neutron] 10.222.0.112 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255041 Aug 31 09:19:02.382759 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-18108ad5-16ec-4270-a9a0-b7222cee2ad8 req-573bead8-3a1e-4ff1-94a4-96b5f96811b0 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696138 Aug 31 09:19:02.407276 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:02.470243 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95532ec7-e320-4735-a9cf-75d77f2d2a9b req-1f7c835d-11c6-4315-b9fc-53b93e1e8c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:02.471923 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-95532ec7-e320-4735-a9cf-75d77f2d2a9b req-1f7c835d-11c6-4315-b9fc-53b93e1e8c60 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1839554 Aug 31 09:19:02.658045 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:02.687093 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020550bb-2a28-498c-97b2-977a83b3f02d req-5c1f9ddb-99f5-4126-b12a-ffbe171832de tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:02.689013 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-020550bb-2a28-498c-97b2-977a83b3f02d req-5c1f9ddb-99f5-4126-b12a-ffbe171832de tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 943 time: 0.1768625 Aug 31 09:19:02.699146 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-e0a0d0af-29a0-41ca-b0e5-165d4dbf05ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:02.700938 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-e0a0d0af-29a0-41ca-b0e5-165d4dbf05ba service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0d677f60af8447aeaedb4cf6d8107d97&device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 1096 time: 0.1159434 Aug 31 09:19:02.759310 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-d6948221-528d-484f-a210-e36355a379ab service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f HTTP/1.1" status: 200 len: 217 time: 0.0480230 Aug 31 09:19:02.815256 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-020550bb-2a28-498c-97b2-977a83b3f02d req-91261dc6-0ac0-48d9-be99-e5dab7beecdd tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128023 Aug 31 09:19:02.862772 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-888c1208-b9f8-45ee-b317-6fb72815287f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:02.864480 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-888c1208-b9f8-45ee-b317-6fb72815287f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=563a5021-597f-4efc-89b8-b4db37655c5e HTTP/1.1" status: 200 len: 854 time: 0.0965927 Aug 31 09:19:02.903012 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61e13f-a4cc-461a-a4e6-147e7234d87f req-38adb083-b933-4da5-9cec-6fdbc0a5c687 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:02.904651 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4c61e13f-a4cc-461a-a4e6-147e7234d87f req-38adb083-b933-4da5-9cec-6fdbc0a5c687 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 944 time: 0.1197088 Aug 31 09:19:02.927595 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-02dede94-e4b7-4aa0-93c2-54460f83ea5e service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a272a18a-9015-4fb0-a70a-84597b53d8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508924 Aug 31 09:19:03.023956 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4c61e13f-a4cc-461a-a4e6-147e7234d87f req-b029b4aa-6345-4a0c-b6c3-e03215f29ac8 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988204 Aug 31 09:19:03.081676 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-22f036b7-58b6-4af2-a247-de45c6a2e4eb service neutron] 10.222.0.112 "GET /v2.0/networks/a272a18a-9015-4fb0-a70a-84597b53d8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375222 Aug 31 09:19:03.192076 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dec79324-36f5-4c48-b153-5065860d6b5e req-63c05255-defb-4ddf-8031-bddd3806a825 tempest-ServerShowV257Test-391828392 tempest-ServerShowV257Test-391828392-project] 10.222.0.119 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0717711 Aug 31 09:19:03.246364 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-716f67f5-ebd3-4fc3-8927-0f12d70ad8fb req-9dc178e8-f3d0-44e9-bb29-f61e06b07a28 service neutron] 10.222.0.112 "GET /v2.0/networks/a272a18a-9015-4fb0-a70a-84597b53d8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496999 Aug 31 09:19:03.556101 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b38060-b727-4c37-9d1a-4cddbbe24c5f req-d75a0afb-8766-477c-9979-35e19f8205b8 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:03.558404 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-39b38060-b727-4c37-9d1a-4cddbbe24c5f req-d75a0afb-8766-477c-9979-35e19f8205b8 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 946 time: 0.0632420 Aug 31 09:19:03.605276 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-39b38060-b727-4c37-9d1a-4cddbbe24c5f req-a5cf4554-b3e3-4b14-903e-ff83765639d2 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392728 Aug 31 09:19:03.963079 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99c5fa-42c0-402c-b122-220262f12818 req-d2ea88b7-1f82-49a1-8895-632a545e60c1 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:03.964762 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad99c5fa-42c0-402c-b122-220262f12818 req-d2ea88b7-1f82-49a1-8895-632a545e60c1 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 943 time: 0.0601273 Aug 31 09:19:04.022316 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad99c5fa-42c0-402c-b122-220262f12818 req-90e65e6c-7511-45fc-a038-fb933e36a812 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513532 Aug 31 09:19:04.162252 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05adbb5-8e51-4bcf-bdeb-ccc852e777b6 req-0bc0b26e-ffe8-483a-9811-5a7030e6f391 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:04.163804 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e05adbb5-8e51-4bcf-bdeb-ccc852e777b6 req-0bc0b26e-ffe8-483a-9811-5a7030e6f391 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 944 time: 0.0630438 Aug 31 09:19:04.207407 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e05adbb5-8e51-4bcf-bdeb-ccc852e777b6 req-1f124068-a43d-4afe-9471-fdc9427b071c tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370924 Aug 31 09:19:04.256880 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device cc6e6af7-26a7-41aa-9701-42509423a320 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:19:04.350481 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-52badac7-48ee-43e0-9221-b8fab17e2dfa req-328155cc-7c59-4673-a8f0-54541a503f4b tempest-ServerShowV257Test-391828392 tempest-ServerShowV257Test-391828392-project] 10.222.0.119 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0597467 Aug 31 09:19:04.415056 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port cc6e6af7-26a7-41aa-9701-42509423a320, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=cc6e6af7-26a7-41aa-9701-42509423a320,segment=NetworkSegment(8de8355c-a37f-4fe1-9899-e0cc9dc46979),segment_id=8de8355c-a37f-4fe1-9899-e0cc9dc46979)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:04.432492 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'cc6e6af7-26a7-41aa-9701-42509423a320', 'network_id': '2312c08d-c39b-46ec-b38c-b3b7a98a66d6', 'port_id': 'cc6e6af7-26a7-41aa-9701-42509423a320', 'mac_address': 'fa:16:3e:fa:6b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650e429b-ac22-4b85-a993-e29e512d35f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:19:04.481731 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:04.497070 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc6e6af7-26a7-41aa-9701-42509423a320 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:19:04.528161 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port cc6e6af7-26a7-41aa-9701-42509423a320, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=cc6e6af7-26a7-41aa-9701-42509423a320,segment=NetworkSegment(8de8355c-a37f-4fe1-9899-e0cc9dc46979),segment_id=8de8355c-a37f-4fe1-9899-e0cc9dc46979)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:04.618125 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:04.764116 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f9e59-0a47-4106-a1c1-05189f32894b req-b8e5617d-4a2f-44fd-8796-212e2954607e tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:04.766523 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d30f9e59-0a47-4106-a1c1-05189f32894b req-b8e5617d-4a2f-44fd-8796-212e2954607e tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 945 time: 0.0705538 Aug 31 09:19:04.841883 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d30f9e59-0a47-4106-a1c1-05189f32894b req-b09adcbc-9e91-4087-8827-d371ca52e146 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681367 Aug 31 09:19:04.912322 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=cc6e6af7-26a7-41aa-9701-42509423a320,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:04.931771 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:04.932206 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:04.932456 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:04.932810 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:04.933133 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:04.933459 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:04.933787 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:04.934102 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:04.934419 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:04.934584 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aa8643c-20af-4284-b295-cb8c31f1e4c2 req-d0b000e3-1ada-4ee4-a958-d2e739f66f3f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=4467f5386aaf4318bb9690d2f2a09109&device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0485544 Aug 31 09:19:04.934760 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:04.935090 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:04.941270 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:04.990839 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['cc6e6af7-26a7-41aa-9701-42509423a320'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:19:05.001304 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aa8643c-20af-4284-b295-cb8c31f1e4c2 req-1177ed22-dd1d-49d3-a0e7-e9edff11e4ab service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=4467f5386aaf4318bb9690d2f2a09109&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496030 Aug 31 09:19:05.031779 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-428c1732-627d-443b-af7d-facddc1633ff req-0d3177cf-9221-4f57-925f-1daa0a438235 tempest-ServerShowV257Test-391828392 tempest-ServerShowV257Test-391828392-project] 10.222.0.119 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0424757 Aug 31 09:19:05.187583 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8643c-20af-4284-b295-cb8c31f1e4c2 req-67a05428-51fa-4ded-82b5-5d6839f7de2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:05.188960 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aa8643c-20af-4284-b295-cb8c31f1e4c2 req-67a05428-51fa-4ded-82b5-5d6839f7de2b service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1706045 Aug 31 09:19:05.248848 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fc249-cf30-4423-8319-484668e467e4 req-f6085306-66a4-4036-af91-19f704e49d12 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:05.251251 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d2fc249-cf30-4423-8319-484668e467e4 req-f6085306-66a4-4036-af91-19f704e49d12 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 943 time: 0.0858850 Aug 31 09:19:05.298108 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d2fc249-cf30-4423-8319-484668e467e4 req-2717caac-7d25-4cd5-8136-c5bc864b2d76 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391572 Aug 31 09:19:05.366421 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3f452-1dc6-43c5-99ba-fbc423526603 req-cf9c4324-68d8-4239-8fc6-40c895ce0ac0 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:05.368166 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-81e3f452-1dc6-43c5-99ba-fbc423526603 req-cf9c4324-68d8-4239-8fc6-40c895ce0ac0 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 944 time: 0.0568359 Aug 31 09:19:05.415513 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-81e3f452-1dc6-43c5-99ba-fbc423526603 req-e6a462a2-0d18-43cd-a87a-9068624b8de1 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372274 Aug 31 09:19:06.000266 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72c5fb-7e4c-4fb5-b6b6-0954986d45d6 req-937469a4-55d4-4e9d-b018-1b75fb6c14fd tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:06.007671 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e72c5fb-7e4c-4fb5-b6b6-0954986d45d6 req-937469a4-55d4-4e9d-b018-1b75fb6c14fd tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 945 time: 0.0697448 Aug 31 09:19:06.076105 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e72c5fb-7e4c-4fb5-b6b6-0954986d45d6 req-6c8e27fb-33b8-484b-b4fd-5413e7ffb775 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618498 Aug 31 09:19:06.181102 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-468df67e-7d36-423f-965c-73422fb07c42 req-5b1f0026-2bd8-40e8-9b22-04f25bd8d51f tempest-ServerShowV257Test-391828392 tempest-ServerShowV257Test-391828392-project] 10.222.0.119 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0455794 Aug 31 09:19:06.274646 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:19:06.278644 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device cc6e6af7-26a7-41aa-9701-42509423a320 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:19:06.388496 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port cc6e6af7-26a7-41aa-9701-42509423a320 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:06.389341 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:06.481197 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d7a05-d3d3-42f0-8572-f97bd68a1e0e req-42ffd28e-8446-448c-940e-02878dd6dd9f tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:06.495620 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b35d7a05-d3d3-42f0-8572-f97bd68a1e0e req-42ffd28e-8446-448c-940e-02878dd6dd9f tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 943 time: 0.0861554 Aug 31 09:19:06.501790 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f,segment=NetworkSegment(e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897),segment_id=e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:06.549524 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f', 'network_id': 'a272a18a-9015-4fb0-a70a-84597b53d8ca', 'port_id': 'b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f', 'mac_address': 'fa:16:3e:48:ce:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '563a5021-597f-4efc-89b8-b4db37655c5e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:19:06.556011 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:06.593323 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aa8643c-20af-4284-b295-cb8c31f1e4c2 req-611cf1f1-8677-4ea5-96f3-b28a4eec9627 tempest-ServerShowV257Test-391828392 tempest-ServerShowV257Test-391828392-project] 10.222.0.112 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0391822 Aug 31 09:19:06.611134 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e855eae-b90b-4d84-bf5a-442da2ad5805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6e6af7-26a7-41aa-9701-42509423a320'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:06.613867 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c049ee5-a2db-45e4-899e-455dca92b4ba" -d '{"events": [{"server_uuid": "4e855eae-b90b-4d84-bf5a-442da2ad5805", "name": "network-vif-plugged", "status": "completed", "tag": "cc6e6af7-26a7-41aa-9701-42509423a320"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:06.616054 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b35d7a05-d3d3-42f0-8572-f97bd68a1e0e req-4c80c988-d20f-49ac-ab3f-c3fa884bf3d0 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190925 Aug 31 09:19:06.627336 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:06.636277 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port cc6e6af7-26a7-41aa-9701-42509423a320, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=cc6e6af7-26a7-41aa-9701-42509423a320,segment=NetworkSegment(8de8355c-a37f-4fe1-9899-e0cc9dc46979),segment_id=8de8355c-a37f-4fe1-9899-e0cc9dc46979)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:06.653697 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:19:06.653870 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49976006-24a6-411e-b2f8-464baa326733 req-4e5793fb-977d-4efb-8321-ac1c03cc7139 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:06.658677 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49976006-24a6-411e-b2f8-464baa326733 req-4e5793fb-977d-4efb-8321-ac1c03cc7139 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 944 time: 0.1417344 Aug 31 09:19:06.701260 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f,segment=NetworkSegment(e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897),segment_id=e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:06.711180 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c7fc8f-0c6a-400b-bc2e-fa355f85a3a0 x-openstack-request-id: req-e1c7fc8f-0c6a-400b-bc2e-fa355f85a3a0 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:06.711493 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e855eae-b90b-4d84-bf5a-442da2ad5805", "name": "network-vif-plugged", "status": "completed", "tag": "cc6e6af7-26a7-41aa-9701-42509423a320", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:06.711755 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e1c7fc8f-0c6a-400b-bc2e-fa355f85a3a0 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:06.712161 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e855eae-b90b-4d84-bf5a-442da2ad5805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6e6af7-26a7-41aa-9701-42509423a320', 'code': 200} Aug 31 09:19:06.715253 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:06.771644 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49976006-24a6-411e-b2f8-464baa326733 req-874ccfd7-7a31-4a5e-b248-9fc4d8c11a81 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021397 Aug 31 09:19:06.812514 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=cc6e6af7-26a7-41aa-9701-42509423a320,revision_number=7']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:06.897963 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:06.921910 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b99f0d-e994-48c7-b62f-0d0b6fe5668b req-4cc83cc9-8cfd-4609-8683-3b3d409822f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:06.924943 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-91b99f0d-e994-48c7-b62f-0d0b6fe5668b req-4cc83cc9-8cfd-4609-8683-3b3d409822f8 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 1098 time: 0.0505853 Aug 31 09:19:06.979545 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-91b99f0d-e994-48c7-b62f-0d0b6fe5668b req-113fca06-7977-44d8-9b90-80ace9d231eb service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467696 Aug 31 09:19:06.980877 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:07.212119 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:19:07.241753 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7317a3-47c2-4cb5-ae35-98a86a4ae138 req-01fe4131-1362-4f60-b863-602340df3521 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:07.243815 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d7317a3-47c2-4cb5-ae35-98a86a4ae138 req-01fe4131-1362-4f60-b863-602340df3521 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 946 time: 0.0888941 Aug 31 09:19:07.344092 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fe6dff2c-d2fc-4a85-908c-121a320929cb req-49a5a568-0ffe-474f-b49c-b019df5f21c1 tempest-ServerShowV257Test-391828392 tempest-ServerShowV257Test-391828392-project] 10.222.0.119 "GET /v2.0/ports?device_id=35753f18-339e-42fd-aae0-74968ee5ad1b HTTP/1.1" status: 200 len: 210 time: 0.0534604 Aug 31 09:19:07.355245 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d7317a3-47c2-4cb5-ae35-98a86a4ae138 req-a9f5bd3e-f062-44ed-9b7d-17207292c40f tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043775 Aug 31 09:19:07.774718 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018784c-4f8b-4278-b42a-d3494a0e71d5 req-cceae69f-968d-4ee7-bc8e-c0dc5546be60 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:07.776227 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8018784c-4f8b-4278-b42a-d3494a0e71d5 req-cceae69f-968d-4ee7-bc8e-c0dc5546be60 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 943 time: 0.0658827 Aug 31 09:19:07.831830 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8018784c-4f8b-4278-b42a-d3494a0e71d5 req-60e565fd-156c-4ebb-b9d3-588992a0f6af tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490201 Aug 31 09:19:07.931045 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bad9e2-90ba-48c6-82c3-b1e70c6360d2 req-4a5db945-855e-4ecc-8506-efc51cdc451f tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:07.931045 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d4bad9e2-90ba-48c6-82c3-b1e70c6360d2 req-4a5db945-855e-4ecc-8506-efc51cdc451f tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 945 time: 0.0801616 Aug 31 09:19:07.986816 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d4bad9e2-90ba-48c6-82c3-b1e70c6360d2 req-33e4fc9b-7405-47f3-9fa3-337451ce1dc7 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488789 Aug 31 09:19:08.272153 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:19:08.505398 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea3d47-b79f-4994-b2f4-3c7c1596bc4e req-9fbb27d0-c372-43dd-b476-e21fc538d9d4 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:08.507112 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-45ea3d47-b79f-4994-b2f4-3c7c1596bc4e req-9fbb27d0-c372-43dd-b476-e21fc538d9d4 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 946 time: 0.0714173 Aug 31 09:19:08.521514 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:19:08.525840 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:08.526243 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:08.575975 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-45ea3d47-b79f-4994-b2f4-3c7c1596bc4e req-31228e8d-ac6b-4ac7-b596-be5b920b2d8b tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608501 Aug 31 09:19:08.639227 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:08.679606 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f,segment=NetworkSegment(e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897),segment_id=e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:08.713842 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b13070c-f3a6-4d96-8d79-b68eb999cc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:08.717000 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6de9ab-37ff-415e-be52-e70ed486a251" -d '{"events": [{"server_uuid": "3b13070c-f3a6-4d96-8d79-b68eb999cc26", "name": "network-vif-plugged", "status": "completed", "tag": "b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:08.771370 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3657b00e-1e37-4b62-9dfb-17bc6e3a0384 x-openstack-request-id: req-3657b00e-1e37-4b62-9dfb-17bc6e3a0384 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:08.771672 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b13070c-f3a6-4d96-8d79-b68eb999cc26", "name": "network-vif-plugged", "status": "completed", "tag": "b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:08.771935 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-3657b00e-1e37-4b62-9dfb-17bc6e3a0384 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:08.772324 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b13070c-f3a6-4d96-8d79-b68eb999cc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f', 'code': 200} Aug 31 09:19:08.909752 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34525d1-07f2-4db3-b592-ef1062520e48 req-261792a2-dfbb-42d6-ae72-f7788f2b8fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:08.909752 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d34525d1-07f2-4db3-b592-ef1062520e48 req-261792a2-dfbb-42d6-ae72-f7788f2b8fb7 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 1097 time: 0.0535543 Aug 31 09:19:08.984130 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d34525d1-07f2-4db3-b592-ef1062520e48 req-044215f1-db01-4218-985d-e54ecc8cbf52 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694449 Aug 31 09:19:09.000029 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d31ef-82aa-406e-b926-7f1ada7ecdd5 req-8b8e8149-db01-4559-8752-e48543c88255 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:09.001643 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-842d31ef-82aa-406e-b926-7f1ada7ecdd5 req-8b8e8149-db01-4559-8752-e48543c88255 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 943 time: 0.0815897 Aug 31 09:19:09.050650 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-842d31ef-82aa-406e-b926-7f1ada7ecdd5 req-24bc2e96-8d95-4d73-b217-86a93b50be1b tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407517 Aug 31 09:19:09.119494 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a3091-21d8-4224-9e20-2ea950c22aa9 req-5b75d58b-06cb-408c-ac7b-1e77852f2745 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:09.121032 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ca4a3091-21d8-4224-9e20-2ea950c22aa9 req-5b75d58b-06cb-408c-ac7b-1e77852f2745 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 945 time: 0.0542729 Aug 31 09:19:09.143948 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:09.161605 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ca4a3091-21d8-4224-9e20-2ea950c22aa9 req-35cb8255-60bf-48e2-aed6-775b0037b193 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342419 Aug 31 09:19:09.194124 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:09.717738 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97ce7b-6e4b-41d7-ad4d-accb7473b9fd req-294b81ef-feff-40d6-ab93-15538fc054a1 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:09.726834 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fd97ce7b-6e4b-41d7-ad4d-accb7473b9fd req-294b81ef-feff-40d6-ab93-15538fc054a1 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 946 time: 0.0643036 Aug 31 09:19:09.766365 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fd97ce7b-6e4b-41d7-ad4d-accb7473b9fd req-ee1477e1-5c75-4a79-80fc-60b54d2ebf89 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375185 Aug 31 09:19:09.847035 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59530) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:09.918706 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415d694-1e24-446e-93d3-eca780fac249 req-4c6b3eca-6e03-44f3-ab34-ba1ea6af9cfe tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:09.920367 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1415d694-1e24-446e-93d3-eca780fac249 req-4c6b3eca-6e03-44f3-ab34-ba1ea6af9cfe tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 946 time: 0.0593824 Aug 31 09:19:09.975493 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1415d694-1e24-446e-93d3-eca780fac249 req-835b7259-71c7-4cae-a370-092f25acfceb tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466397 Aug 31 09:19:09.998811 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a22b51ed-97ff-46c7-be47-392c13bc49a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:10.119585 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a22b51ed-97ff-46c7-be47-392c13bc49a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:10.216895 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c049dab-e376-4836-95f8-10036f9f6f1c req-e3fad53a-6d31-4f05-a3e8-c5896769a442 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:10.219109 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c049dab-e376-4836-95f8-10036f9f6f1c req-e3fad53a-6d31-4f05-a3e8-c5896769a442 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 943 time: 0.0680666 Aug 31 09:19:10.268990 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c049dab-e376-4836-95f8-10036f9f6f1c req-cbf4bcb5-733a-4a2a-9043-f60fc8228c7a tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418365 Aug 31 09:19:10.292097 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a22b51ed-97ff-46c7-be47-392c13bc49a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:10.349371 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a22b51ed-97ff-46c7-be47-392c13bc49a5 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=4467f5386aaf4318bb9690d2f2a09109&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4997880 Aug 31 09:19:10.355059 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59546) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:10.371782 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b51ed-97ff-46c7-be47-392c13bc49a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6567987a-9c17-41af-9935-638deb6bd306,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:10.421734 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f792a3-e6d7-443c-b7dd-e93a4eb9dfcc req-97f3d0fa-0c71-4e14-a62f-3fdd489b0c52 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:10.423358 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-72f792a3-e6d7-443c-b7dd-e93a4eb9dfcc req-97f3d0fa-0c71-4e14-a62f-3fdd489b0c52 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.0732334 Aug 31 09:19:10.435688 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2ac444ef-f13e-47be-94bc-d287d5bf2c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:10.471220 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2ac444ef-f13e-47be-94bc-d287d5bf2c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:10.533884 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-72f792a3-e6d7-443c-b7dd-e93a4eb9dfcc req-4ffff2c1-e7f1-46fc-a399-2df6fd8a97bc tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975053 Aug 31 09:19:10.618590 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2ac444ef-f13e-47be-94bc-d287d5bf2c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:10.622089 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2ac444ef-f13e-47be-94bc-d287d5bf2c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:10.622823 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2ac444ef-f13e-47be-94bc-d287d5bf2c50 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/6567987a-9c17-41af-9935-638deb6bd306 HTTP/1.1" status: 204 len: 168 time: 0.2664030 Aug 31 09:19:10.648131 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac444ef-f13e-47be-94bc-d287d5bf2c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6567987a-9c17-41af-9935-638deb6bd306,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:10.995382 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238ba65-6cb3-4098-b702-04d00994663b req-82745a00-3c51-4d07-876c-bf9813bc8060 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:11.001028 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9238ba65-6cb3-4098-b702-04d00994663b req-82745a00-3c51-4d07-876c-bf9813bc8060 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/networks?id=2312c08d-c39b-46ec-b38c-b3b7a98a66d6 HTTP/1.1" status: 200 len: 813 time: 0.1393280 Aug 31 09:19:11.018107 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9238ba65-6cb3-4098-b702-04d00994663b req-d080e1ff-813f-4dbc-b080-b8c3e1c467c7 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/quotas/a4b76b2c0d334f2982a58726e130c5be HTTP/1.1" status: 200 len: 375 time: 0.0125830 Aug 31 09:19:11.086846 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9238ba65-6cb3-4098-b702-04d00994663b req-de543495-44fb-43f4-b8e5-5c7b446cf0c5 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=a4b76b2c0d334f2982a58726e130c5be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0585723 Aug 31 09:19:11.199967 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9238ba65-6cb3-4098-b702-04d00994663b req-17283387-1f67-41f2-8f17-da280f5ea488 service neutron] 10.222.0.119 "GET /v2.0/networks/2312c08d-c39b-46ec-b38c-b3b7a98a66d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006422 Aug 31 09:19:11.300522 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9238ba65-6cb3-4098-b702-04d00994663b req-f76ce402-8f89-4647-88f0-9b557b009f27 service neutron] 10.222.0.119 "GET /v2.0/networks/2312c08d-c39b-46ec-b38c-b3b7a98a66d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037185 Aug 31 09:19:11.309205 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bc836807-aaf8-4819-80b7-406547953c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:11.427785 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f6040-ef91-4097-83f6-a36009202437 req-6e5b7666-df39-46fe-90d5-f95da40de460 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:11.518608 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-425f6040-ef91-4097-83f6-a36009202437 req-6e5b7666-df39-46fe-90d5-f95da40de460 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 943 time: 0.0715668 Aug 31 09:19:11.518608 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-425f6040-ef91-4097-83f6-a36009202437 req-0f950b03-a77e-4736-ba73-3a477c754a7e tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341296 Aug 31 09:19:11.680846 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a6978-ac88-428e-9b9b-4044c3a17405 req-5ca2565a-2818-40b4-afd6-d8f86eaa313c tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:11.682745 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-149a6978-ac88-428e-9b9b-4044c3a17405 req-5ca2565a-2818-40b4-afd6-d8f86eaa313c tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.0632205 Aug 31 09:19:11.735048 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-149a6978-ac88-428e-9b9b-4044c3a17405 req-6baa46c7-fb7e-46c2-8e4f-16fc1be26e13 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446377 Aug 31 09:19:12.296405 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device d4666753-078a-42c4-9dfa-03aa829b437c details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:19:12.379511 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6afa18-439f-470e-9501-75dff44b3256 req-b517b2e4-0a49-4b7a-925d-ed9e796d9ff0 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:12.380932 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db6afa18-439f-470e-9501-75dff44b3256 req-b517b2e4-0a49-4b7a-925d-ed9e796d9ff0 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/networks?id=a272a18a-9015-4fb0-a70a-84597b53d8ca HTTP/1.1" status: 200 len: 814 time: 0.4494567 Aug 31 09:19:12.403549 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f361e62-041e-47c2-8857-9b2aa64452fa req-98644e0c-0a31-463a-b64f-53f324aeb47b tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:12.404147 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port d4666753-078a-42c4-9dfa-03aa829b437c, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=d4666753-078a-42c4-9dfa-03aa829b437c,segment=NetworkSegment(329c79c6-5ca3-4a1a-b3d4-414355128167),segment_id=329c79c6-5ca3-4a1a-b3d4-414355128167)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:12.404976 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0f361e62-041e-47c2-8857-9b2aa64452fa req-98644e0c-0a31-463a-b64f-53f324aeb47b tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.112 "GET /v2.0/ports?device_id=4e855eae-b90b-4d84-bf5a-442da2ad5805 HTTP/1.1" status: 200 len: 946 time: 0.0651174 Aug 31 09:19:12.414926 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db6afa18-439f-470e-9501-75dff44b3256 req-a1e86124-f520-4098-a546-f864401729ca tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/quotas/0d677f60af8447aeaedb4cf6d8107d97 HTTP/1.1" status: 200 len: 375 time: 0.0190983 Aug 31 09:19:12.423254 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'd4666753-078a-42c4-9dfa-03aa829b437c', 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b', 'port_id': 'd4666753-078a-42c4-9dfa-03aa829b437c', 'mac_address': 'fa:16:3e:2e:08:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2c5f0e8-9f08-4f88-baac-5c015079d04c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:19:12.465331 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:12.480104 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4666753-078a-42c4-9dfa-03aa829b437c {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:19:12.504773 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port d4666753-078a-42c4-9dfa-03aa829b437c, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=d4666753-078a-42c4-9dfa-03aa829b437c,segment=NetworkSegment(329c79c6-5ca3-4a1a-b3d4-414355128167),segment_id=329c79c6-5ca3-4a1a-b3d4-414355128167)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:12.525616 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db6afa18-439f-470e-9501-75dff44b3256 req-7b5d19de-ab70-4fba-a514-c91658198403 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=0d677f60af8447aeaedb4cf6d8107d97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1034911 Aug 31 09:19:12.635214 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db6afa18-439f-470e-9501-75dff44b3256 req-a9cd1094-621a-40ae-b7d5-4527d602b40d service neutron] 10.222.0.119 "GET /v2.0/networks/a272a18a-9015-4fb0-a70a-84597b53d8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977824 Aug 31 09:19:12.650413 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-0f361e62-041e-47c2-8857-9b2aa64452fa req-fd1a2e9d-b6bb-42b5-910d-25d3ccc491ac tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Deleting port cc6e6af7-26a7-41aa-9701-42509423a320 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:19:12.654082 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0f361e62-041e-47c2-8857-9b2aa64452fa req-fd1a2e9d-b6bb-42b5-910d-25d3ccc491ac tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:12.727789 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:12.908112 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=d4666753-078a-42c4-9dfa-03aa829b437c,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:12.923566 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db6afa18-439f-470e-9501-75dff44b3256 req-a64c4e0c-8729-4033-98d3-67b8cce53b7c service neutron] 10.222.0.119 "GET /v2.0/networks/a272a18a-9015-4fb0-a70a-84597b53d8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668579 Aug 31 09:19:12.971588 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-0f361e62-041e-47c2-8857-9b2aa64452fa req-fd1a2e9d-b6bb-42b5-910d-25d3ccc491ac tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] For port cc6e6af7-26a7-41aa-9701-42509423a320, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=cc6e6af7-26a7-41aa-9701-42509423a320,segment=NetworkSegment(8de8355c-a37f-4fe1-9899-e0cc9dc46979),segment_id=8de8355c-a37f-4fe1-9899-e0cc9dc46979)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:12.971961 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0f361e62-041e-47c2-8857-9b2aa64452fa req-fd1a2e9d-b6bb-42b5-910d-25d3ccc491ac tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:13.024376 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-0f361e62-041e-47c2-8857-9b2aa64452fa req-fd1a2e9d-b6bb-42b5-910d-25d3ccc491ac tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Calling delete_port for cc6e6af7-26a7-41aa-9701-42509423a320 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:19:13.035391 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['d4666753-078a-42c4-9dfa-03aa829b437c'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:19:13.091834 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b726e1-7820-4653-b99f-a3af7aec33e7 req-6cbea337-ba1c-4640-8eb6-9b3caf7e9639 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:13.094161 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b3b726e1-7820-4653-b99f-a3af7aec33e7 req-6cbea337-ba1c-4640-8eb6-9b3caf7e9639 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 944 time: 0.1190755 Aug 31 09:19:13.123076 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59650) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:13.258430 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b3b726e1-7820-4653-b99f-a3af7aec33e7 req-ad7b0f3d-b96c-4184-bcf8-03340a964e6c tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415074 Aug 31 09:19:13.351509 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-96c2a5e6-0aa9-48a8-a14b-2e4af9d080e6 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-329382913-network', 'tenant_id': 'c26c4038801e4e0e846081753407ac72'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:13.360486 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4cdfa7a-afa6-440b-904e-9f5b99f9a375 req-b315db4a-167e-4b42-b1dd-dfbcc218794c tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=68ff17f6-f1df-45c9-8d1a-a91e19ccb005 HTTP/1.1" status: 200 len: 210 time: 0.0622709 Aug 31 09:19:13.361843 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0f361e62-041e-47c2-8857-9b2aa64452fa req-fd1a2e9d-b6bb-42b5-910d-25d3ccc491ac tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:13.435015 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c2a5e6-0aa9-48a8-a14b-2e4af9d080e6 admin admin] Made reservation on behalf of c26c4038801e4e0e846081753407ac72 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:19:13.438840 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-96c2a5e6-0aa9-48a8-a14b-2e4af9d080e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:13.456021 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-96c2a5e6-0aa9-48a8-a14b-2e4af9d080e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:13.458406 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a2e9d-b6bb-42b5-910d-25d3ccc491ac tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Pushing event deleted for resources: {'Port': ['ID=cc6e6af7-26a7-41aa-9701-42509423a320,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:13.544624 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f361e62-041e-47c2-8857-9b2aa64452fa req-fd1a2e9d-b6bb-42b5-910d-25d3ccc491ac tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] No DVR routers for this DVR port cc6e6af7-26a7-41aa-9701-42509423a320 on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:19:13.549911 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0f361e62-041e-47c2-8857-9b2aa64452fa req-fd1a2e9d-b6bb-42b5-910d-25d3ccc491ac tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:13.552961 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0f361e62-041e-47c2-8857-9b2aa64452fa req-fd1a2e9d-b6bb-42b5-910d-25d3ccc491ac tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.112 "DELETE /v2.0/ports/cc6e6af7-26a7-41aa-9701-42509423a320 HTTP/1.1" status: 204 len: 173 time: 1.1365616 Aug 31 09:19:13.554307 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e855eae-b90b-4d84-bf5a-442da2ad5805', 'name': 'network-vif-deleted', 'tag': 'cc6e6af7-26a7-41aa-9701-42509423a320'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:13.558156 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7a682b-8a4f-4a9d-a2b1-9b32abcffd75" -d '{"events": [{"server_uuid": "4e855eae-b90b-4d84-bf5a-442da2ad5805", "name": "network-vif-deleted", "tag": "cc6e6af7-26a7-41aa-9701-42509423a320"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:13.599203 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5538e38a-3514-4edc-8bf9-2a5a2bc81aea req-6a02075e-6430-4c2b-b6f6-d3ec4f6064a2 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=995116c7-9dd2-4ca2-8462-ae446a6611ab HTTP/1.1" status: 200 len: 210 time: 0.0557425 Aug 31 09:19:13.631068 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f538a014-535e-4144-8ea9-c3b19e0a0931 x-openstack-request-id: req-f538a014-535e-4144-8ea9-c3b19e0a0931 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:13.632632 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e855eae-b90b-4d84-bf5a-442da2ad5805", "name": "network-vif-deleted", "tag": "cc6e6af7-26a7-41aa-9701-42509423a320", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:13.632976 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-f538a014-535e-4144-8ea9-c3b19e0a0931 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:13.633701 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e855eae-b90b-4d84-bf5a-442da2ad5805', 'name': 'network-vif-deleted', 'tag': 'cc6e6af7-26a7-41aa-9701-42509423a320', 'status': 'completed', 'code': 200} Aug 31 09:19:13.645264 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-96c2a5e6-0aa9-48a8-a14b-2e4af9d080e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:13.761464 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-96c2a5e6-0aa9-48a8-a14b-2e4af9d080e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:13.809200 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96c2a5e6-0aa9-48a8-a14b-2e4af9d080e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1607, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:19:13.845412 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-96c2a5e6-0aa9-48a8-a14b-2e4af9d080e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:13.846448 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-96c2a5e6-0aa9-48a8-a14b-2e4af9d080e6 admin admin] Added segment b11de60c-448c-430d-9268-40b379433396 of type vlan for network ddd793a5-8b10-46f3-9c7c-5124b41c55ed Aug 31 09:19:13.860476 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2a5e6-0aa9-48a8-a14b-2e4af9d080e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3220dad4-393b-48dd-8d45-e31ee25f896d,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:13.936441 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-96c2a5e6-0aa9-48a8-a14b-2e4af9d080e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:13.961030 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e5c9f7e7-7bda-46c6-bc8e-156faee3a7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:14.075214 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:14.077897 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-96c2a5e6-0aa9-48a8-a14b-2e4af9d080e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:14.078314 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c2a5e6-0aa9-48a8-a14b-2e4af9d080e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:14.079340 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-96c2a5e6-0aa9-48a8-a14b-2e4af9d080e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:14.119876 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9378753f-be31-41af-9439-9705f8eaa1d2 req-75ebb3df-f014-4e14-b284-2c7eb91d3be0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0461175 Aug 31 09:19:14.165981 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2a5e6-0aa9-48a8-a14b-2e4af9d080e6 admin admin] Pushing event updated for resources: {'Network': ['ID=ddd793a5-8b10-46f3-9c7c-5124b41c55ed,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:14.186230 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network ddd793a5-8b10-46f3-9c7c-5124b41c55ed details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:19:14.209523 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9378753f-be31-41af-9439-9705f8eaa1d2 req-712ca84c-195f-4d14-ad5f-d3d7b59199d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0337694 Aug 31 09:19:14.275822 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-96c2a5e6-0aa9-48a8-a14b-2e4af9d080e6 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1467998 Aug 31 09:19:14.284821 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9378753f-be31-41af-9439-9705f8eaa1d2 req-96e94ca7-4727-43c9-a7a5-311f547e36be service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436270 Aug 31 09:19:14.316006 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device d4666753-078a-42c4-9dfa-03aa829b437c up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:19:14.515655 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d6c5efc-1866-4b15-bbfa-ffe3f2de8073 req-1f94b9aa-9afa-42ba-8913-086dd01dee5b tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=68ff17f6-f1df-45c9-8d1a-a91e19ccb005 HTTP/1.1" status: 200 len: 210 time: 0.0616388 Aug 31 09:19:14.521060 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port d4666753-078a-42c4-9dfa-03aa829b437c completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:19:14.525047 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port d4666753-078a-42c4-9dfa-03aa829b437c triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:14.525422 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:14.539445 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb9ba0-1f04-4542-a70b-e4dc6d5664ec req-794ae5af-55a5-40a6-ba01-a0296207f703 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:14.540996 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-81eb9ba0-1f04-4542-a70b-e4dc6d5664ec req-794ae5af-55a5-40a6-ba01-a0296207f703 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 944 time: 0.1407418 Aug 31 09:19:14.544594 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378753f-be31-41af-9439-9705f8eaa1d2 req-0aa7d985-01e8-4a57-adbb-b47d215eb85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:14.546887 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9378753f-be31-41af-9439-9705f8eaa1d2 req-0aa7d985-01e8-4a57-adbb-b47d215eb85e service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2556932 Aug 31 09:19:14.643169 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-81eb9ba0-1f04-4542-a70b-e4dc6d5664ec req-141d5ae7-8c45-4282-ab0f-362425bf63a9 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604115 Aug 31 09:19:14.644455 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:14.674944 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba7ca7e-89f4-4667-9af9-d369fc146e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4666753-078a-42c4-9dfa-03aa829b437c'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:14.677298 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c62f57-5ef2-4f26-b74e-7c1291a93b27" -d '{"events": [{"server_uuid": "4ba7ca7e-89f4-4667-9af9-d369fc146e08", "name": "network-vif-plugged", "status": "completed", "tag": "d4666753-078a-42c4-9dfa-03aa829b437c"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:14.693430 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port d4666753-078a-42c4-9dfa-03aa829b437c, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=d4666753-078a-42c4-9dfa-03aa829b437c,segment=NetworkSegment(329c79c6-5ca3-4a1a-b3d4-414355128167),segment_id=329c79c6-5ca3-4a1a-b3d4-414355128167)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:14.791960 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-268fd693-20be-49ef-9141-c13c1283c520 req-921a39f1-ce96-4d8e-b622-969081c3c498 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=995116c7-9dd2-4ca2-8462-ae446a6611ab HTTP/1.1" status: 200 len: 210 time: 0.0423489 Aug 31 09:19:14.822748 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:14.824473 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device cc6e6af7-26a7-41aa-9701-42509423a320 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:19:14.873792 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca47eb64-6d2d-43c8-b988-28f4d7e8071b x-openstack-request-id: req-ca47eb64-6d2d-43c8-b988-28f4d7e8071b {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:14.874411 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba7ca7e-89f4-4667-9af9-d369fc146e08", "name": "network-vif-plugged", "status": "completed", "tag": "d4666753-078a-42c4-9dfa-03aa829b437c", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:14.874958 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-ca47eb64-6d2d-43c8-b988-28f4d7e8071b {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:14.875868 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba7ca7e-89f4-4667-9af9-d369fc146e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4666753-078a-42c4-9dfa-03aa829b437c', 'code': 200} Aug 31 09:19:14.876608 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: cc6e6af7-26a7-41aa-9701-42509423a320 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:19:14.877118 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device cc6e6af7-26a7-41aa-9701-42509423a320 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:19:14.908954 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=d4666753-078a-42c4-9dfa-03aa829b437c,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:15.257860 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:15.289049 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbf586-635d-4f69-a18a-8695a8682c21 req-65262439-0cf3-415d-ab01-62eb5f04e608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:15.290794 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-adfbf586-635d-4f69-a18a-8695a8682c21 req-65262439-0cf3-415d-ab01-62eb5f04e608 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 1097 time: 0.3016253 Aug 31 09:19:15.301747 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3286a-7209-459e-a9d7-b729ddbb82e2 req-7a683f7e-1999-4e07-90ce-6ba448a6c325 tempest-ComputeTenantNetworksTest-307472722 tempest-ComputeTenantNetworksTest-307472722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:15.307883 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3286a-7209-459e-a9d7-b729ddbb82e2 req-7a683f7e-1999-4e07-90ce-6ba448a6c325 tempest-ComputeTenantNetworksTest-307472722 tempest-ComputeTenantNetworksTest-307472722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:15.314805 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3286a-7209-459e-a9d7-b729ddbb82e2 req-7a683f7e-1999-4e07-90ce-6ba448a6c325 tempest-ComputeTenantNetworksTest-307472722 tempest-ComputeTenantNetworksTest-307472722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:15.316505 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-21a3286a-7209-459e-a9d7-b729ddbb82e2 req-7a683f7e-1999-4e07-90ce-6ba448a6c325 tempest-ComputeTenantNetworksTest-307472722 tempest-ComputeTenantNetworksTest-307472722-project] 10.222.0.119 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3153815 Aug 31 09:19:15.387597 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-adfbf586-635d-4f69-a18a-8695a8682c21 req-bbe58107-537b-4c12-9aab-cab586e24f24 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659416 Aug 31 09:19:15.459294 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931e756-08d9-4f67-802d-f84b2526672c req-6ec79386-e20d-4b50-91e0-bb651691cc01 tempest-ComputeTenantNetworksTest-307472722 tempest-ComputeTenantNetworksTest-307472722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:15.460743 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8931e756-08d9-4f67-802d-f84b2526672c req-6ec79386-e20d-4b50-91e0-bb651691cc01 tempest-ComputeTenantNetworksTest-307472722 tempest-ComputeTenantNetworksTest-307472722-project] 10.222.0.119 "GET /v2.0/networks/ddd793a5-8b10-46f3-9c7c-5124b41c55ed HTTP/1.1" status: 200 len: 768 time: 0.1030552 Aug 31 09:19:15.471570 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59714) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:15.568226 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0e68faf7-7d17-4be2-bb2e-2173c6c6ca05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:15.689086 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0e68faf7-7d17-4be2-bb2e-2173c6c6ca05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:15.717676 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-0e68faf7-7d17-4be2-bb2e-2173c6c6ca05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd793a5-8b10-46f3-9c7c-5124b41c55ed']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:15.745991 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-0e68faf7-7d17-4be2-bb2e-2173c6c6ca05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b11de60c-448c-430d-9268-40b379433396') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:15.746705 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-0e68faf7-7d17-4be2-bb2e-2173c6c6ca05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b11de60c-448c-430d-9268-40b379433396') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:15.771041 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0e68faf7-7d17-4be2-bb2e-2173c6c6ca05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:15.792630 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9c51b473-fba4-48b5-b7ad-eb28e78da38a req-7620e4bd-5dd8-4f39-ae91-c960db090b14 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=68ff17f6-f1df-45c9-8d1a-a91e19ccb005 HTTP/1.1" status: 200 len: 210 time: 0.0876381 Aug 31 09:19:15.820218 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0e68faf7-7d17-4be2-bb2e-2173c6c6ca05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:15.835985 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e68faf7-7d17-4be2-bb2e-2173c6c6ca05 admin admin] Releasing vlan 1607 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:19:15.836719 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0e68faf7-7d17-4be2-bb2e-2173c6c6ca05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:15.838772 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:19:15.838772 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:19:15.838772 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:19:15.838772 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:19:15.838772 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:19:15.838772 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:19:15.838772 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:19:15.838772 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:19:15.838772 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:19:15.838772 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:19:15.838772 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:19:15.838772 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:19:15.838772 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:19:15.838772 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:19:15.838772 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:19:15.838772 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:19:15.838772 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:19:15.838772 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:19:15.838772 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:19:15.838772 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:19:15.838772 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:19:15.838772 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:19:15.838772 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:19:15.838772 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:19:15.838772 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:19:15.838772 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:19:15.838772 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:19:15.838772 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:19:15.838772 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:19:15.838772 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:19:15.838772 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:19:15.838772 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:19:15.898879 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238ba65-6cb3-4098-b702-04d00994663b req-bd5728b7-696f-4abc-84ae-f63bb816e24b tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:15.901349 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9238ba65-6cb3-4098-b702-04d00994663b req-bd5728b7-696f-4abc-84ae-f63bb816e24b tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.112 "GET /v2.0/networks?id=2312c08d-c39b-46ec-b38c-b3b7a98a66d6 HTTP/1.1" status: 200 len: 813 time: 0.2885075 Aug 31 09:19:15.948813 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-9238ba65-6cb3-4098-b702-04d00994663b req-640004a0-b414-4c67-8d8a-acf8718bac4f tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Request body: {'port': {'device_id': '68ff17f6-f1df-45c9-8d1a-a91e19ccb005', 'network_id': '2312c08d-c39b-46ec-b38c-b3b7a98a66d6', 'admin_state_up': True, 'tenant_id': 'a4b76b2c0d334f2982a58726e130c5be'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:15.980835 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-33904806-3172-450f-a528-c9776a59d134 req-38243e30-e212-47b9-a9ef-3ee292a7dce1 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=995116c7-9dd2-4ca2-8462-ae446a6611ab HTTP/1.1" status: 200 len: 210 time: 0.0792606 Aug 31 09:19:16.069470 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0e68faf7-7d17-4be2-bb2e-2173c6c6ca05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:16.076589 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0e68faf7-7d17-4be2-bb2e-2173c6c6ca05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:16.083553 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0e68faf7-7d17-4be2-bb2e-2173c6c6ca05 admin admin] 10.222.0.119 "DELETE /v2.0/networks/ddd793a5-8b10-46f3-9c7c-5124b41c55ed HTTP/1.1" status: 204 len: 168 time: 0.6068404 Aug 31 09:19:16.125422 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5e2b5-1722-4b1f-a0b9-4f88c2ddbdf1 req-298fcd4f-52a1-47c6-b0a2-00a88260dca9 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:16.137471 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68faf7-7d17-4be2-bb2e-2173c6c6ca05 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddd793a5-8b10-46f3-9c7c-5124b41c55ed,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:16.138348 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f5d5e2b5-1722-4b1f-a0b9-4f88c2ddbdf1 req-298fcd4f-52a1-47c6-b0a2-00a88260dca9 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 945 time: 0.2259140 Aug 31 09:19:16.215374 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f5d5e2b5-1722-4b1f-a0b9-4f88c2ddbdf1 req-e1e113d4-7eee-4941-b0d6-fcf2b6a409f6 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785446 Aug 31 09:19:16.367112 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9238ba65-6cb3-4098-b702-04d00994663b req-640004a0-b414-4c67-8d8a-acf8718bac4f tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Made reservation on behalf of a4b76b2c0d334f2982a58726e130c5be for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:19:16.370828 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9238ba65-6cb3-4098-b702-04d00994663b req-640004a0-b414-4c67-8d8a-acf8718bac4f tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:16.531565 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6afa18-439f-470e-9501-75dff44b3256 req-ea83c452-54d0-4a19-827d-c29c4f199449 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:16.531565 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-db6afa18-439f-470e-9501-75dff44b3256 req-ea83c452-54d0-4a19-827d-c29c4f199449 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.112 "GET /v2.0/networks?id=a272a18a-9015-4fb0-a70a-84597b53d8ca HTTP/1.1" status: 200 len: 814 time: 0.1612291 Aug 31 09:19:16.542663 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-db6afa18-439f-470e-9501-75dff44b3256 req-4e9ea1a8-cea1-44fb-a5db-4aa5be78bae8 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Request body: {'port': {'device_id': '995116c7-9dd2-4ca2-8462-ae446a6611ab', 'network_id': 'a272a18a-9015-4fb0-a70a-84597b53d8ca', 'admin_state_up': True, 'tenant_id': '0d677f60af8447aeaedb4cf6d8107d97'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:16.548934 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59732) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:16.580077 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-9238ba65-6cb3-4098-b702-04d00994663b req-640004a0-b414-4c67-8d8a-acf8718bac4f tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Allocated IP 172.20.0.11 (2312c08d-c39b-46ec-b38c-b3b7a98a66d6/650e429b-ac22-4b85-a993-e29e512d35f7/305a3a1c-7fd3-4035-9e35-eb23443c1763) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:19:16.636971 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e14aebcc-b01b-4a39-a7ee-77f3d905a1a5 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=c26c4038801e4e0e846081753407ac72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0866067 Aug 31 09:19:16.640514 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59734) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:16.737216 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-76a9e0d9-2c97-46c1-a300-7ae50dfcef7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:16.760696 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-76a9e0d9-2c97-46c1-a300-7ae50dfcef7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:16.846323 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db6afa18-439f-470e-9501-75dff44b3256 req-4e9ea1a8-cea1-44fb-a5db-4aa5be78bae8 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Made reservation on behalf of 0d677f60af8447aeaedb4cf6d8107d97 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:19:16.849891 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-db6afa18-439f-470e-9501-75dff44b3256 req-4e9ea1a8-cea1-44fb-a5db-4aa5be78bae8 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:16.864836 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9238ba65-6cb3-4098-b702-04d00994663b req-640004a0-b414-4c67-8d8a-acf8718bac4f tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:16.875851 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:16.887532 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-76a9e0d9-2c97-46c1-a300-7ae50dfcef7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:16.891679 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-76a9e0d9-2c97-46c1-a300-7ae50dfcef7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:16.893127 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-76a9e0d9-2c97-46c1-a300-7ae50dfcef7f admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/3220dad4-393b-48dd-8d45-e31ee25f896d HTTP/1.1" status: 204 len: 168 time: 0.2512515 Aug 31 09:19:16.954620 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0c8f2fc2-fab2-4d7a-a84b-046b92eddb6d req-0a8cf9b9-f695-418c-9c33-4dd129e3cc1c tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=68ff17f6-f1df-45c9-8d1a-a91e19ccb005 HTTP/1.1" status: 200 len: 210 time: 0.0709929 Aug 31 09:19:16.957658 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a9e0d9-2c97-46c1-a300-7ae50dfcef7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3220dad4-393b-48dd-8d45-e31ee25f896d,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:17.084314 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-db6afa18-439f-470e-9501-75dff44b3256 req-4e9ea1a8-cea1-44fb-a5db-4aa5be78bae8 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Allocated IP 172.20.0.14 (a272a18a-9015-4fb0-a70a-84597b53d8ca/563a5021-597f-4efc-89b8-b4db37655c5e/8654a777-241c-4889-9553-03267e90bad6) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:19:17.146405 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fcda4a56-c38a-478d-8a6b-283d24c52f05 req-25d7e1cd-0b72-4f5c-955f-c532e0d03e1b tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=995116c7-9dd2-4ca2-8462-ae446a6611ab HTTP/1.1" status: 200 len: 210 time: 0.0452170 Aug 31 09:19:17.193254 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9238ba65-6cb3-4098-b702-04d00994663b req-640004a0-b414-4c67-8d8a-acf8718bac4f tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:17.223697 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9238ba65-6cb3-4098-b702-04d00994663b req-640004a0-b414-4c67-8d8a-acf8718bac4f tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Network 2312c08d-c39b-46ec-b38c-b3b7a98a66d6 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:19:17.226266 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-9238ba65-6cb3-4098-b702-04d00994663b req-640004a0-b414-4c67-8d8a-acf8718bac4f tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:19:17.229649 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-9238ba65-6cb3-4098-b702-04d00994663b req-640004a0-b414-4c67-8d8a-acf8718bac4f tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:19:17.333560 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-db6afa18-439f-470e-9501-75dff44b3256 req-4e9ea1a8-cea1-44fb-a5db-4aa5be78bae8 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:17.428339 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640004a0-b414-4c67-8d8a-acf8718bac4f tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Pushing event updated for resources: {'Port': ['ID=305a3a1c-7fd3-4035-9e35-eb23443c1763,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:17.442246 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238ba65-6cb3-4098-b702-04d00994663b req-640004a0-b414-4c67-8d8a-acf8718bac4f tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:17.443009 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9238ba65-6cb3-4098-b702-04d00994663b req-640004a0-b414-4c67-8d8a-acf8718bac4f tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:17.470284 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-392d1ca8-b2b8-47ad-ae65-18407e18bec3 req-23d982bb-dbb5-45cf-8f03-4adbe1134264 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=21b57749-fafb-4d10-910c-4f112d759305&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1453061 Aug 31 09:19:17.496755 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c49b52-c9ea-4bad-bc1a-6c4c61a3fee2 req-6e41f8f6-53ca-4b06-a671-e81bde4e91ad tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:17.507581 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-50c49b52-c9ea-4bad-bc1a-6c4c61a3fee2 req-6e41f8f6-53ca-4b06-a671-e81bde4e91ad tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 945 time: 0.1663785 Aug 31 09:19:17.566874 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-db6afa18-439f-470e-9501-75dff44b3256 req-4e9ea1a8-cea1-44fb-a5db-4aa5be78bae8 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:17.581697 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:19:17.626689 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-50c49b52-c9ea-4bad-bc1a-6c4c61a3fee2 req-e12d1922-2be3-4847-8b57-8d8020e97bd6 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093652 Aug 31 09:19:17.632042 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9238ba65-6cb3-4098-b702-04d00994663b req-640004a0-b414-4c67-8d8a-acf8718bac4f tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6971335 Aug 31 09:19:17.638731 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d1ca8-b2b8-47ad-ae65-18407e18bec3 req-08c5a336-eb27-4696-8298-d913db962af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:17.640313 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-392d1ca8-b2b8-47ad-ae65-18407e18bec3 req-08c5a336-eb27-4696-8298-d913db962af1 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=91627f68c71f4b29855d6c5fb4946dae&device_id=21b57749-fafb-4d10-910c-4f112d759305 HTTP/1.1" status: 200 len: 1098 time: 0.1209714 Aug 31 09:19:17.642752 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db6afa18-439f-470e-9501-75dff44b3256 req-4e9ea1a8-cea1-44fb-a5db-4aa5be78bae8 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Network a272a18a-9015-4fb0-a70a-84597b53d8ca is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:19:17.657308 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-9238ba65-6cb3-4098-b702-04d00994663b req-6c4861de-e2bd-4129-83e5-e7fc1762ce30 service neutron] Request body: {'port': {'device_id': '68ff17f6-f1df-45c9-8d1a-a91e19ccb005', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:17.674664 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-db6afa18-439f-470e-9501-75dff44b3256 req-4e9ea1a8-cea1-44fb-a5db-4aa5be78bae8 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:19:17.681257 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ea1a8-cea1-44fb-a5db-4aa5be78bae8 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Pushing event updated for resources: {'Port': ['ID=8654a777-241c-4889-9553-03267e90bad6,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:17.695477 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6afa18-439f-470e-9501-75dff44b3256 req-4e9ea1a8-cea1-44fb-a5db-4aa5be78bae8 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:19:17.806432 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6afa18-439f-470e-9501-75dff44b3256 req-4e9ea1a8-cea1-44fb-a5db-4aa5be78bae8 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:17.806432 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-db6afa18-439f-470e-9501-75dff44b3256 req-4e9ea1a8-cea1-44fb-a5db-4aa5be78bae8 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:17.938143 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9238ba65-6cb3-4098-b702-04d00994663b req-6c4861de-e2bd-4129-83e5-e7fc1762ce30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:17.965877 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-db6afa18-439f-470e-9501-75dff44b3256 req-4e9ea1a8-cea1-44fb-a5db-4aa5be78bae8 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4276013 Aug 31 09:19:17.991314 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-db6afa18-439f-470e-9501-75dff44b3256 req-62761e39-32a1-487d-a7fd-8daed4ec2f3b service neutron] Request body: {'port': {'device_id': '995116c7-9dd2-4ca2-8462-ae446a6611ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:18.003674 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d1ca8-b2b8-47ad-ae65-18407e18bec3 req-5909327b-30ee-4f68-99fe-3e197560a568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:18.006276 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-392d1ca8-b2b8-47ad-ae65-18407e18bec3 req-5909327b-30ee-4f68-99fe-3e197560a568 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f353997d-12d5-47f5-bc55-13148c348a0b HTTP/1.1" status: 200 len: 923 time: 0.3091004 Aug 31 09:19:18.013754 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf00b57-7552-4ccb-9374-f2d0318df1a5 req-1f261f9e-bdd7-4a52-a176-c86e2c5d3ff0 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:18.028642 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dbf00b57-7552-4ccb-9374-f2d0318df1a5 req-1f261f9e-bdd7-4a52-a176-c86e2c5d3ff0 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 1097 time: 0.2641053 Aug 31 09:19:18.100711 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dbf00b57-7552-4ccb-9374-f2d0318df1a5 req-59251d94-0437-4e57-be98-3eaeba5920f5 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677209 Aug 31 09:19:18.134983 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-db6afa18-439f-470e-9501-75dff44b3256 req-62761e39-32a1-487d-a7fd-8daed4ec2f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:18.210643 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-392d1ca8-b2b8-47ad-ae65-18407e18bec3 req-3f006f35-e38d-4b0f-965f-67a9880c7acd service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05242781-3bfd-4d37-8e6c-bd91bea5c5e9 HTTP/1.1" status: 200 len: 217 time: 0.1512432 Aug 31 09:19:18.435453 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1537b8c-5950-4dd6-b786-4ac63de16c4d req-948c463d-66fa-4a77-b2dd-50153f6d1e16 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:18.446538 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1537b8c-5950-4dd6-b786-4ac63de16c4d req-948c463d-66fa-4a77-b2dd-50153f6d1e16 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 1097 time: 0.2005098 Aug 31 09:19:18.468297 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e73dd-da4f-4f80-b21a-b8b3b6876cf3 req-a385335f-1e1d-47c6-be94-eb32a5fb357f tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:18.477204 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a42e73dd-da4f-4f80-b21a-b8b3b6876cf3 req-a385335f-1e1d-47c6-be94-eb32a5fb357f tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=68ff17f6-f1df-45c9-8d1a-a91e19ccb005 HTTP/1.1" status: 200 len: 932 time: 0.2831190 Aug 31 09:19:18.534071 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d1ca8-b2b8-47ad-ae65-18407e18bec3 req-e71a5b5a-0054-4a3d-bef8-7cb14d02e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:18.536368 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-392d1ca8-b2b8-47ad-ae65-18407e18bec3 req-e71a5b5a-0054-4a3d-bef8-7cb14d02e3f4 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d2c5f0e8-9f08-4f88-baac-5c015079d04c HTTP/1.1" status: 200 len: 861 time: 0.3074658 Aug 31 09:19:18.538532 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-db6afa18-439f-470e-9501-75dff44b3256 req-62761e39-32a1-487d-a7fd-8daed4ec2f3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8654a777-241c-4889-9553-03267e90bad6 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:19:18.548276 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-db6afa18-439f-470e-9501-75dff44b3256 req-62761e39-32a1-487d-a7fd-8daed4ec2f3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:18.564760 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-db6afa18-439f-470e-9501-75dff44b3256 req-62761e39-32a1-487d-a7fd-8daed4ec2f3b service neutron] Transition to ACTIVE for port object 8654a777-241c-4889-9553-03267e90bad6 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:18.629228 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-392d1ca8-b2b8-47ad-ae65-18407e18bec3 req-e27775e6-a2f3-40ea-83c1-ad928a66c275 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f353997d-12d5-47f5-bc55-13148c348a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418160 Aug 31 09:19:18.680888 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-db6afa18-439f-470e-9501-75dff44b3256 req-62761e39-32a1-487d-a7fd-8daed4ec2f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:18.768142 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62761e39-32a1-487d-a7fd-8daed4ec2f3b service neutron] Pushing event updated for resources: {'Port': ['ID=8654a777-241c-4889-9553-03267e90bad6,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:18.839484 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-db6afa18-439f-470e-9501-75dff44b3256 req-62761e39-32a1-487d-a7fd-8daed4ec2f3b service neutron] Attempting to bind port 8654a777-241c-4889-9553-03267e90bad6 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:19:18.839912 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-db6afa18-439f-470e-9501-75dff44b3256 req-62761e39-32a1-487d-a7fd-8daed4ec2f3b service neutron] Attempting to bind port 8654a777-241c-4889-9553-03267e90bad6 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': 'a272a18a-9015-4fb0-a70a-84597b53d8ca'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:19:18.840259 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6afa18-439f-470e-9501-75dff44b3256 req-62761e39-32a1-487d-a7fd-8daed4ec2f3b service neutron] Attempting to bind port 8654a777-241c-4889-9553-03267e90bad6 on network a272a18a-9015-4fb0-a70a-84597b53d8ca {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:18.846063 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6afa18-439f-470e-9501-75dff44b3256 req-62761e39-32a1-487d-a7fd-8daed4ec2f3b service neutron] Port 8654a777-241c-4889-9553-03267e90bad6 on network a272a18a-9015-4fb0-a70a-84597b53d8ca not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:19:18.853778 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6afa18-439f-470e-9501-75dff44b3256 req-62761e39-32a1-487d-a7fd-8daed4ec2f3b service neutron] Attempting to bind port 8654a777-241c-4889-9553-03267e90bad6 on network a272a18a-9015-4fb0-a70a-84597b53d8ca {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:18.853778 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6afa18-439f-470e-9501-75dff44b3256 req-62761e39-32a1-487d-a7fd-8daed4ec2f3b service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:19:18.853778 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6afa18-439f-470e-9501-75dff44b3256 req-62761e39-32a1-487d-a7fd-8daed4ec2f3b service neutron] Checking segment: {'id': 'e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': 'a272a18a-9015-4fb0-a70a-84597b53d8ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:19:18.853778 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6afa18-439f-470e-9501-75dff44b3256 req-62761e39-32a1-487d-a7fd-8daed4ec2f3b service neutron] Bound using segment: {'id': 'e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': 'a272a18a-9015-4fb0-a70a-84597b53d8ca'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:19:18.854308 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-db6afa18-439f-470e-9501-75dff44b3256 req-62761e39-32a1-487d-a7fd-8daed4ec2f3b service neutron] Bound port: 8654a777-241c-4889-9553-03267e90bad6, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': 'a272a18a-9015-4fb0-a70a-84597b53d8ca'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:19:18.854793 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-db6afa18-439f-470e-9501-75dff44b3256 req-62761e39-32a1-487d-a7fd-8daed4ec2f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:18.952991 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-db6afa18-439f-470e-9501-75dff44b3256 req-62761e39-32a1-487d-a7fd-8daed4ec2f3b service neutron] For port 8654a777-241c-4889-9553-03267e90bad6, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:19:18.957104 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-db6afa18-439f-470e-9501-75dff44b3256 req-62761e39-32a1-487d-a7fd-8daed4ec2f3b service neutron] For port 8654a777-241c-4889-9553-03267e90bad6, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8654a777-241c-4889-9553-03267e90bad6,segment=NetworkSegment(e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897),segment_id=e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:19:19.021246 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59790) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:19.096267 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1537b8c-5950-4dd6-b786-4ac63de16c4d req-7c9b026d-1728-48e8-8377-6aed2ff97840 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6487398 Aug 31 09:19:19.101914 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-db6afa18-439f-470e-9501-75dff44b3256 req-62761e39-32a1-487d-a7fd-8daed4ec2f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:19.120714 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a42e73dd-da4f-4f80-b21a-b8b3b6876cf3 req-f568472f-2ef3-4b77-8b1a-cd7e7eca7ace tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6411269 Aug 31 09:19:19.220882 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-3b85757d-e630-495e-a625-319f664d0a27 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-572781911-network', 'tenant_id': 'c8be5a3950fb435c8e8cd8e3c656cdfc'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:19.235772 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6afa18-439f-470e-9501-75dff44b3256 req-62761e39-32a1-487d-a7fd-8daed4ec2f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:19.238028 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-db6afa18-439f-470e-9501-75dff44b3256 req-62761e39-32a1-487d-a7fd-8daed4ec2f3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:19.238695 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-392d1ca8-b2b8-47ad-ae65-18407e18bec3 req-8298f991-ef04-413d-ac5b-53ad4ee11dcc service neutron] 10.222.0.112 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5947196 Aug 31 09:19:19.240126 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-db6afa18-439f-470e-9501-75dff44b3256 req-62761e39-32a1-487d-a7fd-8daed4ec2f3b service neutron] 10.222.0.112 "PUT /v2.0/ports/8654a777-241c-4889-9553-03267e90bad6 HTTP/1.1" status: 200 len: 1093 time: 1.2534585 Aug 31 09:19:19.240778 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '995116c7-9dd2-4ca2-8462-ae446a6611ab', 'tag': '8654a777-241c-4889-9553-03267e90bad6'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:19.243483 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df87460-1da9-411b-a220-cab87bc78427" -d '{"events": [{"name": "network-changed", "server_uuid": "995116c7-9dd2-4ca2-8462-ae446a6611ab", "tag": "8654a777-241c-4889-9553-03267e90bad6"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:19.283433 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62761e39-32a1-487d-a7fd-8daed4ec2f3b service neutron] Pushing event updated for resources: {'Port': ['ID=8654a777-241c-4889-9553-03267e90bad6,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:19.457760 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7cd02-8443-45ea-8b21-6706d061d2be req-f3a083a8-7a90-4bb7-96c1-54226dade170 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:19.459382 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27f7cd02-8443-45ea-8b21-6706d061d2be req-f3a083a8-7a90-4bb7-96c1-54226dade170 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=995116c7-9dd2-4ca2-8462-ae446a6611ab HTTP/1.1" status: 200 len: 944 time: 0.2589231 Aug 31 09:19:19.469598 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c7d0e4-68c4-41dc-a027-e8b2572279d6 x-openstack-request-id: req-14c7d0e4-68c4-41dc-a027-e8b2572279d6 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:19.469928 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "995116c7-9dd2-4ca2-8462-ae446a6611ab", "tag": "8654a777-241c-4889-9553-03267e90bad6", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:19.471020 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-14c7d0e4-68c4-41dc-a027-e8b2572279d6 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:19.472813 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '995116c7-9dd2-4ca2-8462-ae446a6611ab', 'tag': '8654a777-241c-4889-9553-03267e90bad6', 'status': 'completed', 'code': 200} Aug 31 09:19:19.474354 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b85757d-e630-495e-a625-319f664d0a27 admin admin] Made reservation on behalf of c8be5a3950fb435c8e8cd8e3c656cdfc for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:19:19.474644 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-9238ba65-6cb3-4098-b702-04d00994663b req-6c4861de-e2bd-4129-83e5-e7fc1762ce30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 305a3a1c-7fd3-4035-9e35-eb23443c1763 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:19:19.482409 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3b85757d-e630-495e-a625-319f664d0a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:19.488929 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9238ba65-6cb3-4098-b702-04d00994663b req-6c4861de-e2bd-4129-83e5-e7fc1762ce30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:19.500134 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3b85757d-e630-495e-a625-319f664d0a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:19.527157 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-392d1ca8-b2b8-47ad-ae65-18407e18bec3 req-d10a85e5-e869-4c8b-8ca3-b1c2a73ec33f service neutron] 10.222.0.112 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368302 Aug 31 09:19:19.538173 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6afa18-439f-470e-9501-75dff44b3256 req-79931814-b02a-47f0-a07d-4778c308be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:19.540345 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-db6afa18-439f-470e-9501-75dff44b3256 req-79931814-b02a-47f0-a07d-4778c308be99 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0d677f60af8447aeaedb4cf6d8107d97&device_id=995116c7-9dd2-4ca2-8462-ae446a6611ab HTTP/1.1" status: 200 len: 1096 time: 0.1157341 Aug 31 09:19:19.568024 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27f7cd02-8443-45ea-8b21-6706d061d2be req-c8e8ab52-b26d-4802-8e75-2d6e69291fba tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866826 Aug 31 09:19:19.568636 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-9238ba65-6cb3-4098-b702-04d00994663b req-6c4861de-e2bd-4129-83e5-e7fc1762ce30 service neutron] Transition to ACTIVE for port object 305a3a1c-7fd3-4035-9e35-eb23443c1763 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:19.611343 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-db6afa18-439f-470e-9501-75dff44b3256 req-0ccb7655-48ac-4d0d-86d9-1caa49459c7c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8654a777-241c-4889-9553-03267e90bad6 HTTP/1.1" status: 200 len: 217 time: 0.0621088 Aug 31 09:19:19.668811 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9238ba65-6cb3-4098-b702-04d00994663b req-6c4861de-e2bd-4129-83e5-e7fc1762ce30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:19.689946 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6afa18-439f-470e-9501-75dff44b3256 req-f3331e14-2d38-4dee-bb9c-8dd66d5945cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:19.692097 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-db6afa18-439f-470e-9501-75dff44b3256 req-f3331e14-2d38-4dee-bb9c-8dd66d5945cb service neutron] 10.222.0.112 "GET /v2.0/subnets?id=563a5021-597f-4efc-89b8-b4db37655c5e HTTP/1.1" status: 200 len: 854 time: 0.0713525 Aug 31 09:19:19.728197 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4861de-e2bd-4129-83e5-e7fc1762ce30 service neutron] Pushing event updated for resources: {'Port': ['ID=305a3a1c-7fd3-4035-9e35-eb23443c1763,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:19.734018 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-db6afa18-439f-470e-9501-75dff44b3256 req-774b9316-2b80-4ea2-85ac-3a7c5db411d3 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a272a18a-9015-4fb0-a70a-84597b53d8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335219 Aug 31 09:19:19.802148 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3b85757d-e630-495e-a625-319f664d0a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:19.810953 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-9238ba65-6cb3-4098-b702-04d00994663b req-6c4861de-e2bd-4129-83e5-e7fc1762ce30 service neutron] Attempting to bind port 305a3a1c-7fd3-4035-9e35-eb23443c1763 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:19:19.811198 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-9238ba65-6cb3-4098-b702-04d00994663b req-6c4861de-e2bd-4129-83e5-e7fc1762ce30 service neutron] Attempting to bind port 305a3a1c-7fd3-4035-9e35-eb23443c1763 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '8de8355c-a37f-4fe1-9899-e0cc9dc46979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1613, 'network_id': '2312c08d-c39b-46ec-b38c-b3b7a98a66d6'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:19:19.811973 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9238ba65-6cb3-4098-b702-04d00994663b req-6c4861de-e2bd-4129-83e5-e7fc1762ce30 service neutron] Attempting to bind port 305a3a1c-7fd3-4035-9e35-eb23443c1763 on network 2312c08d-c39b-46ec-b38c-b3b7a98a66d6 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:19.816789 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9238ba65-6cb3-4098-b702-04d00994663b req-6c4861de-e2bd-4129-83e5-e7fc1762ce30 service neutron] Port 305a3a1c-7fd3-4035-9e35-eb23443c1763 on network 2312c08d-c39b-46ec-b38c-b3b7a98a66d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:19:19.817119 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9238ba65-6cb3-4098-b702-04d00994663b req-6c4861de-e2bd-4129-83e5-e7fc1762ce30 service neutron] Attempting to bind port 305a3a1c-7fd3-4035-9e35-eb23443c1763 on network 2312c08d-c39b-46ec-b38c-b3b7a98a66d6 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:19.822651 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9238ba65-6cb3-4098-b702-04d00994663b req-6c4861de-e2bd-4129-83e5-e7fc1762ce30 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:19:19.822995 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9238ba65-6cb3-4098-b702-04d00994663b req-6c4861de-e2bd-4129-83e5-e7fc1762ce30 service neutron] Checking segment: {'id': '8de8355c-a37f-4fe1-9899-e0cc9dc46979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1613, 'network_id': '2312c08d-c39b-46ec-b38c-b3b7a98a66d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:19:19.823378 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9238ba65-6cb3-4098-b702-04d00994663b req-6c4861de-e2bd-4129-83e5-e7fc1762ce30 service neutron] Bound using segment: {'id': '8de8355c-a37f-4fe1-9899-e0cc9dc46979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1613, 'network_id': '2312c08d-c39b-46ec-b38c-b3b7a98a66d6'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:19:19.823802 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-9238ba65-6cb3-4098-b702-04d00994663b req-6c4861de-e2bd-4129-83e5-e7fc1762ce30 service neutron] Bound port: 305a3a1c-7fd3-4035-9e35-eb23443c1763, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8de8355c-a37f-4fe1-9899-e0cc9dc46979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1613, 'network_id': '2312c08d-c39b-46ec-b38c-b3b7a98a66d6'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:19:19.824162 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9238ba65-6cb3-4098-b702-04d00994663b req-6c4861de-e2bd-4129-83e5-e7fc1762ce30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:19.850242 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-db6afa18-439f-470e-9501-75dff44b3256 req-0aa937dc-96e8-4257-b2b5-a0c31b4b9d80 service neutron] 10.222.0.112 "GET /v2.0/networks/a272a18a-9015-4fb0-a70a-84597b53d8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058037 Aug 31 09:19:19.913841 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-9238ba65-6cb3-4098-b702-04d00994663b req-6c4861de-e2bd-4129-83e5-e7fc1762ce30 service neutron] For port 305a3a1c-7fd3-4035-9e35-eb23443c1763, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:19:19.917420 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-9238ba65-6cb3-4098-b702-04d00994663b req-6c4861de-e2bd-4129-83e5-e7fc1762ce30 service neutron] For port 305a3a1c-7fd3-4035-9e35-eb23443c1763, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=305a3a1c-7fd3-4035-9e35-eb23443c1763,segment=NetworkSegment(8de8355c-a37f-4fe1-9899-e0cc9dc46979),segment_id=8de8355c-a37f-4fe1-9899-e0cc9dc46979)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:19:19.956003 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-db6afa18-439f-470e-9501-75dff44b3256 req-4121e367-4312-4170-895e-90d4a53153d1 service neutron] 10.222.0.112 "GET /v2.0/networks/a272a18a-9015-4fb0-a70a-84597b53d8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980825 Aug 31 09:19:19.966327 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3b85757d-e630-495e-a625-319f664d0a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:19.992394 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b85757d-e630-495e-a625-319f664d0a27 admin admin] vlan segment allocate from pool success with {'vlan_id': 1638, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:19:20.003217 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85757d-e630-495e-a625-319f664d0a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51101685-a54e-402a-8b2e-2777ac11261f,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:20.008490 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3b85757d-e630-495e-a625-319f664d0a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:20.008835 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-3b85757d-e630-495e-a625-319f664d0a27 admin admin] Added segment fea79c28-18e6-4c1e-9eb0-fd680c62e5f4 of type vlan for network a1c761f8-404a-498a-a4d9-9ce04e112753 Aug 31 09:19:20.029797 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9238ba65-6cb3-4098-b702-04d00994663b req-6c4861de-e2bd-4129-83e5-e7fc1762ce30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:20.050974 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3b85757d-e630-495e-a625-319f664d0a27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:20.069031 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238ba65-6cb3-4098-b702-04d00994663b req-6c4861de-e2bd-4129-83e5-e7fc1762ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:20.069887 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9238ba65-6cb3-4098-b702-04d00994663b req-6c4861de-e2bd-4129-83e5-e7fc1762ce30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:20.071145 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9238ba65-6cb3-4098-b702-04d00994663b req-6c4861de-e2bd-4129-83e5-e7fc1762ce30 service neutron] 10.222.0.112 "PUT /v2.0/ports/305a3a1c-7fd3-4035-9e35-eb23443c1763 HTTP/1.1" status: 200 len: 1093 time: 2.4192369 Aug 31 09:19:20.071593 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68ff17f6-f1df-45c9-8d1a-a91e19ccb005', 'tag': '305a3a1c-7fd3-4035-9e35-eb23443c1763'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:20.074318 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecaffef-de3f-4a24-b474-64f852c16d60" -d '{"events": [{"name": "network-changed", "server_uuid": "68ff17f6-f1df-45c9-8d1a-a91e19ccb005", "tag": "305a3a1c-7fd3-4035-9e35-eb23443c1763"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:20.100240 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4861de-e2bd-4129-83e5-e7fc1762ce30 service neutron] Pushing event updated for resources: {'Port': ['ID=305a3a1c-7fd3-4035-9e35-eb23443c1763,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:20.114326 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48108b7e-1841-4f98-9569-49bf7b9f1eb1 x-openstack-request-id: req-48108b7e-1841-4f98-9569-49bf7b9f1eb1 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:20.116280 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68ff17f6-f1df-45c9-8d1a-a91e19ccb005", "tag": "305a3a1c-7fd3-4035-9e35-eb23443c1763", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:20.116280 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-48108b7e-1841-4f98-9569-49bf7b9f1eb1 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:20.116280 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68ff17f6-f1df-45c9-8d1a-a91e19ccb005', 'tag': '305a3a1c-7fd3-4035-9e35-eb23443c1763', 'status': 'completed', 'code': 200} Aug 31 09:19:20.208076 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecaffef-de3f-4a24-b474-64f852c16d60 req-12be03a3-1e82-4773-a59e-892499c718af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:20.209635 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5ecaffef-de3f-4a24-b474-64f852c16d60 req-12be03a3-1e82-4773-a59e-892499c718af service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a4b76b2c0d334f2982a58726e130c5be&device_id=68ff17f6-f1df-45c9-8d1a-a91e19ccb005 HTTP/1.1" status: 200 len: 1096 time: 0.0582025 Aug 31 09:19:20.217827 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3b85757d-e630-495e-a625-319f664d0a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:20.219269 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b85757d-e630-495e-a625-319f664d0a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:20.219841 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3b85757d-e630-495e-a625-319f664d0a27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:20.223790 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df87460-1da9-411b-a220-cab87bc78427 req-e73daf6e-02ce-406b-adf4-619f3411ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:20.228117 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3df87460-1da9-411b-a220-cab87bc78427 req-e73daf6e-02ce-406b-adf4-619f3411ff5e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0d677f60af8447aeaedb4cf6d8107d97&device_id=995116c7-9dd2-4ca2-8462-ae446a6611ab HTTP/1.1" status: 200 len: 1096 time: 0.0748503 Aug 31 09:19:20.306239 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95ce2a-98cc-4d7c-a3f3-baf8997a4438 req-4c45c631-7c73-4bb1-9979-ca9a6124a04c tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:20.306479 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a95ce2a-98cc-4d7c-a3f3-baf8997a4438 req-4c45c631-7c73-4bb1-9979-ca9a6124a04c tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=68ff17f6-f1df-45c9-8d1a-a91e19ccb005 HTTP/1.1" status: 200 len: 944 time: 0.1132684 Aug 31 09:19:20.376245 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a95ce2a-98cc-4d7c-a3f3-baf8997a4438 req-76cdf2a4-8b99-42d0-9811-1ef589536126 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606725 Aug 31 09:19:20.379179 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df87460-1da9-411b-a220-cab87bc78427 req-af7bffbb-0fe9-4ffe-82f1-b062511ac42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:20.380593 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3df87460-1da9-411b-a220-cab87bc78427 req-af7bffbb-0fe9-4ffe-82f1-b062511ac42e service neutron] 10.222.0.112 "GET /v2.0/networks?id=a272a18a-9015-4fb0-a70a-84597b53d8ca HTTP/1.1" status: 200 len: 916 time: 0.1477659 Aug 31 09:19:20.381937 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85757d-e630-495e-a625-319f664d0a27 admin admin] Pushing event updated for resources: {'Network': ['ID=a1c761f8-404a-498a-a4d9-9ce04e112753,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:20.401303 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network a1c761f8-404a-498a-a4d9-9ce04e112753 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:19:20.444797 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3b85757d-e630-495e-a625-319f664d0a27 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4214904 Aug 31 09:19:20.453920 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecaffef-de3f-4a24-b474-64f852c16d60 req-19f457fc-30bb-40b3-8172-057dd42c4fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:20.455551 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5ecaffef-de3f-4a24-b474-64f852c16d60 req-19f457fc-30bb-40b3-8172-057dd42c4fc8 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=a4b76b2c0d334f2982a58726e130c5be&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2332499 Aug 31 09:19:20.456221 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59822) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:20.461714 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-ff58ea27-7207-43bc-8613-8c6b11ec5089 admin admin] Request body: {'subnet': {'network_id': 'a1c761f8-404a-498a-a4d9-9ce04e112753', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-572781911-subnet', 'tenant_id': 'c8be5a3950fb435c8e8cd8e3c656cdfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:20.506574 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3df87460-1da9-411b-a220-cab87bc78427 req-ff783d85-7c25-4b89-baaa-a31ac68057a8 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8654a777-241c-4889-9553-03267e90bad6 HTTP/1.1" status: 200 len: 217 time: 0.1139810 Aug 31 09:19:20.595216 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecaffef-de3f-4a24-b474-64f852c16d60 req-a2ecf335-8868-4408-b85f-960e1feefe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:20.596739 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5ecaffef-de3f-4a24-b474-64f852c16d60 req-a2ecf335-8868-4408-b85f-960e1feefe16 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1264031 Aug 31 09:19:20.604669 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df87460-1da9-411b-a220-cab87bc78427 req-56a710e9-9726-4724-bb95-875ee397b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:20.607310 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3df87460-1da9-411b-a220-cab87bc78427 req-56a710e9-9726-4724-bb95-875ee397b8c9 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=563a5021-597f-4efc-89b8-b4db37655c5e HTTP/1.1" status: 200 len: 854 time: 0.0912375 Aug 31 09:19:20.641210 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff58ea27-7207-43bc-8613-8c6b11ec5089 admin admin] Made reservation on behalf of c8be5a3950fb435c8e8cd8e3c656cdfc for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:19:20.643626 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ff58ea27-7207-43bc-8613-8c6b11ec5089 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:20.653792 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3df87460-1da9-411b-a220-cab87bc78427 req-4d67bb41-39dc-4ae6-a4b1-7e078de6a9ec service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a272a18a-9015-4fb0-a70a-84597b53d8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356083 Aug 31 09:19:20.759511 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238ba65-6cb3-4098-b702-04d00994663b req-be7e3114-796b-4b88-9b62-98f077f27858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:20.761062 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9238ba65-6cb3-4098-b702-04d00994663b req-be7e3114-796b-4b88-9b62-98f077f27858 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=a4b76b2c0d334f2982a58726e130c5be&device_id=68ff17f6-f1df-45c9-8d1a-a91e19ccb005 HTTP/1.1" status: 200 len: 1096 time: 0.1150451 Aug 31 09:19:20.826285 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f659cc1-0913-495f-9176-d21999f867ae req-8716f24d-33dc-44b1-91ad-012591c2c5bd tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:20.828568 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7f659cc1-0913-495f-9176-d21999f867ae req-8716f24d-33dc-44b1-91ad-012591c2c5bd tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 946 time: 0.0705361 Aug 31 09:19:20.834471 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9238ba65-6cb3-4098-b702-04d00994663b req-f3f04ff5-6375-4673-9b3f-3dac465a707f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=305a3a1c-7fd3-4035-9e35-eb23443c1763 HTTP/1.1" status: 200 len: 217 time: 0.0519359 Aug 31 09:19:20.871600 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3df87460-1da9-411b-a220-cab87bc78427 req-fe5397c5-5bba-46b8-b16a-71ec0ecdc507 service neutron] 10.222.0.112 "GET /v2.0/networks/a272a18a-9015-4fb0-a70a-84597b53d8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082939 Aug 31 09:19:20.893116 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7f659cc1-0913-495f-9176-d21999f867ae req-290e3fdd-ff4b-45a1-8d90-f8f0eb7545dc tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562305 Aug 31 09:19:20.919096 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238ba65-6cb3-4098-b702-04d00994663b req-ba2299bd-c127-4113-9e76-ef0073cfdd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:20.921283 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9238ba65-6cb3-4098-b702-04d00994663b req-ba2299bd-c127-4113-9e76-ef0073cfdd74 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=650e429b-ac22-4b85-a993-e29e512d35f7 HTTP/1.1" status: 200 len: 853 time: 0.0753441 Aug 31 09:19:20.968178 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9238ba65-6cb3-4098-b702-04d00994663b req-6fb5441b-a2fb-47b8-afe0-bece2a8071c6 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2312c08d-c39b-46ec-b38c-b3b7a98a66d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400381 Aug 31 09:19:21.000374 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3df87460-1da9-411b-a220-cab87bc78427 req-428c43cf-989f-48f7-9245-e0e6d5dc6e5a service neutron] 10.222.0.112 "GET /v2.0/networks/a272a18a-9015-4fb0-a70a-84597b53d8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179004 Aug 31 09:19:21.047003 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37681318-6780-49ff-b611-6464a60f283a req-dce82b30-a65a-43e6-b0bf-9300f2df962a tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:21.051646 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-37681318-6780-49ff-b611-6464a60f283a req-dce82b30-a65a-43e6-b0bf-9300f2df962a tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=995116c7-9dd2-4ca2-8462-ae446a6611ab HTTP/1.1" status: 200 len: 944 time: 0.0721395 Aug 31 09:19:21.101933 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9238ba65-6cb3-4098-b702-04d00994663b req-4d8c2833-9b44-40d3-ae7f-96ec166c9372 service neutron] 10.222.0.112 "GET /v2.0/networks/2312c08d-c39b-46ec-b38c-b3b7a98a66d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164732 Aug 31 09:19:21.103804 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ff58ea27-7207-43bc-8613-8c6b11ec5089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:21.122859 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-37681318-6780-49ff-b611-6464a60f283a req-0762db6e-3b32-4446-9491-499ed9e42a28 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670838 Aug 31 09:19:21.219357 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58ea27-7207-43bc-8613-8c6b11ec5089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b147db6a-6b72-4492-9892-536b47a13e42,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:21.262194 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff58ea27-7207-43bc-8613-8c6b11ec5089 admin admin] Checking segment: {'id': 'fea79c28-18e6-4c1e-9eb0-fd680c62e5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': 'a1c761f8-404a-498a-a4d9-9ce04e112753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:19:21.262637 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff58ea27-7207-43bc-8613-8c6b11ec5089 admin admin] Network hostable DHCP agents. Network: a1c761f8-404a-498a-a4d9-9ce04e112753, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:19:21.270628 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9238ba65-6cb3-4098-b702-04d00994663b req-159833d3-01fe-4e30-9131-ec42ac4fe3d0 service neutron] 10.222.0.112 "GET /v2.0/networks/2312c08d-c39b-46ec-b38c-b3b7a98a66d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574502 Aug 31 09:19:21.360669 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff58ea27-7207-43bc-8613-8c6b11ec5089 admin admin] Network a1c761f8-404a-498a-a4d9-9ce04e112753 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:19:21.520689 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-ff58ea27-7207-43bc-8613-8c6b11ec5089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, a1c761f8-404a-498a-a4d9-9ce04e112753) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:19:21.525148 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff58ea27-7207-43bc-8613-8c6b11ec5089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:21.525917 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ff58ea27-7207-43bc-8613-8c6b11ec5089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:21.537342 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e5041b-dd1a-4158-bdd8-e714305f30c7 None None] Network a1c761f8-404a-498a-a4d9-9ce04e112753 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:19:21.683503 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeec04ad-4603-4531-894b-de760b24feaf None None] Network a1c761f8-404a-498a-a4d9-9ce04e112753 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:19:21.708397 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ff58ea27-7207-43bc-8613-8c6b11ec5089 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2505674 Aug 31 09:19:22.021047 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef51d8-cc90-44ab-8766-0fcf65351190 req-718bbfdb-95de-4b8f-90d0-54ccbe92d816 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:22.022434 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f3ef51d8-cc90-44ab-8766-0fcf65351190 req-718bbfdb-95de-4b8f-90d0-54ccbe92d816 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=68ff17f6-f1df-45c9-8d1a-a91e19ccb005 HTTP/1.1" status: 200 len: 944 time: 0.0492017 Aug 31 09:19:22.062016 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f3ef51d8-cc90-44ab-8766-0fcf65351190 req-9bde3d08-abe5-4bda-b371-2ab6862d83d9 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326564 Aug 31 09:19:22.131365 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-4b931a31-acc4-463f-9d45-6e598d848b22 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:19:22.132209 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-4b931a31-acc4-463f-9d45-6e598d848b22 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058768 Aug 31 09:19:22.157178 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-f8617560-3324-4ea2-a886-2d87c85e0e11 service neutron] Request body: {'binding': {'host': 'n-h2-791506-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:22.157178 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-f8617560-3324-4ea2-a886-2d87c85e0e11 service neutron] Unknown quota resources ['binding']. {{(pid=95552) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:19:22.298123 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-f8617560-3324-4ea2-a886-2d87c85e0e11 service neutron] Attempting to bind port d4666753-078a-42c4-9dfa-03aa829b437c on host n-h2-791506-28 for vnic_type normal with profile None {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:19:22.298575 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-f8617560-3324-4ea2-a886-2d87c85e0e11 service neutron] Attempting to bind port d4666753-078a-42c4-9dfa-03aa829b437c by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:19:22.298998 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-f8617560-3324-4ea2-a886-2d87c85e0e11 service neutron] Attempting to bind port d4666753-078a-42c4-9dfa-03aa829b437c on network f353997d-12d5-47f5-bc55-13148c348a0b {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:22.303781 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-f8617560-3324-4ea2-a886-2d87c85e0e11 service neutron] Port d4666753-078a-42c4-9dfa-03aa829b437c on network f353997d-12d5-47f5-bc55-13148c348a0b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:19:22.304286 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-f8617560-3324-4ea2-a886-2d87c85e0e11 service neutron] Attempting to bind port d4666753-078a-42c4-9dfa-03aa829b437c on network f353997d-12d5-47f5-bc55-13148c348a0b {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:22.310248 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-f8617560-3324-4ea2-a886-2d87c85e0e11 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:19:22.310614 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-f8617560-3324-4ea2-a886-2d87c85e0e11 service neutron] Checking segment: {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:19:22.310997 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-f8617560-3324-4ea2-a886-2d87c85e0e11 service neutron] Bound using segment: {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:19:22.312012 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-f8617560-3324-4ea2-a886-2d87c85e0e11 service neutron] Bound port: d4666753-078a-42c4-9dfa-03aa829b437c, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:19:22.367375 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-f8617560-3324-4ea2-a886-2d87c85e0e11 service neutron] For port d4666753-078a-42c4-9dfa-03aa829b437c, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=d4666753-078a-42c4-9dfa-03aa829b437c,segment=NetworkSegment(329c79c6-5ca3-4a1a-b3d4-414355128167),segment_id=329c79c6-5ca3-4a1a-b3d4-414355128167)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:19:22.481178 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-f8617560-3324-4ea2-a886-2d87c85e0e11 service neutron] Notify callbacks [] for binding, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:22.482476 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-f8617560-3324-4ea2-a886-2d87c85e0e11 service neutron] 10.222.0.119 "POST /v2.0/ports/d4666753-078a-42c4-9dfa-03aa829b437c/bindings HTTP/1.1" status: 201 len: 390 time: 0.3403537 Aug 31 09:19:22.871652 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238ad03-22ff-4f45-8c27-ba83865d5793 req-6775ecb8-fbc0-4645-906b-d26b223a7472 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:22.873336 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f238ad03-22ff-4f45-8c27-ba83865d5793 req-6775ecb8-fbc0-4645-906b-d26b223a7472 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=995116c7-9dd2-4ca2-8462-ae446a6611ab HTTP/1.1" status: 200 len: 944 time: 0.0678737 Aug 31 09:19:22.973313 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f238ad03-22ff-4f45-8c27-ba83865d5793 req-e553f03b-1f2c-4a17-af0e-dbc157a27c94 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871253 Aug 31 09:19:23.010787 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-f6fac056-34b3-43df-bf1d-894b0aa15ff1 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:23.012295 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-f6fac056-34b3-43df-bf1d-894b0aa15ff1 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/networks?id=a1c761f8-404a-498a-a4d9-9ce04e112753 HTTP/1.1" status: 200 len: 814 time: 0.1354434 Aug 31 09:19:23.082766 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26a8ad-7b02-434a-aac1-d70c27c63d7e req-98dbe87a-15d6-4742-aca4-bb32b88c2e00 tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:23.084304 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac26a8ad-7b02-434a-aac1-d70c27c63d7e req-98dbe87a-15d6-4742-aca4-bb32b88c2e00 tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] 10.222.0.119 "GET /v2.0/ports?device_id=2861fea5-29a9-4bbc-b340-d4f279c98baa HTTP/1.1" status: 200 len: 946 time: 0.0527933 Aug 31 09:19:23.137826 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-f2906f99-f310-4a74-9091-ff555d714f74 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/quotas/c8be5a3950fb435c8e8cd8e3c656cdfc HTTP/1.1" status: 200 len: 375 time: 0.1180503 Aug 31 09:19:23.144029 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac26a8ad-7b02-434a-aac1-d70c27c63d7e req-fab22089-9bfb-4353-b7c2-6ee60c33958e tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] 10.222.0.119 "GET /v2.0/security-groups?id=4893d449-e40e-4919-8d0b-8cd1bf1980a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534608 Aug 31 09:19:23.185178 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-2a63a5a2-850c-4cd5-b808-d6f07f6dbbeb tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=c8be5a3950fb435c8e8cd8e3c656cdfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398118 Aug 31 09:19:23.310425 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ebe26-b8ce-48e2-9e26-517144d8be5a req-16c79866-6d31-480b-85e1-a5e51ffb4115 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:23.312063 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-967ebe26-b8ce-48e2-9e26-517144d8be5a req-16c79866-6d31-480b-85e1-a5e51ffb4115 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 945 time: 0.1073422 Aug 31 09:19:23.330127 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-33f9bc30-a92d-4f48-a8e0-58d7befd1ddc service neutron] 10.222.0.119 "GET /v2.0/networks/a1c761f8-404a-498a-a4d9-9ce04e112753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375473 Aug 31 09:19:23.401087 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-967ebe26-b8ce-48e2-9e26-517144d8be5a req-bddf8248-03f4-4635-bf49-4026d5b46769 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813458 Aug 31 09:19:23.440633 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-1fdc88bd-d04d-4e72-b6d3-0ec225452c6b service neutron] 10.222.0.119 "GET /v2.0/networks/a1c761f8-404a-498a-a4d9-9ce04e112753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012676 Aug 31 09:19:23.566334 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-2a4f9bb9-a9be-4f81-ad9d-f41ae1fd37f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:23.567801 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-2a4f9bb9-a9be-4f81-ad9d-f41ae1fd37f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=91627f68c71f4b29855d6c5fb4946dae&device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 1097 time: 0.0884016 Aug 31 09:19:23.575243 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e94c3f-35a3-4458-8a34-1834f1c4a697 req-207d0b24-a1e3-458d-a892-10d6aed88ef1 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:23.576651 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c7e94c3f-35a3-4458-8a34-1834f1c4a697 req-207d0b24-a1e3-458d-a892-10d6aed88ef1 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=68ff17f6-f1df-45c9-8d1a-a91e19ccb005 HTTP/1.1" status: 200 len: 944 time: 0.0992255 Aug 31 09:19:23.668744 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c7e94c3f-35a3-4458-8a34-1834f1c4a697 req-0f1d95b8-1f2e-4a8c-85e0-0b7da4d13e99 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835137 Aug 31 09:19:23.709346 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-50ab8a32-2382-4522-96d3-88dbb54d891f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:23.709346 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-50ab8a32-2382-4522-96d3-88dbb54d891f service neutron] 10.222.0.59 "GET /v2.0/networks?id=f353997d-12d5-47f5-bc55-13148c348a0b HTTP/1.1" status: 200 len: 923 time: 0.1254177 Aug 31 09:19:23.755351 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-e9d160f9-31f4-4372-ad24-83a9417bcb64 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4666753-078a-42c4-9dfa-03aa829b437c HTTP/1.1" status: 200 len: 217 time: 0.0417006 Aug 31 09:19:23.814003 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a712b90a-a82e-4b03-a655-78c9fb8ae847 req-c79dfe32-0f32-4765-bc0c-7b677649036f tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=b90f92ac-9c10-4f2a-a7fa-2a4c7918c376 HTTP/1.1" status: 200 len: 210 time: 0.0560646 Aug 31 09:19:23.832233 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-3ab18623-51d5-4c5f-9dc8-bf2b92e657f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:23.833692 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-3ab18623-51d5-4c5f-9dc8-bf2b92e657f7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2c5f0e8-9f08-4f88-baac-5c015079d04c HTTP/1.1" status: 200 len: 861 time: 0.0674012 Aug 31 09:19:23.872557 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-6cf130d7-a22c-4bb1-b158-616fc554b1bf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f353997d-12d5-47f5-bc55-13148c348a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316536 Aug 31 09:19:23.965067 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-a70fb70b-1616-4c4e-80a0-60a64b24bca9 service neutron] 10.222.0.59 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838456 Aug 31 09:19:24.070071 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-3e04d396-a288-42c1-97b8-f140bae45a3b service neutron] 10.222.0.59 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968783 Aug 31 09:19:24.153004 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2b586-e074-431f-bac0-cf580632acca req-32f95561-0ed2-4cbe-82b3-25de20e4820a tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:24.154599 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-12c2b586-e074-431f-bac0-cf580632acca req-32f95561-0ed2-4cbe-82b3-25de20e4820a tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=995116c7-9dd2-4ca2-8462-ae446a6611ab HTTP/1.1" status: 200 len: 944 time: 0.1088667 Aug 31 09:19:24.200442 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-12c2b586-e074-431f-bac0-cf580632acca req-c95d795f-c839-4635-bef0-66c8fc4cb9e0 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391586 Aug 31 09:19:24.268623 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec1941-6d5e-428e-aba0-f5baf2963a98 req-8da8df6e-2e7e-4202-bd55-bc70ca71bffe tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:24.270119 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d0ec1941-6d5e-428e-aba0-f5baf2963a98 req-8da8df6e-2e7e-4202-bd55-bc70ca71bffe tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] 10.222.0.119 "GET /v2.0/ports?device_id=2861fea5-29a9-4bbc-b340-d4f279c98baa HTTP/1.1" status: 200 len: 946 time: 0.0509231 Aug 31 09:19:24.310954 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d0ec1941-6d5e-428e-aba0-f5baf2963a98 req-8363ac41-ae8d-4387-bbfc-b0bb2484ba0d tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] 10.222.0.119 "GET /v2.0/security-groups?id=4893d449-e40e-4919-8d0b-8cd1bf1980a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346181 Aug 31 09:19:24.331449 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:19:24.362814 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 8654a777-241c-4889-9553-03267e90bad6 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:19:24.460930 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 8654a777-241c-4889-9553-03267e90bad6, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8654a777-241c-4889-9553-03267e90bad6,segment=NetworkSegment(e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897),segment_id=e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:24.474453 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '8654a777-241c-4889-9553-03267e90bad6', 'network_id': 'a272a18a-9015-4fb0-a70a-84597b53d8ca', 'port_id': '8654a777-241c-4889-9553-03267e90bad6', 'mac_address': 'fa:16:3e:c2:07:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '563a5021-597f-4efc-89b8-b4db37655c5e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:19:24.526139 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:24.544129 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8654a777-241c-4889-9553-03267e90bad6 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:19:24.557590 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79a28b-52ad-4402-a2aa-ce97a90a8c70 req-85cbd3b6-ce4f-4a57-b50e-2c8455861013 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:24.557590 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cc79a28b-52ad-4402-a2aa-ce97a90a8c70 req-85cbd3b6-ce4f-4a57-b50e-2c8455861013 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 945 time: 0.0736887 Aug 31 09:19:24.577925 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 8654a777-241c-4889-9553-03267e90bad6, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8654a777-241c-4889-9553-03267e90bad6,segment=NetworkSegment(e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897),segment_id=e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:24.599445 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cc79a28b-52ad-4402-a2aa-ce97a90a8c70 req-a6e90518-ffd6-4c10-8f4a-cc73c8aec613 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356843 Aug 31 09:19:24.692426 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:24.693138 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 305a3a1c-7fd3-4035-9e35-eb23443c1763 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:19:24.720687 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88457d5-f540-4afb-92a6-bfaed0c91704 req-27ff76ec-58c9-4ddc-9e09-c8dcabbfeb2f tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:24.722338 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d88457d5-f540-4afb-92a6-bfaed0c91704 req-27ff76ec-58c9-4ddc-9e09-c8dcabbfeb2f tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] 10.222.0.112 "GET /v2.0/ports?device_id=2861fea5-29a9-4bbc-b340-d4f279c98baa HTTP/1.1" status: 200 len: 946 time: 0.0572793 Aug 31 09:19:24.834670 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9664297-50d8-404d-8a23-69fa1fdb76b4 req-c76d1dac-579c-4c3e-a1eb-2a7910786c2d tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:24.847966 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a9664297-50d8-404d-8a23-69fa1fdb76b4 req-c76d1dac-579c-4c3e-a1eb-2a7910786c2d tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=68ff17f6-f1df-45c9-8d1a-a91e19ccb005 HTTP/1.1" status: 200 len: 944 time: 0.0772927 Aug 31 09:19:24.864197 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=8654a777-241c-4889-9553-03267e90bad6,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:24.893992 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-d88457d5-f540-4afb-92a6-bfaed0c91704 req-5938f1b6-10ad-4d57-b707-c7f323aeb20e tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] Deleting port 56125305-52df-4966-83f6-7ff835e6f2c6 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:19:24.894329 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d88457d5-f540-4afb-92a6-bfaed0c91704 req-5938f1b6-10ad-4d57-b707-c7f323aeb20e tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:24.906985 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a9664297-50d8-404d-8a23-69fa1fdb76b4 req-2c8a426a-0466-4698-aa63-1fe08063d0b7 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580132 Aug 31 09:19:24.930871 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 305a3a1c-7fd3-4035-9e35-eb23443c1763, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=305a3a1c-7fd3-4035-9e35-eb23443c1763,segment=NetworkSegment(8de8355c-a37f-4fe1-9899-e0cc9dc46979),segment_id=8de8355c-a37f-4fe1-9899-e0cc9dc46979)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:24.948949 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '305a3a1c-7fd3-4035-9e35-eb23443c1763', 'network_id': '2312c08d-c39b-46ec-b38c-b3b7a98a66d6', 'port_id': '305a3a1c-7fd3-4035-9e35-eb23443c1763', 'mac_address': 'fa:16:3e:75:96:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650e429b-ac22-4b85-a993-e29e512d35f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:19:24.994040 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:25.010962 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-13abb304-602b-4505-b5cd-b26dd006bb15 req-ae64e216-b151-41cd-a9f8-24beccd645b0 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=b90f92ac-9c10-4f2a-a7fa-2a4c7918c376 HTTP/1.1" status: 200 len: 210 time: 0.0430346 Aug 31 09:19:25.015021 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-d88457d5-f540-4afb-92a6-bfaed0c91704 req-5938f1b6-10ad-4d57-b707-c7f323aeb20e tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] For port 56125305-52df-4966-83f6-7ff835e6f2c6, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=56125305-52df-4966-83f6-7ff835e6f2c6,segment=NetworkSegment(1d0c95c8-9346-407f-965a-973917bb8dc1),segment_id=1d0c95c8-9346-407f-965a-973917bb8dc1)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:25.015458 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d88457d5-f540-4afb-92a6-bfaed0c91704 req-5938f1b6-10ad-4d57-b707-c7f323aeb20e tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:25.020761 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 305a3a1c-7fd3-4035-9e35-eb23443c1763 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:19:25.048959 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 305a3a1c-7fd3-4035-9e35-eb23443c1763, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=305a3a1c-7fd3-4035-9e35-eb23443c1763,segment=NetworkSegment(8de8355c-a37f-4fe1-9899-e0cc9dc46979),segment_id=8de8355c-a37f-4fe1-9899-e0cc9dc46979)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:25.050411 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-d88457d5-f540-4afb-92a6-bfaed0c91704 req-5938f1b6-10ad-4d57-b707-c7f323aeb20e tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] Calling delete_port for 56125305-52df-4966-83f6-7ff835e6f2c6 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:19:25.160715 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:25.213236 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=305a3a1c-7fd3-4035-9e35-eb23443c1763,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:25.343520 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5381c9c-2909-4886-9fd3-ca3cda48d309 req-3fff43ed-f4e9-400c-8a70-62a427f818a7 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:25.345213 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5381c9c-2909-4886-9fd3-ca3cda48d309 req-3fff43ed-f4e9-400c-8a70-62a427f818a7 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=995116c7-9dd2-4ca2-8462-ae446a6611ab HTTP/1.1" status: 200 len: 945 time: 0.0663371 Aug 31 09:19:25.372766 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d88457d5-f540-4afb-92a6-bfaed0c91704 req-5938f1b6-10ad-4d57-b707-c7f323aeb20e tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:25.412590 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938f1b6-10ad-4d57-b707-c7f323aeb20e tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] Pushing event deleted for resources: {'Port': ['ID=56125305-52df-4966-83f6-7ff835e6f2c6,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:25.427472 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5381c9c-2909-4886-9fd3-ca3cda48d309 req-82617ef8-2b60-40e6-a525-775cc2a0885d tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758193 Aug 31 09:19:25.459304 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2c0234d1-fe34-4cbf-829f-23634207981f req-267c7cbb-6a73-45eb-b303-b60b58e6d7ad tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] 10.222.0.119 "GET /v2.0/ports?device_id=2861fea5-29a9-4bbc-b340-d4f279c98baa HTTP/1.1" status: 200 len: 210 time: 0.0631595 Aug 31 09:19:25.478104 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88457d5-f540-4afb-92a6-bfaed0c91704 req-5938f1b6-10ad-4d57-b707-c7f323aeb20e tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] No DVR routers for this DVR port 56125305-52df-4966-83f6-7ff835e6f2c6 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:19:25.481220 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d88457d5-f540-4afb-92a6-bfaed0c91704 req-5938f1b6-10ad-4d57-b707-c7f323aeb20e tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:25.483473 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d88457d5-f540-4afb-92a6-bfaed0c91704 req-5938f1b6-10ad-4d57-b707-c7f323aeb20e tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] 10.222.0.112 "DELETE /v2.0/ports/56125305-52df-4966-83f6-7ff835e6f2c6 HTTP/1.1" status: 204 len: 173 time: 0.7538145 Aug 31 09:19:25.483972 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2861fea5-29a9-4bbc-b340-d4f279c98baa', 'name': 'network-vif-deleted', 'tag': '56125305-52df-4966-83f6-7ff835e6f2c6'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:25.486663 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a5ca56-2892-4668-9e8b-e629bcce0767" -d '{"events": [{"server_uuid": "2861fea5-29a9-4bbc-b340-d4f279c98baa", "name": "network-vif-deleted", "tag": "56125305-52df-4966-83f6-7ff835e6f2c6"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:25.528580 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b77299c-a558-4238-b1ad-651b4561d828 x-openstack-request-id: req-6b77299c-a558-4238-b1ad-651b4561d828 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:25.528580 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2861fea5-29a9-4bbc-b340-d4f279c98baa", "name": "network-vif-deleted", "tag": "56125305-52df-4966-83f6-7ff835e6f2c6", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:25.528580 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-6b77299c-a558-4238-b1ad-651b4561d828 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:25.528580 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2861fea5-29a9-4bbc-b340-d4f279c98baa', 'name': 'network-vif-deleted', 'tag': '56125305-52df-4966-83f6-7ff835e6f2c6', 'status': 'completed', 'code': 200} Aug 31 09:19:25.567738 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['305a3a1c-7fd3-4035-9e35-eb23443c1763'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:19:25.611462 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['8654a777-241c-4889-9553-03267e90bad6'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:19:25.781937 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16247123-428b-41f9-ab50-b27d17671c37 req-9ed1d943-da0a-472b-8e2b-e3fe5ef4120a tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:25.784233 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16247123-428b-41f9-ab50-b27d17671c37 req-9ed1d943-da0a-472b-8e2b-e3fe5ef4120a tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 945 time: 0.0732305 Aug 31 09:19:25.834511 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16247123-428b-41f9-ab50-b27d17671c37 req-dbfe8a5a-d9ae-428d-bbc0-3d6733009cb7 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425804 Aug 31 09:19:26.050106 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d4b01-62b6-4ad9-9fb6-0f46fe58eceb req-4de45e20-5089-4cb1-9c96-4aed8f755438 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:26.051960 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d98d4b01-62b6-4ad9-9fb6-0f46fe58eceb req-4de45e20-5089-4cb1-9c96-4aed8f755438 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=68ff17f6-f1df-45c9-8d1a-a91e19ccb005 HTTP/1.1" status: 200 len: 945 time: 0.0603552 Aug 31 09:19:26.122706 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d98d4b01-62b6-4ad9-9fb6-0f46fe58eceb req-ee44b19a-b18b-430d-a102-a6d29b95875b tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615137 Aug 31 09:19:26.157482 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-be2b6c98-4bdf-4cf6-83c2-bc6f2c63b53c req-55ca6fad-1cdc-4047-8dd3-75d4d694e7a9 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=b90f92ac-9c10-4f2a-a7fa-2a4c7918c376 HTTP/1.1" status: 200 len: 210 time: 0.0294654 Aug 31 09:19:26.369774 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 562155d5-60d9-49c5-a20f-72174fb90928 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:19:26.371984 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 56125305-52df-4966-83f6-7ff835e6f2c6 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:19:26.399399 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 56125305-52df-4966-83f6-7ff835e6f2c6 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:19:26.399737 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 56125305-52df-4966-83f6-7ff835e6f2c6 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:19:26.507734 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 562155d5-60d9-49c5-a20f-72174fb90928, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=562155d5-60d9-49c5-a20f-72174fb90928,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:26.532591 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '562155d5-60d9-49c5-a20f-72174fb90928', 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc', 'port_id': '562155d5-60d9-49c5-a20f-72174fb90928', 'mac_address': 'fa:16:3e:36:41:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38d49ab8-d8f2-42ae-8afb-2cc963a498ae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:19:26.613350 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:26.630118 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 562155d5-60d9-49c5-a20f-72174fb90928 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:19:26.653474 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 562155d5-60d9-49c5-a20f-72174fb90928, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=562155d5-60d9-49c5-a20f-72174fb90928,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:26.671987 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f52b1173-c419-40d3-827d-3a9a58f3b716 req-db8ebef2-485b-4dff-befe-80e3e88f1b19 tempest-VolumesAdminNegativeTest-1956729112 tempest-VolumesAdminNegativeTest-1956729112-project] 10.222.0.119 "GET /v2.0/ports?device_id=2861fea5-29a9-4bbc-b340-d4f279c98baa HTTP/1.1" status: 200 len: 210 time: 0.0641649 Aug 31 09:19:26.672573 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-9e1c0c59-c657-446b-be97-a128467f98fa tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:26.674198 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-9e1c0c59-c657-446b-be97-a128467f98fa tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.112 "GET /v2.0/networks?id=a1c761f8-404a-498a-a4d9-9ce04e112753 HTTP/1.1" status: 200 len: 814 time: 0.1601403 Aug 31 09:19:26.701100 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-b31b98ca-4fbd-43ad-9477-76ac6f41c1f4 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Request body: {'port': {'device_id': 'b90f92ac-9c10-4f2a-a7fa-2a4c7918c376', 'network_id': 'a1c761f8-404a-498a-a4d9-9ce04e112753', 'admin_state_up': True, 'tenant_id': 'c8be5a3950fb435c8e8cd8e3c656cdfc'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:26.735512 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb505a-e592-4320-a062-3285e5d7ce4f req-6a36fd73-6365-4389-9535-6cae70c6e755 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:26.746240 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-63bb505a-e592-4320-a062-3285e5d7ce4f req-6a36fd73-6365-4389-9535-6cae70c6e755 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=995116c7-9dd2-4ca2-8462-ae446a6611ab HTTP/1.1" status: 200 len: 945 time: 0.1922274 Aug 31 09:19:26.789494 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-63bb505a-e592-4320-a062-3285e5d7ce4f req-e84a9b63-4679-4c8e-99fb-d69aaf2bedf7 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423045 Aug 31 09:19:26.817644 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:26.883050 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=562155d5-60d9-49c5-a20f-72174fb90928,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:26.934408 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['562155d5-60d9-49c5-a20f-72174fb90928'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:19:26.985142 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-b31b98ca-4fbd-43ad-9477-76ac6f41c1f4 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Made reservation on behalf of c8be5a3950fb435c8e8cd8e3c656cdfc for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:19:26.992079 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-b31b98ca-4fbd-43ad-9477-76ac6f41c1f4 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:27.018755 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c9a72-19fc-476f-be80-1c4efe18c7c4 req-d8974c12-c6a2-43c8-b663-4450c584d880 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:27.020302 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-185c9a72-19fc-476f-be80-1c4efe18c7c4 req-d8974c12-c6a2-43c8-b663-4450c584d880 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 945 time: 0.0888329 Aug 31 09:19:27.094114 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-185c9a72-19fc-476f-be80-1c4efe18c7c4 req-03710b8c-d8ac-4ff2-83a6-2bcffb081bde tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577879 Aug 31 09:19:27.312907 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf99ca-487d-4b2a-a043-4067dbd6b735 req-c82bb4f1-9d49-4ae5-b18a-e4531a0e44de tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:27.314452 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22bf99ca-487d-4b2a-a043-4067dbd6b735 req-c82bb4f1-9d49-4ae5-b18a-e4531a0e44de tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=68ff17f6-f1df-45c9-8d1a-a91e19ccb005 HTTP/1.1" status: 200 len: 945 time: 0.0932646 Aug 31 09:19:27.332797 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-b31b98ca-4fbd-43ad-9477-76ac6f41c1f4 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Allocated IP 172.20.0.5 (a1c761f8-404a-498a-a4d9-9ce04e112753/b147db6a-6b72-4492-9892-536b47a13e42/311e7740-5e63-48df-865b-4f0fca0df938) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:19:27.377730 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1feab30c-d262-4888-b8ce-205461c14c89 req-b93f2948-387a-463a-9ca1-25179f309bdc tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=b90f92ac-9c10-4f2a-a7fa-2a4c7918c376 HTTP/1.1" status: 200 len: 210 time: 0.0554128 Aug 31 09:19:27.431963 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22bf99ca-487d-4b2a-a043-4067dbd6b735 req-dc2d1082-0725-46df-a814-137b9b613537 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054990 Aug 31 09:19:27.531824 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-b31b98ca-4fbd-43ad-9477-76ac6f41c1f4 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:27.708700 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-b31b98ca-4fbd-43ad-9477-76ac6f41c1f4 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:27.828831 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60012) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:27.865461 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-b31b98ca-4fbd-43ad-9477-76ac6f41c1f4 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Network a1c761f8-404a-498a-a4d9-9ce04e112753 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:19:27.881267 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-b31b98ca-4fbd-43ad-9477-76ac6f41c1f4 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:19:27.886259 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-b31b98ca-4fbd-43ad-9477-76ac6f41c1f4 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:19:27.892542 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b98ca-4fbd-43ad-9477-76ac6f41c1f4 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Pushing event updated for resources: {'Port': ['ID=311e7740-5e63-48df-865b-4f0fca0df938,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:27.972022 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef41136f-e59b-4599-a3d9-0deda6bdb526 admin admin] Deleting subnet ad26ed0b-5dbc-4c5c-9b26-fa89b0752e55 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:19:27.996003 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-b31b98ca-4fbd-43ad-9477-76ac6f41c1f4 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:27.996003 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-b31b98ca-4fbd-43ad-9477-76ac6f41c1f4 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:27.996453 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921376c1-9e4d-48be-8be0-448365d16e0b req-876b9daf-76ad-434f-855a-b1854ab5d48f tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:28.001453 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-921376c1-9e4d-48be-8be0-448365d16e0b req-876b9daf-76ad-434f-855a-b1854ab5d48f tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=995116c7-9dd2-4ca2-8462-ae446a6611ab HTTP/1.1" status: 200 len: 945 time: 0.1104929 Aug 31 09:19:28.009397 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef41136f-e59b-4599-a3d9-0deda6bdb526 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:28.081191 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef41136f-e59b-4599-a3d9-0deda6bdb526 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:28.121061 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-921376c1-9e4d-48be-8be0-448365d16e0b req-d9e41905-1376-43da-acaf-1c0c67405ead tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926638 Aug 31 09:19:28.193532 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef41136f-e59b-4599-a3d9-0deda6bdb526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:28.304314 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-b31b98ca-4fbd-43ad-9477-76ac6f41c1f4 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6161659 Aug 31 09:19:28.319116 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-d17eeab2-ce70-4f21-96a5-3dc5e63a169d service neutron] Request body: {'port': {'device_id': 'b90f92ac-9c10-4f2a-a7fa-2a4c7918c376', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:28.325223 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e84578-dc32-4e5a-ac5f-a9465f106863 req-4faa7e3b-2ce5-498e-8225-2759ea798a84 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:28.339609 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5e84578-dc32-4e5a-ac5f-a9465f106863 req-4faa7e3b-2ce5-498e-8225-2759ea798a84 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 945 time: 0.1099508 Aug 31 09:19:28.385709 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 8654a777-241c-4889-9553-03267e90bad6 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:19:28.443624 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5e84578-dc32-4e5a-ac5f-a9465f106863 req-a010adc1-d233-4b5f-8bf2-6f2becc9cbd1 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897751 Aug 31 09:19:28.487887 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef41136f-e59b-4599-a3d9-0deda6bdb526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:28.630399 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41136f-e59b-4599-a3d9-0deda6bdb526 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad26ed0b-5dbc-4c5c-9b26-fa89b0752e55,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:28.679688 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef41136f-e59b-4599-a3d9-0deda6bdb526 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:28.686912 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ef41136f-e59b-4599-a3d9-0deda6bdb526 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/ad26ed0b-5dbc-4c5c-9b26-fa89b0752e55 HTTP/1.1" status: 204 len: 168 time: 0.8535044 Aug 31 09:19:28.721973 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60026) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:28.730808 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 8654a777-241c-4889-9553-03267e90bad6 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:19:28.749330 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 8654a777-241c-4889-9553-03267e90bad6 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:28.749330 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:28.902029 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-d17eeab2-ce70-4f21-96a5-3dc5e63a169d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:29.015951 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:29.077793 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995116c7-9dd2-4ca2-8462-ae446a6611ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8654a777-241c-4889-9553-03267e90bad6'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:29.080210 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667a8c2f-d56c-4b63-a0a7-7e4cc598c334" -d '{"events": [{"server_uuid": "995116c7-9dd2-4ca2-8462-ae446a6611ab", "name": "network-vif-plugged", "status": "completed", "tag": "8654a777-241c-4889-9553-03267e90bad6"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:29.118845 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 8654a777-241c-4889-9553-03267e90bad6, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8654a777-241c-4889-9553-03267e90bad6,segment=NetworkSegment(e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897),segment_id=e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:29.225278 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:29.227107 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 305a3a1c-7fd3-4035-9e35-eb23443c1763 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:19:29.243888 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c22af-0b7a-41e3-9f68-350335ccd6bd req-cfb4d9ab-0577-4d6d-a0ed-eb085340a7fe tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:29.252953 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d3c22af-0b7a-41e3-9f68-350335ccd6bd req-cfb4d9ab-0577-4d6d-a0ed-eb085340a7fe tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=68ff17f6-f1df-45c9-8d1a-a91e19ccb005 HTTP/1.1" status: 200 len: 945 time: 0.6511748 Aug 31 09:19:29.258200 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-78fd2a23-6486-4da7-aee1-e20b8d759756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:29.269938 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6147e2-d22d-4fc9-9193-bdb4987ff25a req-c5ed7057-3f6d-417f-b52a-60c9c802bfc5 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:29.272547 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6f6147e2-d22d-4fc9-9193-bdb4987ff25a req-c5ed7057-3f6d-417f-b52a-60c9c802bfc5 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=b90f92ac-9c10-4f2a-a7fa-2a4c7918c376 HTTP/1.1" status: 200 len: 931 time: 0.6661341 Aug 31 09:19:29.315718 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=8654a777-241c-4889-9553-03267e90bad6,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:29.407749 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d3c22af-0b7a-41e3-9f68-350335ccd6bd req-c2662df8-30e7-4de1-b043-4f24bcc7fb98 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470726 Aug 31 09:19:29.444584 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6f6147e2-d22d-4fc9-9193-bdb4987ff25a req-6f98e196-4956-42fc-b052-b7d242fa8b05 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537652 Aug 31 09:19:29.492242 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 305a3a1c-7fd3-4035-9e35-eb23443c1763 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:19:29.496916 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 305a3a1c-7fd3-4035-9e35-eb23443c1763 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:29.502110 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:29.509753 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-d17eeab2-ce70-4f21-96a5-3dc5e63a169d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 311e7740-5e63-48df-865b-4f0fca0df938 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:19:29.524640 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-78fd2a23-6486-4da7-aee1-e20b8d759756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:29.542531 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-d17eeab2-ce70-4f21-96a5-3dc5e63a169d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:29.568052 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-78fd2a23-6486-4da7-aee1-e20b8d759756 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb34fb7e-785f-49a8-8a19-7fa2632b47c6']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:29.575579 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-d17eeab2-ce70-4f21-96a5-3dc5e63a169d service neutron] Transition to ACTIVE for port object 311e7740-5e63-48df-865b-4f0fca0df938 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:29.584534 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3e4d2e-1e7e-4382-8054-45cca147025f x-openstack-request-id: req-4a3e4d2e-1e7e-4382-8054-45cca147025f {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:29.585014 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-78fd2a23-6486-4da7-aee1-e20b8d759756 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d0c95c8-9346-407f-965a-973917bb8dc1') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:29.585434 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-78fd2a23-6486-4da7-aee1-e20b8d759756 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d0c95c8-9346-407f-965a-973917bb8dc1') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:29.590599 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "995116c7-9dd2-4ca2-8462-ae446a6611ab", "name": "network-vif-plugged", "status": "completed", "tag": "8654a777-241c-4889-9553-03267e90bad6", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:29.599836 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4a3e4d2e-1e7e-4382-8054-45cca147025f {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:29.599836 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995116c7-9dd2-4ca2-8462-ae446a6611ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8654a777-241c-4889-9553-03267e90bad6', 'code': 200} Aug 31 09:19:29.612854 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-78fd2a23-6486-4da7-aee1-e20b8d759756 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:29.681025 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-d17eeab2-ce70-4f21-96a5-3dc5e63a169d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:29.705889 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-78fd2a23-6486-4da7-aee1-e20b8d759756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:29.723508 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78fd2a23-6486-4da7-aee1-e20b8d759756 admin admin] Releasing vlan 1632 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:19:29.724516 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-78fd2a23-6486-4da7-aee1-e20b8d759756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:29.735213 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d348f73-af5b-459f-be6a-67c149c1fbc4 req-2e522c19-a060-41e9-944e-570612dde8a9 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:29.737197 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0d348f73-af5b-459f-be6a-67c149c1fbc4 req-2e522c19-a060-41e9-944e-570612dde8a9 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=995116c7-9dd2-4ca2-8462-ae446a6611ab HTTP/1.1" status: 200 len: 946 time: 0.1276925 Aug 31 09:19:29.739640 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:19:29.739640 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:19:29.739640 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:19:29.739640 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:19:29.739640 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:19:29.739640 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:19:29.739640 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:19:29.739640 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:19:29.739640 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:19:29.739640 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:19:29.739640 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:19:29.739640 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:19:29.739640 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:19:29.739640 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:19:29.739640 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:19:29.739640 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:19:29.739640 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:19:29.739640 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:19:29.739640 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:19:29.739640 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:19:29.739640 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:19:29.739640 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:19:29.739640 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:19:29.739640 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:19:29.739640 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:19:29.739640 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:19:29.739640 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:19:29.739640 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:19:29.739640 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:19:29.739640 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:19:29.739640 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:19:29.739640 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:19:29.749330 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:29.823283 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17eeab2-ce70-4f21-96a5-3dc5e63a169d service neutron] Pushing event updated for resources: {'Port': ['ID=311e7740-5e63-48df-865b-4f0fca0df938,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:29.837806 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 305a3a1c-7fd3-4035-9e35-eb23443c1763, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=305a3a1c-7fd3-4035-9e35-eb23443c1763,segment=NetworkSegment(8de8355c-a37f-4fe1-9899-e0cc9dc46979),segment_id=8de8355c-a37f-4fe1-9899-e0cc9dc46979)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:29.902168 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1024e-80a7-48ce-8e80-f49ab18e0d7c req-5cb17714-eced-4ab0-abba-f909da2a0c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:29.903869 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dde1024e-80a7-48ce-8e80-f49ab18e0d7c req-5cb17714-eced-4ab0-abba-f909da2a0c4b service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=995116c7-9dd2-4ca2-8462-ae446a6611ab HTTP/1.1" status: 200 len: 1098 time: 0.2571373 Aug 31 09:19:29.949204 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:29.950435 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 562155d5-60d9-49c5-a20f-72174fb90928 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:19:29.968797 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-d17eeab2-ce70-4f21-96a5-3dc5e63a169d service neutron] Attempting to bind port 311e7740-5e63-48df-865b-4f0fca0df938 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:19:29.969431 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-d17eeab2-ce70-4f21-96a5-3dc5e63a169d service neutron] Attempting to bind port 311e7740-5e63-48df-865b-4f0fca0df938 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'fea79c28-18e6-4c1e-9eb0-fd680c62e5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': 'a1c761f8-404a-498a-a4d9-9ce04e112753'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:19:29.969431 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-d17eeab2-ce70-4f21-96a5-3dc5e63a169d service neutron] Attempting to bind port 311e7740-5e63-48df-865b-4f0fca0df938 on network a1c761f8-404a-498a-a4d9-9ce04e112753 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:29.976866 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0d348f73-af5b-459f-be6a-67c149c1fbc4 req-6610aacf-b17a-4b18-bd61-0683924d48f2 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183890 Aug 31 09:19:29.977527 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-d17eeab2-ce70-4f21-96a5-3dc5e63a169d service neutron] Port 311e7740-5e63-48df-865b-4f0fca0df938 on network a1c761f8-404a-498a-a4d9-9ce04e112753 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:19:29.977861 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-d17eeab2-ce70-4f21-96a5-3dc5e63a169d service neutron] Attempting to bind port 311e7740-5e63-48df-865b-4f0fca0df938 on network a1c761f8-404a-498a-a4d9-9ce04e112753 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:29.986074 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-d17eeab2-ce70-4f21-96a5-3dc5e63a169d service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:19:29.986439 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-d17eeab2-ce70-4f21-96a5-3dc5e63a169d service neutron] Checking segment: {'id': 'fea79c28-18e6-4c1e-9eb0-fd680c62e5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': 'a1c761f8-404a-498a-a4d9-9ce04e112753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:19:29.995814 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-d17eeab2-ce70-4f21-96a5-3dc5e63a169d service neutron] Bound using segment: {'id': 'fea79c28-18e6-4c1e-9eb0-fd680c62e5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': 'a1c761f8-404a-498a-a4d9-9ce04e112753'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:19:29.995814 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-d17eeab2-ce70-4f21-96a5-3dc5e63a169d service neutron] Bound port: 311e7740-5e63-48df-865b-4f0fca0df938, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea79c28-18e6-4c1e-9eb0-fd680c62e5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': 'a1c761f8-404a-498a-a4d9-9ce04e112753'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:19:29.995814 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-d17eeab2-ce70-4f21-96a5-3dc5e63a169d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:30.078405 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6aac3-48aa-46d0-a962-bdc5571feb69 req-f5a8755c-c88a-402e-ad6d-8416debad0ae tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:30.099480 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e0d6aac3-48aa-46d0-a962-bdc5571feb69 req-f5a8755c-c88a-402e-ad6d-8416debad0ae tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 945 time: 0.2373571 Aug 31 09:19:30.106614 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-d17eeab2-ce70-4f21-96a5-3dc5e63a169d service neutron] For port 311e7740-5e63-48df-865b-4f0fca0df938, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:19:30.115290 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-d17eeab2-ce70-4f21-96a5-3dc5e63a169d service neutron] For port 311e7740-5e63-48df-865b-4f0fca0df938, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=311e7740-5e63-48df-865b-4f0fca0df938,segment=NetworkSegment(fea79c28-18e6-4c1e-9eb0-fd680c62e5f4),segment_id=fea79c28-18e6-4c1e-9eb0-fd680c62e5f4)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:19:30.122493 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-78fd2a23-6486-4da7-aee1-e20b8d759756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:30.130969 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-78fd2a23-6486-4da7-aee1-e20b8d759756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:30.136242 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60044) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:30.136643 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-78fd2a23-6486-4da7-aee1-e20b8d759756 admin admin] 10.222.0.119 "DELETE /v2.0/networks/eb34fb7e-785f-49a8-8a19-7fa2632b47c6 HTTP/1.1" status: 204 len: 168 time: 1.4136155 Aug 31 09:19:30.147138 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dde1024e-80a7-48ce-8e80-f49ab18e0d7c req-54103913-63d4-4ca2-b066-05f8a4225c59 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238522 Aug 31 09:19:30.166824 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 562155d5-60d9-49c5-a20f-72174fb90928 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:30.167199 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:30.169676 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=305a3a1c-7fd3-4035-9e35-eb23443c1763,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:30.177622 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd2a23-6486-4da7-aee1-e20b8d759756 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb34fb7e-785f-49a8-8a19-7fa2632b47c6,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:30.196827 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e0d6aac3-48aa-46d0-a962-bdc5571feb69 req-b406e17a-9ba7-4b4d-a8b2-bfe36553b2a8 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959344 Aug 31 09:19:30.250182 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-d82ad46a-cd5a-4250-9a89-411e15cce78b admin admin] Deleting subnet b75cdebb-eac2-4203-8277-b5799f435790 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:19:30.254432 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d82ad46a-cd5a-4250-9a89-411e15cce78b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:30.281631 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-d17eeab2-ce70-4f21-96a5-3dc5e63a169d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:30.303282 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:30.328045 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d82ad46a-cd5a-4250-9a89-411e15cce78b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:30.370062 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-d17eeab2-ce70-4f21-96a5-3dc5e63a169d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:30.371457 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-d17eeab2-ce70-4f21-96a5-3dc5e63a169d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:30.373234 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-d17eeab2-ce70-4f21-96a5-3dc5e63a169d service neutron] 10.222.0.112 "PUT /v2.0/ports/311e7740-5e63-48df-865b-4f0fca0df938 HTTP/1.1" status: 200 len: 1092 time: 2.0598853 Aug 31 09:19:30.374942 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90f92ac-9c10-4f2a-a7fa-2a4c7918c376', 'tag': '311e7740-5e63-48df-865b-4f0fca0df938'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:30.379888 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fa66ee-d70c-43fc-bbd5-f75b0d940447" -d '{"events": [{"name": "network-changed", "server_uuid": "b90f92ac-9c10-4f2a-a7fa-2a4c7918c376", "tag": "311e7740-5e63-48df-865b-4f0fca0df938"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:30.425314 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17eeab2-ce70-4f21-96a5-3dc5e63a169d service neutron] Pushing event updated for resources: {'Port': ['ID=311e7740-5e63-48df-865b-4f0fca0df938,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:30.506571 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51370217-6e11-4e5e-9539-f05825dc5b63 x-openstack-request-id: req-51370217-6e11-4e5e-9539-f05825dc5b63 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:30.506905 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90f92ac-9c10-4f2a-a7fa-2a4c7918c376", "tag": "311e7740-5e63-48df-865b-4f0fca0df938", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:30.507167 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-51370217-6e11-4e5e-9539-f05825dc5b63 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:30.508631 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90f92ac-9c10-4f2a-a7fa-2a4c7918c376', 'tag': '311e7740-5e63-48df-865b-4f0fca0df938', 'status': 'completed', 'code': 200} Aug 31 09:19:30.606504 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d82ad46a-cd5a-4250-9a89-411e15cce78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:30.666141 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-2c255eca-55e2-4eb4-8b07-fde844f6a3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:30.667278 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 562155d5-60d9-49c5-a20f-72174fb90928, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=562155d5-60d9-49c5-a20f-72174fb90928,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:30.667933 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-2c255eca-55e2-4eb4-8b07-fde844f6a3d5 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=c8be5a3950fb435c8e8cd8e3c656cdfc&device_id=b90f92ac-9c10-4f2a-a7fa-2a4c7918c376 HTTP/1.1" status: 200 len: 1095 time: 0.1509624 Aug 31 09:19:30.722557 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1cd65-2146-46f8-9d7a-a59d7e4b6b72 req-905253af-bd6d-4518-a54f-aa89fcd7e161 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:30.724797 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-84e1cd65-2146-46f8-9d7a-a59d7e4b6b72 req-905253af-bd6d-4518-a54f-aa89fcd7e161 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=68ff17f6-f1df-45c9-8d1a-a91e19ccb005 HTTP/1.1" status: 200 len: 946 time: 0.1360786 Aug 31 09:19:30.746785 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:30.766710 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929586d-cfe4-4183-84d6-11a8399e0089 req-ef86098a-a3fb-4f28-aba3-f50ab453ec9f tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:30.773183 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-22ffd30f-dd22-44a2-be85-99ed354a4d84 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=311e7740-5e63-48df-865b-4f0fca0df938 HTTP/1.1" status: 200 len: 217 time: 0.0924339 Aug 31 09:19:30.773404 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7929586d-cfe4-4183-84d6-11a8399e0089 req-ef86098a-a3fb-4f28-aba3-f50ab453ec9f tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=b90f92ac-9c10-4f2a-a7fa-2a4c7918c376 HTTP/1.1" status: 200 len: 943 time: 0.1044481 Aug 31 09:19:30.878351 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=562155d5-60d9-49c5-a20f-72174fb90928,revision_number=7']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:30.904552 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-c0212ab3-09c0-4b83-aee1-ddef9aa6c2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:30.906998 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-c0212ab3-09c0-4b83-aee1-ddef9aa6c2f3 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b147db6a-6b72-4492-9892-536b47a13e42 HTTP/1.1" status: 200 len: 854 time: 0.1090331 Aug 31 09:19:30.911960 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d82ad46a-cd5a-4250-9a89-411e15cce78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:30.912220 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-84e1cd65-2146-46f8-9d7a-a59d7e4b6b72 req-35e67663-1a2d-4546-810b-4f4121390e37 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751957 Aug 31 09:19:30.938690 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7929586d-cfe4-4183-84d6-11a8399e0089 req-772357b5-dd44-43c7-a70f-d5f176101a6c tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309645 Aug 31 09:19:30.960839 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ad46a-cd5a-4250-9a89-411e15cce78b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b75cdebb-eac2-4203-8277-b5799f435790,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:31.009008 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-c252c9e2-2292-4212-aac2-412346262d15 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a1c761f8-404a-498a-a4d9-9ce04e112753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897689 Aug 31 09:19:31.012015 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d82ad46a-cd5a-4250-9a89-411e15cce78b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:31.014205 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d82ad46a-cd5a-4250-9a89-411e15cce78b admin admin] 10.222.0.119 "DELETE /v2.0/subnets/b75cdebb-eac2-4203-8277-b5799f435790 HTTP/1.1" status: 204 len: 168 time: 0.8769028 Aug 31 09:19:31.017565 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60060) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:31.043973 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-1ccb952d-807d-4c0e-86d7-f416b3d18751 service neutron] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:19:31.043973 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-1ccb952d-807d-4c0e-86d7-f416b3d18751 service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0280845 Aug 31 09:19:31.220360 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2791ef6d-44f4-4063-ab7f-354d7aa34cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:31.250342 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-5a93a1e6-16a0-46fb-aeba-b47b1cf05334 service neutron] 10.222.0.112 "GET /v2.0/networks/a1c761f8-404a-498a-a4d9-9ce04e112753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944566 Aug 31 09:19:31.285909 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6d614-dc29-4685-96af-9b21feea1e9f req-2350a2e4-9769-4fff-be8f-5d9d0b263ce1 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:31.287718 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9ba6d614-dc29-4685-96af-9b21feea1e9f req-2350a2e4-9769-4fff-be8f-5d9d0b263ce1 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=995116c7-9dd2-4ca2-8462-ae446a6611ab HTTP/1.1" status: 200 len: 946 time: 0.1709518 Aug 31 09:19:31.423739 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2791ef6d-44f4-4063-ab7f-354d7aa34cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:31.436591 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-2791ef6d-44f4-4063-ab7f-354d7aa34cda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc1b8d71-966f-4b33-bc9b-ec87ccdf33eb']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:31.438300 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aeccf7e-a294-4746-b543-81b7600dd46b req-ab342bd2-6f0d-4703-9a32-15cc921cdc4b service neutron] 10.222.0.112 "GET /v2.0/networks/a1c761f8-404a-498a-a4d9-9ce04e112753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791780 Aug 31 09:19:31.452530 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-2791ef6d-44f4-4063-ab7f-354d7aa34cda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89935e51-144c-4100-81fa-e0ac51fa8aa7') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:31.453127 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-2791ef6d-44f4-4063-ab7f-354d7aa34cda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89935e51-144c-4100-81fa-e0ac51fa8aa7') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:31.464253 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2791ef6d-44f4-4063-ab7f-354d7aa34cda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:31.510570 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2791ef6d-44f4-4063-ab7f-354d7aa34cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:31.525911 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2791ef6d-44f4-4063-ab7f-354d7aa34cda admin admin] Releasing vlan 1603 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:19:31.526309 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2791ef6d-44f4-4063-ab7f-354d7aa34cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:31.528258 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:19:31.528258 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:19:31.528258 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:19:31.528258 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:19:31.528258 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:19:31.528258 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:19:31.528258 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:19:31.528258 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:19:31.528258 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:19:31.528258 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:19:31.528258 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:19:31.528258 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:19:31.528258 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:19:31.528258 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:19:31.528258 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:19:31.528258 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:19:31.528258 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:19:31.528258 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:19:31.528258 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:19:31.528258 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:19:31.528258 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:19:31.528258 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:19:31.528258 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:19:31.528258 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:19:31.528258 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:19:31.528258 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:19:31.528258 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:19:31.528258 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:19:31.528258 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:19:31.528258 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:19:31.528258 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:19:31.528258 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:19:31.551972 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9ba6d614-dc29-4685-96af-9b21feea1e9f req-65f31a19-f2e1-4a3a-addf-f7b3c0aaceff tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284439 Aug 31 09:19:31.592614 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ff17f6-f1df-45c9-8d1a-a91e19ccb005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305a3a1c-7fd3-4035-9e35-eb23443c1763'}, {'server_uuid': 'fdab5b39-eb72-4041-8d1d-6726d8184c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562155d5-60d9-49c5-a20f-72174fb90928'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:31.595551 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61577f8-6c28-44b1-bf3a-f4a1f76ccbc5" -d '{"events": [{"server_uuid": "68ff17f6-f1df-45c9-8d1a-a91e19ccb005", "name": "network-vif-plugged", "status": "completed", "tag": "305a3a1c-7fd3-4035-9e35-eb23443c1763"}, {"server_uuid": "fdab5b39-eb72-4041-8d1d-6726d8184c0b", "name": "network-vif-plugged", "status": "completed", "tag": "562155d5-60d9-49c5-a20f-72174fb90928"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:31.608213 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8e70c-cb56-440b-991e-1b6601649dd2 req-1d8f08fb-f0f4-4556-8d92-254de94b1ac7 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:31.610528 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-87a8e70c-cb56-440b-991e-1b6601649dd2 req-1d8f08fb-f0f4-4556-8d92-254de94b1ac7 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 945 time: 0.2521012 Aug 31 09:19:31.672726 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16adbdba-10ed-45cd-9453-b51756d2ca2e x-openstack-request-id: req-16adbdba-10ed-45cd-9453-b51756d2ca2e {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:31.673961 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ff17f6-f1df-45c9-8d1a-a91e19ccb005", "name": "network-vif-plugged", "status": "completed", "tag": "305a3a1c-7fd3-4035-9e35-eb23443c1763", "code": 200}, {"server_uuid": "fdab5b39-eb72-4041-8d1d-6726d8184c0b", "name": "network-vif-plugged", "status": "completed", "tag": "562155d5-60d9-49c5-a20f-72174fb90928", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:31.674703 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-16adbdba-10ed-45cd-9453-b51756d2ca2e {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:31.675382 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ff17f6-f1df-45c9-8d1a-a91e19ccb005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305a3a1c-7fd3-4035-9e35-eb23443c1763', 'code': 200} Aug 31 09:19:31.675993 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdab5b39-eb72-4041-8d1d-6726d8184c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562155d5-60d9-49c5-a20f-72174fb90928', 'code': 200} Aug 31 09:19:31.695021 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-87a8e70c-cb56-440b-991e-1b6601649dd2 req-705f3305-6c58-49d4-b2f7-d804293d45ba tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688877 Aug 31 09:19:31.711400 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa66ee-d70c-43fc-bbd5-f75b0d940447 req-0a7e216b-0f40-41f8-a308-74d64228a300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:31.713163 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-46fa66ee-d70c-43fc-bbd5-f75b0d940447 req-0a7e216b-0f40-41f8-a308-74d64228a300 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=c8be5a3950fb435c8e8cd8e3c656cdfc&device_id=b90f92ac-9c10-4f2a-a7fa-2a4c7918c376 HTTP/1.1" status: 200 len: 1095 time: 0.0796487 Aug 31 09:19:31.843630 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa66ee-d70c-43fc-bbd5-f75b0d940447 req-8b360538-bf18-45d7-81ae-4d01d128c2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:31.845918 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-46fa66ee-d70c-43fc-bbd5-f75b0d940447 req-8b360538-bf18-45d7-81ae-4d01d128c2b5 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a1c761f8-404a-498a-a4d9-9ce04e112753 HTTP/1.1" status: 200 len: 916 time: 0.1194806 Aug 31 09:19:31.850850 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2791ef6d-44f4-4063-ab7f-354d7aa34cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:31.858665 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2791ef6d-44f4-4063-ab7f-354d7aa34cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:31.864432 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2791ef6d-44f4-4063-ab7f-354d7aa34cda admin admin] 10.222.0.119 "DELETE /v2.0/networks/dc1b8d71-966f-4b33-bc9b-ec87ccdf33eb HTTP/1.1" status: 204 len: 168 time: 0.8429587 Aug 31 09:19:31.877038 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791ef6d-44f4-4063-ab7f-354d7aa34cda admin admin] Pushing event deleted for resources: {'Network': ['ID=dc1b8d71-966f-4b33-bc9b-ec87ccdf33eb,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:31.893969 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483e229-6c02-43c3-87ad-afd04b68fdb3 req-7f93fa0a-6eaa-46c0-b188-b24b25ac2880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:31.900314 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f483e229-6c02-43c3-87ad-afd04b68fdb3 req-7f93fa0a-6eaa-46c0-b188-b24b25ac2880 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=68ff17f6-f1df-45c9-8d1a-a91e19ccb005 HTTP/1.1" status: 200 len: 1098 time: 0.1187863 Aug 31 09:19:31.936907 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-46fa66ee-d70c-43fc-bbd5-f75b0d940447 req-5b4271b3-f645-4876-9d95-c2b3e436aa31 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=311e7740-5e63-48df-865b-4f0fca0df938 HTTP/1.1" status: 200 len: 217 time: 0.0753860 Aug 31 09:19:32.028666 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f483e229-6c02-43c3-87ad-afd04b68fdb3 req-55ad2f88-cd2e-47cb-bf34-bb27d15f2264 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190512 Aug 31 09:19:32.087884 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa66ee-d70c-43fc-bbd5-f75b0d940447 req-2f6f0567-5413-4597-9641-d4c93e2460c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:32.090196 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-46fa66ee-d70c-43fc-bbd5-f75b0d940447 req-2f6f0567-5413-4597-9641-d4c93e2460c8 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b147db6a-6b72-4492-9892-536b47a13e42 HTTP/1.1" status: 200 len: 854 time: 0.1430488 Aug 31 09:19:32.181315 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82a5a7-b830-484f-bd57-04e0197aff2d req-40ccbabe-8fb6-4abd-804f-abbb37c6502f tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:32.190453 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6a82a5a7-b830-484f-bd57-04e0197aff2d req-40ccbabe-8fb6-4abd-804f-abbb37c6502f tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=68ff17f6-f1df-45c9-8d1a-a91e19ccb005 HTTP/1.1" status: 200 len: 946 time: 0.1220398 Aug 31 09:19:32.220586 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed83ce-1afc-4365-85a1-439b802dc1cf req-2604daed-24bf-48d7-b730-9ef6a8646f5b tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:32.228002 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aed83ce-1afc-4365-85a1-439b802dc1cf req-2604daed-24bf-48d7-b730-9ef6a8646f5b tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=b90f92ac-9c10-4f2a-a7fa-2a4c7918c376 HTTP/1.1" status: 200 len: 943 time: 0.1066821 Aug 31 09:19:32.272828 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60082) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:32.287087 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6a82a5a7-b830-484f-bd57-04e0197aff2d req-de7a8d26-d8f6-4650-ad5d-2e300794e9be tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952861 Aug 31 09:19:32.332265 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-46fa66ee-d70c-43fc-bbd5-f75b0d940447 req-72c74d0a-acc3-402d-bb84-78c7848cf4ad service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a1c761f8-404a-498a-a4d9-9ce04e112753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490949 Aug 31 09:19:32.373193 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aed83ce-1afc-4365-85a1-439b802dc1cf req-f1ac3c34-5b67-41ba-b919-0222b4287335 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441967 Aug 31 09:19:32.423698 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:32.433735 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e7bdb066-bd06-47af-ac98-8e69d2b7d034 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=fcf1471532c64a46875d2e9174ac99e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1559851 Aug 31 09:19:32.437306 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60090) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:32.514939 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-46fa66ee-d70c-43fc-bbd5-f75b0d940447 req-d589590d-9723-4137-afcc-1e143ea4a9fa service neutron] 10.222.0.112 "GET /v2.0/networks/a1c761f8-404a-498a-a4d9-9ce04e112753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616662 Aug 31 09:19:32.558958 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7ddcc67b-b4eb-4140-91be-bbc7cfd4cd4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:32.598476 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7ddcc67b-b4eb-4140-91be-bbc7cfd4cd4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:32.723565 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-46fa66ee-d70c-43fc-bbd5-f75b0d940447 req-2a827edb-f839-46d0-9fc7-62b03b4318a8 service neutron] 10.222.0.112 "GET /v2.0/networks/a1c761f8-404a-498a-a4d9-9ce04e112753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957183 Aug 31 09:19:32.761388 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e89504-4506-40c8-8d38-15d4b49548d5 req-b7be819b-c487-4e12-9d79-a19699705b8c tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:32.763096 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22e89504-4506-40c8-8d38-15d4b49548d5 req-b7be819b-c487-4e12-9d79-a19699705b8c tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=995116c7-9dd2-4ca2-8462-ae446a6611ab HTTP/1.1" status: 200 len: 946 time: 0.0711267 Aug 31 09:19:32.861010 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22e89504-4506-40c8-8d38-15d4b49548d5 req-9ecdfab5-74a0-491f-9461-f017bd4c293c tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900328 Aug 31 09:19:32.883046 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b4da3-83a3-42a7-bb0d-f1cca776b8ad req-6ee0d2a2-734e-465a-b1b8-591dca3a496c tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:32.884706 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e00b4da3-83a3-42a7-bb0d-f1cca776b8ad req-6ee0d2a2-734e-465a-b1b8-591dca3a496c tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 945 time: 0.0896268 Aug 31 09:19:32.943038 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:32.954499 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e00b4da3-83a3-42a7-bb0d-f1cca776b8ad req-2f76c212-1ff0-46a4-8d82-0f4da05c3884 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523019 Aug 31 09:19:32.954499 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7ddcc67b-b4eb-4140-91be-bbc7cfd4cd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:32.954499 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7ddcc67b-b4eb-4140-91be-bbc7cfd4cd4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:32.954499 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7ddcc67b-b4eb-4140-91be-bbc7cfd4cd4a admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/4893d449-e40e-4919-8d0b-8cd1bf1980a4 HTTP/1.1" status: 204 len: 168 time: 0.5177660 Aug 31 09:19:32.961913 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddcc67b-b4eb-4140-91be-bbc7cfd4cd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4893d449-e40e-4919-8d0b-8cd1bf1980a4,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:33.526866 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f29433-da0a-4dfe-8429-f3f34cf77084 req-5146d3b6-30d4-4797-8279-babded9969fa tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:33.530049 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-84f29433-da0a-4dfe-8429-f3f34cf77084 req-5146d3b6-30d4-4797-8279-babded9969fa tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=68ff17f6-f1df-45c9-8d1a-a91e19ccb005 HTTP/1.1" status: 200 len: 946 time: 0.0943007 Aug 31 09:19:33.651257 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-84f29433-da0a-4dfe-8429-f3f34cf77084 req-f8d61196-74fe-45e3-b564-1f80702e51b0 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061587 Aug 31 09:19:33.664899 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462a350-94a5-49bf-b0ed-1e5ee9604727 req-2e8ada9b-c7d1-40c3-894f-e0f19afff803 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:33.666430 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0462a350-94a5-49bf-b0ed-1e5ee9604727 req-2e8ada9b-c7d1-40c3-894f-e0f19afff803 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=995116c7-9dd2-4ca2-8462-ae446a6611ab HTTP/1.1" status: 200 len: 946 time: 0.1345780 Aug 31 09:19:33.724625 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0462a350-94a5-49bf-b0ed-1e5ee9604727 req-8a1bbdca-c374-4cc4-8649-175989f89f95 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474465 Aug 31 09:19:33.820857 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700254e1-342b-4124-942d-b3d53ffaf3bc req-e04b4423-a775-4eba-8006-76b8cd9d8f4e tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:33.824740 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-700254e1-342b-4124-942d-b3d53ffaf3bc req-e04b4423-a775-4eba-8006-76b8cd9d8f4e tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=b90f92ac-9c10-4f2a-a7fa-2a4c7918c376 HTTP/1.1" status: 200 len: 943 time: 0.0939910 Aug 31 09:19:33.879536 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-700254e1-342b-4124-942d-b3d53ffaf3bc req-15d2cc76-5c1b-4509-849b-9004d75eba4b tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504100 Aug 31 09:19:33.968647 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60124) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:34.020513 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60128) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:34.027291 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-fb27a853-4b98-45f7-808c-52f69805082c admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=6729f40cb87f45e786e1746081984d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0572195 Aug 31 09:19:34.103244 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e5b58ab0-6728-46e7-b11f-4f4dcc4cd02b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:34.129386 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e5b58ab0-6728-46e7-b11f-4f4dcc4cd02b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:34.155598 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb824b2-b5a5-4a2c-b427-748d61b5bddf req-1f64ca0b-64e8-4275-a805-db6fac3392c1 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:34.157291 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2eb824b2-b5a5-4a2c-b427-748d61b5bddf req-1f64ca0b-64e8-4275-a805-db6fac3392c1 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 945 time: 0.0834110 Aug 31 09:19:34.224042 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2eb824b2-b5a5-4a2c-b427-748d61b5bddf req-6f17dfb6-6bf4-429a-9006-7b052400ff8c tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604997 Aug 31 09:19:34.274726 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e5b58ab0-6728-46e7-b11f-4f4dcc4cd02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:34.278016 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e5b58ab0-6728-46e7-b11f-4f4dcc4cd02b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:34.280141 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e5b58ab0-6728-46e7-b11f-4f4dcc4cd02b admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/7462736a-b15e-4386-863e-bd5b49a87ee5 HTTP/1.1" status: 204 len: 168 time: 0.2585022 Aug 31 09:19:34.300664 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b58ab0-6728-46e7-b11f-4f4dcc4cd02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7462736a-b15e-4386-863e-bd5b49a87ee5,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:34.418413 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 311e7740-5e63-48df-865b-4f0fca0df938 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:19:34.646087 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 311e7740-5e63-48df-865b-4f0fca0df938, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=311e7740-5e63-48df-865b-4f0fca0df938,segment=NetworkSegment(fea79c28-18e6-4c1e-9eb0-fd680c62e5f4),segment_id=fea79c28-18e6-4c1e-9eb0-fd680c62e5f4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:34.663517 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '311e7740-5e63-48df-865b-4f0fca0df938', 'network_id': 'a1c761f8-404a-498a-a4d9-9ce04e112753', 'port_id': '311e7740-5e63-48df-865b-4f0fca0df938', 'mac_address': 'fa:16:3e:c9:be:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b147db6a-6b72-4492-9892-536b47a13e42', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:19:34.729853 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:34.745751 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 311e7740-5e63-48df-865b-4f0fca0df938 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:19:34.782753 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 311e7740-5e63-48df-865b-4f0fca0df938, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=311e7740-5e63-48df-865b-4f0fca0df938,segment=NetworkSegment(fea79c28-18e6-4c1e-9eb0-fd680c62e5f4),segment_id=fea79c28-18e6-4c1e-9eb0-fd680c62e5f4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:34.867946 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17952a6-256d-4450-aead-8c9d76c8153c req-3f94d414-5ea8-474f-be70-5bab2c544fec tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:34.868924 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:34.876778 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c17952a6-256d-4450-aead-8c9d76c8153c req-3f94d414-5ea8-474f-be70-5bab2c544fec tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=68ff17f6-f1df-45c9-8d1a-a91e19ccb005 HTTP/1.1" status: 200 len: 946 time: 0.1359744 Aug 31 09:19:34.940811 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=311e7740-5e63-48df-865b-4f0fca0df938,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:34.982406 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c17952a6-256d-4450-aead-8c9d76c8153c req-7cfd54b3-9191-4f3f-a084-b0ed90e9a469 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041236 Aug 31 09:19:35.016101 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc60a6-922c-4087-bb6d-59e8996eea49 req-0ee1a83f-957c-4b94-a031-33b0ed988beb tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:35.019231 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7cfc60a6-922c-4087-bb6d-59e8996eea49 req-0ee1a83f-957c-4b94-a031-33b0ed988beb tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=995116c7-9dd2-4ca2-8462-ae446a6611ab HTTP/1.1" status: 200 len: 946 time: 0.1163068 Aug 31 09:19:35.114085 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7cfc60a6-922c-4087-bb6d-59e8996eea49 req-d5d52a59-52bf-4f10-8885-57968cda2fae tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819376 Aug 31 09:19:35.229098 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba14d0-06d7-42b9-a0f2-1bedb73f3d9e req-ba4a4d1d-a8bb-4a71-8fcb-616dab9af4cb tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:35.231552 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6aba14d0-06d7-42b9-a0f2-1bedb73f3d9e req-ba4a4d1d-a8bb-4a71-8fcb-616dab9af4cb tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.112 "GET /v2.0/ports?device_id=995116c7-9dd2-4ca2-8462-ae446a6611ab HTTP/1.1" status: 200 len: 946 time: 0.1552601 Aug 31 09:19:35.242471 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80587f0-ae29-4d74-a263-5760f7519603 req-c2d7009f-cfd8-4a7d-b56d-77c12a93364f tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:35.245304 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['311e7740-5e63-48df-865b-4f0fca0df938'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:19:35.267850 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e80587f0-ae29-4d74-a263-5760f7519603 req-c2d7009f-cfd8-4a7d-b56d-77c12a93364f tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=b90f92ac-9c10-4f2a-a7fa-2a4c7918c376 HTTP/1.1" status: 200 len: 944 time: 0.1127205 Aug 31 09:19:35.353476 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e80587f0-ae29-4d74-a263-5760f7519603 req-8f69908d-ed9b-4be3-8a2c-4ecc0ae1cacc tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842235 Aug 31 09:19:35.380598 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4f12a-9493-4ec0-b7a6-72dc951988e0 req-e8f176a7-9d82-4253-9325-83d0cb9d8f66 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:35.382744 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ddf4f12a-9493-4ec0-b7a6-72dc951988e0 req-e8f176a7-9d82-4253-9325-83d0cb9d8f66 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=68ff17f6-f1df-45c9-8d1a-a91e19ccb005 HTTP/1.1" status: 200 len: 946 time: 0.1029162 Aug 31 09:19:35.419820 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-6aba14d0-06d7-42b9-a0f2-1bedb73f3d9e req-a25fbb75-96fe-4e72-ba2e-aed29e964569 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Deleting port 8654a777-241c-4889-9553-03267e90bad6 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:19:35.421030 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6aba14d0-06d7-42b9-a0f2-1bedb73f3d9e req-a25fbb75-96fe-4e72-ba2e-aed29e964569 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:35.469322 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ddf4f12a-9493-4ec0-b7a6-72dc951988e0 req-dcad40eb-6b76-4aaf-8e6f-f21a27a4a6d2 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678971 Aug 31 09:19:35.614063 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec84f5-f1f5-4ada-b8d7-d7e8a98ace30 req-c245a0bd-9e7f-4f69-a561-f6dbe21861d2 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:35.617648 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75ec84f5-f1f5-4ada-b8d7-d7e8a98ace30 req-c245a0bd-9e7f-4f69-a561-f6dbe21861d2 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 945 time: 0.1239941 Aug 31 09:19:35.624297 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-6aba14d0-06d7-42b9-a0f2-1bedb73f3d9e req-a25fbb75-96fe-4e72-ba2e-aed29e964569 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] For port 8654a777-241c-4889-9553-03267e90bad6, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8654a777-241c-4889-9553-03267e90bad6,segment=NetworkSegment(e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897),segment_id=e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:35.631107 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6aba14d0-06d7-42b9-a0f2-1bedb73f3d9e req-a25fbb75-96fe-4e72-ba2e-aed29e964569 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:35.660929 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-6aba14d0-06d7-42b9-a0f2-1bedb73f3d9e req-a25fbb75-96fe-4e72-ba2e-aed29e964569 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Calling delete_port for 8654a777-241c-4889-9553-03267e90bad6 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:19:35.694104 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75ec84f5-f1f5-4ada-b8d7-d7e8a98ace30 req-1e1204cb-ccfd-46a7-a0b2-2c0a0d489c9a tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687776 Aug 31 09:19:36.007767 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6aba14d0-06d7-42b9-a0f2-1bedb73f3d9e req-a25fbb75-96fe-4e72-ba2e-aed29e964569 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:36.014105 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfb8cd-a5db-4983-a515-e52e08193973 req-681991ba-05ad-4690-b403-12fee8a8626b tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:36.015696 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b9bfb8cd-a5db-4983-a515-e52e08193973 req-681991ba-05ad-4690-b403-12fee8a8626b tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=68ff17f6-f1df-45c9-8d1a-a91e19ccb005 HTTP/1.1" status: 200 len: 946 time: 0.0854921 Aug 31 09:19:36.100459 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b9bfb8cd-a5db-4983-a515-e52e08193973 req-c2c1ce9e-d372-45bf-8c52-333ef8d7560c tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739279 Aug 31 09:19:36.152341 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25fbb75-96fe-4e72-ba2e-aed29e964569 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Pushing event deleted for resources: {'Port': ['ID=8654a777-241c-4889-9553-03267e90bad6,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:36.223624 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aba14d0-06d7-42b9-a0f2-1bedb73f3d9e req-a25fbb75-96fe-4e72-ba2e-aed29e964569 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] No DVR routers for this DVR port 8654a777-241c-4889-9553-03267e90bad6 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:19:36.226380 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6aba14d0-06d7-42b9-a0f2-1bedb73f3d9e req-a25fbb75-96fe-4e72-ba2e-aed29e964569 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:36.228939 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6aba14d0-06d7-42b9-a0f2-1bedb73f3d9e req-a25fbb75-96fe-4e72-ba2e-aed29e964569 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.112 "DELETE /v2.0/ports/8654a777-241c-4889-9553-03267e90bad6 HTTP/1.1" status: 204 len: 173 time: 0.9895604 Aug 31 09:19:36.229456 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995116c7-9dd2-4ca2-8462-ae446a6611ab', 'name': 'network-vif-deleted', 'tag': '8654a777-241c-4889-9553-03267e90bad6'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:36.231921 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1714ac46-def5-4fb4-bedc-ae6412e62d32" -d '{"events": [{"server_uuid": "995116c7-9dd2-4ca2-8462-ae446a6611ab", "name": "network-vif-deleted", "tag": "8654a777-241c-4889-9553-03267e90bad6"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:36.282537 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e37d1a-8e9f-4f22-abd1-04c555ae2b95 req-b2cf4aa7-5a9f-4d38-a1e7-baf138060d3d tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:36.284944 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b0e37d1a-8e9f-4f22-abd1-04c555ae2b95 req-b2cf4aa7-5a9f-4d38-a1e7-baf138060d3d tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=68ff17f6-f1df-45c9-8d1a-a91e19ccb005 HTTP/1.1" status: 200 len: 946 time: 0.0800459 Aug 31 09:19:36.338447 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a8d667ad-c373-4cbf-8e2a-d8c4e9e4040b req-48d0cf32-a577-4f06-93b6-fb918138e76d tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=995116c7-9dd2-4ca2-8462-ae446a6611ab HTTP/1.1" status: 200 len: 210 time: 0.0435872 Aug 31 09:19:36.359727 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b0e37d1a-8e9f-4f22-abd1-04c555ae2b95 req-b0348216-a7db-4d4a-9f08-98dd769cac7d tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661149 Aug 31 09:19:36.380288 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f', '8654a777-241c-4889-9553-03267e90bad6'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:19:36.469590 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7d1332-28df-46ff-9a1d-50693b749868 x-openstack-request-id: req-4b7d1332-28df-46ff-9a1d-50693b749868 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:36.469966 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "995116c7-9dd2-4ca2-8462-ae446a6611ab", "name": "network-vif-deleted", "tag": "8654a777-241c-4889-9553-03267e90bad6", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:36.470174 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4b7d1332-28df-46ff-9a1d-50693b749868 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:36.470590 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995116c7-9dd2-4ca2-8462-ae446a6611ab', 'name': 'network-vif-deleted', 'tag': '8654a777-241c-4889-9553-03267e90bad6', 'status': 'completed', 'code': 200} Aug 31 09:19:36.711517 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b6ed7-0ba9-4aaf-90ae-6de5658ea3d8 req-787d9b29-3169-4efa-a645-6723d0db28cc tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:36.720930 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ea0b6ed7-0ba9-4aaf-90ae-6de5658ea3d8 req-787d9b29-3169-4efa-a645-6723d0db28cc tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=b90f92ac-9c10-4f2a-a7fa-2a4c7918c376 HTTP/1.1" status: 200 len: 944 time: 0.1521149 Aug 31 09:19:36.771581 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ea0b6ed7-0ba9-4aaf-90ae-6de5658ea3d8 req-bc301502-17be-4701-b998-b86117f71f34 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493793 Aug 31 09:19:36.957927 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b97315-e4a8-41d3-8772-170477a25116 req-21da9d18-8eed-46cb-9c9e-752246ff5381 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:36.963452 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c9b97315-e4a8-41d3-8772-170477a25116 req-21da9d18-8eed-46cb-9c9e-752246ff5381 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 945 time: 0.0778427 Aug 31 09:19:37.147940 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c9b97315-e4a8-41d3-8772-170477a25116 req-38be12c3-05c2-4e64-bdc5-9d12edd23d80 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740649 Aug 31 09:19:37.172625 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f74ef-4c91-491f-8286-b95164ef445a req-2511ec03-4a76-42fe-87bb-4d5640d072d6 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:37.180222 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-900f74ef-4c91-491f-8286-b95164ef445a req-2511ec03-4a76-42fe-87bb-4d5640d072d6 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=68ff17f6-f1df-45c9-8d1a-a91e19ccb005 HTTP/1.1" status: 200 len: 946 time: 0.2013001 Aug 31 09:19:37.199898 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-564a1bba-c2d1-448c-ad83-45c9e1889664 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:37.202253 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-564a1bba-c2d1-448c-ad83-45c9e1889664 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08&tenant_id=91627f68c71f4b29855d6c5fb4946dae&binding%3Ahost_id=n-h1-791506-28 HTTP/1.1" status: 200 len: 1097 time: 0.2048640 Aug 31 09:19:37.290798 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-900f74ef-4c91-491f-8286-b95164ef445a req-33df7608-410e-4803-ba29-88da738db1fa tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092811 Aug 31 09:19:37.438017 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-7484e556-2b76-45e4-af52-2aa66c36820a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791506-28'}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:37.569422 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba85fca3-0662-4ff2-afe0-6d3f1ef52497 req-656c544e-a77d-422d-bd14-13031ae0d7a1 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=995116c7-9dd2-4ca2-8462-ae446a6611ab HTTP/1.1" status: 200 len: 210 time: 0.0801251 Aug 31 09:19:37.583529 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a336fb7-eb88-407f-b5ad-bd8156776bcf req-b345a175-739f-40cf-ac4d-49e5f1ae3c50 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:37.585115 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a336fb7-eb88-407f-b5ad-bd8156776bcf req-b345a175-739f-40cf-ac4d-49e5f1ae3c50 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=68ff17f6-f1df-45c9-8d1a-a91e19ccb005 HTTP/1.1" status: 200 len: 946 time: 0.1753681 Aug 31 09:19:37.585749 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-7484e556-2b76-45e4-af52-2aa66c36820a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:37.661621 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a336fb7-eb88-407f-b5ad-bd8156776bcf req-61434160-a611-41fc-83f8-752d1f4d6784 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645533 Aug 31 09:19:37.751461 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-7484e556-2b76-45e4-af52-2aa66c36820a service neutron] For port d4666753-078a-42c4-9dfa-03aa829b437c, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=d4666753-078a-42c4-9dfa-03aa829b437c,segment=NetworkSegment(329c79c6-5ca3-4a1a-b3d4-414355128167),segment_id=329c79c6-5ca3-4a1a-b3d4-414355128167)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:37.853277 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-7484e556-2b76-45e4-af52-2aa66c36820a service neutron] For port d4666753-078a-42c4-9dfa-03aa829b437c, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:19:37.965904 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba7ca7e-89f4-4667-9af9-d369fc146e08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4666753-078a-42c4-9dfa-03aa829b437c'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:37.969287 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b8b778-f332-40d4-8457-b85621ec108e" -d '{"events": [{"server_uuid": "4ba7ca7e-89f4-4667-9af9-d369fc146e08", "name": "network-vif-unplugged", "status": "completed", "tag": "d4666753-078a-42c4-9dfa-03aa829b437c"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:37.974889 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-7484e556-2b76-45e4-af52-2aa66c36820a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:37.998967 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69db408-22a0-4545-b99d-cfde5aab214c req-d8562f68-9547-44fe-b948-f3fa9f136cb8 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:38.001126 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c69db408-22a0-4545-b99d-cfde5aab214c req-d8562f68-9547-44fe-b948-f3fa9f136cb8 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=b90f92ac-9c10-4f2a-a7fa-2a4c7918c376 HTTP/1.1" status: 200 len: 944 time: 0.0823476 Aug 31 09:19:38.047884 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c69db408-22a0-4545-b99d-cfde5aab214c req-a1292892-6558-471c-b75d-dad64ca4d86e tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393829 Aug 31 09:19:38.101989 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4066254e-464a-4b07-bbce-48e5c5d38fcb x-openstack-request-id: req-4066254e-464a-4b07-bbce-48e5c5d38fcb {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:38.102290 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba7ca7e-89f4-4667-9af9-d369fc146e08", "name": "network-vif-unplugged", "status": "completed", "tag": "d4666753-078a-42c4-9dfa-03aa829b437c", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:38.102557 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4066254e-464a-4b07-bbce-48e5c5d38fcb {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:38.103006 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba7ca7e-89f4-4667-9af9-d369fc146e08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4666753-078a-42c4-9dfa-03aa829b437c', 'code': 200} Aug 31 09:19:38.237432 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device d4666753-078a-42c4-9dfa-03aa829b437c details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:19:38.288611 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080e41f-d248-471b-8821-08b46f5ba34a req-184ebf41-1af0-49c2-b39a-67bc4691a8e2 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:38.290310 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9080e41f-d248-471b-8821-08b46f5ba34a req-184ebf41-1af0-49c2-b39a-67bc4691a8e2 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 945 time: 0.0589862 Aug 31 09:19:38.341376 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9080e41f-d248-471b-8821-08b46f5ba34a req-d9c70fad-3d76-45d1-814d-e7e8a8db4c88 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427785 Aug 31 09:19:38.352731 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port d4666753-078a-42c4-9dfa-03aa829b437c, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=d4666753-078a-42c4-9dfa-03aa829b437c,segment=NetworkSegment(329c79c6-5ca3-4a1a-b3d4-414355128167),segment_id=329c79c6-5ca3-4a1a-b3d4-414355128167)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:38.366463 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device d4666753-078a-42c4-9dfa-03aa829b437c has no active binding in host n-h2-791506-28 {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 09:19:38.447900 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 311e7740-5e63-48df-865b-4f0fca0df938 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:19:38.482893 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-7484e556-2b76-45e4-af52-2aa66c36820a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:38.565747 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7484e556-2b76-45e4-af52-2aa66c36820a service neutron] Pushing event updated for resources: {'Port': ['ID=d4666753-078a-42c4-9dfa-03aa829b437c,revision_number=7']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:38.584777 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-7484e556-2b76-45e4-af52-2aa66c36820a service neutron] Attempting to bind port d4666753-078a-42c4-9dfa-03aa829b437c on host n-h1-791506-28 for vnic_type normal with profile {"migrating_to": "n-h2-791506-28"} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:19:38.585193 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-7484e556-2b76-45e4-af52-2aa66c36820a service neutron] Attempting to bind port d4666753-078a-42c4-9dfa-03aa829b437c by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:19:38.585582 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-7484e556-2b76-45e4-af52-2aa66c36820a service neutron] Attempting to bind port d4666753-078a-42c4-9dfa-03aa829b437c on network f353997d-12d5-47f5-bc55-13148c348a0b {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:38.593110 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-7484e556-2b76-45e4-af52-2aa66c36820a service neutron] Port d4666753-078a-42c4-9dfa-03aa829b437c on network f353997d-12d5-47f5-bc55-13148c348a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:19:38.593564 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-7484e556-2b76-45e4-af52-2aa66c36820a service neutron] Attempting to bind port d4666753-078a-42c4-9dfa-03aa829b437c on network f353997d-12d5-47f5-bc55-13148c348a0b {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:38.599471 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-7484e556-2b76-45e4-af52-2aa66c36820a service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:19:38.599896 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-7484e556-2b76-45e4-af52-2aa66c36820a service neutron] Checking segment: {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:19:38.600354 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-7484e556-2b76-45e4-af52-2aa66c36820a service neutron] Bound using segment: {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:19:38.600900 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-7484e556-2b76-45e4-af52-2aa66c36820a service neutron] Bound port: d4666753-078a-42c4-9dfa-03aa829b437c, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c79c6-5ca3-4a1a-b3d4-414355128167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1637, 'network_id': 'f353997d-12d5-47f5-bc55-13148c348a0b'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:19:38.601335 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-7484e556-2b76-45e4-af52-2aa66c36820a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:38.642215 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60260) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:38.652938 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-5b99bc1e-2855-4e3e-99f6-35469286bdda tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-776211429'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:38.674777 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 311e7740-5e63-48df-865b-4f0fca0df938 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:19:38.679170 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 311e7740-5e63-48df-865b-4f0fca0df938 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:38.679963 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:38.710862 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-7484e556-2b76-45e4-af52-2aa66c36820a service neutron] For port d4666753-078a-42c4-9dfa-03aa829b437c, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:19:38.766188 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-7484e556-2b76-45e4-af52-2aa66c36820a service neutron] For port d4666753-078a-42c4-9dfa-03aa829b437c, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=d4666753-078a-42c4-9dfa-03aa829b437c,segment=NetworkSegment(329c79c6-5ca3-4a1a-b3d4-414355128167),segment_id=329c79c6-5ca3-4a1a-b3d4-414355128167)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:19:38.787550 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784a303-cd02-4381-bcfa-54e73dc06513 req-4357bd9e-0107-453a-902c-8f133e15278c tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:38.799645 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3784a303-cd02-4381-bcfa-54e73dc06513 req-4357bd9e-0107-453a-902c-8f133e15278c tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.0909243 Aug 31 09:19:38.801102 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b99bc1e-2855-4e3e-99f6-35469286bdda tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Made reservation on behalf of 28327f57472644c38ebbd2d055c39768 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:19:38.805031 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5b99bc1e-2855-4e3e-99f6-35469286bdda tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:38.859418 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:38.862739 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3784a303-cd02-4381-bcfa-54e73dc06513 req-bf6db650-0101-4041-819a-0375bd1a8f9b tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560992 Aug 31 09:19:38.888082 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90f92ac-9c10-4f2a-a7fa-2a4c7918c376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311e7740-5e63-48df-865b-4f0fca0df938'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:38.889258 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-7484e556-2b76-45e4-af52-2aa66c36820a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:38.892688 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24081fe5-daf5-41b5-9f84-cf199f296e8f" -d '{"events": [{"server_uuid": "b90f92ac-9c10-4f2a-a7fa-2a4c7918c376", "name": "network-vif-plugged", "status": "completed", "tag": "311e7740-5e63-48df-865b-4f0fca0df938"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:38.900071 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b99bc1e-2855-4e3e-99f6-35469286bdda tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] vlan segment allocate from pool success with {'vlan_id': 1614, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:19:38.909835 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 311e7740-5e63-48df-865b-4f0fca0df938, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=311e7740-5e63-48df-865b-4f0fca0df938,segment=NetworkSegment(fea79c28-18e6-4c1e-9eb0-fd680c62e5f4),segment_id=fea79c28-18e6-4c1e-9eb0-fd680c62e5f4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:38.922132 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5b99bc1e-2855-4e3e-99f6-35469286bdda tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:38.922497 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-5b99bc1e-2855-4e3e-99f6-35469286bdda tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Added segment f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef of type vlan for network 94d58612-6d06-41c9-a267-ebf7c959afe6 Aug 31 09:19:38.999325 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b23882-b74e-41de-a76c-712a6861ef89 x-openstack-request-id: req-22b23882-b74e-41de-a76c-712a6861ef89 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:39.000371 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90f92ac-9c10-4f2a-a7fa-2a4c7918c376", "name": "network-vif-plugged", "status": "completed", "tag": "311e7740-5e63-48df-865b-4f0fca0df938", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:39.000636 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-22b23882-b74e-41de-a76c-712a6861ef89 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:39.001239 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90f92ac-9c10-4f2a-a7fa-2a4c7918c376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311e7740-5e63-48df-865b-4f0fca0df938', 'code': 200} Aug 31 09:19:39.043116 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-7484e556-2b76-45e4-af52-2aa66c36820a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:39.044207 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-7484e556-2b76-45e4-af52-2aa66c36820a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:39.047428 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-7484e556-2b76-45e4-af52-2aa66c36820a service neutron] 10.222.0.59 "PUT /v2.0/ports/d4666753-078a-42c4-9dfa-03aa829b437c HTTP/1.1" status: 200 len: 1123 time: 1.8357730 Aug 31 09:19:39.047999 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5b99bc1e-2855-4e3e-99f6-35469286bdda tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:39.104405 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-08ef619e-720a-47cd-b854-5145df4a37c5 req-ecde504d-6220-47a2-9442-f4c74704510b tempest-FlavorsV2NegativeTest-1074562652 tempest-FlavorsV2NegativeTest-1074562652-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=c138b8f4ce59417a8b7037b8db9372a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661306 Aug 31 09:19:39.117211 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7484e556-2b76-45e4-af52-2aa66c36820a service neutron] Pushing event updated for resources: {'Port': ['ID=d4666753-078a-42c4-9dfa-03aa829b437c,revision_number=8']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:39.119488 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:39.120366 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 8654a777-241c-4889-9553-03267e90bad6 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:19:39.212515 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['d4666753-078a-42c4-9dfa-03aa829b437c'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:19:39.231657 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['d4666753-078a-42c4-9dfa-03aa829b437c'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:19:39.235982 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 8654a777-241c-4889-9553-03267e90bad6 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:19:39.236538 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 8654a777-241c-4889-9553-03267e90bad6 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:19:39.283235 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5b99bc1e-2855-4e3e-99f6-35469286bdda tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:39.298947 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b99bc1e-2855-4e3e-99f6-35469286bdda tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:39.299685 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5b99bc1e-2855-4e3e-99f6-35469286bdda tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:39.353531 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=311e7740-5e63-48df-865b-4f0fca0df938,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:39.550149 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef619e-720a-47cd-b854-5145df4a37c5 req-d3d949ca-91b2-4acc-98c0-30e0268d499a tempest-FlavorsV2NegativeTest-1074562652 tempest-FlavorsV2NegativeTest-1074562652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:39.557676 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-08ef619e-720a-47cd-b854-5145df4a37c5 req-d3d949ca-91b2-4acc-98c0-30e0268d499a tempest-FlavorsV2NegativeTest-1074562652 tempest-FlavorsV2NegativeTest-1074562652-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4521277 Aug 31 09:19:39.575284 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-08ef619e-720a-47cd-b854-5145df4a37c5 req-8adc3cc7-4b1a-4d3c-b354-311b2b3eb28e tempest-FlavorsV2NegativeTest-1074562652 tempest-FlavorsV2NegativeTest-1074562652-project] 10.222.0.119 "GET /v2.0/quotas/c138b8f4ce59417a8b7037b8db9372a8 HTTP/1.1" status: 200 len: 375 time: 0.0166378 Aug 31 09:19:39.589905 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9a9c8-de1d-45c7-a505-7303a825e687 req-9872bb07-c37c-40b8-8d98-7c3e91494b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:39.592236 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a3c9a9c8-de1d-45c7-a505-7303a825e687 req-9872bb07-c37c-40b8-8d98-7c3e91494b9c service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=b90f92ac-9c10-4f2a-a7fa-2a4c7918c376 HTTP/1.1" status: 200 len: 1097 time: 0.5110631 Aug 31 09:19:39.593921 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5b99bc1e-2855-4e3e-99f6-35469286bdda tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9489725 Aug 31 09:19:39.598393 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60296) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:39.606743 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-033a6ba5-7cca-44ba-8655-07837087bcad tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1232996222'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:39.613905 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99bc1e-2855-4e3e-99f6-35469286bdda tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Pushing event updated for resources: {'Network': ['ID=94d58612-6d06-41c9-a267-ebf7c959afe6,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:39.647091 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b99bc1e-2855-4e3e-99f6-35469286bdda tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:39.648159 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b99bc1e-2855-4e3e-99f6-35469286bdda tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:39.648685 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b99bc1e-2855-4e3e-99f6-35469286bdda tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:39.649319 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b99bc1e-2855-4e3e-99f6-35469286bdda tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:39.649875 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b99bc1e-2855-4e3e-99f6-35469286bdda tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:39.652167 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b99bc1e-2855-4e3e-99f6-35469286bdda tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:39.652844 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b99bc1e-2855-4e3e-99f6-35469286bdda tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:39.653503 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b99bc1e-2855-4e3e-99f6-35469286bdda tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:39.657821 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b99bc1e-2855-4e3e-99f6-35469286bdda tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:39.658934 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b99bc1e-2855-4e3e-99f6-35469286bdda tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:39.659968 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b99bc1e-2855-4e3e-99f6-35469286bdda tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:39.660607 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b99bc1e-2855-4e3e-99f6-35469286bdda tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:39.684105 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 94d58612-6d06-41c9-a267-ebf7c959afe6 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:19:39.708087 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a3c9a9c8-de1d-45c7-a505-7303a825e687 req-78bfe3b0-e6dd-4eb5-8a78-aeae7f8e86f6 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951991 Aug 31 09:19:39.798720 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033a6ba5-7cca-44ba-8655-07837087bcad tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Made reservation on behalf of 28327f57472644c38ebbd2d055c39768 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:19:39.803259 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-033a6ba5-7cca-44ba-8655-07837087bcad tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:39.841961 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-033a6ba5-7cca-44ba-8655-07837087bcad tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] vlan segment allocate from pool success with {'vlan_id': 1629, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:19:39.856072 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-033a6ba5-7cca-44ba-8655-07837087bcad tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:39.856900 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-033a6ba5-7cca-44ba-8655-07837087bcad tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Added segment 0d8f0013-f2ab-437c-ba45-45bd4a534d54 of type vlan for network b23b223a-9bf9-44c7-9495-5e7b861ae144 Aug 31 09:19:39.868738 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-08ef619e-720a-47cd-b854-5145df4a37c5 req-f1ce8f95-4e0e-4b3d-98e0-c1bc35ee67e4 tempest-FlavorsV2NegativeTest-1074562652 tempest-FlavorsV2NegativeTest-1074562652-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=c138b8f4ce59417a8b7037b8db9372a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2925158 Aug 31 09:19:39.882944 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff15cb-4bb8-4e30-a9c3-cc29bcf5cf42 req-1d0fc2e3-4f8b-483c-8456-48a57671b449 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:39.900521 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eaff15cb-4bb8-4e30-a9c3-cc29bcf5cf42 req-1d0fc2e3-4f8b-483c-8456-48a57671b449 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=b90f92ac-9c10-4f2a-a7fa-2a4c7918c376 HTTP/1.1" status: 200 len: 945 time: 0.4411514 Aug 31 09:19:39.928032 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-033a6ba5-7cca-44ba-8655-07837087bcad tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:39.988777 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eaff15cb-4bb8-4e30-a9c3-cc29bcf5cf42 req-bb8f7970-8f85-4da7-86bb-84f47eb91f31 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859179 Aug 31 09:19:40.078890 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-033a6ba5-7cca-44ba-8655-07837087bcad tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:40.079811 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfcadf-e38d-4aa1-a1b7-dbc578cf5823 req-a117d991-e916-4187-b400-8eb9428c8884 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:40.084719 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033a6ba5-7cca-44ba-8655-07837087bcad tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:40.094796 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-033a6ba5-7cca-44ba-8655-07837087bcad tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:40.095193 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d5cfcadf-e38d-4aa1-a1b7-dbc578cf5823 req-a117d991-e916-4187-b400-8eb9428c8884 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 943 time: 0.0849135 Aug 31 09:19:40.106897 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba7ca7e-89f4-4667-9af9-d369fc146e08', 'tag': 'd4666753-078a-42c4-9dfa-03aa829b437c'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:40.110335 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ae4d7d-eab7-41ff-93d2-66c5a9e88cc6" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba7ca7e-89f4-4667-9af9-d369fc146e08", "tag": "d4666753-078a-42c4-9dfa-03aa829b437c"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:40.176893 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a6ba5-7cca-44ba-8655-07837087bcad tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Pushing event updated for resources: {'Network': ['ID=b23b223a-9bf9-44c7-9495-5e7b861ae144,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:40.187233 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d9fe6-4fac-4ebc-8218-19efa32f5a0b req-27053a3c-71dd-4a8d-a0c1-cd8113950c1a tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:40.188936 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-947d9fe6-4fac-4ebc-8218-19efa32f5a0b req-27053a3c-71dd-4a8d-a0c1-cd8113950c1a tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=68ff17f6-f1df-45c9-8d1a-a91e19ccb005 HTTP/1.1" status: 200 len: 946 time: 0.1209013 Aug 31 09:19:40.189542 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network b23b223a-9bf9-44c7-9495-5e7b861ae144 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:19:40.315108 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d5cfcadf-e38d-4aa1-a1b7-dbc578cf5823 req-b569826a-4c4d-42c5-83e0-394f453fa7f6 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217867 Aug 31 09:19:40.318763 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-947d9fe6-4fac-4ebc-8218-19efa32f5a0b req-cad7e144-e54c-4299-baa2-f9c06eeed207 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226003 Aug 31 09:19:40.359309 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-033a6ba5-7cca-44ba-8655-07837087bcad tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7589352 Aug 31 09:19:40.367136 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60322) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:40.373182 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-9a742906-1c80-49da-baaa-836f4a8381cf tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Request body: {'subnet': {'network_id': '94d58612-6d06-41c9-a267-ebf7c959afe6', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:40.485684 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42262705-f032-470c-a0bc-a276662b8d3a req-97853443-4149-48b5-b167-edd7c0928efc tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:40.498714 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-42262705-f032-470c-a0bc-a276662b8d3a req-97853443-4149-48b5-b167-edd7c0928efc tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.0786967 Aug 31 09:19:40.517854 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b88302-621d-4490-8e1d-2c30bb6eece2 x-openstack-request-id: req-65b88302-621d-4490-8e1d-2c30bb6eece2 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:40.518161 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba7ca7e-89f4-4667-9af9-d369fc146e08", "tag": "d4666753-078a-42c4-9dfa-03aa829b437c", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:40.518516 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-65b88302-621d-4490-8e1d-2c30bb6eece2 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:40.518980 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba7ca7e-89f4-4667-9af9-d369fc146e08', 'tag': 'd4666753-078a-42c4-9dfa-03aa829b437c', 'status': 'completed', 'code': 200} Aug 31 09:19:40.557725 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-42262705-f032-470c-a0bc-a276662b8d3a req-4d61beaf-ff88-4708-96eb-dbc81e57ad4f tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576301 Aug 31 09:19:40.603013 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae4d7d-eab7-41ff-93d2-66c5a9e88cc6 req-9aa9c349-ab47-4bcb-9aac-34c3c0bdfe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:40.605210 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-58ae4d7d-eab7-41ff-93d2-66c5a9e88cc6 req-9aa9c349-ab47-4bcb-9aac-34c3c0bdfe2d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=91627f68c71f4b29855d6c5fb4946dae&device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 1126 time: 0.0601394 Aug 31 09:19:40.652269 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a742906-1c80-49da-baaa-836f4a8381cf tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Made reservation on behalf of 28327f57472644c38ebbd2d055c39768 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:19:40.665729 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9a742906-1c80-49da-baaa-836f4a8381cf tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:40.723239 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777cebcd-efe1-497c-b56b-d1ebbbc7e752 req-ac62abc5-6069-40fc-b47c-a4950ac5cc3e tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:40.729020 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-777cebcd-efe1-497c-b56b-d1ebbbc7e752 req-ac62abc5-6069-40fc-b47c-a4950ac5cc3e tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.0916083 Aug 31 09:19:40.803680 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-777cebcd-efe1-497c-b56b-d1ebbbc7e752 req-7b4ec910-5eaa-4013-87e2-8807cb17e3cc tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657449 Aug 31 09:19:40.894590 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4b453-fcbc-444e-8c78-5475dd26c019 req-bdd98d08-4aad-4078-86a1-96ca23e53c7a tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:40.897240 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-42e4b453-fcbc-444e-8c78-5475dd26c019 req-bdd98d08-4aad-4078-86a1-96ca23e53c7a tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.112 "GET /v2.0/ports?device_id=68ff17f6-f1df-45c9-8d1a-a91e19ccb005 HTTP/1.1" status: 200 len: 946 time: 0.0908468 Aug 31 09:19:40.917144 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae4d7d-eab7-41ff-93d2-66c5a9e88cc6 req-510917ce-e36f-48f1-beca-a4c9bc1b4a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:40.922189 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-58ae4d7d-eab7-41ff-93d2-66c5a9e88cc6 req-510917ce-e36f-48f1-beca-a4c9bc1b4a5a service neutron] 10.222.0.112 "GET /v2.0/networks?id=f353997d-12d5-47f5-bc55-13148c348a0b HTTP/1.1" status: 200 len: 923 time: 0.3065226 Aug 31 09:19:41.040879 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-58ae4d7d-eab7-41ff-93d2-66c5a9e88cc6 req-c8b44e3c-32b0-40ab-8b33-eefee75d9cde service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4666753-078a-42c4-9dfa-03aa829b437c HTTP/1.1" status: 200 len: 217 time: 0.0866504 Aug 31 09:19:41.195878 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae4d7d-eab7-41ff-93d2-66c5a9e88cc6 req-ad89b8f5-55dc-4670-8ceb-d697799d2ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:41.198293 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-58ae4d7d-eab7-41ff-93d2-66c5a9e88cc6 req-ad89b8f5-55dc-4670-8ceb-d697799d2ac4 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d2c5f0e8-9f08-4f88-baac-5c015079d04c HTTP/1.1" status: 200 len: 861 time: 0.1436570 Aug 31 09:19:41.198497 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-42e4b453-fcbc-444e-8c78-5475dd26c019 req-ce220a7c-72e9-42cd-a5d0-63fe0a8ed158 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Deleting port 305a3a1c-7fd3-4035-9e35-eb23443c1763 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:19:41.198758 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-42e4b453-fcbc-444e-8c78-5475dd26c019 req-ce220a7c-72e9-42cd-a5d0-63fe0a8ed158 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:41.243991 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-58ae4d7d-eab7-41ff-93d2-66c5a9e88cc6 req-b57677ef-4d6f-4dd7-ab3f-9b8e1251d335 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f353997d-12d5-47f5-bc55-13148c348a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313694 Aug 31 09:19:41.267326 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025732ee-cd9f-48e1-abac-c12eb66eaf07 req-ceb5d23c-15bd-4b45-a7a7-cbc2b47003e0 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:41.268905 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-025732ee-cd9f-48e1-abac-c12eb66eaf07 req-ceb5d23c-15bd-4b45-a7a7-cbc2b47003e0 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=b90f92ac-9c10-4f2a-a7fa-2a4c7918c376 HTTP/1.1" status: 200 len: 945 time: 0.1583738 Aug 31 09:19:41.309885 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4ec7683e-884f-4d13-b500-507e32ed298c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:41.335147 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9a742906-1c80-49da-baaa-836f4a8381cf tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:41.391896 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-025732ee-cd9f-48e1-abac-c12eb66eaf07 req-94116fc2-abd5-481a-b966-68e361bdbd4c tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121333 Aug 31 09:19:41.448481 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-42e4b453-fcbc-444e-8c78-5475dd26c019 req-ce220a7c-72e9-42cd-a5d0-63fe0a8ed158 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] For port 305a3a1c-7fd3-4035-9e35-eb23443c1763, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=305a3a1c-7fd3-4035-9e35-eb23443c1763,segment=NetworkSegment(8de8355c-a37f-4fe1-9899-e0cc9dc46979),segment_id=8de8355c-a37f-4fe1-9899-e0cc9dc46979)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:41.448866 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-42e4b453-fcbc-444e-8c78-5475dd26c019 req-ce220a7c-72e9-42cd-a5d0-63fe0a8ed158 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:41.502325 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a742906-1c80-49da-baaa-836f4a8381cf tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Pushing event updated for resources: {'Subnet': ['ID=d9b71bd3-689f-45e5-b57d-0c067c6d8649,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:41.526290 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-42e4b453-fcbc-444e-8c78-5475dd26c019 req-ce220a7c-72e9-42cd-a5d0-63fe0a8ed158 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Calling delete_port for 305a3a1c-7fd3-4035-9e35-eb23443c1763 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:19:41.535172 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a742906-1c80-49da-baaa-836f4a8381cf tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Checking segment: {'id': 'f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': '94d58612-6d06-41c9-a267-ebf7c959afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:19:41.535680 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a742906-1c80-49da-baaa-836f4a8381cf tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Network hostable DHCP agents. Network: 94d58612-6d06-41c9-a267-ebf7c959afe6, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:19:41.539821 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-58ae4d7d-eab7-41ff-93d2-66c5a9e88cc6 req-b535e0f1-5d7a-4146-bfa2-ae202d9a71c3 service neutron] 10.222.0.112 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812676 Aug 31 09:19:41.641076 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4399d-6dac-4103-9418-1ccc3c1f1491 req-786df6dd-6241-4873-a1f9-94ec2e54d1ad tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:41.648550 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-67d4399d-6dac-4103-9418-1ccc3c1f1491 req-786df6dd-6241-4873-a1f9-94ec2e54d1ad tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 943 time: 0.1867309 Aug 31 09:19:41.662204 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d605ae3-8493-4645-bc9d-b62f0b93683c req-503b42c2-c469-41dc-a551-c1ade1e7a84c tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:41.663957 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9d605ae3-8493-4645-bc9d-b62f0b93683c req-503b42c2-c469-41dc-a551-c1ade1e7a84c tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=68ff17f6-f1df-45c9-8d1a-a91e19ccb005 HTTP/1.1" status: 200 len: 946 time: 0.1524105 Aug 31 09:19:41.676858 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a742906-1c80-49da-baaa-836f4a8381cf tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Network 94d58612-6d06-41c9-a267-ebf7c959afe6 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:19:41.747310 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-58ae4d7d-eab7-41ff-93d2-66c5a9e88cc6 req-634d910e-45c1-47fd-b481-3c3e182cf604 service neutron] 10.222.0.112 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936214 Aug 31 09:19:41.767094 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9d605ae3-8493-4645-bc9d-b62f0b93683c req-15882f67-0d7e-4de4-b210-341d5d6e93e8 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/security-groups?id=4b67233b-caf4-4e98-9092-0e4dd30aa212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922053 Aug 31 09:19:41.786964 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-67d4399d-6dac-4103-9418-1ccc3c1f1491 req-625371a2-27ad-40b3-a5ca-7c06e5e45d3e tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313517 Aug 31 09:19:41.803020 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60344) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:41.874338 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-9a742906-1c80-49da-baaa-836f4a8381cf tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 94d58612-6d06-41c9-a267-ebf7c959afe6) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:19:41.879834 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a742906-1c80-49da-baaa-836f4a8381cf tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:41.885824 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9a742906-1c80-49da-baaa-836f4a8381cf tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:41.896762 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291defbb-cd44-470b-bf46-0c12e27acf4e None None] Network 94d58612-6d06-41c9-a267-ebf7c959afe6 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:19:42.005804 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-42e4b453-fcbc-444e-8c78-5475dd26c019 req-ce220a7c-72e9-42cd-a5d0-63fe0a8ed158 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:42.006887 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9a742906-1c80-49da-baaa-836f4a8381cf tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6383293 Aug 31 09:19:42.011044 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60354) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:42.037388 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['305a3a1c-7fd3-4035-9e35-eb23443c1763'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:19:42.061338 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3461b5a6-7cac-4cbe-a956-501d16ce8cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:42.066003 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-306ead8e-b96e-4079-88e3-47938d072b7c tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Request body: {'subnet': {'network_id': 'b23b223a-9bf9-44c7-9495-5e7b861ae144', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:42.146326 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce220a7c-72e9-42cd-a5d0-63fe0a8ed158 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Pushing event deleted for resources: {'Port': ['ID=305a3a1c-7fd3-4035-9e35-eb23443c1763,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:42.202302 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e4b453-fcbc-444e-8c78-5475dd26c019 req-ce220a7c-72e9-42cd-a5d0-63fe0a8ed158 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] No DVR routers for this DVR port 305a3a1c-7fd3-4035-9e35-eb23443c1763 on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:19:42.203862 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f190af-d811-4afb-9ad2-f37c621099ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-94d58612-6d06-41c9-a267-ebf7c959afe6', 'network_id': '94d58612-6d06-41c9-a267-ebf7c959afe6', 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'fixed_ips': [{'subnet_id': 'd9b71bd3-689f-45e5-b57d-0c067c6d8649'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:19:42.205108 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-42e4b453-fcbc-444e-8c78-5475dd26c019 req-ce220a7c-72e9-42cd-a5d0-63fe0a8ed158 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:42.207721 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-42e4b453-fcbc-444e-8c78-5475dd26c019 req-ce220a7c-72e9-42cd-a5d0-63fe0a8ed158 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.112 "DELETE /v2.0/ports/305a3a1c-7fd3-4035-9e35-eb23443c1763 HTTP/1.1" status: 204 len: 173 time: 1.3014369 Aug 31 09:19:42.207879 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-17f190af-d811-4afb-9ad2-f37c621099ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:42.221152 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3461b5a6-7cac-4cbe-a956-501d16ce8cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:42.354655 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3461b5a6-7cac-4cbe-a956-501d16ce8cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:42.381926 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-17f190af-d811-4afb-9ad2-f37c621099ec None None] Allocated IP 10.1.1.2 (94d58612-6d06-41c9-a267-ebf7c959afe6/d9b71bd3-689f-45e5-b57d-0c067c6d8649/85450ec7-3f13-4929-b96c-2b0898a4cd9f) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:19:42.388369 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3461b5a6-7cac-4cbe-a956-501d16ce8cec admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=c138b8f4ce59417a8b7037b8db9372a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5837190 Aug 31 09:19:42.391364 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60358) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:42.428772 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461b5a6-7cac-4cbe-a956-501d16ce8cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab618e8a-923f-40d8-81a0-178ed5ec9162,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:42.526595 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ff17f6-f1df-45c9-8d1a-a91e19ccb005', 'name': 'network-vif-deleted', 'tag': '305a3a1c-7fd3-4035-9e35-eb23443c1763'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:42.534385 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fd9c6a-5557-43a6-bda1-abbf658cf47b" -d '{"events": [{"server_uuid": "68ff17f6-f1df-45c9-8d1a-a91e19ccb005", "name": "network-vif-deleted", "tag": "305a3a1c-7fd3-4035-9e35-eb23443c1763"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:42.537226 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e092a021-2ad3-4970-b197-701ff1e56bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:42.576303 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306ead8e-b96e-4079-88e3-47938d072b7c tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Made reservation on behalf of 28327f57472644c38ebbd2d055c39768 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:19:42.580158 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-306ead8e-b96e-4079-88e3-47938d072b7c tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:42.653711 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-17f190af-d811-4afb-9ad2-f37c621099ec None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:42.662092 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e092a021-2ad3-4970-b197-701ff1e56bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:42.668655 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-17f190af-d811-4afb-9ad2-f37c621099ec None None] Transition to ACTIVE for port object 85450ec7-3f13-4929-b96c-2b0898a4cd9f will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:42.701728 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b7724-aa87-4719-97f3-3a4f305b702c req-f9d34ef1-b58a-4acc-95c8-f72f790a0f41 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:42.703840 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e30b7724-aa87-4719-97f3-3a4f305b702c req-f9d34ef1-b58a-4acc-95c8-f72f790a0f41 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=b90f92ac-9c10-4f2a-a7fa-2a4c7918c376 HTTP/1.1" status: 200 len: 945 time: 0.2019534 Aug 31 09:19:42.712596 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-17f190af-d811-4afb-9ad2-f37c621099ec None None] Transition to ACTIVE for port object 85450ec7-3f13-4929-b96c-2b0898a4cd9f will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:42.836621 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-17f190af-d811-4afb-9ad2-f37c621099ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:42.885322 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e30b7724-aa87-4719-97f3-3a4f305b702c req-435a6dff-dcd5-4e46-aa57-b5a55038d417 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721094 Aug 31 09:19:42.889504 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68273833-9cf1-4b56-acb0-b0b19d48ff78 x-openstack-request-id: req-68273833-9cf1-4b56-acb0-b0b19d48ff78 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:42.894181 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ff17f6-f1df-45c9-8d1a-a91e19ccb005", "name": "network-vif-deleted", "tag": "305a3a1c-7fd3-4035-9e35-eb23443c1763", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:42.894610 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-68273833-9cf1-4b56-acb0-b0b19d48ff78 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:42.895043 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ff17f6-f1df-45c9-8d1a-a91e19ccb005', 'name': 'network-vif-deleted', 'tag': '305a3a1c-7fd3-4035-9e35-eb23443c1763', 'status': 'completed', 'code': 200} Aug 31 09:19:42.951866 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e092a021-2ad3-4970-b197-701ff1e56bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:42.954924 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e092a021-2ad3-4970-b197-701ff1e56bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:42.962882 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e092a021-2ad3-4970-b197-701ff1e56bec admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/ab618e8a-923f-40d8-81a0-178ed5ec9162 HTTP/1.1" status: 204 len: 168 time: 0.5642102 Aug 31 09:19:42.974653 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092a021-2ad3-4970-b197-701ff1e56bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab618e8a-923f-40d8-81a0-178ed5ec9162,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:43.052300 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e0c2b33-06b0-4c05-980e-288363c79e4e req-f86df958-1995-4fca-9195-6d0da9c54d05 tempest-ServerDiskConfigTestJSON-591387160 tempest-ServerDiskConfigTestJSON-591387160-project] 10.222.0.119 "GET /v2.0/ports?device_id=68ff17f6-f1df-45c9-8d1a-a91e19ccb005 HTTP/1.1" status: 200 len: 210 time: 0.0536828 Aug 31 09:19:43.147593 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f190af-d811-4afb-9ad2-f37c621099ec None None] Network 94d58612-6d06-41c9-a267-ebf7c959afe6 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:19:43.158959 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-17f190af-d811-4afb-9ad2-f37c621099ec None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:19:43.167753 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f190af-d811-4afb-9ad2-f37c621099ec None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:19:43.236430 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3c8f3-203c-4331-9ea7-5cf7d19f68f1 req-fcd26e18-819f-44b1-8a70-06f95a307e83 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:43.238600 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6eb3c8f3-203c-4331-9ea7-5cf7d19f68f1 req-fcd26e18-819f-44b1-8a70-06f95a307e83 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 943 time: 0.1078734 Aug 31 09:19:43.250479 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f190af-d811-4afb-9ad2-f37c621099ec None None] Pushing event updated for resources: {'Port': ['ID=85450ec7-3f13-4929-b96c-2b0898a4cd9f,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:43.253138 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-17f190af-d811-4afb-9ad2-f37c621099ec None None] Attempting to bind port 85450ec7-3f13-4929-b96c-2b0898a4cd9f on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:19:43.253503 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-17f190af-d811-4afb-9ad2-f37c621099ec None None] Attempting to bind port 85450ec7-3f13-4929-b96c-2b0898a4cd9f by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': '94d58612-6d06-41c9-a267-ebf7c959afe6'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:19:43.254305 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f190af-d811-4afb-9ad2-f37c621099ec None None] Attempting to bind port 85450ec7-3f13-4929-b96c-2b0898a4cd9f on network 94d58612-6d06-41c9-a267-ebf7c959afe6 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:43.260056 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f190af-d811-4afb-9ad2-f37c621099ec None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:19:43.272604 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f190af-d811-4afb-9ad2-f37c621099ec None None] Checking segment: {'id': 'f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': '94d58612-6d06-41c9-a267-ebf7c959afe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:19:43.274287 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-17f190af-d811-4afb-9ad2-f37c621099ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:43.274287 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f190af-d811-4afb-9ad2-f37c621099ec None None] Bound using segment: {'id': 'f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': '94d58612-6d06-41c9-a267-ebf7c959afe6'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:19:43.274719 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-17f190af-d811-4afb-9ad2-f37c621099ec None None] Bound port: 85450ec7-3f13-4929-b96c-2b0898a4cd9f, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': '94d58612-6d06-41c9-a267-ebf7c959afe6'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:19:43.275111 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-17f190af-d811-4afb-9ad2-f37c621099ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:43.300639 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6eb3c8f3-203c-4331-9ea7-5cf7d19f68f1 req-fd71c468-6829-4318-a84a-9a34c79041cf tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543334 Aug 31 09:19:43.308197 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-306ead8e-b96e-4079-88e3-47938d072b7c tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:43.379793 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-17f190af-d811-4afb-9ad2-f37c621099ec None None] For port 85450ec7-3f13-4929-b96c-2b0898a4cd9f, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:19:43.383911 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-17f190af-d811-4afb-9ad2-f37c621099ec None None] For port 85450ec7-3f13-4929-b96c-2b0898a4cd9f, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=85450ec7-3f13-4929-b96c-2b0898a4cd9f,segment=NetworkSegment(f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef),segment_id=f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:19:43.398921 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ead8e-b96e-4079-88e3-47938d072b7c tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Pushing event updated for resources: {'Subnet': ['ID=738e5ace-96d7-4741-8d29-c5798e2f10f3,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:43.411835 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ead8e-b96e-4079-88e3-47938d072b7c tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Checking segment: {'id': '0d8f0013-f2ab-437c-ba45-45bd4a534d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': 'b23b223a-9bf9-44c7-9495-5e7b861ae144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:19:43.412339 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306ead8e-b96e-4079-88e3-47938d072b7c tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Network hostable DHCP agents. Network: b23b223a-9bf9-44c7-9495-5e7b861ae144, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:19:43.543471 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-17f190af-d811-4afb-9ad2-f37c621099ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:43.570288 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306ead8e-b96e-4079-88e3-47938d072b7c tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Network b23b223a-9bf9-44c7-9495-5e7b861ae144 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:19:43.697627 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f190af-d811-4afb-9ad2-f37c621099ec None None] Pushing event updated for resources: {'Port': ['ID=85450ec7-3f13-4929-b96c-2b0898a4cd9f,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:43.759965 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-306ead8e-b96e-4079-88e3-47938d072b7c tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, b23b223a-9bf9-44c7-9495-5e7b861ae144) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:19:43.772845 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306ead8e-b96e-4079-88e3-47938d072b7c tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:43.772845 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-306ead8e-b96e-4079-88e3-47938d072b7c tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:43.773067 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a973a2f9-4c30-4bac-9214-9ac966496514 None None] Network b23b223a-9bf9-44c7-9495-5e7b861ae144 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:19:43.879401 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60392) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:43.881746 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-306ead8e-b96e-4079-88e3-47938d072b7c tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8695078 Aug 31 09:19:43.888183 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-42f48bd9-ab4d-416d-9c71-9822e05cb260 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Request body: {'port': {'network_id': '94d58612-6d06-41c9-a267-ebf7c959afe6', 'name': 'tempest-TaggedBootDevicesTest_v242-1975659160', 'fixed_ips': [{'subnet_id': 'd9b71bd3-689f-45e5-b57d-0c067c6d8649'}]}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:44.024317 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e905027f-718e-4e3e-9902-7fa7263e5dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:44.195463 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:44.276927 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876d258b-b282-4b3c-a35a-176f1ac89844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-b23b223a-9bf9-44c7-9495-5e7b861ae144', 'network_id': 'b23b223a-9bf9-44c7-9495-5e7b861ae144', 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'fixed_ips': [{'subnet_id': '738e5ace-96d7-4741-8d29-c5798e2f10f3'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:19:44.278290 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-876d258b-b282-4b3c-a35a-176f1ac89844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:44.390022 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f48bd9-ab4d-416d-9c71-9822e05cb260 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Made reservation on behalf of 28327f57472644c38ebbd2d055c39768 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:19:44.549942 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 305a3a1c-7fd3-4035-9e35-eb23443c1763 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:19:44.620997 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 305a3a1c-7fd3-4035-9e35-eb23443c1763 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:19:44.621503 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 305a3a1c-7fd3-4035-9e35-eb23443c1763 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:19:44.621929 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device d4666753-078a-42c4-9dfa-03aa829b437c no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:19:44.630363 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-42f48bd9-ab4d-416d-9c71-9822e05cb260 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:44.674427 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368b9d7-2b6b-4fdc-8102-3b1a5eea40ef req-a32d4ccd-4cd9-4288-9cf5-7ccadb480c33 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:44.682694 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60418) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:44.684691 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0368b9d7-2b6b-4fdc-8102-3b1a5eea40ef req-a32d4ccd-4cd9-4288-9cf5-7ccadb480c33 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 943 time: 0.1845362 Aug 31 09:19:44.692950 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-42f48bd9-ab4d-416d-9c71-9822e05cb260 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] device_id is not set on port cb0e6a15-3575-43aa-a8c6-52080c8b83ec yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:19:44.731008 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0368b9d7-2b6b-4fdc-8102-3b1a5eea40ef req-31666077-7a4d-4b2f-ba9c-33e941366df6 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450938 Aug 31 09:19:44.834400 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-876d258b-b282-4b3c-a35a-176f1ac89844 None None] Allocated IP 10.2.2.2 (b23b223a-9bf9-44c7-9495-5e7b861ae144/738e5ace-96d7-4741-8d29-c5798e2f10f3/dd70a2c7-bbbb-4c61-906b-c1f07a23c631) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:19:44.934954 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 85450ec7-3f13-4929-b96c-2b0898a4cd9f up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:19:44.962620 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae97a213-bc66-4170-8f7a-819019c7e5e5 admin admin] Deleting subnet 650e429b-ac22-4b85-a993-e29e512d35f7 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:19:44.974122 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ae97a213-bc66-4170-8f7a-819019c7e5e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:45.070760 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ae97a213-bc66-4170-8f7a-819019c7e5e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:45.144636 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-876d258b-b282-4b3c-a35a-176f1ac89844 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:45.155884 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-876d258b-b282-4b3c-a35a-176f1ac89844 None None] Transition to ACTIVE for port object dd70a2c7-bbbb-4c61-906b-c1f07a23c631 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:45.176907 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ae97a213-bc66-4170-8f7a-819019c7e5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:45.199303 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-876d258b-b282-4b3c-a35a-176f1ac89844 None None] Transition to ACTIVE for port object dd70a2c7-bbbb-4c61-906b-c1f07a23c631 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:45.221826 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 85450ec7-3f13-4929-b96c-2b0898a4cd9f completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:19:45.229548 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-42f48bd9-ab4d-416d-9c71-9822e05cb260 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Allocated IP 10.1.1.60 (94d58612-6d06-41c9-a267-ebf7c959afe6/d9b71bd3-689f-45e5-b57d-0c067c6d8649/cb0e6a15-3575-43aa-a8c6-52080c8b83ec) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:19:45.291730 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-876d258b-b282-4b3c-a35a-176f1ac89844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:45.342675 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876d258b-b282-4b3c-a35a-176f1ac89844 None None] Network b23b223a-9bf9-44c7-9495-5e7b861ae144 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:19:45.349611 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-876d258b-b282-4b3c-a35a-176f1ac89844 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:19:45.352139 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876d258b-b282-4b3c-a35a-176f1ac89844 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:19:45.361779 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d258b-b282-4b3c-a35a-176f1ac89844 None None] Pushing event updated for resources: {'Port': ['ID=dd70a2c7-bbbb-4c61-906b-c1f07a23c631,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:45.365410 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:45.468907 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ae97a213-bc66-4170-8f7a-819019c7e5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:45.533716 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97a213-bc66-4170-8f7a-819019c7e5e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=650e429b-ac22-4b85-a993-e29e512d35f7,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:45.540750 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ae97a213-bc66-4170-8f7a-819019c7e5e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:45.542978 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ae97a213-bc66-4170-8f7a-819019c7e5e5 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/650e429b-ac22-4b85-a993-e29e512d35f7 HTTP/1.1" status: 204 len: 168 time: 0.8588424 Aug 31 09:19:45.545455 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fb9eed-aab5-4282-9977-363fbe05e9c3 None None] Network 94d58612-6d06-41c9-a267-ebf7c959afe6 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:19:45.547166 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60448) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:45.602737 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-876d258b-b282-4b3c-a35a-176f1ac89844 None None] Attempting to bind port dd70a2c7-bbbb-4c61-906b-c1f07a23c631 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:19:45.603409 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-876d258b-b282-4b3c-a35a-176f1ac89844 None None] Attempting to bind port dd70a2c7-bbbb-4c61-906b-c1f07a23c631 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '0d8f0013-f2ab-437c-ba45-45bd4a534d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': 'b23b223a-9bf9-44c7-9495-5e7b861ae144'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:19:45.603797 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876d258b-b282-4b3c-a35a-176f1ac89844 None None] Attempting to bind port dd70a2c7-bbbb-4c61-906b-c1f07a23c631 on network b23b223a-9bf9-44c7-9495-5e7b861ae144 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:45.665821 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876d258b-b282-4b3c-a35a-176f1ac89844 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:19:45.680856 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876d258b-b282-4b3c-a35a-176f1ac89844 None None] Checking segment: {'id': '0d8f0013-f2ab-437c-ba45-45bd4a534d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': 'b23b223a-9bf9-44c7-9495-5e7b861ae144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:19:45.685712 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-876d258b-b282-4b3c-a35a-176f1ac89844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:45.685712 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876d258b-b282-4b3c-a35a-176f1ac89844 None None] Bound using segment: {'id': '0d8f0013-f2ab-437c-ba45-45bd4a534d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': 'b23b223a-9bf9-44c7-9495-5e7b861ae144'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:19:45.686849 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-876d258b-b282-4b3c-a35a-176f1ac89844 None None] Bound port: dd70a2c7-bbbb-4c61-906b-c1f07a23c631, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f0013-f2ab-437c-ba45-45bd4a534d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': 'b23b223a-9bf9-44c7-9495-5e7b861ae144'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:19:45.687602 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-876d258b-b282-4b3c-a35a-176f1ac89844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:45.785641 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60454) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:45.848058 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-876d258b-b282-4b3c-a35a-176f1ac89844 None None] For port dd70a2c7-bbbb-4c61-906b-c1f07a23c631, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:19:45.851745 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-876d258b-b282-4b3c-a35a-176f1ac89844 None None] For port dd70a2c7-bbbb-4c61-906b-c1f07a23c631, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=dd70a2c7-bbbb-4c61-906b-c1f07a23c631,segment=NetworkSegment(0d8f0013-f2ab-437c-ba45-45bd4a534d54),segment_id=0d8f0013-f2ab-437c-ba45-45bd4a534d54)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:19:45.925509 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-876d258b-b282-4b3c-a35a-176f1ac89844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:46.087401 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d258b-b282-4b3c-a35a-176f1ac89844 None None] Pushing event updated for resources: {'Port': ['ID=dd70a2c7-bbbb-4c61-906b-c1f07a23c631,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:46.129972 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-ed845e93-9440-4a5a-b574-ed6b162cabf4 None None] Provisioning for port 85450ec7-3f13-4929-b96c-2b0898a4cd9f completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:19:46.139461 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-ed845e93-9440-4a5a-b574-ed6b162cabf4 None None] Provisioning complete for port 85450ec7-3f13-4929-b96c-2b0898a4cd9f triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:46.139845 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ed845e93-9440-4a5a-b574-ed6b162cabf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:46.141347 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd7a25-d1bd-4845-832c-0b2a31c92faf req-729d3b60-a6b1-4f90-a97b-d2ceed8d6876 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:46.149242 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-78cd7a25-d1bd-4845-832c-0b2a31c92faf req-729d3b60-a6b1-4f90-a97b-d2ceed8d6876 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 943 time: 0.2299924 Aug 31 09:19:46.167176 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-d37fd498-0406-4c83-852d-7c88bcf4be82 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-511237959-network', 'tenant_id': 'f11dd1c146a146748bc6bc26dc2b225d'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:46.291106 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-78cd7a25-d1bd-4845-832c-0b2a31c92faf req-3471fdba-0897-4829-8d21-6bef6226f5a0 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110430 Aug 31 09:19:46.304810 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-55105028-de60-4aef-9c5a-8707aa2b3b11 service neutron] 10.222.0.112 "GET /v2.0/ports/d4666753-078a-42c4-9dfa-03aa829b437c/bindings/n-h2-791506-28 HTTP/1.1" status: 200 len: 385 time: 0.1148007 Aug 31 09:19:46.346914 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ed845e93-9440-4a5a-b574-ed6b162cabf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:46.564762 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37fd498-0406-4c83-852d-7c88bcf4be82 admin admin] Made reservation on behalf of f11dd1c146a146748bc6bc26dc2b225d for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:19:46.570335 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-ed845e93-9440-4a5a-b574-ed6b162cabf4 None None] For port 85450ec7-3f13-4929-b96c-2b0898a4cd9f, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=85450ec7-3f13-4929-b96c-2b0898a4cd9f,segment=NetworkSegment(f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef),segment_id=f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:46.571926 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d37fd498-0406-4c83-852d-7c88bcf4be82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:46.630173 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-42f48bd9-ab4d-416d-9c71-9822e05cb260 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:46.667289 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-42f48bd9-ab4d-416d-9c71-9822e05cb260 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Transition to ACTIVE for port object cb0e6a15-3575-43aa-a8c6-52080c8b83ec will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:46.687943 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ed845e93-9440-4a5a-b574-ed6b162cabf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:46.740240 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d37fd498-0406-4c83-852d-7c88bcf4be82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:46.815572 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed845e93-9440-4a5a-b574-ed6b162cabf4 None None] Pushing event updated for resources: {'Port': ['ID=85450ec7-3f13-4929-b96c-2b0898a4cd9f,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:46.857744 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-42f48bd9-ab4d-416d-9c71-9822e05cb260 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:46.990429 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-63555a75-0cd4-45fb-9218-c753320049e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:47.004069 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:47.019206 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f48bd9-ab4d-416d-9c71-9822e05cb260 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Network 94d58612-6d06-41c9-a267-ebf7c959afe6 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:19:47.026880 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d37fd498-0406-4c83-852d-7c88bcf4be82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:47.049330 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091654e-0359-4992-85a3-379dce0ff403 req-78139bc7-b878-4072-9d0c-133a9dd5ddee tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:47.059310 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b091654e-0359-4992-85a3-379dce0ff403 req-78139bc7-b878-4072-9d0c-133a9dd5ddee tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.5318222 Aug 31 09:19:47.068700 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-42f48bd9-ab4d-416d-9c71-9822e05cb260 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:19:47.072273 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f48bd9-ab4d-416d-9c71-9822e05cb260 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:19:47.072603 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-8455103f-1f5c-4064-b00a-9f1e682b38df service neutron] For port d4666753-078a-42c4-9dfa-03aa829b437c, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=d4666753-078a-42c4-9dfa-03aa829b437c,segment=NetworkSegment(329c79c6-5ca3-4a1a-b3d4-414355128167),segment_id=329c79c6-5ca3-4a1a-b3d4-414355128167)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:47.079878 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device dd70a2c7-bbbb-4c61-906b-c1f07a23c631 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:19:47.120271 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d37fd498-0406-4c83-852d-7c88bcf4be82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:47.127242 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-8455103f-1f5c-4064-b00a-9f1e682b38df service neutron] For port d4666753-078a-42c4-9dfa-03aa829b437c, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:19:47.162203 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-0506dac6-e173-4f0b-8926-475b7da4abe2 None None] Provisioning complete for port 85450ec7-3f13-4929-b96c-2b0898a4cd9f triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:47.163928 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f48bd9-ab4d-416d-9c71-9822e05cb260 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:47.164746 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-42f48bd9-ab4d-416d-9c71-9822e05cb260 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:47.167011 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0506dac6-e173-4f0b-8926-475b7da4abe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:47.221944 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f48bd9-ab4d-416d-9c71-9822e05cb260 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Pushing event updated for resources: {'Port': ['ID=cb0e6a15-3575-43aa-a8c6-52080c8b83ec,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:47.230903 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b091654e-0359-4992-85a3-379dce0ff403 req-5eace011-5d98-44e7-98ac-0bfdb0e16c43 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653521 Aug 31 09:19:47.243182 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d37fd498-0406-4c83-852d-7c88bcf4be82 admin admin] vlan segment allocate from pool success with {'vlan_id': 1628, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:19:47.248790 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-8455103f-1f5c-4064-b00a-9f1e682b38df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4666753-078a-42c4-9dfa-03aa829b437c {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:19:47.257123 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37fd498-0406-4c83-852d-7c88bcf4be82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310272fc-64b2-48f6-b2e5-4dc60ab7bcc0,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:47.276100 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-8455103f-1f5c-4064-b00a-9f1e682b38df service neutron] For port d4666753-078a-42c4-9dfa-03aa829b437c, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=d4666753-078a-42c4-9dfa-03aa829b437c,segment=NetworkSegment(329c79c6-5ca3-4a1a-b3d4-414355128167),segment_id=329c79c6-5ca3-4a1a-b3d4-414355128167)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:47.280882 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d37fd498-0406-4c83-852d-7c88bcf4be82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:47.281571 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-d37fd498-0406-4c83-852d-7c88bcf4be82 admin admin] Added segment c054a34a-1ca4-4297-b3fb-ec3f17fc1533 of type vlan for network dc7e8154-0355-42dc-8795-a9e677c02623 Aug 31 09:19:47.306289 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37fd498-0406-4c83-852d-7c88bcf4be82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:47.307013 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37fd498-0406-4c83-852d-7c88bcf4be82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:47.308009 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37fd498-0406-4c83-852d-7c88bcf4be82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:47.308693 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37fd498-0406-4c83-852d-7c88bcf4be82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:47.309206 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37fd498-0406-4c83-852d-7c88bcf4be82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:47.309864 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37fd498-0406-4c83-852d-7c88bcf4be82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:47.311058 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37fd498-0406-4c83-852d-7c88bcf4be82 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:47.311712 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37fd498-0406-4c83-852d-7c88bcf4be82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:47.316848 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37fd498-0406-4c83-852d-7c88bcf4be82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:47.316848 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37fd498-0406-4c83-852d-7c88bcf4be82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:47.316848 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37fd498-0406-4c83-852d-7c88bcf4be82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:47.316848 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37fd498-0406-4c83-852d-7c88bcf4be82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:19:47.392023 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-63555a75-0cd4-45fb-9218-c753320049e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:47.417431 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-63555a75-0cd4-45fb-9218-c753320049e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2312c08d-c39b-46ec-b38c-b3b7a98a66d6']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:47.442030 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-63555a75-0cd4-45fb-9218-c753320049e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de8355c-a37f-4fe1-9899-e0cc9dc46979') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:47.442707 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d37fd498-0406-4c83-852d-7c88bcf4be82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:47.443048 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-63555a75-0cd4-45fb-9218-c753320049e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de8355c-a37f-4fe1-9899-e0cc9dc46979') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:47.455942 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-63555a75-0cd4-45fb-9218-c753320049e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:47.504095 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-8455103f-1f5c-4064-b00a-9f1e682b38df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:47.513372 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-63555a75-0cd4-45fb-9218-c753320049e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:47.534369 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63555a75-0cd4-45fb-9218-c753320049e0 admin admin] Releasing vlan 1613 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:19:47.534369 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-63555a75-0cd4-45fb-9218-c753320049e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:47.603747 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:19:47.603747 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:19:47.603747 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:19:47.603747 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:19:47.603747 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:19:47.603747 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:19:47.603747 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:19:47.603747 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:19:47.603747 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:19:47.603747 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:19:47.603747 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:19:47.603747 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:19:47.603747 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:19:47.603747 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:19:47.603747 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:19:47.603747 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:19:47.603747 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:19:47.603747 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:19:47.603747 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:19:47.603747 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:19:47.603747 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:19:47.603747 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:19:47.603747 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:19:47.603747 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:19:47.603747 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:19:47.603747 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:19:47.603747 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:19:47.603747 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:19:47.603747 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:19:47.603747 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:19:47.603747 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:19:47.603747 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:19:47.609568 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-42f48bd9-ab4d-416d-9c71-9822e05cb260 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7290270 Aug 31 09:19:47.612808 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60482) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:47.625859 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-4a1c4b82-2dae-4996-a405-b407e2381a7f tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Request body: {'port': {'network_id': '94d58612-6d06-41c9-a267-ebf7c959afe6', 'name': 'tempest-TaggedBootDevicesTest_v242-141939562', 'fixed_ips': [{'subnet_id': 'd9b71bd3-689f-45e5-b57d-0c067c6d8649'}]}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:47.635527 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d7c4e-b5a2-41f5-b3fc-19bd9a50cf5e req-9c1f9ce9-5030-448d-954b-580f83c914cd tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:47.648841 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6f7d7c4e-b5a2-41f5-b3fc-19bd9a50cf5e req-9c1f9ce9-5030-448d-954b-580f83c914cd tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1788151 Aug 31 09:19:47.655186 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d37fd498-0406-4c83-852d-7c88bcf4be82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:47.656642 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37fd498-0406-4c83-852d-7c88bcf4be82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:47.657249 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d37fd498-0406-4c83-852d-7c88bcf4be82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:47.668246 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0574002-2a7c-42c9-b87d-e5ee0a2071e5 req-b766ce48-532d-4b88-8df8-f5c88497870a tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:47.677943 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0574002-2a7c-42c9-b87d-e5ee0a2071e5 req-b766ce48-532d-4b88-8df8-f5c88497870a tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 943 time: 0.2425177 Aug 31 09:19:47.696718 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port dd70a2c7-bbbb-4c61-906b-c1f07a23c631 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:19:47.804868 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-63555a75-0cd4-45fb-9218-c753320049e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:47.825696 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-63555a75-0cd4-45fb-9218-c753320049e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:47.829093 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-63555a75-0cd4-45fb-9218-c753320049e0 admin admin] 10.222.0.119 "DELETE /v2.0/networks/2312c08d-c39b-46ec-b38c-b3b7a98a66d6 HTTP/1.1" status: 204 len: 168 time: 2.2784474 Aug 31 09:19:47.830003 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63555a75-0cd4-45fb-9218-c753320049e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2312c08d-c39b-46ec-b38c-b3b7a98a66d6,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:47.851189 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37fd498-0406-4c83-852d-7c88bcf4be82 admin admin] Pushing event updated for resources: {'Network': ['ID=dc7e8154-0355-42dc-8795-a9e677c02623,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:47.856233 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6f7d7c4e-b5a2-41f5-b3fc-19bd9a50cf5e req-557d053d-19f0-4587-916f-7abdd83109e8 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065070 Aug 31 09:19:47.861595 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d37fd498-0406-4c83-852d-7c88bcf4be82 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0746779 Aug 31 09:19:47.862486 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60488) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:47.870187 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-bd2107f7-1ed7-4ea4-99fa-18facf68636e admin admin] Request body: {'subnet': {'network_id': 'dc7e8154-0355-42dc-8795-a9e677c02623', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-511237959-subnet', 'tenant_id': 'f11dd1c146a146748bc6bc26dc2b225d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:47.873739 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network dc7e8154-0355-42dc-8795-a9e677c02623 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:19:47.908429 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0574002-2a7c-42c9-b87d-e5ee0a2071e5 req-ecbbfa26-d2f0-404d-9608-f7498b4e5f8c tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295628 Aug 31 09:19:47.909582 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-8455103f-1f5c-4064-b00a-9f1e682b38df service neutron] Transition to ACTIVE for port object d4666753-078a-42c4-9dfa-03aa829b437c will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:47.917211 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1c4b82-2dae-4996-a405-b407e2381a7f tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Made reservation on behalf of 28327f57472644c38ebbd2d055c39768 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:19:47.933174 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4b82-2dae-4996-a405-b407e2381a7f tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:48.009521 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e3b6c87b-1ad1-43f7-b459-3fd529ab7621 None None] Provisioning for port cb0e6a15-3575-43aa-a8c6-52080c8b83ec completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:19:48.012417 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-4a1c4b82-2dae-4996-a405-b407e2381a7f tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] device_id is not set on port 364484db-9bd2-4077-90c3-49c9425b4048 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:19:48.027724 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e3b6c87b-1ad1-43f7-b459-3fd529ab7621 None None] Provisioning complete for port cb0e6a15-3575-43aa-a8c6-52080c8b83ec triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:48.028193 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e3b6c87b-1ad1-43f7-b459-3fd529ab7621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:48.064101 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-8455103f-1f5c-4064-b00a-9f1e682b38df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:48.105844 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2107f7-1ed7-4ea4-99fa-18facf68636e admin admin] Made reservation on behalf of f11dd1c146a146748bc6bc26dc2b225d for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:19:48.111839 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bd2107f7-1ed7-4ea4-99fa-18facf68636e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:48.163187 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73948857-d40a-470a-bfa4-8f722db1ec9b None None] Network b23b223a-9bf9-44c7-9495-5e7b861ae144 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:19:48.174607 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-e3b6c87b-1ad1-43f7-b459-3fd529ab7621 None None] Port cb0e6a15-3575-43aa-a8c6-52080c8b83ec cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:19:48.234280 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-8455103f-1f5c-4064-b00a-9f1e682b38df service neutron] No DVR routers for this DVR port d4666753-078a-42c4-9dfa-03aa829b437c on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:19:48.236604 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8455103f-1f5c-4064-b00a-9f1e682b38df service neutron] Pushing event updated for resources: {'Port': ['ID=d4666753-078a-42c4-9dfa-03aa829b437c,revision_number=10']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:48.331647 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-8455103f-1f5c-4064-b00a-9f1e682b38df service neutron] 10.222.0.112 "PUT /v2.0/ports/d4666753-078a-42c4-9dfa-03aa829b437c/bindings/n-h2-791506-28/activate HTTP/1.1" status: 200 len: 370 time: 2.0050545 Aug 31 09:19:48.378978 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-4a1c4b82-2dae-4996-a405-b407e2381a7f tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Allocated IP 10.1.1.80 (94d58612-6d06-41c9-a267-ebf7c959afe6/d9b71bd3-689f-45e5-b57d-0c067c6d8649/364484db-9bd2-4077-90c3-49c9425b4048) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:19:48.402066 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c38989b4-2a61-4b9b-988c-b0912f6ccc0a None None] Provisioning for port dd70a2c7-bbbb-4c61-906b-c1f07a23c631 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:19:48.410600 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c38989b4-2a61-4b9b-988c-b0912f6ccc0a None None] Provisioning complete for port dd70a2c7-bbbb-4c61-906b-c1f07a23c631 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:48.411208 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c38989b4-2a61-4b9b-988c-b0912f6ccc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:48.464001 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60508) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:48.534363 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c38989b4-2a61-4b9b-988c-b0912f6ccc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:48.585511 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bd2107f7-1ed7-4ea4-99fa-18facf68636e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:48.598436 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c0f56e2a-757a-41db-8c81-c9a4f9b56464 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=a4b76b2c0d334f2982a58726e130c5be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1304221 Aug 31 09:19:48.598758 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60516) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:48.603659 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-6eb24ec8-58d9-4ae4-af03-04b28e42272c tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:48.605264 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-6eb24ec8-58d9-4ae4-af03-04b28e42272c tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08&tenant_id=91627f68c71f4b29855d6c5fb4946dae&binding%3Ahost_id=n-h1-791506-28 HTTP/1.1" status: 200 len: 1096 time: 0.1048050 Aug 31 09:19:48.618668 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-c38989b4-2a61-4b9b-988c-b0912f6ccc0a None None] For port dd70a2c7-bbbb-4c61-906b-c1f07a23c631, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=dd70a2c7-bbbb-4c61-906b-c1f07a23c631,segment=NetworkSegment(0d8f0013-f2ab-437c-ba45-45bd4a534d54),segment_id=0d8f0013-f2ab-437c-ba45-45bd4a534d54)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:48.718412 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-4d2d4245-a9d3-4f67-a46f-070f9f568625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:48.718412 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-4d2d4245-a9d3-4f67-a46f-070f9f568625 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08&tenant_id=91627f68c71f4b29855d6c5fb4946dae HTTP/1.1" status: 200 len: 1096 time: 0.1025219 Aug 31 09:19:48.725085 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2107f7-1ed7-4ea4-99fa-18facf68636e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b9fc37a-97be-40ca-8aee-0772b9c2932d,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:48.726410 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c38989b4-2a61-4b9b-988c-b0912f6ccc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:48.797316 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2107f7-1ed7-4ea4-99fa-18facf68636e admin admin] Checking segment: {'id': 'c054a34a-1ca4-4297-b3fb-ec3f17fc1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': 'dc7e8154-0355-42dc-8795-a9e677c02623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:19:48.797980 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2107f7-1ed7-4ea4-99fa-18facf68636e admin admin] Network hostable DHCP agents. Network: dc7e8154-0355-42dc-8795-a9e677c02623, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:19:48.807997 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38989b4-2a61-4b9b-988c-b0912f6ccc0a None None] Pushing event updated for resources: {'Port': ['ID=dd70a2c7-bbbb-4c61-906b-c1f07a23c631,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:48.821235 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-3345d6eb-057e-4055-b9ad-b399569ba7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:48.823025 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4b82-2dae-4996-a405-b407e2381a7f tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:48.833762 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-3345d6eb-057e-4055-b9ad-b399569ba7ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=91627f68c71f4b29855d6c5fb4946dae&device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 1096 time: 0.0814862 Aug 31 09:19:48.852082 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-49fc6399-cf9b-43c1-b085-03c572a24b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:48.862769 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-4a1c4b82-2dae-4996-a405-b407e2381a7f tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Transition to ACTIVE for port object 364484db-9bd2-4077-90c3-49c9425b4048 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:48.889046 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-49fc6399-cf9b-43c1-b085-03c572a24b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:48.891905 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-eb62ae8c-ab12-4f64-825b-e05b529ee295 None None] Provisioning complete for port dd70a2c7-bbbb-4c61-906b-c1f07a23c631 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:48.892392 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eb62ae8c-ab12-4f64-825b-e05b529ee295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:48.944258 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2107f7-1ed7-4ea4-99fa-18facf68636e admin admin] Network dc7e8154-0355-42dc-8795-a9e677c02623 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:19:48.975280 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 85450ec7-3f13-4929-b96c-2b0898a4cd9f up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:19:49.017603 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-b29c460b-0cdb-41ce-9c80-aef743a16bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:49.019537 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-b29c460b-0cdb-41ce-9c80-aef743a16bab service neutron] 10.222.0.59 "GET /v2.0/networks?id=f353997d-12d5-47f5-bc55-13148c348a0b HTTP/1.1" status: 200 len: 923 time: 0.1784976 Aug 31 09:19:49.035095 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4b82-2dae-4996-a405-b407e2381a7f tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:49.081454 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 85450ec7-3f13-4929-b96c-2b0898a4cd9f triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:49.082115 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:49.100757 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-5ceba944-97ac-4c7b-80f8-5f18f1ac4566 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4666753-078a-42c4-9dfa-03aa829b437c HTTP/1.1" status: 200 len: 217 time: 0.0723345 Aug 31 09:19:49.101974 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1c4b82-2dae-4996-a405-b407e2381a7f tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Network 94d58612-6d06-41c9-a267-ebf7c959afe6 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:19:49.133160 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-4a1c4b82-2dae-4996-a405-b407e2381a7f tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:19:49.154829 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1c4b82-2dae-4996-a405-b407e2381a7f tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:19:49.159104 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c4b82-2dae-4996-a405-b407e2381a7f tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Pushing event updated for resources: {'Port': ['ID=364484db-9bd2-4077-90c3-49c9425b4048,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:49.164610 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1991703-27fb-4205-a394-6e9d3f3f23ab req-766b08f2-da8d-42e5-a837-b65fea69f681 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:49.172080 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b1991703-27fb-4205-a394-6e9d3f3f23ab req-766b08f2-da8d-42e5-a837-b65fea69f681 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 944 time: 0.1350143 Aug 31 09:19:49.176725 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-49fc6399-cf9b-43c1-b085-03c572a24b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:49.179336 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-49fc6399-cf9b-43c1-b085-03c572a24b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:49.183606 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-49fc6399-cf9b-43c1-b085-03c572a24b46 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/4b67233b-caf4-4e98-9092-0e4dd30aa212 HTTP/1.1" status: 204 len: 168 time: 0.5659921 Aug 31 09:19:49.183606 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-bd2107f7-1ed7-4ea4-99fa-18facf68636e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, dc7e8154-0355-42dc-8795-a9e677c02623) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:19:49.185590 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-85335a35-d0cc-4ff9-bc55-d1a46d8694ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:49.186537 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-85335a35-d0cc-4ff9-bc55-d1a46d8694ad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d2c5f0e8-9f08-4f88-baac-5c015079d04c HTTP/1.1" status: 200 len: 861 time: 0.0775251 Aug 31 09:19:49.190570 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf19b2b7-53f8-41be-8791-25eafbd4d2e8 None None] Network dc7e8154-0355-42dc-8795-a9e677c02623 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:19:49.233730 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2107f7-1ed7-4ea4-99fa-18facf68636e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:49.234866 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bd2107f7-1ed7-4ea4-99fa-18facf68636e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:49.245449 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc6399-cf9b-43c1-b085-03c572a24b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b67233b-caf4-4e98-9092-0e4dd30aa212,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:49.296845 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1c4b82-2dae-4996-a405-b407e2381a7f tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:49.297621 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4a1c4b82-2dae-4996-a405-b407e2381a7f tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:49.380166 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-ca17924c-4e13-4d88-b67e-5227227a9ac7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f353997d-12d5-47f5-bc55-13148c348a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924637 Aug 31 09:19:49.391631 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b1991703-27fb-4205-a394-6e9d3f3f23ab req-8651deb8-6154-4240-830e-12f6a54fff4f tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993763 Aug 31 09:19:49.407857 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-7c055169-e82e-4d0d-a1a7-24c4fd39cf29 service neutron] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:19:49.429945 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-7c055169-e82e-4d0d-a1a7-24c4fd39cf29 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0347226 Aug 31 09:19:49.435496 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bd2107f7-1ed7-4ea4-99fa-18facf68636e admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5704868 Aug 31 09:19:49.440308 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4a1c4b82-2dae-4996-a405-b407e2381a7f tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8231163 Aug 31 09:19:49.440308 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60544) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:49.446302 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-a498f5d4-3f02-4ee8-830f-2949f99fcdb5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-511237959-router', 'tenant_id': 'f11dd1c146a146748bc6bc26dc2b225d', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:49.543263 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973400af-21ca-447a-96d3-5f1150349a47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-dc7e8154-0355-42dc-8795-a9e677c02623', 'network_id': 'dc7e8154-0355-42dc-8795-a9e677c02623', 'tenant_id': 'f11dd1c146a146748bc6bc26dc2b225d', 'fixed_ips': [{'subnet_id': '8b9fc37a-97be-40ca-8aee-0772b9c2932d'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:19:49.544206 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-973400af-21ca-447a-96d3-5f1150349a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:49.594532 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a498f5d4-3f02-4ee8-830f-2949f99fcdb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:49.596011 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a498f5d4-3f02-4ee8-830f-2949f99fcdb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:49.656966 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa247730-8718-4d40-b295-bbab611c2747 req-cf5c28a0-f178-4b32-8334-656b23adf159 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:49.659003 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fa247730-8718-4d40-b295-bbab611c2747 req-cf5c28a0-f178-4b32-8334-656b23adf159 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 946 time: 0.1468208 Aug 31 09:19:49.666301 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-357eec82-0d13-4b9b-9926-418085848a71 service neutron] 10.222.0.59 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355406 Aug 31 09:19:49.729900 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a498f5d4-3f02-4ee8-830f-2949f99fcdb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:49.797469 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fa247730-8718-4d40-b295-bbab611c2747 req-2f57f88c-3033-46cb-87c9-4500f69caa5d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273751 Aug 31 09:19:49.847459 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-49f8aa51-2033-4c16-a968-0e2646ce6b50 service neutron] 10.222.0.59 "GET /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695733 Aug 31 09:19:49.870623 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-973400af-21ca-447a-96d3-5f1150349a47 None None] Allocated IP 172.20.0.2 (dc7e8154-0355-42dc-8795-a9e677c02623/8b9fc37a-97be-40ca-8aee-0772b9c2932d/aa484622-ea1c-4027-bfba-bc2177094c81) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:19:50.049060 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60560) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:50.054802 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-e95620d3-6baa-4e8b-8989-ef00261c9e05 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1003925872', 'description': 'tempest-description--1406807408'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:50.142332 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-bce7efab-1c3b-4f14-af3a-ffcbbe73d60a None None] Provisioning for port 364484db-9bd2-4077-90c3-49c9425b4048 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:19:50.146739 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-973400af-21ca-447a-96d3-5f1150349a47 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:50.164831 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-bce7efab-1c3b-4f14-af3a-ffcbbe73d60a None None] Provisioning complete for port 364484db-9bd2-4077-90c3-49c9425b4048 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:50.171060 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bce7efab-1c3b-4f14-af3a-ffcbbe73d60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:50.178892 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-973400af-21ca-447a-96d3-5f1150349a47 None None] Transition to ACTIVE for port object aa484622-ea1c-4027-bfba-bc2177094c81 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:50.234306 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a498f5d4-3f02-4ee8-830f-2949f99fcdb5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:50.240568 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e95620d3-6baa-4e8b-8989-ef00261c9e05 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:50.266455 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-973400af-21ca-447a-96d3-5f1150349a47 None None] Transition to ACTIVE for port object aa484622-ea1c-4027-bfba-bc2177094c81 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:50.272268 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-bce7efab-1c3b-4f14-af3a-ffcbbe73d60a None None] Port 364484db-9bd2-4077-90c3-49c9425b4048 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:19:50.358905 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e95620d3-6baa-4e8b-8989-ef00261c9e05 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:50.465513 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-973400af-21ca-447a-96d3-5f1150349a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:50.539946 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e95620d3-6baa-4e8b-8989-ef00261c9e05 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:50.586340 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973400af-21ca-447a-96d3-5f1150349a47 None None] Pushing event updated for resources: {'Port': ['ID=aa484622-ea1c-4027-bfba-bc2177094c81,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:50.617709 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973400af-21ca-447a-96d3-5f1150349a47 None None] Network dc7e8154-0355-42dc-8795-a9e677c02623 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:19:50.621409 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-973400af-21ca-447a-96d3-5f1150349a47 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:19:50.628260 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973400af-21ca-447a-96d3-5f1150349a47 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:19:50.680027 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95620d3-6baa-4e8b-8989-ef00261c9e05 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d194dbfa-d28d-4e4a-97eb-df9c270abd6b,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:50.707799 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e95620d3-6baa-4e8b-8989-ef00261c9e05 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:50.709130 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e95620d3-6baa-4e8b-8989-ef00261c9e05 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6589580 Aug 31 09:19:50.735127 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60580) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:50.751905 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-5de3d9ac-d89b-452f-9c51-fded71b72591 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Request body: {'security_group_rule': {'security_group_id': 'd194dbfa-d28d-4e4a-97eb-df9c270abd6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:50.815404 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-973400af-21ca-447a-96d3-5f1150349a47 None None] Attempting to bind port aa484622-ea1c-4027-bfba-bc2177094c81 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:19:50.815594 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-b2c5e63d-dee1-4827-a9b7-80bc643bed20 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:50.815828 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-973400af-21ca-447a-96d3-5f1150349a47 None None] Attempting to bind port aa484622-ea1c-4027-bfba-bc2177094c81 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'c054a34a-1ca4-4297-b3fb-ec3f17fc1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': 'dc7e8154-0355-42dc-8795-a9e677c02623'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:19:50.817223 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-b2c5e63d-dee1-4827-a9b7-80bc643bed20 tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08&tenant_id=91627f68c71f4b29855d6c5fb4946dae&binding%3Ahost_id=n-h2-791506-28 HTTP/1.1" status: 200 len: 1096 time: 0.3280907 Aug 31 09:19:50.818935 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973400af-21ca-447a-96d3-5f1150349a47 None None] Attempting to bind port aa484622-ea1c-4027-bfba-bc2177094c81 on network dc7e8154-0355-42dc-8795-a9e677c02623 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:50.830220 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973400af-21ca-447a-96d3-5f1150349a47 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:19:50.834663 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973400af-21ca-447a-96d3-5f1150349a47 None None] Checking segment: {'id': 'c054a34a-1ca4-4297-b3fb-ec3f17fc1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': 'dc7e8154-0355-42dc-8795-a9e677c02623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:19:50.834663 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-973400af-21ca-447a-96d3-5f1150349a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:50.834663 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973400af-21ca-447a-96d3-5f1150349a47 None None] Bound using segment: {'id': 'c054a34a-1ca4-4297-b3fb-ec3f17fc1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': 'dc7e8154-0355-42dc-8795-a9e677c02623'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:19:50.834663 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-973400af-21ca-447a-96d3-5f1150349a47 None None] Bound port: aa484622-ea1c-4027-bfba-bc2177094c81, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c054a34a-1ca4-4297-b3fb-ec3f17fc1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': 'dc7e8154-0355-42dc-8795-a9e677c02623'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:19:50.834663 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-973400af-21ca-447a-96d3-5f1150349a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:50.904706 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a498f5d4-3f02-4ee8-830f-2949f99fcdb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:50.912815 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device dd70a2c7-bbbb-4c61-906b-c1f07a23c631 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:19:50.944031 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-973400af-21ca-447a-96d3-5f1150349a47 None None] For port aa484622-ea1c-4027-bfba-bc2177094c81, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:19:50.948823 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-973400af-21ca-447a-96d3-5f1150349a47 None None] For port aa484622-ea1c-4027-bfba-bc2177094c81, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=aa484622-ea1c-4027-bfba-bc2177094c81,segment=NetworkSegment(c054a34a-1ca4-4297-b3fb-ec3f17fc1533),segment_id=c054a34a-1ca4-4297-b3fb-ec3f17fc1533)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:19:50.952791 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a498f5d4-3f02-4ee8-830f-2949f99fcdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:51.017421 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port dd70a2c7-bbbb-4c61-906b-c1f07a23c631 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:51.017720 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:51.045992 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-973400af-21ca-447a-96d3-5f1150349a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:51.263511 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973400af-21ca-447a-96d3-5f1150349a47 None None] Pushing event updated for resources: {'Port': ['ID=aa484622-ea1c-4027-bfba-bc2177094c81,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:51.297770 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-a498f5d4-3f02-4ee8-830f-2949f99fcdb5 admin admin] Allocated IP 172.25.2.94 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/124b88de-679d-4710-8d46-86e928825387) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:19:51.409291 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60602) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:51.432838 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9e0ef-e80b-44f1-95ab-b46d74d4d973 req-8334af99-0c9f-46eb-b43d-26fe83b276d7 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:51.442327 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8bc9e0ef-e80b-44f1-95ab-b46d74d4d973 req-8334af99-0c9f-46eb-b43d-26fe83b276d7 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 944 time: 0.7663851 Aug 31 09:19:51.521500 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a498f5d4-3f02-4ee8-830f-2949f99fcdb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:51.600033 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5de3d9ac-d89b-452f-9c51-fded71b72591 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:51.659222 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8bc9e0ef-e80b-44f1-95ab-b46d74d4d973 req-3d271da7-c0cb-407d-859e-9181f9d55259 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141976 Aug 31 09:19:51.667346 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-3e1b7b1c-ac10-43b8-af40-008a3b24cea2 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1876605327-network', 'tenant_id': '7631bb835dc644c795315530823b1243'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:51.697788 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a498f5d4-3f02-4ee8-830f-2949f99fcdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:51.721077 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f23dfe-bb5a-4fb5-bb33-b5ab178819c3 req-6f3fc42f-59cb-45cc-8727-673b8b552970 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:51.722687 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-89f23dfe-bb5a-4fb5-bb33-b5ab178819c3 req-6f3fc42f-59cb-45cc-8727-673b8b552970 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.2028034 Aug 31 09:19:51.765020 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498f5d4-3f02-4ee8-830f-2949f99fcdb5 admin admin] Pushing event updated for resources: {'Port': ['ID=124b88de-679d-4710-8d46-86e928825387,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:51.781530 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a498f5d4-3f02-4ee8-830f-2949f99fcdb5 admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:19:51.784892 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-a498f5d4-3f02-4ee8-830f-2949f99fcdb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:19:51.793111 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a498f5d4-3f02-4ee8-830f-2949f99fcdb5 admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:19:51.800348 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5de3d9ac-d89b-452f-9c51-fded71b72591 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:51.810956 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-26e57fcb-e441-4f36-a003-5246bb3388d8 service neutron] For port d4666753-078a-42c4-9dfa-03aa829b437c, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:19:51.820907 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-26e57fcb-e441-4f36-a003-5246bb3388d8 service neutron] Notify callbacks [] for binding, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:51.822251 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae5a3d07-dbf4-438a-a20e-3067c7767e6f req-26e57fcb-e441-4f36-a003-5246bb3388d8 service neutron] 10.222.0.59 "DELETE /v2.0/ports/d4666753-078a-42c4-9dfa-03aa829b437c/bindings/n-h1-791506-28 HTTP/1.1" status: 204 len: 173 time: 0.9856677 Aug 31 09:19:51.880142 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-89f23dfe-bb5a-4fb5-bb33-b5ab178819c3 req-7ec549ca-da25-43b9-8c76-98ae72787a80 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484094 Aug 31 09:19:51.881485 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5de3d9ac-d89b-452f-9c51-fded71b72591 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:51.942076 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3d9ac-d89b-452f-9c51-fded71b72591 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4afba4bb-5e31-49eb-8ba9-606f5780bf28,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:51.981468 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a410f-2a79-432b-8c1e-b02455159c78 req-5ac1c2b2-6ff5-4eb1-ad69-1fd93593ab3b tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:51.990821 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7e1a410f-2a79-432b-8c1e-b02455159c78 req-5ac1c2b2-6ff5-4eb1-ad69-1fd93593ab3b tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 1096 time: 0.0704691 Aug 31 09:19:51.998772 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1b7b1c-ac10-43b8-af40-008a3b24cea2 admin admin] Made reservation on behalf of 7631bb835dc644c795315530823b1243 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:19:52.001446 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e1b7b1c-ac10-43b8-af40-008a3b24cea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:52.010703 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e1b7b1c-ac10-43b8-af40-008a3b24cea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:52.065540 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d171e46-daff-49e8-9ffb-bf70c21c70ed req-b3f8d48f-dc78-4790-9f1d-ffc01cca7939 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:52.074044 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d171e46-daff-49e8-9ffb-bf70c21c70ed req-b3f8d48f-dc78-4790-9f1d-ffc01cca7939 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.0950205 Aug 31 09:19:52.080447 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5de3d9ac-d89b-452f-9c51-fded71b72591 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:52.081934 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5de3d9ac-d89b-452f-9c51-fded71b72591 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3435462 Aug 31 09:19:52.087182 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60620) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:52.093526 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-f048b8a8-e65a-4d65-a2bd-9c219d4c1451 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Request body: {'security_group_rule': {'security_group_id': 'd194dbfa-d28d-4e4a-97eb-df9c270abd6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:52.113929 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7e1a410f-2a79-432b-8c1e-b02455159c78 req-9b2d9a42-b0f9-4001-af20-db363a6ba11c tempest-LiveAutoBlockMigrationV225Test-889023662 tempest-LiveAutoBlockMigrationV225Test-889023662-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216681 Aug 31 09:19:52.169870 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d171e46-daff-49e8-9ffb-bf70c21c70ed req-6d3048bb-e1db-4afb-b673-ba285eb4f314 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939391 Aug 31 09:19:52.301030 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e1b7b1c-ac10-43b8-af40-008a3b24cea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:52.305084 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a498f5d4-3f02-4ee8-830f-2949f99fcdb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:52.418077 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e1b7b1c-ac10-43b8-af40-008a3b24cea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:52.423532 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21c9e5-9a2a-4de8-bd1a-2e0486f7a228 req-06261485-1d2a-47b1-83ff-4a71034b4994 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:52.425408 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc21c9e5-9a2a-4de8-bd1a-2e0486f7a228 req-06261485-1d2a-47b1-83ff-4a71034b4994 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.0749936 Aug 31 09:19:52.476795 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e1b7b1c-ac10-43b8-af40-008a3b24cea2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1615, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:19:52.491492 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e1b7b1c-ac10-43b8-af40-008a3b24cea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:52.491987 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-3e1b7b1c-ac10-43b8-af40-008a3b24cea2 admin admin] Added segment 49bda9fb-e760-401a-a18f-f0829eefc211 of type vlan for network dbfe4506-be9a-4469-a405-2a71d3d1ef02 Aug 31 09:19:52.519362 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc21c9e5-9a2a-4de8-bd1a-2e0486f7a228 req-04f4ff31-0a6f-4105-af18-bca27483db43 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857284 Aug 31 09:19:52.537716 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b7b1c-ac10-43b8-af40-008a3b24cea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31816390-f6fb-4ebc-825b-95eb1fc5db44,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:52.552538 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 562155d5-60d9-49c5-a20f-72174fb90928 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:19:52.630327 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e1b7b1c-ac10-43b8-af40-008a3b24cea2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:52.655688 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f048b8a8-e65a-4d65-a2bd-9c219d4c1451 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:52.688815 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fe98a7-abde-4a90-8d0e-a062334687c3 None None] Network dc7e8154-0355-42dc-8795-a9e677c02623 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:19:52.766422 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0f695-3037-4992-aac2-0e4094aa0467 req-3b2599aa-a71b-44ff-b29d-422955bfe3ee tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:52.767861 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.db.resource_extend [None req-3e1b7b1c-ac10-43b8-af40-008a3b24cea2 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:19:52.775220 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c2b0f695-3037-4992-aac2-0e4094aa0467 req-3b2599aa-a71b-44ff-b29d-422955bfe3ee tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.0966220 Aug 31 09:19:52.817423 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a498f5d4-3f02-4ee8-830f-2949f99fcdb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:52.835940 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f048b8a8-e65a-4d65-a2bd-9c219d4c1451 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:52.839163 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c2b0f695-3037-4992-aac2-0e4094aa0467 req-44905499-92d9-4d1a-95c7-c1085b8f4ea4 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616848 Aug 31 09:19:52.925675 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e1b7b1c-ac10-43b8-af40-008a3b24cea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:52.925675 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1b7b1c-ac10-43b8-af40-008a3b24cea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:52.925675 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e1b7b1c-ac10-43b8-af40-008a3b24cea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:53.038094 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f048b8a8-e65a-4d65-a2bd-9c219d4c1451 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:53.040441 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device aa484622-ea1c-4027-bfba-bc2177094c81 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:19:53.067956 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:53.084789 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a641455-3fe1-48e8-85cd-d3f004def4f7 req-fcac7ac8-ebc7-4a99-8c02-a3ca46db4a5b tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:53.087004 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1a641455-3fe1-48e8-85cd-d3f004def4f7 req-fcac7ac8-ebc7-4a99-8c02-a3ca46db4a5b tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 944 time: 0.0680623 Aug 31 09:19:53.133855 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048b8a8-e65a-4d65-a2bd-9c219d4c1451 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ca26118-1a26-4f47-af94-ea0570360ec1,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:53.145649 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3e1b7b1c-ac10-43b8-af40-008a3b24cea2 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7349796 Aug 31 09:19:53.150820 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdab5b39-eb72-4041-8d1d-6726d8184c0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '562155d5-60d9-49c5-a20f-72174fb90928'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:53.153297 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7c4a0a-d87a-4fd5-909f-820a188b7574" -d '{"events": [{"server_uuid": "fdab5b39-eb72-4041-8d1d-6726d8184c0b", "name": "network-vif-unplugged", "status": "completed", "tag": "562155d5-60d9-49c5-a20f-72174fb90928"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:53.159398 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60648) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:53.160127 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 562155d5-60d9-49c5-a20f-72174fb90928, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=562155d5-60d9-49c5-a20f-72174fb90928,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:53.165405 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1a641455-3fe1-48e8-85cd-d3f004def4f7 req-206f18da-28f7-41d6-ab50-2dc8dead3d00 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709231 Aug 31 09:19:53.166130 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b7b1c-ac10-43b8-af40-008a3b24cea2 admin admin] Pushing event updated for resources: {'Network': ['ID=dbfe4506-be9a-4469-a405-2a71d3d1ef02,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:53.180130 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-8e7001dc-e849-4f66-bfb0-62683fb779fb admin admin] Request body: {'subnet': {'network_id': 'dbfe4506-be9a-4469-a405-2a71d3d1ef02', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1876605327-subnet', 'tenant_id': '7631bb835dc644c795315530823b1243', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:53.186129 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network dbfe4506-be9a-4469-a405-2a71d3d1ef02 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:19:53.235364 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f048b8a8-e65a-4d65-a2bd-9c219d4c1451 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:53.235710 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5addf456-7e79-4ac0-9383-97e89931a4f0 None None] Provisioning for port aa484622-ea1c-4027-bfba-bc2177094c81 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:19:53.251950 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f048b8a8-e65a-4d65-a2bd-9c219d4c1451 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1577787 Aug 31 09:19:53.252230 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60652) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:53.260322 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-4298432c-14eb-4e24-8799-0c7f6ed1e3ca tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:53.303142 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:53.322262 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167055cd-40ab-4f85-a169-a4990e9aad5f req-43a2cfb0-8898-40af-ac1f-a11807c40bbc tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:53.326489 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a498f5d4-3f02-4ee8-830f-2949f99fcdb5 admin admin] Router b49d08de-ea67-45ad-b765-6eebbdca5e2e is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:19:53.332560 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-167055cd-40ab-4f85-a169-a4990e9aad5f req-43a2cfb0-8898-40af-ac1f-a11807c40bbc tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1718705 Aug 31 09:19:53.376950 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2dd76d-a96f-47fc-b42b-61a9647b100a x-openstack-request-id: req-0c2dd76d-a96f-47fc-b42b-61a9647b100a {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:53.377599 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdab5b39-eb72-4041-8d1d-6726d8184c0b", "name": "network-vif-unplugged", "status": "completed", "tag": "562155d5-60d9-49c5-a20f-72174fb90928", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:53.378078 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-0c2dd76d-a96f-47fc-b42b-61a9647b100a {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:53.378975 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdab5b39-eb72-4041-8d1d-6726d8184c0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '562155d5-60d9-49c5-a20f-72174fb90928', 'code': 200} Aug 31 09:19:53.386452 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-167055cd-40ab-4f85-a169-a4990e9aad5f req-bae7d0f0-3e6e-4c3a-9000-bc08eb95d3dd tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528467 Aug 31 09:19:53.392973 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7001dc-e849-4f66-bfb0-62683fb779fb admin admin] Made reservation on behalf of 7631bb835dc644c795315530823b1243 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:19:53.397113 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8e7001dc-e849-4f66-bfb0-62683fb779fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:53.433762 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=562155d5-60d9-49c5-a20f-72174fb90928,revision_number=8']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:53.496119 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port aa484622-ea1c-4027-bfba-bc2177094c81 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:19:53.504473 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a498f5d4-3f02-4ee8-830f-2949f99fcdb5 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:19:53.505410 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port aa484622-ea1c-4027-bfba-bc2177094c81 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:53.506292 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:53.521520 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee812634-e6f8-4ad3-a794-ef278c384d82 None None] Sync routers for ids ['b49d08de-ea67-45ad-b765-6eebbdca5e2e'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:19:53.575399 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee812634-e6f8-4ad3-a794-ef278c384d82 None None] Routers {'b49d08de-ea67-45ad-b765-6eebbdca5e2e'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:19:53.577298 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-ee812634-e6f8-4ad3-a794-ef278c384d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:19:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b49d08de-ea67-45ad-b765-6eebbdca5e2e'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:53.622204 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4298432c-14eb-4e24-8799-0c7f6ed1e3ca tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks [] for floatingip, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:53.672613 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a498f5d4-3f02-4ee8-830f-2949f99fcdb5 admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:53.674016 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a498f5d4-3f02-4ee8-830f-2949f99fcdb5 admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2332838 Aug 31 09:19:53.678535 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60656) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:19:53.720170 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ccb611-5c8c-4689-a1b6-91c292e349d3 req-87b7d16c-9694-42bb-bded-4102296aece5 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:53.722155 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f8ccb611-5c8c-4689-a1b6-91c292e349d3 req-87b7d16c-9694-42bb-bded-4102296aece5 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1908953 Aug 31 09:19:53.731873 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9abf834-d37c-4a42-a7e3-670a035b1932 req-fa25c1d4-004f-4f95-a876-b6a7f7b02193 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:53.733729 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d9abf834-d37c-4a42-a7e3-670a035b1932 req-fa25c1d4-004f-4f95-a876-b6a7f7b02193 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 944 time: 0.1793339 Aug 31 09:19:53.837335 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8f078ea9-d264-4697-bf1e-07d70b1acfc8 None None] Provisioning complete for port aa484622-ea1c-4027-bfba-bc2177094c81 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:53.837793 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8f078ea9-d264-4697-bf1e-07d70b1acfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:53.839779 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:53.923407 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-ee812634-e6f8-4ad3-a794-ef278c384d82 None None] Set router b49d08de-ea67-45ad-b765-6eebbdca5e2e gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:19:53.926476 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port aa484622-ea1c-4027-bfba-bc2177094c81, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=aa484622-ea1c-4027-bfba-bc2177094c81,segment=NetworkSegment(c054a34a-1ca4-4297-b3fb-ec3f17fc1533),segment_id=c054a34a-1ca4-4297-b3fb-ec3f17fc1533)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:53.950078 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f8ccb611-5c8c-4689-a1b6-91c292e349d3 req-fc33fc66-0f44-46ef-b44f-7e06dc30579e tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050371 Aug 31 09:19:54.002845 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-d9abf834-d37c-4a42-a7e3-670a035b1932 req-9e8bf539-25af-432d-8bc5-4d3a7b6367d6 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Deleting port d4666753-078a-42c4-9dfa-03aa829b437c {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:19:54.019402 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d9abf834-d37c-4a42-a7e3-670a035b1932 req-9e8bf539-25af-432d-8bc5-4d3a7b6367d6 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:54.110593 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8e7001dc-e849-4f66-bfb0-62683fb779fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:54.163872 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4298432c-14eb-4e24-8799-0c7f6ed1e3ca tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:54.263861 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:54.355841 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d0a0cbbe-1e0c-43cf-b422-cbd8886475e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:54.377656 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=aa484622-ea1c-4027-bfba-bc2177094c81,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:54.387237 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7001dc-e849-4f66-bfb0-62683fb779fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=de08f748-8867-4f91-ac9f-4bd91286452d,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:54.400292 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-ee812634-e6f8-4ad3-a794-ef278c384d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49d08de-ea67-45ad-b765-6eebbdca5e2e', 'name': 'tempest-FloatingIPDetailsTestJSON-511237959-router', 'tenant_id': 'f11dd1c146a146748bc6bc26dc2b225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '124b88de-679d-4710-8d46-86e928825387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:19:49Z', 'updated_at': '2021-08-31T09:19:51Z', 'revision_number': 3, 'project_id': 'f11dd1c146a146748bc6bc26dc2b225d', 'gw_port': {'id': '124b88de-679d-4710-8d46-86e928825387', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:67:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49d08de-ea67-45ad-b765-6eebbdca5e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:19:50Z', 'updated_at': '2021-08-31T09:19:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:54.433018 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee812634-e6f8-4ad3-a794-ef278c384d82 None None] Checking router: b49d08de-ea67-45ad-b765-6eebbdca5e2e for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:19:54.433677 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee812634-e6f8-4ad3-a794-ef278c384d82 None None] Updating router b49d08de-ea67-45ad-b765-6eebbdca5e2e port 124b88de-679d-4710-8d46-86e928825387 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:19:54.452097 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-d9abf834-d37c-4a42-a7e3-670a035b1932 req-9e8bf539-25af-432d-8bc5-4d3a7b6367d6 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] For port d4666753-078a-42c4-9dfa-03aa829b437c, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=d4666753-078a-42c4-9dfa-03aa829b437c,segment=NetworkSegment(329c79c6-5ca3-4a1a-b3d4-414355128167),segment_id=329c79c6-5ca3-4a1a-b3d4-414355128167)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:54.452493 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d9abf834-d37c-4a42-a7e3-670a035b1932 req-9e8bf539-25af-432d-8bc5-4d3a7b6367d6 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:54.465210 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ee812634-e6f8-4ad3-a794-ef278c384d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:54.476137 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7001dc-e849-4f66-bfb0-62683fb779fb admin admin] Checking segment: {'id': '49bda9fb-e760-401a-a18f-f0829eefc211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': 'dbfe4506-be9a-4469-a405-2a71d3d1ef02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:19:54.476502 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7001dc-e849-4f66-bfb0-62683fb779fb admin admin] Network hostable DHCP agents. Network: dbfe4506-be9a-4469-a405-2a71d3d1ef02, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:19:54.490028 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31464063-b40e-4152-aeb6-d9f1f2d4df47 req-ec70a964-f8cc-435f-a0b2-1f5dcc2857f2 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:54.502179 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-31464063-b40e-4152-aeb6-d9f1f2d4df47 req-ec70a964-f8cc-435f-a0b2-1f5dcc2857f2 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.3278890 Aug 31 09:19:54.541515 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-d9abf834-d37c-4a42-a7e3-670a035b1932 req-9e8bf539-25af-432d-8bc5-4d3a7b6367d6 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Calling delete_port for d4666753-078a-42c4-9dfa-03aa829b437c owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:19:54.586786 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 562155d5-60d9-49c5-a20f-72174fb90928 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:19:54.648877 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebeab1-a899-4232-a51d-4df481dff627 req-c8af13f9-0e19-43ee-b989-55589aeb3c48 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:54.658271 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-61ebeab1-a899-4232-a51d-4df481dff627 req-c8af13f9-0e19-43ee-b989-55589aeb3c48 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 944 time: 0.2986674 Aug 31 09:19:54.676554 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-4298432c-14eb-4e24-8799-0c7f6ed1e3ca tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Allocated IP 172.25.2.31 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/a41e689e-35e8-4a46-b247-babff9291916) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:19:54.723175 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-31464063-b40e-4152-aeb6-d9f1f2d4df47 req-fe2e4ab2-9e0b-4b5b-afac-7d474b8ed335 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199731 Aug 31 09:19:54.750249 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 562155d5-60d9-49c5-a20f-72174fb90928, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=562155d5-60d9-49c5-a20f-72174fb90928,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:54.758710 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7001dc-e849-4f66-bfb0-62683fb779fb admin admin] Network dbfe4506-be9a-4469-a405-2a71d3d1ef02 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:19:54.769741 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '562155d5-60d9-49c5-a20f-72174fb90928', 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc', 'port_id': '562155d5-60d9-49c5-a20f-72174fb90928', 'mac_address': 'fa:16:3e:36:41:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38d49ab8-d8f2-42ae-8afb-2cc963a498ae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:19:54.831845 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:54.851075 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 562155d5-60d9-49c5-a20f-72174fb90928 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:19:54.887369 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 562155d5-60d9-49c5-a20f-72174fb90928, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=562155d5-60d9-49c5-a20f-72174fb90928,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:54.923129 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-d0a0cbbe-1e0c-43cf-b422-cbd8886475e1 admin admin] Allocated IP 172.20.0.1 (dc7e8154-0355-42dc-8795-a9e677c02623/8b9fc37a-97be-40ca-8aee-0772b9c2932d/6479d59b-a05c-490a-938b-bb3e50b8257c) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:19:54.926158 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device aa484622-ea1c-4027-bfba-bc2177094c81 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:19:54.975222 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-61ebeab1-a899-4232-a51d-4df481dff627 req-ba1a4664-6c5e-44d1-b25b-0deb42ba374c tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159080 Aug 31 09:19:54.986378 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:54.993877 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-8e7001dc-e849-4f66-bfb0-62683fb779fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, dbfe4506-be9a-4469-a405-2a71d3d1ef02) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:19:55.055775 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7001dc-e849-4f66-bfb0-62683fb779fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:55.055775 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8e7001dc-e849-4f66-bfb0-62683fb779fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:55.076308 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cee1d70-ce63-49a9-af8e-8a3e43a00196 None None] Network dbfe4506-be9a-4469-a405-2a71d3d1ef02 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:19:55.195450 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d0a0cbbe-1e0c-43cf-b422-cbd8886475e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:55.202946 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['562155d5-60d9-49c5-a20f-72174fb90928'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:19:55.219604 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8e7001dc-e849-4f66-bfb0-62683fb779fb admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0575819 Aug 31 09:19:55.262445 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4298432c-14eb-4e24-8799-0c7f6ed1e3ca tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:55.297372 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-d0a0cbbe-1e0c-43cf-b422-cbd8886475e1 admin admin] Transition to ACTIVE for port object 6479d59b-a05c-490a-938b-bb3e50b8257c will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:55.307828 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d9abf834-d37c-4a42-a7e3-670a035b1932 req-9e8bf539-25af-432d-8bc5-4d3a7b6367d6 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:55.329394 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['e63ad863-29f8-479a-a32b-8964edd0bc5e'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:19:55.377362 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=562155d5-60d9-49c5-a20f-72174fb90928,revision_number=9']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:55.411739 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d0a0cbbe-1e0c-43cf-b422-cbd8886475e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:55.445077 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port aa484622-ea1c-4027-bfba-bc2177094c81 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:55.445449 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:55.480433 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8bf539-25af-432d-8bc5-4d3a7b6367d6 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Pushing event deleted for resources: {'Port': ['ID=d4666753-078a-42c4-9dfa-03aa829b437c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:55.481011 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a0cbbe-1e0c-43cf-b422-cbd8886475e1 admin admin] Network dc7e8154-0355-42dc-8795-a9e677c02623 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:19:55.486121 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-d0a0cbbe-1e0c-43cf-b422-cbd8886475e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:19:55.490979 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a0cbbe-1e0c-43cf-b422-cbd8886475e1 admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:19:55.493024 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0cbbe-1e0c-43cf-b422-cbd8886475e1 admin admin] Pushing event updated for resources: {'Port': ['ID=6479d59b-a05c-490a-938b-bb3e50b8257c,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:55.588951 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9abf834-d37c-4a42-a7e3-670a035b1932 req-9e8bf539-25af-432d-8bc5-4d3a7b6367d6 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] No DVR routers for this DVR port d4666753-078a-42c4-9dfa-03aa829b437c on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:19:55.603704 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d9abf834-d37c-4a42-a7e3-670a035b1932 req-9e8bf539-25af-432d-8bc5-4d3a7b6367d6 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:55.605961 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d9abf834-d37c-4a42-a7e3-670a035b1932 req-9e8bf539-25af-432d-8bc5-4d3a7b6367d6 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.59 "DELETE /v2.0/ports/d4666753-078a-42c4-9dfa-03aa829b437c HTTP/1.1" status: 204 len: 173 time: 1.8542328 Aug 31 09:19:55.606714 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba7ca7e-89f4-4667-9af9-d369fc146e08', 'name': 'network-vif-deleted', 'tag': 'd4666753-078a-42c4-9dfa-03aa829b437c'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:55.611218 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bebe611-59e5-41e6-94f6-187604733106" -d '{"events": [{"server_uuid": "4ba7ca7e-89f4-4667-9af9-d369fc146e08", "name": "network-vif-deleted", "tag": "d4666753-078a-42c4-9dfa-03aa829b437c"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:55.620895 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d0a0cbbe-1e0c-43cf-b422-cbd8886475e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:55.650523 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387df045-ef6e-45ef-8607-e2cf49655a24 req-f4169a22-9530-422e-889b-6f1b11f2f1d3 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:55.653545 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-387df045-ef6e-45ef-8607-e2cf49655a24 req-f4169a22-9530-422e-889b-6f1b11f2f1d3 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.3147242 Aug 31 09:19:55.687283 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4298432c-14eb-4e24-8799-0c7f6ed1e3ca tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:55.826720 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2183deed-1405-4e45-ace1-0d019efce569 x-openstack-request-id: req-2183deed-1405-4e45-ace1-0d019efce569 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:19:55.827272 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba7ca7e-89f4-4667-9af9-d369fc146e08", "name": "network-vif-deleted", "tag": "d4666753-078a-42c4-9dfa-03aa829b437c", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:19:55.828738 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-2183deed-1405-4e45-ace1-0d019efce569 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:19:55.829265 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba7ca7e-89f4-4667-9af9-d369fc146e08', 'name': 'network-vif-deleted', 'tag': 'd4666753-078a-42c4-9dfa-03aa829b437c', 'status': 'completed', 'code': 200} Aug 31 09:19:55.839101 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50be0ae7-f99b-4fbf-b9e6-6e74597dd1f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-dbfe4506-be9a-4469-a405-2a71d3d1ef02', 'network_id': 'dbfe4506-be9a-4469-a405-2a71d3d1ef02', 'tenant_id': '7631bb835dc644c795315530823b1243', 'fixed_ips': [{'subnet_id': 'de08f748-8867-4f91-ac9f-4bd91286452d'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:19:55.841236 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-50be0ae7-f99b-4fbf-b9e6-6e74597dd1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:55.852525 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4298432c-14eb-4e24-8799-0c7f6ed1e3ca tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:19:55.900508 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-4298432c-14eb-4e24-8799-0c7f6ed1e3ca tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:19:55.905006 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4298432c-14eb-4e24-8799-0c7f6ed1e3ca tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:19:55.908153 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298432c-14eb-4e24-8799-0c7f6ed1e3ca tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Pushing event updated for resources: {'Port': ['ID=a41e689e-35e8-4a46-b247-babff9291916,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:55.967157 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-387df045-ef6e-45ef-8607-e2cf49655a24 req-8cdb3952-c843-452e-935c-e6b30a8977fb tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968171 Aug 31 09:19:56.016590 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ee812634-e6f8-4ad3-a794-ef278c384d82 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:56.027779 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-ee812634-e6f8-4ad3-a794-ef278c384d82 None None] Transition to ACTIVE for port object 124b88de-679d-4710-8d46-86e928825387 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:56.079340 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d0a0cbbe-1e0c-43cf-b422-cbd8886475e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:56.136920 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ee812634-e6f8-4ad3-a794-ef278c384d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:56.204335 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0de46-b632-493c-8056-887c3e4dcd85 None None] Pushing event updated for resources: {'Port': ['ID=124b88de-679d-4710-8d46-86e928825387,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:56.225397 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c64e230e-49ce-42df-b60e-ca78588a609b req-90fa6a94-7c96-4e6e-abfb-d9eaa65194a9 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 210 time: 0.0320287 Aug 31 09:19:56.381768 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device d4666753-078a-42c4-9dfa-03aa829b437c no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:19:56.384838 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d0a0cbbe-1e0c-43cf-b422-cbd8886475e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:56.391000 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-ee812634-e6f8-4ad3-a794-ef278c384d82 None None] Attempting to bind port 124b88de-679d-4710-8d46-86e928825387 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:19:56.391376 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-ee812634-e6f8-4ad3-a794-ef278c384d82 None None] Attempting to bind port 124b88de-679d-4710-8d46-86e928825387 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:19:56.392361 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee812634-e6f8-4ad3-a794-ef278c384d82 None None] Attempting to bind port 124b88de-679d-4710-8d46-86e928825387 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:56.393087 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4298432c-14eb-4e24-8799-0c7f6ed1e3ca tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:56.434369 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-5e447342-461b-4bbe-bcee-0e988e9cdf23 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:56.436702 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-5e447342-461b-4bbe-bcee-0e988e9cdf23 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/networks?id=dbfe4506-be9a-4469-a405-2a71d3d1ef02 HTTP/1.1" status: 200 len: 816 time: 0.2061825 Aug 31 09:19:56.441557 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-1e10ca64-9729-43b4-bfd4-a22af81be74a None None] Provisioning for port 6479d59b-a05c-490a-938b-bb3e50b8257c completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:19:56.448884 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: d4666753-078a-42c4-9dfa-03aa829b437c {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:19:56.449231 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device d4666753-078a-42c4-9dfa-03aa829b437c not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:19:56.455958 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-de30636d-5868-40ad-99ee-991e056aede2 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/quotas/7631bb835dc644c795315530823b1243 HTTP/1.1" status: 200 len: 375 time: 0.0129890 Aug 31 09:19:56.460047 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d0a0cbbe-1e0c-43cf-b422-cbd8886475e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:56.480451 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee812634-e6f8-4ad3-a794-ef278c384d82 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:19:56.480825 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee812634-e6f8-4ad3-a794-ef278c384d82 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:19:56.481233 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ee812634-e6f8-4ad3-a794-ef278c384d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:56.481632 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee812634-e6f8-4ad3-a794-ef278c384d82 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:19:56.482448 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-ee812634-e6f8-4ad3-a794-ef278c384d82 None None] Bound port: 124b88de-679d-4710-8d46-86e928825387, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:19:56.482995 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ee812634-e6f8-4ad3-a794-ef278c384d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:56.506703 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-1e10ca64-9729-43b4-bfd4-a22af81be74a None None] Provisioning complete for port 6479d59b-a05c-490a-938b-bb3e50b8257c triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:56.507091 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1e10ca64-9729-43b4-bfd4-a22af81be74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:56.516993 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-d60bf472-a809-4fbc-9d4a-9f80d9fffa59 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=7631bb835dc644c795315530823b1243&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444057 Aug 31 09:19:56.613325 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-50be0ae7-f99b-4fbf-b9e6-6e74597dd1f9 None None] Allocated IP 172.20.0.2 (dbfe4506-be9a-4469-a405-2a71d3d1ef02/de08f748-8867-4f91-ac9f-4bd91286452d/1d3994b5-4f4e-4683-a035-50999d170e79) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:19:56.613890 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0cbbe-1e0c-43cf-b422-cbd8886475e1 admin admin] Pushing event updated for resources: {'Port': ['ID=6479d59b-a05c-490a-938b-bb3e50b8257c,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:56.640834 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4298432c-14eb-4e24-8799-0c7f6ed1e3ca tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:56.643877 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-1e10ca64-9729-43b4-bfd4-a22af81be74a None None] Port 6479d59b-a05c-490a-938b-bb3e50b8257c cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:19:56.651389 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-ee812634-e6f8-4ad3-a794-ef278c384d82 None None] For port 124b88de-679d-4710-8d46-86e928825387, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:19:56.662498 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d0a0cbbe-1e0c-43cf-b422-cbd8886475e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:56.741971 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['3be364ee-8006-4fae-859f-6975a0e311f0', '05242781-3bfd-4d37-8e6c-bd91bea5c5e9'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:19:56.766098 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-ee812634-e6f8-4ad3-a794-ef278c384d82 None None] For port 124b88de-679d-4710-8d46-86e928825387, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=124b88de-679d-4710-8d46-86e928825387,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:19:56.834579 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a0cbbe-1e0c-43cf-b422-cbd8886475e1 admin admin] Network dc7e8154-0355-42dc-8795-a9e677c02623 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:19:56.839040 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-d0a0cbbe-1e0c-43cf-b422-cbd8886475e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:19:56.845383 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ee812634-e6f8-4ad3-a794-ef278c384d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:57.042755 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee812634-e6f8-4ad3-a794-ef278c384d82 None None] Routers {'b49d08de-ea67-45ad-b765-6eebbdca5e2e'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:19:57.044709 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-ee812634-e6f8-4ad3-a794-ef278c384d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:19:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b49d08de-ea67-45ad-b765-6eebbdca5e2e'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:57.055400 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0de46-b632-493c-8056-887c3e4dcd85 None None] Pushing event updated for resources: {'Port': ['ID=124b88de-679d-4710-8d46-86e928825387,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:57.161869 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a0cbbe-1e0c-43cf-b422-cbd8886475e1 admin admin] Router b49d08de-ea67-45ad-b765-6eebbdca5e2e has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:19:57.425836 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a0cbbe-1e0c-43cf-b422-cbd8886475e1 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:19:57.427767 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4298432c-14eb-4e24-8799-0c7f6ed1e3ca tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:57.445874 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d0a0cbbe-1e0c-43cf-b422-cbd8886475e1 admin admin] 10.222.0.119 "PUT /v2.0/routers/b49d08de-ea67-45ad-b765-6eebbdca5e2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7660663 Aug 31 09:19:57.490980 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2e785-ed77-4208-b4d7-99a663b86b49 req-699cef9f-a90c-4f1a-96ac-6563e8816d28 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:57.492929 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e2b2e785-ed77-4208-b4d7-99a663b86b49 req-699cef9f-a90c-4f1a-96ac-6563e8816d28 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.9499178 Aug 31 09:19:57.498820 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-80014e84-45c1-4b9d-bc51-7eeeaad9b194 None None] Provisioning complete for port 6479d59b-a05c-490a-938b-bb3e50b8257c triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:57.499327 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-80014e84-45c1-4b9d-bc51-7eeeaad9b194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:57.521110 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4298432c-14eb-4e24-8799-0c7f6ed1e3ca tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:57.570980 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-50be0ae7-f99b-4fbf-b9e6-6e74597dd1f9 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:57.616746 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e2b2e785-ed77-4208-b4d7-99a663b86b49 req-aad654d4-d89a-4fbb-b3f5-8dab98ec1b0a tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158075 Aug 31 09:19:57.655414 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-50be0ae7-f99b-4fbf-b9e6-6e74597dd1f9 None None] Transition to ACTIVE for port object 1d3994b5-4f4e-4683-a035-50999d170e79 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:57.668791 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-71ac32c0-d302-476f-b31d-5c0669af2c6a service neutron] 10.222.0.119 "GET /v2.0/networks/dbfe4506-be9a-4469-a405-2a71d3d1ef02?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1270387 Aug 31 09:19:57.678259 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298432c-14eb-4e24-8799-0c7f6ed1e3ca tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Pushing event updated for resources: {'Port': ['ID=a41e689e-35e8-4a46-b247-babff9291916,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:57.762535 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-50be0ae7-f99b-4fbf-b9e6-6e74597dd1f9 None None] Transition to ACTIVE for port object 1d3994b5-4f4e-4683-a035-50999d170e79 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:19:57.764574 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-80014e84-45c1-4b9d-bc51-7eeeaad9b194 None None] Port 6479d59b-a05c-490a-938b-bb3e50b8257c cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:19:57.767640 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-ee812634-e6f8-4ad3-a794-ef278c384d82 None None] Set router b49d08de-ea67-45ad-b765-6eebbdca5e2e gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:19:57.840522 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e30f8e81-9b96-4edf-9ff4-48441001c321 req-9687a2e7-a528-46ef-88b7-89aec4d0e0f9 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=4ba7ca7e-89f4-4667-9af9-d369fc146e08 HTTP/1.1" status: 200 len: 210 time: 0.0894024 Aug 31 09:19:57.845152 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4298432c-14eb-4e24-8799-0c7f6ed1e3ca tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:57.891191 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-50be0ae7-f99b-4fbf-b9e6-6e74597dd1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:57.973426 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4298432c-14eb-4e24-8799-0c7f6ed1e3ca tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:57.982458 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4298432c-14eb-4e24-8799-0c7f6ed1e3ca tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7305672 Aug 31 09:19:58.007673 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-6abe4bac-f55f-4b52-9db1-e0bcf3efc3ed service neutron] 10.222.0.119 "GET /v2.0/networks/dbfe4506-be9a-4469-a405-2a71d3d1ef02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311508 Aug 31 09:19:58.241718 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50be0ae7-f99b-4fbf-b9e6-6e74597dd1f9 None None] Network dbfe4506-be9a-4469-a405-2a71d3d1ef02 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:19:58.250947 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5efb71-4a57-492a-bc5c-03b24fb4f719 req-60dab55e-7754-41ad-9239-061cc6a8c21e tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:58.259576 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8d5efb71-4a57-492a-bc5c-03b24fb4f719 req-60dab55e-7754-41ad-9239-061cc6a8c21e tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1400352 Aug 31 09:19:58.287948 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-50be0ae7-f99b-4fbf-b9e6-6e74597dd1f9 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:19:58.348811 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8d5efb71-4a57-492a-bc5c-03b24fb4f719 req-68a41000-592a-4cc9-9414-4b0f7624932b tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818465 Aug 31 09:19:58.350621 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50be0ae7-f99b-4fbf-b9e6-6e74597dd1f9 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:19:58.420012 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be0ae7-f99b-4fbf-b9e6-6e74597dd1f9 None None] Pushing event updated for resources: {'Port': ['ID=1d3994b5-4f4e-4683-a035-50999d170e79,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:58.603214 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 562155d5-60d9-49c5-a20f-72174fb90928 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:19:58.669302 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-50be0ae7-f99b-4fbf-b9e6-6e74597dd1f9 None None] Attempting to bind port 1d3994b5-4f4e-4683-a035-50999d170e79 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:19:58.669802 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-50be0ae7-f99b-4fbf-b9e6-6e74597dd1f9 None None] Attempting to bind port 1d3994b5-4f4e-4683-a035-50999d170e79 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '49bda9fb-e760-401a-a18f-f0829eefc211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': 'dbfe4506-be9a-4469-a405-2a71d3d1ef02'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:19:58.670123 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50be0ae7-f99b-4fbf-b9e6-6e74597dd1f9 None None] Attempting to bind port 1d3994b5-4f4e-4683-a035-50999d170e79 on network dbfe4506-be9a-4469-a405-2a71d3d1ef02 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:19:58.679562 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50be0ae7-f99b-4fbf-b9e6-6e74597dd1f9 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:19:58.679942 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50be0ae7-f99b-4fbf-b9e6-6e74597dd1f9 None None] Checking segment: {'id': '49bda9fb-e760-401a-a18f-f0829eefc211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': 'dbfe4506-be9a-4469-a405-2a71d3d1ef02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:19:58.680350 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-50be0ae7-f99b-4fbf-b9e6-6e74597dd1f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:58.680748 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50be0ae7-f99b-4fbf-b9e6-6e74597dd1f9 None None] Bound using segment: {'id': '49bda9fb-e760-401a-a18f-f0829eefc211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': 'dbfe4506-be9a-4469-a405-2a71d3d1ef02'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:19:58.681335 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-50be0ae7-f99b-4fbf-b9e6-6e74597dd1f9 None None] Bound port: 1d3994b5-4f4e-4683-a035-50999d170e79, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49bda9fb-e760-401a-a18f-f0829eefc211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': 'dbfe4506-be9a-4469-a405-2a71d3d1ef02'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:19:58.681727 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-50be0ae7-f99b-4fbf-b9e6-6e74597dd1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:58.861279 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-50be0ae7-f99b-4fbf-b9e6-6e74597dd1f9 None None] For port 1d3994b5-4f4e-4683-a035-50999d170e79, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:19:58.864602 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-50be0ae7-f99b-4fbf-b9e6-6e74597dd1f9 None None] For port 1d3994b5-4f4e-4683-a035-50999d170e79, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1d3994b5-4f4e-4683-a035-50999d170e79,segment=NetworkSegment(49bda9fb-e760-401a-a18f-f0829eefc211),segment_id=49bda9fb-e760-401a-a18f-f0829eefc211)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:19:58.925334 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 562155d5-60d9-49c5-a20f-72174fb90928 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:19:58.926400 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:59.022313 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-ee812634-e6f8-4ad3-a794-ef278c384d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49d08de-ea67-45ad-b765-6eebbdca5e2e', 'name': 'tempest-FloatingIPDetailsTestJSON-511237959-router', 'tenant_id': 'f11dd1c146a146748bc6bc26dc2b225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '124b88de-679d-4710-8d46-86e928825387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:19:49Z', 'updated_at': '2021-08-31T09:19:55Z', 'revision_number': 4, 'project_id': 'f11dd1c146a146748bc6bc26dc2b225d', 'gw_port': {'id': '124b88de-679d-4710-8d46-86e928825387', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:67:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49d08de-ea67-45ad-b765-6eebbdca5e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:19:50Z', 'updated_at': '2021-08-31T09:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '6479d59b-a05c-490a-938b-bb3e50b8257c', 'name': '', 'network_id': 'dc7e8154-0355-42dc-8795-a9e677c02623', 'tenant_id': 'f11dd1c146a146748bc6bc26dc2b225d', 'mac_address': 'fa:16:3e:3c:c6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49d08de-ea67-45ad-b765-6eebbdca5e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '8b9fc37a-97be-40ca-8aee-0772b9c2932d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:19:54Z', 'updated_at': '2021-08-31T09:19:56Z', 'revision_number': 2, 'project_id': 'f11dd1c146a146748bc6bc26dc2b225d', 'subnets': [{'id': '8b9fc37a-97be-40ca-8aee-0772b9c2932d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:19:59.096053 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee812634-e6f8-4ad3-a794-ef278c384d82 None None] The sync data for ids ['b49d08de-ea67-45ad-b765-6eebbdca5e2e'] in n-d-791506-28 is: [{'id': 'b49d08de-ea67-45ad-b765-6eebbdca5e2e', 'name': 'tempest-FloatingIPDetailsTestJSON-511237959-router', 'tenant_id': 'f11dd1c146a146748bc6bc26dc2b225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '124b88de-679d-4710-8d46-86e928825387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:19:49Z', 'updated_at': '2021-08-31T09:19:55Z', 'revision_number': 4, 'project_id': 'f11dd1c146a146748bc6bc26dc2b225d', 'gw_port': {'id': '124b88de-679d-4710-8d46-86e928825387', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:67:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49d08de-ea67-45ad-b765-6eebbdca5e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:19:50Z', 'updated_at': '2021-08-31T09:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '6479d59b-a05c-490a-938b-bb3e50b8257c', 'name': '', 'network_id': 'dc7e8154-0355-42dc-8795-a9e677c02623', 'tenant_id': 'f11dd1c146a146748bc6bc26dc2b225d', 'mac_address': 'fa:16:3e:3c:c6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49d08de-ea67-45ad-b765-6eebbdca5e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '8b9fc37a-97be-40ca-8aee-0772b9c2932d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:19:54Z', 'updated_at': '2021-08-31T09:19:56Z', 'revision_number': 2, 'project_id': 'f11dd1c146a146748bc6bc26dc2b225d', 'subnets': [{'id': '8b9fc37a-97be-40ca-8aee-0772b9c2932d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:19:59.128995 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f27c1e9c-2aea-4167-8bc7-bf140d6c6ba5 req-d8af3dab-f3a7-46e3-a25e-7b85ce670be3 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6167817 Aug 31 09:19:59.155679 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-84e9a67f-79ef-4081-afaa-7b88d3284ac2 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-securitygroup--1003925872&fields=id&tenant_id=28327f57472644c38ebbd2d055c39768 HTTP/1.1" status: 200 len: 267 time: 0.5191059 Aug 31 09:19:59.159454 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-f27c1e9c-2aea-4167-8bc7-bf140d6c6ba5 req-7056ef74-e5d6-4455-945f-268812d04c49 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:19:59.179229 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-50be0ae7-f99b-4fbf-b9e6-6e74597dd1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:59.224721 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:59.291206 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdab5b39-eb72-4041-8d1d-6726d8184c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562155d5-60d9-49c5-a20f-72174fb90928'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:19:59.296241 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ab8c50-b139-4f26-9d25-046574f5d17c" -d '{"events": [{"server_uuid": "fdab5b39-eb72-4041-8d1d-6726d8184c0b", "name": "network-vif-plugged", "status": "completed", "tag": "562155d5-60d9-49c5-a20f-72174fb90928"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:19:59.324402 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-bfa230eb-48a3-4b6c-9c43-beee81efae72 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:59.326957 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-bfa230eb-48a3-4b6c-9c43-beee81efae72 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports/cb0e6a15-3575-43aa-a8c6-52080c8b83ec HTTP/1.1" status: 200 len: 936 time: 0.1592448 Aug 31 09:19:59.377342 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f27c1e9c-2aea-4167-8bc7-bf140d6c6ba5 req-7056ef74-e5d6-4455-945f-268812d04c49 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks [] for floatingip, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:59.383765 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 562155d5-60d9-49c5-a20f-72174fb90928, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=562155d5-60d9-49c5-a20f-72174fb90928,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:19:59.442836 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be0ae7-f99b-4fbf-b9e6-6e74597dd1f9 None None] Pushing event updated for resources: {'Port': ['ID=1d3994b5-4f4e-4683-a035-50999d170e79,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:59.449071 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:19:59.513359 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-f2626f65-f271-4c7b-8245-e0fe9821a5d9 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:19:59.521249 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-f2626f65-f271-4c7b-8245-e0fe9821a5d9 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports/364484db-9bd2-4077-90c3-49c9425b4048 HTTP/1.1" status: 200 len: 935 time: 0.1514573 Aug 31 09:19:59.630833 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-58dfe696-d13f-40d4-a79c-e486a206cbb9 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?network_id=b23b223a-9bf9-44c7-9495-5e7b861ae144&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1082530 Aug 31 09:19:59.649158 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=562155d5-60d9-49c5-a20f-72174fb90928,revision_number=10']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:19:59.760872 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-7a45a451-0666-4538-b7f5-7bc69bc34ebc tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?network_id=b23b223a-9bf9-44c7-9495-5e7b861ae144&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1293755 Aug 31 09:19:59.990235 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-7be905d0-17be-4da1-b4cd-9ce7ae8c2039 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:00.009027 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-7be905d0-17be-4da1-b4cd-9ce7ae8c2039 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:00.015947 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-7be905d0-17be-4da1-b4cd-9ce7ae8c2039 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:00.026152 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-7be905d0-17be-4da1-b4cd-9ce7ae8c2039 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/networks?id=f2ff4842-4f8b-4b37-bef9-46e32fc21646&id=94d58612-6d06-41c9-a267-ebf7c959afe6&id=94d58612-6d06-41c9-a267-ebf7c959afe6&id=b23b223a-9bf9-44c7-9495-5e7b861ae144&id=b23b223a-9bf9-44c7-9495-5e7b861ae144 HTTP/1.1" status: 200 len: 1995 time: 0.2617967 Aug 31 09:20:00.055180 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-db4b6488-aec5-45b0-9d41-da4ae472f8e3 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/quotas/28327f57472644c38ebbd2d055c39768 HTTP/1.1" status: 200 len: 375 time: 0.0298972 Aug 31 09:20:00.162928 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-2f41a0e3-4fa0-44bc-bd4f-d0eac2f1164b tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=28327f57472644c38ebbd2d055c39768&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1067426 Aug 31 09:20:00.272801 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-19cc72bd-b6b2-463c-bbc7-77ed8bd7ff0c service neutron] 10.222.0.119 "GET /v2.0/networks/f2ff4842-4f8b-4b37-bef9-46e32fc21646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085396 Aug 31 09:20:00.418453 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f27c1e9c-2aea-4167-8bc7-bf140d6c6ba5 req-7056ef74-e5d6-4455-945f-268812d04c49 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:00.447572 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-aa717ca1-a4bd-48e5-9fdb-c74eac9209a8 service neutron] 10.222.0.119 "GET /v2.0/networks/f2ff4842-4f8b-4b37-bef9-46e32fc21646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740048 Aug 31 09:20:00.674908 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-f27c1e9c-2aea-4167-8bc7-bf140d6c6ba5 req-7056ef74-e5d6-4455-945f-268812d04c49 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Allocated IP 172.25.2.147 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/19b8fb08-1af2-49c2-8d06-334bfd27bd37) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:20:00.818991 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f27c1e9c-2aea-4167-8bc7-bf140d6c6ba5 req-7056ef74-e5d6-4455-945f-268812d04c49 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:00.961468 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f27c1e9c-2aea-4167-8bc7-bf140d6c6ba5 req-7056ef74-e5d6-4455-945f-268812d04c49 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:01.051945 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056ef74-e5d6-4455-945f-268812d04c49 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Pushing event updated for resources: {'Port': ['ID=19b8fb08-1af2-49c2-8d06-334bfd27bd37,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:01.068567 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-47857573-7907-4cb1-97a1-544a83fdd326 service neutron] 10.222.0.119 "GET /v2.0/ports/cb0e6a15-3575-43aa-a8c6-52080c8b83ec?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1908815 Aug 31 09:20:01.079202 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f27c1e9c-2aea-4167-8bc7-bf140d6c6ba5 req-7056ef74-e5d6-4455-945f-268812d04c49 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:20:01.091907 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-f27c1e9c-2aea-4167-8bc7-bf140d6c6ba5 req-7056ef74-e5d6-4455-945f-268812d04c49 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:20:01.101514 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27c1e9c-2aea-4167-8bc7-bf140d6c6ba5 req-7056ef74-e5d6-4455-945f-268812d04c49 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:20:01.131308 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 124b88de-679d-4710-8d46-86e928825387 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:20:01.181453 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e30428-2b62-4b21-bc06-ed54394317e9 None None] Network dbfe4506-be9a-4469-a405-2a71d3d1ef02 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:20:01.332823 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:20:01.351960 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-e1c05773-cbc0-4f0e-8ddd-438f7bbe0acc service neutron] 10.222.0.119 "GET /v2.0/networks/94d58612-6d06-41c9-a267-ebf7c959afe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706823 Aug 31 09:20:01.417707 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4977cfa9-ae3d-4cd9-9e31-ba17a546503f None None] Provisioning for port 1d3994b5-4f4e-4683-a035-50999d170e79 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:20:01.474470 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 124b88de-679d-4710-8d46-86e928825387 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:20:01.479694 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 124b88de-679d-4710-8d46-86e928825387 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:01.491907 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:01.526110 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-5ed30822-9d1d-4ff0-a5b5-25813ca24cd4 service neutron] 10.222.0.119 "GET /v2.0/networks/94d58612-6d06-41c9-a267-ebf7c959afe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552994 Aug 31 09:20:01.532326 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f27c1e9c-2aea-4167-8bc7-bf140d6c6ba5 req-7056ef74-e5d6-4455-945f-268812d04c49 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:01.619150 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-2c3bd84a-897d-4ff1-be79-8930fda467ac service neutron] 10.222.0.119 "GET /v2.0/ports/364484db-9bd2-4077-90c3-49c9425b4048?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0841210 Aug 31 09:20:01.645707 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:01.678656 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 124b88de-679d-4710-8d46-86e928825387, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=124b88de-679d-4710-8d46-86e928825387,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:01.771582 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:01.772981 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1d3994b5-4f4e-4683-a035-50999d170e79 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:20:01.944819 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=124b88de-679d-4710-8d46-86e928825387,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:01.978701 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-9fdcbca9-744a-4e1d-838c-92302efa45c4 service neutron] 10.222.0.119 "GET /v2.0/networks/94d58612-6d06-41c9-a267-ebf7c959afe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446512 Aug 31 09:20:02.007884 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f27c1e9c-2aea-4167-8bc7-bf140d6c6ba5 req-7056ef74-e5d6-4455-945f-268812d04c49 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:02.026855 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 1d3994b5-4f4e-4683-a035-50999d170e79 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:20:02.032267 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 1d3994b5-4f4e-4683-a035-50999d170e79 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:02.033303 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:02.220490 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:02.296330 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 1d3994b5-4f4e-4683-a035-50999d170e79, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1d3994b5-4f4e-4683-a035-50999d170e79,segment=NetworkSegment(49bda9fb-e760-401a-a18f-f0829eefc211),segment_id=49bda9fb-e760-401a-a18f-f0829eefc211)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:02.305720 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-6790c268-c1b2-4f23-8423-de96a6219029 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:02.307320 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-6790c268-c1b2-4f23-8423-de96a6219029 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.112 "GET /v2.0/networks?id=dbfe4506-be9a-4469-a405-2a71d3d1ef02 HTTP/1.1" status: 200 len: 816 time: 0.6555016 Aug 31 09:20:02.333788 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-0bd3af45-14cd-4193-9c7c-79460da542b4 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Request body: {'port': {'device_id': '14b55c43-b170-478d-8fe5-264538117b7f', 'network_id': 'dbfe4506-be9a-4469-a405-2a71d3d1ef02', 'admin_state_up': True, 'tenant_id': '7631bb835dc644c795315530823b1243'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:02.377916 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:02.432883 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-576ff301-3918-46be-b471-cea239eed9e0 service neutron] 10.222.0.119 "GET /v2.0/networks/94d58612-6d06-41c9-a267-ebf7c959afe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633947 Aug 31 09:20:02.464336 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:02.478046 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=1d3994b5-4f4e-4683-a035-50999d170e79,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:02.691827 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:02.815961 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b29815-94a2-48fa-b0aa-29374a47b591 None None] Sync routers for ids ['b49d08de-ea67-45ad-b765-6eebbdca5e2e'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:20:02.824818 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b29815-94a2-48fa-b0aa-29374a47b591 None None] Routers {'b49d08de-ea67-45ad-b765-6eebbdca5e2e'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:20:02.825453 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-97b29815-94a2-48fa-b0aa-29374a47b591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:19:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b49d08de-ea67-45ad-b765-6eebbdca5e2e'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:02.872722 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f27c1e9c-2aea-4167-8bc7-bf140d6c6ba5 req-7056ef74-e5d6-4455-945f-268812d04c49 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:02.964841 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 124b88de-679d-4710-8d46-86e928825387 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:20:03.004616 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f27c1e9c-2aea-4167-8bc7-bf140d6c6ba5 req-7056ef74-e5d6-4455-945f-268812d04c49 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:03.110585 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 124b88de-679d-4710-8d46-86e928825387 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:03.111101 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:03.130602 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-97b29815-94a2-48fa-b0aa-29374a47b591 None None] Set router b49d08de-ea67-45ad-b765-6eebbdca5e2e gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:20:03.199230 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056ef74-e5d6-4455-945f-268812d04c49 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Pushing event updated for resources: {'Port': ['ID=19b8fb08-1af2-49c2-8d06-334bfd27bd37,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:03.298010 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1d3994b5-4f4e-4683-a035-50999d170e79 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:20:03.385637 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-0bd3af45-14cd-4193-9c7c-79460da542b4 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Made reservation on behalf of 7631bb835dc644c795315530823b1243 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:20:03.396613 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-0bd3af45-14cd-4193-9c7c-79460da542b4 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:03.411501 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 1d3994b5-4f4e-4683-a035-50999d170e79 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:03.412002 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:03.425321 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f27c1e9c-2aea-4167-8bc7-bf140d6c6ba5 req-7056ef74-e5d6-4455-945f-268812d04c49 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:03.440829 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-3a7aa71b-8186-4026-8ef6-c16886d34895 service neutron] 10.222.0.119 "GET /v2.0/networks/94d58612-6d06-41c9-a267-ebf7c959afe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9909761 Aug 31 09:20:03.597421 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-97b29815-94a2-48fa-b0aa-29374a47b591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49d08de-ea67-45ad-b765-6eebbdca5e2e', 'name': 'tempest-FloatingIPDetailsTestJSON-511237959-router', 'tenant_id': 'f11dd1c146a146748bc6bc26dc2b225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '124b88de-679d-4710-8d46-86e928825387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:19:49Z', 'updated_at': '2021-08-31T09:19:55Z', 'revision_number': 4, 'project_id': 'f11dd1c146a146748bc6bc26dc2b225d', 'gw_port': {'id': '124b88de-679d-4710-8d46-86e928825387', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:67:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49d08de-ea67-45ad-b765-6eebbdca5e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:19:50Z', 'updated_at': '2021-08-31T09:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '6479d59b-a05c-490a-938b-bb3e50b8257c', 'name': '', 'network_id': 'dc7e8154-0355-42dc-8795-a9e677c02623', 'tenant_id': 'f11dd1c146a146748bc6bc26dc2b225d', 'mac_address': 'fa:16:3e:3c:c6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49d08de-ea67-45ad-b765-6eebbdca5e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '8b9fc37a-97be-40ca-8aee-0772b9c2932d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:19:54Z', 'updated_at': '2021-08-31T09:19:56Z', 'revision_number': 2, 'project_id': 'f11dd1c146a146748bc6bc26dc2b225d', 'subnets': [{'id': '8b9fc37a-97be-40ca-8aee-0772b9c2932d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:03.643589 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f27c1e9c-2aea-4167-8bc7-bf140d6c6ba5 req-7056ef74-e5d6-4455-945f-268812d04c49 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:03.651618 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f27c1e9c-2aea-4167-8bc7-bf140d6c6ba5 req-7056ef74-e5d6-4455-945f-268812d04c49 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5040414 Aug 31 09:20:03.684059 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b29815-94a2-48fa-b0aa-29374a47b591 None None] Checking router: b49d08de-ea67-45ad-b765-6eebbdca5e2e for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:20:03.685848 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b29815-94a2-48fa-b0aa-29374a47b591 None None] Updating router b49d08de-ea67-45ad-b765-6eebbdca5e2e port 6479d59b-a05c-490a-938b-bb3e50b8257c binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:20:03.714887 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-6c50d818-f203-4215-b3f7-6cdb7eb637e5 service neutron] 10.222.0.119 "GET /v2.0/networks/94d58612-6d06-41c9-a267-ebf7c959afe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706473 Aug 31 09:20:03.723925 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-97b29815-94a2-48fa-b0aa-29374a47b591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:03.846674 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f27c1e9c-2aea-4167-8bc7-bf140d6c6ba5 req-2c811a0f-b060-4a9b-849f-c6ab6508d297 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.147 HTTP/1.1" status: 200 len: 696 time: 0.1932321 Aug 31 09:20:03.955355 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-0bd3af45-14cd-4193-9c7c-79460da542b4 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Allocated IP 172.20.0.10 (dbfe4506-be9a-4469-a405-2a71d3d1ef02/de08f748-8867-4f91-ac9f-4bd91286452d/580e293e-078a-4f76-a90b-5c7205ab0e6b) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:20:04.038386 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c1e9c-2aea-4167-8bc7-bf140d6c6ba5 req-055c26f7-5ece-4034-8404-59d613f712b3 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:04.039785 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f27c1e9c-2aea-4167-8bc7-bf140d6c6ba5 req-055c26f7-5ece-4034-8404-59d613f712b3 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 784 time: 0.1799622 Aug 31 09:20:04.045005 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-ecb54a7f-9caa-43d0-b4d0-745475c61434 service neutron] 10.222.0.119 "GET /v2.0/networks/94d58612-6d06-41c9-a267-ebf7c959afe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282731 Aug 31 09:20:04.063289 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-f27c1e9c-2aea-4167-8bc7-bf140d6c6ba5 req-a0ed2881-eedd-4ad2-a826-4757ebade3c6 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:20:04.064288 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f27c1e9c-2aea-4167-8bc7-bf140d6c6ba5 req-a0ed2881-eedd-4ad2-a826-4757ebade3c6 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151577 Aug 31 09:20:04.066311 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-97b29815-94a2-48fa-b0aa-29374a47b591 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:04.081575 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-97b29815-94a2-48fa-b0aa-29374a47b591 None None] Transition to ACTIVE for port object 6479d59b-a05c-490a-938b-bb3e50b8257c will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:04.198270 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-97b29815-94a2-48fa-b0aa-29374a47b591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:04.251475 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31337611-1904-4818-8ca3-302d302e7ca4 None None] Pushing event updated for resources: {'Port': ['ID=6479d59b-a05c-490a-938b-bb3e50b8257c,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:04.271007 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31337611-1904-4818-8ca3-302d302e7ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:04.271352 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31337611-1904-4818-8ca3-302d302e7ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:04.271694 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31337611-1904-4818-8ca3-302d302e7ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:04.272024 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31337611-1904-4818-8ca3-302d302e7ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:04.272357 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31337611-1904-4818-8ca3-302d302e7ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:04.272683 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31337611-1904-4818-8ca3-302d302e7ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:04.273005 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31337611-1904-4818-8ca3-302d302e7ca4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:04.273950 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31337611-1904-4818-8ca3-302d302e7ca4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:04.273950 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31337611-1904-4818-8ca3-302d302e7ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:04.274183 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31337611-1904-4818-8ca3-302d302e7ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:04.274395 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31337611-1904-4818-8ca3-302d302e7ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:04.274786 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31337611-1904-4818-8ca3-302d302e7ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:04.316484 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-7f0c4eb1-ecb4-4616-acf0-50a3f6f433f6 service neutron] 10.222.0.119 "GET /v2.0/networks/94d58612-6d06-41c9-a267-ebf7c959afe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590170 Aug 31 09:20:04.396528 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-97b29815-94a2-48fa-b0aa-29374a47b591 None None] Attempting to bind port 6479d59b-a05c-490a-938b-bb3e50b8257c on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:20:04.405171 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-97b29815-94a2-48fa-b0aa-29374a47b591 None None] Attempting to bind port 6479d59b-a05c-490a-938b-bb3e50b8257c by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'c054a34a-1ca4-4297-b3fb-ec3f17fc1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': 'dc7e8154-0355-42dc-8795-a9e677c02623'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:20:04.406241 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b29815-94a2-48fa-b0aa-29374a47b591 None None] Attempting to bind port 6479d59b-a05c-490a-938b-bb3e50b8257c on network dc7e8154-0355-42dc-8795-a9e677c02623 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:04.420216 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b29815-94a2-48fa-b0aa-29374a47b591 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:20:04.421011 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-0bd3af45-14cd-4193-9c7c-79460da542b4 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:04.421981 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b29815-94a2-48fa-b0aa-29374a47b591 None None] Checking segment: {'id': 'c054a34a-1ca4-4297-b3fb-ec3f17fc1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': 'dc7e8154-0355-42dc-8795-a9e677c02623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:20:04.425170 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-97b29815-94a2-48fa-b0aa-29374a47b591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:04.425974 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b29815-94a2-48fa-b0aa-29374a47b591 None None] Bound using segment: {'id': 'c054a34a-1ca4-4297-b3fb-ec3f17fc1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': 'dc7e8154-0355-42dc-8795-a9e677c02623'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:20:04.428376 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-97b29815-94a2-48fa-b0aa-29374a47b591 None None] Bound port: 6479d59b-a05c-490a-938b-bb3e50b8257c, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c054a34a-1ca4-4297-b3fb-ec3f17fc1533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': 'dc7e8154-0355-42dc-8795-a9e677c02623'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:20:04.431205 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-97b29815-94a2-48fa-b0aa-29374a47b591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:04.461440 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-0bd3af45-14cd-4193-9c7c-79460da542b4 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Transition to ACTIVE for port object 580e293e-078a-4f76-a90b-5c7205ab0e6b will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:04.489473 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-e105e311-2abd-408a-a996-52ce1fe885fb tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:04.491270 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-e105e311-2abd-408a-a996-52ce1fe885fb tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/networks?id=dbfe4506-be9a-4469-a405-2a71d3d1ef02 HTTP/1.1" status: 200 len: 816 time: 0.2815840 Aug 31 09:20:04.541740 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-97b29815-94a2-48fa-b0aa-29374a47b591 None None] For port 6479d59b-a05c-490a-938b-bb3e50b8257c, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:20:04.546822 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-97b29815-94a2-48fa-b0aa-29374a47b591 None None] For port 6479d59b-a05c-490a-938b-bb3e50b8257c, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=6479d59b-a05c-490a-938b-bb3e50b8257c,segment=NetworkSegment(c054a34a-1ca4-4297-b3fb-ec3f17fc1533),segment_id=c054a34a-1ca4-4297-b3fb-ec3f17fc1533)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:20:04.549921 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-406d5fd4-3302-4edb-97e0-0549c5722aaa tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/quotas/7631bb835dc644c795315530823b1243 HTTP/1.1" status: 200 len: 375 time: 0.0449429 Aug 31 09:20:04.627965 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-eb710f69-5c93-47a4-80f8-d218fbe26bd9 service neutron] 10.222.0.119 "GET /v2.0/networks/b23b223a-9bf9-44c7-9495-5e7b861ae144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867961 Aug 31 09:20:04.640748 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-97b29815-94a2-48fa-b0aa-29374a47b591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:04.738705 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-0bd3af45-14cd-4193-9c7c-79460da542b4 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:04.798534 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-e2d37db8-d509-4bad-ad81-ddb92a92e5aa tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=7631bb835dc644c795315530823b1243&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2263386 Aug 31 09:20:04.823593 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-01826188-267a-463f-b51b-bae6a3c0fc1a tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:20:04.827180 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-01826188-267a-463f-b51b-bae6a3c0fc1a tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085430 Aug 31 09:20:04.840120 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-0bd3af45-14cd-4193-9c7c-79460da542b4 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Network dbfe4506-be9a-4469-a405-2a71d3d1ef02 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:20:04.864269 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b29815-94a2-48fa-b0aa-29374a47b591 None None] Routers {'b49d08de-ea67-45ad-b765-6eebbdca5e2e'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:20:04.865151 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-97b29815-94a2-48fa-b0aa-29374a47b591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:19:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b49d08de-ea67-45ad-b765-6eebbdca5e2e'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:04.868489 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31337611-1904-4818-8ca3-302d302e7ca4 None None] Pushing event updated for resources: {'Port': ['ID=6479d59b-a05c-490a-938b-bb3e50b8257c,revision_number=4']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:04.990123 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-0bd3af45-14cd-4193-9c7c-79460da542b4 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:20:04.993926 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-59840f89-da7d-43f4-9f36-925fe5aeff32 service neutron] 10.222.0.119 "GET /v2.0/networks/dbfe4506-be9a-4469-a405-2a71d3d1ef02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453984 Aug 31 09:20:05.026177 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-0bd3af45-14cd-4193-9c7c-79460da542b4 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:20:05.042634 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-97b29815-94a2-48fa-b0aa-29374a47b591 None None] Set router b49d08de-ea67-45ad-b765-6eebbdca5e2e gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:20:05.144050 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-0bd3af45-14cd-4193-9c7c-79460da542b4 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:05.144842 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-0bd3af45-14cd-4193-9c7c-79460da542b4 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:05.215036 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3af45-14cd-4193-9c7c-79460da542b4 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Pushing event updated for resources: {'Port': ['ID=580e293e-078a-4f76-a90b-5c7205ab0e6b,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:05.336341 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-80b32ee7-d443-4485-848c-23f0e890cfc7 service neutron] 10.222.0.119 "GET /v2.0/networks/b23b223a-9bf9-44c7-9495-5e7b861ae144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6831503 Aug 31 09:20:05.424031 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-0bd3af45-14cd-4193-9c7c-79460da542b4 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0954564 Aug 31 09:20:05.447925 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-a54ba348-0726-4b7d-a981-dbd87754d8f8 service neutron] Request body: {'port': {'device_id': '14b55c43-b170-478d-8fe5-264538117b7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:05.519467 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-637a11fe-58e8-4cf0-a893-59ca16995782 service neutron] 10.222.0.119 "GET /v2.0/networks/dbfe4506-be9a-4469-a405-2a71d3d1ef02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716116 Aug 31 09:20:05.561810 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-a54ba348-0726-4b7d-a981-dbd87754d8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:05.572529 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-97b29815-94a2-48fa-b0aa-29374a47b591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49d08de-ea67-45ad-b765-6eebbdca5e2e', 'name': 'tempest-FloatingIPDetailsTestJSON-511237959-router', 'tenant_id': 'f11dd1c146a146748bc6bc26dc2b225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '124b88de-679d-4710-8d46-86e928825387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:19:49Z', 'updated_at': '2021-08-31T09:19:55Z', 'revision_number': 4, 'project_id': 'f11dd1c146a146748bc6bc26dc2b225d', 'gw_port': {'id': '124b88de-679d-4710-8d46-86e928825387', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:67:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49d08de-ea67-45ad-b765-6eebbdca5e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:19:50Z', 'updated_at': '2021-08-31T09:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '6479d59b-a05c-490a-938b-bb3e50b8257c', 'name': '', 'network_id': 'dc7e8154-0355-42dc-8795-a9e677c02623', 'tenant_id': 'f11dd1c146a146748bc6bc26dc2b225d', 'mac_address': 'fa:16:3e:3c:c6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49d08de-ea67-45ad-b765-6eebbdca5e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '8b9fc37a-97be-40ca-8aee-0772b9c2932d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:19:54Z', 'updated_at': '2021-08-31T09:20:04Z', 'revision_number': 4, 'project_id': 'f11dd1c146a146748bc6bc26dc2b225d', 'subnets': [{'id': '8b9fc37a-97be-40ca-8aee-0772b9c2932d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:05.579375 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-50d74f27-ef4a-4e35-9f54-1d4ceac718e7 service neutron] 10.222.0.119 "GET /v2.0/networks/b23b223a-9bf9-44c7-9495-5e7b861ae144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239265 Aug 31 09:20:05.583478 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7e00c333-672d-4cf4-808a-f7889dd39c1b None None] Provisioning for port 580e293e-078a-4f76-a90b-5c7205ab0e6b completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:20:05.590398 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7e00c333-672d-4cf4-808a-f7889dd39c1b None None] Provisioning complete for port 580e293e-078a-4f76-a90b-5c7205ab0e6b triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:05.591289 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7e00c333-672d-4cf4-808a-f7889dd39c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:05.639074 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b29815-94a2-48fa-b0aa-29374a47b591 None None] The sync data for ids ['b49d08de-ea67-45ad-b765-6eebbdca5e2e'] in n-d-791506-28 is: [{'id': 'b49d08de-ea67-45ad-b765-6eebbdca5e2e', 'name': 'tempest-FloatingIPDetailsTestJSON-511237959-router', 'tenant_id': 'f11dd1c146a146748bc6bc26dc2b225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '124b88de-679d-4710-8d46-86e928825387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:19:49Z', 'updated_at': '2021-08-31T09:19:55Z', 'revision_number': 4, 'project_id': 'f11dd1c146a146748bc6bc26dc2b225d', 'gw_port': {'id': '124b88de-679d-4710-8d46-86e928825387', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:67:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49d08de-ea67-45ad-b765-6eebbdca5e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:19:50Z', 'updated_at': '2021-08-31T09:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '6479d59b-a05c-490a-938b-bb3e50b8257c', 'name': '', 'network_id': 'dc7e8154-0355-42dc-8795-a9e677c02623', 'tenant_id': 'f11dd1c146a146748bc6bc26dc2b225d', 'mac_address': 'fa:16:3e:3c:c6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49d08de-ea67-45ad-b765-6eebbdca5e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '8b9fc37a-97be-40ca-8aee-0772b9c2932d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:19:54Z', 'updated_at': '2021-08-31T09:20:04Z', 'revision_number': 4, 'project_id': 'f11dd1c146a146748bc6bc26dc2b225d', 'subnets': [{'id': '8b9fc37a-97be-40ca-8aee-0772b9c2932d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:20:05.690103 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-7e00c333-672d-4cf4-808a-f7889dd39c1b None None] Port 580e293e-078a-4f76-a90b-5c7205ab0e6b cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:20:06.079158 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-e56f0133-9f49-4d8d-a0d4-a15be54f0f86 service neutron] 10.222.0.119 "GET /v2.0/networks/b23b223a-9bf9-44c7-9495-5e7b861ae144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677122 Aug 31 09:20:06.178252 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8e81d2-169d-4d1f-8d42-cc015bcca4e5 x-openstack-request-id: req-6e8e81d2-169d-4d1f-8d42-cc015bcca4e5 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:20:06.178657 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdab5b39-eb72-4041-8d1d-6726d8184c0b", "name": "network-vif-plugged", "status": "completed", "tag": "562155d5-60d9-49c5-a20f-72174fb90928", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:20:06.178974 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-6e8e81d2-169d-4d1f-8d42-cc015bcca4e5 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:20:06.179435 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdab5b39-eb72-4041-8d1d-6726d8184c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562155d5-60d9-49c5-a20f-72174fb90928', 'code': 200} Aug 31 09:20:06.551419 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-a54ba348-0726-4b7d-a981-dbd87754d8f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 580e293e-078a-4f76-a90b-5c7205ab0e6b {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:20:06.577113 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-a54ba348-0726-4b7d-a981-dbd87754d8f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:06.594805 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-a54ba348-0726-4b7d-a981-dbd87754d8f8 service neutron] Transition to ACTIVE for port object 580e293e-078a-4f76-a90b-5c7205ab0e6b will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:06.685370 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-a54ba348-0726-4b7d-a981-dbd87754d8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:06.789021 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93edc76-42c3-4789-b550-6760af366a4c req-72573efc-c654-4df1-bfd6-37acc9b17fc8 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:06.798442 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e93edc76-42c3-4789-b550-6760af366a4c req-72573efc-c654-4df1-bfd6-37acc9b17fc8 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/networks?id=a1c761f8-404a-498a-a4d9-9ce04e112753 HTTP/1.1" status: 200 len: 814 time: 0.4694424 Aug 31 09:20:06.853470 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e93edc76-42c3-4789-b550-6760af366a4c req-7cacb450-d25d-4a80-bd26-ff3959f9f469 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/quotas/c8be5a3950fb435c8e8cd8e3c656cdfc HTTP/1.1" status: 200 len: 375 time: 0.0540543 Aug 31 09:20:06.973763 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ba348-0726-4b7d-a981-dbd87754d8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=580e293e-078a-4f76-a90b-5c7205ab0e6b,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:07.013012 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6479d59b-a05c-490a-938b-bb3e50b8257c up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:20:07.196558 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e93edc76-42c3-4789-b550-6760af366a4c req-46e4b218-6c74-47f3-a217-6858450e15d7 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=c8be5a3950fb435c8e8cd8e3c656cdfc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2458699 Aug 31 09:20:07.274061 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 6479d59b-a05c-490a-938b-bb3e50b8257c completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:20:07.280059 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 6479d59b-a05c-490a-938b-bb3e50b8257c triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:07.280960 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:07.367440 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-a54ba348-0726-4b7d-a981-dbd87754d8f8 service neutron] Attempting to bind port 580e293e-078a-4f76-a90b-5c7205ab0e6b on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:20:07.367775 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-a54ba348-0726-4b7d-a981-dbd87754d8f8 service neutron] Attempting to bind port 580e293e-078a-4f76-a90b-5c7205ab0e6b by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '49bda9fb-e760-401a-a18f-f0829eefc211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': 'dbfe4506-be9a-4469-a405-2a71d3d1ef02'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:20:07.368107 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-a54ba348-0726-4b7d-a981-dbd87754d8f8 service neutron] Attempting to bind port 580e293e-078a-4f76-a90b-5c7205ab0e6b on network dbfe4506-be9a-4469-a405-2a71d3d1ef02 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:07.396867 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-a54ba348-0726-4b7d-a981-dbd87754d8f8 service neutron] Port 580e293e-078a-4f76-a90b-5c7205ab0e6b on network dbfe4506-be9a-4469-a405-2a71d3d1ef02 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:20:07.397081 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-a54ba348-0726-4b7d-a981-dbd87754d8f8 service neutron] Attempting to bind port 580e293e-078a-4f76-a90b-5c7205ab0e6b on network dbfe4506-be9a-4469-a405-2a71d3d1ef02 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:07.438973 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-a54ba348-0726-4b7d-a981-dbd87754d8f8 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:20:07.439326 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-a54ba348-0726-4b7d-a981-dbd87754d8f8 service neutron] Checking segment: {'id': '49bda9fb-e760-401a-a18f-f0829eefc211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': 'dbfe4506-be9a-4469-a405-2a71d3d1ef02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:20:07.439690 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-a54ba348-0726-4b7d-a981-dbd87754d8f8 service neutron] Bound using segment: {'id': '49bda9fb-e760-401a-a18f-f0829eefc211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': 'dbfe4506-be9a-4469-a405-2a71d3d1ef02'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:20:07.440141 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-a54ba348-0726-4b7d-a981-dbd87754d8f8 service neutron] Bound port: 580e293e-078a-4f76-a90b-5c7205ab0e6b, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49bda9fb-e760-401a-a18f-f0829eefc211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': 'dbfe4506-be9a-4469-a405-2a71d3d1ef02'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:20:07.440498 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-a54ba348-0726-4b7d-a981-dbd87754d8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:07.483383 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:07.504339 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e93edc76-42c3-4789-b550-6760af366a4c req-896a8b1c-3a48-45e8-b403-2233fc0f122c service neutron] 10.222.0.119 "GET /v2.0/networks/a1c761f8-404a-498a-a4d9-9ce04e112753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059847 Aug 31 09:20:07.625713 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 6479d59b-a05c-490a-938b-bb3e50b8257c, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=6479d59b-a05c-490a-938b-bb3e50b8257c,segment=NetworkSegment(c054a34a-1ca4-4297-b3fb-ec3f17fc1533),segment_id=c054a34a-1ca4-4297-b3fb-ec3f17fc1533)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:07.697139 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:07.869400 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=6479d59b-a05c-490a-938b-bb3e50b8257c,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:07.885601 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:07.886105 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:07.886825 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:07.887262 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:07.887773 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:07.888255 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:07.888673 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:07.889056 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:07.889484 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:07.889864 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:07.890243 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:07.890654 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:08.215410 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-a54ba348-0726-4b7d-a981-dbd87754d8f8 service neutron] For port 580e293e-078a-4f76-a90b-5c7205ab0e6b, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:20:08.252871 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-a54ba348-0726-4b7d-a981-dbd87754d8f8 service neutron] For port 580e293e-078a-4f76-a90b-5c7205ab0e6b, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=580e293e-078a-4f76-a90b-5c7205ab0e6b,segment=NetworkSegment(49bda9fb-e760-401a-a18f-f0829eefc211),segment_id=49bda9fb-e760-401a-a18f-f0829eefc211)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:20:08.286021 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e93edc76-42c3-4789-b550-6760af366a4c req-a21840de-11ae-411e-bba2-3c92ba9de1da service neutron] 10.222.0.119 "GET /v2.0/networks/a1c761f8-404a-498a-a4d9-9ce04e112753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7790172 Aug 31 09:20:08.316854 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c5130a74-4c14-4311-aeaa-6e799771d25c req-5fb827c8-9bae-44dd-acf5-641e0f22ab05 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2434132 Aug 31 09:20:08.332863 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-c5130a74-4c14-4311-aeaa-6e799771d25c req-deba46b4-17f0-4a0c-ab50-8100e9331fb2 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:08.357313 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-a54ba348-0726-4b7d-a981-dbd87754d8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:08.472322 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-a54ba348-0726-4b7d-a981-dbd87754d8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:08.473232 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-a54ba348-0726-4b7d-a981-dbd87754d8f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:08.474992 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-a54ba348-0726-4b7d-a981-dbd87754d8f8 service neutron] 10.222.0.112 "PUT /v2.0/ports/580e293e-078a-4f76-a90b-5c7205ab0e6b HTTP/1.1" status: 200 len: 1093 time: 3.0321112 Aug 31 09:20:08.479499 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14b55c43-b170-478d-8fe5-264538117b7f', 'tag': '580e293e-078a-4f76-a90b-5c7205ab0e6b'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:20:08.489172 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6665336f-2262-4682-8ea1-379e1d4ecb48" -d '{"events": [{"name": "network-changed", "server_uuid": "14b55c43-b170-478d-8fe5-264538117b7f", "tag": "580e293e-078a-4f76-a90b-5c7205ab0e6b"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:20:08.529064 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ba348-0726-4b7d-a981-dbd87754d8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=580e293e-078a-4f76-a90b-5c7205ab0e6b,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:08.616538 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c5130a74-4c14-4311-aeaa-6e799771d25c req-deba46b4-17f0-4a0c-ab50-8100e9331fb2 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks [] for floatingip, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:08.902619 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-8c29c057-2f97-4239-8304-e4d222755400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:08.906121 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-8c29c057-2f97-4239-8304-e4d222755400 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=7631bb835dc644c795315530823b1243&device_id=14b55c43-b170-478d-8fe5-264538117b7f HTTP/1.1" status: 200 len: 1096 time: 0.2955089 Aug 31 09:20:08.928553 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-563a17d2-5b63-4dde-8b31-5edd721a06f9 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:08.930762 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-563a17d2-5b63-4dde-8b31-5edd721a06f9 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.112 "GET /v2.0/networks?id=dbfe4506-be9a-4469-a405-2a71d3d1ef02 HTTP/1.1" status: 200 len: 816 time: 0.4052093 Aug 31 09:20:08.970853 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-6f36f149-582d-47c2-a70a-3bbf15820a54 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Request body: {'port': {'device_id': 'd4f30a5c-3a4b-42bd-b643-5ede92bd071b', 'network_id': 'dbfe4506-be9a-4469-a405-2a71d3d1ef02', 'admin_state_up': True, 'tenant_id': '7631bb835dc644c795315530823b1243'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:09.010624 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4d7eb-c3f8-405a-b7be-b31b9311707f req-8266bed5-e1a3-4c95-9322-989d5eeb88c8 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:09.030385 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-afc4d7eb-c3f8-405a-b7be-b31b9311707f req-8266bed5-e1a3-4c95-9322-989d5eeb88c8 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.2569621 Aug 31 09:20:09.067725 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-831cfa1e-dc64-497f-8a61-7afccfde1ea3 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=580e293e-078a-4f76-a90b-5c7205ab0e6b HTTP/1.1" status: 200 len: 217 time: 0.1498954 Aug 31 09:20:09.073658 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6479d59b-a05c-490a-938b-bb3e50b8257c up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:20:09.208219 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 6479d59b-a05c-490a-938b-bb3e50b8257c triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:09.208855 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:09.239041 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-102be31a-75fd-4931-8066-3fe097fb22ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:09.241373 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-102be31a-75fd-4931-8066-3fe097fb22ed service neutron] 10.222.0.112 "GET /v2.0/subnets?id=de08f748-8867-4f91-ac9f-4bd91286452d HTTP/1.1" status: 200 len: 855 time: 0.1631470 Aug 31 09:20:09.324571 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-afc4d7eb-c3f8-405a-b7be-b31b9311707f req-9df593ac-5d79-4c3a-8d67-e746fbd3c895 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909412 Aug 31 09:20:09.357741 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-2da9593f-e58d-4cfe-8776-9b294eaac3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:09.360774 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-2da9593f-e58d-4cfe-8776-9b294eaac3cc service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=dbfe4506-be9a-4469-a405-2a71d3d1ef02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1123407 Aug 31 09:20:09.447733 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c5130a74-4c14-4311-aeaa-6e799771d25c req-deba46b4-17f0-4a0c-ab50-8100e9331fb2 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:09.607718 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-07f97f77-39bc-4954-a586-7357478c8079 service neutron] 10.222.0.112 "GET /v2.0/networks/dbfe4506-be9a-4469-a405-2a71d3d1ef02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382441 Aug 31 09:20:09.634968 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-6f36f149-582d-47c2-a70a-3bbf15820a54 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Made reservation on behalf of 7631bb835dc644c795315530823b1243 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:20:09.639591 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-6f36f149-582d-47c2-a70a-3bbf15820a54 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:09.740592 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-0254603c-3dad-433f-91c5-b71cabe75976 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:09.753170 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-0254603c-3dad-433f-91c5-b71cabe75976 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/networks?id=dbfe4506-be9a-4469-a405-2a71d3d1ef02 HTTP/1.1" status: 200 len: 816 time: 0.2841289 Aug 31 09:20:09.775444 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7c3810c7-dd20-4aeb-b185-df28f7bc8c96 req-fea46a6a-3e66-419c-aa13-b90250364084 service neutron] 10.222.0.112 "GET /v2.0/networks/dbfe4506-be9a-4469-a405-2a71d3d1ef02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601398 Aug 31 09:20:09.850271 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-826deb39-16e9-4167-99f3-8877582e8566 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/quotas/7631bb835dc644c795315530823b1243 HTTP/1.1" status: 200 len: 375 time: 0.0954814 Aug 31 09:20:09.928128 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-c5130a74-4c14-4311-aeaa-6e799771d25c req-deba46b4-17f0-4a0c-ab50-8100e9331fb2 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Allocated IP 172.25.2.210 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/870661d1-4b04-4458-802b-95a9ca78036c) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:20:10.052939 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-32a82e81-9059-48a5-866a-679778c5ce91 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=7631bb835dc644c795315530823b1243&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2018116 Aug 31 09:20:10.054152 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-6f36f149-582d-47c2-a70a-3bbf15820a54 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Allocated IP 172.20.0.5 (dbfe4506-be9a-4469-a405-2a71d3d1ef02/de08f748-8867-4f91-ac9f-4bd91286452d/6b8eccbe-5e41-49b3-83f0-5b6e37bf49df) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:20:10.400941 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c5130a74-4c14-4311-aeaa-6e799771d25c req-deba46b4-17f0-4a0c-ab50-8100e9331fb2 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:10.443589 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-2d9881df-0645-4575-a20c-007b8e5820ec service neutron] 10.222.0.119 "GET /v2.0/networks/dbfe4506-be9a-4469-a405-2a71d3d1ef02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662529 Aug 31 09:20:10.592315 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-6f36f149-582d-47c2-a70a-3bbf15820a54 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:10.609872 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-6f36f149-582d-47c2-a70a-3bbf15820a54 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Transition to ACTIVE for port object 6b8eccbe-5e41-49b3-83f0-5b6e37bf49df will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:10.622859 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c5130a74-4c14-4311-aeaa-6e799771d25c req-deba46b4-17f0-4a0c-ab50-8100e9331fb2 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:10.653805 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5130a74-4c14-4311-aeaa-6e799771d25c req-deba46b4-17f0-4a0c-ab50-8100e9331fb2 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:20:10.818042 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-c5130a74-4c14-4311-aeaa-6e799771d25c req-deba46b4-17f0-4a0c-ab50-8100e9331fb2 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:20:10.820204 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5130a74-4c14-4311-aeaa-6e799771d25c req-deba46b4-17f0-4a0c-ab50-8100e9331fb2 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:20:11.015392 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-39e6b6aa-10e9-4b64-82e8-458673796a58 service neutron] 10.222.0.119 "GET /v2.0/networks/dbfe4506-be9a-4469-a405-2a71d3d1ef02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029226 Aug 31 09:20:11.046713 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-6f36f149-582d-47c2-a70a-3bbf15820a54 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:11.067160 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba46b4-17f0-4a0c-ab50-8100e9331fb2 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Pushing event updated for resources: {'Port': ['ID=870661d1-4b04-4458-802b-95a9ca78036c,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:11.201252 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-6f36f149-582d-47c2-a70a-3bbf15820a54 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Network dbfe4506-be9a-4469-a405-2a71d3d1ef02 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:20:11.209089 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-244f97bc-eae1-48d2-b559-4b10a569dfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:11.211212 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-244f97bc-eae1-48d2-b559-4b10a569dfd4 service neutron] 10.222.0.112 "GET /v2.0/ports/cb0e6a15-3575-43aa-a8c6-52080c8b83ec HTTP/1.1" status: 200 len: 1032 time: 0.0754309 Aug 31 09:20:11.217623 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-6f36f149-582d-47c2-a70a-3bbf15820a54 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:20:11.236700 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-6f36f149-582d-47c2-a70a-3bbf15820a54 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:20:11.287501 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f6480791-6bc1-48bf-b4a9-8d6d1cf10ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:11.298122 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-33155c1f-b90a-4c59-90a0-689f2eda619f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:11.299630 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-33155c1f-b90a-4c59-90a0-689f2eda619f service neutron] 10.222.0.112 "GET /v2.0/ports/364484db-9bd2-4077-90c3-49c9425b4048 HTTP/1.1" status: 200 len: 1031 time: 0.0806375 Aug 31 09:20:11.391261 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f36f149-582d-47c2-a70a-3bbf15820a54 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Pushing event updated for resources: {'Port': ['ID=6b8eccbe-5e41-49b3-83f0-5b6e37bf49df,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:11.398892 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c5130a74-4c14-4311-aeaa-6e799771d25c req-deba46b4-17f0-4a0c-ab50-8100e9331fb2 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:11.506955 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-6f36f149-582d-47c2-a70a-3bbf15820a54 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:11.508671 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-6f36f149-582d-47c2-a70a-3bbf15820a54 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:11.561146 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-f89c8034-b302-4ca5-91b1-79a4f3ddedf6 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:11.568204 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-f89c8034-b302-4ca5-91b1-79a4f3ddedf6 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:11.576452 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-f89c8034-b302-4ca5-91b1-79a4f3ddedf6 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:11.578845 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-f89c8034-b302-4ca5-91b1-79a4f3ddedf6 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.112 "GET /v2.0/networks?id=f2ff4842-4f8b-4b37-bef9-46e32fc21646&id=94d58612-6d06-41c9-a267-ebf7c959afe6&id=94d58612-6d06-41c9-a267-ebf7c959afe6&id=94d58612-6d06-41c9-a267-ebf7c959afe6&id=94d58612-6d06-41c9-a267-ebf7c959afe6&id=b23b223a-9bf9-44c7-9495-5e7b861ae144&id=b23b223a-9bf9-44c7-9495-5e7b861ae144 HTTP/1.1" status: 200 len: 1995 time: 0.2718415 Aug 31 09:20:11.634938 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c5130a74-4c14-4311-aeaa-6e799771d25c req-deba46b4-17f0-4a0c-ab50-8100e9331fb2 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:11.656024 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-bf587b0e-8093-4c4f-b627-f3c53fa81b64 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28327f57472644c38ebbd2d055c39768 HTTP/1.1" status: 200 len: 380 time: 0.0619769 Aug 31 09:20:11.684235 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-3138a3f4-24c7-405b-83eb-a980ae323c48 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Request body: {'port': {'device_id': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'network_id': 'f2ff4842-4f8b-4b37-bef9-46e32fc21646', 'admin_state_up': True, 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'security_groups': ['d194dbfa-d28d-4e4a-97eb-df9c270abd6b']}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:11.837353 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-6f36f149-582d-47c2-a70a-3bbf15820a54 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8936501 Aug 31 09:20:11.859804 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-c63a8419-94c7-4001-a9a5-91cf961b9995 service neutron] Request body: {'port': {'device_id': 'd4f30a5c-3a4b-42bd-b643-5ede92bd071b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:11.959065 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c5130a74-4c14-4311-aeaa-6e799771d25c req-deba46b4-17f0-4a0c-ab50-8100e9331fb2 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:12.010778 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b77e666e-968c-4560-8088-d4c6af98318c req-f853e09a-ac2d-4773-bab0-11411d1a2ca8 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 210 time: 0.0626655 Aug 31 09:20:12.056491 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-c63a8419-94c7-4001-a9a5-91cf961b9995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:12.202375 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6309fd19-2b6b-4833-8b12-4fdfe0311c24 x-openstack-request-id: req-6309fd19-2b6b-4833-8b12-4fdfe0311c24 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:20:12.203291 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14b55c43-b170-478d-8fe5-264538117b7f", "tag": "580e293e-078a-4f76-a90b-5c7205ab0e6b", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:20:12.203871 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-6309fd19-2b6b-4833-8b12-4fdfe0311c24 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:20:12.204755 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14b55c43-b170-478d-8fe5-264538117b7f', 'tag': '580e293e-078a-4f76-a90b-5c7205ab0e6b', 'status': 'completed', 'code': 200} Aug 31 09:20:12.318821 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-473972e9-4034-4924-91ee-d73ef3eeb9d4 req-b928d610-28d5-4a85-a802-770c2a10063e tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce21fb2f-a0b7-48ef-8c37-aae863ca9138 HTTP/1.1" status: 200 len: 210 time: 0.0527585 Aug 31 09:20:12.382110 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665336f-2262-4682-8ea1-379e1d4ecb48 req-a1be533f-815a-48d8-8876-e1e8943d5bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:12.383612 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6665336f-2262-4682-8ea1-379e1d4ecb48 req-a1be533f-815a-48d8-8876-e1e8943d5bb7 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=7631bb835dc644c795315530823b1243&device_id=14b55c43-b170-478d-8fe5-264538117b7f HTTP/1.1" status: 200 len: 1096 time: 0.1738021 Aug 31 09:20:12.484293 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-3138a3f4-24c7-405b-83eb-a980ae323c48 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Made reservation on behalf of 28327f57472644c38ebbd2d055c39768 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:20:12.484756 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d4384142-da8c-419b-a1b0-66d20b58f849 None None] Provisioning for port 6b8eccbe-5e41-49b3-83f0-5b6e37bf49df completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:20:12.488419 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-3138a3f4-24c7-405b-83eb-a980ae323c48 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:12.492726 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d4384142-da8c-419b-a1b0-66d20b58f849 None None] Provisioning complete for port 6b8eccbe-5e41-49b3-83f0-5b6e37bf49df triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:12.501319 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d4384142-da8c-419b-a1b0-66d20b58f849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:12.679839 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665336f-2262-4682-8ea1-379e1d4ecb48 req-a9e51e0f-3151-428a-a885-d5d0c69c1fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:12.687757 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6665336f-2262-4682-8ea1-379e1d4ecb48 req-a9e51e0f-3151-428a-a885-d5d0c69c1fd8 service neutron] 10.222.0.112 "GET /v2.0/networks?id=dbfe4506-be9a-4469-a405-2a71d3d1ef02 HTTP/1.1" status: 200 len: 918 time: 0.2841830 Aug 31 09:20:12.769009 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c5130a74-4c14-4311-aeaa-6e799771d25c req-deba46b4-17f0-4a0c-ab50-8100e9331fb2 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:12.942121 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-3138a3f4-24c7-405b-83eb-a980ae323c48 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Allocated IP 172.20.0.7 (f2ff4842-4f8b-4b37-bef9-46e32fc21646/1669072d-2c1b-4a1e-9122-a0610531c15a/568242cb-8cd4-4597-90af-18189ae395f9) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:20:13.039832 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6665336f-2262-4682-8ea1-379e1d4ecb48 req-15648355-302e-4077-8d6f-e6426df9443b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=580e293e-078a-4f76-a90b-5c7205ab0e6b HTTP/1.1" status: 200 len: 217 time: 0.2417421 Aug 31 09:20:13.108284 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-d4384142-da8c-419b-a1b0-66d20b58f849 None None] Port 6b8eccbe-5e41-49b3-83f0-5b6e37bf49df cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:20:13.110919 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 580e293e-078a-4f76-a90b-5c7205ab0e6b details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:20:13.284596 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-3138a3f4-24c7-405b-83eb-a980ae323c48 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:13.303705 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-3138a3f4-24c7-405b-83eb-a980ae323c48 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Transition to ACTIVE for port object 568242cb-8cd4-4597-90af-18189ae395f9 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:13.306582 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 580e293e-078a-4f76-a90b-5c7205ab0e6b, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=580e293e-078a-4f76-a90b-5c7205ab0e6b,segment=NetworkSegment(49bda9fb-e760-401a-a18f-f0829eefc211),segment_id=49bda9fb-e760-401a-a18f-f0829eefc211)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:13.337654 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '580e293e-078a-4f76-a90b-5c7205ab0e6b', 'network_id': 'dbfe4506-be9a-4469-a405-2a71d3d1ef02', 'port_id': '580e293e-078a-4f76-a90b-5c7205ab0e6b', 'mac_address': 'fa:16:3e:12:f4:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de08f748-8867-4f91-ac9f-4bd91286452d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:20:13.400159 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:13.408355 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-3138a3f4-24c7-405b-83eb-a980ae323c48 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:13.424884 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 580e293e-078a-4f76-a90b-5c7205ab0e6b {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:20:13.449294 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 580e293e-078a-4f76-a90b-5c7205ab0e6b, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=580e293e-078a-4f76-a90b-5c7205ab0e6b,segment=NetworkSegment(49bda9fb-e760-401a-a18f-f0829eefc211),segment_id=49bda9fb-e760-401a-a18f-f0829eefc211)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:13.496425 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:13.530166 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-3138a3f4-24c7-405b-83eb-a980ae323c48 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Network f2ff4842-4f8b-4b37-bef9-46e32fc21646 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:20:13.547530 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-3138a3f4-24c7-405b-83eb-a980ae323c48 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:20:13.558199 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138a3f4-24c7-405b-83eb-a980ae323c48 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Pushing event updated for resources: {'Port': ['ID=568242cb-8cd4-4597-90af-18189ae395f9,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:13.565002 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-3138a3f4-24c7-405b-83eb-a980ae323c48 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:20:13.600809 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=580e293e-078a-4f76-a90b-5c7205ab0e6b,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:13.695695 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-3138a3f4-24c7-405b-83eb-a980ae323c48 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:13.696932 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-3138a3f4-24c7-405b-83eb-a980ae323c48 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:13.808807 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-3138a3f4-24c7-405b-83eb-a980ae323c48 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1286561 Aug 31 09:20:13.822777 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-c5f1eec0-a3c2-45e9-b0ac-b68df171c8af tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Request body: {'port': {'device_id': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'network_id': '94d58612-6d06-41c9-a267-ebf7c959afe6', 'admin_state_up': True, 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'security_groups': ['d194dbfa-d28d-4e4a-97eb-df9c270abd6b']}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:13.831287 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['580e293e-078a-4f76-a90b-5c7205ab0e6b'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:20:13.834029 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665336f-2262-4682-8ea1-379e1d4ecb48 req-4d8897e2-b4b2-4aa2-b184-81fa03a76a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:13.835567 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6665336f-2262-4682-8ea1-379e1d4ecb48 req-4d8897e2-b4b2-4aa2-b184-81fa03a76a73 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=de08f748-8867-4f91-ac9f-4bd91286452d HTTP/1.1" status: 200 len: 855 time: 0.6801927 Aug 31 09:20:13.854333 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb7b22-42d7-4dbf-81ae-b8e39f3d4d24 req-1e6cf3b6-216c-4dde-a066-2bee2ae3ed54 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:13.859363 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b2bb7b22-42d7-4dbf-81ae-b8e39f3d4d24 req-1e6cf3b6-216c-4dde-a066-2bee2ae3ed54 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 1.4731839 Aug 31 09:20:14.076591 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c5130a74-4c14-4311-aeaa-6e799771d25c req-deba46b4-17f0-4a0c-ab50-8100e9331fb2 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:14.087814 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0ec96ebc-5622-4819-ba73-b51a044a5aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:14.121526 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:14.148164 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-c5f1eec0-a3c2-45e9-b0ac-b68df171c8af tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Made reservation on behalf of 28327f57472644c38ebbd2d055c39768 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:20:14.152859 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-c5f1eec0-a3c2-45e9-b0ac-b68df171c8af tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:14.156522 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54447767-4758-4f19-aa2c-f51f88aba14d req-697b2d7b-624b-40e4-bca2-3f8b1647b1e1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0467889 Aug 31 09:20:14.157206 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba46b4-17f0-4a0c-ab50-8100e9331fb2 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Pushing event updated for resources: {'Port': ['ID=870661d1-4b04-4458-802b-95a9ca78036c,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:14.211974 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-be7b2941-af80-4ac9-acaa-9ec710df8dff None None] Provisioning for port 568242cb-8cd4-4597-90af-18189ae395f9 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:20:14.222159 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-be7b2941-af80-4ac9-acaa-9ec710df8dff None None] Provisioning complete for port 568242cb-8cd4-4597-90af-18189ae395f9 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:14.222966 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-be7b2941-af80-4ac9-acaa-9ec710df8dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:14.274631 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-be7b2941-af80-4ac9-acaa-9ec710df8dff None None] Port 568242cb-8cd4-4597-90af-18189ae395f9 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:20:14.285345 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54447767-4758-4f19-aa2c-f51f88aba14d req-0a0c40a9-dbcb-4f9c-b066-5bdd2f744550 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.0637777 Aug 31 09:20:14.299412 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b2bb7b22-42d7-4dbf-81ae-b8e39f3d4d24 req-db135135-bf7b-4012-a3ea-141017c770fb tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4389267 Aug 31 09:20:14.354877 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93edc76-42c3-4789-b550-6760af366a4c req-550aa45d-f891-4b13-bd28-b1b85ddc6f36 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:14.357693 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e93edc76-42c3-4789-b550-6760af366a4c req-550aa45d-f891-4b13-bd28-b1b85ddc6f36 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.112 "GET /v2.0/networks?id=a1c761f8-404a-498a-a4d9-9ce04e112753 HTTP/1.1" status: 200 len: 814 time: 1.6127071 Aug 31 09:20:14.372832 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c5130a74-4c14-4311-aeaa-6e799771d25c req-deba46b4-17f0-4a0c-ab50-8100e9331fb2 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:14.388314 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c5130a74-4c14-4311-aeaa-6e799771d25c req-deba46b4-17f0-4a0c-ab50-8100e9331fb2 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.0608716 Aug 31 09:20:14.441852 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-c5f1eec0-a3c2-45e9-b0ac-b68df171c8af tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Allocated IP 10.1.1.146 (94d58612-6d06-41c9-a267-ebf7c959afe6/d9b71bd3-689f-45e5-b57d-0c067c6d8649/059cb46a-47e1-4b70-a75c-51ba456bd33b) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:20:14.463833 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-e93edc76-42c3-4789-b550-6760af366a4c req-ce80fb90-36be-4422-a180-45097dc3684f tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Request body: {'port': {'device_id': 'ce21fb2f-a0b7-48ef-8c37-aae863ca9138', 'network_id': 'a1c761f8-404a-498a-a4d9-9ce04e112753', 'admin_state_up': True, 'tenant_id': 'c8be5a3950fb435c8e8cd8e3c656cdfc'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:14.469732 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-c63a8419-94c7-4001-a9a5-91cf961b9995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8eccbe-5e41-49b3-83f0-5b6e37bf49df {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:20:14.476918 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c5130a74-4c14-4311-aeaa-6e799771d25c req-01c2fcd5-70f9-478b-9219-fdcd9e9b5f27 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.210 HTTP/1.1" status: 200 len: 696 time: 0.0897920 Aug 31 09:20:14.492445 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665336f-2262-4682-8ea1-379e1d4ecb48 req-e38381ce-5189-459d-95aa-c3e8407bbd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:14.494240 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6665336f-2262-4682-8ea1-379e1d4ecb48 req-e38381ce-5189-459d-95aa-c3e8407bbd85 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=dbfe4506-be9a-4469-a405-2a71d3d1ef02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6258259 Aug 31 09:20:14.514253 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-c63a8419-94c7-4001-a9a5-91cf961b9995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:14.656699 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54447767-4758-4f19-aa2c-f51f88aba14d req-c9820902-079d-448e-bc60-b7e4ced02267 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40aea3578a764824ae85220fcc0c6911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2975190 Aug 31 09:20:14.658790 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6665336f-2262-4682-8ea1-379e1d4ecb48 req-7ca8a649-7f57-4493-a36b-aa885bdd2b4d service neutron] 10.222.0.112 "GET /v2.0/networks/dbfe4506-be9a-4469-a405-2a71d3d1ef02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930469 Aug 31 09:20:14.659000 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-c5f1eec0-a3c2-45e9-b0ac-b68df171c8af tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:14.661431 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-efb2c1c8-d0a5-4bb8-8221-52ec7de3e171 req-dd97eca4-24c8-46d4-a510-7a6b11583cc7 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=e0e3905d-cee9-42f9-947d-5a7fbc192d9b HTTP/1.1" status: 200 len: 210 time: 0.2088273 Aug 31 09:20:14.680944 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-c5f1eec0-a3c2-45e9-b0ac-b68df171c8af tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Transition to ACTIVE for port object 059cb46a-47e1-4b70-a75c-51ba456bd33b will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:14.694666 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.112', 53415) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:14.849287 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-4d5077ff-dca7-43f7-871e-e2ced74f459a tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:14.851264 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-4d5077ff-dca7-43f7-871e-e2ced74f459a tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.112 "GET /v2.0/networks?id=dbfe4506-be9a-4469-a405-2a71d3d1ef02 HTTP/1.1" status: 200 len: 816 time: 0.1555226 Aug 31 09:20:14.864902 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-2f1360ef-4d83-4e2f-8fd2-9b1561d59f16 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Request body: {'port': {'device_id': 'e0e3905d-cee9-42f9-947d-5a7fbc192d9b', 'network_id': 'dbfe4506-be9a-4469-a405-2a71d3d1ef02', 'admin_state_up': True, 'tenant_id': '7631bb835dc644c795315530823b1243'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:14.916599 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-c5f1eec0-a3c2-45e9-b0ac-b68df171c8af tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:14.993576 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-c63a8419-94c7-4001-a9a5-91cf961b9995 service neutron] Transition to ACTIVE for port object 6b8eccbe-5e41-49b3-83f0-5b6e37bf49df will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:15.031267 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-c5f1eec0-a3c2-45e9-b0ac-b68df171c8af tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Network 94d58612-6d06-41c9-a267-ebf7c959afe6 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:20:15.065124 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1eec0-a3c2-45e9-b0ac-b68df171c8af tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Pushing event updated for resources: {'Port': ['ID=059cb46a-47e1-4b70-a75c-51ba456bd33b,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:15.078489 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-c5f1eec0-a3c2-45e9-b0ac-b68df171c8af tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:20:15.084655 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-c5f1eec0-a3c2-45e9-b0ac-b68df171c8af tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:20:15.145236 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-c63a8419-94c7-4001-a9a5-91cf961b9995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:15.188316 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-c5f1eec0-a3c2-45e9-b0ac-b68df171c8af tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:15.189049 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-c5f1eec0-a3c2-45e9-b0ac-b68df171c8af tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:15.235850 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6665336f-2262-4682-8ea1-379e1d4ecb48 req-d1a263bc-93fd-4c76-bc58-769ec53800d4 service neutron] 10.222.0.112 "GET /v2.0/networks/dbfe4506-be9a-4469-a405-2a71d3d1ef02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5279078 Aug 31 09:20:15.272115 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5130a74-4c14-4311-aeaa-6e799771d25c req-3921e51c-b269-4316-8ff2-ba9d6268dd07 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:15.276368 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c5130a74-4c14-4311-aeaa-6e799771d25c req-3921e51c-b269-4316-8ff2-ba9d6268dd07 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 784 time: 0.7498569 Aug 31 09:20:15.280001 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:15.384344 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-2f1360ef-4d83-4e2f-8fd2-9b1561d59f16 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Made reservation on behalf of 7631bb835dc644c795315530823b1243 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:20:15.388403 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54447767-4758-4f19-aa2c-f51f88aba14d req-f1426455-a42c-46d3-8b7b-96461203f9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:15.389564 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-2f1360ef-4d83-4e2f-8fd2-9b1561d59f16 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:15.390257 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54447767-4758-4f19-aa2c-f51f88aba14d req-f1426455-a42c-46d3-8b7b-96461203f9f5 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5720422 Aug 31 09:20:15.439446 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a8419-94c7-4001-a9a5-91cf961b9995 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8eccbe-5e41-49b3-83f0-5b6e37bf49df,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:15.503975 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-c5f1eec0-a3c2-45e9-b0ac-b68df171c8af tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6864216 Aug 31 09:20:15.511568 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-c63a8419-94c7-4001-a9a5-91cf961b9995 service neutron] Attempting to bind port 6b8eccbe-5e41-49b3-83f0-5b6e37bf49df on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:20:15.513311 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-c63a8419-94c7-4001-a9a5-91cf961b9995 service neutron] Attempting to bind port 6b8eccbe-5e41-49b3-83f0-5b6e37bf49df by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '49bda9fb-e760-401a-a18f-f0829eefc211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': 'dbfe4506-be9a-4469-a405-2a71d3d1ef02'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:20:15.513903 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-c63a8419-94c7-4001-a9a5-91cf961b9995 service neutron] Attempting to bind port 6b8eccbe-5e41-49b3-83f0-5b6e37bf49df on network dbfe4506-be9a-4469-a405-2a71d3d1ef02 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:15.520513 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-c63a8419-94c7-4001-a9a5-91cf961b9995 service neutron] Port 6b8eccbe-5e41-49b3-83f0-5b6e37bf49df on network dbfe4506-be9a-4469-a405-2a71d3d1ef02 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:20:15.521212 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-c63a8419-94c7-4001-a9a5-91cf961b9995 service neutron] Attempting to bind port 6b8eccbe-5e41-49b3-83f0-5b6e37bf49df on network dbfe4506-be9a-4469-a405-2a71d3d1ef02 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:15.535889 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-c63a8419-94c7-4001-a9a5-91cf961b9995 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:20:15.536668 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-c63a8419-94c7-4001-a9a5-91cf961b9995 service neutron] Checking segment: {'id': '49bda9fb-e760-401a-a18f-f0829eefc211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': 'dbfe4506-be9a-4469-a405-2a71d3d1ef02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:20:15.537312 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-c63a8419-94c7-4001-a9a5-91cf961b9995 service neutron] Bound using segment: {'id': '49bda9fb-e760-401a-a18f-f0829eefc211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': 'dbfe4506-be9a-4469-a405-2a71d3d1ef02'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:20:15.537995 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-c63a8419-94c7-4001-a9a5-91cf961b9995 service neutron] Bound port: 6b8eccbe-5e41-49b3-83f0-5b6e37bf49df, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49bda9fb-e760-401a-a18f-f0829eefc211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': 'dbfe4506-be9a-4469-a405-2a71d3d1ef02'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:20:15.538633 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-c63a8419-94c7-4001-a9a5-91cf961b9995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:15.573003 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-90b16cd1-5f5c-4fee-8678-702afd13c820 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Request body: {'port': {'device_id': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'network_id': '94d58612-6d06-41c9-a267-ebf7c959afe6', 'admin_state_up': True, 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'security_groups': ['d194dbfa-d28d-4e4a-97eb-df9c270abd6b']}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:15.672315 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e93edc76-42c3-4789-b550-6760af366a4c req-ce80fb90-36be-4422-a180-45097dc3684f tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Made reservation on behalf of c8be5a3950fb435c8e8cd8e3c656cdfc for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:20:15.677317 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e93edc76-42c3-4789-b550-6760af366a4c req-ce80fb90-36be-4422-a180-45097dc3684f tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:15.697257 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ffe4faae-5572-4c7d-a6e8-6db66a2606b2 req-63b8af99-adcf-43dc-895e-3d8f2e400413 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce21fb2f-a0b7-48ef-8c37-aae863ca9138 HTTP/1.1" status: 200 len: 210 time: 0.1310182 Aug 31 09:20:15.735117 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-355ee536-c121-442f-8f57-42849f16c9d2 None None] Provisioning for port 059cb46a-47e1-4b70-a75c-51ba456bd33b completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:20:15.737922 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-355ee536-c121-442f-8f57-42849f16c9d2 None None] Provisioning complete for port 059cb46a-47e1-4b70-a75c-51ba456bd33b triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:15.738384 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-355ee536-c121-442f-8f57-42849f16c9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:15.839236 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-355ee536-c121-442f-8f57-42849f16c9d2 None None] Port 059cb46a-47e1-4b70-a75c-51ba456bd33b cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:20:15.977855 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f69dd-64d6-474a-bcc6-292b8a2a4141 req-1e3ab7e6-3d16-4c38-b45a-cb8edf3c8002 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:15.979583 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-694f69dd-64d6-474a-bcc6-292b8a2a4141 req-1e3ab7e6-3d16-4c38-b45a-cb8edf3c8002 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.59 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 944 time: 0.2311740 Aug 31 09:20:15.985882 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-2f1360ef-4d83-4e2f-8fd2-9b1561d59f16 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Allocated IP 172.20.0.12 (dbfe4506-be9a-4469-a405-2a71d3d1ef02/de08f748-8867-4f91-ac9f-4bd91286452d/6d6cbcc5-a4d4-49e3-aef6-72c2d2504172) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:20:16.009380 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977901cc-c6fc-45a9-9dc7-83dad1a717ec req-522458a6-9ae3-4ca4-aa8e-bbb8a8ebb081 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:16.015842 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977901cc-c6fc-45a9-9dc7-83dad1a717ec req-522458a6-9ae3-4ca4-aa8e-bbb8a8ebb081 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:16.021167 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-90b16cd1-5f5c-4fee-8678-702afd13c820 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Made reservation on behalf of 28327f57472644c38ebbd2d055c39768 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:20:16.023525 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-977901cc-c6fc-45a9-9dc7-83dad1a717ec req-522458a6-9ae3-4ca4-aa8e-bbb8a8ebb081 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 1653 time: 0.4584868 Aug 31 09:20:16.025622 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-90b16cd1-5f5c-4fee-8678-702afd13c820 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:16.179486 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-c63a8419-94c7-4001-a9a5-91cf961b9995 service neutron] For port 6b8eccbe-5e41-49b3-83f0-5b6e37bf49df, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:20:16.230819 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-c63a8419-94c7-4001-a9a5-91cf961b9995 service neutron] For port 6b8eccbe-5e41-49b3-83f0-5b6e37bf49df, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=6b8eccbe-5e41-49b3-83f0-5b6e37bf49df,segment=NetworkSegment(49bda9fb-e760-401a-a18f-f0829eefc211),segment_id=49bda9fb-e760-401a-a18f-f0829eefc211)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:20:16.257053 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-977901cc-c6fc-45a9-9dc7-83dad1a717ec req-58bb45fd-9d21-4eba-8546-66db5e080e03 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260776 Aug 31 09:20:16.345742 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354607a-7a01-4922-87c7-200cbdfb84c5 req-513a3cc0-6a31-4a4e-a997-eb2725031956 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:16.351117 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-90b16cd1-5f5c-4fee-8678-702afd13c820 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Allocated IP 10.1.1.135 (94d58612-6d06-41c9-a267-ebf7c959afe6/d9b71bd3-689f-45e5-b57d-0c067c6d8649/5f9f3a58-50d7-4f47-99df-c28173384e13) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:20:16.359214 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f354607a-7a01-4922-87c7-200cbdfb84c5 req-513a3cc0-6a31-4a4e-a997-eb2725031956 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/networks?id=a272a18a-9015-4fb0-a70a-84597b53d8ca HTTP/1.1" status: 200 len: 814 time: 0.5001810 Aug 31 09:20:16.375242 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-c63a8419-94c7-4001-a9a5-91cf961b9995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:16.426074 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f354607a-7a01-4922-87c7-200cbdfb84c5 req-245434f4-2a3c-4c31-a092-c317259e4597 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/quotas/0d677f60af8447aeaedb4cf6d8107d97 HTTP/1.1" status: 200 len: 375 time: 0.0658534 Aug 31 09:20:16.521231 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-c63a8419-94c7-4001-a9a5-91cf961b9995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:16.525707 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-c63a8419-94c7-4001-a9a5-91cf961b9995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:16.526491 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-c63a8419-94c7-4001-a9a5-91cf961b9995 service neutron] 10.222.0.112 "PUT /v2.0/ports/6b8eccbe-5e41-49b3-83f0-5b6e37bf49df HTTP/1.1" status: 200 len: 1092 time: 4.6763139 Aug 31 09:20:16.530932 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f30a5c-3a4b-42bd-b643-5ede92bd071b', 'tag': '6b8eccbe-5e41-49b3-83f0-5b6e37bf49df'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:20:16.533809 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26cbf7ce-3f6f-4481-8df1-64f81cbd54a6" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f30a5c-3a4b-42bd-b643-5ede92bd071b", "tag": "6b8eccbe-5e41-49b3-83f0-5b6e37bf49df"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:20:16.571548 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-e93edc76-42c3-4789-b550-6760af366a4c req-ce80fb90-36be-4422-a180-45097dc3684f tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Allocated IP 172.20.0.11 (a1c761f8-404a-498a-a4d9-9ce04e112753/b147db6a-6b72-4492-9892-536b47a13e42/f1be4ff5-1d89-4b29-a936-d03713516313) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:20:16.577298 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-2f1360ef-4d83-4e2f-8fd2-9b1561d59f16 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:16.616803 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a8419-94c7-4001-a9a5-91cf961b9995 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8eccbe-5e41-49b3-83f0-5b6e37bf49df,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:16.623771 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-2f1360ef-4d83-4e2f-8fd2-9b1561d59f16 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Transition to ACTIVE for port object 6d6cbcc5-a4d4-49e3-aef6-72c2d2504172 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:16.643505 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466487a3-e3aa-4d7e-bcd2-b5988dde383c req-a4ba1fe6-59ad-47f9-905d-49d557dbd428 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:16.645108 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-466487a3-e3aa-4d7e-bcd2-b5988dde383c req-a4ba1fe6-59ad-47f9-905d-49d557dbd428 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 944 time: 0.2765613 Aug 31 09:20:16.649580 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f354607a-7a01-4922-87c7-200cbdfb84c5 req-7eaa9392-703b-4967-8738-5bcb55a4ff18 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=0d677f60af8447aeaedb4cf6d8107d97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2226710 Aug 31 09:20:16.683521 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 580e293e-078a-4f76-a90b-5c7205ab0e6b up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:20:16.698895 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-90b16cd1-5f5c-4fee-8678-702afd13c820 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:16.741956 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-694f69dd-64d6-474a-bcc6-292b8a2a4141 req-20cefdc5-30de-49fa-9724-2bae7504bdeb tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Deleting port e63ad863-29f8-479a-a32b-8964edd0bc5e {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:20:16.747300 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-694f69dd-64d6-474a-bcc6-292b8a2a4141 req-20cefdc5-30de-49fa-9724-2bae7504bdeb tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:16.817838 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-90b16cd1-5f5c-4fee-8678-702afd13c820 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Transition to ACTIVE for port object 5f9f3a58-50d7-4f47-99df-c28173384e13 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:16.895044 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 580e293e-078a-4f76-a90b-5c7205ab0e6b completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:20:16.900490 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 580e293e-078a-4f76-a90b-5c7205ab0e6b triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:16.901253 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:16.929806 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-2f1360ef-4d83-4e2f-8fd2-9b1561d59f16 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:17.000610 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['580e293e-078a-4f76-a90b-5c7205ab0e6b'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:20:17.045360 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e93edc76-42c3-4789-b550-6760af366a4c req-ce80fb90-36be-4422-a180-45097dc3684f tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:17.054457 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1360ef-4d83-4e2f-8fd2-9b1561d59f16 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Pushing event updated for resources: {'Port': ['ID=6d6cbcc5-a4d4-49e3-aef6-72c2d2504172,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:17.071290 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-90b16cd1-5f5c-4fee-8678-702afd13c820 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:17.081888 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-2f1360ef-4d83-4e2f-8fd2-9b1561d59f16 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Network dbfe4506-be9a-4469-a405-2a71d3d1ef02 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:20:17.124571 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-2f1360ef-4d83-4e2f-8fd2-9b1561d59f16 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:20:17.132003 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:17.159709 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-2484fe6f-9ad7-40db-9655-8381bbf39608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:17.164025 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-2484fe6f-9ad7-40db-9655-8381bbf39608 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=7631bb835dc644c795315530823b1243&device_id=d4f30a5c-3a4b-42bd-b643-5ede92bd071b HTTP/1.1" status: 200 len: 1095 time: 0.5098288 Aug 31 09:20:17.173147 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-466487a3-e3aa-4d7e-bcd2-b5988dde383c req-8b764902-c699-4aed-a26b-d785ca2cfcd6 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4967108 Aug 31 09:20:17.214972 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-2f1360ef-4d83-4e2f-8fd2-9b1561d59f16 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:20:17.254140 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-e9a94e08-bc14-4f63-82d3-f8b157bb96db service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b8eccbe-5e41-49b3-83f0-5b6e37bf49df HTTP/1.1" status: 200 len: 217 time: 0.0698895 Aug 31 09:20:17.265366 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e93edc76-42c3-4789-b550-6760af366a4c req-ce80fb90-36be-4422-a180-45097dc3684f tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:17.358243 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-6e63e7c3-fcf4-4184-8b61-f010d6673594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:17.359789 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-6e63e7c3-fcf4-4184-8b61-f010d6673594 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=de08f748-8867-4f91-ac9f-4bd91286452d HTTP/1.1" status: 200 len: 855 time: 0.0887668 Aug 31 09:20:17.383529 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-2f1360ef-4d83-4e2f-8fd2-9b1561d59f16 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:17.390386 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-2f1360ef-4d83-4e2f-8fd2-9b1561d59f16 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:17.394954 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e93edc76-42c3-4789-b550-6760af366a4c req-ce80fb90-36be-4422-a180-45097dc3684f tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Network a1c761f8-404a-498a-a4d9-9ce04e112753 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:20:17.406740 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:17.418102 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-e93edc76-42c3-4789-b550-6760af366a4c req-ce80fb90-36be-4422-a180-45097dc3684f tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:20:17.434628 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-90b16cd1-5f5c-4fee-8678-702afd13c820 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Network 94d58612-6d06-41c9-a267-ebf7c959afe6 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:20:17.445495 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-90b16cd1-5f5c-4fee-8678-702afd13c820 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:20:17.459680 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-90b16cd1-5f5c-4fee-8678-702afd13c820 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:20:17.488769 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93edc76-42c3-4789-b550-6760af366a4c req-ce80fb90-36be-4422-a180-45097dc3684f tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:20:17.522204 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 580e293e-078a-4f76-a90b-5c7205ab0e6b, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=580e293e-078a-4f76-a90b-5c7205ab0e6b,segment=NetworkSegment(49bda9fb-e760-401a-a18f-f0829eefc211),segment_id=49bda9fb-e760-401a-a18f-f0829eefc211)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:17.524222 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b55c43-b170-478d-8fe5-264538117b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580e293e-078a-4f76-a90b-5c7205ab0e6b'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:20:17.533920 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29447a91-12b2-466b-b4cc-f0ddbd182eab" -d '{"events": [{"server_uuid": "14b55c43-b170-478d-8fe5-264538117b7f", "name": "network-vif-plugged", "status": "completed", "tag": "580e293e-078a-4f76-a90b-5c7205ab0e6b"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:20:17.601430 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-90b16cd1-5f5c-4fee-8678-702afd13c820 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:17.603685 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-90b16cd1-5f5c-4fee-8678-702afd13c820 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:17.611399 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:17.638515 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-2f1360ef-4d83-4e2f-8fd2-9b1561d59f16 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7775881 Aug 31 09:20:17.661380 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-7193097d-eef7-41b3-8808-9f2ff9f1d6e0 service neutron] Request body: {'port': {'device_id': 'e0e3905d-cee9-42f9-947d-5a7fbc192d9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:17.676236 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b16cd1-5f5c-4fee-8678-702afd13c820 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Pushing event updated for resources: {'Port': ['ID=5f9f3a58-50d7-4f47-99df-c28173384e13,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:17.754731 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=580e293e-078a-4f76-a90b-5c7205ab0e6b,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:17.776597 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-90b16cd1-5f5c-4fee-8678-702afd13c820 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2099123 Aug 31 09:20:17.781443 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-7193097d-eef7-41b3-8808-9f2ff9f1d6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:17.803083 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-67df307f-0ebf-4d4e-9cd8-43d66a911afd tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Request body: {'port': {'device_id': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b23b223a-9bf9-44c7-9495-5e7b861ae144', 'admin_state_up': True, 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'security_groups': ['d194dbfa-d28d-4e4a-97eb-df9c270abd6b']}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:17.810695 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-97182938-9bf4-4fe1-8876-3e14ee07cf18 None None] Provisioning for port 6d6cbcc5-a4d4-49e3-aef6-72c2d2504172 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:20:17.820638 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-97182938-9bf4-4fe1-8876-3e14ee07cf18 None None] Provisioning complete for port 6d6cbcc5-a4d4-49e3-aef6-72c2d2504172 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:17.821322 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-97182938-9bf4-4fe1-8876-3e14ee07cf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:17.891256 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-97182938-9bf4-4fe1-8876-3e14ee07cf18 None None] Port 6d6cbcc5-a4d4-49e3-aef6-72c2d2504172 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:20:17.980772 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['311e7740-5e63-48df-865b-4f0fca0df938'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:20:18.138059 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6f3b19b0-0ef4-4019-9acd-0f2fcc328c1b None None] Provisioning for port 5f9f3a58-50d7-4f47-99df-c28173384e13 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:20:18.162355 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6f3b19b0-0ef4-4019-9acd-0f2fcc328c1b None None] Provisioning complete for port 5f9f3a58-50d7-4f47-99df-c28173384e13 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:18.163287 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6f3b19b0-0ef4-4019-9acd-0f2fcc328c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:18.217636 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-6f3b19b0-0ef4-4019-9acd-0f2fcc328c1b None None] Port 5f9f3a58-50d7-4f47-99df-c28173384e13 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:20:18.221198 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93edc76-42c3-4789-b550-6760af366a4c req-ce80fb90-36be-4422-a180-45097dc3684f tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:18.221860 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e93edc76-42c3-4789-b550-6760af366a4c req-ce80fb90-36be-4422-a180-45097dc3684f tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:18.267753 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c961116e-166f-4401-9bc6-a21908f6a5bf req-a53ff36e-dede-4bd7-80c5-c00a641438e5 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.5643020 Aug 31 09:20:18.272858 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-c961116e-166f-4401-9bc6-a21908f6a5bf req-910f06e8-d0e1-42fd-b4d7-c31b99812f80 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:18.291517 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-694f69dd-64d6-474a-bcc6-292b8a2a4141 req-20cefdc5-30de-49fa-9724-2bae7504bdeb tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] For port e63ad863-29f8-479a-a32b-8964edd0bc5e, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=e63ad863-29f8-479a-a32b-8964edd0bc5e,segment=NetworkSegment(329c79c6-5ca3-4a1a-b3d4-414355128167),segment_id=329c79c6-5ca3-4a1a-b3d4-414355128167)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:18.291936 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-694f69dd-64d6-474a-bcc6-292b8a2a4141 req-20cefdc5-30de-49fa-9724-2bae7504bdeb tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:18.314152 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e93edc76-42c3-4789-b550-6760af366a4c req-ce80fb90-36be-4422-a180-45097dc3684f tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9064970 Aug 31 09:20:18.342480 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-e93edc76-42c3-4789-b550-6760af366a4c req-9e4288b8-3428-4151-bc65-c7daa7ef845b service neutron] Request body: {'port': {'device_id': 'ce21fb2f-a0b7-48ef-8c37-aae863ca9138', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:18.345669 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-694f69dd-64d6-474a-bcc6-292b8a2a4141 req-20cefdc5-30de-49fa-9724-2bae7504bdeb tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Calling delete_port for e63ad863-29f8-479a-a32b-8964edd0bc5e owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:20:18.357661 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce80fb90-36be-4422-a180-45097dc3684f tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Pushing event updated for resources: {'Port': ['ID=f1be4ff5-1d89-4b29-a936-d03713516313,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:18.377328 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078149e-cf93-43fa-870e-0b90b09bb584 req-1a9f95e7-cc98-4c12-a50b-aad3f8c9012a tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:18.380285 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d078149e-cf93-43fa-870e-0b90b09bb584 req-1a9f95e7-cc98-4c12-a50b-aad3f8c9012a tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=e0e3905d-cee9-42f9-947d-5a7fbc192d9b HTTP/1.1" status: 200 len: 932 time: 1.0182376 Aug 31 09:20:18.421072 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-314d0d02-e0b3-472e-9310-fe20a8e85d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:18.422509 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-314d0d02-e0b3-472e-9310-fe20a8e85d48 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=dbfe4506-be9a-4469-a405-2a71d3d1ef02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0132205 Aug 31 09:20:18.502901 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-7193097d-eef7-41b3-8808-9f2ff9f1d6e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d6cbcc5-a4d4-49e3-aef6-72c2d2504172 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:20:18.513228 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-7193097d-eef7-41b3-8808-9f2ff9f1d6e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:18.517439 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device e63ad863-29f8-479a-a32b-8964edd0bc5e no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:20:18.529784 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-7193097d-eef7-41b3-8808-9f2ff9f1d6e0 service neutron] Transition to ACTIVE for port object 6d6cbcc5-a4d4-49e3-aef6-72c2d2504172 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:18.604072 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-7193097d-eef7-41b3-8808-9f2ff9f1d6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:18.611929 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c961116e-166f-4401-9bc6-a21908f6a5bf req-910f06e8-d0e1-42fd-b4d7-c31b99812f80 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks [] for floatingip, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:18.624440 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-3ef52823-839b-413c-8bdb-86665e7efa72 service neutron] 10.222.0.112 "GET /v2.0/networks/dbfe4506-be9a-4469-a405-2a71d3d1ef02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897576 Aug 31 09:20:18.664791 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-67df307f-0ebf-4d4e-9cd8-43d66a911afd tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Made reservation on behalf of 28327f57472644c38ebbd2d055c39768 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:20:18.770162 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e93edc76-42c3-4789-b550-6760af366a4c req-9e4288b8-3428-4151-bc65-c7daa7ef845b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:18.785659 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d078149e-cf93-43fa-870e-0b90b09bb584 req-85fd5760-2fda-4154-9bb7-76e0c794e594 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734419 Aug 31 09:20:18.831306 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-67df307f-0ebf-4d4e-9cd8-43d66a911afd tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:18.883420 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7193097d-eef7-41b3-8808-9f2ff9f1d6e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6cbcc5-a4d4-49e3-aef6-72c2d2504172,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:18.970571 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfb523e4-533a-4d82-a19c-1a00809a269d req-71d4382a-34ae-4559-adca-d39e459e1d5b service neutron] 10.222.0.112 "GET /v2.0/networks/dbfe4506-be9a-4469-a405-2a71d3d1ef02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198109 Aug 31 09:20:19.083142 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6116a5a-d0fc-4f21-9cba-86f37b1ab9c2 x-openstack-request-id: req-b6116a5a-d0fc-4f21-9cba-86f37b1ab9c2 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:20:19.083437 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f30a5c-3a4b-42bd-b643-5ede92bd071b", "tag": "6b8eccbe-5e41-49b3-83f0-5b6e37bf49df", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:20:19.083810 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-b6116a5a-d0fc-4f21-9cba-86f37b1ab9c2 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:20:19.084202 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f30a5c-3a4b-42bd-b643-5ede92bd071b', 'tag': '6b8eccbe-5e41-49b3-83f0-5b6e37bf49df', 'status': 'completed', 'code': 200} Aug 31 09:20:19.386674 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-7193097d-eef7-41b3-8808-9f2ff9f1d6e0 service neutron] Attempting to bind port 6d6cbcc5-a4d4-49e3-aef6-72c2d2504172 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:20:19.387618 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-7193097d-eef7-41b3-8808-9f2ff9f1d6e0 service neutron] Attempting to bind port 6d6cbcc5-a4d4-49e3-aef6-72c2d2504172 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '49bda9fb-e760-401a-a18f-f0829eefc211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': 'dbfe4506-be9a-4469-a405-2a71d3d1ef02'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:20:19.388049 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-7193097d-eef7-41b3-8808-9f2ff9f1d6e0 service neutron] Attempting to bind port 6d6cbcc5-a4d4-49e3-aef6-72c2d2504172 on network dbfe4506-be9a-4469-a405-2a71d3d1ef02 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:19.402378 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-7193097d-eef7-41b3-8808-9f2ff9f1d6e0 service neutron] Port 6d6cbcc5-a4d4-49e3-aef6-72c2d2504172 on network dbfe4506-be9a-4469-a405-2a71d3d1ef02 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:20:19.406686 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-7193097d-eef7-41b3-8808-9f2ff9f1d6e0 service neutron] Attempting to bind port 6d6cbcc5-a4d4-49e3-aef6-72c2d2504172 on network dbfe4506-be9a-4469-a405-2a71d3d1ef02 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:19.406686 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-67df307f-0ebf-4d4e-9cd8-43d66a911afd tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Allocated IP 10.2.2.100 (b23b223a-9bf9-44c7-9495-5e7b861ae144/738e5ace-96d7-4741-8d29-c5798e2f10f3/db393805-9290-4e57-b3fc-bf1014410ed2) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:20:19.412929 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-694f69dd-64d6-474a-bcc6-292b8a2a4141 req-20cefdc5-30de-49fa-9724-2bae7504bdeb tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:19.413575 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-7193097d-eef7-41b3-8808-9f2ff9f1d6e0 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:20:19.413575 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-7193097d-eef7-41b3-8808-9f2ff9f1d6e0 service neutron] Checking segment: {'id': '49bda9fb-e760-401a-a18f-f0829eefc211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': 'dbfe4506-be9a-4469-a405-2a71d3d1ef02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:20:19.413984 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-7193097d-eef7-41b3-8808-9f2ff9f1d6e0 service neutron] Bound using segment: {'id': '49bda9fb-e760-401a-a18f-f0829eefc211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': 'dbfe4506-be9a-4469-a405-2a71d3d1ef02'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:20:19.414455 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-7193097d-eef7-41b3-8808-9f2ff9f1d6e0 service neutron] Bound port: 6d6cbcc5-a4d4-49e3-aef6-72c2d2504172, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49bda9fb-e760-401a-a18f-f0829eefc211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': 'dbfe4506-be9a-4469-a405-2a71d3d1ef02'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:20:19.414990 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-7193097d-eef7-41b3-8808-9f2ff9f1d6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:19.426955 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['3be364ee-8006-4fae-859f-6975a0e311f0', '05242781-3bfd-4d37-8e6c-bd91bea5c5e9'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:20:19.533428 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbf7ce-3f6f-4481-8df1-64f81cbd54a6 req-72d76469-58da-447d-8dbc-e65071ba53a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:19.535112 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-26cbf7ce-3f6f-4481-8df1-64f81cbd54a6 req-72d76469-58da-447d-8dbc-e65071ba53a6 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=7631bb835dc644c795315530823b1243&device_id=d4f30a5c-3a4b-42bd-b643-5ede92bd071b HTTP/1.1" status: 200 len: 1095 time: 0.4191997 Aug 31 09:20:19.573413 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ca870-8ddd-4b26-938f-ed7b71b8d77c req-e904ba27-d989-4edd-8dc1-b7684b3753a9 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:19.582971 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b0ca870-8ddd-4b26-938f-ed7b71b8d77c req-e904ba27-d989-4edd-8dc1-b7684b3753a9 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.3839588 Aug 31 09:20:19.584405 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-7193097d-eef7-41b3-8808-9f2ff9f1d6e0 service neutron] For port 6d6cbcc5-a4d4-49e3-aef6-72c2d2504172, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:20:19.590340 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-7193097d-eef7-41b3-8808-9f2ff9f1d6e0 service neutron] For port 6d6cbcc5-a4d4-49e3-aef6-72c2d2504172, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=6d6cbcc5-a4d4-49e3-aef6-72c2d2504172,segment=NetworkSegment(49bda9fb-e760-401a-a18f-f0829eefc211),segment_id=49bda9fb-e760-401a-a18f-f0829eefc211)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:20:19.689106 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-7193097d-eef7-41b3-8808-9f2ff9f1d6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:19.708267 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-67df307f-0ebf-4d4e-9cd8-43d66a911afd tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:19.735387 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cefdc5-30de-49fa-9724-2bae7504bdeb tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Pushing event deleted for resources: {'Port': ['ID=e63ad863-29f8-479a-a32b-8964edd0bc5e,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:19.736185 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbf7ce-3f6f-4481-8df1-64f81cbd54a6 req-00557659-065d-4ed1-a132-80bd651b9323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:19.738014 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-26cbf7ce-3f6f-4481-8df1-64f81cbd54a6 req-00557659-065d-4ed1-a132-80bd651b9323 service neutron] 10.222.0.112 "GET /v2.0/networks?id=dbfe4506-be9a-4469-a405-2a71d3d1ef02 HTTP/1.1" status: 200 len: 918 time: 0.1282287 Aug 31 09:20:19.740119 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-694f69dd-64d6-474a-bcc6-292b8a2a4141 req-20cefdc5-30de-49fa-9724-2bae7504bdeb tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] No DVR routers for this DVR port e63ad863-29f8-479a-a32b-8964edd0bc5e on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:20:19.746868 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-694f69dd-64d6-474a-bcc6-292b8a2a4141 req-20cefdc5-30de-49fa-9724-2bae7504bdeb tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:19.749009 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-694f69dd-64d6-474a-bcc6-292b8a2a4141 req-20cefdc5-30de-49fa-9724-2bae7504bdeb tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.59 "DELETE /v2.0/ports/e63ad863-29f8-479a-a32b-8964edd0bc5e HTTP/1.1" status: 204 len: 173 time: 3.7211120 Aug 31 09:20:19.783648 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-7193097d-eef7-41b3-8808-9f2ff9f1d6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:19.785515 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-7193097d-eef7-41b3-8808-9f2ff9f1d6e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:19.788911 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-7193097d-eef7-41b3-8808-9f2ff9f1d6e0 service neutron] 10.222.0.112 "PUT /v2.0/ports/6d6cbcc5-a4d4-49e3-aef6-72c2d2504172 HTTP/1.1" status: 200 len: 1093 time: 2.1370606 Aug 31 09:20:19.789415 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e3905d-cee9-42f9-947d-5a7fbc192d9b', 'tag': '6d6cbcc5-a4d4-49e3-aef6-72c2d2504172'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:20:19.792154 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12177906-4201-4a0b-88c8-87e07f32a69b" -d '{"events": [{"name": "network-changed", "server_uuid": "e0e3905d-cee9-42f9-947d-5a7fbc192d9b", "tag": "6d6cbcc5-a4d4-49e3-aef6-72c2d2504172"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:20:19.822815 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-26cbf7ce-3f6f-4481-8df1-64f81cbd54a6 req-53496807-90b3-48e4-9457-87bb0088da6d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b8eccbe-5e41-49b3-83f0-5b6e37bf49df HTTP/1.1" status: 200 len: 217 time: 0.0677867 Aug 31 09:20:19.832041 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c961116e-166f-4401-9bc6-a21908f6a5bf req-910f06e8-d0e1-42fd-b4d7-c31b99812f80 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:19.858846 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-67df307f-0ebf-4d4e-9cd8-43d66a911afd tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Transition to ACTIVE for port object db393805-9290-4e57-b3fc-bf1014410ed2 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:19.925904 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7193097d-eef7-41b3-8808-9f2ff9f1d6e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6cbcc5-a4d4-49e3-aef6-72c2d2504172,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:19.953761 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbf7ce-3f6f-4481-8df1-64f81cbd54a6 req-196ff57a-65d0-4988-8616-6bf92fdcadbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:19.961464 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-26cbf7ce-3f6f-4481-8df1-64f81cbd54a6 req-196ff57a-65d0-4988-8616-6bf92fdcadbe service neutron] 10.222.0.112 "GET /v2.0/subnets?id=de08f748-8867-4f91-ac9f-4bd91286452d HTTP/1.1" status: 200 len: 855 time: 0.1205881 Aug 31 09:20:20.007728 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b0ca870-8ddd-4b26-938f-ed7b71b8d77c req-820197bb-97d5-414b-9819-cda0e3a4bf63 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232557 Aug 31 09:20:20.035145 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-63bbbc43-ae22-4a18-bcac-caa5fcef5af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:20.039427 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-63bbbc43-ae22-4a18-bcac-caa5fcef5af3 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=7631bb835dc644c795315530823b1243&device_id=e0e3905d-cee9-42f9-947d-5a7fbc192d9b HTTP/1.1" status: 200 len: 1096 time: 0.0858734 Aug 31 09:20:20.114604 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-b4d7a83f-6f10-4ad2-b9c4-27ba6bc92d0e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d6cbcc5-a4d4-49e3-aef6-72c2d2504172 HTTP/1.1" status: 200 len: 217 time: 0.0651984 Aug 31 09:20:20.159859 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-67df307f-0ebf-4d4e-9cd8-43d66a911afd tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:20.186581 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbf7ce-3f6f-4481-8df1-64f81cbd54a6 req-246e684c-c91a-4fbc-b426-5df814607f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:20.187808 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-26cbf7ce-3f6f-4481-8df1-64f81cbd54a6 req-246e684c-c91a-4fbc-b426-5df814607f1a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=dbfe4506-be9a-4469-a405-2a71d3d1ef02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2104666 Aug 31 09:20:20.277186 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-67df307f-0ebf-4d4e-9cd8-43d66a911afd tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Network b23b223a-9bf9-44c7-9495-5e7b861ae144 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:20:20.281077 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-eaaf6ec8-eae5-4f09-87f5-435b685ba095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:20.282710 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-eaaf6ec8-eae5-4f09-87f5-435b685ba095 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=de08f748-8867-4f91-ac9f-4bd91286452d HTTP/1.1" status: 200 len: 855 time: 0.1554101 Aug 31 09:20:20.283400 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df307f-0ebf-4d4e-9cd8-43d66a911afd tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Pushing event updated for resources: {'Port': ['ID=db393805-9290-4e57-b3fc-bf1014410ed2,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:20.304691 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-67df307f-0ebf-4d4e-9cd8-43d66a911afd tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:20:20.310446 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-67df307f-0ebf-4d4e-9cd8-43d66a911afd tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:20:20.429334 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221baf3-2ba7-4d93-9da4-fe629735fe8d req-ebd038cc-b42f-4e62-a238-d3ffd37feed2 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:20.430964 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6221baf3-2ba7-4d93-9da4-fe629735fe8d req-ebd038cc-b42f-4e62-a238-d3ffd37feed2 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce21fb2f-a0b7-48ef-8c37-aae863ca9138 HTTP/1.1" status: 200 len: 932 time: 0.2909019 Aug 31 09:20:20.441815 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-e93edc76-42c3-4789-b550-6760af366a4c req-9e4288b8-3428-4151-bc65-c7daa7ef845b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1be4ff5-1d89-4b29-a936-d03713516313 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:20:20.538765 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-c961116e-166f-4401-9bc6-a21908f6a5bf req-910f06e8-d0e1-42fd-b4d7-c31b99812f80 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Allocated IP 172.25.2.248 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/ababe365-52d5-43c9-b821-50617ac7d63c) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:20:20.554100 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e93edc76-42c3-4789-b550-6760af366a4c req-9e4288b8-3428-4151-bc65-c7daa7ef845b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:20.565226 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-26cbf7ce-3f6f-4481-8df1-64f81cbd54a6 req-64d54738-f7ee-4a8c-ba2e-f52496a5faa5 service neutron] 10.222.0.112 "GET /v2.0/networks/dbfe4506-be9a-4469-a405-2a71d3d1ef02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665583 Aug 31 09:20:20.595172 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6221baf3-2ba7-4d93-9da4-fe629735fe8d req-3e7db588-91e9-46f0-8845-f0664be8e80e tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467490 Aug 31 09:20:20.614825 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-e93edc76-42c3-4789-b550-6760af366a4c req-9e4288b8-3428-4151-bc65-c7daa7ef845b service neutron] Transition to ACTIVE for port object f1be4ff5-1d89-4b29-a936-d03713516313 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:20.728204 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e93edc76-42c3-4789-b550-6760af366a4c req-9e4288b8-3428-4151-bc65-c7daa7ef845b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:20.805238 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-530b4375-f650-4dc5-9631-f9f14be73157 None None] Provisioning for port db393805-9290-4e57-b3fc-bf1014410ed2 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:20:20.811715 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-530b4375-f650-4dc5-9631-f9f14be73157 None None] Provisioning complete for port db393805-9290-4e57-b3fc-bf1014410ed2 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:20.812134 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-530b4375-f650-4dc5-9631-f9f14be73157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:20.845360 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-67df307f-0ebf-4d4e-9cd8-43d66a911afd tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:20.846046 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-67df307f-0ebf-4d4e-9cd8-43d66a911afd tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:20.855097 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-b7bad693-3554-432c-840f-23f132020672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:20.857224 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-b7bad693-3554-432c-840f-23f132020672 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=dbfe4506-be9a-4469-a405-2a71d3d1ef02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5610504 Aug 31 09:20:20.898861 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-530b4375-f650-4dc5-9631-f9f14be73157 None None] Port db393805-9290-4e57-b3fc-bf1014410ed2 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:20:20.959019 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4288b8-3428-4151-bc65-c7daa7ef845b service neutron] Pushing event updated for resources: {'Port': ['ID=f1be4ff5-1d89-4b29-a936-d03713516313,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:20.968387 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-26cbf7ce-3f6f-4481-8df1-64f81cbd54a6 req-8dea1614-14bc-414b-abaf-ed850795cd5a service neutron] 10.222.0.112 "GET /v2.0/networks/dbfe4506-be9a-4469-a405-2a71d3d1ef02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931842 Aug 31 09:20:20.969116 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-67df307f-0ebf-4d4e-9cd8-43d66a911afd tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1757979 Aug 31 09:20:20.993083 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-2292bd98-1d35-42b0-bd0c-78f6c6be2db1 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Request body: {'port': {'device_id': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b23b223a-9bf9-44c7-9495-5e7b861ae144', 'admin_state_up': True, 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'security_groups': ['d194dbfa-d28d-4e4a-97eb-df9c270abd6b']}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:20.998209 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c961116e-166f-4401-9bc6-a21908f6a5bf req-910f06e8-d0e1-42fd-b4d7-c31b99812f80 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:21.009627 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e4f8e-2ca5-4c87-a901-24aa3c5c1717 req-9d468496-8441-4570-a264-c0ebfa6b537f tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:21.017052 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e4f8e-2ca5-4c87-a901-24aa3c5c1717 req-9d468496-8441-4570-a264-c0ebfa6b537f tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:21.018270 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-bc6b601c-53a1-4a3a-9d37-656b8032dfde service neutron] 10.222.0.112 "GET /v2.0/networks/dbfe4506-be9a-4469-a405-2a71d3d1ef02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434960 Aug 31 09:20:21.023666 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e4f8e-2ca5-4c87-a901-24aa3c5c1717 req-9d468496-8441-4570-a264-c0ebfa6b537f tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:21.032385 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e4f8e-2ca5-4c87-a901-24aa3c5c1717 req-9d468496-8441-4570-a264-c0ebfa6b537f tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:21.034924 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-372e4f8e-2ca5-4c87-a901-24aa3c5c1717 req-9d468496-8441-4570-a264-c0ebfa6b537f tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 3095 time: 0.2662804 Aug 31 09:20:21.095801 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f778a2-e2b7-40ef-88fd-21e179b77f35', 'name': 'network-vif-deleted', 'tag': 'e63ad863-29f8-479a-a32b-8964edd0bc5e'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:20:21.100447 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a47fe2b-9979-4328-8dee-f89b4081bdfb" -d '{"events": [{"server_uuid": "d7f778a2-e2b7-40ef-88fd-21e179b77f35", "name": "network-vif-deleted", "tag": "e63ad863-29f8-479a-a32b-8964edd0bc5e"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:20:21.194000 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-372e4f8e-2ca5-4c87-a901-24aa3c5c1717 req-582b4280-2b97-4aa9-8df2-b9ffe5bfd2b0 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299436 Aug 31 09:20:21.472938 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-e93edc76-42c3-4789-b550-6760af366a4c req-9e4288b8-3428-4151-bc65-c7daa7ef845b service neutron] Attempting to bind port f1be4ff5-1d89-4b29-a936-d03713516313 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:20:21.472938 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-e93edc76-42c3-4789-b550-6760af366a4c req-9e4288b8-3428-4151-bc65-c7daa7ef845b service neutron] Attempting to bind port f1be4ff5-1d89-4b29-a936-d03713516313 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'fea79c28-18e6-4c1e-9eb0-fd680c62e5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': 'a1c761f8-404a-498a-a4d9-9ce04e112753'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:20:21.472938 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93edc76-42c3-4789-b550-6760af366a4c req-9e4288b8-3428-4151-bc65-c7daa7ef845b service neutron] Attempting to bind port f1be4ff5-1d89-4b29-a936-d03713516313 on network a1c761f8-404a-498a-a4d9-9ce04e112753 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:21.472938 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93edc76-42c3-4789-b550-6760af366a4c req-9e4288b8-3428-4151-bc65-c7daa7ef845b service neutron] Port f1be4ff5-1d89-4b29-a936-d03713516313 on network a1c761f8-404a-498a-a4d9-9ce04e112753 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:20:21.472938 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93edc76-42c3-4789-b550-6760af366a4c req-9e4288b8-3428-4151-bc65-c7daa7ef845b service neutron] Attempting to bind port f1be4ff5-1d89-4b29-a936-d03713516313 on network a1c761f8-404a-498a-a4d9-9ce04e112753 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:21.472938 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93edc76-42c3-4789-b550-6760af366a4c req-9e4288b8-3428-4151-bc65-c7daa7ef845b service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:20:21.472938 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93edc76-42c3-4789-b550-6760af366a4c req-9e4288b8-3428-4151-bc65-c7daa7ef845b service neutron] Checking segment: {'id': 'fea79c28-18e6-4c1e-9eb0-fd680c62e5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': 'a1c761f8-404a-498a-a4d9-9ce04e112753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:20:21.472938 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93edc76-42c3-4789-b550-6760af366a4c req-9e4288b8-3428-4151-bc65-c7daa7ef845b service neutron] Bound using segment: {'id': 'fea79c28-18e6-4c1e-9eb0-fd680c62e5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': 'a1c761f8-404a-498a-a4d9-9ce04e112753'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:20:21.472938 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-e93edc76-42c3-4789-b550-6760af366a4c req-9e4288b8-3428-4151-bc65-c7daa7ef845b service neutron] Bound port: f1be4ff5-1d89-4b29-a936-d03713516313, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea79c28-18e6-4c1e-9eb0-fd680c62e5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': 'a1c761f8-404a-498a-a4d9-9ce04e112753'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:20:21.472938 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e93edc76-42c3-4789-b550-6760af366a4c req-9e4288b8-3428-4151-bc65-c7daa7ef845b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:21.509676 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-59d781bc-4a1d-406d-b00b-24eaa61887bc req-c7212f68-3da3-4f1f-bbf4-90784f5a2b13 service neutron] 10.222.0.112 "GET /v2.0/networks/dbfe4506-be9a-4469-a405-2a71d3d1ef02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269294 Aug 31 09:20:21.510575 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75aea60e-45b7-43f1-8908-ded60c4fc094 x-openstack-request-id: req-75aea60e-45b7-43f1-8908-ded60c4fc094 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:20:21.510575 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b55c43-b170-478d-8fe5-264538117b7f", "name": "network-vif-plugged", "status": "completed", "tag": "580e293e-078a-4f76-a90b-5c7205ab0e6b", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:20:21.510575 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-75aea60e-45b7-43f1-8908-ded60c4fc094 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:20:21.510575 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b55c43-b170-478d-8fe5-264538117b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580e293e-078a-4f76-a90b-5c7205ab0e6b', 'code': 200} Aug 31 09:20:21.510833 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c961116e-166f-4401-9bc6-a21908f6a5bf req-910f06e8-d0e1-42fd-b4d7-c31b99812f80 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:21.510833 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c961116e-166f-4401-9bc6-a21908f6a5bf req-910f06e8-d0e1-42fd-b4d7-c31b99812f80 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:20:21.510833 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-c961116e-166f-4401-9bc6-a21908f6a5bf req-910f06e8-d0e1-42fd-b4d7-c31b99812f80 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:20:21.510833 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-76650fc7-ac4a-44fc-9368-5253722f4d0b req-a1f9add6-4e67-4e82-bc69-b309e4f203c8 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7f778a2-e2b7-40ef-88fd-21e179b77f35 HTTP/1.1" status: 200 len: 210 time: 0.0810912 Aug 31 09:20:21.510833 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-c961116e-166f-4401-9bc6-a21908f6a5bf req-910f06e8-d0e1-42fd-b4d7-c31b99812f80 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:20:21.533521 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64e58c-c8ce-4234-b56f-671ec9dbef51 req-88412b83-db78-4e0e-89a2-4f079dc3b17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:21.535352 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8b64e58c-c8ce-4234-b56f-671ec9dbef51 req-88412b83-db78-4e0e-89a2-4f079dc3b17a service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=14b55c43-b170-478d-8fe5-264538117b7f HTTP/1.1" status: 200 len: 1098 time: 0.1263149 Aug 31 09:20:21.552626 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-e93edc76-42c3-4789-b550-6760af366a4c req-9e4288b8-3428-4151-bc65-c7daa7ef845b service neutron] For port f1be4ff5-1d89-4b29-a936-d03713516313, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:20:21.558806 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f06e8-d0e1-42fd-b4d7-c31b99812f80 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Pushing event updated for resources: {'Port': ['ID=ababe365-52d5-43c9-b821-50617ac7d63c,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:21.578526 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-e93edc76-42c3-4789-b550-6760af366a4c req-9e4288b8-3428-4151-bc65-c7daa7ef845b service neutron] For port f1be4ff5-1d89-4b29-a936-d03713516313, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=f1be4ff5-1d89-4b29-a936-d03713516313,segment=NetworkSegment(fea79c28-18e6-4c1e-9eb0-fd680c62e5f4),segment_id=fea79c28-18e6-4c1e-9eb0-fd680c62e5f4)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:20:21.611450 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8b64e58c-c8ce-4234-b56f-671ec9dbef51 req-6e302c69-f154-452b-9bdc-71850097a7a1 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674822 Aug 31 09:20:21.619332 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-2292bd98-1d35-42b0-bd0c-78f6c6be2db1 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Made reservation on behalf of 28327f57472644c38ebbd2d055c39768 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:20:21.632507 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-2292bd98-1d35-42b0-bd0c-78f6c6be2db1 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:21.647182 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c961116e-166f-4401-9bc6-a21908f6a5bf req-910f06e8-d0e1-42fd-b4d7-c31b99812f80 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:21.707418 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e93edc76-42c3-4789-b550-6760af366a4c req-9e4288b8-3428-4151-bc65-c7daa7ef845b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:21.813601 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93edc76-42c3-4789-b550-6760af366a4c req-9e4288b8-3428-4151-bc65-c7daa7ef845b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:21.814258 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e93edc76-42c3-4789-b550-6760af366a4c req-9e4288b8-3428-4151-bc65-c7daa7ef845b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:21.815751 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e93edc76-42c3-4789-b550-6760af366a4c req-9e4288b8-3428-4151-bc65-c7daa7ef845b service neutron] 10.222.0.112 "PUT /v2.0/ports/f1be4ff5-1d89-4b29-a936-d03713516313 HTTP/1.1" status: 200 len: 1093 time: 3.4820182 Aug 31 09:20:21.838763 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c961116e-166f-4401-9bc6-a21908f6a5bf req-910f06e8-d0e1-42fd-b4d7-c31b99812f80 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:21.845362 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4288b8-3428-4151-bc65-c7daa7ef845b service neutron] Pushing event updated for resources: {'Port': ['ID=f1be4ff5-1d89-4b29-a936-d03713516313,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:21.977016 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-2292bd98-1d35-42b0-bd0c-78f6c6be2db1 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Allocated IP 10.2.2.200 (b23b223a-9bf9-44c7-9495-5e7b861ae144/738e5ace-96d7-4741-8d29-c5798e2f10f3/0ad87690-513e-49db-86b3-0ddc33190312) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:20:22.155629 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-2292bd98-1d35-42b0-bd0c-78f6c6be2db1 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:22.182689 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-2292bd98-1d35-42b0-bd0c-78f6c6be2db1 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Transition to ACTIVE for port object 0ad87690-513e-49db-86b3-0ddc33190312 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:22.325350 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-2292bd98-1d35-42b0-bd0c-78f6c6be2db1 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:22.325350 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19eaa3e-674d-4b80-b88d-04619aefac39 x-openstack-request-id: req-c19eaa3e-674d-4b80-b88d-04619aefac39 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:20:22.325350 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0e3905d-cee9-42f9-947d-5a7fbc192d9b", "tag": "6d6cbcc5-a4d4-49e3-aef6-72c2d2504172", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:20:22.326885 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-c19eaa3e-674d-4b80-b88d-04619aefac39 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:20:22.328098 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e3905d-cee9-42f9-947d-5a7fbc192d9b', 'tag': '6d6cbcc5-a4d4-49e3-aef6-72c2d2504172', 'status': 'completed', 'code': 200} Aug 31 09:20:22.379689 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93edc76-42c3-4789-b550-6760af366a4c req-d7f8275b-7ca6-4996-9d27-9edae9b22386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:22.381074 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e93edc76-42c3-4789-b550-6760af366a4c req-d7f8275b-7ca6-4996-9d27-9edae9b22386 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=c8be5a3950fb435c8e8cd8e3c656cdfc&device_id=ce21fb2f-a0b7-48ef-8c37-aae863ca9138 HTTP/1.1" status: 200 len: 1096 time: 0.0697272 Aug 31 09:20:22.452080 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-2292bd98-1d35-42b0-bd0c-78f6c6be2db1 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Network b23b223a-9bf9-44c7-9495-5e7b861ae144 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:20:22.459872 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-2292bd98-1d35-42b0-bd0c-78f6c6be2db1 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:20:22.462877 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-2292bd98-1d35-42b0-bd0c-78f6c6be2db1 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:20:22.474384 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e93edc76-42c3-4789-b550-6760af366a4c req-3876453f-4209-4ae9-a547-fd3a85de285c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1be4ff5-1d89-4b29-a936-d03713516313 HTTP/1.1" status: 200 len: 217 time: 0.0686619 Aug 31 09:20:22.511705 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c961116e-166f-4401-9bc6-a21908f6a5bf req-910f06e8-d0e1-42fd-b4d7-c31b99812f80 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:22.522482 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12177906-4201-4a0b-88c8-87e07f32a69b req-5765bf27-9f61-4ba7-9f2b-465110d5ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:22.523077 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-12177906-4201-4a0b-88c8-87e07f32a69b req-5765bf27-9f61-4ba7-9f2b-465110d5ca81 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=7631bb835dc644c795315530823b1243&device_id=e0e3905d-cee9-42f9-947d-5a7fbc192d9b HTTP/1.1" status: 200 len: 1096 time: 0.1753325 Aug 31 09:20:22.523800 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292bd98-1d35-42b0-bd0c-78f6c6be2db1 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Pushing event updated for resources: {'Port': ['ID=0ad87690-513e-49db-86b3-0ddc33190312,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:22.581694 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33248c8b-cc67-4a27-a402-bee2794cf825 req-6c231a69-0d1e-4e0b-b1e4-e2d0036f095e tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:22.593697 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-33248c8b-cc67-4a27-a402-bee2794cf825 req-6c231a69-0d1e-4e0b-b1e4-e2d0036f095e tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=e0e3905d-cee9-42f9-947d-5a7fbc192d9b HTTP/1.1" status: 200 len: 944 time: 0.2194588 Aug 31 09:20:22.603847 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-2292bd98-1d35-42b0-bd0c-78f6c6be2db1 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:22.604485 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-2292bd98-1d35-42b0-bd0c-78f6c6be2db1 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:22.618849 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c961116e-166f-4401-9bc6-a21908f6a5bf req-910f06e8-d0e1-42fd-b4d7-c31b99812f80 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:22.687195 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12177906-4201-4a0b-88c8-87e07f32a69b req-cf257c1f-750d-441a-a8fb-2cbfeced72d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:22.688721 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-12177906-4201-4a0b-88c8-87e07f32a69b req-cf257c1f-750d-441a-a8fb-2cbfeced72d8 service neutron] 10.222.0.112 "GET /v2.0/networks?id=dbfe4506-be9a-4469-a405-2a71d3d1ef02 HTTP/1.1" status: 200 len: 918 time: 0.1503699 Aug 31 09:20:22.701995 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93edc76-42c3-4789-b550-6760af366a4c req-0a671242-cf1a-4f95-8f65-f8f5f72d0178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:22.703779 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e93edc76-42c3-4789-b550-6760af366a4c req-0a671242-cf1a-4f95-8f65-f8f5f72d0178 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b147db6a-6b72-4492-9892-536b47a13e42 HTTP/1.1" status: 200 len: 854 time: 0.1846530 Aug 31 09:20:22.731994 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 6b8eccbe-5e41-49b3-83f0-5b6e37bf49df details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:20:22.761568 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-12177906-4201-4a0b-88c8-87e07f32a69b req-7b618d6e-c77f-4016-a317-06de0ee4c99f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d6cbcc5-a4d4-49e3-aef6-72c2d2504172 HTTP/1.1" status: 200 len: 217 time: 0.0586092 Aug 31 09:20:22.765974 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-2292bd98-1d35-42b0-bd0c-78f6c6be2db1 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7779324 Aug 31 09:20:22.781961 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-33248c8b-cc67-4a27-a402-bee2794cf825 req-bee2fe33-dedf-4fe4-a171-d7c7848bf2b3 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865911 Aug 31 09:20:22.820041 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e93edc76-42c3-4789-b550-6760af366a4c req-38b33b0e-7644-49f1-9680-9a59501ee1bc service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a1c761f8-404a-498a-a4d9-9ce04e112753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623021 Aug 31 09:20:22.821283 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-8ba13877-5547-4126-9ee3-4fa2111d1a94 service neutron] Request body: {'port': {'device_id': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:22.846451 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f06e8-d0e1-42fd-b4d7-c31b99812f80 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Pushing event updated for resources: {'Port': ['ID=ababe365-52d5-43c9-b821-50617ac7d63c,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:22.911572 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12177906-4201-4a0b-88c8-87e07f32a69b req-6bdafe01-37c5-4f35-b840-9db1c2506888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:22.913691 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-12177906-4201-4a0b-88c8-87e07f32a69b req-6bdafe01-37c5-4f35-b840-9db1c2506888 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=de08f748-8867-4f91-ac9f-4bd91286452d HTTP/1.1" status: 200 len: 855 time: 0.1318381 Aug 31 09:20:22.928239 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 6b8eccbe-5e41-49b3-83f0-5b6e37bf49df, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=6b8eccbe-5e41-49b3-83f0-5b6e37bf49df,segment=NetworkSegment(49bda9fb-e760-401a-a18f-f0829eefc211),segment_id=49bda9fb-e760-401a-a18f-f0829eefc211)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:22.928510 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-8ba13877-5547-4126-9ee3-4fa2111d1a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:22.951426 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '6b8eccbe-5e41-49b3-83f0-5b6e37bf49df', 'network_id': 'dbfe4506-be9a-4469-a405-2a71d3d1ef02', 'port_id': '6b8eccbe-5e41-49b3-83f0-5b6e37bf49df', 'mac_address': 'fa:16:3e:3c:fd:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de08f748-8867-4f91-ac9f-4bd91286452d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:20:22.966462 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c961116e-166f-4401-9bc6-a21908f6a5bf req-910f06e8-d0e1-42fd-b4d7-c31b99812f80 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:23.037404 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3eefc58a-319b-468b-8a20-e4860da3838c None None] Provisioning for port 0ad87690-513e-49db-86b3-0ddc33190312 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:20:23.045264 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:23.046338 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7985b-4896-4add-8ce2-6dd8bc18c4c8 req-fc70e492-3ba8-4a4b-8bac-7d54a1d88fff tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:23.048830 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-00a7985b-4896-4add-8ce2-6dd8bc18c4c8 req-fc70e492-3ba8-4a4b-8bac-7d54a1d88fff tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.0917523 Aug 31 09:20:23.078403 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e93edc76-42c3-4789-b550-6760af366a4c req-5882ddd8-409d-40c0-b019-1969d95384bd service neutron] 10.222.0.112 "GET /v2.0/networks/a1c761f8-404a-498a-a4d9-9ce04e112753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348454 Aug 31 09:20:23.079640 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3eefc58a-319b-468b-8a20-e4860da3838c None None] Provisioning complete for port 0ad87690-513e-49db-86b3-0ddc33190312 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:23.080156 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3eefc58a-319b-468b-8a20-e4860da3838c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:23.084595 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c961116e-166f-4401-9bc6-a21908f6a5bf req-910f06e8-d0e1-42fd-b4d7-c31b99812f80 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:23.092925 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c961116e-166f-4401-9bc6-a21908f6a5bf req-910f06e8-d0e1-42fd-b4d7-c31b99812f80 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.8238351 Aug 31 09:20:23.127014 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-3eefc58a-319b-468b-8a20-e4860da3838c None None] Port 0ad87690-513e-49db-86b3-0ddc33190312 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:20:23.133861 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8eccbe-5e41-49b3-83f0-5b6e37bf49df {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:20:23.160818 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 6b8eccbe-5e41-49b3-83f0-5b6e37bf49df, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=6b8eccbe-5e41-49b3-83f0-5b6e37bf49df,segment=NetworkSegment(49bda9fb-e760-401a-a18f-f0829eefc211),segment_id=49bda9fb-e760-401a-a18f-f0829eefc211)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:23.213270 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12177906-4201-4a0b-88c8-87e07f32a69b req-eb1fb703-3b87-4e0c-9e6d-e664fd141ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:23.213774 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c961116e-166f-4401-9bc6-a21908f6a5bf req-e655b9fe-1bdc-45ea-b17b-3d0eead68005 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.248 HTTP/1.1" status: 200 len: 696 time: 0.1199086 Aug 31 09:20:23.214864 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-12177906-4201-4a0b-88c8-87e07f32a69b req-eb1fb703-3b87-4e0c-9e6d-e664fd141ce7 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=dbfe4506-be9a-4469-a405-2a71d3d1ef02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1163700 Aug 31 09:20:23.238053 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-00a7985b-4896-4add-8ce2-6dd8bc18c4c8 req-12329a94-fb8b-4d7f-b0a2-29f012f89b9b tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786919 Aug 31 09:20:23.262354 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:23.379759 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=6b8eccbe-5e41-49b3-83f0-5b6e37bf49df,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:23.409040 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba0ee94-76f9-405b-bf7d-8a5b6698a165 x-openstack-request-id: req-dba0ee94-76f9-405b-bf7d-8a5b6698a165 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:20:23.410049 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f778a2-e2b7-40ef-88fd-21e179b77f35", "name": "network-vif-deleted", "tag": "e63ad863-29f8-479a-a32b-8964edd0bc5e", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:20:23.410944 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-dba0ee94-76f9-405b-bf7d-8a5b6698a165 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:20:23.411420 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f778a2-e2b7-40ef-88fd-21e179b77f35', 'name': 'network-vif-deleted', 'tag': 'e63ad863-29f8-479a-a32b-8964edd0bc5e', 'status': 'completed', 'code': 200} Aug 31 09:20:23.439164 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-12177906-4201-4a0b-88c8-87e07f32a69b req-ff8e33f1-bc0e-444c-9545-1401009fbfd6 service neutron] 10.222.0.112 "GET /v2.0/networks/dbfe4506-be9a-4469-a405-2a71d3d1ef02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118859 Aug 31 09:20:23.548363 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-8ba13877-5547-4126-9ee3-4fa2111d1a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 568242cb-8cd4-4597-90af-18189ae395f9 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:20:23.555124 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961116e-166f-4401-9bc6-a21908f6a5bf req-4234bc72-7212-4ec7-9128-5d3cc5529054 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:23.568152 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c961116e-166f-4401-9bc6-a21908f6a5bf req-4234bc72-7212-4ec7-9128-5d3cc5529054 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 784 time: 0.3535731 Aug 31 09:20:23.571153 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-8ba13877-5547-4126-9ee3-4fa2111d1a94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:23.582727 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e93edc76-42c3-4789-b550-6760af366a4c req-3001ed87-1887-4439-bfeb-30aa457bf4f1 service neutron] 10.222.0.112 "GET /v2.0/networks/a1c761f8-404a-498a-a4d9-9ce04e112753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811013 Aug 31 09:20:23.592190 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43562227-f8a1-49d8-8cb4-d6819a4929c9 req-6bf729f8-ef26-44e1-9056-dc75d4be6079 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:23.599939 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43562227-f8a1-49d8-8cb4-d6819a4929c9 req-6bf729f8-ef26-44e1-9056-dc75d4be6079 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce21fb2f-a0b7-48ef-8c37-aae863ca9138 HTTP/1.1" status: 200 len: 944 time: 0.1735721 Aug 31 09:20:23.613891 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-8ba13877-5547-4126-9ee3-4fa2111d1a94 service neutron] Transition to ACTIVE for port object 568242cb-8cd4-4597-90af-18189ae395f9 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:23.633825 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-12177906-4201-4a0b-88c8-87e07f32a69b req-1bd119fd-4cce-4990-974c-9640fd263add service neutron] 10.222.0.112 "GET /v2.0/networks/dbfe4506-be9a-4469-a405-2a71d3d1ef02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854224 Aug 31 09:20:23.644091 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['6b8eccbe-5e41-49b3-83f0-5b6e37bf49df'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:20:23.653910 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43562227-f8a1-49d8-8cb4-d6819a4929c9 req-c18d4f97-156e-400a-8aa8-591d22446701 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530047 Aug 31 09:20:23.714779 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0687a-aa63-4286-814e-676749170134 req-e65aba06-6440-4ac3-97ae-7e547688897f tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:23.717422 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f1c0687a-aa63-4286-814e-676749170134 req-e65aba06-6440-4ac3-97ae-7e547688897f tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.119 "GET /v2.0/ports?device_id=810986b3-2063-4f51-9b51-34eaa8c74e9e HTTP/1.1" status: 200 len: 945 time: 0.0863216 Aug 31 09:20:23.719234 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-8ba13877-5547-4126-9ee3-4fa2111d1a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:23.831152 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f1c0687a-aa63-4286-814e-676749170134 req-09cbb49a-1628-4cdf-86d1-a5fee26feb65 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.119 "GET /v2.0/security-groups?id=95ae459f-13b7-49ee-874a-9a05f9032ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982406 Aug 31 09:20:23.854850 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8cc45-70cc-4cff-9765-18d3bc3a4e57 req-fe31de23-6e59-4835-ae40-2fc65fd33fe9 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:23.866783 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8cc45-70cc-4cff-9765-18d3bc3a4e57 req-fe31de23-6e59-4835-ae40-2fc65fd33fe9 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:23.889960 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8cc45-70cc-4cff-9765-18d3bc3a4e57 req-fe31de23-6e59-4835-ae40-2fc65fd33fe9 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:23.899275 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8cc45-70cc-4cff-9765-18d3bc3a4e57 req-fe31de23-6e59-4835-ae40-2fc65fd33fe9 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:23.900469 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba13877-5547-4126-9ee3-4fa2111d1a94 service neutron] Pushing event updated for resources: {'Port': ['ID=568242cb-8cd4-4597-90af-18189ae395f9,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:23.905633 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8cc45-70cc-4cff-9765-18d3bc3a4e57 req-fe31de23-6e59-4835-ae40-2fc65fd33fe9 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:23.907607 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9eb8cc45-70cc-4cff-9765-18d3bc3a4e57 req-fe31de23-6e59-4835-ae40-2fc65fd33fe9 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 3828 time: 0.1760359 Aug 31 09:20:23.980401 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2906f1-ee79-4ba2-9cec-0447bf6edba7 req-3abe70ff-ccb4-43b3-b747-2495241e4ed1 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:23.983276 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6f2906f1-ee79-4ba2-9cec-0447bf6edba7 req-3abe70ff-ccb4-43b3-b747-2495241e4ed1 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.112 "GET /v2.0/ports?device_id=810986b3-2063-4f51-9b51-34eaa8c74e9e HTTP/1.1" status: 200 len: 945 time: 0.0896304 Aug 31 09:20:24.000339 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9eb8cc45-70cc-4cff-9765-18d3bc3a4e57 req-3788055b-0cf2-448d-869b-e9f00c19b23e tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845876 Aug 31 09:20:24.046858 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c0354809-3e4e-466c-80de-4fd4bfd020d9 req-1751e005-3045-44dd-b712-2afd215b5b5c tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=0d677f60af8447aeaedb4cf6d8107d97 HTTP/1.1" status: 200 len: 221 time: 0.0629363 Aug 31 09:20:24.050500 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-8ba13877-5547-4126-9ee3-4fa2111d1a94 service neutron] Attempting to bind port 568242cb-8cd4-4597-90af-18189ae395f9 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:20:24.058577 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-8ba13877-5547-4126-9ee3-4fa2111d1a94 service neutron] Attempting to bind port 568242cb-8cd4-4597-90af-18189ae395f9 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '048c7fe9-919e-423c-9599-c6bc7184e9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': 'f2ff4842-4f8b-4b37-bef9-46e32fc21646'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:20:24.058577 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-8ba13877-5547-4126-9ee3-4fa2111d1a94 service neutron] Attempting to bind port 568242cb-8cd4-4597-90af-18189ae395f9 on network f2ff4842-4f8b-4b37-bef9-46e32fc21646 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:24.063410 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-8ba13877-5547-4126-9ee3-4fa2111d1a94 service neutron] Port 568242cb-8cd4-4597-90af-18189ae395f9 on network f2ff4842-4f8b-4b37-bef9-46e32fc21646 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:20:24.063874 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-8ba13877-5547-4126-9ee3-4fa2111d1a94 service neutron] Attempting to bind port 568242cb-8cd4-4597-90af-18189ae395f9 on network f2ff4842-4f8b-4b37-bef9-46e32fc21646 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:24.075641 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-8ba13877-5547-4126-9ee3-4fa2111d1a94 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:20:24.076410 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-8ba13877-5547-4126-9ee3-4fa2111d1a94 service neutron] Checking segment: {'id': '048c7fe9-919e-423c-9599-c6bc7184e9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': 'f2ff4842-4f8b-4b37-bef9-46e32fc21646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:20:24.078917 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-8ba13877-5547-4126-9ee3-4fa2111d1a94 service neutron] Bound using segment: {'id': '048c7fe9-919e-423c-9599-c6bc7184e9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': 'f2ff4842-4f8b-4b37-bef9-46e32fc21646'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:20:24.079491 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-8ba13877-5547-4126-9ee3-4fa2111d1a94 service neutron] Bound port: 568242cb-8cd4-4597-90af-18189ae395f9, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '048c7fe9-919e-423c-9599-c6bc7184e9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': 'f2ff4842-4f8b-4b37-bef9-46e32fc21646'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:20:24.079967 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-8ba13877-5547-4126-9ee3-4fa2111d1a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:24.188766 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-6f2906f1-ee79-4ba2-9cec-0447bf6edba7 req-28be0625-84d6-4bf1-adb2-8bbe9b8643c7 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Deleting port 625abfe1-738e-4e30-b3ad-36a6a37da421 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:20:24.189266 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6f2906f1-ee79-4ba2-9cec-0447bf6edba7 req-28be0625-84d6-4bf1-adb2-8bbe9b8643c7 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:24.189420 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c87f7-8f4b-45a1-a035-14b7b8276319 req-98b36318-6053-45e0-9b50-6e730a57e361 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:24.191186 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b6c87f7-8f4b-45a1-a035-14b7b8276319 req-98b36318-6053-45e0-9b50-6e730a57e361 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 947 time: 0.0822527 Aug 31 09:20:24.225725 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1c4635a2-478e-4d20-8ea5-71c43d80379c req-d36b0f08-e9f2-4625-aa1a-fb75e19dcf1b tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1915708 Aug 31 09:20:24.232869 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-8ba13877-5547-4126-9ee3-4fa2111d1a94 service neutron] For port 568242cb-8cd4-4597-90af-18189ae395f9, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:20:24.236352 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-1c4635a2-478e-4d20-8ea5-71c43d80379c req-0abae86b-e760-4cd6-a06b-f10d35e7a32e tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:24.255713 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-8ba13877-5547-4126-9ee3-4fa2111d1a94 service neutron] For port 568242cb-8cd4-4597-90af-18189ae395f9, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=568242cb-8cd4-4597-90af-18189ae395f9,segment=NetworkSegment(048c7fe9-919e-423c-9599-c6bc7184e9f8),segment_id=048c7fe9-919e-423c-9599-c6bc7184e9f8)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:20:24.268517 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b6c87f7-8f4b-45a1-a035-14b7b8276319 req-dd19fcc1-8694-498e-84c4-2a356725a30e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665891 Aug 31 09:20:24.302631 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-6f2906f1-ee79-4ba2-9cec-0447bf6edba7 req-28be0625-84d6-4bf1-adb2-8bbe9b8643c7 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] For port 625abfe1-738e-4e30-b3ad-36a6a37da421, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=625abfe1-738e-4e30-b3ad-36a6a37da421,segment=NetworkSegment(84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a),segment_id=84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:24.303359 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6f2906f1-ee79-4ba2-9cec-0447bf6edba7 req-28be0625-84d6-4bf1-adb2-8bbe9b8643c7 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:24.353217 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-8ba13877-5547-4126-9ee3-4fa2111d1a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:24.390243 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9a35f-af33-4d75-9d82-1ca53e67ab67 req-8d5b23a2-628e-44b9-bb16-fc5ab0bf2f2f tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:24.392110 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43c9a35f-af33-4d75-9d82-1ca53e67ab67 req-8d5b23a2-628e-44b9-bb16-fc5ab0bf2f2f tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=e0e3905d-cee9-42f9-947d-5a7fbc192d9b HTTP/1.1" status: 200 len: 944 time: 0.0556645 Aug 31 09:20:24.427924 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1c4635a2-478e-4d20-8ea5-71c43d80379c req-0abae86b-e760-4cd6-a06b-f10d35e7a32e tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks [] for floatingip, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:24.452391 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-8ba13877-5547-4126-9ee3-4fa2111d1a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:24.453021 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-8ba13877-5547-4126-9ee3-4fa2111d1a94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:24.454483 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-8ba13877-5547-4126-9ee3-4fa2111d1a94 service neutron] 10.222.0.112 "PUT /v2.0/ports/568242cb-8cd4-4597-90af-18189ae395f9 HTTP/1.1" status: 200 len: 1092 time: 1.6627762 Aug 31 09:20:24.456820 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'tag': '568242cb-8cd4-4597-90af-18189ae395f9'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:20:24.463587 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb0ac7a-33c1-4ffb-864a-1eb4f87f4f1b" -d '{"events": [{"name": "network-changed", "server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "tag": "568242cb-8cd4-4597-90af-18189ae395f9"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:20:24.475229 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43c9a35f-af33-4d75-9d82-1ca53e67ab67 req-d7f50484-5d8c-438a-b740-5f9e7abd3cea tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755775 Aug 31 09:20:24.590900 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-f3ffaff1-8e7d-4908-832d-3bb456bd37d4 service neutron] Request body: {'port': {'device_id': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:24.600884 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba13877-5547-4126-9ee3-4fa2111d1a94 service neutron] Pushing event updated for resources: {'Port': ['ID=568242cb-8cd4-4597-90af-18189ae395f9,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:24.620320 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1c4635a2-478e-4d20-8ea5-71c43d80379c req-0abae86b-e760-4cd6-a06b-f10d35e7a32e tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:24.672153 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6f2906f1-ee79-4ba2-9cec-0447bf6edba7 req-28be0625-84d6-4bf1-adb2-8bbe9b8643c7 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:24.672537 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6f2906f1-ee79-4ba2-9cec-0447bf6edba7 req-28be0625-84d6-4bf1-adb2-8bbe9b8643c7 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:24.673098 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [req-6f2906f1-ee79-4ba2-9cec-0447bf6edba7 req-28be0625-84d6-4bf1-adb2-8bbe9b8643c7 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Floating IP 24293f7b-a106-4d10-ab13-bfade706f4e5 disassociated. External IP: 172.25.2.189, port: 625abfe1-738e-4e30-b3ad-36a6a37da421. Aug 31 09:20:24.673207 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-6f2906f1-ee79-4ba2-9cec-0447bf6edba7 req-28be0625-84d6-4bf1-adb2-8bbe9b8643c7 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Calling delete_port for 625abfe1-738e-4e30-b3ad-36a6a37da421 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:20:24.687791 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-f3ffaff1-8e7d-4908-832d-3bb456bd37d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:24.752947 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 6d6cbcc5-a4d4-49e3-aef6-72c2d2504172 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:20:24.760561 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 6b8eccbe-5e41-49b3-83f0-5b6e37bf49df up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:20:24.769879 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-1c4635a2-478e-4d20-8ea5-71c43d80379c req-0abae86b-e760-4cd6-a06b-f10d35e7a32e tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Allocated IP 172.25.2.78 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/78f6bee8-586c-46d4-8a55-1079dafaab1a) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:20:24.954276 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 6d6cbcc5-a4d4-49e3-aef6-72c2d2504172, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=6d6cbcc5-a4d4-49e3-aef6-72c2d2504172,segment=NetworkSegment(49bda9fb-e760-401a-a18f-f0829eefc211),segment_id=49bda9fb-e760-401a-a18f-f0829eefc211)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:24.964238 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1c4635a2-478e-4d20-8ea5-71c43d80379c req-0abae86b-e760-4cd6-a06b-f10d35e7a32e tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:24.970120 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '6d6cbcc5-a4d4-49e3-aef6-72c2d2504172', 'network_id': 'dbfe4506-be9a-4469-a405-2a71d3d1ef02', 'port_id': '6d6cbcc5-a4d4-49e3-aef6-72c2d2504172', 'mac_address': 'fa:16:3e:b6:26:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de08f748-8867-4f91-ac9f-4bd91286452d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:20:25.019168 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:25.034584 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d6cbcc5-a4d4-49e3-aef6-72c2d2504172 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:20:25.048155 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 6b8eccbe-5e41-49b3-83f0-5b6e37bf49df completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:20:25.058282 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 6b8eccbe-5e41-49b3-83f0-5b6e37bf49df triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:25.059508 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:25.065419 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 6d6cbcc5-a4d4-49e3-aef6-72c2d2504172, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=6d6cbcc5-a4d4-49e3-aef6-72c2d2504172,segment=NetworkSegment(49bda9fb-e760-401a-a18f-f0829eefc211),segment_id=49bda9fb-e760-401a-a18f-f0829eefc211)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:25.097056 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1c4635a2-478e-4d20-8ea5-71c43d80379c req-0abae86b-e760-4cd6-a06b-f10d35e7a32e tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:25.143419 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6f2906f1-ee79-4ba2-9cec-0447bf6edba7 req-28be0625-84d6-4bf1-adb2-8bbe9b8643c7 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:25.157695 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:25.178206 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc06ba4-c67f-4410-9301-c46ec2e90333 req-53f02277-48cc-426c-a9ac-716088b07958 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:25.182582 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0dc06ba4-c67f-4410-9301-c46ec2e90333 req-53f02277-48cc-426c-a9ac-716088b07958 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1399031 Aug 31 09:20:25.185483 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f30a5c-3a4b-42bd-b643-5ede92bd071b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8eccbe-5e41-49b3-83f0-5b6e37bf49df'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:20:25.188053 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ab6a07-fe82-43f1-8207-fb1335d2a35e" -d '{"events": [{"server_uuid": "d4f30a5c-3a4b-42bd-b643-5ede92bd071b", "name": "network-vif-plugged", "status": "completed", "tag": "6b8eccbe-5e41-49b3-83f0-5b6e37bf49df"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:20:25.191676 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be0625-84d6-4bf1-adb2-8bbe9b8643c7 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Pushing event deleted for resources: {'Port': ['ID=625abfe1-738e-4e30-b3ad-36a6a37da421,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:25.201496 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 6b8eccbe-5e41-49b3-83f0-5b6e37bf49df, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=6b8eccbe-5e41-49b3-83f0-5b6e37bf49df,segment=NetworkSegment(49bda9fb-e760-401a-a18f-f0829eefc211),segment_id=49bda9fb-e760-401a-a18f-f0829eefc211)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:25.202819 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-f3ffaff1-8e7d-4908-832d-3bb456bd37d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb0e6a15-3575-43aa-a8c6-52080c8b83ec {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:20:25.202933 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c4635a2-478e-4d20-8ea5-71c43d80379c req-0abae86b-e760-4cd6-a06b-f10d35e7a32e tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:20:25.208594 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abae86b-e760-4cd6-a06b-f10d35e7a32e tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Pushing event updated for resources: {'Port': ['ID=78f6bee8-586c-46d4-8a55-1079dafaab1a,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:25.213137 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-1c4635a2-478e-4d20-8ea5-71c43d80379c req-0abae86b-e760-4cd6-a06b-f10d35e7a32e tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:20:25.215713 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-f3ffaff1-8e7d-4908-832d-3bb456bd37d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:25.236993 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4635a2-478e-4d20-8ea5-71c43d80379c req-0abae86b-e760-4cd6-a06b-f10d35e7a32e tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:20:25.245231 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:25.270268 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-f3ffaff1-8e7d-4908-832d-3bb456bd37d4 service neutron] Transition to ACTIVE for port object cb0e6a15-3575-43aa-a8c6-52080c8b83ec will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:25.303023 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0dc06ba4-c67f-4410-9301-c46ec2e90333 req-e54fe7a5-e4e4-4f5f-952a-912968281a58 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935800 Aug 31 09:20:25.308596 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=6d6cbcc5-a4d4-49e3-aef6-72c2d2504172,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:25.354322 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:25.362498 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f2906f1-ee79-4ba2-9cec-0447bf6edba7 req-28be0625-84d6-4bf1-adb2-8bbe9b8643c7 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Router 35672bb4-32d2-48d8-929e-498592744a92 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:20:25.388943 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1c4635a2-478e-4d20-8ea5-71c43d80379c req-0abae86b-e760-4cd6-a06b-f10d35e7a32e tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:25.412152 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce21fb2f-a0b7-48ef-8c37-aae863ca9138', 'tag': 'f1be4ff5-1d89-4b29-a936-d03713516313'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:20:25.414535 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=6b8eccbe-5e41-49b3-83f0-5b6e37bf49df,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:25.414664 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dc5f74-2eea-4eb0-853e-f342b61ed4e8" -d '{"events": [{"name": "network-changed", "server_uuid": "ce21fb2f-a0b7-48ef-8c37-aae863ca9138", "tag": "f1be4ff5-1d89-4b29-a936-d03713516313"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:20:25.426219 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-f3ffaff1-8e7d-4908-832d-3bb456bd37d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:25.535852 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1c4635a2-478e-4d20-8ea5-71c43d80379c req-0abae86b-e760-4cd6-a06b-f10d35e7a32e tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:25.569124 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['6d6cbcc5-a4d4-49e3-aef6-72c2d2504172'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:20:25.612484 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ffaff1-8e7d-4908-832d-3bb456bd37d4 service neutron] Pushing event updated for resources: {'Port': ['ID=cb0e6a15-3575-43aa-a8c6-52080c8b83ec,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:25.694843 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f2906f1-ee79-4ba2-9cec-0447bf6edba7 req-28be0625-84d6-4bf1-adb2-8bbe9b8643c7 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:20:25.715497 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8924575b-c087-47ea-9112-1c085e2bbf72 None None] Sync routers for ids ['35672bb4-32d2-48d8-929e-498592744a92'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:20:25.748609 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8924575b-c087-47ea-9112-1c085e2bbf72 None None] Routers {'35672bb4-32d2-48d8-929e-498592744a92'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:20:25.749569 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-8924575b-c087-47ea-9112-1c085e2bbf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:20:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['35672bb4-32d2-48d8-929e-498592744a92'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:25.783009 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2906f1-ee79-4ba2-9cec-0447bf6edba7 req-28be0625-84d6-4bf1-adb2-8bbe9b8643c7 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] No DVR routers for this DVR port 625abfe1-738e-4e30-b3ad-36a6a37da421 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:20:25.792751 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6f2906f1-ee79-4ba2-9cec-0447bf6edba7 req-28be0625-84d6-4bf1-adb2-8bbe9b8643c7 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:25.795942 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6f2906f1-ee79-4ba2-9cec-0447bf6edba7 req-28be0625-84d6-4bf1-adb2-8bbe9b8643c7 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.112 "DELETE /v2.0/ports/625abfe1-738e-4e30-b3ad-36a6a37da421 HTTP/1.1" status: 204 len: 173 time: 1.8013153 Aug 31 09:20:25.799116 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-f3ffaff1-8e7d-4908-832d-3bb456bd37d4 service neutron] Attempting to bind port cb0e6a15-3575-43aa-a8c6-52080c8b83ec on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:20:25.799116 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-f3ffaff1-8e7d-4908-832d-3bb456bd37d4 service neutron] Attempting to bind port cb0e6a15-3575-43aa-a8c6-52080c8b83ec by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': '94d58612-6d06-41c9-a267-ebf7c959afe6'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:20:25.799359 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-f3ffaff1-8e7d-4908-832d-3bb456bd37d4 service neutron] Attempting to bind port cb0e6a15-3575-43aa-a8c6-52080c8b83ec on network 94d58612-6d06-41c9-a267-ebf7c959afe6 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:25.810830 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-f3ffaff1-8e7d-4908-832d-3bb456bd37d4 service neutron] Port cb0e6a15-3575-43aa-a8c6-52080c8b83ec on network 94d58612-6d06-41c9-a267-ebf7c959afe6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:20:25.811238 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-f3ffaff1-8e7d-4908-832d-3bb456bd37d4 service neutron] Attempting to bind port cb0e6a15-3575-43aa-a8c6-52080c8b83ec on network 94d58612-6d06-41c9-a267-ebf7c959afe6 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:25.818316 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-f3ffaff1-8e7d-4908-832d-3bb456bd37d4 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:20:25.818683 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-f3ffaff1-8e7d-4908-832d-3bb456bd37d4 service neutron] Checking segment: {'id': 'f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': '94d58612-6d06-41c9-a267-ebf7c959afe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:20:25.819520 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-f3ffaff1-8e7d-4908-832d-3bb456bd37d4 service neutron] Bound using segment: {'id': 'f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': '94d58612-6d06-41c9-a267-ebf7c959afe6'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:20:25.819520 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-f3ffaff1-8e7d-4908-832d-3bb456bd37d4 service neutron] Bound port: cb0e6a15-3575-43aa-a8c6-52080c8b83ec, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': '94d58612-6d06-41c9-a267-ebf7c959afe6'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:20:25.819846 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-f3ffaff1-8e7d-4908-832d-3bb456bd37d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:25.864901 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1c4635a2-478e-4d20-8ea5-71c43d80379c req-0abae86b-e760-4cd6-a06b-f10d35e7a32e tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:25.916994 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-f3ffaff1-8e7d-4908-832d-3bb456bd37d4 service neutron] For port cb0e6a15-3575-43aa-a8c6-52080c8b83ec, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:20:25.922789 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-f3ffaff1-8e7d-4908-832d-3bb456bd37d4 service neutron] For port cb0e6a15-3575-43aa-a8c6-52080c8b83ec, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=cb0e6a15-3575-43aa-a8c6-52080c8b83ec,segment=NetworkSegment(f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef),segment_id=f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:20:25.978742 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-8924575b-c087-47ea-9112-1c085e2bbf72 None None] Set router 35672bb4-32d2-48d8-929e-498592744a92 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:20:25.986511 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1c4635a2-478e-4d20-8ea5-71c43d80379c req-0abae86b-e760-4cd6-a06b-f10d35e7a32e tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:26.051833 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-f3ffaff1-8e7d-4908-832d-3bb456bd37d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:26.065300 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abae86b-e760-4cd6-a06b-f10d35e7a32e tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Pushing event updated for resources: {'Port': ['ID=78f6bee8-586c-46d4-8a55-1079dafaab1a,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:26.074060 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1c4635a2-478e-4d20-8ea5-71c43d80379c req-0abae86b-e760-4cd6-a06b-f10d35e7a32e tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:26.102820 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-f3ffaff1-8e7d-4908-832d-3bb456bd37d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:26.103296 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-f3ffaff1-8e7d-4908-832d-3bb456bd37d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:26.104679 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-f3ffaff1-8e7d-4908-832d-3bb456bd37d4 service neutron] 10.222.0.112 "PUT /v2.0/ports/cb0e6a15-3575-43aa-a8c6-52080c8b83ec HTTP/1.1" status: 200 len: 1136 time: 1.5394211 Aug 31 09:20:26.154961 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ffaff1-8e7d-4908-832d-3bb456bd37d4 service neutron] Pushing event updated for resources: {'Port': ['ID=cb0e6a15-3575-43aa-a8c6-52080c8b83ec,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:26.180320 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3eb8e85-de93-4ce9-a73a-8cf1d6778a27 x-openstack-request-id: req-c3eb8e85-de93-4ce9-a73a-8cf1d6778a27 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:20:26.180664 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "tag": "568242cb-8cd4-4597-90af-18189ae395f9", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:20:26.180919 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-c3eb8e85-de93-4ce9-a73a-8cf1d6778a27 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:20:26.181320 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'tag': '568242cb-8cd4-4597-90af-18189ae395f9', 'status': 'completed', 'code': 200} Aug 31 09:20:26.192743 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1c4635a2-478e-4d20-8ea5-71c43d80379c req-0abae86b-e760-4cd6-a06b-f10d35e7a32e tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:26.197357 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1c4635a2-478e-4d20-8ea5-71c43d80379c req-0abae86b-e760-4cd6-a06b-f10d35e7a32e tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9621146 Aug 31 09:20:26.240457 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-9a57c9e1-85b2-4b13-b51d-2913eee4b78c service neutron] Request body: {'port': {'device_id': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:26.244064 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-8924575b-c087-47ea-9112-1c085e2bbf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35672bb4-32d2-48d8-929e-498592744a92', 'name': 'tempest-ServersTestFqdnHostnames-1580856577-router', 'tenant_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '4ab8fcc7-0a71-442e-ac30-fcdba01b087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:01Z', 'updated_at': '2021-08-31T09:18:05Z', 'revision_number': 4, 'project_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'gw_port': {'id': '4ab8fcc7-0a71-442e-ac30-fcdba01b087b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35672bb4-32d2-48d8-929e-498592744a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:02Z', 'updated_at': '2021-08-31T09:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'b7c1c937-23ab-4d65-a3cb-792fb4f552bc', 'name': '', 'network_id': '75e09785-e646-4091-b087-b031d80b436d', 'tenant_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'mac_address': 'fa:16:3e:78:50:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35672bb4-32d2-48d8-929e-498592744a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '94033cac-3e36-46a7-9188-bd30da0ef87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:04Z', 'updated_at': '2021-08-31T09:18:11Z', 'revision_number': 5, 'project_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'subnets': [{'id': '94033cac-3e36-46a7-9188-bd30da0ef87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:26.284967 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8924575b-c087-47ea-9112-1c085e2bbf72 None None] Checking router: 35672bb4-32d2-48d8-929e-498592744a92 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:20:26.294843 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1c4635a2-478e-4d20-8ea5-71c43d80379c req-cf70eabb-f950-4763-94e1-f7e736d8ec01 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.78 HTTP/1.1" status: 200 len: 695 time: 0.0894241 Aug 31 09:20:26.295157 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8924575b-c087-47ea-9112-1c085e2bbf72 None None] Routers {'35672bb4-32d2-48d8-929e-498592744a92'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:20:26.295731 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-8924575b-c087-47ea-9112-1c085e2bbf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:20:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['35672bb4-32d2-48d8-929e-498592744a92'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:26.360117 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0ac7a-33c1-4ffb-864a-1eb4f87f4f1b req-3ebcb7ec-b6ad-4438-8fdc-de0b62578844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:26.360685 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0ac7a-33c1-4ffb-864a-1eb4f87f4f1b req-3ebcb7ec-b6ad-4438-8fdc-de0b62578844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:26.361154 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0ac7a-33c1-4ffb-864a-1eb4f87f4f1b req-3ebcb7ec-b6ad-4438-8fdc-de0b62578844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:26.361634 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0ac7a-33c1-4ffb-864a-1eb4f87f4f1b req-3ebcb7ec-b6ad-4438-8fdc-de0b62578844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:26.362164 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0ac7a-33c1-4ffb-864a-1eb4f87f4f1b req-3ebcb7ec-b6ad-4438-8fdc-de0b62578844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:26.362663 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0ac7a-33c1-4ffb-864a-1eb4f87f4f1b req-3ebcb7ec-b6ad-4438-8fdc-de0b62578844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:26.364612 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5bb0ac7a-33c1-4ffb-864a-1eb4f87f4f1b req-3ebcb7ec-b6ad-4438-8fdc-de0b62578844 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=28327f57472644c38ebbd2d055c39768&device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 5293 time: 0.1426654 Aug 31 09:20:26.428000 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-9a57c9e1-85b2-4b13-b51d-2913eee4b78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:26.474316 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a04310-bb57-4607-a763-c61f5f71d9cb req-8e5b4e49-6e4f-44c3-891f-4af335c94ed7 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:26.475986 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-07a04310-bb57-4607-a763-c61f5f71d9cb req-8e5b4e49-6e4f-44c3-891f-4af335c94ed7 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce21fb2f-a0b7-48ef-8c37-aae863ca9138 HTTP/1.1" status: 200 len: 944 time: 0.1800890 Aug 31 09:20:26.576734 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-8924575b-c087-47ea-9112-1c085e2bbf72 None None] Set router 35672bb4-32d2-48d8-929e-498592744a92 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:20:26.578568 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0ac7a-33c1-4ffb-864a-1eb4f87f4f1b req-3ed1108d-036c-4739-a6af-4bf340b84e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:26.579228 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0ac7a-33c1-4ffb-864a-1eb4f87f4f1b req-3ed1108d-036c-4739-a6af-4bf340b84e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:26.579698 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0ac7a-33c1-4ffb-864a-1eb4f87f4f1b req-3ed1108d-036c-4739-a6af-4bf340b84e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:26.581372 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5bb0ac7a-33c1-4ffb-864a-1eb4f87f4f1b req-3ed1108d-036c-4739-a6af-4bf340b84e18 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=28327f57472644c38ebbd2d055c39768&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.2056906 Aug 31 09:20:26.612111 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4635a2-478e-4d20-8ea5-71c43d80379c req-5baf4e77-f701-42fa-8323-4567956b6cb4 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:26.612111 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1c4635a2-478e-4d20-8ea5-71c43d80379c req-5baf4e77-f701-42fa-8323-4567956b6cb4 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 784 time: 0.2295067 Aug 31 09:20:26.619624 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-07a04310-bb57-4607-a763-c61f5f71d9cb req-532724a0-def4-48c8-bdb5-3db5ba823c89 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298215 Aug 31 09:20:26.627683 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-1c4635a2-478e-4d20-8ea5-71c43d80379c req-c5fc7b57-810d-4f45-a6dc-d475e714bc95 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:20:26.628685 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1c4635a2-478e-4d20-8ea5-71c43d80379c req-c5fc7b57-810d-4f45-a6dc-d475e714bc95 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067415 Aug 31 09:20:26.646601 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996951f-f512-40f7-b2fd-82868501f9bf req-8e200509-3051-4e48-93ff-58998a40a3f3 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:26.646797 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4996951f-f512-40f7-b2fd-82868501f9bf req-8e200509-3051-4e48-93ff-58998a40a3f3 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.112 "GET /v2.0/ports?device_id=21b57749-fafb-4d10-910c-4f112d759305 HTTP/1.1" status: 200 len: 946 time: 0.1243587 Aug 31 09:20:26.805267 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device f1be4ff5-1d89-4b29-a936-d03713516313 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:20:26.809505 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 6d6cbcc5-a4d4-49e3-aef6-72c2d2504172 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:20:26.839268 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9c153eba-7789-42b4-b3ec-0441ca48931e req-03ba08a4-ac7a-45a8-8603-57c5eaad5987 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.119 "GET /v2.0/ports?device_id=810986b3-2063-4f51-9b51-34eaa8c74e9e HTTP/1.1" status: 200 len: 210 time: 0.0504763 Aug 31 09:20:26.841953 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-4996951f-f512-40f7-b2fd-82868501f9bf req-2c3aa584-17cc-46a2-9741-29cebb5be82b tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Deleting port 05242781-3bfd-4d37-8e6c-bd91bea5c5e9 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:20:26.842300 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4996951f-f512-40f7-b2fd-82868501f9bf req-2c3aa584-17cc-46a2-9741-29cebb5be82b tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:26.858389 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dd61e-625f-4b55-8d68-ed64dc3a2ba4 req-8ae81e27-a555-4a27-89e5-2472f0eeac75 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:26.860038 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6e4dd61e-625f-4b55-8d68-ed64dc3a2ba4 req-8ae81e27-a555-4a27-89e5-2472f0eeac75 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=21b57749-fafb-4d10-910c-4f112d759305 HTTP/1.1" status: 200 len: 946 time: 0.1096406 Aug 31 09:20:26.958532 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6e4dd61e-625f-4b55-8d68-ed64dc3a2ba4 req-1207b4fb-e2b7-4373-b39f-a0176a6406a8 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875502 Aug 31 09:20:26.979911 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-8924575b-c087-47ea-9112-1c085e2bbf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35672bb4-32d2-48d8-929e-498592744a92', 'name': 'tempest-ServersTestFqdnHostnames-1580856577-router', 'tenant_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '4ab8fcc7-0a71-442e-ac30-fcdba01b087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:01Z', 'updated_at': '2021-08-31T09:18:05Z', 'revision_number': 4, 'project_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'gw_port': {'id': '4ab8fcc7-0a71-442e-ac30-fcdba01b087b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35672bb4-32d2-48d8-929e-498592744a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:02Z', 'updated_at': '2021-08-31T09:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'b7c1c937-23ab-4d65-a3cb-792fb4f552bc', 'name': '', 'network_id': '75e09785-e646-4091-b087-b031d80b436d', 'tenant_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'mac_address': 'fa:16:3e:78:50:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35672bb4-32d2-48d8-929e-498592744a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '94033cac-3e36-46a7-9188-bd30da0ef87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:04Z', 'updated_at': '2021-08-31T09:18:11Z', 'revision_number': 5, 'project_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'subnets': [{'id': '94033cac-3e36-46a7-9188-bd30da0ef87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:27.020073 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8924575b-c087-47ea-9112-1c085e2bbf72 None None] The sync data for ids ['35672bb4-32d2-48d8-929e-498592744a92'] in n-d-791506-28 is: [{'id': '35672bb4-32d2-48d8-929e-498592744a92', 'name': 'tempest-ServersTestFqdnHostnames-1580856577-router', 'tenant_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '4ab8fcc7-0a71-442e-ac30-fcdba01b087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:01Z', 'updated_at': '2021-08-31T09:18:05Z', 'revision_number': 4, 'project_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'gw_port': {'id': '4ab8fcc7-0a71-442e-ac30-fcdba01b087b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35672bb4-32d2-48d8-929e-498592744a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:02Z', 'updated_at': '2021-08-31T09:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'b7c1c937-23ab-4d65-a3cb-792fb4f552bc', 'name': '', 'network_id': '75e09785-e646-4091-b087-b031d80b436d', 'tenant_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'mac_address': 'fa:16:3e:78:50:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35672bb4-32d2-48d8-929e-498592744a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '94033cac-3e36-46a7-9188-bd30da0ef87d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:04Z', 'updated_at': '2021-08-31T09:18:11Z', 'revision_number': 5, 'project_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'subnets': [{'id': '94033cac-3e36-46a7-9188-bd30da0ef87d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:20:27.058212 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-4996951f-f512-40f7-b2fd-82868501f9bf req-2c3aa584-17cc-46a2-9741-29cebb5be82b tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] For port 05242781-3bfd-4d37-8e6c-bd91bea5c5e9, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=05242781-3bfd-4d37-8e6c-bd91bea5c5e9,segment=NetworkSegment(329c79c6-5ca3-4a1a-b3d4-414355128167),segment_id=329c79c6-5ca3-4a1a-b3d4-414355128167)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:27.059197 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4996951f-f512-40f7-b2fd-82868501f9bf req-2c3aa584-17cc-46a2-9741-29cebb5be82b tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:27.075779 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b6a4da-6187-4c96-b3c9-2874d2f5ae9c x-openstack-request-id: req-b1b6a4da-6187-4c96-b3c9-2874d2f5ae9c {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:20:27.079569 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-4996951f-f512-40f7-b2fd-82868501f9bf req-2c3aa584-17cc-46a2-9741-29cebb5be82b tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Calling delete_port for 05242781-3bfd-4d37-8e6c-bd91bea5c5e9 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:20:27.083532 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f30a5c-3a4b-42bd-b643-5ede92bd071b", "name": "network-vif-plugged", "status": "completed", "tag": "6b8eccbe-5e41-49b3-83f0-5b6e37bf49df", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:20:27.084744 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-b1b6a4da-6187-4c96-b3c9-2874d2f5ae9c {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:20:27.085561 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f30a5c-3a4b-42bd-b643-5ede92bd071b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8eccbe-5e41-49b3-83f0-5b6e37bf49df', 'code': 200} Aug 31 09:20:27.109995 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 6d6cbcc5-a4d4-49e3-aef6-72c2d2504172 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:20:27.145589 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port f1be4ff5-1d89-4b29-a936-d03713516313, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=f1be4ff5-1d89-4b29-a936-d03713516313,segment=NetworkSegment(fea79c28-18e6-4c1e-9eb0-fd680c62e5f4),segment_id=fea79c28-18e6-4c1e-9eb0-fd680c62e5f4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:27.169278 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 6d6cbcc5-a4d4-49e3-aef6-72c2d2504172 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:27.169733 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:27.206360 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da09b1-39af-414b-bb59-dfe00ea86afd req-60a09b36-0934-4c7b-baa7-4056f5d7ccae tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:27.215200 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da09b1-39af-414b-bb59-dfe00ea86afd req-60a09b36-0934-4c7b-baa7-4056f5d7ccae tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:27.224480 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'f1be4ff5-1d89-4b29-a936-d03713516313', 'network_id': 'a1c761f8-404a-498a-a4d9-9ce04e112753', 'port_id': 'f1be4ff5-1d89-4b29-a936-d03713516313', 'mac_address': 'fa:16:3e:29:e4:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b147db6a-6b72-4492-9892-536b47a13e42', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:20:27.233636 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da09b1-39af-414b-bb59-dfe00ea86afd req-60a09b36-0934-4c7b-baa7-4056f5d7ccae tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:27.241385 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da09b1-39af-414b-bb59-dfe00ea86afd req-60a09b36-0934-4c7b-baa7-4056f5d7ccae tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:27.249148 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da09b1-39af-414b-bb59-dfe00ea86afd req-60a09b36-0934-4c7b-baa7-4056f5d7ccae tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:27.255183 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da09b1-39af-414b-bb59-dfe00ea86afd req-60a09b36-0934-4c7b-baa7-4056f5d7ccae tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:27.257125 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c2da09b1-39af-414b-bb59-dfe00ea86afd req-60a09b36-0934-4c7b-baa7-4056f5d7ccae tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 4605 time: 0.2499545 Aug 31 09:20:27.306742 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:27.322524 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0ac7a-33c1-4ffb-864a-1eb4f87f4f1b req-20698571-d966-4731-b802-2c009a37da58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:27.325753 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5bb0ac7a-33c1-4ffb-864a-1eb4f87f4f1b req-20698571-d966-4731-b802-2c009a37da58 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7332933 Aug 31 09:20:27.347165 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1be4ff5-1d89-4b29-a936-d03713516313 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:20:27.374433 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:27.379539 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port f1be4ff5-1d89-4b29-a936-d03713516313, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=f1be4ff5-1d89-4b29-a936-d03713516313,segment=NetworkSegment(fea79c28-18e6-4c1e-9eb0-fd680c62e5f4),segment_id=fea79c28-18e6-4c1e-9eb0-fd680c62e5f4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:27.439104 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 6d6cbcc5-a4d4-49e3-aef6-72c2d2504172, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=6d6cbcc5-a4d4-49e3-aef6-72c2d2504172,segment=NetworkSegment(49bda9fb-e760-401a-a18f-f0829eefc211),segment_id=49bda9fb-e760-401a-a18f-f0829eefc211)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:27.478341 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-9a57c9e1-85b2-4b13-b51d-2913eee4b78c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 364484db-9bd2-4077-90c3-49c9425b4048 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:20:27.485086 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:27.500345 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-9a57c9e1-85b2-4b13-b51d-2913eee4b78c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:27.518904 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-9a57c9e1-85b2-4b13-b51d-2913eee4b78c service neutron] Transition to ACTIVE for port object 364484db-9bd2-4077-90c3-49c9425b4048 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:27.528474 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c2da09b1-39af-414b-bb59-dfe00ea86afd req-354892b2-f263-476d-bb27-a9d0f3d9fb43 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&id=1ebc046b-3f58-4516-bb28-5f802a90d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1369133 Aug 31 09:20:27.531964 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ea5ff-6ab9-4b71-a7d2-67e133ed71a4 req-b57c640f-f7a1-41be-9978-bae71ab74fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:27.534685 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3d2ea5ff-6ab9-4b71-a7d2-67e133ed71a4 req-b57c640f-f7a1-41be-9978-bae71ab74fe3 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=d4f30a5c-3a4b-42bd-b643-5ede92bd071b HTTP/1.1" status: 200 len: 1097 time: 0.2743952 Aug 31 09:20:27.552083 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:27.552083 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 562155d5-60d9-49c5-a20f-72174fb90928 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:20:27.552582 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28685e-cd05-4bd1-9d78-e0977785c12f req-e4b26712-6d31-447c-8bb3-320a3c8bf0cd tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:27.552582 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b28685e-cd05-4bd1-9d78-e0977785c12f req-e4b26712-6d31-447c-8bb3-320a3c8bf0cd tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.2923415 Aug 31 09:20:27.554410 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2ec087-e3b7-49ca-9299-caed7db1ed14 None None] New status for floating IP 24293f7b-a106-4d10-ab13-bfade706f4e5: DOWN {{(pid=95555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:20:27.620354 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90200ab1-aea0-4d63-9b27-2290b8e6fb5b x-openstack-request-id: req-90200ab1-aea0-4d63-9b27-2290b8e6fb5b {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:20:27.620871 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce21fb2f-a0b7-48ef-8c37-aae863ca9138", "tag": "f1be4ff5-1d89-4b29-a936-d03713516313", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:20:27.621263 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-90200ab1-aea0-4d63-9b27-2290b8e6fb5b {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:20:27.622260 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce21fb2f-a0b7-48ef-8c37-aae863ca9138', 'tag': 'f1be4ff5-1d89-4b29-a936-d03713516313', 'status': 'completed', 'code': 200} Aug 31 09:20:27.643205 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-9a57c9e1-85b2-4b13-b51d-2913eee4b78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:27.654987 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=f1be4ff5-1d89-4b29-a936-d03713516313,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:27.681558 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b28685e-cd05-4bd1-9d78-e0977785c12f req-aad0ee60-621c-44a4-a0b7-547f22550b52 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152818 Aug 31 09:20:27.690578 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4996951f-f512-40f7-b2fd-82868501f9bf req-2c3aa584-17cc-46a2-9741-29cebb5be82b tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:27.734824 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['3be364ee-8006-4fae-859f-6975a0e311f0'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:20:27.773623 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57c9e1-85b2-4b13-b51d-2913eee4b78c service neutron] Pushing event updated for resources: {'Port': ['ID=364484db-9bd2-4077-90c3-49c9425b4048,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:27.790218 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3aa584-17cc-46a2-9741-29cebb5be82b tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Pushing event deleted for resources: {'Port': ['ID=05242781-3bfd-4d37-8e6c-bd91bea5c5e9,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:27.797443 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3d2ea5ff-6ab9-4b71-a7d2-67e133ed71a4 req-41aa1f54-a271-4e97-9b37-1890dab4c36e service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426586 Aug 31 09:20:27.807573 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc5f74-2eea-4eb0-853e-f342b61ed4e8 req-050947a6-a638-4feb-947a-7dc258340919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:27.809933 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a4dc5f74-2eea-4eb0-853e-f342b61ed4e8 req-050947a6-a638-4feb-947a-7dc258340919 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=c8be5a3950fb435c8e8cd8e3c656cdfc&device_id=ce21fb2f-a0b7-48ef-8c37-aae863ca9138 HTTP/1.1" status: 200 len: 1097 time: 0.1842749 Aug 31 09:20:27.862031 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9876f-429a-4e88-9a7d-98b3b3a36945 req-c21bd08b-ce6a-4465-9b85-eb0d2051c555 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:27.863740 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-73d9876f-429a-4e88-9a7d-98b3b3a36945 req-c21bd08b-ce6a-4465-9b85-eb0d2051c555 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=e0e3905d-cee9-42f9-947d-5a7fbc192d9b HTTP/1.1" status: 200 len: 946 time: 0.1794028 Aug 31 09:20:27.873045 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['f1be4ff5-1d89-4b29-a936-d03713516313'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:20:27.927413 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-9a57c9e1-85b2-4b13-b51d-2913eee4b78c service neutron] Attempting to bind port 364484db-9bd2-4077-90c3-49c9425b4048 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:20:27.927830 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-9a57c9e1-85b2-4b13-b51d-2913eee4b78c service neutron] Attempting to bind port 364484db-9bd2-4077-90c3-49c9425b4048 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': '94d58612-6d06-41c9-a267-ebf7c959afe6'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:20:27.928169 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-9a57c9e1-85b2-4b13-b51d-2913eee4b78c service neutron] Attempting to bind port 364484db-9bd2-4077-90c3-49c9425b4048 on network 94d58612-6d06-41c9-a267-ebf7c959afe6 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:27.930199 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-4996951f-f512-40f7-b2fd-82868501f9bf req-2c3aa584-17cc-46a2-9741-29cebb5be82b tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] No DVR routers for this DVR port 05242781-3bfd-4d37-8e6c-bd91bea5c5e9 on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:20:27.938071 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-9a57c9e1-85b2-4b13-b51d-2913eee4b78c service neutron] Port 364484db-9bd2-4077-90c3-49c9425b4048 on network 94d58612-6d06-41c9-a267-ebf7c959afe6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:20:27.938366 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-9a57c9e1-85b2-4b13-b51d-2913eee4b78c service neutron] Attempting to bind port 364484db-9bd2-4077-90c3-49c9425b4048 on network 94d58612-6d06-41c9-a267-ebf7c959afe6 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:27.941809 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:27.941969 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4996951f-f512-40f7-b2fd-82868501f9bf req-2c3aa584-17cc-46a2-9741-29cebb5be82b tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:27.944539 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4996951f-f512-40f7-b2fd-82868501f9bf req-2c3aa584-17cc-46a2-9741-29cebb5be82b tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.112 "DELETE /v2.0/ports/05242781-3bfd-4d37-8e6c-bd91bea5c5e9 HTTP/1.1" status: 204 len: 173 time: 1.2909114 Aug 31 09:20:27.950133 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-9a57c9e1-85b2-4b13-b51d-2913eee4b78c service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:20:27.951213 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-9a57c9e1-85b2-4b13-b51d-2913eee4b78c service neutron] Checking segment: {'id': 'f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': '94d58612-6d06-41c9-a267-ebf7c959afe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:20:27.951686 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-9a57c9e1-85b2-4b13-b51d-2913eee4b78c service neutron] Bound using segment: {'id': 'f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': '94d58612-6d06-41c9-a267-ebf7c959afe6'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:20:27.953441 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-9a57c9e1-85b2-4b13-b51d-2913eee4b78c service neutron] Bound port: 364484db-9bd2-4077-90c3-49c9425b4048, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': '94d58612-6d06-41c9-a267-ebf7c959afe6'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:20:27.953818 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-9a57c9e1-85b2-4b13-b51d-2913eee4b78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:27.975565 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=6d6cbcc5-a4d4-49e3-aef6-72c2d2504172,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:28.024439 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-73d9876f-429a-4e88-9a7d-98b3b3a36945 req-232b9cf9-4bad-4207-be28-8eb60df3e9bb tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305327 Aug 31 09:20:28.055606 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8e2cf-47a7-4ffe-88fd-91fb4ab54eee req-2d1bfe02-5ae0-4d49-8cf3-42fbdd258ddd tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:28.061555 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 562155d5-60d9-49c5-a20f-72174fb90928, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=562155d5-60d9-49c5-a20f-72174fb90928,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:28.063865 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7af8e2cf-47a7-4ffe-88fd-91fb4ab54eee req-2d1bfe02-5ae0-4d49-8cf3-42fbdd258ddd tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 947 time: 0.2217767 Aug 31 09:20:28.148283 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-9a57c9e1-85b2-4b13-b51d-2913eee4b78c service neutron] For port 364484db-9bd2-4077-90c3-49c9425b4048, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:20:28.152003 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-228214ee-2a9b-4d98-a434-588d562ce6df req-dbdebfa5-5868-4c8b-9fe4-a74ece833e46 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/floatingips/0015aaa7-b788-4687-896d-04e493736fd4 HTTP/1.1" status: 200 len: 692 time: 0.0812926 Aug 31 09:20:28.171379 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:28.175566 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-9a57c9e1-85b2-4b13-b51d-2913eee4b78c service neutron] For port 364484db-9bd2-4077-90c3-49c9425b4048, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=364484db-9bd2-4077-90c3-49c9425b4048,segment=NetworkSegment(f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef),segment_id=f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:20:28.178405 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc5f74-2eea-4eb0-853e-f342b61ed4e8 req-bc2815d7-90be-41df-8853-284bae792b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:28.179597 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a4dc5f74-2eea-4eb0-853e-f342b61ed4e8 req-bc2815d7-90be-41df-8853-284bae792b64 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a1c761f8-404a-498a-a4d9-9ce04e112753 HTTP/1.1" status: 200 len: 916 time: 0.1857538 Aug 31 09:20:28.182180 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810986b3-2063-4f51-9b51-34eaa8c74e9e', 'name': 'network-vif-deleted', 'tag': '625abfe1-738e-4e30-b3ad-36a6a37da421'}, {'name': 'network-changed', 'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'tag': 'cb0e6a15-3575-43aa-a8c6-52080c8b83ec'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:20:28.185008 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a283112-af8f-4666-b053-777771f6413a" -d '{"events": [{"server_uuid": "810986b3-2063-4f51-9b51-34eaa8c74e9e", "name": "network-vif-deleted", "tag": "625abfe1-738e-4e30-b3ad-36a6a37da421"}, {"name": "network-changed", "server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "tag": "cb0e6a15-3575-43aa-a8c6-52080c8b83ec"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:20:28.234130 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a4dc5f74-2eea-4eb0-853e-f342b61ed4e8 req-dbfcf962-adc5-44bc-b292-6c387d3e1987 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1be4ff5-1d89-4b29-a936-d03713516313 HTTP/1.1" status: 200 len: 217 time: 0.0440235 Aug 31 09:20:28.286143 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-9a57c9e1-85b2-4b13-b51d-2913eee4b78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:28.300991 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7af8e2cf-47a7-4ffe-88fd-91fb4ab54eee req-065df2c6-fe2f-4d99-abc2-0a0f96eee996 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714420 Aug 31 09:20:28.340914 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228214ee-2a9b-4d98-a434-588d562ce6df req-6a1eea56-4fcd-4fc0-a099-7fb6c60c59c0 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:28.349976 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-9a57c9e1-85b2-4b13-b51d-2913eee4b78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:28.351241 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-9a57c9e1-85b2-4b13-b51d-2913eee4b78c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:28.352546 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-9a57c9e1-85b2-4b13-b51d-2913eee4b78c service neutron] 10.222.0.112 "PUT /v2.0/ports/364484db-9bd2-4077-90c3-49c9425b4048 HTTP/1.1" status: 200 len: 1135 time: 2.1184618 Aug 31 09:20:28.354752 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-228214ee-2a9b-4d98-a434-588d562ce6df req-6a1eea56-4fcd-4fc0-a099-7fb6c60c59c0 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 784 time: 0.2007680 Aug 31 09:20:28.358060 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc5f74-2eea-4eb0-853e-f342b61ed4e8 req-3cee39f0-6149-43f3-a32b-4f8bd00db30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:28.359106 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a4dc5f74-2eea-4eb0-853e-f342b61ed4e8 req-3cee39f0-6149-43f3-a32b-4f8bd00db30d service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b147db6a-6b72-4492-9892-536b47a13e42 HTTP/1.1" status: 200 len: 854 time: 0.1172824 Aug 31 09:20:28.379168 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-228214ee-2a9b-4d98-a434-588d562ce6df req-a501005a-65e7-4571-aed5-ad9e3076d8ed tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:20:28.385372 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-228214ee-2a9b-4d98-a434-588d562ce6df req-a501005a-65e7-4571-aed5-ad9e3076d8ed tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0292943 Aug 31 09:20:28.425702 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a4dc5f74-2eea-4eb0-853e-f342b61ed4e8 req-42914d9e-0434-48de-b9b5-b5d7d73f6fad service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a1c761f8-404a-498a-a4d9-9ce04e112753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526450 Aug 31 09:20:28.426652 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a57c9e1-85b2-4b13-b51d-2913eee4b78c service neutron] Pushing event updated for resources: {'Port': ['ID=364484db-9bd2-4077-90c3-49c9425b4048,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:28.472056 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=562155d5-60d9-49c5-a20f-72174fb90928,revision_number=11']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:28.528450 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-e0524750-f957-4a92-ba16-72e51f0a7ad0 service neutron] Request body: {'port': {'device_id': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:28.561567 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40844df4-cfc4-43a4-bac0-66b5ad043e29 req-5950fd08-eb51-4556-ab36-14c0e6a46b76 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:28.569260 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40844df4-cfc4-43a4-bac0-66b5ad043e29 req-5950fd08-eb51-4556-ab36-14c0e6a46b76 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce21fb2f-a0b7-48ef-8c37-aae863ca9138 HTTP/1.1" status: 200 len: 945 time: 0.1170833 Aug 31 09:20:28.625475 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-e0524750-f957-4a92-ba16-72e51f0a7ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:28.649861 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a4dc5f74-2eea-4eb0-853e-f342b61ed4e8 req-c58660e3-b404-4ef6-8615-310539c30c8a service neutron] 10.222.0.112 "GET /v2.0/networks/a1c761f8-404a-498a-a4d9-9ce04e112753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075984 Aug 31 09:20:28.651454 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40844df4-cfc4-43a4-bac0-66b5ad043e29 req-90a227cb-89aa-42ef-a688-b5f375c24b49 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809910 Aug 31 09:20:28.654445 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-998a59cc-ba12-4c3a-9252-eca832878bfa req-8a6ba503-6ab3-4692-95f4-7b0d5476c9ef tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=21b57749-fafb-4d10-910c-4f112d759305 HTTP/1.1" status: 200 len: 210 time: 0.0410883 Aug 31 09:20:28.728107 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 09:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0564eb5-0b9f-4779-b2ef-8f0e2db08eee x-openstack-request-id: req-a0564eb5-0b9f-4779-b2ef-8f0e2db08eee {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:20:28.728408 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810986b3-2063-4f51-9b51-34eaa8c74e9e", "name": "network-vif-deleted", "tag": "625abfe1-738e-4e30-b3ad-36a6a37da421", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "tag": "cb0e6a15-3575-43aa-a8c6-52080c8b83ec", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:20:28.728668 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-a0564eb5-0b9f-4779-b2ef-8f0e2db08eee {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:20:28.729072 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810986b3-2063-4f51-9b51-34eaa8c74e9e', 'name': 'network-vif-deleted', 'tag': '625abfe1-738e-4e30-b3ad-36a6a37da421', 'status': 'completed', 'code': 200} Aug 31 09:20:28.729324 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'tag': 'cb0e6a15-3575-43aa-a8c6-52080c8b83ec', 'status': 'completed', 'code': 200} Aug 31 09:20:28.729410 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3977dcf2-92bc-48af-87d5-da3c07af3d3d req-68f4a99b-498b-4605-a6c4-e5155b1057f8 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/floatingips/0015aaa7-b788-4687-896d-04e493736fd4 HTTP/1.1" status: 200 len: 692 time: 0.0503349 Aug 31 09:20:28.828895 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 562155d5-60d9-49c5-a20f-72174fb90928 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:20:28.838981 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 05242781-3bfd-4d37-8e6c-bd91bea5c5e9 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:20:28.878183 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a4dc5f74-2eea-4eb0-853e-f342b61ed4e8 req-9364b4b5-1d43-496b-83f7-5f41d7a89573 service neutron] 10.222.0.112 "GET /v2.0/networks/a1c761f8-404a-498a-a4d9-9ce04e112753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984816 Aug 31 09:20:28.882481 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 05242781-3bfd-4d37-8e6c-bd91bea5c5e9 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:20:28.883104 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 05242781-3bfd-4d37-8e6c-bd91bea5c5e9 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:20:28.883711 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 625abfe1-738e-4e30-b3ad-36a6a37da421 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:20:28.981012 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 625abfe1-738e-4e30-b3ad-36a6a37da421 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:20:28.988780 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 625abfe1-738e-4e30-b3ad-36a6a37da421 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:20:29.076072 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-e0524750-f957-4a92-ba16-72e51f0a7ad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 059cb46a-47e1-4b70-a75c-51ba456bd33b {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:20:29.088002 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-e0524750-f957-4a92-ba16-72e51f0a7ad0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:29.091579 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e3905d-cee9-42f9-947d-5a7fbc192d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6cbcc5-a4d4-49e3-aef6-72c2d2504172'}, {'server_uuid': 'fdab5b39-eb72-4041-8d1d-6726d8184c0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '562155d5-60d9-49c5-a20f-72174fb90928'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:20:29.093917 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda1b907-af08-4077-b35d-d5b0f4fc1c44" -d '{"events": [{"server_uuid": "e0e3905d-cee9-42f9-947d-5a7fbc192d9b", "name": "network-vif-plugged", "status": "completed", "tag": "6d6cbcc5-a4d4-49e3-aef6-72c2d2504172"}, {"server_uuid": "fdab5b39-eb72-4041-8d1d-6726d8184c0b", "name": "network-vif-unplugged", "status": "completed", "tag": "562155d5-60d9-49c5-a20f-72174fb90928"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:20:29.111047 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-e0524750-f957-4a92-ba16-72e51f0a7ad0 service neutron] Transition to ACTIVE for port object 059cb46a-47e1-4b70-a75c-51ba456bd33b will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:29.145902 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 562155d5-60d9-49c5-a20f-72174fb90928, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=562155d5-60d9-49c5-a20f-72174fb90928,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:29.161229 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '562155d5-60d9-49c5-a20f-72174fb90928', 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc', 'port_id': '562155d5-60d9-49c5-a20f-72174fb90928', 'mac_address': 'fa:16:3e:36:41:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38d49ab8-d8f2-42ae-8afb-2cc963a498ae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:20:29.206880 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:29.222156 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-e0524750-f957-4a92-ba16-72e51f0a7ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:29.223161 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 562155d5-60d9-49c5-a20f-72174fb90928 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:20:29.225240 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a283112-af8f-4666-b053-777771f6413a req-bbe4b99b-8e6c-49aa-8400-fc66ddb0b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:29.226194 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a283112-af8f-4666-b053-777771f6413a req-bbe4b99b-8e6c-49aa-8400-fc66ddb0b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:29.226194 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a283112-af8f-4666-b053-777771f6413a req-bbe4b99b-8e6c-49aa-8400-fc66ddb0b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:29.226733 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a283112-af8f-4666-b053-777771f6413a req-bbe4b99b-8e6c-49aa-8400-fc66ddb0b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:29.227246 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a283112-af8f-4666-b053-777771f6413a req-bbe4b99b-8e6c-49aa-8400-fc66ddb0b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:29.227708 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a283112-af8f-4666-b053-777771f6413a req-bbe4b99b-8e6c-49aa-8400-fc66ddb0b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:29.228168 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a283112-af8f-4666-b053-777771f6413a req-bbe4b99b-8e6c-49aa-8400-fc66ddb0b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:29.230078 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4a283112-af8f-4666-b053-777771f6413a req-bbe4b99b-8e6c-49aa-8400-fc66ddb0b16c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=28327f57472644c38ebbd2d055c39768&device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 6221 time: 0.4596558 Aug 31 09:20:29.242638 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a537c4-c207-4478-a45a-ef13fe680f04 req-351a6b86-67ea-42c0-a937-c0c61dedef14 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:29.254324 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-42a537c4-c207-4478-a45a-ef13fe680f04 req-351a6b86-67ea-42c0-a937-c0c61dedef14 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.4439089 Aug 31 09:20:29.259373 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 562155d5-60d9-49c5-a20f-72174fb90928, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=562155d5-60d9-49c5-a20f-72174fb90928,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:29.290584 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977dcf2-92bc-48af-87d5-da3c07af3d3d req-2d15e7d7-bd6c-4863-bf1a-e13cdf03053d tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:29.292231 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3977dcf2-92bc-48af-87d5-da3c07af3d3d req-2d15e7d7-bd6c-4863-bf1a-e13cdf03053d tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 784 time: 0.5536888 Aug 31 09:20:29.338230 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0524750-f957-4a92-ba16-72e51f0a7ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=059cb46a-47e1-4b70-a75c-51ba456bd33b,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:29.405043 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:29.442270 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-e0524750-f957-4a92-ba16-72e51f0a7ad0 service neutron] Attempting to bind port 059cb46a-47e1-4b70-a75c-51ba456bd33b on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:20:29.442664 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-e0524750-f957-4a92-ba16-72e51f0a7ad0 service neutron] Attempting to bind port 059cb46a-47e1-4b70-a75c-51ba456bd33b by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': '94d58612-6d06-41c9-a267-ebf7c959afe6'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:20:29.451595 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-e0524750-f957-4a92-ba16-72e51f0a7ad0 service neutron] Attempting to bind port 059cb46a-47e1-4b70-a75c-51ba456bd33b on network 94d58612-6d06-41c9-a267-ebf7c959afe6 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:29.451739 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3977dcf2-92bc-48af-87d5-da3c07af3d3d req-7242adae-3669-44ed-ab5f-004efa39d74c tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.78 HTTP/1.1" status: 200 len: 695 time: 0.1392515 Aug 31 09:20:29.451816 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-e0524750-f957-4a92-ba16-72e51f0a7ad0 service neutron] Port 059cb46a-47e1-4b70-a75c-51ba456bd33b on network 94d58612-6d06-41c9-a267-ebf7c959afe6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:20:29.451816 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-e0524750-f957-4a92-ba16-72e51f0a7ad0 service neutron] Attempting to bind port 059cb46a-47e1-4b70-a75c-51ba456bd33b on network 94d58612-6d06-41c9-a267-ebf7c959afe6 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:29.459169 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-42a537c4-c207-4478-a45a-ef13fe680f04 req-a9499050-c9b1-47cc-9679-16f09c3fbf37 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037582 Aug 31 09:20:29.483902 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-e0524750-f957-4a92-ba16-72e51f0a7ad0 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:20:29.484310 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-e0524750-f957-4a92-ba16-72e51f0a7ad0 service neutron] Checking segment: {'id': 'f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': '94d58612-6d06-41c9-a267-ebf7c959afe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:20:29.484708 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-e0524750-f957-4a92-ba16-72e51f0a7ad0 service neutron] Bound using segment: {'id': 'f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': '94d58612-6d06-41c9-a267-ebf7c959afe6'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:20:29.485184 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-e0524750-f957-4a92-ba16-72e51f0a7ad0 service neutron] Bound port: 059cb46a-47e1-4b70-a75c-51ba456bd33b, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': '94d58612-6d06-41c9-a267-ebf7c959afe6'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:20:29.487985 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-e0524750-f957-4a92-ba16-72e51f0a7ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:29.501188 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=562155d5-60d9-49c5-a20f-72174fb90928,revision_number=12']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:29.550165 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['562155d5-60d9-49c5-a20f-72174fb90928'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:20:29.554378 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3977dcf2-92bc-48af-87d5-da3c07af3d3d req-a378ee50-37b1-4d97-8fc2-069380fa6547 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.78 HTTP/1.1" status: 200 len: 695 time: 0.0918777 Aug 31 09:20:29.585352 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-e0524750-f957-4a92-ba16-72e51f0a7ad0 service neutron] For port 059cb46a-47e1-4b70-a75c-51ba456bd33b, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:20:29.591538 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-e0524750-f957-4a92-ba16-72e51f0a7ad0 service neutron] For port 059cb46a-47e1-4b70-a75c-51ba456bd33b, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=059cb46a-47e1-4b70-a75c-51ba456bd33b,segment=NetworkSegment(f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef),segment_id=f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:20:29.619777 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a283112-af8f-4666-b053-777771f6413a req-8485d573-dc48-4eca-8e42-5e7e31793b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:29.620238 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a283112-af8f-4666-b053-777771f6413a req-8485d573-dc48-4eca-8e42-5e7e31793b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:29.620690 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a283112-af8f-4666-b053-777771f6413a req-8485d573-dc48-4eca-8e42-5e7e31793b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:29.623217 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4a283112-af8f-4666-b053-777771f6413a req-8485d573-dc48-4eca-8e42-5e7e31793b0c service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=28327f57472644c38ebbd2d055c39768&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.3607011 Aug 31 09:20:29.640656 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 32966) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:29.654653 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b57749-fafb-4d10-910c-4f112d759305', 'name': 'network-vif-deleted', 'tag': '05242781-3bfd-4d37-8e6c-bd91bea5c5e9'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:20:29.656841 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a12c53-60db-4670-9d0c-1defa006f48b" -d '{"events": [{"server_uuid": "21b57749-fafb-4d10-910c-4f112d759305", "name": "network-vif-deleted", "tag": "05242781-3bfd-4d37-8e6c-bd91bea5c5e9"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:20:29.725003 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-e0524750-f957-4a92-ba16-72e51f0a7ad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:29.793276 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-e0524750-f957-4a92-ba16-72e51f0a7ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:29.794282 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-e0524750-f957-4a92-ba16-72e51f0a7ad0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:29.795831 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-e0524750-f957-4a92-ba16-72e51f0a7ad0 service neutron] 10.222.0.112 "PUT /v2.0/ports/059cb46a-47e1-4b70-a75c-51ba456bd33b HTTP/1.1" status: 200 len: 1092 time: 1.3328764 Aug 31 09:20:29.826533 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9b6706b4-1d2c-4c15-bbc0-b5a436dd6977 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:29.842969 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a283112-af8f-4666-b053-777771f6413a req-3c88c327-c339-4bad-b50b-2daf5d56dd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:29.844273 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4a283112-af8f-4666-b053-777771f6413a req-3c88c327-c339-4bad-b50b-2daf5d56dd14 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1823139 Aug 31 09:20:29.853941 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0524750-f957-4a92-ba16-72e51f0a7ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=059cb46a-47e1-4b70-a75c-51ba456bd33b,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:29.855469 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e32ba5-a612-49cc-b4cd-b7c5bf909465 req-0dd4bbcd-1ef8-4af2-ad45-65f11aba07ea tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:29.861851 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e32ba5-a612-49cc-b4cd-b7c5bf909465 req-0dd4bbcd-1ef8-4af2-ad45-65f11aba07ea tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:29.867996 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e32ba5-a612-49cc-b4cd-b7c5bf909465 req-0dd4bbcd-1ef8-4af2-ad45-65f11aba07ea tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:29.869442 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9b6706b4-1d2c-4c15-bbc0-b5a436dd6977 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:29.874217 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e32ba5-a612-49cc-b4cd-b7c5bf909465 req-0dd4bbcd-1ef8-4af2-ad45-65f11aba07ea tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:29.880307 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e32ba5-a612-49cc-b4cd-b7c5bf909465 req-0dd4bbcd-1ef8-4af2-ad45-65f11aba07ea tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:29.886184 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e32ba5-a612-49cc-b4cd-b7c5bf909465 req-0dd4bbcd-1ef8-4af2-ad45-65f11aba07ea tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:29.892810 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e32ba5-a612-49cc-b4cd-b7c5bf909465 req-0dd4bbcd-1ef8-4af2-ad45-65f11aba07ea tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:29.894741 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-37e32ba5-a612-49cc-b4cd-b7c5bf909465 req-0dd4bbcd-1ef8-4af2-ad45-65f11aba07ea tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 5393 time: 0.1446881 Aug 31 09:20:29.899856 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-3977dcf2-92bc-48af-87d5-da3c07af3d3d req-77b5dda0-7600-4639-9c80-c5eb77083807 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Deleting port 78f6bee8-586c-46d4-8a55-1079dafaab1a {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:20:29.900188 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3977dcf2-92bc-48af-87d5-da3c07af3d3d req-77b5dda0-7600-4639-9c80-c5eb77083807 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:29.914401 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-33bfe7c3-7505-4cef-990b-19b9365c214f service neutron] Request body: {'port': {'device_id': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:30.009095 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9b6706b4-1d2c-4c15-bbc0-b5a436dd6977 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:30.012779 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9b6706b4-1d2c-4c15-bbc0-b5a436dd6977 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:30.014706 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9b6706b4-1d2c-4c15-bbc0-b5a436dd6977 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.119 "DELETE /v2.0/security-groups/95ae459f-13b7-49ee-874a-9a05f9032ce2 HTTP/1.1" status: 204 len: 168 time: 0.3719604 Aug 31 09:20:30.017924 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 32974) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:30.038280 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6706b4-1d2c-4c15-bbc0-b5a436dd6977 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ae459f-13b7-49ee-874a-9a05f9032ce2,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:30.063197 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-37e32ba5-a612-49cc-b4cd-b7c5bf909465 req-28a0c7ee-8dbc-405c-a759-c38065876f63 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&id=1ebc046b-3f58-4516-bb28-5f802a90d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1606998 Aug 31 09:20:30.085066 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-ad79b367-f21a-4d17-b628-919133051059 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] show failed (client error): The resource could not be found. Aug 31 09:20:30.086105 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ad79b367-f21a-4d17-b628-919133051059 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.119 "GET /v2.0/security-groups/95ae459f-13b7-49ee-874a-9a05f9032ce2 HTTP/1.1" status: 404 len: 347 time: 0.0641267 Aug 31 09:20:30.086955 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-33bfe7c3-7505-4cef-990b-19b9365c214f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:30.089044 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 32976) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:30.139787 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3977dcf2-92bc-48af-87d5-da3c07af3d3d req-77b5dda0-7600-4639-9c80-c5eb77083807 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:30.140262 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3977dcf2-92bc-48af-87d5-da3c07af3d3d req-77b5dda0-7600-4639-9c80-c5eb77083807 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:30.173466 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-3977dcf2-92bc-48af-87d5-da3c07af3d3d req-77b5dda0-7600-4639-9c80-c5eb77083807 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Calling delete_port for 78f6bee8-586c-46d4-8a55-1079dafaab1a owned by network:floatingip {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:20:30.265380 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-2479bb22-250b-4694-bbac-3806a2b456e1 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Deleting port f926255f-45b7-434d-8273-3991fd0db33a {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:20:30.266594 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2479bb22-250b-4694-bbac-3806a2b456e1 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:30.346617 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d2afe-ea73-4710-a405-f931e5cd4d59 req-3ce6ab47-f104-4f94-8a14-3d9f6e3448d6 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:30.348810 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d70d2afe-ea73-4710-a405-f931e5cd4d59 req-3ce6ab47-f104-4f94-8a14-3d9f6e3448d6 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=e0e3905d-cee9-42f9-947d-5a7fbc192d9b HTTP/1.1" status: 200 len: 946 time: 0.1887789 Aug 31 09:20:30.384728 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2479bb22-250b-4694-bbac-3806a2b456e1 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:30.385090 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2479bb22-250b-4694-bbac-3806a2b456e1 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:30.405380 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-2479bb22-250b-4694-bbac-3806a2b456e1 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Calling delete_port for f926255f-45b7-434d-8273-3991fd0db33a owned by network:floatingip {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:20:30.531796 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d70d2afe-ea73-4710-a405-f931e5cd4d59 req-a5be8d7f-200f-4bbf-9412-265799970d22 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678510 Aug 31 09:20:30.600746 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 31 Aug 2021 09:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d9d084-9565-4555-a5ad-d9c834572af4 x-openstack-request-id: req-16d9d084-9565-4555-a5ad-d9c834572af4 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:20:30.601217 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e3905d-cee9-42f9-947d-5a7fbc192d9b", "name": "network-vif-plugged", "status": "completed", "tag": "6d6cbcc5-a4d4-49e3-aef6-72c2d2504172", "code": 200}, {"server_uuid": "fdab5b39-eb72-4041-8d1d-6726d8184c0b", "name": "network-vif-unplugged", "status": "completed", "tag": "562155d5-60d9-49c5-a20f-72174fb90928", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:20:30.601404 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-16d9d084-9565-4555-a5ad-d9c834572af4 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:20:30.601904 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e3905d-cee9-42f9-947d-5a7fbc192d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6cbcc5-a4d4-49e3-aef6-72c2d2504172', 'code': 200} Aug 31 09:20:30.602166 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdab5b39-eb72-4041-8d1d-6726d8184c0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '562155d5-60d9-49c5-a20f-72174fb90928', 'code': 200} Aug 31 09:20:30.731131 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'tag': '364484db-9bd2-4077-90c3-49c9425b4048'}, {'name': 'network-changed', 'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'tag': '059cb46a-47e1-4b70-a75c-51ba456bd33b'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:20:30.734394 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b408017c-c898-4d6a-9e26-f3be7cc2a247" -d '{"events": [{"name": "network-changed", "server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "tag": "364484db-9bd2-4077-90c3-49c9425b4048"}, {"name": "network-changed", "server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "tag": "059cb46a-47e1-4b70-a75c-51ba456bd33b"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:20:30.747333 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2479bb22-250b-4694-bbac-3806a2b456e1 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:30.797196 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479bb22-250b-4694-bbac-3806a2b456e1 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Pushing event deleted for resources: {'Port': ['ID=f926255f-45b7-434d-8273-3991fd0db33a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:30.797401 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199db95f-f526-4acf-ab21-47519acbcf5e req-468bb660-2ed0-4b38-ac13-22310119fab1 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:30.797401 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-199db95f-f526-4acf-ab21-47519acbcf5e req-468bb660-2ed0-4b38-ac13-22310119fab1 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 946 time: 0.1108847 Aug 31 09:20:30.804065 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d76b6-09ae-461c-8d3a-55e704c80b09 req-a05c5668-b5f7-4ba8-a038-d5d043958ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:30.805791 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3e6d76b6-09ae-461c-8d3a-55e704c80b09 req-a05c5668-b5f7-4ba8-a038-d5d043958ecf service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=e0e3905d-cee9-42f9-947d-5a7fbc192d9b HTTP/1.1" status: 200 len: 1098 time: 0.1342061 Aug 31 09:20:30.833000 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device f1be4ff5-1d89-4b29-a936-d03713516313 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:20:30.862142 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3977dcf2-92bc-48af-87d5-da3c07af3d3d req-77b5dda0-7600-4639-9c80-c5eb77083807 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:30.898585 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2479bb22-250b-4694-bbac-3806a2b456e1 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks [] for floatingip, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:30.901220 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2479bb22-250b-4694-bbac-3806a2b456e1 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:30.902435 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2479bb22-250b-4694-bbac-3806a2b456e1 tempest-ServersTestFqdnHostnames-359468421 tempest-ServersTestFqdnHostnames-359468421-project] 10.222.0.119 "DELETE /v2.0/floatingips/24293f7b-a106-4d10-ab13-bfade706f4e5 HTTP/1.1" status: 204 len: 168 time: 0.8118272 Aug 31 09:20:30.906374 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 32992) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:30.937810 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5dda0-7600-4639-9c80-c5eb77083807 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Pushing event deleted for resources: {'Port': ['ID=78f6bee8-586c-46d4-8a55-1079dafaab1a,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:31.009064 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port f1be4ff5-1d89-4b29-a936-d03713516313 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:20:31.014274 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port f1be4ff5-1d89-4b29-a936-d03713516313 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:31.014730 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:31.015387 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-33bfe7c3-7505-4cef-990b-19b9365c214f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f9f3a58-50d7-4f47-99df-c28173384e13 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:20:31.037747 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-33bfe7c3-7505-4cef-990b-19b9365c214f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:31.041845 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3e6d76b6-09ae-461c-8d3a-55e704c80b09 req-d7ea2b8c-21d2-4588-bfa0-ab01ff12c6aa service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679931 Aug 31 09:20:31.068960 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-199db95f-f526-4acf-ab21-47519acbcf5e req-80d32405-fa72-4120-b034-b7a11e172730 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2531972 Aug 31 09:20:31.072367 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-33bfe7c3-7505-4cef-990b-19b9365c214f service neutron] Transition to ACTIVE for port object 5f9f3a58-50d7-4f47-99df-c28173384e13 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:31.095135 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3977dcf2-92bc-48af-87d5-da3c07af3d3d req-77b5dda0-7600-4639-9c80-c5eb77083807 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks [] for floatingip, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:31.108504 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3977dcf2-92bc-48af-87d5-da3c07af3d3d req-77b5dda0-7600-4639-9c80-c5eb77083807 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:31.108504 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3977dcf2-92bc-48af-87d5-da3c07af3d3d req-77b5dda0-7600-4639-9c80-c5eb77083807 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "DELETE /v2.0/floatingips/0015aaa7-b788-4687-896d-04e493736fd4 HTTP/1.1" status: 204 len: 173 time: 1.5501008 Aug 31 09:20:31.127860 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:31.158613 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ab81c0-b029-4651-9ebc-92353a17a3ac x-openstack-request-id: req-68ab81c0-b029-4651-9ebc-92353a17a3ac {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:20:31.158914 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b57749-fafb-4d10-910c-4f112d759305", "name": "network-vif-deleted", "tag": "05242781-3bfd-4d37-8e6c-bd91bea5c5e9", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:20:31.159194 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-68ab81c0-b029-4651-9ebc-92353a17a3ac {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:20:31.159593 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b57749-fafb-4d10-910c-4f112d759305', 'name': 'network-vif-deleted', 'tag': '05242781-3bfd-4d37-8e6c-bd91bea5c5e9', 'status': 'completed', 'code': 200} Aug 31 09:20:31.195210 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port f1be4ff5-1d89-4b29-a936-d03713516313, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=f1be4ff5-1d89-4b29-a936-d03713516313,segment=NetworkSegment(fea79c28-18e6-4c1e-9eb0-fd680c62e5f4),segment_id=fea79c28-18e6-4c1e-9eb0-fd680c62e5f4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:31.221586 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-33bfe7c3-7505-4cef-990b-19b9365c214f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:31.293603 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38191e-a96f-4ce9-bc52-890d4ca12403 req-4d9fb570-70f1-41c1-9794-eec8b75a41b0 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:31.295592 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db38191e-a96f-4ce9-bc52-890d4ca12403 req-4d9fb570-70f1-41c1-9794-eec8b75a41b0 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1129203 Aug 31 09:20:31.310841 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:31.311265 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 562155d5-60d9-49c5-a20f-72174fb90928 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:20:31.322010 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfe7c3-7505-4cef-990b-19b9365c214f service neutron] Pushing event updated for resources: {'Port': ['ID=5f9f3a58-50d7-4f47-99df-c28173384e13,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:31.477091 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db38191e-a96f-4ce9-bc52-890d4ca12403 req-66491055-88cb-448e-8f9b-814abaf36db0 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737251 Aug 31 09:20:31.520242 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335e44c-2266-4723-b99d-5c2667a715bb req-ce704be9-43c8-4a62-8108-89ba97b38b95 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:31.520671 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=f1be4ff5-1d89-4b29-a936-d03713516313,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:31.521811 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5335e44c-2266-4723-b99d-5c2667a715bb req-ce704be9-43c8-4a62-8108-89ba97b38b95 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce21fb2f-a0b7-48ef-8c37-aae863ca9138 HTTP/1.1" status: 200 len: 946 time: 0.1762302 Aug 31 09:20:31.532965 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-33bfe7c3-7505-4cef-990b-19b9365c214f service neutron] Attempting to bind port 5f9f3a58-50d7-4f47-99df-c28173384e13 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:20:31.533317 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-33bfe7c3-7505-4cef-990b-19b9365c214f service neutron] Attempting to bind port 5f9f3a58-50d7-4f47-99df-c28173384e13 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': '94d58612-6d06-41c9-a267-ebf7c959afe6'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:20:31.533660 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-33bfe7c3-7505-4cef-990b-19b9365c214f service neutron] Attempting to bind port 5f9f3a58-50d7-4f47-99df-c28173384e13 on network 94d58612-6d06-41c9-a267-ebf7c959afe6 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:31.538280 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-33bfe7c3-7505-4cef-990b-19b9365c214f service neutron] Port 5f9f3a58-50d7-4f47-99df-c28173384e13 on network 94d58612-6d06-41c9-a267-ebf7c959afe6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:20:31.538396 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c2251ec8-4c2c-4137-9758-6b312e2b78a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:31.538624 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-33bfe7c3-7505-4cef-990b-19b9365c214f service neutron] Attempting to bind port 5f9f3a58-50d7-4f47-99df-c28173384e13 on network 94d58612-6d06-41c9-a267-ebf7c959afe6 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:31.568869 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-33bfe7c3-7505-4cef-990b-19b9365c214f service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:20:31.569216 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-33bfe7c3-7505-4cef-990b-19b9365c214f service neutron] Checking segment: {'id': 'f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': '94d58612-6d06-41c9-a267-ebf7c959afe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:20:31.569600 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-33bfe7c3-7505-4cef-990b-19b9365c214f service neutron] Bound using segment: {'id': 'f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': '94d58612-6d06-41c9-a267-ebf7c959afe6'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:20:31.570042 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-33bfe7c3-7505-4cef-990b-19b9365c214f service neutron] Bound port: 5f9f3a58-50d7-4f47-99df-c28173384e13, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': '94d58612-6d06-41c9-a267-ebf7c959afe6'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:20:31.570678 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-33bfe7c3-7505-4cef-990b-19b9365c214f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:31.614152 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 562155d5-60d9-49c5-a20f-72174fb90928 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:31.616576 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:31.688740 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5335e44c-2266-4723-b99d-5c2667a715bb req-002c8c39-ac1f-40eb-bca6-8a9cc0baa9b0 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446371 Aug 31 09:20:31.844315 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:31.866337 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 09:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d20679-e387-4e79-80aa-b00619227f1b x-openstack-request-id: req-14d20679-e387-4e79-80aa-b00619227f1b {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:20:31.866920 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "tag": "364484db-9bd2-4077-90c3-49c9425b4048", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "tag": "059cb46a-47e1-4b70-a75c-51ba456bd33b", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:20:31.867110 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-14d20679-e387-4e79-80aa-b00619227f1b {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:20:31.867605 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'tag': '364484db-9bd2-4077-90c3-49c9425b4048', 'status': 'completed', 'code': 200} Aug 31 09:20:31.869253 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'tag': '059cb46a-47e1-4b70-a75c-51ba456bd33b', 'status': 'completed', 'code': 200} Aug 31 09:20:31.885981 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-33bfe7c3-7505-4cef-990b-19b9365c214f service neutron] For port 5f9f3a58-50d7-4f47-99df-c28173384e13, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:20:31.907655 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 562155d5-60d9-49c5-a20f-72174fb90928, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=562155d5-60d9-49c5-a20f-72174fb90928,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:31.994252 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408017c-c898-4d6a-9e26-f3be7cc2a247 req-1269863f-213d-4231-bdd4-61af0d969b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:31.994252 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408017c-c898-4d6a-9e26-f3be7cc2a247 req-1269863f-213d-4231-bdd4-61af0d969b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:31.994252 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408017c-c898-4d6a-9e26-f3be7cc2a247 req-1269863f-213d-4231-bdd4-61af0d969b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:31.994252 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408017c-c898-4d6a-9e26-f3be7cc2a247 req-1269863f-213d-4231-bdd4-61af0d969b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:31.994252 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408017c-c898-4d6a-9e26-f3be7cc2a247 req-1269863f-213d-4231-bdd4-61af0d969b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:31.995063 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408017c-c898-4d6a-9e26-f3be7cc2a247 req-1269863f-213d-4231-bdd4-61af0d969b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:31.995640 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408017c-c898-4d6a-9e26-f3be7cc2a247 req-1269863f-213d-4231-bdd4-61af0d969b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:31.999063 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b408017c-c898-4d6a-9e26-f3be7cc2a247 req-1269863f-213d-4231-bdd4-61af0d969b3a service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=28327f57472644c38ebbd2d055c39768&device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 6315 time: 0.1411147 Aug 31 09:20:32.008820 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-33bfe7c3-7505-4cef-990b-19b9365c214f service neutron] For port 5f9f3a58-50d7-4f47-99df-c28173384e13, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=5f9f3a58-50d7-4f47-99df-c28173384e13,segment=NetworkSegment(f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef),segment_id=f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:20:32.020205 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d454b-c0fc-4201-9a9f-7c3311f535c5 req-f89289c8-9050-4185-aa3b-17d2b869e2d5 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:32.032122 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd8d454b-c0fc-4201-9a9f-7c3311f535c5 req-f89289c8-9050-4185-aa3b-17d2b869e2d5 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3085830 Aug 31 09:20:32.050648 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:32.077142 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb58186-6657-4299-98eb-7568b039bd1d req-4f3ddee1-a17f-4f6e-991f-7d21cf29f55b tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:32.095334 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb58186-6657-4299-98eb-7568b039bd1d req-4f3ddee1-a17f-4f6e-991f-7d21cf29f55b tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:32.117137 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb58186-6657-4299-98eb-7568b039bd1d req-4f3ddee1-a17f-4f6e-991f-7d21cf29f55b tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:32.131962 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb58186-6657-4299-98eb-7568b039bd1d req-4f3ddee1-a17f-4f6e-991f-7d21cf29f55b tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:32.153200 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb58186-6657-4299-98eb-7568b039bd1d req-4f3ddee1-a17f-4f6e-991f-7d21cf29f55b tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:32.159663 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb58186-6657-4299-98eb-7568b039bd1d req-4f3ddee1-a17f-4f6e-991f-7d21cf29f55b tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:32.166162 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb58186-6657-4299-98eb-7568b039bd1d req-4f3ddee1-a17f-4f6e-991f-7d21cf29f55b tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:32.169469 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7bb58186-6657-4299-98eb-7568b039bd1d req-4f3ddee1-a17f-4f6e-991f-7d21cf29f55b tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 5405 time: 0.3411291 Aug 31 09:20:32.170430 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=562155d5-60d9-49c5-a20f-72174fb90928,revision_number=13']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:32.228107 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-33bfe7c3-7505-4cef-990b-19b9365c214f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:32.256737 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7bb58186-6657-4299-98eb-7568b039bd1d req-bac41a9c-4fc7-40eb-907f-89e1e33af4b9 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&id=1ebc046b-3f58-4516-bb28-5f802a90d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667601 Aug 31 09:20:32.275474 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408017c-c898-4d6a-9e26-f3be7cc2a247 req-4e7907f4-5597-437b-aaaf-955cf82c7e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:32.278263 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408017c-c898-4d6a-9e26-f3be7cc2a247 req-4e7907f4-5597-437b-aaaf-955cf82c7e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:32.279514 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408017c-c898-4d6a-9e26-f3be7cc2a247 req-4e7907f4-5597-437b-aaaf-955cf82c7e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:32.282832 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b408017c-c898-4d6a-9e26-f3be7cc2a247 req-4e7907f4-5597-437b-aaaf-955cf82c7e76 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=28327f57472644c38ebbd2d055c39768&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.2727818 Aug 31 09:20:32.285575 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-33bfe7c3-7505-4cef-990b-19b9365c214f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:32.286643 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-33bfe7c3-7505-4cef-990b-19b9365c214f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:32.297980 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-33bfe7c3-7505-4cef-990b-19b9365c214f service neutron] 10.222.0.112 "PUT /v2.0/ports/5f9f3a58-50d7-4f47-99df-c28173384e13 HTTP/1.1" status: 200 len: 1092 time: 2.3876462 Aug 31 09:20:32.411618 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-df8c8192-9443-46fa-8be0-6fb306040ebf service neutron] Request body: {'port': {'device_id': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:32.454700 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:32.459924 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408017c-c898-4d6a-9e26-f3be7cc2a247 req-ae14111f-401e-4eac-ad8e-fcd2d85c49d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:32.461440 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b408017c-c898-4d6a-9e26-f3be7cc2a247 req-ae14111f-401e-4eac-ad8e-fcd2d85c49d6 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1623106 Aug 31 09:20:32.501065 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-c2251ec8-4c2c-4137-9758-6b312e2b78a9 admin admin] Deleting port b7c1c937-23ab-4d65-a3cb-792fb4f552bc {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:20:32.501411 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c2251ec8-4c2c-4137-9758-6b312e2b78a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:32.531682 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acebd129-435e-423a-a924-794aa986628a req-b3dec887-2a03-400d-b0c9-04fbe2cb2f69 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:32.544363 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-acebd129-435e-423a-a924-794aa986628a req-b3dec887-2a03-400d-b0c9-04fbe2cb2f69 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=e0e3905d-cee9-42f9-947d-5a7fbc192d9b HTTP/1.1" status: 200 len: 946 time: 0.3706291 Aug 31 09:20:32.572694 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfe7c3-7505-4cef-990b-19b9365c214f service neutron] Pushing event updated for resources: {'Port': ['ID=5f9f3a58-50d7-4f47-99df-c28173384e13,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:32.604297 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce21fb2f-a0b7-48ef-8c37-aae863ca9138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1be4ff5-1d89-4b29-a936-d03713516313'}, {'server_uuid': 'fdab5b39-eb72-4041-8d1d-6726d8184c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562155d5-60d9-49c5-a20f-72174fb90928'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:20:32.611066 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-df8c8192-9443-46fa-8be0-6fb306040ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:32.614407 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a2d3bf-2cd0-4443-b10f-ee4f663cd9eb" -d '{"events": [{"server_uuid": "ce21fb2f-a0b7-48ef-8c37-aae863ca9138", "name": "network-vif-plugged", "status": "completed", "tag": "f1be4ff5-1d89-4b29-a936-d03713516313"}, {"server_uuid": "fdab5b39-eb72-4041-8d1d-6726d8184c0b", "name": "network-vif-plugged", "status": "completed", "tag": "562155d5-60d9-49c5-a20f-72174fb90928"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:20:32.654052 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-acebd129-435e-423a-a924-794aa986628a req-b0c588eb-c7a5-4901-93c8-cf92a340eaa6 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027946 Aug 31 09:20:32.758424 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408017c-c898-4d6a-9e26-f3be7cc2a247 req-a75349c9-0fec-478d-b9fc-00dd5ab89589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:32.759013 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408017c-c898-4d6a-9e26-f3be7cc2a247 req-a75349c9-0fec-478d-b9fc-00dd5ab89589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:32.759738 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408017c-c898-4d6a-9e26-f3be7cc2a247 req-a75349c9-0fec-478d-b9fc-00dd5ab89589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:32.759936 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408017c-c898-4d6a-9e26-f3be7cc2a247 req-a75349c9-0fec-478d-b9fc-00dd5ab89589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:32.760398 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408017c-c898-4d6a-9e26-f3be7cc2a247 req-a75349c9-0fec-478d-b9fc-00dd5ab89589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:32.760849 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408017c-c898-4d6a-9e26-f3be7cc2a247 req-a75349c9-0fec-478d-b9fc-00dd5ab89589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:32.761295 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408017c-c898-4d6a-9e26-f3be7cc2a247 req-a75349c9-0fec-478d-b9fc-00dd5ab89589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:32.765044 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:32.766074 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b408017c-c898-4d6a-9e26-f3be7cc2a247 req-a75349c9-0fec-478d-b9fc-00dd5ab89589 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=28327f57472644c38ebbd2d055c39768&device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 6357 time: 0.1394665 Aug 31 09:20:32.809575 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-82970aa5-2a51-40d1-893b-b9148657a229 req-e649333b-dfec-4f18-a038-82cbdb0a6911 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/floatingips?tenant_id=f11dd1c146a146748bc6bc26dc2b225d HTTP/1.1" status: 200 len: 1657 time: 0.1137626 Aug 31 09:20:32.893861 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-c2251ec8-4c2c-4137-9758-6b312e2b78a9 admin admin] For port b7c1c937-23ab-4d65-a3cb-792fb4f552bc, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=b7c1c937-23ab-4d65-a3cb-792fb4f552bc,segment=NetworkSegment(84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a),segment_id=84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:32.894398 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c2251ec8-4c2c-4137-9758-6b312e2b78a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:32.919707 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-c2251ec8-4c2c-4137-9758-6b312e2b78a9 admin admin] Calling delete_port for b7c1c937-23ab-4d65-a3cb-792fb4f552bc owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:20:33.061152 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408017c-c898-4d6a-9e26-f3be7cc2a247 req-2ae75149-9e84-4a69-bc9e-e44a04562e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:33.065405 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408017c-c898-4d6a-9e26-f3be7cc2a247 req-2ae75149-9e84-4a69-bc9e-e44a04562e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:33.071075 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408017c-c898-4d6a-9e26-f3be7cc2a247 req-2ae75149-9e84-4a69-bc9e-e44a04562e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:33.073098 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b408017c-c898-4d6a-9e26-f3be7cc2a247 req-2ae75149-9e84-4a69-bc9e-e44a04562e33 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=28327f57472644c38ebbd2d055c39768&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.2996247 Aug 31 09:20:33.214631 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'tag': '5f9f3a58-50d7-4f47-99df-c28173384e13'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:20:33.216861 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84895827-5f39-4680-8471-b38621b3081e" -d '{"events": [{"name": "network-changed", "server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "tag": "5f9f3a58-50d7-4f47-99df-c28173384e13"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:20:33.367735 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408017c-c898-4d6a-9e26-f3be7cc2a247 req-5ed94d1b-e270-4e44-977a-46eac2955d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:33.369258 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b408017c-c898-4d6a-9e26-f3be7cc2a247 req-5ed94d1b-e270-4e44-977a-46eac2955d8f service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2764337 Aug 31 09:20:33.400291 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82970aa5-2a51-40d1-893b-b9148657a229 req-e06c05b6-55ac-4291-8857-7aefb5c51649 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:33.403067 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-82970aa5-2a51-40d1-893b-b9148657a229 req-e06c05b6-55ac-4291-8857-7aefb5c51649 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/networks?id=95c681de-fa69-49ec-b047-2a49f2c4b933&id=95c681de-fa69-49ec-b047-2a49f2c4b933&id=95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 787 time: 0.5926201 Aug 31 09:20:33.424191 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-82970aa5-2a51-40d1-893b-b9148657a229 req-605b466d-62e4-4ecc-b65e-c47f810d1195 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:20:33.425208 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-82970aa5-2a51-40d1-893b-b9148657a229 req-605b466d-62e4-4ecc-b65e-c47f810d1195 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129361 Aug 31 09:20:33.482581 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d4c80-ced5-47dd-9800-e17bf96f3f6a req-b58ee6f4-eefc-4a6f-a008-8bf2661408c9 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:33.493225 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0e6d4c80-ced5-47dd-9800-e17bf96f3f6a req-b58ee6f4-eefc-4a6f-a008-8bf2661408c9 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.2700832 Aug 31 09:20:33.502221 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c2251ec8-4c2c-4137-9758-6b312e2b78a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:33.532923 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2251ec8-4c2c-4137-9758-6b312e2b78a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7c1c937-23ab-4d65-a3cb-792fb4f552bc,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:33.624327 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0e6d4c80-ced5-47dd-9800-e17bf96f3f6a req-fec3ade3-c603-4245-885e-e287241bbbec tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301928 Aug 31 09:20:33.636030 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d655a-46dc-4f50-b7bd-a25b3dd54e42 req-ce30a42f-ce93-4f32-a628-d8183fcdab9f tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:33.646350 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b8d655a-46dc-4f50-b7bd-a25b3dd54e42 req-ce30a42f-ce93-4f32-a628-d8183fcdab9f tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 947 time: 0.1380737 Aug 31 09:20:33.721407 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b8d655a-46dc-4f50-b7bd-a25b3dd54e42 req-7216307d-6956-4f84-be0c-e8f0160a9f8d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763206 Aug 31 09:20:33.738970 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 09:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aaac281-6f7e-434f-a81e-c17327131e61 x-openstack-request-id: req-1aaac281-6f7e-434f-a81e-c17327131e61 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:20:33.739793 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce21fb2f-a0b7-48ef-8c37-aae863ca9138", "name": "network-vif-plugged", "status": "completed", "tag": "f1be4ff5-1d89-4b29-a936-d03713516313", "code": 200}, {"server_uuid": "fdab5b39-eb72-4041-8d1d-6726d8184c0b", "name": "network-vif-plugged", "status": "completed", "tag": "562155d5-60d9-49c5-a20f-72174fb90928", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:20:33.740299 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-1aaac281-6f7e-434f-a81e-c17327131e61 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:20:33.740885 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce21fb2f-a0b7-48ef-8c37-aae863ca9138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1be4ff5-1d89-4b29-a936-d03713516313', 'code': 200} Aug 31 09:20:33.741291 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdab5b39-eb72-4041-8d1d-6726d8184c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562155d5-60d9-49c5-a20f-72174fb90928', 'code': 200} Aug 31 09:20:33.778620 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c2251ec8-4c2c-4137-9758-6b312e2b78a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:33.808890 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-df8c8192-9443-46fa-8be0-6fb306040ebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db393805-9290-4e57-b3fc-bf1014410ed2 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:20:33.822338 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-df8c8192-9443-46fa-8be0-6fb306040ebf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:33.843014 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-df8c8192-9443-46fa-8be0-6fb306040ebf service neutron] Transition to ACTIVE for port object db393805-9290-4e57-b3fc-bf1014410ed2 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:33.956886 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-df8c8192-9443-46fa-8be0-6fb306040ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:33.967346 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21caf38e-f643-4d5c-ba81-ca9bf6718130 req-12ede6e1-842a-4551-bcdf-4d9848933d6e tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:33.974907 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-21caf38e-f643-4d5c-ba81-ca9bf6718130 req-12ede6e1-842a-4551-bcdf-4d9848933d6e tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce21fb2f-a0b7-48ef-8c37-aae863ca9138 HTTP/1.1" status: 200 len: 946 time: 0.1145997 Aug 31 09:20:34.018730 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae7ee5-521f-44ed-a905-5d7ec6e2015f req-8ec380ea-e3a2-415a-98b6-4ca646f17d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:34.020280 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1aae7ee5-521f-44ed-a905-5d7ec6e2015f req-8ec380ea-e3a2-415a-98b6-4ca646f17d78 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=ce21fb2f-a0b7-48ef-8c37-aae863ca9138 HTTP/1.1" status: 200 len: 1098 time: 0.1312010 Aug 31 09:20:34.064559 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1aae7ee5-521f-44ed-a905-5d7ec6e2015f req-c82e4940-7efe-495e-98e9-59252afe81ed service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341959 Aug 31 09:20:34.069584 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2ac1b-6e2f-448c-b713-bb5ec484b273 req-bd07d93c-4c9b-4f15-badf-06bef73074bd tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:34.071827 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a4c2ac1b-6e2f-448c-b713-bb5ec484b273 req-bd07d93c-4c9b-4f15-badf-06bef73074bd tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f8f538b-069b-40cb-a725-664dc8695c5a HTTP/1.1" status: 200 len: 946 time: 0.1746089 Aug 31 09:20:34.189037 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-21caf38e-f643-4d5c-ba81-ca9bf6718130 req-9f1d6277-d056-491b-b02a-a040b27151d5 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087798 Aug 31 09:20:34.206941 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c8192-9443-46fa-8be0-6fb306040ebf service neutron] Pushing event updated for resources: {'Port': ['ID=db393805-9290-4e57-b3fc-bf1014410ed2,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:34.249460 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2251ec8-4c2c-4137-9758-6b312e2b78a9 admin admin] Router 35672bb4-32d2-48d8-929e-498592744a92 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:20:34.284507 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a4c2ac1b-6e2f-448c-b713-bb5ec484b273 req-756da395-7f17-47ba-866c-1287eac1be3f tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/security-groups?id=71d34456-bb01-4786-82b3-05445c056ade&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743922 Aug 31 09:20:34.337986 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35967e8-637c-4ca4-aac6-51eea230d142 x-openstack-request-id: req-a35967e8-637c-4ca4-aac6-51eea230d142 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:20:34.338284 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "tag": "5f9f3a58-50d7-4f47-99df-c28173384e13", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:20:34.338563 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-a35967e8-637c-4ca4-aac6-51eea230d142 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:20:34.353206 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'tag': '5f9f3a58-50d7-4f47-99df-c28173384e13', 'status': 'completed', 'code': 200} Aug 31 09:20:34.353206 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-df8c8192-9443-46fa-8be0-6fb306040ebf service neutron] Attempting to bind port db393805-9290-4e57-b3fc-bf1014410ed2 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:20:34.353206 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-df8c8192-9443-46fa-8be0-6fb306040ebf service neutron] Attempting to bind port db393805-9290-4e57-b3fc-bf1014410ed2 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '0d8f0013-f2ab-437c-ba45-45bd4a534d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': 'b23b223a-9bf9-44c7-9495-5e7b861ae144'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:20:34.353206 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-df8c8192-9443-46fa-8be0-6fb306040ebf service neutron] Attempting to bind port db393805-9290-4e57-b3fc-bf1014410ed2 on network b23b223a-9bf9-44c7-9495-5e7b861ae144 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:34.429180 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-df8c8192-9443-46fa-8be0-6fb306040ebf service neutron] Port db393805-9290-4e57-b3fc-bf1014410ed2 on network b23b223a-9bf9-44c7-9495-5e7b861ae144 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:20:34.429695 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-df8c8192-9443-46fa-8be0-6fb306040ebf service neutron] Attempting to bind port db393805-9290-4e57-b3fc-bf1014410ed2 on network b23b223a-9bf9-44c7-9495-5e7b861ae144 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:34.437402 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2251ec8-4c2c-4137-9758-6b312e2b78a9 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:20:34.445999 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c2251ec8-4c2c-4137-9758-6b312e2b78a9 admin admin] 10.222.0.119 "PUT /v2.0/routers/35672bb4-32d2-48d8-929e-498592744a92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5359387 Aug 31 09:20:34.447396 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33038) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:34.451611 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a724f812-b94c-46a2-b366-4f386f1d0168 None None] Sync routers for ids ['35672bb4-32d2-48d8-929e-498592744a92'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:20:34.453871 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-df8c8192-9443-46fa-8be0-6fb306040ebf service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:20:34.454371 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-df8c8192-9443-46fa-8be0-6fb306040ebf service neutron] Checking segment: {'id': '0d8f0013-f2ab-437c-ba45-45bd4a534d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': 'b23b223a-9bf9-44c7-9495-5e7b861ae144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:20:34.454967 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-df8c8192-9443-46fa-8be0-6fb306040ebf service neutron] Bound using segment: {'id': '0d8f0013-f2ab-437c-ba45-45bd4a534d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': 'b23b223a-9bf9-44c7-9495-5e7b861ae144'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:20:34.455547 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-df8c8192-9443-46fa-8be0-6fb306040ebf service neutron] Bound port: db393805-9290-4e57-b3fc-bf1014410ed2, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8f0013-f2ab-437c-ba45-45bd4a534d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': 'b23b223a-9bf9-44c7-9495-5e7b861ae144'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:20:34.456080 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-df8c8192-9443-46fa-8be0-6fb306040ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:34.473842 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-767ba39e-7049-4b8a-9dd6-dabafdf836c0 req-26e5dcf9-185f-4dc1-b620-a95f279dea78 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/floatingips/b8f05bbe-e389-45ac-92da-acefd2d81a15 HTTP/1.1" status: 200 len: 693 time: 0.1200500 Aug 31 09:20:34.476573 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a724f812-b94c-46a2-b366-4f386f1d0168 None None] Routers {'35672bb4-32d2-48d8-929e-498592744a92'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:20:34.477210 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-a724f812-b94c-46a2-b366-4f386f1d0168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:20:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['35672bb4-32d2-48d8-929e-498592744a92'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:34.506513 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84895827-5f39-4680-8471-b38621b3081e req-6a488b54-468d-43fc-a61e-05bc340ecfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:34.507251 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84895827-5f39-4680-8471-b38621b3081e req-6a488b54-468d-43fc-a61e-05bc340ecfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:34.507735 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84895827-5f39-4680-8471-b38621b3081e req-6a488b54-468d-43fc-a61e-05bc340ecfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:34.508407 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84895827-5f39-4680-8471-b38621b3081e req-6a488b54-468d-43fc-a61e-05bc340ecfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:34.508650 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84895827-5f39-4680-8471-b38621b3081e req-6a488b54-468d-43fc-a61e-05bc340ecfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:34.509106 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84895827-5f39-4680-8471-b38621b3081e req-6a488b54-468d-43fc-a61e-05bc340ecfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:34.509751 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84895827-5f39-4680-8471-b38621b3081e req-6a488b54-468d-43fc-a61e-05bc340ecfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:34.514386 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-84895827-5f39-4680-8471-b38621b3081e req-6a488b54-468d-43fc-a61e-05bc340ecfc1 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=28327f57472644c38ebbd2d055c39768&device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 6383 time: 0.1224823 Aug 31 09:20:34.547055 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-df8c8192-9443-46fa-8be0-6fb306040ebf service neutron] For port db393805-9290-4e57-b3fc-bf1014410ed2, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:20:34.550487 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-df8c8192-9443-46fa-8be0-6fb306040ebf service neutron] For port db393805-9290-4e57-b3fc-bf1014410ed2, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=db393805-9290-4e57-b3fc-bf1014410ed2,segment=NetworkSegment(0d8f0013-f2ab-437c-ba45-45bd4a534d54),segment_id=0d8f0013-f2ab-437c-ba45-45bd4a534d54)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:20:34.627659 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e86c6e-f1a6-4974-99a2-e92533f59609 req-da781ee6-0a96-40a3-b035-3c2e0a818d2b tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:34.634392 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e86c6e-f1a6-4974-99a2-e92533f59609 req-da781ee6-0a96-40a3-b035-3c2e0a818d2b tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:34.640902 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e86c6e-f1a6-4974-99a2-e92533f59609 req-da781ee6-0a96-40a3-b035-3c2e0a818d2b tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:34.647339 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e86c6e-f1a6-4974-99a2-e92533f59609 req-da781ee6-0a96-40a3-b035-3c2e0a818d2b tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:34.654215 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e86c6e-f1a6-4974-99a2-e92533f59609 req-da781ee6-0a96-40a3-b035-3c2e0a818d2b tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:34.660538 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e86c6e-f1a6-4974-99a2-e92533f59609 req-da781ee6-0a96-40a3-b035-3c2e0a818d2b tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:34.666881 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e86c6e-f1a6-4974-99a2-e92533f59609 req-da781ee6-0a96-40a3-b035-3c2e0a818d2b tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:34.668427 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-a724f812-b94c-46a2-b366-4f386f1d0168 None None] Set router 35672bb4-32d2-48d8-929e-498592744a92 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:20:34.676639 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e8e86c6e-f1a6-4974-99a2-e92533f59609 req-da781ee6-0a96-40a3-b035-3c2e0a818d2b tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 5417 time: 0.2814426 Aug 31 09:20:34.689643 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-df8c8192-9443-46fa-8be0-6fb306040ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:34.772351 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-df8c8192-9443-46fa-8be0-6fb306040ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:34.773337 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-df8c8192-9443-46fa-8be0-6fb306040ebf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:34.775080 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-df8c8192-9443-46fa-8be0-6fb306040ebf service neutron] 10.222.0.112 "PUT /v2.0/ports/db393805-9290-4e57-b3fc-bf1014410ed2 HTTP/1.1" status: 200 len: 1092 time: 2.3704615 Aug 31 09:20:34.867636 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ba39e-7049-4b8a-9dd6-dabafdf836c0 req-db7f9608-b4ec-4853-ba20-3b357ec36e79 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:34.876997 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-767ba39e-7049-4b8a-9dd6-dabafdf836c0 req-db7f9608-b4ec-4853-ba20-3b357ec36e79 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 784 time: 0.3244376 Aug 31 09:20:34.883786 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-767ba39e-7049-4b8a-9dd6-dabafdf836c0 req-8159f7b1-5d08-49bd-ac9f-0e96cc43c83c tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:20:34.892436 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-767ba39e-7049-4b8a-9dd6-dabafdf836c0 req-8159f7b1-5d08-49bd-ac9f-0e96cc43c83c tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144908 Aug 31 09:20:34.909100 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-07d7af16-ff1f-4162-b8f7-e3c1a04a4389 service neutron] Request body: {'port': {'device_id': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:34.937411 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e8e86c6e-f1a6-4974-99a2-e92533f59609 req-509f1803-28c6-4da1-9508-1380230d4c7d tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&id=1ebc046b-3f58-4516-bb28-5f802a90d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2595530 Aug 31 09:20:35.031583 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c8192-9443-46fa-8be0-6fb306040ebf service neutron] Pushing event updated for resources: {'Port': ['ID=db393805-9290-4e57-b3fc-bf1014410ed2,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:35.109788 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-767ba39e-7049-4b8a-9dd6-dabafdf836c0 req-1f78d4ee-908c-40e9-9522-354d6317dc5b tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.248 HTTP/1.1" status: 200 len: 696 time: 0.2152009 Aug 31 09:20:35.189005 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086ca12-ff4b-4eea-89be-f5eff68f64c7 req-53e78f10-5879-4828-a033-c51845abda72 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:35.191467 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a086ca12-ff4b-4eea-89be-f5eff68f64c7 req-53e78f10-5879-4828-a033-c51845abda72 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.112 "GET /v2.0/ports?device_id=5f8f538b-069b-40cb-a725-664dc8695c5a HTTP/1.1" status: 200 len: 946 time: 0.6759658 Aug 31 09:20:35.237127 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-767ba39e-7049-4b8a-9dd6-dabafdf836c0 req-babd1176-dbd5-4bf4-9699-e541e84597d3 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.248 HTTP/1.1" status: 200 len: 696 time: 0.1262860 Aug 31 09:20:35.284451 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1af657c5-6f1e-4e23-b01c-ce28972988bb admin admin] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:35.288680 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-a724f812-b94c-46a2-b366-4f386f1d0168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35672bb4-32d2-48d8-929e-498592744a92', 'name': 'tempest-ServersTestFqdnHostnames-1580856577-router', 'tenant_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '4ab8fcc7-0a71-442e-ac30-fcdba01b087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:01Z', 'updated_at': '2021-08-31T09:20:33Z', 'revision_number': 5, 'project_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'gw_port': {'id': '4ab8fcc7-0a71-442e-ac30-fcdba01b087b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35672bb4-32d2-48d8-929e-498592744a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:02Z', 'updated_at': '2021-08-31T09:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:35.323114 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a724f812-b94c-46a2-b366-4f386f1d0168 None None] Checking router: 35672bb4-32d2-48d8-929e-498592744a92 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:20:35.334470 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a724f812-b94c-46a2-b366-4f386f1d0168 None None] Routers {'35672bb4-32d2-48d8-929e-498592744a92'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:20:35.335191 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-a724f812-b94c-46a2-b366-4f386f1d0168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:20:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['35672bb4-32d2-48d8-929e-498592744a92'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:35.363975 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84895827-5f39-4680-8471-b38621b3081e req-60b5667f-22ff-4c80-adf1-2fc4c56eb91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:35.364791 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84895827-5f39-4680-8471-b38621b3081e req-60b5667f-22ff-4c80-adf1-2fc4c56eb91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:35.365434 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84895827-5f39-4680-8471-b38621b3081e req-60b5667f-22ff-4c80-adf1-2fc4c56eb91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:35.367279 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-84895827-5f39-4680-8471-b38621b3081e req-60b5667f-22ff-4c80-adf1-2fc4c56eb91c service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=28327f57472644c38ebbd2d055c39768&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.8407359 Aug 31 09:20:35.418586 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-07d7af16-ff1f-4162-b8f7-e3c1a04a4389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:35.468145 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-a724f812-b94c-46a2-b366-4f386f1d0168 None None] Set router 35672bb4-32d2-48d8-929e-498592744a92 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:20:35.484345 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97619a42-70c6-4589-b1f2-ed1a032967fb req-89310e5a-98ff-4c8b-a093-5a0a892a3792 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:35.486977 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-97619a42-70c6-4589-b1f2-ed1a032967fb req-89310e5a-98ff-4c8b-a093-5a0a892a3792 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.2868142 Aug 31 09:20:35.536600 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-a086ca12-ff4b-4eea-89be-f5eff68f64c7 req-61a293a4-36ee-4434-b1b6-94c4e83e376d tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Deleting port 3be364ee-8006-4fae-859f-6975a0e311f0 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:20:35.537247 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-a086ca12-ff4b-4eea-89be-f5eff68f64c7 req-61a293a4-36ee-4434-b1b6-94c4e83e376d tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:35.558746 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1af657c5-6f1e-4e23-b01c-ce28972988bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:35.610639 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84895827-5f39-4680-8471-b38621b3081e req-c6e97ef1-8ae7-440c-bddf-902283d2c683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:35.612479 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-84895827-5f39-4680-8471-b38621b3081e req-c6e97ef1-8ae7-440c-bddf-902283d2c683 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2343404 Aug 31 09:20:35.670987 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-a086ca12-ff4b-4eea-89be-f5eff68f64c7 req-61a293a4-36ee-4434-b1b6-94c4e83e376d tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] For port 3be364ee-8006-4fae-859f-6975a0e311f0, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3be364ee-8006-4fae-859f-6975a0e311f0,segment=NetworkSegment(329c79c6-5ca3-4a1a-b3d4-414355128167),segment_id=329c79c6-5ca3-4a1a-b3d4-414355128167)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:35.672108 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-a086ca12-ff4b-4eea-89be-f5eff68f64c7 req-61a293a4-36ee-4434-b1b6-94c4e83e376d tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:35.687834 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-a086ca12-ff4b-4eea-89be-f5eff68f64c7 req-61a293a4-36ee-4434-b1b6-94c4e83e376d tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Calling delete_port for 3be364ee-8006-4fae-859f-6975a0e311f0 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:20:35.759238 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-a724f812-b94c-46a2-b366-4f386f1d0168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35672bb4-32d2-48d8-929e-498592744a92', 'name': 'tempest-ServersTestFqdnHostnames-1580856577-router', 'tenant_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '4ab8fcc7-0a71-442e-ac30-fcdba01b087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:01Z', 'updated_at': '2021-08-31T09:20:33Z', 'revision_number': 5, 'project_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'gw_port': {'id': '4ab8fcc7-0a71-442e-ac30-fcdba01b087b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35672bb4-32d2-48d8-929e-498592744a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:02Z', 'updated_at': '2021-08-31T09:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:35.792807 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-97619a42-70c6-4589-b1f2-ed1a032967fb req-14096d25-ce6f-4b3b-8028-e646ab69c1c1 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573751 Aug 31 09:20:35.800079 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-767ba39e-7049-4b8a-9dd6-dabafdf836c0 req-14aa48c8-2830-4562-936b-a3aec38c8f7d tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Deleting port ababe365-52d5-43c9-b821-50617ac7d63c {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:20:35.800431 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-767ba39e-7049-4b8a-9dd6-dabafdf836c0 req-14aa48c8-2830-4562-936b-a3aec38c8f7d tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:35.816044 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a724f812-b94c-46a2-b366-4f386f1d0168 None None] The sync data for ids ['35672bb4-32d2-48d8-929e-498592744a92'] in n-d-791506-28 is: [{'id': '35672bb4-32d2-48d8-929e-498592744a92', 'name': 'tempest-ServersTestFqdnHostnames-1580856577-router', 'tenant_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '4ab8fcc7-0a71-442e-ac30-fcdba01b087b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:01Z', 'updated_at': '2021-08-31T09:20:33Z', 'revision_number': 5, 'project_id': '3ee53d83cab74f8189b7e564f9ce32ef', 'gw_port': {'id': '4ab8fcc7-0a71-442e-ac30-fcdba01b087b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35672bb4-32d2-48d8-929e-498592744a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:02Z', 'updated_at': '2021-08-31T09:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:20:35.909240 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-767ba39e-7049-4b8a-9dd6-dabafdf836c0 req-14aa48c8-2830-4562-936b-a3aec38c8f7d tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:35.909581 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-767ba39e-7049-4b8a-9dd6-dabafdf836c0 req-14aa48c8-2830-4562-936b-a3aec38c8f7d tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:35.924837 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-767ba39e-7049-4b8a-9dd6-dabafdf836c0 req-14aa48c8-2830-4562-936b-a3aec38c8f7d tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Calling delete_port for ababe365-52d5-43c9-b821-50617ac7d63c owned by network:floatingip {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:20:35.939065 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-1af657c5-6f1e-4e23-b01c-ce28972988bb admin admin] Deleting port 4ab8fcc7-0a71-442e-ac30-fcdba01b087b {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:20:35.939557 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1af657c5-6f1e-4e23-b01c-ce28972988bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:36.021264 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-a086ca12-ff4b-4eea-89be-f5eff68f64c7 req-61a293a4-36ee-4434-b1b6-94c4e83e376d tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:36.045905 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['3be364ee-8006-4fae-859f-6975a0e311f0'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:20:36.123406 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada30c71-f0b7-47a9-9fd9-fa096f4bb068 req-c898fc8f-bff6-4e71-a4db-581530d3c945 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:36.125398 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ada30c71-f0b7-47a9-9fd9-fa096f4bb068 req-c898fc8f-bff6-4e71-a4db-581530d3c945 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=e0e3905d-cee9-42f9-947d-5a7fbc192d9b HTTP/1.1" status: 200 len: 946 time: 0.1814997 Aug 31 09:20:36.147258 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-a086ca12-ff4b-4eea-89be-f5eff68f64c7 req-61a293a4-36ee-4434-b1b6-94c4e83e376d tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] No DVR routers for this DVR port 3be364ee-8006-4fae-859f-6975a0e311f0 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:20:36.154068 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a293a4-36ee-4434-b1b6-94c4e83e376d tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Pushing event deleted for resources: {'Port': ['ID=3be364ee-8006-4fae-859f-6975a0e311f0,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:36.156429 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-a086ca12-ff4b-4eea-89be-f5eff68f64c7 req-61a293a4-36ee-4434-b1b6-94c4e83e376d tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:36.160070 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a086ca12-ff4b-4eea-89be-f5eff68f64c7 req-61a293a4-36ee-4434-b1b6-94c4e83e376d tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.112 "DELETE /v2.0/ports/3be364ee-8006-4fae-859f-6975a0e311f0 HTTP/1.1" status: 204 len: 173 time: 0.9499042 Aug 31 09:20:36.165102 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8f538b-069b-40cb-a725-664dc8695c5a', 'name': 'network-vif-deleted', 'tag': '3be364ee-8006-4fae-859f-6975a0e311f0'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:20:36.168859 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2444e3-1762-470d-8e91-63110f1f4bcb" -d '{"events": [{"server_uuid": "5f8f538b-069b-40cb-a725-664dc8695c5a", "name": "network-vif-deleted", "tag": "3be364ee-8006-4fae-859f-6975a0e311f0"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:20:36.185302 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-1af657c5-6f1e-4e23-b01c-ce28972988bb admin admin] For port 4ab8fcc7-0a71-442e-ac30-fcdba01b087b, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4ab8fcc7-0a71-442e-ac30-fcdba01b087b,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:36.185587 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1af657c5-6f1e-4e23-b01c-ce28972988bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:36.210827 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-1af657c5-6f1e-4e23-b01c-ce28972988bb admin admin] Calling delete_port for 4ab8fcc7-0a71-442e-ac30-fcdba01b087b owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:20:36.265236 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ada30c71-f0b7-47a9-9fd9-fa096f4bb068 req-f1afc6de-7742-443e-99dd-e26accc76a63 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309907 Aug 31 09:20:36.272320 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-07d7af16-ff1f-4162-b8f7-e3c1a04a4389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ad87690-513e-49db-86b3-0ddc33190312 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:20:36.283603 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-07d7af16-ff1f-4162-b8f7-e3c1a04a4389 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:36.350824 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'tag': 'db393805-9290-4e57-b3fc-bf1014410ed2'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:20:36.363043 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e5520b-d8c6-4772-9e6f-fb7870d057f2" -d '{"events": [{"name": "network-changed", "server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "tag": "db393805-9290-4e57-b3fc-bf1014410ed2"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:20:36.377385 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-07d7af16-ff1f-4162-b8f7-e3c1a04a4389 service neutron] Transition to ACTIVE for port object 0ad87690-513e-49db-86b3-0ddc33190312 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:36.378461 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-767ba39e-7049-4b8a-9dd6-dabafdf836c0 req-14aa48c8-2830-4562-936b-a3aec38c8f7d tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:36.460811 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa48c8-2830-4562-936b-a3aec38c8f7d tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Pushing event deleted for resources: {'Port': ['ID=ababe365-52d5-43c9-b821-50617ac7d63c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:36.486364 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-07d7af16-ff1f-4162-b8f7-e3c1a04a4389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:36.591575 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a2a36-792e-4012-82bf-f33629b0ec19 req-9f981c02-8536-4600-957e-e6a4f11e49a5 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:36.593232 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1af657c5-6f1e-4e23-b01c-ce28972988bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:36.599183 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-887a2a36-792e-4012-82bf-f33629b0ec19 req-9f981c02-8536-4600-957e-e6a4f11e49a5 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 947 time: 0.2137370 Aug 31 09:20:36.635270 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af657c5-6f1e-4e23-b01c-ce28972988bb admin admin] Pushing event deleted for resources: {'Port': ['ID=4ab8fcc7-0a71-442e-ac30-fcdba01b087b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:36.642200 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7af16-ff1f-4162-b8f7-e3c1a04a4389 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad87690-513e-49db-86b3-0ddc33190312,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:36.672110 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-767ba39e-7049-4b8a-9dd6-dabafdf836c0 req-14aa48c8-2830-4562-936b-a3aec38c8f7d tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks [] for floatingip, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:36.681313 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-767ba39e-7049-4b8a-9dd6-dabafdf836c0 req-14aa48c8-2830-4562-936b-a3aec38c8f7d tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:36.684119 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-767ba39e-7049-4b8a-9dd6-dabafdf836c0 req-14aa48c8-2830-4562-936b-a3aec38c8f7d tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "DELETE /v2.0/floatingips/b8f05bbe-e389-45ac-92da-acefd2d81a15 HTTP/1.1" status: 204 len: 173 time: 1.4445856 Aug 31 09:20:36.730869 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1af657c5-6f1e-4e23-b01c-ce28972988bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:36.846466 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-887a2a36-792e-4012-82bf-f33629b0ec19 req-9a3ba31d-6e38-4550-840d-fc605a4aa720 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2465017 Aug 31 09:20:36.909336 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1af657c5-6f1e-4e23-b01c-ce28972988bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:36.917261 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1af657c5-6f1e-4e23-b01c-ce28972988bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:36.922448 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3efc9-0e76-4d1c-8a60-899ec12345a7 req-42be791c-76f5-4b55-9670-1bba3bea1bda tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:36.924108 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9bd3efc9-0e76-4d1c-8a60-899ec12345a7 req-42be791c-76f5-4b55-9670-1bba3bea1bda tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce21fb2f-a0b7-48ef-8c37-aae863ca9138 HTTP/1.1" status: 200 len: 946 time: 0.1435838 Aug 31 09:20:36.938148 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-07d7af16-ff1f-4162-b8f7-e3c1a04a4389 service neutron] Attempting to bind port 0ad87690-513e-49db-86b3-0ddc33190312 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:20:36.938822 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-07d7af16-ff1f-4162-b8f7-e3c1a04a4389 service neutron] Attempting to bind port 0ad87690-513e-49db-86b3-0ddc33190312 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '0d8f0013-f2ab-437c-ba45-45bd4a534d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': 'b23b223a-9bf9-44c7-9495-5e7b861ae144'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:20:36.939238 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-07d7af16-ff1f-4162-b8f7-e3c1a04a4389 service neutron] Attempting to bind port 0ad87690-513e-49db-86b3-0ddc33190312 on network b23b223a-9bf9-44c7-9495-5e7b861ae144 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:36.960826 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-07d7af16-ff1f-4162-b8f7-e3c1a04a4389 service neutron] Port 0ad87690-513e-49db-86b3-0ddc33190312 on network b23b223a-9bf9-44c7-9495-5e7b861ae144 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:20:36.961083 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-07d7af16-ff1f-4162-b8f7-e3c1a04a4389 service neutron] Attempting to bind port 0ad87690-513e-49db-86b3-0ddc33190312 on network b23b223a-9bf9-44c7-9495-5e7b861ae144 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:37.008155 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-07d7af16-ff1f-4162-b8f7-e3c1a04a4389 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:20:37.008565 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-07d7af16-ff1f-4162-b8f7-e3c1a04a4389 service neutron] Checking segment: {'id': '0d8f0013-f2ab-437c-ba45-45bd4a534d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': 'b23b223a-9bf9-44c7-9495-5e7b861ae144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:20:37.009027 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-07d7af16-ff1f-4162-b8f7-e3c1a04a4389 service neutron] Bound using segment: {'id': '0d8f0013-f2ab-437c-ba45-45bd4a534d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': 'b23b223a-9bf9-44c7-9495-5e7b861ae144'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:20:37.009547 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-07d7af16-ff1f-4162-b8f7-e3c1a04a4389 service neutron] Bound port: 0ad87690-513e-49db-86b3-0ddc33190312, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8f0013-f2ab-437c-ba45-45bd4a534d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': 'b23b223a-9bf9-44c7-9495-5e7b861ae144'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:20:37.009996 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-07d7af16-ff1f-4162-b8f7-e3c1a04a4389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:37.018613 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9bd3efc9-0e76-4d1c-8a60-899ec12345a7 req-59acb975-7fe7-428c-9c13-5fac0cb50bbd tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878754 Aug 31 09:20:37.030372 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b7c1c937-23ab-4d65-a3cb-792fb4f552bc no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:20:37.060606 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d60dcec2-f324-468c-88e4-b67cc8f1d924 req-bbb07edd-da3d-4265-8cf0-5391aeb39bd4 tempest-LiveAutoBlockMigrationV225Test-653588669 tempest-LiveAutoBlockMigrationV225Test-653588669-project] 10.222.0.119 "GET /v2.0/ports?device_id=5f8f538b-069b-40cb-a725-664dc8695c5a HTTP/1.1" status: 200 len: 210 time: 0.0568955 Aug 31 09:20:37.060693 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: b7c1c937-23ab-4d65-a3cb-792fb4f552bc {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:20:37.060693 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b7c1c937-23ab-4d65-a3cb-792fb4f552bc not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:20:37.142012 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e01b508-04cc-41b8-8827-5c7eff4d3bc9 x-openstack-request-id: req-8e01b508-04cc-41b8-8827-5c7eff4d3bc9 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:20:37.142307 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8f538b-069b-40cb-a725-664dc8695c5a", "name": "network-vif-deleted", "tag": "3be364ee-8006-4fae-859f-6975a0e311f0", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:20:37.143903 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-8e01b508-04cc-41b8-8827-5c7eff4d3bc9 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:20:37.143903 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8f538b-069b-40cb-a725-664dc8695c5a', 'name': 'network-vif-deleted', 'tag': '3be364ee-8006-4fae-859f-6975a0e311f0', 'status': 'completed', 'code': 200} Aug 31 09:20:37.228455 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-07d7af16-ff1f-4162-b8f7-e3c1a04a4389 service neutron] For port 0ad87690-513e-49db-86b3-0ddc33190312, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:20:37.249100 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1af657c5-6f1e-4e23-b01c-ce28972988bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:37.249638 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af657c5-6f1e-4e23-b01c-ce28972988bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35672bb4-32d2-48d8-929e-498592744a92 {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:20:37.250584 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-07d7af16-ff1f-4162-b8f7-e3c1a04a4389 service neutron] For port 0ad87690-513e-49db-86b3-0ddc33190312, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=0ad87690-513e-49db-86b3-0ddc33190312,segment=NetworkSegment(0d8f0013-f2ab-437c-ba45-45bd4a534d54),segment_id=0d8f0013-f2ab-437c-ba45-45bd4a534d54)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:20:37.258539 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1af657c5-6f1e-4e23-b01c-ce28972988bb admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:37.262662 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1af657c5-6f1e-4e23-b01c-ce28972988bb admin admin] 10.222.0.119 "DELETE /v2.0/routers/35672bb4-32d2-48d8-929e-498592744a92 HTTP/1.1" status: 204 len: 168 time: 2.8130083 Aug 31 09:20:37.264571 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33062) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:37.272704 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8c1e9-a8a7-493c-93a1-06b940e48107 req-6a6bfd31-0cab-47ee-8ce8-f43054f88ab5 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:37.279661 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8c1e9-a8a7-493c-93a1-06b940e48107 req-6a6bfd31-0cab-47ee-8ce8-f43054f88ab5 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:37.285686 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8c1e9-a8a7-493c-93a1-06b940e48107 req-6a6bfd31-0cab-47ee-8ce8-f43054f88ab5 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:37.291641 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8c1e9-a8a7-493c-93a1-06b940e48107 req-6a6bfd31-0cab-47ee-8ce8-f43054f88ab5 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:37.298136 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8c1e9-a8a7-493c-93a1-06b940e48107 req-6a6bfd31-0cab-47ee-8ce8-f43054f88ab5 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:37.304273 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8c1e9-a8a7-493c-93a1-06b940e48107 req-6a6bfd31-0cab-47ee-8ce8-f43054f88ab5 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:37.310571 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8c1e9-a8a7-493c-93a1-06b940e48107 req-6a6bfd31-0cab-47ee-8ce8-f43054f88ab5 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:37.312621 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f3f8c1e9-a8a7-493c-93a1-06b940e48107 req-6a6bfd31-0cab-47ee-8ce8-f43054f88ab5 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 5429 time: 0.1742845 Aug 31 09:20:37.338567 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76df6d3-ef6e-4816-9af4-74cf00c037e2 req-045f058e-1cd3-4fc3-a22b-a3775a4033e3 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:37.338760 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdc78049-7568-4eba-8c88-d7537a7a8bdc admin admin] Deleting subnet 94033cac-3e36-46a7-9188-bd30da0ef87d {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:20:37.344255 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cdc78049-7568-4eba-8c88-d7537a7a8bdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:37.348658 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c76df6d3-ef6e-4816-9af4-74cf00c037e2 req-045f058e-1cd3-4fc3-a22b-a3775a4033e3 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=14b55c43-b170-478d-8fe5-264538117b7f HTTP/1.1" status: 200 len: 946 time: 0.1539454 Aug 31 09:20:37.421879 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-07d7af16-ff1f-4162-b8f7-e3c1a04a4389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:37.446925 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cdc78049-7568-4eba-8c88-d7537a7a8bdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:37.456654 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c76df6d3-ef6e-4816-9af4-74cf00c037e2 req-70583221-789f-442b-a067-807ae144db29 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042714 Aug 31 09:20:37.499535 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f3f8c1e9-a8a7-493c-93a1-06b940e48107 req-a401598e-5197-4bf1-87f9-828599e47e07 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&id=1ebc046b-3f58-4516-bb28-5f802a90d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1395288 Aug 31 09:20:37.577663 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-07d7af16-ff1f-4162-b8f7-e3c1a04a4389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:37.578215 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-07d7af16-ff1f-4162-b8f7-e3c1a04a4389 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:37.583146 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-07d7af16-ff1f-4162-b8f7-e3c1a04a4389 service neutron] 10.222.0.112 "PUT /v2.0/ports/0ad87690-513e-49db-86b3-0ddc33190312 HTTP/1.1" status: 200 len: 1092 time: 2.6810322 Aug 31 09:20:37.593043 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111f79f8-4ea9-4854-8790-d87e56f75fc4 x-openstack-request-id: req-111f79f8-4ea9-4854-8790-d87e56f75fc4 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:20:37.593355 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "tag": "db393805-9290-4e57-b3fc-bf1014410ed2", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:20:37.593613 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-111f79f8-4ea9-4854-8790-d87e56f75fc4 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:20:37.594005 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'tag': 'db393805-9290-4e57-b3fc-bf1014410ed2', 'status': 'completed', 'code': 200} Aug 31 09:20:37.609518 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cdc78049-7568-4eba-8c88-d7537a7a8bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:37.679000 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5520b-d8c6-4772-9e6f-fb7870d057f2 req-428aed0e-dc12-43de-ba19-1dbee7caf006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:37.679624 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5520b-d8c6-4772-9e6f-fb7870d057f2 req-428aed0e-dc12-43de-ba19-1dbee7caf006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:37.680095 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5520b-d8c6-4772-9e6f-fb7870d057f2 req-428aed0e-dc12-43de-ba19-1dbee7caf006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:37.680561 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5520b-d8c6-4772-9e6f-fb7870d057f2 req-428aed0e-dc12-43de-ba19-1dbee7caf006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:37.681025 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5520b-d8c6-4772-9e6f-fb7870d057f2 req-428aed0e-dc12-43de-ba19-1dbee7caf006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:37.681624 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5520b-d8c6-4772-9e6f-fb7870d057f2 req-428aed0e-dc12-43de-ba19-1dbee7caf006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:37.681940 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5520b-d8c6-4772-9e6f-fb7870d057f2 req-428aed0e-dc12-43de-ba19-1dbee7caf006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:37.684611 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-27e5520b-d8c6-4772-9e6f-fb7870d057f2 req-428aed0e-dc12-43de-ba19-1dbee7caf006 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=28327f57472644c38ebbd2d055c39768&device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 6493 time: 0.0865622 Aug 31 09:20:37.689451 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2b779e5f-ac79-429f-96b8-7117b3dad812 req-917afeab-acfd-4384-b000-9cc3bf4f8d19 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/floatingips/084e5c47-8ce7-40c0-b87e-395c912ff172 HTTP/1.1" status: 200 len: 693 time: 0.1346345 Aug 31 09:20:37.693133 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7af16-ff1f-4162-b8f7-e3c1a04a4389 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad87690-513e-49db-86b3-0ddc33190312,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:37.885447 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cdc78049-7568-4eba-8c88-d7537a7a8bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:37.898695 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5520b-d8c6-4772-9e6f-fb7870d057f2 req-1b5f27c6-0752-4224-bb6f-ef9a93572743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:37.899173 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5520b-d8c6-4772-9e6f-fb7870d057f2 req-1b5f27c6-0752-4224-bb6f-ef9a93572743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:37.899638 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5520b-d8c6-4772-9e6f-fb7870d057f2 req-1b5f27c6-0752-4224-bb6f-ef9a93572743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:37.901508 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-27e5520b-d8c6-4772-9e6f-fb7870d057f2 req-1b5f27c6-0752-4224-bb6f-ef9a93572743 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=28327f57472644c38ebbd2d055c39768&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.2029240 Aug 31 09:20:37.923927 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b779e5f-ac79-429f-96b8-7117b3dad812 req-ceaea072-6d77-44d0-a9e1-fd6ba9eaeefd tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:37.925405 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2b779e5f-ac79-429f-96b8-7117b3dad812 req-ceaea072-6d77-44d0-a9e1-fd6ba9eaeefd tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 784 time: 0.2248731 Aug 31 09:20:37.938588 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-2b779e5f-ac79-429f-96b8-7117b3dad812 req-76d1477c-25ac-43d4-9337-92036bd2cdb9 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:20:37.938720 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2b779e5f-ac79-429f-96b8-7117b3dad812 req-76d1477c-25ac-43d4-9337-92036bd2cdb9 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060985 Aug 31 09:20:37.938805 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc78049-7568-4eba-8c88-d7537a7a8bdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94033cac-3e36-46a7-9188-bd30da0ef87d,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:37.951286 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cdc78049-7568-4eba-8c88-d7537a7a8bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:37.951666 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54e1597-e56a-4095-b0ef-4aadd7a42437 None None] Network 75e09785-e646-4091-b087-b031d80b436d requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:20:37.952394 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae84387-b771-4b73-ada6-f93c9ecc104d req-cb67b491-1514-4ea6-9280-98512cc90641 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:37.953384 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-cdc78049-7568-4eba-8c88-d7537a7a8bdc admin admin] 10.222.0.119 "DELETE /v2.0/subnets/94033cac-3e36-46a7-9188-bd30da0ef87d HTTP/1.1" status: 204 len: 168 time: 0.6875379 Aug 31 09:20:37.961560 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6ae84387-b771-4b73-ada6-f93c9ecc104d req-cb67b491-1514-4ea6-9280-98512cc90641 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1543219 Aug 31 09:20:37.971770 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33076) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:38.044050 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6ae84387-b771-4b73-ada6-f93c9ecc104d req-dba95932-6500-429a-895c-7b1bfc032b0b tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829244 Aug 31 09:20:38.135234 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2b779e5f-ac79-429f-96b8-7117b3dad812 req-3037c4e1-9698-407a-a569-5dfa8593fe29 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.210 HTTP/1.1" status: 200 len: 696 time: 0.1498628 Aug 31 09:20:38.163275 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5520b-d8c6-4772-9e6f-fb7870d057f2 req-6574dd59-52f2-4455-9094-89f8a5cce088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:38.164798 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-27e5520b-d8c6-4772-9e6f-fb7870d057f2 req-6574dd59-52f2-4455-9094-89f8a5cce088 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2381334 Aug 31 09:20:38.245283 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2b779e5f-ac79-429f-96b8-7117b3dad812 req-de878d5f-36f3-4e72-a58b-bf65904a11b2 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.210 HTTP/1.1" status: 200 len: 696 time: 0.0980568 Aug 31 09:20:38.250097 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6ef4b7-d4c3-4a9a-93b4-87505d198df1 None None] DHCP port deletion for 75e09785-e646-4091-b087-b031d80b436d request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:20:38.320865 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-75c58809-cf95-4f16-89f2-61f76bea070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:38.321378 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-75c58809-cf95-4f16-89f2-61f76bea070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:38.321778 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-75c58809-cf95-4f16-89f2-61f76bea070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:38.322265 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-75c58809-cf95-4f16-89f2-61f76bea070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:38.322746 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-75c58809-cf95-4f16-89f2-61f76bea070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:38.323455 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-75c58809-cf95-4f16-89f2-61f76bea070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:38.323981 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-75c58809-cf95-4f16-89f2-61f76bea070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:38.326408 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-75c58809-cf95-4f16-89f2-61f76bea070f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=28327f57472644c38ebbd2d055c39768&device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 6493 time: 0.1014647 Aug 31 09:20:38.328849 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-7b6ef4b7-d4c3-4a9a-93b4-87505d198df1 None None] Deleting port 809867f7-afe0-46e1-81e0-6c66d7970832 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:20:38.329582 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7b6ef4b7-d4c3-4a9a-93b4-87505d198df1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:38.332500 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2abb8204-4eef-4722-ad87-67e89776cfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:38.334787 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:20:38.389081 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-c2028534-c4ae-47d1-936f-d0a520ce0529 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=568242cb-8cd4-4597-90af-18189ae395f9 HTTP/1.1" status: 200 len: 217 time: 0.0406621 Aug 31 09:20:38.420367 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-7b6ef4b7-d4c3-4a9a-93b4-87505d198df1 None None] For port 809867f7-afe0-46e1-81e0-6c66d7970832, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=809867f7-afe0-46e1-81e0-6c66d7970832,segment=NetworkSegment(84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a),segment_id=84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:38.420793 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7b6ef4b7-d4c3-4a9a-93b4-87505d198df1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:38.435974 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-7b6ef4b7-d4c3-4a9a-93b4-87505d198df1 None None] Calling delete_port for 809867f7-afe0-46e1-81e0-6c66d7970832 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:20:38.437907 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884c67b-059c-4e31-adee-9cc30f5b3515 req-fd803f05-69be-4b98-b561-8ddfbbd6cb28 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:38.445772 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b884c67b-059c-4e31-adee-9cc30f5b3515 req-fd803f05-69be-4b98-b561-8ddfbbd6cb28 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=d4f30a5c-3a4b-42bd-b643-5ede92bd071b HTTP/1.1" status: 200 len: 945 time: 0.2168710 Aug 31 09:20:38.470942 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-8e8bd831-e5b9-4446-a321-3b9dbded164f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:38.472345 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-8e8bd831-e5b9-4446-a321-3b9dbded164f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=1669072d-2c1b-4a1e-9122-a0610531c15a HTTP/1.1" status: 200 len: 856 time: 0.0620494 Aug 31 09:20:38.495083 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-2abb8204-4eef-4722-ad87-67e89776cfbf admin admin] Deleting port 809867f7-afe0-46e1-81e0-6c66d7970832 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:20:38.495307 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2abb8204-4eef-4722-ad87-67e89776cfbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:38.517669 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b884c67b-059c-4e31-adee-9cc30f5b3515 req-9731d0b1-cdf3-413b-bf81-403e95a5a407 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690691 Aug 31 09:20:38.537280 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-2b779e5f-ac79-429f-96b8-7117b3dad812 req-67e8f6c6-37b7-4581-95ba-fa7ab471d9f0 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Deleting port 870661d1-4b04-4458-802b-95a9ca78036c {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:20:38.538057 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2b779e5f-ac79-429f-96b8-7117b3dad812 req-67e8f6c6-37b7-4581-95ba-fa7ab471d9f0 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:38.588543 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-11d177cc-e0be-411a-b612-89599451bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:38.591668 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-11d177cc-e0be-411a-b612-89599451bb6b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f2ff4842-4f8b-4b37-bef9-46e32fc21646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1060009 Aug 31 09:20:38.622485 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7b6ef4b7-d4c3-4a9a-93b4-87505d198df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:38.644715 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6ef4b7-d4c3-4a9a-93b4-87505d198df1 None None] No DVR routers for this DVR port 809867f7-afe0-46e1-81e0-6c66d7970832 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:20:38.695073 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ef4b7-d4c3-4a9a-93b4-87505d198df1 None None] Pushing event deleted for resources: {'Port': ['ID=809867f7-afe0-46e1-81e0-6c66d7970832,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:38.740797 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-be2c25dc-2dec-4216-ba61-ca9f3b88bddb service neutron] 10.222.0.112 "GET /v2.0/networks/f2ff4842-4f8b-4b37-bef9-46e32fc21646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327059 Aug 31 09:20:38.779115 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-2abb8204-4eef-4722-ad87-67e89776cfbf admin admin] For port 809867f7-afe0-46e1-81e0-6c66d7970832, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=809867f7-afe0-46e1-81e0-6c66d7970832,segment=NetworkSegment(84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a),segment_id=84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:38.779632 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2abb8204-4eef-4722-ad87-67e89776cfbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:38.848559 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-2abb8204-4eef-4722-ad87-67e89776cfbf admin admin] Calling delete_port for 809867f7-afe0-46e1-81e0-6c66d7970832 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:20:38.886815 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3be364ee-8006-4fae-859f-6975a0e311f0 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:20:38.941982 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 3be364ee-8006-4fae-859f-6975a0e311f0 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:20:38.942846 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3be364ee-8006-4fae-859f-6975a0e311f0 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:20:38.982704 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 809867f7-afe0-46e1-81e0-6c66d7970832 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:20:39.004574 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-95533164-edc8-4854-a34f-fd718f15849e service neutron] 10.222.0.112 "GET /v2.0/networks/f2ff4842-4f8b-4b37-bef9-46e32fc21646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499671 Aug 31 09:20:39.062124 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2b779e5f-ac79-429f-96b8-7117b3dad812 req-67e8f6c6-37b7-4581-95ba-fa7ab471d9f0 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:39.062657 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2b779e5f-ac79-429f-96b8-7117b3dad812 req-67e8f6c6-37b7-4581-95ba-fa7ab471d9f0 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:39.064208 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 809867f7-afe0-46e1-81e0-6c66d7970832 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:20:39.064768 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 809867f7-afe0-46e1-81e0-6c66d7970832 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:20:39.066738 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4ab8fcc7-0a71-442e-ac30-fcdba01b087b no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:20:39.073423 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-6168d06c-8afe-4fc5-b08f-8efbf108a356 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=cb0e6a15-3575-43aa-a8c6-52080c8b83ec HTTP/1.1" status: 200 len: 217 time: 0.0475416 Aug 31 09:20:39.074399 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2abb8204-4eef-4722-ad87-67e89776cfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:39.077066 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-2b779e5f-ac79-429f-96b8-7117b3dad812 req-67e8f6c6-37b7-4581-95ba-fa7ab471d9f0 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Calling delete_port for 870661d1-4b04-4458-802b-95a9ca78036c owned by network:floatingip {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:20:39.097981 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abb8204-4eef-4722-ad87-67e89776cfbf admin admin] No DVR routers for this DVR port 809867f7-afe0-46e1-81e0-6c66d7970832 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:20:39.132276 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 4ab8fcc7-0a71-442e-ac30-fcdba01b087b {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:20:39.133489 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4ab8fcc7-0a71-442e-ac30-fcdba01b087b not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:20:39.162034 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb8204-4eef-4722-ad87-67e89776cfbf admin admin] Pushing event deleted for resources: {'Port': ['ID=809867f7-afe0-46e1-81e0-6c66d7970832,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:39.262444 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-fb96d6e8-3db6-4b49-918b-76792a2365a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:39.264055 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-fb96d6e8-3db6-4b49-918b-76792a2365a8 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d9b71bd3-689f-45e5-b57d-0c067c6d8649 HTTP/1.1" status: 200 len: 797 time: 0.1807051 Aug 31 09:20:39.288455 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2abb8204-4eef-4722-ad87-67e89776cfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:39.322171 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4553a87-3eaf-4d55-bace-a305a45f8869 req-cfb56e4b-00c4-46d2-a25a-71f94f71e49b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:39.324858 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a4553a87-3eaf-4d55-bace-a305a45f8869 req-cfb56e4b-00c4-46d2-a25a-71f94f71e49b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 947 time: 0.0676448 Aug 31 09:20:39.327744 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-2abb8204-4eef-4722-ad87-67e89776cfbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e09785-e646-4091-b087-b031d80b436d']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:39.330967 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2b779e5f-ac79-429f-96b8-7117b3dad812 req-67e8f6c6-37b7-4581-95ba-fa7ab471d9f0 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:39.344737 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-2abb8204-4eef-4722-ad87-67e89776cfbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:39.345036 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-2abb8204-4eef-4722-ad87-67e89776cfbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84bbff95-2e07-4ba6-a1a3-0c5e8f31b79a') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:39.350306 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-ec8bd410-3662-4cfc-b93e-ac28be03f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:39.351421 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-ec8bd410-3662-4cfc-b93e-ac28be03f3a7 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=94d58612-6d06-41c9-a267-ebf7c959afe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0738044 Aug 31 09:20:39.360821 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2abb8204-4eef-4722-ad87-67e89776cfbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:39.384588 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8f6c6-37b7-4581-95ba-fa7ab471d9f0 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Pushing event deleted for resources: {'Port': ['ID=870661d1-4b04-4458-802b-95a9ca78036c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:39.480166 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2abb8204-4eef-4722-ad87-67e89776cfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:39.492506 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2b779e5f-ac79-429f-96b8-7117b3dad812 req-67e8f6c6-37b7-4581-95ba-fa7ab471d9f0 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks [] for floatingip, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:39.492707 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-3cf2cb08-9b46-4513-bcd9-cd1dbcef2ead service neutron] 10.222.0.112 "GET /v2.0/networks/94d58612-6d06-41c9-a267-ebf7c959afe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298068 Aug 31 09:20:39.495567 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2abb8204-4eef-4722-ad87-67e89776cfbf admin admin] Releasing vlan 1622 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:20:39.495567 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2abb8204-4eef-4722-ad87-67e89776cfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: self.session.flush() Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: self.session.flush() Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: self.session.flush() Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: self.session.flush() Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:20:39.496687 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:20:39.499012 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2b779e5f-ac79-429f-96b8-7117b3dad812 req-67e8f6c6-37b7-4581-95ba-fa7ab471d9f0 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:39.499012 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2b779e5f-ac79-429f-96b8-7117b3dad812 req-67e8f6c6-37b7-4581-95ba-fa7ab471d9f0 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "DELETE /v2.0/floatingips/084e5c47-8ce7-40c0-b87e-395c912ff172 HTTP/1.1" status: 204 len: 173 time: 1.2370102 Aug 31 09:20:39.514465 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a4553a87-3eaf-4d55-bace-a305a45f8869 req-f82a1827-8ce8-4644-8f70-59a0a3480837 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700580 Aug 31 09:20:39.582054 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33096) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:39.604831 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'tag': '0ad87690-513e-49db-86b3-0ddc33190312'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:20:39.608590 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bb1f09-40c0-453c-946b-9dc3768f2443" -d '{"events": [{"name": "network-changed", "server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "tag": "0ad87690-513e-49db-86b3-0ddc33190312"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:20:39.666509 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-88a3277d-6b76-4db0-b926-937aef76624d service neutron] 10.222.0.112 "GET /v2.0/networks/94d58612-6d06-41c9-a267-ebf7c959afe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568384 Aug 31 09:20:39.669163 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256c619-d6b7-4404-9f87-575f9c304d11 req-701cb2fc-b66f-4915-95fa-a280b6b02867 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:39.670893 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d256c619-d6b7-4404-9f87-575f9c304d11 req-701cb2fc-b66f-4915-95fa-a280b6b02867 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1054387 Aug 31 09:20:39.679287 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a2558b7-a302-4e23-a33e-90afe8e3e772 admin admin] Deleting subnet d2c5f0e8-9f08-4f88-baac-5c015079d04c {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:20:39.693810 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3a2558b7-a302-4e23-a33e-90afe8e3e772 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:39.731717 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2abb8204-4eef-4722-ad87-67e89776cfbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:39.735589 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-ce9267ed-6d11-4679-9e63-110decbf4c12 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=364484db-9bd2-4077-90c3-49c9425b4048 HTTP/1.1" status: 200 len: 217 time: 0.0531895 Aug 31 09:20:39.755935 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2abb8204-4eef-4722-ad87-67e89776cfbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:39.761155 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2abb8204-4eef-4722-ad87-67e89776cfbf admin admin] 10.222.0.119 "DELETE /v2.0/networks/75e09785-e646-4091-b087-b031d80b436d HTTP/1.1" status: 204 len: 168 time: 1.7853875 Aug 31 09:20:39.769493 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3a2558b7-a302-4e23-a33e-90afe8e3e772 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:39.772658 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb8204-4eef-4722-ad87-67e89776cfbf admin admin] Pushing event deleted for resources: {'Network': ['ID=75e09785-e646-4091-b087-b031d80b436d,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:39.774768 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d256c619-d6b7-4404-9f87-575f9c304d11 req-415d273b-c895-4b41-b9a8-f94b8a3d2736 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929615 Aug 31 09:20:39.861081 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3a2558b7-a302-4e23-a33e-90afe8e3e772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:39.864769 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb8204-4eef-4722-ad87-67e89776cfbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:39.868178 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb8204-4eef-4722-ad87-67e89776cfbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:39.868747 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb8204-4eef-4722-ad87-67e89776cfbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:39.869280 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb8204-4eef-4722-ad87-67e89776cfbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:39.870958 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb8204-4eef-4722-ad87-67e89776cfbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:39.871550 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb8204-4eef-4722-ad87-67e89776cfbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:39.872732 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb8204-4eef-4722-ad87-67e89776cfbf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:39.873244 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb8204-4eef-4722-ad87-67e89776cfbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:39.874336 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb8204-4eef-4722-ad87-67e89776cfbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:39.875815 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb8204-4eef-4722-ad87-67e89776cfbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:39.876477 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb8204-4eef-4722-ad87-67e89776cfbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:39.876977 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb8204-4eef-4722-ad87-67e89776cfbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:39.914309 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-c1079e01-21f6-4d1c-ad35-5640c2cf0eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:39.915922 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-c1079e01-21f6-4d1c-ad35-5640c2cf0eee service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d9b71bd3-689f-45e5-b57d-0c067c6d8649 HTTP/1.1" status: 200 len: 797 time: 0.1530907 Aug 31 09:20:40.001931 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-f49b62cd-635c-45b8-a686-096854be573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:40.003747 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-f49b62cd-635c-45b8-a686-096854be573f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=94d58612-6d06-41c9-a267-ebf7c959afe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0752108 Aug 31 09:20:40.021156 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f11dfc-24d1-4df9-8db1-438a1d1de71d req-38f1b020-1d64-4fdc-8750-9f9941b973d4 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:40.028455 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f11dfc-24d1-4df9-8db1-438a1d1de71d req-38f1b020-1d64-4fdc-8750-9f9941b973d4 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:40.034755 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f11dfc-24d1-4df9-8db1-438a1d1de71d req-38f1b020-1d64-4fdc-8750-9f9941b973d4 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:40.041069 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f11dfc-24d1-4df9-8db1-438a1d1de71d req-38f1b020-1d64-4fdc-8750-9f9941b973d4 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:40.047885 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f11dfc-24d1-4df9-8db1-438a1d1de71d req-38f1b020-1d64-4fdc-8750-9f9941b973d4 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:40.053968 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f11dfc-24d1-4df9-8db1-438a1d1de71d req-38f1b020-1d64-4fdc-8750-9f9941b973d4 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:40.060257 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f11dfc-24d1-4df9-8db1-438a1d1de71d req-38f1b020-1d64-4fdc-8750-9f9941b973d4 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:40.069774 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f2f11dfc-24d1-4df9-8db1-438a1d1de71d req-38f1b020-1d64-4fdc-8750-9f9941b973d4 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 5429 time: 0.1619258 Aug 31 09:20:40.134391 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3a2558b7-a302-4e23-a33e-90afe8e3e772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:40.159629 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-45bbd6a9-0a33-4c64-89bf-8c762da34e7f service neutron] 10.222.0.112 "GET /v2.0/networks/94d58612-6d06-41c9-a267-ebf7c959afe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397884 Aug 31 09:20:40.166778 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3a2558b7-a302-4e23-a33e-90afe8e3e772 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:40.173326 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3a2558b7-a302-4e23-a33e-90afe8e3e772 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/d2c5f0e8-9f08-4f88-baac-5c015079d04c HTTP/1.1" status: 204 len: 168 time: 0.5757422 Aug 31 09:20:40.180476 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33104) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:40.253815 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2558b7-a302-4e23-a33e-90afe8e3e772 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2c5f0e8-9f08-4f88-baac-5c015079d04c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:40.298721 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c6e41-4c0b-4096-8da6-d47fddc70c2f req-b449e907-4aed-4547-a622-a867ac4607c9 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:40.300312 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c90c6e41-4c0b-4096-8da6-d47fddc70c2f req-b449e907-4aed-4547-a622-a867ac4607c9 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=e0e3905d-cee9-42f9-947d-5a7fbc192d9b HTTP/1.1" status: 200 len: 946 time: 0.3067925 Aug 31 09:20:40.303487 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33106) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:40.315616 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f2f11dfc-24d1-4df9-8db1-438a1d1de71d req-d10802d8-ed45-49bc-9eab-1510f90198d7 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&id=1ebc046b-3f58-4516-bb28-5f802a90d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2444689 Aug 31 09:20:40.372246 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-c1239f99-99e3-49d2-96d5-7f61f5900ba8 service neutron] 10.222.0.112 "GET /v2.0/networks/94d58612-6d06-41c9-a267-ebf7c959afe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011497 Aug 31 09:20:40.382680 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-90274668-4c1a-4541-8dbe-0aa9e0da3500 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=3ee53d83cab74f8189b7e564f9ce32ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0777385 Aug 31 09:20:40.383463 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33108) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:40.392867 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ad6048f4-4ea1-442a-9f9b-024be9857e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:40.445789 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-f73173d5-e67e-44a1-bb4b-06831645c4ed service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=059cb46a-47e1-4b70-a75c-51ba456bd33b HTTP/1.1" status: 200 len: 217 time: 0.0541627 Aug 31 09:20:40.464086 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c90c6e41-4c0b-4096-8da6-d47fddc70c2f req-e74f629d-1837-4d53-8f0d-c207ee7dffcd tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366587 Aug 31 09:20:40.553939 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bfc59b-07a1-4021-9b89-0dd1710abb38 x-openstack-request-id: req-13bfc59b-07a1-4021-9b89-0dd1710abb38 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:20:40.554257 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "tag": "0ad87690-513e-49db-86b3-0ddc33190312", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:20:40.554476 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-13bfc59b-07a1-4021-9b89-0dd1710abb38 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:20:40.554887 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'tag': '0ad87690-513e-49db-86b3-0ddc33190312', 'status': 'completed', 'code': 200} Aug 31 09:20:40.557895 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dddd4ffb-d9ff-4a0a-a0f4-11b0d33a64ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:40.591749 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dddd4ffb-d9ff-4a0a-a0f4-11b0d33a64ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:40.608477 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d57ec14-fca9-4244-a875-13eb4a7d4ed3 req-8faec0a1-e114-4d74-9c7b-76d65a9083b4 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/floatingips/efb334fe-74af-4865-b023-8258b5525787 HTTP/1.1" status: 200 len: 693 time: 0.1041424 Aug 31 09:20:40.664174 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ad6048f4-4ea1-442a-9f9b-024be9857e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:40.682748 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-ad6048f4-4ea1-442a-9f9b-024be9857e5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f353997d-12d5-47f5-bc55-13148c348a0b']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:40.701534 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-ad6048f4-4ea1-442a-9f9b-024be9857e5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '329c79c6-5ca3-4a1a-b3d4-414355128167') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:40.701872 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-ad6048f4-4ea1-442a-9f9b-024be9857e5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '329c79c6-5ca3-4a1a-b3d4-414355128167') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:40.722924 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-e728ec57-282a-4e11-81fd-e92f8fb1abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:40.723827 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ad6048f4-4ea1-442a-9f9b-024be9857e5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:40.727311 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-e728ec57-282a-4e11-81fd-e92f8fb1abd0 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d9b71bd3-689f-45e5-b57d-0c067c6d8649 HTTP/1.1" status: 200 len: 797 time: 0.2677429 Aug 31 09:20:40.750180 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ad6048f4-4ea1-442a-9f9b-024be9857e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:40.759842 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad6048f4-4ea1-442a-9f9b-024be9857e5e admin admin] Releasing vlan 1637 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:20:40.760252 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ad6048f4-4ea1-442a-9f9b-024be9857e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:40.769228 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57ec14-fca9-4244-a875-13eb4a7d4ed3 req-7f7ba1a4-c3c9-4743-8e6c-67250132deed tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:40.776097 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d57ec14-fca9-4244-a875-13eb4a7d4ed3 req-7f7ba1a4-c3c9-4743-8e6c-67250132deed tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 784 time: 0.1668353 Aug 31 09:20:40.784163 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:20:40.784163 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:20:40.784163 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:20:40.784163 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:20:40.784163 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:20:40.784163 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:20:40.784163 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:20:40.784163 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:20:40.784163 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:20:40.784163 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:20:40.784163 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:20:40.784163 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:20:40.784163 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:20:40.784163 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:20:40.784163 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:20:40.784163 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:20:40.784163 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:20:40.784163 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:20:40.784163 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:20:40.784163 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:20:40.784163 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:20:40.784163 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:20:40.784163 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:20:40.784163 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:20:40.784163 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:20:40.784163 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:20:40.784163 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:20:40.784163 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:20:40.784163 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:20:40.784163 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:20:40.784163 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:20:40.784163 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:20:40.824564 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dddd4ffb-d9ff-4a0a-a0f4-11b0d33a64ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:40.827948 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dddd4ffb-d9ff-4a0a-a0f4-11b0d33a64ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:40.829328 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-dddd4ffb-d9ff-4a0a-a0f4-11b0d33a64ce admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/f0d8ce8d-a2f2-4182-aa13-35c51855e272 HTTP/1.1" status: 204 len: 168 time: 0.4444451 Aug 31 09:20:40.848932 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd4ffb-d9ff-4a0a-a0f4-11b0d33a64ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d8ce8d-a2f2-4182-aa13-35c51855e272,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:40.861304 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-1e015528-5663-4f45-a239-ec6aa5bebfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:40.863202 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-1e015528-5663-4f45-a239-ec6aa5bebfdd service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=94d58612-6d06-41c9-a267-ebf7c959afe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1151724 Aug 31 09:20:40.947954 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d57ec14-fca9-4244-a875-13eb4a7d4ed3 req-b95fe620-460e-4628-bd66-1d2f29825ec8 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.147 HTTP/1.1" status: 200 len: 696 time: 0.1689732 Aug 31 09:20:41.019451 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-34e1b3ec-13b3-40c1-a052-ff6af59388e3 service neutron] 10.222.0.112 "GET /v2.0/networks/94d58612-6d06-41c9-a267-ebf7c959afe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416755 Aug 31 09:20:41.025576 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d57ec14-fca9-4244-a875-13eb4a7d4ed3 req-0f443479-c858-4a27-9cf7-f490d475c437 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.147 HTTP/1.1" status: 200 len: 696 time: 0.0781639 Aug 31 09:20:41.117020 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ad6048f4-4ea1-442a-9f9b-024be9857e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:41.123544 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ad6048f4-4ea1-442a-9f9b-024be9857e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:41.125899 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ad6048f4-4ea1-442a-9f9b-024be9857e5e admin admin] 10.222.0.119 "DELETE /v2.0/networks/f353997d-12d5-47f5-bc55-13148c348a0b HTTP/1.1" status: 204 len: 168 time: 0.9435785 Aug 31 09:20:41.134946 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33118) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:41.169862 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-cab03f8f-8314-4df8-944b-2bd4c37111c0 service neutron] 10.222.0.112 "GET /v2.0/networks/94d58612-6d06-41c9-a267-ebf7c959afe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410077 Aug 31 09:20:41.200363 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ba9ca-2c4b-43de-bbc5-1c6d21b4d12b req-2582133f-a95d-4db2-9500-1a439078f9f2 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:41.208565 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-477ba9ca-2c4b-43de-bbc5-1c6d21b4d12b req-2582133f-a95d-4db2-9500-1a439078f9f2 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=14b55c43-b170-478d-8fe5-264538117b7f HTTP/1.1" status: 200 len: 946 time: 0.3075721 Aug 31 09:20:41.232785 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af6a992-56b6-4737-9846-557e4fb5d41e admin admin] Deleting subnet 928781a9-e189-45fc-94e5-10945994ab46 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:20:41.236946 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4af6a992-56b6-4737-9846-557e4fb5d41e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:41.258735 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-2f58a679-44fe-41da-bd8c-a56b0cbcaae2 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=5f9f3a58-50d7-4f47-99df-c28173384e13 HTTP/1.1" status: 200 len: 217 time: 0.0725784 Aug 31 09:20:41.288975 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6048f4-4ea1-442a-9f9b-024be9857e5e admin admin] Pushing event deleted for resources: {'Network': ['ID=f353997d-12d5-47f5-bc55-13148c348a0b,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:41.313514 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5ff6796f-48b6-4906-92a7-867db00dd352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:41.327912 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4af6a992-56b6-4737-9846-557e4fb5d41e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:41.352825 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-d2155acc-1d87-468e-851d-ed84a6da8155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:41.354302 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-d2155acc-1d87-468e-851d-ed84a6da8155 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d9b71bd3-689f-45e5-b57d-0c067c6d8649 HTTP/1.1" status: 200 len: 797 time: 0.0871098 Aug 31 09:20:41.392942 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-477ba9ca-2c4b-43de-bbc5-1c6d21b4d12b req-b6875d1b-1941-4f79-a60a-449f93b2338a tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830425 Aug 31 09:20:41.444327 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4af6a992-56b6-4737-9846-557e4fb5d41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:41.454624 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-2d57ec14-fca9-4244-a875-13eb4a7d4ed3 req-9547412f-a64d-4e51-92ce-4157a2d3e193 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Deleting port 19b8fb08-1af2-49c2-8d06-334bfd27bd37 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:20:41.454624 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2d57ec14-fca9-4244-a875-13eb4a7d4ed3 req-9547412f-a64d-4e51-92ce-4157a2d3e193 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:41.508212 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-9b9e321d-69ec-47ce-9a31-0958445f9b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:41.509717 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-9b9e321d-69ec-47ce-9a31-0958445f9b91 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=94d58612-6d06-41c9-a267-ebf7c959afe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1431580 Aug 31 09:20:41.676374 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c499618-802a-4c83-9c56-36033d4a34d6 req-88f625b9-a7a6-44f0-90ee-8e5f53db52a4 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:41.678103 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0c499618-802a-4c83-9c56-36033d4a34d6 req-88f625b9-a7a6-44f0-90ee-8e5f53db52a4 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 947 time: 0.1932225 Aug 31 09:20:41.704355 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-c28fb341-f7ef-4feb-80eb-d182b001ecb1 service neutron] 10.222.0.112 "GET /v2.0/networks/94d58612-6d06-41c9-a267-ebf7c959afe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815062 Aug 31 09:20:41.749337 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2d57ec14-fca9-4244-a875-13eb4a7d4ed3 req-9547412f-a64d-4e51-92ce-4157a2d3e193 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:41.749788 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2d57ec14-fca9-4244-a875-13eb4a7d4ed3 req-9547412f-a64d-4e51-92ce-4157a2d3e193 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:41.773454 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-2d57ec14-fca9-4244-a875-13eb4a7d4ed3 req-9547412f-a64d-4e51-92ce-4157a2d3e193 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Calling delete_port for 19b8fb08-1af2-49c2-8d06-334bfd27bd37 owned by network:floatingip {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:20:41.852639 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4af6a992-56b6-4737-9846-557e4fb5d41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:41.887947 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-939a878b-b4b5-4f4c-9d1c-8b2c05cd6fbd service neutron] 10.222.0.112 "GET /v2.0/networks/94d58612-6d06-41c9-a267-ebf7c959afe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711438 Aug 31 09:20:41.891153 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0c499618-802a-4c83-9c56-36033d4a34d6 req-4f618241-9fe2-4135-b40d-d36ba4dc899a tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929579 Aug 31 09:20:41.999774 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-45c477e9-3918-4166-ba88-44201261882f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=db393805-9290-4e57-b3fc-bf1014410ed2 HTTP/1.1" status: 200 len: 217 time: 0.0892775 Aug 31 09:20:42.018959 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6a992-56b6-4737-9846-557e4fb5d41e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=928781a9-e189-45fc-94e5-10945994ab46,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:42.046311 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4af6a992-56b6-4737-9846-557e4fb5d41e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:42.049375 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4af6a992-56b6-4737-9846-557e4fb5d41e admin admin] 10.222.0.119 "DELETE /v2.0/subnets/928781a9-e189-45fc-94e5-10945994ab46 HTTP/1.1" status: 204 len: 168 time: 0.9116137 Aug 31 09:20:42.059115 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33136) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:42.087901 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2d57ec14-fca9-4244-a875-13eb4a7d4ed3 req-9547412f-a64d-4e51-92ce-4157a2d3e193 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:42.114240 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e73f79-614c-46a6-8e89-3c43df407425 req-80fe089e-3714-4a94-8b3f-e1098a47f7ce tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:42.116503 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-92e73f79-614c-46a6-8e89-3c43df407425 req-80fe089e-3714-4a94-8b3f-e1098a47f7ce tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.0902276 Aug 31 09:20:42.157207 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547412f-a64d-4e51-92ce-4157a2d3e193 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Pushing event deleted for resources: {'Port': ['ID=19b8fb08-1af2-49c2-8d06-334bfd27bd37,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:42.191720 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-c0ecf67e-ee9e-4319-bdf3-cf04d1ec2aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:42.193555 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-c0ecf67e-ee9e-4319-bdf3-cf04d1ec2aea service neutron] 10.222.0.112 "GET /v2.0/subnets?id=738e5ace-96d7-4741-8d29-c5798e2f10f3 HTTP/1.1" status: 200 len: 797 time: 0.1927378 Aug 31 09:20:42.264098 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-40da7198-db01-40a4-ae06-5f4ea9d5fde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:42.274325 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-92e73f79-614c-46a6-8e89-3c43df407425 req-220b4ead-a8bc-493d-89ff-031f8dade188 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498454 Aug 31 09:20:42.288966 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-062417dd-fdbf-416a-b564-0bae48ea70bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:42.289856 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2d57ec14-fca9-4244-a875-13eb4a7d4ed3 req-9547412f-a64d-4e51-92ce-4157a2d3e193 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks [] for floatingip, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:42.291190 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-062417dd-fdbf-416a-b564-0bae48ea70bc service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b23b223a-9bf9-44c7-9495-5e7b861ae144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0843389 Aug 31 09:20:42.296409 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2d57ec14-fca9-4244-a875-13eb4a7d4ed3 req-9547412f-a64d-4e51-92ce-4157a2d3e193 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:42.319150 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d57ec14-fca9-4244-a875-13eb4a7d4ed3 req-9547412f-a64d-4e51-92ce-4157a2d3e193 tempest-FloatingIPDetailsTestJSON-1734410568 tempest-FloatingIPDetailsTestJSON-1734410568-project] 10.222.0.119 "DELETE /v2.0/floatingips/efb334fe-74af-4865-b023-8258b5525787 HTTP/1.1" status: 204 len: 173 time: 1.2925975 Aug 31 09:20:42.322224 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33142) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:42.443562 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-5f31487a-0a14-4922-84fc-14a205681b26 service neutron] 10.222.0.112 "GET /v2.0/networks/b23b223a-9bf9-44c7-9495-5e7b861ae144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189358 Aug 31 09:20:42.557909 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-40da7198-db01-40a4-ae06-5f4ea9d5fde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:42.576439 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-40da7198-db01-40a4-ae06-5f4ea9d5fde5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61cd2629-f379-4b8d-a169-7293d2a22aff']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:42.590565 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-40da7198-db01-40a4-ae06-5f4ea9d5fde5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8bd8819-4f8a-44c9-a5bd-296e8e5a09c0') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:42.590565 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-40da7198-db01-40a4-ae06-5f4ea9d5fde5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8bd8819-4f8a-44c9-a5bd-296e8e5a09c0') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:42.606947 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-40da7198-db01-40a4-ae06-5f4ea9d5fde5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:42.635124 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-40da7198-db01-40a4-ae06-5f4ea9d5fde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:42.641881 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40da7198-db01-40a4-ae06-5f4ea9d5fde5 admin admin] Releasing vlan 1647 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:20:42.642697 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-40da7198-db01-40a4-ae06-5f4ea9d5fde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:42.708346 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:20:42.708346 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:20:42.708346 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:20:42.708346 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:20:42.708346 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:20:42.708346 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:20:42.708346 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:20:42.708346 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:20:42.708346 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:20:42.708346 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:20:42.708346 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:20:42.708346 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:20:42.708346 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:20:42.708346 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:20:42.708346 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:20:42.708346 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:20:42.708346 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:20:42.708346 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:20:42.708346 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:20:42.708346 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:20:42.708346 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:20:42.708346 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:20:42.708346 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:20:42.708346 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:20:42.708346 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:20:42.708346 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:20:42.708346 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:20:42.708346 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:20:42.708346 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:20:42.708346 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:20:42.708346 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:20:42.708346 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:20:42.785257 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-a0905a90-3644-40ca-a59e-ce66efbfea6a service neutron] 10.222.0.112 "GET /v2.0/networks/b23b223a-9bf9-44c7-9495-5e7b861ae144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278608 Aug 31 09:20:42.794270 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33150) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:42.832563 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca9f8b-1618-4da4-aa58-3438304d24b8 req-ca39dc94-14f0-4035-bcfd-7305235e0a48 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:42.855790 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca9f8b-1618-4da4-aa58-3438304d24b8 req-ca39dc94-14f0-4035-bcfd-7305235e0a48 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:42.867299 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca9f8b-1618-4da4-aa58-3438304d24b8 req-ca39dc94-14f0-4035-bcfd-7305235e0a48 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:42.879131 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca9f8b-1618-4da4-aa58-3438304d24b8 req-ca39dc94-14f0-4035-bcfd-7305235e0a48 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:42.881670 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-40da7198-db01-40a4-ae06-5f4ea9d5fde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:42.890671 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-40da7198-db01-40a4-ae06-5f4ea9d5fde5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:42.892563 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-40da7198-db01-40a4-ae06-5f4ea9d5fde5 admin admin] 10.222.0.119 "DELETE /v2.0/networks/61cd2629-f379-4b8d-a169-7293d2a22aff HTTP/1.1" status: 204 len: 168 time: 0.8323233 Aug 31 09:20:42.898516 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca9f8b-1618-4da4-aa58-3438304d24b8 req-ca39dc94-14f0-4035-bcfd-7305235e0a48 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:42.911711 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca9f8b-1618-4da4-aa58-3438304d24b8 req-ca39dc94-14f0-4035-bcfd-7305235e0a48 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:42.912269 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-fbc8275b-d27b-483c-9318-b0c5d1dfc3a4 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0ad87690-513e-49db-86b3-0ddc33190312 HTTP/1.1" status: 200 len: 217 time: 0.1114731 Aug 31 09:20:42.928060 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca9f8b-1618-4da4-aa58-3438304d24b8 req-ca39dc94-14f0-4035-bcfd-7305235e0a48 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:42.931873 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-09ca9f8b-1618-4da4-aa58-3438304d24b8 req-ca39dc94-14f0-4035-bcfd-7305235e0a48 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 5429 time: 0.3586550 Aug 31 09:20:42.998889 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da7198-db01-40a4-ae06-5f4ea9d5fde5 admin admin] Pushing event deleted for resources: {'Network': ['ID=61cd2629-f379-4b8d-a169-7293d2a22aff,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:43.045742 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-61753079-adab-4734-a683-6dc7edc7586a admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-600645039-network', 'tenant_id': '13fae58522454fb384b983d48d032915'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:43.071434 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-c1c352cf-dfc9-4cca-9d6d-fa86bbc8e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:43.072916 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-c1c352cf-dfc9-4cca-9d6d-fa86bbc8e8ae service neutron] 10.222.0.112 "GET /v2.0/subnets?id=738e5ace-96d7-4741-8d29-c5798e2f10f3 HTTP/1.1" status: 200 len: 797 time: 0.1471519 Aug 31 09:20:43.139295 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-24f0051b-f754-4946-b7f6-fddd8f3889ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:43.140865 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-24f0051b-f754-4946-b7f6-fddd8f3889ba service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b23b223a-9bf9-44c7-9495-5e7b861ae144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0586612 Aug 31 09:20:43.234509 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f3cdf-d2fd-4148-8f95-7516dff8b6db req-07140746-68a4-44ab-8391-02b068a880ee tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:43.235089 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61753079-adab-4734-a683-6dc7edc7586a admin admin] Made reservation on behalf of 13fae58522454fb384b983d48d032915 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:20:43.239288 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-61753079-adab-4734-a683-6dc7edc7586a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:43.249761 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f3cdf-d2fd-4148-8f95-7516dff8b6db req-07140746-68a4-44ab-8391-02b068a880ee tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:43.264109 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8f3cdf-d2fd-4148-8f95-7516dff8b6db req-07140746-68a4-44ab-8391-02b068a880ee tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:43.271778 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f8f3cdf-d2fd-4148-8f95-7516dff8b6db req-07140746-68a4-44ab-8391-02b068a880ee tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=e0e3905d-cee9-42f9-947d-5a7fbc192d9b&device_id=d4f30a5c-3a4b-42bd-b643-5ede92bd071b&device_id=14b55c43-b170-478d-8fe5-264538117b7f HTTP/1.1" status: 200 len: 2418 time: 0.5483470 Aug 31 09:20:43.277478 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-61753079-adab-4734-a683-6dc7edc7586a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:43.304976 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-09ca9f8b-1618-4da4-aa58-3438304d24b8 req-e298988f-26a2-4140-a925-78b1e0248f89 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&id=1ebc046b-3f58-4516-bb28-5f802a90d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3391819 Aug 31 09:20:43.335745 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-b3a97c8d-9d41-41c9-8898-3273d8c5073e service neutron] 10.222.0.112 "GET /v2.0/networks/b23b223a-9bf9-44c7-9495-5e7b861ae144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803229 Aug 31 09:20:43.418653 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33158) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:43.457097 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f8f3cdf-d2fd-4148-8f95-7516dff8b6db req-a83a3fb7-0270-42eb-9319-e0436484d3dd tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843724 Aug 31 09:20:43.532131 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-acc69f8b-e0fd-43b7-9bf1-8459a35b84cb admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=91627f68c71f4b29855d6c5fb4946dae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1080160 Aug 31 09:20:43.534889 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33162) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:43.610842 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e4d1b2e4-3741-40d8-9b81-4c08845c0783 req-a9ff1bba-4a29-4932-b523-dce0a545dace service neutron] 10.222.0.112 "GET /v2.0/networks/b23b223a-9bf9-44c7-9495-5e7b861ae144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585201 Aug 31 09:20:43.624523 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-61753079-adab-4734-a683-6dc7edc7586a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:43.810303 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-61753079-adab-4734-a683-6dc7edc7586a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:43.838489 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61753079-adab-4734-a683-6dc7edc7586a admin admin] vlan segment allocate from pool success with {'vlan_id': 1640, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:20:43.863232 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61753079-adab-4734-a683-6dc7edc7586a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346d4639-ad89-4f96-94e4-698543bc290d,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:43.870973 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-61753079-adab-4734-a683-6dc7edc7586a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:43.875597 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-61753079-adab-4734-a683-6dc7edc7586a admin admin] Added segment b4f75bc3-a169-465d-906f-512815596c3d of type vlan for network 0fd987b9-6285-4563-b36d-6f30ee180798 Aug 31 09:20:43.946801 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-61753079-adab-4734-a683-6dc7edc7586a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:43.968688 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4cee8e9d-a575-4fd6-8f00-d37390740cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:43.997671 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb1f09-40c0-453c-946b-9dc3768f2443 req-edf50a69-22de-4873-b81c-d2ec9ec5341f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:43.998154 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb1f09-40c0-453c-946b-9dc3768f2443 req-edf50a69-22de-4873-b81c-d2ec9ec5341f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:44.003530 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb1f09-40c0-453c-946b-9dc3768f2443 req-edf50a69-22de-4873-b81c-d2ec9ec5341f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:44.005257 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb1f09-40c0-453c-946b-9dc3768f2443 req-edf50a69-22de-4873-b81c-d2ec9ec5341f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:44.005976 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb1f09-40c0-453c-946b-9dc3768f2443 req-edf50a69-22de-4873-b81c-d2ec9ec5341f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:44.006761 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb1f09-40c0-453c-946b-9dc3768f2443 req-edf50a69-22de-4873-b81c-d2ec9ec5341f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:44.007414 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb1f09-40c0-453c-946b-9dc3768f2443 req-edf50a69-22de-4873-b81c-d2ec9ec5341f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:44.012118 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-24bb1f09-40c0-453c-946b-9dc3768f2443 req-edf50a69-22de-4873-b81c-d2ec9ec5341f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=28327f57472644c38ebbd2d055c39768&device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 6493 time: 0.1005354 Aug 31 09:20:44.035709 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3a8fd-4a00-416a-9d38-80114e3b4fe8 req-22b9a438-3eae-4826-a191-c5c905bc8f6d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:44.037219 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9ab3a8fd-4a00-416a-9d38-80114e3b4fe8 req-22b9a438-3eae-4826-a191-c5c905bc8f6d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 947 time: 0.4558790 Aug 31 09:20:44.044804 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:44.048247 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d825737-bcca-4681-ba05-e32a7c4a7a66 req-2dfd7616-8595-4478-b52b-0aca105766ca tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:44.057875 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8d825737-bcca-4681-ba05-e32a7c4a7a66 req-2dfd7616-8595-4478-b52b-0aca105766ca tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.5096390 Aug 31 09:20:44.059812 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6a9745e7-b888-413f-a8ea-99a29a4488ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:44.108820 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-61753079-adab-4734-a683-6dc7edc7586a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:44.110227 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61753079-adab-4734-a683-6dc7edc7586a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:44.111047 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-61753079-adab-4734-a683-6dc7edc7586a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:44.142794 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6a9745e7-b888-413f-a8ea-99a29a4488ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:44.220633 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8d825737-bcca-4681-ba05-e32a7c4a7a66 req-e25fd0bd-ce38-4696-9417-f636ba65c94c tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553264 Aug 31 09:20:44.250153 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9ab3a8fd-4a00-416a-9d38-80114e3b4fe8 req-6ab94081-4221-48bd-96f2-8ecbbe233150 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878619 Aug 31 09:20:44.296860 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-37043a6d-3f9c-48b8-828d-00af6bb8f978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:44.486184 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6a9745e7-b888-413f-a8ea-99a29a4488ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:44.488987 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6a9745e7-b888-413f-a8ea-99a29a4488ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:44.492844 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6a9745e7-b888-413f-a8ea-99a29a4488ec admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/71d34456-bb01-4786-82b3-05445c056ade HTTP/1.1" status: 204 len: 168 time: 0.9541833 Aug 31 09:20:44.533727 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9745e7-b888-413f-a8ea-99a29a4488ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d34456-bb01-4786-82b3-05445c056ade,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:44.550218 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414b591-afd2-4713-9c6c-214c5597121d req-7258a6c5-7035-4419-bfb3-a8720561e74a tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:44.560388 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2414b591-afd2-4713-9c6c-214c5597121d req-7258a6c5-7035-4419-bfb3-a8720561e74a tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=e0e3905d-cee9-42f9-947d-5a7fbc192d9b HTTP/1.1" status: 200 len: 946 time: 0.1712170 Aug 31 09:20:44.609990 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61753079-adab-4734-a683-6dc7edc7586a admin admin] Pushing event updated for resources: {'Network': ['ID=0fd987b9-6285-4563-b36d-6f30ee180798,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:44.622031 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 0fd987b9-6285-4563-b36d-6f30ee180798 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:20:44.643832 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb1f09-40c0-453c-946b-9dc3768f2443 req-0dd5b6b4-9280-404d-a1ce-1956cb9e0f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:44.646091 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-24bb1f09-40c0-453c-946b-9dc3768f2443 req-0dd5b6b4-9280-404d-a1ce-1956cb9e0f9c service neutron] 10.222.0.112 "GET /v2.0/networks?id=b23b223a-9bf9-44c7-9495-5e7b861ae144 HTTP/1.1" status: 200 len: 904 time: 0.6189773 Aug 31 09:20:44.654359 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1453dbc-4dd0-4ad7-9b16-a22c51cd6fba req-966bb3d8-b2d0-4549-8dda-1f339186d0be tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:44.656635 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-61753079-adab-4734-a683-6dc7edc7586a admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8620045 Aug 31 09:20:44.659636 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33178) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:44.662597 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c1453dbc-4dd0-4ad7-9b16-a22c51cd6fba req-966bb3d8-b2d0-4549-8dda-1f339186d0be tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1897919 Aug 31 09:20:44.665004 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-810454d2-74b7-4828-8a3b-9d9a5c4bf6fb admin admin] Request body: {'subnet': {'network_id': '0fd987b9-6285-4563-b36d-6f30ee180798', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-600645039-subnet', 'tenant_id': '13fae58522454fb384b983d48d032915', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:44.717578 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2414b591-afd2-4713-9c6c-214c5597121d req-79037cee-b0cc-4393-b7e3-a0c51a38bcd3 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522734 Aug 31 09:20:44.794819 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-24bb1f09-40c0-453c-946b-9dc3768f2443 req-6115ee5a-857a-4a08-b10b-a50fd248d647 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0ad87690-513e-49db-86b3-0ddc33190312 HTTP/1.1" status: 200 len: 217 time: 0.1343000 Aug 31 09:20:44.795592 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c1453dbc-4dd0-4ad7-9b16-a22c51cd6fba req-42d2424f-419d-4cfd-9d38-8837dbc31358 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321006 Aug 31 09:20:44.891998 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb1f09-40c0-453c-946b-9dc3768f2443 req-915dd01a-c576-40dc-a20d-f5c40bd90d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:44.892909 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-24bb1f09-40c0-453c-946b-9dc3768f2443 req-915dd01a-c576-40dc-a20d-f5c40bd90d93 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=738e5ace-96d7-4741-8d29-c5798e2f10f3 HTTP/1.1" status: 200 len: 797 time: 0.0920358 Aug 31 09:20:44.954895 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810454d2-74b7-4828-8a3b-9d9a5c4bf6fb admin admin] Made reservation on behalf of 13fae58522454fb384b983d48d032915 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:20:44.959530 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-810454d2-74b7-4828-8a3b-9d9a5c4bf6fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:45.045428 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3e672-436a-424f-8a8e-db8284e387a7 req-4bb967a9-a3a5-4fb4-8211-0304c7046de5 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:45.057456 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3e672-436a-424f-8a8e-db8284e387a7 req-4bb967a9-a3a5-4fb4-8211-0304c7046de5 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:45.079307 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3e672-436a-424f-8a8e-db8284e387a7 req-4bb967a9-a3a5-4fb4-8211-0304c7046de5 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:45.086181 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3e672-436a-424f-8a8e-db8284e387a7 req-4bb967a9-a3a5-4fb4-8211-0304c7046de5 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:45.097966 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3e672-436a-424f-8a8e-db8284e387a7 req-4bb967a9-a3a5-4fb4-8211-0304c7046de5 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:45.105600 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3e672-436a-424f-8a8e-db8284e387a7 req-4bb967a9-a3a5-4fb4-8211-0304c7046de5 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:45.112877 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3e672-436a-424f-8a8e-db8284e387a7 req-4bb967a9-a3a5-4fb4-8211-0304c7046de5 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:45.115018 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70f3e672-436a-424f-8a8e-db8284e387a7 req-4bb967a9-a3a5-4fb4-8211-0304c7046de5 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 5429 time: 0.2848461 Aug 31 09:20:45.192321 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb1f09-40c0-453c-946b-9dc3768f2443 req-02d4f267-6fcf-4e96-80b0-315d03581d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:45.193778 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-24bb1f09-40c0-453c-946b-9dc3768f2443 req-02d4f267-6fcf-4e96-80b0-315d03581d69 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b23b223a-9bf9-44c7-9495-5e7b861ae144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2856572 Aug 31 09:20:45.245227 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:45.343487 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70f3e672-436a-424f-8a8e-db8284e387a7 req-67649eba-ecfd-4af4-b5db-eab49c33e5c6 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&id=1ebc046b-3f58-4516-bb28-5f802a90d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1508963 Aug 31 09:20:45.357921 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1502ff9-823f-446c-a156-b50dc7e44c93 req-8445f94c-87a9-4dd6-8c99-90c03c1c470e tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:45.359874 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f1502ff9-823f-446c-a156-b50dc7e44c93 req-8445f94c-87a9-4dd6-8c99-90c03c1c470e tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1802156 Aug 31 09:20:45.385420 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-37043a6d-3f9c-48b8-828d-00af6bb8f978 admin admin] Deleting port 6479d59b-a05c-490a-938b-bb3e50b8257c {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:20:45.385420 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-37043a6d-3f9c-48b8-828d-00af6bb8f978 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:45.388762 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-810454d2-74b7-4828-8a3b-9d9a5c4bf6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:45.494464 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810454d2-74b7-4828-8a3b-9d9a5c4bf6fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bdbd79f-71a4-488b-83f0-49244750b96a,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:45.518822 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-24bb1f09-40c0-453c-946b-9dc3768f2443 req-0ff89ca9-27ac-4af4-84a3-e9096dc79049 service neutron] 10.222.0.112 "GET /v2.0/networks/b23b223a-9bf9-44c7-9495-5e7b861ae144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558975 Aug 31 09:20:45.589701 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f1502ff9-823f-446c-a156-b50dc7e44c93 req-9ef67bc4-d102-41e0-99fe-e69b0fdc6166 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192731 Aug 31 09:20:45.609155 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-37043a6d-3f9c-48b8-828d-00af6bb8f978 admin admin] For port 6479d59b-a05c-490a-938b-bb3e50b8257c, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=6479d59b-a05c-490a-938b-bb3e50b8257c,segment=NetworkSegment(c054a34a-1ca4-4297-b3fb-ec3f17fc1533),segment_id=c054a34a-1ca4-4297-b3fb-ec3f17fc1533)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:45.610786 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-37043a6d-3f9c-48b8-828d-00af6bb8f978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:45.641297 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-37043a6d-3f9c-48b8-828d-00af6bb8f978 admin admin] Calling delete_port for 6479d59b-a05c-490a-938b-bb3e50b8257c owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:20:45.663716 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-24bb1f09-40c0-453c-946b-9dc3768f2443 req-fa5f2190-1d05-4a88-aa8a-0dfe733b086a service neutron] 10.222.0.112 "GET /v2.0/networks/b23b223a-9bf9-44c7-9495-5e7b861ae144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245506 Aug 31 09:20:45.668176 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810454d2-74b7-4828-8a3b-9d9a5c4bf6fb admin admin] Checking segment: {'id': 'b4f75bc3-a169-465d-906f-512815596c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': '0fd987b9-6285-4563-b36d-6f30ee180798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:20:45.669793 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810454d2-74b7-4828-8a3b-9d9a5c4bf6fb admin admin] Network hostable DHCP agents. Network: 0fd987b9-6285-4563-b36d-6f30ee180798, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:20:45.715979 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33194) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:45.773833 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810454d2-74b7-4828-8a3b-9d9a5c4bf6fb admin admin] Network 0fd987b9-6285-4563-b36d-6f30ee180798 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:20:45.793233 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ed0b1-9af6-4956-9fcc-6ad72e1ee8d0 req-ad5a9618-6de1-46a0-81a9-7a0233caa0a0 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:45.793233 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b92ed0b1-9af6-4956-9fcc-6ad72e1ee8d0 req-ad5a9618-6de1-46a0-81a9-7a0233caa0a0 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 947 time: 0.0853479 Aug 31 09:20:45.812344 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-94baf1ff-bd7c-4633-b9a0-89ba231e5189 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=59720f15f947442abbcbbb1ef3dde570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0945151 Aug 31 09:20:45.821729 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33200) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:45.889759 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-810454d2-74b7-4828-8a3b-9d9a5c4bf6fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 0fd987b9-6285-4563-b36d-6f30ee180798) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:20:45.898830 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7767154f-f5cd-4979-88b5-5180f7b0f3c3 None None] Network 0fd987b9-6285-4563-b36d-6f30ee180798 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:20:45.906678 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810454d2-74b7-4828-8a3b-9d9a5c4bf6fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:45.907394 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-810454d2-74b7-4828-8a3b-9d9a5c4bf6fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:45.929476 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a725c0dd-347d-4ffb-8405-fb8a919107c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:45.959643 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a725c0dd-347d-4ffb-8405-fb8a919107c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:46.060814 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-810454d2-74b7-4828-8a3b-9d9a5c4bf6fb admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3999100 Aug 31 09:20:46.064181 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33204) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:46.068060 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-19d80ff9-543d-481b-8129-c64fd998350d admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-600645039-router', 'tenant_id': '13fae58522454fb384b983d48d032915', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:46.122400 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b92ed0b1-9af6-4956-9fcc-6ad72e1ee8d0 req-715ec9a4-46d4-40d1-bc5c-525963740ef5 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613131 Aug 31 09:20:46.154295 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a725c0dd-347d-4ffb-8405-fb8a919107c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:46.162999 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a725c0dd-347d-4ffb-8405-fb8a919107c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:46.169867 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a725c0dd-347d-4ffb-8405-fb8a919107c9 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/68c91404-2b0f-4c08-a18b-f03c8ee977e5 HTTP/1.1" status: 204 len: 168 time: 0.3444912 Aug 31 09:20:46.192642 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725c0dd-347d-4ffb-8405-fb8a919107c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c91404-2b0f-4c08-a18b-f03c8ee977e5,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:46.204123 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-37043a6d-3f9c-48b8-828d-00af6bb8f978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:46.229444 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8d158d-be02-49fb-ac86-f42b1f876e46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-0fd987b9-6285-4563-b36d-6f30ee180798', 'network_id': '0fd987b9-6285-4563-b36d-6f30ee180798', 'tenant_id': '13fae58522454fb384b983d48d032915', 'fixed_ips': [{'subnet_id': '9bdbd79f-71a4-488b-83f0-49244750b96a'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:20:46.234518 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8b8d158d-be02-49fb-ac86-f42b1f876e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:46.248124 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37043a6d-3f9c-48b8-828d-00af6bb8f978 admin admin] Pushing event deleted for resources: {'Port': ['ID=6479d59b-a05c-490a-938b-bb3e50b8257c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:46.296024 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-19d80ff9-543d-481b-8129-c64fd998350d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:46.299500 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-19d80ff9-543d-481b-8129-c64fd998350d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:46.316126 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c62a7-67b2-4ae4-b0b7-cad2d5fbb03d req-fe364eca-83b2-4769-b4cb-4e6edb147478 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:46.327275 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6f0c62a7-67b2-4ae4-b0b7-cad2d5fbb03d req-fe364eca-83b2-4769-b4cb-4e6edb147478 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1844151 Aug 31 09:20:46.555604 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-8b8d158d-be02-49fb-ac86-f42b1f876e46 None None] Allocated IP 172.20.0.2 (0fd987b9-6285-4563-b36d-6f30ee180798/9bdbd79f-71a4-488b-83f0-49244750b96a/b5febb3f-d6a0-4ce7-85e1-ec364073d7cd) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:20:46.668760 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6f0c62a7-67b2-4ae4-b0b7-cad2d5fbb03d req-cc11f337-7276-4617-ae3c-2f099afc3cd5 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376949 Aug 31 09:20:46.688386 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-19d80ff9-543d-481b-8129-c64fd998350d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:46.775419 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-37043a6d-3f9c-48b8-828d-00af6bb8f978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:46.795181 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8b8d158d-be02-49fb-ac86-f42b1f876e46 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:46.817847 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8b8d158d-be02-49fb-ac86-f42b1f876e46 None None] Transition to ACTIVE for port object b5febb3f-d6a0-4ce7-85e1-ec364073d7cd will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:46.870174 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8b8d158d-be02-49fb-ac86-f42b1f876e46 None None] Transition to ACTIVE for port object b5febb3f-d6a0-4ce7-85e1-ec364073d7cd will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:46.900015 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:46.957862 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8b8d158d-be02-49fb-ac86-f42b1f876e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:46.995441 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c3fbe-eb43-4e0d-bdf5-2958daf3735e req-d9cc61f4-3f74-46ad-a567-dec53ece87c4 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:47.002314 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c3fbe-eb43-4e0d-bdf5-2958daf3735e req-d9cc61f4-3f74-46ad-a567-dec53ece87c4 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:47.017262 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c3fbe-eb43-4e0d-bdf5-2958daf3735e req-d9cc61f4-3f74-46ad-a567-dec53ece87c4 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:47.023240 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c3fbe-eb43-4e0d-bdf5-2958daf3735e req-d9cc61f4-3f74-46ad-a567-dec53ece87c4 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:47.030354 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c3fbe-eb43-4e0d-bdf5-2958daf3735e req-d9cc61f4-3f74-46ad-a567-dec53ece87c4 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:47.032128 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8d158d-be02-49fb-ac86-f42b1f876e46 None None] Network 0fd987b9-6285-4563-b36d-6f30ee180798 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:20:47.035029 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-8b8d158d-be02-49fb-ac86-f42b1f876e46 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:20:47.036541 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c3fbe-eb43-4e0d-bdf5-2958daf3735e req-d9cc61f4-3f74-46ad-a567-dec53ece87c4 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:47.044899 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d158d-be02-49fb-ac86-f42b1f876e46 None None] Pushing event updated for resources: {'Port': ['ID=b5febb3f-d6a0-4ce7-85e1-ec364073d7cd,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:47.045162 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c3fbe-eb43-4e0d-bdf5-2958daf3735e req-d9cc61f4-3f74-46ad-a567-dec53ece87c4 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:47.045162 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-613c3fbe-eb43-4e0d-bdf5-2958daf3735e req-d9cc61f4-3f74-46ad-a567-dec53ece87c4 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 5429 time: 0.3412025 Aug 31 09:20:47.055354 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8d158d-be02-49fb-ac86-f42b1f876e46 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:20:47.144179 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-8b8d158d-be02-49fb-ac86-f42b1f876e46 None None] Attempting to bind port b5febb3f-d6a0-4ce7-85e1-ec364073d7cd on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:20:47.144612 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-8b8d158d-be02-49fb-ac86-f42b1f876e46 None None] Attempting to bind port b5febb3f-d6a0-4ce7-85e1-ec364073d7cd by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'b4f75bc3-a169-465d-906f-512815596c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': '0fd987b9-6285-4563-b36d-6f30ee180798'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:20:47.145198 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8d158d-be02-49fb-ac86-f42b1f876e46 None None] Attempting to bind port b5febb3f-d6a0-4ce7-85e1-ec364073d7cd on network 0fd987b9-6285-4563-b36d-6f30ee180798 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:47.150828 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8d158d-be02-49fb-ac86-f42b1f876e46 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:20:47.151550 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8d158d-be02-49fb-ac86-f42b1f876e46 None None] Checking segment: {'id': 'b4f75bc3-a169-465d-906f-512815596c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': '0fd987b9-6285-4563-b36d-6f30ee180798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:20:47.152258 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8b8d158d-be02-49fb-ac86-f42b1f876e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:47.152871 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8d158d-be02-49fb-ac86-f42b1f876e46 None None] Bound using segment: {'id': 'b4f75bc3-a169-465d-906f-512815596c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': '0fd987b9-6285-4563-b36d-6f30ee180798'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:20:47.153436 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-8b8d158d-be02-49fb-ac86-f42b1f876e46 None None] Bound port: b5febb3f-d6a0-4ce7-85e1-ec364073d7cd, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f75bc3-a169-465d-906f-512815596c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': '0fd987b9-6285-4563-b36d-6f30ee180798'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:20:47.153877 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8b8d158d-be02-49fb-ac86-f42b1f876e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:47.210688 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-19d80ff9-543d-481b-8129-c64fd998350d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:47.246124 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-613c3fbe-eb43-4e0d-bdf5-2958daf3735e req-6e8f33bb-2d34-4e3b-9fea-4786c331ce66 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&id=1ebc046b-3f58-4516-bb28-5f802a90d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1816444 Aug 31 09:20:47.281728 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-8b8d158d-be02-49fb-ac86-f42b1f876e46 None None] For port b5febb3f-d6a0-4ce7-85e1-ec364073d7cd, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:20:47.286851 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-8b8d158d-be02-49fb-ac86-f42b1f876e46 None None] For port b5febb3f-d6a0-4ce7-85e1-ec364073d7cd, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=b5febb3f-d6a0-4ce7-85e1-ec364073d7cd,segment=NetworkSegment(b4f75bc3-a169-465d-906f-512815596c3d),segment_id=b4f75bc3-a169-465d-906f-512815596c3d)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:20:47.380620 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8b8d158d-be02-49fb-ac86-f42b1f876e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:47.466715 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece2fec-f8e3-4395-b455-425a50a5f7f8 req-418427a6-bc56-4b87-b08f-86f5fa0cd8e5 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:47.475582 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1ece2fec-f8e3-4395-b455-425a50a5f7f8 req-418427a6-bc56-4b87-b08f-86f5fa0cd8e5 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.2494829 Aug 31 09:20:47.486100 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d158d-be02-49fb-ac86-f42b1f876e46 None None] Pushing event updated for resources: {'Port': ['ID=b5febb3f-d6a0-4ce7-85e1-ec364073d7cd,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:47.664413 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014c61f-487e-4faa-b6a8-1d2984a56155 req-0820800d-c5ff-4a3d-8d67-745bb45b9205 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:47.666115 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3014c61f-487e-4faa-b6a8-1d2984a56155 req-0820800d-c5ff-4a3d-8d67-745bb45b9205 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 947 time: 0.3197086 Aug 31 09:20:47.702648 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1ece2fec-f8e3-4395-b455-425a50a5f7f8 req-3ff4cc13-9db8-4fb2-836e-0f9771299505 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258370 Aug 31 09:20:47.800239 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37043a6d-3f9c-48b8-828d-00af6bb8f978 admin admin] Router b49d08de-ea67-45ad-b765-6eebbdca5e2e has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:20:47.857186 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3014c61f-487e-4faa-b6a8-1d2984a56155 req-46d39b8b-e2fd-411c-a5cc-dce29b3d132b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788745 Aug 31 09:20:48.524833 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37043a6d-3f9c-48b8-828d-00af6bb8f978 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:20:48.536220 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33260) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:48.536684 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-37043a6d-3f9c-48b8-828d-00af6bb8f978 admin admin] 10.222.0.119 "PUT /v2.0/routers/b49d08de-ea67-45ad-b765-6eebbdca5e2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2129338 Aug 31 09:20:48.553305 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d96b4a0-2510-4568-bae6-0e228df85e3c None None] Sync routers for ids ['b49d08de-ea67-45ad-b765-6eebbdca5e2e'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:20:48.576134 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d96b4a0-2510-4568-bae6-0e228df85e3c None None] Routers {'b49d08de-ea67-45ad-b765-6eebbdca5e2e'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:20:48.576134 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-8d96b4a0-2510-4568-bae6-0e228df85e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:20:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b49d08de-ea67-45ad-b765-6eebbdca5e2e'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:48.715153 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ed28f8cb-9622-4053-948f-97cde3a5c648 admin admin] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:48.734935 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8509da-2892-423b-868c-67f00fbbf1aa req-9b468b1b-987c-41c4-a55e-7d150510098a tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:48.752483 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3d8509da-2892-423b-868c-67f00fbbf1aa req-9b468b1b-987c-41c4-a55e-7d150510098a tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=14b55c43-b170-478d-8fe5-264538117b7f HTTP/1.1" status: 200 len: 946 time: 0.8931077 Aug 31 09:20:48.782975 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-8d96b4a0-2510-4568-bae6-0e228df85e3c None None] Set router b49d08de-ea67-45ad-b765-6eebbdca5e2e gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:20:48.835563 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554627b8-bdb9-40f8-97a6-53cb632a6cfa None None] Network 0fd987b9-6285-4563-b36d-6f30ee180798 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:20:48.864760 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-19d80ff9-543d-481b-8129-c64fd998350d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:48.986889 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3d8509da-2892-423b-868c-67f00fbbf1aa req-7620b8a2-aa10-4bce-b71e-72eda6689e9e tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333877 Aug 31 09:20:48.992022 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-19d80ff9-543d-481b-8129-c64fd998350d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:49.021601 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ed28f8cb-9622-4053-948f-97cde3a5c648 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:49.065613 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1c1d9-58b6-4381-8ab5-09b2ea257ca5 req-a4a39bb7-c75d-4d01-a331-fe0e574ab5f1 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:49.069690 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-17a1c1d9-58b6-4381-8ab5-09b2ea257ca5 req-a4a39bb7-c75d-4d01-a331-fe0e574ab5f1 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.9844129 Aug 31 09:20:49.101421 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b5febb3f-d6a0-4ce7-85e1-ec364073d7cd up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:20:49.246143 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d3301338-c389-4e87-b187-6584a21802ea None None] Provisioning for port b5febb3f-d6a0-4ce7-85e1-ec364073d7cd completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:20:49.253521 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-8d96b4a0-2510-4568-bae6-0e228df85e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49d08de-ea67-45ad-b765-6eebbdca5e2e', 'name': 'tempest-FloatingIPDetailsTestJSON-511237959-router', 'tenant_id': 'f11dd1c146a146748bc6bc26dc2b225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '124b88de-679d-4710-8d46-86e928825387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:19:49Z', 'updated_at': '2021-08-31T09:20:46Z', 'revision_number': 5, 'project_id': 'f11dd1c146a146748bc6bc26dc2b225d', 'gw_port': {'id': '124b88de-679d-4710-8d46-86e928825387', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:67:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49d08de-ea67-45ad-b765-6eebbdca5e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:19:50Z', 'updated_at': '2021-08-31T09:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:49.268707 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-ed28f8cb-9622-4053-948f-97cde3a5c648 admin admin] Deleting port 124b88de-679d-4710-8d46-86e928825387 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:20:49.275669 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ed28f8cb-9622-4053-948f-97cde3a5c648 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:49.332556 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d96b4a0-2510-4568-bae6-0e228df85e3c None None] Checking router: b49d08de-ea67-45ad-b765-6eebbdca5e2e for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:20:49.347238 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d96b4a0-2510-4568-bae6-0e228df85e3c None None] Routers {'b49d08de-ea67-45ad-b765-6eebbdca5e2e'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:20:49.348221 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-8d96b4a0-2510-4568-bae6-0e228df85e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:20:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b49d08de-ea67-45ad-b765-6eebbdca5e2e'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:49.410631 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port b5febb3f-d6a0-4ce7-85e1-ec364073d7cd completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:20:49.413341 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-17a1c1d9-58b6-4381-8ab5-09b2ea257ca5 req-8d068c3d-34fa-46c3-838a-fd2ae26dc4d3 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215959 Aug 31 09:20:49.415505 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port b5febb3f-d6a0-4ce7-85e1-ec364073d7cd triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:49.415874 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:49.459569 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-ed28f8cb-9622-4053-948f-97cde3a5c648 admin admin] For port 124b88de-679d-4710-8d46-86e928825387, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=124b88de-679d-4710-8d46-86e928825387,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:49.460204 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ed28f8cb-9622-4053-948f-97cde3a5c648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:49.540745 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-ed28f8cb-9622-4053-948f-97cde3a5c648 admin admin] Calling delete_port for 124b88de-679d-4710-8d46-86e928825387 owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:20:49.545451 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-8d96b4a0-2510-4568-bae6-0e228df85e3c None None] Set router b49d08de-ea67-45ad-b765-6eebbdca5e2e gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:20:49.661446 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-19d80ff9-543d-481b-8129-c64fd998350d admin admin] Allocated IP 172.25.2.19 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/142a4b7e-e6f1-4036-a6d5-252dc98106d0) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:20:49.663759 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-8d96b4a0-2510-4568-bae6-0e228df85e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49d08de-ea67-45ad-b765-6eebbdca5e2e', 'name': 'tempest-FloatingIPDetailsTestJSON-511237959-router', 'tenant_id': 'f11dd1c146a146748bc6bc26dc2b225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:19:49Z', 'updated_at': '2021-08-31T09:20:49Z', 'revision_number': 6, 'project_id': 'f11dd1c146a146748bc6bc26dc2b225d', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:49.665297 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:49.693806 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-788c0054-1c8c-4638-b88d-e32eadd88c95 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:49.699839 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-788c0054-1c8c-4638-b88d-e32eadd88c95 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/networks?id=a1c761f8-404a-498a-a4d9-9ce04e112753 HTTP/1.1" status: 200 len: 814 time: 0.4954047 Aug 31 09:20:49.712093 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d96b4a0-2510-4568-bae6-0e228df85e3c None None] The sync data for ids ['b49d08de-ea67-45ad-b765-6eebbdca5e2e'] in n-d-791506-28 is: [{'id': 'b49d08de-ea67-45ad-b765-6eebbdca5e2e', 'name': 'tempest-FloatingIPDetailsTestJSON-511237959-router', 'tenant_id': 'f11dd1c146a146748bc6bc26dc2b225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:19:49Z', 'updated_at': '2021-08-31T09:20:49Z', 'revision_number': 6, 'project_id': 'f11dd1c146a146748bc6bc26dc2b225d', 'gw_port_host': None}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:20:49.719445 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0d4d6-41c1-4735-9ff7-2954a234a185 req-97f68724-851f-465f-a44a-b33806bbcb43 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:49.731239 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0d4d6-41c1-4735-9ff7-2954a234a185 req-97f68724-851f-465f-a44a-b33806bbcb43 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:49.737346 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0d4d6-41c1-4735-9ff7-2954a234a185 req-97f68724-851f-465f-a44a-b33806bbcb43 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:49.748796 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0d4d6-41c1-4735-9ff7-2954a234a185 req-97f68724-851f-465f-a44a-b33806bbcb43 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:49.749461 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port b5febb3f-d6a0-4ce7-85e1-ec364073d7cd, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=b5febb3f-d6a0-4ce7-85e1-ec364073d7cd,segment=NetworkSegment(b4f75bc3-a169-465d-906f-512815596c3d),segment_id=b4f75bc3-a169-465d-906f-512815596c3d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:49.755224 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0d4d6-41c1-4735-9ff7-2954a234a185 req-97f68724-851f-465f-a44a-b33806bbcb43 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:49.764176 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0d4d6-41c1-4735-9ff7-2954a234a185 req-97f68724-851f-465f-a44a-b33806bbcb43 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:49.769068 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0d4d6-41c1-4735-9ff7-2954a234a185 req-97f68724-851f-465f-a44a-b33806bbcb43 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:49.776122 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-50f0d4d6-41c1-4735-9ff7-2954a234a185 req-97f68724-851f-465f-a44a-b33806bbcb43 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 5429 time: 0.2096670 Aug 31 09:20:49.823026 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-46fea459-ce31-4dfc-9c78-f50cd33ea9d0 None None] Provisioning complete for port b5febb3f-d6a0-4ce7-85e1-ec364073d7cd triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:49.824500 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-46fea459-ce31-4dfc-9c78-f50cd33ea9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:49.850455 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:49.851217 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-18904347-dbeb-4f08-a464-a79918338d23 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/quotas/c8be5a3950fb435c8e8cd8e3c656cdfc HTTP/1.1" status: 200 len: 375 time: 0.0621440 Aug 31 09:20:49.956553 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-50f0d4d6-41c1-4735-9ff7-2954a234a185 req-8ef786f6-cad8-4ed1-b0ca-b87a4408c814 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&id=1ebc046b-3f58-4516-bb28-5f802a90d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1565323 Aug 31 09:20:50.004211 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-8e4b9777-1bf5-4b10-8259-6108a4466cc9 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=c8be5a3950fb435c8e8cd8e3c656cdfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1423867 Aug 31 09:20:50.019260 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=b5febb3f-d6a0-4ce7-85e1-ec364073d7cd,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:50.117850 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ed28f8cb-9622-4053-948f-97cde3a5c648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:50.121885 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa6ed5-1fcf-46f8-a4a7-e4e0f2f68f3e req-8626ee45-2bc3-4f19-8fb6-6ae573458cc3 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:50.129834 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-78aa6ed5-1fcf-46f8-a4a7-e4e0f2f68f3e req-8626ee45-2bc3-4f19-8fb6-6ae573458cc3 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 947 time: 0.0719228 Aug 31 09:20:50.152701 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-19d80ff9-543d-481b-8129-c64fd998350d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:50.181265 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28f8cb-9622-4053-948f-97cde3a5c648 admin admin] Pushing event deleted for resources: {'Port': ['ID=124b88de-679d-4710-8d46-86e928825387,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:50.264983 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ed28f8cb-9622-4053-948f-97cde3a5c648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:50.324426 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-19d80ff9-543d-481b-8129-c64fd998350d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:50.380739 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ed28f8cb-9622-4053-948f-97cde3a5c648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:50.383420 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ed28f8cb-9622-4053-948f-97cde3a5c648 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:50.389664 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-78aa6ed5-1fcf-46f8-a4a7-e4e0f2f68f3e req-edffb8ae-c68c-4583-a095-ff6495262053 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2586820 Aug 31 09:20:50.407502 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d80ff9-543d-481b-8129-c64fd998350d admin admin] Pushing event updated for resources: {'Port': ['ID=142a4b7e-e6f1-4036-a6d5-252dc98106d0,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:50.413650 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d80ff9-543d-481b-8129-c64fd998350d admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:20:50.432508 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d80ff9-543d-481b-8129-c64fd998350d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:50.433834 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d80ff9-543d-481b-8129-c64fd998350d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:50.434449 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d80ff9-543d-481b-8129-c64fd998350d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:50.439906 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d80ff9-543d-481b-8129-c64fd998350d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:50.440351 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d80ff9-543d-481b-8129-c64fd998350d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:50.441399 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d80ff9-543d-481b-8129-c64fd998350d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:50.442588 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d80ff9-543d-481b-8129-c64fd998350d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:50.443429 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d80ff9-543d-481b-8129-c64fd998350d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:50.443429 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d80ff9-543d-481b-8129-c64fd998350d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:50.446595 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d80ff9-543d-481b-8129-c64fd998350d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:50.446595 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d80ff9-543d-481b-8129-c64fd998350d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:50.446595 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d80ff9-543d-481b-8129-c64fd998350d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:20:50.453998 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-19d80ff9-543d-481b-8129-c64fd998350d admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:20:50.458372 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d80ff9-543d-481b-8129-c64fd998350d admin admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:20:50.600390 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-e6b6d473-6dc8-4109-828d-04f4a276a4c2 service neutron] 10.222.0.119 "GET /v2.0/networks/a1c761f8-404a-498a-a4d9-9ce04e112753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5851231 Aug 31 09:20:50.722871 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13373697-f9e4-4f48-b652-3f917319da3b req-4755fdcd-a38c-4af2-a734-b75a72b6109e tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:50.724446 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-13373697-f9e4-4f48-b652-3f917319da3b req-4755fdcd-a38c-4af2-a734-b75a72b6109e tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.2425082 Aug 31 09:20:50.746315 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ed28f8cb-9622-4053-948f-97cde3a5c648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:50.747030 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed28f8cb-9622-4053-948f-97cde3a5c648 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b49d08de-ea67-45ad-b765-6eebbdca5e2e {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:20:50.753704 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ed28f8cb-9622-4053-948f-97cde3a5c648 admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:50.754859 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ed28f8cb-9622-4053-948f-97cde3a5c648 admin admin] 10.222.0.119 "DELETE /v2.0/routers/b49d08de-ea67-45ad-b765-6eebbdca5e2e HTTP/1.1" status: 204 len: 168 time: 2.2166867 Aug 31 09:20:50.757034 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33292) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:50.810399 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-0051acb1-abce-489c-9e2c-7e1bb792a240 admin admin] Deleting subnet 8b9fc37a-97be-40ca-8aee-0772b9c2932d {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:20:50.812774 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-13373697-f9e4-4f48-b652-3f917319da3b req-4c7f56c2-7e93-41cc-95cc-7d875c9bc642 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782988 Aug 31 09:20:50.817927 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-09db9a77-374a-4c3b-929d-3e4a60d194a3 service neutron] 10.222.0.119 "GET /v2.0/networks/a1c761f8-404a-498a-a4d9-9ce04e112753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854608 Aug 31 09:20:50.818768 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0051acb1-abce-489c-9e2c-7e1bb792a240 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:50.951150 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0051acb1-abce-489c-9e2c-7e1bb792a240 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:51.029943 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b5febb3f-d6a0-4ce7-85e1-ec364073d7cd up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:20:51.135018 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port b5febb3f-d6a0-4ce7-85e1-ec364073d7cd triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:51.135370 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:51.160254 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0051acb1-abce-489c-9e2c-7e1bb792a240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:51.236563 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-19d80ff9-543d-481b-8129-c64fd998350d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:51.338092 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 124b88de-679d-4710-8d46-86e928825387 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:20:51.367385 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 124b88de-679d-4710-8d46-86e928825387 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:20:51.367902 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 124b88de-679d-4710-8d46-86e928825387 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:20:51.368451 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6479d59b-a05c-490a-938b-bb3e50b8257c no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:20:51.381963 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0051acb1-abce-489c-9e2c-7e1bb792a240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:51.394855 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 6479d59b-a05c-490a-938b-bb3e50b8257c {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:20:51.396660 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6479d59b-a05c-490a-938b-bb3e50b8257c not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:20:51.431684 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051acb1-abce-489c-9e2c-7e1bb792a240 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b9fc37a-97be-40ca-8aee-0772b9c2932d,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:51.439359 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-6d429c4f-f13f-47e3-a9fb-fe6a7df15103 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0713556 Aug 31 09:20:51.453133 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0051acb1-abce-489c-9e2c-7e1bb792a240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:51.456355 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0051acb1-abce-489c-9e2c-7e1bb792a240 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/8b9fc37a-97be-40ca-8aee-0772b9c2932d HTTP/1.1" status: 204 len: 168 time: 0.6982837 Aug 31 09:20:51.458682 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd76120d-a674-416e-82d6-2e389cc6e78e None None] Network dc7e8154-0355-42dc-8795-a9e677c02623 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:20:51.458874 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33320) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:51.551748 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e19418e-54d0-479f-91f0-e81c5992cae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:51.584418 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda06a55-c7a1-49c5-92c7-de3d04f40594 req-f70db00c-f51d-413e-979a-a267f6218ef3 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:51.587475 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fda06a55-c7a1-49c5-92c7-de3d04f40594 req-f70db00c-f51d-413e-979a-a267f6218ef3 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=14b55c43-b170-478d-8fe5-264538117b7f HTTP/1.1" status: 200 len: 946 time: 0.2711012 Aug 31 09:20:51.652021 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-9e19418e-54d0-479f-91f0-e81c5992cae6 admin admin] Deleting port aa484622-ea1c-4027-bfba-bc2177094c81 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:20:51.652374 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e19418e-54d0-479f-91f0-e81c5992cae6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:51.765337 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-9e19418e-54d0-479f-91f0-e81c5992cae6 admin admin] For port aa484622-ea1c-4027-bfba-bc2177094c81, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=aa484622-ea1c-4027-bfba-bc2177094c81,segment=NetworkSegment(c054a34a-1ca4-4297-b3fb-ec3f17fc1533),segment_id=c054a34a-1ca4-4297-b3fb-ec3f17fc1533)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:51.766031 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e19418e-54d0-479f-91f0-e81c5992cae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:51.771031 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fda06a55-c7a1-49c5-92c7-de3d04f40594 req-9e3df2a3-937b-4a65-941e-7be765bf4951 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171110 Aug 31 09:20:51.778856 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660b2799-efca-487c-b013-aa59461b011d None None] DHCP port deletion for dc7e8154-0355-42dc-8795-a9e677c02623 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:20:51.831538 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-9e19418e-54d0-479f-91f0-e81c5992cae6 admin admin] Calling delete_port for aa484622-ea1c-4027-bfba-bc2177094c81 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:20:51.876331 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-5a14900e-2ae1-438d-a1aa-b82f0fe31a36 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:51.878053 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-5a14900e-2ae1-438d-a1aa-b82f0fe31a36 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4313531 Aug 31 09:20:51.883267 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-19d80ff9-543d-481b-8129-c64fd998350d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:51.890817 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-660b2799-efca-487c-b013-aa59461b011d None None] Deleting port aa484622-ea1c-4027-bfba-bc2177094c81 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:20:51.890817 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-660b2799-efca-487c-b013-aa59461b011d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:51.964686 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-660b2799-efca-487c-b013-aa59461b011d None None] For port aa484622-ea1c-4027-bfba-bc2177094c81, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=aa484622-ea1c-4027-bfba-bc2177094c81,segment=NetworkSegment(c054a34a-1ca4-4297-b3fb-ec3f17fc1533),segment_id=c054a34a-1ca4-4297-b3fb-ec3f17fc1533)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:51.965355 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-660b2799-efca-487c-b013-aa59461b011d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:51.978917 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-660b2799-efca-487c-b013-aa59461b011d None None] Calling delete_port for aa484622-ea1c-4027-bfba-bc2177094c81 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:20:52.025034 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-c6b82aac-0679-4630-9fc9-124ea900e604 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/quotas/f9e9c6916d1f4a7e8f22a19bc536a833 HTTP/1.1" status: 200 len: 375 time: 0.1362407 Aug 31 09:20:52.032912 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e19418e-54d0-479f-91f0-e81c5992cae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:52.068199 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19418e-54d0-479f-91f0-e81c5992cae6 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa484622-ea1c-4027-bfba-bc2177094c81,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:52.072536 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e19418e-54d0-479f-91f0-e81c5992cae6 admin admin] No DVR routers for this DVR port aa484622-ea1c-4027-bfba-bc2177094c81 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:20:52.101425 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-4097c816-d75c-44a9-9bb0-8e9631f6d237 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753765 Aug 31 09:20:52.153496 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e19418e-54d0-479f-91f0-e81c5992cae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:52.168176 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-9e19418e-54d0-479f-91f0-e81c5992cae6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc7e8154-0355-42dc-8795-a9e677c02623']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:52.181486 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-9e19418e-54d0-479f-91f0-e81c5992cae6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c054a34a-1ca4-4297-b3fb-ec3f17fc1533') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:52.181789 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-9e19418e-54d0-479f-91f0-e81c5992cae6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c054a34a-1ca4-4297-b3fb-ec3f17fc1533') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:52.193519 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e19418e-54d0-479f-91f0-e81c5992cae6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:52.219011 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e19418e-54d0-479f-91f0-e81c5992cae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:52.230098 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f66f5-0259-4815-a28c-4ef177b3c434 req-4d804ffc-1579-4c88-bf41-3700fe640e1a tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:52.233549 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e19418e-54d0-479f-91f0-e81c5992cae6 admin admin] Releasing vlan 1628 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:20:52.235031 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e19418e-54d0-479f-91f0-e81c5992cae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:52.236885 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f66f5-0259-4815-a28c-4ef177b3c434 req-4d804ffc-1579-4c88-bf41-3700fe640e1a tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:52.243427 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f66f5-0259-4815-a28c-4ef177b3c434 req-4d804ffc-1579-4c88-bf41-3700fe640e1a tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:52.249833 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f66f5-0259-4815-a28c-4ef177b3c434 req-4d804ffc-1579-4c88-bf41-3700fe640e1a tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:52.256513 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f66f5-0259-4815-a28c-4ef177b3c434 req-4d804ffc-1579-4c88-bf41-3700fe640e1a tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:52.263871 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f66f5-0259-4815-a28c-4ef177b3c434 req-4d804ffc-1579-4c88-bf41-3700fe640e1a tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:52.270645 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f66f5-0259-4815-a28c-4ef177b3c434 req-4d804ffc-1579-4c88-bf41-3700fe640e1a tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:52.273308 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f94f66f5-0259-4815-a28c-4ef177b3c434 req-4d804ffc-1579-4c88-bf41-3700fe640e1a tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 5429 time: 0.2806888 Aug 31 09:20:52.290524 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-660b2799-efca-487c-b013-aa59461b011d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:52.310486 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:20:52.310486 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:20:52.310486 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:20:52.310486 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:20:52.310486 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:20:52.310486 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:20:52.310486 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:20:52.310486 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:20:52.310486 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:20:52.310486 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:20:52.310486 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:20:52.310486 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:20:52.310486 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:20:52.310486 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:20:52.310486 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:20:52.310486 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:20:52.310486 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:20:52.310486 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:20:52.310486 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:20:52.310486 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:20:52.310486 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:20:52.310486 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:20:52.310486 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:20:52.310486 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:20:52.310486 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:20:52.310486 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:20:52.310486 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:20:52.310486 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:20:52.310486 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:20:52.310486 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:20:52.310486 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:20:52.310486 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:20:52.323800 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b2799-efca-487c-b013-aa59461b011d None None] Pushing event deleted for resources: {'Port': ['ID=aa484622-ea1c-4027-bfba-bc2177094c81,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:52.333589 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660b2799-efca-487c-b013-aa59461b011d None None] No DVR routers for this DVR port aa484622-ea1c-4027-bfba-bc2177094c81 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:20:52.353115 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f94f66f5-0259-4815-a28c-4ef177b3c434 req-0b04b48f-66cc-4104-9928-57c487a012ae tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&id=1ebc046b-3f58-4516-bb28-5f802a90d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0655158 Aug 31 09:20:52.429327 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4d234116-4188-4dc0-97b5-c7b4a83881d8 req-6e437a7e-0cd0-4512-b25d-5194eaa5ede3 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=68f90fd6-5027-4d99-8023-c81e5a6c76df HTTP/1.1" status: 200 len: 210 time: 0.0257785 Aug 31 09:20:52.451274 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d80ff9-543d-481b-8129-c64fd998350d admin admin] Router 7980d9a6-bf86-43f2-90b1-2001589b197d is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:20:52.451852 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e19418e-54d0-479f-91f0-e81c5992cae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:52.465227 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e19418e-54d0-479f-91f0-e81c5992cae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:52.487233 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9e19418e-54d0-479f-91f0-e81c5992cae6 admin admin] 10.222.0.119 "DELETE /v2.0/networks/dc7e8154-0355-42dc-8795-a9e677c02623 HTTP/1.1" status: 204 len: 168 time: 1.0088441 Aug 31 09:20:52.521458 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19418e-54d0-479f-91f0-e81c5992cae6 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc7e8154-0355-42dc-8795-a9e677c02623,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:52.691052 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2257629-7a9c-4755-9466-38bff7d52e4f req-1328953f-0648-485e-9d7b-29ac42f3ccea tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:52.692620 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e2257629-7a9c-4755-9466-38bff7d52e4f req-1328953f-0648-485e-9d7b-29ac42f3ccea tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 947 time: 0.1546061 Aug 31 09:20:52.715744 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951d79e-075d-4900-bcba-3dadc0922050 req-84b3c317-3154-42a6-b593-29aa60fc2d12 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:52.716928 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d951d79e-075d-4900-bcba-3dadc0922050 req-84b3c317-3154-42a6-b593-29aa60fc2d12 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1330976 Aug 31 09:20:52.719224 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d80ff9-543d-481b-8129-c64fd998350d admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:20:52.732702 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28a7d94-62d8-47c8-9a9f-597ea2118f8f None None] Sync routers for ids ['7980d9a6-bf86-43f2-90b1-2001589b197d'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:20:52.744169 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28a7d94-62d8-47c8-9a9f-597ea2118f8f None None] Routers {'7980d9a6-bf86-43f2-90b1-2001589b197d'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:20:52.745621 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b28a7d94-62d8-47c8-9a9f-597ea2118f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:20:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7980d9a6-bf86-43f2-90b1-2001589b197d'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:52.786391 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e2257629-7a9c-4755-9466-38bff7d52e4f req-ad402a44-4e5c-423e-9fe1-94b1b595e21d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827043 Aug 31 09:20:52.792084 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d951d79e-075d-4900-bcba-3dadc0922050 req-0cac7dc0-42ff-44d1-a2d8-557850021386 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580790 Aug 31 09:20:52.906960 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-b28a7d94-62d8-47c8-9a9f-597ea2118f8f None None] Set router 7980d9a6-bf86-43f2-90b1-2001589b197d gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:20:52.917343 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eea2fd5b-ec31-40e5-9f5c-c23037645925 req-3ca621a5-3743-4bbe-af61-829217bbbad5 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=bba29f11-f322-4dcc-bb03-31b6fa1ba461 HTTP/1.1" status: 200 len: 210 time: 0.0757294 Aug 31 09:20:52.921814 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-19d80ff9-543d-481b-8129-c64fd998350d admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:52.927042 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-19d80ff9-543d-481b-8129-c64fd998350d admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.8623419 Aug 31 09:20:52.927438 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33354) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:52.967332 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device aa484622-ea1c-4027-bfba-bc2177094c81 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:20:53.024615 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: aa484622-ea1c-4027-bfba-bc2177094c81 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:20:53.024948 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device aa484622-ea1c-4027-bfba-bc2177094c81 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:20:53.055300 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cf885-c76a-4212-92d3-9ce6c363b77c req-d15a64d8-16d4-4051-a776-33bb3eecf0a5 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:53.057028 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-150cf885-c76a-4212-92d3-9ce6c363b77c req-d15a64d8-16d4-4051-a776-33bb3eecf0a5 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=14b55c43-b170-478d-8fe5-264538117b7f HTTP/1.1" status: 200 len: 946 time: 0.1582825 Aug 31 09:20:53.079424 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ead23b-0fd9-4493-b964-ac9bd8db0519 req-5807da23-953d-4207-b11f-77b3d9d1e364 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:53.081272 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b0ead23b-0fd9-4493-b964-ac9bd8db0519 req-5807da23-953d-4207-b11f-77b3d9d1e364 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.0693753 Aug 31 09:20:53.103845 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33356) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:53.189964 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b28a7d94-62d8-47c8-9a9f-597ea2118f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7980d9a6-bf86-43f2-90b1-2001589b197d', 'name': 'tempest-ServersTestMultiNic-600645039-router', 'tenant_id': '13fae58522454fb384b983d48d032915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '142a4b7e-e6f1-4036-a6d5-252dc98106d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:20:46Z', 'updated_at': '2021-08-31T09:20:50Z', 'revision_number': 3, 'project_id': '13fae58522454fb384b983d48d032915', 'gw_port': {'id': '142a4b7e-e6f1-4036-a6d5-252dc98106d0', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7980d9a6-bf86-43f2-90b1-2001589b197d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:20:49Z', 'updated_at': '2021-08-31T09:20:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:53.233976 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28a7d94-62d8-47c8-9a9f-597ea2118f8f None None] Checking router: 7980d9a6-bf86-43f2-90b1-2001589b197d for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:20:53.234362 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28a7d94-62d8-47c8-9a9f-597ea2118f8f None None] Updating router 7980d9a6-bf86-43f2-90b1-2001589b197d port 142a4b7e-e6f1-4036-a6d5-252dc98106d0 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:20:53.272777 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b28a7d94-62d8-47c8-9a9f-597ea2118f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:53.507728 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-150cf885-c76a-4212-92d3-9ce6c363b77c req-cf9777d2-c44f-410a-8bb7-e43a6cff2445 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202073 Aug 31 09:20:53.548784 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b0ead23b-0fd9-4493-b964-ac9bd8db0519 req-86e8713b-ae42-4e86-b7c2-d49a55f3cc18 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579434 Aug 31 09:20:53.587402 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-bfb2873e-6533-4c5e-ad9b-6d9d699fb9a7 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=f11dd1c146a146748bc6bc26dc2b225d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4771521 Aug 31 09:20:53.589898 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33378) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:53.594726 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e0e01251-f9b5-4ab7-806e-980bf5019410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:53.634222 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b28a7d94-62d8-47c8-9a9f-597ea2118f8f None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:53.649845 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b28a7d94-62d8-47c8-9a9f-597ea2118f8f None None] Transition to ACTIVE for port object 142a4b7e-e6f1-4036-a6d5-252dc98106d0 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:53.697638 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9254c79-10b1-4fb3-ab53-a308a1a8f04b req-8275c892-c17c-4cb9-a023-9898e3b31b01 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:53.703986 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9254c79-10b1-4fb3-ab53-a308a1a8f04b req-8275c892-c17c-4cb9-a023-9898e3b31b01 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:53.709948 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9254c79-10b1-4fb3-ab53-a308a1a8f04b req-8275c892-c17c-4cb9-a023-9898e3b31b01 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:53.716386 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9254c79-10b1-4fb3-ab53-a308a1a8f04b req-8275c892-c17c-4cb9-a023-9898e3b31b01 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:53.722290 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9254c79-10b1-4fb3-ab53-a308a1a8f04b req-8275c892-c17c-4cb9-a023-9898e3b31b01 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:53.728169 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9254c79-10b1-4fb3-ab53-a308a1a8f04b req-8275c892-c17c-4cb9-a023-9898e3b31b01 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:53.738641 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9254c79-10b1-4fb3-ab53-a308a1a8f04b req-8275c892-c17c-4cb9-a023-9898e3b31b01 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:53.740554 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d9254c79-10b1-4fb3-ab53-a308a1a8f04b req-8275c892-c17c-4cb9-a023-9898e3b31b01 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 5429 time: 0.1404488 Aug 31 09:20:53.784847 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6853f09f-e767-48da-a9d3-dc6083525ae5 req-04eda0fb-80e3-4cee-a9ed-e3c0d733f792 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=68f90fd6-5027-4d99-8023-c81e5a6c76df HTTP/1.1" status: 200 len: 210 time: 0.1057935 Aug 31 09:20:53.785376 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-236db8cf-0904-43b9-afb9-2f0399229dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:53.813745 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-e0e01251-f9b5-4ab7-806e-980bf5019410 admin admin] Allocated IP 172.20.0.1 (0fd987b9-6285-4563-b36d-6f30ee180798/9bdbd79f-71a4-488b-83f0-49244750b96a/2e11e47b-50bd-4f1f-a9fe-c93cbc028980) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:20:53.832515 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-236db8cf-0904-43b9-afb9-2f0399229dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:53.844342 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b28a7d94-62d8-47c8-9a9f-597ea2118f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:53.861928 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d9254c79-10b1-4fb3-ab53-a308a1a8f04b req-9fe145e1-5e4a-408f-a2d5-519401898303 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&id=1ebc046b-3f58-4516-bb28-5f802a90d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1038260 Aug 31 09:20:53.903939 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ae571-fb00-4704-8ecb-648b467015bd None None] Pushing event updated for resources: {'Port': ['ID=142a4b7e-e6f1-4036-a6d5-252dc98106d0,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:53.906594 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-b28a7d94-62d8-47c8-9a9f-597ea2118f8f None None] Attempting to bind port 142a4b7e-e6f1-4036-a6d5-252dc98106d0 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:20:53.907074 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-b28a7d94-62d8-47c8-9a9f-597ea2118f8f None None] Attempting to bind port 142a4b7e-e6f1-4036-a6d5-252dc98106d0 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:20:53.907536 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a7d94-62d8-47c8-9a9f-597ea2118f8f None None] Attempting to bind port 142a4b7e-e6f1-4036-a6d5-252dc98106d0 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:53.922269 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a7d94-62d8-47c8-9a9f-597ea2118f8f None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:20:53.936611 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a7d94-62d8-47c8-9a9f-597ea2118f8f None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:20:53.937044 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b28a7d94-62d8-47c8-9a9f-597ea2118f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:53.946933 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a7d94-62d8-47c8-9a9f-597ea2118f8f None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:20:53.947952 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-b28a7d94-62d8-47c8-9a9f-597ea2118f8f None None] Bound port: 142a4b7e-e6f1-4036-a6d5-252dc98106d0, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:20:53.949942 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b28a7d94-62d8-47c8-9a9f-597ea2118f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:54.015910 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-b28a7d94-62d8-47c8-9a9f-597ea2118f8f None None] For port 142a4b7e-e6f1-4036-a6d5-252dc98106d0, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:20:54.022089 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-b28a7d94-62d8-47c8-9a9f-597ea2118f8f None None] For port 142a4b7e-e6f1-4036-a6d5-252dc98106d0, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=142a4b7e-e6f1-4036-a6d5-252dc98106d0,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:20:54.027018 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-236db8cf-0904-43b9-afb9-2f0399229dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:54.029175 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e0e01251-f9b5-4ab7-806e-980bf5019410 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:54.030160 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-236db8cf-0904-43b9-afb9-2f0399229dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:54.031346 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-236db8cf-0904-43b9-afb9-2f0399229dd5 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/310272fc-64b2-48f6-b2e5-4dc60ab7bcc0 HTTP/1.1" status: 204 len: 168 time: 0.4405141 Aug 31 09:20:54.045735 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07e841-9d17-40fb-9cda-0a43aa98d1a8 req-fbbdf4c4-40ae-4b52-85ca-df17162a4b3f tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:54.048274 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-e0e01251-f9b5-4ab7-806e-980bf5019410 admin admin] Transition to ACTIVE for port object 2e11e47b-50bd-4f1f-a9fe-c93cbc028980 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:54.053069 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ce07e841-9d17-40fb-9cda-0a43aa98d1a8 req-fbbdf4c4-40ae-4b52-85ca-df17162a4b3f tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 947 time: 0.1404045 Aug 31 09:20:54.069672 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236db8cf-0904-43b9-afb9-2f0399229dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310272fc-64b2-48f6-b2e5-4dc60ab7bcc0,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:54.094370 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa14e0-1f6b-4f9b-9b81-07604f2ce9e9 req-e2c2e473-b793-4128-a059-e8d08c9239bf tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:54.095945 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7bfa14e0-1f6b-4f9b-9b81-07604f2ce9e9 req-e2c2e473-b793-4128-a059-e8d08c9239bf tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1234989 Aug 31 09:20:54.131306 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ce07e841-9d17-40fb-9cda-0a43aa98d1a8 req-43d98ebc-b8ed-4449-95fb-bd717c544938 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735698 Aug 31 09:20:54.191830 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7bfa14e0-1f6b-4f9b-9b81-07604f2ce9e9 req-da7efb82-9bee-4a05-aca2-28c4b3f46720 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847492 Aug 31 09:20:54.216825 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b28a7d94-62d8-47c8-9a9f-597ea2118f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:54.236965 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-00c390cd-f606-4529-9daa-0e9ac25002cd req-558cd44a-5455-4a2f-b89d-c92119c8bd12 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=bba29f11-f322-4dcc-bb03-31b6fa1ba461 HTTP/1.1" status: 200 len: 210 time: 0.0349331 Aug 31 09:20:54.293457 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28a7d94-62d8-47c8-9a9f-597ea2118f8f None None] Routers {'7980d9a6-bf86-43f2-90b1-2001589b197d'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:20:54.293457 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b28a7d94-62d8-47c8-9a9f-597ea2118f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:20:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7980d9a6-bf86-43f2-90b1-2001589b197d'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:54.305394 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e0e01251-f9b5-4ab7-806e-980bf5019410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:54.331266 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ae571-fb00-4704-8ecb-648b467015bd None None] Pushing event updated for resources: {'Port': ['ID=142a4b7e-e6f1-4036-a6d5-252dc98106d0,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:54.348259 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427b4b6-4c73-4946-801e-c7f1ecda8bb0 req-3d4cd498-96bd-4436-bf62-80b2bae1e8a4 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:54.369513 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5427b4b6-4c73-4946-801e-c7f1ecda8bb0 req-3d4cd498-96bd-4436-bf62-80b2bae1e8a4 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.0819402 Aug 31 09:20:54.393107 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e01251-f9b5-4ab7-806e-980bf5019410 admin admin] Network 0fd987b9-6285-4563-b36d-6f30ee180798 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:20:54.445756 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5427b4b6-4c73-4946-801e-c7f1ecda8bb0 req-66639eff-9613-4a15-bc33-df4df4d0a82d tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724611 Aug 31 09:20:54.447494 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-e0e01251-f9b5-4ab7-806e-980bf5019410 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:20:54.455308 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e01251-f9b5-4ab7-806e-980bf5019410 admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:20:54.464702 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e01251-f9b5-4ab7-806e-980bf5019410 admin admin] Pushing event updated for resources: {'Port': ['ID=2e11e47b-50bd-4f1f-a9fe-c93cbc028980,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:54.465270 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-b28a7d94-62d8-47c8-9a9f-597ea2118f8f None None] Set router 7980d9a6-bf86-43f2-90b1-2001589b197d gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:20:54.521848 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-3b8de955-d56a-400b-9569-e3e8bd710547 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:54.523953 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-3b8de955-d56a-400b-9569-e3e8bd710547 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.112 "GET /v2.0/networks?id=a1c761f8-404a-498a-a4d9-9ce04e112753 HTTP/1.1" status: 200 len: 814 time: 0.2857282 Aug 31 09:20:54.565556 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-01afe7f2-ec0f-421c-aedd-ad430a18a30d tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Request body: {'port': {'device_id': '68f90fd6-5027-4d99-8023-c81e5a6c76df', 'network_id': 'a1c761f8-404a-498a-a4d9-9ce04e112753', 'admin_state_up': True, 'tenant_id': 'c8be5a3950fb435c8e8cd8e3c656cdfc'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:54.617127 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e0e01251-f9b5-4ab7-806e-980bf5019410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:54.774774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f643a-faa5-4d33-a2f5-9d6562a6c99f req-3672ad50-e582-4a92-8de5-1c41a10f9b08 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:54.776635 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-972f643a-faa5-4d33-a2f5-9d6562a6c99f req-3672ad50-e582-4a92-8de5-1c41a10f9b08 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=14b55c43-b170-478d-8fe5-264538117b7f HTTP/1.1" status: 200 len: 946 time: 0.1198611 Aug 31 09:20:54.876866 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-972f643a-faa5-4d33-a2f5-9d6562a6c99f req-ee866392-1b0e-4725-a8b7-972f956246e1 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827639 Aug 31 09:20:54.877134 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b28a7d94-62d8-47c8-9a9f-597ea2118f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7980d9a6-bf86-43f2-90b1-2001589b197d', 'name': 'tempest-ServersTestMultiNic-600645039-router', 'tenant_id': '13fae58522454fb384b983d48d032915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '142a4b7e-e6f1-4036-a6d5-252dc98106d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:20:46Z', 'updated_at': '2021-08-31T09:20:50Z', 'revision_number': 3, 'project_id': '13fae58522454fb384b983d48d032915', 'gw_port': {'id': '142a4b7e-e6f1-4036-a6d5-252dc98106d0', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7980d9a6-bf86-43f2-90b1-2001589b197d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:20:49Z', 'updated_at': '2021-08-31T09:20:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:54.916703 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28a7d94-62d8-47c8-9a9f-597ea2118f8f None None] The sync data for ids ['7980d9a6-bf86-43f2-90b1-2001589b197d'] in n-d-791506-28 is: [{'id': '7980d9a6-bf86-43f2-90b1-2001589b197d', 'name': 'tempest-ServersTestMultiNic-600645039-router', 'tenant_id': '13fae58522454fb384b983d48d032915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '142a4b7e-e6f1-4036-a6d5-252dc98106d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:20:46Z', 'updated_at': '2021-08-31T09:20:50Z', 'revision_number': 3, 'project_id': '13fae58522454fb384b983d48d032915', 'gw_port': {'id': '142a4b7e-e6f1-4036-a6d5-252dc98106d0', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7980d9a6-bf86-43f2-90b1-2001589b197d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:20:49Z', 'updated_at': '2021-08-31T09:20:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:20:54.993725 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f4b55763-766e-41a5-b3b7-b5afcdda6e09 None None] Provisioning for port 2e11e47b-50bd-4f1f-a9fe-c93cbc028980 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:20:54.996260 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-01afe7f2-ec0f-421c-aedd-ad430a18a30d tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Made reservation on behalf of c8be5a3950fb435c8e8cd8e3c656cdfc for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:20:54.997986 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f4b55763-766e-41a5-b3b7-b5afcdda6e09 None None] Provisioning complete for port 2e11e47b-50bd-4f1f-a9fe-c93cbc028980 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:54.998355 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f4b55763-766e-41a5-b3b7-b5afcdda6e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:54.999994 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-01afe7f2-ec0f-421c-aedd-ad430a18a30d tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:55.001252 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-843d2e83-69b8-454d-a0fb-0edae692ee19 req-ea76abb6-264c-43ee-aead-8ce01ff7e4aa tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=68f90fd6-5027-4d99-8023-c81e5a6c76df HTTP/1.1" status: 200 len: 210 time: 0.0337932 Aug 31 09:20:55.027981 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a2ff9-1a50-410b-a0af-472e3f3b8834 req-5f5b1c37-ceea-4b59-8f5e-75ed3998c0db tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:55.035690 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1c5a2ff9-1a50-410b-a0af-472e3f3b8834 req-5f5b1c37-ceea-4b59-8f5e-75ed3998c0db tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1042778 Aug 31 09:20:55.048570 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e0e01251-f9b5-4ab7-806e-980bf5019410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:55.085876 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1c5a2ff9-1a50-410b-a0af-472e3f3b8834 req-cb06f126-72eb-4134-b0a3-6868fda11125 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454426 Aug 31 09:20:55.102990 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-f4b55763-766e-41a5-b3b7-b5afcdda6e09 None None] Port 2e11e47b-50bd-4f1f-a9fe-c93cbc028980 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:20:55.200444 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dde817-2099-471b-920a-8e7f5116a4bb req-d81d1242-912d-4743-a21e-b08fcf305dd9 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:55.213540 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dde817-2099-471b-920a-8e7f5116a4bb req-d81d1242-912d-4743-a21e-b08fcf305dd9 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:55.234996 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dde817-2099-471b-920a-8e7f5116a4bb req-d81d1242-912d-4743-a21e-b08fcf305dd9 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:55.246945 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dde817-2099-471b-920a-8e7f5116a4bb req-d81d1242-912d-4743-a21e-b08fcf305dd9 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:55.259969 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dde817-2099-471b-920a-8e7f5116a4bb req-d81d1242-912d-4743-a21e-b08fcf305dd9 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:55.325665 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dde817-2099-471b-920a-8e7f5116a4bb req-d81d1242-912d-4743-a21e-b08fcf305dd9 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:55.354736 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dde817-2099-471b-920a-8e7f5116a4bb req-d81d1242-912d-4743-a21e-b08fcf305dd9 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:55.366403 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-72dde817-2099-471b-920a-8e7f5116a4bb req-d81d1242-912d-4743-a21e-b08fcf305dd9 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 5429 time: 0.2494249 Aug 31 09:20:55.411639 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-01afe7f2-ec0f-421c-aedd-ad430a18a30d tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Allocated IP 172.20.0.10 (a1c761f8-404a-498a-a4d9-9ce04e112753/b147db6a-6b72-4492-9892-536b47a13e42/7d921f58-bb54-47d0-a40b-b4605065f73d) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:20:55.487356 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c2f12aa4-c9a6-4a68-a304-2de4e4e91f87 req-dcfa49f8-3bcb-4278-80a0-6809e3bb433f tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=bba29f11-f322-4dcc-bb03-31b6fa1ba461 HTTP/1.1" status: 200 len: 210 time: 0.0714917 Aug 31 09:20:55.514235 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-72dde817-2099-471b-920a-8e7f5116a4bb req-3b2a1bba-4bc3-4fd6-97c6-f236067e2144 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&id=1ebc046b-3f58-4516-bb28-5f802a90d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1394610 Aug 31 09:20:55.562114 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e0e01251-f9b5-4ab7-806e-980bf5019410 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:55.566531 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-748f1906-238c-4fcb-809f-91a971b85683 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409870 Aug 31 09:20:55.754345 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb14756-5804-4ffe-8f26-e6758a4be39c req-9cab9ec9-99b6-4f22-89a6-a0778dad6ab2 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:55.762609 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fbb14756-5804-4ffe-8f26-e6758a4be39c req-9cab9ec9-99b6-4f22-89a6-a0778dad6ab2 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 947 time: 0.1475246 Aug 31 09:20:55.812714 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-78e1f1b9-0175-4d11-8252-5c049a30765c tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:55.820206 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-78e1f1b9-0175-4d11-8252-5c049a30765c tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2444317 Aug 31 09:20:55.836353 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-a9a93305-6ad9-4340-869f-0bf02bd84395 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Request body: {'port': {'device_id': 'bba29f11-f322-4dcc-bb03-31b6fa1ba461', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'admin_state_up': True, 'tenant_id': 'f9e9c6916d1f4a7e8f22a19bc536a833'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:55.983429 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e0e01251-f9b5-4ab7-806e-980bf5019410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:56.076823 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e01251-f9b5-4ab7-806e-980bf5019410 admin admin] Pushing event updated for resources: {'Port': ['ID=2e11e47b-50bd-4f1f-a9fe-c93cbc028980,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:56.089427 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e0e01251-f9b5-4ab7-806e-980bf5019410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:56.100687 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fbb14756-5804-4ffe-8f26-e6758a4be39c req-15aa34af-ca57-4e50-8f0a-366d7ac8da9a tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2791543 Aug 31 09:20:56.162298 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4937d5a-35a4-466f-adea-fd32c5281296 req-73db5694-090e-463a-b992-26302593e7bb tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:56.181466 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c4937d5a-35a4-466f-adea-fd32c5281296 req-73db5694-090e-463a-b992-26302593e7bb tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=14b55c43-b170-478d-8fe5-264538117b7f HTTP/1.1" status: 200 len: 946 time: 0.1208780 Aug 31 09:20:56.218495 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-a9a93305-6ad9-4340-869f-0bf02bd84395 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Made reservation on behalf of f9e9c6916d1f4a7e8f22a19bc536a833 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:20:56.222086 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-a9a93305-6ad9-4340-869f-0bf02bd84395 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:56.256026 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-01afe7f2-ec0f-421c-aedd-ad430a18a30d tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:56.266655 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c4937d5a-35a4-466f-adea-fd32c5281296 req-73898889-0e25-4fea-9772-24c389a30a7a tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793998 Aug 31 09:20:56.268030 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e01251-f9b5-4ab7-806e-980bf5019410 admin admin] Network 0fd987b9-6285-4563-b36d-6f30ee180798 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:20:56.269259 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9c0c93d2-6a86-45ea-b03d-964685b6b41f req-7a61c482-28f5-443d-8d5b-f22c9e44e12f tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=68f90fd6-5027-4d99-8023-c81e5a6c76df HTTP/1.1" status: 200 len: 210 time: 0.0607560 Aug 31 09:20:56.269936 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-a9a93305-6ad9-4340-869f-0bf02bd84395 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:56.294206 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-e0e01251-f9b5-4ab7-806e-980bf5019410 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:20:56.482295 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9af293-7e03-495a-a098-de83af053edb req-d1a09130-4ee1-433f-b0dc-c9d7422e038a tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:56.485579 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e01251-f9b5-4ab7-806e-980bf5019410 admin admin] Router 7980d9a6-bf86-43f2-90b1-2001589b197d has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:20:56.491659 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-01afe7f2-ec0f-421c-aedd-ad430a18a30d tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:56.491941 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dc9af293-7e03-495a-a098-de83af053edb req-d1a09130-4ee1-433f-b0dc-c9d7422e038a tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1400561 Aug 31 09:20:56.508865 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['311e7740-5e63-48df-865b-4f0fca0df938', 'f1be4ff5-1d89-4b29-a936-d03713516313'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:20:56.519540 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-01afe7f2-ec0f-421c-aedd-ad430a18a30d tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Network a1c761f8-404a-498a-a4d9-9ce04e112753 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:20:56.523060 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-01afe7f2-ec0f-421c-aedd-ad430a18a30d tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:20:56.538996 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-01afe7f2-ec0f-421c-aedd-ad430a18a30d tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:20:56.564869 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dc9af293-7e03-495a-a098-de83af053edb req-65225551-7c67-4fa3-951a-045c04e11ace tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719101 Aug 31 09:20:56.639540 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-a9a93305-6ad9-4340-869f-0bf02bd84395 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:56.688167 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-01afe7f2-ec0f-421c-aedd-ad430a18a30d tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:56.688838 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-01afe7f2-ec0f-421c-aedd-ad430a18a30d tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:56.691724 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01afe7f2-ec0f-421c-aedd-ad430a18a30d tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Pushing event updated for resources: {'Port': ['ID=7d921f58-bb54-47d0-a40b-b4605065f73d,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:56.716529 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-d417c998-8e19-4a3f-bd1d-9f74479e5f16 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=619644c8a8fe47e9a69797550a2e67ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440168 Aug 31 09:20:56.725467 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-a9a93305-6ad9-4340-869f-0bf02bd84395 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:56.782308 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e01251-f9b5-4ab7-806e-980bf5019410 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:20:56.801892 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-2bd5a674-f6db-4f95-95d2-3ae6c50577a2 None None] Provisioning complete for port 2e11e47b-50bd-4f1f-a9fe-c93cbc028980 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:56.803396 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2bd5a674-f6db-4f95-95d2-3ae6c50577a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:56.807144 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e0e01251-f9b5-4ab7-806e-980bf5019410 admin admin] 10.222.0.119 "PUT /v2.0/routers/7980d9a6-bf86-43f2-90b1-2001589b197d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8783457 Aug 31 09:20:56.818477 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-01afe7f2-ec0f-421c-aedd-ad430a18a30d tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2584162 Aug 31 09:20:56.835060 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-7116dcfd-e095-46f4-9b02-34a7bfa1c259 service neutron] Request body: {'port': {'device_id': '68f90fd6-5027-4d99-8023-c81e5a6c76df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:56.845171 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a93305-6ad9-4340-869f-0bf02bd84395 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8a221e-08c7-4be3-9924-9c7341e3e5a8,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:56.887217 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-2bd5a674-f6db-4f95-95d2-3ae6c50577a2 None None] Port 2e11e47b-50bd-4f1f-a9fe-c93cbc028980 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:20:56.943425 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-7116dcfd-e095-46f4-9b02-34a7bfa1c259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:56.963175 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33510) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:56.986825 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 562155d5-60d9-49c5-a20f-72174fb90928 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:20:56.996241 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-1278a8d6-1fae-4c3a-b8fc-911b2435d633 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:56.997763 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-1278a8d6-1fae-4c3a-b8fc-911b2435d633 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2074642 Aug 31 09:20:57.012109 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16ae7c55-a051-467b-bc5b-d917f9257151 req-61b888c8-54de-4392-bebd-fc0ef06a08f5 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=bba29f11-f322-4dcc-bb03-31b6fa1ba461 HTTP/1.1" status: 200 len: 210 time: 0.3058038 Aug 31 09:20:57.065675 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-a26fc90f-b855-49af-9162-d4f4441d6963 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/quotas/619644c8a8fe47e9a69797550a2e67ae HTTP/1.1" status: 200 len: 375 time: 0.0511301 Aug 31 09:20:57.130788 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 142a4b7e-e6f1-4036-a6d5-252dc98106d0 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:20:57.137928 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:57.138363 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-d2c153d7-5604-4220-9878-7b3d03bddae0 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=619644c8a8fe47e9a69797550a2e67ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563023 Aug 31 09:20:57.221193 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdab5b39-eb72-4041-8d1d-6726d8184c0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '562155d5-60d9-49c5-a20f-72174fb90928'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:20:57.223566 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4742179b-48ee-4559-b848-8f65d50ff606" -d '{"events": [{"server_uuid": "fdab5b39-eb72-4041-8d1d-6726d8184c0b", "name": "network-vif-unplugged", "status": "completed", "tag": "562155d5-60d9-49c5-a20f-72174fb90928"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:20:57.224736 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-a96588f9-f6bb-4cc3-85dd-a6321002df19 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-29145037'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:57.244949 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 562155d5-60d9-49c5-a20f-72174fb90928, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=562155d5-60d9-49c5-a20f-72174fb90928,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:57.275859 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15954386-f863-4014-bb65-d815954be2ee req-b79e962e-79bd-4746-b236-1e7cabc66d87 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:57.285598 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15954386-f863-4014-bb65-d815954be2ee req-b79e962e-79bd-4746-b236-1e7cabc66d87 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:57.295191 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1350006-c20a-49f2-9ff1-dde55d2977a7 None None] Sync routers for ids ['7980d9a6-bf86-43f2-90b1-2001589b197d'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:20:57.299567 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15954386-f863-4014-bb65-d815954be2ee req-b79e962e-79bd-4746-b236-1e7cabc66d87 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:57.304160 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1350006-c20a-49f2-9ff1-dde55d2977a7 None None] Routers {'7980d9a6-bf86-43f2-90b1-2001589b197d'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:20:57.304770 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d1350006-c20a-49f2-9ff1-dde55d2977a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:20:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7980d9a6-bf86-43f2-90b1-2001589b197d'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:57.307124 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15954386-f863-4014-bb65-d815954be2ee req-b79e962e-79bd-4746-b236-1e7cabc66d87 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:57.314071 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15954386-f863-4014-bb65-d815954be2ee req-b79e962e-79bd-4746-b236-1e7cabc66d87 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:57.320673 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15954386-f863-4014-bb65-d815954be2ee req-b79e962e-79bd-4746-b236-1e7cabc66d87 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:57.326844 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15954386-f863-4014-bb65-d815954be2ee req-b79e962e-79bd-4746-b236-1e7cabc66d87 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:57.329048 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-15954386-f863-4014-bb65-d815954be2ee req-b79e962e-79bd-4746-b236-1e7cabc66d87 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 5429 time: 0.1557636 Aug 31 09:20:57.330627 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-a9a93305-6ad9-4340-869f-0bf02bd84395 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Allocated IP 192.168.233.179 (a47e180d-e969-4a85-aa09-0ec8196480c0/f473c8e7-d3e2-4352-b8da-3dcd093feb8b/5b4431c4-d3fc-4102-a88e-370b2790a6d2) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:20:57.336535 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:57.371662 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96588f9-f6bb-4cc3-85dd-a6321002df19 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Made reservation on behalf of 13fae58522454fb384b983d48d032915 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:20:57.371938 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 142a4b7e-e6f1-4036-a6d5-252dc98106d0 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:20:57.375455 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a96588f9-f6bb-4cc3-85dd-a6321002df19 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:57.380954 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 142a4b7e-e6f1-4036-a6d5-252dc98106d0 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:57.381777 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:57.411326 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a96588f9-f6bb-4cc3-85dd-a6321002df19 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] vlan segment allocate from pool success with {'vlan_id': 1608, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:20:57.438140 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-15954386-f863-4014-bb65-d815954be2ee req-0c17839f-25bb-4387-a081-3d1f4b47d924 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&id=1ebc046b-3f58-4516-bb28-5f802a90d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1019135 Aug 31 09:20:57.443681 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=562155d5-60d9-49c5-a20f-72174fb90928,revision_number=14']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:57.451332 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a96588f9-f6bb-4cc3-85dd-a6321002df19 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:57.451580 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-a96588f9-f6bb-4cc3-85dd-a6321002df19 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Added segment 871d06c9-0a41-40b3-9f08-df7615289b87 of type vlan for network 64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26 Aug 31 09:20:57.467425 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-d1350006-c20a-49f2-9ff1-dde55d2977a7 None None] Set router 7980d9a6-bf86-43f2-90b1-2001589b197d gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:20:57.575905 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:57.624677 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 142a4b7e-e6f1-4036-a6d5-252dc98106d0, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=142a4b7e-e6f1-4036-a6d5-252dc98106d0,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:20:57.628861 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abdf920-1ab2-4738-91f1-ecd6cbe25f52 x-openstack-request-id: req-1abdf920-1ab2-4738-91f1-ecd6cbe25f52 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:20:57.629730 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdab5b39-eb72-4041-8d1d-6726d8184c0b", "name": "network-vif-unplugged", "status": "completed", "tag": "562155d5-60d9-49c5-a20f-72174fb90928", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:20:57.629991 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-1abdf920-1ab2-4738-91f1-ecd6cbe25f52 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:20:57.631550 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdab5b39-eb72-4041-8d1d-6726d8184c0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '562155d5-60d9-49c5-a20f-72174fb90928', 'code': 200} Aug 31 09:20:57.704364 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a96588f9-f6bb-4cc3-85dd-a6321002df19 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:57.747527 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:57.852356 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=142a4b7e-e6f1-4036-a6d5-252dc98106d0,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:57.887205 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-7116dcfd-e095-46f4-9b02-34a7bfa1c259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d921f58-bb54-47d0-a40b-b4605065f73d {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:20:57.899095 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a96588f9-f6bb-4cc3-85dd-a6321002df19 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:57.906500 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96588f9-f6bb-4cc3-85dd-a6321002df19 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:57.906996 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f05873-ec71-4e2a-ba62-ca00ff5a64b7 req-b95dd81a-cd05-414a-ba88-c7d5511b7873 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:57.907199 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a96588f9-f6bb-4cc3-85dd-a6321002df19 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:57.911809 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a4f05873-ec71-4e2a-ba62-ca00ff5a64b7 req-b95dd81a-cd05-414a-ba88-c7d5511b7873 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=68f90fd6-5027-4d99-8023-c81e5a6c76df HTTP/1.1" status: 200 len: 932 time: 0.1747143 Aug 31 09:20:57.912366 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d1350006-c20a-49f2-9ff1-dde55d2977a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7980d9a6-bf86-43f2-90b1-2001589b197d', 'name': 'tempest-ServersTestMultiNic-600645039-router', 'tenant_id': '13fae58522454fb384b983d48d032915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '142a4b7e-e6f1-4036-a6d5-252dc98106d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:20:46Z', 'updated_at': '2021-08-31T09:20:54Z', 'revision_number': 4, 'project_id': '13fae58522454fb384b983d48d032915', 'gw_port': {'id': '142a4b7e-e6f1-4036-a6d5-252dc98106d0', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7980d9a6-bf86-43f2-90b1-2001589b197d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:20:49Z', 'updated_at': '2021-08-31T09:20:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '2e11e47b-50bd-4f1f-a9fe-c93cbc028980', 'name': '', 'network_id': '0fd987b9-6285-4563-b36d-6f30ee180798', 'tenant_id': '13fae58522454fb384b983d48d032915', 'mac_address': 'fa:16:3e:89:65:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7980d9a6-bf86-43f2-90b1-2001589b197d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '9bdbd79f-71a4-488b-83f0-49244750b96a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:20:53Z', 'updated_at': '2021-08-31T09:20:55Z', 'revision_number': 2, 'project_id': '13fae58522454fb384b983d48d032915', 'subnets': [{'id': '9bdbd79f-71a4-488b-83f0-49244750b96a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:57.932903 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-7116dcfd-e095-46f4-9b02-34a7bfa1c259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:57.946179 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724c240-9476-4b15-925b-0acbcee382e1 req-9bd1be78-8e6c-418c-9ed8-fd150ec5e3e1 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:57.959291 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a724c240-9476-4b15-925b-0acbcee382e1 req-9bd1be78-8e6c-418c-9ed8-fd150ec5e3e1 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=14b55c43-b170-478d-8fe5-264538117b7f HTTP/1.1" status: 200 len: 946 time: 0.2368202 Aug 31 09:20:58.036299 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96588f9-f6bb-4cc3-85dd-a6321002df19 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Pushing event updated for resources: {'Network': ['ID=64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:58.038940 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-7116dcfd-e095-46f4-9b02-34a7bfa1c259 service neutron] Transition to ACTIVE for port object 7d921f58-bb54-47d0-a40b-b4605065f73d will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:58.049100 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:20:58.058079 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a96588f9-f6bb-4cc3-85dd-a6321002df19 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0931211 Aug 31 09:20:58.059611 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33552) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:20:58.069571 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-68bf2760-4280-422f-9971-b21fd147d8f9 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Request body: {'subnet': {'network_id': '64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:58.084275 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1350006-c20a-49f2-9ff1-dde55d2977a7 None None] Checking router: 7980d9a6-bf86-43f2-90b1-2001589b197d for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:20:58.084593 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1350006-c20a-49f2-9ff1-dde55d2977a7 None None] Updating router 7980d9a6-bf86-43f2-90b1-2001589b197d port 2e11e47b-50bd-4f1f-a9fe-c93cbc028980 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:20:58.096232 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a4f05873-ec71-4e2a-ba62-ca00ff5a64b7 req-6ed4fd39-507d-45a5-8143-fd118d366b78 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927916 Aug 31 09:20:58.112885 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-d1350006-c20a-49f2-9ff1-dde55d2977a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:58.141061 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a724c240-9476-4b15-925b-0acbcee382e1 req-e144c134-6201-4e23-967e-85ffbc9278ab tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806576 Aug 31 09:20:58.158002 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-a9a93305-6ad9-4340-869f-0bf02bd84395 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:58.215467 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-a9a93305-6ad9-4340-869f-0bf02bd84395 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Transition to ACTIVE for port object 5b4431c4-d3fc-4102-a88e-370b2790a6d2 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:58.237794 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-7116dcfd-e095-46f4-9b02-34a7bfa1c259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:58.272300 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5914062-e27d-4ea9-91ac-b52fcb0f85f4 req-bfd71a65-7f9f-4f2c-be1c-dee3c83ff6b0 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/ports?device_id=65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad HTTP/1.1" status: 200 len: 210 time: 0.0397151 Aug 31 09:20:58.326234 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116dcfd-e095-46f4-9b02-34a7bfa1c259 service neutron] Pushing event updated for resources: {'Port': ['ID=7d921f58-bb54-47d0-a40b-b4605065f73d,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:58.428345 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1032c8f-d1e3-4d92-8b5c-ab4ff69ae353 req-3e188533-cad2-4fb1-9550-c53be2292712 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=bba29f11-f322-4dcc-bb03-31b6fa1ba461 HTTP/1.1" status: 200 len: 210 time: 0.0356247 Aug 31 09:20:58.462063 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-a9a93305-6ad9-4340-869f-0bf02bd84395 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:58.462907 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-d1350006-c20a-49f2-9ff1-dde55d2977a7 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:58.489563 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-d1350006-c20a-49f2-9ff1-dde55d2977a7 None None] Transition to ACTIVE for port object 2e11e47b-50bd-4f1f-a9fe-c93cbc028980 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:20:58.506603 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-a9a93305-6ad9-4340-869f-0bf02bd84395 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Network a47e180d-e969-4a85-aa09-0ec8196480c0 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:20:58.512326 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-7116dcfd-e095-46f4-9b02-34a7bfa1c259 service neutron] Attempting to bind port 7d921f58-bb54-47d0-a40b-b4605065f73d on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:20:58.512326 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-7116dcfd-e095-46f4-9b02-34a7bfa1c259 service neutron] Attempting to bind port 7d921f58-bb54-47d0-a40b-b4605065f73d by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'fea79c28-18e6-4c1e-9eb0-fd680c62e5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': 'a1c761f8-404a-498a-a4d9-9ce04e112753'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:20:58.512326 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-7116dcfd-e095-46f4-9b02-34a7bfa1c259 service neutron] Attempting to bind port 7d921f58-bb54-47d0-a40b-b4605065f73d on network a1c761f8-404a-498a-a4d9-9ce04e112753 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:58.517257 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-7116dcfd-e095-46f4-9b02-34a7bfa1c259 service neutron] Port 7d921f58-bb54-47d0-a40b-b4605065f73d on network a1c761f8-404a-498a-a4d9-9ce04e112753 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:20:58.517662 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-7116dcfd-e095-46f4-9b02-34a7bfa1c259 service neutron] Attempting to bind port 7d921f58-bb54-47d0-a40b-b4605065f73d on network a1c761f8-404a-498a-a4d9-9ce04e112753 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:58.523082 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-7116dcfd-e095-46f4-9b02-34a7bfa1c259 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:20:58.523657 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-7116dcfd-e095-46f4-9b02-34a7bfa1c259 service neutron] Checking segment: {'id': 'fea79c28-18e6-4c1e-9eb0-fd680c62e5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': 'a1c761f8-404a-498a-a4d9-9ce04e112753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:20:58.524121 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-7116dcfd-e095-46f4-9b02-34a7bfa1c259 service neutron] Bound using segment: {'id': 'fea79c28-18e6-4c1e-9eb0-fd680c62e5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': 'a1c761f8-404a-498a-a4d9-9ce04e112753'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:20:58.524637 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-7116dcfd-e095-46f4-9b02-34a7bfa1c259 service neutron] Bound port: 7d921f58-bb54-47d0-a40b-b4605065f73d, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea79c28-18e6-4c1e-9eb0-fd680c62e5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': 'a1c761f8-404a-498a-a4d9-9ce04e112753'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:20:58.525081 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-7116dcfd-e095-46f4-9b02-34a7bfa1c259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:58.556980 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-a9a93305-6ad9-4340-869f-0bf02bd84395 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:20:58.560983 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-a9a93305-6ad9-4340-869f-0bf02bd84395 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:20:58.564552 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a93305-6ad9-4340-869f-0bf02bd84395 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Pushing event updated for resources: {'Port': ['ID=5b4431c4-d3fc-4102-a88e-370b2790a6d2,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:58.651739 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-d1350006-c20a-49f2-9ff1-dde55d2977a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:58.675697 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-a9a93305-6ad9-4340-869f-0bf02bd84395 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:58.676347 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-a9a93305-6ad9-4340-869f-0bf02bd84395 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:58.680858 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-7116dcfd-e095-46f4-9b02-34a7bfa1c259 service neutron] For port 7d921f58-bb54-47d0-a40b-b4605065f73d, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:20:58.684866 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device dd1791ac-108c-4d45-8cb3-573e2142bd91 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:20:58.689576 n-d-791506-28 neutron-server[95554]: INFO neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No ports have port_id starting with dd1791ac-108c-4d45-8cb3-573e2142bd91 Aug 31 09:20:58.691598 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device dd1791ac-108c-4d45-8cb3-573e2142bd91 requested by agent hyperv_n-h2-791506-28 not found in database {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 31 09:20:58.704631 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-7116dcfd-e095-46f4-9b02-34a7bfa1c259 service neutron] For port 7d921f58-bb54-47d0-a40b-b4605065f73d, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=7d921f58-bb54-47d0-a40b-b4605065f73d,segment=NetworkSegment(fea79c28-18e6-4c1e-9eb0-fd680c62e5f4),segment_id=fea79c28-18e6-4c1e-9eb0-fd680c62e5f4)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:20:58.717869 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bf2760-4280-422f-9971-b21fd147d8f9 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Made reservation on behalf of 13fae58522454fb384b983d48d032915 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:20:58.728914 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-68bf2760-4280-422f-9971-b21fd147d8f9 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:58.757423 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b7ec0-1ca8-4f5b-a35c-f93e0d35347c req-8cbcb12b-310e-4928-9734-5a7dcbef8d76 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:58.777593 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b7ec0-1ca8-4f5b-a35c-f93e0d35347c req-8cbcb12b-310e-4928-9734-5a7dcbef8d76 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:58.777976 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c60bcb-5803-45ed-9ecb-998f178060f4 None None] Pushing event updated for resources: {'Port': ['ID=2e11e47b-50bd-4f1f-a9fe-c93cbc028980,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:58.792969 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b7ec0-1ca8-4f5b-a35c-f93e0d35347c req-8cbcb12b-310e-4928-9734-5a7dcbef8d76 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:58.812773 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b7ec0-1ca8-4f5b-a35c-f93e0d35347c req-8cbcb12b-310e-4928-9734-5a7dcbef8d76 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:58.821867 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b7ec0-1ca8-4f5b-a35c-f93e0d35347c req-8cbcb12b-310e-4928-9734-5a7dcbef8d76 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:58.828756 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b7ec0-1ca8-4f5b-a35c-f93e0d35347c req-8cbcb12b-310e-4928-9734-5a7dcbef8d76 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:58.834870 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b7ec0-1ca8-4f5b-a35c-f93e0d35347c req-8cbcb12b-310e-4928-9734-5a7dcbef8d76 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:58.843593 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-901b7ec0-1ca8-4f5b-a35c-f93e0d35347c req-8cbcb12b-310e-4928-9734-5a7dcbef8d76 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 5429 time: 0.2749381 Aug 31 09:20:58.901633 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-7116dcfd-e095-46f4-9b02-34a7bfa1c259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:58.914879 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-d1350006-c20a-49f2-9ff1-dde55d2977a7 None None] Attempting to bind port 2e11e47b-50bd-4f1f-a9fe-c93cbc028980 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:20:58.915261 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-d1350006-c20a-49f2-9ff1-dde55d2977a7 None None] Attempting to bind port 2e11e47b-50bd-4f1f-a9fe-c93cbc028980 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'b4f75bc3-a169-465d-906f-512815596c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': '0fd987b9-6285-4563-b36d-6f30ee180798'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:20:58.915625 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1350006-c20a-49f2-9ff1-dde55d2977a7 None None] Attempting to bind port 2e11e47b-50bd-4f1f-a9fe-c93cbc028980 on network 0fd987b9-6285-4563-b36d-6f30ee180798 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:20:58.934234 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1350006-c20a-49f2-9ff1-dde55d2977a7 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:20:58.938315 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1350006-c20a-49f2-9ff1-dde55d2977a7 None None] Checking segment: {'id': 'b4f75bc3-a169-465d-906f-512815596c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': '0fd987b9-6285-4563-b36d-6f30ee180798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:20:58.939031 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-d1350006-c20a-49f2-9ff1-dde55d2977a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:58.939604 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1350006-c20a-49f2-9ff1-dde55d2977a7 None None] Bound using segment: {'id': 'b4f75bc3-a169-465d-906f-512815596c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': '0fd987b9-6285-4563-b36d-6f30ee180798'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:20:58.940453 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-d1350006-c20a-49f2-9ff1-dde55d2977a7 None None] Bound port: 2e11e47b-50bd-4f1f-a9fe-c93cbc028980, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f75bc3-a169-465d-906f-512815596c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': '0fd987b9-6285-4563-b36d-6f30ee180798'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:20:58.940969 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-d1350006-c20a-49f2-9ff1-dde55d2977a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:58.942538 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-7116dcfd-e095-46f4-9b02-34a7bfa1c259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:58.943895 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-7116dcfd-e095-46f4-9b02-34a7bfa1c259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:58.946431 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-7116dcfd-e095-46f4-9b02-34a7bfa1c259 service neutron] 10.222.0.112 "PUT /v2.0/ports/7d921f58-bb54-47d0-a40b-b4605065f73d HTTP/1.1" status: 200 len: 1093 time: 2.1178656 Aug 31 09:20:58.951737 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f90fd6-5027-4d99-8023-c81e5a6c76df', 'tag': '7d921f58-bb54-47d0-a40b-b4605065f73d'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:20:58.970237 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3496fb7-aba2-42c6-a77d-d2b927d4486d" -d '{"events": [{"name": "network-changed", "server_uuid": "68f90fd6-5027-4d99-8023-c81e5a6c76df", "tag": "7d921f58-bb54-47d0-a40b-b4605065f73d"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:20:59.006977 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-a9a93305-6ad9-4340-869f-0bf02bd84395 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1757112 Aug 31 09:20:59.059318 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-4a1443a8-2091-4075-9154-214d55f1d216 service neutron] Request body: {'port': {'device_id': 'bba29f11-f322-4dcc-bb03-31b6fa1ba461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:20:59.060545 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 142a4b7e-e6f1-4036-a6d5-252dc98106d0 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:20:59.083328 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d256fb-62ca-4897-b8e9-750ae1d9a684 req-694165cf-2a7a-4f7e-9b18-0e44a2e9aa90 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:59.085090 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-95d256fb-62ca-4897-b8e9-750ae1d9a684 req-694165cf-2a7a-4f7e-9b18-0e44a2e9aa90 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.2383380 Aug 31 09:20:59.154237 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-901b7ec0-1ca8-4f5b-a35c-f93e0d35347c req-7ccf6341-d24e-4fa6-aacb-a7e2f75ab63b tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&id=1ebc046b-3f58-4516-bb28-5f802a90d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3096526 Aug 31 09:20:59.173438 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-d1350006-c20a-49f2-9ff1-dde55d2977a7 None None] For port 2e11e47b-50bd-4f1f-a9fe-c93cbc028980, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:20:59.174231 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 142a4b7e-e6f1-4036-a6d5-252dc98106d0 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:59.175696 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:59.179982 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-d1350006-c20a-49f2-9ff1-dde55d2977a7 None None] For port 2e11e47b-50bd-4f1f-a9fe-c93cbc028980, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=2e11e47b-50bd-4f1f-a9fe-c93cbc028980,segment=NetworkSegment(b4f75bc3-a169-465d-906f-512815596c3d),segment_id=b4f75bc3-a169-465d-906f-512815596c3d)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:20:59.199382 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-4a1443a8-2091-4075-9154-214d55f1d216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:59.209336 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116dcfd-e095-46f4-9b02-34a7bfa1c259 service neutron] Pushing event updated for resources: {'Port': ['ID=7d921f58-bb54-47d0-a40b-b4605065f73d,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:59.221798 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-30a090d5-c07e-4e0f-8a0c-10abbfde4c04 None None] Provisioning for port 5b4431c4-d3fc-4102-a88e-370b2790a6d2 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:20:59.227927 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0e3aca-3f36-4a40-b89a-864a50275af7 x-openstack-request-id: req-dc0e3aca-3f36-4a40-b89a-864a50275af7 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:20:59.227927 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f90fd6-5027-4d99-8023-c81e5a6c76df", "tag": "7d921f58-bb54-47d0-a40b-b4605065f73d", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:20:59.227927 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-dc0e3aca-3f36-4a40-b89a-864a50275af7 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:20:59.232812 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f90fd6-5027-4d99-8023-c81e5a6c76df', 'tag': '7d921f58-bb54-47d0-a40b-b4605065f73d', 'status': 'completed', 'code': 200} Aug 31 09:20:59.233108 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-30a090d5-c07e-4e0f-8a0c-10abbfde4c04 None None] Provisioning complete for port 5b4431c4-d3fc-4102-a88e-370b2790a6d2 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:20:59.233430 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-30a090d5-c07e-4e0f-8a0c-10abbfde4c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:59.242234 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-95d256fb-62ca-4897-b8e9-750ae1d9a684 req-80ae2f56-47c9-449b-9839-d560ab086dcc tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288824 Aug 31 09:20:59.250333 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-32032b83-4643-479a-8bb3-f61fe5e9021c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:59.252519 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-32032b83-4643-479a-8bb3-f61fe5e9021c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=c8be5a3950fb435c8e8cd8e3c656cdfc&device_id=68f90fd6-5027-4d99-8023-c81e5a6c76df HTTP/1.1" status: 200 len: 1096 time: 0.1181450 Aug 31 09:20:59.267548 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-d1350006-c20a-49f2-9ff1-dde55d2977a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:59.278438 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-30a090d5-c07e-4e0f-8a0c-10abbfde4c04 None None] Port 5b4431c4-d3fc-4102-a88e-370b2790a6d2 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:20:59.401616 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1350006-c20a-49f2-9ff1-dde55d2977a7 None None] Routers {'7980d9a6-bf86-43f2-90b1-2001589b197d'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:20:59.401616 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d1350006-c20a-49f2-9ff1-dde55d2977a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:20:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7980d9a6-bf86-43f2-90b1-2001589b197d'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:59.442600 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-535fd9d0-41a6-41fb-8c43-1707a91533c8 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d921f58-bb54-47d0-a40b-b4605065f73d HTTP/1.1" status: 200 len: 217 time: 0.1615844 Aug 31 09:20:59.444318 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c60bcb-5803-45ed-9ecb-998f178060f4 None None] Pushing event updated for resources: {'Port': ['ID=2e11e47b-50bd-4f1f-a9fe-c93cbc028980,revision_number=4']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:59.538587 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-861e5e8e-ae39-438d-9d25-2f37d4a9cb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:59.540821 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-861e5e8e-ae39-438d-9d25-2f37d4a9cb97 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b147db6a-6b72-4492-9892-536b47a13e42 HTTP/1.1" status: 200 len: 854 time: 0.0884275 Aug 31 09:20:59.540947 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a5d2e-13b6-4eab-9436-284580fa6263 req-dfc18c33-cf69-4865-b644-ea327ed45642 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:59.548948 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b91a5d2e-13b6-4eab-9436-284580fa6263 req-dfc18c33-cf69-4865-b644-ea327ed45642 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=68f90fd6-5027-4d99-8023-c81e5a6c76df HTTP/1.1" status: 200 len: 944 time: 0.2270455 Aug 31 09:20:59.586897 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-313616a5-0b24-4407-b37f-f7400cf19861 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a1c761f8-404a-498a-a4d9-9ce04e112753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352807 Aug 31 09:20:59.587930 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-68bf2760-4280-422f-9971-b21fd147d8f9 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:59.606710 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b0427-958c-47c7-b4ce-d522be6d3128 req-eda06b75-1b9c-4e0c-88ef-4c335136fb89 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:59.608232 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-119b0427-958c-47c7-b4ce-d522be6d3128 req-eda06b75-1b9c-4e0c-88ef-4c335136fb89 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=14b55c43-b170-478d-8fe5-264538117b7f HTTP/1.1" status: 200 len: 946 time: 0.2289462 Aug 31 09:20:59.608542 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-d1350006-c20a-49f2-9ff1-dde55d2977a7 None None] Set router 7980d9a6-bf86-43f2-90b1-2001589b197d gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:20:59.636880 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b91a5d2e-13b6-4eab-9436-284580fa6263 req-083ccbce-bbfb-4f16-8520-c8513015466a tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870283 Aug 31 09:20:59.731321 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-119b0427-958c-47c7-b4ce-d522be6d3128 req-3cd61e70-cbe0-4200-a2ef-cedf88e9bacb tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102226 Aug 31 09:20:59.770401 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf2760-4280-422f-9971-b21fd147d8f9 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Pushing event updated for resources: {'Subnet': ['ID=2e67495c-ad21-414d-86aa-8cd9c7d40190,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:20:59.793590 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bf2760-4280-422f-9971-b21fd147d8f9 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Checking segment: {'id': '871d06c9-0a41-40b3-9f08-df7615289b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1608, 'network_id': '64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:20:59.793792 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bf2760-4280-422f-9971-b21fd147d8f9 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Network hostable DHCP agents. Network: 64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:20:59.920464 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-63a05932-4225-4fe3-83b4-557e114fc0cf service neutron] 10.222.0.112 "GET /v2.0/networks/a1c761f8-404a-498a-a4d9-9ce04e112753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338643 Aug 31 09:20:59.920581 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7ee0a8b3-bd87-41eb-8fc7-f602342fb68e req-1221ca65-235b-4ff1-8469-b9c8af88bfe3 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/ports?device_id=65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad HTTP/1.1" status: 200 len: 210 time: 0.0454562 Aug 31 09:20:59.997544 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d1350006-c20a-49f2-9ff1-dde55d2977a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7980d9a6-bf86-43f2-90b1-2001589b197d', 'name': 'tempest-ServersTestMultiNic-600645039-router', 'tenant_id': '13fae58522454fb384b983d48d032915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '142a4b7e-e6f1-4036-a6d5-252dc98106d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:20:46Z', 'updated_at': '2021-08-31T09:20:54Z', 'revision_number': 4, 'project_id': '13fae58522454fb384b983d48d032915', 'gw_port': {'id': '142a4b7e-e6f1-4036-a6d5-252dc98106d0', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7980d9a6-bf86-43f2-90b1-2001589b197d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:20:49Z', 'updated_at': '2021-08-31T09:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '2e11e47b-50bd-4f1f-a9fe-c93cbc028980', 'name': '', 'network_id': '0fd987b9-6285-4563-b36d-6f30ee180798', 'tenant_id': '13fae58522454fb384b983d48d032915', 'mac_address': 'fa:16:3e:89:65:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7980d9a6-bf86-43f2-90b1-2001589b197d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '9bdbd79f-71a4-488b-83f0-49244750b96a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:20:53Z', 'updated_at': '2021-08-31T09:20:59Z', 'revision_number': 4, 'project_id': '13fae58522454fb384b983d48d032915', 'subnets': [{'id': '9bdbd79f-71a4-488b-83f0-49244750b96a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:20:59.998908 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-4a1443a8-2091-4075-9154-214d55f1d216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b4431c4-d3fc-4102-a88e-370b2790a6d2 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:20:59.998908 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-4a1443a8-2091-4075-9154-214d55f1d216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:20:59.999136 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1350006-c20a-49f2-9ff1-dde55d2977a7 None None] The sync data for ids ['7980d9a6-bf86-43f2-90b1-2001589b197d'] in n-d-791506-28 is: [{'id': '7980d9a6-bf86-43f2-90b1-2001589b197d', 'name': 'tempest-ServersTestMultiNic-600645039-router', 'tenant_id': '13fae58522454fb384b983d48d032915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '142a4b7e-e6f1-4036-a6d5-252dc98106d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:20:46Z', 'updated_at': '2021-08-31T09:20:54Z', 'revision_number': 4, 'project_id': '13fae58522454fb384b983d48d032915', 'gw_port': {'id': '142a4b7e-e6f1-4036-a6d5-252dc98106d0', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7980d9a6-bf86-43f2-90b1-2001589b197d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:20:49Z', 'updated_at': '2021-08-31T09:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '2e11e47b-50bd-4f1f-a9fe-c93cbc028980', 'name': '', 'network_id': '0fd987b9-6285-4563-b36d-6f30ee180798', 'tenant_id': '13fae58522454fb384b983d48d032915', 'mac_address': 'fa:16:3e:89:65:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7980d9a6-bf86-43f2-90b1-2001589b197d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '9bdbd79f-71a4-488b-83f0-49244750b96a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:20:53Z', 'updated_at': '2021-08-31T09:20:59Z', 'revision_number': 4, 'project_id': '13fae58522454fb384b983d48d032915', 'subnets': [{'id': '9bdbd79f-71a4-488b-83f0-49244750b96a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:20:59.999344 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b736e4-80fd-4559-a034-2dd2ae6efc25 req-05759eb4-4540-4b3d-aa8d-f477640be1b8 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:20:59.999344 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-93b736e4-80fd-4559-a034-2dd2ae6efc25 req-05759eb4-4540-4b3d-aa8d-f477640be1b8 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=bba29f11-f322-4dcc-bb03-31b6fa1ba461 HTTP/1.1" status: 200 len: 936 time: 0.1162565 Aug 31 09:20:59.999489 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bf2760-4280-422f-9971-b21fd147d8f9 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Network 64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:20:59.999566 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-4a1443a8-2091-4075-9154-214d55f1d216 service neutron] Transition to ACTIVE for port object 5b4431c4-d3fc-4102-a88e-370b2790a6d2 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:21:00.002578 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d1499af8-3fbd-4d15-95d1-1b3bfc16c05d req-9586c828-9112-4ffd-988d-f88f66d95c0b service neutron] 10.222.0.112 "GET /v2.0/networks/a1c761f8-404a-498a-a4d9-9ce04e112753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335394 Aug 31 09:21:00.061941 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-68bf2760-4280-422f-9971-b21fd147d8f9 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:21:00.066127 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-93b736e4-80fd-4559-a034-2dd2ae6efc25 req-1fe56e36-0dcc-4e36-87df-af85f89f6204 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722632 Aug 31 09:21:00.067966 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-4a1443a8-2091-4075-9154-214d55f1d216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:00.068230 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bf2760-4280-422f-9971-b21fd147d8f9 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:00.071905 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf02e436-11bb-46c5-a867-784b6bfa31e6 None None] Network 64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:21:00.078788 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-68bf2760-4280-422f-9971-b21fd147d8f9 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:00.080455 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017d0a5-6d97-470e-8ba5-2d48c91b780b req-11c23cb8-bc23-4245-9498-e3903289cb88 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:00.082012 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0017d0a5-6d97-470e-8ba5-2d48c91b780b req-11c23cb8-bc23-4245-9498-e3903289cb88 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.1043694 Aug 31 09:21:00.180664 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1443a8-2091-4075-9154-214d55f1d216 service neutron] Pushing event updated for resources: {'Port': ['ID=5b4431c4-d3fc-4102-a88e-370b2790a6d2,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:00.260157 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0017d0a5-6d97-470e-8ba5-2d48c91b780b req-24c31cdb-53b5-498e-9469-74e79dd5a127 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482542 Aug 31 09:21:00.300254 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-68bf2760-4280-422f-9971-b21fd147d8f9 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2403648 Aug 31 09:21:00.303108 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33610) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:00.311982 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-be4af444-68f9-4c96-9b06-b99f878f6767 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1421806856'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:00.323681 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3496fb7-aba2-42c6-a77d-d2b927d4486d req-02c5856c-71bd-4de5-9224-a1d036de1d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:00.327573 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c3496fb7-aba2-42c6-a77d-d2b927d4486d req-02c5856c-71bd-4de5-9224-a1d036de1d96 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=c8be5a3950fb435c8e8cd8e3c656cdfc&device_id=68f90fd6-5027-4d99-8023-c81e5a6c76df HTTP/1.1" status: 200 len: 1096 time: 0.1398630 Aug 31 09:21:00.454071 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-4a1443a8-2091-4075-9154-214d55f1d216 service neutron] Attempting to bind port 5b4431c4-d3fc-4102-a88e-370b2790a6d2 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:21:00.454470 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-4a1443a8-2091-4075-9154-214d55f1d216 service neutron] Attempting to bind port 5b4431c4-d3fc-4102-a88e-370b2790a6d2 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:21:00.454829 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-4a1443a8-2091-4075-9154-214d55f1d216 service neutron] Attempting to bind port 5b4431c4-d3fc-4102-a88e-370b2790a6d2 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:21:00.479071 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-4a1443a8-2091-4075-9154-214d55f1d216 service neutron] Port 5b4431c4-d3fc-4102-a88e-370b2790a6d2 on network a47e180d-e969-4a85-aa09-0ec8196480c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:21:00.479409 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-4a1443a8-2091-4075-9154-214d55f1d216 service neutron] Attempting to bind port 5b4431c4-d3fc-4102-a88e-370b2790a6d2 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:21:00.487240 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c476f502-ab14-404b-9b92-00b2a53aff63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26', 'network_id': '64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26', 'tenant_id': '13fae58522454fb384b983d48d032915', 'fixed_ips': [{'subnet_id': '2e67495c-ad21-414d-86aa-8cd9c7d40190'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:21:00.488247 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c476f502-ab14-404b-9b92-00b2a53aff63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:00.491630 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-4a1443a8-2091-4075-9154-214d55f1d216 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:21:00.491968 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-4a1443a8-2091-4075-9154-214d55f1d216 service neutron] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:21:00.493051 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-4a1443a8-2091-4075-9154-214d55f1d216 service neutron] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:21:00.493528 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-4a1443a8-2091-4075-9154-214d55f1d216 service neutron] Bound port: 5b4431c4-d3fc-4102-a88e-370b2790a6d2, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:21:00.493893 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-4a1443a8-2091-4075-9154-214d55f1d216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:00.501374 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3496fb7-aba2-42c6-a77d-d2b927d4486d req-ab79d496-fc83-48ed-bb59-38aa2c08e34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:00.507126 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c3496fb7-aba2-42c6-a77d-d2b927d4486d req-ab79d496-fc83-48ed-bb59-38aa2c08e34b service neutron] 10.222.0.112 "GET /v2.0/networks?id=a1c761f8-404a-498a-a4d9-9ce04e112753 HTTP/1.1" status: 200 len: 916 time: 0.1628077 Aug 31 09:21:00.533492 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f24f77-0bd2-4654-b5cc-20b8de4f1d5c req-eeb644bb-c2c7-40d9-991a-df6923c348cc tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:00.539471 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f24f77-0bd2-4654-b5cc-20b8de4f1d5c req-eeb644bb-c2c7-40d9-991a-df6923c348cc tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:00.545930 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f24f77-0bd2-4654-b5cc-20b8de4f1d5c req-eeb644bb-c2c7-40d9-991a-df6923c348cc tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:00.554153 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f24f77-0bd2-4654-b5cc-20b8de4f1d5c req-eeb644bb-c2c7-40d9-991a-df6923c348cc tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:00.561283 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f24f77-0bd2-4654-b5cc-20b8de4f1d5c req-eeb644bb-c2c7-40d9-991a-df6923c348cc tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:00.567860 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f24f77-0bd2-4654-b5cc-20b8de4f1d5c req-eeb644bb-c2c7-40d9-991a-df6923c348cc tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:00.568309 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c3496fb7-aba2-42c6-a77d-d2b927d4486d req-5a690c43-5b5d-47e3-9c3e-c58e160a653d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d921f58-bb54-47d0-a40b-b4605065f73d HTTP/1.1" status: 200 len: 217 time: 0.0514290 Aug 31 09:21:00.575374 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f24f77-0bd2-4654-b5cc-20b8de4f1d5c req-eeb644bb-c2c7-40d9-991a-df6923c348cc tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:00.578587 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74f24f77-0bd2-4654-b5cc-20b8de4f1d5c req-eeb644bb-c2c7-40d9-991a-df6923c348cc tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 5429 time: 0.1882486 Aug 31 09:21:00.589924 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7499326-c75b-4293-a728-c6cafaa970c5 req-b85f6126-9cbc-454b-8040-93ccfe9a35b1 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:00.591754 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f7499326-c75b-4293-a728-c6cafaa970c5 req-b85f6126-9cbc-454b-8040-93ccfe9a35b1 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1808770 Aug 31 09:21:00.611722 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4af444-68f9-4c96-9b06-b99f878f6767 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Made reservation on behalf of 13fae58522454fb384b983d48d032915 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:21:00.615194 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-be4af444-68f9-4c96-9b06-b99f878f6767 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:00.640587 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3496fb7-aba2-42c6-a77d-d2b927d4486d req-e4d4eaa1-9711-40df-ad36-c205487024f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:00.642382 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c3496fb7-aba2-42c6-a77d-d2b927d4486d req-e4d4eaa1-9711-40df-ad36-c205487024f5 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b147db6a-6b72-4492-9892-536b47a13e42 HTTP/1.1" status: 200 len: 854 time: 0.0589230 Aug 31 09:21:00.679262 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-c476f502-ab14-404b-9b92-00b2a53aff63 None None] Allocated IP 19.80.0.2 (64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26/2e67495c-ad21-414d-86aa-8cd9c7d40190/6cbf5689-bd58-4647-9544-7869be739904) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:21:00.703725 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c3496fb7-aba2-42c6-a77d-d2b927d4486d req-7fb0b7a9-ff6b-4de5-a52c-0acd0a54aeb4 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a1c761f8-404a-498a-a4d9-9ce04e112753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420017 Aug 31 09:21:00.725679 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be4af444-68f9-4c96-9b06-b99f878f6767 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] vlan segment allocate from pool success with {'vlan_id': 1628, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:21:00.750833 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74f24f77-0bd2-4654-b5cc-20b8de4f1d5c req-b683062e-aeda-4722-9be5-426ad4b90e5e tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&id=1ebc046b-3f58-4516-bb28-5f802a90d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1579130 Aug 31 09:21:00.754349 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f7499326-c75b-4293-a728-c6cafaa970c5 req-8ae446d1-0968-4368-b728-6397eac7d54a tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369209 Aug 31 09:21:00.755659 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-4a1443a8-2091-4075-9154-214d55f1d216 service neutron] For port 5b4431c4-d3fc-4102-a88e-370b2790a6d2, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:21:00.758076 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-be4af444-68f9-4c96-9b06-b99f878f6767 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:00.758365 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-be4af444-68f9-4c96-9b06-b99f878f6767 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Added segment 09e53608-f5ff-4d6d-82ef-24d5f1888842 of type vlan for network 52f2359d-a351-4f53-8751-902021e84d72 Aug 31 09:21:00.761969 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-4a1443a8-2091-4075-9154-214d55f1d216 service neutron] For port 5b4431c4-d3fc-4102-a88e-370b2790a6d2, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=5b4431c4-d3fc-4102-a88e-370b2790a6d2,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:21:00.834754 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-be4af444-68f9-4c96-9b06-b99f878f6767 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:00.855627 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-4a1443a8-2091-4075-9154-214d55f1d216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:00.926648 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-4a1443a8-2091-4075-9154-214d55f1d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:00.928932 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-4a1443a8-2091-4075-9154-214d55f1d216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:00.929861 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-4a1443a8-2091-4075-9154-214d55f1d216 service neutron] 10.222.0.112 "PUT /v2.0/ports/5b4431c4-d3fc-4102-a88e-370b2790a6d2 HTTP/1.1" status: 200 len: 1097 time: 1.8833616 Aug 31 09:21:00.971515 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c476f502-ab14-404b-9b92-00b2a53aff63 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:00.971736 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c3496fb7-aba2-42c6-a77d-d2b927d4486d req-3c9e9fe2-9411-4074-bf2a-f2f590c0dc74 service neutron] 10.222.0.112 "GET /v2.0/networks/a1c761f8-404a-498a-a4d9-9ce04e112753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521827 Aug 31 09:21:00.986051 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c476f502-ab14-404b-9b92-00b2a53aff63 None None] Transition to ACTIVE for port object 6cbf5689-bd58-4647-9544-7869be739904 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:21:00.988787 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba29f11-f322-4dcc-bb03-31b6fa1ba461', 'tag': '5b4431c4-d3fc-4102-a88e-370b2790a6d2'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:21:00.991872 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5156ae-dddd-4a9c-85e5-107e05bd1d15" -d '{"events": [{"name": "network-changed", "server_uuid": "bba29f11-f322-4dcc-bb03-31b6fa1ba461", "tag": "5b4431c4-d3fc-4102-a88e-370b2790a6d2"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:21:01.008861 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c476f502-ab14-404b-9b92-00b2a53aff63 None None] Transition to ACTIVE for port object 6cbf5689-bd58-4647-9544-7869be739904 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:21:01.053998 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-61d8806b-cfba-4802-afad-576caf5edd0d tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=619644c8a8fe47e9a69797550a2e67ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584269 Aug 31 09:21:01.088275 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2e11e47b-50bd-4f1f-a9fe-c93cbc028980 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:01.100660 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1443a8-2091-4075-9154-214d55f1d216 service neutron] Pushing event updated for resources: {'Port': ['ID=5b4431c4-d3fc-4102-a88e-370b2790a6d2,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:01.188736 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-434c2d04-49ab-4d49-89d5-e33d789d22a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:01.190451 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-434c2d04-49ab-4d49-89d5-e33d789d22a7 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&device_id=bba29f11-f322-4dcc-bb03-31b6fa1ba461 HTTP/1.1" status: 200 len: 1100 time: 0.1093802 Aug 31 09:21:01.198731 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c3496fb7-aba2-42c6-a77d-d2b927d4486d req-6918d770-3f09-4172-bb0d-c4256640e5c2 service neutron] 10.222.0.112 "GET /v2.0/networks/a1c761f8-404a-498a-a4d9-9ce04e112753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171714 Aug 31 09:21:01.209818 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-be4af444-68f9-4c96-9b06-b99f878f6767 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:01.218802 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4af444-68f9-4c96-9b06-b99f878f6767 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:01.219451 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-be4af444-68f9-4c96-9b06-b99f878f6767 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:01.223591 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c476f502-ab14-404b-9b92-00b2a53aff63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:01.286884 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-d97cfa0d-6061-40c0-bfc5-447b4cf9a96a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=5b4431c4-d3fc-4102-a88e-370b2790a6d2 HTTP/1.1" status: 200 len: 217 time: 0.0800283 Aug 31 09:21:01.400510 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-cc8ce389-37dd-4ec7-974e-ef6646c7601c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:01.402717 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-cc8ce389-37dd-4ec7-974e-ef6646c7601c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1076508 Aug 31 09:21:01.423429 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-be4af444-68f9-4c96-9b06-b99f878f6767 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1165879 Aug 31 09:21:01.428948 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33628) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:01.433231 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-4cf365fa-a05c-4a65-adce-16d0ada7ff99 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Request body: {'subnet': {'network_id': '52f2359d-a351-4f53-8751-902021e84d72', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:01.516505 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4af444-68f9-4c96-9b06-b99f878f6767 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Pushing event updated for resources: {'Network': ['ID=52f2359d-a351-4f53-8751-902021e84d72,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:01.564053 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 52f2359d-a351-4f53-8751-902021e84d72 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:21:01.580424 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea00bc-6b22-421b-b324-d50f903c84ec req-f5024eeb-cd49-4b6c-afb1-7660eba1495e tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:01.587795 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7cea00bc-6b22-421b-b324-d50f903c84ec req-f5024eeb-cd49-4b6c-afb1-7660eba1495e tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1964040 Aug 31 09:21:01.596414 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-b45fa16a-2c08-48e9-9b71-22aa6a965d77 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:01.598133 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-b45fa16a-2c08-48e9-9b71-22aa6a965d77 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5328739 Aug 31 09:21:01.607190 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba915043-eae4-458a-8468-f4049fcf87e0 req-482be067-a589-4d3a-8511-731bdde3b727 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:01.613404 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c476f502-ab14-404b-9b92-00b2a53aff63 None None] Network 64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:21:01.614593 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba915043-eae4-458a-8468-f4049fcf87e0 req-482be067-a589-4d3a-8511-731bdde3b727 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=68f90fd6-5027-4d99-8023-c81e5a6c76df HTTP/1.1" status: 200 len: 944 time: 0.2894053 Aug 31 09:21:01.631161 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-bca77c3b-a1ab-47b9-800e-ba754c4f2ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:01.632956 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-bca77c3b-a1ab-47b9-800e-ba754c4f2ff2 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2150247 Aug 31 09:21:01.634065 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-c476f502-ab14-404b-9b92-00b2a53aff63 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:21:01.634363 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-f10b83c6-f7ff-427a-a0a9-ecff2a08013d tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Request body: {'port': {'device_id': '65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'admin_state_up': True, 'tenant_id': '619644c8a8fe47e9a69797550a2e67ae'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:01.641759 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b0406-92c2-4ae4-a2a9-d4a85b2faf0a req-d1580995-7fc7-43cf-ae44-f18f32d1e0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:01.642503 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c476f502-ab14-404b-9b92-00b2a53aff63 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:21:01.643248 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9c7b0406-92c2-4ae4-a2a9-d4a85b2faf0a req-d1580995-7fc7-43cf-ae44-f18f32d1e0e1 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=7631bb835dc644c795315530823b1243&device_id=14b55c43-b170-478d-8fe5-264538117b7f HTTP/1.1" status: 200 len: 1098 time: 0.1417234 Aug 31 09:21:01.653556 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476f502-ab14-404b-9b92-00b2a53aff63 None None] Pushing event updated for resources: {'Port': ['ID=6cbf5689-bd58-4647-9544-7869be739904,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:01.730972 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c476f502-ab14-404b-9b92-00b2a53aff63 None None] Attempting to bind port 6cbf5689-bd58-4647-9544-7869be739904 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:21:01.731339 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c476f502-ab14-404b-9b92-00b2a53aff63 None None] Attempting to bind port 6cbf5689-bd58-4647-9544-7869be739904 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '871d06c9-0a41-40b3-9f08-df7615289b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1608, 'network_id': '64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:21:01.731706 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c476f502-ab14-404b-9b92-00b2a53aff63 None None] Attempting to bind port 6cbf5689-bd58-4647-9544-7869be739904 on network 64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:21:01.738060 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c476f502-ab14-404b-9b92-00b2a53aff63 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:21:01.738744 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c476f502-ab14-404b-9b92-00b2a53aff63 None None] Checking segment: {'id': '871d06c9-0a41-40b3-9f08-df7615289b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1608, 'network_id': '64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:21:01.746010 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c476f502-ab14-404b-9b92-00b2a53aff63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:01.746010 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c476f502-ab14-404b-9b92-00b2a53aff63 None None] Bound using segment: {'id': '871d06c9-0a41-40b3-9f08-df7615289b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1608, 'network_id': '64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:21:01.746010 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c476f502-ab14-404b-9b92-00b2a53aff63 None None] Bound port: 6cbf5689-bd58-4647-9544-7869be739904, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '871d06c9-0a41-40b3-9f08-df7615289b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1608, 'network_id': '64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:21:01.746010 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c476f502-ab14-404b-9b92-00b2a53aff63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:01.764590 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba915043-eae4-458a-8468-f4049fcf87e0 req-c11105c5-f166-4819-840a-5a8a63e1dcfe tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490350 Aug 31 09:21:01.792106 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae36087-295c-4b97-93cd-0ac47859b2fc req-ea6ec585-4c78-4125-af8d-870a708f0c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:01.792106 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ae36087-295c-4b97-93cd-0ac47859b2fc req-ea6ec585-4c78-4125-af8d-870a708f0c90 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1b5bd35927fb49bc9780e4d378d20df4&device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 1097 time: 0.2590015 Aug 31 09:21:01.795287 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7cea00bc-6b22-421b-b324-d50f903c84ec req-76bc561d-2267-408b-907b-5987996d98cc tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062287 Aug 31 09:21:01.852850 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-c476f502-ab14-404b-9b92-00b2a53aff63 None None] For port 6cbf5689-bd58-4647-9544-7869be739904, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:21:01.857936 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-c476f502-ab14-404b-9b92-00b2a53aff63 None None] For port 6cbf5689-bd58-4647-9544-7869be739904, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=6cbf5689-bd58-4647-9544-7869be739904,segment=NetworkSegment(871d06c9-0a41-40b3-9f08-df7615289b87),segment_id=871d06c9-0a41-40b3-9f08-df7615289b87)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:21:01.861031 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 2e11e47b-50bd-4f1f-a9fe-c93cbc028980 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:01.866293 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 2e11e47b-50bd-4f1f-a9fe-c93cbc028980 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:01.867135 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:01.881909 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b0406-92c2-4ae4-a2a9-d4a85b2faf0a req-c398d716-980b-42c2-9cf4-13814f304394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:01.883799 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9c7b0406-92c2-4ae4-a2a9-d4a85b2faf0a req-c398d716-980b-42c2-9cf4-13814f304394 service neutron] 10.222.0.112 "GET /v2.0/networks?id=dbfe4506-be9a-4469-a405-2a71d3d1ef02 HTTP/1.1" status: 200 len: 918 time: 0.1378167 Aug 31 09:21:01.887787 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf365fa-a05c-4a65-adce-16d0ada7ff99 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Made reservation on behalf of 13fae58522454fb384b983d48d032915 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:21:01.891411 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4cf365fa-a05c-4a65-adce-16d0ada7ff99 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:01.963775 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c476f502-ab14-404b-9b92-00b2a53aff63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:02.015533 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9c7b0406-92c2-4ae4-a2a9-d4a85b2faf0a req-45c61c9b-ea4d-4a2b-9097-1c7f33e526ed service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=580e293e-078a-4f76-a90b-5c7205ab0e6b HTTP/1.1" status: 200 len: 217 time: 0.0579970 Aug 31 09:21:02.021696 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:02.061624 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476f502-ab14-404b-9b92-00b2a53aff63 None None] Pushing event updated for resources: {'Port': ['ID=6cbf5689-bd58-4647-9544-7869be739904,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:02.082596 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 2e11e47b-50bd-4f1f-a9fe-c93cbc028980, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=2e11e47b-50bd-4f1f-a9fe-c93cbc028980,segment=NetworkSegment(b4f75bc3-a169-465d-906f-512815596c3d),segment_id=b4f75bc3-a169-465d-906f-512815596c3d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:02.095191 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-7f23be5a-1e7b-4503-bbe1-de83ffc3200c service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296293 Aug 31 09:21:02.120680 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b0406-92c2-4ae4-a2a9-d4a85b2faf0a req-d564411d-36b6-430e-a5bd-1400e1771fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:02.122325 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9c7b0406-92c2-4ae4-a2a9-d4a85b2faf0a req-d564411d-36b6-430e-a5bd-1400e1771fd6 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=de08f748-8867-4f91-ac9f-4bd91286452d HTTP/1.1" status: 200 len: 855 time: 0.0961738 Aug 31 09:21:02.187097 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fd0bea-e674-456a-9fc0-6a2722ead2ea x-openstack-request-id: req-91fd0bea-e674-456a-9fc0-6a2722ead2ea {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:21:02.189496 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba29f11-f322-4dcc-bb03-31b6fa1ba461", "tag": "5b4431c4-d3fc-4102-a88e-370b2790a6d2", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:21:02.189496 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-91fd0bea-e674-456a-9fc0-6a2722ead2ea {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:21:02.189496 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba29f11-f322-4dcc-bb03-31b6fa1ba461', 'tag': '5b4431c4-d3fc-4102-a88e-370b2790a6d2', 'status': 'completed', 'code': 200} Aug 31 09:21:02.253290 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:02.262900 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4b3c3058-3803-47c5-8512-ffb2ace16193 req-d814105d-971d-4ea5-a3e8-cdbd1ef21b24 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/ports?device_id=65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad HTTP/1.1" status: 200 len: 210 time: 0.0774310 Aug 31 09:21:02.311947 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0aa62b6b-3ded-4fdc-8e48-31a9335cb592 req-fab96112-8784-4505-a906-7cc8382c93cd service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046537 Aug 31 09:21:02.341391 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=2e11e47b-50bd-4f1f-a9fe-c93cbc028980,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:02.360119 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b453aa-83dd-47ec-94a2-16fe5cc8bc05 req-e54e65d1-6cd9-4f29-a33a-bdf5f8115083 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:02.369440 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b0406-92c2-4ae4-a2a9-d4a85b2faf0a req-e31c7182-fd3d-4472-8d73-58676a6a71df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:02.371105 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9c7b0406-92c2-4ae4-a2a9-d4a85b2faf0a req-e31c7182-fd3d-4472-8d73-58676a6a71df service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=dbfe4506-be9a-4469-a405-2a71d3d1ef02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2355051 Aug 31 09:21:02.373959 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-41b453aa-83dd-47ec-94a2-16fe5cc8bc05 req-e54e65d1-6cd9-4f29-a33a-bdf5f8115083 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=bba29f11-f322-4dcc-bb03-31b6fa1ba461 HTTP/1.1" status: 200 len: 948 time: 0.1921949 Aug 31 09:21:02.431301 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae36087-295c-4b97-93cd-0ac47859b2fc req-09f6ae8c-4b00-4771-8926-9b939c9487ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:02.433569 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ae36087-295c-4b97-93cd-0ac47859b2fc req-09f6ae8c-4b00-4771-8926-9b939c9487ef service neutron] 10.222.0.112 "GET /v2.0/networks?id=f5553b74-379c-4750-8c9c-33e10cb78fdc HTTP/1.1" status: 200 len: 912 time: 0.6311843 Aug 31 09:21:02.436695 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-f10b83c6-f7ff-427a-a0a9-ecff2a08013d tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Made reservation on behalf of 619644c8a8fe47e9a69797550a2e67ae for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:21:02.440237 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-f10b83c6-f7ff-427a-a0a9-ecff2a08013d tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:02.469859 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-f10b83c6-f7ff-427a-a0a9-ecff2a08013d tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:02.470327 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:02.495824 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9c7b0406-92c2-4ae4-a2a9-d4a85b2faf0a req-e008e7d3-07d1-4da9-9b92-6254bab92aed service neutron] 10.222.0.112 "GET /v2.0/networks/dbfe4506-be9a-4469-a405-2a71d3d1ef02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070516 Aug 31 09:21:02.528471 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-41b453aa-83dd-47ec-94a2-16fe5cc8bc05 req-bee3139d-61fa-46a6-b07d-bd5b9544ddee tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480970 Aug 31 09:21:02.565808 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02c063-0b3a-4c5c-8ba8-c0f4f5afd0af req-e114b305-efa6-449e-b99b-8e83ee5becbb tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:02.567417 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fb02c063-0b3a-4c5c-8ba8-c0f4f5afd0af req-e114b305-efa6-449e-b99b-8e83ee5becbb tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=14b55c43-b170-478d-8fe5-264538117b7f HTTP/1.1" status: 200 len: 946 time: 0.1861367 Aug 31 09:21:02.579051 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4cf365fa-a05c-4a65-adce-16d0ada7ff99 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:02.581082 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ae36087-295c-4b97-93cd-0ac47859b2fc req-d7a8cbe8-3acf-4eb8-aea1-b331c5de8a8e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=562155d5-60d9-49c5-a20f-72174fb90928 HTTP/1.1" status: 200 len: 1000 time: 0.1313851 Aug 31 09:21:02.677146 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5156ae-dddd-4a9c-85e5-107e05bd1d15 req-86d30bcd-2c44-493b-b871-bdc6718c5364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:02.678666 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0f5156ae-dddd-4a9c-85e5-107e05bd1d15 req-86d30bcd-2c44-493b-b871-bdc6718c5364 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&device_id=bba29f11-f322-4dcc-bb03-31b6fa1ba461 HTTP/1.1" status: 200 len: 1100 time: 0.1667764 Aug 31 09:21:02.684321 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf365fa-a05c-4a65-adce-16d0ada7ff99 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Pushing event updated for resources: {'Subnet': ['ID=72325bf7-1db9-4361-a178-04e7d9683301,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:02.701287 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fb02c063-0b3a-4c5c-8ba8-c0f4f5afd0af req-53713cbb-9f65-4866-8dac-5874bbae7f32 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249385 Aug 31 09:21:02.715685 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae36087-295c-4b97-93cd-0ac47859b2fc req-444ac539-faf3-48d8-ae6c-6f5b3777a5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:02.717180 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ae36087-295c-4b97-93cd-0ac47859b2fc req-444ac539-faf3-48d8-ae6c-6f5b3777a5c9 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=38d49ab8-d8f2-42ae-8afb-2cc963a498ae HTTP/1.1" status: 200 len: 849 time: 0.1176353 Aug 31 09:21:02.722962 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:02.748538 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393351d-8bca-4c7e-aa47-ebd0f8c0c3e7 req-1223747e-8fec-4c76-8cfd-ea1c61731d31 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:02.749933 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5393351d-8bca-4c7e-aa47-ebd0f8c0c3e7 req-1223747e-8fec-4c76-8cfd-ea1c61731d31 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.1134782 Aug 31 09:21:02.758615 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9c7b0406-92c2-4ae4-a2a9-d4a85b2faf0a req-1a224f2c-f366-4c7c-a355-adfb0fb4c2ed service neutron] 10.222.0.112 "GET /v2.0/networks/dbfe4506-be9a-4469-a405-2a71d3d1ef02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452648 Aug 31 09:21:02.762282 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf365fa-a05c-4a65-adce-16d0ada7ff99 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Checking segment: {'id': '09e53608-f5ff-4d6d-82ef-24d5f1888842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': '52f2359d-a351-4f53-8751-902021e84d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:21:02.763917 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf365fa-a05c-4a65-adce-16d0ada7ff99 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Network hostable DHCP agents. Network: 52f2359d-a351-4f53-8751-902021e84d72, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:21:02.829226 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5156ae-dddd-4a9c-85e5-107e05bd1d15 req-181a9f56-4cb9-4d84-b263-a528e239e062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:02.832783 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0f5156ae-dddd-4a9c-85e5-107e05bd1d15 req-181a9f56-4cb9-4d84-b263-a528e239e062 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.1386025 Aug 31 09:21:02.850712 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-f10b83c6-f7ff-427a-a0a9-ecff2a08013d tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:02.881239 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5393351d-8bca-4c7e-aa47-ebd0f8c0c3e7 req-6d7945e5-0124-43a3-acd7-b4d4a2a6dda4 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198747 Aug 31 09:21:02.886475 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae36087-295c-4b97-93cd-0ac47859b2fc req-3afd7a0d-465d-42c5-b094-155e09370d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:02.890121 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ae36087-295c-4b97-93cd-0ac47859b2fc req-3afd7a0d-465d-42c5-b094-155e09370d56 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f5553b74-379c-4750-8c9c-33e10cb78fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1506658 Aug 31 09:21:02.895888 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0f5156ae-dddd-4a9c-85e5-107e05bd1d15 req-4020c6e1-4291-4c26-934e-b7b489848d2a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=5b4431c4-d3fc-4102-a88e-370b2790a6d2 HTTP/1.1" status: 200 len: 217 time: 0.0545530 Aug 31 09:21:02.916156 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05073541-9329-4e1c-b525-1434abe5463e req-85750e2e-3748-474c-85d9-f86ef7652216 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:02.919801 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05073541-9329-4e1c-b525-1434abe5463e req-85750e2e-3748-474c-85d9-f86ef7652216 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:02.925798 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05073541-9329-4e1c-b525-1434abe5463e req-85750e2e-3748-474c-85d9-f86ef7652216 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:02.931803 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05073541-9329-4e1c-b525-1434abe5463e req-85750e2e-3748-474c-85d9-f86ef7652216 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:02.938467 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05073541-9329-4e1c-b525-1434abe5463e req-85750e2e-3748-474c-85d9-f86ef7652216 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:02.945838 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05073541-9329-4e1c-b525-1434abe5463e req-85750e2e-3748-474c-85d9-f86ef7652216 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:02.951274 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05073541-9329-4e1c-b525-1434abe5463e req-85750e2e-3748-474c-85d9-f86ef7652216 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:02.953260 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05073541-9329-4e1c-b525-1434abe5463e req-85750e2e-3748-474c-85d9-f86ef7652216 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 5429 time: 0.1675529 Aug 31 09:21:02.954694 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf365fa-a05c-4a65-adce-16d0ada7ff99 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Network 52f2359d-a351-4f53-8751-902021e84d72 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:21:02.965922 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-f10b83c6-f7ff-427a-a0a9-ecff2a08013d tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:02.979734 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5156ae-dddd-4a9c-85e5-107e05bd1d15 req-cb8787fb-9ba5-43d4-ac46-7e6da53e9103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:02.984939 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0f5156ae-dddd-4a9c-85e5-107e05bd1d15 req-cb8787fb-9ba5-43d4-ac46-7e6da53e9103 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.0786586 Aug 31 09:21:02.997831 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 5f9f3a58-50d7-4f47-99df-c28173384e13 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:21:03.046823 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-4cf365fa-a05c-4a65-adce-16d0ada7ff99 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 52f2359d-a351-4f53-8751-902021e84d72) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:21:03.047029 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf365fa-a05c-4a65-adce-16d0ada7ff99 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:03.047671 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4cf365fa-a05c-4a65-adce-16d0ada7ff99 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:03.066630 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb419825-255c-46a0-9ec4-5dbcc17ab147 None None] Network 52f2359d-a351-4f53-8751-902021e84d72 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:21:03.099530 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5156ae-dddd-4a9c-85e5-107e05bd1d15 req-c20945ec-958b-4f46-ac65-5f52c5f8b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:03.101136 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0f5156ae-dddd-4a9c-85e5-107e05bd1d15 req-c20945ec-958b-4f46-ac65-5f52c5f8b0fb service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1047735 Aug 31 09:21:03.204484 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b83c6-f7ff-427a-a0a9-ecff2a08013d tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f02cec-3335-48ac-aa19-86d565e5a6cc,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:03.218047 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2e11e47b-50bd-4f1f-a9fe-c93cbc028980 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:03.226608 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4cf365fa-a05c-4a65-adce-16d0ada7ff99 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7942743 Aug 31 09:21:03.306440 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0f5156ae-dddd-4a9c-85e5-107e05bd1d15 req-baefaa18-5590-4834-9cf6-fa8b96a27ca1 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958098 Aug 31 09:21:03.310748 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05073541-9329-4e1c-b525-1434abe5463e req-2dafbb2d-d7a9-4730-be17-8d85d1681cb5 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&id=1ebc046b-3f58-4516-bb28-5f802a90d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3345926 Aug 31 09:21:03.324993 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 5f9f3a58-50d7-4f47-99df-c28173384e13, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=5f9f3a58-50d7-4f47-99df-c28173384e13,segment=NetworkSegment(f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef),segment_id=f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:03.326387 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ae36087-295c-4b97-93cd-0ac47859b2fc req-1f55c269-7719-42b1-8333-4f641f908359 service neutron] 10.222.0.112 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717799 Aug 31 09:21:03.346808 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '5f9f3a58-50d7-4f47-99df-c28173384e13', 'network_id': '94d58612-6d06-41c9-a267-ebf7c959afe6', 'port_id': '5f9f3a58-50d7-4f47-99df-c28173384e13', 'mac_address': 'fa:16:3e:10:b6:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b71bd3-689f-45e5-b57d-0c067c6d8649', 'ip_address': '10.1.1.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:21:03.399831 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69222ef3-1b7f-4ee6-9696-b313cf62953f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-52f2359d-a351-4f53-8751-902021e84d72', 'network_id': '52f2359d-a351-4f53-8751-902021e84d72', 'tenant_id': '13fae58522454fb384b983d48d032915', 'fixed_ips': [{'subnet_id': '72325bf7-1db9-4361-a178-04e7d9683301'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:21:03.401557 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-69222ef3-1b7f-4ee6-9696-b313cf62953f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:03.434359 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542933b8-5df3-4b36-9a6b-c2865354aa48 None None] Network 64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:21:03.438634 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 2e11e47b-50bd-4f1f-a9fe-c93cbc028980 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:03.439013 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:03.470158 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0f5156ae-dddd-4a9c-85e5-107e05bd1d15 req-d6e95544-d69c-4d44-bfec-0190f94f86b5 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537724 Aug 31 09:21:03.491058 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25003e8-8a21-47cd-8dd7-0a23d469adf1 req-ee9250df-76c2-43ed-aea5-c175784b766e tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:03.492624 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e25003e8-8a21-47cd-8dd7-0a23d469adf1 req-ee9250df-76c2-43ed-aea5-c175784b766e tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=68f90fd6-5027-4d99-8023-c81e5a6c76df HTTP/1.1" status: 200 len: 944 time: 0.4125569 Aug 31 09:21:03.525090 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:03.544103 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-f10b83c6-f7ff-427a-a0a9-ecff2a08013d tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Allocated IP 192.168.233.233 (a47e180d-e969-4a85-aa09-0ec8196480c0/f473c8e7-d3e2-4352-b8da-3dcd093feb8b/946be31f-1ffa-4bde-ac70-acfc20fbd342) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:21:03.616896 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f9f3a58-50d7-4f47-99df-c28173384e13 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:21:03.625924 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731db22d-88a3-4afe-9930-ea00aca8c233 req-9cc32b6d-6872-4ee2-a62b-9f0867efd63c tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:03.627510 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-731db22d-88a3-4afe-9930-ea00aca8c233 req-9cc32b6d-6872-4ee2-a62b-9f0867efd63c tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.2098293 Aug 31 09:21:03.638341 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ae36087-295c-4b97-93cd-0ac47859b2fc req-77c8e01a-57df-4594-9338-20629d4ea11e service neutron] 10.222.0.112 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529557 Aug 31 09:21:03.649887 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e25003e8-8a21-47cd-8dd7-0a23d469adf1 req-02d6badf-2fb3-4dc4-a3de-9916bb2042fa tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336496 Aug 31 09:21:03.705039 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 5f9f3a58-50d7-4f47-99df-c28173384e13, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=5f9f3a58-50d7-4f47-99df-c28173384e13,segment=NetworkSegment(f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef),segment_id=f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:03.711066 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-82883a11-b037-4555-aba4-8f9a8ec6fd8c None None] Provisioning for port 6cbf5689-bd58-4647-9544-7869be739904 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:03.759684 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-731db22d-88a3-4afe-9930-ea00aca8c233 req-bcf1b008-d21b-49a8-99e9-d0cbc0fdb723 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203520 Aug 31 09:21:03.802142 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-69222ef3-1b7f-4ee6-9696-b313cf62953f None None] Allocated IP 19.86.0.2 (52f2359d-a351-4f53-8751-902021e84d72/72325bf7-1db9-4361-a178-04e7d9683301/c89b1df0-8c55-4ddb-8ba6-035f1981d733) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:21:03.826286 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:03.830940 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device cb0e6a15-3575-43aa-a8c6-52080c8b83ec details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:21:03.849770 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6cbf5689-bd58-4647-9544-7869be739904 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:03.884682 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3be7d076-bde1-484f-a918-14dfa677e805 req-2c4b6c87-edbe-4093-a045-9262c6b268bf tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/ports?device_id=65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad HTTP/1.1" status: 200 len: 210 time: 0.0489392 Aug 31 09:21:03.955327 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-f10b83c6-f7ff-427a-a0a9-ecff2a08013d tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:03.967745 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-fed16db6-8386-4faf-98fe-c16fdbf6a087 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:03.974772 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-fed16db6-8386-4faf-98fe-c16fdbf6a087 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:03.976370 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-fed16db6-8386-4faf-98fe-c16fdbf6a087 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/networks?id=64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26&id=52f2359d-a351-4f53-8751-902021e84d72&id=64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26 HTTP/1.1" status: 200 len: 1390 time: 0.2131937 Aug 31 09:21:04.021485 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-f10b83c6-f7ff-427a-a0a9-ecff2a08013d tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Transition to ACTIVE for port object 946be31f-1ffa-4bde-ac70-acfc20fbd342 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:21:04.024209 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port cb0e6a15-3575-43aa-a8c6-52080c8b83ec, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=cb0e6a15-3575-43aa-a8c6-52080c8b83ec,segment=NetworkSegment(f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef),segment_id=f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:04.027639 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-69b49cc1-ea67-4a13-aeb4-b83ff2e26ad2 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/quotas/13fae58522454fb384b983d48d032915 HTTP/1.1" status: 200 len: 375 time: 0.0436485 Aug 31 09:21:04.037288 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=5f9f3a58-50d7-4f47-99df-c28173384e13,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:04.058085 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'cb0e6a15-3575-43aa-a8c6-52080c8b83ec', 'network_id': '94d58612-6d06-41c9-a267-ebf7c959afe6', 'port_id': 'cb0e6a15-3575-43aa-a8c6-52080c8b83ec', 'mac_address': 'fa:16:3e:6a:ea:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b71bd3-689f-45e5-b57d-0c067c6d8649', 'ip_address': '10.1.1.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:21:04.093627 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7bd22-d103-40ed-ba05-44982c0aadc7 req-47a7821e-c87f-4060-883a-cb8bce002aee tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:04.095234 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1a7bd22-d103-40ed-ba05-44982c0aadc7 req-47a7821e-c87f-4060-883a-cb8bce002aee tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=bba29f11-f322-4dcc-bb03-31b6fa1ba461 HTTP/1.1" status: 200 len: 948 time: 0.1181834 Aug 31 09:21:04.153447 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-cea7a8b6-5d09-46a1-a0ac-b1b4d77fa159 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=13fae58522454fb384b983d48d032915&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1139693 Aug 31 09:21:04.164742 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:04.169120 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1a7bd22-d103-40ed-ba05-44982c0aadc7 req-966f9946-678a-4163-b68c-1aaa548f11c2 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626273 Aug 31 09:21:04.188514 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-69222ef3-1b7f-4ee6-9696-b313cf62953f None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:04.199614 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-69222ef3-1b7f-4ee6-9696-b313cf62953f None None] Transition to ACTIVE for port object c89b1df0-8c55-4ddb-8ba6-035f1981d733 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:21:04.211661 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb0e6a15-3575-43aa-a8c6-52080c8b83ec {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:21:04.221084 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 6cbf5689-bd58-4647-9544-7869be739904 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:04.233062 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 6cbf5689-bd58-4647-9544-7869be739904 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:04.233436 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:04.237023 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-69222ef3-1b7f-4ee6-9696-b313cf62953f None None] Transition to ACTIVE for port object c89b1df0-8c55-4ddb-8ba6-035f1981d733 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:21:04.268408 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port cb0e6a15-3575-43aa-a8c6-52080c8b83ec, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=cb0e6a15-3575-43aa-a8c6-52080c8b83ec,segment=NetworkSegment(f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef),segment_id=f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:04.278622 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-f10b83c6-f7ff-427a-a0a9-ecff2a08013d tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:04.345481 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:04.359118 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-7e284f38-8df2-4cfd-ac9e-eebac34b568e service neutron] 10.222.0.119 "GET /v2.0/networks/64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889014 Aug 31 09:21:04.364869 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-f10b83c6-f7ff-427a-a0a9-ecff2a08013d tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Network a47e180d-e969-4a85-aa09-0ec8196480c0 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:21:04.375320 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-69222ef3-1b7f-4ee6-9696-b313cf62953f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:04.393939 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-f10b83c6-f7ff-427a-a0a9-ecff2a08013d tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:21:04.424403 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 6cbf5689-bd58-4647-9544-7869be739904, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=6cbf5689-bd58-4647-9544-7869be739904,segment=NetworkSegment(871d06c9-0a41-40b3-9f08-df7615289b87),segment_id=871d06c9-0a41-40b3-9f08-df7615289b87)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:04.427273 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:04.427928 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 568242cb-8cd4-4597-90af-18189ae395f9 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:21:04.436240 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-f10b83c6-f7ff-427a-a0a9-ecff2a08013d tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:21:04.437793 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-483e51bd-d4ac-4bab-865c-939fef1954f3 None None] Provisioning complete for port 6cbf5689-bd58-4647-9544-7869be739904 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:04.438170 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-483e51bd-d4ac-4bab-865c-939fef1954f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:04.458493 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69222ef3-1b7f-4ee6-9696-b313cf62953f None None] Network 52f2359d-a351-4f53-8751-902021e84d72 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:21:04.480750 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6223a8-10a1-48fb-b265-9f34f4409a7a req-9cb01882-3c54-4883-a905-d4a99a5d2ed5 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:04.483193 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3f6223a8-10a1-48fb-b265-9f34f4409a7a req-9cb01882-3c54-4883-a905-d4a99a5d2ed5 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=14b55c43-b170-478d-8fe5-264538117b7f HTTP/1.1" status: 200 len: 946 time: 0.2243147 Aug 31 09:21:04.488219 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69222ef3-1b7f-4ee6-9696-b313cf62953f None None] Pushing event updated for resources: {'Port': ['ID=c89b1df0-8c55-4ddb-8ba6-035f1981d733,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:04.504051 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-69222ef3-1b7f-4ee6-9696-b313cf62953f None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:21:04.504196 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b83c6-f7ff-427a-a0a9-ecff2a08013d tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Pushing event updated for resources: {'Port': ['ID=946be31f-1ffa-4bde-ac70-acfc20fbd342,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:04.504957 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69222ef3-1b7f-4ee6-9696-b313cf62953f None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:21:04.566013 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-f10b83c6-f7ff-427a-a0a9-ecff2a08013d tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:04.566791 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-f10b83c6-f7ff-427a-a0a9-ecff2a08013d tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:04.605225 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3f6223a8-10a1-48fb-b265-9f34f4409a7a req-9610612b-7c36-4f37-a35c-a3ca566890c0 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107156 Aug 31 09:21:04.612975 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-9b31de93-a6f0-4495-bd7c-14f08cc53911 service neutron] 10.222.0.119 "GET /v2.0/networks/64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452972 Aug 31 09:21:04.686864 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-f10b83c6-f7ff-427a-a0a9-ecff2a08013d tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0684104 Aug 31 09:21:04.711639 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-20d3973a-ef4f-48a9-b30a-ec4acd379ff8 service neutron] Request body: {'port': {'device_id': '65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:04.750053 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:04.826933 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-20d3973a-ef4f-48a9-b30a-ec4acd379ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:04.837838 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-ba532e77-86e0-4a34-a115-9c1e1493bad9 service neutron] 10.222.0.119 "GET /v2.0/networks/52f2359d-a351-4f53-8751-902021e84d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155225 Aug 31 09:21:04.844580 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-69222ef3-1b7f-4ee6-9696-b313cf62953f None None] Attempting to bind port c89b1df0-8c55-4ddb-8ba6-035f1981d733 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:21:04.844951 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-69222ef3-1b7f-4ee6-9696-b313cf62953f None None] Attempting to bind port c89b1df0-8c55-4ddb-8ba6-035f1981d733 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '09e53608-f5ff-4d6d-82ef-24d5f1888842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': '52f2359d-a351-4f53-8751-902021e84d72'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:21:04.845336 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69222ef3-1b7f-4ee6-9696-b313cf62953f None None] Attempting to bind port c89b1df0-8c55-4ddb-8ba6-035f1981d733 on network 52f2359d-a351-4f53-8751-902021e84d72 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:21:04.845749 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f23da9-3af9-4ae8-b664-e9c58d9893a3 req-15bb3a0b-fe3f-4610-8da6-6fa737b7c083 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:04.847160 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=cb0e6a15-3575-43aa-a8c6-52080c8b83ec,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:04.847281 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-92f23da9-3af9-4ae8-b664-e9c58d9893a3 req-15bb3a0b-fe3f-4610-8da6-6fa737b7c083 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1581106 Aug 31 09:21:04.864542 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69222ef3-1b7f-4ee6-9696-b313cf62953f None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:21:04.864925 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69222ef3-1b7f-4ee6-9696-b313cf62953f None None] Checking segment: {'id': '09e53608-f5ff-4d6d-82ef-24d5f1888842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': '52f2359d-a351-4f53-8751-902021e84d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:21:04.865328 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-69222ef3-1b7f-4ee6-9696-b313cf62953f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:04.865720 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69222ef3-1b7f-4ee6-9696-b313cf62953f None None] Bound using segment: {'id': '09e53608-f5ff-4d6d-82ef-24d5f1888842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': '52f2359d-a351-4f53-8751-902021e84d72'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:21:04.866205 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-69222ef3-1b7f-4ee6-9696-b313cf62953f None None] Bound port: c89b1df0-8c55-4ddb-8ba6-035f1981d733, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09e53608-f5ff-4d6d-82ef-24d5f1888842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': '52f2359d-a351-4f53-8751-902021e84d72'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:21:04.866607 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-69222ef3-1b7f-4ee6-9696-b313cf62953f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:04.920464 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 568242cb-8cd4-4597-90af-18189ae395f9, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=568242cb-8cd4-4597-90af-18189ae395f9,segment=NetworkSegment(048c7fe9-919e-423c-9599-c6bc7184e9f8),segment_id=048c7fe9-919e-423c-9599-c6bc7184e9f8)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:04.967190 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '568242cb-8cd4-4597-90af-18189ae395f9', 'network_id': 'f2ff4842-4f8b-4b37-bef9-46e32fc21646', 'port_id': '568242cb-8cd4-4597-90af-18189ae395f9', 'mac_address': 'fa:16:3e:39:9b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1669072d-2c1b-4a1e-9122-a0610531c15a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:21:04.980786 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-92f23da9-3af9-4ae8-b664-e9c58d9893a3 req-d9bf78fa-5195-48bb-8939-e9b536a64757 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205094 Aug 31 09:21:04.992614 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=6cbf5689-bd58-4647-9544-7869be739904,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:05.058024 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:05.073046 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-69222ef3-1b7f-4ee6-9696-b313cf62953f None None] For port c89b1df0-8c55-4ddb-8ba6-035f1981d733, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:21:05.085426 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 568242cb-8cd4-4597-90af-18189ae395f9 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:21:05.096022 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-69222ef3-1b7f-4ee6-9696-b313cf62953f None None] For port c89b1df0-8c55-4ddb-8ba6-035f1981d733, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=c89b1df0-8c55-4ddb-8ba6-035f1981d733,segment=NetworkSegment(09e53608-f5ff-4d6d-82ef-24d5f1888842),segment_id=09e53608-f5ff-4d6d-82ef-24d5f1888842)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:21:05.104528 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-cef314e4-7f82-4170-b5b2-0f716dc9cc26 service neutron] 10.222.0.119 "GET /v2.0/networks/52f2359d-a351-4f53-8751-902021e84d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557011 Aug 31 09:21:05.115309 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 568242cb-8cd4-4597-90af-18189ae395f9, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=568242cb-8cd4-4597-90af-18189ae395f9,segment=NetworkSegment(048c7fe9-919e-423c-9599-c6bc7184e9f8),segment_id=048c7fe9-919e-423c-9599-c6bc7184e9f8)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:05.216606 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-69222ef3-1b7f-4ee6-9696-b313cf62953f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:05.226903 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98264b77-6b14-4325-a19d-581f5b3ad484 req-b8514277-1687-40eb-ae0a-52c05e562b06 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:05.228439 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98264b77-6b14-4325-a19d-581f5b3ad484 req-b8514277-1687-40eb-ae0a-52c05e562b06 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.1803923 Aug 31 09:21:05.261948 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-072c034b-4466-42cc-94e9-7a8701f4e708 None None] Provisioning for port 946be31f-1ffa-4bde-ac70-acfc20fbd342 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:05.264255 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:05.264990 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 364484db-9bd2-4077-90c3-49c9425b4048 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:21:05.272538 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-072c034b-4466-42cc-94e9-7a8701f4e708 None None] Provisioning complete for port 946be31f-1ffa-4bde-ac70-acfc20fbd342 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:05.273002 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-072c034b-4466-42cc-94e9-7a8701f4e708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:05.315844 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69222ef3-1b7f-4ee6-9696-b313cf62953f None None] Pushing event updated for resources: {'Port': ['ID=c89b1df0-8c55-4ddb-8ba6-035f1981d733,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:05.370699 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-072c034b-4466-42cc-94e9-7a8701f4e708 None None] Port 946be31f-1ffa-4bde-ac70-acfc20fbd342 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:21:05.381034 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 364484db-9bd2-4077-90c3-49c9425b4048, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=364484db-9bd2-4077-90c3-49c9425b4048,segment=NetworkSegment(f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef),segment_id=f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:05.405359 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '364484db-9bd2-4077-90c3-49c9425b4048', 'network_id': '94d58612-6d06-41c9-a267-ebf7c959afe6', 'port_id': '364484db-9bd2-4077-90c3-49c9425b4048', 'mac_address': 'fa:16:3e:68:9d:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b71bd3-689f-45e5-b57d-0c067c6d8649', 'ip_address': '10.1.1.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:21:05.411750 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=568242cb-8cd4-4597-90af-18189ae395f9,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:05.486529 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:05.502030 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 364484db-9bd2-4077-90c3-49c9425b4048 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:21:05.530574 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 364484db-9bd2-4077-90c3-49c9425b4048, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=364484db-9bd2-4077-90c3-49c9425b4048,segment=NetworkSegment(f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef),segment_id=f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:05.598374 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:05.600438 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 7d921f58-bb54-47d0-a40b-b4605065f73d details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:21:05.630578 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-4bfecd1f-06f9-4286-8717-5023f8dc97a4 service neutron] 10.222.0.119 "GET /v2.0/networks/64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061557 Aug 31 09:21:05.639087 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98264b77-6b14-4325-a19d-581f5b3ad484 req-f30dea9c-2cec-471b-9485-4a45c79d7837 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3962288 Aug 31 09:21:05.706857 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=364484db-9bd2-4077-90c3-49c9425b4048,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:05.754159 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 7d921f58-bb54-47d0-a40b-b4605065f73d, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=7d921f58-bb54-47d0-a40b-b4605065f73d,segment=NetworkSegment(fea79c28-18e6-4c1e-9eb0-fd680c62e5f4),segment_id=fea79c28-18e6-4c1e-9eb0-fd680c62e5f4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:05.767589 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '7d921f58-bb54-47d0-a40b-b4605065f73d', 'network_id': 'a1c761f8-404a-498a-a4d9-9ce04e112753', 'port_id': '7d921f58-bb54-47d0-a40b-b4605065f73d', 'mac_address': 'fa:16:3e:8e:d7:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b147db6a-6b72-4492-9892-536b47a13e42', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:21:05.775120 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-20d3973a-ef4f-48a9-b30a-ec4acd379ff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 946be31f-1ffa-4bde-ac70-acfc20fbd342 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:21:05.798446 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-20d3973a-ef4f-48a9-b30a-ec4acd379ff8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:05.814134 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:05.828084 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d921f58-bb54-47d0-a40b-b4605065f73d {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:21:05.829908 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-cbcf8cee-183b-4b38-b25c-ce6204b47d00 service neutron] 10.222.0.119 "GET /v2.0/networks/64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863565 Aug 31 09:21:05.846113 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf58b1c-144d-40a1-99cd-abd7cd2b9cc9 req-4fe00fed-798a-4802-be5d-e4ad29bf51aa tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:05.849112 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 7d921f58-bb54-47d0-a40b-b4605065f73d, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=7d921f58-bb54-47d0-a40b-b4605065f73d,segment=NetworkSegment(fea79c28-18e6-4c1e-9eb0-fd680c62e5f4),segment_id=fea79c28-18e6-4c1e-9eb0-fd680c62e5f4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:05.852140 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf58b1c-144d-40a1-99cd-abd7cd2b9cc9 req-4fe00fed-798a-4802-be5d-e4ad29bf51aa tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:05.858792 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf58b1c-144d-40a1-99cd-abd7cd2b9cc9 req-4fe00fed-798a-4802-be5d-e4ad29bf51aa tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:05.864698 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf58b1c-144d-40a1-99cd-abd7cd2b9cc9 req-4fe00fed-798a-4802-be5d-e4ad29bf51aa tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:05.871266 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf58b1c-144d-40a1-99cd-abd7cd2b9cc9 req-4fe00fed-798a-4802-be5d-e4ad29bf51aa tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:05.877360 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf58b1c-144d-40a1-99cd-abd7cd2b9cc9 req-4fe00fed-798a-4802-be5d-e4ad29bf51aa tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:05.883308 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf58b1c-144d-40a1-99cd-abd7cd2b9cc9 req-4fe00fed-798a-4802-be5d-e4ad29bf51aa tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:05.887496 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-edf58b1c-144d-40a1-99cd-abd7cd2b9cc9 req-4fe00fed-798a-4802-be5d-e4ad29bf51aa tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 5433 time: 0.1612284 Aug 31 09:21:05.889132 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-20d3973a-ef4f-48a9-b30a-ec4acd379ff8 service neutron] Transition to ACTIVE for port object 946be31f-1ffa-4bde-ac70-acfc20fbd342 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:21:05.930559 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-edf58b1c-144d-40a1-99cd-abd7cd2b9cc9 req-c15e6834-79c8-4a9c-8792-3e4c6899b367 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&id=1ebc046b-3f58-4516-bb28-5f802a90d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379527 Aug 31 09:21:05.934447 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:05.935243 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 059cb46a-47e1-4b70-a75c-51ba456bd33b details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:21:05.964077 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-20d3973a-ef4f-48a9-b30a-ec4acd379ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:06.031879 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3973a-ef4f-48a9-b30a-ec4acd379ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=946be31f-1ffa-4bde-ac70-acfc20fbd342,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:06.051955 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 059cb46a-47e1-4b70-a75c-51ba456bd33b, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=059cb46a-47e1-4b70-a75c-51ba456bd33b,segment=NetworkSegment(f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef),segment_id=f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:06.084213 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '059cb46a-47e1-4b70-a75c-51ba456bd33b', 'network_id': '94d58612-6d06-41c9-a267-ebf7c959afe6', 'port_id': '059cb46a-47e1-4b70-a75c-51ba456bd33b', 'mac_address': 'fa:16:3e:86:41:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b71bd3-689f-45e5-b57d-0c067c6d8649', 'ip_address': '10.1.1.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:21:06.099904 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=7d921f58-bb54-47d0-a40b-b4605065f73d,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:06.149307 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:06.163453 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 059cb46a-47e1-4b70-a75c-51ba456bd33b {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:21:06.190440 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 059cb46a-47e1-4b70-a75c-51ba456bd33b, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=059cb46a-47e1-4b70-a75c-51ba456bd33b,segment=NetworkSegment(f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef),segment_id=f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:06.200414 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-20d3973a-ef4f-48a9-b30a-ec4acd379ff8 service neutron] Attempting to bind port 946be31f-1ffa-4bde-ac70-acfc20fbd342 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:21:06.200414 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-20d3973a-ef4f-48a9-b30a-ec4acd379ff8 service neutron] Attempting to bind port 946be31f-1ffa-4bde-ac70-acfc20fbd342 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:21:06.200414 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-20d3973a-ef4f-48a9-b30a-ec4acd379ff8 service neutron] Attempting to bind port 946be31f-1ffa-4bde-ac70-acfc20fbd342 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:21:06.226687 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-20d3973a-ef4f-48a9-b30a-ec4acd379ff8 service neutron] Port 946be31f-1ffa-4bde-ac70-acfc20fbd342 on network a47e180d-e969-4a85-aa09-0ec8196480c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:21:06.227608 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-20d3973a-ef4f-48a9-b30a-ec4acd379ff8 service neutron] Attempting to bind port 946be31f-1ffa-4bde-ac70-acfc20fbd342 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:21:06.246113 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8428e6-32b0-4a43-b0f9-d9d49b265442 req-3ee5a4c9-84df-4c65-9bd4-baad2b05f866 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:06.247980 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d8428e6-32b0-4a43-b0f9-d9d49b265442 req-3ee5a4c9-84df-4c65-9bd4-baad2b05f866 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=68f90fd6-5027-4d99-8023-c81e5a6c76df HTTP/1.1" status: 200 len: 945 time: 0.1035891 Aug 31 09:21:06.264697 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-20d3973a-ef4f-48a9-b30a-ec4acd379ff8 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:21:06.269637 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-20d3973a-ef4f-48a9-b30a-ec4acd379ff8 service neutron] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:21:06.269637 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-20d3973a-ef4f-48a9-b30a-ec4acd379ff8 service neutron] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:21:06.269637 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-20d3973a-ef4f-48a9-b30a-ec4acd379ff8 service neutron] Bound port: 946be31f-1ffa-4bde-ac70-acfc20fbd342, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:21:06.269637 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-20d3973a-ef4f-48a9-b30a-ec4acd379ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:06.318503 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:06.319372 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device db393805-9290-4e57-b3fc-bf1014410ed2 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:21:06.357899 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d8428e6-32b0-4a43-b0f9-d9d49b265442 req-ce7bc83b-3e53-40a4-8470-8654134db4bd tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946276 Aug 31 09:21:06.365389 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ee1c0-5256-4094-ad12-25647182b098 req-3c0ab440-02eb-4f46-a66a-0640cb316b02 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:06.366973 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4b3ee1c0-5256-4094-ad12-25647182b098 req-3c0ab440-02eb-4f46-a66a-0640cb316b02 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/ports?device_id=65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad HTTP/1.1" status: 200 len: 948 time: 0.1575294 Aug 31 09:21:06.406761 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-20d3973a-ef4f-48a9-b30a-ec4acd379ff8 service neutron] For port 946be31f-1ffa-4bde-ac70-acfc20fbd342, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:21:06.431656 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-20d3973a-ef4f-48a9-b30a-ec4acd379ff8 service neutron] For port 946be31f-1ffa-4bde-ac70-acfc20fbd342, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=946be31f-1ffa-4bde-ac70-acfc20fbd342,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:21:06.440712 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4b3ee1c0-5256-4094-ad12-25647182b098 req-9e450378-42d1-405f-8a99-8b11d3b3553a tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6f02cec-3335-48ac-aa19-86d565e5a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662396 Aug 31 09:21:06.503071 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port db393805-9290-4e57-b3fc-bf1014410ed2, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=db393805-9290-4e57-b3fc-bf1014410ed2,segment=NetworkSegment(0d8f0013-f2ab-437c-ba45-45bd4a534d54),segment_id=0d8f0013-f2ab-437c-ba45-45bd4a534d54)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:06.529752 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'db393805-9290-4e57-b3fc-bf1014410ed2', 'network_id': 'b23b223a-9bf9-44c7-9495-5e7b861ae144', 'port_id': 'db393805-9290-4e57-b3fc-bf1014410ed2', 'mac_address': 'fa:16:3e:83:4d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738e5ace-96d7-4741-8d29-c5798e2f10f3', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:21:06.544081 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-20d3973a-ef4f-48a9-b30a-ec4acd379ff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:06.544711 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=059cb46a-47e1-4b70-a75c-51ba456bd33b,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:06.575928 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4af21a-8563-46fd-9ba8-72c059c67581 None None] Network 52f2359d-a351-4f53-8751-902021e84d72 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:21:06.608971 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-20d3973a-ef4f-48a9-b30a-ec4acd379ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:06.609712 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-20d3973a-ef4f-48a9-b30a-ec4acd379ff8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:06.611233 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-20d3973a-ef4f-48a9-b30a-ec4acd379ff8 service neutron] 10.222.0.112 "PUT /v2.0/ports/946be31f-1ffa-4bde-ac70-acfc20fbd342 HTTP/1.1" status: 200 len: 1097 time: 1.9049652 Aug 31 09:21:06.612859 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad', 'tag': '946be31f-1ffa-4bde-ac70-acfc20fbd342'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:21:06.615282 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8547422e-2ac5-4845-8bc5-5418328735d6" -d '{"events": [{"name": "network-changed", "server_uuid": "65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad", "tag": "946be31f-1ffa-4bde-ac70-acfc20fbd342"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:21:06.644683 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:06.646931 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ec63b-28da-4dd4-8ddc-9d99a0c1f4fc req-efe905c9-ef96-4f24-8e9e-439bf65928e6 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:06.648510 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-147ec63b-28da-4dd4-8ddc-9d99a0c1f4fc req-efe905c9-ef96-4f24-8e9e-439bf65928e6 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=bba29f11-f322-4dcc-bb03-31b6fa1ba461 HTTP/1.1" status: 200 len: 948 time: 0.1505647 Aug 31 09:21:06.673469 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db393805-9290-4e57-b3fc-bf1014410ed2 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:21:06.708586 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port db393805-9290-4e57-b3fc-bf1014410ed2, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=db393805-9290-4e57-b3fc-bf1014410ed2,segment=NetworkSegment(0d8f0013-f2ab-437c-ba45-45bd4a534d54),segment_id=0d8f0013-f2ab-437c-ba45-45bd4a534d54)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:06.711441 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3973a-ef4f-48a9-b30a-ec4acd379ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=946be31f-1ffa-4bde-ac70-acfc20fbd342,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:06.739113 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b8d3fa6d-276a-4669-9865-26317352d622 None None] Provisioning for port c89b1df0-8c55-4ddb-8ba6-035f1981d733 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:06.762866 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ed4c8-fbfd-49fe-8ec1-4c9b7f521604 req-6c68bcf7-59df-41fe-bb6a-db92468e51b5 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:06.771760 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-de4ed4c8-fbfd-49fe-8ec1-4c9b7f521604 req-6c68bcf7-59df-41fe-bb6a-db92468e51b5 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=14b55c43-b170-478d-8fe5-264538117b7f HTTP/1.1" status: 200 len: 946 time: 0.1213944 Aug 31 09:21:06.801123 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:06.801794 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 0ad87690-513e-49db-86b3-0ddc33190312 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:21:06.825584 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-147ec63b-28da-4dd4-8ddc-9d99a0c1f4fc req-554077b4-f8bd-4b7f-93ea-902c7c64c528 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572616 Aug 31 09:21:06.876531 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-c2e6259d-c798-49a1-bd00-9eec3c5ca497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:06.877777 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-c2e6259d-c798-49a1-bd00-9eec3c5ca497 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=619644c8a8fe47e9a69797550a2e67ae&device_id=65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad HTTP/1.1" status: 200 len: 1100 time: 0.0977843 Aug 31 09:21:06.880635 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-de4ed4c8-fbfd-49fe-8ec1-4c9b7f521604 req-565c1604-1e21-42f9-9682-9da190245aba tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825782 Aug 31 09:21:06.910467 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=db393805-9290-4e57-b3fc-bf1014410ed2,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:06.921553 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 0ad87690-513e-49db-86b3-0ddc33190312, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=0ad87690-513e-49db-86b3-0ddc33190312,segment=NetworkSegment(0d8f0013-f2ab-437c-ba45-45bd4a534d54),segment_id=0d8f0013-f2ab-437c-ba45-45bd4a534d54)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:06.951287 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-499ada48-aa8f-4233-9263-314ab6ca1944 req-d4267d24-6891-4a43-9547-0ca7f2c634f9 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e9c7b2e-614b-4f1a-96dc-2b5126bc2046 HTTP/1.1" status: 200 len: 210 time: 0.0695543 Aug 31 09:21:06.954624 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-9daed9df-d941-4e28-a2f2-1dbf19423d23 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=946be31f-1ffa-4bde-ac70-acfc20fbd342 HTTP/1.1" status: 200 len: 217 time: 0.0641036 Aug 31 09:21:06.956231 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '0ad87690-513e-49db-86b3-0ddc33190312', 'network_id': 'b23b223a-9bf9-44c7-9495-5e7b861ae144', 'port_id': '0ad87690-513e-49db-86b3-0ddc33190312', 'mac_address': 'fa:16:3e:17:f1:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738e5ace-96d7-4741-8d29-c5798e2f10f3', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:21:07.035752 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:07.038520 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-bdd546ed-e77e-455b-9902-bfecc6de5212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:07.040582 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-bdd546ed-e77e-455b-9902-bfecc6de5212 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.0709898 Aug 31 09:21:07.051828 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad87690-513e-49db-86b3-0ddc33190312 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:21:07.079289 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 0ad87690-513e-49db-86b3-0ddc33190312, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=0ad87690-513e-49db-86b3-0ddc33190312,segment=NetworkSegment(0d8f0013-f2ab-437c-ba45-45bd4a534d54),segment_id=0d8f0013-f2ab-437c-ba45-45bd4a534d54)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:07.154791 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6cbf5689-bd58-4647-9544-7869be739904 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:07.176715 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-8a51bccc-3d3c-457a-8fa8-ede5c24c989c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:07.178411 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-8a51bccc-3d3c-457a-8fa8-ede5c24c989c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1248565 Aug 31 09:21:07.184307 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:07.198791 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31513f9d-d0ca-461e-86fc-7a158adb3eb9 req-d19f493e-87ec-4a71-a58b-ebf5f92f0496 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:07.200580 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-31513f9d-d0ca-461e-86fc-7a158adb3eb9 req-d19f493e-87ec-4a71-a58b-ebf5f92f0496 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1085985 Aug 31 09:21:07.220964 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191421d-e3bb-4838-bcc4-28352fe03e0a req-21845d3d-75da-49b7-8df6-773e3cffc7f6 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:07.221558 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 5b4431c4-d3fc-4102-a88e-370b2790a6d2 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:21:07.222456 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d191421d-e3bb-4838-bcc4-28352fe03e0a req-21845d3d-75da-49b7-8df6-773e3cffc7f6 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.1595888 Aug 31 09:21:07.279383 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=0ad87690-513e-49db-86b3-0ddc33190312,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:07.339598 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 6cbf5689-bd58-4647-9544-7869be739904 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:07.339598 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:07.344520 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d191421d-e3bb-4838-bcc4-28352fe03e0a req-23f73097-33da-47a4-a7fc-7238158f0cb0 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043568 Aug 31 09:21:07.351012 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-31513f9d-d0ca-461e-86fc-7a158adb3eb9 req-9a4e3908-79ab-4b29-bcf9-dee59dcda176 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266649 Aug 31 09:21:07.394107 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-996a52df-2af2-4966-b3f3-84bc480bfea3 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925218 Aug 31 09:21:07.410160 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 5b4431c4-d3fc-4102-a88e-370b2790a6d2, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=5b4431c4-d3fc-4102-a88e-370b2790a6d2,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:07.427430 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '5b4431c4-d3fc-4102-a88e-370b2790a6d2', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': '5b4431c4-d3fc-4102-a88e-370b2790a6d2', 'mac_address': 'fa:16:3e:cf:37:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:21:07.429411 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be89924-dc63-46b5-9f02-5c70ddb6472e x-openstack-request-id: req-6be89924-dc63-46b5-9f02-5c70ddb6472e {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:21:07.430540 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad", "tag": "946be31f-1ffa-4bde-ac70-acfc20fbd342", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:21:07.430996 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-6be89924-dc63-46b5-9f02-5c70ddb6472e {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:21:07.431577 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad', 'tag': '946be31f-1ffa-4bde-ac70-acfc20fbd342', 'status': 'completed', 'code': 200} Aug 31 09:21:07.495338 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device c89b1df0-8c55-4ddb-8ba6-035f1981d733 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:07.498037 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:07.533853 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b4431c4-d3fc-4102-a88e-370b2790a6d2 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:21:07.563081 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 5b4431c4-d3fc-4102-a88e-370b2790a6d2, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=5b4431c4-d3fc-4102-a88e-370b2790a6d2,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:07.579817 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21820b39-32a8-4046-a281-ba58df587340 req-7dc88e69-a47f-4a4d-960f-bf664cdba2b0 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:07.581286 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-21820b39-32a8-4046-a281-ba58df587340 req-7dc88e69-a47f-4a4d-960f-bf664cdba2b0 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=d4f30a5c-3a4b-42bd-b643-5ede92bd071b HTTP/1.1" status: 200 len: 945 time: 0.1156926 Aug 31 09:21:07.588598 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a81ccdde-c524-407b-b2c7-88de7a62d8e1 req-781a9116-19e8-49ed-949e-977649bc3e97 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823001 Aug 31 09:21:07.604532 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4d5da-b89f-4a11-9291-58360785d343 req-baf384c2-ad59-4fc4-b3de-7243c98439b2 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:07.611182 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4d5da-b89f-4a11-9291-58360785d343 req-baf384c2-ad59-4fc4-b3de-7243c98439b2 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:07.617080 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4d5da-b89f-4a11-9291-58360785d343 req-baf384c2-ad59-4fc4-b3de-7243c98439b2 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:07.623491 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4d5da-b89f-4a11-9291-58360785d343 req-baf384c2-ad59-4fc4-b3de-7243c98439b2 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:07.629160 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4d5da-b89f-4a11-9291-58360785d343 req-baf384c2-ad59-4fc4-b3de-7243c98439b2 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:07.635079 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4d5da-b89f-4a11-9291-58360785d343 req-baf384c2-ad59-4fc4-b3de-7243c98439b2 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:07.641494 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4d5da-b89f-4a11-9291-58360785d343 req-baf384c2-ad59-4fc4-b3de-7243c98439b2 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:07.643680 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70c4d5da-b89f-4a11-9291-58360785d343 req-baf384c2-ad59-4fc4-b3de-7243c98439b2 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 5436 time: 0.1600628 Aug 31 09:21:07.672808 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port c89b1df0-8c55-4ddb-8ba6-035f1981d733 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:07.676607 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:07.681005 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port c89b1df0-8c55-4ddb-8ba6-035f1981d733 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:07.686105 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:07.709099 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-21820b39-32a8-4046-a281-ba58df587340 req-f63e42f1-88b7-418f-ae44-cc389604631e tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187215 Aug 31 09:21:07.716703 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70c4d5da-b89f-4a11-9291-58360785d343 req-638ee1f0-5728-4edc-9349-108e1dec624b tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&id=1ebc046b-3f58-4516-bb28-5f802a90d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0663888 Aug 31 09:21:07.766893 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=5b4431c4-d3fc-4102-a88e-370b2790a6d2,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:07.834155 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:07.881306 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port c89b1df0-8c55-4ddb-8ba6-035f1981d733, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=c89b1df0-8c55-4ddb-8ba6-035f1981d733,segment=NetworkSegment(09e53608-f5ff-4d6d-82ef-24d5f1888842),segment_id=09e53608-f5ff-4d6d-82ef-24d5f1888842)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:07.886702 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547422e-2ac5-4845-8bc5-5418328735d6 req-6e7d4a00-2a93-4afa-a81d-1b5fe01823ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:07.888319 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8547422e-2ac5-4845-8bc5-5418328735d6 req-6e7d4a00-2a93-4afa-a81d-1b5fe01823ff service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=619644c8a8fe47e9a69797550a2e67ae&device_id=65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad HTTP/1.1" status: 200 len: 1100 time: 0.1105902 Aug 31 09:21:07.897492 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e7f6b-2e01-46d7-845a-a82510721f4b req-7bb5f337-60d1-4235-83be-2df682029763 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:07.898871 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7b8e7f6b-2e01-46d7-845a-a82510721f4b req-7bb5f337-60d1-4235-83be-2df682029763 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.1059773 Aug 31 09:21:07.931617 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f7c51-2a84-41be-b589-df3aa15fb51d req-800970eb-7b9e-468a-b8bf-901291731223 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:07.933965 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-912f7c51-2a84-41be-b589-df3aa15fb51d req-800970eb-7b9e-468a-b8bf-901291731223 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=68f90fd6-5027-4d99-8023-c81e5a6c76df HTTP/1.1" status: 200 len: 945 time: 0.1183276 Aug 31 09:21:07.985441 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:08.019551 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7b8e7f6b-2e01-46d7-845a-a82510721f4b req-69e64632-c388-47b7-b8fe-59dbde7c1b7d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086228 Aug 31 09:21:08.055536 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-912f7c51-2a84-41be-b589-df3aa15fb51d req-f91dd709-840b-4555-b38b-ba9096716b36 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930102 Aug 31 09:21:08.060851 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547422e-2ac5-4845-8bc5-5418328735d6 req-9f67df93-32e8-4323-8a91-ade971235056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:08.062693 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8547422e-2ac5-4845-8bc5-5418328735d6 req-9f67df93-32e8-4323-8a91-ade971235056 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.1627407 Aug 31 09:21:08.065441 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=c89b1df0-8c55-4ddb-8ba6-035f1981d733,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:08.074290 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:08.074672 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:08.075222 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:08.075559 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:08.075894 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:08.076270 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:08.076599 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:08.076929 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:08.077306 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:08.077629 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:08.077949 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:08.078295 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:08.136858 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8547422e-2ac5-4845-8bc5-5418328735d6 req-22ffbdc8-09ad-473a-a165-f489e71e6f0f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=946be31f-1ffa-4bde-ac70-acfc20fbd342 HTTP/1.1" status: 200 len: 217 time: 0.0646896 Aug 31 09:21:08.247364 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57557f26-f43e-413b-9da0-c9228261a89a req-19448b4a-8a3b-42d2-84d9-0ee5f67c9ec2 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:08.248847 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-57557f26-f43e-413b-9da0-c9228261a89a req-19448b4a-8a3b-42d2-84d9-0ee5f67c9ec2 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1157162 Aug 31 09:21:08.250171 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547422e-2ac5-4845-8bc5-5418328735d6 req-27a6e0fb-6ddf-4c94-9fec-7bf777f35fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:08.251505 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8547422e-2ac5-4845-8bc5-5418328735d6 req-27a6e0fb-6ddf-4c94-9fec-7bf777f35fe2 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.0975413 Aug 31 09:21:08.263025 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36501e75-f1dc-4462-aef0-2792a2b60875 req-0725ed8b-9d28-40a7-995d-dad78ec3432a tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:08.264423 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36501e75-f1dc-4462-aef0-2792a2b60875 req-0725ed8b-9d28-40a7-995d-dad78ec3432a tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/ports?device_id=65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad HTTP/1.1" status: 200 len: 948 time: 0.1295812 Aug 31 09:21:08.349732 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-57557f26-f43e-413b-9da0-c9228261a89a req-0c8406d2-54b8-459e-8f0e-225900c0c090 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940595 Aug 31 09:21:08.356700 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36501e75-f1dc-4462-aef0-2792a2b60875 req-72de9e92-850c-41eb-ba03-ac1138d45a52 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6f02cec-3335-48ac-aa19-86d565e5a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856872 Aug 31 09:21:08.365374 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547422e-2ac5-4845-8bc5-5418328735d6 req-83888c02-7d55-4253-b5fd-4a985ca0ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:08.367141 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8547422e-2ac5-4845-8bc5-5418328735d6 req-83888c02-7d55-4253-b5fd-4a985ca0ba8f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0829277 Aug 31 09:21:08.426231 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['5f9f3a58-50d7-4f47-99df-c28173384e13'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:21:08.457199 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['568242cb-8cd4-4597-90af-18189ae395f9'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:21:08.490107 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['db393805-9290-4e57-b3fc-bf1014410ed2'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:21:08.525123 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['059cb46a-47e1-4b70-a75c-51ba456bd33b'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:21:08.548692 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8547422e-2ac5-4845-8bc5-5418328735d6 req-299d58c1-249a-44be-a8f6-d68e549d095a service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655483 Aug 31 09:21:08.556135 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509eb630-6025-4c06-beac-7ab1966d169c req-127e32a9-014a-4470-89df-facb609c4588 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:08.558409 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-509eb630-6025-4c06-beac-7ab1966d169c req-127e32a9-014a-4470-89df-facb609c4588 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=bba29f11-f322-4dcc-bb03-31b6fa1ba461 HTTP/1.1" status: 200 len: 949 time: 0.1215672 Aug 31 09:21:08.574890 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7af4be-dbb9-480b-8d85-17270963c7da req-f1072bfe-a4d7-4304-9e99-d6aa23355cf9 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:08.576654 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c7af4be-dbb9-480b-8d85-17270963c7da req-f1072bfe-a4d7-4304-9e99-d6aa23355cf9 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=e0e3905d-cee9-42f9-947d-5a7fbc192d9b HTTP/1.1" status: 200 len: 946 time: 0.1411510 Aug 31 09:21:08.594953 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['7d921f58-bb54-47d0-a40b-b4605065f73d'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:21:08.606997 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['0ad87690-513e-49db-86b3-0ddc33190312'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:21:08.670152 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['cb0e6a15-3575-43aa-a8c6-52080c8b83ec'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:21:08.749876 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-509eb630-6025-4c06-beac-7ab1966d169c req-279eb2ae-c248-4afc-9d14-2810c7c01ba7 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722355 Aug 31 09:21:08.756962 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c7af4be-dbb9-480b-8d85-17270963c7da req-45c5754a-d2a7-48e2-b089-e6d0ddea82f8 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633096 Aug 31 09:21:08.763748 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['5b4431c4-d3fc-4102-a88e-370b2790a6d2'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:21:08.829110 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8547422e-2ac5-4845-8bc5-5418328735d6 req-9730d275-bb7b-4836-80af-016b55f46009 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697034 Aug 31 09:21:08.835990 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-b2ae046c-0046-4ccb-9acb-d8e6a06025c1 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:08.843333 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-b2ae046c-0046-4ccb-9acb-d8e6a06025c1 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:08.845041 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-b2ae046c-0046-4ccb-9acb-d8e6a06025c1 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.112 "GET /v2.0/networks?id=64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26&id=52f2359d-a351-4f53-8751-902021e84d72&id=64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26 HTTP/1.1" status: 200 len: 1390 time: 0.2137318 Aug 31 09:21:08.873465 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-04db0b9a-ae64-47a7-a92c-96d35589c0c5 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Request body: {'port': {'device_id': '6e9c7b2e-614b-4f1a-96dc-2b5126bc2046', 'network_id': '64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26', 'admin_state_up': True, 'tenant_id': '13fae58522454fb384b983d48d032915'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:08.902872 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad429daf-0a78-44f8-94f7-7d46a35cffb2 req-b564613e-3fa2-4524-8645-083cacf3c72e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e9c7b2e-614b-4f1a-96dc-2b5126bc2046 HTTP/1.1" status: 200 len: 210 time: 0.0567431 Aug 31 09:21:09.078526 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device c89b1df0-8c55-4ddb-8ba6-035f1981d733 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:09.125073 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-3c65edf6-7cb6-44c1-9137-9520edabc989 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:09.126820 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-3c65edf6-7cb6-44c1-9137-9520edabc989 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/networks?id=f5553b74-379c-4750-8c9c-33e10cb78fdc HTTP/1.1" status: 200 len: 810 time: 0.2215252 Aug 31 09:21:09.168070 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-203cef40-4c53-475b-b3c2-8a340b757c70 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/quotas/1b5bd35927fb49bc9780e4d378d20df4 HTTP/1.1" status: 200 len: 375 time: 0.0312819 Aug 31 09:21:09.185985 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b82f0-3ccd-4d44-838f-a6cec2d16c69 req-18d067c9-d33e-413a-b454-bd7b7b8200c9 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:09.192009 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b82f0-3ccd-4d44-838f-a6cec2d16c69 req-18d067c9-d33e-413a-b454-bd7b7b8200c9 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:09.199288 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b82f0-3ccd-4d44-838f-a6cec2d16c69 req-18d067c9-d33e-413a-b454-bd7b7b8200c9 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:09.205602 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b82f0-3ccd-4d44-838f-a6cec2d16c69 req-18d067c9-d33e-413a-b454-bd7b7b8200c9 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:09.211882 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b82f0-3ccd-4d44-838f-a6cec2d16c69 req-18d067c9-d33e-413a-b454-bd7b7b8200c9 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:09.219979 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b82f0-3ccd-4d44-838f-a6cec2d16c69 req-18d067c9-d33e-413a-b454-bd7b7b8200c9 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:09.226464 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b82f0-3ccd-4d44-838f-a6cec2d16c69 req-18d067c9-d33e-413a-b454-bd7b7b8200c9 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:09.229506 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7a0b82f0-3ccd-4d44-838f-a6cec2d16c69 req-18d067c9-d33e-413a-b454-bd7b7b8200c9 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 5436 time: 0.1666918 Aug 31 09:21:09.266240 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['364484db-9bd2-4077-90c3-49c9425b4048'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:21:09.269294 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-04db0b9a-ae64-47a7-a92c-96d35589c0c5 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Made reservation on behalf of 13fae58522454fb384b983d48d032915 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:21:09.272727 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-04db0b9a-ae64-47a7-a92c-96d35589c0c5 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:09.321332 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7a0b82f0-3ccd-4d44-838f-a6cec2d16c69 req-f64251f3-9dba-4ba3-8095-6a9198ca0833 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&id=1ebc046b-3f58-4516-bb28-5f802a90d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0801470 Aug 31 09:21:09.340335 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-17da155c-d490-4eb2-bef8-4f68e882b8b1 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=1b5bd35927fb49bc9780e4d378d20df4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1089842 Aug 31 09:21:09.393096 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-0f3b6587-e37a-4f19-beef-0c73a8e24321 req-6e292423-bd4f-4a2d-b4e4-c8633923da89 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:21:09.394058 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0f3b6587-e37a-4f19-beef-0c73a8e24321 req-6e292423-bd4f-4a2d-b4e4-c8633923da89 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162637 Aug 31 09:21:09.587087 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-04db0b9a-ae64-47a7-a92c-96d35589c0c5 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Allocated IP 19.80.0.249 (64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26/2e67495c-ad21-414d-86aa-8cd9c7d40190/525d6ed9-009a-4feb-8d88-f2902156e556) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:21:09.609201 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0f3b6587-e37a-4f19-beef-0c73a8e24321 req-dc6b2887-2d65-4f52-a493-8906155dd6a7 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1958196 Aug 31 09:21:09.614989 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-28bd110e-f531-4877-85bc-9ccd82d7f7c6 service neutron] 10.222.0.119 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360702 Aug 31 09:21:09.734915 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port c89b1df0-8c55-4ddb-8ba6-035f1981d733 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:09.735497 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:10.129363 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-ddff3d7c-61f7-490f-8ab8-d1843e5fbc45 service neutron] 10.222.0.119 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972823 Aug 31 09:21:10.143518 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a1e08-0bb7-4494-9c04-1d7f744c3974 req-479ec3e4-2033-4b99-aa94-98f6a4235317 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:10.145144 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-461a1e08-0bb7-4494-9c04-1d7f744c3974 req-479ec3e4-2033-4b99-aa94-98f6a4235317 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1320803 Aug 31 09:21:10.217274 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-04db0b9a-ae64-47a7-a92c-96d35589c0c5 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:10.223377 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-461a1e08-0bb7-4494-9c04-1d7f744c3974 req-b69e87ef-6335-4963-acbe-92507d8ca63e tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710659 Aug 31 09:21:10.234104 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-04db0b9a-ae64-47a7-a92c-96d35589c0c5 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Transition to ACTIVE for port object 525d6ed9-009a-4feb-8d88-f2902156e556 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:21:10.329526 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3ed14-1427-419f-806f-4aa368ac59a4 req-a9d6696c-a9e1-4c10-8261-bf29ac522f61 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:10.331167 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-79c3ed14-1427-419f-806f-4aa368ac59a4 req-a9d6696c-a9e1-4c10-8261-bf29ac522f61 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=68f90fd6-5027-4d99-8023-c81e5a6c76df HTTP/1.1" status: 200 len: 945 time: 0.0503781 Aug 31 09:21:10.372237 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-79c3ed14-1427-419f-806f-4aa368ac59a4 req-2cec244f-2625-44c9-b82d-2daf96ebe742 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349584 Aug 31 09:21:10.373378 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-04db0b9a-ae64-47a7-a92c-96d35589c0c5 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:10.457870 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-04db0b9a-ae64-47a7-a92c-96d35589c0c5 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Network 64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:21:10.480765 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-04db0b9a-ae64-47a7-a92c-96d35589c0c5 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:21:10.499514 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-04db0b9a-ae64-47a7-a92c-96d35589c0c5 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:21:10.508205 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db0b9a-ae64-47a7-a92c-96d35589c0c5 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Pushing event updated for resources: {'Port': ['ID=525d6ed9-009a-4feb-8d88-f2902156e556,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:10.539949 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098880c-190e-4581-aa83-a1fbe5052d8b req-0bed95b1-6431-4006-b7a7-f3e30bb35285 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:10.541903 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0098880c-190e-4581-aa83-a1fbe5052d8b req-0bed95b1-6431-4006-b7a7-f3e30bb35285 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/ports?device_id=65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad HTTP/1.1" status: 200 len: 948 time: 0.1662400 Aug 31 09:21:10.593065 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02658bc-d0af-496a-a27b-7490306734c3 req-25e63caf-4892-4423-8a24-0965003d7a71 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:10.594683 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c02658bc-d0af-496a-a27b-7490306734c3 req-25e63caf-4892-4423-8a24-0965003d7a71 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=bba29f11-f322-4dcc-bb03-31b6fa1ba461 HTTP/1.1" status: 200 len: 949 time: 0.1415823 Aug 31 09:21:10.602490 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-04db0b9a-ae64-47a7-a92c-96d35589c0c5 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:10.603139 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-04db0b9a-ae64-47a7-a92c-96d35589c0c5 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:10.648070 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0098880c-190e-4581-aa83-a1fbe5052d8b req-41268ae8-6170-4de4-a1fd-7f25b2eeefeb tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6f02cec-3335-48ac-aa19-86d565e5a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962930 Aug 31 09:21:10.670601 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c02658bc-d0af-496a-a27b-7490306734c3 req-c53d42b8-d016-4c4b-b697-ed6d5c2036e7 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639715 Aug 31 09:21:10.736078 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-04db0b9a-ae64-47a7-a92c-96d35589c0c5 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8697438 Aug 31 09:21:10.756526 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-464789f3-c7f7-44cf-a29f-8f258b526d83 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Request body: {'port': {'device_id': '6e9c7b2e-614b-4f1a-96dc-2b5126bc2046', 'network_id': '52f2359d-a351-4f53-8751-902021e84d72', 'admin_state_up': True, 'tenant_id': '13fae58522454fb384b983d48d032915'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:10.861637 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf3fa7-b3ec-4342-b1c7-b88c298d0ead req-979a5d7e-32e1-4a17-97fc-a6fbecf3cf9a tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:10.863196 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-82bf3fa7-b3ec-4342-b1c7-b88c298d0ead req-979a5d7e-32e1-4a17-97fc-a6fbecf3cf9a tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=14b55c43-b170-478d-8fe5-264538117b7f HTTP/1.1" status: 200 len: 946 time: 0.1380715 Aug 31 09:21:10.884249 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a526daf0-591b-431d-8370-d961db78877d None None] Provisioning for port 525d6ed9-009a-4feb-8d88-f2902156e556 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:10.889470 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a526daf0-591b-431d-8370-d961db78877d None None] Provisioning complete for port 525d6ed9-009a-4feb-8d88-f2902156e556 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:10.889470 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a526daf0-591b-431d-8370-d961db78877d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:10.896135 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49db8b-270c-443d-ae74-721a7c530c74 req-43fa3e81-6de0-4798-a139-b657331ea31c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:10.897614 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7b49db8b-270c-443d-ae74-721a7c530c74 req-43fa3e81-6de0-4798-a139-b657331ea31c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e9c7b2e-614b-4f1a-96dc-2b5126bc2046 HTTP/1.1" status: 200 len: 932 time: 0.1470113 Aug 31 09:21:10.929722 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a526daf0-591b-431d-8370-d961db78877d None None] Port 525d6ed9-009a-4feb-8d88-f2902156e556 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:21:10.967692 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-82bf3fa7-b3ec-4342-b1c7-b88c298d0ead req-2e29d8b5-a215-4740-b6c6-d9f022bc50bd tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974700 Aug 31 09:21:10.974237 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7b49db8b-270c-443d-ae74-721a7c530c74 req-c1703c3c-e446-4963-8cd8-4b8de7db2442 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673275 Aug 31 09:21:11.054259 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3a095137-3bd9-4282-bfcb-50c03817a3f8 req-15d3d048-c4ed-4087-9d42-916c698b4c65 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 210 time: 0.0286891 Aug 31 09:21:11.086490 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-464789f3-c7f7-44cf-a29f-8f258b526d83 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Made reservation on behalf of 13fae58522454fb384b983d48d032915 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:21:11.090452 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-464789f3-c7f7-44cf-a29f-8f258b526d83 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:11.201355 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4bb45-6b39-4a09-bc2d-ce6cb988975b req-e6971b5f-290f-413a-91db-0503f11fd1a6 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:11.202904 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-04a4bb45-6b39-4a09-bc2d-ce6cb988975b req-e6971b5f-290f-413a-91db-0503f11fd1a6 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1508377 Aug 31 09:21:11.212679 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 946be31f-1ffa-4bde-ac70-acfc20fbd342 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:21:11.283386 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e2bcd-c8d8-43d0-b57a-7b2132ad5f21 req-90b85d87-31ee-4c25-9a18-05b47c392a9e tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:11.289300 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e2bcd-c8d8-43d0-b57a-7b2132ad5f21 req-90b85d87-31ee-4c25-9a18-05b47c392a9e tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:11.292089 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8ecd4963-7f00-4a70-ae75-5cc09fe7de7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:11.295391 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e2bcd-c8d8-43d0-b57a-7b2132ad5f21 req-90b85d87-31ee-4c25-9a18-05b47c392a9e tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:11.301287 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e2bcd-c8d8-43d0-b57a-7b2132ad5f21 req-90b85d87-31ee-4c25-9a18-05b47c392a9e tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:11.307742 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e2bcd-c8d8-43d0-b57a-7b2132ad5f21 req-90b85d87-31ee-4c25-9a18-05b47c392a9e tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:11.313547 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e2bcd-c8d8-43d0-b57a-7b2132ad5f21 req-90b85d87-31ee-4c25-9a18-05b47c392a9e tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:11.319682 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e2bcd-c8d8-43d0-b57a-7b2132ad5f21 req-90b85d87-31ee-4c25-9a18-05b47c392a9e tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:11.321634 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-273e2bcd-c8d8-43d0-b57a-7b2132ad5f21 req-90b85d87-31ee-4c25-9a18-05b47c392a9e tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 5436 time: 0.2040927 Aug 31 09:21:11.330286 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 946be31f-1ffa-4bde-ac70-acfc20fbd342, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=946be31f-1ffa-4bde-ac70-acfc20fbd342,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:11.341586 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '946be31f-1ffa-4bde-ac70-acfc20fbd342', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': '946be31f-1ffa-4bde-ac70-acfc20fbd342', 'mac_address': 'fa:16:3e:53:ec:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:21:11.356109 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-04a4bb45-6b39-4a09-bc2d-ce6cb988975b req-6774898b-08fe-40b6-b909-f70fa344f756 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434541 Aug 31 09:21:11.377982 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-464789f3-c7f7-44cf-a29f-8f258b526d83 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Allocated IP 19.86.0.244 (52f2359d-a351-4f53-8751-902021e84d72/72325bf7-1db9-4361-a178-04e7d9683301/4d95cae1-7416-42bc-8d71-e22f7b357e8a) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:21:11.389373 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:11.407570 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 946be31f-1ffa-4bde-ac70-acfc20fbd342 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:21:11.417795 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-273e2bcd-c8d8-43d0-b57a-7b2132ad5f21 req-4bb02acd-669f-446a-85fc-693243a9d0b0 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&id=1ebc046b-3f58-4516-bb28-5f802a90d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0805290 Aug 31 09:21:11.433455 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 946be31f-1ffa-4bde-ac70-acfc20fbd342, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=946be31f-1ffa-4bde-ac70-acfc20fbd342,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:11.531951 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:11.585050 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32767641-333e-4b47-aa58-c1380ae11a80 req-7ef71539-cecd-49ba-8543-28e86c9b128f tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:11.586659 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32767641-333e-4b47-aa58-c1380ae11a80 req-7ef71539-cecd-49ba-8543-28e86c9b128f tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=d4f30a5c-3a4b-42bd-b643-5ede92bd071b HTTP/1.1" status: 200 len: 945 time: 0.1370106 Aug 31 09:21:11.592987 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=946be31f-1ffa-4bde-ac70-acfc20fbd342,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:11.690408 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482a1ed-9fb2-40f6-8315-3b14e7bc013b req-bcd0bb7c-87ee-4782-b710-5e72a8b22502 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:11.694702 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6482a1ed-9fb2-40f6-8315-3b14e7bc013b req-bcd0bb7c-87ee-4782-b710-5e72a8b22502 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=68f90fd6-5027-4d99-8023-c81e5a6c76df HTTP/1.1" status: 200 len: 945 time: 0.1710012 Aug 31 09:21:11.703097 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32767641-333e-4b47-aa58-c1380ae11a80 req-d11f9cd3-542b-4a40-947c-5535645f7d77 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952885 Aug 31 09:21:11.725973 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-464789f3-c7f7-44cf-a29f-8f258b526d83 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:11.751209 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-464789f3-c7f7-44cf-a29f-8f258b526d83 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Transition to ACTIVE for port object 4d95cae1-7416-42bc-8d71-e22f7b357e8a will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:21:11.777506 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6482a1ed-9fb2-40f6-8315-3b14e7bc013b req-1e16d4c7-ad89-445b-95e7-729b8b533e06 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700772 Aug 31 09:21:11.883782 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a14d15-f9fe-4444-9a31-fe9d044d54f4 req-5945f0be-86e6-4390-a234-1ff4566a57ea tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:11.886203 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-59a14d15-f9fe-4444-9a31-fe9d044d54f4 req-5945f0be-86e6-4390-a234-1ff4566a57ea tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.0992436 Aug 31 09:21:11.927804 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7fa3b-7389-4ddd-bb3d-8198f4a4c5e0 req-7f7e6bbe-2ab7-4aa9-89d7-6655983e2ba2 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:11.929289 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7da7fa3b-7389-4ddd-bb3d-8198f4a4c5e0 req-7f7e6bbe-2ab7-4aa9-89d7-6655983e2ba2 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/ports?device_id=65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad HTTP/1.1" status: 200 len: 949 time: 0.0857303 Aug 31 09:21:11.932446 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-464789f3-c7f7-44cf-a29f-8f258b526d83 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:11.988500 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-59a14d15-f9fe-4444-9a31-fe9d044d54f4 req-27846410-7e08-476a-ab4a-63d0f9a659f8 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940802 Aug 31 09:21:11.998583 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-464789f3-c7f7-44cf-a29f-8f258b526d83 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Network 52f2359d-a351-4f53-8751-902021e84d72 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:21:12.006454 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-464789f3-c7f7-44cf-a29f-8f258b526d83 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:21:12.022780 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-464789f3-c7f7-44cf-a29f-8f258b526d83 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:21:12.058239 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464789f3-c7f7-44cf-a29f-8f258b526d83 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Pushing event updated for resources: {'Port': ['ID=4d95cae1-7416-42bc-8d71-e22f7b357e8a,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:12.075021 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7da7fa3b-7389-4ddd-bb3d-8198f4a4c5e0 req-5a1d26e0-be4e-4d19-9a56-b4901a7571bc tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6f02cec-3335-48ac-aa19-86d565e5a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312146 Aug 31 09:21:12.125275 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-464789f3-c7f7-44cf-a29f-8f258b526d83 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:12.125929 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-464789f3-c7f7-44cf-a29f-8f258b526d83 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:12.181302 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34aff6-725e-4cb4-8ff6-c1f990c0f327 req-ae3586f7-2054-410b-8003-2b01e75716e0 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:12.183546 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7a34aff6-725e-4cb4-8ff6-c1f990c0f327 req-ae3586f7-2054-410b-8003-2b01e75716e0 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=bba29f11-f322-4dcc-bb03-31b6fa1ba461 HTTP/1.1" status: 200 len: 949 time: 0.1067760 Aug 31 09:21:12.217043 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af505aa-1a70-4787-a1de-0109a66d420a req-59b7e698-5e35-44e7-ae9c-ca75f756e63f tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:12.218629 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0af505aa-1a70-4787-a1de-0109a66d420a req-59b7e698-5e35-44e7-ae9c-ca75f756e63f tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=e0e3905d-cee9-42f9-947d-5a7fbc192d9b HTTP/1.1" status: 200 len: 946 time: 0.0864677 Aug 31 09:21:12.253326 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-464789f3-c7f7-44cf-a29f-8f258b526d83 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4954851 Aug 31 09:21:12.253326 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7a34aff6-725e-4cb4-8ff6-c1f990c0f327 req-e0862de1-c706-45bc-a6ba-e68c6ae36337 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596831 Aug 31 09:21:12.262191 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-dce69542-c166-4346-9155-689fd4e09743 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Request body: {'port': {'device_id': '6e9c7b2e-614b-4f1a-96dc-2b5126bc2046', 'network_id': '64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26', 'admin_state_up': True, 'tenant_id': '13fae58522454fb384b983d48d032915'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:12.335770 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-36d37977-59e9-4c01-89b0-92c907a63e74 None None] Provisioning for port 4d95cae1-7416-42bc-8d71-e22f7b357e8a completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:12.340910 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-36d37977-59e9-4c01-89b0-92c907a63e74 None None] Provisioning complete for port 4d95cae1-7416-42bc-8d71-e22f7b357e8a triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:12.341299 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-36d37977-59e9-4c01-89b0-92c907a63e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:12.358569 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0af505aa-1a70-4787-a1de-0109a66d420a req-e75094cb-1361-4218-9e82-b5d6ccb11827 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275475 Aug 31 09:21:12.377944 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-36d37977-59e9-4c01-89b0-92c907a63e74 None None] Port 4d95cae1-7416-42bc-8d71-e22f7b357e8a cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:21:12.420132 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43a0b9-bcd4-4bec-a244-c501d9fdca2f req-f5093276-d6a1-428d-ab38-71e7d4946f18 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:12.425973 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43a0b9-bcd4-4bec-a244-c501d9fdca2f req-f5093276-d6a1-428d-ab38-71e7d4946f18 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:12.427581 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-da43a0b9-bcd4-4bec-a244-c501d9fdca2f req-f5093276-d6a1-428d-ab38-71e7d4946f18 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e9c7b2e-614b-4f1a-96dc-2b5126bc2046 HTTP/1.1" status: 200 len: 1655 time: 0.1082299 Aug 31 09:21:12.515285 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-da43a0b9-bcd4-4bec-a244-c501d9fdca2f req-a12e2953-7f68-47a8-9868-623ad541ebb1 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733941 Aug 31 09:21:12.523399 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc96c9-0d21-497a-9b61-4fda1755a83c req-dc2b4c2a-05ba-481f-8fdb-ddb05bdb41e3 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:12.524859 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-80dc96c9-0d21-497a-9b61-4fda1755a83c req-dc2b4c2a-05ba-481f-8fdb-ddb05bdb41e3 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.0939908 Aug 31 09:21:12.567057 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-dce69542-c166-4346-9155-689fd4e09743 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Made reservation on behalf of 13fae58522454fb384b983d48d032915 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:21:12.570231 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-dce69542-c166-4346-9155-689fd4e09743 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:12.597980 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-80dc96c9-0d21-497a-9b61-4fda1755a83c req-a1f22251-f81c-4d19-8022-452f0e0a1a44 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602374 Aug 31 09:21:12.627462 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0f3186c-b322-4252-a8c2-9d8c5bac09d9 req-6a4642e8-a782-45f4-adfa-31c34fed8bb4 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 210 time: 0.0397706 Aug 31 09:21:12.876655 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a58630-e149-4307-8f97-8e379f064b7d req-465f1b15-4613-4e28-b649-5c334d2decb0 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:12.882649 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a58630-e149-4307-8f97-8e379f064b7d req-465f1b15-4613-4e28-b649-5c334d2decb0 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:12.888673 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a58630-e149-4307-8f97-8e379f064b7d req-465f1b15-4613-4e28-b649-5c334d2decb0 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:12.894465 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a58630-e149-4307-8f97-8e379f064b7d req-465f1b15-4613-4e28-b649-5c334d2decb0 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:12.904277 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a58630-e149-4307-8f97-8e379f064b7d req-465f1b15-4613-4e28-b649-5c334d2decb0 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:12.906281 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a58630-e149-4307-8f97-8e379f064b7d req-465f1b15-4613-4e28-b649-5c334d2decb0 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:12.912126 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a58630-e149-4307-8f97-8e379f064b7d req-465f1b15-4613-4e28-b649-5c334d2decb0 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:12.914035 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e6a58630-e149-4307-8f97-8e379f064b7d req-465f1b15-4613-4e28-b649-5c334d2decb0 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 5436 time: 0.2225652 Aug 31 09:21:12.922809 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-dce69542-c166-4346-9155-689fd4e09743 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Allocated IP 19.80.0.248 (64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26/2e67495c-ad21-414d-86aa-8cd9c7d40190/3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:21:12.976409 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7d901-e86e-4fb8-ad72-990f2ee4e313 req-3d3b16cd-d6a5-4324-a730-67e7f8c1109f tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:12.982861 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7d901-e86e-4fb8-ad72-990f2ee4e313 req-3d3b16cd-d6a5-4324-a730-67e7f8c1109f tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:12.988707 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7d901-e86e-4fb8-ad72-990f2ee4e313 req-3d3b16cd-d6a5-4324-a730-67e7f8c1109f tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:12.990364 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-59b7d901-e86e-4fb8-ad72-990f2ee4e313 req-3d3b16cd-d6a5-4324-a730-67e7f8c1109f tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=e0e3905d-cee9-42f9-947d-5a7fbc192d9b&device_id=d4f30a5c-3a4b-42bd-b643-5ede92bd071b&device_id=14b55c43-b170-478d-8fe5-264538117b7f HTTP/1.1" status: 200 len: 2418 time: 0.2452075 Aug 31 09:21:13.049837 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-19b4b3c7-20ff-44b9-ae94-ca04882329f3 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:13.051386 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-19b4b3c7-20ff-44b9-ae94-ca04882329f3 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.112 "GET /v2.0/networks?id=f5553b74-379c-4750-8c9c-33e10cb78fdc HTTP/1.1" status: 200 len: 810 time: 0.2885909 Aug 31 09:21:13.060740 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e6a58630-e149-4307-8f97-8e379f064b7d req-ca027d9b-6a6a-42b6-a95f-643ad6eee4f2 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&id=1ebc046b-3f58-4516-bb28-5f802a90d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1326237 Aug 31 09:21:13.068688 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-92061389-8d71-4147-9160-7f7fe85e323c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Request body: {'port': {'device_id': '5bbb26c7-ed5c-4d54-b791-838f4baed357', 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc', 'admin_state_up': True, 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:13.158408 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-59b7d901-e86e-4fb8-ad72-990f2ee4e313 req-dc864eaa-ac56-4d94-873b-d7ae814a8bce tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569700 Aug 31 09:21:13.341669 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a44900-b341-469c-b173-4e5851181f91 req-484031b5-a01f-4245-8838-d9c4f81ed37d tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:13.343190 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d1a44900-b341-469c-b173-4e5851181f91 req-484031b5-a01f-4245-8838-d9c4f81ed37d tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=68f90fd6-5027-4d99-8023-c81e5a6c76df HTTP/1.1" status: 200 len: 945 time: 0.1936409 Aug 31 09:21:13.398575 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb3a6b1-6b70-4e6f-883e-ec339d4a79ab req-042fa558-7b1a-4bff-a103-856d75582fa2 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:13.400073 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ceb3a6b1-6b70-4e6f-883e-ec339d4a79ab req-042fa558-7b1a-4bff-a103-856d75582fa2 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/ports?device_id=65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad HTTP/1.1" status: 200 len: 949 time: 0.1645050 Aug 31 09:21:13.407853 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-dce69542-c166-4346-9155-689fd4e09743 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:13.452448 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-dce69542-c166-4346-9155-689fd4e09743 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Transition to ACTIVE for port object 3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:21:13.458225 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d1a44900-b341-469c-b173-4e5851181f91 req-40a3305a-41a8-4ee1-8d9c-d5d5acc46cc2 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038573 Aug 31 09:21:13.480002 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ceb3a6b1-6b70-4e6f-883e-ec339d4a79ab req-0cc6ed89-284c-4dc9-9222-f6e29c148a2d tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6f02cec-3335-48ac-aa19-86d565e5a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693688 Aug 31 09:21:13.492633 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-92061389-8d71-4147-9160-7f7fe85e323c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Made reservation on behalf of 1b5bd35927fb49bc9780e4d378d20df4 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:21:13.497085 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-92061389-8d71-4147-9160-7f7fe85e323c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:13.535132 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['946be31f-1ffa-4bde-ac70-acfc20fbd342'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:21:13.614586 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-dce69542-c166-4346-9155-689fd4e09743 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:13.689780 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71dc2736-f477-4e5c-a942-18bfdba41171 req-5a8df0cf-533c-4bca-a9ca-998e15869cd8 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1796582 Aug 31 09:21:13.744063 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636eef5b-6e76-4376-9c31-a835a1fc9c25 req-c52219d5-3ce8-4864-b883-c072e7e46485 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:13.751213 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-636eef5b-6e76-4376-9c31-a835a1fc9c25 req-c52219d5-3ce8-4864-b883-c072e7e46485 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.2211246 Aug 31 09:21:13.755401 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-dce69542-c166-4346-9155-689fd4e09743 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Network 64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:21:13.774892 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-dce69542-c166-4346-9155-689fd4e09743 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:21:13.776777 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce69542-c166-4346-9155-689fd4e09743 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Pushing event updated for resources: {'Port': ['ID=3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:13.781316 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-dce69542-c166-4346-9155-689fd4e09743 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:21:13.882853 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-92061389-8d71-4147-9160-7f7fe85e323c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Allocated IP 172.20.0.11 (f5553b74-379c-4750-8c9c-33e10cb78fdc/38d49ab8-d8f2-42ae-8afb-2cc963a498ae/3edcd031-fdff-42eb-afa5-72f2616428cc) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:21:13.920809 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-636eef5b-6e76-4376-9c31-a835a1fc9c25 req-94beb5e3-3434-4ff7-9d37-2163a09983cf tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517019 Aug 31 09:21:13.926569 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-dce69542-c166-4346-9155-689fd4e09743 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:13.927228 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-dce69542-c166-4346-9155-689fd4e09743 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:13.958858 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-97ed9dd0-0512-4538-90c4-46c204c7a525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:13.969773 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f1769-0ad1-4191-b36b-24f9b18af3f6 req-f669ae17-6415-475b-bc39-1ceef644dae1 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:13.971734 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1c2f1769-0ad1-4191-b36b-24f9b18af3f6 req-f669ae17-6415-475b-bc39-1ceef644dae1 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=bba29f11-f322-4dcc-bb03-31b6fa1ba461 HTTP/1.1" status: 200 len: 949 time: 0.1380112 Aug 31 09:21:14.078443 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:14.079909 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3643f1d2-955c-40e1-9a3a-dd553d145e28 None None] Provisioning for port 3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:14.084476 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3643f1d2-955c-40e1-9a3a-dd553d145e28 None None] Provisioning complete for port 3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:14.084839 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3643f1d2-955c-40e1-9a3a-dd553d145e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:14.121378 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-3643f1d2-955c-40e1-9a3a-dd553d145e28 None None] Port 3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:21:14.370359 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-dce69542-c166-4346-9155-689fd4e09743 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1134377 Aug 31 09:21:14.385907 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1c2f1769-0ad1-4191-b36b-24f9b18af3f6 req-0c11d60d-9d38-44b4-87d1-adbfb77ff015 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039941 Aug 31 09:21:14.393069 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-25253940-917c-45f5-a331-6fe5595c9718 service neutron] Request body: {'port': {'device_id': '6e9c7b2e-614b-4f1a-96dc-2b5126bc2046', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:14.453383 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bed9c-2a50-4b36-a406-babecca9d812 req-7995147d-0ae8-44a5-9c98-05d6126fe637 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:14.459237 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bed9c-2a50-4b36-a406-babecca9d812 req-7995147d-0ae8-44a5-9c98-05d6126fe637 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:14.465838 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bed9c-2a50-4b36-a406-babecca9d812 req-7995147d-0ae8-44a5-9c98-05d6126fe637 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:14.467490 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fd4bed9c-2a50-4b36-a406-babecca9d812 req-7995147d-0ae8-44a5-9c98-05d6126fe637 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e9c7b2e-614b-4f1a-96dc-2b5126bc2046 HTTP/1.1" status: 200 len: 2377 time: 0.4631019 Aug 31 09:21:14.550670 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2cece3fa-0732-49d1-8bb0-3fbbd7a3573d req-20e402d8-2125-49b8-9c11-a46033b9ce10 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 210 time: 0.0763295 Aug 31 09:21:14.558072 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-92061389-8d71-4147-9160-7f7fe85e323c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:14.562343 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-25253940-917c-45f5-a331-6fe5595c9718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:14.597603 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fd4bed9c-2a50-4b36-a406-babecca9d812 req-e7c628b6-1153-41d3-9996-a8a40cef0ee7 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161659 Aug 31 09:21:14.599545 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-92061389-8d71-4147-9160-7f7fe85e323c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Transition to ACTIVE for port object 3edcd031-fdff-42eb-afa5-72f2616428cc will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:21:14.846796 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74945d6f-07a4-43e0-970c-62012e0221d8 req-3bd3bb8d-5dd6-4362-81e7-b0eadea5bdad tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:14.848297 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74945d6f-07a4-43e0-970c-62012e0221d8 req-3bd3bb8d-5dd6-4362-81e7-b0eadea5bdad tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1406105 Aug 31 09:21:14.852180 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-92061389-8d71-4147-9160-7f7fe85e323c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:14.947601 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-92061389-8d71-4147-9160-7f7fe85e323c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Network f5553b74-379c-4750-8c9c-33e10cb78fdc is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:21:14.966674 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-92061389-8d71-4147-9160-7f7fe85e323c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:21:14.968487 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92061389-8d71-4147-9160-7f7fe85e323c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Pushing event updated for resources: {'Port': ['ID=3edcd031-fdff-42eb-afa5-72f2616428cc,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:14.973777 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-92061389-8d71-4147-9160-7f7fe85e323c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:21:14.996490 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ee11c-8dcc-4946-afd9-bd6e80e6c027 req-96d2259c-ad01-40ca-98dc-cb8c7f92c214 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:15.002461 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ee11c-8dcc-4946-afd9-bd6e80e6c027 req-96d2259c-ad01-40ca-98dc-cb8c7f92c214 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:15.008477 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ee11c-8dcc-4946-afd9-bd6e80e6c027 req-96d2259c-ad01-40ca-98dc-cb8c7f92c214 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:15.014599 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ee11c-8dcc-4946-afd9-bd6e80e6c027 req-96d2259c-ad01-40ca-98dc-cb8c7f92c214 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:15.020480 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ee11c-8dcc-4946-afd9-bd6e80e6c027 req-96d2259c-ad01-40ca-98dc-cb8c7f92c214 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:15.027388 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ee11c-8dcc-4946-afd9-bd6e80e6c027 req-96d2259c-ad01-40ca-98dc-cb8c7f92c214 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:15.033359 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ee11c-8dcc-4946-afd9-bd6e80e6c027 req-96d2259c-ad01-40ca-98dc-cb8c7f92c214 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:15.035390 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-420ee11c-8dcc-4946-afd9-bd6e80e6c027 req-96d2259c-ad01-40ca-98dc-cb8c7f92c214 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 5436 time: 0.2298565 Aug 31 09:21:15.081396 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74945d6f-07a4-43e0-970c-62012e0221d8 req-88e02a1a-ca53-49d2-bbf1-5e4fd33127a7 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226119 Aug 31 09:21:15.149894 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-92061389-8d71-4147-9160-7f7fe85e323c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:15.151275 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-92061389-8d71-4147-9160-7f7fe85e323c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:15.207267 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-420ee11c-8dcc-4946-afd9-bd6e80e6c027 req-fb36b509-ec9e-44f0-a8b3-90b2bbb8aed3 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&id=1ebc046b-3f58-4516-bb28-5f802a90d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1447754 Aug 31 09:21:15.211955 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-25253940-917c-45f5-a331-6fe5595c9718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 525d6ed9-009a-4feb-8d88-f2902156e556 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:21:15.222061 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-25253940-917c-45f5-a331-6fe5595c9718 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:15.248633 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 364484db-9bd2-4077-90c3-49c9425b4048 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:15.254511 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9635068-996b-4e95-9eaa-625329604bec req-f817a96a-da16-49c5-a401-56dc3c188a13 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:15.254674 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c9635068-996b-4e95-9eaa-625329604bec req-f817a96a-da16-49c5-a401-56dc3c188a13 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=68f90fd6-5027-4d99-8023-c81e5a6c76df HTTP/1.1" status: 200 len: 945 time: 0.0926313 Aug 31 09:21:15.286239 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:15.331232 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-25253940-917c-45f5-a331-6fe5595c9718 service neutron] Transition to ACTIVE for port object 525d6ed9-009a-4feb-8d88-f2902156e556 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:21:15.334886 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:21:15.346262 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c9635068-996b-4e95-9eaa-625329604bec req-80f6119c-c58e-403a-a704-361d60e68b09 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741439 Aug 31 09:21:15.352828 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ff91a-d311-49dc-90a7-29f52575b250 req-c790644a-553d-49fc-9fba-a979cb63588f tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:15.355154 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-500ff91a-d311-49dc-90a7-29f52575b250 req-c790644a-553d-49fc-9fba-a979cb63588f tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/ports?device_id=65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad HTTP/1.1" status: 200 len: 949 time: 0.0771234 Aug 31 09:21:15.382510 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-92061389-8d71-4147-9160-7f7fe85e323c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3177497 Aug 31 09:21:15.398726 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-fdf71f8f-c4dd-4593-b68b-d5877911ea12 service neutron] Request body: {'port': {'device_id': '5bbb26c7-ed5c-4d54-b791-838f4baed357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:15.403646 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-500ff91a-d311-49dc-90a7-29f52575b250 req-29a983e5-4974-464f-b4ea-20164eee8c45 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6f02cec-3335-48ac-aa19-86d565e5a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422137 Aug 31 09:21:15.459911 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-fdf71f8f-c4dd-4593-b68b-d5877911ea12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:15.467367 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9145351d-6c96-4f38-a979-75a461edf5ee None None] Provisioning for port 3edcd031-fdff-42eb-afa5-72f2616428cc completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:15.478232 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9145351d-6c96-4f38-a979-75a461edf5ee None None] Provisioning complete for port 3edcd031-fdff-42eb-afa5-72f2616428cc triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:15.478232 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9145351d-6c96-4f38-a979-75a461edf5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:15.507035 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-25253940-917c-45f5-a331-6fe5595c9718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:15.523762 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 364484db-9bd2-4077-90c3-49c9425b4048 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:15.528707 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-9145351d-6c96-4f38-a979-75a461edf5ee None None] Port 3edcd031-fdff-42eb-afa5-72f2616428cc cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:21:15.531274 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 364484db-9bd2-4077-90c3-49c9425b4048 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:15.531757 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:15.634766 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:15.660906 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364484db-9bd2-4077-90c3-49c9425b4048'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:21:15.663225 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d98c0dd-62d3-4f16-bbaa-2765ae4ebb09" -d '{"events": [{"server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "name": "network-vif-plugged", "status": "completed", "tag": "364484db-9bd2-4077-90c3-49c9425b4048"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:21:15.677044 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 364484db-9bd2-4077-90c3-49c9425b4048, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=364484db-9bd2-4077-90c3-49c9425b4048,segment=NetworkSegment(f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef),segment_id=f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:15.678995 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25253940-917c-45f5-a331-6fe5595c9718 service neutron] Pushing event updated for resources: {'Port': ['ID=525d6ed9-009a-4feb-8d88-f2902156e556,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:15.768498 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:15.769314 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 5f9f3a58-50d7-4f47-99df-c28173384e13 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:15.774156 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528df8c-cd2f-4dda-ba6b-07973b7aa154 req-37bf2a59-e6d8-4cea-9246-c832ae93e66b tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:15.784501 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1528df8c-cd2f-4dda-ba6b-07973b7aa154 req-37bf2a59-e6d8-4cea-9246-c832ae93e66b tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=bba29f11-f322-4dcc-bb03-31b6fa1ba461 HTTP/1.1" status: 200 len: 949 time: 0.2320158 Aug 31 09:21:15.852774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf36a85-ab3a-451c-bc2d-f573d5ba20f1 req-f48b67ae-0d86-431d-a3d3-d7fddc704c38 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:15.854967 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7bf36a85-ab3a-451c-bc2d-f573d5ba20f1 req-f48b67ae-0d86-431d-a3d3-d7fddc704c38 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.2585847 Aug 31 09:21:15.876858 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=364484db-9bd2-4077-90c3-49c9425b4048,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:15.928000 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1528df8c-cd2f-4dda-ba6b-07973b7aa154 req-1615cda5-158c-49fa-bf18-0608e0cacd20 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334350 Aug 31 09:21:15.931369 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-25253940-917c-45f5-a331-6fe5595c9718 service neutron] Attempting to bind port 525d6ed9-009a-4feb-8d88-f2902156e556 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:21:15.931858 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-25253940-917c-45f5-a331-6fe5595c9718 service neutron] Attempting to bind port 525d6ed9-009a-4feb-8d88-f2902156e556 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '871d06c9-0a41-40b3-9f08-df7615289b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1608, 'network_id': '64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:21:15.932198 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-25253940-917c-45f5-a331-6fe5595c9718 service neutron] Attempting to bind port 525d6ed9-009a-4feb-8d88-f2902156e556 on network 64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:21:15.948256 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-25253940-917c-45f5-a331-6fe5595c9718 service neutron] Port 525d6ed9-009a-4feb-8d88-f2902156e556 on network 64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:21:15.948586 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-25253940-917c-45f5-a331-6fe5595c9718 service neutron] Attempting to bind port 525d6ed9-009a-4feb-8d88-f2902156e556 on network 64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:21:15.961880 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7bf36a85-ab3a-451c-bc2d-f573d5ba20f1 req-e2bdaa32-1d9a-406a-b8fc-1c8e410e1d96 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943325 Aug 31 09:21:15.965394 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-25253940-917c-45f5-a331-6fe5595c9718 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:21:15.965753 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-25253940-917c-45f5-a331-6fe5595c9718 service neutron] Checking segment: {'id': '871d06c9-0a41-40b3-9f08-df7615289b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1608, 'network_id': '64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:21:15.966135 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-25253940-917c-45f5-a331-6fe5595c9718 service neutron] Bound using segment: {'id': '871d06c9-0a41-40b3-9f08-df7615289b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1608, 'network_id': '64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:21:15.966640 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-25253940-917c-45f5-a331-6fe5595c9718 service neutron] Bound port: 525d6ed9-009a-4feb-8d88-f2902156e556, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '871d06c9-0a41-40b3-9f08-df7615289b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1608, 'network_id': '64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:21:15.966937 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-25253940-917c-45f5-a331-6fe5595c9718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:15.992499 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 5f9f3a58-50d7-4f47-99df-c28173384e13 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:15.996645 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 5f9f3a58-50d7-4f47-99df-c28173384e13 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:15.997181 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:16.109035 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:16.125440 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-25253940-917c-45f5-a331-6fe5595c9718 service neutron] For port 525d6ed9-009a-4feb-8d88-f2902156e556, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:21:16.145401 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3a618093-a0d5-485a-9340-363bc5f3bf50 req-2f412944-5e3d-4479-85ba-8604ed31d820 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0473981 Aug 31 09:21:16.149805 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-fdf71f8f-c4dd-4593-b68b-d5877911ea12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3edcd031-fdff-42eb-afa5-72f2616428cc {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:21:16.160612 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-fdf71f8f-c4dd-4593-b68b-d5877911ea12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:16.186793 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb22460-6373-45a5-9a06-c480a4ba6625 req-f9f3ae31-d05b-4c3c-9cb1-ae423b2d6eaa tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:16.188270 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dbb22460-6373-45a5-9a06-c480a4ba6625 req-f9f3ae31-d05b-4c3c-9cb1-ae423b2d6eaa tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 932 time: 0.1491358 Aug 31 09:21:16.224028 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-fdf71f8f-c4dd-4593-b68b-d5877911ea12 service neutron] Transition to ACTIVE for port object 3edcd031-fdff-42eb-afa5-72f2616428cc will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:21:16.225231 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 5f9f3a58-50d7-4f47-99df-c28173384e13, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=5f9f3a58-50d7-4f47-99df-c28173384e13,segment=NetworkSegment(f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef),segment_id=f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:16.226461 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3a618093-a0d5-485a-9340-363bc5f3bf50 req-f25fabf6-1aca-4364-add3-2404e6c7b9ee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0577643 Aug 31 09:21:16.272581 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-25253940-917c-45f5-a331-6fe5595c9718 service neutron] For port 525d6ed9-009a-4feb-8d88-f2902156e556, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=525d6ed9-009a-4feb-8d88-f2902156e556,segment=NetworkSegment(871d06c9-0a41-40b3-9f08-df7615289b87),segment_id=871d06c9-0a41-40b3-9f08-df7615289b87)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:21:16.286616 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3a618093-a0d5-485a-9340-363bc5f3bf50 req-c0c2f252-ee9d-4819-9906-1d8adeedae26 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355546 Aug 31 09:21:16.370094 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:16.371161 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 059cb46a-47e1-4b70-a75c-51ba456bd33b up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:16.372248 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cbae85-8841-4e63-894c-967c1f547504 req-beceaec4-a692-489d-894d-df4c3d40f11a tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:16.378219 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cbae85-8841-4e63-894c-967c1f547504 req-beceaec4-a692-489d-894d-df4c3d40f11a tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:16.384130 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cbae85-8841-4e63-894c-967c1f547504 req-beceaec4-a692-489d-894d-df4c3d40f11a tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:16.386387 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-58cbae85-8841-4e63-894c-967c1f547504 req-beceaec4-a692-489d-894d-df4c3d40f11a tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e9c7b2e-614b-4f1a-96dc-2b5126bc2046 HTTP/1.1" status: 200 len: 2389 time: 0.1972461 Aug 31 09:21:16.389275 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dbb22460-6373-45a5-9a06-c480a4ba6625 req-7caccd5b-afdd-4ebb-bb8f-c8edb86fc6f0 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715991 Aug 31 09:21:16.389890 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-fdf71f8f-c4dd-4593-b68b-d5877911ea12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:16.402497 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-25253940-917c-45f5-a331-6fe5595c9718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:16.450405 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73d3b25-898d-4d0f-8c36-06c1b204beeb x-openstack-request-id: req-a73d3b25-898d-4d0f-8c36-06c1b204beeb {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:21:16.450716 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "name": "network-vif-plugged", "status": "completed", "tag": "364484db-9bd2-4077-90c3-49c9425b4048", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:21:16.450971 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-a73d3b25-898d-4d0f-8c36-06c1b204beeb {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:21:16.451357 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364484db-9bd2-4077-90c3-49c9425b4048', 'code': 200} Aug 31 09:21:16.459738 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=5f9f3a58-50d7-4f47-99df-c28173384e13,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:16.500736 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-25253940-917c-45f5-a331-6fe5595c9718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:16.507708 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-25253940-917c-45f5-a331-6fe5595c9718 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:16.507708 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-25253940-917c-45f5-a331-6fe5595c9718 service neutron] 10.222.0.112 "PUT /v2.0/ports/525d6ed9-009a-4feb-8d88-f2902156e556 HTTP/1.1" status: 200 len: 1093 time: 2.1225567 Aug 31 09:21:16.507708 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf71f8f-c4dd-4593-b68b-d5877911ea12 service neutron] Pushing event updated for resources: {'Port': ['ID=3edcd031-fdff-42eb-afa5-72f2616428cc,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:16.507708 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9c7b2e-614b-4f1a-96dc-2b5126bc2046', 'tag': '525d6ed9-009a-4feb-8d88-f2902156e556'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:21:16.508125 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b2806e-8c02-4fdc-b7e1-661a2e417eec" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9c7b2e-614b-4f1a-96dc-2b5126bc2046", "tag": "525d6ed9-009a-4feb-8d88-f2902156e556"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:21:16.529474 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 059cb46a-47e1-4b70-a75c-51ba456bd33b completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:16.534169 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 059cb46a-47e1-4b70-a75c-51ba456bd33b triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:16.534573 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:16.575954 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-58cbae85-8841-4e63-894c-967c1f547504 req-8f32fa3b-3a41-4d44-b32b-32c024e8437d tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748955 Aug 31 09:21:16.638814 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:16.642680 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a618093-a0d5-485a-9340-363bc5f3bf50 req-dd4654e7-5ed1-41a8-9420-b826ecd08f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:16.644266 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3a618093-a0d5-485a-9340-363bc5f3bf50 req-dd4654e7-5ed1-41a8-9420-b826ecd08f2a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3513470 Aug 31 09:21:16.650896 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-b915fe31-6b8d-4dfa-af6a-02eb300c00f3 service neutron] Request body: {'port': {'device_id': '6e9c7b2e-614b-4f1a-96dc-2b5126bc2046', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:16.683032 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 059cb46a-47e1-4b70-a75c-51ba456bd33b, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=059cb46a-47e1-4b70-a75c-51ba456bd33b,segment=NetworkSegment(f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef),segment_id=f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:16.743490 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25253940-917c-45f5-a331-6fe5595c9718 service neutron] Pushing event updated for resources: {'Port': ['ID=525d6ed9-009a-4feb-8d88-f2902156e556,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:16.803458 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:16.804378 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device db393805-9290-4e57-b3fc-bf1014410ed2 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:16.806562 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-b915fe31-6b8d-4dfa-af6a-02eb300c00f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:16.819782 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce1605-34d3-4d29-bdab-f08f5e6c5e74 req-6df376bb-5b87-40ea-8c79-91cc3cd65c55 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:16.821252 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-23ce1605-34d3-4d29-bdab-f08f5e6c5e74 req-6df376bb-5b87-40ea-8c79-91cc3cd65c55 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.2889962 Aug 31 09:21:16.882260 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-fdf71f8f-c4dd-4593-b68b-d5877911ea12 service neutron] Attempting to bind port 3edcd031-fdff-42eb-afa5-72f2616428cc on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:21:16.882589 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-fdf71f8f-c4dd-4593-b68b-d5877911ea12 service neutron] Attempting to bind port 3edcd031-fdff-42eb-afa5-72f2616428cc by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '0b41936b-2f15-4bd5-a038-de47be43d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:21:16.882915 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-fdf71f8f-c4dd-4593-b68b-d5877911ea12 service neutron] Attempting to bind port 3edcd031-fdff-42eb-afa5-72f2616428cc on network f5553b74-379c-4750-8c9c-33e10cb78fdc {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:21:16.908795 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-fdf71f8f-c4dd-4593-b68b-d5877911ea12 service neutron] Port 3edcd031-fdff-42eb-afa5-72f2616428cc on network f5553b74-379c-4750-8c9c-33e10cb78fdc not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:21:16.909175 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-fdf71f8f-c4dd-4593-b68b-d5877911ea12 service neutron] Attempting to bind port 3edcd031-fdff-42eb-afa5-72f2616428cc on network f5553b74-379c-4750-8c9c-33e10cb78fdc {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:21:16.926788 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-23ce1605-34d3-4d29-bdab-f08f5e6c5e74 req-d3939dd7-443e-4460-ace5-cca1aaa29835 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956221 Aug 31 09:21:16.931407 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-fdf71f8f-c4dd-4593-b68b-d5877911ea12 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:21:16.931727 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-fdf71f8f-c4dd-4593-b68b-d5877911ea12 service neutron] Checking segment: {'id': '0b41936b-2f15-4bd5-a038-de47be43d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:21:16.932098 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-fdf71f8f-c4dd-4593-b68b-d5877911ea12 service neutron] Bound using segment: {'id': '0b41936b-2f15-4bd5-a038-de47be43d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:21:16.932534 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-fdf71f8f-c4dd-4593-b68b-d5877911ea12 service neutron] Bound port: 3edcd031-fdff-42eb-afa5-72f2616428cc, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b41936b-2f15-4bd5-a038-de47be43d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:21:16.933704 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-fdf71f8f-c4dd-4593-b68b-d5877911ea12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:16.940889 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=059cb46a-47e1-4b70-a75c-51ba456bd33b,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:16.957018 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:17.044531 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port db393805-9290-4e57-b3fc-bf1014410ed2 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:17.048667 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port db393805-9290-4e57-b3fc-bf1014410ed2 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:17.049040 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:17.133075 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:17.165276 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port db393805-9290-4e57-b3fc-bf1014410ed2, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=db393805-9290-4e57-b3fc-bf1014410ed2,segment=NetworkSegment(0d8f0013-f2ab-437c-ba45-45bd4a534d54),segment_id=0d8f0013-f2ab-437c-ba45-45bd4a534d54)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:17.184185 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99de08-423d-4077-b96f-4de345ca178b req-e269fbab-b411-48d2-ba78-3dd8e4fdb91d tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:17.185674 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b99de08-423d-4077-b96f-4de345ca178b req-e269fbab-b411-48d2-ba78-3dd8e4fdb91d tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=68f90fd6-5027-4d99-8023-c81e5a6c76df HTTP/1.1" status: 200 len: 945 time: 0.1872661 Aug 31 09:21:17.202224 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc70790-39a0-4561-a93d-8801a69ef5fa req-be874049-16e3-402d-9f73-18c28a30459f tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:17.208033 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc70790-39a0-4561-a93d-8801a69ef5fa req-be874049-16e3-402d-9f73-18c28a30459f tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:17.213990 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc70790-39a0-4561-a93d-8801a69ef5fa req-be874049-16e3-402d-9f73-18c28a30459f tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:17.219827 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc70790-39a0-4561-a93d-8801a69ef5fa req-be874049-16e3-402d-9f73-18c28a30459f tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:17.225554 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc70790-39a0-4561-a93d-8801a69ef5fa req-be874049-16e3-402d-9f73-18c28a30459f tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:17.231510 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc70790-39a0-4561-a93d-8801a69ef5fa req-be874049-16e3-402d-9f73-18c28a30459f tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:17.237273 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc70790-39a0-4561-a93d-8801a69ef5fa req-be874049-16e3-402d-9f73-18c28a30459f tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:17.239105 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-adc70790-39a0-4561-a93d-8801a69ef5fa req-be874049-16e3-402d-9f73-18c28a30459f tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 5439 time: 0.3095331 Aug 31 09:21:17.240263 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-fdf71f8f-c4dd-4593-b68b-d5877911ea12 service neutron] For port 3edcd031-fdff-42eb-afa5-72f2616428cc, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:21:17.247072 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-fdf71f8f-c4dd-4593-b68b-d5877911ea12 service neutron] For port 3edcd031-fdff-42eb-afa5-72f2616428cc, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3edcd031-fdff-42eb-afa5-72f2616428cc,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:21:17.289843 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:17.290764 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device cb0e6a15-3575-43aa-a8c6-52080c8b83ec up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:17.339868 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-adc70790-39a0-4561-a93d-8801a69ef5fa req-4fc04a2a-4a8d-49e9-abba-8622bd61f7ff tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&id=1ebc046b-3f58-4516-bb28-5f802a90d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0913954 Aug 31 09:21:17.344808 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-fdf71f8f-c4dd-4593-b68b-d5877911ea12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:17.371655 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=db393805-9290-4e57-b3fc-bf1014410ed2,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:17.396180 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b99de08-423d-4077-b96f-4de345ca178b req-e2449c1d-8852-4779-bbb2-1f5925329a45 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533504 Aug 31 09:21:17.416501 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-fdf71f8f-c4dd-4593-b68b-d5877911ea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:17.416501 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-fdf71f8f-c4dd-4593-b68b-d5877911ea12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:17.418070 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-fdf71f8f-c4dd-4593-b68b-d5877911ea12 service neutron] 10.222.0.112 "PUT /v2.0/ports/3edcd031-fdff-42eb-afa5-72f2616428cc HTTP/1.1" status: 200 len: 1093 time: 2.0236130 Aug 31 09:21:17.448090 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port cb0e6a15-3575-43aa-a8c6-52080c8b83ec completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:17.451697 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port cb0e6a15-3575-43aa-a8c6-52080c8b83ec triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:17.452066 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:17.501058 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faec35b3-cb26-4b18-929e-950a670cf1ec x-openstack-request-id: req-faec35b3-cb26-4b18-929e-950a670cf1ec {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:21:17.501348 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9c7b2e-614b-4f1a-96dc-2b5126bc2046", "tag": "525d6ed9-009a-4feb-8d88-f2902156e556", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:21:17.501598 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-faec35b3-cb26-4b18-929e-950a670cf1ec {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:21:17.502140 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9c7b2e-614b-4f1a-96dc-2b5126bc2046', 'tag': '525d6ed9-009a-4feb-8d88-f2902156e556', 'status': 'completed', 'code': 200} Aug 31 09:21:17.579521 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-b915fe31-6b8d-4dfa-af6a-02eb300c00f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d95cae1-7416-42bc-8d71-e22f7b357e8a {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:21:17.588507 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-b915fe31-6b8d-4dfa-af6a-02eb300c00f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:17.602159 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf71f8f-c4dd-4593-b68b-d5877911ea12 service neutron] Pushing event updated for resources: {'Port': ['ID=3edcd031-fdff-42eb-afa5-72f2616428cc,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:17.613962 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-b915fe31-6b8d-4dfa-af6a-02eb300c00f3 service neutron] Transition to ACTIVE for port object 4d95cae1-7416-42bc-8d71-e22f7b357e8a will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:21:17.636385 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:17.645270 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd2caf-0525-4d12-ad18-179f82762e94 req-3339e80c-a06b-4318-8a54-7e9ece67f833 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:17.647473 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-24fd2caf-0525-4d12-ad18-179f82762e94 req-3339e80c-a06b-4318-8a54-7e9ece67f833 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/ports?device_id=65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad HTTP/1.1" status: 200 len: 949 time: 0.2086124 Aug 31 09:21:17.655381 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c43a6b6-5748-44f3-b2d5-56ffa7db081f req-3a8a89b7-fabb-4f59-b8b2-2a0b7f36dc44 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1747072 Aug 31 09:21:17.712111 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port cb0e6a15-3575-43aa-a8c6-52080c8b83ec, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=cb0e6a15-3575-43aa-a8c6-52080c8b83ec,segment=NetworkSegment(f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef),segment_id=f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:17.720102 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-24fd2caf-0525-4d12-ad18-179f82762e94 req-8ab76dfb-6709-4d4a-81f9-2fa37fa4c42f tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6f02cec-3335-48ac-aa19-86d565e5a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636919 Aug 31 09:21:17.720786 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-b915fe31-6b8d-4dfa-af6a-02eb300c00f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:17.799093 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:17.799511 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 5b4431c4-d3fc-4102-a88e-370b2790a6d2 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:17.907902 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=cb0e6a15-3575-43aa-a8c6-52080c8b83ec,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:17.953499 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43a6b6-5748-44f3-b2d5-56ffa7db081f req-65751957-3372-49a4-9825-121eee5d019c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:17.955079 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c43a6b6-5748-44f3-b2d5-56ffa7db081f req-65751957-3372-49a4-9825-121eee5d019c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1b5bd35927fb49bc9780e4d378d20df4&device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 1097 time: 0.2309833 Aug 31 09:21:17.958823 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b915fe31-6b8d-4dfa-af6a-02eb300c00f3 service neutron] Pushing event updated for resources: {'Port': ['ID=4d95cae1-7416-42bc-8d71-e22f7b357e8a,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:18.001668 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 5b4431c4-d3fc-4102-a88e-370b2790a6d2 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:18.006196 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 5b4431c4-d3fc-4102-a88e-370b2790a6d2 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:18.006896 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:18.007005 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44d54a-262a-4a43-934f-7058de0ef1f3 req-e0f1244f-90a5-4b2e-adc3-cfb411e720f5 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:18.008538 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7a44d54a-262a-4a43-934f-7058de0ef1f3 req-e0f1244f-90a5-4b2e-adc3-cfb411e720f5 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=bba29f11-f322-4dcc-bb03-31b6fa1ba461 HTTP/1.1" status: 200 len: 949 time: 0.2091324 Aug 31 09:21:18.034861 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-3a883b76-a46f-4335-b0e9-dd86ccfc4fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:18.036494 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-3a883b76-a46f-4335-b0e9-dd86ccfc4fa3 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1b5bd35927fb49bc9780e4d378d20df4&device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 1096 time: 0.4651256 Aug 31 09:21:18.039544 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2806e-8c02-4fdc-b7e1-661a2e417eec req-2fe3da36-c9eb-47ac-9398-a07a8938a115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:18.040193 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2806e-8c02-4fdc-b7e1-661a2e417eec req-2fe3da36-c9eb-47ac-9398-a07a8938a115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:18.040859 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2806e-8c02-4fdc-b7e1-661a2e417eec req-2fe3da36-c9eb-47ac-9398-a07a8938a115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:18.043223 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a8b2806e-8c02-4fdc-b7e1-661a2e417eec req-2fe3da36-c9eb-47ac-9398-a07a8938a115 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=13fae58522454fb384b983d48d032915&device_id=6e9c7b2e-614b-4f1a-96dc-2b5126bc2046 HTTP/1.1" status: 200 len: 2733 time: 0.5345283 Aug 31 09:21:18.097032 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:18.111459 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-99094892-c162-428f-9133-0bacc6d1915d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3edcd031-fdff-42eb-afa5-72f2616428cc HTTP/1.1" status: 200 len: 217 time: 0.0552921 Aug 31 09:21:18.133499 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 5b4431c4-d3fc-4102-a88e-370b2790a6d2, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=5b4431c4-d3fc-4102-a88e-370b2790a6d2,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:18.205300 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-09934ae3-929b-4703-bf53-a3d0d8671637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:18.206855 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-09934ae3-929b-4703-bf53-a3d0d8671637 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=38d49ab8-d8f2-42ae-8afb-2cc963a498ae HTTP/1.1" status: 200 len: 849 time: 0.0637767 Aug 31 09:21:18.215464 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:18.216742 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 7d921f58-bb54-47d0-a40b-b4605065f73d up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:18.278130 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-3b02d20d-042a-4f47-8841-5c395f2e5a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:18.279733 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-3b02d20d-042a-4f47-8841-5c395f2e5a1d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f5553b74-379c-4750-8c9c-33e10cb78fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626235 Aug 31 09:21:18.281299 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2806e-8c02-4fdc-b7e1-661a2e417eec req-52704c4b-42a0-44d9-8ff7-dce5f104685a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:18.281472 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2806e-8c02-4fdc-b7e1-661a2e417eec req-52704c4b-42a0-44d9-8ff7-dce5f104685a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:18.281811 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2806e-8c02-4fdc-b7e1-661a2e417eec req-52704c4b-42a0-44d9-8ff7-dce5f104685a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:18.283387 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a8b2806e-8c02-4fdc-b7e1-661a2e417eec req-52704c4b-42a0-44d9-8ff7-dce5f104685a service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=13fae58522454fb384b983d48d032915&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2210138 Aug 31 09:21:18.301445 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=5b4431c4-d3fc-4102-a88e-370b2790a6d2,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:18.380700 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 7d921f58-bb54-47d0-a40b-b4605065f73d completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:18.386757 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 7d921f58-bb54-47d0-a40b-b4605065f73d triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:18.387319 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:18.412921 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-b915fe31-6b8d-4dfa-af6a-02eb300c00f3 service neutron] Attempting to bind port 4d95cae1-7416-42bc-8d71-e22f7b357e8a on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:21:18.412921 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-b915fe31-6b8d-4dfa-af6a-02eb300c00f3 service neutron] Attempting to bind port 4d95cae1-7416-42bc-8d71-e22f7b357e8a by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '09e53608-f5ff-4d6d-82ef-24d5f1888842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': '52f2359d-a351-4f53-8751-902021e84d72'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:21:18.412921 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-b915fe31-6b8d-4dfa-af6a-02eb300c00f3 service neutron] Attempting to bind port 4d95cae1-7416-42bc-8d71-e22f7b357e8a on network 52f2359d-a351-4f53-8751-902021e84d72 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:21:18.432406 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668b423-13eb-4b04-949d-c44268574c6b req-a92dce3b-5782-42e3-a201-876069f8ea7d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:18.433927 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d668b423-13eb-4b04-949d-c44268574c6b req-a92dce3b-5782-42e3-a201-876069f8ea7d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 944 time: 0.5497131 Aug 31 09:21:18.440141 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-b915fe31-6b8d-4dfa-af6a-02eb300c00f3 service neutron] Port 4d95cae1-7416-42bc-8d71-e22f7b357e8a on network 52f2359d-a351-4f53-8751-902021e84d72 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:21:18.440464 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-b915fe31-6b8d-4dfa-af6a-02eb300c00f3 service neutron] Attempting to bind port 4d95cae1-7416-42bc-8d71-e22f7b357e8a on network 52f2359d-a351-4f53-8751-902021e84d72 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:21:18.463972 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9f3a58-50d7-4f47-99df-c28173384e13'}, {'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059cb46a-47e1-4b70-a75c-51ba456bd33b'}, {'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db393805-9290-4e57-b3fc-bf1014410ed2'}, {'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0e6a15-3575-43aa-a8c6-52080c8b83ec'}, {'server_uuid': 'bba29f11-f322-4dcc-bb03-31b6fa1ba461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4431c4-d3fc-4102-a88e-370b2790a6d2'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:21:18.466720 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31853ee3-bb8f-4edd-bbac-d57f429e6652" -d '{"events": [{"server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "name": "network-vif-plugged", "status": "completed", "tag": "5f9f3a58-50d7-4f47-99df-c28173384e13"}, {"server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "name": "network-vif-plugged", "status": "completed", "tag": "059cb46a-47e1-4b70-a75c-51ba456bd33b"}, {"server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "name": "network-vif-plugged", "status": "completed", "tag": "db393805-9290-4e57-b3fc-bf1014410ed2"}, {"server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "name": "network-vif-plugged", "status": "completed", "tag": "cb0e6a15-3575-43aa-a8c6-52080c8b83ec"}, {"server_uuid": "bba29f11-f322-4dcc-bb03-31b6fa1ba461", "name": "network-vif-plugged", "status": "completed", "tag": "5b4431c4-d3fc-4102-a88e-370b2790a6d2"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:21:18.467284 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7a44d54a-262a-4a43-934f-7058de0ef1f3 req-cd4b4fad-1f07-4b09-bc75-2c19083e918b tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199212 Aug 31 09:21:18.467938 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2806e-8c02-4fdc-b7e1-661a2e417eec req-4a784a49-49fd-4e36-87ed-06dbd5f7b15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:18.469399 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a8b2806e-8c02-4fdc-b7e1-661a2e417eec req-4a784a49-49fd-4e36-87ed-06dbd5f7b15e service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1729460 Aug 31 09:21:18.472620 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-49fe6107-9381-4fac-9cc8-65d9adeee6ca service neutron] 10.222.0.112 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770649 Aug 31 09:21:18.490283 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-b915fe31-6b8d-4dfa-af6a-02eb300c00f3 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:21:18.490756 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-b915fe31-6b8d-4dfa-af6a-02eb300c00f3 service neutron] Checking segment: {'id': '09e53608-f5ff-4d6d-82ef-24d5f1888842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': '52f2359d-a351-4f53-8751-902021e84d72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:21:18.491472 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-b915fe31-6b8d-4dfa-af6a-02eb300c00f3 service neutron] Bound using segment: {'id': '09e53608-f5ff-4d6d-82ef-24d5f1888842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': '52f2359d-a351-4f53-8751-902021e84d72'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:21:18.492058 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-b915fe31-6b8d-4dfa-af6a-02eb300c00f3 service neutron] Bound port: 4d95cae1-7416-42bc-8d71-e22f7b357e8a, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09e53608-f5ff-4d6d-82ef-24d5f1888842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': '52f2359d-a351-4f53-8751-902021e84d72'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:21:18.492639 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-b915fe31-6b8d-4dfa-af6a-02eb300c00f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:18.498972 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:18.539311 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 7d921f58-bb54-47d0-a40b-b4605065f73d, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=7d921f58-bb54-47d0-a40b-b4605065f73d,segment=NetworkSegment(fea79c28-18e6-4c1e-9eb0-fd680c62e5f4),segment_id=fea79c28-18e6-4c1e-9eb0-fd680c62e5f4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:18.586559 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-303499f2-2316-42a1-9902-dd064ae1e7ca req-7b2a2518-76d2-44c1-b1fb-cb002a5796d2 service neutron] 10.222.0.112 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902557 Aug 31 09:21:18.590680 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43a6b6-5748-44f3-b2d5-56ffa7db081f req-ae9f7706-8767-433a-b604-fd5625060d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:18.592175 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c43a6b6-5748-44f3-b2d5-56ffa7db081f req-ae9f7706-8767-433a-b604-fd5625060d64 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f5553b74-379c-4750-8c9c-33e10cb78fdc HTTP/1.1" status: 200 len: 912 time: 0.6049745 Aug 31 09:21:18.609053 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d668b423-13eb-4b04-949d-c44268574c6b req-401b2e61-1475-47e2-9087-198da42fbbd4 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554894 Aug 31 09:21:18.637693 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:18.639010 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 568242cb-8cd4-4597-90af-18189ae395f9 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:18.677897 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-b915fe31-6b8d-4dfa-af6a-02eb300c00f3 service neutron] For port 4d95cae1-7416-42bc-8d71-e22f7b357e8a, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:21:18.700572 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23fc98-1f73-4067-afbe-d52ab7ad23fd req-c91ee6f1-1187-4f11-abc0-85157d11e7ad tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:18.706467 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23fc98-1f73-4067-afbe-d52ab7ad23fd req-c91ee6f1-1187-4f11-abc0-85157d11e7ad tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:18.712427 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23fc98-1f73-4067-afbe-d52ab7ad23fd req-c91ee6f1-1187-4f11-abc0-85157d11e7ad tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:18.714713 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b23fc98-1f73-4067-afbe-d52ab7ad23fd req-c91ee6f1-1187-4f11-abc0-85157d11e7ad tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e9c7b2e-614b-4f1a-96dc-2b5126bc2046 HTTP/1.1" status: 200 len: 2401 time: 0.1702194 Aug 31 09:21:18.721065 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-b915fe31-6b8d-4dfa-af6a-02eb300c00f3 service neutron] For port 4d95cae1-7416-42bc-8d71-e22f7b357e8a, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=4d95cae1-7416-42bc-8d71-e22f7b357e8a,segment=NetworkSegment(09e53608-f5ff-4d6d-82ef-24d5f1888842),segment_id=09e53608-f5ff-4d6d-82ef-24d5f1888842)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:21:18.732832 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=7d921f58-bb54-47d0-a40b-b4605065f73d,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:18.746134 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c43a6b6-5748-44f3-b2d5-56ffa7db081f req-635c9daa-bb0d-47ff-b657-504189229c0e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=562155d5-60d9-49c5-a20f-72174fb90928 HTTP/1.1" status: 200 len: 1000 time: 0.1407168 Aug 31 09:21:18.803114 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b23fc98-1f73-4067-afbe-d52ab7ad23fd req-19deaff6-1f04-41c1-b7c6-160d02cffcfb tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768538 Aug 31 09:21:18.823892 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43a6b6-5748-44f3-b2d5-56ffa7db081f req-505cee5a-f6b4-4ede-918f-fdac4d8b02c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:18.823892 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c43a6b6-5748-44f3-b2d5-56ffa7db081f req-505cee5a-f6b4-4ede-918f-fdac4d8b02c4 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=38d49ab8-d8f2-42ae-8afb-2cc963a498ae HTTP/1.1" status: 200 len: 849 time: 0.0634360 Aug 31 09:21:18.830452 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 568242cb-8cd4-4597-90af-18189ae395f9 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:18.835008 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 568242cb-8cd4-4597-90af-18189ae395f9 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:18.835432 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:18.855253 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-b915fe31-6b8d-4dfa-af6a-02eb300c00f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:18.906534 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-b915fe31-6b8d-4dfa-af6a-02eb300c00f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:18.907194 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-b915fe31-6b8d-4dfa-af6a-02eb300c00f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:18.908652 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-b915fe31-6b8d-4dfa-af6a-02eb300c00f3 service neutron] 10.222.0.112 "PUT /v2.0/ports/4d95cae1-7416-42bc-8d71-e22f7b357e8a HTTP/1.1" status: 200 len: 1093 time: 2.2625568 Aug 31 09:21:18.940100 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:18.945536 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43a6b6-5748-44f3-b2d5-56ffa7db081f req-9abe05f5-9889-4b27-afc3-18f9d672ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:18.947314 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c43a6b6-5748-44f3-b2d5-56ffa7db081f req-9abe05f5-9889-4b27-afc3-18f9d672ac9b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f5553b74-379c-4750-8c9c-33e10cb78fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1214981 Aug 31 09:21:18.972433 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b915fe31-6b8d-4dfa-af6a-02eb300c00f3 service neutron] Pushing event updated for resources: {'Port': ['ID=4d95cae1-7416-42bc-8d71-e22f7b357e8a,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:18.975124 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 568242cb-8cd4-4597-90af-18189ae395f9, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=568242cb-8cd4-4597-90af-18189ae395f9,segment=NetworkSegment(048c7fe9-919e-423c-9599-c6bc7184e9f8),segment_id=048c7fe9-919e-423c-9599-c6bc7184e9f8)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:19.027336 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93213d13-14df-40a6-9135-64fac669389c req-79470a97-ef13-4ddc-a500-aecaf2ae9b48 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:19.028928 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-93213d13-14df-40a6-9135-64fac669389c req-79470a97-ef13-4ddc-a500-aecaf2ae9b48 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1426175 Aug 31 09:21:19.051150 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-ef1a6d20-6c7a-43a3-81da-96d5c38ec6f2 service neutron] Request body: {'port': {'device_id': '6e9c7b2e-614b-4f1a-96dc-2b5126bc2046', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:19.066578 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:19.067468 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 0ad87690-513e-49db-86b3-0ddc33190312 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:19.152445 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=568242cb-8cd4-4597-90af-18189ae395f9,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:19.192324 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-93213d13-14df-40a6-9135-64fac669389c req-7c26a04d-ff2b-4e0f-9734-b7afdfb05331 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567225 Aug 31 09:21:19.199004 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c43a6b6-5748-44f3-b2d5-56ffa7db081f req-b8d9a9a3-746e-4089-82fa-3da41bebbc51 service neutron] 10.222.0.112 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417316 Aug 31 09:21:19.200367 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-ef1a6d20-6c7a-43a3-81da-96d5c38ec6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:19.214279 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e547764-946b-42e5-8390-be8dc211ce11 req-9216efa5-6618-4934-87c2-4ef6148f6937 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:19.220854 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e547764-946b-42e5-8390-be8dc211ce11 req-9216efa5-6618-4934-87c2-4ef6148f6937 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:19.226890 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e547764-946b-42e5-8390-be8dc211ce11 req-9216efa5-6618-4934-87c2-4ef6148f6937 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:19.233227 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e547764-946b-42e5-8390-be8dc211ce11 req-9216efa5-6618-4934-87c2-4ef6148f6937 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:19.239240 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e547764-946b-42e5-8390-be8dc211ce11 req-9216efa5-6618-4934-87c2-4ef6148f6937 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:19.243766 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 0ad87690-513e-49db-86b3-0ddc33190312 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:19.246603 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e547764-946b-42e5-8390-be8dc211ce11 req-9216efa5-6618-4934-87c2-4ef6148f6937 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:19.249515 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 0ad87690-513e-49db-86b3-0ddc33190312 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:19.249991 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:19.252014 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e547764-946b-42e5-8390-be8dc211ce11 req-9216efa5-6618-4934-87c2-4ef6148f6937 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:19.254015 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9e547764-946b-42e5-8390-be8dc211ce11 req-9216efa5-6618-4934-87c2-4ef6148f6937 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 5442 time: 0.1983263 Aug 31 09:21:19.329994 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:19.365289 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 0ad87690-513e-49db-86b3-0ddc33190312, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=0ad87690-513e-49db-86b3-0ddc33190312,segment=NetworkSegment(0d8f0013-f2ab-437c-ba45-45bd4a534d54),segment_id=0d8f0013-f2ab-437c-ba45-45bd4a534d54)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:19.433536 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9e547764-946b-42e5-8390-be8dc211ce11 req-3157c939-ab5f-4fd4-8f43-54465d7d50ae tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&id=1ebc046b-3f58-4516-bb28-5f802a90d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1618981 Aug 31 09:21:19.448134 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dda938-ac29-41c2-99a2-d5058bef81b1 req-846c1547-fe9e-4710-a0a1-60d851da3ac8 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:19.449597 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-78dda938-ac29-41c2-99a2-d5058bef81b1 req-846c1547-fe9e-4710-a0a1-60d851da3ac8 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=68f90fd6-5027-4d99-8023-c81e5a6c76df HTTP/1.1" status: 200 len: 946 time: 0.1946425 Aug 31 09:21:19.455473 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:19.482711 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 946be31f-1ffa-4bde-ac70-acfc20fbd342 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:19.514214 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 31 Aug 2021 09:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471ac170-be95-4998-a8c2-29da1ffc9366 x-openstack-request-id: req-471ac170-be95-4998-a8c2-29da1ffc9366 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:21:19.514533 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "name": "network-vif-plugged", "status": "completed", "tag": "5f9f3a58-50d7-4f47-99df-c28173384e13", "code": 200}, {"server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "name": "network-vif-plugged", "status": "completed", "tag": "059cb46a-47e1-4b70-a75c-51ba456bd33b", "code": 200}, {"server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "name": "network-vif-plugged", "status": "completed", "tag": "db393805-9290-4e57-b3fc-bf1014410ed2", "code": 200}, {"server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "name": "network-vif-plugged", "status": "completed", "tag": "cb0e6a15-3575-43aa-a8c6-52080c8b83ec", "code": 200}, {"server_uuid": "bba29f11-f322-4dcc-bb03-31b6fa1ba461", "name": "network-vif-plugged", "status": "completed", "tag": "5b4431c4-d3fc-4102-a88e-370b2790a6d2", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:21:19.514791 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-471ac170-be95-4998-a8c2-29da1ffc9366 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:21:19.515348 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9f3a58-50d7-4f47-99df-c28173384e13', 'code': 200} Aug 31 09:21:19.515599 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059cb46a-47e1-4b70-a75c-51ba456bd33b', 'code': 200} Aug 31 09:21:19.515844 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db393805-9290-4e57-b3fc-bf1014410ed2', 'code': 200} Aug 31 09:21:19.516088 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0e6a15-3575-43aa-a8c6-52080c8b83ec', 'code': 200} Aug 31 09:21:19.516355 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba29f11-f322-4dcc-bb03-31b6fa1ba461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4431c4-d3fc-4102-a88e-370b2790a6d2', 'code': 200} Aug 31 09:21:19.529036 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bbb26c7-ed5c-4d54-b791-838f4baed357', 'tag': '3edcd031-fdff-42eb-afa5-72f2616428cc'}, {'name': 'network-changed', 'server_uuid': '6e9c7b2e-614b-4f1a-96dc-2b5126bc2046', 'tag': '4d95cae1-7416-42bc-8d71-e22f7b357e8a'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:21:19.532023 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f1991c-d437-42c1-944b-16c7664cecf1" -d '{"events": [{"name": "network-changed", "server_uuid": "5bbb26c7-ed5c-4d54-b791-838f4baed357", "tag": "3edcd031-fdff-42eb-afa5-72f2616428cc"}, {"name": "network-changed", "server_uuid": "6e9c7b2e-614b-4f1a-96dc-2b5126bc2046", "tag": "4d95cae1-7416-42bc-8d71-e22f7b357e8a"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:21:19.558982 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=0ad87690-513e-49db-86b3-0ddc33190312,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:19.559197 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c43a6b6-5748-44f3-b2d5-56ffa7db081f req-9fe1245b-9611-408a-a8a8-6f8986177444 service neutron] 10.222.0.112 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942924 Aug 31 09:21:19.643417 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 946be31f-1ffa-4bde-ac70-acfc20fbd342 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:19.647469 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 946be31f-1ffa-4bde-ac70-acfc20fbd342 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:19.647841 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:19.671571 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-78dda938-ac29-41c2-99a2-d5058bef81b1 req-4c23c622-9112-4e88-966b-53c67937c5e5 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150056 Aug 31 09:21:19.721656 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cc31a-d3ca-4945-ae49-0e602c183eee req-75bbdcc8-3e63-488f-a716-749393f8198d tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:19.723254 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e75cc31a-d3ca-4945-ae49-0e602c183eee req-75bbdcc8-3e63-488f-a716-749393f8198d tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/ports?device_id=65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad HTTP/1.1" status: 200 len: 949 time: 0.1599841 Aug 31 09:21:19.784217 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b1694-138e-429c-9aae-9f77bc41f2c3 req-49b04413-f52a-49f4-9906-dab65b099979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:19.785806 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-952b1694-138e-429c-9aae-9f77bc41f2c3 req-49b04413-f52a-49f4-9906-dab65b099979 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=bba29f11-f322-4dcc-bb03-31b6fa1ba461 HTTP/1.1" status: 200 len: 1102 time: 0.1642263 Aug 31 09:21:19.858977 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e75cc31a-d3ca-4945-ae49-0e602c183eee req-b6a35cd4-77c8-4f71-8209-84153a8bce21 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6f02cec-3335-48ac-aa19-86d565e5a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281488 Aug 31 09:21:19.869900 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:19.891361 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-952b1694-138e-429c-9aae-9f77bc41f2c3 req-d9de8773-4e0b-407d-852e-f7a06e6d2bbf service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833898 Aug 31 09:21:19.913382 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 946be31f-1ffa-4bde-ac70-acfc20fbd342, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=946be31f-1ffa-4bde-ac70-acfc20fbd342,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:19.916735 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a073338-9921-4380-a43c-e4c785a680ad req-ba65e0f9-cb49-4a85-96e6-f956106c4d40 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:19.918293 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a073338-9921-4380-a43c-e4c785a680ad req-ba65e0f9-cb49-4a85-96e6-f956106c4d40 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=e0e3905d-cee9-42f9-947d-5a7fbc192d9b HTTP/1.1" status: 200 len: 946 time: 0.1730723 Aug 31 09:21:19.949347 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-ef1a6d20-6c7a-43a3-81da-96d5c38ec6f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:21:19.980101 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-ef1a6d20-6c7a-43a3-81da-96d5c38ec6f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:19.993001 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:20.011606 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-ef1a6d20-6c7a-43a3-81da-96d5c38ec6f2 service neutron] Transition to ACTIVE for port object 3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:21:20.017938 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a073338-9921-4380-a43c-e4c785a680ad req-f41777a7-43a1-4775-ac0f-3ed94027a376 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899088 Aug 31 09:21:20.026647 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb636a7-8b4c-4363-af7e-4bae3f60077d req-fd9f3599-1760-4023-801a-5293fccb8791 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:20.028175 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0fb636a7-8b4c-4363-af7e-4bae3f60077d req-fd9f3599-1760-4023-801a-5293fccb8791 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.0991132 Aug 31 09:21:20.060892 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=946be31f-1ffa-4bde-ac70-acfc20fbd342,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:20.076454 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0fb636a7-8b4c-4363-af7e-4bae3f60077d req-64bffd77-7875-42b7-b425-6be27fecc425 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364439 Aug 31 09:21:20.077970 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-ef1a6d20-6c7a-43a3-81da-96d5c38ec6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:20.130195 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 09:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ff8964-3f26-4f50-b94d-67bd57172cc2 x-openstack-request-id: req-49ff8964-3f26-4f50-b94d-67bd57172cc2 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:21:20.130521 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bbb26c7-ed5c-4d54-b791-838f4baed357", "tag": "3edcd031-fdff-42eb-afa5-72f2616428cc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6e9c7b2e-614b-4f1a-96dc-2b5126bc2046", "tag": "4d95cae1-7416-42bc-8d71-e22f7b357e8a", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:21:20.130915 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-49ff8964-3f26-4f50-b94d-67bd57172cc2 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:21:20.131237 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bbb26c7-ed5c-4d54-b791-838f4baed357', 'tag': '3edcd031-fdff-42eb-afa5-72f2616428cc', 'status': 'completed', 'code': 200} Aug 31 09:21:20.131976 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9c7b2e-614b-4f1a-96dc-2b5126bc2046', 'tag': '4d95cae1-7416-42bc-8d71-e22f7b357e8a', 'status': 'completed', 'code': 200} Aug 31 09:21:20.199100 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a6d20-6c7a-43a3-81da-96d5c38ec6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:20.304257 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1991c-d437-42c1-944b-16c7664cecf1 req-c464b69e-a93f-47ee-8193-870c822870e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:20.305843 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56f1991c-d437-42c1-944b-16c7664cecf1 req-c464b69e-a93f-47ee-8193-870c822870e5 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1b5bd35927fb49bc9780e4d378d20df4&device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 1096 time: 0.1467083 Aug 31 09:21:20.316675 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e0268-2ec0-4c52-894f-334e18e5094d req-3c518ce9-2734-4e5b-a260-dc20a42f6541 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:20.318329 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2b6e0268-2ec0-4c52-894f-334e18e5094d req-3c518ce9-2734-4e5b-a260-dc20a42f6541 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=bba29f11-f322-4dcc-bb03-31b6fa1ba461 HTTP/1.1" status: 200 len: 950 time: 0.2092965 Aug 31 09:21:20.361391 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf63bb-c2c7-4eea-9f22-ae85b0620e16 req-f9493ace-458a-43e2-a1fd-55dbcab97c0a tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:20.369706 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2abf63bb-c2c7-4eea-9f22-ae85b0620e16 req-f9493ace-458a-43e2-a1fd-55dbcab97c0a tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 944 time: 0.1833749 Aug 31 09:21:20.413278 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-ef1a6d20-6c7a-43a3-81da-96d5c38ec6f2 service neutron] Attempting to bind port 3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:21:20.413533 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-ef1a6d20-6c7a-43a3-81da-96d5c38ec6f2 service neutron] Attempting to bind port 3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '871d06c9-0a41-40b3-9f08-df7615289b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1608, 'network_id': '64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:21:20.413848 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-ef1a6d20-6c7a-43a3-81da-96d5c38ec6f2 service neutron] Attempting to bind port 3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c on network 64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:21:20.440342 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-ef1a6d20-6c7a-43a3-81da-96d5c38ec6f2 service neutron] Port 3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c on network 64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:21:20.441051 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-ef1a6d20-6c7a-43a3-81da-96d5c38ec6f2 service neutron] Attempting to bind port 3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c on network 64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:21:20.466702 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-ef1a6d20-6c7a-43a3-81da-96d5c38ec6f2 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:21:20.466960 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-ef1a6d20-6c7a-43a3-81da-96d5c38ec6f2 service neutron] Checking segment: {'id': '871d06c9-0a41-40b3-9f08-df7615289b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1608, 'network_id': '64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:21:20.467337 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-ef1a6d20-6c7a-43a3-81da-96d5c38ec6f2 service neutron] Bound using segment: {'id': '871d06c9-0a41-40b3-9f08-df7615289b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1608, 'network_id': '64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:21:20.467764 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-ef1a6d20-6c7a-43a3-81da-96d5c38ec6f2 service neutron] Bound port: 3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '871d06c9-0a41-40b3-9f08-df7615289b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1608, 'network_id': '64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:21:20.468115 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-ef1a6d20-6c7a-43a3-81da-96d5c38ec6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:20.481082 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2b6e0268-2ec0-4c52-894f-334e18e5094d req-b64ddeb6-7e8d-4362-b234-d1ce95e24062 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502969 Aug 31 09:21:20.500558 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2abf63bb-c2c7-4eea-9f22-ae85b0620e16 req-9f3cd636-8b97-44ff-9876-1cee4d1a41a3 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085629 Aug 31 09:21:20.535232 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1991c-d437-42c1-944b-16c7664cecf1 req-385ffefd-6573-4155-88a7-4b4a887a561a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:20.537752 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56f1991c-d437-42c1-944b-16c7664cecf1 req-385ffefd-6573-4155-88a7-4b4a887a561a service neutron] 10.222.0.112 "GET /v2.0/networks?id=f5553b74-379c-4750-8c9c-33e10cb78fdc HTTP/1.1" status: 200 len: 912 time: 0.2176318 Aug 31 09:21:20.635229 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56f1991c-d437-42c1-944b-16c7664cecf1 req-cde83e20-21dc-4e7b-b800-4debd909db25 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3edcd031-fdff-42eb-afa5-72f2616428cc HTTP/1.1" status: 200 len: 217 time: 0.0856063 Aug 31 09:21:20.704041 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-ef1a6d20-6c7a-43a3-81da-96d5c38ec6f2 service neutron] For port 3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:21:20.727187 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-ef1a6d20-6c7a-43a3-81da-96d5c38ec6f2 service neutron] For port 3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c,segment=NetworkSegment(871d06c9-0a41-40b3-9f08-df7615289b87),segment_id=871d06c9-0a41-40b3-9f08-df7615289b87)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:21:20.742852 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1991c-d437-42c1-944b-16c7664cecf1 req-036904b1-f22b-4423-a9e4-4662f1dbc0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:20.744887 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56f1991c-d437-42c1-944b-16c7664cecf1 req-036904b1-f22b-4423-a9e4-4662f1dbc0ed service neutron] 10.222.0.112 "GET /v2.0/subnets?id=38d49ab8-d8f2-42ae-8afb-2cc963a498ae HTTP/1.1" status: 200 len: 849 time: 0.0976391 Aug 31 09:21:20.757457 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e049c-9cec-4c20-9f20-02292c2ee6af req-1c2674a3-5912-4a9f-9e27-f4ec0cec0023 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:20.764000 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e049c-9cec-4c20-9f20-02292c2ee6af req-1c2674a3-5912-4a9f-9e27-f4ec0cec0023 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:20.769889 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e049c-9cec-4c20-9f20-02292c2ee6af req-1c2674a3-5912-4a9f-9e27-f4ec0cec0023 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:20.771517 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-593e049c-9cec-4c20-9f20-02292c2ee6af req-1c2674a3-5912-4a9f-9e27-f4ec0cec0023 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e9c7b2e-614b-4f1a-96dc-2b5126bc2046 HTTP/1.1" status: 200 len: 2413 time: 0.2257528 Aug 31 09:21:20.784580 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae8816-ed3e-4d5e-bcf8-51087cb95b0b req-a9c22e0a-0989-4a1b-b77e-667476e5aecd tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:20.790473 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae8816-ed3e-4d5e-bcf8-51087cb95b0b req-a9c22e0a-0989-4a1b-b77e-667476e5aecd tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:20.797840 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae8816-ed3e-4d5e-bcf8-51087cb95b0b req-a9c22e0a-0989-4a1b-b77e-667476e5aecd tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:20.803768 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae8816-ed3e-4d5e-bcf8-51087cb95b0b req-a9c22e0a-0989-4a1b-b77e-667476e5aecd tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:20.810252 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae8816-ed3e-4d5e-bcf8-51087cb95b0b req-a9c22e0a-0989-4a1b-b77e-667476e5aecd tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:20.816141 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae8816-ed3e-4d5e-bcf8-51087cb95b0b req-a9c22e0a-0989-4a1b-b77e-667476e5aecd tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:20.822886 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae8816-ed3e-4d5e-bcf8-51087cb95b0b req-a9c22e0a-0989-4a1b-b77e-667476e5aecd tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:20.824910 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-04ae8816-ed3e-4d5e-bcf8-51087cb95b0b req-a9c22e0a-0989-4a1b-b77e-667476e5aecd tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 5443 time: 0.2110126 Aug 31 09:21:20.842362 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-ef1a6d20-6c7a-43a3-81da-96d5c38ec6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:20.933087 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-ef1a6d20-6c7a-43a3-81da-96d5c38ec6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:20.933710 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-ef1a6d20-6c7a-43a3-81da-96d5c38ec6f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:20.935248 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-ef1a6d20-6c7a-43a3-81da-96d5c38ec6f2 service neutron] 10.222.0.112 "PUT /v2.0/ports/3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c HTTP/1.1" status: 200 len: 1093 time: 1.8907523 Aug 31 09:21:20.985697 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-593e049c-9cec-4c20-9f20-02292c2ee6af req-dcf89060-b6d0-413c-a2c5-9d75ccfc2db3 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486094 Aug 31 09:21:20.987488 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1991c-d437-42c1-944b-16c7664cecf1 req-13e87e7e-11a2-4f6c-a97b-7ff60ce87718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:20.994748 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56f1991c-d437-42c1-944b-16c7664cecf1 req-13e87e7e-11a2-4f6c-a97b-7ff60ce87718 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f5553b74-379c-4750-8c9c-33e10cb78fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2163923 Aug 31 09:21:20.994748 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a6d20-6c7a-43a3-81da-96d5c38ec6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:20.997055 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-04ae8816-ed3e-4d5e-bcf8-51087cb95b0b req-0743c124-399d-4fac-a5c4-5f8bbeb947d4 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&id=1ebc046b-3f58-4516-bb28-5f802a90d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1575768 Aug 31 09:21:21.171665 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6e109-de78-461b-bafd-d654d243f61e req-7d96911d-8587-4f04-ade4-bec75ca19a7e tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:21.173203 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0eb6e109-de78-461b-bafd-d654d243f61e req-7d96911d-8587-4f04-ade4-bec75ca19a7e tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.112 "GET /v2.0/ports?device_id=e0e3905d-cee9-42f9-947d-5a7fbc192d9b HTTP/1.1" status: 200 len: 946 time: 0.0548842 Aug 31 09:21:21.189302 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56f1991c-d437-42c1-944b-16c7664cecf1 req-034f9b04-7cb0-4d59-ab54-9ff0c93cb1d3 service neutron] 10.222.0.112 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906967 Aug 31 09:21:21.264543 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-e06c598d-f328-4476-93ea-94da8b197900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:21.265018 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-e06c598d-f328-4476-93ea-94da8b197900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:21.265487 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-e06c598d-f328-4476-93ea-94da8b197900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:21.267201 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-e06c598d-f328-4476-93ea-94da8b197900 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=13fae58522454fb384b983d48d032915&device_id=6e9c7b2e-614b-4f1a-96dc-2b5126bc2046 HTTP/1.1" status: 200 len: 2869 time: 0.1767070 Aug 31 09:21:21.274367 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-0eb6e109-de78-461b-bafd-d654d243f61e req-f22e666e-7880-4b63-8815-b2e300ee71b8 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Deleting port 6d6cbcc5-a4d4-49e3-aef6-72c2d2504172 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:21:21.274774 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-0eb6e109-de78-461b-bafd-d654d243f61e req-f22e666e-7880-4b63-8815-b2e300ee71b8 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:21.281774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fdf9d-59db-4798-bd10-c812d650e72f req-ea561a78-c75c-446f-8449-e42ad56d41fd tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:21.283276 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d63fdf9d-59db-4798-bd10-c812d650e72f req-ea561a78-c75c-446f-8449-e42ad56d41fd tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=68f90fd6-5027-4d99-8023-c81e5a6c76df HTTP/1.1" status: 200 len: 946 time: 0.1633844 Aug 31 09:21:21.291437 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb32b89-db3b-4014-8fe8-d580d2e37261 req-578e65e1-857a-4f2f-b8e7-d8b9d68940e5 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:21.292893 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-efb32b89-db3b-4014-8fe8-d580d2e37261 req-578e65e1-857a-4f2f-b8e7-d8b9d68940e5 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1919270 Aug 31 09:21:21.299979 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3edcd031-fdff-42eb-afa5-72f2616428cc details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:21:21.361189 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-49b70dc5-8b83-4db3-8f6d-157231054a13 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.249&port_id=525d6ed9-009a-4feb-8d88-f2902156e556 HTTP/1.1" status: 200 len: 217 time: 0.0638409 Aug 31 09:21:21.395368 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-0eb6e109-de78-461b-bafd-d654d243f61e req-f22e666e-7880-4b63-8815-b2e300ee71b8 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] For port 6d6cbcc5-a4d4-49e3-aef6-72c2d2504172, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=6d6cbcc5-a4d4-49e3-aef6-72c2d2504172,segment=NetworkSegment(49bda9fb-e760-401a-a18f-f0829eefc211),segment_id=49bda9fb-e760-401a-a18f-f0829eefc211)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:21.396087 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-0eb6e109-de78-461b-bafd-d654d243f61e req-f22e666e-7880-4b63-8815-b2e300ee71b8 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:21.419385 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3edcd031-fdff-42eb-afa5-72f2616428cc, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3edcd031-fdff-42eb-afa5-72f2616428cc,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:21.424137 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-0eb6e109-de78-461b-bafd-d654d243f61e req-f22e666e-7880-4b63-8815-b2e300ee71b8 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Calling delete_port for 6d6cbcc5-a4d4-49e3-aef6-72c2d2504172 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:21:21.451660 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '3edcd031-fdff-42eb-afa5-72f2616428cc', 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc', 'port_id': '3edcd031-fdff-42eb-afa5-72f2616428cc', 'mac_address': 'fa:16:3e:e9:00:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38d49ab8-d8f2-42ae-8afb-2cc963a498ae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:21:21.452719 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d63fdf9d-59db-4798-bd10-c812d650e72f req-a93e5a92-ed4f-4c55-b91d-cef0b5691a53 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566489 Aug 31 09:21:21.477831 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-efb32b89-db3b-4014-8fe8-d580d2e37261 req-65372f60-8452-4f08-abcc-ef51615faa60 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235030 Aug 31 09:21:21.477831 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56f1991c-d437-42c1-944b-16c7664cecf1 req-98aad395-23f2-4cba-8b82-03bf63c6d2c3 service neutron] 10.222.0.112 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740521 Aug 31 09:21:21.484610 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-45cf6fb7-deca-4ceb-b9ae-58e4fad27e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:21.486141 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-45cf6fb7-deca-4ceb-b9ae-58e4fad27e8b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=2e67495c-ad21-414d-86aa-8cd9c7d40190 HTTP/1.1" status: 200 len: 801 time: 0.0971527 Aug 31 09:21:21.523278 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f90fd6-5027-4d99-8023-c81e5a6c76df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d921f58-bb54-47d0-a40b-b4605065f73d'}, {'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '568242cb-8cd4-4597-90af-18189ae395f9'}, {'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad87690-513e-49db-86b3-0ddc33190312'}, {'server_uuid': '65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946be31f-1ffa-4bde-ac70-acfc20fbd342'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:21:21.531659 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb779d37-7f69-4367-9e16-78a0c38890f7" -d '{"events": [{"server_uuid": "68f90fd6-5027-4d99-8023-c81e5a6c76df", "name": "network-vif-plugged", "status": "completed", "tag": "7d921f58-bb54-47d0-a40b-b4605065f73d"}, {"server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "name": "network-vif-plugged", "status": "completed", "tag": "568242cb-8cd4-4597-90af-18189ae395f9"}, {"server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "name": "network-vif-plugged", "status": "completed", "tag": "0ad87690-513e-49db-86b3-0ddc33190312"}, {"server_uuid": "65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad", "name": "network-vif-plugged", "status": "completed", "tag": "946be31f-1ffa-4bde-ac70-acfc20fbd342"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:21:21.554872 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:21.574385 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3edcd031-fdff-42eb-afa5-72f2616428cc {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:21:21.597559 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3edcd031-fdff-42eb-afa5-72f2616428cc, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3edcd031-fdff-42eb-afa5-72f2616428cc,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:21.611568 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-660330ce-285f-4d90-9e40-651b2a7f8ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:21.613077 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-660330ce-285f-4d90-9e40-651b2a7f8ea8 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150727 Aug 31 09:21:21.695697 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-0eb6e109-de78-461b-bafd-d654d243f61e req-f22e666e-7880-4b63-8815-b2e300ee71b8 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:21.695938 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:21.726067 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['580e293e-078a-4f76-a90b-5c7205ab0e6b', '6b8eccbe-5e41-49b3-83f0-5b6e37bf49df', '6d6cbcc5-a4d4-49e3-aef6-72c2d2504172'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:21:21.735008 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e666e-7880-4b63-8815-b2e300ee71b8 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Pushing event deleted for resources: {'Port': ['ID=6d6cbcc5-a4d4-49e3-aef6-72c2d2504172,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:21.804804 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb6e109-de78-461b-bafd-d654d243f61e req-f22e666e-7880-4b63-8815-b2e300ee71b8 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] No DVR routers for this DVR port 6d6cbcc5-a4d4-49e3-aef6-72c2d2504172 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:21:21.809896 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-0eb6e109-de78-461b-bafd-d654d243f61e req-f22e666e-7880-4b63-8815-b2e300ee71b8 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:21.814405 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0eb6e109-de78-461b-bafd-d654d243f61e req-f22e666e-7880-4b63-8815-b2e300ee71b8 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.112 "DELETE /v2.0/ports/6d6cbcc5-a4d4-49e3-aef6-72c2d2504172 HTTP/1.1" status: 204 len: 173 time: 0.6326811 Aug 31 09:21:21.815268 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e3905d-cee9-42f9-947d-5a7fbc192d9b', 'name': 'network-vif-deleted', 'tag': '6d6cbcc5-a4d4-49e3-aef6-72c2d2504172'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:21:21.820538 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b95f5f8-12f8-42ca-8ebf-a2d87e25e9da" -d '{"events": [{"server_uuid": "e0e3905d-cee9-42f9-947d-5a7fbc192d9b", "name": "network-vif-deleted", "tag": "6d6cbcc5-a4d4-49e3-aef6-72c2d2504172"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:21:21.861094 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=3edcd031-fdff-42eb-afa5-72f2616428cc,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:22.032232 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b85a65-1501-481b-8556-1ac016aa29af req-c8b1b946-c759-44da-87a0-3897be368c78 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:22.033693 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-83b85a65-1501-481b-8556-1ac016aa29af req-c8b1b946-c759-44da-87a0-3897be368c78 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=e0e3905d-cee9-42f9-947d-5a7fbc192d9b HTTP/1.1" status: 200 len: 946 time: 0.4708016 Aug 31 09:21:22.095224 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c3fe3-fa58-4eaa-8c04-c69faac11777 req-590ab779-1684-4243-bfa9-17e7b2e56ada tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:22.097205 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-969c3fe3-fa58-4eaa-8c04-c69faac11777 req-590ab779-1684-4243-bfa9-17e7b2e56ada tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/ports?device_id=65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad HTTP/1.1" status: 200 len: 950 time: 0.5005813 Aug 31 09:21:22.138842 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-c1e43fd8-af73-4dc4-b7ba-3e30134c190a service neutron] 10.222.0.112 "GET /v2.0/networks/64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5111897 Aug 31 09:21:22.139292 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9c7b2e-614b-4f1a-96dc-2b5126bc2046', 'tag': '3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:21:22.141633 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32148aef-1b18-41e0-9791-fcf37aff3bfd" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9c7b2e-614b-4f1a-96dc-2b5126bc2046", "tag": "3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:21:22.151184 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-83b85a65-1501-481b-8556-1ac016aa29af req-4b629523-dd01-4e00-a610-b3ff45b5a4bb tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066499 Aug 31 09:21:22.208006 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['3edcd031-fdff-42eb-afa5-72f2616428cc'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:21:22.223151 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-969c3fe3-fa58-4eaa-8c04-c69faac11777 req-280e33b4-5429-49df-9b57-7791de877fbc tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6f02cec-3335-48ac-aa19-86d565e5a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120501 Aug 31 09:21:22.287428 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-0680a8ff-2b0b-4337-804e-57582e07a143 service neutron] 10.222.0.112 "GET /v2.0/networks/64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356397 Aug 31 09:21:22.365769 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-3d611c26-f13f-4864-b069-6ecf90ff588e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.244&port_id=4d95cae1-7416-42bc-8d71-e22f7b357e8a HTTP/1.1" status: 200 len: 217 time: 0.0669208 Aug 31 09:21:22.449671 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e68930-53e2-4be4-9fec-eb987c330071 req-c135f254-a2ba-4f27-b3fe-b0f7f60ae602 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:22.451172 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a1e68930-53e2-4be4-9fec-eb987c330071 req-c135f254-a2ba-4f27-b3fe-b0f7f60ae602 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=bba29f11-f322-4dcc-bb03-31b6fa1ba461 HTTP/1.1" status: 200 len: 950 time: 0.1680882 Aug 31 09:21:22.454076 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-8c670d95-156f-4cb0-ae28-d788f735499a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:22.455422 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-8c670d95-156f-4cb0-ae28-d788f735499a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=72325bf7-1db9-4361-a178-04e7d9683301 HTTP/1.1" status: 200 len: 801 time: 0.0750029 Aug 31 09:21:22.472074 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd3a5d-d96e-4452-8c20-fcb30f9047c2 req-69fb4b63-b4b5-4278-9dff-7d0f9ba225c3 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:22.473507 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-01cd3a5d-d96e-4452-8c20-fcb30f9047c2 req-69fb4b63-b4b5-4278-9dff-7d0f9ba225c3 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1615179 Aug 31 09:21:22.550209 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a1e68930-53e2-4be4-9fec-eb987c330071 req-d88b22ae-0bda-48aa-987f-41cacd543c05 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921307 Aug 31 09:21:22.561529 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-01cd3a5d-d96e-4452-8c20-fcb30f9047c2 req-4c6e13ac-649d-4820-a68e-915167f164d5 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709012 Aug 31 09:21:22.564299 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-2712de89-ee9c-43bf-aea9-64beb4376a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:22.565560 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-2712de89-ee9c-43bf-aea9-64beb4376a5d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=52f2359d-a351-4f53-8751-902021e84d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902550 Aug 31 09:21:22.626798 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 31 Aug 2021 09:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36aa68fd-80bf-42a3-a36c-a0e2de65bcda x-openstack-request-id: req-36aa68fd-80bf-42a3-a36c-a0e2de65bcda {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:21:22.627352 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f90fd6-5027-4d99-8023-c81e5a6c76df", "name": "network-vif-plugged", "status": "completed", "tag": "7d921f58-bb54-47d0-a40b-b4605065f73d", "code": 200}, {"server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "name": "network-vif-plugged", "status": "completed", "tag": "568242cb-8cd4-4597-90af-18189ae395f9", "code": 200}, {"server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "name": "network-vif-plugged", "status": "completed", "tag": "0ad87690-513e-49db-86b3-0ddc33190312", "code": 200}, {"server_uuid": "65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad", "name": "network-vif-plugged", "status": "completed", "tag": "946be31f-1ffa-4bde-ac70-acfc20fbd342", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:21:22.627352 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-36aa68fd-80bf-42a3-a36c-a0e2de65bcda {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:21:22.627786 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f90fd6-5027-4d99-8023-c81e5a6c76df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d921f58-bb54-47d0-a40b-b4605065f73d', 'code': 200} Aug 31 09:21:22.628043 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '568242cb-8cd4-4597-90af-18189ae395f9', 'code': 200} Aug 31 09:21:22.628294 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad87690-513e-49db-86b3-0ddc33190312', 'code': 200} Aug 31 09:21:22.628539 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946be31f-1ffa-4bde-ac70-acfc20fbd342', 'code': 200} Aug 31 09:21:22.668310 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cfa67f-4d9f-4dde-839d-1d80a666106a x-openstack-request-id: req-31cfa67f-4d9f-4dde-839d-1d80a666106a {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:21:22.668842 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e3905d-cee9-42f9-947d-5a7fbc192d9b", "name": "network-vif-deleted", "tag": "6d6cbcc5-a4d4-49e3-aef6-72c2d2504172", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:21:22.668940 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-31cfa67f-4d9f-4dde-839d-1d80a666106a {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:21:22.669352 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e3905d-cee9-42f9-947d-5a7fbc192d9b', 'name': 'network-vif-deleted', 'tag': '6d6cbcc5-a4d4-49e3-aef6-72c2d2504172', 'status': 'completed', 'code': 200} Aug 31 09:21:22.739188 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb757ba8-5257-48ce-a475-335a8dc1131b req-19d04ebc-ebd2-44e3-aa94-cc5b5a801ae9 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:22.747296 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eb757ba8-5257-48ce-a475-335a8dc1131b req-19d04ebc-ebd2-44e3-aa94-cc5b5a801ae9 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 945 time: 0.1069045 Aug 31 09:21:22.812031 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-531ab508-c1ee-418c-a45f-c1acd93cbf1a service neutron] 10.222.0.112 "GET /v2.0/networks/52f2359d-a351-4f53-8751-902021e84d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312515 Aug 31 09:21:22.865083 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7845b-2b78-45a3-a1d3-8505352d70b9 req-313ab7a3-ed06-4a67-b461-0b10b4ea3b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:22.866872 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09c7845b-2b78-45a3-a1d3-8505352d70b9 req-313ab7a3-ed06-4a67-b461-0b10b4ea3b11 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad HTTP/1.1" status: 200 len: 1102 time: 0.0750153 Aug 31 09:21:22.870197 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782379f7-ebaf-4d44-ba1d-e04adc67cf7c req-1a360c49-608a-45d6-a085-d246d4493474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:22.871873 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-782379f7-ebaf-4d44-ba1d-e04adc67cf7c req-1a360c49-608a-45d6-a085-d246d4493474 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=68f90fd6-5027-4d99-8023-c81e5a6c76df HTTP/1.1" status: 200 len: 1098 time: 0.0821116 Aug 31 09:21:22.903663 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eb757ba8-5257-48ce-a475-335a8dc1131b req-e413b11b-9385-42f8-a9d8-eb6049f0e148 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537604 Aug 31 09:21:22.928519 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950dfda5-d806-4d34-a83c-fc52e56d7eaf req-44d84566-127d-47cd-b69a-b91533b2daa2 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:22.935000 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950dfda5-d806-4d34-a83c-fc52e56d7eaf req-44d84566-127d-47cd-b69a-b91533b2daa2 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:22.941707 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950dfda5-d806-4d34-a83c-fc52e56d7eaf req-44d84566-127d-47cd-b69a-b91533b2daa2 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:22.943180 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09c7845b-2b78-45a3-a1d3-8505352d70b9 req-02d715c2-36b8-454a-9ae5-08c7606a213c service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=f6f02cec-3335-48ac-aa19-86d565e5a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554445 Aug 31 09:21:22.950941 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-950dfda5-d806-4d34-a83c-fc52e56d7eaf req-44d84566-127d-47cd-b69a-b91533b2daa2 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e9c7b2e-614b-4f1a-96dc-2b5126bc2046 HTTP/1.1" status: 200 len: 2413 time: 0.2005956 Aug 31 09:21:22.957187 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-782379f7-ebaf-4d44-ba1d-e04adc67cf7c req-4ab31f02-13a3-416a-a427-40c192492960 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680842 Aug 31 09:21:22.970987 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3841759-251c-4590-a811-321824c3d6f0 req-9c30762c-1d84-45ff-8b8e-2b281621889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:22.971700 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3841759-251c-4590-a811-321824c3d6f0 req-9c30762c-1d84-45ff-8b8e-2b281621889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:22.972201 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3841759-251c-4590-a811-321824c3d6f0 req-9c30762c-1d84-45ff-8b8e-2b281621889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:22.972931 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3841759-251c-4590-a811-321824c3d6f0 req-9c30762c-1d84-45ff-8b8e-2b281621889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:22.973404 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3841759-251c-4590-a811-321824c3d6f0 req-9c30762c-1d84-45ff-8b8e-2b281621889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:22.973873 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3841759-251c-4590-a811-321824c3d6f0 req-9c30762c-1d84-45ff-8b8e-2b281621889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:22.974337 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3841759-251c-4590-a811-321824c3d6f0 req-9c30762c-1d84-45ff-8b8e-2b281621889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:22.976695 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f3841759-251c-4590-a811-321824c3d6f0 req-9c30762c-1d84-45ff-8b8e-2b281621889a service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 6507 time: 0.1825805 Aug 31 09:21:23.063873 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-950dfda5-d806-4d34-a83c-fc52e56d7eaf req-eef9abde-4d76-41da-8b33-3da51f72ef85 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119616 Aug 31 09:21:23.069403 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-a4c64bd5-ee5b-4755-b52e-dfba123f4195 service neutron] 10.222.0.112 "GET /v2.0/networks/52f2359d-a351-4f53-8751-902021e84d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391002 Aug 31 09:21:23.099499 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb8718-d24a-4730-b86e-eadc34de5faa req-36fdb0db-04d1-4e55-8cad-416e8194f444 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:23.107887 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb8718-d24a-4730-b86e-eadc34de5faa req-36fdb0db-04d1-4e55-8cad-416e8194f444 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:23.114040 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb8718-d24a-4730-b86e-eadc34de5faa req-36fdb0db-04d1-4e55-8cad-416e8194f444 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:23.120781 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb8718-d24a-4730-b86e-eadc34de5faa req-36fdb0db-04d1-4e55-8cad-416e8194f444 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:23.126655 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb8718-d24a-4730-b86e-eadc34de5faa req-36fdb0db-04d1-4e55-8cad-416e8194f444 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:23.132663 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb8718-d24a-4730-b86e-eadc34de5faa req-36fdb0db-04d1-4e55-8cad-416e8194f444 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:23.139615 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb8718-d24a-4730-b86e-eadc34de5faa req-36fdb0db-04d1-4e55-8cad-416e8194f444 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:23.141555 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-38cb8718-d24a-4730-b86e-eadc34de5faa req-36fdb0db-04d1-4e55-8cad-416e8194f444 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 5443 time: 0.1546776 Aug 31 09:21:23.143104 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9f50f8-00c0-43fb-88cd-ae8f9e3b8fd3 x-openstack-request-id: req-1f9f50f8-00c0-43fb-88cd-ae8f9e3b8fd3 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:21:23.143388 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9c7b2e-614b-4f1a-96dc-2b5126bc2046", "tag": "3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:21:23.143633 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-1f9f50f8-00c0-43fb-88cd-ae8f9e3b8fd3 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:21:23.144009 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9c7b2e-614b-4f1a-96dc-2b5126bc2046', 'tag': '3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c', 'status': 'completed', 'code': 200} Aug 31 09:21:23.218851 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-38cb8718-d24a-4730-b86e-eadc34de5faa req-ec13c3e0-35df-42a1-95c9-935b989a28b6 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&id=1ebc046b-3f58-4516-bb28-5f802a90d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0696523 Aug 31 09:21:23.229643 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6daf19f-eae9-498d-a493-ee19e4d904cf req-b3e675ce-28d1-4d89-a15f-7c9211bb2b9c tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:23.231665 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d6daf19f-eae9-498d-a493-ee19e4d904cf req-b3e675ce-28d1-4d89-a15f-7c9211bb2b9c tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=68f90fd6-5027-4d99-8023-c81e5a6c76df HTTP/1.1" status: 200 len: 946 time: 0.0752308 Aug 31 09:21:23.276524 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d6daf19f-eae9-498d-a493-ee19e4d904cf req-28891b80-c946-4343-9823-8df4fac06bc9 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376544 Aug 31 09:21:23.494625 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-39be0cc0-baf5-4169-88ae-b324f31be062 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.248&port_id=3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c HTTP/1.1" status: 200 len: 217 time: 0.0684412 Aug 31 09:21:23.534098 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c629f-0cf5-4285-91ae-70e86490cc93 req-6a4e57d7-e2ed-4bad-a0fe-c0edb003c1a0 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:23.535594 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-853c629f-0cf5-4285-91ae-70e86490cc93 req-6a4e57d7-e2ed-4bad-a0fe-c0edb003c1a0 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/ports?device_id=65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad HTTP/1.1" status: 200 len: 950 time: 0.1558275 Aug 31 09:21:23.562946 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f3841759-251c-4590-a811-321824c3d6f0 req-c46ddb1f-2c40-43c3-a96f-f9d7fc9e9be8 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&id=1ebc046b-3f58-4516-bb28-5f802a90d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1391168 Aug 31 09:21:23.568756 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de95d3d-2218-41ec-888e-feaf8f3b1b9e req-69984789-ce08-4ed0-a055-97b59797839f tempest-ServersOnMultiNodesTest-113113454 tempest-ServersOnMultiNodesTest-113113454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:23.570465 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7de95d3d-2218-41ec-888e-feaf8f3b1b9e req-69984789-ce08-4ed0-a055-97b59797839f tempest-ServersOnMultiNodesTest-113113454 tempest-ServersOnMultiNodesTest-113113454-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=bba29f11-f322-4dcc-bb03-31b6fa1ba461 HTTP/1.1" status: 200 len: 1102 time: 0.1602478 Aug 31 09:21:23.610207 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7de95d3d-2218-41ec-888e-feaf8f3b1b9e req-3d6ba41c-60d4-4226-9bfa-7a5ce2e183a1 tempest-ServersOnMultiNodesTest-113113454 tempest-ServersOnMultiNodesTest-113113454-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:23.621360 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-20cf2f50-96af-460c-a06b-39a64d707026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:23.622930 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-20cf2f50-96af-460c-a06b-39a64d707026 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=2e67495c-ad21-414d-86aa-8cd9c7d40190 HTTP/1.1" status: 200 len: 801 time: 0.1058505 Aug 31 09:21:23.641975 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-853c629f-0cf5-4285-91ae-70e86490cc93 req-0aeb96c3-d303-4d85-9dd9-ed47820ca444 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6f02cec-3335-48ac-aa19-86d565e5a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774100 Aug 31 09:21:23.744541 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7de95d3d-2218-41ec-888e-feaf8f3b1b9e req-3d6ba41c-60d4-4226-9bfa-7a5ce2e183a1 tempest-ServersOnMultiNodesTest-113113454 tempest-ServersOnMultiNodesTest-113113454-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:23.764281 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e5373-9449-425a-a33d-cf4c6bc30314 req-6b87ddc4-2f6a-4bba-9b92-a0a3722a9c93 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:23.765768 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d9e5373-9449-425a-a33d-cf4c6bc30314 req-6b87ddc4-2f6a-4bba-9b92-a0a3722a9c93 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.0663126 Aug 31 09:21:23.804952 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d9e5373-9449-425a-a33d-cf4c6bc30314 req-2c6df63a-0f6d-41cd-85c1-098075d8dfa3 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330245 Aug 31 09:21:23.813063 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7de95d3d-2218-41ec-888e-feaf8f3b1b9e req-3d6ba41c-60d4-4226-9bfa-7a5ce2e183a1 tempest-ServersOnMultiNodesTest-113113454 tempest-ServersOnMultiNodesTest-113113454-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:23.841126 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7de95d3d-2218-41ec-888e-feaf8f3b1b9e req-3d6ba41c-60d4-4226-9bfa-7a5ce2e183a1 tempest-ServersOnMultiNodesTest-113113454 tempest-ServersOnMultiNodesTest-113113454-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598920 Aug 31 09:21:23.845775 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ba41c-60d4-4226-9bfa-7a5ce2e183a1 tempest-ServersOnMultiNodesTest-113113454 tempest-ServersOnMultiNodesTest-113113454-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c75845-bd97-4308-a898-cf711f0df338,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:23.924564 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-4d57b85d-235e-4451-ba1c-690519d92471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:23.925998 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-4d57b85d-235e-4451-ba1c-690519d92471 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560956 Aug 31 09:21:24.014774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8aab9-f155-4ad0-af47-31eb8179cdf3 req-b529dd67-bbab-4f88-8fa5-875edbd39d12 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:24.016279 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-44a8aab9-f155-4ad0-af47-31eb8179cdf3 req-b529dd67-bbab-4f88-8fa5-875edbd39d12 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1035156 Aug 31 09:21:24.068119 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-8f7ad756-4eb7-4ecb-8e0e-9d1a221900e5 service neutron] 10.222.0.112 "GET /v2.0/networks/64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241927 Aug 31 09:21:24.099063 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-44a8aab9-f155-4ad0-af47-31eb8179cdf3 req-b664c8e9-21cb-4a29-a6ca-634a846ddfb5 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694470 Aug 31 09:21:24.171733 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1371f6db-f5a4-4b4a-be63-c64f76ddb43b req-3e037f51-cfcd-4c93-8fed-e76b3c8adaf5 service neutron] 10.222.0.112 "GET /v2.0/networks/64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963213 Aug 31 09:21:24.318204 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c624d1-d1e5-4f0e-8fc9-55c51fe1e32b req-f6542e0f-20ac-42e7-84ad-57168c0a188e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:24.321147 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f3c624d1-d1e5-4f0e-8fc9-55c51fe1e32b req-f6542e0f-20ac-42e7-84ad-57168c0a188e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 945 time: 0.0569644 Aug 31 09:21:24.420687 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f3c624d1-d1e5-4f0e-8fc9-55c51fe1e32b req-169fb8e1-50de-4049-859a-ccaf13f1b416 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929015 Aug 31 09:21:24.449879 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599890c1-ea01-4424-ad93-b845f4dcd692 req-165bf780-b1b8-4764-a2da-9de96575400e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:24.456048 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599890c1-ea01-4424-ad93-b845f4dcd692 req-165bf780-b1b8-4764-a2da-9de96575400e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:24.462141 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599890c1-ea01-4424-ad93-b845f4dcd692 req-165bf780-b1b8-4764-a2da-9de96575400e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:24.464652 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-599890c1-ea01-4424-ad93-b845f4dcd692 req-165bf780-b1b8-4764-a2da-9de96575400e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e9c7b2e-614b-4f1a-96dc-2b5126bc2046 HTTP/1.1" status: 200 len: 2413 time: 0.1291614 Aug 31 09:21:24.467788 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1991c-d437-42c1-944b-16c7664cecf1 req-85f5807f-4cc5-46a5-bc5d-8effa7ff183d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:24.468271 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1991c-d437-42c1-944b-16c7664cecf1 req-85f5807f-4cc5-46a5-bc5d-8effa7ff183d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:24.468730 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1991c-d437-42c1-944b-16c7664cecf1 req-85f5807f-4cc5-46a5-bc5d-8effa7ff183d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:24.470264 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56f1991c-d437-42c1-944b-16c7664cecf1 req-85f5807f-4cc5-46a5-bc5d-8effa7ff183d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=13fae58522454fb384b983d48d032915&device_id=6e9c7b2e-614b-4f1a-96dc-2b5126bc2046 HTTP/1.1" status: 200 len: 2869 time: 0.1182635 Aug 31 09:21:24.570312 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-599890c1-ea01-4424-ad93-b845f4dcd692 req-a653f1fc-7ed4-4c83-ab72-21d1aa940d19 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990131 Aug 31 09:21:24.616934 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd033de-eab7-4db1-832c-7c56e929c585 req-3c2e2d56-e55e-4255-ac4b-5aadd586fe75 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:24.618411 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7bd033de-eab7-4db1-832c-7c56e929c585 req-3c2e2d56-e55e-4255-ac4b-5aadd586fe75 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=d4f30a5c-3a4b-42bd-b643-5ede92bd071b HTTP/1.1" status: 200 len: 945 time: 0.1274312 Aug 31 09:21:24.646862 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1991c-d437-42c1-944b-16c7664cecf1 req-3280f52f-b1da-4e45-981b-9bdab79d239e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:24.648272 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56f1991c-d437-42c1-944b-16c7664cecf1 req-3280f52f-b1da-4e45-981b-9bdab79d239e service neutron] 10.222.0.112 "GET /v2.0/networks?id=52f2359d-a351-4f53-8751-902021e84d72 HTTP/1.1" status: 200 len: 904 time: 0.1560731 Aug 31 09:21:24.721861 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56f1991c-d437-42c1-944b-16c7664cecf1 req-9654c1d8-1d83-4b1a-a56f-bfe2223ec83e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.244&port_id=4d95cae1-7416-42bc-8d71-e22f7b357e8a HTTP/1.1" status: 200 len: 217 time: 0.0622246 Aug 31 09:21:24.732257 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7bd033de-eab7-4db1-832c-7c56e929c585 req-3344c102-d5ed-47ae-8226-e6c7d4c0c100 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042500 Aug 31 09:21:24.753210 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecce9f-f89d-49c7-b919-c4851de92820 req-2d71f43f-7ff5-4019-8ef7-f0d87181a010 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:24.758901 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecce9f-f89d-49c7-b919-c4851de92820 req-2d71f43f-7ff5-4019-8ef7-f0d87181a010 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:24.765468 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecce9f-f89d-49c7-b919-c4851de92820 req-2d71f43f-7ff5-4019-8ef7-f0d87181a010 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:24.771370 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecce9f-f89d-49c7-b919-c4851de92820 req-2d71f43f-7ff5-4019-8ef7-f0d87181a010 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:24.777165 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecce9f-f89d-49c7-b919-c4851de92820 req-2d71f43f-7ff5-4019-8ef7-f0d87181a010 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:24.783260 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecce9f-f89d-49c7-b919-c4851de92820 req-2d71f43f-7ff5-4019-8ef7-f0d87181a010 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:24.789116 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecce9f-f89d-49c7-b919-c4851de92820 req-2d71f43f-7ff5-4019-8ef7-f0d87181a010 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:24.791173 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-12ecce9f-f89d-49c7-b919-c4851de92820 req-2d71f43f-7ff5-4019-8ef7-f0d87181a010 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 5443 time: 0.1599197 Aug 31 09:21:24.897690 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1991c-d437-42c1-944b-16c7664cecf1 req-b27acacc-e1e1-497f-b0c8-1b5a7d75f5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:24.899109 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56f1991c-d437-42c1-944b-16c7664cecf1 req-b27acacc-e1e1-497f-b0c8-1b5a7d75f5dc service neutron] 10.222.0.112 "GET /v2.0/subnets?id=72325bf7-1db9-4361-a178-04e7d9683301 HTTP/1.1" status: 200 len: 801 time: 0.1069686 Aug 31 09:21:24.909059 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-12ecce9f-f89d-49c7-b919-c4851de92820 req-151b876a-863d-4f10-88bb-d42b5b567256 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&id=1ebc046b-3f58-4516-bb28-5f802a90d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1066017 Aug 31 09:21:24.917977 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44868d8c-0965-4342-a422-3ef34faf4705 req-731f2b4e-180a-4a79-b230-f0b56faf6040 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:24.919496 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-44868d8c-0965-4342-a422-3ef34faf4705 req-731f2b4e-180a-4a79-b230-f0b56faf6040 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=68f90fd6-5027-4d99-8023-c81e5a6c76df HTTP/1.1" status: 200 len: 946 time: 0.1262412 Aug 31 09:21:24.990216 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1991c-d437-42c1-944b-16c7664cecf1 req-98e17b04-dfda-4314-ba99-43ab51dd0437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:24.991857 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56f1991c-d437-42c1-944b-16c7664cecf1 req-98e17b04-dfda-4314-ba99-43ab51dd0437 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=52f2359d-a351-4f53-8751-902021e84d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714414 Aug 31 09:21:24.995448 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-44868d8c-0965-4342-a422-3ef34faf4705 req-74498ee6-7edb-42bc-ad8f-4f8510a6761d tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658438 Aug 31 09:21:25.030214 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-10ffda9a-a7dc-4903-aaa8-c798b25b44df tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289493 Aug 31 09:21:25.227091 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ac388-df23-4757-8c34-087c57d17069 req-43136d5c-a66e-462b-92b1-5206439740c4 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:25.229072 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-244ac388-df23-4757-8c34-087c57d17069 req-43136d5c-a66e-462b-92b1-5206439740c4 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1564772 Aug 31 09:21:25.235797 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56f1991c-d437-42c1-944b-16c7664cecf1 req-89cc3f8c-e2eb-4197-967f-29e92be61c5e service neutron] 10.222.0.112 "GET /v2.0/networks/52f2359d-a351-4f53-8751-902021e84d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232978 Aug 31 09:21:25.262511 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-ac142aef-8fc9-4efe-8700-5d7d6747b0ac tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:25.264018 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-ac142aef-8fc9-4efe-8700-5d7d6747b0ac tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2242656 Aug 31 09:21:25.320849 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3edcd031-fdff-42eb-afa5-72f2616428cc up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:25.328378 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-937ec88d-ec7e-4a69-bc66-0a5bc9376757 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/quotas/f9e9c6916d1f4a7e8f22a19bc536a833 HTTP/1.1" status: 200 len: 375 time: 0.0522561 Aug 31 09:21:25.339627 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-244ac388-df23-4757-8c34-087c57d17069 req-136294ee-8dc0-444f-a6c8-20ee2efdd47c tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028285 Aug 31 09:21:25.429900 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-070efdcb-2dcf-433e-98b6-6b1aae6baba9 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0942361 Aug 31 09:21:25.446537 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56f1991c-d437-42c1-944b-16c7664cecf1 req-21b33743-fdf6-47f2-9ed1-f1f1f5f89d99 service neutron] 10.222.0.112 "GET /v2.0/networks/52f2359d-a351-4f53-8751-902021e84d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815996 Aug 31 09:21:25.460971 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 3edcd031-fdff-42eb-afa5-72f2616428cc completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:25.469597 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 3edcd031-fdff-42eb-afa5-72f2616428cc triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:25.469597 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:25.470768 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf7ea5-5f45-48fd-a368-9bff523e1b64 req-bc5cf223-0483-4614-8f6e-2a30a1cd869d tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:25.472329 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-02cf7ea5-5f45-48fd-a368-9bff523e1b64 req-bc5cf223-0483-4614-8f6e-2a30a1cd869d tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/ports?device_id=65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad HTTP/1.1" status: 200 len: 950 time: 0.0669160 Aug 31 09:21:25.516989 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-02cf7ea5-5f45-48fd-a368-9bff523e1b64 req-1afad7fd-2dd8-4dbb-b47c-67e0fb4df11d tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6f02cec-3335-48ac-aa19-86d565e5a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358641 Aug 31 09:21:25.581520 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32148aef-1b18-41e0-9791-fcf37aff3bfd req-f0b5e60c-7a83-40b0-9474-6c38fe7dcdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:25.582844 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32148aef-1b18-41e0-9791-fcf37aff3bfd req-f0b5e60c-7a83-40b0-9474-6c38fe7dcdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:25.583311 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:25.583772 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32148aef-1b18-41e0-9791-fcf37aff3bfd req-f0b5e60c-7a83-40b0-9474-6c38fe7dcdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:25.585797 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32148aef-1b18-41e0-9791-fcf37aff3bfd req-f0b5e60c-7a83-40b0-9474-6c38fe7dcdf0 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=13fae58522454fb384b983d48d032915&device_id=6e9c7b2e-614b-4f1a-96dc-2b5126bc2046 HTTP/1.1" status: 200 len: 2869 time: 0.0598667 Aug 31 09:21:25.612111 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbb26c7-ed5c-4d54-b791-838f4baed357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edcd031-fdff-42eb-afa5-72f2616428cc'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:21:25.614405 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8715e08b-c5e4-4904-bdb0-debacde5353a" -d '{"events": [{"server_uuid": "5bbb26c7-ed5c-4d54-b791-838f4baed357", "name": "network-vif-plugged", "status": "completed", "tag": "3edcd031-fdff-42eb-afa5-72f2616428cc"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:21:25.627785 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3edcd031-fdff-42eb-afa5-72f2616428cc, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3edcd031-fdff-42eb-afa5-72f2616428cc,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:25.703300 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180bf7a-7357-4b81-a22e-c80ac3dd42a8 req-73e89878-0a8f-4457-b41a-ded466517fcc tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:25.704791 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4180bf7a-7357-4b81-a22e-c80ac3dd42a8 req-73e89878-0a8f-4457-b41a-ded466517fcc tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1177177 Aug 31 09:21:25.712205 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:25.713772 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 6d6cbcc5-a4d4-49e3-aef6-72c2d2504172 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:21:25.733871 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32148aef-1b18-41e0-9791-fcf37aff3bfd req-2b18e6b3-1d71-4201-91f0-5a508c7c029e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:25.735487 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32148aef-1b18-41e0-9791-fcf37aff3bfd req-2b18e6b3-1d71-4201-91f0-5a508c7c029e service neutron] 10.222.0.112 "GET /v2.0/networks?id=64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26 HTTP/1.1" status: 200 len: 902 time: 0.1378732 Aug 31 09:21:25.735600 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 6d6cbcc5-a4d4-49e3-aef6-72c2d2504172 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:21:25.736531 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 6d6cbcc5-a4d4-49e3-aef6-72c2d2504172 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:21:25.757458 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4180bf7a-7357-4b81-a22e-c80ac3dd42a8 req-667d6fee-6823-44be-b3d1-7ecf85876f37 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437930 Aug 31 09:21:25.808010 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=3edcd031-fdff-42eb-afa5-72f2616428cc,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:25.815571 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32148aef-1b18-41e0-9791-fcf37aff3bfd req-7c958e16-c076-410d-ad6e-71829a2351ad service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.248&port_id=3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c HTTP/1.1" status: 200 len: 217 time: 0.0619488 Aug 31 09:21:25.906733 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32148aef-1b18-41e0-9791-fcf37aff3bfd req-d297ec5b-bdfa-4ca7-9dd6-e692e54d5866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:25.908214 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32148aef-1b18-41e0-9791-fcf37aff3bfd req-d297ec5b-bdfa-4ca7-9dd6-e692e54d5866 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=2e67495c-ad21-414d-86aa-8cd9c7d40190 HTTP/1.1" status: 200 len: 801 time: 0.0771286 Aug 31 09:21:25.921828 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b127326-ace7-4fe8-b4f4-b0172c135586 req-7f41178a-4100-4bea-a1f4-9f3bf6e73e01 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:25.923603 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2b127326-ace7-4fe8-b4f4-b0172c135586 req-7f41178a-4100-4bea-a1f4-9f3bf6e73e01 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 946 time: 0.0945175 Aug 31 09:21:25.995920 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2b127326-ace7-4fe8-b4f4-b0172c135586 req-57925b5f-e285-4a03-b33a-a334683efdda tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621333 Aug 31 09:21:25.997825 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32148aef-1b18-41e0-9791-fcf37aff3bfd req-92754d78-8b53-4b24-9b4c-057e22f63afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:25.999413 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32148aef-1b18-41e0-9791-fcf37aff3bfd req-92754d78-8b53-4b24-9b4c-057e22f63afb service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745585 Aug 31 09:21:26.109783 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32148aef-1b18-41e0-9791-fcf37aff3bfd req-f0f970c5-8b97-421b-81d0-2e600accc06f service neutron] 10.222.0.112 "GET /v2.0/networks/64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962520 Aug 31 09:21:26.225534 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32148aef-1b18-41e0-9791-fcf37aff3bfd req-b14dc93f-7485-40e4-8356-26f46f1b6e8d service neutron] 10.222.0.112 "GET /v2.0/networks/64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990598 Aug 31 09:21:26.439367 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f254df-afbd-476a-ae76-9d9b6787b12b req-b397dfc1-3240-41c6-88ff-d0b579e4533d tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:26.445480 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f254df-afbd-476a-ae76-9d9b6787b12b req-b397dfc1-3240-41c6-88ff-d0b579e4533d tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:26.451585 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f254df-afbd-476a-ae76-9d9b6787b12b req-b397dfc1-3240-41c6-88ff-d0b579e4533d tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:26.453247 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-24f254df-afbd-476a-ae76-9d9b6787b12b req-b397dfc1-3240-41c6-88ff-d0b579e4533d tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e9c7b2e-614b-4f1a-96dc-2b5126bc2046 HTTP/1.1" status: 200 len: 2413 time: 0.0709715 Aug 31 09:21:26.497263 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-24f254df-afbd-476a-ae76-9d9b6787b12b req-28e765be-34c7-45b7-8596-3781c3dc530a tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358384 Aug 31 09:21:26.541067 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3874e70f-adc8-47da-85b0-3c42573fe440 x-openstack-request-id: req-3874e70f-adc8-47da-85b0-3c42573fe440 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:21:26.542411 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bbb26c7-ed5c-4d54-b791-838f4baed357", "name": "network-vif-plugged", "status": "completed", "tag": "3edcd031-fdff-42eb-afa5-72f2616428cc", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:21:26.542411 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-3874e70f-adc8-47da-85b0-3c42573fe440 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:21:26.542411 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bbb26c7-ed5c-4d54-b791-838f4baed357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edcd031-fdff-42eb-afa5-72f2616428cc', 'code': 200} Aug 31 09:21:26.688313 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84993b-19cf-4d22-9a3d-d58c68085c92 req-d80e99bc-6dcf-4513-b206-9c6be5dbe313 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:26.689856 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af84993b-19cf-4d22-9a3d-d58c68085c92 req-d80e99bc-6dcf-4513-b206-9c6be5dbe313 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=d4f30a5c-3a4b-42bd-b643-5ede92bd071b HTTP/1.1" status: 200 len: 945 time: 0.0993800 Aug 31 09:21:26.734249 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4302b-d9fc-401d-982d-6f7a6a236268 req-104f7637-2650-4e61-973c-e1826526c8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:26.735779 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d1c4302b-d9fc-401d-982d-6f7a6a236268 req-104f7637-2650-4e61-973c-e1826526c8ec service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 1098 time: 0.0938907 Aug 31 09:21:26.743066 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af84993b-19cf-4d22-9a3d-d58c68085c92 req-4ef08ff4-bb77-48d7-b13d-4ede79da72e1 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447836 Aug 31 09:21:26.836718 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d1c4302b-d9fc-401d-982d-6f7a6a236268 req-a8f0298a-b371-418b-831c-50583f90ce3d service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750022 Aug 31 09:21:26.867704 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6474f-8a3a-4013-b1a1-17ff5899e8b0 req-fa867e54-9b81-49c7-8352-8a0ec914e3cc tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:26.869795 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e2a6474f-8a3a-4013-b1a1-17ff5899e8b0 req-fa867e54-9b81-49c7-8352-8a0ec914e3cc tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.112 "GET /v2.0/ports?device_id=d4f30a5c-3a4b-42bd-b643-5ede92bd071b HTTP/1.1" status: 200 len: 945 time: 0.1016431 Aug 31 09:21:26.895776 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b9873-fdca-45db-9f54-cfdfd8e16ba5 req-ee42bc20-3185-46c9-8e40-b6726ebcf797 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:26.902749 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b9873-fdca-45db-9f54-cfdfd8e16ba5 req-ee42bc20-3185-46c9-8e40-b6726ebcf797 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:26.908756 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b9873-fdca-45db-9f54-cfdfd8e16ba5 req-ee42bc20-3185-46c9-8e40-b6726ebcf797 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:26.914794 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b9873-fdca-45db-9f54-cfdfd8e16ba5 req-ee42bc20-3185-46c9-8e40-b6726ebcf797 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:26.921936 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b9873-fdca-45db-9f54-cfdfd8e16ba5 req-ee42bc20-3185-46c9-8e40-b6726ebcf797 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:26.927889 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b9873-fdca-45db-9f54-cfdfd8e16ba5 req-ee42bc20-3185-46c9-8e40-b6726ebcf797 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:26.934667 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b9873-fdca-45db-9f54-cfdfd8e16ba5 req-ee42bc20-3185-46c9-8e40-b6726ebcf797 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:26.936545 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bf1b9873-fdca-45db-9f54-cfdfd8e16ba5 req-ee42bc20-3185-46c9-8e40-b6726ebcf797 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 5443 time: 0.1179144 Aug 31 09:21:26.985502 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bf1b9873-fdca-45db-9f54-cfdfd8e16ba5 req-319549f6-afa4-470d-8cfb-98455bfa3db3 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&id=1ebc046b-3f58-4516-bb28-5f802a90d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427337 Aug 31 09:21:27.113374 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426bb76-8362-4993-85fb-cfa6b9d5bb5f req-13dd8868-03f0-4439-95a4-99a218f8f7d7 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:27.121712 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7426bb76-8362-4993-85fb-cfa6b9d5bb5f req-13dd8868-03f0-4439-95a4-99a218f8f7d7 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=68f90fd6-5027-4d99-8023-c81e5a6c76df HTTP/1.1" status: 200 len: 946 time: 0.0733757 Aug 31 09:21:27.207241 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7426bb76-8362-4993-85fb-cfa6b9d5bb5f req-c1ea2a00-77fc-4c47-9702-a66824a08fa4 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846429 Aug 31 09:21:27.242365 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-e2a6474f-8a3a-4013-b1a1-17ff5899e8b0 req-c561d81b-4f35-406b-aec4-03174e003c75 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Deleting port 6b8eccbe-5e41-49b3-83f0-5b6e37bf49df {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:21:27.242791 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e2a6474f-8a3a-4013-b1a1-17ff5899e8b0 req-c561d81b-4f35-406b-aec4-03174e003c75 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:27.352001 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 4d95cae1-7416-42bc-8d71-e22f7b357e8a details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:21:27.416118 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-e2a6474f-8a3a-4013-b1a1-17ff5899e8b0 req-c561d81b-4f35-406b-aec4-03174e003c75 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] For port 6b8eccbe-5e41-49b3-83f0-5b6e37bf49df, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=6b8eccbe-5e41-49b3-83f0-5b6e37bf49df,segment=NetworkSegment(49bda9fb-e760-401a-a18f-f0829eefc211),segment_id=49bda9fb-e760-401a-a18f-f0829eefc211)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:27.416118 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e2a6474f-8a3a-4013-b1a1-17ff5899e8b0 req-c561d81b-4f35-406b-aec4-03174e003c75 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:27.447765 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-e2a6474f-8a3a-4013-b1a1-17ff5899e8b0 req-c561d81b-4f35-406b-aec4-03174e003c75 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Calling delete_port for 6b8eccbe-5e41-49b3-83f0-5b6e37bf49df owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:21:27.491623 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 4d95cae1-7416-42bc-8d71-e22f7b357e8a, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=4d95cae1-7416-42bc-8d71-e22f7b357e8a,segment=NetworkSegment(09e53608-f5ff-4d6d-82ef-24d5f1888842),segment_id=09e53608-f5ff-4d6d-82ef-24d5f1888842)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:27.505714 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '4d95cae1-7416-42bc-8d71-e22f7b357e8a', 'network_id': '52f2359d-a351-4f53-8751-902021e84d72', 'port_id': '4d95cae1-7416-42bc-8d71-e22f7b357e8a', 'mac_address': 'fa:16:3e:82:a0:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72325bf7-1db9-4361-a178-04e7d9683301', 'ip_address': '19.86.0.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:21:27.551641 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:27.568309 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d95cae1-7416-42bc-8d71-e22f7b357e8a {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:21:27.592281 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 4d95cae1-7416-42bc-8d71-e22f7b357e8a, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=4d95cae1-7416-42bc-8d71-e22f7b357e8a,segment=NetworkSegment(09e53608-f5ff-4d6d-82ef-24d5f1888842),segment_id=09e53608-f5ff-4d6d-82ef-24d5f1888842)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:27.665077 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:27.666212 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 525d6ed9-009a-4feb-8d88-f2902156e556 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:21:27.774335 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=4d95cae1-7416-42bc-8d71-e22f7b357e8a,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:27.827230 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 525d6ed9-009a-4feb-8d88-f2902156e556, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=525d6ed9-009a-4feb-8d88-f2902156e556,segment=NetworkSegment(871d06c9-0a41-40b3-9f08-df7615289b87),segment_id=871d06c9-0a41-40b3-9f08-df7615289b87)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:27.843662 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '525d6ed9-009a-4feb-8d88-f2902156e556', 'network_id': '64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26', 'port_id': '525d6ed9-009a-4feb-8d88-f2902156e556', 'mac_address': 'fa:16:3e:a6:e8:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e67495c-ad21-414d-86aa-8cd9c7d40190', 'ip_address': '19.80.0.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:21:27.848482 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561311b-08b9-4149-9a28-60bedf6012c6 req-a446face-e320-4056-8296-89efb46ea7ae tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:27.855894 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561311b-08b9-4149-9a28-60bedf6012c6 req-a446face-e320-4056-8296-89efb46ea7ae tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:27.861717 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561311b-08b9-4149-9a28-60bedf6012c6 req-a446face-e320-4056-8296-89efb46ea7ae tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:27.867576 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561311b-08b9-4149-9a28-60bedf6012c6 req-a446face-e320-4056-8296-89efb46ea7ae tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:27.874406 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561311b-08b9-4149-9a28-60bedf6012c6 req-a446face-e320-4056-8296-89efb46ea7ae tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:27.882216 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561311b-08b9-4149-9a28-60bedf6012c6 req-a446face-e320-4056-8296-89efb46ea7ae tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:27.886688 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:27.888638 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561311b-08b9-4149-9a28-60bedf6012c6 req-a446face-e320-4056-8296-89efb46ea7ae tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:27.890602 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f561311b-08b9-4149-9a28-60bedf6012c6 req-a446face-e320-4056-8296-89efb46ea7ae tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 5443 time: 0.5017509 Aug 31 09:21:27.901406 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 34028) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:27.908369 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-fc6c34eb-9722-44ea-a5b6-d336094da7ce tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Request body: {'floatingip': {'port_id': '568242cb-8cd4-4597-90af-18189ae395f9'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:27.925091 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 525d6ed9-009a-4feb-8d88-f2902156e556 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:21:27.929878 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71b7cf-ce42-49d9-866e-0b4d706af369 req-af58b3e6-c5d4-45a5-8493-8e7415ec5a7a tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:27.938119 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c71b7cf-ce42-49d9-866e-0b4d706af369 req-af58b3e6-c5d4-45a5-8493-8e7415ec5a7a tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 946 time: 0.4833038 Aug 31 09:21:27.974330 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 525d6ed9-009a-4feb-8d88-f2902156e556, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=525d6ed9-009a-4feb-8d88-f2902156e556,segment=NetworkSegment(871d06c9-0a41-40b3-9f08-df7615289b87),segment_id=871d06c9-0a41-40b3-9f08-df7615289b87)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:27.999331 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fc6c34eb-9722-44ea-a5b6-d336094da7ce tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks [] for floatingip, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:28.053315 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:28.054152 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:21:28.066998 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c71b7cf-ce42-49d9-866e-0b4d706af369 req-179bd768-dc36-412f-8453-bc4510dc3a9c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277852 Aug 31 09:21:28.179865 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bba430-fc51-4c37-9c81-228a20a6abdb req-37c96fb2-d824-4e21-a15e-6367279dd372 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:28.180613 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c,segment=NetworkSegment(871d06c9-0a41-40b3-9f08-df7615289b87),segment_id=871d06c9-0a41-40b3-9f08-df7615289b87)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:28.182102 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22bba430-fc51-4c37-9c81-228a20a6abdb req-37c96fb2-d824-4e21-a15e-6367279dd372 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1785662 Aug 31 09:21:28.183692 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=525d6ed9-009a-4feb-8d88-f2902156e556,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:28.208038 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c', 'network_id': '64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26', 'port_id': '3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c', 'mac_address': 'fa:16:3e:a7:1c:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e67495c-ad21-414d-86aa-8cd9c7d40190', 'ip_address': '19.80.0.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:21:28.220012 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af0f0c32-daf6-474d-a213-a5d467fbfe33 req-525dcce9-dcdb-46b2-9d74-180749bb5935 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=d2b3c998-7b68-4076-9d27-61ede58550c7 HTTP/1.1" status: 200 len: 210 time: 0.0714729 Aug 31 09:21:28.276188 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22bba430-fc51-4c37-9c81-228a20a6abdb req-e8c46615-4d5b-4a7e-b6d7-f5df103957cd tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537286 Aug 31 09:21:28.277442 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:28.320355 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:21:28.343673 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c,segment=NetworkSegment(871d06c9-0a41-40b3-9f08-df7615289b87),segment_id=871d06c9-0a41-40b3-9f08-df7615289b87)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:28.371318 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e2a6474f-8a3a-4013-b1a1-17ff5899e8b0 req-c561d81b-4f35-406b-aec4-03174e003c75 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:28.390617 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['580e293e-078a-4f76-a90b-5c7205ab0e6b', '6b8eccbe-5e41-49b3-83f0-5b6e37bf49df'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:21:28.414381 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4ae4c501-4b19-400a-a979-dc30d2c873f3 req-1d01ec4c-ef86-462a-b5be-338b8984496c tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=d4f30a5c-3a4b-42bd-b643-5ede92bd071b HTTP/1.1" status: 200 len: 210 time: 0.0681422 Aug 31 09:21:28.469408 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561d81b-4f35-406b-aec4-03174e003c75 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Pushing event deleted for resources: {'Port': ['ID=6b8eccbe-5e41-49b3-83f0-5b6e37bf49df,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:28.471228 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:28.535739 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a6474f-8a3a-4013-b1a1-17ff5899e8b0 req-c561d81b-4f35-406b-aec4-03174e003c75 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] No DVR routers for this DVR port 6b8eccbe-5e41-49b3-83f0-5b6e37bf49df on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:21:28.540524 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e2a6474f-8a3a-4013-b1a1-17ff5899e8b0 req-c561d81b-4f35-406b-aec4-03174e003c75 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:28.543752 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e2a6474f-8a3a-4013-b1a1-17ff5899e8b0 req-c561d81b-4f35-406b-aec4-03174e003c75 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.112 "DELETE /v2.0/ports/6b8eccbe-5e41-49b3-83f0-5b6e37bf49df HTTP/1.1" status: 204 len: 173 time: 1.4452832 Aug 31 09:21:28.543752 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f30a5c-3a4b-42bd-b643-5ede92bd071b', 'name': 'network-vif-deleted', 'tag': '6b8eccbe-5e41-49b3-83f0-5b6e37bf49df'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:21:28.545865 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380a179c-36ac-4e83-8083-f433e2d46f84" -d '{"events": [{"server_uuid": "d4f30a5c-3a4b-42bd-b643-5ede92bd071b", "name": "network-vif-deleted", "tag": "6b8eccbe-5e41-49b3-83f0-5b6e37bf49df"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:21:28.588963 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a850f25-f571-4bb9-afdc-40f72cf08376 req-0f54d065-81aa-4801-82ec-f903a919ebe1 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:28.605061 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a850f25-f571-4bb9-afdc-40f72cf08376 req-0f54d065-81aa-4801-82ec-f903a919ebe1 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:28.615060 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a850f25-f571-4bb9-afdc-40f72cf08376 req-0f54d065-81aa-4801-82ec-f903a919ebe1 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:28.623978 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4a850f25-f571-4bb9-afdc-40f72cf08376 req-0f54d065-81aa-4801-82ec-f903a919ebe1 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e9c7b2e-614b-4f1a-96dc-2b5126bc2046 HTTP/1.1" status: 200 len: 2415 time: 0.2926276 Aug 31 09:21:28.632551 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01374bba-5c55-47f7-9cb5-f1de5dfef7cf x-openstack-request-id: req-01374bba-5c55-47f7-9cb5-f1de5dfef7cf {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:21:28.633321 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f30a5c-3a4b-42bd-b643-5ede92bd071b", "name": "network-vif-deleted", "tag": "6b8eccbe-5e41-49b3-83f0-5b6e37bf49df", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:21:28.633579 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-01374bba-5c55-47f7-9cb5-f1de5dfef7cf {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:21:28.633978 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f30a5c-3a4b-42bd-b643-5ede92bd071b', 'name': 'network-vif-deleted', 'tag': '6b8eccbe-5e41-49b3-83f0-5b6e37bf49df', 'status': 'completed', 'code': 200} Aug 31 09:21:28.671977 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fc6c34eb-9722-44ea-a5b6-d336094da7ce tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:28.678425 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:28.682845 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4a850f25-f571-4bb9-afdc-40f72cf08376 req-128d85f1-3e3b-442b-96cf-21dea1ddfc53 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535221 Aug 31 09:21:28.746877 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fc6c34eb-9722-44ea-a5b6-d336094da7ce tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:28.866349 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [None req-fc6c34eb-9722-44ea-a5b6-d336094da7ce tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Floating IP f1352de4-d312-4871-b30a-232a2a465cfd associated. External IP: 172.25.2.31, port: 568242cb-8cd4-4597-90af-18189ae395f9. Aug 31 09:21:29.129913 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6c34eb-9722-44ea-a5b6-d336094da7ce tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Router fffc21c4-a1df-4e2d-8847-044c319e10cc has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:21:29.246257 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b548f11-c1cc-43ac-a9b9-e6a0d0c9b2e2 req-b1045481-1de5-436f-afcb-3e6bae14b80c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:29.247639 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4b548f11-c1cc-43ac-a9b9-e6a0d0c9b2e2 req-b1045481-1de5-436f-afcb-3e6bae14b80c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 946 time: 0.0876799 Aug 31 09:21:29.279028 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6c34eb-9722-44ea-a5b6-d336094da7ce tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:21:29.287798 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fc6c34eb-9722-44ea-a5b6-d336094da7ce tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:29.301232 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39934063-1912-468f-b40a-0ab9147fac5c None None] Sync routers for ids ['fffc21c4-a1df-4e2d-8847-044c319e10cc'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:21:29.316322 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39934063-1912-468f-b40a-0ab9147fac5c None None] Routers {'fffc21c4-a1df-4e2d-8847-044c319e10cc'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:21:29.317273 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-39934063-1912-468f-b40a-0ab9147fac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:21:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['fffc21c4-a1df-4e2d-8847-044c319e10cc'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:29.324912 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4b548f11-c1cc-43ac-a9b9-e6a0d0c9b2e2 req-06809c11-db1a-4b8b-b1b8-4e55130cb871 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664721 Aug 31 09:21:29.362133 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fc6c34eb-9722-44ea-a5b6-d336094da7ce tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "PUT /v2.0/floatingips/f1352de4-d312-4871-b30a-232a2a465cfd HTTP/1.1" status: 200 len: 990 time: 1.4562786 Aug 31 09:21:29.362133 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'tag': '568242cb-8cd4-4597-90af-18189ae395f9'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:21:29.363350 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee9ebc0-f574-476d-b6c2-a8f01d2a1e35" -d '{"events": [{"name": "network-changed", "server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "tag": "568242cb-8cd4-4597-90af-18189ae395f9"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:21:29.386866 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-91fac6f7-14b5-4bb7-b45d-595850338596 req-a601a89e-1129-4b69-b338-0313164c0004 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=d2b3c998-7b68-4076-9d27-61ede58550c7 HTTP/1.1" status: 200 len: 210 time: 0.0606935 Aug 31 09:21:29.389104 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 946be31f-1ffa-4bde-ac70-acfc20fbd342 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:21:29.397125 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-495f421c-69d3-4e84-9789-aecc323406b1 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412812 Aug 31 09:21:29.398455 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 6b8eccbe-5e41-49b3-83f0-5b6e37bf49df no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:21:29.463747 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 6b8eccbe-5e41-49b3-83f0-5b6e37bf49df {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:21:29.464110 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 6b8eccbe-5e41-49b3-83f0-5b6e37bf49df not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:21:29.533585 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-39934063-1912-468f-b40a-0ab9147fac5c None None] Set router fffc21c4-a1df-4e2d-8847-044c319e10cc gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:21:29.545621 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c1364-4a16-45fd-bbdc-1e2ddd16f05d req-7bd9a463-ff5c-44d9-a07c-121d7b66156f tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:29.549576 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3c4c1364-4a16-45fd-bbdc-1e2ddd16f05d req-7bd9a463-ff5c-44d9-a07c-121d7b66156f tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1385698 Aug 31 09:21:29.590843 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-e4f86c97-18eb-4141-9ff4-ae7769d68531 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:29.591995 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-e4f86c97-18eb-4141-9ff4-ae7769d68531 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1814885 Aug 31 09:21:29.611941 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3c4c1364-4a16-45fd-bbdc-1e2ddd16f05d req-36e429b6-8e92-4f02-ada4-22e31dd692ec tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580370 Aug 31 09:21:29.640833 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-3aceccaf-05ba-4c70-a99f-191d77684391 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Request body: {'port': {'device_id': '1f0c3995-8932-48ac-b794-8ba3c9191dfa', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'admin_state_up': True, 'tenant_id': 'f9e9c6916d1f4a7e8f22a19bc536a833'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:29.668262 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 946be31f-1ffa-4bde-ac70-acfc20fbd342, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=946be31f-1ffa-4bde-ac70-acfc20fbd342,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:29.755713 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '946be31f-1ffa-4bde-ac70-acfc20fbd342', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': '946be31f-1ffa-4bde-ac70-acfc20fbd342', 'mac_address': 'fa:16:3e:53:ec:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:21:29.757453 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76f2f66-d7c2-4fd3-b66a-bf4e2837800f x-openstack-request-id: req-a76f2f66-d7c2-4fd3-b66a-bf4e2837800f {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:21:29.758075 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "tag": "568242cb-8cd4-4597-90af-18189ae395f9", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:21:29.758513 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-a76f2f66-d7c2-4fd3-b66a-bf4e2837800f {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:21:29.759864 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'tag': '568242cb-8cd4-4597-90af-18189ae395f9', 'status': 'completed', 'code': 200} Aug 31 09:21:29.760190 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['525d6ed9-009a-4feb-8d88-f2902156e556'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:21:29.831637 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:21:29.843978 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-3aceccaf-05ba-4c70-a99f-191d77684391 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Made reservation on behalf of f9e9c6916d1f4a7e8f22a19bc536a833 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:21:29.855907 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-3aceccaf-05ba-4c70-a99f-191d77684391 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:29.915637 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['4d95cae1-7416-42bc-8d71-e22f7b357e8a'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:21:29.915959 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b33dc26-022c-4aba-b5c8-8df2dfd8bd2b req-c72b0198-2f08-40b4-9811-38cf0aaa47f0 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=d4f30a5c-3a4b-42bd-b643-5ede92bd071b HTTP/1.1" status: 200 len: 210 time: 0.0393009 Aug 31 09:21:29.916103 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:29.996563 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 946be31f-1ffa-4bde-ac70-acfc20fbd342 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:21:30.096855 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9ebc0-f574-476d-b6c2-a8f01d2a1e35 req-94f9f4d9-ac27-48ef-9d2c-ec3dde838302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:30.097727 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9ebc0-f574-476d-b6c2-a8f01d2a1e35 req-94f9f4d9-ac27-48ef-9d2c-ec3dde838302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:30.098199 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9ebc0-f574-476d-b6c2-a8f01d2a1e35 req-94f9f4d9-ac27-48ef-9d2c-ec3dde838302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:30.098695 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9ebc0-f574-476d-b6c2-a8f01d2a1e35 req-94f9f4d9-ac27-48ef-9d2c-ec3dde838302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:30.099192 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9ebc0-f574-476d-b6c2-a8f01d2a1e35 req-94f9f4d9-ac27-48ef-9d2c-ec3dde838302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:30.099624 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9ebc0-f574-476d-b6c2-a8f01d2a1e35 req-94f9f4d9-ac27-48ef-9d2c-ec3dde838302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:30.100086 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9ebc0-f574-476d-b6c2-a8f01d2a1e35 req-94f9f4d9-ac27-48ef-9d2c-ec3dde838302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:30.103947 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7ee9ebc0-f574-476d-b6c2-a8f01d2a1e35 req-94f9f4d9-ac27-48ef-9d2c-ec3dde838302 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=28327f57472644c38ebbd2d055c39768&device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 6507 time: 0.2737861 Aug 31 09:21:30.214048 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2630e32-4119-4c8f-8fb1-b75365cd8f7b req-8b2c058a-c762-442c-b1dc-e265be3d1c13 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:30.215660 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a2630e32-4119-4c8f-8fb1-b75365cd8f7b req-8b2c058a-c762-442c-b1dc-e265be3d1c13 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 946 time: 0.2131619 Aug 31 09:21:30.228465 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 946be31f-1ffa-4bde-ac70-acfc20fbd342, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=946be31f-1ffa-4bde-ac70-acfc20fbd342,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:30.281127 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8dc46-5f1c-4b17-9f0d-a300fb75c0b8 req-0eea33d8-36da-41a3-9f17-f8ad4691f999 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:30.287021 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8dc46-5f1c-4b17-9f0d-a300fb75c0b8 req-0eea33d8-36da-41a3-9f17-f8ad4691f999 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:30.295117 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8dc46-5f1c-4b17-9f0d-a300fb75c0b8 req-0eea33d8-36da-41a3-9f17-f8ad4691f999 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:30.297127 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32b8dc46-5f1c-4b17-9f0d-a300fb75c0b8 req-0eea33d8-36da-41a3-9f17-f8ad4691f999 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e9c7b2e-614b-4f1a-96dc-2b5126bc2046 HTTP/1.1" status: 200 len: 2416 time: 0.3238382 Aug 31 09:21:30.349071 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-3aceccaf-05ba-4c70-a99f-191d77684391 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Allocated IP 192.168.233.74 (a47e180d-e969-4a85-aa09-0ec8196480c0/f473c8e7-d3e2-4352-b8da-3dcd093feb8b/0ccfc8f2-adc2-437c-9087-578ecbd69952) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:21:30.369718 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:30.369955 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-8a0947e0-bdd8-4e58-a676-3061bf873f5e tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300472 Aug 31 09:21:30.423761 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a2630e32-4119-4c8f-8fb1-b75365cd8f7b req-a1cea43d-c8ca-4eb4-8e8f-50add1f2f3f0 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689470 Aug 31 09:21:30.434419 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32b8dc46-5f1c-4b17-9f0d-a300fb75c0b8 req-e1f5bdd7-40fd-4ac5-877d-d456b288467e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195884 Aug 31 09:21:30.447805 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9ebc0-f574-476d-b6c2-a8f01d2a1e35 req-5cc105e8-cc4d-4866-afe0-82efd7832a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:30.449387 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7ee9ebc0-f574-476d-b6c2-a8f01d2a1e35 req-5cc105e8-cc4d-4866-afe0-82efd7832a95 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f2ff4842-4f8b-4b37-bef9-46e32fc21646 HTTP/1.1" status: 200 len: 919 time: 0.2788589 Aug 31 09:21:30.489747 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-39934063-1912-468f-b40a-0ab9147fac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'name': 'tempest-TaggedBootDevicesTest_v242-1980406129-router', 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '731e418c-fc86-46cc-be52-4f0c6426bbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:45Z', 'updated_at': '2021-08-31T09:18:50Z', 'revision_number': 4, 'project_id': '28327f57472644c38ebbd2d055c39768', 'gw_port': {'id': '731e418c-fc86-46cc-be52-4f0c6426bbeb', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ef:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:46Z', 'updated_at': '2021-08-31T09:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'f1352de4-d312-4871-b30a-232a2a465cfd', 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'port_id': '568242cb-8cd4-4597-90af-18189ae395f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2ff4842-4f8b-4b37-bef9-46e32fc21646', 'mac_address': 'fa:16:3e:39:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:19:56Z', 'updated_at': '2021-08-31T09:21:28Z', 'revision_number': 1, 'project_id': '28327f57472644c38ebbd2d055c39768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0446b8f0-1840-4b46-aab5-d73395fdf84e', 'name': '', 'network_id': 'f2ff4842-4f8b-4b37-bef9-46e32fc21646', 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'mac_address': 'fa:16:3e:c6:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '1669072d-2c1b-4a1e-9122-a0610531c15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:49Z', 'updated_at': '2021-08-31T09:18:57Z', 'revision_number': 5, 'project_id': '28327f57472644c38ebbd2d055c39768', 'subnets': [{'id': '1669072d-2c1b-4a1e-9122-a0610531c15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:30.571071 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39934063-1912-468f-b40a-0ab9147fac5c None None] Checking router: fffc21c4-a1df-4e2d-8847-044c319e10cc for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:21:30.589731 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-fcd94475-f856-40b2-8cca-422277a855f3 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:30.594205 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-fcd94475-f856-40b2-8cca-422277a855f3 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2136025 Aug 31 09:21:30.605949 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=946be31f-1ffa-4bde-ac70-acfc20fbd342,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:30.614462 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-8d649a21-7c17-4a00-b2e0-a7bc6fe34f42 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Request body: {'port': {'device_id': 'd2b3c998-7b68-4076-9d27-61ede58550c7', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'admin_state_up': True, 'tenant_id': 'f9e9c6916d1f4a7e8f22a19bc536a833'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:30.633947 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39934063-1912-468f-b40a-0ab9147fac5c None None] Routers {'fffc21c4-a1df-4e2d-8847-044c319e10cc'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:21:30.633947 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-39934063-1912-468f-b40a-0ab9147fac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:21:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['fffc21c4-a1df-4e2d-8847-044c319e10cc'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:30.700894 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['946be31f-1ffa-4bde-ac70-acfc20fbd342'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:21:30.823521 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-57c58f43-4be9-4552-baeb-01e5657c756a req-792f2155-4174-4f99-a782-e37fd618d344 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=d2b3c998-7b68-4076-9d27-61ede58550c7 HTTP/1.1" status: 200 len: 210 time: 0.0796542 Aug 31 09:21:30.870297 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-39934063-1912-468f-b40a-0ab9147fac5c None None] Set router fffc21c4-a1df-4e2d-8847-044c319e10cc gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:21:30.878999 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7ee9ebc0-f574-476d-b6c2-a8f01d2a1e35 req-0d949966-7a72-4484-bf78-c79cec6ee2f1 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=568242cb-8cd4-4597-90af-18189ae395f9 HTTP/1.1" status: 200 len: 998 time: 0.4043105 Aug 31 09:21:30.927835 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-3aceccaf-05ba-4c70-a99f-191d77684391 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:30.935390 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-8d649a21-7c17-4a00-b2e0-a7bc6fe34f42 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Made reservation on behalf of f9e9c6916d1f4a7e8f22a19bc536a833 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:21:30.941317 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-8d649a21-7c17-4a00-b2e0-a7bc6fe34f42 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:31.002989 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-3aceccaf-05ba-4c70-a99f-191d77684391 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Transition to ACTIVE for port object 0ccfc8f2-adc2-437c-9087-578ecbd69952 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:21:31.042828 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9ebc0-f574-476d-b6c2-a8f01d2a1e35 req-1d39ff1d-a0f4-4f85-a5a2-6cf8af81c23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:31.044364 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7ee9ebc0-f574-476d-b6c2-a8f01d2a1e35 req-1d39ff1d-a0f4-4f85-a5a2-6cf8af81c23e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=1669072d-2c1b-4a1e-9122-a0610531c15a HTTP/1.1" status: 200 len: 856 time: 0.1361618 Aug 31 09:21:31.076338 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf72c2f-4d14-459f-a713-a2e2f617abdd req-5f7b0308-4048-4855-b189-83e9df684a63 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:31.081053 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cdf72c2f-4d14-459f-a713-a2e2f617abdd req-5f7b0308-4048-4855-b189-83e9df684a63 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1720829 Aug 31 09:21:31.155946 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cdf72c2f-4d14-459f-a713-a2e2f617abdd req-74d224d7-63de-4bee-898e-9540e1e1de8c tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677099 Aug 31 09:21:31.162090 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9ebc0-f574-476d-b6c2-a8f01d2a1e35 req-558d60ed-fffe-418f-98eb-229779f65d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:31.163909 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7ee9ebc0-f574-476d-b6c2-a8f01d2a1e35 req-558d60ed-fffe-418f-98eb-229779f65d68 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f2ff4842-4f8b-4b37-bef9-46e32fc21646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0770016 Aug 31 09:21:31.230467 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-39934063-1912-468f-b40a-0ab9147fac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'name': 'tempest-TaggedBootDevicesTest_v242-1980406129-router', 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '731e418c-fc86-46cc-be52-4f0c6426bbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:45Z', 'updated_at': '2021-08-31T09:18:50Z', 'revision_number': 4, 'project_id': '28327f57472644c38ebbd2d055c39768', 'gw_port': {'id': '731e418c-fc86-46cc-be52-4f0c6426bbeb', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ef:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:46Z', 'updated_at': '2021-08-31T09:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'f1352de4-d312-4871-b30a-232a2a465cfd', 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'port_id': '568242cb-8cd4-4597-90af-18189ae395f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2ff4842-4f8b-4b37-bef9-46e32fc21646', 'mac_address': 'fa:16:3e:39:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:19:56Z', 'updated_at': '2021-08-31T09:21:28Z', 'revision_number': 1, 'project_id': '28327f57472644c38ebbd2d055c39768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0446b8f0-1840-4b46-aab5-d73395fdf84e', 'name': '', 'network_id': 'f2ff4842-4f8b-4b37-bef9-46e32fc21646', 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'mac_address': 'fa:16:3e:c6:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '1669072d-2c1b-4a1e-9122-a0610531c15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:49Z', 'updated_at': '2021-08-31T09:18:57Z', 'revision_number': 5, 'project_id': '28327f57472644c38ebbd2d055c39768', 'subnets': [{'id': '1669072d-2c1b-4a1e-9122-a0610531c15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:31.262122 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39934063-1912-468f-b40a-0ab9147fac5c None None] The sync data for ids ['fffc21c4-a1df-4e2d-8847-044c319e10cc'] in n-d-791506-28 is: [{'id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'name': 'tempest-TaggedBootDevicesTest_v242-1980406129-router', 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '731e418c-fc86-46cc-be52-4f0c6426bbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:45Z', 'updated_at': '2021-08-31T09:18:50Z', 'revision_number': 4, 'project_id': '28327f57472644c38ebbd2d055c39768', 'gw_port': {'id': '731e418c-fc86-46cc-be52-4f0c6426bbeb', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ef:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:46Z', 'updated_at': '2021-08-31T09:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'f1352de4-d312-4871-b30a-232a2a465cfd', 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'floating_ip_address': '172.25.2.31', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'port_id': '568242cb-8cd4-4597-90af-18189ae395f9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2ff4842-4f8b-4b37-bef9-46e32fc21646', 'mac_address': 'fa:16:3e:39:9b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:19:56Z', 'updated_at': '2021-08-31T09:21:28Z', 'revision_number': 1, 'project_id': '28327f57472644c38ebbd2d055c39768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0446b8f0-1840-4b46-aab5-d73395fdf84e', 'name': '', 'network_id': 'f2ff4842-4f8b-4b37-bef9-46e32fc21646', 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'mac_address': 'fa:16:3e:c6:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '1669072d-2c1b-4a1e-9122-a0610531c15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:49Z', 'updated_at': '2021-08-31T09:18:57Z', 'revision_number': 5, 'project_id': '28327f57472644c38ebbd2d055c39768', 'subnets': [{'id': '1669072d-2c1b-4a1e-9122-a0610531c15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:21:31.321295 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-3aceccaf-05ba-4c70-a99f-191d77684391 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:31.348449 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['5b4431c4-d3fc-4102-a88e-370b2790a6d2'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:21:31.391581 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-3aceccaf-05ba-4c70-a99f-191d77684391 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Network a47e180d-e969-4a85-aa09-0ec8196480c0 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:21:31.400782 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-8d649a21-7c17-4a00-b2e0-a7bc6fe34f42 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Allocated IP 192.168.233.93 (a47e180d-e969-4a85-aa09-0ec8196480c0/f473c8e7-d3e2-4352-b8da-3dcd093feb8b/a455cdf0-83d3-4487-b52d-1754bb9148b1) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:21:31.404457 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-3aceccaf-05ba-4c70-a99f-191d77684391 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:21:31.418176 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-3aceccaf-05ba-4c70-a99f-191d77684391 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:21:31.428992 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aceccaf-05ba-4c70-a99f-191d77684391 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Pushing event updated for resources: {'Port': ['ID=0ccfc8f2-adc2-437c-9087-578ecbd69952,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:31.516611 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7ee9ebc0-f574-476d-b6c2-a8f01d2a1e35 req-3c07e53b-6381-4ff4-89cc-348509775d56 service neutron] 10.222.0.112 "GET /v2.0/networks/f2ff4842-4f8b-4b37-bef9-46e32fc21646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530038 Aug 31 09:21:31.641188 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-3aceccaf-05ba-4c70-a99f-191d77684391 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:31.641865 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-3aceccaf-05ba-4c70-a99f-191d77684391 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:31.659540 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ad643c-6844-4c47-b789-274d95151334 None None] New status for floating IP f1352de4-d312-4871-b30a-232a2a465cfd: ACTIVE {{(pid=95555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:21:31.705225 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-8d649a21-7c17-4a00-b2e0-a7bc6fe34f42 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:31.735328 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-8d649a21-7c17-4a00-b2e0-a7bc6fe34f42 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Transition to ACTIVE for port object a455cdf0-83d3-4487-b52d-1754bb9148b1 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:21:31.824459 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-3aceccaf-05ba-4c70-a99f-191d77684391 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1877019 Aug 31 09:21:31.838612 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-8d649a21-7c17-4a00-b2e0-a7bc6fe34f42 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:31.841619 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a65b324-927c-4341-bf03-67a668bbed55 req-96635d9a-ab27-44da-bd7e-5d42d431a562 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:31.849487 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a65b324-927c-4341-bf03-67a668bbed55 req-96635d9a-ab27-44da-bd7e-5d42d431a562 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:31.858061 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a65b324-927c-4341-bf03-67a668bbed55 req-96635d9a-ab27-44da-bd7e-5d42d431a562 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:31.860741 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a65b324-927c-4341-bf03-67a668bbed55 req-96635d9a-ab27-44da-bd7e-5d42d431a562 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e9c7b2e-614b-4f1a-96dc-2b5126bc2046 HTTP/1.1" status: 200 len: 2416 time: 0.1674871 Aug 31 09:21:31.865900 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-74dd78d8-b458-405a-8b31-cda25653ddc7 service neutron] Request body: {'port': {'device_id': '1f0c3995-8932-48ac-b794-8ba3c9191dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:31.871798 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7ee9ebc0-f574-476d-b6c2-a8f01d2a1e35 req-99edad46-7506-4128-aecf-e8853e7d63e0 service neutron] 10.222.0.112 "GET /v2.0/networks/f2ff4842-4f8b-4b37-bef9-46e32fc21646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383298 Aug 31 09:21:31.908920 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-8d649a21-7c17-4a00-b2e0-a7bc6fe34f42 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Network a47e180d-e969-4a85-aa09-0ec8196480c0 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:21:31.929556 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-8d649a21-7c17-4a00-b2e0-a7bc6fe34f42 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:21:31.933924 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-8d649a21-7c17-4a00-b2e0-a7bc6fe34f42 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:21:31.941076 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-313ffc31-b4ef-43e3-ae4e-25a1d3f61fdc None None] Provisioning for port 0ccfc8f2-adc2-437c-9087-578ecbd69952 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:31.948132 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-313ffc31-b4ef-43e3-ae4e-25a1d3f61fdc None None] Provisioning complete for port 0ccfc8f2-adc2-437c-9087-578ecbd69952 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:31.951399 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-313ffc31-b4ef-43e3-ae4e-25a1d3f61fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:31.975555 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d649a21-7c17-4a00-b2e0-a7bc6fe34f42 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Pushing event updated for resources: {'Port': ['ID=a455cdf0-83d3-4487-b52d-1754bb9148b1,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:32.029842 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-8d649a21-7c17-4a00-b2e0-a7bc6fe34f42 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:32.030370 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-8d649a21-7c17-4a00-b2e0-a7bc6fe34f42 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:32.069612 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a65b324-927c-4341-bf03-67a668bbed55 req-f08885a5-b58f-4df1-8dde-9889f17efb16 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810937 Aug 31 09:21:32.082505 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-313ffc31-b4ef-43e3-ae4e-25a1d3f61fdc None None] Port 0ccfc8f2-adc2-437c-9087-578ecbd69952 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:21:32.115977 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-74dd78d8-b458-405a-8b31-cda25653ddc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:32.147208 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-8d649a21-7c17-4a00-b2e0-a7bc6fe34f42 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5417895 Aug 31 09:21:32.164784 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-fadb0056-49b2-48a2-821d-2a7e64fb2136 service neutron] Request body: {'port': {'device_id': 'd2b3c998-7b68-4076-9d27-61ede58550c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:32.237230 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f6b75-0c69-4cd5-87a5-009bef02aec7 req-e6aca6d2-d776-4f23-a484-de661552b1b9 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:32.238813 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e27f6b75-0c69-4cd5-87a5-009bef02aec7 req-e6aca6d2-d776-4f23-a484-de661552b1b9 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 946 time: 0.1853464 Aug 31 09:21:32.267578 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-fadb0056-49b2-48a2-821d-2a7e64fb2136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:32.377474 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf66f8-9de3-49b6-ba59-6c81e42798c6 req-7640d64d-b947-42e9-b2da-6c276ca229cf tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:32.384145 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d7bf66f8-9de3-49b6-ba59-6c81e42798c6 req-7640d64d-b947-42e9-b2da-6c276ca229cf tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=d2b3c998-7b68-4076-9d27-61ede58550c7 HTTP/1.1" status: 200 len: 935 time: 0.1952379 Aug 31 09:21:32.402932 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e27f6b75-0c69-4cd5-87a5-009bef02aec7 req-827c9494-5b10-4662-8c10-cfa347430cbf tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518450 Aug 31 09:21:32.481112 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d7bf66f8-9de3-49b6-ba59-6c81e42798c6 req-751b1efe-e7ed-4f6c-8d65-f01ca0bb2880 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958691 Aug 31 09:21:32.525073 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:32.558029 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6e298c49-ab43-4cfc-8ecd-000d50c069c3 None None] Provisioning for port a455cdf0-83d3-4487-b52d-1754bb9148b1 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:32.563781 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6e298c49-ab43-4cfc-8ecd-000d50c069c3 None None] Provisioning complete for port a455cdf0-83d3-4487-b52d-1754bb9148b1 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:32.564154 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6e298c49-ab43-4cfc-8ecd-000d50c069c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:32.578892 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799bfcb-1ddf-488f-9b9b-1b4442dad2a7 req-08c7d91c-cd14-468f-a4b7-23ebc59ac2e5 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:32.580512 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8799bfcb-1ddf-488f-9b9b-1b4442dad2a7 req-08c7d91c-cd14-468f-a4b7-23ebc59ac2e5 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=14b55c43-b170-478d-8fe5-264538117b7f HTTP/1.1" status: 200 len: 946 time: 0.0880787 Aug 31 09:21:32.610063 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-fadb0056-49b2-48a2-821d-2a7e64fb2136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a455cdf0-83d3-4487-b52d-1754bb9148b1 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:21:32.612479 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-6e298c49-ab43-4cfc-8ecd-000d50c069c3 None None] Port a455cdf0-83d3-4487-b52d-1754bb9148b1 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:21:32.620858 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-fadb0056-49b2-48a2-821d-2a7e64fb2136 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:32.641637 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-fadb0056-49b2-48a2-821d-2a7e64fb2136 service neutron] Transition to ACTIVE for port object a455cdf0-83d3-4487-b52d-1754bb9148b1 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:21:32.658271 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8799bfcb-1ddf-488f-9b9b-1b4442dad2a7 req-d9fdd129-a925-4445-bc75-b62b54d13bd5 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713961 Aug 31 09:21:32.668260 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7f444-2a54-4a6f-88d0-0f2da22f216d req-f9d681cb-1dfc-4f4d-be01-d62ebe621c61 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:32.669877 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-add7f444-2a54-4a6f-88d0-0f2da22f216d req-f9d681cb-1dfc-4f4d-be01-d62ebe621c61 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.0760164 Aug 31 09:21:32.732493 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-add7f444-2a54-4a6f-88d0-0f2da22f216d req-00c20a4b-2e88-420f-8bee-9f511ace4bcc tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488737 Aug 31 09:21:32.738854 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:32.776804 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-fadb0056-49b2-48a2-821d-2a7e64fb2136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:32.865108 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb0056-49b2-48a2-821d-2a7e64fb2136 service neutron] Pushing event updated for resources: {'Port': ['ID=a455cdf0-83d3-4487-b52d-1754bb9148b1,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:32.908014 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['5b4431c4-d3fc-4102-a88e-370b2790a6d2'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:21:32.959579 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-fadb0056-49b2-48a2-821d-2a7e64fb2136 service neutron] Attempting to bind port a455cdf0-83d3-4487-b52d-1754bb9148b1 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:21:32.960404 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-fadb0056-49b2-48a2-821d-2a7e64fb2136 service neutron] Attempting to bind port a455cdf0-83d3-4487-b52d-1754bb9148b1 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:21:32.960404 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-fadb0056-49b2-48a2-821d-2a7e64fb2136 service neutron] Attempting to bind port a455cdf0-83d3-4487-b52d-1754bb9148b1 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:21:32.974728 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-fadb0056-49b2-48a2-821d-2a7e64fb2136 service neutron] Port a455cdf0-83d3-4487-b52d-1754bb9148b1 on network a47e180d-e969-4a85-aa09-0ec8196480c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:21:32.975324 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-fadb0056-49b2-48a2-821d-2a7e64fb2136 service neutron] Attempting to bind port a455cdf0-83d3-4487-b52d-1754bb9148b1 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:21:32.986767 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-fadb0056-49b2-48a2-821d-2a7e64fb2136 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:21:32.989987 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-fadb0056-49b2-48a2-821d-2a7e64fb2136 service neutron] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:21:32.989987 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-fadb0056-49b2-48a2-821d-2a7e64fb2136 service neutron] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:21:32.989987 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-fadb0056-49b2-48a2-821d-2a7e64fb2136 service neutron] Bound port: a455cdf0-83d3-4487-b52d-1754bb9148b1, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:21:32.990276 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-fadb0056-49b2-48a2-821d-2a7e64fb2136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:33.070600 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-74dd78d8-b458-405a-8b31-cda25653ddc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ccfc8f2-adc2-437c-9087-578ecbd69952 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:21:33.082147 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-74dd78d8-b458-405a-8b31-cda25653ddc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:33.102501 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-74dd78d8-b458-405a-8b31-cda25653ddc7 service neutron] Transition to ACTIVE for port object 0ccfc8f2-adc2-437c-9087-578ecbd69952 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:21:33.127457 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-fadb0056-49b2-48a2-821d-2a7e64fb2136 service neutron] For port a455cdf0-83d3-4487-b52d-1754bb9148b1, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:21:33.137708 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-fadb0056-49b2-48a2-821d-2a7e64fb2136 service neutron] For port a455cdf0-83d3-4487-b52d-1754bb9148b1, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=a455cdf0-83d3-4487-b52d-1754bb9148b1,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:21:33.211578 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-74dd78d8-b458-405a-8b31-cda25653ddc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:33.236543 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-fadb0056-49b2-48a2-821d-2a7e64fb2136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:33.311313 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-fadb0056-49b2-48a2-821d-2a7e64fb2136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:33.312956 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-fadb0056-49b2-48a2-821d-2a7e64fb2136 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:33.333066 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-fadb0056-49b2-48a2-821d-2a7e64fb2136 service neutron] 10.222.0.112 "PUT /v2.0/ports/a455cdf0-83d3-4487-b52d-1754bb9148b1 HTTP/1.1" status: 200 len: 1096 time: 1.1731429 Aug 31 09:21:33.340838 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b3c998-7b68-4076-9d27-61ede58550c7', 'tag': 'a455cdf0-83d3-4487-b52d-1754bb9148b1'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:21:33.343217 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8137e9ad-8864-4ca2-b2d4-9fda269442bc" -d '{"events": [{"name": "network-changed", "server_uuid": "d2b3c998-7b68-4076-9d27-61ede58550c7", "tag": "a455cdf0-83d3-4487-b52d-1754bb9148b1"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:21:33.356195 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 946be31f-1ffa-4bde-ac70-acfc20fbd342 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:33.422884 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd78d8-b458-405a-8b31-cda25653ddc7 service neutron] Pushing event updated for resources: {'Port': ['ID=0ccfc8f2-adc2-437c-9087-578ecbd69952,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:33.445468 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb0056-49b2-48a2-821d-2a7e64fb2136 service neutron] Pushing event updated for resources: {'Port': ['ID=a455cdf0-83d3-4487-b52d-1754bb9148b1,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:33.483780 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab0f689-d7bd-4ad3-9a85-a37e1c7b0150 x-openstack-request-id: req-8ab0f689-d7bd-4ad3-9a85-a37e1c7b0150 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:21:33.484034 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2b3c998-7b68-4076-9d27-61ede58550c7", "tag": "a455cdf0-83d3-4487-b52d-1754bb9148b1", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:21:33.484296 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-8ab0f689-d7bd-4ad3-9a85-a37e1c7b0150 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:21:33.484701 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2b3c998-7b68-4076-9d27-61ede58550c7', 'tag': 'a455cdf0-83d3-4487-b52d-1754bb9148b1', 'status': 'completed', 'code': 200} Aug 31 09:21:33.511994 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 946be31f-1ffa-4bde-ac70-acfc20fbd342 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:33.513637 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:33.569362 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ece46-3d67-4f9d-b262-dd15c2beb9b1 req-97d52cd2-8051-4035-87a7-03a0fd69bf83 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:33.584669 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-4f15b334-a12c-4abf-8062-d48573175800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:33.588829 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ece46-3d67-4f9d-b262-dd15c2beb9b1 req-97d52cd2-8051-4035-87a7-03a0fd69bf83 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:33.589845 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-4f15b334-a12c-4abf-8062-d48573175800 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&device_id=d2b3c998-7b68-4076-9d27-61ede58550c7 HTTP/1.1" status: 200 len: 1099 time: 0.1226919 Aug 31 09:21:33.595607 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ece46-3d67-4f9d-b262-dd15c2beb9b1 req-97d52cd2-8051-4035-87a7-03a0fd69bf83 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:33.614415 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-664ece46-3d67-4f9d-b262-dd15c2beb9b1 req-97d52cd2-8051-4035-87a7-03a0fd69bf83 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e9c7b2e-614b-4f1a-96dc-2b5126bc2046 HTTP/1.1" status: 200 len: 2416 time: 0.4345715 Aug 31 09:21:33.675271 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-41e50518-ab4a-42e3-9a47-ac4baec5b149 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=a455cdf0-83d3-4487-b52d-1754bb9148b1 HTTP/1.1" status: 200 len: 217 time: 0.0705440 Aug 31 09:21:33.681415 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:33.749077 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946be31f-1ffa-4bde-ac70-acfc20fbd342'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:21:33.751477 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62461d74-3a26-4385-b393-4a309d2ab11d" -d '{"events": [{"server_uuid": "65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad", "name": "network-vif-plugged", "status": "completed", "tag": "946be31f-1ffa-4bde-ac70-acfc20fbd342"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:21:33.766793 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 946be31f-1ffa-4bde-ac70-acfc20fbd342, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=946be31f-1ffa-4bde-ac70-acfc20fbd342,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:33.779112 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-664ece46-3d67-4f9d-b262-dd15c2beb9b1 req-9c5dc106-35dc-48d8-b067-d1a0712edb53 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637025 Aug 31 09:21:33.840568 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-c0e780cc-5d5d-41f5-95ec-bc542bc082d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:33.842588 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-c0e780cc-5d5d-41f5-95ec-bc542bc082d5 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1439214 Aug 31 09:21:33.847110 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:33.863288 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-74dd78d8-b458-405a-8b31-cda25653ddc7 service neutron] Attempting to bind port 0ccfc8f2-adc2-437c-9087-578ecbd69952 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:21:33.869984 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-74dd78d8-b458-405a-8b31-cda25653ddc7 service neutron] Attempting to bind port 0ccfc8f2-adc2-437c-9087-578ecbd69952 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:21:33.870961 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-74dd78d8-b458-405a-8b31-cda25653ddc7 service neutron] Attempting to bind port 0ccfc8f2-adc2-437c-9087-578ecbd69952 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:21:33.894010 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-74dd78d8-b458-405a-8b31-cda25653ddc7 service neutron] Port 0ccfc8f2-adc2-437c-9087-578ecbd69952 on network a47e180d-e969-4a85-aa09-0ec8196480c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:21:33.901502 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-74dd78d8-b458-405a-8b31-cda25653ddc7 service neutron] Attempting to bind port 0ccfc8f2-adc2-437c-9087-578ecbd69952 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:21:33.927430 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1b9a9-0b5c-4c86-9495-ff4f9107d764 req-4f281fdc-6a8f-496c-8999-1fba48a15973 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:33.929021 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c8e1b9a9-0b5c-4c86-9495-ff4f9107d764 req-4f281fdc-6a8f-496c-8999-1fba48a15973 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 946 time: 0.2664587 Aug 31 09:21:33.946245 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-74dd78d8-b458-405a-8b31-cda25653ddc7 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:21:33.950839 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-74dd78d8-b458-405a-8b31-cda25653ddc7 service neutron] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:21:33.952516 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-74dd78d8-b458-405a-8b31-cda25653ddc7 service neutron] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:21:33.953626 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-9d1b0440-eee1-41ba-bb55-6ad8ccc40d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:33.954351 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-74dd78d8-b458-405a-8b31-cda25653ddc7 service neutron] Bound port: 0ccfc8f2-adc2-437c-9087-578ecbd69952, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:21:33.955734 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-9d1b0440-eee1-41ba-bb55-6ad8ccc40d97 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1006072 Aug 31 09:21:33.956391 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-74dd78d8-b458-405a-8b31-cda25653ddc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:34.037149 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=946be31f-1ffa-4bde-ac70-acfc20fbd342,revision_number=7']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:34.147503 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c8e1b9a9-0b5c-4c86-9495-ff4f9107d764 req-b016bcb9-cb50-4101-a543-ab302aca38a0 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105489 Aug 31 09:21:34.148689 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-2d3a0dce-db3f-487f-afc0-bb33ebd48712 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797459 Aug 31 09:21:34.162638 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a6d1a-77b6-4dbc-8b03-eecde7ba89f4 req-67e19567-dc71-4c24-8e62-3363b9c01a9b tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:34.171774 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ee7a6d1a-77b6-4dbc-8b03-eecde7ba89f4 req-67e19567-dc71-4c24-8e62-3363b9c01a9b tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=d2b3c998-7b68-4076-9d27-61ede58550c7 HTTP/1.1" status: 200 len: 947 time: 0.2285283 Aug 31 09:21:34.246041 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ee7a6d1a-77b6-4dbc-8b03-eecde7ba89f4 req-da791be3-49fc-499c-b81d-1ecc33c369b2 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733867 Aug 31 09:21:34.248885 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-74dd78d8-b458-405a-8b31-cda25653ddc7 service neutron] For port 0ccfc8f2-adc2-437c-9087-578ecbd69952, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:21:34.268269 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-74dd78d8-b458-405a-8b31-cda25653ddc7 service neutron] For port 0ccfc8f2-adc2-437c-9087-578ecbd69952, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=0ccfc8f2-adc2-437c-9087-578ecbd69952,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:21:34.309630 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d049e67-ec3f-49ec-b22c-63759039d348 x-openstack-request-id: req-1d049e67-ec3f-49ec-b22c-63759039d348 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:21:34.309929 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad", "name": "network-vif-plugged", "status": "completed", "tag": "946be31f-1ffa-4bde-ac70-acfc20fbd342", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:21:34.310183 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-1d049e67-ec3f-49ec-b22c-63759039d348 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:21:34.310650 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946be31f-1ffa-4bde-ac70-acfc20fbd342', 'code': 200} Aug 31 09:21:34.332869 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-071d685e-4482-4dfa-b83d-d7b47b7568ee service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764214 Aug 31 09:21:34.383101 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabd75a-ae3f-4a18-abf6-dd4f205c3b07 req-ee160c2a-0c79-460c-b09d-c626385c3a1d tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:34.386205 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3fabd75a-ae3f-4a18-abf6-dd4f205c3b07 req-ee160c2a-0c79-460c-b09d-c626385c3a1d tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=14b55c43-b170-478d-8fe5-264538117b7f HTTP/1.1" status: 200 len: 946 time: 0.0654838 Aug 31 09:21:34.388534 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-74dd78d8-b458-405a-8b31-cda25653ddc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:34.541552 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-74dd78d8-b458-405a-8b31-cda25653ddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:34.545704 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-74dd78d8-b458-405a-8b31-cda25653ddc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:34.547564 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-74dd78d8-b458-405a-8b31-cda25653ddc7 service neutron] 10.222.0.112 "PUT /v2.0/ports/0ccfc8f2-adc2-437c-9087-578ecbd69952 HTTP/1.1" status: 200 len: 1096 time: 2.6862473 Aug 31 09:21:34.553764 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0c3995-8932-48ac-b794-8ba3c9191dfa', 'tag': '0ccfc8f2-adc2-437c-9087-578ecbd69952'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:21:34.558613 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a13f5ed-4bd7-4024-af05-97d3c9f4fa42" -d '{"events": [{"name": "network-changed", "server_uuid": "1f0c3995-8932-48ac-b794-8ba3c9191dfa", "tag": "0ccfc8f2-adc2-437c-9087-578ecbd69952"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:21:34.582678 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137e9ad-8864-4ca2-b2d4-9fda269442bc req-43d65847-c07f-4877-92f0-4cfda6b66b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:34.584460 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8137e9ad-8864-4ca2-b2d4-9fda269442bc req-43d65847-c07f-4877-92f0-4cfda6b66b15 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&device_id=d2b3c998-7b68-4076-9d27-61ede58550c7 HTTP/1.1" status: 200 len: 1099 time: 0.0873985 Aug 31 09:21:34.650358 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209e6b5-4558-48d9-a8ff-12ca142481ba req-fe8f3eb9-4d57-4108-ab70-24919a70505b tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:34.652653 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7209e6b5-4558-48d9-a8ff-12ca142481ba req-fe8f3eb9-4d57-4108-ab70-24919a70505b tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.2235944 Aug 31 09:21:34.654084 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd78d8-b458-405a-8b31-cda25653ddc7 service neutron] Pushing event updated for resources: {'Port': ['ID=0ccfc8f2-adc2-437c-9087-578ecbd69952,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:34.673790 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3fabd75a-ae3f-4a18-abf6-dd4f205c3b07 req-efc26caa-30bb-4ce0-ad53-504a337fe0a1 tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784340 Aug 31 09:21:34.759736 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137e9ad-8864-4ca2-b2d4-9fda269442bc req-8605935c-f56e-4596-8c09-1ee068338c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:34.761277 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8137e9ad-8864-4ca2-b2d4-9fda269442bc req-8605935c-f56e-4596-8c09-1ee068338c45 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.1687515 Aug 31 09:21:34.841098 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8137e9ad-8864-4ca2-b2d4-9fda269442bc req-a9f8c911-b219-4bf2-a3c8-270619e9e01d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=a455cdf0-83d3-4487-b52d-1754bb9148b1 HTTP/1.1" status: 200 len: 217 time: 0.0661500 Aug 31 09:21:34.846745 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7209e6b5-4558-48d9-a8ff-12ca142481ba req-51dd0ba3-b3c2-4607-9731-e843f537db94 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715000 Aug 31 09:21:34.875746 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-031175c4-7ddd-408d-9f1d-7686e811db17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:34.878443 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-031175c4-7ddd-408d-9f1d-7686e811db17 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&device_id=1f0c3995-8932-48ac-b794-8ba3c9191dfa HTTP/1.1" status: 200 len: 1099 time: 0.1874037 Aug 31 09:21:34.966382 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137e9ad-8864-4ca2-b2d4-9fda269442bc req-b99d0b08-4649-4504-8cc9-d370f72ad7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:34.967928 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8137e9ad-8864-4ca2-b2d4-9fda269442bc req-b99d0b08-4649-4504-8cc9-d370f72ad7e0 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1151924 Aug 31 09:21:35.053108 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d80aa6a-a7d4-4cac-8991-7976ab0f44ad x-openstack-request-id: req-7d80aa6a-a7d4-4cac-8991-7976ab0f44ad {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:21:35.053807 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f0c3995-8932-48ac-b794-8ba3c9191dfa", "tag": "0ccfc8f2-adc2-437c-9087-578ecbd69952", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:21:35.054278 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-7d80aa6a-a7d4-4cac-8991-7976ab0f44ad {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:21:35.054934 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0c3995-8932-48ac-b794-8ba3c9191dfa', 'tag': '0ccfc8f2-adc2-437c-9087-578ecbd69952', 'status': 'completed', 'code': 200} Aug 31 09:21:35.085856 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-3d954361-9348-4423-9309-13bba1183806 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=0ccfc8f2-adc2-437c-9087-578ecbd69952 HTTP/1.1" status: 200 len: 217 time: 0.1920881 Aug 31 09:21:35.099372 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137e9ad-8864-4ca2-b2d4-9fda269442bc req-8bc09329-1ecb-4725-a870-d42eb6491798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:35.101059 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8137e9ad-8864-4ca2-b2d4-9fda269442bc req-8bc09329-1ecb-4725-a870-d42eb6491798 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1111455 Aug 31 09:21:35.184381 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-41333eb0-0cb0-4930-9f23-698a21e5fce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:35.185872 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-41333eb0-0cb0-4930-9f23-698a21e5fce0 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.0715420 Aug 31 09:21:35.201515 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5c597-fc77-4e2e-89e7-8bf080452128 req-40e2f0cb-dfff-4e4e-bb32-1219166317fe tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:35.204981 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7bc5c597-fc77-4e2e-89e7-8bf080452128 req-40e2f0cb-dfff-4e4e-bb32-1219166317fe tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.112 "GET /v2.0/ports?device_id=14b55c43-b170-478d-8fe5-264538117b7f HTTP/1.1" status: 200 len: 946 time: 0.2950773 Aug 31 09:21:35.261364 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8137e9ad-8864-4ca2-b2d4-9fda269442bc req-eb5cce0e-75a8-4979-a9ec-ca7a8d66f023 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528087 Aug 31 09:21:35.304288 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853ba19-bc78-46c2-9532-2daef9fa32fb req-5eae5961-7035-4143-9a0a-b6eda4321424 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:35.310490 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853ba19-bc78-46c2-9532-2daef9fa32fb req-5eae5961-7035-4143-9a0a-b6eda4321424 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:35.316388 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853ba19-bc78-46c2-9532-2daef9fa32fb req-5eae5961-7035-4143-9a0a-b6eda4321424 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:35.318009 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c853ba19-bc78-46c2-9532-2daef9fa32fb req-5eae5961-7035-4143-9a0a-b6eda4321424 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e9c7b2e-614b-4f1a-96dc-2b5126bc2046 HTTP/1.1" status: 200 len: 2416 time: 0.2340372 Aug 31 09:21:35.365937 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:35.517839 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:35.522299 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:35.522699 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:35.690507 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:35.761912 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c,segment=NetworkSegment(871d06c9-0a41-40b3-9f08-df7615289b87),segment_id=871d06c9-0a41-40b3-9f08-df7615289b87)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:35.791267 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8137e9ad-8864-4ca2-b2d4-9fda269442bc req-1d819cf2-8708-4fc6-9e93-0743ce2f32d2 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5140357 Aug 31 09:21:35.881778 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:35.883414 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 4d95cae1-7416-42bc-8d71-e22f7b357e8a up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:35.949386 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af32239-0677-4b96-93ca-45a500c5dff8 req-34a3f372-76b4-49b6-9849-3828992b3fb4 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:35.951008 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7af32239-0677-4b96-93ca-45a500c5dff8 req-34a3f372-76b4-49b6-9849-3828992b3fb4 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 946 time: 0.6963074 Aug 31 09:21:35.953875 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-b8199b1b-9d54-41ee-b696-05793cc4a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:35.955391 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-b8199b1b-9d54-41ee-b696-05793cc4a04f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7487009 Aug 31 09:21:35.961127 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c853ba19-bc78-46c2-9532-2daef9fa32fb req-509c4edf-ffac-453a-b786-30ed0122d8b4 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6338966 Aug 31 09:21:36.059464 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:36.103714 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-7bc5c597-fc77-4e2e-89e7-8bf080452128 req-c8c3720f-29b4-40ea-8c61-6f087fcb709e tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Deleting port 580e293e-078a-4f76-a90b-5c7205ab0e6b {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:21:36.104057 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7bc5c597-fc77-4e2e-89e7-8bf080452128 req-c8c3720f-29b4-40ea-8c61-6f087fcb709e tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:36.160963 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 4d95cae1-7416-42bc-8d71-e22f7b357e8a completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:36.165626 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 4d95cae1-7416-42bc-8d71-e22f7b357e8a triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:36.166116 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:36.187520 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7af32239-0677-4b96-93ca-45a500c5dff8 req-9e135c7e-5332-405d-bf16-93e6e0d68683 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117858 Aug 31 09:21:36.253380 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d5754-bdc7-4f96-afac-c500e64aa359 req-43d6cb11-242b-471d-b350-c2c236caf18a tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:36.262045 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-087d5754-bdc7-4f96-afac-c500e64aa359 req-43d6cb11-242b-471d-b350-c2c236caf18a tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=d2b3c998-7b68-4076-9d27-61ede58550c7 HTTP/1.1" status: 200 len: 947 time: 0.1837161 Aug 31 09:21:36.312928 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9c7b2e-614b-4f1a-96dc-2b5126bc2046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:21:36.315500 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67709b23-bfb4-4480-a915-5613e7b3b5a1" -d '{"events": [{"server_uuid": "6e9c7b2e-614b-4f1a-96dc-2b5126bc2046", "name": "network-vif-plugged", "status": "completed", "tag": "3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:21:36.340108 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:36.348417 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-e11bcbaf-f9af-4946-a6b1-5b7f031c660a service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714707 Aug 31 09:21:36.377019 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-087d5754-bdc7-4f96-afac-c500e64aa359 req-7011ac9c-8049-48c2-a93b-92e6794e2291 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081033 Aug 31 09:21:36.392121 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 4d95cae1-7416-42bc-8d71-e22f7b357e8a, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=4d95cae1-7416-42bc-8d71-e22f7b357e8a,segment=NetworkSegment(09e53608-f5ff-4d6d-82ef-24d5f1888842),segment_id=09e53608-f5ff-4d6d-82ef-24d5f1888842)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:36.460388 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:36.461236 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 525d6ed9-009a-4feb-8d88-f2902156e556 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:36.547376 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-7bc5c597-fc77-4e2e-89e7-8bf080452128 req-c8c3720f-29b4-40ea-8c61-6f087fcb709e tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] For port 580e293e-078a-4f76-a90b-5c7205ab0e6b, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=580e293e-078a-4f76-a90b-5c7205ab0e6b,segment=NetworkSegment(49bda9fb-e760-401a-a18f-f0829eefc211),segment_id=49bda9fb-e760-401a-a18f-f0829eefc211)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:36.547891 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7bc5c597-fc77-4e2e-89e7-8bf080452128 req-c8c3720f-29b4-40ea-8c61-6f087fcb709e tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:36.565874 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=4d95cae1-7416-42bc-8d71-e22f7b357e8a,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:36.572758 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16666f0a-ff83-4734-bb71-07dc865d5904 req-7c1d5f49-a3eb-4dc6-9249-8029a1f7798e tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:36.574421 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16666f0a-ff83-4734-bb71-07dc865d5904 req-7c1d5f49-a3eb-4dc6-9249-8029a1f7798e tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=14b55c43-b170-478d-8fe5-264538117b7f HTTP/1.1" status: 200 len: 946 time: 0.2866352 Aug 31 09:21:36.597131 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-7bc5c597-fc77-4e2e-89e7-8bf080452128 req-c8c3720f-29b4-40ea-8c61-6f087fcb709e tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Calling delete_port for 580e293e-078a-4f76-a90b-5c7205ab0e6b owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:21:36.597890 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 525d6ed9-009a-4feb-8d88-f2902156e556 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:36.601996 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 525d6ed9-009a-4feb-8d88-f2902156e556 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:36.603211 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:36.733513 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-159046cf-7770-4ec4-9c60-31e0a54fd8d2 req-010da56c-f1d3-4799-b18a-74988f24c8fc service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526280 Aug 31 09:21:36.748233 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16666f0a-ff83-4734-bb71-07dc865d5904 req-bba5385f-deb0-4c5e-9703-d73568c923bc tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/security-groups?id=31816390-f6fb-4ebc-825b-95eb1fc5db44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600988 Aug 31 09:21:36.760316 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:36.803468 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44893be-6631-45ba-85aa-da2bf78b07f6 req-93acb6bf-b44f-42c0-b6f3-9cc6ec96c830 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:36.819536 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d44893be-6631-45ba-85aa-da2bf78b07f6 req-93acb6bf-b44f-42c0-b6f3-9cc6ec96c830 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.2202864 Aug 31 09:21:36.886095 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 525d6ed9-009a-4feb-8d88-f2902156e556, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=525d6ed9-009a-4feb-8d88-f2902156e556,segment=NetworkSegment(871d06c9-0a41-40b3-9f08-df7615289b87),segment_id=871d06c9-0a41-40b3-9f08-df7615289b87)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:36.941216 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592deba5-3069-47e5-af1c-dfd7ac976f19 x-openstack-request-id: req-592deba5-3069-47e5-af1c-dfd7ac976f19 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:21:36.942900 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9c7b2e-614b-4f1a-96dc-2b5126bc2046", "name": "network-vif-plugged", "status": "completed", "tag": "3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:21:36.944808 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-592deba5-3069-47e5-af1c-dfd7ac976f19 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:21:36.949374 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9c7b2e-614b-4f1a-96dc-2b5126bc2046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c', 'code': 200} Aug 31 09:21:36.967805 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d44893be-6631-45ba-85aa-da2bf78b07f6 req-1815f373-ac53-4103-8533-b4c9b9e733c9 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297038 Aug 31 09:21:36.969832 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:36.972405 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13f5ed-4bd7-4024-af05-97d3c9f4fa42 req-dcd7fed0-cf47-4683-a898-a636ed798f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:36.973950 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6a13f5ed-4bd7-4024-af05-97d3c9f4fa42 req-dcd7fed0-cf47-4683-a898-a636ed798f2c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&device_id=1f0c3995-8932-48ac-b794-8ba3c9191dfa HTTP/1.1" status: 200 len: 1099 time: 0.1028521 Aug 31 09:21:37.206399 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=525d6ed9-009a-4feb-8d88-f2902156e556,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:37.285575 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3bab7-1511-4a0e-b00d-8183f04a37ab req-482bc0c8-05e2-4d04-9964-5e37411d99b9 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:37.293448 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3bab7-1511-4a0e-b00d-8183f04a37ab req-482bc0c8-05e2-4d04-9964-5e37411d99b9 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:37.302780 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf3bab7-1511-4a0e-b00d-8183f04a37ab req-482bc0c8-05e2-4d04-9964-5e37411d99b9 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:37.309732 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-edf3bab7-1511-4a0e-b00d-8183f04a37ab req-482bc0c8-05e2-4d04-9964-5e37411d99b9 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e9c7b2e-614b-4f1a-96dc-2b5126bc2046 HTTP/1.1" status: 200 len: 2419 time: 0.2167463 Aug 31 09:21:37.395522 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7bc5c597-fc77-4e2e-89e7-8bf080452128 req-c8c3720f-29b4-40ea-8c61-6f087fcb709e tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:37.400621 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device a455cdf0-83d3-4487-b52d-1754bb9148b1 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:21:37.408556 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13f5ed-4bd7-4024-af05-97d3c9f4fa42 req-80d1e709-69cc-4f1f-ae07-e9a74c8a4e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:37.408784 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['580e293e-078a-4f76-a90b-5c7205ab0e6b'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:21:37.410308 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6a13f5ed-4bd7-4024-af05-97d3c9f4fa42 req-80d1e709-69cc-4f1f-ae07-e9a74c8a4e9b service neutron] 10.222.0.112 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.3574798 Aug 31 09:21:37.465087 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c3720f-29b4-40ea-8c61-6f087fcb709e tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Pushing event deleted for resources: {'Port': ['ID=580e293e-078a-4f76-a90b-5c7205ab0e6b,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:37.558248 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-edf3bab7-1511-4a0e-b00d-8183f04a37ab req-756fbce3-02df-4e9f-872b-6fe25352863e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462049 Aug 31 09:21:37.560716 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6a13f5ed-4bd7-4024-af05-97d3c9f4fa42 req-75c7f591-4901-410c-963a-44effb8427dc service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=0ccfc8f2-adc2-437c-9087-578ecbd69952 HTTP/1.1" status: 200 len: 217 time: 0.1150918 Aug 31 09:21:37.652227 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port a455cdf0-83d3-4487-b52d-1754bb9148b1, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=a455cdf0-83d3-4487-b52d-1754bb9148b1,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:37.685467 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'a455cdf0-83d3-4487-b52d-1754bb9148b1', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': 'a455cdf0-83d3-4487-b52d-1754bb9148b1', 'mac_address': 'fa:16:3e:d7:58:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:21:37.730007 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13f5ed-4bd7-4024-af05-97d3c9f4fa42 req-0bdd3264-1586-4fa1-893f-519e0ae6ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:37.735712 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6a13f5ed-4bd7-4024-af05-97d3c9f4fa42 req-0bdd3264-1586-4fa1-893f-519e0ae6ff7f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1272066 Aug 31 09:21:37.770131 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc5c597-fc77-4e2e-89e7-8bf080452128 req-c8c3720f-29b4-40ea-8c61-6f087fcb709e tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] No DVR routers for this DVR port 580e293e-078a-4f76-a90b-5c7205ab0e6b on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:21:37.773244 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7bc5c597-fc77-4e2e-89e7-8bf080452128 req-c8c3720f-29b4-40ea-8c61-6f087fcb709e tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:37.773807 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:37.776835 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7bc5c597-fc77-4e2e-89e7-8bf080452128 req-c8c3720f-29b4-40ea-8c61-6f087fcb709e tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.112 "DELETE /v2.0/ports/580e293e-078a-4f76-a90b-5c7205ab0e6b HTTP/1.1" status: 204 len: 173 time: 2.5466695 Aug 31 09:21:37.786418 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a35d70-3073-4536-9975-5edc4bf68770 req-bb3e4c25-1510-4b86-8020-8d6ec07ac3e0 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:37.788407 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-12a35d70-3073-4536-9975-5edc4bf68770 req-bb3e4c25-1510-4b86-8020-8d6ec07ac3e0 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 946 time: 0.4651985 Aug 31 09:21:37.811117 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a455cdf0-83d3-4487-b52d-1754bb9148b1 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:21:37.819674 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b55c43-b170-478d-8fe5-264538117b7f', 'name': 'network-vif-deleted', 'tag': '580e293e-078a-4f76-a90b-5c7205ab0e6b'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:21:37.823438 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551986ab-8be0-4a3f-a009-9c6f1e2659e3" -d '{"events": [{"server_uuid": "14b55c43-b170-478d-8fe5-264538117b7f", "name": "network-vif-deleted", "tag": "580e293e-078a-4f76-a90b-5c7205ab0e6b"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:21:37.834202 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port a455cdf0-83d3-4487-b52d-1754bb9148b1, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=a455cdf0-83d3-4487-b52d-1754bb9148b1,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:37.877016 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13f5ed-4bd7-4024-af05-97d3c9f4fa42 req-497022c3-1fcf-44b1-8073-8ef9bb7055ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:37.878913 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6a13f5ed-4bd7-4024-af05-97d3c9f4fa42 req-497022c3-1fcf-44b1-8073-8ef9bb7055ad service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0867651 Aug 31 09:21:37.899140 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd061c4-07ab-423d-a948-1d011c2ea0d1 req-c7829dcc-446b-4d92-9d69-cd1c57590116 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:37.907207 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7bd061c4-07ab-423d-a948-1d011c2ea0d1 req-c7829dcc-446b-4d92-9d69-cd1c57590116 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=d2b3c998-7b68-4076-9d27-61ede58550c7 HTTP/1.1" status: 200 len: 947 time: 0.1679235 Aug 31 09:21:37.910284 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:38.017008 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-12a35d70-3073-4536-9975-5edc4bf68770 req-3e8cac1f-7cf6-4e6c-a5a3-c2eb75e80e52 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761358 Aug 31 09:21:38.018131 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=a455cdf0-83d3-4487-b52d-1754bb9148b1,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:38.060082 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7bd061c4-07ab-423d-a948-1d011c2ea0d1 req-f43e9877-5cc3-4afb-aaa8-9dbb0ae4e5ff tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515925 Aug 31 09:21:38.149173 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6a13f5ed-4bd7-4024-af05-97d3c9f4fa42 req-8783efda-b64f-4995-b6fd-707dda10b3c7 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970131 Aug 31 09:21:38.179099 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e0fa963-3527-4cfd-9bc3-6cee0822f5cd req-2d1d981b-0c1c-4053-b7c1-5e5447bcf13f tempest-ListServerFiltersTestJSON-2063383807 tempest-ListServerFiltersTestJSON-2063383807-project] 10.222.0.119 "GET /v2.0/ports?device_id=14b55c43-b170-478d-8fe5-264538117b7f HTTP/1.1" status: 200 len: 210 time: 0.0531881 Aug 31 09:21:38.236633 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8568f4-de35-4f94-929f-336c3de18ba8 x-openstack-request-id: req-6a8568f4-de35-4f94-929f-336c3de18ba8 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:21:38.240821 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b55c43-b170-478d-8fe5-264538117b7f", "name": "network-vif-deleted", "tag": "580e293e-078a-4f76-a90b-5c7205ab0e6b", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:21:38.240821 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-6a8568f4-de35-4f94-929f-336c3de18ba8 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:21:38.240821 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b55c43-b170-478d-8fe5-264538117b7f', 'name': 'network-vif-deleted', 'tag': '580e293e-078a-4f76-a90b-5c7205ab0e6b', 'status': 'completed', 'code': 200} Aug 31 09:21:38.354852 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6a13f5ed-4bd7-4024-af05-97d3c9f4fa42 req-18b44966-37cb-45da-914f-98d955de4bae service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893659 Aug 31 09:21:38.381541 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8fc9a-d0f1-442f-a04d-bc551f4875b1 req-bf09d0c5-fbc4-413b-9a08-fcfd2847fa8c tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:38.387554 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a9a8fc9a-d0f1-442f-a04d-bc551f4875b1 req-bf09d0c5-fbc4-413b-9a08-fcfd2847fa8c tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1006682 Aug 31 09:21:38.443356 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a9a8fc9a-d0f1-442f-a04d-bc551f4875b1 req-c369face-7fdf-4d06-bfc8-1990cd9ed6f1 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495493 Aug 31 09:21:38.542582 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['a455cdf0-83d3-4487-b52d-1754bb9148b1'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:21:38.711535 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c889eff-06c9-4043-85f8-6447c741bcbf req-af0f574e-a909-4c20-bf39-561241d37680 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:38.717731 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c889eff-06c9-4043-85f8-6447c741bcbf req-af0f574e-a909-4c20-bf39-561241d37680 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:38.723793 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c889eff-06c9-4043-85f8-6447c741bcbf req-af0f574e-a909-4c20-bf39-561241d37680 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:38.725566 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3c889eff-06c9-4043-85f8-6447c741bcbf req-af0f574e-a909-4c20-bf39-561241d37680 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e9c7b2e-614b-4f1a-96dc-2b5126bc2046 HTTP/1.1" status: 200 len: 2419 time: 0.0679114 Aug 31 09:21:38.771508 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3c889eff-06c9-4043-85f8-6447c741bcbf req-7ff306d3-bc6f-48af-a682-aadcf03d1f22 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382597 Aug 31 09:21:38.968511 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9c7b2e-614b-4f1a-96dc-2b5126bc2046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d95cae1-7416-42bc-8d71-e22f7b357e8a'}, {'server_uuid': '6e9c7b2e-614b-4f1a-96dc-2b5126bc2046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525d6ed9-009a-4feb-8d88-f2902156e556'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:21:38.970907 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d28e490-4b28-4720-a551-95af9fe835d8" -d '{"events": [{"server_uuid": "6e9c7b2e-614b-4f1a-96dc-2b5126bc2046", "name": "network-vif-plugged", "status": "completed", "tag": "4d95cae1-7416-42bc-8d71-e22f7b357e8a"}, {"server_uuid": "6e9c7b2e-614b-4f1a-96dc-2b5126bc2046", "name": "network-vif-plugged", "status": "completed", "tag": "525d6ed9-009a-4feb-8d88-f2902156e556"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:21:39.021760 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 09:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7f4d16-33c5-4244-8871-183ef8ccc149 x-openstack-request-id: req-0c7f4d16-33c5-4244-8871-183ef8ccc149 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:21:39.022081 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9c7b2e-614b-4f1a-96dc-2b5126bc2046", "name": "network-vif-plugged", "status": "completed", "tag": "4d95cae1-7416-42bc-8d71-e22f7b357e8a", "code": 200}, {"server_uuid": "6e9c7b2e-614b-4f1a-96dc-2b5126bc2046", "name": "network-vif-plugged", "status": "completed", "tag": "525d6ed9-009a-4feb-8d88-f2902156e556", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:21:39.022320 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-0c7f4d16-33c5-4244-8871-183ef8ccc149 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:21:39.022742 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9c7b2e-614b-4f1a-96dc-2b5126bc2046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d95cae1-7416-42bc-8d71-e22f7b357e8a', 'code': 200} Aug 31 09:21:39.023001 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9c7b2e-614b-4f1a-96dc-2b5126bc2046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525d6ed9-009a-4feb-8d88-f2902156e556', 'code': 200} Aug 31 09:21:39.276309 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55b57b-49de-4e15-9303-4beff0b1620c req-740098b3-0308-4833-8902-dbfcfbf82523 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:39.283071 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eb55b57b-49de-4e15-9303-4beff0b1620c req-740098b3-0308-4833-8902-dbfcfbf82523 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 946 time: 0.1615450 Aug 31 09:21:39.319709 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d6911-b9ec-4ffc-8ed8-7077a82814b9 req-e63aa4e9-62b2-4af1-854d-68065b9b223f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:39.320212 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d6911-b9ec-4ffc-8ed8-7077a82814b9 req-e63aa4e9-62b2-4af1-854d-68065b9b223f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:39.320686 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d6911-b9ec-4ffc-8ed8-7077a82814b9 req-e63aa4e9-62b2-4af1-854d-68065b9b223f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:39.323289 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b28d6911-b9ec-4ffc-8ed8-7077a82814b9 req-e63aa4e9-62b2-4af1-854d-68065b9b223f service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=6e9c7b2e-614b-4f1a-96dc-2b5126bc2046 HTTP/1.1" status: 200 len: 2875 time: 0.1907494 Aug 31 09:21:39.336630 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2477c-e6df-4084-a98b-97a11cf968dc req-90d19d3a-f183-4735-b037-81f0e5d12685 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:39.346470 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5f2477c-e6df-4084-a98b-97a11cf968dc req-90d19d3a-f183-4735-b037-81f0e5d12685 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=d2b3c998-7b68-4076-9d27-61ede58550c7 HTTP/1.1" status: 200 len: 948 time: 0.1635907 Aug 31 09:21:39.409206 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eb55b57b-49de-4e15-9303-4beff0b1620c req-5ae5bd33-baec-46f6-8bc9-5c3d10dd7d25 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248767 Aug 31 09:21:39.425516 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 0ccfc8f2-adc2-437c-9087-578ecbd69952 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:21:39.429597 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 580e293e-078a-4f76-a90b-5c7205ab0e6b no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:21:39.488635 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5f2477c-e6df-4084-a98b-97a11cf968dc req-5f410f47-a665-4aed-8cd5-b35a16c3189e tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411536 Aug 31 09:21:39.499989 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 580e293e-078a-4f76-a90b-5c7205ab0e6b {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:21:39.502054 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 580e293e-078a-4f76-a90b-5c7205ab0e6b not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:21:39.515950 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b28d6911-b9ec-4ffc-8ed8-7077a82814b9 req-99cda40e-74ba-43bb-8422-56b20520b4b1 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583033 Aug 31 09:21:39.570815 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 34274) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:39.641930 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-52138985-e862-4575-889d-0667e9d4915e admin admin] Deleting subnet de08f748-8867-4f91-ac9f-4bd91286452d {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:21:39.646147 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-52138985-e862-4575-889d-0667e9d4915e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:39.684627 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 0ccfc8f2-adc2-437c-9087-578ecbd69952, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=0ccfc8f2-adc2-437c-9087-578ecbd69952,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:39.695137 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-52138985-e862-4575-889d-0667e9d4915e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:39.703293 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '0ccfc8f2-adc2-437c-9087-578ecbd69952', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': '0ccfc8f2-adc2-437c-9087-578ecbd69952', 'mac_address': 'fa:16:3e:cb:95:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:21:39.751958 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:39.785892 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21954a0-7240-4b54-9e3b-3e1432ee41e0 req-e3135ff8-b8fb-4a5f-8145-ad78ff72e2f1 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:39.793342 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c21954a0-7240-4b54-9e3b-3e1432ee41e0 req-e3135ff8-b8fb-4a5f-8145-ad78ff72e2f1 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.0873103 Aug 31 09:21:39.797935 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-52138985-e862-4575-889d-0667e9d4915e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:39.802382 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ccfc8f2-adc2-437c-9087-578ecbd69952 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:21:39.845540 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 0ccfc8f2-adc2-437c-9087-578ecbd69952, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=0ccfc8f2-adc2-437c-9087-578ecbd69952,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:39.889901 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c21954a0-7240-4b54-9e3b-3e1432ee41e0 req-466bac25-863a-46cf-a286-cf1eb743d57f tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944030 Aug 31 09:21:39.953472 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:39.998281 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-52138985-e862-4575-889d-0667e9d4915e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:40.011024 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f18f20-14b6-4680-ab58-656036d767fc req-8eb8b02b-ce62-42f6-8df9-0ca684ae1ec1 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:40.017192 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f18f20-14b6-4680-ab58-656036d767fc req-8eb8b02b-ce62-42f6-8df9-0ca684ae1ec1 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:40.023729 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f18f20-14b6-4680-ab58-656036d767fc req-8eb8b02b-ce62-42f6-8df9-0ca684ae1ec1 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:40.026411 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-68f18f20-14b6-4680-ab58-656036d767fc req-8eb8b02b-ce62-42f6-8df9-0ca684ae1ec1 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e9c7b2e-614b-4f1a-96dc-2b5126bc2046 HTTP/1.1" status: 200 len: 2419 time: 0.0855103 Aug 31 09:21:40.029249 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52138985-e862-4575-889d-0667e9d4915e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de08f748-8867-4f91-ac9f-4bd91286452d,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:40.040480 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-52138985-e862-4575-889d-0667e9d4915e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:40.042899 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-52138985-e862-4575-889d-0667e9d4915e admin admin] 10.222.0.119 "DELETE /v2.0/subnets/de08f748-8867-4f91-ac9f-4bd91286452d HTTP/1.1" status: 204 len: 168 time: 0.4702361 Aug 31 09:21:40.046194 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b842fe-7f59-44bd-abe7-b023c8e10c5b None None] Network dbfe4506-be9a-4469-a405-2a71d3d1ef02 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:21:40.047810 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 34286) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:40.056057 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52138985-e862-4575-889d-0667e9d4915e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:40.056422 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52138985-e862-4575-889d-0667e9d4915e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:40.056713 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52138985-e862-4575-889d-0667e9d4915e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:40.057047 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52138985-e862-4575-889d-0667e9d4915e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:40.057374 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52138985-e862-4575-889d-0667e9d4915e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:40.057921 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52138985-e862-4575-889d-0667e9d4915e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:40.058242 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52138985-e862-4575-889d-0667e9d4915e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:40.058577 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52138985-e862-4575-889d-0667e9d4915e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:40.058910 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52138985-e862-4575-889d-0667e9d4915e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:40.059226 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52138985-e862-4575-889d-0667e9d4915e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:40.059543 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52138985-e862-4575-889d-0667e9d4915e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:40.060012 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52138985-e862-4575-889d-0667e9d4915e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:40.130391 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-68f18f20-14b6-4680-ab58-656036d767fc req-634b10dd-e373-422f-a4aa-350fc049bc27 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942872 Aug 31 09:21:40.149100 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=0ccfc8f2-adc2-437c-9087-578ecbd69952,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:40.158789 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-24a1d5ce-0a5b-4052-b239-28735f87bcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:40.244534 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-24a1d5ce-0a5b-4052-b239-28735f87bcde admin admin] Deleting port 1d3994b5-4f4e-4683-a035-50999d170e79 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:21:40.244895 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-24a1d5ce-0a5b-4052-b239-28735f87bcde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:40.326106 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-24a1d5ce-0a5b-4052-b239-28735f87bcde admin admin] For port 1d3994b5-4f4e-4683-a035-50999d170e79, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1d3994b5-4f4e-4683-a035-50999d170e79,segment=NetworkSegment(49bda9fb-e760-401a-a18f-f0829eefc211),segment_id=49bda9fb-e760-401a-a18f-f0829eefc211)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:40.327004 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-24a1d5ce-0a5b-4052-b239-28735f87bcde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:40.359119 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-24a1d5ce-0a5b-4052-b239-28735f87bcde admin admin] Calling delete_port for 1d3994b5-4f4e-4683-a035-50999d170e79 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:21:40.459975 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4b1035-2bed-4a56-873f-c9f19dcdb314 None None] DHCP port deletion for dbfe4506-be9a-4469-a405-2a71d3d1ef02 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:21:40.518255 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-9c4b1035-2bed-4a56-873f-c9f19dcdb314 None None] Deleting port 1d3994b5-4f4e-4683-a035-50999d170e79 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:21:40.518991 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9c4b1035-2bed-4a56-873f-c9f19dcdb314 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:40.552182 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-24a1d5ce-0a5b-4052-b239-28735f87bcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:40.587413 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a1d5ce-0a5b-4052-b239-28735f87bcde admin admin] No DVR routers for this DVR port 1d3994b5-4f4e-4683-a035-50999d170e79 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:21:40.604726 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1d5ce-0a5b-4052-b239-28735f87bcde admin admin] Pushing event deleted for resources: {'Port': ['ID=1d3994b5-4f4e-4683-a035-50999d170e79,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:40.646120 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176968d-4ddd-4538-b92c-c98f43979b40 req-005eb8a7-bf14-4452-8a9d-133385bd0591 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:40.648186 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0176968d-4ddd-4538-b92c-c98f43979b40 req-005eb8a7-bf14-4452-8a9d-133385bd0591 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 946 time: 0.1426933 Aug 31 09:21:40.652274 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-9c4b1035-2bed-4a56-873f-c9f19dcdb314 None None] For port 1d3994b5-4f4e-4683-a035-50999d170e79, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1d3994b5-4f4e-4683-a035-50999d170e79,segment=NetworkSegment(49bda9fb-e760-401a-a18f-f0829eefc211),segment_id=49bda9fb-e760-401a-a18f-f0829eefc211)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:40.652671 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9c4b1035-2bed-4a56-873f-c9f19dcdb314 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:40.668732 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028e99c-6de8-4e23-b13c-b782e545905c req-2dd78454-23c4-46f2-8a54-05cf8e27f1ca tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:40.668953 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-9c4b1035-2bed-4a56-873f-c9f19dcdb314 None None] Calling delete_port for 1d3994b5-4f4e-4683-a035-50999d170e79 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:21:40.670294 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9028e99c-6de8-4e23-b13c-b782e545905c req-2dd78454-23c4-46f2-8a54-05cf8e27f1ca tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=d2b3c998-7b68-4076-9d27-61ede58550c7 HTTP/1.1" status: 200 len: 948 time: 0.1060259 Aug 31 09:21:40.681421 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['0ccfc8f2-adc2-437c-9087-578ecbd69952'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:21:40.759606 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-24a1d5ce-0a5b-4052-b239-28735f87bcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:40.780197 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-24a1d5ce-0a5b-4052-b239-28735f87bcde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbfe4506-be9a-4469-a405-2a71d3d1ef02']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:40.786955 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9028e99c-6de8-4e23-b13c-b782e545905c req-93d40735-9369-4509-980a-7af26948d6eb tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893347 Aug 31 09:21:40.799779 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-24a1d5ce-0a5b-4052-b239-28735f87bcde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49bda9fb-e760-401a-a18f-f0829eefc211') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:40.806379 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-24a1d5ce-0a5b-4052-b239-28735f87bcde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49bda9fb-e760-401a-a18f-f0829eefc211') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:40.821598 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0176968d-4ddd-4538-b92c-c98f43979b40 req-0250fbc8-3611-4d4d-ba25-29cc66172a02 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359649 Aug 31 09:21:40.834272 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-24a1d5ce-0a5b-4052-b239-28735f87bcde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:40.859098 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-24a1d5ce-0a5b-4052-b239-28735f87bcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:40.866188 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a1d5ce-0a5b-4052-b239-28735f87bcde admin admin] Releasing vlan 1615 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:21:40.867414 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-24a1d5ce-0a5b-4052-b239-28735f87bcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:40.870867 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:21:40.870867 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:21:40.870867 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:21:40.870867 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:21:40.870867 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:21:40.870867 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:21:40.870867 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:21:40.870867 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:21:40.870867 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:21:40.870867 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:21:40.870867 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:21:40.870867 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:21:40.870867 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:21:40.870867 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:21:40.870867 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:21:40.870867 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:21:40.870867 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:21:40.870867 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:21:40.870867 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:21:40.870867 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:21:40.870867 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:21:40.870867 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:21:40.870867 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:21:40.870867 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:21:40.870867 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:21:40.870867 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:21:40.870867 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:21:40.870867 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:21:40.870867 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:21:40.870867 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:21:40.870867 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:21:40.870867 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:21:40.901751 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9c4b1035-2bed-4a56-873f-c9f19dcdb314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:40.940621 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b1035-2bed-4a56-873f-c9f19dcdb314 None None] Pushing event deleted for resources: {'Port': ['ID=1d3994b5-4f4e-4683-a035-50999d170e79,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:40.955852 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4b1035-2bed-4a56-873f-c9f19dcdb314 None None] No DVR routers for this DVR port 1d3994b5-4f4e-4683-a035-50999d170e79 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:21:41.043679 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-24a1d5ce-0a5b-4052-b239-28735f87bcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:41.052048 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1d3994b5-4f4e-4683-a035-50999d170e79 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:21:41.054232 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-24a1d5ce-0a5b-4052-b239-28735f87bcde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:41.057757 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-24a1d5ce-0a5b-4052-b239-28735f87bcde admin admin] 10.222.0.119 "DELETE /v2.0/networks/dbfe4506-be9a-4469-a405-2a71d3d1ef02 HTTP/1.1" status: 204 len: 168 time: 1.0085742 Aug 31 09:21:41.081419 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df742528-c0ef-45f9-8cb5-263d9d8b1505 req-0f098e85-e0b6-4721-8787-9b959f4b4900 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:41.093713 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-df742528-c0ef-45f9-8cb5-263d9d8b1505 req-0f098e85-e0b6-4721-8787-9b959f4b4900 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.0891693 Aug 31 09:21:41.099642 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 1d3994b5-4f4e-4683-a035-50999d170e79 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:21:41.099642 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1d3994b5-4f4e-4683-a035-50999d170e79 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:21:41.110075 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1d5ce-0a5b-4052-b239-28735f87bcde admin admin] Pushing event deleted for resources: {'Network': ['ID=dbfe4506-be9a-4469-a405-2a71d3d1ef02,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:41.152431 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-df742528-c0ef-45f9-8cb5-263d9d8b1505 req-478a7fad-8af3-4645-9c15-81ad0b824df4 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620203 Aug 31 09:21:41.271766 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d2a72fc7-0346-4b96-a6ed-2e2c79e3cb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:41.298588 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac00a74-036c-4207-bb0a-e36e691e4e35 req-7d866513-ea00-4e5b-8503-0567f98070ba tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:41.304331 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac00a74-036c-4207-bb0a-e36e691e4e35 req-7d866513-ea00-4e5b-8503-0567f98070ba tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:41.312006 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac00a74-036c-4207-bb0a-e36e691e4e35 req-7d866513-ea00-4e5b-8503-0567f98070ba tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:41.313715 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0ac00a74-036c-4207-bb0a-e36e691e4e35 req-7d866513-ea00-4e5b-8503-0567f98070ba tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e9c7b2e-614b-4f1a-96dc-2b5126bc2046 HTTP/1.1" status: 200 len: 2419 time: 0.0825799 Aug 31 09:21:41.359228 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0ac00a74-036c-4207-bb0a-e36e691e4e35 req-bb673de3-2926-46ee-a165-8b52831d73c0 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355637 Aug 31 09:21:41.435535 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device a455cdf0-83d3-4487-b52d-1754bb9148b1 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:41.573418 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port a455cdf0-83d3-4487-b52d-1754bb9148b1 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:41.578843 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port a455cdf0-83d3-4487-b52d-1754bb9148b1 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:41.583113 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 34312) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:41.587571 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:41.631398 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 34314) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:41.632842 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6d38876b-0fc3-458f-8d01-da92da25580b admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=7631bb835dc644c795315530823b1243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481546 Aug 31 09:21:41.700301 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3a26e108-0d8c-44cc-8875-99239f1a3983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:41.724184 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:41.739261 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3a26e108-0d8c-44cc-8875-99239f1a3983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:41.763670 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b3c998-7b68-4076-9d27-61ede58550c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a455cdf0-83d3-4487-b52d-1754bb9148b1'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:21:41.770736 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9462459-6a06-4149-ab12-b89dd00ec2b6" -d '{"events": [{"server_uuid": "d2b3c998-7b68-4076-9d27-61ede58550c7", "name": "network-vif-plugged", "status": "completed", "tag": "a455cdf0-83d3-4487-b52d-1754bb9148b1"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:21:41.786691 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port a455cdf0-83d3-4487-b52d-1754bb9148b1, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=a455cdf0-83d3-4487-b52d-1754bb9148b1,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:41.862595 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:41.872391 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e64c66-16cc-4f3d-a6e1-eda9f89a2c14 x-openstack-request-id: req-42e64c66-16cc-4f3d-a6e1-eda9f89a2c14 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:21:41.872791 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b3c998-7b68-4076-9d27-61ede58550c7", "name": "network-vif-plugged", "status": "completed", "tag": "a455cdf0-83d3-4487-b52d-1754bb9148b1", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:21:41.873215 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-42e64c66-16cc-4f3d-a6e1-eda9f89a2c14 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:21:41.873825 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b3c998-7b68-4076-9d27-61ede58550c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a455cdf0-83d3-4487-b52d-1754bb9148b1', 'code': 200} Aug 31 09:21:41.889663 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3a26e108-0d8c-44cc-8875-99239f1a3983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:41.893645 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3a26e108-0d8c-44cc-8875-99239f1a3983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:41.899023 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3a26e108-0d8c-44cc-8875-99239f1a3983 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/31816390-f6fb-4ebc-825b-95eb1fc5db44 HTTP/1.1" status: 204 len: 168 time: 0.2622139 Aug 31 09:21:41.919690 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26e108-0d8c-44cc-8875-99239f1a3983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31816390-f6fb-4ebc-825b-95eb1fc5db44,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:42.007504 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=a455cdf0-83d3-4487-b52d-1754bb9148b1,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:42.015726 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde1602-4238-4b5a-8238-2cc692be02b3 req-fdfd9d2d-88d9-470c-b1e4-39e60f093130 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:42.017336 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3bde1602-4238-4b5a-8238-2cc692be02b3 req-fdfd9d2d-88d9-470c-b1e4-39e60f093130 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=d2b3c998-7b68-4076-9d27-61ede58550c7 HTTP/1.1" status: 200 len: 949 time: 0.1369884 Aug 31 09:21:42.114819 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ecc467-7bbd-46dc-871f-40e1900f4d46 req-7c385489-e924-4106-a3a3-1451f8390456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:42.116401 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f5ecc467-7bbd-46dc-871f-40e1900f4d46 req-7c385489-e924-4106-a3a3-1451f8390456 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=d2b3c998-7b68-4076-9d27-61ede58550c7 HTTP/1.1" status: 200 len: 1101 time: 0.1391046 Aug 31 09:21:42.125395 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e42f02-df3b-4441-9ed8-8626cee8ad80 req-9603b5d8-606c-43e1-ae47-cceb60ceac0c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:42.127309 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c7e42f02-df3b-4441-9ed8-8626cee8ad80 req-9603b5d8-606c-43e1-ae47-cceb60ceac0c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 946 time: 0.1463337 Aug 31 09:21:42.130033 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3bde1602-4238-4b5a-8238-2cc692be02b3 req-ffc79a77-176c-4747-8a9c-4d19f97f213e tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856841 Aug 31 09:21:42.198006 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f5ecc467-7bbd-46dc-871f-40e1900f4d46 req-b6f845dc-da8b-4d64-a699-90efcf427a9b service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635743 Aug 31 09:21:42.209706 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c7e42f02-df3b-4441-9ed8-8626cee8ad80 req-0773d8e7-038c-419c-8b1f-353e71c122ef tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674987 Aug 31 09:21:42.359604 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469202a-b4fc-4e83-80c4-dd41894b1a61 req-125882d5-4c94-47f7-a9ac-495b1304f72b tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:42.361520 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6469202a-b4fc-4e83-80c4-dd41894b1a61 req-125882d5-4c94-47f7-a9ac-495b1304f72b tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.0653794 Aug 31 09:21:42.413415 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6469202a-b4fc-4e83-80c4-dd41894b1a61 req-ad96198c-1608-4315-8da7-a4ae3c0c5f74 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427365 Aug 31 09:21:42.547762 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3410613-dc31-4d9b-8891-52846471438d req-c2c3a422-9310-43b0-b268-b069de7c1803 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:42.554066 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3410613-dc31-4d9b-8891-52846471438d req-c2c3a422-9310-43b0-b268-b069de7c1803 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:42.560678 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3410613-dc31-4d9b-8891-52846471438d req-c2c3a422-9310-43b0-b268-b069de7c1803 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:42.562399 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b3410613-dc31-4d9b-8891-52846471438d req-c2c3a422-9310-43b0-b268-b069de7c1803 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e9c7b2e-614b-4f1a-96dc-2b5126bc2046 HTTP/1.1" status: 200 len: 2419 time: 0.0762997 Aug 31 09:21:42.605704 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b3410613-dc31-4d9b-8891-52846471438d req-5643497f-ffdf-40f1-9cce-b5f4df27d7c5 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361814 Aug 31 09:21:43.357436 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714c9c1-671b-4a35-a33a-93b3a4501491 req-9c295678-0174-4674-b859-acb3c4232f1b tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:43.364691 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714c9c1-671b-4a35-a33a-93b3a4501491 req-9c295678-0174-4674-b859-acb3c4232f1b tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:43.371353 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714c9c1-671b-4a35-a33a-93b3a4501491 req-9c295678-0174-4674-b859-acb3c4232f1b tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:43.385343 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7714c9c1-671b-4a35-a33a-93b3a4501491 req-9c295678-0174-4674-b859-acb3c4232f1b tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e9c7b2e-614b-4f1a-96dc-2b5126bc2046 HTTP/1.1" status: 200 len: 2419 time: 0.1382949 Aug 31 09:21:43.424647 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6c94c-6bcb-48ee-9274-b4eec3894f05 req-8e700f52-090c-4b13-85a6-4f057b054aec tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:43.426418 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9de6c94c-6bcb-48ee-9274-b4eec3894f05 req-8e700f52-090c-4b13-85a6-4f057b054aec tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=d2b3c998-7b68-4076-9d27-61ede58550c7 HTTP/1.1" status: 200 len: 949 time: 0.1631489 Aug 31 09:21:43.484988 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7714c9c1-671b-4a35-a33a-93b3a4501491 req-f7820404-b64c-49c2-be58-bfec7a7fff0c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983336 Aug 31 09:21:43.530821 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9de6c94c-6bcb-48ee-9274-b4eec3894f05 req-cc9d8bcf-6321-4cf6-b162-6845f987c179 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807817 Aug 31 09:21:43.548245 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 34382) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:43.659524 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e1522-64e8-46d1-ba48-932c6e90b60c req-88182b82-f27f-401d-acf2-c17d34e38fb3 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:43.668226 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba8e1522-64e8-46d1-ba48-932c6e90b60c req-88182b82-f27f-401d-acf2-c17d34e38fb3 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 946 time: 0.0790198 Aug 31 09:21:43.722342 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-190e493b-dd97-4adc-b9b1-4045eac7b34a admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1823058757-network', 'tenant_id': 'c39f4f444f0243199611deae05a91e29'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:43.743326 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba8e1522-64e8-46d1-ba48-932c6e90b60c req-4178e045-1ac7-47bc-b26d-bb233ccfed5d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741818 Aug 31 09:21:43.784415 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294a844-a3b6-47ab-9538-a626d570e8fe req-8ce7d9c9-1a87-403f-9bb2-3fb0fead1971 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:43.792893 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0294a844-a3b6-47ab-9538-a626d570e8fe req-8ce7d9c9-1a87-403f-9bb2-3fb0fead1971 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.0866625 Aug 31 09:21:43.818922 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190e493b-dd97-4adc-b9b1-4045eac7b34a admin admin] Made reservation on behalf of c39f4f444f0243199611deae05a91e29 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:21:43.823750 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-190e493b-dd97-4adc-b9b1-4045eac7b34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:43.842658 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-190e493b-dd97-4adc-b9b1-4045eac7b34a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:43.882532 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0294a844-a3b6-47ab-9538-a626d570e8fe req-db69532c-7980-48a1-8cd4-baa67e75b2d4 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812204 Aug 31 09:21:43.967423 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4c8ab8e8-54e2-4671-b61f-3a4388e02baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:43.988802 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-190e493b-dd97-4adc-b9b1-4045eac7b34a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:44.021039 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:44.053037 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-190e493b-dd97-4adc-b9b1-4045eac7b34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:44.079784 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-190e493b-dd97-4adc-b9b1-4045eac7b34a admin admin] vlan segment allocate from pool success with {'vlan_id': 1602, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:21:44.090050 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e493b-dd97-4adc-b9b1-4045eac7b34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef20352-6f78-4114-bb23-0426433bce8b,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:44.095330 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-190e493b-dd97-4adc-b9b1-4045eac7b34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:44.095678 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-190e493b-dd97-4adc-b9b1-4045eac7b34a admin admin] Added segment 344f5653-d52f-45b4-9ca9-55bfa022535f of type vlan for network cd8d8aae-ef2d-4318-b0f7-a17dc229df45 Aug 31 09:21:44.140199 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-190e493b-dd97-4adc-b9b1-4045eac7b34a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:44.272428 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-190e493b-dd97-4adc-b9b1-4045eac7b34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:44.273923 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190e493b-dd97-4adc-b9b1-4045eac7b34a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:44.274704 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-190e493b-dd97-4adc-b9b1-4045eac7b34a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:44.341633 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e493b-dd97-4adc-b9b1-4045eac7b34a admin admin] Pushing event updated for resources: {'Network': ['ID=cd8d8aae-ef2d-4318-b0f7-a17dc229df45,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:44.352783 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network cd8d8aae-ef2d-4318-b0f7-a17dc229df45 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:21:44.404236 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-190e493b-dd97-4adc-b9b1-4045eac7b34a admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8547044 Aug 31 09:21:44.407277 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 34396) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:44.413361 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-c6866ca1-ee88-49e6-abcb-49a01d7b5963 admin admin] Request body: {'subnet': {'network_id': 'cd8d8aae-ef2d-4318-b0f7-a17dc229df45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1823058757-subnet', 'tenant_id': 'c39f4f444f0243199611deae05a91e29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:44.512207 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6866ca1-ee88-49e6-abcb-49a01d7b5963 admin admin] Made reservation on behalf of c39f4f444f0243199611deae05a91e29 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:21:44.516593 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c6866ca1-ee88-49e6-abcb-49a01d7b5963 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:44.698266 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e9f45-3a69-44b7-8bc7-1bbb78432d3f req-985dad58-75b0-4f16-8a49-7794f1dfe7c2 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:44.706331 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e9f45-3a69-44b7-8bc7-1bbb78432d3f req-985dad58-75b0-4f16-8a49-7794f1dfe7c2 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:44.715838 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e9f45-3a69-44b7-8bc7-1bbb78432d3f req-985dad58-75b0-4f16-8a49-7794f1dfe7c2 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:44.719219 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cb2e9f45-3a69-44b7-8bc7-1bbb78432d3f req-985dad58-75b0-4f16-8a49-7794f1dfe7c2 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e9c7b2e-614b-4f1a-96dc-2b5126bc2046 HTTP/1.1" status: 200 len: 2419 time: 0.1425660 Aug 31 09:21:44.731273 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1463a1d-2f93-4f4d-ae80-f9043782eee0 req-29d6dab7-11c1-4358-b73e-82cc858d9c45 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:44.733054 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a1463a1d-2f93-4f4d-ae80-f9043782eee0 req-29d6dab7-11c1-4358-b73e-82cc858d9c45 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=d2b3c998-7b68-4076-9d27-61ede58550c7 HTTP/1.1" status: 200 len: 949 time: 0.1234176 Aug 31 09:21:44.851495 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a1463a1d-2f93-4f4d-ae80-f9043782eee0 req-cf8fe5ef-70f0-4fa9-b14e-5d51316dde6e tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884304 Aug 31 09:21:44.867589 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cb2e9f45-3a69-44b7-8bc7-1bbb78432d3f req-22ad8148-f3f4-47ef-9496-5133fc0f8b18 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262112 Aug 31 09:21:45.056106 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c6866ca1-ee88-49e6-abcb-49a01d7b5963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:45.111491 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8210a-04ba-4c9d-ac7e-a541e8067fe1 req-0dbec19a-3231-4b37-957f-fea624218454 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:45.113125 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4dd8210a-04ba-4c9d-ac7e-a541e8067fe1 req-0dbec19a-3231-4b37-957f-fea624218454 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 946 time: 0.1324847 Aug 31 09:21:45.174296 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5154f84-424b-4f81-b693-eee2d9242f7f req-a0284e60-5821-41e5-b88c-10461a927858 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:45.175965 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5154f84-424b-4f81-b693-eee2d9242f7f req-a0284e60-5821-41e5-b88c-10461a927858 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1629868 Aug 31 09:21:45.188634 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6866ca1-ee88-49e6-abcb-49a01d7b5963 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68dc58c6-f960-4ac1-b9b7-339e4d0e385a,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:45.234365 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4dd8210a-04ba-4c9d-ac7e-a541e8067fe1 req-ca6265e9-7da8-4881-a4e9-ae90af611fa3 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140177 Aug 31 09:21:45.237631 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6866ca1-ee88-49e6-abcb-49a01d7b5963 admin admin] Checking segment: {'id': '344f5653-d52f-45b4-9ca9-55bfa022535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': 'cd8d8aae-ef2d-4318-b0f7-a17dc229df45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:21:45.238282 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6866ca1-ee88-49e6-abcb-49a01d7b5963 admin admin] Network hostable DHCP agents. Network: cd8d8aae-ef2d-4318-b0f7-a17dc229df45, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:21:45.243981 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:45.275915 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5154f84-424b-4f81-b693-eee2d9242f7f req-b3cab17b-62c3-4d06-9dff-0239bf9b15a0 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871944 Aug 31 09:21:45.363247 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6866ca1-ee88-49e6-abcb-49a01d7b5963 admin admin] Network cd8d8aae-ef2d-4318-b0f7-a17dc229df45 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:21:45.447204 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:21:45.455790 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 0ccfc8f2-adc2-437c-9087-578ecbd69952 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:45.486949 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-c6866ca1-ee88-49e6-abcb-49a01d7b5963 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, cd8d8aae-ef2d-4318-b0f7-a17dc229df45) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:21:45.496897 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6866ca1-ee88-49e6-abcb-49a01d7b5963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:45.497627 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c6866ca1-ee88-49e6-abcb-49a01d7b5963 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:45.500941 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28e674d-e925-4221-b0be-fd5265a69806 None None] Network cd8d8aae-ef2d-4318-b0f7-a17dc229df45 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:21:45.609804 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c6866ca1-ee88-49e6-abcb-49a01d7b5963 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2005503 Aug 31 09:21:45.676069 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f,segment=NetworkSegment(e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897),segment_id=e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:45.716904 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f', 'network_id': 'a272a18a-9015-4fb0-a70a-84597b53d8ca', 'port_id': 'b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f', 'mac_address': 'fa:16:3e:48:ce:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '563a5021-597f-4efc-89b8-b4db37655c5e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:21:45.722230 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 0ccfc8f2-adc2-437c-9087-578ecbd69952 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:21:45.744580 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 0ccfc8f2-adc2-437c-9087-578ecbd69952 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:45.744580 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:45.782972 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c0fbcd-e2b2-4c4b-8160-73d0ccde9a35 None None] Network cd8d8aae-ef2d-4318-b0f7-a17dc229df45 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:21:45.970793 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:46.058684 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2647603-dc69-4044-bc65-6c011cf807dd req-28f5389c-c397-43b8-9b29-ec99d00ba08e tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:46.059200 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c2647603-dc69-4044-bc65-6c011cf807dd req-28f5389c-c397-43b8-9b29-ec99d00ba08e tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=d2b3c998-7b68-4076-9d27-61ede58550c7 HTTP/1.1" status: 200 len: 949 time: 0.0980127 Aug 31 09:21:46.075381 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:21:46.162235 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f,segment=NetworkSegment(e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897),segment_id=e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:46.165495 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:46.194176 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c2647603-dc69-4044-bc65-6c011cf807dd req-bdeaff58-fa64-456f-8866-728d94c501f9 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252384 Aug 31 09:21:46.208512 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0c3995-8932-48ac-b794-8ba3c9191dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccfc8f2-adc2-437c-9087-578ecbd69952'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:21:46.208512 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bffb4bc-6a0f-4e42-a2ec-423efe93e8bb" -d '{"events": [{"server_uuid": "1f0c3995-8932-48ac-b794-8ba3c9191dfa", "name": "network-vif-plugged", "status": "completed", "tag": "0ccfc8f2-adc2-437c-9087-578ecbd69952"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:21:46.224742 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 0ccfc8f2-adc2-437c-9087-578ecbd69952, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=0ccfc8f2-adc2-437c-9087-578ecbd69952,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:46.256231 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:46.288132 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:46.306590 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-60619c7c-4f8a-47a2-b79d-7f8bab0e003c tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:46.308028 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-60619c7c-4f8a-47a2-b79d-7f8bab0e003c tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] 10.222.0.119 "GET /v2.0/networks?id=cd8d8aae-ef2d-4318-b0f7-a17dc229df45 HTTP/1.1" status: 200 len: 813 time: 0.2191703 Aug 31 09:21:46.321633 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:46.345084 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-91bf1cc4-75fb-4aec-bad7-64b013214e88 tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] 10.222.0.119 "GET /v2.0/quotas/c39f4f444f0243199611deae05a91e29 HTTP/1.1" status: 200 len: 375 time: 0.0207884 Aug 31 09:21:46.377632 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-98ab67c6-1aca-4662-8707-07259bdc2e48 tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=c39f4f444f0243199611deae05a91e29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315492 Aug 31 09:21:46.387087 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=0ccfc8f2-adc2-437c-9087-578ecbd69952,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:46.398177 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44261e0-ad17-439e-acc7-0e77652e7898 req-a72866b9-8f08-401c-8ae8-7195dfda8ab6 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:46.406023 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44261e0-ad17-439e-acc7-0e77652e7898 req-a72866b9-8f08-401c-8ae8-7195dfda8ab6 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:46.414287 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44261e0-ad17-439e-acc7-0e77652e7898 req-a72866b9-8f08-401c-8ae8-7195dfda8ab6 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:46.415574 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d44261e0-ad17-439e-acc7-0e77652e7898 req-a72866b9-8f08-401c-8ae8-7195dfda8ab6 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e9c7b2e-614b-4f1a-96dc-2b5126bc2046 HTTP/1.1" status: 200 len: 2419 time: 0.1441207 Aug 31 09:21:46.527644 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d44261e0-ad17-439e-acc7-0e77652e7898 req-bc591291-2513-449e-85ea-c8aedd0e0b6b tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013913 Aug 31 09:21:46.559307 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-e518527c-0dbb-4bbb-918d-b9e506d43612 service neutron] 10.222.0.119 "GET /v2.0/networks/cd8d8aae-ef2d-4318-b0f7-a17dc229df45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422927 Aug 31 09:21:46.663307 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-ad4cea3e-d65b-40a0-9172-627a3777be50 service neutron] 10.222.0.119 "GET /v2.0/networks/cd8d8aae-ef2d-4318-b0f7-a17dc229df45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977707 Aug 31 09:21:46.713051 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:21:46.753976 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01dc5399-190d-45c9-b2fd-0f26f6754577 x-openstack-request-id: req-01dc5399-190d-45c9-b2fd-0f26f6754577 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:21:46.754273 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0c3995-8932-48ac-b794-8ba3c9191dfa", "name": "network-vif-plugged", "status": "completed", "tag": "0ccfc8f2-adc2-437c-9087-578ecbd69952", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:21:46.754528 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-01dc5399-190d-45c9-b2fd-0f26f6754577 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:21:46.754943 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0c3995-8932-48ac-b794-8ba3c9191dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccfc8f2-adc2-437c-9087-578ecbd69952', 'code': 200} Aug 31 09:21:46.897706 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:47.392654 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231fc50-2030-45d0-92c3-2a8a08fe8c77 req-ed246bb2-a71c-49cf-ada5-018867a50f5b tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:47.400996 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6231fc50-2030-45d0-92c3-2a8a08fe8c77 req-ed246bb2-a71c-49cf-ada5-018867a50f5b tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=1f0c3995-8932-48ac-b794-8ba3c9191dfa HTTP/1.1" status: 200 len: 949 time: 0.5672748 Aug 31 09:21:47.418090 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052da42d-9744-4a30-8ee8-b262f07d6ca7 req-2b460c95-8f7c-451b-a8a4-7d7eec2fa652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:47.420454 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-052da42d-9744-4a30-8ee8-b262f07d6ca7 req-2b460c95-8f7c-451b-a8a4-7d7eec2fa652 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=1f0c3995-8932-48ac-b794-8ba3c9191dfa HTTP/1.1" status: 200 len: 1101 time: 0.5537658 Aug 31 09:21:47.454874 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6b1ce-7576-486d-b1c7-604414fb3f3f req-e7a87ac2-dc72-47f1-9a7c-b40570004985 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:47.457847 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:21:47.462921 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6b1ce-7576-486d-b1c7-604414fb3f3f req-e7a87ac2-dc72-47f1-9a7c-b40570004985 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:47.470703 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6b1ce-7576-486d-b1c7-604414fb3f3f req-e7a87ac2-dc72-47f1-9a7c-b40570004985 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:47.472402 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-abe6b1ce-7576-486d-b1c7-604414fb3f3f req-e7a87ac2-dc72-47f1-9a7c-b40570004985 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.112 "GET /v2.0/ports?device_id=6e9c7b2e-614b-4f1a-96dc-2b5126bc2046 HTTP/1.1" status: 200 len: 2419 time: 0.1720617 Aug 31 09:21:47.522350 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204ddf9-1f48-438a-b8d1-08e8a037c438 req-b8617302-4b1a-4e23-bd97-9691fac0e19b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:47.524540 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5204ddf9-1f48-438a-b8d1-08e8a037c438 req-b8617302-4b1a-4e23-bd97-9691fac0e19b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 946 time: 0.2223611 Aug 31 09:21:47.553604 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6231fc50-2030-45d0-92c3-2a8a08fe8c77 req-67c3605e-cd6c-4197-a6f1-4fb0a3c8ba5d tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515465 Aug 31 09:21:47.565865 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:21:47.567265 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:47.639509 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-052da42d-9744-4a30-8ee8-b262f07d6ca7 req-c86fd18f-3ed0-450b-a9bb-9cc7563978b7 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603968 Aug 31 09:21:47.669163 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5204ddf9-1f48-438a-b8d1-08e8a037c438 req-6ffe2af0-9cf7-4731-9913-27abea5cfc38 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145370 Aug 31 09:21:47.700770 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:47.746529 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df692f4-2de2-4454-ae99-b97e7463a332 req-fc533492-cbce-454e-822d-4961a5c1b77c tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:47.747705 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4df692f4-2de2-4454-ae99-b97e7463a332 req-fc533492-cbce-454e-822d-4961a5c1b77c tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 945 time: 0.1053808 Aug 31 09:21:47.755666 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-abe6b1ce-7576-486d-b1c7-604414fb3f3f req-96c3a8c4-abbf-493c-9973-231ccc025d90 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Deleting port 4d95cae1-7416-42bc-8d71-e22f7b357e8a {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:21:47.755878 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-abe6b1ce-7576-486d-b1c7-604414fb3f3f req-96c3a8c4-abbf-493c-9973-231ccc025d90 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:47.757841 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f,segment=NetworkSegment(e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897),segment_id=e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:47.845521 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:47.867009 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4df692f4-2de2-4454-ae99-b97e7463a332 req-cf57a159-897f-4b07-91ed-ff5ade06dc37 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886254 Aug 31 09:21:47.916987 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f,revision_number=7']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:47.920302 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-abe6b1ce-7576-486d-b1c7-604414fb3f3f req-96c3a8c4-abbf-493c-9973-231ccc025d90 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] For port 4d95cae1-7416-42bc-8d71-e22f7b357e8a, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=4d95cae1-7416-42bc-8d71-e22f7b357e8a,segment=NetworkSegment(09e53608-f5ff-4d6d-82ef-24d5f1888842),segment_id=09e53608-f5ff-4d6d-82ef-24d5f1888842)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:47.930231 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-abe6b1ce-7576-486d-b1c7-604414fb3f3f req-96c3a8c4-abbf-493c-9973-231ccc025d90 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:47.952469 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-abe6b1ce-7576-486d-b1c7-604414fb3f3f req-96c3a8c4-abbf-493c-9973-231ccc025d90 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Calling delete_port for 4d95cae1-7416-42bc-8d71-e22f7b357e8a owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:21:48.010460 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9ad792a7-1b4a-4ed5-99ea-e04ef0d5d28d req-7a709c5e-d5c3-4080-b927-243494b7f6dd tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] 10.222.0.119 "GET /v2.0/ports?device_id=d0f87103-01f5-4575-b0d8-3927976f50b7 HTTP/1.1" status: 200 len: 210 time: 0.0304625 Aug 31 09:21:48.198447 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d3b46-af6e-4790-b6cd-e5555d00b313 req-73839925-01aa-45e3-90b4-e859a02fb205 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:48.205120 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d3b46-af6e-4790-b6cd-e5555d00b313 req-73839925-01aa-45e3-90b4-e859a02fb205 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:48.212025 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d3b46-af6e-4790-b6cd-e5555d00b313 req-73839925-01aa-45e3-90b4-e859a02fb205 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:48.213904 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba1d3b46-af6e-4790-b6cd-e5555d00b313 req-73839925-01aa-45e3-90b4-e859a02fb205 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e9c7b2e-614b-4f1a-96dc-2b5126bc2046 HTTP/1.1" status: 200 len: 2419 time: 0.1097281 Aug 31 09:21:48.287711 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba1d3b46-af6e-4790-b6cd-e5555d00b313 req-5fc3b56b-e81f-45c6-b6d8-d9304c718e1f tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550056 Aug 31 09:21:48.361606 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-abe6b1ce-7576-486d-b1c7-604414fb3f3f req-96c3a8c4-abbf-493c-9973-231ccc025d90 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:48.380195 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['525d6ed9-009a-4feb-8d88-f2902156e556', '3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c', '4d95cae1-7416-42bc-8d71-e22f7b357e8a'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:21:48.545811 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe6b1ce-7576-486d-b1c7-604414fb3f3f req-96c3a8c4-abbf-493c-9973-231ccc025d90 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] No DVR routers for this DVR port 4d95cae1-7416-42bc-8d71-e22f7b357e8a on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:21:48.547647 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3a8c4-abbf-493c-9973-231ccc025d90 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Pushing event deleted for resources: {'Port': ['ID=4d95cae1-7416-42bc-8d71-e22f7b357e8a,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:48.560395 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-abe6b1ce-7576-486d-b1c7-604414fb3f3f req-96c3a8c4-abbf-493c-9973-231ccc025d90 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:48.571453 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-abe6b1ce-7576-486d-b1c7-604414fb3f3f req-96c3a8c4-abbf-493c-9973-231ccc025d90 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.112 "DELETE /v2.0/ports/4d95cae1-7416-42bc-8d71-e22f7b357e8a HTTP/1.1" status: 204 len: 173 time: 1.0770066 Aug 31 09:21:48.572098 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9c7b2e-614b-4f1a-96dc-2b5126bc2046', 'name': 'network-vif-deleted', 'tag': '4d95cae1-7416-42bc-8d71-e22f7b357e8a'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:21:48.574455 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05ecf44-1138-4ee0-b7f9-40bc7db60c42" -d '{"events": [{"server_uuid": "6e9c7b2e-614b-4f1a-96dc-2b5126bc2046", "name": "network-vif-deleted", "tag": "4d95cae1-7416-42bc-8d71-e22f7b357e8a"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:21:48.759702 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b13070c-f3a6-4d96-8d79-b68eb999cc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:21:48.762524 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2054b1b9-d4cd-45d3-a93a-eb5c9855bea9" -d '{"events": [{"server_uuid": "3b13070c-f3a6-4d96-8d79-b68eb999cc26", "name": "network-vif-plugged", "status": "completed", "tag": "b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:21:48.834681 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a590f-3cf7-4ded-b8d7-ba7965e037cb req-197bd954-1c7c-4b1a-95fb-ed69fe414c09 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:48.847143 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3a3a590f-3cf7-4ded-b8d7-ba7965e037cb req-197bd954-1c7c-4b1a-95fb-ed69fe414c09 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/ports?device_id=65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad HTTP/1.1" status: 200 len: 950 time: 0.2100434 Aug 31 09:21:48.926820 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3a3a590f-3cf7-4ded-b8d7-ba7965e037cb req-9b3a9c24-9e55-42fc-af71-c040e1ec6ddd tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6f02cec-3335-48ac-aa19-86d565e5a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783973 Aug 31 09:21:48.936466 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073af6f-8bba-4c0b-912f-6fea91cdb1b0 req-fdbe6ca5-dbd5-4b4f-86a9-72e9d9b93731 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:48.938019 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0073af6f-8bba-4c0b-912f-6fea91cdb1b0 req-fdbe6ca5-dbd5-4b4f-86a9-72e9d9b93731 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=1f0c3995-8932-48ac-b794-8ba3c9191dfa HTTP/1.1" status: 200 len: 949 time: 0.2067423 Aug 31 09:21:48.950065 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-abe6b1ce-7576-486d-b1c7-604414fb3f3f req-69c9b33c-3a47-4564-82c2-a41369f4f562 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Deleting port 525d6ed9-009a-4feb-8d88-f2902156e556 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:21:48.950065 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-abe6b1ce-7576-486d-b1c7-604414fb3f3f req-69c9b33c-3a47-4564-82c2-a41369f4f562 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:49.040506 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b8f40e-3ef3-481a-995f-06c9f9850ea8 x-openstack-request-id: req-27b8f40e-3ef3-481a-995f-06c9f9850ea8 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:21:49.040794 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9c7b2e-614b-4f1a-96dc-2b5126bc2046", "name": "network-vif-deleted", "tag": "4d95cae1-7416-42bc-8d71-e22f7b357e8a", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:21:49.041048 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-27b8f40e-3ef3-481a-995f-06c9f9850ea8 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:21:49.041440 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9c7b2e-614b-4f1a-96dc-2b5126bc2046', 'name': 'network-vif-deleted', 'tag': '4d95cae1-7416-42bc-8d71-e22f7b357e8a', 'status': 'completed', 'code': 200} Aug 31 09:21:49.116093 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0073af6f-8bba-4c0b-912f-6fea91cdb1b0 req-2a06a305-eb74-4b07-b495-8d0197b1951c tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500106 Aug 31 09:21:49.158454 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-abe6b1ce-7576-486d-b1c7-604414fb3f3f req-69c9b33c-3a47-4564-82c2-a41369f4f562 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] For port 525d6ed9-009a-4feb-8d88-f2902156e556, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=525d6ed9-009a-4feb-8d88-f2902156e556,segment=NetworkSegment(871d06c9-0a41-40b3-9f08-df7615289b87),segment_id=871d06c9-0a41-40b3-9f08-df7615289b87)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:49.159415 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-abe6b1ce-7576-486d-b1c7-604414fb3f3f req-69c9b33c-3a47-4564-82c2-a41369f4f562 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:49.178621 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-abe6b1ce-7576-486d-b1c7-604414fb3f3f req-69c9b33c-3a47-4564-82c2-a41369f4f562 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Calling delete_port for 525d6ed9-009a-4feb-8d88-f2902156e556 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:21:49.187359 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b20e79-2d77-4d52-845a-93fc80a03370 x-openstack-request-id: req-74b20e79-2d77-4d52-845a-93fc80a03370 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:21:49.187754 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b13070c-f3a6-4d96-8d79-b68eb999cc26", "name": "network-vif-plugged", "status": "completed", "tag": "b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:21:49.188140 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-74b20e79-2d77-4d52-845a-93fc80a03370 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:21:49.188749 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b13070c-f3a6-4d96-8d79-b68eb999cc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f', 'code': 200} Aug 31 09:21:49.195484 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc94ae4-3f84-43e0-84bf-acc36295517f req-b89b5a00-4a5e-4a4c-85d8-71e153b5bfe1 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:49.205612 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cbc94ae4-3f84-43e0-84bf-acc36295517f req-b89b5a00-4a5e-4a4c-85d8-71e153b5bfe1 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 946 time: 0.1397126 Aug 31 09:21:49.261451 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cbc94ae4-3f84-43e0-84bf-acc36295517f req-29cf6978-9bde-436d-bb01-eabd3c2369c7 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547731 Aug 31 09:21:49.391070 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318f6ed-97cb-4cf8-bdae-d479f81ecc52 req-8a4174a7-d580-41aa-8de8-d49cc9e52850 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:49.392725 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e318f6ed-97cb-4cf8-bdae-d479f81ecc52 req-8a4174a7-d580-41aa-8de8-d49cc9e52850 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1290977 Aug 31 09:21:49.530509 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99fe36e9-eb6d-4bcf-9125-2b373865984d req-b22b9a75-ba8c-4241-9faa-10954f20ecf2 tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] 10.222.0.119 "GET /v2.0/ports?device_id=d0f87103-01f5-4575-b0d8-3927976f50b7 HTTP/1.1" status: 200 len: 210 time: 0.0592535 Aug 31 09:21:49.572922 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e318f6ed-97cb-4cf8-bdae-d479f81ecc52 req-521f5bcb-b214-44d5-b8a8-ccfedd091b6f tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662309 Aug 31 09:21:49.691408 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-abe6b1ce-7576-486d-b1c7-604414fb3f3f req-69c9b33c-3a47-4564-82c2-a41369f4f562 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:49.714575 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['4d95cae1-7416-42bc-8d71-e22f7b357e8a'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:21:49.727619 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c9b33c-3a47-4564-82c2-a41369f4f562 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Pushing event deleted for resources: {'Port': ['ID=525d6ed9-009a-4feb-8d88-f2902156e556,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:49.814126 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe6b1ce-7576-486d-b1c7-604414fb3f3f req-69c9b33c-3a47-4564-82c2-a41369f4f562 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] No DVR routers for this DVR port 525d6ed9-009a-4feb-8d88-f2902156e556 on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:21:49.824566 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-abe6b1ce-7576-486d-b1c7-604414fb3f3f req-69c9b33c-3a47-4564-82c2-a41369f4f562 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:49.827043 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-abe6b1ce-7576-486d-b1c7-604414fb3f3f req-69c9b33c-3a47-4564-82c2-a41369f4f562 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.112 "DELETE /v2.0/ports/525d6ed9-009a-4feb-8d88-f2902156e556 HTTP/1.1" status: 204 len: 173 time: 1.2325184 Aug 31 09:21:49.837553 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1af029-ae65-40cc-b72f-8bebad88cc41 req-9074dc6f-ab61-4364-b75f-db58601206d4 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:49.844256 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1af029-ae65-40cc-b72f-8bebad88cc41 req-9074dc6f-ab61-4364-b75f-db58601206d4 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:49.846268 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd1af029-ae65-40cc-b72f-8bebad88cc41 req-9074dc6f-ab61-4364-b75f-db58601206d4 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e9c7b2e-614b-4f1a-96dc-2b5126bc2046 HTTP/1.1" status: 200 len: 1604 time: 0.2057500 Aug 31 09:21:50.063688 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd1af029-ae65-40cc-b72f-8bebad88cc41 req-8bf26417-f415-48fe-837d-b648e58bfb85 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086747 Aug 31 09:21:50.229836 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76676c-7942-4bce-9dd3-b60eaca5dc61 req-f584eaee-a872-4f18-8d01-b5ae17d2c3f4 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:50.231244 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3f76676c-7942-4bce-9dd3-b60eaca5dc61 req-f584eaee-a872-4f18-8d01-b5ae17d2c3f4 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/ports?device_id=65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad HTTP/1.1" status: 200 len: 950 time: 0.0968125 Aug 31 09:21:50.301947 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-abe6b1ce-7576-486d-b1c7-604414fb3f3f req-5616f14b-b747-4c64-8a55-9f56f2145e9e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Deleting port 3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:21:50.302326 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-abe6b1ce-7576-486d-b1c7-604414fb3f3f req-5616f14b-b747-4c64-8a55-9f56f2145e9e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:50.335117 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-f3dd6a04-f565-43bb-a133-6039f7a2eb4c tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:50.336777 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-f3dd6a04-f565-43bb-a133-6039f7a2eb4c tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] 10.222.0.112 "GET /v2.0/networks?id=cd8d8aae-ef2d-4318-b0f7-a17dc229df45 HTTP/1.1" status: 200 len: 813 time: 0.4733529 Aug 31 09:21:50.418653 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3f76676c-7942-4bce-9dd3-b60eaca5dc61 req-ece6762e-710a-4d54-96ff-527de612d4b4 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6f02cec-3335-48ac-aa19-86d565e5a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712043 Aug 31 09:21:50.438233 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571be73-c0ae-434d-992f-453b0e9f29b1 req-e98c6c71-9fc2-40b3-b384-d27416493053 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:50.450010 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b571be73-c0ae-434d-992f-453b0e9f29b1 req-e98c6c71-9fc2-40b3-b384-d27416493053 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=1f0c3995-8932-48ac-b794-8ba3c9191dfa HTTP/1.1" status: 200 len: 949 time: 0.2147958 Aug 31 09:21:50.527350 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-abe6b1ce-7576-486d-b1c7-604414fb3f3f req-5616f14b-b747-4c64-8a55-9f56f2145e9e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] For port 3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c,segment=NetworkSegment(871d06c9-0a41-40b3-9f08-df7615289b87),segment_id=871d06c9-0a41-40b3-9f08-df7615289b87)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:50.528307 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-abe6b1ce-7576-486d-b1c7-604414fb3f3f req-5616f14b-b747-4c64-8a55-9f56f2145e9e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:50.547653 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-abe6b1ce-7576-486d-b1c7-604414fb3f3f req-5616f14b-b747-4c64-8a55-9f56f2145e9e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Calling delete_port for 3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:21:50.635697 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-14c191c7-724e-4ba0-92cc-d4283da7463f tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] Request body: {'port': {'device_id': 'd0f87103-01f5-4575-b0d8-3927976f50b7', 'network_id': 'cd8d8aae-ef2d-4318-b0f7-a17dc229df45', 'admin_state_up': True, 'tenant_id': 'c39f4f444f0243199611deae05a91e29'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:50.778005 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b571be73-c0ae-434d-992f-453b0e9f29b1 req-2a161e85-8c1f-4071-b7ed-278ee13090c6 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151486 Aug 31 09:21:50.827840 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa0b88-7688-4128-acb2-25005423302a req-708a1c98-fae7-47d1-88a9-1d6ca802e188 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:50.835979 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-13fa0b88-7688-4128-acb2-25005423302a req-708a1c98-fae7-47d1-88a9-1d6ca802e188 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 946 time: 0.2081838 Aug 31 09:21:50.923014 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-13fa0b88-7688-4128-acb2-25005423302a req-c661787c-33d9-489c-951d-0b0dec2cb01b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829592 Aug 31 09:21:51.047345 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9c7b2e-614b-4f1a-96dc-2b5126bc2046', 'name': 'network-vif-deleted', 'tag': '525d6ed9-009a-4feb-8d88-f2902156e556'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:21:51.049628 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acff5d91-3556-4286-9a51-5293b471fe4b" -d '{"events": [{"server_uuid": "6e9c7b2e-614b-4f1a-96dc-2b5126bc2046", "name": "network-vif-deleted", "tag": "525d6ed9-009a-4feb-8d88-f2902156e556"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:21:51.109233 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dda63122-1013-45fd-96f8-d6b07aae5a9d req-519e6c6b-1168-40a6-aae9-6bf9b9d18b6e tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] 10.222.0.119 "GET /v2.0/ports?device_id=d0f87103-01f5-4575-b0d8-3927976f50b7 HTTP/1.1" status: 200 len: 210 time: 0.0504923 Aug 31 09:21:51.193605 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-abe6b1ce-7576-486d-b1c7-604414fb3f3f req-5616f14b-b747-4c64-8a55-9f56f2145e9e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:51.229241 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-14c191c7-724e-4ba0-92cc-d4283da7463f tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] Made reservation on behalf of c39f4f444f0243199611deae05a91e29 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:21:51.233008 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-14c191c7-724e-4ba0-92cc-d4283da7463f tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:51.254360 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616f14b-b747-4c64-8a55-9f56f2145e9e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Pushing event deleted for resources: {'Port': ['ID=3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:51.398435 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-14c191c7-724e-4ba0-92cc-d4283da7463f tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] Allocated IP 172.20.0.9 (cd8d8aae-ef2d-4318-b0f7-a17dc229df45/68dc58c6-f960-4ac1-b9b7-339e4d0e385a/7e634e1b-2f88-4d95-91a3-09e263e4f7f6) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:21:51.480674 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:21:51.522515 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:21:51.526481 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:21:51.527116 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 946be31f-1ffa-4bde-ac70-acfc20fbd342 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:21:51.649537 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90f441-a2f9-4c0f-afb1-e703cc2e6223 req-46035745-0f96-49f9-a09f-d94b21753fe7 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:51.657131 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae90f441-a2f9-4c0f-afb1-e703cc2e6223 req-46035745-0f96-49f9-a09f-d94b21753fe7 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.5315239 Aug 31 09:21:51.679844 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616f14b-b747-4c64-8a55-9f56f2145e9e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:51.680752 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616f14b-b747-4c64-8a55-9f56f2145e9e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:51.681104 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616f14b-b747-4c64-8a55-9f56f2145e9e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:51.681422 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616f14b-b747-4c64-8a55-9f56f2145e9e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:51.681752 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616f14b-b747-4c64-8a55-9f56f2145e9e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:51.682076 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616f14b-b747-4c64-8a55-9f56f2145e9e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:51.682401 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616f14b-b747-4c64-8a55-9f56f2145e9e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:51.688840 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616f14b-b747-4c64-8a55-9f56f2145e9e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:51.689247 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616f14b-b747-4c64-8a55-9f56f2145e9e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:51.689587 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616f14b-b747-4c64-8a55-9f56f2145e9e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:51.690365 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616f14b-b747-4c64-8a55-9f56f2145e9e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:51.690761 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5616f14b-b747-4c64-8a55-9f56f2145e9e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:21:51.708867 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-14c191c7-724e-4ba0-92cc-d4283da7463f tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:51.720716 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:51.802528 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 946be31f-1ffa-4bde-ac70-acfc20fbd342, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=946be31f-1ffa-4bde-ac70-acfc20fbd342,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:51.802528 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '946be31f-1ffa-4bde-ac70-acfc20fbd342'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:21:51.802528 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592e4b8e-2baf-42af-b539-4a4a80f6392a" -d '{"events": [{"server_uuid": "65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad", "name": "network-vif-unplugged", "status": "completed", "tag": "946be31f-1ffa-4bde-ac70-acfc20fbd342"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:21:51.807827 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe6b1ce-7576-486d-b1c7-604414fb3f3f req-5616f14b-b747-4c64-8a55-9f56f2145e9e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] No DVR routers for this DVR port 3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:21:51.823407 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-abe6b1ce-7576-486d-b1c7-604414fb3f3f req-5616f14b-b747-4c64-8a55-9f56f2145e9e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:51.825520 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-abe6b1ce-7576-486d-b1c7-604414fb3f3f req-5616f14b-b747-4c64-8a55-9f56f2145e9e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.112 "DELETE /v2.0/ports/3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c HTTP/1.1" status: 204 len: 173 time: 1.9632208 Aug 31 09:21:51.844310 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba70aca-2c59-482d-ba10-f1e45351e10c req-c0119916-4291-49e4-9f87-a0c1f925967a tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:51.850569 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba70aca-2c59-482d-ba10-f1e45351e10c req-c0119916-4291-49e4-9f87-a0c1f925967a tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:51.852908 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fba70aca-2c59-482d-ba10-f1e45351e10c req-c0119916-4291-49e4-9f87-a0c1f925967a tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=1f0c3995-8932-48ac-b794-8ba3c9191dfa&device_id=d2b3c998-7b68-4076-9d27-61ede58550c7 HTTP/1.1" status: 200 len: 1689 time: 0.3041799 Aug 31 09:21:51.876028 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae90f441-a2f9-4c0f-afb1-e703cc2e6223 req-cbc95a39-57ff-4c3a-b9f6-475bdd98de7c tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087052 Aug 31 09:21:51.956970 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fba70aca-2c59-482d-ba10-f1e45351e10c req-144d93c7-4740-49b9-8b26-b77dd6265fc8 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794685 Aug 31 09:21:52.008660 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8487239-1f90-4c8a-b3f8-b686db63cf46 x-openstack-request-id: req-f8487239-1f90-4c8a-b3f8-b686db63cf46 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:21:52.009872 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:52.010914 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 4d95cae1-7416-42bc-8d71-e22f7b357e8a no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:21:52.011517 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9c7b2e-614b-4f1a-96dc-2b5126bc2046", "name": "network-vif-deleted", "tag": "525d6ed9-009a-4feb-8d88-f2902156e556", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:21:52.012008 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-f8487239-1f90-4c8a-b3f8-b686db63cf46 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:21:52.013643 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9c7b2e-614b-4f1a-96dc-2b5126bc2046', 'name': 'network-vif-deleted', 'tag': '525d6ed9-009a-4feb-8d88-f2902156e556', 'status': 'completed', 'code': 200} Aug 31 09:21:52.037085 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-14c191c7-724e-4ba0-92cc-d4283da7463f tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:52.132368 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6433b402-cde5-4e64-81d6-67785023487b x-openstack-request-id: req-6433b402-cde5-4e64-81d6-67785023487b {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:21:52.134331 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad", "name": "network-vif-unplugged", "status": "completed", "tag": "946be31f-1ffa-4bde-ac70-acfc20fbd342", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:21:52.134785 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-6433b402-cde5-4e64-81d6-67785023487b {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:21:52.135358 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '946be31f-1ffa-4bde-ac70-acfc20fbd342', 'code': 200} Aug 31 09:21:52.136942 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 4d95cae1-7416-42bc-8d71-e22f7b357e8a {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:21:52.140745 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 4d95cae1-7416-42bc-8d71-e22f7b357e8a not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:21:52.143252 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 525d6ed9-009a-4feb-8d88-f2902156e556 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:21:52.181836 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-14c191c7-724e-4ba0-92cc-d4283da7463f tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] Network cd8d8aae-ef2d-4318-b0f7-a17dc229df45 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:21:52.184677 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c191c7-724e-4ba0-92cc-d4283da7463f tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] Pushing event updated for resources: {'Port': ['ID=7e634e1b-2f88-4d95-91a3-09e263e4f7f6,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:52.189375 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-14c191c7-724e-4ba0-92cc-d4283da7463f tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:21:52.193715 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-14c191c7-724e-4ba0-92cc-d4283da7463f tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:21:52.251603 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=946be31f-1ffa-4bde-ac70-acfc20fbd342,revision_number=8']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:52.275282 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 525d6ed9-009a-4feb-8d88-f2902156e556 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:21:52.275998 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 525d6ed9-009a-4feb-8d88-f2902156e556 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:21:52.283074 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-14c191c7-724e-4ba0-92cc-d4283da7463f tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:52.284341 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-14c191c7-724e-4ba0-92cc-d4283da7463f tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:52.326301 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b14c3c0c-a9da-4ecd-b952-8e514087f6d3 req-74770574-934c-42cb-af61-b8b66bd6ddb5 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e9c7b2e-614b-4f1a-96dc-2b5126bc2046 HTTP/1.1" status: 200 len: 210 time: 0.1424050 Aug 31 09:21:52.356242 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:21:52.424950 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-14c191c7-724e-4ba0-92cc-d4283da7463f tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7958245 Aug 31 09:21:52.440722 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-98a57157-7940-45ad-bffa-7a7e810d347b service neutron] Request body: {'port': {'device_id': 'd0f87103-01f5-4575-b0d8-3927976f50b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:52.561011 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-98a57157-7940-45ad-bffa-7a7e810d347b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:52.625587 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377feef-4c75-49fe-8169-953da2652ba7 req-06eeb350-c174-412e-a819-3b95da979daa tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:52.627165 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f377feef-4c75-49fe-8169-953da2652ba7 req-06eeb350-c174-412e-a819-3b95da979daa tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 946 time: 0.1588376 Aug 31 09:21:52.747605 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f377feef-4c75-49fe-8169-953da2652ba7 req-225dbdc3-e7ba-43d8-9955-0a43867e6ccb tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077588 Aug 31 09:21:52.941717 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-98a57157-7940-45ad-bffa-7a7e810d347b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e634e1b-2f88-4d95-91a3-09e263e4f7f6 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:21:52.953252 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-98a57157-7940-45ad-bffa-7a7e810d347b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:52.971631 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-98a57157-7940-45ad-bffa-7a7e810d347b service neutron] Transition to ACTIVE for port object 7e634e1b-2f88-4d95-91a3-09e263e4f7f6 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:21:52.980014 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46190d-c805-47da-aeaf-bfde461463b8 req-d2a1d007-dde8-4835-9ce7-ef92adcaf3b6 tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:52.981510 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8c46190d-c805-47da-aeaf-bfde461463b8 req-d2a1d007-dde8-4835-9ce7-ef92adcaf3b6 tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] 10.222.0.119 "GET /v2.0/ports?device_id=d0f87103-01f5-4575-b0d8-3927976f50b7 HTTP/1.1" status: 200 len: 931 time: 0.0807455 Aug 31 09:21:53.027851 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8c46190d-c805-47da-aeaf-bfde461463b8 req-6cfa2773-3f34-462f-a2db-c28ea345450a tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] 10.222.0.119 "GET /v2.0/security-groups?id=5ef20352-6f78-4114-bb23-0426433bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390577 Aug 31 09:21:53.035615 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-98a57157-7940-45ad-bffa-7a7e810d347b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:53.085027 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a57157-7940-45ad-bffa-7a7e810d347b service neutron] Pushing event updated for resources: {'Port': ['ID=7e634e1b-2f88-4d95-91a3-09e263e4f7f6,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:53.263019 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde727a-577d-40e8-b25f-fc5fa138c1a7 req-00b15940-0f71-4768-8aa3-7393fb7293f2 tempest-ServersOnMultiNodesTest-113113454 tempest-ServersOnMultiNodesTest-113113454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:53.264714 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2dde727a-577d-40e8-b25f-fc5fa138c1a7 req-00b15940-0f71-4768-8aa3-7393fb7293f2 tempest-ServersOnMultiNodesTest-113113454 tempest-ServersOnMultiNodesTest-113113454-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=1f0c3995-8932-48ac-b794-8ba3c9191dfa HTTP/1.1" status: 200 len: 1101 time: 0.0961635 Aug 31 09:21:53.265830 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-98a57157-7940-45ad-bffa-7a7e810d347b service neutron] Attempting to bind port 7e634e1b-2f88-4d95-91a3-09e263e4f7f6 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:21:53.266154 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-98a57157-7940-45ad-bffa-7a7e810d347b service neutron] Attempting to bind port 7e634e1b-2f88-4d95-91a3-09e263e4f7f6 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '344f5653-d52f-45b4-9ca9-55bfa022535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': 'cd8d8aae-ef2d-4318-b0f7-a17dc229df45'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:21:53.266653 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-98a57157-7940-45ad-bffa-7a7e810d347b service neutron] Attempting to bind port 7e634e1b-2f88-4d95-91a3-09e263e4f7f6 on network cd8d8aae-ef2d-4318-b0f7-a17dc229df45 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:21:53.314361 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-98a57157-7940-45ad-bffa-7a7e810d347b service neutron] Port 7e634e1b-2f88-4d95-91a3-09e263e4f7f6 on network cd8d8aae-ef2d-4318-b0f7-a17dc229df45 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:21:53.314943 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-98a57157-7940-45ad-bffa-7a7e810d347b service neutron] Attempting to bind port 7e634e1b-2f88-4d95-91a3-09e263e4f7f6 on network cd8d8aae-ef2d-4318-b0f7-a17dc229df45 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:21:53.332229 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2dde727a-577d-40e8-b25f-fc5fa138c1a7 req-31cf5db9-e0c7-4ed6-aa7d-f8ecde987c10 tempest-ServersOnMultiNodesTest-113113454 tempest-ServersOnMultiNodesTest-113113454-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600367 Aug 31 09:21:53.338746 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-98a57157-7940-45ad-bffa-7a7e810d347b service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:21:53.339234 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-98a57157-7940-45ad-bffa-7a7e810d347b service neutron] Checking segment: {'id': '344f5653-d52f-45b4-9ca9-55bfa022535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': 'cd8d8aae-ef2d-4318-b0f7-a17dc229df45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:21:53.342395 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-98a57157-7940-45ad-bffa-7a7e810d347b service neutron] Bound using segment: {'id': '344f5653-d52f-45b4-9ca9-55bfa022535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': 'cd8d8aae-ef2d-4318-b0f7-a17dc229df45'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:21:53.343122 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-98a57157-7940-45ad-bffa-7a7e810d347b service neutron] Bound port: 7e634e1b-2f88-4d95-91a3-09e263e4f7f6, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '344f5653-d52f-45b4-9ca9-55bfa022535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': 'cd8d8aae-ef2d-4318-b0f7-a17dc229df45'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:21:53.343628 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-98a57157-7940-45ad-bffa-7a7e810d347b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:53.472506 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-98a57157-7940-45ad-bffa-7a7e810d347b service neutron] For port 7e634e1b-2f88-4d95-91a3-09e263e4f7f6, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:21:53.488231 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f9dc5-9515-48c2-975d-047c0c86c54f req-d826812e-cd5b-4518-a70d-500834fa017a tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:53.489898 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-513f9dc5-9515-48c2-975d-047c0c86c54f req-d826812e-cd5b-4518-a70d-500834fa017a tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.0925012 Aug 31 09:21:53.491834 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-98a57157-7940-45ad-bffa-7a7e810d347b service neutron] For port 7e634e1b-2f88-4d95-91a3-09e263e4f7f6, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=7e634e1b-2f88-4d95-91a3-09e263e4f7f6,segment=NetworkSegment(344f5653-d52f-45b4-9ca9-55bfa022535f),segment_id=344f5653-d52f-45b4-9ca9-55bfa022535f)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:21:53.563648 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-513f9dc5-9515-48c2-975d-047c0c86c54f req-6fd7e2ff-c0a6-4cc4-ad57-506f383ad68a tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503883 Aug 31 09:21:53.578832 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-98a57157-7940-45ad-bffa-7a7e810d347b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:53.636102 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-98a57157-7940-45ad-bffa-7a7e810d347b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:53.636741 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-98a57157-7940-45ad-bffa-7a7e810d347b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:53.638153 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-98a57157-7940-45ad-bffa-7a7e810d347b service neutron] 10.222.0.112 "PUT /v2.0/ports/7e634e1b-2f88-4d95-91a3-09e263e4f7f6 HTTP/1.1" status: 200 len: 1092 time: 1.2027166 Aug 31 09:21:53.678261 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a57157-7940-45ad-bffa-7a7e810d347b service neutron] Pushing event updated for resources: {'Port': ['ID=7e634e1b-2f88-4d95-91a3-09e263e4f7f6,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:53.691740 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 34660) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:53.772858 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a2a79e8-700e-4e67-9ed2-1cbc11f02723 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Deleting subnet 72325bf7-1db9-4361-a178-04e7d9683301 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:21:53.777748 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6a2a79e8-700e-4e67-9ed2-1cbc11f02723 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:53.833896 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6a2a79e8-700e-4e67-9ed2-1cbc11f02723 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:53.909965 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-a95a576e-6b52-493d-a3fe-7f3eceee8e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:53.911715 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-a95a576e-6b52-493d-a3fe-7f3eceee8e85 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=c39f4f444f0243199611deae05a91e29&device_id=d0f87103-01f5-4575-b0d8-3927976f50b7 HTTP/1.1" status: 200 len: 1095 time: 0.1305666 Aug 31 09:21:53.920043 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3feff1e-6bb0-4216-a269-eba0a35127e4 req-2fcd781b-b6cf-4066-8217-d0034638ef4a tempest-ServersOnMultiNodesTest-113113454 tempest-ServersOnMultiNodesTest-113113454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:53.934270 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f3feff1e-6bb0-4216-a269-eba0a35127e4 req-2fcd781b-b6cf-4066-8217-d0034638ef4a tempest-ServersOnMultiNodesTest-113113454 tempest-ServersOnMultiNodesTest-113113454-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=d2b3c998-7b68-4076-9d27-61ede58550c7 HTTP/1.1" status: 200 len: 1101 time: 0.1335084 Aug 31 09:21:53.996461 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6a2a79e8-700e-4e67-9ed2-1cbc11f02723 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:54.009169 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-f75b51e5-d24f-4aa1-b162-427c47c4f99f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e634e1b-2f88-4d95-91a3-09e263e4f7f6 HTTP/1.1" status: 200 len: 217 time: 0.0706978 Aug 31 09:21:54.018687 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9c7b2e-614b-4f1a-96dc-2b5126bc2046', 'name': 'network-vif-deleted', 'tag': '3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c'}, {'name': 'network-changed', 'server_uuid': 'd0f87103-01f5-4575-b0d8-3927976f50b7', 'tag': '7e634e1b-2f88-4d95-91a3-09e263e4f7f6'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:21:54.020933 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9172c012-d994-4594-8d6c-a7104fd1e9b6" -d '{"events": [{"server_uuid": "6e9c7b2e-614b-4f1a-96dc-2b5126bc2046", "name": "network-vif-deleted", "tag": "3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c"}, {"name": "network-changed", "server_uuid": "d0f87103-01f5-4575-b0d8-3927976f50b7", "tag": "7e634e1b-2f88-4d95-91a3-09e263e4f7f6"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:21:54.090619 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-0bdb65b1-6632-47f3-a4f3-2fdb626806e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:54.092223 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-0bdb65b1-6632-47f3-a4f3-2fdb626806e7 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=68dc58c6-f960-4ac1-b9b7-339e4d0e385a HTTP/1.1" status: 200 len: 853 time: 0.0643399 Aug 31 09:21:54.109239 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f3feff1e-6bb0-4216-a269-eba0a35127e4 req-cc4299a4-bc87-4255-b251-29d7278a6729 tempest-ServersOnMultiNodesTest-113113454 tempest-ServersOnMultiNodesTest-113113454-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652141 Aug 31 09:21:54.176136 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-05970dba-06c6-4664-9aa0-9d20ee4ea21c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=cd8d8aae-ef2d-4318-b0f7-a17dc229df45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657632 Aug 31 09:21:54.186347 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6a2a79e8-700e-4e67-9ed2-1cbc11f02723 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:54.242834 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 09:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237cdc0f-316a-4449-9005-4bf5209a4c37 x-openstack-request-id: req-237cdc0f-316a-4449-9005-4bf5209a4c37 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:21:54.243381 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9c7b2e-614b-4f1a-96dc-2b5126bc2046", "name": "network-vif-deleted", "tag": "3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d0f87103-01f5-4575-b0d8-3927976f50b7", "tag": "7e634e1b-2f88-4d95-91a3-09e263e4f7f6", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:21:54.243709 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-237cdc0f-316a-4449-9005-4bf5209a4c37 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:21:54.244391 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9c7b2e-614b-4f1a-96dc-2b5126bc2046', 'name': 'network-vif-deleted', 'tag': '3f7eadb1-7d8c-4cbc-b8d5-8091f8d4905c', 'status': 'completed', 'code': 200} Aug 31 09:21:54.244538 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f87103-01f5-4575-b0d8-3927976f50b7', 'tag': '7e634e1b-2f88-4d95-91a3-09e263e4f7f6', 'status': 'completed', 'code': 200} Aug 31 09:21:54.250465 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6a2a79e8-700e-4e67-9ed2-1cbc11f02723 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:54.253647 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f465ab22-8585-41a7-819b-570d8944a4cb None None] Network 52f2359d-a351-4f53-8751-902021e84d72 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:21:54.265309 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6a2a79e8-700e-4e67-9ed2-1cbc11f02723 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "DELETE /v2.0/subnets/72325bf7-1db9-4361-a178-04e7d9683301 HTTP/1.1" status: 204 len: 168 time: 0.5722635 Aug 31 09:21:54.267245 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a79e8-700e-4e67-9ed2-1cbc11f02723 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Pushing event deleted for resources: {'Subnet': ['ID=72325bf7-1db9-4361-a178-04e7d9683301,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:54.275025 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 34676) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:54.390242 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-32134272-6175-46e6-a1b0-d8cc73be6e2c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:54.477362 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-32134272-6175-46e6-a1b0-d8cc73be6e2c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Deleting port c89b1df0-8c55-4ddb-8ba6-035f1981d733 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:21:54.478084 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-32134272-6175-46e6-a1b0-d8cc73be6e2c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:54.556405 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-32134272-6175-46e6-a1b0-d8cc73be6e2c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] For port c89b1df0-8c55-4ddb-8ba6-035f1981d733, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=c89b1df0-8c55-4ddb-8ba6-035f1981d733,segment=NetworkSegment(09e53608-f5ff-4d6d-82ef-24d5f1888842),segment_id=09e53608-f5ff-4d6d-82ef-24d5f1888842)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:54.557057 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-32134272-6175-46e6-a1b0-d8cc73be6e2c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:54.587432 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-32134272-6175-46e6-a1b0-d8cc73be6e2c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Calling delete_port for c89b1df0-8c55-4ddb-8ba6-035f1981d733 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:21:54.607436 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d11d0f-1e4f-4115-a999-964cef9196b8 None None] DHCP port deletion for 52f2359d-a351-4f53-8751-902021e84d72 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:21:54.719264 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-d3d11d0f-1e4f-4115-a999-964cef9196b8 None None] Deleting port c89b1df0-8c55-4ddb-8ba6-035f1981d733 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:21:54.722582 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d3d11d0f-1e4f-4115-a999-964cef9196b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:54.791752 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034181ca-e8d6-4691-9c1c-477229082e9a req-1bffa317-4843-444e-a55c-32546e981680 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:54.795600 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-32134272-6175-46e6-a1b0-d8cc73be6e2c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:54.802350 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-034181ca-e8d6-4691-9c1c-477229082e9a req-1bffa317-4843-444e-a55c-32546e981680 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 946 time: 0.6252069 Aug 31 09:21:54.826448 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-d3d11d0f-1e4f-4115-a999-964cef9196b8 None None] For port c89b1df0-8c55-4ddb-8ba6-035f1981d733, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=c89b1df0-8c55-4ddb-8ba6-035f1981d733,segment=NetworkSegment(09e53608-f5ff-4d6d-82ef-24d5f1888842),segment_id=09e53608-f5ff-4d6d-82ef-24d5f1888842)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:54.826899 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d3d11d0f-1e4f-4115-a999-964cef9196b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:54.845147 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-d3d11d0f-1e4f-4115-a999-964cef9196b8 None None] Calling delete_port for c89b1df0-8c55-4ddb-8ba6-035f1981d733 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:21:54.878027 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855e571-ea81-40ec-8004-1dd0026e405b req-cd950a52-bcd9-4c83-9941-9b33c778143b tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:54.880120 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a855e571-ea81-40ec-8004-1dd0026e405b req-cd950a52-bcd9-4c83-9941-9b33c778143b tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] 10.222.0.119 "GET /v2.0/ports?device_id=d0f87103-01f5-4575-b0d8-3927976f50b7 HTTP/1.1" status: 200 len: 943 time: 0.1734140 Aug 31 09:21:54.896144 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32134272-6175-46e6-a1b0-d8cc73be6e2c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Pushing event deleted for resources: {'Port': ['ID=c89b1df0-8c55-4ddb-8ba6-035f1981d733,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:54.898107 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-034181ca-e8d6-4691-9c1c-477229082e9a req-ca8506c3-d0b0-4f06-a02c-a9147e3f8d99 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876958 Aug 31 09:21:54.900372 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32134272-6175-46e6-a1b0-d8cc73be6e2c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] No DVR routers for this DVR port c89b1df0-8c55-4ddb-8ba6-035f1981d733 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:21:54.921216 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-a7125b37-be2b-41ff-8f86-2eb685e91447 service neutron] 10.222.0.112 "GET /v2.0/networks/cd8d8aae-ef2d-4318-b0f7-a17dc229df45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7162862 Aug 31 09:21:54.947967 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d3d11d0f-1e4f-4115-a999-964cef9196b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:54.991524 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d11d0f-1e4f-4115-a999-964cef9196b8 None None] Pushing event deleted for resources: {'Port': ['ID=c89b1df0-8c55-4ddb-8ba6-035f1981d733,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:55.000399 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d11d0f-1e4f-4115-a999-964cef9196b8 None None] No DVR routers for this DVR port c89b1df0-8c55-4ddb-8ba6-035f1981d733 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:21:55.044796 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a855e571-ea81-40ec-8004-1dd0026e405b req-853414e6-e1be-48b5-9ea9-59917edcf7bd tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] 10.222.0.119 "GET /v2.0/security-groups?id=5ef20352-6f78-4114-bb23-0426433bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428392 Aug 31 09:21:55.059802 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device c89b1df0-8c55-4ddb-8ba6-035f1981d733 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:21:55.082929 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-32134272-6175-46e6-a1b0-d8cc73be6e2c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:55.106254 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-32134272-6175-46e6-a1b0-d8cc73be6e2c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f2359d-a351-4f53-8751-902021e84d72']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:55.111904 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: c89b1df0-8c55-4ddb-8ba6-035f1981d733 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:21:55.112142 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device c89b1df0-8c55-4ddb-8ba6-035f1981d733 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:21:55.131178 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-32134272-6175-46e6-a1b0-d8cc73be6e2c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09e53608-f5ff-4d6d-82ef-24d5f1888842') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:55.136510 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-32134272-6175-46e6-a1b0-d8cc73be6e2c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09e53608-f5ff-4d6d-82ef-24d5f1888842') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:55.151497 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-32134272-6175-46e6-a1b0-d8cc73be6e2c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:55.177283 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-32134272-6175-46e6-a1b0-d8cc73be6e2c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:55.199356 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32134272-6175-46e6-a1b0-d8cc73be6e2c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Releasing vlan 1628 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:21:55.200135 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-32134272-6175-46e6-a1b0-d8cc73be6e2c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:55.206395 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:21:55.206395 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:21:55.206395 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:21:55.206395 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:21:55.206395 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:21:55.206395 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:21:55.206395 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:21:55.206395 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:21:55.206395 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:21:55.206395 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:21:55.206395 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:21:55.206395 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:21:55.206395 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:21:55.206395 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:21:55.206395 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:21:55.206395 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:21:55.206395 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:21:55.206395 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:21:55.206395 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:21:55.206395 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:21:55.206395 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:21:55.206395 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:21:55.206395 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:21:55.206395 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:21:55.206395 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:21:55.206395 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:21:55.206395 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:21:55.206395 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:21:55.206395 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:21:55.206395 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:21:55.206395 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:21:55.206395 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:21:55.271702 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af6c4754-27e3-4f94-bd6d-4453c59192fd req-f1479e6c-73c2-42ae-95fd-f4f8a48d3674 service neutron] 10.222.0.112 "GET /v2.0/networks/cd8d8aae-ef2d-4318-b0f7-a17dc229df45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029819 Aug 31 09:21:55.290610 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7ce82-820d-4292-a5ad-72858274a1a6 req-e69ea636-add5-40bc-8b82-481509bac52f tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:55.301706 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-91c7ce82-820d-4292-a5ad-72858274a1a6 req-e69ea636-add5-40bc-8b82-481509bac52f tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.0974364 Aug 31 09:21:55.345004 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-91c7ce82-820d-4292-a5ad-72858274a1a6 req-d2c32b0b-3dfa-4678-8063-4592fdb31dac tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449471 Aug 31 09:21:55.409116 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-32134272-6175-46e6-a1b0-d8cc73be6e2c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:55.426864 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-32134272-6175-46e6-a1b0-d8cc73be6e2c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:55.435994 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-32134272-6175-46e6-a1b0-d8cc73be6e2c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "DELETE /v2.0/networks/52f2359d-a351-4f53-8751-902021e84d72 HTTP/1.1" status: 204 len: 168 time: 1.1594391 Aug 31 09:21:55.436842 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 34690) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:55.503036 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172c012-d994-4594-8d6c-a7104fd1e9b6 req-6d467894-6900-4638-be69-a601eaf34749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:55.505652 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9172c012-d994-4594-8d6c-a7104fd1e9b6 req-6d467894-6900-4638-be69-a601eaf34749 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=c39f4f444f0243199611deae05a91e29&device_id=d0f87103-01f5-4575-b0d8-3927976f50b7 HTTP/1.1" status: 200 len: 1095 time: 0.0872953 Aug 31 09:21:55.526889 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32134272-6175-46e6-a1b0-d8cc73be6e2c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Pushing event deleted for resources: {'Network': ['ID=52f2359d-a351-4f53-8751-902021e84d72,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:55.596661 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ba7b2dd-7a93-4361-9fee-197d81bf4fff tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Deleting subnet 2e67495c-ad21-414d-86aa-8cd9c7d40190 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:21:55.600282 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3ba7b2dd-7a93-4361-9fee-197d81bf4fff tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:55.642999 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3ba7b2dd-7a93-4361-9fee-197d81bf4fff tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:55.662664 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-1f211587-e988-4a8d-a256-3daa382ab607 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342009 Aug 31 09:21:55.756081 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3ba7b2dd-7a93-4361-9fee-197d81bf4fff tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:55.863122 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-c7af7c09-a238-4425-8a67-8d8bf0891bb9 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:55.864600 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-c7af7c09-a238-4425-8a67-8d8bf0891bb9 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1955233 Aug 31 09:21:55.892420 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172c012-d994-4594-8d6c-a7104fd1e9b6 req-bf379315-988d-4194-a0a8-e9bb0b500498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:55.893946 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9172c012-d994-4594-8d6c-a7104fd1e9b6 req-bf379315-988d-4194-a0a8-e9bb0b500498 service neutron] 10.222.0.112 "GET /v2.0/networks?id=cd8d8aae-ef2d-4318-b0f7-a17dc229df45 HTTP/1.1" status: 200 len: 915 time: 0.3714926 Aug 31 09:21:55.895199 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-3928a606-f6a5-43a7-b610-60bf84ddd002 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/quotas/f9e9c6916d1f4a7e8f22a19bc536a833 HTTP/1.1" status: 200 len: 375 time: 0.0211034 Aug 31 09:21:55.934823 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3ba7b2dd-7a93-4361-9fee-197d81bf4fff tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:55.965465 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9172c012-d994-4594-8d6c-a7104fd1e9b6 req-9bb93086-fcdc-4ca1-b59a-b65c97372dc4 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e634e1b-2f88-4d95-91a3-09e263e4f7f6 HTTP/1.1" status: 200 len: 217 time: 0.0611701 Aug 31 09:21:55.998360 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3ba7b2dd-7a93-4361-9fee-197d81bf4fff tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:56.003057 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3ba7b2dd-7a93-4361-9fee-197d81bf4fff tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "DELETE /v2.0/subnets/2e67495c-ad21-414d-86aa-8cd9c7d40190 HTTP/1.1" status: 204 len: 168 time: 0.5595441 Aug 31 09:21:56.003057 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7b2dd-7a93-4361-9fee-197d81bf4fff tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Pushing event deleted for resources: {'Subnet': ['ID=2e67495c-ad21-414d-86aa-8cd9c7d40190,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:56.005259 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-b6802c6b-5bc7-43ff-896c-a66eba9b0bbd tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1005919 Aug 31 09:21:56.005259 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 34714) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:56.011489 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe7c217-974c-4d22-8be6-2637c542a54d None None] Network 64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:21:56.122313 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172c012-d994-4594-8d6c-a7104fd1e9b6 req-02694b99-0d83-49d0-b79b-bdd39c8f3ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:56.123873 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9172c012-d994-4594-8d6c-a7104fd1e9b6 req-02694b99-0d83-49d0-b79b-bdd39c8f3ba2 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=68dc58c6-f960-4ac1-b9b7-339e4d0e385a HTTP/1.1" status: 200 len: 853 time: 0.1196916 Aug 31 09:21:56.152708 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1e480166-b0ee-4a6e-8378-ad807fdb7d56 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:56.178705 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9172c012-d994-4594-8d6c-a7104fd1e9b6 req-27d7ac29-6438-4c79-9be6-4298c5c7fa49 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=cd8d8aae-ef2d-4318-b0f7-a17dc229df45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440969 Aug 31 09:21:56.331429 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b72b594-0db3-48ab-9c06-ba63995e60cb None None] DHCP port deletion for 64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:21:56.385281 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05b3b3-b8d0-47c7-bcad-276f34c98a22 req-57e79fb9-a7c4-4320-bc37-c6ed65c8c4b5 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:56.392791 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9c05b3b3-b8d0-47c7-bcad-276f34c98a22 req-57e79fb9-a7c4-4320-bc37-c6ed65c8c4b5 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 946 time: 0.1773026 Aug 31 09:21:56.393701 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-0b72b594-0db3-48ab-9c06-ba63995e60cb None None] Deleting port 6cbf5689-bd58-4647-9544-7869be739904 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:21:56.394136 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0b72b594-0db3-48ab-9c06-ba63995e60cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:56.446649 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-1e480166-b0ee-4a6e-8378-ad807fdb7d56 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Deleting port 6cbf5689-bd58-4647-9544-7869be739904 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:21:56.446963 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1e480166-b0ee-4a6e-8378-ad807fdb7d56 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:56.453176 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9172c012-d994-4594-8d6c-a7104fd1e9b6 req-dec05e0d-1c52-47ff-a0ad-c8c0678c05f3 service neutron] 10.222.0.112 "GET /v2.0/networks/cd8d8aae-ef2d-4318-b0f7-a17dc229df45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387989 Aug 31 09:21:56.489798 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-0b72b594-0db3-48ab-9c06-ba63995e60cb None None] For port 6cbf5689-bd58-4647-9544-7869be739904, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=6cbf5689-bd58-4647-9544-7869be739904,segment=NetworkSegment(871d06c9-0a41-40b3-9f08-df7615289b87),segment_id=871d06c9-0a41-40b3-9f08-df7615289b87)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:56.490170 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0b72b594-0db3-48ab-9c06-ba63995e60cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:56.520661 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-0b72b594-0db3-48ab-9c06-ba63995e60cb None None] Calling delete_port for 6cbf5689-bd58-4647-9544-7869be739904 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:21:56.525210 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9c05b3b3-b8d0-47c7-bcad-276f34c98a22 req-ddd891f6-be95-43df-9672-4bc0ede23596 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283894 Aug 31 09:21:56.638027 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-1e480166-b0ee-4a6e-8378-ad807fdb7d56 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] For port 6cbf5689-bd58-4647-9544-7869be739904, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=6cbf5689-bd58-4647-9544-7869be739904,segment=NetworkSegment(871d06c9-0a41-40b3-9f08-df7615289b87),segment_id=871d06c9-0a41-40b3-9f08-df7615289b87)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:56.638027 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1e480166-b0ee-4a6e-8378-ad807fdb7d56 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:56.669168 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-1e480166-b0ee-4a6e-8378-ad807fdb7d56 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Calling delete_port for 6cbf5689-bd58-4647-9544-7869be739904 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:21:56.732954 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0b72b594-0db3-48ab-9c06-ba63995e60cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:56.790615 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72b594-0db3-48ab-9c06-ba63995e60cb None None] Pushing event deleted for resources: {'Port': ['ID=6cbf5689-bd58-4647-9544-7869be739904,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:56.796111 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b72b594-0db3-48ab-9c06-ba63995e60cb None None] No DVR routers for this DVR port 6cbf5689-bd58-4647-9544-7869be739904 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:21:56.866297 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1e480166-b0ee-4a6e-8378-ad807fdb7d56 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:56.871563 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9172c012-d994-4594-8d6c-a7104fd1e9b6 req-669a8fc9-3f35-4ce2-8fc5-de6d5c4a99df service neutron] 10.222.0.112 "GET /v2.0/networks/cd8d8aae-ef2d-4318-b0f7-a17dc229df45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033437 Aug 31 09:21:56.978569 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e480166-b0ee-4a6e-8378-ad807fdb7d56 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Pushing event deleted for resources: {'Port': ['ID=6cbf5689-bd58-4647-9544-7869be739904,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:57.004618 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e480166-b0ee-4a6e-8378-ad807fdb7d56 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] No DVR routers for this DVR port 6cbf5689-bd58-4647-9544-7869be739904 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:21:57.015313 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1d728-2c5f-4118-8014-782fae436a47 req-c30eba24-b0c7-40e5-a956-57c2b8fc811d tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:57.018304 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4d1d728-2c5f-4118-8014-782fae436a47 req-c30eba24-b0c7-40e5-a956-57c2b8fc811d tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] 10.222.0.119 "GET /v2.0/ports?device_id=d0f87103-01f5-4575-b0d8-3927976f50b7 HTTP/1.1" status: 200 len: 943 time: 0.2329431 Aug 31 09:21:57.071400 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6cbf5689-bd58-4647-9544-7869be739904 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:21:57.105077 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 6cbf5689-bd58-4647-9544-7869be739904 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:21:57.105373 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6cbf5689-bd58-4647-9544-7869be739904 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:21:57.146426 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1e480166-b0ee-4a6e-8378-ad807fdb7d56 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:57.166630 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-1e480166-b0ee-4a6e-8378-ad807fdb7d56 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:57.240413 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-1e480166-b0ee-4a6e-8378-ad807fdb7d56 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '871d06c9-0a41-40b3-9f08-df7615289b87') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:57.240848 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-1e480166-b0ee-4a6e-8378-ad807fdb7d56 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '871d06c9-0a41-40b3-9f08-df7615289b87') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:21:57.258153 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1e480166-b0ee-4a6e-8378-ad807fdb7d56 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:57.264842 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4d1d728-2c5f-4118-8014-782fae436a47 req-cbcecad6-0991-4ccf-ada0-eac7155e8c47 tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] 10.222.0.119 "GET /v2.0/security-groups?id=5ef20352-6f78-4114-bb23-0426433bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064246 Aug 31 09:21:57.287569 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4cf66-854c-488a-b7f9-e7d09dac92ec req-17001764-b2aa-4f0e-821e-7992d5506b55 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:57.287808 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-00e4cf66-854c-488a-b7f9-e7d09dac92ec req-17001764-b2aa-4f0e-821e-7992d5506b55 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1283612 Aug 31 09:21:57.288782 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1e480166-b0ee-4a6e-8378-ad807fdb7d56 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:57.327289 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e480166-b0ee-4a6e-8378-ad807fdb7d56 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Releasing vlan 1608 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:21:57.327738 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1e480166-b0ee-4a6e-8378-ad807fdb7d56 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:21:57.330722 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:21:57.404168 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-00e4cf66-854c-488a-b7f9-e7d09dac92ec req-4e4376c7-50db-472c-8443-cf6fcb53af8a tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062224 Aug 31 09:21:57.506281 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 7e634e1b-2f88-4d95-91a3-09e263e4f7f6 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:21:57.652150 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-4d0184b4-9b92-4350-89a8-01afd20ec243 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:57.653634 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-4d0184b4-9b92-4350-89a8-01afd20ec243 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/networks?id=a1c761f8-404a-498a-a4d9-9ce04e112753 HTTP/1.1" status: 200 len: 814 time: 0.2717099 Aug 31 09:21:57.659607 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1e480166-b0ee-4a6e-8378-ad807fdb7d56 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:57.673779 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1e480166-b0ee-4a6e-8378-ad807fdb7d56 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:57.675759 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1e480166-b0ee-4a6e-8378-ad807fdb7d56 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "DELETE /v2.0/networks/64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26 HTTP/1.1" status: 204 len: 168 time: 1.6699460 Aug 31 09:21:57.688625 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 34762) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:57.696925 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-6adc4c34-d5a5-4cf0-b924-845e6427917f tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-142094515'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:57.711693 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-f0455724-5561-45dc-8b45-f4da74385cd4 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/quotas/c8be5a3950fb435c8e8cd8e3c656cdfc HTTP/1.1" status: 200 len: 375 time: 0.0492799 Aug 31 09:21:57.772048 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e480166-b0ee-4a6e-8378-ad807fdb7d56 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Pushing event deleted for resources: {'Network': ['ID=64b12df8-ff2d-4f16-8dfa-2ffac7d4ec26,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:57.829761 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 7e634e1b-2f88-4d95-91a3-09e263e4f7f6, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=7e634e1b-2f88-4d95-91a3-09e263e4f7f6,segment=NetworkSegment(344f5653-d52f-45b4-9ca9-55bfa022535f),segment_id=344f5653-d52f-45b4-9ca9-55bfa022535f)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:57.838603 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adc4c34-d5a5-4cf0-b924-845e6427917f tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Made reservation on behalf of 13fae58522454fb384b983d48d032915 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:21:57.843036 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6adc4c34-d5a5-4cf0-b924-845e6427917f tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:57.846223 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '7e634e1b-2f88-4d95-91a3-09e263e4f7f6', 'network_id': 'cd8d8aae-ef2d-4318-b0f7-a17dc229df45', 'port_id': '7e634e1b-2f88-4d95-91a3-09e263e4f7f6', 'mac_address': 'fa:16:3e:da:af:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68dc58c6-f960-4ac1-b9b7-339e4d0e385a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:21:57.908767 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:57.930935 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e634e1b-2f88-4d95-91a3-09e263e4f7f6 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:21:57.933100 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6adc4c34-d5a5-4cf0-b924-845e6427917f tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] vlan segment allocate from pool success with {'vlan_id': 1611, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:21:57.937499 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-3f2a731c-5408-4f48-aef9-62c8a02ce08e tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=c8be5a3950fb435c8e8cd8e3c656cdfc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2248302 Aug 31 09:21:57.949276 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6adc4c34-d5a5-4cf0-b924-845e6427917f tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:57.949624 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-6adc4c34-d5a5-4cf0-b924-845e6427917f tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Added segment 120b564e-172c-47a9-b2fd-c74919e7d49d of type vlan for network 584bedff-c128-484b-8a7d-5f95c5ee415c Aug 31 09:21:57.957153 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-965220e2-7635-46a3-9237-7760d583af46 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:21:57.966583 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-965220e2-7635-46a3-9237-7760d583af46 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0267141 Aug 31 09:21:57.972655 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 7e634e1b-2f88-4d95-91a3-09e263e4f7f6, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=7e634e1b-2f88-4d95-91a3-09e263e4f7f6,segment=NetworkSegment(344f5653-d52f-45b4-9ca9-55bfa022535f),segment_id=344f5653-d52f-45b4-9ca9-55bfa022535f)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:57.995146 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030e896-bc91-49fa-91a3-04075be35b76 req-d780ccdf-ca6f-43e7-a4b7-1fb0d36ba77b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:58.003492 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b030e896-bc91-49fa-91a3-04075be35b76 req-d780ccdf-ca6f-43e7-a4b7-1fb0d36ba77b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 946 time: 0.2669373 Aug 31 09:21:58.036387 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6adc4c34-d5a5-4cf0-b924-845e6427917f tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:58.077267 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:58.143206 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b030e896-bc91-49fa-91a3-04075be35b76 req-fe5fb8d5-12b1-41b6-a9c6-230431d1bc87 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388099 Aug 31 09:21:58.153210 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=7e634e1b-2f88-4d95-91a3-09e263e4f7f6,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:58.203434 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6adc4c34-d5a5-4cf0-b924-845e6427917f tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:58.227758 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adc4c34-d5a5-4cf0-b924-845e6427917f tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:58.227758 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6adc4c34-d5a5-4cf0-b924-845e6427917f tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:58.292823 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d860fb3-ca3e-47a4-a215-dd55df540e4f req-a9102026-aa2c-487c-a4a1-f84160ea76b4 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=441320c5-9a12-4ed7-ac3c-5bb58e7d0451 HTTP/1.1" status: 200 len: 210 time: 0.0741718 Aug 31 09:21:58.352795 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-41c32811-e268-4f1e-a3fc-840332b875e3 service neutron] 10.222.0.119 "GET /v2.0/networks/a1c761f8-404a-498a-a4d9-9ce04e112753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843451 Aug 31 09:21:58.372909 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc4c34-d5a5-4cf0-b924-845e6427917f tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Pushing event updated for resources: {'Network': ['ID=584bedff-c128-484b-8a7d-5f95c5ee415c,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:58.392492 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 584bedff-c128-484b-8a7d-5f95c5ee415c details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:21:58.494456 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-48dc693f-c869-4ed3-9aa5-e96180df895a service neutron] 10.222.0.119 "GET /v2.0/networks/a1c761f8-404a-498a-a4d9-9ce04e112753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412675 Aug 31 09:21:58.594052 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6adc4c34-d5a5-4cf0-b924-845e6427917f tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9008596 Aug 31 09:21:58.594783 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 34784) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:58.606686 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-69ab9a04-350e-4ccb-8c73-bf5e29697425 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Request body: {'subnet': {'network_id': '584bedff-c128-484b-8a7d-5f95c5ee415c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:58.746693 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e72c99-33ef-4be4-a772-97a5600ac28a req-de504dd2-e5e2-48b0-b26d-ec586cdd3812 tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:58.754930 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-00e72c99-33ef-4be4-a772-97a5600ac28a req-de504dd2-e5e2-48b0-b26d-ec586cdd3812 tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] 10.222.0.119 "GET /v2.0/ports?device_id=d0f87103-01f5-4575-b0d8-3927976f50b7 HTTP/1.1" status: 200 len: 944 time: 0.1576276 Aug 31 09:21:58.822917 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-00e72c99-33ef-4be4-a772-97a5600ac28a req-05618aa5-5896-4d7b-bae0-2b285570d0af tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] 10.222.0.119 "GET /v2.0/security-groups?id=5ef20352-6f78-4114-bb23-0426433bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657976 Aug 31 09:21:58.883690 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ab9a04-350e-4ccb-8c73-bf5e29697425 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Made reservation on behalf of 13fae58522454fb384b983d48d032915 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:21:58.883690 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-69ab9a04-350e-4ccb-8c73-bf5e29697425 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:58.936423 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['7e634e1b-2f88-4d95-91a3-09e263e4f7f6'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:21:58.989213 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-df701a42-d89d-4c30-9783-6686781c4496 req-ef8a479f-5044-4f8f-9cb3-6b677eac759d tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b63451b-19aa-4e90-84ce-7b134146b43e HTTP/1.1" status: 200 len: 210 time: 0.1156461 Aug 31 09:21:59.027046 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706ddb1-bf61-42f6-afbf-e87c3cc5a7d3 req-1f76e7ca-0dfa-4d67-b1c6-1d4be65377c1 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:59.030651 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c706ddb1-bf61-42f6-afbf-e87c3cc5a7d3 req-1f76e7ca-0dfa-4d67-b1c6-1d4be65377c1 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.1675844 Aug 31 09:21:59.122357 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c706ddb1-bf61-42f6-afbf-e87c3cc5a7d3 req-3ce33f66-a013-4011-8a7b-b0837eeeb9de tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604951 Aug 31 09:21:59.306271 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007f38c-5dfc-4396-bc71-fde079148a85 req-33ab97e7-c0b7-4469-820c-0d8ba1498a79 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:59.308029 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3007f38c-5dfc-4396-bc71-fde079148a85 req-33ab97e7-c0b7-4469-820c-0d8ba1498a79 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 946 time: 0.0612128 Aug 31 09:21:59.346197 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-69ab9a04-350e-4ccb-8c73-bf5e29697425 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:59.471224 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-711ff3ea-e59d-4c0a-a647-ec1b9bd34137 req-b344b898-22b3-4598-858b-8d76c3045ecf tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=441320c5-9a12-4ed7-ac3c-5bb58e7d0451 HTTP/1.1" status: 200 len: 210 time: 0.0672803 Aug 31 09:21:59.479922 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3007f38c-5dfc-4396-bc71-fde079148a85 req-5ec9fb71-5d45-4966-b596-c356f50c48f2 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648302 Aug 31 09:21:59.519489 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab9a04-350e-4ccb-8c73-bf5e29697425 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Pushing event updated for resources: {'Subnet': ['ID=d3c75e4c-e3af-47de-9cba-08634650f105,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:21:59.528500 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 946be31f-1ffa-4bde-ac70-acfc20fbd342 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:21:59.588463 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ab9a04-350e-4ccb-8c73-bf5e29697425 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Checking segment: {'id': '120b564e-172c-47a9-b2fd-c74919e7d49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1611, 'network_id': '584bedff-c128-484b-8a7d-5f95c5ee415c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:21:59.588907 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ab9a04-350e-4ccb-8c73-bf5e29697425 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Network hostable DHCP agents. Network: 584bedff-c128-484b-8a7d-5f95c5ee415c, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:21:59.696895 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 946be31f-1ffa-4bde-ac70-acfc20fbd342, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=946be31f-1ffa-4bde-ac70-acfc20fbd342,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:59.709376 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '946be31f-1ffa-4bde-ac70-acfc20fbd342', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': '946be31f-1ffa-4bde-ac70-acfc20fbd342', 'mac_address': 'fa:16:3e:53:ec:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:21:59.714873 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ab9a04-350e-4ccb-8c73-bf5e29697425 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Network 584bedff-c128-484b-8a7d-5f95c5ee415c is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:21:59.757428 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:59.774424 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 946be31f-1ffa-4bde-ac70-acfc20fbd342 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:21:59.783643 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-69ab9a04-350e-4ccb-8c73-bf5e29697425 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 584bedff-c128-484b-8a7d-5f95c5ee415c) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:21:59.794473 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ab9a04-350e-4ccb-8c73-bf5e29697425 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:21:59.795571 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-69ab9a04-350e-4ccb-8c73-bf5e29697425 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:21:59.801336 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c14479a-989b-4c74-b699-29d48d8c8747 None None] Network 584bedff-c128-484b-8a7d-5f95c5ee415c requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:21:59.815333 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 946be31f-1ffa-4bde-ac70-acfc20fbd342, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=946be31f-1ffa-4bde-ac70-acfc20fbd342,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:21:59.901477 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-69ab9a04-350e-4ccb-8c73-bf5e29697425 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3055427 Aug 31 09:21:59.903909 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 34818) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:21:59.909089 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-619f67d5-4338-4f58-beb8-753ea3feb527 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1718074583'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:21:59.912816 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:00.038455 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a8623-edb9-4394-a219-b02578497755 req-794bb0b6-865c-4007-9a90-2c86947a0c38 tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:00.047596 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e52a8623-edb9-4394-a219-b02578497755 req-794bb0b6-865c-4007-9a90-2c86947a0c38 tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] 10.222.0.119 "GET /v2.0/ports?device_id=d0f87103-01f5-4575-b0d8-3927976f50b7 HTTP/1.1" status: 200 len: 944 time: 0.1293173 Aug 31 09:22:00.068636 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=946be31f-1ffa-4bde-ac70-acfc20fbd342,revision_number=9']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:00.077643 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245e8491-f9b3-402e-acc9-467fb6385951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-584bedff-c128-484b-8a7d-5f95c5ee415c', 'network_id': '584bedff-c128-484b-8a7d-5f95c5ee415c', 'tenant_id': '13fae58522454fb384b983d48d032915', 'fixed_ips': [{'subnet_id': 'd3c75e4c-e3af-47de-9cba-08634650f105'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:22:00.080768 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-245e8491-f9b3-402e-acc9-467fb6385951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:00.114090 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e52a8623-edb9-4394-a219-b02578497755 req-4d34db4d-3751-4cd8-8700-5fe116ae89f1 tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] 10.222.0.119 "GET /v2.0/security-groups?id=5ef20352-6f78-4114-bb23-0426433bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651424 Aug 31 09:22:00.119187 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619f67d5-4338-4f58-beb8-753ea3feb527 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Made reservation on behalf of 13fae58522454fb384b983d48d032915 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:22:00.123271 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-619f67d5-4338-4f58-beb8-753ea3feb527 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:00.184591 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a1161df6-6cb0-4a35-9efb-ecbd9b04430a req-b1bbf09a-c511-4c8b-8f1b-7f64f5b58535 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b63451b-19aa-4e90-84ce-7b134146b43e HTTP/1.1" status: 200 len: 210 time: 0.0422370 Aug 31 09:22:00.188127 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-619f67d5-4338-4f58-beb8-753ea3feb527 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] vlan segment allocate from pool success with {'vlan_id': 1605, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:22:00.214882 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-619f67d5-4338-4f58-beb8-753ea3feb527 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:00.214882 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-619f67d5-4338-4f58-beb8-753ea3feb527 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Added segment 7681fa24-9ef9-4a4a-8895-95992c6d5bb8 of type vlan for network 2e258e58-a830-4cb8-a73f-a00887d3bce1 Aug 31 09:22:00.264941 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-245e8491-f9b3-402e-acc9-467fb6385951 None None] Allocated IP 19.80.0.2 (584bedff-c128-484b-8a7d-5f95c5ee415c/d3c75e4c-e3af-47de-9cba-08634650f105/26e4f62a-a3d5-445c-aea4-390982996799) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:22:00.302457 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-619f67d5-4338-4f58-beb8-753ea3feb527 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:00.304928 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['946be31f-1ffa-4bde-ac70-acfc20fbd342'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:22:00.336867 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f00ee1-4090-407f-97aa-d534cf7bb34d req-817d7197-4c60-498d-8804-ccafc878d36b tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:00.344201 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e2f00ee1-4090-407f-97aa-d534cf7bb34d req-817d7197-4c60-498d-8804-ccafc878d36b tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.0896366 Aug 31 09:22:00.392158 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e2f00ee1-4090-407f-97aa-d534cf7bb34d req-5a925508-3dee-4644-bf7b-93c479911f7c tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470698 Aug 31 09:22:00.435350 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-619f67d5-4338-4f58-beb8-753ea3feb527 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:00.441290 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619f67d5-4338-4f58-beb8-753ea3feb527 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:00.442040 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-619f67d5-4338-4f58-beb8-753ea3feb527 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:00.564379 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f67d5-4338-4f58-beb8-753ea3feb527 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Pushing event updated for resources: {'Network': ['ID=2e258e58-a830-4cb8-a73f-a00887d3bce1,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:00.593190 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 2e258e58-a830-4cb8-a73f-a00887d3bce1 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:22:00.633503 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-245e8491-f9b3-402e-acc9-467fb6385951 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:00.649709 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-245e8491-f9b3-402e-acc9-467fb6385951 None None] Transition to ACTIVE for port object 26e4f62a-a3d5-445c-aea4-390982996799 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:22:00.687250 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-619f67d5-4338-4f58-beb8-753ea3feb527 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7822616 Aug 31 09:22:00.689903 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 34832) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:00.696103 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-9d7836ce-cb65-4daf-b84e-316de8619c2b tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Request body: {'subnet': {'network_id': '2e258e58-a830-4cb8-a73f-a00887d3bce1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:22:00.740211 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-245e8491-f9b3-402e-acc9-467fb6385951 None None] Transition to ACTIVE for port object 26e4f62a-a3d5-445c-aea4-390982996799 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:22:00.743542 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f9e4760-5643-439f-bbbe-e1845df652b2 req-ea260d0a-fe38-423d-95fd-7b90d0d125c9 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=441320c5-9a12-4ed7-ac3c-5bb58e7d0451 HTTP/1.1" status: 200 len: 210 time: 0.0963926 Aug 31 09:22:00.813076 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c34692-3b15-4ea2-a2ce-73026720332c req-41aad8e4-0de5-4233-bd93-41e120c2f442 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:00.817986 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a8c34692-3b15-4ea2-a2ce-73026720332c req-41aad8e4-0de5-4233-bd93-41e120c2f442 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 946 time: 0.1830459 Aug 31 09:22:00.844228 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-245e8491-f9b3-402e-acc9-467fb6385951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:00.940892 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a8c34692-3b15-4ea2-a2ce-73026720332c req-9496b31e-e8b4-4699-baf6-a53de581abdd tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966852 Aug 31 09:22:00.944076 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245e8491-f9b3-402e-acc9-467fb6385951 None None] Network 584bedff-c128-484b-8a7d-5f95c5ee415c is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:22:00.951792 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-245e8491-f9b3-402e-acc9-467fb6385951 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:22:00.958690 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e8491-f9b3-402e-acc9-467fb6385951 None None] Pushing event updated for resources: {'Port': ['ID=26e4f62a-a3d5-445c-aea4-390982996799,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:00.963697 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245e8491-f9b3-402e-acc9-467fb6385951 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:22:01.033081 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7836ce-cb65-4daf-b84e-316de8619c2b tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Made reservation on behalf of 13fae58522454fb384b983d48d032915 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:22:01.036910 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9d7836ce-cb65-4daf-b84e-316de8619c2b tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:01.076134 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-3b81f40f-166e-4abf-8ec9-613cbbd5f3ba tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0803223 Aug 31 09:22:01.113668 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-245e8491-f9b3-402e-acc9-467fb6385951 None None] Attempting to bind port 26e4f62a-a3d5-445c-aea4-390982996799 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:22:01.114093 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-245e8491-f9b3-402e-acc9-467fb6385951 None None] Attempting to bind port 26e4f62a-a3d5-445c-aea4-390982996799 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '120b564e-172c-47a9-b2fd-c74919e7d49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1611, 'network_id': '584bedff-c128-484b-8a7d-5f95c5ee415c'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:22:01.114465 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245e8491-f9b3-402e-acc9-467fb6385951 None None] Attempting to bind port 26e4f62a-a3d5-445c-aea4-390982996799 on network 584bedff-c128-484b-8a7d-5f95c5ee415c {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:22:01.120811 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245e8491-f9b3-402e-acc9-467fb6385951 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:22:01.121206 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245e8491-f9b3-402e-acc9-467fb6385951 None None] Checking segment: {'id': '120b564e-172c-47a9-b2fd-c74919e7d49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1611, 'network_id': '584bedff-c128-484b-8a7d-5f95c5ee415c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:22:01.121610 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-245e8491-f9b3-402e-acc9-467fb6385951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:01.122001 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245e8491-f9b3-402e-acc9-467fb6385951 None None] Bound using segment: {'id': '120b564e-172c-47a9-b2fd-c74919e7d49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1611, 'network_id': '584bedff-c128-484b-8a7d-5f95c5ee415c'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:22:01.122485 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-245e8491-f9b3-402e-acc9-467fb6385951 None None] Bound port: 26e4f62a-a3d5-445c-aea4-390982996799, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '120b564e-172c-47a9-b2fd-c74919e7d49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1611, 'network_id': '584bedff-c128-484b-8a7d-5f95c5ee415c'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:22:01.122931 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-245e8491-f9b3-402e-acc9-467fb6385951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:01.291773 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-245e8491-f9b3-402e-acc9-467fb6385951 None None] For port 26e4f62a-a3d5-445c-aea4-390982996799, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:22:01.295071 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-245e8491-f9b3-402e-acc9-467fb6385951 None None] For port 26e4f62a-a3d5-445c-aea4-390982996799, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=26e4f62a-a3d5-445c-aea4-390982996799,segment=NetworkSegment(120b564e-172c-47a9-b2fd-c74919e7d49d),segment_id=120b564e-172c-47a9-b2fd-c74919e7d49d)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:22:01.295976 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-b6c3bd13-1647-4e40-8775-2d05aa72ba70 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0974245 Aug 31 09:22:01.355840 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-245e8491-f9b3-402e-acc9-467fb6385951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:01.424407 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5109f3e-79fd-482b-b605-150d5fcf0593 req-8525d7aa-5ed2-48f3-a5cb-2bb602a28f1a tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:01.431047 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c5109f3e-79fd-482b-b605-150d5fcf0593 req-8525d7aa-5ed2-48f3-a5cb-2bb602a28f1a tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] 10.222.0.119 "GET /v2.0/ports?device_id=d0f87103-01f5-4575-b0d8-3927976f50b7 HTTP/1.1" status: 200 len: 944 time: 0.2334888 Aug 31 09:22:01.450276 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9d7836ce-cb65-4daf-b84e-316de8619c2b tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:01.487681 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e8491-f9b3-402e-acc9-467fb6385951 None None] Pushing event updated for resources: {'Port': ['ID=26e4f62a-a3d5-445c-aea4-390982996799,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:01.532902 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 7e634e1b-2f88-4d95-91a3-09e263e4f7f6 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:22:01.542435 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7836ce-cb65-4daf-b84e-316de8619c2b tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Pushing event updated for resources: {'Subnet': ['ID=e01998b1-1179-46d6-8a60-d361d414470c,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:01.577797 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7836ce-cb65-4daf-b84e-316de8619c2b tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Checking segment: {'id': '7681fa24-9ef9-4a4a-8895-95992c6d5bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': '2e258e58-a830-4cb8-a73f-a00887d3bce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:22:01.578374 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7836ce-cb65-4daf-b84e-316de8619c2b tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Network hostable DHCP agents. Network: 2e258e58-a830-4cb8-a73f-a00887d3bce1, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:22:01.640033 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-23227388-3fb5-4f96-b792-b042ad8d2601 req-597d73a0-b63f-49c8-939c-a7c1fb6e8a60 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b63451b-19aa-4e90-84ce-7b134146b43e HTTP/1.1" status: 200 len: 210 time: 0.2300239 Aug 31 09:22:01.671279 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 7e634e1b-2f88-4d95-91a3-09e263e4f7f6 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:22:01.675830 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 7e634e1b-2f88-4d95-91a3-09e263e4f7f6 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:01.676576 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:01.685520 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-9bdce6e7-3c87-42e3-b1bc-c07543c6d313 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:01.687127 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-9bdce6e7-3c87-42e3-b1bc-c07543c6d313 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6059468 Aug 31 09:22:01.709486 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-d1f5790b-ff4a-471b-a716-ef918463512e tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Request body: {'port': {'device_id': '441320c5-9a12-4ed7-ac3c-5bb58e7d0451', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'admin_state_up': True, 'tenant_id': 'f9e9c6916d1f4a7e8f22a19bc536a833'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:22:01.729447 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7836ce-cb65-4daf-b84e-316de8619c2b tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Network 2e258e58-a830-4cb8-a73f-a00887d3bce1 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:22:01.814858 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-9d7836ce-cb65-4daf-b84e-316de8619c2b tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 2e258e58-a830-4cb8-a73f-a00887d3bce1) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:22:01.817273 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c5109f3e-79fd-482b-b605-150d5fcf0593 req-18a16751-f018-4845-acef-1781eeb29039 tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] 10.222.0.119 "GET /v2.0/security-groups?id=5ef20352-6f78-4114-bb23-0426433bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847117 Aug 31 09:22:01.826465 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7836ce-cb65-4daf-b84e-316de8619c2b tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:01.828734 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9d7836ce-cb65-4daf-b84e-316de8619c2b tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:01.874180 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51693b31-602d-455a-bc79-49e83687e36a None None] Network 2e258e58-a830-4cb8-a73f-a00887d3bce1 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:22:01.931830 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-8633fda5-b0cc-42a5-afbe-74b2e17dc689 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:01.933853 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-8633fda5-b0cc-42a5-afbe-74b2e17dc689 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5413623 Aug 31 09:22:01.981386 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9d7836ce-cb65-4daf-b84e-316de8619c2b tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2818565 Aug 31 09:22:02.028634 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:02.036933 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e13ddfff-6033-4299-addc-900eac4a4f5e req-0fba3f89-aeb6-4cac-bd34-53299130084f tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=441320c5-9a12-4ed7-ac3c-5bb58e7d0451 HTTP/1.1" status: 200 len: 210 time: 0.0960047 Aug 31 09:22:02.064411 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-06f20fc7-ab2b-46bb-afba-50c9d1d70869 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Request body: {'port': {'device_id': '3a18c1ab-324c-47c4-84fb-2543314dcecd', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'admin_state_up': True, 'tenant_id': 'f9e9c6916d1f4a7e8f22a19bc536a833'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:22:02.091823 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f87103-01f5-4575-b0d8-3927976f50b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e634e1b-2f88-4d95-91a3-09e263e4f7f6'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:22:02.094992 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd06a7aa-d5ae-4d39-8fd7-a833b5afa39c" -d '{"events": [{"server_uuid": "d0f87103-01f5-4575-b0d8-3927976f50b7", "name": "network-vif-plugged", "status": "completed", "tag": "7e634e1b-2f88-4d95-91a3-09e263e4f7f6"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:22:02.136305 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 7e634e1b-2f88-4d95-91a3-09e263e4f7f6, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=7e634e1b-2f88-4d95-91a3-09e263e4f7f6,segment=NetworkSegment(344f5653-d52f-45b4-9ca9-55bfa022535f),segment_id=344f5653-d52f-45b4-9ca9-55bfa022535f)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:02.196247 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb439815-daf0-404b-94fd-ba8500245b1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-2e258e58-a830-4cb8-a73f-a00887d3bce1', 'network_id': '2e258e58-a830-4cb8-a73f-a00887d3bce1', 'tenant_id': '13fae58522454fb384b983d48d032915', 'fixed_ips': [{'subnet_id': 'e01998b1-1179-46d6-8a60-d361d414470c'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:22:02.197200 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cb439815-daf0-404b-94fd-ba8500245b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:02.214508 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe3b7e-de2d-49c8-b138-3c614add2e5b req-913c458d-f9d7-41a2-b105-52d00d89303e tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:02.217887 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1cfe3b7e-de2d-49c8-b138-3c614add2e5b req-913c458d-f9d7-41a2-b105-52d00d89303e tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.3926396 Aug 31 09:22:02.219749 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:02.273618 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-d1f5790b-ff4a-471b-a716-ef918463512e tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Made reservation on behalf of f9e9c6916d1f4a7e8f22a19bc536a833 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:22:02.277187 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-d1f5790b-ff4a-471b-a716-ef918463512e tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:02.350033 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=7e634e1b-2f88-4d95-91a3-09e263e4f7f6,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:02.471155 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-cb439815-daf0-404b-94fd-ba8500245b1d None None] Allocated IP 19.86.0.2 (2e258e58-a830-4cb8-a73f-a00887d3bce1/e01998b1-1179-46d6-8a60-d361d414470c/313ab639-9ef8-43d2-84bd-41a8bbe94d66) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:22:02.504647 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:02.797924 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:02.803010 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cb439815-daf0-404b-94fd-ba8500245b1d None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:02.822188 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-cb439815-daf0-404b-94fd-ba8500245b1d None None] Transition to ACTIVE for port object 313ab639-9ef8-43d2-84bd-41a8bbe94d66 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:22:02.860934 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-cb439815-daf0-404b-94fd-ba8500245b1d None None] Transition to ACTIVE for port object 313ab639-9ef8-43d2-84bd-41a8bbe94d66 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:22:02.979029 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cb439815-daf0-404b-94fd-ba8500245b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:03.083082 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1cfe3b7e-de2d-49c8-b138-3c614add2e5b req-3f3b6ae1-3f32-4bda-87c7-de707ba30577 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8534942 Aug 31 09:22:03.092450 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1971c9fe-d313-46e8-b277-72a5668c8520 None None] Network 584bedff-c128-484b-8a7d-5f95c5ee415c requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:22:03.258448 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-06f20fc7-ab2b-46bb-afba-50c9d1d70869 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Made reservation on behalf of f9e9c6916d1f4a7e8f22a19bc536a833 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:22:03.271035 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-06f20fc7-ab2b-46bb-afba-50c9d1d70869 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:03.293214 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b965d45-df0b-4d85-a981-48c9278fe394 x-openstack-request-id: req-1b965d45-df0b-4d85-a981-48c9278fe394 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:22:03.293877 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f87103-01f5-4575-b0d8-3927976f50b7", "name": "network-vif-plugged", "status": "completed", "tag": "7e634e1b-2f88-4d95-91a3-09e263e4f7f6", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:22:03.294520 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-1b965d45-df0b-4d85-a981-48c9278fe394 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:22:03.295852 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f87103-01f5-4575-b0d8-3927976f50b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e634e1b-2f88-4d95-91a3-09e263e4f7f6', 'code': 200} Aug 31 09:22:03.309350 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6d7e7-0f89-4a7f-8347-718bd5b6b043 req-c20ad168-a1b8-462b-ab54-6fcc44b15a8b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:03.320434 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-63e6d7e7-0f89-4a7f-8347-718bd5b6b043 req-c20ad168-a1b8-462b-ab54-6fcc44b15a8b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 946 time: 0.4409885 Aug 31 09:22:03.346263 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-213ba143-47a1-44d5-bd36-2581f51b6198 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:03.348226 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-213ba143-47a1-44d5-bd36-2581f51b6198 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.112 "GET /v2.0/networks?id=a1c761f8-404a-498a-a4d9-9ce04e112753 HTTP/1.1" status: 200 len: 814 time: 0.5628257 Aug 31 09:22:03.384725 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 26e4f62a-a3d5-445c-aea4-390982996799 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:22:03.385574 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-132c4658-6ce0-4e4e-98e1-f0d0647decbe tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Request body: {'port': {'device_id': '3b63451b-19aa-4e90-84ce-7b134146b43e', 'network_id': 'a1c761f8-404a-498a-a4d9-9ce04e112753', 'admin_state_up': True, 'tenant_id': 'c8be5a3950fb435c8e8cd8e3c656cdfc'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:22:03.407847 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb439815-daf0-404b-94fd-ba8500245b1d None None] Network 2e258e58-a830-4cb8-a73f-a00887d3bce1 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:22:03.449597 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158bbc0-e257-45d9-83ba-6b40a43ff1b1 req-6aa431cf-dd9c-4343-ab6d-72098d102828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:03.451697 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4158bbc0-e257-45d9-83ba-6b40a43ff1b1 req-6aa431cf-dd9c-4343-ab6d-72098d102828 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=d0f87103-01f5-4575-b0d8-3927976f50b7 HTTP/1.1" status: 200 len: 1097 time: 0.0769370 Aug 31 09:22:03.485055 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-d1f5790b-ff4a-471b-a716-ef918463512e tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Allocated IP 192.168.233.221 (a47e180d-e969-4a85-aa09-0ec8196480c0/f473c8e7-d3e2-4352-b8da-3dcd093feb8b/208182a9-a164-4eea-905d-adb2523ca8bc) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:22:03.551734 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7ad7afac-e8b2-4070-99bb-e559eed668c3 None None] Provisioning for port 26e4f62a-a3d5-445c-aea4-390982996799 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:22:03.556291 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-cb439815-daf0-404b-94fd-ba8500245b1d None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:22:03.557253 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4158bbc0-e257-45d9-83ba-6b40a43ff1b1 req-1a83426f-a90c-4d72-be6d-809eec206074 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=5ef20352-6f78-4114-bb23-0426433bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815961 Aug 31 09:22:03.566077 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb439815-daf0-404b-94fd-ba8500245b1d None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:22:03.600870 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 946be31f-1ffa-4bde-ac70-acfc20fbd342 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:22:03.617085 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-63e6d7e7-0f89-4a7f-8347-718bd5b6b043 req-6d1abffa-48b1-465b-a373-30638cb2a883 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653508 Aug 31 09:22:03.748240 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb439815-daf0-404b-94fd-ba8500245b1d None None] Pushing event updated for resources: {'Port': ['ID=313ab639-9ef8-43d2-84bd-41a8bbe94d66,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:03.840939 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-50943479-64c0-4c5f-982c-12617d931def req-a93dcd62-dc85-4e28-a780-13c3319e3c3e tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b63451b-19aa-4e90-84ce-7b134146b43e HTTP/1.1" status: 200 len: 210 time: 0.0999179 Aug 31 09:22:03.977864 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-cb439815-daf0-404b-94fd-ba8500245b1d None None] Attempting to bind port 313ab639-9ef8-43d2-84bd-41a8bbe94d66 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:22:03.978483 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-cb439815-daf0-404b-94fd-ba8500245b1d None None] Attempting to bind port 313ab639-9ef8-43d2-84bd-41a8bbe94d66 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '7681fa24-9ef9-4a4a-8895-95992c6d5bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': '2e258e58-a830-4cb8-a73f-a00887d3bce1'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:22:03.978740 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb439815-daf0-404b-94fd-ba8500245b1d None None] Attempting to bind port 313ab639-9ef8-43d2-84bd-41a8bbe94d66 on network 2e258e58-a830-4cb8-a73f-a00887d3bce1 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:22:03.982178 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 946be31f-1ffa-4bde-ac70-acfc20fbd342 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:03.982564 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:04.024462 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb439815-daf0-404b-94fd-ba8500245b1d None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:22:04.024927 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb439815-daf0-404b-94fd-ba8500245b1d None None] Checking segment: {'id': '7681fa24-9ef9-4a4a-8895-95992c6d5bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': '2e258e58-a830-4cb8-a73f-a00887d3bce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:22:04.025542 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cb439815-daf0-404b-94fd-ba8500245b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:04.025973 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb439815-daf0-404b-94fd-ba8500245b1d None None] Bound using segment: {'id': '7681fa24-9ef9-4a4a-8895-95992c6d5bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': '2e258e58-a830-4cb8-a73f-a00887d3bce1'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:22:04.026535 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-cb439815-daf0-404b-94fd-ba8500245b1d None None] Bound port: 313ab639-9ef8-43d2-84bd-41a8bbe94d66, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7681fa24-9ef9-4a4a-8895-95992c6d5bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': '2e258e58-a830-4cb8-a73f-a00887d3bce1'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:22:04.028276 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cb439815-daf0-404b-94fd-ba8500245b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:04.078479 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f3bd3-6c48-47c9-a03a-2b066c148c21 req-036b2f4d-46b9-4113-8180-fc9c41dce95d tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:04.080789 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d6f3bd3-6c48-47c9-a03a-2b066c148c21 req-036b2f4d-46b9-4113-8180-fc9c41dce95d tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] 10.222.0.119 "GET /v2.0/ports?device_id=d0f87103-01f5-4575-b0d8-3927976f50b7 HTTP/1.1" status: 200 len: 945 time: 0.1131976 Aug 31 09:22:04.250836 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-d1f5790b-ff4a-471b-a716-ef918463512e tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:04.250836 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-d1f5790b-ff4a-471b-a716-ef918463512e tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Transition to ACTIVE for port object 208182a9-a164-4eea-905d-adb2523ca8bc will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:22:04.252799 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-cb439815-daf0-404b-94fd-ba8500245b1d None None] For port 313ab639-9ef8-43d2-84bd-41a8bbe94d66, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:22:04.252799 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:04.252799 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-cb439815-daf0-404b-94fd-ba8500245b1d None None] For port 313ab639-9ef8-43d2-84bd-41a8bbe94d66, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=313ab639-9ef8-43d2-84bd-41a8bbe94d66,segment=NetworkSegment(7681fa24-9ef9-4a4a-8895-95992c6d5bb8),segment_id=7681fa24-9ef9-4a4a-8895-95992c6d5bb8)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:22:04.253195 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d6f3bd3-6c48-47c9-a03a-2b066c148c21 req-0aa56bfc-117c-4f0c-bd59-cd5ec9b4f6b9 tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] 10.222.0.119 "GET /v2.0/security-groups?id=5ef20352-6f78-4114-bb23-0426433bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001790 Aug 31 09:22:04.253272 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 946be31f-1ffa-4bde-ac70-acfc20fbd342, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=946be31f-1ffa-4bde-ac70-acfc20fbd342,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:04.355967 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f5c5ad43-8d77-44ca-88f2-504b53c0792d req-ebf9315e-0978-4b07-98b0-13cd63c881c2 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=441320c5-9a12-4ed7-ac3c-5bb58e7d0451 HTTP/1.1" status: 200 len: 210 time: 0.0474226 Aug 31 09:22:04.397140 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-132c4658-6ce0-4e4e-98e1-f0d0647decbe tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Made reservation on behalf of c8be5a3950fb435c8e8cd8e3c656cdfc for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:22:04.401995 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-132c4658-6ce0-4e4e-98e1-f0d0647decbe tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:04.448120 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:04.449958 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 26e4f62a-a3d5-445c-aea4-390982996799 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:22:04.455185 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cb439815-daf0-404b-94fd-ba8500245b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:04.516038 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 26e4f62a-a3d5-445c-aea4-390982996799 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:04.516408 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:04.564459 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-d1f5790b-ff4a-471b-a716-ef918463512e tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:04.598707 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['5b4431c4-d3fc-4102-a88e-370b2790a6d2', 'a455cdf0-83d3-4487-b52d-1754bb9148b1', '0ccfc8f2-adc2-437c-9087-578ecbd69952'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:22:04.662643 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-d1f5790b-ff4a-471b-a716-ef918463512e tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Network a47e180d-e969-4a85-aa09-0ec8196480c0 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:22:04.668784 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=946be31f-1ffa-4bde-ac70-acfc20fbd342,revision_number=10']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:04.676459 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5790b-ff4a-471b-a716-ef918463512e tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Pushing event updated for resources: {'Port': ['ID=208182a9-a164-4eea-905d-adb2523ca8bc,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:04.681755 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-d1f5790b-ff4a-471b-a716-ef918463512e tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:22:04.684745 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-d1f5790b-ff4a-471b-a716-ef918463512e tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:22:04.755596 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-d1f5790b-ff4a-471b-a716-ef918463512e tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:04.756520 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-d1f5790b-ff4a-471b-a716-ef918463512e tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:04.879134 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-06f20fc7-ab2b-46bb-afba-50c9d1d70869 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Allocated IP 192.168.233.186 (a47e180d-e969-4a85-aa09-0ec8196480c0/f473c8e7-d3e2-4352-b8da-3dcd093feb8b/bbd510a8-f1cb-4df6-80bf-3d88acfdae33) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:22:04.929103 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-d1f5790b-ff4a-471b-a716-ef918463512e tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2252338 Aug 31 09:22:04.962375 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-7e043a7b-e035-4a34-9a81-1fbc2573996f service neutron] Request body: {'port': {'device_id': '441320c5-9a12-4ed7-ac3c-5bb58e7d0451', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:22:05.006648 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb439815-daf0-404b-94fd-ba8500245b1d None None] Pushing event updated for resources: {'Port': ['ID=313ab639-9ef8-43d2-84bd-41a8bbe94d66,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:05.066209 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:05.089367 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-132c4658-6ce0-4e4e-98e1-f0d0647decbe tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Allocated IP 172.20.0.6 (a1c761f8-404a-498a-a4d9-9ce04e112753/b147db6a-6b72-4492-9892-536b47a13e42/02962ba1-421e-4d95-ba0d-96943c732055) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:22:05.256084 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 26e4f62a-a3d5-445c-aea4-390982996799, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=26e4f62a-a3d5-445c-aea4-390982996799,segment=NetworkSegment(120b564e-172c-47a9-b2fd-c74919e7d49d),segment_id=120b564e-172c-47a9-b2fd-c74919e7d49d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:05.319173 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-7e043a7b-e035-4a34-9a81-1fbc2573996f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:05.349888 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946be31f-1ffa-4bde-ac70-acfc20fbd342'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:22:05.350379 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d5ccae-8549-453e-9e53-3c8f2827553f" -d '{"events": [{"server_uuid": "65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad", "name": "network-vif-plugged", "status": "completed", "tag": "946be31f-1ffa-4bde-ac70-acfc20fbd342"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:22:05.412939 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:05.629929 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9c38b968-1e73-4225-a1f9-808af7e2139f None None] Provisioning for port 208182a9-a164-4eea-905d-adb2523ca8bc completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:22:05.716321 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=26e4f62a-a3d5-445c-aea4-390982996799,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:05.725307 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9c38b968-1e73-4225-a1f9-808af7e2139f None None] Provisioning complete for port 208182a9-a164-4eea-905d-adb2523ca8bc triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:05.725711 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9c38b968-1e73-4225-a1f9-808af7e2139f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:05.807061 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 313ab639-9ef8-43d2-84bd-41a8bbe94d66 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:22:05.926380 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-06f20fc7-ab2b-46bb-afba-50c9d1d70869 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:05.960059 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-9c38b968-1e73-4225-a1f9-808af7e2139f None None] Port 208182a9-a164-4eea-905d-adb2523ca8bc cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:22:06.015415 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-132c4658-6ce0-4e4e-98e1-f0d0647decbe tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:06.018860 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-06f20fc7-ab2b-46bb-afba-50c9d1d70869 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Transition to ACTIVE for port object bbd510a8-f1cb-4df6-80bf-3d88acfdae33 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:22:06.078004 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 313ab639-9ef8-43d2-84bd-41a8bbe94d66 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:22:06.186059 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-06f20fc7-ab2b-46bb-afba-50c9d1d70869 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:06.244487 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-132c4658-6ce0-4e4e-98e1-f0d0647decbe tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:06.325378 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-132c4658-6ce0-4e4e-98e1-f0d0647decbe tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Network a1c761f8-404a-498a-a4d9-9ce04e112753 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:22:06.334683 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-132c4658-6ce0-4e4e-98e1-f0d0647decbe tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:22:06.341018 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-06f20fc7-ab2b-46bb-afba-50c9d1d70869 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Network a47e180d-e969-4a85-aa09-0ec8196480c0 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:22:06.344896 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-132c4658-6ce0-4e4e-98e1-f0d0647decbe tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:22:06.350958 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-06f20fc7-ab2b-46bb-afba-50c9d1d70869 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:22:06.392751 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f20fc7-ab2b-46bb-afba-50c9d1d70869 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Pushing event updated for resources: {'Port': ['ID=bbd510a8-f1cb-4df6-80bf-3d88acfdae33,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:06.395454 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-06f20fc7-ab2b-46bb-afba-50c9d1d70869 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:22:06.400478 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d120e03-622c-43c4-866c-ed00f5d9a441 None None] Network 2e258e58-a830-4cb8-a73f-a00887d3bce1 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:22:06.593104 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-132c4658-6ce0-4e4e-98e1-f0d0647decbe tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:06.593756 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-132c4658-6ce0-4e4e-98e1-f0d0647decbe tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:06.645356 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-2c05a0a9-5dbc-4195-bf9f-f364467e8070 None None] Provisioning for port 313ab639-9ef8-43d2-84bd-41a8bbe94d66 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:22:06.666437 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-2c05a0a9-5dbc-4195-bf9f-f364467e8070 None None] Provisioning complete for port 313ab639-9ef8-43d2-84bd-41a8bbe94d66 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:06.666437 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2c05a0a9-5dbc-4195-bf9f-f364467e8070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:06.807014 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-132c4658-6ce0-4e4e-98e1-f0d0647decbe tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4258864 Aug 31 09:22:06.812451 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c4658-6ce0-4e4e-98e1-f0d0647decbe tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Pushing event updated for resources: {'Port': ['ID=02962ba1-421e-4d95-ba0d-96943c732055,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:06.833008 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-06f20fc7-ab2b-46bb-afba-50c9d1d70869 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:06.833707 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-06f20fc7-ab2b-46bb-afba-50c9d1d70869 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:06.857628 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-09093a89-ffbe-453c-ab0c-ac5e78ba8224 service neutron] Request body: {'port': {'device_id': '3b63451b-19aa-4e90-84ce-7b134146b43e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:22:06.941178 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900bc2b-6f2b-49a2-b212-86fbdbc23a75 req-4995136f-bace-47f2-9e74-d492de922a37 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:06.956899 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e900bc2b-6f2b-49a2-b212-86fbdbc23a75 req-4995136f-bace-47f2-9e74-d492de922a37 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 946 time: 0.2436256 Aug 31 09:22:06.979218 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-06f20fc7-ab2b-46bb-afba-50c9d1d70869 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9333599 Aug 31 09:22:07.006901 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2c05a0a9-5dbc-4195-bf9f-f364467e8070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:07.062812 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-dab9e793-a983-422c-86e3-de28a431d61c service neutron] Request body: {'port': {'device_id': '3a18c1ab-324c-47c4-84fb-2543314dcecd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:22:07.076931 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-2c05a0a9-5dbc-4195-bf9f-f364467e8070 None None] For port 313ab639-9ef8-43d2-84bd-41a8bbe94d66, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=313ab639-9ef8-43d2-84bd-41a8bbe94d66,segment=NetworkSegment(7681fa24-9ef9-4a4a-8895-95992c6d5bb8),segment_id=7681fa24-9ef9-4a4a-8895-95992c6d5bb8)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:07.149350 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-09093a89-ffbe-453c-ab0c-ac5e78ba8224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:07.159997 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2c05a0a9-5dbc-4195-bf9f-f364467e8070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:07.161896 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-7e043a7b-e035-4a34-9a81-1fbc2573996f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 208182a9-a164-4eea-905d-adb2523ca8bc {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:22:07.181543 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-7e043a7b-e035-4a34-9a81-1fbc2573996f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:07.198258 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-a7a93f14-abe3-4122-9782-6b2e175f4855 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:07.204266 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-a7a93f14-abe3-4122-9782-6b2e175f4855 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:07.205979 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-a7a93f14-abe3-4122-9782-6b2e175f4855 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/networks?id=584bedff-c128-484b-8a7d-5f95c5ee415c&id=2e258e58-a830-4cb8-a73f-a00887d3bce1 HTTP/1.1" status: 200 len: 1391 time: 0.5561011 Aug 31 09:22:07.236678 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e900bc2b-6f2b-49a2-b212-86fbdbc23a75 req-01dbe720-8d8e-4934-8d30-6091fc700e75 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800181 Aug 31 09:22:07.271141 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-7e043a7b-e035-4a34-9a81-1fbc2573996f service neutron] Transition to ACTIVE for port object 208182a9-a164-4eea-905d-adb2523ca8bc will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:22:07.278933 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05a0a9-5dbc-4195-bf9f-f364467e8070 None None] Pushing event updated for resources: {'Port': ['ID=313ab639-9ef8-43d2-84bd-41a8bbe94d66,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:07.299599 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-eaf56503-f463-4353-b682-2146c921b814 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/quotas/13fae58522454fb384b983d48d032915 HTTP/1.1" status: 200 len: 375 time: 0.0710056 Aug 31 09:22:07.324811 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-dab9e793-a983-422c-86e3-de28a431d61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:07.434919 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c5ef32a3-f634-4c0d-b9ae-2e66745782ac None None] Provisioning for port bbd510a8-f1cb-4df6-80bf-3d88acfdae33 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:22:07.441084 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c5ef32a3-f634-4c0d-b9ae-2e66745782ac None None] Provisioning complete for port bbd510a8-f1cb-4df6-80bf-3d88acfdae33 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:07.442842 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c5ef32a3-f634-4c0d-b9ae-2e66745782ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:07.459014 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-7e043a7b-e035-4a34-9a81-1fbc2573996f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:07.544634 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-bd67f29c-f6a7-4875-82ec-9e9d742ea80a tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=13fae58522454fb384b983d48d032915&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2319613 Aug 31 09:22:07.590659 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-c5ef32a3-f634-4c0d-b9ae-2e66745782ac None None] Port bbd510a8-f1cb-4df6-80bf-3d88acfdae33 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:22:07.620618 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 313ab639-9ef8-43d2-84bd-41a8bbe94d66 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:22:07.629420 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e043a7b-e035-4a34-9a81-1fbc2573996f service neutron] Pushing event updated for resources: {'Port': ['ID=208182a9-a164-4eea-905d-adb2523ca8bc,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:07.667868 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c5ef32a3-f634-4c0d-b9ae-2e66745782ac None None] Provisioning complete for port 313ab639-9ef8-43d2-84bd-41a8bbe94d66 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:07.668243 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c5ef32a3-f634-4c0d-b9ae-2e66745782ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:07.821551 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 313ab639-9ef8-43d2-84bd-41a8bbe94d66 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:07.821926 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:07.829569 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6eb5e2-843c-466a-9d3f-945a8b837bb4 req-15953f80-4e2e-4dc2-9d49-9ecea616332b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:07.837251 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0e6eb5e2-843c-466a-9d3f-945a8b837bb4 req-15953f80-4e2e-4dc2-9d49-9ecea616332b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0d677f60af8447aeaedb4cf6d8107d97&device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 1098 time: 0.1057079 Aug 31 09:22:08.019540 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6eb5e2-843c-466a-9d3f-945a8b837bb4 req-0b89968e-611e-48fc-bae6-3dd278073602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:08.021256 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0e6eb5e2-843c-466a-9d3f-945a8b837bb4 req-0b89968e-611e-48fc-bae6-3dd278073602 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a272a18a-9015-4fb0-a70a-84597b53d8ca HTTP/1.1" status: 200 len: 916 time: 0.1725252 Aug 31 09:22:08.044115 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 26e4f62a-a3d5-445c-aea4-390982996799 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:22:08.081168 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0e6eb5e2-843c-466a-9d3f-945a8b837bb4 req-1b786e3c-950a-4dde-8768-8ae620f73444 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f HTTP/1.1" status: 200 len: 217 time: 0.0462821 Aug 31 09:22:08.106783 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['311e7740-5e63-48df-865b-4f0fca0df938', 'f1be4ff5-1d89-4b29-a936-d03713516313', '7d921f58-bb54-47d0-a40b-b4605065f73d'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:22:08.109423 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['5b4431c4-d3fc-4102-a88e-370b2790a6d2', 'a455cdf0-83d3-4487-b52d-1754bb9148b1', '0ccfc8f2-adc2-437c-9087-578ecbd69952'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:22:08.197980 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6eb5e2-843c-466a-9d3f-945a8b837bb4 req-ea56de5f-b8ca-4984-b72e-0e42e7918bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:08.199658 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0e6eb5e2-843c-466a-9d3f-945a8b837bb4 req-ea56de5f-b8ca-4984-b72e-0e42e7918bdf service neutron] 10.222.0.112 "GET /v2.0/subnets?id=563a5021-597f-4efc-89b8-b4db37655c5e HTTP/1.1" status: 200 len: 854 time: 0.0933430 Aug 31 09:22:08.238001 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0e6eb5e2-843c-466a-9d3f-945a8b837bb4 req-a7a83868-5ec1-4713-9c5b-e2c62e9a5611 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a272a18a-9015-4fb0-a70a-84597b53d8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288112 Aug 31 09:22:08.332386 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 26e4f62a-a3d5-445c-aea4-390982996799 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:08.333363 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:08.346797 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-080119de-231f-4247-b1e7-568169b3098b service neutron] 10.222.0.119 "GET /v2.0/networks/584bedff-c128-484b-8a7d-5f95c5ee415c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7683306 Aug 31 09:22:08.395123 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0e6eb5e2-843c-466a-9d3f-945a8b837bb4 req-0aa104f9-159e-43ee-bafe-227f9a8f8c2f service neutron] 10.222.0.112 "GET /v2.0/networks/a272a18a-9015-4fb0-a70a-84597b53d8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322958 Aug 31 09:22:08.434848 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-7e043a7b-e035-4a34-9a81-1fbc2573996f service neutron] Attempting to bind port 208182a9-a164-4eea-905d-adb2523ca8bc on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:22:08.435206 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-7e043a7b-e035-4a34-9a81-1fbc2573996f service neutron] Attempting to bind port 208182a9-a164-4eea-905d-adb2523ca8bc by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:22:08.435519 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-7e043a7b-e035-4a34-9a81-1fbc2573996f service neutron] Attempting to bind port 208182a9-a164-4eea-905d-adb2523ca8bc on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:22:08.478644 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-7e043a7b-e035-4a34-9a81-1fbc2573996f service neutron] Port 208182a9-a164-4eea-905d-adb2523ca8bc on network a47e180d-e969-4a85-aa09-0ec8196480c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:22:08.478968 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-7e043a7b-e035-4a34-9a81-1fbc2573996f service neutron] Attempting to bind port 208182a9-a164-4eea-905d-adb2523ca8bc on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:22:08.494870 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-7e043a7b-e035-4a34-9a81-1fbc2573996f service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:22:08.495211 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-7e043a7b-e035-4a34-9a81-1fbc2573996f service neutron] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:22:08.495607 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-7e043a7b-e035-4a34-9a81-1fbc2573996f service neutron] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:22:08.496064 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-7e043a7b-e035-4a34-9a81-1fbc2573996f service neutron] Bound port: 208182a9-a164-4eea-905d-adb2523ca8bc, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:22:08.496423 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-7e043a7b-e035-4a34-9a81-1fbc2573996f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:08.506492 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09530a-826a-4a0f-920d-e9f30a8736a9 req-93d3e09e-3944-40e5-bbbc-49c0ecc6c88e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:08.508274 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ea09530a-826a-4a0f-920d-e9f30a8736a9 req-93d3e09e-3944-40e5-bbbc-49c0ecc6c88e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 946 time: 0.5358233 Aug 31 09:22:08.623726 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0e6eb5e2-843c-466a-9d3f-945a8b837bb4 req-7e0a90f9-8287-42dc-a96a-801d05c6d4db service neutron] 10.222.0.112 "GET /v2.0/networks/a272a18a-9015-4fb0-a70a-84597b53d8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191346 Aug 31 09:22:08.681507 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ea09530a-826a-4a0f-920d-e9f30a8736a9 req-3a1d4c76-2ab5-4bcd-b7a2-8b1834ac2e93 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298356 Aug 31 09:22:08.703954 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-09093a89-ffbe-453c-ab0c-ac5e78ba8224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02962ba1-421e-4d95-ba0d-96943c732055 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:22:08.724463 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-09093a89-ffbe-453c-ab0c-ac5e78ba8224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:08.844762 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-6db500a7-2bb7-4d3d-b38e-f60efee1851b service neutron] 10.222.0.119 "GET /v2.0/networks/584bedff-c128-484b-8a7d-5f95c5ee415c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803322 Aug 31 09:22:08.849179 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-7e043a7b-e035-4a34-9a81-1fbc2573996f service neutron] For port 208182a9-a164-4eea-905d-adb2523ca8bc, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:22:08.887282 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-09093a89-ffbe-453c-ab0c-ac5e78ba8224 service neutron] Transition to ACTIVE for port object 02962ba1-421e-4d95-ba0d-96943c732055 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:22:08.890744 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-dab9e793-a983-422c-86e3-de28a431d61c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbd510a8-f1cb-4df6-80bf-3d88acfdae33 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:22:08.915279 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-dab9e793-a983-422c-86e3-de28a431d61c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:08.924913 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-7e043a7b-e035-4a34-9a81-1fbc2573996f service neutron] For port 208182a9-a164-4eea-905d-adb2523ca8bc, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=208182a9-a164-4eea-905d-adb2523ca8bc,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:22:08.951758 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-dab9e793-a983-422c-86e3-de28a431d61c service neutron] Transition to ACTIVE for port object bbd510a8-f1cb-4df6-80bf-3d88acfdae33 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:22:08.971853 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3d894-d11d-4f9f-8740-91cc5ed4769a req-c4a11870-8398-425f-8cdb-c36e4666e265 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:08.973330 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cdb3d894-d11d-4f9f-8740-91cc5ed4769a req-c4a11870-8398-425f-8cdb-c36e4666e265 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b63451b-19aa-4e90-84ce-7b134146b43e HTTP/1.1" status: 200 len: 931 time: 0.2071438 Aug 31 09:22:08.973975 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-09093a89-ffbe-453c-ab0c-ac5e78ba8224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:09.047175 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-2fedb3d3-066b-4826-bce8-e73b2a4dd1bd service neutron] 10.222.0.119 "GET /v2.0/networks/2e258e58-a830-4cb8-a73f-a00887d3bce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781234 Aug 31 09:22:09.066147 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-7e043a7b-e035-4a34-9a81-1fbc2573996f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:09.092580 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cdb3d894-d11d-4f9f-8740-91cc5ed4769a req-a49b80a5-b22d-4612-94cf-9db5f27af042 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055913 Aug 31 09:22:09.093153 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-dab9e793-a983-422c-86e3-de28a431d61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:09.175300 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-7e043a7b-e035-4a34-9a81-1fbc2573996f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:09.175824 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-7e043a7b-e035-4a34-9a81-1fbc2573996f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:09.177350 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-7e043a7b-e035-4a34-9a81-1fbc2573996f service neutron] 10.222.0.59 "PUT /v2.0/ports/208182a9-a164-4eea-905d-adb2523ca8bc HTTP/1.1" status: 200 len: 1097 time: 4.2291579 Aug 31 09:22:09.181581 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441320c5-9a12-4ed7-ac3c-5bb58e7d0451', 'tag': '208182a9-a164-4eea-905d-adb2523ca8bc'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:22:09.183980 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8b17ad-241b-45f7-9c91-072f97db9ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "441320c5-9a12-4ed7-ac3c-5bb58e7d0451", "tag": "208182a9-a164-4eea-905d-adb2523ca8bc"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:22:09.214149 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09093a89-ffbe-453c-ab0c-ac5e78ba8224 service neutron] Pushing event updated for resources: {'Port': ['ID=02962ba1-421e-4d95-ba0d-96943c732055,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:09.451474 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-09093a89-ffbe-453c-ab0c-ac5e78ba8224 service neutron] Attempting to bind port 02962ba1-421e-4d95-ba0d-96943c732055 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:22:09.452186 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-09093a89-ffbe-453c-ab0c-ac5e78ba8224 service neutron] Attempting to bind port 02962ba1-421e-4d95-ba0d-96943c732055 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'fea79c28-18e6-4c1e-9eb0-fd680c62e5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': 'a1c761f8-404a-498a-a4d9-9ce04e112753'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:22:09.452186 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-09093a89-ffbe-453c-ab0c-ac5e78ba8224 service neutron] Attempting to bind port 02962ba1-421e-4d95-ba0d-96943c732055 on network a1c761f8-404a-498a-a4d9-9ce04e112753 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:22:09.499321 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-09093a89-ffbe-453c-ab0c-ac5e78ba8224 service neutron] Port 02962ba1-421e-4d95-ba0d-96943c732055 on network a1c761f8-404a-498a-a4d9-9ce04e112753 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:22:09.499703 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-09093a89-ffbe-453c-ab0c-ac5e78ba8224 service neutron] Attempting to bind port 02962ba1-421e-4d95-ba0d-96943c732055 on network a1c761f8-404a-498a-a4d9-9ce04e112753 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:22:09.520941 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-9ffd9761-aff9-43c6-a908-f5405b5a1ce6 service neutron] 10.222.0.119 "GET /v2.0/networks/2e258e58-a830-4cb8-a73f-a00887d3bce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721658 Aug 31 09:22:09.553360 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e043a7b-e035-4a34-9a81-1fbc2573996f service neutron] Pushing event updated for resources: {'Port': ['ID=208182a9-a164-4eea-905d-adb2523ca8bc,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:09.570481 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-09093a89-ffbe-453c-ab0c-ac5e78ba8224 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:22:09.572015 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-09093a89-ffbe-453c-ab0c-ac5e78ba8224 service neutron] Checking segment: {'id': 'fea79c28-18e6-4c1e-9eb0-fd680c62e5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': 'a1c761f8-404a-498a-a4d9-9ce04e112753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:22:09.572416 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-09093a89-ffbe-453c-ab0c-ac5e78ba8224 service neutron] Bound using segment: {'id': 'fea79c28-18e6-4c1e-9eb0-fd680c62e5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': 'a1c761f8-404a-498a-a4d9-9ce04e112753'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:22:09.572875 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-09093a89-ffbe-453c-ab0c-ac5e78ba8224 service neutron] Bound port: 02962ba1-421e-4d95-ba0d-96943c732055, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea79c28-18e6-4c1e-9eb0-fd680c62e5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': 'a1c761f8-404a-498a-a4d9-9ce04e112753'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:22:09.573240 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-09093a89-ffbe-453c-ab0c-ac5e78ba8224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:09.574911 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:22:09.594636 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea5a6f-90e3-40d0-866b-29130db5f3a7 req-dcac49a8-0664-4e4b-a04f-a7ac43d078b9 tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:09.596250 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-52ea5a6f-90e3-40d0-866b-29130db5f3a7 req-dcac49a8-0664-4e4b-a04f-a7ac43d078b9 tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] 10.222.0.119 "GET /v2.0/ports?device_id=d0f87103-01f5-4575-b0d8-3927976f50b7 HTTP/1.1" status: 200 len: 945 time: 0.3576310 Aug 31 09:22:09.648608 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-c5940d2a-0ab4-454d-8250-ee74bb429f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:09.650597 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-c5940d2a-0ab4-454d-8250-ee74bb429f09 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&device_id=441320c5-9a12-4ed7-ac3c-5bb58e7d0451 HTTP/1.1" status: 200 len: 1100 time: 0.2838392 Aug 31 09:22:09.766270 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:09.842886 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-52ea5a6f-90e3-40d0-866b-29130db5f3a7 req-0519e138-7137-46b7-bdf0-8bf04b2c24d7 tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] 10.222.0.119 "GET /v2.0/security-groups?id=5ef20352-6f78-4114-bb23-0426433bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079766 Aug 31 09:22:09.875264 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f,segment=NetworkSegment(e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897),segment_id=e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:09.906037 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-e95e6571-70ef-400f-b65b-103246bdd8ef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=208182a9-a164-4eea-905d-adb2523ca8bc HTTP/1.1" status: 200 len: 217 time: 0.2376642 Aug 31 09:22:09.910869 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9e793-a983-422c-86e3-de28a431d61c service neutron] Pushing event updated for resources: {'Port': ['ID=bbd510a8-f1cb-4df6-80bf-3d88acfdae33,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:09.922538 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a43d67-25c0-44b9-b871-5b5d5264c80c x-openstack-request-id: req-63a43d67-25c0-44b9-b871-5b5d5264c80c {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:22:09.922991 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad", "name": "network-vif-plugged", "status": "completed", "tag": "946be31f-1ffa-4bde-ac70-acfc20fbd342", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:22:09.923298 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-63a43d67-25c0-44b9-b871-5b5d5264c80c {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:22:09.923770 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946be31f-1ffa-4bde-ac70-acfc20fbd342', 'code': 200} Aug 31 09:22:09.940330 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-dab9e793-a983-422c-86e3-de28a431d61c service neutron] Attempting to bind port bbd510a8-f1cb-4df6-80bf-3d88acfdae33 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:22:09.940675 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-dab9e793-a983-422c-86e3-de28a431d61c service neutron] Attempting to bind port bbd510a8-f1cb-4df6-80bf-3d88acfdae33 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:22:09.943773 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-dab9e793-a983-422c-86e3-de28a431d61c service neutron] Attempting to bind port bbd510a8-f1cb-4df6-80bf-3d88acfdae33 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:22:09.974322 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:09.977709 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-dab9e793-a983-422c-86e3-de28a431d61c service neutron] Port bbd510a8-f1cb-4df6-80bf-3d88acfdae33 on network a47e180d-e969-4a85-aa09-0ec8196480c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:22:09.977709 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-dab9e793-a983-422c-86e3-de28a431d61c service neutron] Attempting to bind port bbd510a8-f1cb-4df6-80bf-3d88acfdae33 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:22:09.996892 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-dab9e793-a983-422c-86e3-de28a431d61c service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:22:09.997282 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-dab9e793-a983-422c-86e3-de28a431d61c service neutron] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:22:09.997594 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-dab9e793-a983-422c-86e3-de28a431d61c service neutron] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:22:09.998039 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-dab9e793-a983-422c-86e3-de28a431d61c service neutron] Bound port: bbd510a8-f1cb-4df6-80bf-3d88acfdae33, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:22:09.998395 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-dab9e793-a983-422c-86e3-de28a431d61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:10.069233 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f,revision_number=8']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:10.095709 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:10.096264 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:10.096705 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:10.097132 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:10.097866 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:10.098291 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:10.098743 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:10.099161 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:10.099574 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:10.099990 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:10.100417 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:10.100828 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:10.126913 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-09093a89-ffbe-453c-ab0c-ac5e78ba8224 service neutron] For port 02962ba1-421e-4d95-ba0d-96943c732055, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:22:10.160243 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-e49a7b16-42e7-4013-a013-12144c967bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:10.161663 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-e49a7b16-42e7-4013-a013-12144c967bae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.2391505 Aug 31 09:22:10.200458 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-09093a89-ffbe-453c-ab0c-ac5e78ba8224 service neutron] For port 02962ba1-421e-4d95-ba0d-96943c732055, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=02962ba1-421e-4d95-ba0d-96943c732055,segment=NetworkSegment(fea79c28-18e6-4c1e-9eb0-fd680c62e5f4),segment_id=fea79c28-18e6-4c1e-9eb0-fd680c62e5f4)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:22:10.211351 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc2ac9-f694-4dde-a446-8031da3bfb7c req-415a60c3-10fc-4910-a4aa-32885e0c8a5f tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:10.213021 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40cc2ac9-f694-4dde-a446-8031da3bfb7c req-415a60c3-10fc-4910-a4aa-32885e0c8a5f tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=441320c5-9a12-4ed7-ac3c-5bb58e7d0451 HTTP/1.1" status: 200 len: 948 time: 0.2280161 Aug 31 09:22:10.293913 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-09093a89-ffbe-453c-ab0c-ac5e78ba8224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:10.368017 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-dab9e793-a983-422c-86e3-de28a431d61c service neutron] For port bbd510a8-f1cb-4df6-80bf-3d88acfdae33, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:22:10.385283 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40cc2ac9-f694-4dde-a446-8031da3bfb7c req-1b26454e-ce9f-4fda-a35c-1ba00af330ad tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451781 Aug 31 09:22:10.391626 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-09093a89-ffbe-453c-ab0c-ac5e78ba8224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:10.392259 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-09093a89-ffbe-453c-ab0c-ac5e78ba8224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:10.393840 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-09093a89-ffbe-453c-ab0c-ac5e78ba8224 service neutron] 10.222.0.112 "PUT /v2.0/ports/02962ba1-421e-4d95-ba0d-96943c732055 HTTP/1.1" status: 200 len: 1092 time: 3.5406678 Aug 31 09:22:10.399750 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-df36ba4c-f0f5-4834-9ceb-0fdaeff78920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:10.401145 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-df36ba4c-f0f5-4834-9ceb-0fdaeff78920 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2203441 Aug 31 09:22:10.412883 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-dab9e793-a983-422c-86e3-de28a431d61c service neutron] For port bbd510a8-f1cb-4df6-80bf-3d88acfdae33, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=bbd510a8-f1cb-4df6-80bf-3d88acfdae33,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:22:10.445827 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656789e9-9295-480e-9489-0f14606682d6 req-fd4fe823-a0b4-483b-9d07-7fb72227832f tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:10.453169 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-656789e9-9295-480e-9489-0f14606682d6 req-fd4fe823-a0b4-483b-9d07-7fb72227832f tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 944 time: 0.2513478 Aug 31 09:22:10.519656 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-dab9e793-a983-422c-86e3-de28a431d61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:10.529433 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09093a89-ffbe-453c-ab0c-ac5e78ba8224 service neutron] Pushing event updated for resources: {'Port': ['ID=02962ba1-421e-4d95-ba0d-96943c732055,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:10.629510 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-dab9e793-a983-422c-86e3-de28a431d61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:10.630404 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-dab9e793-a983-422c-86e3-de28a431d61c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:10.631871 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-dab9e793-a983-422c-86e3-de28a431d61c service neutron] 10.222.0.112 "PUT /v2.0/ports/bbd510a8-f1cb-4df6-80bf-3d88acfdae33 HTTP/1.1" status: 200 len: 1097 time: 3.5784707 Aug 31 09:22:10.659275 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-656789e9-9295-480e-9489-0f14606682d6 req-473771be-3ef2-4729-9036-4a11689c8c05 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051530 Aug 31 09:22:10.727772 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c12aa4-aa75-4e67-a6f7-eb49347d0df0 x-openstack-request-id: req-c3c12aa4-aa75-4e67-a6f7-eb49347d0df0 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:22:10.728104 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "441320c5-9a12-4ed7-ac3c-5bb58e7d0451", "tag": "208182a9-a164-4eea-905d-adb2523ca8bc", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:22:10.728298 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-c3c12aa4-aa75-4e67-a6f7-eb49347d0df0 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:22:10.728885 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441320c5-9a12-4ed7-ac3c-5bb58e7d0451', 'tag': '208182a9-a164-4eea-905d-adb2523ca8bc', 'status': 'completed', 'code': 200} Aug 31 09:22:10.807561 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9e793-a983-422c-86e3-de28a431d61c service neutron] Pushing event updated for resources: {'Port': ['ID=bbd510a8-f1cb-4df6-80bf-3d88acfdae33,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:10.841504 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b004948d-d5df-40f0-bed5-97e6c8b04b51 req-bf7e640d-6c93-4909-9ae8-2b1d4f01976b tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=b38a22b6-66d6-4e3b-98a3-829112a8cb0a HTTP/1.1" status: 200 len: 210 time: 0.0509701 Aug 31 09:22:10.844523 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-0a322c7f-1855-46fe-af57-bff2292dc07f service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271808 Aug 31 09:22:10.947938 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-28f5dbb1-31fb-4a14-924b-e4459e1a8e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:10.947938 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-28f5dbb1-31fb-4a14-924b-e4459e1a8e6f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=c8be5a3950fb435c8e8cd8e3c656cdfc&device_id=3b63451b-19aa-4e90-84ce-7b134146b43e HTTP/1.1" status: 200 len: 1095 time: 0.2913568 Aug 31 09:22:11.021579 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-e0346c97-cc06-407d-9800-b102ba0a1121 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02962ba1-421e-4d95-ba0d-96943c732055 HTTP/1.1" status: 200 len: 217 time: 0.0913873 Aug 31 09:22:11.088966 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-e8a2289c-660a-4502-a5c4-f608f4abcc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:11.090493 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-e8a2289c-660a-4502-a5c4-f608f4abcc11 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&device_id=3a18c1ab-324c-47c4-84fb-2543314dcecd HTTP/1.1" status: 200 len: 1100 time: 0.2593024 Aug 31 09:22:11.233847 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b75c11-7573-4e18-b993-fff8e0386a45 req-06ea793b-ea62-4aca-b945-97833f4b934a tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:11.235392 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a3b75c11-7573-4e18-b993-fff8e0386a45 req-06ea793b-ea62-4aca-b945-97833f4b934a tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b63451b-19aa-4e90-84ce-7b134146b43e HTTP/1.1" status: 200 len: 943 time: 0.2189705 Aug 31 09:22:11.248419 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-0165b7ed-cd89-42ab-ae45-f610f79d2c92 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=bbd510a8-f1cb-4df6-80bf-3d88acfdae33 HTTP/1.1" status: 200 len: 217 time: 0.1295793 Aug 31 09:22:11.323487 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-38cf8dc6-6f64-4fd9-b66a-966e5fb94009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:11.325416 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-d0568d57-66c3-426c-8d24-4e1522c1b5c3 service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373753 Aug 31 09:22:11.351200 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-ba7e35c1-988d-454f-b8f8-feb02bc4852c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:11.353257 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-ba7e35c1-988d-454f-b8f8-feb02bc4852c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b147db6a-6b72-4492-9892-536b47a13e42 HTTP/1.1" status: 200 len: 854 time: 0.2556894 Aug 31 09:22:11.372634 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a3b75c11-7573-4e18-b993-fff8e0386a45 req-39324ecc-d47f-417c-acec-563c8db8576c tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254818 Aug 31 09:22:11.394222 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-d0053429-def0-4387-bff0-1820afba4c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:11.402738 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-d0053429-def0-4387-bff0-1820afba4c27 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1274688 Aug 31 09:22:11.452850 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8673750-1ed7-490c-9583-ce27f1d8e6f4 req-b1d2fd3b-d4ed-4344-bab0-b8aa7bdeab0f tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:11.454478 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f8673750-1ed7-490c-9583-ce27f1d8e6f4 req-b1d2fd3b-d4ed-4344-bab0-b8aa7bdeab0f tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.3541403 Aug 31 09:22:11.504081 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-763ed66b-3fb4-4989-9744-4d040f01dec4 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a1c761f8-404a-498a-a4d9-9ce04e112753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121564 Aug 31 09:22:11.939842 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b13070c-f3a6-4d96-8d79-b68eb999cc26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:22:11.942398 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403e4160-b1bc-4ff9-979f-9c6e20712635" -d '{"events": [{"server_uuid": "3b13070c-f3a6-4d96-8d79-b68eb999cc26", "name": "network-vif-unplugged", "status": "completed", "tag": "b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:22:12.268097 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-1b78db7f-8d95-4814-b679-c17998560075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:12.269589 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-1b78db7f-8d95-4814-b679-c17998560075 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8289433 Aug 31 09:22:12.287131 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f8673750-1ed7-490c-9583-ce27f1d8e6f4 req-b8fecb9c-dcc3-4bc1-a04c-11033e681c61 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8007245 Aug 31 09:22:12.382894 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-ac5ceef8-515d-4a26-b349-6c9492fa2146 service neutron] 10.222.0.112 "GET /v2.0/networks/a1c761f8-404a-498a-a4d9-9ce04e112753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8512976 Aug 31 09:22:12.391147 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125660f4-3e65-42b6-8334-e171245adb01 req-1b5ca1e7-fcfe-452f-b42b-c1b4c82368f9 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:12.400350 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-125660f4-3e65-42b6-8334-e171245adb01 req-1b5ca1e7-fcfe-452f-b42b-c1b4c82368f9 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=441320c5-9a12-4ed7-ac3c-5bb58e7d0451 HTTP/1.1" status: 200 len: 948 time: 0.7520347 Aug 31 09:22:12.406101 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b17ad-241b-45f7-9c91-072f97db9ccb req-b07b0162-d316-454d-b464-2481563fea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:12.408483 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ab8b17ad-241b-45f7-9c91-072f97db9ccb req-b07b0162-d316-454d-b464-2481563fea6e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&device_id=441320c5-9a12-4ed7-ac3c-5bb58e7d0451 HTTP/1.1" status: 200 len: 1100 time: 0.7812543 Aug 31 09:22:12.701709 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-c6c437e3-b578-412d-8f81-70fbe19fd39b service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085138 Aug 31 09:22:12.713963 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-125660f4-3e65-42b6-8334-e171245adb01 req-8ec0d8de-0ac0-4fab-a5f7-15cf842be11f tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124061 Aug 31 09:22:12.740025 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b63451b-19aa-4e90-84ce-7b134146b43e', 'tag': '02962ba1-421e-4d95-ba0d-96943c732055'}, {'name': 'network-changed', 'server_uuid': '3a18c1ab-324c-47c4-84fb-2543314dcecd', 'tag': 'bbd510a8-f1cb-4df6-80bf-3d88acfdae33'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:22:12.770526 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079949f8-a529-4b92-9c48-c5b789653960" -d '{"events": [{"name": "network-changed", "server_uuid": "3b63451b-19aa-4e90-84ce-7b134146b43e", "tag": "02962ba1-421e-4d95-ba0d-96943c732055"}, {"name": "network-changed", "server_uuid": "3a18c1ab-324c-47c4-84fb-2543314dcecd", "tag": "bbd510a8-f1cb-4df6-80bf-3d88acfdae33"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:22:12.859865 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b17ad-241b-45f7-9c91-072f97db9ccb req-1c4cfa34-62bf-4440-8637-fcddb71b4232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:12.861416 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ab8b17ad-241b-45f7-9c91-072f97db9ccb req-1c4cfa34-62bf-4440-8637-fcddb71b4232 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.4393492 Aug 31 09:22:12.957959 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-771ac5ec-64b3-4bb7-b531-6d8cc5d1026e req-4ef7b99d-404b-43e6-aa0d-fc9bd18dba36 service neutron] 10.222.0.112 "GET /v2.0/networks/a1c761f8-404a-498a-a4d9-9ce04e112753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5566249 Aug 31 09:22:12.960730 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ab8b17ad-241b-45f7-9c91-072f97db9ccb req-96611eb8-1372-4057-846b-41c4b0b820fc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=208182a9-a164-4eea-905d-adb2523ca8bc HTTP/1.1" status: 200 len: 217 time: 0.0804398 Aug 31 09:22:13.063306 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b7492406-fb7c-42d1-ad2c-d15c675a59c1 req-c0fc2386-1f69-480d-9288-d7849f051878 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=b38a22b6-66d6-4e3b-98a3-829112a8cb0a HTTP/1.1" status: 200 len: 210 time: 0.0495965 Aug 31 09:22:13.098727 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddceb75-b663-4893-9560-33f3f4a9bb47 req-a19b57a2-726e-46d7-adbe-17e2f1639f06 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:13.100242 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cddceb75-b663-4893-9560-33f3f4a9bb47 req-a19b57a2-726e-46d7-adbe-17e2f1639f06 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 944 time: 0.2201927 Aug 31 09:22:13.111096 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b17ad-241b-45f7-9c91-072f97db9ccb req-c585ce67-cbf0-451e-a0c7-2c0fcd4c15e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:13.112589 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ab8b17ad-241b-45f7-9c91-072f97db9ccb req-c585ce67-cbf0-451e-a0c7-2c0fcd4c15e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1372914 Aug 31 09:22:13.114477 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bf2eea-e3b0-4e41-998b-f150e4b31fe9 x-openstack-request-id: req-79bf2eea-e3b0-4e41-998b-f150e4b31fe9 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:22:13.115121 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b13070c-f3a6-4d96-8d79-b68eb999cc26", "name": "network-vif-unplugged", "status": "completed", "tag": "b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:22:13.115121 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-79bf2eea-e3b0-4e41-998b-f150e4b31fe9 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:22:13.115900 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b13070c-f3a6-4d96-8d79-b68eb999cc26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f', 'code': 200} Aug 31 09:22:13.174793 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-809bd84b-e038-445e-b44c-cf7b3fb772f8 req-08428898-84ff-4ad2-b0dc-a8948b1ec8af service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448476 Aug 31 09:22:13.222372 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cddceb75-b663-4893-9560-33f3f4a9bb47 req-9e95d43c-a8c3-472e-a4a1-569d4ed1442e tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128497 Aug 31 09:22:13.247081 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b17ad-241b-45f7-9c91-072f97db9ccb req-365f7f09-55ac-4085-b809-759beb681c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:13.248597 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ab8b17ad-241b-45f7-9c91-072f97db9ccb req-365f7f09-55ac-4085-b809-759beb681c6c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1182566 Aug 31 09:22:13.301436 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecad28-9128-467d-a680-e8b54ac0744b req-ccca1f80-2d1b-452c-92af-f6aa4b78e6dd tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:13.303241 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d7ecad28-9128-467d-a680-e8b54ac0744b req-ccca1f80-2d1b-452c-92af-f6aa4b78e6dd tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.1247475 Aug 31 09:22:13.417246 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d7ecad28-9128-467d-a680-e8b54ac0744b req-a88964fb-ae3e-41e6-a0d6-e1fbe777a67c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844522 Aug 31 09:22:13.444345 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4d80e-ee43-46f5-9310-fb4370692a34 req-838268f5-2820-40bd-8b13-7aceb4601380 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:13.451935 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bfa4d80e-ee43-46f5-9310-fb4370692a34 req-838268f5-2820-40bd-8b13-7aceb4601380 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b63451b-19aa-4e90-84ce-7b134146b43e HTTP/1.1" status: 200 len: 943 time: 0.1470268 Aug 31 09:22:13.467322 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ab8b17ad-241b-45f7-9c91-072f97db9ccb req-1f84773f-ab94-4f65-a6d4-dc1bb8f8f74b service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084589 Aug 31 09:22:13.597520 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bfa4d80e-ee43-46f5-9310-fb4370692a34 req-73f5cb94-71d4-4687-9b82-88f8bbf23112 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443899 Aug 31 09:22:13.700151 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 09:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be77e511-9d75-4c03-a2d1-f3b3b7a769ec x-openstack-request-id: req-be77e511-9d75-4c03-a2d1-f3b3b7a769ec {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:22:13.700560 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b63451b-19aa-4e90-84ce-7b134146b43e", "tag": "02962ba1-421e-4d95-ba0d-96943c732055", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3a18c1ab-324c-47c4-84fb-2543314dcecd", "tag": "bbd510a8-f1cb-4df6-80bf-3d88acfdae33", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:22:13.700811 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-be77e511-9d75-4c03-a2d1-f3b3b7a769ec {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:22:13.701140 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b63451b-19aa-4e90-84ce-7b134146b43e', 'tag': '02962ba1-421e-4d95-ba0d-96943c732055', 'status': 'completed', 'code': 200} Aug 31 09:22:13.701405 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a18c1ab-324c-47c4-84fb-2543314dcecd', 'tag': 'bbd510a8-f1cb-4df6-80bf-3d88acfdae33', 'status': 'completed', 'code': 200} Aug 31 09:22:13.704983 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ab8b17ad-241b-45f7-9c91-072f97db9ccb req-18cf0188-f49f-493e-aee5-9a8feb04aa0c service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297096 Aug 31 09:22:13.848967 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-459ee145-4698-4903-ab5b-c3aa2fc16978 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:13.855588 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-459ee145-4698-4903-ab5b-c3aa2fc16978 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:13.857160 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-459ee145-4698-4903-ab5b-c3aa2fc16978 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.112 "GET /v2.0/networks?id=584bedff-c128-484b-8a7d-5f95c5ee415c&id=2e258e58-a830-4cb8-a73f-a00887d3bce1 HTTP/1.1" status: 200 len: 1391 time: 0.1511433 Aug 31 09:22:13.889461 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-48b0fe7f-21cd-4aba-ba03-17de64d6565c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Request body: {'port': {'device_id': 'b38a22b6-66d6-4e3b-98a3-829112a8cb0a', 'network_id': '584bedff-c128-484b-8a7d-5f95c5ee415c', 'admin_state_up': True, 'tenant_id': '13fae58522454fb384b983d48d032915'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:22:13.966800 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3da4d1b9-1c54-46b6-af3c-495aa12460b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:14.014846 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10f596-f4f5-4279-87e0-a14fb0b56836 req-02bf3886-b2e2-410f-8f4b-b34418e98da0 tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:14.016425 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7a10f596-f4f5-4279-87e0-a14fb0b56836 req-02bf3886-b2e2-410f-8f4b-b34418e98da0 tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] 10.222.0.119 "GET /v2.0/ports?device_id=d0f87103-01f5-4575-b0d8-3927976f50b7 HTTP/1.1" status: 200 len: 945 time: 0.3651466 Aug 31 09:22:14.082889 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:14.116463 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079949f8-a529-4b92-9c48-c5b789653960 req-b6059dbc-eb11-4d18-ad43-2c9937db7396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:14.121175 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-079949f8-a529-4b92-9c48-c5b789653960 req-b6059dbc-eb11-4d18-ad43-2c9937db7396 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=c8be5a3950fb435c8e8cd8e3c656cdfc&device_id=3b63451b-19aa-4e90-84ce-7b134146b43e HTTP/1.1" status: 200 len: 1095 time: 0.2605000 Aug 31 09:22:14.132388 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7a10f596-f4f5-4279-87e0-a14fb0b56836 req-dfb784a1-9864-4d7f-9c01-a91ee66280f6 tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] 10.222.0.119 "GET /v2.0/security-groups?id=5ef20352-6f78-4114-bb23-0426433bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039701 Aug 31 09:22:14.243498 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-f66f3b0a-0af1-4a9b-a66a-f67c36b6df3b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:14.245207 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-f66f3b0a-0af1-4a9b-a66a-f67c36b6df3b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/networks?id=f5553b74-379c-4750-8c9c-33e10cb78fdc HTTP/1.1" status: 200 len: 810 time: 0.3740740 Aug 31 09:22:14.298238 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-38a3eb3e-035b-45da-a02f-0d6d6c67481e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/quotas/1b5bd35927fb49bc9780e4d378d20df4 HTTP/1.1" status: 200 len: 375 time: 0.0290368 Aug 31 09:22:14.339020 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220901cf-8d1c-4a51-965b-e979f06d3c3b req-dfaad199-f1c9-45d5-8e8d-dd6210424460 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:14.340735 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-220901cf-8d1c-4a51-965b-e979f06d3c3b req-dfaad199-f1c9-45d5-8e8d-dd6210424460 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=441320c5-9a12-4ed7-ac3c-5bb58e7d0451 HTTP/1.1" status: 200 len: 948 time: 0.1138291 Aug 31 09:22:14.396936 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079949f8-a529-4b92-9c48-c5b789653960 req-4e1396ea-1d99-454d-8401-68ffb86505f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:14.399042 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-079949f8-a529-4b92-9c48-c5b789653960 req-4e1396ea-1d99-454d-8401-68ffb86505f0 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a1c761f8-404a-498a-a4d9-9ce04e112753 HTTP/1.1" status: 200 len: 916 time: 0.2464764 Aug 31 09:22:14.453284 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-48b0fe7f-21cd-4aba-ba03-17de64d6565c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Made reservation on behalf of 13fae58522454fb384b983d48d032915 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:22:14.456799 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-48b0fe7f-21cd-4aba-ba03-17de64d6565c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:14.473948 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-deb6d60c-299d-4fa5-bf74-e4d4188b0cd5 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=1b5bd35927fb49bc9780e4d378d20df4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1646981 Aug 31 09:22:14.475494 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-079949f8-a529-4b92-9c48-c5b789653960 req-3c38733e-91d0-4ce4-95b8-62a124525a3d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02962ba1-421e-4d95-ba0d-96943c732055 HTTP/1.1" status: 200 len: 217 time: 0.0660918 Aug 31 09:22:14.484820 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-220901cf-8d1c-4a51-965b-e979f06d3c3b req-e478b52a-b7cf-43d2-851d-afbf4dd27182 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189992 Aug 31 09:22:14.657889 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079949f8-a529-4b92-9c48-c5b789653960 req-12663394-0213-4b57-9119-b73c24338788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:14.659423 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-079949f8-a529-4b92-9c48-c5b789653960 req-12663394-0213-4b57-9119-b73c24338788 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b147db6a-6b72-4492-9892-536b47a13e42 HTTP/1.1" status: 200 len: 854 time: 0.1430666 Aug 31 09:22:14.749100 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-079949f8-a529-4b92-9c48-c5b789653960 req-cf07ab5e-28d0-4a7a-8c3f-c7a0e4954d32 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a1c761f8-404a-498a-a4d9-9ce04e112753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761759 Aug 31 09:22:14.774352 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1cccc6ab-dd32-4b2e-a935-3daa15e29c9f req-c3883498-b4cc-4f05-a43e-2bc7867308e7 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=b38a22b6-66d6-4e3b-98a3-829112a8cb0a HTTP/1.1" status: 200 len: 210 time: 0.0886312 Aug 31 09:22:14.785307 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-c4b3ab5d-d906-4dcf-b51c-948796fcd307 service neutron] 10.222.0.119 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994976 Aug 31 09:22:14.866276 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-48b0fe7f-21cd-4aba-ba03-17de64d6565c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Allocated IP 19.80.0.187 (584bedff-c128-484b-8a7d-5f95c5ee415c/d3c75e4c-e3af-47de-9cba-08634650f105/3ff69bb9-5fda-4a41-bf02-6e893af58c31) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:22:15.036074 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-079949f8-a529-4b92-9c48-c5b789653960 req-749b78e7-c6c4-4364-a1e8-f74697ea3878 service neutron] 10.222.0.112 "GET /v2.0/networks/a1c761f8-404a-498a-a4d9-9ce04e112753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647369 Aug 31 09:22:15.059069 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b080f6-1bdb-40b3-9039-93f7152073bd req-c4190180-bedd-481d-8705-b636873b9849 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:15.060606 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a2b080f6-1bdb-40b3-9039-93f7152073bd req-c4190180-bedd-481d-8705-b636873b9849 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 944 time: 0.1913977 Aug 31 09:22:15.080732 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 208182a9-a164-4eea-905d-adb2523ca8bc details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:22:15.100312 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-62174fa2-d272-48bd-9de4-ae7ed930a271 service neutron] 10.222.0.119 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884719 Aug 31 09:22:15.227624 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a2b080f6-1bdb-40b3-9039-93f7152073bd req-ea8561b5-b613-44ac-a761-bceb6a355b3b tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499419 Aug 31 09:22:15.261827 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 208182a9-a164-4eea-905d-adb2523ca8bc, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=208182a9-a164-4eea-905d-adb2523ca8bc,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:15.281176 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-079949f8-a529-4b92-9c48-c5b789653960 req-157643af-4422-4cbe-abe7-9af64d912c44 service neutron] 10.222.0.112 "GET /v2.0/networks/a1c761f8-404a-498a-a4d9-9ce04e112753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150583 Aug 31 09:22:15.283626 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '208182a9-a164-4eea-905d-adb2523ca8bc', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': '208182a9-a164-4eea-905d-adb2523ca8bc', 'mac_address': 'fa:16:3e:57:e0:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:22:15.313892 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-48b0fe7f-21cd-4aba-ba03-17de64d6565c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:15.325255 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:15.332035 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-48b0fe7f-21cd-4aba-ba03-17de64d6565c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Transition to ACTIVE for port object 3ff69bb9-5fda-4a41-bf02-6e893af58c31 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:22:15.383124 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:15.405927 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 208182a9-a164-4eea-905d-adb2523ca8bc {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:22:15.424229 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079949f8-a529-4b92-9c48-c5b789653960 req-d147ca53-3220-456b-83c8-612abfbdb66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:15.425922 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-079949f8-a529-4b92-9c48-c5b789653960 req-d147ca53-3220-456b-83c8-612abfbdb66f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&device_id=3a18c1ab-324c-47c4-84fb-2543314dcecd HTTP/1.1" status: 200 len: 1100 time: 0.0748518 Aug 31 09:22:15.486008 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 208182a9-a164-4eea-905d-adb2523ca8bc, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=208182a9-a164-4eea-905d-adb2523ca8bc,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:15.546390 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-48b0fe7f-21cd-4aba-ba03-17de64d6565c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:15.579955 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:15.656443 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 02962ba1-421e-4d95-ba0d-96943c732055 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:22:15.665959 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:22:15.734638 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=208182a9-a164-4eea-905d-adb2523ca8bc,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:15.748447 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8fd6a4-3ec0-4270-9659-ae650bafa586 req-65c0ff48-b4d0-4389-9039-8b868fbaa1dd tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:15.750962 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ff8fd6a4-3ec0-4270-9659-ae650bafa586 req-65c0ff48-b4d0-4389-9039-8b868fbaa1dd tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] 10.222.0.112 "GET /v2.0/ports?device_id=d0f87103-01f5-4575-b0d8-3927976f50b7 HTTP/1.1" status: 200 len: 945 time: 0.0953755 Aug 31 09:22:15.911806 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['208182a9-a164-4eea-905d-adb2523ca8bc'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:22:15.987093 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-48b0fe7f-21cd-4aba-ba03-17de64d6565c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Network 584bedff-c128-484b-8a7d-5f95c5ee415c is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:22:16.005971 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d67657-1214-4c92-aad8-e14ac1c3cd9b req-8ab36f93-aa35-4081-a06c-f029a41ec658 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:16.006655 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 02962ba1-421e-4d95-ba0d-96943c732055, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=02962ba1-421e-4d95-ba0d-96943c732055,segment=NetworkSegment(fea79c28-18e6-4c1e-9eb0-fd680c62e5f4),segment_id=fea79c28-18e6-4c1e-9eb0-fd680c62e5f4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:16.012740 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-ff8fd6a4-3ec0-4270-9659-ae650bafa586 req-6b0ffda8-4aa8-441b-bc66-8aac39a1c2a7 tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] Deleting port 7e634e1b-2f88-4d95-91a3-09e263e4f7f6 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:22:16.014055 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ff8fd6a4-3ec0-4270-9659-ae650bafa586 req-6b0ffda8-4aa8-441b-bc66-8aac39a1c2a7 tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:16.014646 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-14d67657-1214-4c92-aad8-e14ac1c3cd9b req-8ab36f93-aa35-4081-a06c-f029a41ec658 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b63451b-19aa-4e90-84ce-7b134146b43e HTTP/1.1" status: 200 len: 943 time: 0.5608137 Aug 31 09:22:16.030845 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-48b0fe7f-21cd-4aba-ba03-17de64d6565c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:22:16.031054 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '02962ba1-421e-4d95-ba0d-96943c732055', 'network_id': 'a1c761f8-404a-498a-a4d9-9ce04e112753', 'port_id': '02962ba1-421e-4d95-ba0d-96943c732055', 'mac_address': 'fa:16:3e:49:c1:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b147db6a-6b72-4492-9892-536b47a13e42', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:22:16.040767 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0fe7f-21cd-4aba-ba03-17de64d6565c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Pushing event updated for resources: {'Port': ['ID=3ff69bb9-5fda-4a41-bf02-6e893af58c31,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:16.050411 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c3d6f-6ad9-4f5d-b400-8e013c863007 req-159d5ced-678b-4b1e-a89f-cb473714541d tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:16.062231 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-012c3d6f-6ad9-4f5d-b400-8e013c863007 req-159d5ced-678b-4b1e-a89f-cb473714541d tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] 10.222.0.119 "GET /v2.0/ports?device_id=d0f87103-01f5-4575-b0d8-3927976f50b7 HTTP/1.1" status: 200 len: 945 time: 0.5632122 Aug 31 09:22:16.073879 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-48b0fe7f-21cd-4aba-ba03-17de64d6565c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:22:16.134592 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079949f8-a529-4b92-9c48-c5b789653960 req-b06c0484-13a8-49a0-85e7-141c669425b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:16.134592 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-079949f8-a529-4b92-9c48-c5b789653960 req-b06c0484-13a8-49a0-85e7-141c669425b4 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.6858771 Aug 31 09:22:16.147421 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:16.165998 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02962ba1-421e-4d95-ba0d-96943c732055 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:22:16.224533 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 02962ba1-421e-4d95-ba0d-96943c732055, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=02962ba1-421e-4d95-ba0d-96943c732055,segment=NetworkSegment(fea79c28-18e6-4c1e-9eb0-fd680c62e5f4),segment_id=fea79c28-18e6-4c1e-9eb0-fd680c62e5f4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:16.281815 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-ff8fd6a4-3ec0-4270-9659-ae650bafa586 req-6b0ffda8-4aa8-441b-bc66-8aac39a1c2a7 tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] For port 7e634e1b-2f88-4d95-91a3-09e263e4f7f6, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=7e634e1b-2f88-4d95-91a3-09e263e4f7f6,segment=NetworkSegment(344f5653-d52f-45b4-9ca9-55bfa022535f),segment_id=344f5653-d52f-45b4-9ca9-55bfa022535f)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:16.288547 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ff8fd6a4-3ec0-4270-9659-ae650bafa586 req-6b0ffda8-4aa8-441b-bc66-8aac39a1c2a7 tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:16.301402 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-079949f8-a529-4b92-9c48-c5b789653960 req-61e40b53-3224-4426-af08-9ae360c97c86 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=bbd510a8-f1cb-4df6-80bf-3d88acfdae33 HTTP/1.1" status: 200 len: 217 time: 0.1555986 Aug 31 09:22:16.306289 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:16.309292 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-ff8fd6a4-3ec0-4270-9659-ae650bafa586 req-6b0ffda8-4aa8-441b-bc66-8aac39a1c2a7 tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] Calling delete_port for 7e634e1b-2f88-4d95-91a3-09e263e4f7f6 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:22:16.345725 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-14d67657-1214-4c92-aad8-e14ac1c3cd9b req-4ba470d5-c408-45da-b252-133aaa08553c tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290911 Aug 31 09:22:16.374920 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-012c3d6f-6ad9-4f5d-b400-8e013c863007 req-c70e87f2-c2d7-4c16-8111-f9d3c5ac8e24 tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] 10.222.0.119 "GET /v2.0/security-groups?id=5ef20352-6f78-4114-bb23-0426433bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117983 Aug 31 09:22:16.437413 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=02962ba1-421e-4d95-ba0d-96943c732055,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:16.497177 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079949f8-a529-4b92-9c48-c5b789653960 req-23d8411b-d9f8-4a18-bde4-291aaefee2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:16.500342 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-079949f8-a529-4b92-9c48-c5b789653960 req-23d8411b-d9f8-4a18-bde4-291aaefee2bb service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1817007 Aug 31 09:22:16.566261 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-48b0fe7f-21cd-4aba-ba03-17de64d6565c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:16.567554 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-48b0fe7f-21cd-4aba-ba03-17de64d6565c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:16.610115 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-94281d06-0375-4a1e-8156-4ee9194f2c50 req-5eaf1e11-af4a-486d-986c-75d74b48bd9e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8fa3f34-ec98-432c-84da-a630829c9ba6 HTTP/1.1" status: 200 len: 210 time: 0.1251452 Aug 31 09:22:16.637516 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-cac25ad3-c6df-4bb5-96da-a6bac8ec33a5 None None] Provisioning for port 3ff69bb9-5fda-4a41-bf02-6e893af58c31 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:22:16.648681 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32972653-ed68-4c40-97eb-13c5fda0ba87 req-73f5b51f-24e6-4af9-a509-47a0562cb4af tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:16.649545 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-cac25ad3-c6df-4bb5-96da-a6bac8ec33a5 None None] Provisioning complete for port 3ff69bb9-5fda-4a41-bf02-6e893af58c31 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:16.649925 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cac25ad3-c6df-4bb5-96da-a6bac8ec33a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:16.650492 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32972653-ed68-4c40-97eb-13c5fda0ba87 req-73f5b51f-24e6-4af9-a509-47a0562cb4af tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 944 time: 0.1675487 Aug 31 09:22:16.671295 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ff8fd6a4-3ec0-4270-9659-ae650bafa586 req-6b0ffda8-4aa8-441b-bc66-8aac39a1c2a7 tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:16.677496 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079949f8-a529-4b92-9c48-c5b789653960 req-e61168a8-34fc-4451-a9a9-f338edea2e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:16.680767 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-079949f8-a529-4b92-9c48-c5b789653960 req-e61168a8-34fc-4451-a9a9-f338edea2e33 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1045420 Aug 31 09:22:16.701833 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ffda8-4aa8-441b-bc66-8aac39a1c2a7 tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] Pushing event deleted for resources: {'Port': ['ID=7e634e1b-2f88-4d95-91a3-09e263e4f7f6,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:16.717779 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-cac25ad3-c6df-4bb5-96da-a6bac8ec33a5 None None] Port 3ff69bb9-5fda-4a41-bf02-6e893af58c31 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:22:16.722330 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['7e634e1b-2f88-4d95-91a3-09e263e4f7f6'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:22:16.737969 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-48b0fe7f-21cd-4aba-ba03-17de64d6565c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8525822 Aug 31 09:22:16.767821 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-5aa200f0-6bac-4e15-9e12-d4a75bca6a00 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Request body: {'port': {'device_id': 'b38a22b6-66d6-4e3b-98a3-829112a8cb0a', 'network_id': '2e258e58-a830-4cb8-a73f-a00887d3bce1', 'admin_state_up': True, 'tenant_id': '13fae58522454fb384b983d48d032915'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:22:16.782892 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8fd6a4-3ec0-4270-9659-ae650bafa586 req-6b0ffda8-4aa8-441b-bc66-8aac39a1c2a7 tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] No DVR routers for this DVR port 7e634e1b-2f88-4d95-91a3-09e263e4f7f6 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:22:16.786677 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ff8fd6a4-3ec0-4270-9659-ae650bafa586 req-6b0ffda8-4aa8-441b-bc66-8aac39a1c2a7 tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:16.789232 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ff8fd6a4-3ec0-4270-9659-ae650bafa586 req-6b0ffda8-4aa8-441b-bc66-8aac39a1c2a7 tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] 10.222.0.112 "DELETE /v2.0/ports/7e634e1b-2f88-4d95-91a3-09e263e4f7f6 HTTP/1.1" status: 204 len: 173 time: 1.0231118 Aug 31 09:22:16.789793 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f87103-01f5-4575-b0d8-3927976f50b7', 'name': 'network-vif-deleted', 'tag': '7e634e1b-2f88-4d95-91a3-09e263e4f7f6'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:22:16.792239 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33ad406-3a03-4e8f-a57c-39b03b02a459" -d '{"events": [{"server_uuid": "d0f87103-01f5-4575-b0d8-3927976f50b7", "name": "network-vif-deleted", "tag": "7e634e1b-2f88-4d95-91a3-09e263e4f7f6"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:22:16.878216 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['02962ba1-421e-4d95-ba0d-96943c732055'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:22:16.904424 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32972653-ed68-4c40-97eb-13c5fda0ba87 req-55752d56-9817-4ed5-aec3-93d2fcda426d tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439308 Aug 31 09:22:16.928193 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:17.001818 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac5c38-f73c-4e94-8ea5-7284769b4df8 req-3c5c2312-6e67-42c0-be57-c11dc784ee6b tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:17.007173 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f1ac5c38-f73c-4e94-8ea5-7284769b4df8 req-3c5c2312-6e67-42c0-be57-c11dc784ee6b tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=441320c5-9a12-4ed7-ac3c-5bb58e7d0451 HTTP/1.1" status: 200 len: 949 time: 0.3238964 Aug 31 09:22:17.116949 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 208182a9-a164-4eea-905d-adb2523ca8bc up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:22:17.248723 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f1ac5c38-f73c-4e94-8ea5-7284769b4df8 req-4234caab-45e2-47c0-9285-f63143d94f1a tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328751 Aug 31 09:22:17.280465 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-079949f8-a529-4b92-9c48-c5b789653960 req-63331668-a53e-4700-a034-a3ed10f305df service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5470293 Aug 31 09:22:17.291928 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 208182a9-a164-4eea-905d-adb2523ca8bc completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:22:17.297623 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 208182a9-a164-4eea-905d-adb2523ca8bc triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:17.298302 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:17.451071 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa47ab0-ab84-4ffc-abb0-79275fe0cd78 x-openstack-request-id: req-efa47ab0-ab84-4ffc-abb0-79275fe0cd78 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:22:17.451655 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f87103-01f5-4575-b0d8-3927976f50b7", "name": "network-vif-deleted", "tag": "7e634e1b-2f88-4d95-91a3-09e263e4f7f6", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:22:17.452118 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-efa47ab0-ab84-4ffc-abb0-79275fe0cd78 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:22:17.452778 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f87103-01f5-4575-b0d8-3927976f50b7', 'name': 'network-vif-deleted', 'tag': '7e634e1b-2f88-4d95-91a3-09e263e4f7f6', 'status': 'completed', 'code': 200} Aug 31 09:22:17.483074 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:17.499773 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff29b86-dfc9-4406-8c60-885ff8709cce req-d3194c9e-81ab-4286-9353-be08c144b9e3 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:17.501514 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aff29b86-dfc9-4406-8c60-885ff8709cce req-d3194c9e-81ab-4286-9353-be08c144b9e3 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=b38a22b6-66d6-4e3b-98a3-829112a8cb0a HTTP/1.1" status: 200 len: 932 time: 0.3018365 Aug 31 09:22:17.506504 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-5aa200f0-6bac-4e15-9e12-d4a75bca6a00 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Made reservation on behalf of 13fae58522454fb384b983d48d032915 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:22:17.510735 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-5aa200f0-6bac-4e15-9e12-d4a75bca6a00 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:17.545524 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441320c5-9a12-4ed7-ac3c-5bb58e7d0451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208182a9-a164-4eea-905d-adb2523ca8bc'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:22:17.554580 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0997b8-1a95-4edc-a5ee-73272bdc4a25" -d '{"events": [{"server_uuid": "441320c5-9a12-4ed7-ac3c-5bb58e7d0451", "name": "network-vif-plugged", "status": "completed", "tag": "208182a9-a164-4eea-905d-adb2523ca8bc"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:22:17.568699 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-079949f8-a529-4b92-9c48-c5b789653960 req-3dcd7fa2-7730-4ca8-9eaf-45a209a0661b service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750926 Aug 31 09:22:17.590866 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 208182a9-a164-4eea-905d-adb2523ca8bc, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=208182a9-a164-4eea-905d-adb2523ca8bc,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:17.601710 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device bbd510a8-f1cb-4df6-80bf-3d88acfdae33 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:22:17.604697 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aff29b86-dfc9-4406-8c60-885ff8709cce req-0d0761f0-b63a-4b38-a556-044816340bb0 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714862 Aug 31 09:22:17.668100 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:17.749516 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a380d5-4fdc-403d-b340-e408820e0126 req-db289699-c9fb-4430-9532-b33863b1a2ca tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:17.758825 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-00a380d5-4fdc-403d-b340-e408820e0126 req-db289699-c9fb-4430-9532-b33863b1a2ca tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b63451b-19aa-4e90-84ce-7b134146b43e HTTP/1.1" status: 200 len: 944 time: 0.1509523 Aug 31 09:22:17.838584 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=208182a9-a164-4eea-905d-adb2523ca8bc,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:17.855214 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-00a380d5-4fdc-403d-b340-e408820e0126 req-6b4ab8db-3a6d-40c4-92ec-8f34ebbcac41 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929844 Aug 31 09:22:17.866177 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port bbd510a8-f1cb-4df6-80bf-3d88acfdae33, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=bbd510a8-f1cb-4df6-80bf-3d88acfdae33,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:17.896636 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2dd2b96c-02fd-4ea6-a065-d4c164ad3043 req-462cf0d1-5d0e-4c3e-b6fd-04e303a82e46 tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] 10.222.0.119 "GET /v2.0/ports?device_id=d0f87103-01f5-4575-b0d8-3927976f50b7 HTTP/1.1" status: 200 len: 210 time: 0.0615523 Aug 31 09:22:17.903956 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'bbd510a8-f1cb-4df6-80bf-3d88acfdae33', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': 'bbd510a8-f1cb-4df6-80bf-3d88acfdae33', 'mac_address': 'fa:16:3e:83:da:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:22:17.907615 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-5aa200f0-6bac-4e15-9e12-d4a75bca6a00 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Allocated IP 19.86.0.36 (2e258e58-a830-4cb8-a73f-a00887d3bce1/e01998b1-1179-46d6-8a60-d361d414470c/d56a9660-2ff3-4828-afe4-dfcdc1f74154) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:22:17.960131 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-d06c14a3-4dd0-48e8-b4b9-8dfe60796e29 req-8f18cdef-30e2-4964-83c1-42ca95410439 service neutron] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:22:17.972785 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d06c14a3-4dd0-48e8-b4b9-8dfe60796e29 req-8f18cdef-30e2-4964-83c1-42ca95410439 service neutron] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0171134 Aug 31 09:22:18.000943 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f82e36-c792-4b32-bfaa-d3f50354ffb4 x-openstack-request-id: req-b6f82e36-c792-4b32-bfaa-d3f50354ffb4 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:22:18.001322 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441320c5-9a12-4ed7-ac3c-5bb58e7d0451", "name": "network-vif-plugged", "status": "completed", "tag": "208182a9-a164-4eea-905d-adb2523ca8bc", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:22:18.002117 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-b6f82e36-c792-4b32-bfaa-d3f50354ffb4 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:22:18.002117 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441320c5-9a12-4ed7-ac3c-5bb58e7d0451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208182a9-a164-4eea-905d-adb2523ca8bc', 'code': 200} Aug 31 09:22:18.029324 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:18.068350 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbd510a8-f1cb-4df6-80bf-3d88acfdae33 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:22:18.094028 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port bbd510a8-f1cb-4df6-80bf-3d88acfdae33, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=bbd510a8-f1cb-4df6-80bf-3d88acfdae33,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:18.172523 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bb69e358-a0a2-42e4-9770-16ef81802b9f req-900bb524-6f6e-487e-9c51-6e0adaeb3e82 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8fa3f34-ec98-432c-84da-a630829c9ba6 HTTP/1.1" status: 200 len: 210 time: 0.0878475 Aug 31 09:22:18.270941 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048235d7-be43-494c-8b48-44916f842e45 req-dfae10a6-aa73-4f9f-8496-035f15d4e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:18.272546 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-048235d7-be43-494c-8b48-44916f842e45 req-dfae10a6-aa73-4f9f-8496-035f15d4e2db service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=441320c5-9a12-4ed7-ac3c-5bb58e7d0451 HTTP/1.1" status: 200 len: 1102 time: 0.1159818 Aug 31 09:22:18.346041 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-048235d7-be43-494c-8b48-44916f842e45 req-91e714c8-88d7-4458-84b2-f421108d5d11 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591826 Aug 31 09:22:18.356416 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-5aa200f0-6bac-4e15-9e12-d4a75bca6a00 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:18.387142 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-5aa200f0-6bac-4e15-9e12-d4a75bca6a00 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Transition to ACTIVE for port object d56a9660-2ff3-4828-afe4-dfcdc1f74154 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:22:18.421220 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188d03e-8176-49a7-8b76-8e5692c10a5c req-1b3c7009-3a2c-4979-ab66-1ecbc48b04a0 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:18.422826 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e188d03e-8176-49a7-8b76-8e5692c10a5c req-1b3c7009-3a2c-4979-ab66-1ecbc48b04a0 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=441320c5-9a12-4ed7-ac3c-5bb58e7d0451 HTTP/1.1" status: 200 len: 950 time: 0.0820189 Aug 31 09:22:18.475253 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e188d03e-8176-49a7-8b76-8e5692c10a5c req-1b3fd9a4-8c48-403b-965c-6a2836363838 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460980 Aug 31 09:22:18.695360 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:18.750535 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-5aa200f0-6bac-4e15-9e12-d4a75bca6a00 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:18.760027 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=bbd510a8-f1cb-4df6-80bf-3d88acfdae33,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:18.769647 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830ed1b-5f96-4fbf-a40a-1ae87023969c req-6abcb27a-6d8a-4db3-b675-a3dc7af76b74 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:18.771716 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9830ed1b-5f96-4fbf-a40a-1ae87023969c req-6abcb27a-6d8a-4db3-b675-a3dc7af76b74 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=b38a22b6-66d6-4e3b-98a3-829112a8cb0a HTTP/1.1" status: 200 len: 932 time: 0.0715513 Aug 31 09:22:18.843746 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-5aa200f0-6bac-4e15-9e12-d4a75bca6a00 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Network 2e258e58-a830-4cb8-a73f-a00887d3bce1 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:22:18.847398 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa200f0-6bac-4e15-9e12-d4a75bca6a00 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Pushing event updated for resources: {'Port': ['ID=d56a9660-2ff3-4828-afe4-dfcdc1f74154,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:18.852040 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-5aa200f0-6bac-4e15-9e12-d4a75bca6a00 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:22:18.863971 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-5aa200f0-6bac-4e15-9e12-d4a75bca6a00 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:22:18.896896 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9830ed1b-5f96-4fbf-a40a-1ae87023969c req-bbfb7279-fefd-41d0-8e79-93e0457e0d3d tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910416 Aug 31 09:22:19.057536 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-5aa200f0-6bac-4e15-9e12-d4a75bca6a00 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:19.058155 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-5aa200f0-6bac-4e15-9e12-d4a75bca6a00 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:19.252489 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-5aa200f0-6bac-4e15-9e12-d4a75bca6a00 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4920726 Aug 31 09:22:19.271732 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['bbd510a8-f1cb-4df6-80bf-3d88acfdae33'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:22:19.299316 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-51c75241-f2d9-4335-b5e3-40968f800a0d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:19.301018 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-51c75241-f2d9-4335-b5e3-40968f800a0d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.112 "GET /v2.0/networks?id=f5553b74-379c-4750-8c9c-33e10cb78fdc HTTP/1.1" status: 200 len: 810 time: 0.3561769 Aug 31 09:22:19.310798 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20531ef6-e84d-482f-91a3-d154f9de3312 req-1380acaa-895a-4330-9f94-1708252eb60b tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:19.321115 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-20531ef6-e84d-482f-91a3-d154f9de3312 req-1380acaa-895a-4330-9f94-1708252eb60b tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b63451b-19aa-4e90-84ce-7b134146b43e HTTP/1.1" status: 200 len: 944 time: 0.2770867 Aug 31 09:22:19.339272 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d61e4-d301-4d72-b27d-14e0e1b9f631 req-6951d7a8-630a-4d6c-a70c-8e84a7de1401 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:19.341056 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-010d61e4-d301-4d72-b27d-14e0e1b9f631 req-6951d7a8-630a-4d6c-a70c-8e84a7de1401 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 944 time: 0.3082604 Aug 31 09:22:19.348606 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e50a4e95-99c8-4155-844c-8306d406cc31 service neutron] Request body: {'port': {'device_id': 'b38a22b6-66d6-4e3b-98a3-829112a8cb0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:22:19.357270 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-addc9322-c1dd-4ac5-9e36-e74c044be80e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Request body: {'port': {'device_id': 'f8fa3f34-ec98-432c-84da-a630829c9ba6', 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc', 'admin_state_up': True, 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:22:19.497273 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-010d61e4-d301-4d72-b27d-14e0e1b9f631 req-335633d8-f5ad-49cc-a398-ff6ed41626ca tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153781 Aug 31 09:22:19.571619 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-20531ef6-e84d-482f-91a3-d154f9de3312 req-34f8c476-4746-4851-8f23-db214b8a4697 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494638 Aug 31 09:22:19.622892 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 02962ba1-421e-4d95-ba0d-96943c732055 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:22:19.697835 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-17332673-6d4a-496e-ad29-f834444105c0 None None] Provisioning for port d56a9660-2ff3-4828-afe4-dfcdc1f74154 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:22:19.721346 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-17332673-6d4a-496e-ad29-f834444105c0 None None] Provisioning complete for port d56a9660-2ff3-4828-afe4-dfcdc1f74154 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:19.721730 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-17332673-6d4a-496e-ad29-f834444105c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:19.735345 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4a7f2e91-af8f-4d63-8186-48d009a7e6be req-386c3842-0d7c-4459-87e2-3d5daa4ec000 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8fa3f34-ec98-432c-84da-a630829c9ba6 HTTP/1.1" status: 200 len: 210 time: 0.0400448 Aug 31 09:22:19.741976 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cc9c7fb3-0433-4aa7-b382-8de7d6b81991 req-bd6f2680-919d-4734-8b26-5666684dcd8b service neutron] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1726229 Aug 31 09:22:19.800677 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-15ba4e58-8cf1-4fb4-8dab-c21b6e7bfb16 req-a4be9436-8de9-45dc-9a86-824a86b27131 tempest-ServerPasswordTestJSON-1296958241 tempest-ServerPasswordTestJSON-1296958241-project] 10.222.0.119 "GET /v2.0/ports?device_id=d0f87103-01f5-4575-b0d8-3927976f50b7 HTTP/1.1" status: 200 len: 210 time: 0.1133471 Aug 31 09:22:19.801589 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e50a4e95-99c8-4155-844c-8306d406cc31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:19.854509 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-17332673-6d4a-496e-ad29-f834444105c0 None None] Port d56a9660-2ff3-4828-afe4-dfcdc1f74154 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:22:19.960831 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 02962ba1-421e-4d95-ba0d-96943c732055 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:22:19.967960 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 02962ba1-421e-4d95-ba0d-96943c732055 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:19.968984 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:20.058240 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a33a4-ba08-461f-a8f7-8e0f2c16586f req-4c3662f2-358b-4491-a371-c802b68a1c1c tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:20.060146 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fa7a33a4-ba08-461f-a8f7-8e0f2c16586f req-4c3662f2-358b-4491-a371-c802b68a1c1c tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=441320c5-9a12-4ed7-ac3c-5bb58e7d0451 HTTP/1.1" status: 200 len: 950 time: 0.1510847 Aug 31 09:22:20.103320 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-addc9322-c1dd-4ac5-9e36-e74c044be80e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Made reservation on behalf of 1b5bd35927fb49bc9780e4d378d20df4 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:22:20.105498 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:20.107146 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-addc9322-c1dd-4ac5-9e36-e74c044be80e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:20.132700 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b63451b-19aa-4e90-84ce-7b134146b43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02962ba1-421e-4d95-ba0d-96943c732055'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:22:20.135190 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55ce88d-ba38-4f64-9290-454ca92158f1" -d '{"events": [{"server_uuid": "3b63451b-19aa-4e90-84ce-7b134146b43e", "name": "network-vif-plugged", "status": "completed", "tag": "02962ba1-421e-4d95-ba0d-96943c732055"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:22:20.150898 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 02962ba1-421e-4d95-ba0d-96943c732055, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=02962ba1-421e-4d95-ba0d-96943c732055,segment=NetworkSegment(fea79c28-18e6-4c1e-9eb0-fd680c62e5f4),segment_id=fea79c28-18e6-4c1e-9eb0-fd680c62e5f4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:20.211635 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fa7a33a4-ba08-461f-a8f7-8e0f2c16586f req-a2591824-06e3-4784-ab1a-a7a706f146d3 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432533 Aug 31 09:22:20.266896 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4821ae95-2fe8-4a94-9729-cc4fc548b2a0 x-openstack-request-id: req-4821ae95-2fe8-4a94-9729-cc4fc548b2a0 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:22:20.267250 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b63451b-19aa-4e90-84ce-7b134146b43e", "name": "network-vif-plugged", "status": "completed", "tag": "02962ba1-421e-4d95-ba0d-96943c732055", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:22:20.272360 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4821ae95-2fe8-4a94-9729-cc4fc548b2a0 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:22:20.272360 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b63451b-19aa-4e90-84ce-7b134146b43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02962ba1-421e-4d95-ba0d-96943c732055', 'code': 200} Aug 31 09:22:20.273306 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9a35bb7d-3ced-45e3-b51a-3020bd3831cd req-e3b774af-dc59-4386-9beb-639ba551abd6 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=b90f92ac-9c10-4f2a-a7fa-2a4c7918c376&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0534945 Aug 31 09:22:20.279934 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474559a7-a4f1-46dd-bb46-cc9da37331e5 req-a9dd7815-0d53-40a2-a535-301ac6ee43b7 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:20.285959 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474559a7-a4f1-46dd-bb46-cc9da37331e5 req-a9dd7815-0d53-40a2-a535-301ac6ee43b7 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:20.294199 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-474559a7-a4f1-46dd-bb46-cc9da37331e5 req-a9dd7815-0d53-40a2-a535-301ac6ee43b7 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=b38a22b6-66d6-4e3b-98a3-829112a8cb0a HTTP/1.1" status: 200 len: 1654 time: 0.1802289 Aug 31 09:22:20.297874 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:20.299662 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 7e634e1b-2f88-4d95-91a3-09e263e4f7f6 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:22:20.369168 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 7e634e1b-2f88-4d95-91a3-09e263e4f7f6 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:22:20.372858 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 7e634e1b-2f88-4d95-91a3-09e263e4f7f6 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:22:20.423094 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-474559a7-a4f1-46dd-bb46-cc9da37331e5 req-16377d60-2134-4561-b115-8d00edba35d7 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279469 Aug 31 09:22:20.435835 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=02962ba1-421e-4d95-ba0d-96943c732055,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:20.436278 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35bb7d-3ced-45e3-b51a-3020bd3831cd req-4326e6f6-79a9-4a1e-b890-4b7463fe3eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:20.437775 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9a35bb7d-3ced-45e3-b51a-3020bd3831cd req-4326e6f6-79a9-4a1e-b890-4b7463fe3eff service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=c8be5a3950fb435c8e8cd8e3c656cdfc&device_id=b90f92ac-9c10-4f2a-a7fa-2a4c7918c376 HTTP/1.1" status: 200 len: 1097 time: 0.1279855 Aug 31 09:22:20.443871 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae342c85-64a1-41e7-85fc-2b04e79bdbd3 req-6c06fd3d-a9a2-4ecf-8275-2a51fd51fa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:20.446138 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ae342c85-64a1-41e7-85fc-2b04e79bdbd3 req-6c06fd3d-a9a2-4ecf-8275-2a51fd51fa6e service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=3b63451b-19aa-4e90-84ce-7b134146b43e HTTP/1.1" status: 200 len: 1097 time: 0.0586534 Aug 31 09:22:20.500877 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-addc9322-c1dd-4ac5-9e36-e74c044be80e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Allocated IP 172.20.0.9 (f5553b74-379c-4750-8c9c-33e10cb78fdc/38d49ab8-d8f2-42ae-8afb-2cc963a498ae/d28a0871-5c4e-4c3d-b0f7-63b3202242cf) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:22:20.531738 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ae342c85-64a1-41e7-85fc-2b04e79bdbd3 req-b6fd5231-199f-4bfa-a25a-b0409592d719 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760543 Aug 31 09:22:20.556788 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c96b4-4725-4619-abe2-093f147de589 req-83cb84c6-4ef0-4913-9cab-c1f97b6e4ae1 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:20.558361 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-452c96b4-4725-4619-abe2-093f147de589 req-83cb84c6-4ef0-4913-9cab-c1f97b6e4ae1 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=3a18c1ab-324c-47c4-84fb-2543314dcecd HTTP/1.1" status: 200 len: 949 time: 0.1910801 Aug 31 09:22:20.562752 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e50a4e95-99c8-4155-844c-8306d406cc31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ff69bb9-5fda-4a41-bf02-6e893af58c31 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:22:20.586360 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35bb7d-3ced-45e3-b51a-3020bd3831cd req-fabe389b-4212-4256-8578-974ea014ca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:20.588011 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9a35bb7d-3ced-45e3-b51a-3020bd3831cd req-fabe389b-4212-4256-8578-974ea014ca83 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a1c761f8-404a-498a-a4d9-9ce04e112753 HTTP/1.1" status: 200 len: 916 time: 0.1158671 Aug 31 09:22:20.590622 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e50a4e95-99c8-4155-844c-8306d406cc31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:20.650362 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e50a4e95-99c8-4155-844c-8306d406cc31 service neutron] Transition to ACTIVE for port object 3ff69bb9-5fda-4a41-bf02-6e893af58c31 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:22:20.713093 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-452c96b4-4725-4619-abe2-093f147de589 req-bb5a415b-7b59-4ba7-801c-12d25f689f87 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380064 Aug 31 09:22:20.725077 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e50a4e95-99c8-4155-844c-8306d406cc31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:20.770072 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b390f4-1bf1-4662-abee-242b70781729 req-0f1f96e6-c3e1-4d01-9b60-c714f8840343 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:20.771620 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-85b390f4-1bf1-4662-abee-242b70781729 req-0f1f96e6-c3e1-4d01-9b60-c714f8840343 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 944 time: 0.1831431 Aug 31 09:22:20.854027 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9a35bb7d-3ced-45e3-b51a-3020bd3831cd req-020d221c-2348-41fd-a2d4-ff1dcc6b95f6 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=311e7740-5e63-48df-865b-4f0fca0df938 HTTP/1.1" status: 200 len: 217 time: 0.0508063 Aug 31 09:22:20.875414 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a4e95-99c8-4155-844c-8306d406cc31 service neutron] Pushing event updated for resources: {'Port': ['ID=3ff69bb9-5fda-4a41-bf02-6e893af58c31,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:20.915906 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-addc9322-c1dd-4ac5-9e36-e74c044be80e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:20.920378 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-85b390f4-1bf1-4662-abee-242b70781729 req-efed9c47-dfc3-448c-bb32-5a31fcc0a784 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372118 Aug 31 09:22:20.925106 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35bb7d-3ced-45e3-b51a-3020bd3831cd req-32d839b4-fa5c-456b-bddd-b117daeeb621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:20.926596 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9a35bb7d-3ced-45e3-b51a-3020bd3831cd req-32d839b4-fa5c-456b-bddd-b117daeeb621 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b147db6a-6b72-4492-9892-536b47a13e42 HTTP/1.1" status: 200 len: 854 time: 0.0533016 Aug 31 09:22:20.970342 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9a35bb7d-3ced-45e3-b51a-3020bd3831cd req-8b761d9c-7c25-412e-a341-4b11538273e8 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a1c761f8-404a-498a-a4d9-9ce04e112753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331824 Aug 31 09:22:20.984263 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8802282-d0b0-4018-91d0-88e91906c40e req-8088eed3-8063-4e33-8917-b15d89053ad2 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:20.991637 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b8802282-d0b0-4018-91d0-88e91906c40e req-8088eed3-8063-4e33-8917-b15d89053ad2 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b63451b-19aa-4e90-84ce-7b134146b43e HTTP/1.1" status: 200 len: 945 time: 0.2071068 Aug 31 09:22:21.002418 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-addc9322-c1dd-4ac5-9e36-e74c044be80e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Transition to ACTIVE for port object d28a0871-5c4e-4c3d-b0f7-63b3202242cf will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:22:21.078885 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9a35bb7d-3ced-45e3-b51a-3020bd3831cd req-3d31df59-ef65-4c06-800c-59ac5997faf9 service neutron] 10.222.0.112 "GET /v2.0/networks/a1c761f8-404a-498a-a4d9-9ce04e112753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980563 Aug 31 09:22:21.084006 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29bd7ff6-f5dc-4cc3-8290-00a244084743 req-54c4755b-ebed-40a9-81b5-7fa53df3e8fc tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8fa3f34-ec98-432c-84da-a630829c9ba6 HTTP/1.1" status: 200 len: 210 time: 0.0546355 Aug 31 09:22:21.094259 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b8802282-d0b0-4018-91d0-88e91906c40e req-845b111a-b5f5-43f3-927a-84449dd1ea1a tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017518 Aug 31 09:22:21.104454 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e50a4e95-99c8-4155-844c-8306d406cc31 service neutron] Attempting to bind port 3ff69bb9-5fda-4a41-bf02-6e893af58c31 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:22:21.104454 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e50a4e95-99c8-4155-844c-8306d406cc31 service neutron] Attempting to bind port 3ff69bb9-5fda-4a41-bf02-6e893af58c31 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '120b564e-172c-47a9-b2fd-c74919e7d49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1611, 'network_id': '584bedff-c128-484b-8a7d-5f95c5ee415c'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:22:21.104454 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e50a4e95-99c8-4155-844c-8306d406cc31 service neutron] Attempting to bind port 3ff69bb9-5fda-4a41-bf02-6e893af58c31 on network 584bedff-c128-484b-8a7d-5f95c5ee415c {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:22:21.111159 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e50a4e95-99c8-4155-844c-8306d406cc31 service neutron] Port 3ff69bb9-5fda-4a41-bf02-6e893af58c31 on network 584bedff-c128-484b-8a7d-5f95c5ee415c not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:22:21.112167 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e50a4e95-99c8-4155-844c-8306d406cc31 service neutron] Attempting to bind port 3ff69bb9-5fda-4a41-bf02-6e893af58c31 on network 584bedff-c128-484b-8a7d-5f95c5ee415c {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:22:21.117545 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e50a4e95-99c8-4155-844c-8306d406cc31 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:22:21.117876 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e50a4e95-99c8-4155-844c-8306d406cc31 service neutron] Checking segment: {'id': '120b564e-172c-47a9-b2fd-c74919e7d49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1611, 'network_id': '584bedff-c128-484b-8a7d-5f95c5ee415c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:22:21.118251 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e50a4e95-99c8-4155-844c-8306d406cc31 service neutron] Bound using segment: {'id': '120b564e-172c-47a9-b2fd-c74919e7d49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1611, 'network_id': '584bedff-c128-484b-8a7d-5f95c5ee415c'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:22:21.118701 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e50a4e95-99c8-4155-844c-8306d406cc31 service neutron] Bound port: 3ff69bb9-5fda-4a41-bf02-6e893af58c31, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '120b564e-172c-47a9-b2fd-c74919e7d49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1611, 'network_id': '584bedff-c128-484b-8a7d-5f95c5ee415c'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:22:21.119057 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e50a4e95-99c8-4155-844c-8306d406cc31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:21.164424 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 35200) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:21.198748 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e50a4e95-99c8-4155-844c-8306d406cc31 service neutron] For port 3ff69bb9-5fda-4a41-bf02-6e893af58c31, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:22:21.202604 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e50a4e95-99c8-4155-844c-8306d406cc31 service neutron] For port 3ff69bb9-5fda-4a41-bf02-6e893af58c31, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3ff69bb9-5fda-4a41-bf02-6e893af58c31,segment=NetworkSegment(120b564e-172c-47a9-b2fd-c74919e7d49d),segment_id=120b564e-172c-47a9-b2fd-c74919e7d49d)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:22:21.236301 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-410a41aa-f8a1-45b0-a17c-7e9d9e03b57c admin admin] Deleting subnet 68dc58c6-f960-4ac1-b9b7-339e4d0e385a {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:22:21.237577 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-addc9322-c1dd-4ac5-9e36-e74c044be80e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:21.250778 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-410a41aa-f8a1-45b0-a17c-7e9d9e03b57c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:21.295375 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9a35bb7d-3ced-45e3-b51a-3020bd3831cd req-1fd99f6c-0cc9-4eac-9777-4f8e1517a0b9 service neutron] 10.222.0.112 "GET /v2.0/networks/a1c761f8-404a-498a-a4d9-9ce04e112753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022917 Aug 31 09:22:21.325430 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-addc9322-c1dd-4ac5-9e36-e74c044be80e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Network f5553b74-379c-4750-8c9c-33e10cb78fdc is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:22:21.327797 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-410a41aa-f8a1-45b0-a17c-7e9d9e03b57c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:21.329373 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e50a4e95-99c8-4155-844c-8306d406cc31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:21.345158 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e50a4e95-99c8-4155-844c-8306d406cc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:21.345947 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e50a4e95-99c8-4155-844c-8306d406cc31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:21.347457 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e50a4e95-99c8-4155-844c-8306d406cc31 service neutron] 10.222.0.112 "PUT /v2.0/ports/3ff69bb9-5fda-4a41-bf02-6e893af58c31 HTTP/1.1" status: 200 len: 1093 time: 2.0046625 Aug 31 09:22:21.348411 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-addc9322-c1dd-4ac5-9e36-e74c044be80e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:22:21.350990 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-addc9322-c1dd-4ac5-9e36-e74c044be80e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:22:21.380662 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-410a41aa-f8a1-45b0-a17c-7e9d9e03b57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:21.389481 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc9322-c1dd-4ac5-9e36-e74c044be80e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Pushing event updated for resources: {'Port': ['ID=d28a0871-5c4e-4c3d-b0f7-63b3202242cf,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:21.392056 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38a22b6-66d6-4e3b-98a3-829112a8cb0a', 'tag': '3ff69bb9-5fda-4a41-bf02-6e893af58c31'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:22:21.395256 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f196c3-6cb9-4d62-bfee-08ba1615e08f" -d '{"events": [{"name": "network-changed", "server_uuid": "b38a22b6-66d6-4e3b-98a3-829112a8cb0a", "tag": "3ff69bb9-5fda-4a41-bf02-6e893af58c31"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:22:21.503265 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['3edcd031-fdff-42eb-afa5-72f2616428cc'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:22:21.520808 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948ce407-6129-4341-9a02-ec393734a133 x-openstack-request-id: req-948ce407-6129-4341-9a02-ec393734a133 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:22:21.521295 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38a22b6-66d6-4e3b-98a3-829112a8cb0a", "tag": "3ff69bb9-5fda-4a41-bf02-6e893af58c31", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:22:21.521694 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-948ce407-6129-4341-9a02-ec393734a133 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:22:21.522251 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38a22b6-66d6-4e3b-98a3-829112a8cb0a', 'tag': '3ff69bb9-5fda-4a41-bf02-6e893af58c31', 'status': 'completed', 'code': 200} Aug 31 09:22:21.537869 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e11d1827-5d43-49c7-9c9c-31a91fae656e service neutron] Request body: {'port': {'device_id': 'b38a22b6-66d6-4e3b-98a3-829112a8cb0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:22:21.576783 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-410a41aa-f8a1-45b0-a17c-7e9d9e03b57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:21.627919 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a41aa-f8a1-45b0-a17c-7e9d9e03b57c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68dc58c6-f960-4ac1-b9b7-339e4d0e385a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:21.634276 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f196c3-6cb9-4d62-bfee-08ba1615e08f req-15b6b37a-3f88-48fa-a47f-172b4ef4eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:21.634873 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f196c3-6cb9-4d62-bfee-08ba1615e08f req-15b6b37a-3f88-48fa-a47f-172b4ef4eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:21.636782 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-85f196c3-6cb9-4d62-bfee-08ba1615e08f req-15b6b37a-3f88-48fa-a47f-172b4ef4eb55 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=13fae58522454fb384b983d48d032915&device_id=b38a22b6-66d6-4e3b-98a3-829112a8cb0a HTTP/1.1" status: 200 len: 1914 time: 0.1358111 Aug 31 09:22:21.637987 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-410a41aa-f8a1-45b0-a17c-7e9d9e03b57c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:21.640366 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-410a41aa-f8a1-45b0-a17c-7e9d9e03b57c admin admin] 10.222.0.119 "DELETE /v2.0/subnets/68dc58c6-f960-4ac1-b9b7-339e4d0e385a HTTP/1.1" status: 204 len: 168 time: 0.4747322 Aug 31 09:22:21.642985 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 35226) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:21.803440 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-013e6dbf-dedd-485c-97fa-52c6bc0b9512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:21.868091 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f196c3-6cb9-4d62-bfee-08ba1615e08f req-0df2b96f-51df-4395-930f-a0ece68d1fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:21.868782 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f196c3-6cb9-4d62-bfee-08ba1615e08f req-0df2b96f-51df-4395-930f-a0ece68d1fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:21.869112 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f196c3-6cb9-4d62-bfee-08ba1615e08f req-0df2b96f-51df-4395-930f-a0ece68d1fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:21.870802 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-85f196c3-6cb9-4d62-bfee-08ba1615e08f req-0df2b96f-51df-4395-930f-a0ece68d1fbb service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=13fae58522454fb384b983d48d032915&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2182429 Aug 31 09:22:21.900225 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8f7a6dba-96c9-4428-82e3-f448e2b88a42 None None] Provisioning for port d28a0871-5c4e-4c3d-b0f7-63b3202242cf completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:22:21.905071 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8f7a6dba-96c9-4428-82e3-f448e2b88a42 None None] Provisioning complete for port d28a0871-5c4e-4c3d-b0f7-63b3202242cf triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:21.905712 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8f7a6dba-96c9-4428-82e3-f448e2b88a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:21.948723 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-8f7a6dba-96c9-4428-82e3-f448e2b88a42 None None] Port d28a0871-5c4e-4c3d-b0f7-63b3202242cf cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:22:21.970443 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-013e6dbf-dedd-485c-97fa-52c6bc0b9512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:21.988432 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-013e6dbf-dedd-485c-97fa-52c6bc0b9512 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd8d8aae-ef2d-4318-b0f7-a17dc229df45']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:22.001681 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-013e6dbf-dedd-485c-97fa-52c6bc0b9512 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '344f5653-d52f-45b4-9ca9-55bfa022535f') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:22.001972 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-013e6dbf-dedd-485c-97fa-52c6bc0b9512 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '344f5653-d52f-45b4-9ca9-55bfa022535f') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:22:22.018993 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-013e6dbf-dedd-485c-97fa-52c6bc0b9512 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:22.031218 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-addc9322-c1dd-4ac5-9e36-e74c044be80e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:22.031836 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-addc9322-c1dd-4ac5-9e36-e74c044be80e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:22.042456 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-013e6dbf-dedd-485c-97fa-52c6bc0b9512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:22.049864 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f196c3-6cb9-4d62-bfee-08ba1615e08f req-8d6a9d41-c797-40e4-9910-353c16eb3e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:22.051641 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-85f196c3-6cb9-4d62-bfee-08ba1615e08f req-8d6a9d41-c797-40e4-9910-353c16eb3e72 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1695786 Aug 31 09:22:22.057801 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-013e6dbf-dedd-485c-97fa-52c6bc0b9512 admin admin] Releasing vlan 1602 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:22:22.057801 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-013e6dbf-dedd-485c-97fa-52c6bc0b9512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:22.057801 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:22:22.057801 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:22:22.057801 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:22:22.057801 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:22:22.057801 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:22:22.057801 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:22:22.057801 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:22:22.057801 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:22:22.057801 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:22:22.057801 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:22:22.057801 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:22:22.057801 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:22:22.057801 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:22:22.057801 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:22:22.057801 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:22:22.057801 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:22:22.057801 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:22:22.057801 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:22:22.057801 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:22:22.057801 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:22:22.057801 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:22:22.057801 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:22:22.057801 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:22:22.057801 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:22:22.057801 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:22:22.057801 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:22:22.057801 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:22:22.057801 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:22:22.057801 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:22:22.057801 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:22:22.057801 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:22:22.057801 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:22:22.097058 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a4e95-99c8-4155-844c-8306d406cc31 service neutron] Pushing event updated for resources: {'Port': ['ID=3ff69bb9-5fda-4a41-bf02-6e893af58c31,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:22.109971 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e11d1827-5d43-49c7-9c9c-31a91fae656e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:22.120717 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcd94f-9490-4a81-8fa7-f3bdab849600 req-abe8ffac-fb50-4aa3-ba3f-8f3e277dc59e tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:22.122379 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c5dcd94f-9490-4a81-8fa7-f3bdab849600 req-abe8ffac-fb50-4aa3-ba3f-8f3e277dc59e tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/ports?device_id=65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad HTTP/1.1" status: 200 len: 951 time: 0.7340877 Aug 31 09:22:22.133708 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998f8a9-1989-474e-a24b-298da184a326 req-ece67bf2-f9c6-49de-ad4b-cca739b87461 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:22.139639 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998f8a9-1989-474e-a24b-298da184a326 req-ece67bf2-f9c6-49de-ad4b-cca739b87461 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:22.141283 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0998f8a9-1989-474e-a24b-298da184a326 req-ece67bf2-f9c6-49de-ad4b-cca739b87461 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=b38a22b6-66d6-4e3b-98a3-829112a8cb0a HTTP/1.1" status: 200 len: 1666 time: 0.1811554 Aug 31 09:22:22.167547 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-addc9322-c1dd-4ac5-9e36-e74c044be80e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8145399 Aug 31 09:22:22.196253 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-013e6dbf-dedd-485c-97fa-52c6bc0b9512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:22.203991 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-013e6dbf-dedd-485c-97fa-52c6bc0b9512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:22.205952 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-013e6dbf-dedd-485c-97fa-52c6bc0b9512 admin admin] 10.222.0.119 "DELETE /v2.0/networks/cd8d8aae-ef2d-4318-b0f7-a17dc229df45 HTTP/1.1" status: 204 len: 168 time: 0.5619271 Aug 31 09:22:22.212522 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-c8edbcbf-d6ad-4c82-848b-ead7c3df7921 service neutron] Request body: {'port': {'device_id': 'f8fa3f34-ec98-432c-84da-a630829c9ba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:22:22.229465 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e6dbf-dedd-485c-97fa-52c6bc0b9512 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd8d8aae-ef2d-4318-b0f7-a17dc229df45,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:22.263600 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c7fb3-0433-4aa7-b382-8de7d6b81991 req-9abbd5f7-df69-41ff-9a10-3e218a91e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:22.266151 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cc9c7fb3-0433-4aa7-b382-8de7d6b81991 req-9abbd5f7-df69-41ff-9a10-3e218a91e4e6 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26&tenant_id=0d677f60af8447aeaedb4cf6d8107d97 HTTP/1.1" status: 200 len: 1096 time: 0.0590150 Aug 31 09:22:22.299225 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0998f8a9-1989-474e-a24b-298da184a326 req-4fe1d53c-bb86-4a37-b3d0-0cd91a247aee tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490624 Aug 31 09:22:22.307071 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c5dcd94f-9490-4a81-8fa7-f3bdab849600 req-45cad30a-e0ce-42d5-8b34-a975a0c0b3b6 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6f02cec-3335-48ac-aa19-86d565e5a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588137 Aug 31 09:22:22.360380 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c7fb3-0433-4aa7-b382-8de7d6b81991 req-d014bb53-9881-428f-9a87-9b86efaf8e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:22.361949 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cc9c7fb3-0433-4aa7-b382-8de7d6b81991 req-d014bb53-9881-428f-9a87-9b86efaf8e78 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0d677f60af8447aeaedb4cf6d8107d97&device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 1096 time: 0.0645690 Aug 31 09:22:22.436159 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-c8edbcbf-d6ad-4c82-848b-ead7c3df7921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:22.478067 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c7fb3-0433-4aa7-b382-8de7d6b81991 req-178b40fe-664d-4a1d-a8e2-8f493bc584ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:22.479795 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cc9c7fb3-0433-4aa7-b382-8de7d6b81991 req-178b40fe-664d-4a1d-a8e2-8f493bc584ff service neutron] 10.222.0.112 "GET /v2.0/networks?id=a272a18a-9015-4fb0-a70a-84597b53d8ca HTTP/1.1" status: 200 len: 916 time: 0.1070991 Aug 31 09:22:22.539572 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cc9c7fb3-0433-4aa7-b382-8de7d6b81991 req-67c442ce-1030-4c2d-89d6-03dee834f97d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f HTTP/1.1" status: 200 len: 217 time: 0.0441380 Aug 31 09:22:22.595187 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c7fb3-0433-4aa7-b382-8de7d6b81991 req-de207d54-1284-4b08-a80e-1d54505a6fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:22.596655 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cc9c7fb3-0433-4aa7-b382-8de7d6b81991 req-de207d54-1284-4b08-a80e-1d54505a6fcb service neutron] 10.222.0.112 "GET /v2.0/subnets?id=563a5021-597f-4efc-89b8-b4db37655c5e HTTP/1.1" status: 200 len: 854 time: 0.0489168 Aug 31 09:22:22.598906 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b2bbc-e6cf-4508-8cc2-488955e7712b req-cb69b486-444e-47f0-b5cb-16d06d1ff59a tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:22.600842 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6b7b2bbc-e6cf-4508-8cc2-488955e7712b req-cb69b486-444e-47f0-b5cb-16d06d1ff59a tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=3a18c1ab-324c-47c4-84fb-2543314dcecd HTTP/1.1" status: 200 len: 949 time: 0.1998990 Aug 31 09:22:22.634409 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cc9c7fb3-0433-4aa7-b382-8de7d6b81991 req-3932abdc-c354-4035-b909-dde3d255f32c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a272a18a-9015-4fb0-a70a-84597b53d8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291188 Aug 31 09:22:22.639349 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa34ec3-17da-41ea-af8b-cada3b496fe4 req-a1fd5006-a2d7-433f-b7e1-dd25cbfec46e tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:22.640831 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-daa34ec3-17da-41ea-af8b-cada3b496fe4 req-a1fd5006-a2d7-433f-b7e1-dd25cbfec46e tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 944 time: 0.2094638 Aug 31 09:22:22.697753 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 35242) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:22.775359 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-09a92865-15ee-44a3-869c-15bbad17fcee admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=c39f4f444f0243199611deae05a91e29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0731497 Aug 31 09:22:22.778705 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 35244) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:22.796226 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cc9c7fb3-0433-4aa7-b382-8de7d6b81991 req-b3158675-e3e8-4c63-b7eb-12ccbe3e729a service neutron] 10.222.0.112 "GET /v2.0/networks/a272a18a-9015-4fb0-a70a-84597b53d8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517165 Aug 31 09:22:22.798473 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6b7b2bbc-e6cf-4508-8cc2-488955e7712b req-d575e80b-58ad-45fa-a991-366d67d74dc7 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796706 Aug 31 09:22:22.851676 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-daa34ec3-17da-41ea-af8b-cada3b496fe4 req-ae5b1850-a0dc-484c-9549-cf88c2682dc3 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482193 Aug 31 09:22:22.915362 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-df113427-6ec5-4c6b-ab6a-90d7cc822a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:22.945003 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cc9c7fb3-0433-4aa7-b382-8de7d6b81991 req-cc8cbded-4223-49cc-a62f-3d10751fc833 service neutron] 10.222.0.112 "GET /v2.0/networks/a272a18a-9015-4fb0-a70a-84597b53d8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354373 Aug 31 09:22:22.955962 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-df113427-6ec5-4c6b-ab6a-90d7cc822a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:22.997628 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e11d1827-5d43-49c7-9c9c-31a91fae656e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d56a9660-2ff3-4828-afe4-dfcdc1f74154 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:22:23.010405 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e11d1827-5d43-49c7-9c9c-31a91fae656e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:23.050187 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e11d1827-5d43-49c7-9c9c-31a91fae656e service neutron] Transition to ACTIVE for port object d56a9660-2ff3-4828-afe4-dfcdc1f74154 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:22:23.067909 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fb99b-6960-4e70-a555-d6bdc0a56629 req-6bb6febe-7568-4980-9564-f0d8c73a5bbc tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:23.070055 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-064fb99b-6960-4e70-a555-d6bdc0a56629 req-6bb6febe-7568-4980-9564-f0d8c73a5bbc tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8fa3f34-ec98-432c-84da-a630829c9ba6 HTTP/1.1" status: 200 len: 931 time: 0.1762409 Aug 31 09:22:23.080580 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50999791-8a3d-4199-91ac-04ef624000e9 req-7b72410d-8947-47d9-be6a-34d87c0a445b tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:23.082009 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-50999791-8a3d-4199-91ac-04ef624000e9 req-7b72410d-8947-47d9-be6a-34d87c0a445b tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b63451b-19aa-4e90-84ce-7b134146b43e HTTP/1.1" status: 200 len: 945 time: 0.1658819 Aug 31 09:22:23.149023 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-df113427-6ec5-4c6b-ab6a-90d7cc822a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:23.152123 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-df113427-6ec5-4c6b-ab6a-90d7cc822a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:23.155731 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-df113427-6ec5-4c6b-ab6a-90d7cc822a02 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/5ef20352-6f78-4114-bb23-0426433bce8b HTTP/1.1" status: 204 len: 168 time: 0.3735151 Aug 31 09:22:23.169703 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df113427-6ec5-4c6b-ab6a-90d7cc822a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef20352-6f78-4114-bb23-0426433bce8b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:23.182279 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-064fb99b-6960-4e70-a555-d6bdc0a56629 req-a3163d74-8c6f-4d26-af80-0f3395bcf09e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938385 Aug 31 09:22:23.190716 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-50999791-8a3d-4199-91ac-04ef624000e9 req-4dea111c-f68c-402e-b864-eed93d37aac6 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993516 Aug 31 09:22:23.209732 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e11d1827-5d43-49c7-9c9c-31a91fae656e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:23.273475 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-c8edbcbf-d6ad-4c82-848b-ead7c3df7921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d28a0871-5c4e-4c3d-b0f7-63b3202242cf {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:22:23.321808 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-c8edbcbf-d6ad-4c82-848b-ead7c3df7921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:23.421562 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e11d1827-5d43-49c7-9c9c-31a91fae656e service neutron] Attempting to bind port d56a9660-2ff3-4828-afe4-dfcdc1f74154 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:22:23.421897 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e11d1827-5d43-49c7-9c9c-31a91fae656e service neutron] Attempting to bind port d56a9660-2ff3-4828-afe4-dfcdc1f74154 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '7681fa24-9ef9-4a4a-8895-95992c6d5bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': '2e258e58-a830-4cb8-a73f-a00887d3bce1'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:22:23.422224 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e11d1827-5d43-49c7-9c9c-31a91fae656e service neutron] Attempting to bind port d56a9660-2ff3-4828-afe4-dfcdc1f74154 on network 2e258e58-a830-4cb8-a73f-a00887d3bce1 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:22:23.429788 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e11d1827-5d43-49c7-9c9c-31a91fae656e service neutron] Port d56a9660-2ff3-4828-afe4-dfcdc1f74154 on network 2e258e58-a830-4cb8-a73f-a00887d3bce1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:22:23.430078 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e11d1827-5d43-49c7-9c9c-31a91fae656e service neutron] Attempting to bind port d56a9660-2ff3-4828-afe4-dfcdc1f74154 on network 2e258e58-a830-4cb8-a73f-a00887d3bce1 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:22:23.433303 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-c8edbcbf-d6ad-4c82-848b-ead7c3df7921 service neutron] Transition to ACTIVE for port object d28a0871-5c4e-4c3d-b0f7-63b3202242cf will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:22:23.436169 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d1827-5d43-49c7-9c9c-31a91fae656e service neutron] Pushing event updated for resources: {'Port': ['ID=d56a9660-2ff3-4828-afe4-dfcdc1f74154,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:23.455193 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e11d1827-5d43-49c7-9c9c-31a91fae656e service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:22:23.455193 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e11d1827-5d43-49c7-9c9c-31a91fae656e service neutron] Checking segment: {'id': '7681fa24-9ef9-4a4a-8895-95992c6d5bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': '2e258e58-a830-4cb8-a73f-a00887d3bce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:22:23.455193 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e11d1827-5d43-49c7-9c9c-31a91fae656e service neutron] Bound using segment: {'id': '7681fa24-9ef9-4a4a-8895-95992c6d5bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': '2e258e58-a830-4cb8-a73f-a00887d3bce1'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:22:23.455193 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e11d1827-5d43-49c7-9c9c-31a91fae656e service neutron] Bound port: d56a9660-2ff3-4828-afe4-dfcdc1f74154, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7681fa24-9ef9-4a4a-8895-95992c6d5bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': '2e258e58-a830-4cb8-a73f-a00887d3bce1'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:22:23.455193 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e11d1827-5d43-49c7-9c9c-31a91fae656e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:23.563191 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-c8edbcbf-d6ad-4c82-848b-ead7c3df7921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:23.617177 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b84a3e-2795-45dd-9bce-e25c34d60baf req-fb01176d-d1e4-44ed-b75c-a0f27c5516c0 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:23.623810 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b84a3e-2795-45dd-9bce-e25c34d60baf req-fb01176d-d1e4-44ed-b75c-a0f27c5516c0 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:23.625555 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4b84a3e-2795-45dd-9bce-e25c34d60baf req-fb01176d-d1e4-44ed-b75c-a0f27c5516c0 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=b38a22b6-66d6-4e3b-98a3-829112a8cb0a HTTP/1.1" status: 200 len: 1678 time: 0.1747723 Aug 31 09:22:23.638944 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device bbd510a8-f1cb-4df6-80bf-3d88acfdae33 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:22:23.675020 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e11d1827-5d43-49c7-9c9c-31a91fae656e service neutron] For port d56a9660-2ff3-4828-afe4-dfcdc1f74154, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:22:23.680868 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e11d1827-5d43-49c7-9c9c-31a91fae656e service neutron] For port d56a9660-2ff3-4828-afe4-dfcdc1f74154, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=d56a9660-2ff3-4828-afe4-dfcdc1f74154,segment=NetworkSegment(7681fa24-9ef9-4a4a-8895-95992c6d5bb8),segment_id=7681fa24-9ef9-4a4a-8895-95992c6d5bb8)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:22:23.737606 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68831f-76f6-41b1-aa83-2b985243fa56 req-8f2aa805-4e7c-4a8b-b9b2-ff9bfce8db18 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:23.743451 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d68831f-76f6-41b1-aa83-2b985243fa56 req-8f2aa805-4e7c-4a8b-b9b2-ff9bfce8db18 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/ports?device_id=65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad HTTP/1.1" status: 200 len: 951 time: 0.3081491 Aug 31 09:22:23.832239 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4b84a3e-2795-45dd-9bce-e25c34d60baf req-da8d2d98-b871-43a2-9055-7555a65adfee tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887286 Aug 31 09:22:23.833304 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8edbcbf-d6ad-4c82-848b-ead7c3df7921 service neutron] Pushing event updated for resources: {'Port': ['ID=d28a0871-5c4e-4c3d-b0f7-63b3202242cf,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:23.848214 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e11d1827-5d43-49c7-9c9c-31a91fae656e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:23.923090 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e11d1827-5d43-49c7-9c9c-31a91fae656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:23.923712 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e11d1827-5d43-49c7-9c9c-31a91fae656e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:23.925610 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e11d1827-5d43-49c7-9c9c-31a91fae656e service neutron] 10.222.0.112 "PUT /v2.0/ports/d56a9660-2ff3-4828-afe4-dfcdc1f74154 HTTP/1.1" status: 200 len: 1092 time: 2.4097242 Aug 31 09:22:23.934373 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port bbd510a8-f1cb-4df6-80bf-3d88acfdae33 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:22:23.936816 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38a22b6-66d6-4e3b-98a3-829112a8cb0a', 'tag': 'd56a9660-2ff3-4828-afe4-dfcdc1f74154'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:22:23.939231 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port bbd510a8-f1cb-4df6-80bf-3d88acfdae33 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:23.939466 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d9ca8a-60f8-4877-8470-1aa4c8fdceb6" -d '{"events": [{"name": "network-changed", "server_uuid": "b38a22b6-66d6-4e3b-98a3-829112a8cb0a", "tag": "d56a9660-2ff3-4828-afe4-dfcdc1f74154"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:22:23.939601 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:23.946458 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d68831f-76f6-41b1-aa83-2b985243fa56 req-b10cab18-4b96-4f8c-abe6-0256ab62e320 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6f02cec-3335-48ac-aa19-86d565e5a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899669 Aug 31 09:22:24.080315 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-c8edbcbf-d6ad-4c82-848b-ead7c3df7921 service neutron] Attempting to bind port d28a0871-5c4e-4c3d-b0f7-63b3202242cf on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:22:24.080848 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-c8edbcbf-d6ad-4c82-848b-ead7c3df7921 service neutron] Attempting to bind port d28a0871-5c4e-4c3d-b0f7-63b3202242cf by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '0b41936b-2f15-4bd5-a038-de47be43d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:22:24.080959 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-c8edbcbf-d6ad-4c82-848b-ead7c3df7921 service neutron] Attempting to bind port d28a0871-5c4e-4c3d-b0f7-63b3202242cf on network f5553b74-379c-4750-8c9c-33e10cb78fdc {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:22:24.083030 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d1827-5d43-49c7-9c9c-31a91fae656e service neutron] Pushing event updated for resources: {'Port': ['ID=d56a9660-2ff3-4828-afe4-dfcdc1f74154,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:24.132391 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:24.173383 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fb365-eb93-4a37-a313-0da01707d664 req-02dc43db-b670-4f57-a2aa-5484c1fd2a0e tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:24.194803 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f5fb365-eb93-4a37-a313-0da01707d664 req-02dc43db-b670-4f57-a2aa-5484c1fd2a0e tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=3a18c1ab-324c-47c4-84fb-2543314dcecd HTTP/1.1" status: 200 len: 949 time: 0.2588806 Aug 31 09:22:24.197252 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-c8edbcbf-d6ad-4c82-848b-ead7c3df7921 service neutron] Port d28a0871-5c4e-4c3d-b0f7-63b3202242cf on network f5553b74-379c-4750-8c9c-33e10cb78fdc not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:22:24.197776 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-c8edbcbf-d6ad-4c82-848b-ead7c3df7921 service neutron] Attempting to bind port d28a0871-5c4e-4c3d-b0f7-63b3202242cf on network f5553b74-379c-4750-8c9c-33e10cb78fdc {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:22:24.216761 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a18c1ab-324c-47c4-84fb-2543314dcecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd510a8-f1cb-4df6-80bf-3d88acfdae33'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:22:24.220078 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-c8edbcbf-d6ad-4c82-848b-ead7c3df7921 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:22:24.220441 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-c8edbcbf-d6ad-4c82-848b-ead7c3df7921 service neutron] Checking segment: {'id': '0b41936b-2f15-4bd5-a038-de47be43d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:22:24.220823 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-c8edbcbf-d6ad-4c82-848b-ead7c3df7921 service neutron] Bound using segment: {'id': '0b41936b-2f15-4bd5-a038-de47be43d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:22:24.221279 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-c8edbcbf-d6ad-4c82-848b-ead7c3df7921 service neutron] Bound port: d28a0871-5c4e-4c3d-b0f7-63b3202242cf, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b41936b-2f15-4bd5-a038-de47be43d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:22:24.221682 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-c8edbcbf-d6ad-4c82-848b-ead7c3df7921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:24.239216 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928c81ad-12ca-4b79-b472-e30933d6d139" -d '{"events": [{"server_uuid": "3a18c1ab-324c-47c4-84fb-2543314dcecd", "name": "network-vif-plugged", "status": "completed", "tag": "bbd510a8-f1cb-4df6-80bf-3d88acfdae33"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:22:24.282662 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port bbd510a8-f1cb-4df6-80bf-3d88acfdae33, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=bbd510a8-f1cb-4df6-80bf-3d88acfdae33,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:24.382865 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f5fb365-eb93-4a37-a313-0da01707d664 req-84a3c1e4-777e-4f2d-85d0-cb0cba4a15ee tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865053 Aug 31 09:22:24.409957 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29036c1b-3823-4868-992f-4378502b77d9 req-76d54a99-f2d9-49f9-9473-898331134318 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:24.423203 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29036c1b-3823-4868-992f-4378502b77d9 req-76d54a99-f2d9-49f9-9473-898331134318 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 944 time: 0.3361781 Aug 31 09:22:24.448943 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:24.450805 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 946be31f-1ffa-4bde-ac70-acfc20fbd342 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:22:24.468792 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5507c0f-6d6d-4d74-87e3-02094cfdc026 x-openstack-request-id: req-d5507c0f-6d6d-4d74-87e3-02094cfdc026 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:22:24.469607 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38a22b6-66d6-4e3b-98a3-829112a8cb0a", "tag": "d56a9660-2ff3-4828-afe4-dfcdc1f74154", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:22:24.470167 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-d5507c0f-6d6d-4d74-87e3-02094cfdc026 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:22:24.470730 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38a22b6-66d6-4e3b-98a3-829112a8cb0a', 'tag': 'd56a9660-2ff3-4828-afe4-dfcdc1f74154', 'status': 'completed', 'code': 200} Aug 31 09:22:24.532817 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29036c1b-3823-4868-992f-4378502b77d9 req-d60a6776-a2bc-4874-ac67-d46c06a4e978 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947301 Aug 31 09:22:24.547367 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-c8edbcbf-d6ad-4c82-848b-ead7c3df7921 service neutron] For port d28a0871-5c4e-4c3d-b0f7-63b3202242cf, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:22:24.559289 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-c8edbcbf-d6ad-4c82-848b-ead7c3df7921 service neutron] For port d28a0871-5c4e-4c3d-b0f7-63b3202242cf, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=d28a0871-5c4e-4c3d-b0f7-63b3202242cf,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:22:24.702448 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90f23f-0ca3-4cd8-b75e-2b1e9eed3c62 req-a0509b71-be03-4a75-b2b2-cdff2d5b87a8 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:24.711054 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5c90f23f-0ca3-4cd8-b75e-2b1e9eed3c62 req-a0509b71-be03-4a75-b2b2-cdff2d5b87a8 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8fa3f34-ec98-432c-84da-a630829c9ba6 HTTP/1.1" status: 200 len: 943 time: 0.0759265 Aug 31 09:22:24.744037 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=bbd510a8-f1cb-4df6-80bf-3d88acfdae33,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:24.759499 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:24.786305 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5c90f23f-0ca3-4cd8-b75e-2b1e9eed3c62 req-f39d39d9-cb87-437f-9a6e-92b6ea0eaa87 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742462 Aug 31 09:22:24.811748 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 946be31f-1ffa-4bde-ac70-acfc20fbd342, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=946be31f-1ffa-4bde-ac70-acfc20fbd342,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:24.817029 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-c8edbcbf-d6ad-4c82-848b-ead7c3df7921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:24.906684 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f8ef1f-1dbb-4f83-b9e8-0089f63ba910 x-openstack-request-id: req-c2f8ef1f-1dbb-4f83-b9e8-0089f63ba910 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:22:24.907158 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a18c1ab-324c-47c4-84fb-2543314dcecd", "name": "network-vif-plugged", "status": "completed", "tag": "bbd510a8-f1cb-4df6-80bf-3d88acfdae33", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:22:24.907421 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-c2f8ef1f-1dbb-4f83-b9e8-0089f63ba910 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:22:24.907827 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a18c1ab-324c-47c4-84fb-2543314dcecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd510a8-f1cb-4df6-80bf-3d88acfdae33', 'code': 200} Aug 31 09:22:24.962899 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8edbcbf-d6ad-4c82-848b-ead7c3df7921 service neutron] Pushing event updated for resources: {'Port': ['ID=d28a0871-5c4e-4c3d-b0f7-63b3202242cf,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:24.972223 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-c8edbcbf-d6ad-4c82-848b-ead7c3df7921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:24.972847 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-c8edbcbf-d6ad-4c82-848b-ead7c3df7921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:24.981829 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-c8edbcbf-d6ad-4c82-848b-ead7c3df7921 service neutron] 10.222.0.112 "PUT /v2.0/ports/d28a0871-5c4e-4c3d-b0f7-63b3202242cf HTTP/1.1" status: 200 len: 1092 time: 2.7754221 Aug 31 09:22:25.036618 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:25.171259 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=946be31f-1ffa-4bde-ac70-acfc20fbd342,revision_number=11']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:26.471698 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fa3f34-ec98-432c-84da-a630829c9ba6', 'tag': 'd28a0871-5c4e-4c3d-b0f7-63b3202242cf'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:22:26.474138 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28945c2-20a7-4991-ae50-3c87959b3cae" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fa3f34-ec98-432c-84da-a630829c9ba6", "tag": "d28a0871-5c4e-4c3d-b0f7-63b3202242cf"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:22:26.908689 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '946be31f-1ffa-4bde-ac70-acfc20fbd342'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:22:26.911225 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fffc65-11ab-4864-828e-1ea85b381acc" -d '{"events": [{"server_uuid": "65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad", "name": "network-vif-unplugged", "status": "completed", "tag": "946be31f-1ffa-4bde-ac70-acfc20fbd342"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:22:27.218830 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fdaa51-c880-441d-b222-52f42a98bbd8 req-83b78757-0769-4767-a4ce-a2e101abf0a6 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:27.224707 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fdaa51-c880-441d-b222-52f42a98bbd8 req-83b78757-0769-4767-a4ce-a2e101abf0a6 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:27.226364 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d9fdaa51-c880-441d-b222-52f42a98bbd8 req-83b78757-0769-4767-a4ce-a2e101abf0a6 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=b38a22b6-66d6-4e3b-98a3-829112a8cb0a HTTP/1.1" status: 200 len: 1678 time: 0.0638561 Aug 31 09:22:27.275032 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d9fdaa51-c880-441d-b222-52f42a98bbd8 req-c1965a73-5f96-4d70-bdd3-1b69ee4f2be3 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409117 Aug 31 09:22:28.389172 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7765101-31e3-4e41-bd95-b4419420a911 req-ea4929c5-d274-4685-b751-c5c3e75e4ee6 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:28.390800 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a7765101-31e3-4e41-bd95-b4419420a911 req-ea4929c5-d274-4685-b751-c5c3e75e4ee6 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=3a18c1ab-324c-47c4-84fb-2543314dcecd HTTP/1.1" status: 200 len: 950 time: 0.0548787 Aug 31 09:22:28.447590 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a7765101-31e3-4e41-bd95-b4419420a911 req-03d0b7d2-54b3-4cc8-a1b2-6cf8859ce290 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496695 Aug 31 09:22:28.576971 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebc5b6-38a7-4ec2-85ec-d7bfa46f9823 req-8a1cf38c-21c3-43b1-9da1-6199d829e13d tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:28.578860 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-39ebc5b6-38a7-4ec2-85ec-d7bfa46f9823 req-8a1cf38c-21c3-43b1-9da1-6199d829e13d tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 944 time: 0.0600996 Aug 31 09:22:28.626189 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-39ebc5b6-38a7-4ec2-85ec-d7bfa46f9823 req-e6c7008e-0474-4f37-a942-b1435de1764b tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402269 Aug 31 09:22:28.749199 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65653d7-c62f-45af-b183-f8db9f02d1ac req-03201b16-a4f1-4e2c-8d5e-ff8bfe773b30 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:28.750980 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e65653d7-c62f-45af-b183-f8db9f02d1ac req-03201b16-a4f1-4e2c-8d5e-ff8bfe773b30 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8fa3f34-ec98-432c-84da-a630829c9ba6 HTTP/1.1" status: 200 len: 943 time: 0.0619290 Aug 31 09:22:28.801603 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e65653d7-c62f-45af-b183-f8db9f02d1ac req-aee930b6-4e5c-4333-8941-f1f59d4226de tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438643 Aug 31 09:22:28.860435 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857b543b-16c1-44e3-b693-1ccd8ad6472b x-openstack-request-id: req-857b543b-16c1-44e3-b693-1ccd8ad6472b {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:22:28.860969 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fa3f34-ec98-432c-84da-a630829c9ba6", "tag": "d28a0871-5c4e-4c3d-b0f7-63b3202242cf", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:22:28.862151 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-857b543b-16c1-44e3-b693-1ccd8ad6472b {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:22:28.863373 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fa3f34-ec98-432c-84da-a630829c9ba6', 'tag': 'd28a0871-5c4e-4c3d-b0f7-63b3202242cf', 'status': 'completed', 'code': 200} Aug 31 09:22:29.338615 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:22:32.562657 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:32.836406 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:39.153840 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a23324-c87e-41b9-8d3b-73fb6f271793 x-openstack-request-id: req-a2a23324-c87e-41b9-8d3b-73fb6f271793 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:22:39.155349 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad", "name": "network-vif-unplugged", "status": "completed", "tag": "946be31f-1ffa-4bde-ac70-acfc20fbd342", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:22:39.155772 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-a2a23324-c87e-41b9-8d3b-73fb6f271793 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:22:39.156421 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '946be31f-1ffa-4bde-ac70-acfc20fbd342', 'code': 200} Aug 31 09:22:39.210928 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9ca8a-60f8-4877-8470-1aa4c8fdceb6 req-f6394def-a6e3-4434-98c9-6a44d5aed33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:39.211920 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9ca8a-60f8-4877-8470-1aa4c8fdceb6 req-f6394def-a6e3-4434-98c9-6a44d5aed33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:39.213087 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d8d9ca8a-60f8-4877-8470-1aa4c8fdceb6 req-f6394def-a6e3-4434-98c9-6a44d5aed33e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=13fae58522454fb384b983d48d032915&device_id=b38a22b6-66d6-4e3b-98a3-829112a8cb0a HTTP/1.1" status: 200 len: 1982 time: 0.0545211 Aug 31 09:22:39.322426 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28945c2-20a7-4991-ae50-3c87959b3cae req-eb375aa7-06a8-4f39-97f5-42c0ff1d3999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:39.324027 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a28945c2-20a7-4991-ae50-3c87959b3cae req-eb375aa7-06a8-4f39-97f5-42c0ff1d3999 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1b5bd35927fb49bc9780e4d378d20df4&device_id=f8fa3f34-ec98-432c-84da-a630829c9ba6 HTTP/1.1" status: 200 len: 1095 time: 0.0445678 Aug 31 09:22:39.410024 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503fff7-6458-4f51-8beb-f5cbec81cf64 req-791f3aa7-758a-4a1c-ae78-a6125ac51915 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:39.416093 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503fff7-6458-4f51-8beb-f5cbec81cf64 req-791f3aa7-758a-4a1c-ae78-a6125ac51915 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:39.417825 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5503fff7-6458-4f51-8beb-f5cbec81cf64 req-791f3aa7-758a-4a1c-ae78-a6125ac51915 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=b38a22b6-66d6-4e3b-98a3-829112a8cb0a HTTP/1.1" status: 200 len: 1678 time: 0.1763437 Aug 31 09:22:39.423731 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191b350-982f-41b6-bf22-a2f3a3f15e49 req-4efb3452-779a-490a-ae45-aed2721d4653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:39.425259 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d191b350-982f-41b6-bf22-a2f3a3f15e49 req-4efb3452-779a-490a-ae45-aed2721d4653 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=3a18c1ab-324c-47c4-84fb-2543314dcecd HTTP/1.1" status: 200 len: 1102 time: 0.1290996 Aug 31 09:22:39.440923 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28945c2-20a7-4991-ae50-3c87959b3cae req-5311890d-d8aa-4cc1-858f-62f0c0ddee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:39.442692 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a28945c2-20a7-4991-ae50-3c87959b3cae req-5311890d-d8aa-4cc1-858f-62f0c0ddee80 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=1b5bd35927fb49bc9780e4d378d20df4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1046071 Aug 31 09:22:39.470008 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9ca8a-60f8-4877-8470-1aa4c8fdceb6 req-4a7eb6d1-1f64-4426-9057-180c4dbb23c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:39.470576 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9ca8a-60f8-4877-8470-1aa4c8fdceb6 req-4a7eb6d1-1f64-4426-9057-180c4dbb23c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:39.470932 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9ca8a-60f8-4877-8470-1aa4c8fdceb6 req-4a7eb6d1-1f64-4426-9057-180c4dbb23c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:39.472637 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d8d9ca8a-60f8-4877-8470-1aa4c8fdceb6 req-4a7eb6d1-1f64-4426-9057-180c4dbb23c4 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=13fae58522454fb384b983d48d032915&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2181947 Aug 31 09:22:39.547901 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d191b350-982f-41b6-bf22-a2f3a3f15e49 req-65a1d3bd-9e85-4704-abda-d0a49a32a70a service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047463 Aug 31 09:22:39.549572 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28945c2-20a7-4991-ae50-3c87959b3cae req-32dc4335-722b-4713-bfe4-a3af7808f2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:39.551192 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a28945c2-20a7-4991-ae50-3c87959b3cae req-32dc4335-722b-4713-bfe4-a3af7808f2b9 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0971875 Aug 31 09:22:39.552668 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5503fff7-6458-4f51-8beb-f5cbec81cf64 req-0303a01b-9406-4c80-8d4f-53b0e7b0b9d8 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264760 Aug 31 09:22:39.607304 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9ca8a-60f8-4877-8470-1aa4c8fdceb6 req-6a27d7cf-abb7-4beb-9b14-f426209a5a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:39.608922 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d8d9ca8a-60f8-4877-8470-1aa4c8fdceb6 req-6a27d7cf-abb7-4beb-9b14-f426209a5a1f service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1275465 Aug 31 09:22:39.728077 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f009f-352a-413e-a7a4-6c5acfe47e49 req-c7cbdd7b-fbed-4f9f-9da0-fae12d788823 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:39.729534 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cc1f009f-352a-413e-a7a4-6c5acfe47e49 req-c7cbdd7b-fbed-4f9f-9da0-fae12d788823 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=3a18c1ab-324c-47c4-84fb-2543314dcecd HTTP/1.1" status: 200 len: 950 time: 0.0541832 Aug 31 09:22:39.770766 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cc1f009f-352a-413e-a7a4-6c5acfe47e49 req-0e54e17e-8341-435d-9de4-fc567dc71280 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339224 Aug 31 09:22:39.869144 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-3ed67638-0326-4cb4-aa7a-b9c12608d35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:39.871129 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-3ed67638-0326-4cb4-aa7a-b9c12608d35c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1b5bd35927fb49bc9780e4d378d20df4&device_id=f8fa3f34-ec98-432c-84da-a630829c9ba6 HTTP/1.1" status: 200 len: 1095 time: 0.0463617 Aug 31 09:22:39.898604 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-ea355496-6e69-405e-8bf6-c6e51cc29a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:39.899087 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-ea355496-6e69-405e-8bf6-c6e51cc29a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:39.900727 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-ea355496-6e69-405e-8bf6-c6e51cc29a0c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=13fae58522454fb384b983d48d032915&device_id=b38a22b6-66d6-4e3b-98a3-829112a8cb0a HTTP/1.1" status: 200 len: 1982 time: 0.0764136 Aug 31 09:22:39.914853 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4097539-d027-4f3e-942a-74e13c752b2f req-46441b56-65f7-44cb-b17e-583b43f2c64f tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:39.916524 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4097539-d027-4f3e-942a-74e13c752b2f req-46441b56-65f7-44cb-b17e-583b43f2c64f tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 944 time: 0.0642343 Aug 31 09:22:39.929764 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-5f8fdfb5-4a12-401d-8393-34d1768bba75 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d28a0871-5c4e-4c3d-b0f7-63b3202242cf HTTP/1.1" status: 200 len: 217 time: 0.0473325 Aug 31 09:22:39.981730 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-704f424a-28be-4d03-96e4-9599129d87bb service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.187&port_id=3ff69bb9-5fda-4a41-bf02-6e893af58c31 HTTP/1.1" status: 200 len: 217 time: 0.0529053 Aug 31 09:22:39.997267 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-d5161982-8879-49f3-8e40-72863cd931cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:40.001381 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-d5161982-8879-49f3-8e40-72863cd931cd service neutron] 10.222.0.112 "GET /v2.0/subnets?id=38d49ab8-d8f2-42ae-8afb-2cc963a498ae HTTP/1.1" status: 200 len: 849 time: 0.0640576 Aug 31 09:22:40.062173 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-976cbe67-b3a3-40be-b3bc-a28241a19029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:40.064334 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-976cbe67-b3a3-40be-b3bc-a28241a19029 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f5553b74-379c-4750-8c9c-33e10cb78fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464003 Aug 31 09:22:40.067406 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4097539-d027-4f3e-942a-74e13c752b2f req-4c4d0f3f-e507-4548-b401-d56318796fa2 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412008 Aug 31 09:22:40.103395 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-b8e07ef5-84d8-46cc-8280-563b300afbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:40.112944 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-b8e07ef5-84d8-46cc-8280-563b300afbcf service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d3c75e4c-e3af-47de-9cba-08634650f105 HTTP/1.1" status: 200 len: 801 time: 0.0996943 Aug 31 09:22:40.117997 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efbfbe-5947-46b0-80dc-2db30fb16e74 req-8f1b93ca-ab43-4bed-9a0a-6904594b5fdc tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:40.119529 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f7efbfbe-5947-46b0-80dc-2db30fb16e74 req-8f1b93ca-ab43-4bed-9a0a-6904594b5fdc tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8fa3f34-ec98-432c-84da-a630829c9ba6 HTTP/1.1" status: 200 len: 943 time: 0.1167228 Aug 31 09:22:40.203904 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f7efbfbe-5947-46b0-80dc-2db30fb16e74 req-784dd25d-9816-4788-a5c7-10bd0ad5f287 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726721 Aug 31 09:22:40.205815 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e3af08b2-224e-4706-a012-7d6b90dd5c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:40.207506 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e3af08b2-224e-4706-a012-7d6b90dd5c74 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=584bedff-c128-484b-8a7d-5f95c5ee415c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0870979 Aug 31 09:22:40.345285 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-e4011066-3206-4d95-9303-bdb2de0b8e04 service neutron] 10.222.0.112 "GET /v2.0/networks/584bedff-c128-484b-8a7d-5f95c5ee415c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263626 Aug 31 09:22:40.472671 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-b310dea7-9450-43a6-b335-80903f9e74a2 service neutron] 10.222.0.112 "GET /v2.0/networks/584bedff-c128-484b-8a7d-5f95c5ee415c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197159 Aug 31 09:22:40.500091 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-b3dd739c-6394-4dd7-a759-481e1f89634b service neutron] 10.222.0.112 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276204 Aug 31 09:22:40.525778 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-068fdbca-37f9-4c80-b03f-e2b84c5edeef service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.36&port_id=d56a9660-2ff3-4828-afe4-dfcdc1f74154 HTTP/1.1" status: 200 len: 217 time: 0.0449796 Aug 31 09:22:40.595770 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-c5ae640e-ab71-4289-9edb-49de8a9323b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:40.597501 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-c5ae640e-ab71-4289-9edb-49de8a9323b1 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=e01998b1-1179-46d6-8a60-d361d414470c HTTP/1.1" status: 200 len: 801 time: 0.0603299 Aug 31 09:22:40.610307 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4779cf7c-fd55-452a-a2c2-64a425a011f9 req-131bb946-2085-440a-8da0-a9b5cd2f303c service neutron] 10.222.0.112 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007252 Aug 31 09:22:40.655097 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-77094b3e-816b-449b-a959-210359b08dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:40.656610 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-77094b3e-816b-449b-a959-210359b08dd2 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2e258e58-a830-4cb8-a73f-a00887d3bce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489850 Aug 31 09:22:41.121211 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33a505-3915-4a9f-8ec5-5bd0fbdcbf28 req-5f1d27c3-f030-4f0e-8505-35b6bcf03b3e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:41.127614 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33a505-3915-4a9f-8ec5-5bd0fbdcbf28 req-5f1d27c3-f030-4f0e-8505-35b6bcf03b3e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:41.129255 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b33a505-3915-4a9f-8ec5-5bd0fbdcbf28 req-5f1d27c3-f030-4f0e-8505-35b6bcf03b3e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=b38a22b6-66d6-4e3b-98a3-829112a8cb0a HTTP/1.1" status: 200 len: 1678 time: 0.4561691 Aug 31 09:22:41.151985 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-d5cbf749-05f6-4ae2-8347-2501faf3812f service neutron] 10.222.0.112 "GET /v2.0/networks/2e258e58-a830-4cb8-a73f-a00887d3bce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4872708 Aug 31 09:22:41.170621 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3ea1d-b71a-4777-bbaf-f26efa7600df req-f6330da7-14b7-403f-bb22-6b61138d67c7 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:41.172152 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f6e3ea1d-b71a-4777-bbaf-f26efa7600df req-f6330da7-14b7-403f-bb22-6b61138d67c7 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/ports?device_id=65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad HTTP/1.1" status: 200 len: 949 time: 0.1267731 Aug 31 09:22:41.255013 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b33a505-3915-4a9f-8ec5-5bd0fbdcbf28 req-fb28b065-4fed-4948-8b99-d66f7dfd8fc2 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162419 Aug 31 09:22:41.303236 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f6e3ea1d-b71a-4777-bbaf-f26efa7600df req-fac169dc-7675-47ef-a507-3e3b7031646b tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6f02cec-3335-48ac-aa19-86d565e5a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210341 Aug 31 09:22:41.368256 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e39fa22-aeb7-4d31-ba31-de3c00130adc req-69d812d5-cc0d-4dcb-b3e5-96f3066c900a service neutron] 10.222.0.112 "GET /v2.0/networks/2e258e58-a830-4cb8-a73f-a00887d3bce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949668 Aug 31 09:22:41.374498 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7e2a9139-2184-475f-bf7f-9ba82805521f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:41.459622 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963900f-2709-4277-8546-cff0a707a3e7 req-46fdfc6c-63f2-44b4-bf74-1d69eadb8700 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:41.462752 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9963900f-2709-4277-8546-cff0a707a3e7 req-46fdfc6c-63f2-44b4-bf74-1d69eadb8700 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=3a18c1ab-324c-47c4-84fb-2543314dcecd HTTP/1.1" status: 200 len: 950 time: 0.0917289 Aug 31 09:22:41.540857 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9963900f-2709-4277-8546-cff0a707a3e7 req-c170df28-9226-4c36-8e03-b615ca9d97c6 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653083 Aug 31 09:22:41.601144 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926059b-7437-4ed8-a8a0-64d2b5b966fb req-1ddc4c02-fdf5-4b2c-a2dc-bd9822783316 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:41.606930 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3926059b-7437-4ed8-a8a0-64d2b5b966fb req-1ddc4c02-fdf5-4b2c-a2dc-bd9822783316 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 944 time: 0.0814631 Aug 31 09:22:41.687123 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3926059b-7437-4ed8-a8a0-64d2b5b966fb req-25e2f532-62be-4da8-a18f-2b9058fc89fe tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745249 Aug 31 09:22:41.721113 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c798ae3-6fe1-4e97-81a4-ceed0109a164 req-a7c940aa-5a52-4c4e-b27a-032f4b77fd01 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:41.723631 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5c798ae3-6fe1-4e97-81a4-ceed0109a164 req-a7c940aa-5a52-4c4e-b27a-032f4b77fd01 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8fa3f34-ec98-432c-84da-a630829c9ba6 HTTP/1.1" status: 200 len: 943 time: 0.0867078 Aug 31 09:22:41.769257 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5c798ae3-6fe1-4e97-81a4-ceed0109a164 req-fcf2608f-d099-44ab-8a72-044279e81431 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395687 Aug 31 09:22:42.433574 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5486e84-bab1-40e2-9eff-10dcb514b3cf req-fe00700c-add8-4407-8bbb-33354406e966 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:42.442697 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5486e84-bab1-40e2-9eff-10dcb514b3cf req-fe00700c-add8-4407-8bbb-33354406e966 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:42.444339 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5486e84-bab1-40e2-9eff-10dcb514b3cf req-fe00700c-add8-4407-8bbb-33354406e966 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=b38a22b6-66d6-4e3b-98a3-829112a8cb0a HTTP/1.1" status: 200 len: 1678 time: 0.0937512 Aug 31 09:22:42.518769 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5486e84-bab1-40e2-9eff-10dcb514b3cf req-6b81ab29-3002-4f6d-938f-001c4ef5c023 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531752 Aug 31 09:22:42.527367 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07292606-316f-42d2-aebb-9d8ed5eafd7f req-01ae6999-1403-42f7-ba2a-6b3198f1f4b8 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:42.528982 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-07292606-316f-42d2-aebb-9d8ed5eafd7f req-01ae6999-1403-42f7-ba2a-6b3198f1f4b8 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/ports?device_id=65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad HTTP/1.1" status: 200 len: 949 time: 0.1200478 Aug 31 09:22:42.585632 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-07292606-316f-42d2-aebb-9d8ed5eafd7f req-b53a86b9-ad20-4b2f-8789-acd2591408fe tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6f02cec-3335-48ac-aa19-86d565e5a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413225 Aug 31 09:22:42.703308 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7fccf-f94b-4540-ba39-6063c77ccc38 req-3eb9dbff-e085-4248-b977-7357053267df tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:42.704892 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cbe7fccf-f94b-4540-ba39-6063c77ccc38 req-3eb9dbff-e085-4248-b977-7357053267df tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=3a18c1ab-324c-47c4-84fb-2543314dcecd HTTP/1.1" status: 200 len: 950 time: 0.0564358 Aug 31 09:22:42.760251 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cbe7fccf-f94b-4540-ba39-6063c77ccc38 req-a2902d7a-8deb-45f8-b515-02c4e265a985 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470779 Aug 31 09:22:42.846334 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b8bd9-fb20-4552-90a4-02c2ad597cb9 req-a918a774-26f0-4c5f-b656-9da8623e1788 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:42.848369 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-693b8bd9-fb20-4552-90a4-02c2ad597cb9 req-a918a774-26f0-4c5f-b656-9da8623e1788 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 944 time: 0.0731583 Aug 31 09:22:42.940508 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be465374-11be-48e8-800d-1dcede0c89fe req-6dd5e1ef-052b-4ce6-b057-75afc5961f9f tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:42.942301 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-be465374-11be-48e8-800d-1dcede0c89fe req-6dd5e1ef-052b-4ce6-b057-75afc5961f9f tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8fa3f34-ec98-432c-84da-a630829c9ba6 HTTP/1.1" status: 200 len: 943 time: 0.0875208 Aug 31 09:22:42.952599 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-693b8bd9-fb20-4552-90a4-02c2ad597cb9 req-d37223ca-8676-44a4-b523-6c24469ed038 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883491 Aug 31 09:22:43.005841 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-be465374-11be-48e8-800d-1dcede0c89fe req-b837e12e-3619-40b1-b9db-5f1ce086d5f5 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521781 Aug 31 09:22:43.269604 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff304f-5cf1-47ae-a845-83bdf87d205b req-a4703304-defc-4a02-8021-cedd53e78eea tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:43.275576 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff304f-5cf1-47ae-a845-83bdf87d205b req-a4703304-defc-4a02-8021-cedd53e78eea tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:43.277301 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-57ff304f-5cf1-47ae-a845-83bdf87d205b req-a4703304-defc-4a02-8021-cedd53e78eea tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=3a18c1ab-324c-47c4-84fb-2543314dcecd&device_id=441320c5-9a12-4ed7-ac3c-5bb58e7d0451 HTTP/1.1" status: 200 len: 1691 time: 0.0655513 Aug 31 09:22:43.349625 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-57ff304f-5cf1-47ae-a845-83bdf87d205b req-55572e3c-883c-4729-b511-456ce9d6875c tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585084 Aug 31 09:22:43.358507 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5ed00-8d5f-46fd-ad59-c691a49f630e req-7686d83f-af19-40a9-b72b-a61e21fe8555 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:43.359644 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-26b5ed00-8d5f-46fd-ad59-c691a49f630e req-7686d83f-af19-40a9-b72b-a61e21fe8555 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.112 "GET /v2.0/ports?device_id=65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad HTTP/1.1" status: 200 len: 949 time: 0.0812058 Aug 31 09:22:43.483965 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-26b5ed00-8d5f-46fd-ad59-c691a49f630e req-4b12c6d5-7d72-4742-93c5-5c6d5a82b883 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Deleting port 946be31f-1ffa-4bde-ac70-acfc20fbd342 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:22:43.484674 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-26b5ed00-8d5f-46fd-ad59-c691a49f630e req-4b12c6d5-7d72-4742-93c5-5c6d5a82b883 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:43.649334 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-26b5ed00-8d5f-46fd-ad59-c691a49f630e req-4b12c6d5-7d72-4742-93c5-5c6d5a82b883 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] For port 946be31f-1ffa-4bde-ac70-acfc20fbd342, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=946be31f-1ffa-4bde-ac70-acfc20fbd342,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:43.649737 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-26b5ed00-8d5f-46fd-ad59-c691a49f630e req-4b12c6d5-7d72-4742-93c5-5c6d5a82b883 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:43.686687 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-26b5ed00-8d5f-46fd-ad59-c691a49f630e req-4b12c6d5-7d72-4742-93c5-5c6d5a82b883 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Calling delete_port for 946be31f-1ffa-4bde-ac70-acfc20fbd342 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:22:43.694876 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c97f3f-dd45-4f2d-ba5e-044d24a7aaa9 req-006d25d7-ef95-46c5-91af-25cf4cb26793 tempest-ServersOnMultiNodesTest-113113454 tempest-ServersOnMultiNodesTest-113113454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:43.696446 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36c97f3f-dd45-4f2d-ba5e-044d24a7aaa9 req-006d25d7-ef95-46c5-91af-25cf4cb26793 tempest-ServersOnMultiNodesTest-113113454 tempest-ServersOnMultiNodesTest-113113454-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=3a18c1ab-324c-47c4-84fb-2543314dcecd HTTP/1.1" status: 200 len: 1102 time: 0.1958299 Aug 31 09:22:43.717664 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:22:43.728878 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c3627-2dd9-4ff4-9d15-0fd7b861b176 req-ad7890d0-a2f4-439d-bedd-47a3a9aa2020 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:43.737435 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c3627-2dd9-4ff4-9d15-0fd7b861b176 req-ad7890d0-a2f4-439d-bedd-47a3a9aa2020 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:43.739122 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b76c3627-2dd9-4ff4-9d15-0fd7b861b176 req-ad7890d0-a2f4-439d-bedd-47a3a9aa2020 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=b38a22b6-66d6-4e3b-98a3-829112a8cb0a HTTP/1.1" status: 200 len: 1678 time: 0.1231844 Aug 31 09:22:43.864250 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f,segment=NetworkSegment(e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897),segment_id=e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:43.864582 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b76c3627-2dd9-4ff4-9d15-0fd7b861b176 req-2e296d8e-6ff7-4072-8462-d0f43e50c1b5 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883060 Aug 31 09:22:43.873325 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36c97f3f-dd45-4f2d-ba5e-044d24a7aaa9 req-614dccb8-da9c-431f-ab09-baad6c6a8e9a tempest-ServersOnMultiNodesTest-113113454 tempest-ServersOnMultiNodesTest-113113454-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650097 Aug 31 09:22:43.880486 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f', 'network_id': 'a272a18a-9015-4fb0-a70a-84597b53d8ca', 'port_id': 'b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f', 'mac_address': 'fa:16:3e:48:ce:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '563a5021-597f-4efc-89b8-b4db37655c5e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:22:43.938849 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:43.990828 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:22:44.055752 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9a2eae34-7074-436e-91b2-ae173b269b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:44.059657 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f,segment=NetworkSegment(e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897),segment_id=e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:44.083217 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-26b5ed00-8d5f-46fd-ad59-c691a49f630e req-4b12c6d5-7d72-4742-93c5-5c6d5a82b883 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:44.129012 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ff602-caf9-452b-aa6b-d488b8d58839 req-973912c9-95d5-4e8a-b3f6-a9912e570852 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:44.131190 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ee6ff602-caf9-452b-aa6b-d488b8d58839 req-973912c9-95d5-4e8a-b3f6-a9912e570852 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/ports?device_id=65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad HTTP/1.1" status: 200 len: 866 time: 0.1268721 Aug 31 09:22:44.137996 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12c6d5-7d72-4742-93c5-5c6d5a82b883 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Pushing event deleted for resources: {'Port': ['ID=946be31f-1ffa-4bde-ac70-acfc20fbd342,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:44.150712 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:44.171785 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd96607-e939-4c87-98df-aaa97c95f27f req-56d9977c-6630-4917-8bfc-74b9e34177ab tempest-ServersOnMultiNodesTest-113113454 tempest-ServersOnMultiNodesTest-113113454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:44.173338 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2dd96607-e939-4c87-98df-aaa97c95f27f req-56d9977c-6630-4917-8bfc-74b9e34177ab tempest-ServersOnMultiNodesTest-113113454 tempest-ServersOnMultiNodesTest-113113454-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=441320c5-9a12-4ed7-ac3c-5bb58e7d0451 HTTP/1.1" status: 200 len: 1102 time: 0.1335220 Aug 31 09:22:44.173731 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:44.228435 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b5ed00-8d5f-46fd-ad59-c691a49f630e req-4b12c6d5-7d72-4742-93c5-5c6d5a82b883 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] No DVR routers for this DVR port 946be31f-1ffa-4bde-ac70-acfc20fbd342 on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:22:44.236680 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-26b5ed00-8d5f-46fd-ad59-c691a49f630e req-4b12c6d5-7d72-4742-93c5-5c6d5a82b883 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:44.239188 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-26b5ed00-8d5f-46fd-ad59-c691a49f630e req-4b12c6d5-7d72-4742-93c5-5c6d5a82b883 tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.112 "DELETE /v2.0/ports/946be31f-1ffa-4bde-ac70-acfc20fbd342 HTTP/1.1" status: 204 len: 173 time: 0.8718948 Aug 31 09:22:44.239637 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad', 'name': 'network-vif-deleted', 'tag': '946be31f-1ffa-4bde-ac70-acfc20fbd342'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:22:44.242604 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b993c89-d58c-4160-9919-6634a9e01518" -d '{"events": [{"server_uuid": "65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad", "name": "network-vif-deleted", "tag": "946be31f-1ffa-4bde-ac70-acfc20fbd342"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:22:44.254509 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ee6ff602-caf9-452b-aa6b-d488b8d58839 req-e8dac52f-522e-4b96-ac81-5b0671e39a7e tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/security-groups?id=f6f02cec-3335-48ac-aa19-86d565e5a6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103716 Aug 31 09:22:44.260043 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f,revision_number=9']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:44.268281 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2dd96607-e939-4c87-98df-aaa97c95f27f req-346d80f8-dccd-43d9-8df1-ce184690a02c tempest-ServersOnMultiNodesTest-113113454 tempest-ServersOnMultiNodesTest-113113454-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858619 Aug 31 09:22:44.461564 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f64809-6a4a-4967-9e97-96dd6e9947d1 req-9d4db488-6e22-4da5-aa2e-5ab2a3641e20 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:44.463026 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-63f64809-6a4a-4967-9e97-96dd6e9947d1 req-9d4db488-6e22-4da5-aa2e-5ab2a3641e20 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 945 time: 0.1046326 Aug 31 09:22:44.478354 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd4ad5-3eb4-4180-bde7-f848d21328cf req-f2a4e8d7-edea-45bb-93a0-e470ab9b1fa5 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:44.481024 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-89cd4ad5-3eb4-4180-bde7-f848d21328cf req-f2a4e8d7-edea-45bb-93a0-e470ab9b1fa5 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8fa3f34-ec98-432c-84da-a630829c9ba6 HTTP/1.1" status: 200 len: 943 time: 0.1060233 Aug 31 09:22:44.543775 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-63f64809-6a4a-4967-9e97-96dd6e9947d1 req-7d4b5ed3-1108-4b3f-9d41-502fa140ed3f tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611665 Aug 31 09:22:44.582002 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-89cd4ad5-3eb4-4180-bde7-f848d21328cf req-2b4f25dc-71d0-40d3-b48f-b3e19ae30ffc tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892460 Aug 31 09:22:44.661358 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096f7aff-8a54-4514-aebe-d016930adc77 x-openstack-request-id: req-096f7aff-8a54-4514-aebe-d016930adc77 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:22:44.661704 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad", "name": "network-vif-deleted", "tag": "946be31f-1ffa-4bde-ac70-acfc20fbd342", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:22:44.662111 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-096f7aff-8a54-4514-aebe-d016930adc77 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:22:44.662644 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad', 'name': 'network-vif-deleted', 'tag': '946be31f-1ffa-4bde-ac70-acfc20fbd342', 'status': 'completed', 'code': 200} Aug 31 09:22:44.683279 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35494) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:44.689873 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:22:44.813865 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-6165fccc-b582-4c11-b365-964c81fcb2fa tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418427 Aug 31 09:22:44.890081 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4273d671-50c8-43f6-b53b-cb91e86066e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:45.007240 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-7b5e2529-f0ee-466a-a820-06cb2c865747 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:45.013268 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-7b5e2529-f0ee-466a-a820-06cb2c865747 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1921611 Aug 31 09:22:45.047904 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-fa3c7805-c0a0-4627-99a9-ff2ab23ed8a2 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/quotas/f9e9c6916d1f4a7e8f22a19bc536a833 HTTP/1.1" status: 200 len: 375 time: 0.0312116 Aug 31 09:22:45.058385 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084ee56-8a5f-4e9b-b04d-db09a22d9a41 req-91b64637-6ab5-43dc-b444-fc7f7a01917a tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:45.064669 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084ee56-8a5f-4e9b-b04d-db09a22d9a41 req-91b64637-6ab5-43dc-b444-fc7f7a01917a tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:45.066702 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8084ee56-8a5f-4e9b-b04d-db09a22d9a41 req-91b64637-6ab5-43dc-b444-fc7f7a01917a tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=b38a22b6-66d6-4e3b-98a3-829112a8cb0a HTTP/1.1" status: 200 len: 1678 time: 0.1211317 Aug 31 09:22:45.164287 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4273d671-50c8-43f6-b53b-cb91e86066e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:45.182985 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-1e720d06-9ab0-440a-9e90-0ee0fa13d723 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1156662 Aug 31 09:22:45.186253 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8084ee56-8a5f-4e9b-b04d-db09a22d9a41 req-924374ec-d7b4-44fa-a616-1ecbff1ad7e4 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048298 Aug 31 09:22:45.256745 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:45.325639 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4273d671-50c8-43f6-b53b-cb91e86066e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:45.410350 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-24b1d467-0741-482f-9abe-2972b7ca620e req-1f494cf8-a775-4750-9fb8-590c832e30bc tempest-ImagesOneServerTestJSON-1782747890 tempest-ImagesOneServerTestJSON-1782747890-project] 10.222.0.119 "GET /v2.0/ports?device_id=65ed7c34-9a0d-4d68-8efb-91b7cc98e2ad HTTP/1.1" status: 200 len: 210 time: 0.0490556 Aug 31 09:22:45.416293 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4273d671-50c8-43f6-b53b-cb91e86066e8 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=b7e2627a830d4ce68fd69f3d24de2701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7292519 Aug 31 09:22:45.416293 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273d671-50c8-43f6-b53b-cb91e86066e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262ba60a-e6ee-4c22-8829-2c6731a038af,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:45.417184 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 35512) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:45.492553 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9face9be-7fd5-4cad-9a5d-b4793b41dba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:45.516648 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9face9be-7fd5-4cad-9a5d-b4793b41dba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:45.593222 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ef06555e-8db3-40a3-b77a-e7be0aa1d10a req-f8621e6d-5c6e-489e-bea2-7e5e508720c3 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=db3f8e6c-f35e-4ba4-aa5c-c42c4d654c5f HTTP/1.1" status: 200 len: 210 time: 0.0376871 Aug 31 09:22:45.727673 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device d28a0871-5c4e-4c3d-b0f7-63b3202242cf details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:22:45.729871 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 946be31f-1ffa-4bde-ac70-acfc20fbd342 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:22:45.731062 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797cbac-95cf-4e13-9c02-1f81e3bb99b1 req-c1b550e4-6ab3-40fd-b5d7-01d75bf283b7 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:45.732582 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e797cbac-95cf-4e13-9c02-1f81e3bb99b1 req-c1b550e4-6ab3-40fd-b5d7-01d75bf283b7 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 945 time: 0.0905130 Aug 31 09:22:45.744768 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9face9be-7fd5-4cad-9a5d-b4793b41dba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:45.748129 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9face9be-7fd5-4cad-9a5d-b4793b41dba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:45.749266 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9face9be-7fd5-4cad-9a5d-b4793b41dba9 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/262ba60a-e6ee-4c22-8829-2c6731a038af HTTP/1.1" status: 204 len: 168 time: 0.3305597 Aug 31 09:22:45.758194 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b148b-0fa2-43bf-b526-7342519d6596 req-45bd2291-53de-49d1-a833-f9485ea1952f tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:45.769753 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4f2b148b-0fa2-43bf-b526-7342519d6596 req-45bd2291-53de-49d1-a833-f9485ea1952f tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8fa3f34-ec98-432c-84da-a630829c9ba6 HTTP/1.1" status: 200 len: 943 time: 0.0936675 Aug 31 09:22:45.776585 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9face9be-7fd5-4cad-9a5d-b4793b41dba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262ba60a-e6ee-4c22-8829-2c6731a038af,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:45.792811 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9face9be-7fd5-4cad-9a5d-b4793b41dba9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:45.793982 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9face9be-7fd5-4cad-9a5d-b4793b41dba9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:45.794476 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9face9be-7fd5-4cad-9a5d-b4793b41dba9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:45.795041 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9face9be-7fd5-4cad-9a5d-b4793b41dba9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:45.795790 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9face9be-7fd5-4cad-9a5d-b4793b41dba9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:45.796425 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9face9be-7fd5-4cad-9a5d-b4793b41dba9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:45.796896 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9face9be-7fd5-4cad-9a5d-b4793b41dba9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:45.797368 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9face9be-7fd5-4cad-9a5d-b4793b41dba9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:45.797839 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9face9be-7fd5-4cad-9a5d-b4793b41dba9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:45.798306 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9face9be-7fd5-4cad-9a5d-b4793b41dba9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:45.798828 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9face9be-7fd5-4cad-9a5d-b4793b41dba9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:45.799371 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9face9be-7fd5-4cad-9a5d-b4793b41dba9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:45.801065 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 946be31f-1ffa-4bde-ac70-acfc20fbd342 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:22:45.801626 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 946be31f-1ffa-4bde-ac70-acfc20fbd342 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:22:45.836760 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e797cbac-95cf-4e13-9c02-1f81e3bb99b1 req-e6479608-5075-46e0-87d3-104353f1ed08 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625045 Aug 31 09:22:45.867662 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4f2b148b-0fa2-43bf-b526-7342519d6596 req-953958c9-dffd-4e70-818d-f680fea36e27 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966618 Aug 31 09:22:45.929418 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port d28a0871-5c4e-4c3d-b0f7-63b3202242cf, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=d28a0871-5c4e-4c3d-b0f7-63b3202242cf,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:45.941594 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'd28a0871-5c4e-4c3d-b0f7-63b3202242cf', 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc', 'port_id': 'd28a0871-5c4e-4c3d-b0f7-63b3202242cf', 'mac_address': 'fa:16:3e:31:f8:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38d49ab8-d8f2-42ae-8afb-2cc963a498ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:22:45.986369 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:46.000289 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d28a0871-5c4e-4c3d-b0f7-63b3202242cf {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:22:46.019376 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port d28a0871-5c4e-4c3d-b0f7-63b3202242cf, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=d28a0871-5c4e-4c3d-b0f7-63b3202242cf,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:46.110526 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:46.111293 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device d56a9660-2ff3-4828-afe4-dfcdc1f74154 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:22:46.201835 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=d28a0871-5c4e-4c3d-b0f7-63b3202242cf,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:46.251679 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port d56a9660-2ff3-4828-afe4-dfcdc1f74154, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=d56a9660-2ff3-4828-afe4-dfcdc1f74154,segment=NetworkSegment(7681fa24-9ef9-4a4a-8895-95992c6d5bb8),segment_id=7681fa24-9ef9-4a4a-8895-95992c6d5bb8)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:46.269464 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'd56a9660-2ff3-4828-afe4-dfcdc1f74154', 'network_id': '2e258e58-a830-4cb8-a73f-a00887d3bce1', 'port_id': 'd56a9660-2ff3-4828-afe4-dfcdc1f74154', 'mac_address': 'fa:16:3e:17:ef:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e01998b1-1179-46d6-8a60-d361d414470c', 'ip_address': '19.86.0.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:22:46.319338 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:46.333899 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320497ef-1b89-4337-bc7b-150bf6ecb290 req-0a7da37c-7a4a-4a47-a5d6-939868b8b254 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:46.334164 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d56a9660-2ff3-4828-afe4-dfcdc1f74154 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:22:46.337000 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320497ef-1b89-4337-bc7b-150bf6ecb290 req-0a7da37c-7a4a-4a47-a5d6-939868b8b254 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:46.338718 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-320497ef-1b89-4337-bc7b-150bf6ecb290 req-0a7da37c-7a4a-4a47-a5d6-939868b8b254 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=b38a22b6-66d6-4e3b-98a3-829112a8cb0a HTTP/1.1" status: 200 len: 1678 time: 0.0694005 Aug 31 09:22:46.355316 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port d56a9660-2ff3-4828-afe4-dfcdc1f74154, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=d56a9660-2ff3-4828-afe4-dfcdc1f74154,segment=NetworkSegment(7681fa24-9ef9-4a4a-8895-95992c6d5bb8),segment_id=7681fa24-9ef9-4a4a-8895-95992c6d5bb8)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:46.384942 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-320497ef-1b89-4337-bc7b-150bf6ecb290 req-c446d18b-1e41-4f91-bf29-eb1885caaa0b tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387175 Aug 31 09:22:46.436204 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:46.436905 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3ff69bb9-5fda-4a41-bf02-6e893af58c31 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:22:46.540678 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=d56a9660-2ff3-4828-afe4-dfcdc1f74154,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:46.585414 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3ff69bb9-5fda-4a41-bf02-6e893af58c31, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3ff69bb9-5fda-4a41-bf02-6e893af58c31,segment=NetworkSegment(120b564e-172c-47a9-b2fd-c74919e7d49d),segment_id=120b564e-172c-47a9-b2fd-c74919e7d49d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:46.597914 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '3ff69bb9-5fda-4a41-bf02-6e893af58c31', 'network_id': '584bedff-c128-484b-8a7d-5f95c5ee415c', 'port_id': '3ff69bb9-5fda-4a41-bf02-6e893af58c31', 'mac_address': 'fa:16:3e:b0:58:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3c75e4c-e3af-47de-9cba-08634650f105', 'ip_address': '19.80.0.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:22:46.644475 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:46.658979 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ff69bb9-5fda-4a41-bf02-6e893af58c31 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:22:46.680732 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3ff69bb9-5fda-4a41-bf02-6e893af58c31, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3ff69bb9-5fda-4a41-bf02-6e893af58c31,segment=NetworkSegment(120b564e-172c-47a9-b2fd-c74919e7d49d),segment_id=120b564e-172c-47a9-b2fd-c74919e7d49d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:46.697141 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f725055e-779e-4954-8a31-109cf6a785ba req-3db275e6-afd5-44f6-ba1c-f9fbf2f3eb98 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=db3f8e6c-f35e-4ba4-aa5c-c42c4d654c5f HTTP/1.1" status: 200 len: 210 time: 0.0327711 Aug 31 09:22:46.839314 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:46.901349 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=3ff69bb9-5fda-4a41-bf02-6e893af58c31,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:46.951567 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:46.989301 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c46ace-d13d-4a88-aeea-2f3abaad644c req-bfcc0d95-d2c8-4a3b-b627-51372751f48c tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:46.990853 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-42c46ace-d13d-4a88-aeea-2f3abaad644c req-bfcc0d95-d2c8-4a3b-b627-51372751f48c tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 945 time: 0.0559511 Aug 31 09:22:47.056152 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-42c46ace-d13d-4a88-aeea-2f3abaad644c req-c40e9805-a137-4333-b7a5-6071e924769a tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568531 Aug 31 09:22:47.067186 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801af34a-13f6-460e-976b-b0b938dbe933 req-7e0f7705-e894-49a2-900f-c0ff48f69942 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:47.071712 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-801af34a-13f6-460e-976b-b0b938dbe933 req-7e0f7705-e894-49a2-900f-c0ff48f69942 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8fa3f34-ec98-432c-84da-a630829c9ba6 HTTP/1.1" status: 200 len: 944 time: 0.0885098 Aug 31 09:22:47.120099 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-801af34a-13f6-460e-976b-b0b938dbe933 req-f0159093-eaa0-4fac-b2c7-a82e39e0a31f tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366802 Aug 31 09:22:47.180897 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 35570) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:47.321466 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1e40614c-eaea-47ae-96e8-e519a0129297 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=619644c8a8fe47e9a69797550a2e67ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393907 Aug 31 09:22:47.324703 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 35574) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:47.375140 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d7d3ca29-86b7-4fac-8d08-87103ce27464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:47.396862 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d7d3ca29-86b7-4fac-8d08-87103ce27464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:47.475955 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-1b9c788f-0c53-4d4e-905c-2fdc3431e90d tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310712 Aug 31 09:22:47.520845 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['d28a0871-5c4e-4c3d-b0f7-63b3202242cf'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:22:47.553353 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d7d3ca29-86b7-4fac-8d08-87103ce27464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:47.560074 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d7d3ca29-86b7-4fac-8d08-87103ce27464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:47.560872 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d7d3ca29-86b7-4fac-8d08-87103ce27464 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/f6f02cec-3335-48ac-aa19-86d565e5a6cc HTTP/1.1" status: 204 len: 168 time: 0.2352123 Aug 31 09:22:47.572018 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3ca29-86b7-4fac-8d08-87103ce27464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f02cec-3335-48ac-aa19-86d565e5a6cc,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:47.572382 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['d56a9660-2ff3-4828-afe4-dfcdc1f74154'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:22:47.613203 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24252b-57d3-4c74-b456-d52d5de31c61 req-df39738e-f1b2-444c-9782-2b090a1503d8 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:47.616913 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['3ff69bb9-5fda-4a41-bf02-6e893af58c31'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:22:47.621247 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24252b-57d3-4c74-b456-d52d5de31c61 req-df39738e-f1b2-444c-9782-2b090a1503d8 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:47.629776 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8d24252b-57d3-4c74-b456-d52d5de31c61 req-df39738e-f1b2-444c-9782-2b090a1503d8 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=b38a22b6-66d6-4e3b-98a3-829112a8cb0a HTTP/1.1" status: 200 len: 1680 time: 0.1567044 Aug 31 09:22:47.692672 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-61385e68-12e6-4a39-99b1-97054a0d6595 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:47.694786 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-61385e68-12e6-4a39-99b1-97054a0d6595 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2093239 Aug 31 09:22:47.700757 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8d24252b-57d3-4c74-b456-d52d5de31c61 req-0ca42b1c-a567-4442-acfe-c1ff778c4521 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699255 Aug 31 09:22:47.709363 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-694f5975-4d3c-430b-af56-879c3cac260a tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Request body: {'port': {'device_id': 'db3f8e6c-f35e-4ba4-aa5c-c42c4d654c5f', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'admin_state_up': True, 'tenant_id': 'f9e9c6916d1f4a7e8f22a19bc536a833'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:22:47.746539 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:22:47.821665 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-97e54b3a-18a5-47b0-b569-787cecda3800 req-c4952840-ff33-465f-a7b4-3648e2a07bcb tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=db3f8e6c-f35e-4ba4-aa5c-c42c4d654c5f HTTP/1.1" status: 200 len: 210 time: 0.0378201 Aug 31 09:22:47.939857 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-694f5975-4d3c-430b-af56-879c3cac260a tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Made reservation on behalf of f9e9c6916d1f4a7e8f22a19bc536a833 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:22:47.944276 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-694f5975-4d3c-430b-af56-879c3cac260a tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:47.974453 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:47.974859 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:48.124496 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-694f5975-4d3c-430b-af56-879c3cac260a tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Allocated IP 192.168.233.117 (a47e180d-e969-4a85-aa09-0ec8196480c0/f473c8e7-d3e2-4352-b8da-3dcd093feb8b/d74a91a0-3c4a-4603-8694-5657c49ee57c) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:22:48.131362 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:48.158946 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b13070c-f3a6-4d96-8d79-b68eb999cc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:22:48.161717 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9ae0cc-2312-4649-8d4f-f4b2ce7d4759" -d '{"events": [{"server_uuid": "3b13070c-f3a6-4d96-8d79-b68eb999cc26", "name": "network-vif-plugged", "status": "completed", "tag": "b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:22:48.178605 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f,segment=NetworkSegment(e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897),segment_id=e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:48.287801 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:48.290112 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53868541-cc96-429b-a1f5-4620b78d7ac6 req-fe6700ca-a45d-439f-9434-6e0457befc75 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:48.291690 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-53868541-cc96-429b-a1f5-4620b78d7ac6 req-fe6700ca-a45d-439f-9434-6e0457befc75 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 945 time: 0.1347439 Aug 31 09:22:48.341277 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f,revision_number=10']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:48.374779 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1acd1-650c-424d-86af-9a1ff6ad6a37 req-6a37f584-c841-443e-822d-38484a0e59e5 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:48.376274 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aae1acd1-650c-424d-86af-9a1ff6ad6a37 req-6a37f584-c841-443e-822d-38484a0e59e5 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8fa3f34-ec98-432c-84da-a630829c9ba6 HTTP/1.1" status: 200 len: 944 time: 0.1472042 Aug 31 09:22:48.408679 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-53868541-cc96-429b-a1f5-4620b78d7ac6 req-91ddce34-a471-44c0-ada8-65d63c28f497 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041298 Aug 31 09:22:48.466009 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aae1acd1-650c-424d-86af-9a1ff6ad6a37 req-8bd84592-e31f-49cd-92e7-874b70b10dea tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765319 Aug 31 09:22:48.469754 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2e7f64-59ac-4808-91cc-7804f51b67bc x-openstack-request-id: req-6f2e7f64-59ac-4808-91cc-7804f51b67bc {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:22:48.470649 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b13070c-f3a6-4d96-8d79-b68eb999cc26", "name": "network-vif-plugged", "status": "completed", "tag": "b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:22:48.471075 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-6f2e7f64-59ac-4808-91cc-7804f51b67bc {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:22:48.472552 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b13070c-f3a6-4d96-8d79-b68eb999cc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f', 'code': 200} Aug 31 09:22:48.487915 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-694f5975-4d3c-430b-af56-879c3cac260a tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:48.517329 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-694f5975-4d3c-430b-af56-879c3cac260a tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Transition to ACTIVE for port object d74a91a0-3c4a-4603-8694-5657c49ee57c will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:22:48.680002 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-694f5975-4d3c-430b-af56-879c3cac260a tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:48.694624 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['208182a9-a164-4eea-905d-adb2523ca8bc'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:22:48.737937 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-694f5975-4d3c-430b-af56-879c3cac260a tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Network a47e180d-e969-4a85-aa09-0ec8196480c0 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:22:48.756012 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-694f5975-4d3c-430b-af56-879c3cac260a tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:22:48.762850 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-694f5975-4d3c-430b-af56-879c3cac260a tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:22:48.851120 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-694f5975-4d3c-430b-af56-879c3cac260a tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:48.851802 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-694f5975-4d3c-430b-af56-879c3cac260a tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:48.944073 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f5975-4d3c-430b-af56-879c3cac260a tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Pushing event updated for resources: {'Port': ['ID=d74a91a0-3c4a-4603-8694-5657c49ee57c,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:48.979985 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd689943-03e9-479f-a905-b31c13df1c88 req-534b4511-86b0-4ce0-aa37-b80c1e36cd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:48.982312 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fd689943-03e9-479f-a905-b31c13df1c88 req-534b4511-86b0-4ce0-aa37-b80c1e36cd97 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 1099 time: 0.2909207 Aug 31 09:22:49.023987 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-694f5975-4d3c-430b-af56-879c3cac260a tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3198025 Aug 31 09:22:49.043634 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edeb0c-7860-4dfb-8012-13f4d793fbe7 req-d46cdaab-b62f-4a6d-a6ec-bfc003244d61 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:49.049926 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edeb0c-7860-4dfb-8012-13f4d793fbe7 req-d46cdaab-b62f-4a6d-a6ec-bfc003244d61 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:49.051612 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d0edeb0c-7860-4dfb-8012-13f4d793fbe7 req-d46cdaab-b62f-4a6d-a6ec-bfc003244d61 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=b38a22b6-66d6-4e3b-98a3-829112a8cb0a HTTP/1.1" status: 200 len: 1680 time: 0.1801991 Aug 31 09:22:49.064416 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-7e24c602-7767-46ea-950b-5f72b8cb4f3c service neutron] Request body: {'port': {'device_id': 'db3f8e6c-f35e-4ba4-aa5c-c42c4d654c5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:22:49.133440 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efceb21b-ac7c-4746-bf02-aa8b565bb4a5 req-2d199985-ef98-414f-b9b6-41c2bc72ad2b tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:49.135025 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-efceb21b-ac7c-4746-bf02-aa8b565bb4a5 req-2d199985-ef98-414f-b9b6-41c2bc72ad2b tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=db3f8e6c-f35e-4ba4-aa5c-c42c4d654c5f HTTP/1.1" status: 200 len: 936 time: 0.1837685 Aug 31 09:22:49.170320 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fd689943-03e9-479f-a905-b31c13df1c88 req-308ed0f2-a91f-4730-8f5f-5572b4652a63 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596043 Aug 31 09:22:49.200158 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d0edeb0c-7860-4dfb-8012-13f4d793fbe7 req-7fab501a-12be-4dc6-b223-e7873924111e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343269 Aug 31 09:22:49.204765 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-7e24c602-7767-46ea-950b-5f72b8cb4f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:49.234597 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-efceb21b-ac7c-4746-bf02-aa8b565bb4a5 req-d91cbfbc-ee23-4f5d-a94b-92d2d919e6d3 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902359 Aug 31 09:22:49.293991 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6704af93-94b2-479f-8030-12bb85c699d5 None None] Provisioning for port d74a91a0-3c4a-4603-8694-5657c49ee57c completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:22:49.299256 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6704af93-94b2-479f-8030-12bb85c699d5 None None] Provisioning complete for port d74a91a0-3c4a-4603-8694-5657c49ee57c triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:49.300031 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6704af93-94b2-479f-8030-12bb85c699d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:49.346864 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-6704af93-94b2-479f-8030-12bb85c699d5 None None] Port d74a91a0-3c4a-4603-8694-5657c49ee57c cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:22:49.599317 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc2eee-fb53-4d43-ad90-e5ad0a09efd6 req-1fad358d-cf07-41c0-8006-7df07a221d6a tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:49.603116 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1dc2eee-fb53-4d43-ad90-e5ad0a09efd6 req-1fad358d-cf07-41c0-8006-7df07a221d6a tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 947 time: 0.1041737 Aug 31 09:22:49.617336 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-7e24c602-7767-46ea-950b-5f72b8cb4f3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d74a91a0-3c4a-4603-8694-5657c49ee57c {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:22:49.627982 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-7e24c602-7767-46ea-950b-5f72b8cb4f3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:49.646123 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-7e24c602-7767-46ea-950b-5f72b8cb4f3c service neutron] Transition to ACTIVE for port object d74a91a0-3c4a-4603-8694-5657c49ee57c will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:22:49.702380 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1dc2eee-fb53-4d43-ad90-e5ad0a09efd6 req-51ebd7f0-643a-4cbf-887c-7c0f508b2927 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935380 Aug 31 09:22:49.752665 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75840a0-7167-41e4-b30b-f56a15d2aef4 req-8a7157fd-89a1-464d-adff-5cd5c3c72564 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:49.755141 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b75840a0-7167-41e4-b30b-f56a15d2aef4 req-8a7157fd-89a1-464d-adff-5cd5c3c72564 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8fa3f34-ec98-432c-84da-a630829c9ba6 HTTP/1.1" status: 200 len: 944 time: 0.0735717 Aug 31 09:22:49.783533 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-7e24c602-7767-46ea-950b-5f72b8cb4f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:49.837964 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b75840a0-7167-41e4-b30b-f56a15d2aef4 req-f70751f8-8bff-4880-bd90-f94c349fee8b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760813 Aug 31 09:22:49.853065 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24c602-7767-46ea-950b-5f72b8cb4f3c service neutron] Pushing event updated for resources: {'Port': ['ID=d74a91a0-3c4a-4603-8694-5657c49ee57c,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:49.937636 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-7e24c602-7767-46ea-950b-5f72b8cb4f3c service neutron] Attempting to bind port d74a91a0-3c4a-4603-8694-5657c49ee57c on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:22:49.938065 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-7e24c602-7767-46ea-950b-5f72b8cb4f3c service neutron] Attempting to bind port d74a91a0-3c4a-4603-8694-5657c49ee57c by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:22:49.938434 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-7e24c602-7767-46ea-950b-5f72b8cb4f3c service neutron] Attempting to bind port d74a91a0-3c4a-4603-8694-5657c49ee57c on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:22:49.943861 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-7e24c602-7767-46ea-950b-5f72b8cb4f3c service neutron] Port d74a91a0-3c4a-4603-8694-5657c49ee57c on network a47e180d-e969-4a85-aa09-0ec8196480c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:22:49.944183 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-7e24c602-7767-46ea-950b-5f72b8cb4f3c service neutron] Attempting to bind port d74a91a0-3c4a-4603-8694-5657c49ee57c on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:22:49.950170 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-7e24c602-7767-46ea-950b-5f72b8cb4f3c service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:22:49.950508 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-7e24c602-7767-46ea-950b-5f72b8cb4f3c service neutron] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:22:49.950932 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-7e24c602-7767-46ea-950b-5f72b8cb4f3c service neutron] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:22:49.951367 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-7e24c602-7767-46ea-950b-5f72b8cb4f3c service neutron] Bound port: d74a91a0-3c4a-4603-8694-5657c49ee57c, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:22:49.951724 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-7e24c602-7767-46ea-950b-5f72b8cb4f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:50.061089 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-7e24c602-7767-46ea-950b-5f72b8cb4f3c service neutron] For port d74a91a0-3c4a-4603-8694-5657c49ee57c, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:22:50.064449 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-7e24c602-7767-46ea-950b-5f72b8cb4f3c service neutron] For port d74a91a0-3c4a-4603-8694-5657c49ee57c, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=d74a91a0-3c4a-4603-8694-5657c49ee57c,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:22:50.156628 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-7e24c602-7767-46ea-950b-5f72b8cb4f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:50.199777 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-7e24c602-7767-46ea-950b-5f72b8cb4f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:50.200453 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-7e24c602-7767-46ea-950b-5f72b8cb4f3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:50.201940 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-7e24c602-7767-46ea-950b-5f72b8cb4f3c service neutron] 10.222.0.59 "PUT /v2.0/ports/d74a91a0-3c4a-4603-8694-5657c49ee57c HTTP/1.1" status: 200 len: 1097 time: 1.1466277 Aug 31 09:22:50.202377 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3f8e6c-f35e-4ba4-aa5c-c42c4d654c5f', 'tag': 'd74a91a0-3c4a-4603-8694-5657c49ee57c'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:22:50.204733 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893cb8a3-629f-4bd5-949a-27a67cd81988" -d '{"events": [{"name": "network-changed", "server_uuid": "db3f8e6c-f35e-4ba4-aa5c-c42c4d654c5f", "tag": "d74a91a0-3c4a-4603-8694-5657c49ee57c"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:22:50.227807 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24c602-7767-46ea-950b-5f72b8cb4f3c service neutron] Pushing event updated for resources: {'Port': ['ID=d74a91a0-3c4a-4603-8694-5657c49ee57c,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:50.232863 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 35668) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:50.275765 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b823c0-d59f-4927-91be-284599301fc6 x-openstack-request-id: req-a5b823c0-d59f-4927-91be-284599301fc6 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:22:50.279726 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db3f8e6c-f35e-4ba4-aa5c-c42c4d654c5f", "tag": "d74a91a0-3c4a-4603-8694-5657c49ee57c", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:22:50.279726 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-a5b823c0-d59f-4927-91be-284599301fc6 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:22:50.279967 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3f8e6c-f35e-4ba4-aa5c-c42c4d654c5f', 'tag': 'd74a91a0-3c4a-4603-8694-5657c49ee57c', 'status': 'completed', 'code': 200} Aug 31 09:22:50.481121 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b564c-cf02-429d-b3c1-2a3954e6d7de req-cae5d6f9-412a-43fa-ac53-06fc0f7258ac tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:50.491246 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b564c-cf02-429d-b3c1-2a3954e6d7de req-cae5d6f9-412a-43fa-ac53-06fc0f7258ac tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:50.500122 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-577b564c-cf02-429d-b3c1-2a3954e6d7de req-cae5d6f9-412a-43fa-ac53-06fc0f7258ac tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=b38a22b6-66d6-4e3b-98a3-829112a8cb0a HTTP/1.1" status: 200 len: 1680 time: 0.1723206 Aug 31 09:22:50.506166 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cb8a3-629f-4bd5-949a-27a67cd81988 req-88ba3ef6-12e5-42e4-bc48-78c7c933f1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:50.507830 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-893cb8a3-629f-4bd5-949a-27a67cd81988 req-88ba3ef6-12e5-42e4-bc48-78c7c933f1fb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&device_id=db3f8e6c-f35e-4ba4-aa5c-c42c4d654c5f HTTP/1.1" status: 200 len: 1100 time: 0.2013900 Aug 31 09:22:50.521976 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbb2e5-d452-4411-ab3b-46e3b0eecbec req-80454427-e971-4eb3-b19e-2fa61c2da04a tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:50.524634 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c7dbb2e5-d452-4411-ab3b-46e3b0eecbec req-80454427-e971-4eb3-b19e-2fa61c2da04a tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=db3f8e6c-f35e-4ba4-aa5c-c42c4d654c5f HTTP/1.1" status: 200 len: 948 time: 0.1495962 Aug 31 09:22:50.562278 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-893cb8a3-629f-4bd5-949a-27a67cd81988 req-e625d7a6-6dee-4ec7-832e-86b308eb2802 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377660 Aug 31 09:22:50.589218 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-34cf3201-6267-48cf-8d4e-005680dc460e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:50.619307 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-577b564c-cf02-429d-b3c1-2a3954e6d7de req-d60e6819-c819-47e8-b6a4-9683664eb9d1 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179721 Aug 31 09:22:50.676318 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c7dbb2e5-d452-4411-ab3b-46e3b0eecbec req-f3bb56b8-6778-4db8-8ace-76d896356f61 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368527 Aug 31 09:22:50.721186 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-34cf3201-6267-48cf-8d4e-005680dc460e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:50.721571 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cb8a3-629f-4bd5-949a-27a67cd81988 req-40d2b8e8-4809-471f-a263-5ab4f092dc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:50.726369 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-893cb8a3-629f-4bd5-949a-27a67cd81988 req-40d2b8e8-4809-471f-a263-5ab4f092dc38 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1487899 Aug 31 09:22:50.844704 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-fa2e5dec-a1e2-4327-bb18-b0c8095c6eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:50.846479 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-fa2e5dec-a1e2-4327-bb18-b0c8095c6eca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&device_id=db3f8e6c-f35e-4ba4-aa5c-c42c4d654c5f HTTP/1.1" status: 200 len: 1100 time: 0.0754852 Aug 31 09:22:50.848083 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-34cf3201-6267-48cf-8d4e-005680dc460e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:50.894775 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf3201-6267-48cf-8d4e-005680dc460e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f45352-6bab-440e-a96d-1f0bf2703cca,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:50.904329 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-a687b488-2af8-49e2-90f3-e478d0b9c19f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=d74a91a0-3c4a-4603-8694-5657c49ee57c HTTP/1.1" status: 200 len: 217 time: 0.0485141 Aug 31 09:22:50.913649 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['5b4431c4-d3fc-4102-a88e-370b2790a6d2', 'a455cdf0-83d3-4487-b52d-1754bb9148b1', '0ccfc8f2-adc2-437c-9087-578ecbd69952', 'bbd510a8-f1cb-4df6-80bf-3d88acfdae33'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:22:50.924243 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-34cf3201-6267-48cf-8d4e-005680dc460e admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=95dc1c15dd984066bc746cb7967809f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6899664 Aug 31 09:22:50.925390 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 35700) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:51.045825 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d850fd90-069d-410a-96c7-af4a45d40707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:51.077655 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab4a338-600c-488d-8f8d-43085b014df6 req-3319ce27-903f-41aa-9f7b-5cde62162bc7 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:51.082415 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ab4a338-600c-488d-8f8d-43085b014df6 req-3319ce27-903f-41aa-9f7b-5cde62162bc7 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 947 time: 0.2540400 Aug 31 09:22:51.082415 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-0268d59e-f3f8-4507-ac00-0c3c4bbe9bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:51.084511 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-0268d59e-f3f8-4507-ac00-0c3c4bbe9bbc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1405363 Aug 31 09:22:51.104537 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d850fd90-069d-410a-96c7-af4a45d40707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:51.138124 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c154b-317e-4e22-bc59-3cc946fe496f req-c6c60212-ba39-47f2-8002-aea1ca66ad9d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:51.145556 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f1c154b-317e-4e22-bc59-3cc946fe496f req-c6c60212-ba39-47f2-8002-aea1ca66ad9d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8fa3f34-ec98-432c-84da-a630829c9ba6 HTTP/1.1" status: 200 len: 944 time: 0.1619098 Aug 31 09:22:51.200097 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ab4a338-600c-488d-8f8d-43085b014df6 req-d8c8d59a-3e90-495b-91f1-741b45bc1da8 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096237 Aug 31 09:22:51.234393 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f1c154b-317e-4e22-bc59-3cc946fe496f req-ef48515c-d215-4be8-a876-ec3060758105 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838683 Aug 31 09:22:51.239062 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-88b2c023-70fc-4efa-9129-7b2bfd7c1c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:51.241914 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-88b2c023-70fc-4efa-9129-7b2bfd7c1c2d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1465867 Aug 31 09:22:51.248516 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d850fd90-069d-410a-96c7-af4a45d40707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:51.251674 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d850fd90-069d-410a-96c7-af4a45d40707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:51.252915 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d850fd90-069d-410a-96c7-af4a45d40707 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/76f45352-6bab-440e-a96d-1f0bf2703cca HTTP/1.1" status: 204 len: 168 time: 0.3260880 Aug 31 09:22:51.267481 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850fd90-069d-410a-96c7-af4a45d40707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f45352-6bab-440e-a96d-1f0bf2703cca,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:51.347875 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-91b809d2-42c4-452f-957c-887e122bb3fb service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978796 Aug 31 09:22:51.468686 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7b2cb43f-8599-4061-9e64-6c66564a4ce7 req-733f5ea9-56d0-4025-ad15-22ee88083eea service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115723 Aug 31 09:22:51.736291 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80521f4-777b-4147-8c60-1ab97b69e6fc req-623a472a-c962-4c6a-90e9-2b01d4b8370c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:51.750269 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80521f4-777b-4147-8c60-1ab97b69e6fc req-623a472a-c962-4c6a-90e9-2b01d4b8370c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:51.750269 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a80521f4-777b-4147-8c60-1ab97b69e6fc req-623a472a-c962-4c6a-90e9-2b01d4b8370c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=b38a22b6-66d6-4e3b-98a3-829112a8cb0a HTTP/1.1" status: 200 len: 1680 time: 0.0612094 Aug 31 09:22:51.756885 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3ff69bb9-5fda-4a41-bf02-6e893af58c31 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:22:51.883884 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a80521f4-777b-4147-8c60-1ab97b69e6fc req-32d852c8-fb5d-4e5a-a139-59e5cca35933 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245801 Aug 31 09:22:51.895685 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 3ff69bb9-5fda-4a41-bf02-6e893af58c31 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:22:51.908123 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e72200-c2c6-4d30-916b-dca61e8613ac req-42087658-2191-4d14-9bdf-ff204e5e2b06 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:51.908123 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a6e72200-c2c6-4d30-916b-dca61e8613ac req-42087658-2191-4d14-9bdf-ff204e5e2b06 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=db3f8e6c-f35e-4ba4-aa5c-c42c4d654c5f HTTP/1.1" status: 200 len: 948 time: 0.1347799 Aug 31 09:22:51.908555 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 3ff69bb9-5fda-4a41-bf02-6e893af58c31 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:51.908555 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:51.975437 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a6e72200-c2c6-4d30-916b-dca61e8613ac req-945e7801-8585-4872-8d34-5bf32a67a504 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668750 Aug 31 09:22:52.022496 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:52.054346 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38a22b6-66d6-4e3b-98a3-829112a8cb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff69bb9-5fda-4a41-bf02-6e893af58c31'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:22:52.056788 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2022f503-49e6-4cfb-990c-54bb60ef9785" -d '{"events": [{"server_uuid": "b38a22b6-66d6-4e3b-98a3-829112a8cb0a", "name": "network-vif-plugged", "status": "completed", "tag": "3ff69bb9-5fda-4a41-bf02-6e893af58c31"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:22:52.071774 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3ff69bb9-5fda-4a41-bf02-6e893af58c31, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3ff69bb9-5fda-4a41-bf02-6e893af58c31,segment=NetworkSegment(120b564e-172c-47a9-b2fd-c74919e7d49d),segment_id=120b564e-172c-47a9-b2fd-c74919e7d49d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:52.104927 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61cafad-9a04-4561-89cb-93795f67d69b x-openstack-request-id: req-e61cafad-9a04-4561-89cb-93795f67d69b {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:22:52.107095 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38a22b6-66d6-4e3b-98a3-829112a8cb0a", "name": "network-vif-plugged", "status": "completed", "tag": "3ff69bb9-5fda-4a41-bf02-6e893af58c31", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:22:52.107095 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e61cafad-9a04-4561-89cb-93795f67d69b {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:22:52.107095 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38a22b6-66d6-4e3b-98a3-829112a8cb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff69bb9-5fda-4a41-bf02-6e893af58c31', 'code': 200} Aug 31 09:22:52.147988 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:52.149064 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device d28a0871-5c4e-4c3d-b0f7-63b3202242cf up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:22:52.260224 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=3ff69bb9-5fda-4a41-bf02-6e893af58c31,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:52.385429 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port d28a0871-5c4e-4c3d-b0f7-63b3202242cf completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:22:52.391889 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port d28a0871-5c4e-4c3d-b0f7-63b3202242cf triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:52.392649 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:52.406154 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2eb2b0-a965-400c-8e48-d9ba24c41436 req-3c7ccd87-9f8e-4e67-985a-6e773387acbb tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:52.408438 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8d2eb2b0-a965-400c-8e48-d9ba24c41436 req-3c7ccd87-9f8e-4e67-985a-6e773387acbb tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 947 time: 0.0842633 Aug 31 09:22:52.445143 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ac301-47ab-4eec-aa5d-0813b859d86b req-01617cea-dd09-44d5-acde-c88f2eafac79 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:52.445143 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-de2ac301-47ab-4eec-aa5d-0813b859d86b req-01617cea-dd09-44d5-acde-c88f2eafac79 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8fa3f34-ec98-432c-84da-a630829c9ba6 HTTP/1.1" status: 200 len: 944 time: 0.1094961 Aug 31 09:22:52.487855 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8d2eb2b0-a965-400c-8e48-d9ba24c41436 req-8c890492-9706-4586-8111-1b68be09da1e tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729656 Aug 31 09:22:52.495895 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:52.511035 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-de2ac301-47ab-4eec-aa5d-0813b859d86b req-954abbaf-e724-4336-a1f4-a193af24807d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570683 Aug 31 09:22:52.559622 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port d28a0871-5c4e-4c3d-b0f7-63b3202242cf, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=d28a0871-5c4e-4c3d-b0f7-63b3202242cf,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:52.656749 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:52.657619 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device d56a9660-2ff3-4828-afe4-dfcdc1f74154 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:22:52.880830 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=d28a0871-5c4e-4c3d-b0f7-63b3202242cf,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:52.996433 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port d56a9660-2ff3-4828-afe4-dfcdc1f74154 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:22:53.007921 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port d56a9660-2ff3-4828-afe4-dfcdc1f74154 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:53.010401 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:53.093083 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449305a-046f-41b3-a856-c7aab5adbb32 req-90f93aa9-89c1-4695-9c58-d9b9abac5a5e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:53.093083 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449305a-046f-41b3-a856-c7aab5adbb32 req-90f93aa9-89c1-4695-9c58-d9b9abac5a5e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:53.099649 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d449305a-046f-41b3-a856-c7aab5adbb32 req-90f93aa9-89c1-4695-9c58-d9b9abac5a5e tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=b38a22b6-66d6-4e3b-98a3-829112a8cb0a HTTP/1.1" status: 200 len: 1681 time: 0.1203451 Aug 31 09:22:53.136806 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:53.149390 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d449305a-046f-41b3-a856-c7aab5adbb32 req-8a666ba8-15c2-4e20-bc9e-1e52e12d9a66 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478110 Aug 31 09:22:53.206748 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port d56a9660-2ff3-4828-afe4-dfcdc1f74154, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=d56a9660-2ff3-4828-afe4-dfcdc1f74154,segment=NetworkSegment(7681fa24-9ef9-4a4a-8895-95992c6d5bb8),segment_id=7681fa24-9ef9-4a4a-8895-95992c6d5bb8)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:53.273977 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:53.283599 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ed23b-dc16-4330-afea-0bf5dfed81fc req-5eb82f3c-1163-47bc-a8e7-2b99dca9bfa2 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:53.285141 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-520ed23b-dc16-4330-afea-0bf5dfed81fc req-5eb82f3c-1163-47bc-a8e7-2b99dca9bfa2 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=db3f8e6c-f35e-4ba4-aa5c-c42c4d654c5f HTTP/1.1" status: 200 len: 948 time: 0.0563159 Aug 31 09:22:53.302438 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device d74a91a0-3c4a-4603-8694-5657c49ee57c details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:22:53.332993 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-520ed23b-dc16-4330-afea-0bf5dfed81fc req-fb10b06c-05e2-48c9-957e-aa66170cfd52 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411735 Aug 31 09:22:53.344250 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=d56a9660-2ff3-4828-afe4-dfcdc1f74154,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:53.439222 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port d74a91a0-3c4a-4603-8694-5657c49ee57c, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=d74a91a0-3c4a-4603-8694-5657c49ee57c,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:53.451234 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': 'd74a91a0-3c4a-4603-8694-5657c49ee57c', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': 'd74a91a0-3c4a-4603-8694-5657c49ee57c', 'mac_address': 'fa:16:3e:2c:b2:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:22:53.492556 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:53.511072 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d74a91a0-3c4a-4603-8694-5657c49ee57c {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:22:53.531487 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port d74a91a0-3c4a-4603-8694-5657c49ee57c, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=d74a91a0-3c4a-4603-8694-5657c49ee57c,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:53.610714 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:53.659916 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31563e34-5652-43c6-8833-c674fe0322c8 req-8f23f5ae-c963-4981-a820-881af5906fb3 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:53.666791 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-31563e34-5652-43c6-8833-c674fe0322c8 req-8f23f5ae-c963-4981-a820-881af5906fb3 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 947 time: 0.0979309 Aug 31 09:22:53.667662 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=d74a91a0-3c4a-4603-8694-5657c49ee57c,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:53.857506 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['d74a91a0-3c4a-4603-8694-5657c49ee57c'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:22:54.062281 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-31563e34-5652-43c6-8833-c674fe0322c8 req-fa012a21-9294-4253-ae44-0a0e3f7970d9 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747241 Aug 31 09:22:54.069892 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d632aed-cd9d-4341-99e8-f61ff64b7d0e req-9f856cbd-aa5f-44f4-9d02-3c2d18577801 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:54.074057 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7d632aed-cd9d-4341-99e8-f61ff64b7d0e req-9f856cbd-aa5f-44f4-9d02-3c2d18577801 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8fa3f34-ec98-432c-84da-a630829c9ba6 HTTP/1.1" status: 200 len: 945 time: 0.4010539 Aug 31 09:22:54.107341 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fa3f34-ec98-432c-84da-a630829c9ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28a0871-5c4e-4c3d-b0f7-63b3202242cf'}, {'server_uuid': 'b38a22b6-66d6-4e3b-98a3-829112a8cb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56a9660-2ff3-4828-afe4-dfcdc1f74154'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:22:54.110128 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dda16f-090b-4a1b-af7a-42bf187a25a4" -d '{"events": [{"server_uuid": "f8fa3f34-ec98-432c-84da-a630829c9ba6", "name": "network-vif-plugged", "status": "completed", "tag": "d28a0871-5c4e-4c3d-b0f7-63b3202242cf"}, {"server_uuid": "b38a22b6-66d6-4e3b-98a3-829112a8cb0a", "name": "network-vif-plugged", "status": "completed", "tag": "d56a9660-2ff3-4828-afe4-dfcdc1f74154"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:22:54.139790 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7d632aed-cd9d-4341-99e8-f61ff64b7d0e req-baad8ca2-9aad-4208-b8fa-c68a52f47949 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489011 Aug 31 09:22:54.200083 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 09:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45f7d84-ee49-45f6-9521-02f3362dea0e x-openstack-request-id: req-a45f7d84-ee49-45f6-9521-02f3362dea0e {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:22:54.200587 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fa3f34-ec98-432c-84da-a630829c9ba6", "name": "network-vif-plugged", "status": "completed", "tag": "d28a0871-5c4e-4c3d-b0f7-63b3202242cf", "code": 200}, {"server_uuid": "b38a22b6-66d6-4e3b-98a3-829112a8cb0a", "name": "network-vif-plugged", "status": "completed", "tag": "d56a9660-2ff3-4828-afe4-dfcdc1f74154", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:22:54.200721 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-a45f7d84-ee49-45f6-9521-02f3362dea0e {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:22:54.201055 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fa3f34-ec98-432c-84da-a630829c9ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28a0871-5c4e-4c3d-b0f7-63b3202242cf', 'code': 200} Aug 31 09:22:54.201304 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38a22b6-66d6-4e3b-98a3-829112a8cb0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56a9660-2ff3-4828-afe4-dfcdc1f74154', 'code': 200} Aug 31 09:22:54.225453 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 35864) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:54.292427 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18f1bd-ee3d-4541-b602-55bda18a746b req-055bd476-b747-4c45-b2b3-a31e3b11d92d tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:54.294263 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd18f1bd-ee3d-4541-b602-55bda18a746b req-055bd476-b747-4c45-b2b3-a31e3b11d92d tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 947 time: 0.1104851 Aug 31 09:22:54.390794 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e605bc06-e60d-448d-a15d-c011e063b048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:54.399227 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd18f1bd-ee3d-4541-b602-55bda18a746b req-fe16c395-16da-4a58-83e1-81643bf98e91 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982463 Aug 31 09:22:54.423873 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7608764-a583-4ff4-8bbf-449f99ad828f req-e7cf9ed1-3634-42df-938a-3afe4a710b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:54.424425 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7608764-a583-4ff4-8bbf-449f99ad828f req-e7cf9ed1-3634-42df-938a-3afe4a710b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:54.426061 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d7608764-a583-4ff4-8bbf-449f99ad828f req-e7cf9ed1-3634-42df-938a-3afe4a710b75 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=b38a22b6-66d6-4e3b-98a3-829112a8cb0a HTTP/1.1" status: 200 len: 1986 time: 0.0899296 Aug 31 09:22:54.450382 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb28f33-acf4-4c9b-85fc-aadbfa2c51a4 req-7030f43d-ce96-444d-bd5c-8574add7e907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:54.452039 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3fb28f33-acf4-4c9b-85fc-aadbfa2c51a4 req-7030f43d-ce96-444d-bd5c-8574add7e907 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=f8fa3f34-ec98-432c-84da-a630829c9ba6 HTTP/1.1" status: 200 len: 1097 time: 0.1163678 Aug 31 09:22:54.469846 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa93641-c95e-4a7b-a8f5-86a088f5f1c4 req-78cd6f76-5608-4a64-bb9c-e7701585d0c6 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:54.478874 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa93641-c95e-4a7b-a8f5-86a088f5f1c4 req-78cd6f76-5608-4a64-bb9c-e7701585d0c6 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:54.481135 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8aa93641-c95e-4a7b-a8f5-86a088f5f1c4 req-78cd6f76-5608-4a64-bb9c-e7701585d0c6 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=b38a22b6-66d6-4e3b-98a3-829112a8cb0a HTTP/1.1" status: 200 len: 1682 time: 0.1235206 Aug 31 09:22:54.481697 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d7608764-a583-4ff4-8bbf-449f99ad828f req-c5f23447-339b-4601-86bb-5b5d11f61b84 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453126 Aug 31 09:22:54.560842 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e605bc06-e60d-448d-a15d-c011e063b048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:54.603965 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3fb28f33-acf4-4c9b-85fc-aadbfa2c51a4 req-7a89ae0d-3e7f-4a8a-b0d4-d0013a1f8c4f service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205373 Aug 31 09:22:54.609262 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8aa93641-c95e-4a7b-a8f5-86a088f5f1c4 req-b56ab584-69bc-4340-bc4c-adbd325fab27 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154230 Aug 31 09:22:54.629557 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb08f6-cd15-4b42-b995-4b7d8c6846dc req-9482eb82-d795-4db0-8990-f268e0786cd7 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:54.636221 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e605bc06-e60d-448d-a15d-c011e063b048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:54.639406 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c7bb08f6-cd15-4b42-b995-4b7d8c6846dc req-9482eb82-d795-4db0-8990-f268e0786cd7 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=db3f8e6c-f35e-4ba4-aa5c-c42c4d654c5f HTTP/1.1" status: 200 len: 949 time: 0.1137164 Aug 31 09:22:54.711133 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e605bc06-e60d-448d-a15d-c011e063b048 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=358784e60cc64edea859ce9d19c92e8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4843278 Aug 31 09:22:54.711950 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605bc06-e60d-448d-a15d-c011e063b048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0316009b-a427-46f6-8b45-75034de0cb37,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:54.720894 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c7bb08f6-cd15-4b42-b995-4b7d8c6846dc req-f8e34f32-bc8a-4fed-8d08-4dd95b734750 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625732 Aug 31 09:22:54.721062 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 35898) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:54.785397 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac033c2-bd57-417f-be43-39ecf8dc4d69 req-c2ac7e8c-8fc2-4fd1-af0b-316f4808191c tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:54.796487 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83e9eab9-cd41-439a-ab6c-64c6d6dba8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:54.802408 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3ac033c2-bd57-417f-be43-39ecf8dc4d69 req-c2ac7e8c-8fc2-4fd1-af0b-316f4808191c tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 947 time: 0.0670526 Aug 31 09:22:54.822056 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83e9eab9-cd41-439a-ab6c-64c6d6dba8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:54.850643 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3ac033c2-bd57-417f-be43-39ecf8dc4d69 req-3c8cdac9-7d0b-4941-86de-d7f54d7f3250 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475798 Aug 31 09:22:54.984838 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83e9eab9-cd41-439a-ab6c-64c6d6dba8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:54.989283 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83e9eab9-cd41-439a-ab6c-64c6d6dba8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:54.991556 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-83e9eab9-cd41-439a-ab6c-64c6d6dba8ca admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/0316009b-a427-46f6-8b45-75034de0cb37 HTTP/1.1" status: 204 len: 168 time: 0.2701175 Aug 31 09:22:54.991936 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd5b2b-0db7-4fba-a688-aaa2e85153de req-fd264592-083d-4967-a38e-46b3d64b0aa8 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:54.993457 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eecd5b2b-0db7-4fba-a688-aaa2e85153de req-fd264592-083d-4967-a38e-46b3d64b0aa8 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 947 time: 0.0568886 Aug 31 09:22:55.016957 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e9eab9-cd41-439a-ab6c-64c6d6dba8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0316009b-a427-46f6-8b45-75034de0cb37,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:55.068517 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eecd5b2b-0db7-4fba-a688-aaa2e85153de req-f3fc60e7-a0ae-484a-a420-5828ca32ffc3 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516334 Aug 31 09:22:55.210829 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7acf7d-5897-49fa-8b20-e813f5d577f2 req-6c9366a2-a6a2-443d-ae7b-3b9b83fde0b4 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:55.212563 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1f7acf7d-5897-49fa-8b20-e813f5d577f2 req-6c9366a2-a6a2-443d-ae7b-3b9b83fde0b4 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 947 time: 0.0639639 Aug 31 09:22:55.278095 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1f7acf7d-5897-49fa-8b20-e813f5d577f2 req-ad20856c-9989-4f5c-a259-2e4df2e00f20 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543168 Aug 31 09:22:55.296931 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device d74a91a0-3c4a-4603-8694-5657c49ee57c up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:22:55.363293 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3c99e-47a2-4a0d-b3ec-28c9e79f9498 req-f91ab4eb-37c8-4878-997f-b1f969a0992e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:55.375156 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-15c3c99e-47a2-4a0d-b3ec-28c9e79f9498 req-f91ab4eb-37c8-4878-997f-b1f969a0992e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8fa3f34-ec98-432c-84da-a630829c9ba6 HTTP/1.1" status: 200 len: 945 time: 0.1012797 Aug 31 09:22:55.439183 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-15c3c99e-47a2-4a0d-b3ec-28c9e79f9498 req-226305aa-e159-43c7-945a-6c6037713bc8 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630498 Aug 31 09:22:55.499026 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port d74a91a0-3c4a-4603-8694-5657c49ee57c completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:22:55.503336 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port d74a91a0-3c4a-4603-8694-5657c49ee57c triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:22:55.503864 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:55.600099 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b19c88-6dcc-483b-bcc4-7d258a6b39c1 req-3509bd6c-5e3b-47cd-a33b-2676d0474b29 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:55.601907 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1b19c88-6dcc-483b-bcc4-7d258a6b39c1 req-3509bd6c-5e3b-47cd-a33b-2676d0474b29 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 947 time: 0.0646291 Aug 31 09:22:55.610703 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:55.681492 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1b19c88-6dcc-483b-bcc4-7d258a6b39c1 req-854105a1-02a8-4106-bff6-2d77f2baa869 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683692 Aug 31 09:22:55.722864 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port d74a91a0-3c4a-4603-8694-5657c49ee57c, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=d74a91a0-3c4a-4603-8694-5657c49ee57c,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:22:55.839058 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:55.851122 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03177d-2890-4f5a-bd69-bb257f9446e3 req-37909751-7931-4652-b0bf-c03ddaa65dd0 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:55.857171 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca03177d-2890-4f5a-bd69-bb257f9446e3 req-37909751-7931-4652-b0bf-c03ddaa65dd0 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:55.858827 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ca03177d-2890-4f5a-bd69-bb257f9446e3 req-37909751-7931-4652-b0bf-c03ddaa65dd0 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=b38a22b6-66d6-4e3b-98a3-829112a8cb0a HTTP/1.1" status: 200 len: 1682 time: 0.1032586 Aug 31 09:22:55.867391 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23cff2-7f04-49a7-8370-b7e77e178162 req-f7042595-f458-4ce2-965d-8862f3b7c01e tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:55.872167 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e23cff2-7f04-49a7-8370-b7e77e178162 req-f7042595-f458-4ce2-965d-8862f3b7c01e tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 947 time: 0.0843043 Aug 31 09:22:55.922079 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=d74a91a0-3c4a-4603-8694-5657c49ee57c,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:55.958855 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ca03177d-2890-4f5a-bd69-bb257f9446e3 req-93222162-1e1f-4db1-9cc5-fecfeb33fdc1 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852301 Aug 31 09:22:55.976871 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e23cff2-7f04-49a7-8370-b7e77e178162 req-3f83fcba-7658-4787-a95f-a6a5d2e202b7 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963237 Aug 31 09:22:56.106540 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70ea71-f893-4a68-88fb-f48f8b5c19d7 req-15e43c06-39e0-44fa-8b52-162d1af248b6 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:56.108225 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5c70ea71-f893-4a68-88fb-f48f8b5c19d7 req-15e43c06-39e0-44fa-8b52-162d1af248b6 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=db3f8e6c-f35e-4ba4-aa5c-c42c4d654c5f HTTP/1.1" status: 200 len: 950 time: 0.0639563 Aug 31 09:22:56.154743 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5c70ea71-f893-4a68-88fb-f48f8b5c19d7 req-301c06da-5722-4e1f-92e8-d31054eb6777 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404391 Aug 31 09:22:56.203733 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3f8e6c-f35e-4ba4-aa5c-c42c4d654c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74a91a0-3c4a-4603-8694-5657c49ee57c'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:22:56.207716 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff52199-e216-4fdb-a3f9-c1d26b4f9a04" -d '{"events": [{"server_uuid": "db3f8e6c-f35e-4ba4-aa5c-c42c4d654c5f", "name": "network-vif-plugged", "status": "completed", "tag": "d74a91a0-3c4a-4603-8694-5657c49ee57c"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:22:56.261108 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11c0cd1-4304-4bc3-aad0-16b22a3bb00e x-openstack-request-id: req-e11c0cd1-4304-4bc3-aad0-16b22a3bb00e {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:22:56.262382 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3f8e6c-f35e-4ba4-aa5c-c42c4d654c5f", "name": "network-vif-plugged", "status": "completed", "tag": "d74a91a0-3c4a-4603-8694-5657c49ee57c", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:22:56.262382 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e11c0cd1-4304-4bc3-aad0-16b22a3bb00e {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:22:56.262849 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3f8e6c-f35e-4ba4-aa5c-c42c4d654c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74a91a0-3c4a-4603-8694-5657c49ee57c', 'code': 200} Aug 31 09:22:56.450242 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc861e-540a-48a2-afbd-f2941907eade req-14260859-85e8-4317-951c-eb2fb024946f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:56.453738 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-95fc861e-540a-48a2-afbd-f2941907eade req-14260859-85e8-4317-951c-eb2fb024946f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=db3f8e6c-f35e-4ba4-aa5c-c42c4d654c5f HTTP/1.1" status: 200 len: 1102 time: 0.0900321 Aug 31 09:22:56.612738 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 36034) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:56.617101 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-95fc861e-540a-48a2-afbd-f2941907eade req-4c879cf0-ef23-4670-ab61-881aa4b2dfda service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474891 Aug 31 09:22:56.641674 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043036ef-8abd-494d-afa2-14bbe31b401c req-64ed0af9-8f24-40dc-bfdc-a3df0caf9df2 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:56.643753 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-043036ef-8abd-494d-afa2-14bbe31b401c req-64ed0af9-8f24-40dc-bfdc-a3df0caf9df2 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 947 time: 0.1244407 Aug 31 09:22:56.655705 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c4379-4f3f-439d-87d6-76988990739b req-d2424e6e-614f-4d2f-82e9-bfdf613f2db2 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:56.657515 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fe6c4379-4f3f-439d-87d6-76988990739b req-d2424e6e-614f-4d2f-82e9-bfdf613f2db2 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8fa3f34-ec98-432c-84da-a630829c9ba6 HTTP/1.1" status: 200 len: 945 time: 0.1187079 Aug 31 09:22:56.726643 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fe6c4379-4f3f-439d-87d6-76988990739b req-d21f68db-0108-4504-8824-64a5bc2ab978 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619500 Aug 31 09:22:56.729595 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-043036ef-8abd-494d-afa2-14bbe31b401c req-f97cbd60-8d35-405b-a1f5-c2659b9db7ce tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671701 Aug 31 09:22:56.795872 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-42ac112d-5be4-4759-b0e1-32226f410479 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1720490158-network', 'tenant_id': '0cfed79ae5c84cf3aa6022ec2e1e62d4'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:22:56.885024 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ac112d-5be4-4759-b0e1-32226f410479 admin admin] Made reservation on behalf of 0cfed79ae5c84cf3aa6022ec2e1e62d4 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:22:56.888306 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-42ac112d-5be4-4759-b0e1-32226f410479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:56.901687 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-42ac112d-5be4-4759-b0e1-32226f410479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:57.032985 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-42ac112d-5be4-4759-b0e1-32226f410479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:57.122911 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e430d-7cc0-479f-b876-363b1ca69bb3 req-647e8d24-e839-421f-9ed0-a38bde6581dc tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:57.123027 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 36042) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:57.130836 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e430d-7cc0-479f-b876-363b1ca69bb3 req-647e8d24-e839-421f-9ed0-a38bde6581dc tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:57.133445 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd8e430d-7cc0-479f-b876-363b1ca69bb3 req-647e8d24-e839-421f-9ed0-a38bde6581dc tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=b38a22b6-66d6-4e3b-98a3-829112a8cb0a HTTP/1.1" status: 200 len: 1682 time: 0.0857663 Aug 31 09:22:57.150178 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-42ac112d-5be4-4759-b0e1-32226f410479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:57.184514 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac112d-5be4-4759-b0e1-32226f410479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ade4b3-e844-4d88-822c-c520bcdce9fd,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:57.215892 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42ac112d-5be4-4759-b0e1-32226f410479 admin admin] vlan segment allocate from pool success with {'vlan_id': 1621, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:22:57.226481 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-42ac112d-5be4-4759-b0e1-32226f410479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:57.227132 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-42ac112d-5be4-4759-b0e1-32226f410479 admin admin] Added segment 5c9bd847-04ce-44a8-b933-aa2c14717740 of type vlan for network ea320e68-0d27-48e5-8ad0-0bb739fca3c2 Aug 31 09:22:57.233432 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd8e430d-7cc0-479f-b876-363b1ca69bb3 req-01a10c39-bdb4-48af-8d9a-69b75e26916c tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928833 Aug 31 09:22:57.311836 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-42ac112d-5be4-4759-b0e1-32226f410479 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:57.314615 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-80cb9aa7-618f-4025-b154-49aa490cb2a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:57.361921 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2c3b0-a417-480a-b91f-d67dd3599bb0 req-3f787900-f720-4c87-8e81-fa5974259582 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:57.363833 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-07a2c3b0-a417-480a-b91f-d67dd3599bb0 req-3f787900-f720-4c87-8e81-fa5974259582 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=db3f8e6c-f35e-4ba4-aa5c-c42c4d654c5f HTTP/1.1" status: 200 len: 950 time: 0.0784247 Aug 31 09:22:57.415058 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-07a2c3b0-a417-480a-b91f-d67dd3599bb0 req-a55358d5-af28-46e8-bdc4-7fbf05d5ac5f tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434666 Aug 31 09:22:57.463781 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-80cb9aa7-618f-4025-b154-49aa490cb2a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:57.479372 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-42ac112d-5be4-4759-b0e1-32226f410479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:57.481633 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ac112d-5be4-4759-b0e1-32226f410479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:57.482230 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-42ac112d-5be4-4759-b0e1-32226f410479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:57.542261 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-80cb9aa7-618f-4025-b154-49aa490cb2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:57.602098 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac112d-5be4-4759-b0e1-32226f410479 admin admin] Pushing event updated for resources: {'Network': ['ID=ea320e68-0d27-48e5-8ad0-0bb739fca3c2,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:57.608991 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb9aa7-618f-4025-b154-49aa490cb2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7293216-9723-40d7-a3ed-1196d246785b,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:57.614871 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-42ac112d-5be4-4759-b0e1-32226f410479 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0000148 Aug 31 09:22:57.617232 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 36054) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:57.617697 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network ea320e68-0d27-48e5-8ad0-0bb739fca3c2 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:22:57.621986 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 36056) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:57.624169 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-80cb9aa7-618f-4025-b154-49aa490cb2a4 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=af757c8ad1804779a65a48160a150266&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4991522 Aug 31 09:22:57.631102 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-fa1dc10a-afbd-497b-9a3e-c00903285db3 admin admin] Request body: {'subnet': {'network_id': 'ea320e68-0d27-48e5-8ad0-0bb739fca3c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1720490158-subnet', 'tenant_id': '0cfed79ae5c84cf3aa6022ec2e1e62d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:22:57.761063 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-32243d4d-090d-4e7f-a71e-6dab6e052378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:57.791353 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1dc10a-afbd-497b-9a3e-c00903285db3 admin admin] Made reservation on behalf of 0cfed79ae5c84cf3aa6022ec2e1e62d4 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:22:57.796611 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fa1dc10a-afbd-497b-9a3e-c00903285db3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:57.800071 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-32243d4d-090d-4e7f-a71e-6dab6e052378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:58.012069 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d50035-deb8-4ad0-913d-6dd060b64400 req-1d15a862-e3c4-497d-9c5e-1d8c1403ac4c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:58.013638 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a9d50035-deb8-4ad0-913d-6dd060b64400 req-1d15a862-e3c4-497d-9c5e-1d8c1403ac4c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8fa3f34-ec98-432c-84da-a630829c9ba6 HTTP/1.1" status: 200 len: 945 time: 0.1434782 Aug 31 09:22:58.026801 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248169e-d19f-4108-917f-73a6f5977a80 req-48b5231c-4ab1-415f-998a-7b1fc7719e16 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:58.028663 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b248169e-d19f-4108-917f-73a6f5977a80 req-48b5231c-4ab1-415f-998a-7b1fc7719e16 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 947 time: 0.1501942 Aug 31 09:22:58.088575 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a9d50035-deb8-4ad0-913d-6dd060b64400 req-829ac4b2-95a2-4bfd-9923-2e324423eb86 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588870 Aug 31 09:22:58.094483 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b248169e-d19f-4108-917f-73a6f5977a80 req-8ff9263e-084a-42d4-b219-cd64b99bff51 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573983 Aug 31 09:22:58.113230 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-32243d4d-090d-4e7f-a71e-6dab6e052378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:58.126980 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-32243d4d-090d-4e7f-a71e-6dab6e052378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:58.126980 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-32243d4d-090d-4e7f-a71e-6dab6e052378 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/f7293216-9723-40d7-a3ed-1196d246785b HTTP/1.1" status: 204 len: 168 time: 0.4964104 Aug 31 09:22:58.132979 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32243d4d-090d-4e7f-a71e-6dab6e052378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7293216-9723-40d7-a3ed-1196d246785b,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:58.154445 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32243d4d-090d-4e7f-a71e-6dab6e052378 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:58.154781 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32243d4d-090d-4e7f-a71e-6dab6e052378 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:58.155160 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32243d4d-090d-4e7f-a71e-6dab6e052378 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:58.156365 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32243d4d-090d-4e7f-a71e-6dab6e052378 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:58.156703 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32243d4d-090d-4e7f-a71e-6dab6e052378 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:58.157144 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32243d4d-090d-4e7f-a71e-6dab6e052378 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:58.157477 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32243d4d-090d-4e7f-a71e-6dab6e052378 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:58.157799 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32243d4d-090d-4e7f-a71e-6dab6e052378 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:58.158120 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32243d4d-090d-4e7f-a71e-6dab6e052378 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:58.158434 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32243d4d-090d-4e7f-a71e-6dab6e052378 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:58.158853 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32243d4d-090d-4e7f-a71e-6dab6e052378 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:58.159177 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32243d4d-090d-4e7f-a71e-6dab6e052378 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:22:58.334845 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713ec31-a9c3-4126-bd13-182b1a133c16 req-638f79bf-fca6-4c09-9c31-7391a62a0195 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:58.341763 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713ec31-a9c3-4126-bd13-182b1a133c16 req-638f79bf-fca6-4c09-9c31-7391a62a0195 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:58.343563 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a713ec31-a9c3-4126-bd13-182b1a133c16 req-638f79bf-fca6-4c09-9c31-7391a62a0195 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=b38a22b6-66d6-4e3b-98a3-829112a8cb0a HTTP/1.1" status: 200 len: 1682 time: 0.1183813 Aug 31 09:22:58.398939 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fa1dc10a-afbd-497b-9a3e-c00903285db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:58.460670 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1dc10a-afbd-497b-9a3e-c00903285db3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52ebef51-4d39-485a-b24e-185d458662a1,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:58.484104 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a713ec31-a9c3-4126-bd13-182b1a133c16 req-338e6f5b-d0bf-42c9-b128-97e7aa3ac637 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305346 Aug 31 09:22:58.526525 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1dc10a-afbd-497b-9a3e-c00903285db3 admin admin] Checking segment: {'id': '5c9bd847-04ce-44a8-b933-aa2c14717740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': 'ea320e68-0d27-48e5-8ad0-0bb739fca3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:22:58.526525 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1dc10a-afbd-497b-9a3e-c00903285db3 admin admin] Network hostable DHCP agents. Network: ea320e68-0d27-48e5-8ad0-0bb739fca3c2, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:22:58.613744 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1dc10a-afbd-497b-9a3e-c00903285db3 admin admin] Network ea320e68-0d27-48e5-8ad0-0bb739fca3c2 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:22:58.642496 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532fdc5-d59a-4b4e-a757-e18394a245a9 req-f6040507-48f2-47e8-9728-19b054f82a2b tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:58.644158 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0532fdc5-d59a-4b4e-a757-e18394a245a9 req-f6040507-48f2-47e8-9728-19b054f82a2b tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=db3f8e6c-f35e-4ba4-aa5c-c42c4d654c5f HTTP/1.1" status: 200 len: 950 time: 0.0725074 Aug 31 09:22:58.693261 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0532fdc5-d59a-4b4e-a757-e18394a245a9 req-b1bb7f0c-8426-4748-8a63-ebf0ab17d4a5 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427568 Aug 31 09:22:58.699364 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-fa1dc10a-afbd-497b-9a3e-c00903285db3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, ea320e68-0d27-48e5-8ad0-0bb739fca3c2) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:22:58.706964 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f296544-590f-430f-a183-2513d55b7729 None None] Network ea320e68-0d27-48e5-8ad0-0bb739fca3c2 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:22:58.708644 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1dc10a-afbd-497b-9a3e-c00903285db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:58.709342 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fa1dc10a-afbd-497b-9a3e-c00903285db3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:58.865638 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2514aad-b72a-4365-9442-fa09954e0bb4 None None] Network ea320e68-0d27-48e5-8ad0-0bb739fca3c2 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:22:58.875056 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70ba44-6e7e-4ad3-80cf-9e804ed0a9b0 req-b4c49338-1f27-4244-81b4-559b417acfa0 tempest-ServersOnMultiNodesTest-113113454 tempest-ServersOnMultiNodesTest-113113454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:58.877042 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b70ba44-6e7e-4ad3-80cf-9e804ed0a9b0 req-b4c49338-1f27-4244-81b4-559b417acfa0 tempest-ServersOnMultiNodesTest-113113454 tempest-ServersOnMultiNodesTest-113113454-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=db3f8e6c-f35e-4ba4-aa5c-c42c4d654c5f HTTP/1.1" status: 200 len: 1102 time: 0.0559502 Aug 31 09:22:58.878459 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-fa1dc10a-afbd-497b-9a3e-c00903285db3 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2601159 Aug 31 09:22:58.891798 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21a641-72be-489b-8ef1-b727187e9e5b req-2d5cad4f-808e-4b35-9f23-742270f54181 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:58.893535 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e21a641-72be-489b-8ef1-b727187e9e5b req-2d5cad4f-808e-4b35-9f23-742270f54181 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 947 time: 0.1211100 Aug 31 09:22:59.000473 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 36084) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:59.007015 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054424b1-1c73-481b-bcee-0a0d95d53b5c req-3b3f45a8-0002-4f94-a6d5-6b53901a8e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:59.008736 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-054424b1-1c73-481b-bcee-0a0d95d53b5c req-3b3f45a8-0002-4f94-a6d5-6b53901a8e62 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=0d677f60af8447aeaedb4cf6d8107d97&device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 1099 time: 0.1132371 Aug 31 09:22:59.013602 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b70ba44-6e7e-4ad3-80cf-9e804ed0a9b0 req-84c33925-f921-4af9-896f-85422c791dcf tempest-ServersOnMultiNodesTest-113113454 tempest-ServersOnMultiNodesTest-113113454-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191008 Aug 31 09:22:59.017025 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e21a641-72be-489b-8ef1-b727187e9e5b req-cec8c7d6-8f3a-4ae5-a305-26245660b8d9 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103978 Aug 31 09:22:59.049285 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-df026bc9-3233-4690-ac4b-c01bd47ff0d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:59.142999 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054424b1-1c73-481b-bcee-0a0d95d53b5c req-c70cbb78-7060-4b77-867a-adac71ad3fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:59.145064 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-054424b1-1c73-481b-bcee-0a0d95d53b5c req-c70cbb78-7060-4b77-867a-adac71ad3fcb service neutron] 10.222.0.112 "GET /v2.0/networks?id=a272a18a-9015-4fb0-a70a-84597b53d8ca HTTP/1.1" status: 200 len: 916 time: 0.1268623 Aug 31 09:22:59.166829 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-df026bc9-3233-4690-ac4b-c01bd47ff0d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:59.206317 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-054424b1-1c73-481b-bcee-0a0d95d53b5c req-e5cd16cf-410d-4966-a59b-1140b0da5ee7 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f HTTP/1.1" status: 200 len: 217 time: 0.0449800 Aug 31 09:22:59.235807 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-df026bc9-3233-4690-ac4b-c01bd47ff0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:59.279841 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-df026bc9-3233-4690-ac4b-c01bd47ff0d1 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=f801289a4bcf4c37956b5e556a14f4e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2775550 Aug 31 09:22:59.282729 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 36098) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:22:59.284080 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df026bc9-3233-4690-ac4b-c01bd47ff0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54da28c8-67fa-420a-bddb-22f2599e6197,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:59.303344 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054424b1-1c73-481b-bcee-0a0d95d53b5c req-a0338827-c2df-44cc-9057-80e9550595b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:59.304799 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-054424b1-1c73-481b-bcee-0a0d95d53b5c req-a0338827-c2df-44cc-9057-80e9550595b0 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=563a5021-597f-4efc-89b8-b4db37655c5e HTTP/1.1" status: 200 len: 854 time: 0.0884545 Aug 31 09:22:59.314924 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282068a-5922-46a9-a69f-aa521f52b847 req-24d4e7da-2a1a-490d-a110-dea62551bf73 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:59.316342 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f282068a-5922-46a9-a69f-aa521f52b847 req-24d4e7da-2a1a-490d-a110-dea62551bf73 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8fa3f34-ec98-432c-84da-a630829c9ba6 HTTP/1.1" status: 200 len: 945 time: 0.1131320 Aug 31 09:22:59.361738 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-054424b1-1c73-481b-bcee-0a0d95d53b5c req-b9f23a7c-1987-43c3-8855-49bac4de4853 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a272a18a-9015-4fb0-a70a-84597b53d8ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441463 Aug 31 09:22:59.463029 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f282068a-5922-46a9-a69f-aa521f52b847 req-3d752959-2f38-4636-bd29-f216a871b0b5 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284313 Aug 31 09:22:59.465737 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-40dfad37-830e-4d3e-8ba0-ad7f24c93776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:59.532223 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-2bf18408-732a-47c6-9d21-2d6685712166 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441155 Aug 31 09:22:59.535231 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-40dfad37-830e-4d3e-8ba0-ad7f24c93776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:59.543672 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-054424b1-1c73-481b-bcee-0a0d95d53b5c req-b3941f39-fe94-43e9-ad4a-e3fc430afa10 service neutron] 10.222.0.112 "GET /v2.0/networks/a272a18a-9015-4fb0-a70a-84597b53d8ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699297 Aug 31 09:22:59.749140 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd937b0-a827-4240-8115-8b2c058dcdd7 req-22c8c0cb-7f4d-47bf-b00e-1f236e1fbcda tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:59.752525 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-eeea7ecd-50ce-40c9-8fee-071e246d569e tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:59.755250 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-eeea7ecd-50ce-40c9-8fee-071e246d569e tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2094660 Aug 31 09:22:59.755391 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd937b0-a827-4240-8115-8b2c058dcdd7 req-22c8c0cb-7f4d-47bf-b00e-1f236e1fbcda tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:59.756095 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-054424b1-1c73-481b-bcee-0a0d95d53b5c req-91663a66-14de-49bb-bfd6-89bae699416a service neutron] 10.222.0.112 "GET /v2.0/networks/a272a18a-9015-4fb0-a70a-84597b53d8ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967318 Aug 31 09:22:59.757031 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-edd937b0-a827-4240-8115-8b2c058dcdd7 req-22c8c0cb-7f4d-47bf-b00e-1f236e1fbcda tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.112 "GET /v2.0/ports?device_id=b38a22b6-66d6-4e3b-98a3-829112a8cb0a HTTP/1.1" status: 200 len: 1682 time: 0.0696378 Aug 31 09:22:59.780860 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-40dfad37-830e-4d3e-8ba0-ad7f24c93776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:59.783342 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-40dfad37-830e-4d3e-8ba0-ad7f24c93776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:59.784432 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-40dfad37-830e-4d3e-8ba0-ad7f24c93776 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/54da28c8-67fa-420a-bddb-22f2599e6197 HTTP/1.1" status: 204 len: 168 time: 0.5007915 Aug 31 09:22:59.801262 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-938bb421-945d-42e2-892d-65baa05a2d89 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/quotas/f9e9c6916d1f4a7e8f22a19bc536a833 HTTP/1.1" status: 200 len: 375 time: 0.0398793 Aug 31 09:22:59.826894 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dfad37-830e-4d3e-8ba0-ad7f24c93776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54da28c8-67fa-420a-bddb-22f2599e6197,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:22:59.877382 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94f58c-8d5f-4e21-a093-dd964d06691d req-83201f55-07cd-4b75-9aa4-96894eb81de0 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:59.883560 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94f58c-8d5f-4e21-a093-dd964d06691d req-83201f55-07cd-4b75-9aa4-96894eb81de0 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:22:59.885337 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c94f58c-8d5f-4e21-a093-dd964d06691d req-83201f55-07cd-4b75-9aa4-96894eb81de0 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=b38a22b6-66d6-4e3b-98a3-829112a8cb0a HTTP/1.1" status: 200 len: 1682 time: 0.1227536 Aug 31 09:22:59.887115 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-edd937b0-a827-4240-8115-8b2c058dcdd7 req-9ae1b9fb-a429-462f-9223-997d574b28bc tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Deleting port 3ff69bb9-5fda-4a41-bf02-6e893af58c31 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:22:59.887611 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-edd937b0-a827-4240-8115-8b2c058dcdd7 req-9ae1b9fb-a429-462f-9223-997d574b28bc tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:22:59.906593 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-cb00bd11-a89c-4509-990f-0bedcf4e78ea tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0917065 Aug 31 09:22:59.944170 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c94f58c-8d5f-4e21-a093-dd964d06691d req-2027e627-2271-4929-930e-384b99b4851b tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365520 Aug 31 09:23:00.004132 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-edd937b0-a827-4240-8115-8b2c058dcdd7 req-9ae1b9fb-a429-462f-9223-997d574b28bc tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] For port 3ff69bb9-5fda-4a41-bf02-6e893af58c31, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3ff69bb9-5fda-4a41-bf02-6e893af58c31,segment=NetworkSegment(120b564e-172c-47a9-b2fd-c74919e7d49d),segment_id=120b564e-172c-47a9-b2fd-c74919e7d49d)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:00.005080 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-edd937b0-a827-4240-8115-8b2c058dcdd7 req-9ae1b9fb-a429-462f-9223-997d574b28bc tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:00.018487 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-edd937b0-a827-4240-8115-8b2c058dcdd7 req-9ae1b9fb-a429-462f-9223-997d574b28bc tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Calling delete_port for 3ff69bb9-5fda-4a41-bf02-6e893af58c31 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:23:00.247832 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-edd937b0-a827-4240-8115-8b2c058dcdd7 req-9ae1b9fb-a429-462f-9223-997d574b28bc tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:00.275637 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['d56a9660-2ff3-4828-afe4-dfcdc1f74154', '3ff69bb9-5fda-4a41-bf02-6e893af58c31'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:23:00.320333 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1b9fb-a429-462f-9223-997d574b28bc tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Pushing event deleted for resources: {'Port': ['ID=3ff69bb9-5fda-4a41-bf02-6e893af58c31,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:00.326270 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c303327f-992f-4a79-b411-5202d76b7db0 req-b54d5c2a-ede1-4016-a739-42fd87d13392 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=e52f6c9c-0d7d-4616-8c6c-51b56317bb8c HTTP/1.1" status: 200 len: 210 time: 0.0494576 Aug 31 09:23:00.345066 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b172c-1073-472e-ba8b-4b4d0e6fc93c req-cc8c41c3-7d5b-4bde-bf94-aac821c50e09 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:00.353255 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-496b172c-1073-472e-ba8b-4b4d0e6fc93c req-cc8c41c3-7d5b-4bde-bf94-aac821c50e09 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 947 time: 0.1451957 Aug 31 09:23:00.425667 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd937b0-a827-4240-8115-8b2c058dcdd7 req-9ae1b9fb-a429-462f-9223-997d574b28bc tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] No DVR routers for this DVR port 3ff69bb9-5fda-4a41-bf02-6e893af58c31 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:23:00.426847 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-496b172c-1073-472e-ba8b-4b4d0e6fc93c req-cfae47dc-8e45-4952-a399-b3359fbfafb7 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710173 Aug 31 09:23:00.428781 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-edd937b0-a827-4240-8115-8b2c058dcdd7 req-9ae1b9fb-a429-462f-9223-997d574b28bc tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:00.431304 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-edd937b0-a827-4240-8115-8b2c058dcdd7 req-9ae1b9fb-a429-462f-9223-997d574b28bc tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.112 "DELETE /v2.0/ports/3ff69bb9-5fda-4a41-bf02-6e893af58c31 HTTP/1.1" status: 204 len: 173 time: 0.6580877 Aug 31 09:23:00.431819 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38a22b6-66d6-4e3b-98a3-829112a8cb0a', 'name': 'network-vif-deleted', 'tag': '3ff69bb9-5fda-4a41-bf02-6e893af58c31'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:23:00.434894 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecdc284-009c-48d9-88f3-6440dbf5d3f8" -d '{"events": [{"server_uuid": "b38a22b6-66d6-4e3b-98a3-829112a8cb0a", "name": "network-vif-deleted", "tag": "3ff69bb9-5fda-4a41-bf02-6e893af58c31"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:23:00.538726 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821ef7cd-f89e-44cf-a174-9bb6873a7d5b x-openstack-request-id: req-821ef7cd-f89e-44cf-a174-9bb6873a7d5b {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:23:00.539529 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38a22b6-66d6-4e3b-98a3-829112a8cb0a", "name": "network-vif-deleted", "tag": "3ff69bb9-5fda-4a41-bf02-6e893af58c31", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:23:00.539921 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-821ef7cd-f89e-44cf-a174-9bb6873a7d5b {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:23:00.540682 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38a22b6-66d6-4e3b-98a3-829112a8cb0a', 'name': 'network-vif-deleted', 'tag': '3ff69bb9-5fda-4a41-bf02-6e893af58c31', 'status': 'completed', 'code': 200} Aug 31 09:23:00.641033 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-edd937b0-a827-4240-8115-8b2c058dcdd7 req-9528539c-7d1d-4f70-bd9a-b6b123c15e35 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Deleting port d56a9660-2ff3-4828-afe4-dfcdc1f74154 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:23:00.641331 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-edd937b0-a827-4240-8115-8b2c058dcdd7 req-9528539c-7d1d-4f70-bd9a-b6b123c15e35 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:00.668241 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719382ea-5b74-4921-8e74-f6fb134900d1 req-f3fedfea-b0af-4533-a9ad-6a5826ea1143 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:00.676538 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-719382ea-5b74-4921-8e74-f6fb134900d1 req-f3fedfea-b0af-4533-a9ad-6a5826ea1143 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8fa3f34-ec98-432c-84da-a630829c9ba6 HTTP/1.1" status: 200 len: 945 time: 0.1152740 Aug 31 09:23:00.739851 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-719382ea-5b74-4921-8e74-f6fb134900d1 req-f897b9aa-002c-414e-a34b-76d251addcf7 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623596 Aug 31 09:23:00.811442 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-edd937b0-a827-4240-8115-8b2c058dcdd7 req-9528539c-7d1d-4f70-bd9a-b6b123c15e35 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] For port d56a9660-2ff3-4828-afe4-dfcdc1f74154, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=d56a9660-2ff3-4828-afe4-dfcdc1f74154,segment=NetworkSegment(7681fa24-9ef9-4a4a-8895-95992c6d5bb8),segment_id=7681fa24-9ef9-4a4a-8895-95992c6d5bb8)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:00.811778 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-edd937b0-a827-4240-8115-8b2c058dcdd7 req-9528539c-7d1d-4f70-bd9a-b6b123c15e35 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:00.826158 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-edd937b0-a827-4240-8115-8b2c058dcdd7 req-9528539c-7d1d-4f70-bd9a-b6b123c15e35 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Calling delete_port for d56a9660-2ff3-4828-afe4-dfcdc1f74154 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:23:01.090497 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c0219-3508-4c97-a8ed-0352f4c612d8 req-e68063bf-53fb-4274-b5a0-e3cf204e2895 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:01.091946 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-700c0219-3508-4c97-a8ed-0352f4c612d8 req-e68063bf-53fb-4274-b5a0-e3cf204e2895 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=b38a22b6-66d6-4e3b-98a3-829112a8cb0a HTTP/1.1" status: 200 len: 945 time: 0.0555706 Aug 31 09:23:01.092339 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-edd937b0-a827-4240-8115-8b2c058dcdd7 req-9528539c-7d1d-4f70-bd9a-b6b123c15e35 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:01.107722 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['3ff69bb9-5fda-4a41-bf02-6e893af58c31'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:23:01.126082 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528539c-7d1d-4f70-bd9a-b6b123c15e35 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Pushing event deleted for resources: {'Port': ['ID=d56a9660-2ff3-4828-afe4-dfcdc1f74154,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:01.152805 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-700c0219-3508-4c97-a8ed-0352f4c612d8 req-fa346d70-8279-4414-b4a1-931b8c7bcaaa tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/security-groups?id=346d4639-ad89-4f96-94e4-698543bc290d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524905 Aug 31 09:23:01.181981 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd937b0-a827-4240-8115-8b2c058dcdd7 req-9528539c-7d1d-4f70-bd9a-b6b123c15e35 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] No DVR routers for this DVR port d56a9660-2ff3-4828-afe4-dfcdc1f74154 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:23:01.190423 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-edd937b0-a827-4240-8115-8b2c058dcdd7 req-9528539c-7d1d-4f70-bd9a-b6b123c15e35 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:01.193094 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-edd937b0-a827-4240-8115-8b2c058dcdd7 req-9528539c-7d1d-4f70-bd9a-b6b123c15e35 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.112 "DELETE /v2.0/ports/d56a9660-2ff3-4828-afe4-dfcdc1f74154 HTTP/1.1" status: 204 len: 173 time: 0.7452314 Aug 31 09:23:01.439070 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-26650bb1-da86-4aa3-9719-9cd332aa745c req-70eefeda-6aeb-4017-b788-5a9ff866b292 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=e52f6c9c-0d7d-4616-8c6c-51b56317bb8c HTTP/1.1" status: 200 len: 210 time: 0.0316923 Aug 31 09:23:01.574590 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd136ef-12e8-45ae-a631-cc11edbd065c req-c31a4721-d0a5-4acd-b7bc-9ca97aebe9f6 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:01.576306 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3cd136ef-12e8-45ae-a631-cc11edbd065c req-c31a4721-d0a5-4acd-b7bc-9ca97aebe9f6 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 947 time: 0.0606008 Aug 31 09:23:01.641242 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3cd136ef-12e8-45ae-a631-cc11edbd065c req-4ca9e352-e865-47cf-827a-3dff68a7c42f tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493655 Aug 31 09:23:01.830717 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faaa40f-ec95-454f-b107-7c6b0622df25 req-f708d407-f9cc-4ed8-8371-d01efc7b98c5 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:01.832495 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1faaa40f-ec95-454f-b107-7c6b0622df25 req-f708d407-f9cc-4ed8-8371-d01efc7b98c5 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 947 time: 0.0989876 Aug 31 09:23:01.929201 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1faaa40f-ec95-454f-b107-7c6b0622df25 req-aa98f7b6-ac43-4c97-aea1-b1e2373d0b38 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853908 Aug 31 09:23:02.033382 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31e02e-93d5-42f3-8558-9bdb72af70f7 req-06c16b56-9629-4662-aa55-a2e8eee72751 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:02.034993 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc31e02e-93d5-42f3-8558-9bdb72af70f7 req-06c16b56-9629-4662-aa55-a2e8eee72751 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8fa3f34-ec98-432c-84da-a630829c9ba6 HTTP/1.1" status: 200 len: 945 time: 0.0902357 Aug 31 09:23:02.112855 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc31e02e-93d5-42f3-8558-9bdb72af70f7 req-49b218f1-1c46-4baa-b551-3c5106f4ddc6 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703924 Aug 31 09:23:02.128449 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9249ec0-06de-4800-991b-d9f29b57b8c3 req-e547b4bd-c372-4512-8db1-18be43978c23 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:02.128449 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b9249ec0-06de-4800-991b-d9f29b57b8c3 req-e547b4bd-c372-4512-8db1-18be43978c23 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 947 time: 0.0766058 Aug 31 09:23:02.199476 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b9249ec0-06de-4800-991b-d9f29b57b8c3 req-e5acf9ef-1365-4535-89b8-ebe6ac88c1a7 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586429 Aug 31 09:23:02.378851 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-606884e1-ee05-4638-9082-d3c58aa53050 req-74eb8d88-c524-420d-8097-a855a18fd437 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "GET /v2.0/ports?device_id=b38a22b6-66d6-4e3b-98a3-829112a8cb0a HTTP/1.1" status: 200 len: 210 time: 0.0491459 Aug 31 09:23:02.446561 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30aa175-517d-4d64-987f-7462db0d0353 req-3eb3ac13-1a85-4d37-ba2b-25799adb75c5 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:02.448184 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a30aa175-517d-4d64-987f-7462db0d0353 req-3eb3ac13-1a85-4d37-ba2b-25799adb75c5 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.119 "GET /v2.0/networks?id=ea320e68-0d27-48e5-8ad0-0bb739fca3c2 HTTP/1.1" status: 200 len: 810 time: 0.2069542 Aug 31 09:23:02.479219 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:02.487702 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a30aa175-517d-4d64-987f-7462db0d0353 req-8465464a-19f7-472b-ae24-2a21013eb0a0 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.119 "GET /v2.0/quotas/0cfed79ae5c84cf3aa6022ec2e1e62d4 HTTP/1.1" status: 200 len: 375 time: 0.0274527 Aug 31 09:23:02.529180 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a30aa175-517d-4d64-987f-7462db0d0353 req-b7b13605-210a-4a2a-ae88-e28d8e7fd153 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=0cfed79ae5c84cf3aa6022ec2e1e62d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343351 Aug 31 09:23:02.537521 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f460c-8bf6-416c-a0d7-9b963496ad3f req-60a8133e-2b9d-424d-bca3-bcf7fb616444 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:02.539098 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa3f460c-8bf6-416c-a0d7-9b963496ad3f req-60a8133e-2b9d-424d-bca3-bcf7fb616444 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 947 time: 0.0894120 Aug 31 09:23:02.541976 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38a22b6-66d6-4e3b-98a3-829112a8cb0a', 'name': 'network-vif-deleted', 'tag': 'd56a9660-2ff3-4828-afe4-dfcdc1f74154'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:23:02.547045 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03b2250-4c5d-4fec-b897-1d7bdb8b1908" -d '{"events": [{"server_uuid": "b38a22b6-66d6-4e3b-98a3-829112a8cb0a", "name": "network-vif-deleted", "tag": "d56a9660-2ff3-4828-afe4-dfcdc1f74154"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:23:02.660083 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa3f460c-8bf6-416c-a0d7-9b963496ad3f req-67ebeb8e-c7f5-47ef-bae0-0da3f8d7d74f tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995288 Aug 31 09:23:02.696005 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a30aa175-517d-4d64-987f-7462db0d0353 req-03e296d8-fa33-47ba-a0ee-4348c17314c1 service neutron] 10.222.0.119 "GET /v2.0/networks/ea320e68-0d27-48e5-8ad0-0bb739fca3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558034 Aug 31 09:23:02.804737 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0d313498-a027-4de8-81b2-f198df6e579f req-47898f7e-a0be-4279-b7f8-0526fdcfd7c8 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=e52f6c9c-0d7d-4616-8c6c-51b56317bb8c HTTP/1.1" status: 200 len: 210 time: 0.0673602 Aug 31 09:23:02.857370 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:02.862341 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a30aa175-517d-4d64-987f-7462db0d0353 req-ad60036f-1671-464b-aaac-897450e0cd8d service neutron] 10.222.0.119 "GET /v2.0/networks/ea320e68-0d27-48e5-8ad0-0bb739fca3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527288 Aug 31 09:23:02.911982 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b3f694-e82a-4d9c-abdb-473bef87c26a x-openstack-request-id: req-d7b3f694-e82a-4d9c-abdb-473bef87c26a {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:23:02.912585 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38a22b6-66d6-4e3b-98a3-829112a8cb0a", "name": "network-vif-deleted", "tag": "d56a9660-2ff3-4828-afe4-dfcdc1f74154", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:23:02.913013 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-d7b3f694-e82a-4d9c-abdb-473bef87c26a {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:23:02.913554 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38a22b6-66d6-4e3b-98a3-829112a8cb0a', 'name': 'network-vif-deleted', 'tag': 'd56a9660-2ff3-4828-afe4-dfcdc1f74154', 'status': 'completed', 'code': 200} Aug 31 09:23:02.934610 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-9422ba83-8f75-4c88-b615-bd2564300ba9 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400059 Aug 31 09:23:03.106698 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-9e09604b-b2c5-4560-bef2-0dd296483ca6 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:03.108184 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-9e09604b-b2c5-4560-bef2-0dd296483ca6 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1728480 Aug 31 09:23:03.123703 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-133dec4f-bd1e-4790-9234-4da6eda62281 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Request body: {'port': {'device_id': 'e52f6c9c-0d7d-4616-8c6c-51b56317bb8c', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'admin_state_up': True, 'tenant_id': 'f9e9c6916d1f4a7e8f22a19bc536a833'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:03.227386 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17107408-62bf-4ca1-8840-8967234b7a09 req-15ec5974-6ae9-41d5-aa24-26f0b56e7bc0 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:03.235063 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-17107408-62bf-4ca1-8840-8967234b7a09 req-15ec5974-6ae9-41d5-aa24-26f0b56e7bc0 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 947 time: 0.1200249 Aug 31 09:23:03.294403 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-17107408-62bf-4ca1-8840-8967234b7a09 req-573dd70d-e78e-4534-ba6c-382c92183167 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578976 Aug 31 09:23:03.400863 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-86c172d3-4708-4cf5-add9-5c1b232b105a req-d5be5fba-1a75-4eaf-87f0-4c46ceb06ba7 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.119 "GET /v2.0/ports?device_id=236fa6dc-dac4-4e9c-bd97-231672aacc76 HTTP/1.1" status: 200 len: 210 time: 0.0387135 Aug 31 09:23:03.402134 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-133dec4f-bd1e-4790-9234-4da6eda62281 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Made reservation on behalf of f9e9c6916d1f4a7e8f22a19bc536a833 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:03.406222 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-133dec4f-bd1e-4790-9234-4da6eda62281 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:03.483292 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef6e18-0ce7-49b0-8d9d-131a3add3981 req-84623a64-71d7-4337-93d5-275784c07e5d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:03.484879 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3fef6e18-0ce7-49b0-8d9d-131a3add3981 req-84623a64-71d7-4337-93d5-275784c07e5d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8fa3f34-ec98-432c-84da-a630829c9ba6 HTTP/1.1" status: 200 len: 945 time: 0.1096015 Aug 31 09:23:03.664025 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3fef6e18-0ce7-49b0-8d9d-131a3add3981 req-40bd00ea-443e-42a4-82bc-71591b8636e7 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182041 Aug 31 09:23:03.681870 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf58962-653d-44a0-84cc-2d7e1143af87 req-08628803-c96a-4252-b359-a240435cc831 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:03.684128 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3cf58962-653d-44a0-84cc-2d7e1143af87 req-08628803-c96a-4252-b359-a240435cc831 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 947 time: 0.1392994 Aug 31 09:23:03.717012 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-133dec4f-bd1e-4790-9234-4da6eda62281 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Allocated IP 192.168.233.146 (a47e180d-e969-4a85-aa09-0ec8196480c0/f473c8e7-d3e2-4352-b8da-3dcd093feb8b/ba0688c6-791a-4366-991a-81eb5e62c116) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:03.748619 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 36266) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:03.770511 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3cf58962-653d-44a0-84cc-2d7e1143af87 req-ed7dbb1a-d5f0-43f2-8f0d-f1f2ec56b5b6 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741980 Aug 31 09:23:03.791755 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3ff69bb9-5fda-4a41-bf02-6e893af58c31 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:23:03.811780 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-8319d5ac-53c9-4b9e-bd10-3fbfaca4c539 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Deleting subnet e01998b1-1179-46d6-8a60-d361d414470c {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:23:03.815306 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8319d5ac-53c9-4b9e-bd10-3fbfaca4c539 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:03.820472 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 3ff69bb9-5fda-4a41-bf02-6e893af58c31 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:23:03.820816 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3ff69bb9-5fda-4a41-bf02-6e893af58c31 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:23:03.822925 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device d56a9660-2ff3-4828-afe4-dfcdc1f74154 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:23:03.866756 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8319d5ac-53c9-4b9e-bd10-3fbfaca4c539 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:03.886990 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: d56a9660-2ff3-4828-afe4-dfcdc1f74154 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:23:03.887364 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device d56a9660-2ff3-4828-afe4-dfcdc1f74154 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:23:03.982877 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b31b6069-bacb-488f-a8f2-96529bbd73bf req-a8e59474-8c80-420f-a72d-a2523e80bda4 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=e52f6c9c-0d7d-4616-8c6c-51b56317bb8c HTTP/1.1" status: 200 len: 210 time: 0.0522957 Aug 31 09:23:04.010651 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31e8f6-2091-4a10-b2bc-09f29fdeae50 req-a4baed38-159e-48c4-a0be-aeaa97371620 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:04.018050 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1f31e8f6-2091-4a10-b2bc-09f29fdeae50 req-a4baed38-159e-48c4-a0be-aeaa97371620 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 947 time: 0.1265638 Aug 31 09:23:04.048679 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-133dec4f-bd1e-4790-9234-4da6eda62281 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:04.052823 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8319d5ac-53c9-4b9e-bd10-3fbfaca4c539 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:04.086763 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1f31e8f6-2091-4a10-b2bc-09f29fdeae50 req-1f7dd054-aedd-4fb8-a06a-da42e9ffd957 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635839 Aug 31 09:23:04.105220 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-133dec4f-bd1e-4790-9234-4da6eda62281 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Transition to ACTIVE for port object ba0688c6-791a-4366-991a-81eb5e62c116 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:04.298081 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f334b-a52c-40d5-9e67-91ee7ad5305e req-091000ea-bedb-4244-9bd7-c2feab39cf40 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:04.299616 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f55f334b-a52c-40d5-9e67-91ee7ad5305e req-091000ea-bedb-4244-9bd7-c2feab39cf40 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 947 time: 0.0502019 Aug 31 09:23:04.301131 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-133dec4f-bd1e-4790-9234-4da6eda62281 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:04.314807 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['5b4431c4-d3fc-4102-a88e-370b2790a6d2', 'a455cdf0-83d3-4487-b52d-1754bb9148b1', '0ccfc8f2-adc2-437c-9087-578ecbd69952', 'bbd510a8-f1cb-4df6-80bf-3d88acfdae33'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:23:04.317468 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['208182a9-a164-4eea-905d-adb2523ca8bc', 'd74a91a0-3c4a-4603-8694-5657c49ee57c'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:23:04.353898 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8319d5ac-53c9-4b9e-bd10-3fbfaca4c539 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:04.379224 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-133dec4f-bd1e-4790-9234-4da6eda62281 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Network a47e180d-e969-4a85-aa09-0ec8196480c0 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:04.390382 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-133dec4f-bd1e-4790-9234-4da6eda62281 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:04.391153 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319d5ac-53c9-4b9e-bd10-3fbfaca4c539 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Pushing event deleted for resources: {'Subnet': ['ID=e01998b1-1179-46d6-8a60-d361d414470c,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:04.395380 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8319d5ac-53c9-4b9e-bd10-3fbfaca4c539 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:04.398673 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8319d5ac-53c9-4b9e-bd10-3fbfaca4c539 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "DELETE /v2.0/subnets/e01998b1-1179-46d6-8a60-d361d414470c HTTP/1.1" status: 204 len: 168 time: 0.6478753 Aug 31 09:23:04.400925 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 36292) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:04.401755 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-133dec4f-bd1e-4790-9234-4da6eda62281 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:04.413917 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f543d072-bc5d-4518-84f9-e0303c3ac884 None None] Network 2e258e58-a830-4cb8-a73f-a00887d3bce1 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:04.588217 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6cbde48-a1f1-4122-aff9-b78680124cc0 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:04.737852 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-d6cbde48-a1f1-4122-aff9-b78680124cc0 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Deleting port 313ab639-9ef8-43d2-84bd-41a8bbe94d66 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:23:04.738405 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6cbde48-a1f1-4122-aff9-b78680124cc0 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:04.918890 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133dec4f-bd1e-4790-9234-4da6eda62281 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Pushing event updated for resources: {'Port': ['ID=ba0688c6-791a-4366-991a-81eb5e62c116,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:04.932128 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-d6cbde48-a1f1-4122-aff9-b78680124cc0 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] For port 313ab639-9ef8-43d2-84bd-41a8bbe94d66, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=313ab639-9ef8-43d2-84bd-41a8bbe94d66,segment=NetworkSegment(7681fa24-9ef9-4a4a-8895-95992c6d5bb8),segment_id=7681fa24-9ef9-4a4a-8895-95992c6d5bb8)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:04.932768 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6cbde48-a1f1-4122-aff9-b78680124cc0 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:04.967393 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d3536323-573a-4f55-a675-75827f174ccf None None] Provisioning for port ba0688c6-791a-4366-991a-81eb5e62c116 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:04.969437 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-d6cbde48-a1f1-4122-aff9-b78680124cc0 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Calling delete_port for 313ab639-9ef8-43d2-84bd-41a8bbe94d66 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:23:04.992890 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-df29d525-35b7-4713-81bf-273496ba5048 req-a66a66cb-d1c2-49cc-8852-057851ac5e75 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.119 "GET /v2.0/ports?device_id=236fa6dc-dac4-4e9c-bd97-231672aacc76 HTTP/1.1" status: 200 len: 210 time: 0.0817842 Aug 31 09:23:04.998655 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d3536323-573a-4f55-a675-75827f174ccf None None] Provisioning complete for port ba0688c6-791a-4366-991a-81eb5e62c116 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:04.999255 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d3536323-573a-4f55-a675-75827f174ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:05.043861 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f55f334b-a52c-40d5-9e67-91ee7ad5305e req-c815f71e-19e8-4831-ad37-3b4ca4e1a910 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7336230 Aug 31 09:23:05.049158 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-d3536323-573a-4f55-a675-75827f174ccf None None] Port ba0688c6-791a-4366-991a-81eb5e62c116 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:23:05.073441 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-133dec4f-bd1e-4790-9234-4da6eda62281 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:05.077444 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-133dec4f-bd1e-4790-9234-4da6eda62281 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:05.099626 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a193d2-599c-487e-880d-2bb7b9050b1d None None] DHCP port deletion for 2e258e58-a830-4cb8-a73f-a00887d3bce1 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:23:05.212331 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-133dec4f-bd1e-4790-9234-4da6eda62281 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0944934 Aug 31 09:23:05.240985 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-0cd8d69d-2a6c-4014-a63d-fb22a0fe8e3f service neutron] Request body: {'port': {'device_id': 'e52f6c9c-0d7d-4616-8c6c-51b56317bb8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:05.278035 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01a30a-0595-43a9-93e2-a536c21d6557 req-4b378751-746c-4f12-ba38-d5fbac5614e3 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:05.279662 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fa01a30a-0595-43a9-93e2-a536c21d6557 req-4b378751-746c-4f12-ba38-d5fbac5614e3 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b63451b-19aa-4e90-84ce-7b134146b43e HTTP/1.1" status: 200 len: 945 time: 0.1481562 Aug 31 09:23:05.291962 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-59a193d2-599c-487e-880d-2bb7b9050b1d None None] Deleting port 313ab639-9ef8-43d2-84bd-41a8bbe94d66 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:23:05.293685 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-59a193d2-599c-487e-880d-2bb7b9050b1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:05.325504 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6cbde48-a1f1-4122-aff9-b78680124cc0 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:05.348460 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02f9c0-fb1c-4576-8608-c1b9e5043934 req-39b17213-1b80-4c67-9d17-69e0417a4faf tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:05.356691 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0f02f9c0-fb1c-4576-8608-c1b9e5043934 req-39b17213-1b80-4c67-9d17-69e0417a4faf tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8fa3f34-ec98-432c-84da-a630829c9ba6 HTTP/1.1" status: 200 len: 945 time: 0.1641982 Aug 31 09:23:05.379016 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cbde48-a1f1-4122-aff9-b78680124cc0 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Pushing event deleted for resources: {'Port': ['ID=313ab639-9ef8-43d2-84bd-41a8bbe94d66,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:05.381125 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cbde48-a1f1-4122-aff9-b78680124cc0 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] No DVR routers for this DVR port 313ab639-9ef8-43d2-84bd-41a8bbe94d66 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:23:05.388865 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-0cd8d69d-2a6c-4014-a63d-fb22a0fe8e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:05.420203 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fa01a30a-0595-43a9-93e2-a536c21d6557 req-713762bb-a1d2-4d6d-825d-cb66193a4fa0 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301639 Aug 31 09:23:05.434648 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0f02f9c0-fb1c-4576-8608-c1b9e5043934 req-56beeb28-1308-4442-9638-0cf1b1f1397b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769618 Aug 31 09:23:05.576675 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6cbde48-a1f1-4122-aff9-b78680124cc0 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:05.590392 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-d6cbde48-a1f1-4122-aff9-b78680124cc0 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e258e58-a830-4cb8-a73f-a00887d3bce1']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:05.597181 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-59a193d2-599c-487e-880d-2bb7b9050b1d None None] For port 313ab639-9ef8-43d2-84bd-41a8bbe94d66, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=313ab639-9ef8-43d2-84bd-41a8bbe94d66,segment=NetworkSegment(7681fa24-9ef9-4a4a-8895-95992c6d5bb8),segment_id=7681fa24-9ef9-4a4a-8895-95992c6d5bb8)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:05.597642 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-59a193d2-599c-487e-880d-2bb7b9050b1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:05.607905 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-d6cbde48-a1f1-4122-aff9-b78680124cc0 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7681fa24-9ef9-4a4a-8895-95992c6d5bb8') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:05.608294 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-d6cbde48-a1f1-4122-aff9-b78680124cc0 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7681fa24-9ef9-4a4a-8895-95992c6d5bb8') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:05.629241 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-59a193d2-599c-487e-880d-2bb7b9050b1d None None] Calling delete_port for 313ab639-9ef8-43d2-84bd-41a8bbe94d66 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:23:05.629241 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 313ab639-9ef8-43d2-84bd-41a8bbe94d66 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:23:05.644570 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6cbde48-a1f1-4122-aff9-b78680124cc0 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:05.669001 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6cbde48-a1f1-4122-aff9-b78680124cc0 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:05.677142 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 313ab639-9ef8-43d2-84bd-41a8bbe94d66 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:23:05.677937 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 313ab639-9ef8-43d2-84bd-41a8bbe94d66 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:23:05.707375 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6cbde48-a1f1-4122-aff9-b78680124cc0 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Releasing vlan 1605 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:23:05.707510 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294c7f6-80a5-4f8a-9d32-afe94e23ded9 req-58896383-9987-41e6-ba19-4233557d8f8a tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:05.708194 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6cbde48-a1f1-4122-aff9-b78680124cc0 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:05.716399 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2294c7f6-80a5-4f8a-9d32-afe94e23ded9 req-58896383-9987-41e6-ba19-4233557d8f8a tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=e52f6c9c-0d7d-4616-8c6c-51b56317bb8c HTTP/1.1" status: 200 len: 936 time: 0.1922891 Aug 31 09:23:05.727971 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:23:05.727971 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:23:05.727971 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:23:05.727971 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:23:05.727971 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:23:05.727971 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:23:05.727971 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:23:05.727971 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:23:05.727971 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:23:05.727971 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:23:05.727971 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:23:05.727971 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:23:05.727971 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:23:05.727971 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:23:05.727971 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:23:05.727971 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:23:05.727971 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:23:05.727971 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:23:05.727971 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:23:05.727971 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:23:05.727971 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:23:05.727971 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:23:05.727971 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:23:05.727971 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:23:05.727971 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:23:05.727971 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:23:05.727971 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:23:05.727971 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:23:05.727971 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:23:05.727971 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:23:05.727971 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:23:05.727971 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:23:05.777321 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-59a193d2-599c-487e-880d-2bb7b9050b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:05.799132 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a193d2-599c-487e-880d-2bb7b9050b1d None None] No DVR routers for this DVR port 313ab639-9ef8-43d2-84bd-41a8bbe94d66 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:23:05.830344 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2294c7f6-80a5-4f8a-9d32-afe94e23ded9 req-c2850a26-dc24-4542-a2fe-2701ca2901bb tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128490 Aug 31 09:23:05.830917 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a193d2-599c-487e-880d-2bb7b9050b1d None None] Pushing event deleted for resources: {'Port': ['ID=313ab639-9ef8-43d2-84bd-41a8bbe94d66,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:05.916115 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ef4d0-83bd-4769-8c63-418d81afa379 req-f7b15e15-6ebc-4a35-93fd-2af584e55a0f tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:05.917702 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e53ef4d0-83bd-4769-8c63-418d81afa379 req-f7b15e15-6ebc-4a35-93fd-2af584e55a0f tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 947 time: 0.1281290 Aug 31 09:23:05.991710 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-0cd8d69d-2a6c-4014-a63d-fb22a0fe8e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba0688c6-791a-4366-991a-81eb5e62c116 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:23:06.001522 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-0cd8d69d-2a6c-4014-a63d-fb22a0fe8e3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.006005 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e53ef4d0-83bd-4769-8c63-418d81afa379 req-c0836bd4-7d3f-4edd-b8ed-3d05255bf1fa tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774920 Aug 31 09:23:06.047204 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6cbde48-a1f1-4122-aff9-b78680124cc0 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.048749 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-0cd8d69d-2a6c-4014-a63d-fb22a0fe8e3f service neutron] Transition to ACTIVE for port object ba0688c6-791a-4366-991a-81eb5e62c116 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:06.067317 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6cbde48-a1f1-4122-aff9-b78680124cc0 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.069196 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d6cbde48-a1f1-4122-aff9-b78680124cc0 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "DELETE /v2.0/networks/2e258e58-a830-4cb8-a73f-a00887d3bce1 HTTP/1.1" status: 204 len: 168 time: 1.6653802 Aug 31 09:23:06.070216 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cbde48-a1f1-4122-aff9-b78680124cc0 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Pushing event deleted for resources: {'Network': ['ID=2e258e58-a830-4cb8-a73f-a00887d3bce1,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:06.072207 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 36320) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:06.161959 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1dfecab4-f261-4ae0-906f-98e34a852449 req-dcb290c2-b6e1-4167-99ff-709ec458b8ce tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.119 "GET /v2.0/ports?device_id=236fa6dc-dac4-4e9c-bd97-231672aacc76 HTTP/1.1" status: 200 len: 210 time: 0.0524476 Aug 31 09:23:06.171482 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-0cd8d69d-2a6c-4014-a63d-fb22a0fe8e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.213679 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0fefd17-0bea-4e33-95d6-9525018b3d45 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Deleting subnet d3c75e4c-e3af-47de-9cba-08634650f105 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:23:06.227464 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f0fefd17-0bea-4e33-95d6-9525018b3d45 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.329954 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59556add-f001-4445-adb0-aaf8498f4244 req-b930ad8f-3278-44c3-860c-62a591287de0 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:06.331544 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-59556add-f001-4445-adb0-aaf8498f4244 req-b930ad8f-3278-44c3-860c-62a591287de0 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 947 time: 0.2232540 Aug 31 09:23:06.337911 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8d69d-2a6c-4014-a63d-fb22a0fe8e3f service neutron] Pushing event updated for resources: {'Port': ['ID=ba0688c6-791a-4366-991a-81eb5e62c116,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:06.340467 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:23:06.353696 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f0fefd17-0bea-4e33-95d6-9525018b3d45 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.462446 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd5745-effc-4b1f-9a97-b9c7c6e328f6 req-c288cab5-ecdb-447f-ac65-4252d68d764c tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:06.466311 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c1fd5745-effc-4b1f-9a97-b9c7c6e328f6 req-c288cab5-ecdb-447f-ac65-4252d68d764c tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.112 "GET /v2.0/ports?device_id=3b63451b-19aa-4e90-84ce-7b134146b43e HTTP/1.1" status: 200 len: 945 time: 0.0884430 Aug 31 09:23:06.508505 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-59556add-f001-4445-adb0-aaf8498f4244 req-e3301242-e0a9-4273-a283-efad5631d16c tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657884 Aug 31 09:23:06.561562 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30aa175-517d-4d64-987f-7462db0d0353 req-1a67ab09-9861-4199-962a-c2700fa433a2 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:06.564720 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a30aa175-517d-4d64-987f-7462db0d0353 req-1a67ab09-9861-4199-962a-c2700fa433a2 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.59 "GET /v2.0/networks?id=ea320e68-0d27-48e5-8ad0-0bb739fca3c2 HTTP/1.1" status: 200 len: 810 time: 0.3304620 Aug 31 09:23:06.592962 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-a30aa175-517d-4d64-987f-7462db0d0353 req-b392dafc-2da1-45e3-ab93-3e64fbc08b28 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] Request body: {'port': {'device_id': '236fa6dc-dac4-4e9c-bd97-231672aacc76', 'network_id': 'ea320e68-0d27-48e5-8ad0-0bb739fca3c2', 'admin_state_up': True, 'tenant_id': '0cfed79ae5c84cf3aa6022ec2e1e62d4'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:06.636943 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-c1fd5745-effc-4b1f-9a97-b9c7c6e328f6 req-59fe2b2d-4e0c-4733-91a6-30f559529c36 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Deleting port 02962ba1-421e-4d95-ba0d-96943c732055 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:23:06.637525 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c1fd5745-effc-4b1f-9a97-b9c7c6e328f6 req-59fe2b2d-4e0c-4733-91a6-30f559529c36 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.692150 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f0fefd17-0bea-4e33-95d6-9525018b3d45 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.696108 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-0cd8d69d-2a6c-4014-a63d-fb22a0fe8e3f service neutron] Attempting to bind port ba0688c6-791a-4366-991a-81eb5e62c116 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:23:06.696442 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-0cd8d69d-2a6c-4014-a63d-fb22a0fe8e3f service neutron] Attempting to bind port ba0688c6-791a-4366-991a-81eb5e62c116 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:23:06.696774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-0cd8d69d-2a6c-4014-a63d-fb22a0fe8e3f service neutron] Attempting to bind port ba0688c6-791a-4366-991a-81eb5e62c116 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:06.736074 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-c1fd5745-effc-4b1f-9a97-b9c7c6e328f6 req-59fe2b2d-4e0c-4733-91a6-30f559529c36 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] For port 02962ba1-421e-4d95-ba0d-96943c732055, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=02962ba1-421e-4d95-ba0d-96943c732055,segment=NetworkSegment(fea79c28-18e6-4c1e-9eb0-fd680c62e5f4),segment_id=fea79c28-18e6-4c1e-9eb0-fd680c62e5f4)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:06.736747 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c1fd5745-effc-4b1f-9a97-b9c7c6e328f6 req-59fe2b2d-4e0c-4733-91a6-30f559529c36 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.742686 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-0cd8d69d-2a6c-4014-a63d-fb22a0fe8e3f service neutron] Port ba0688c6-791a-4366-991a-81eb5e62c116 on network a47e180d-e969-4a85-aa09-0ec8196480c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:23:06.742999 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-0cd8d69d-2a6c-4014-a63d-fb22a0fe8e3f service neutron] Attempting to bind port ba0688c6-791a-4366-991a-81eb5e62c116 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:06.752362 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-c1fd5745-effc-4b1f-9a97-b9c7c6e328f6 req-59fe2b2d-4e0c-4733-91a6-30f559529c36 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Calling delete_port for 02962ba1-421e-4d95-ba0d-96943c732055 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:23:06.764205 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21432f97-a487-4c1f-8248-ca6e66aa60e5 req-3fbc7022-1111-4e9b-bbde-9003655934c3 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:06.765745 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-21432f97-a487-4c1f-8248-ca6e66aa60e5 req-3fbc7022-1111-4e9b-bbde-9003655934c3 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b63451b-19aa-4e90-84ce-7b134146b43e HTTP/1.1" status: 200 len: 945 time: 0.2541597 Aug 31 09:23:06.775675 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-0cd8d69d-2a6c-4014-a63d-fb22a0fe8e3f service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:23:06.776012 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-0cd8d69d-2a6c-4014-a63d-fb22a0fe8e3f service neutron] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:06.776452 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-0cd8d69d-2a6c-4014-a63d-fb22a0fe8e3f service neutron] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:23:06.777213 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-0cd8d69d-2a6c-4014-a63d-fb22a0fe8e3f service neutron] Bound port: ba0688c6-791a-4366-991a-81eb5e62c116, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:23:06.778287 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-0cd8d69d-2a6c-4014-a63d-fb22a0fe8e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:06.848918 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12f523-f441-47a8-915a-b354e4ae5bb3 req-30a23249-457f-4a95-8d3d-40fe10d63d1f tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:06.850175 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5f12f523-f441-47a8-915a-b354e4ae5bb3 req-30a23249-457f-4a95-8d3d-40fe10d63d1f tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8fa3f34-ec98-432c-84da-a630829c9ba6 HTTP/1.1" status: 200 len: 945 time: 0.2459860 Aug 31 09:23:06.943573 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-21432f97-a487-4c1f-8248-ca6e66aa60e5 req-19922be6-854d-460b-b03d-3ca5c8c2e5fc tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599367 Aug 31 09:23:06.973913 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-0cd8d69d-2a6c-4014-a63d-fb22a0fe8e3f service neutron] For port ba0688c6-791a-4366-991a-81eb5e62c116, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:23:06.978481 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5f12f523-f441-47a8-915a-b354e4ae5bb3 req-bbbdec28-7f22-4bec-bddb-5757f71ea6ab tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967720 Aug 31 09:23:06.988845 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-0cd8d69d-2a6c-4014-a63d-fb22a0fe8e3f service neutron] For port ba0688c6-791a-4366-991a-81eb5e62c116, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=ba0688c6-791a-4366-991a-81eb5e62c116,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:23:06.996238 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f0fefd17-0bea-4e33-95d6-9525018b3d45 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.028206 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c1fd5745-effc-4b1f-9a97-b9c7c6e328f6 req-59fe2b2d-4e0c-4733-91a6-30f559529c36 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.028490 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fefd17-0bea-4e33-95d6-9525018b3d45 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Pushing event deleted for resources: {'Subnet': ['ID=d3c75e4c-e3af-47de-9cba-08634650f105,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:07.034597 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f0fefd17-0bea-4e33-95d6-9525018b3d45 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.036816 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f0fefd17-0bea-4e33-95d6-9525018b3d45 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "DELETE /v2.0/subnets/d3c75e4c-e3af-47de-9cba-08634650f105 HTTP/1.1" status: 204 len: 168 time: 0.9631941 Aug 31 09:23:07.039319 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 36342) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:07.043380 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a223c04e-f7fa-4c3e-9f53-6212a0a56cef None None] Network 584bedff-c128-484b-8a7d-5f95c5ee415c requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:07.101536 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe2b2d-4e0c-4733-91a6-30f559529c36 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Pushing event deleted for resources: {'Port': ['ID=02962ba1-421e-4d95-ba0d-96943c732055,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:07.146141 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1fd5745-effc-4b1f-9a97-b9c7c6e328f6 req-59fe2b2d-4e0c-4733-91a6-30f559529c36 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] No DVR routers for this DVR port 02962ba1-421e-4d95-ba0d-96943c732055 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:23:07.146366 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-0cd8d69d-2a6c-4014-a63d-fb22a0fe8e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.148109 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a30aa175-517d-4d64-987f-7462db0d0353 req-b392dafc-2da1-45e3-ab93-3e64fbc08b28 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] Made reservation on behalf of 0cfed79ae5c84cf3aa6022ec2e1e62d4 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:07.152340 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c1fd5745-effc-4b1f-9a97-b9c7c6e328f6 req-59fe2b2d-4e0c-4733-91a6-30f559529c36 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.152898 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a30aa175-517d-4d64-987f-7462db0d0353 req-b392dafc-2da1-45e3-ab93-3e64fbc08b28 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.155147 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c1fd5745-effc-4b1f-9a97-b9c7c6e328f6 req-59fe2b2d-4e0c-4733-91a6-30f559529c36 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.112 "DELETE /v2.0/ports/02962ba1-421e-4d95-ba0d-96943c732055 HTTP/1.1" status: 204 len: 173 time: 0.6812344 Aug 31 09:23:07.155909 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b63451b-19aa-4e90-84ce-7b134146b43e', 'name': 'network-vif-deleted', 'tag': '02962ba1-421e-4d95-ba0d-96943c732055'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:23:07.159690 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a256fe-a9bc-4326-82c7-f026d20f2d54" -d '{"events": [{"server_uuid": "3b63451b-19aa-4e90-84ce-7b134146b43e", "name": "network-vif-deleted", "tag": "02962ba1-421e-4d95-ba0d-96943c732055"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:23:07.254889 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-0cd8d69d-2a6c-4014-a63d-fb22a0fe8e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:07.255507 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-0cd8d69d-2a6c-4014-a63d-fb22a0fe8e3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.256884 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-0cd8d69d-2a6c-4014-a63d-fb22a0fe8e3f service neutron] 10.222.0.59 "PUT /v2.0/ports/ba0688c6-791a-4366-991a-81eb5e62c116 HTTP/1.1" status: 200 len: 1097 time: 2.0277317 Aug 31 09:23:07.268515 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52f6c9c-0d7d-4616-8c6c-51b56317bb8c', 'tag': 'ba0688c6-791a-4366-991a-81eb5e62c116'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:23:07.272467 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7595425b-4134-4fa5-a37a-48f0ce300f03" -d '{"events": [{"name": "network-changed", "server_uuid": "e52f6c9c-0d7d-4616-8c6c-51b56317bb8c", "tag": "ba0688c6-791a-4366-991a-81eb5e62c116"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:23:07.279879 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8701a667-ccc9-4d0a-a5fb-6cfceca62ab6 None None] DHCP port deletion for 584bedff-c128-484b-8a7d-5f95c5ee415c request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:23:07.287591 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-58e05081-01c4-42f8-a420-9ca349d2ab71 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.331381 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-8701a667-ccc9-4d0a-a5fb-6cfceca62ab6 None None] Deleting port 26e4f62a-a3d5-445c-aea4-390982996799 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:23:07.331901 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8701a667-ccc9-4d0a-a5fb-6cfceca62ab6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.349959 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55136588-c214-41c4-b411-9d626130d643 req-0317718a-a01d-46ff-802e-cf0047b514fc tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:07.351543 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-55136588-c214-41c4-b411-9d626130d643 req-0317718a-a01d-46ff-802e-cf0047b514fc tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=e52f6c9c-0d7d-4616-8c6c-51b56317bb8c HTTP/1.1" status: 200 len: 948 time: 0.2957013 Aug 31 09:23:07.372052 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8d69d-2a6c-4014-a63d-fb22a0fe8e3f service neutron] Pushing event updated for resources: {'Port': ['ID=ba0688c6-791a-4366-991a-81eb5e62c116,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:07.406234 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-8701a667-ccc9-4d0a-a5fb-6cfceca62ab6 None None] For port 26e4f62a-a3d5-445c-aea4-390982996799, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=26e4f62a-a3d5-445c-aea4-390982996799,segment=NetworkSegment(120b564e-172c-47a9-b2fd-c74919e7d49d),segment_id=120b564e-172c-47a9-b2fd-c74919e7d49d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:07.406669 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8701a667-ccc9-4d0a-a5fb-6cfceca62ab6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.421371 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-8701a667-ccc9-4d0a-a5fb-6cfceca62ab6 None None] Calling delete_port for 26e4f62a-a3d5-445c-aea4-390982996799 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:23:07.431524 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71585231-8264-4605-a6fb-4285cfe49932 req-95f07fb5-1d92-4cb8-bfa8-0ad8405b22b3 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:07.433645 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71585231-8264-4605-a6fb-4285cfe49932 req-95f07fb5-1d92-4cb8-bfa8-0ad8405b22b3 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 947 time: 0.2588153 Aug 31 09:23:07.534604 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-55136588-c214-41c4-b411-9d626130d643 req-1e1dda1f-b889-4d72-9928-c0b39304f6a7 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666477 Aug 31 09:23:07.563014 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['311e7740-5e63-48df-865b-4f0fca0df938', 'f1be4ff5-1d89-4b29-a936-d03713516313', '7d921f58-bb54-47d0-a40b-b4605065f73d', '02962ba1-421e-4d95-ba0d-96943c732055'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:23:07.574572 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-a30aa175-517d-4d64-987f-7462db0d0353 req-b392dafc-2da1-45e3-ab93-3e64fbc08b28 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] Allocated IP 172.20.0.13 (ea320e68-0d27-48e5-8ad0-0bb739fca3c2/52ebef51-4d39-485a-b24e-185d458662a1/e562dfcd-806d-4228-895f-499a7b9928e9) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:07.610778 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 26e4f62a-a3d5-445c-aea4-390982996799 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:23:07.612590 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71585231-8264-4605-a6fb-4285cfe49932 req-ac092d49-e7a0-4a59-8265-d9f12b61aae8 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438594 Aug 31 09:23:07.618026 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-4afcae6d-a2d6-496f-a26f-cc7df119b3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:07.619224 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-4afcae6d-a2d6-496f-a26f-cc7df119b3f7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&device_id=e52f6c9c-0d7d-4616-8c6c-51b56317bb8c HTTP/1.1" status: 200 len: 1100 time: 0.1493645 Aug 31 09:23:07.641073 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-58e05081-01c4-42f8-a420-9ca349d2ab71 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Deleting port 26e4f62a-a3d5-445c-aea4-390982996799 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:23:07.641367 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-58e05081-01c4-42f8-a420-9ca349d2ab71 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.689278 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17cd43d8-b975-417b-af08-3d7e8ee93644 x-openstack-request-id: req-17cd43d8-b975-417b-af08-3d7e8ee93644 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:23:07.689754 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b63451b-19aa-4e90-84ce-7b134146b43e", "name": "network-vif-deleted", "tag": "02962ba1-421e-4d95-ba0d-96943c732055", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:23:07.690205 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-17cd43d8-b975-417b-af08-3d7e8ee93644 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:23:07.690806 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b63451b-19aa-4e90-84ce-7b134146b43e', 'name': 'network-vif-deleted', 'tag': '02962ba1-421e-4d95-ba0d-96943c732055', 'status': 'completed', 'code': 200} Aug 31 09:23:07.693557 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-920a1e52-439a-4793-ac84-63a55d65bb3a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=ba0688c6-791a-4366-991a-81eb5e62c116 HTTP/1.1" status: 200 len: 217 time: 0.0668335 Aug 31 09:23:07.732353 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.762244 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8701a667-ccc9-4d0a-a5fb-6cfceca62ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.779431 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a147ce-c366-4641-8c6c-84dc5e8caaad x-openstack-request-id: req-e3a147ce-c366-4641-8c6c-84dc5e8caaad {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:23:07.779746 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52f6c9c-0d7d-4616-8c6c-51b56317bb8c", "tag": "ba0688c6-791a-4366-991a-81eb5e62c116", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:23:07.779959 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e3a147ce-c366-4641-8c6c-84dc5e8caaad {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:23:07.780347 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52f6c9c-0d7d-4616-8c6c-51b56317bb8c', 'tag': 'ba0688c6-791a-4366-991a-81eb5e62c116', 'status': 'completed', 'code': 200} Aug 31 09:23:07.830843 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8701a667-ccc9-4d0a-a5fb-6cfceca62ab6 None None] No DVR routers for this DVR port 26e4f62a-a3d5-445c-aea4-390982996799 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:23:07.837993 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701a667-ccc9-4d0a-a5fb-6cfceca62ab6 None None] Pushing event deleted for resources: {'Port': ['ID=26e4f62a-a3d5-445c-aea4-390982996799,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:07.871875 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b097efbb-47bd-43aa-8341-3db5a1be5224 req-c2779ba8-d1e5-4ca7-9919-b98ed0ee107d tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.119 "GET /v2.0/ports?device_id=236fa6dc-dac4-4e9c-bd97-231672aacc76 HTTP/1.1" status: 200 len: 210 time: 0.0985210 Aug 31 09:23:07.899243 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-58e05081-01c4-42f8-a420-9ca349d2ab71 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] For port 26e4f62a-a3d5-445c-aea4-390982996799, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=26e4f62a-a3d5-445c-aea4-390982996799,segment=NetworkSegment(120b564e-172c-47a9-b2fd-c74919e7d49d),segment_id=120b564e-172c-47a9-b2fd-c74919e7d49d)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:07.899243 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-58e05081-01c4-42f8-a420-9ca349d2ab71 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:07.928133 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-09a4c8cb-1ea5-49c6-884a-ec0ba4fd045a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:07.929541 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-09a4c8cb-1ea5-49c6-884a-ec0ba4fd045a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.2038860 Aug 31 09:23:07.941753 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-58e05081-01c4-42f8-a420-9ca349d2ab71 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Calling delete_port for 26e4f62a-a3d5-445c-aea4-390982996799 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:23:08.055177 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6306e-06e8-4205-b689-88f8bd0cb213 req-73487f35-31a8-4af2-9137-9cdfe08de29d tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:08.056691 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70c6306e-06e8-4205-b689-88f8bd0cb213 req-73487f35-31a8-4af2-9137-9cdfe08de29d tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 947 time: 0.1939619 Aug 31 09:23:08.116230 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6b7f8eda-87cc-43de-9dc2-6f9c67669466 req-415300fe-5473-4b49-9c54-4384fc4f1293 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b63451b-19aa-4e90-84ce-7b134146b43e HTTP/1.1" status: 200 len: 210 time: 0.0582747 Aug 31 09:23:08.125813 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a30aa175-517d-4d64-987f-7462db0d0353 req-b392dafc-2da1-45e3-ab93-3e64fbc08b28 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:08.129096 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-45417df5-7d1c-44f0-ac82-eb692d06c133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:08.130613 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-45417df5-7d1c-44f0-ac82-eb692d06c133 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1902924 Aug 31 09:23:08.232252 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70c6306e-06e8-4205-b689-88f8bd0cb213 req-89bb1a93-7f0e-476b-bdb4-56a6f0a1a9f7 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561120 Aug 31 09:23:08.254583 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-58e05081-01c4-42f8-a420-9ca349d2ab71 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:08.309011 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e05081-01c4-42f8-a420-9ca349d2ab71 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Pushing event deleted for resources: {'Port': ['ID=26e4f62a-a3d5-445c-aea4-390982996799,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:08.309011 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e05081-01c4-42f8-a420-9ca349d2ab71 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] No DVR routers for this DVR port 26e4f62a-a3d5-445c-aea4-390982996799 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:23:08.354092 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-ad811a9f-8413-4a06-8ac6-8f11d6359b54 service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109611 Aug 31 09:23:08.720770 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a30aa175-517d-4d64-987f-7462db0d0353 req-b392dafc-2da1-45e3-ab93-3e64fbc08b28 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:08.824646 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-58e05081-01c4-42f8-a420-9ca349d2ab71 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:08.847097 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-58e05081-01c4-42f8-a420-9ca349d2ab71 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['584bedff-c128-484b-8a7d-5f95c5ee415c']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:08.877915 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a30aa175-517d-4d64-987f-7462db0d0353 req-b392dafc-2da1-45e3-ab93-3e64fbc08b28 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] Network ea320e68-0d27-48e5-8ad0-0bb739fca3c2 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:08.887574 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6e5d4-4918-4b1c-817c-17fc4c1754b4 req-cb317bf7-1709-4a2a-ba96-c19446798743 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:08.889164 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b7c6e5d4-4918-4b1c-817c-17fc4c1754b4 req-cb317bf7-1709-4a2a-ba96-c19446798743 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 947 time: 0.5484641 Aug 31 09:23:08.896835 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-58e05081-01c4-42f8-a420-9ca349d2ab71 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '120b564e-172c-47a9-b2fd-c74919e7d49d') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:08.897283 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-58e05081-01c4-42f8-a420-9ca349d2ab71 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '120b564e-172c-47a9-b2fd-c74919e7d49d') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:08.911841 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-a30aa175-517d-4d64-987f-7462db0d0353 req-b392dafc-2da1-45e3-ab93-3e64fbc08b28 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:08.918357 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30aa175-517d-4d64-987f-7462db0d0353 req-b392dafc-2da1-45e3-ab93-3e64fbc08b28 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:08.930392 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-58e05081-01c4-42f8-a420-9ca349d2ab71 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:08.933339 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392dafc-2da1-45e3-ab93-3e64fbc08b28 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] Pushing event updated for resources: {'Port': ['ID=e562dfcd-806d-4228-895f-499a7b9928e9,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:08.997512 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-58e05081-01c4-42f8-a420-9ca349d2ab71 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:09.006217 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5d46c-e4cf-4578-8092-b4115849f01a req-59b49b24-39c0-44d9-81bb-7fbb31b95d32 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:09.007759 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-13d5d46c-e4cf-4578-8092-b4115849f01a req-59b49b24-39c0-44d9-81bb-7fbb31b95d32 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=e52f6c9c-0d7d-4616-8c6c-51b56317bb8c HTTP/1.1" status: 200 len: 948 time: 0.3008995 Aug 31 09:23:09.016892 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c02568af-9094-4a99-9374-8d3dfe3a912f req-fad6b36e-fc93-46c3-afe4-d3999ecbdc5b service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6398301 Aug 31 09:23:09.031036 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e05081-01c4-42f8-a420-9ca349d2ab71 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Releasing vlan 1611 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:23:09.031439 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-58e05081-01c4-42f8-a420-9ca349d2ab71 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:23:09.034384 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:23:09.094871 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30aa175-517d-4d64-987f-7462db0d0353 req-b392dafc-2da1-45e3-ab93-3e64fbc08b28 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:09.095396 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a30aa175-517d-4d64-987f-7462db0d0353 req-b392dafc-2da1-45e3-ab93-3e64fbc08b28 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:09.103869 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b7c6e5d4-4918-4b1c-817c-17fc4c1754b4 req-40494ae9-483d-4650-bc8a-df3fb4568775 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946499 Aug 31 09:23:09.138586 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-13d5d46c-e4cf-4578-8092-b4115849f01a req-272c001d-7547-4b36-876a-0431c5443ac5 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166537 Aug 31 09:23:09.245183 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a30aa175-517d-4d64-987f-7462db0d0353 req-b392dafc-2da1-45e3-ab93-3e64fbc08b28 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6610467 Aug 31 09:23:09.245936 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-58e05081-01c4-42f8-a420-9ca349d2ab71 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:09.256608 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-58e05081-01c4-42f8-a420-9ca349d2ab71 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:09.258450 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-58e05081-01c4-42f8-a420-9ca349d2ab71 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] 10.222.0.119 "DELETE /v2.0/networks/584bedff-c128-484b-8a7d-5f95c5ee415c HTTP/1.1" status: 204 len: 168 time: 2.2180963 Aug 31 09:23:09.268346 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595425b-4134-4fa5-a37a-48f0ce300f03 req-248d93fe-02f1-4785-b0cf-5e5eff2afd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:09.268346 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7595425b-4134-4fa5-a37a-48f0ce300f03 req-248d93fe-02f1-4785-b0cf-5e5eff2afd55 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&device_id=e52f6c9c-0d7d-4616-8c6c-51b56317bb8c HTTP/1.1" status: 200 len: 1100 time: 0.0924761 Aug 31 09:23:09.270800 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-a30aa175-517d-4d64-987f-7462db0d0353 req-7624dca7-db52-4b55-9bdd-6589948a6000 service neutron] Request body: {'port': {'device_id': '236fa6dc-dac4-4e9c-bd97-231672aacc76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:09.323595 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e05081-01c4-42f8-a420-9ca349d2ab71 tempest-ServersTestMultiNic-848243357 tempest-ServersTestMultiNic-848243357-project] Pushing event deleted for resources: {'Network': ['ID=584bedff-c128-484b-8a7d-5f95c5ee415c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:09.400567 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4331174-7d23-4398-8d58-78726f6e9197 req-daca73e5-d3e1-44cd-94fa-e2fd6fd72cfa tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:09.402279 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4331174-7d23-4398-8d58-78726f6e9197 req-daca73e5-d3e1-44cd-94fa-e2fd6fd72cfa tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.119 "GET /v2.0/ports?device_id=236fa6dc-dac4-4e9c-bd97-231672aacc76 HTTP/1.1" status: 200 len: 932 time: 0.1955276 Aug 31 09:23:09.487081 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a30aa175-517d-4d64-987f-7462db0d0353 req-7624dca7-db52-4b55-9bdd-6589948a6000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:09.504342 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab464cdd-b053-49d1-b4a8-3a3f981165d4 req-56cad076-3437-484a-be81-7d744027a643 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:09.506592 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ab464cdd-b053-49d1-b4a8-3a3f981165d4 req-56cad076-3437-484a-be81-7d744027a643 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 947 time: 0.1938069 Aug 31 09:23:09.523776 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595425b-4134-4fa5-a37a-48f0ce300f03 req-0dd037ab-6087-4cde-b15c-6cf45bc5294c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:09.525648 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7595425b-4134-4fa5-a37a-48f0ce300f03 req-0dd037ab-6087-4cde-b15c-6cf45bc5294c service neutron] 10.222.0.59 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.2401841 Aug 31 09:23:09.534114 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4331174-7d23-4398-8d58-78726f6e9197 req-32ea1313-5069-4bd3-8b3d-a8a0dcdae751 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.119 "GET /v2.0/security-groups?id=10ade4b3-e844-4d88-822c-c520bcdce9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235623 Aug 31 09:23:09.606255 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7595425b-4134-4fa5-a37a-48f0ce300f03 req-47773664-50fc-4151-84cb-3e67371e1bf5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=ba0688c6-791a-4366-991a-81eb5e62c116 HTTP/1.1" status: 200 len: 217 time: 0.0696106 Aug 31 09:23:09.657760 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ab464cdd-b053-49d1-b4a8-3a3f981165d4 req-f6e899c7-ee15-4fad-aad5-969df670ce3b tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395090 Aug 31 09:23:09.795194 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 36410) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:09.817482 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595425b-4134-4fa5-a37a-48f0ce300f03 req-4b088745-61c6-4cba-b25e-1228e47e45be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:09.818976 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7595425b-4134-4fa5-a37a-48f0ce300f03 req-4b088745-61c6-4cba-b25e-1228e47e45be service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1972039 Aug 31 09:23:10.060795 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a0fa2-65fc-4280-8324-232fb00bb7f7 req-b13b2aa9-4cb9-4d37-9f5d-827a4100a745 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:10.068976 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cf0a0fa2-65fc-4280-8324-232fb00bb7f7 req-b13b2aa9-4cb9-4d37-9f5d-827a4100a745 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 947 time: 0.2536132 Aug 31 09:23:10.111640 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595425b-4134-4fa5-a37a-48f0ce300f03 req-8aabb6aa-e244-402a-a519-49e8a76d793e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:10.113215 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7595425b-4134-4fa5-a37a-48f0ce300f03 req-8aabb6aa-e244-402a-a519-49e8a76d793e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2221825 Aug 31 09:23:10.123099 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cf0a0fa2-65fc-4280-8324-232fb00bb7f7 req-de0960a0-038b-4dd5-ab71-e1e997f2ca1b tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532248 Aug 31 09:23:10.151809 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-a30aa175-517d-4d64-987f-7462db0d0353 req-7624dca7-db52-4b55-9bdd-6589948a6000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e562dfcd-806d-4228-895f-499a7b9928e9 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:23:10.206080 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a30aa175-517d-4d64-987f-7462db0d0353 req-7624dca7-db52-4b55-9bdd-6589948a6000 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.226600 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b1fbd7a3-a8d2-4abd-a5a4-fd4dbbeeecca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.237003 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-a30aa175-517d-4d64-987f-7462db0d0353 req-7624dca7-db52-4b55-9bdd-6589948a6000 service neutron] Transition to ACTIVE for port object e562dfcd-806d-4228-895f-499a7b9928e9 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:10.277265 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7595425b-4134-4fa5-a37a-48f0ce300f03 req-c52fc0dc-b413-4382-85ec-3f06f48a0261 service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522455 Aug 31 09:23:10.363347 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a30aa175-517d-4d64-987f-7462db0d0353 req-7624dca7-db52-4b55-9bdd-6589948a6000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.447435 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6026118-8f2f-41ac-a812-1b662b717a25 req-857a0686-a0b5-44b6-aa31-624245de90da tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:10.450288 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e6026118-8f2f-41ac-a812-1b662b717a25 req-857a0686-a0b5-44b6-aa31-624245de90da tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=e52f6c9c-0d7d-4616-8c6c-51b56317bb8c HTTP/1.1" status: 200 len: 948 time: 0.1696000 Aug 31 09:23:10.529111 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624dca7-db52-4b55-9bdd-6589948a6000 service neutron] Pushing event updated for resources: {'Port': ['ID=e562dfcd-806d-4228-895f-499a7b9928e9,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:10.529397 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-b1fbd7a3-a8d2-4abd-a5a4-fd4dbbeeecca admin admin] Deleting port 2e11e47b-50bd-4f1f-a9fe-c93cbc028980 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:23:10.529646 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b1fbd7a3-a8d2-4abd-a5a4-fd4dbbeeecca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.588162 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7595425b-4134-4fa5-a37a-48f0ce300f03 req-3b3cbbc2-43e0-4273-b848-1b24fa74a825 service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746363 Aug 31 09:23:10.603500 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e6026118-8f2f-41ac-a812-1b662b717a25 req-130ae9c7-ca19-4a76-8f1a-372ec38b090f tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335177 Aug 31 09:23:10.624800 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-a30aa175-517d-4d64-987f-7462db0d0353 req-7624dca7-db52-4b55-9bdd-6589948a6000 service neutron] Attempting to bind port e562dfcd-806d-4228-895f-499a7b9928e9 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:23:10.625378 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-a30aa175-517d-4d64-987f-7462db0d0353 req-7624dca7-db52-4b55-9bdd-6589948a6000 service neutron] Attempting to bind port e562dfcd-806d-4228-895f-499a7b9928e9 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '5c9bd847-04ce-44a8-b933-aa2c14717740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': 'ea320e68-0d27-48e5-8ad0-0bb739fca3c2'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:23:10.625905 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30aa175-517d-4d64-987f-7462db0d0353 req-7624dca7-db52-4b55-9bdd-6589948a6000 service neutron] Attempting to bind port e562dfcd-806d-4228-895f-499a7b9928e9 on network ea320e68-0d27-48e5-8ad0-0bb739fca3c2 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:10.631259 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30aa175-517d-4d64-987f-7462db0d0353 req-7624dca7-db52-4b55-9bdd-6589948a6000 service neutron] Port e562dfcd-806d-4228-895f-499a7b9928e9 on network ea320e68-0d27-48e5-8ad0-0bb739fca3c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:23:10.631691 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30aa175-517d-4d64-987f-7462db0d0353 req-7624dca7-db52-4b55-9bdd-6589948a6000 service neutron] Attempting to bind port e562dfcd-806d-4228-895f-499a7b9928e9 on network ea320e68-0d27-48e5-8ad0-0bb739fca3c2 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:10.638770 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30aa175-517d-4d64-987f-7462db0d0353 req-7624dca7-db52-4b55-9bdd-6589948a6000 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:23:10.639434 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30aa175-517d-4d64-987f-7462db0d0353 req-7624dca7-db52-4b55-9bdd-6589948a6000 service neutron] Checking segment: {'id': '5c9bd847-04ce-44a8-b933-aa2c14717740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': 'ea320e68-0d27-48e5-8ad0-0bb739fca3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:10.639729 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30aa175-517d-4d64-987f-7462db0d0353 req-7624dca7-db52-4b55-9bdd-6589948a6000 service neutron] Bound using segment: {'id': '5c9bd847-04ce-44a8-b933-aa2c14717740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': 'ea320e68-0d27-48e5-8ad0-0bb739fca3c2'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:23:10.640408 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-a30aa175-517d-4d64-987f-7462db0d0353 req-7624dca7-db52-4b55-9bdd-6589948a6000 service neutron] Bound port: e562dfcd-806d-4228-895f-499a7b9928e9, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c9bd847-04ce-44a8-b933-aa2c14717740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': 'ea320e68-0d27-48e5-8ad0-0bb739fca3c2'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:23:10.640875 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a30aa175-517d-4d64-987f-7462db0d0353 req-7624dca7-db52-4b55-9bdd-6589948a6000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.736649 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-a30aa175-517d-4d64-987f-7462db0d0353 req-7624dca7-db52-4b55-9bdd-6589948a6000 service neutron] For port e562dfcd-806d-4228-895f-499a7b9928e9, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:23:10.740022 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-a30aa175-517d-4d64-987f-7462db0d0353 req-7624dca7-db52-4b55-9bdd-6589948a6000 service neutron] For port e562dfcd-806d-4228-895f-499a7b9928e9, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=e562dfcd-806d-4228-895f-499a7b9928e9,segment=NetworkSegment(5c9bd847-04ce-44a8-b933-aa2c14717740),segment_id=5c9bd847-04ce-44a8-b933-aa2c14717740)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:23:10.754943 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-b1fbd7a3-a8d2-4abd-a5a4-fd4dbbeeecca admin admin] For port 2e11e47b-50bd-4f1f-a9fe-c93cbc028980, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=2e11e47b-50bd-4f1f-a9fe-c93cbc028980,segment=NetworkSegment(b4f75bc3-a169-465d-906f-512815596c3d),segment_id=b4f75bc3-a169-465d-906f-512815596c3d)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:10.754943 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b1fbd7a3-a8d2-4abd-a5a4-fd4dbbeeecca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.762420 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-b1fbd7a3-a8d2-4abd-a5a4-fd4dbbeeecca admin admin] Calling delete_port for 2e11e47b-50bd-4f1f-a9fe-c93cbc028980 owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:23:10.790203 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06979160-0d42-4e48-a5ca-6402fcbc7510 req-3f892113-431f-437c-ab2d-4a3772de180e tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:10.792554 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-06979160-0d42-4e48-a5ca-6402fcbc7510 req-3f892113-431f-437c-ab2d-4a3772de180e tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.119 "GET /v2.0/ports?device_id=236fa6dc-dac4-4e9c-bd97-231672aacc76 HTTP/1.1" status: 200 len: 944 time: 0.0505517 Aug 31 09:23:10.853372 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a30aa175-517d-4d64-987f-7462db0d0353 req-7624dca7-db52-4b55-9bdd-6589948a6000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.893337 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-06979160-0d42-4e48-a5ca-6402fcbc7510 req-c52b9c27-5f0b-44ed-bb5f-f1d52dc80467 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.119 "GET /v2.0/security-groups?id=10ade4b3-e844-4d88-822c-c520bcdce9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934861 Aug 31 09:23:10.902114 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30aa175-517d-4d64-987f-7462db0d0353 req-7624dca7-db52-4b55-9bdd-6589948a6000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:10.902358 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a30aa175-517d-4d64-987f-7462db0d0353 req-7624dca7-db52-4b55-9bdd-6589948a6000 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:10.907630 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a30aa175-517d-4d64-987f-7462db0d0353 req-7624dca7-db52-4b55-9bdd-6589948a6000 service neutron] 10.222.0.59 "PUT /v2.0/ports/e562dfcd-806d-4228-895f-499a7b9928e9 HTTP/1.1" status: 200 len: 1093 time: 1.6444166 Aug 31 09:23:10.907630 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236fa6dc-dac4-4e9c-bd97-231672aacc76', 'tag': 'e562dfcd-806d-4228-895f-499a7b9928e9'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:23:10.907630 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daeda99a-32bf-407e-b513-888cea43f800" -d '{"events": [{"name": "network-changed", "server_uuid": "236fa6dc-dac4-4e9c-bd97-231672aacc76", "tag": "e562dfcd-806d-4228-895f-499a7b9928e9"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:23:10.944434 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624dca7-db52-4b55-9bdd-6589948a6000 service neutron] Pushing event updated for resources: {'Port': ['ID=e562dfcd-806d-4228-895f-499a7b9928e9,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:10.975774 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79de164-2549-4b6a-ae9b-a6c97df11a88 x-openstack-request-id: req-d79de164-2549-4b6a-ae9b-a6c97df11a88 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:23:10.976069 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "236fa6dc-dac4-4e9c-bd97-231672aacc76", "tag": "e562dfcd-806d-4228-895f-499a7b9928e9", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:23:10.976324 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-d79de164-2549-4b6a-ae9b-a6c97df11a88 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:23:10.976727 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236fa6dc-dac4-4e9c-bd97-231672aacc76', 'tag': 'e562dfcd-806d-4228-895f-499a7b9928e9', 'status': 'completed', 'code': 200} Aug 31 09:23:11.053061 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeda99a-32bf-407e-b513-888cea43f800 req-c8e5fee6-6cfd-4174-ad1a-b6c6287038ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:11.055240 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-daeda99a-32bf-407e-b513-888cea43f800 req-c8e5fee6-6cfd-4174-ad1a-b6c6287038ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0cfed79ae5c84cf3aa6022ec2e1e62d4&device_id=236fa6dc-dac4-4e9c-bd97-231672aacc76 HTTP/1.1" status: 200 len: 1096 time: 0.0541465 Aug 31 09:23:11.110354 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b1fbd7a3-a8d2-4abd-a5a4-fd4dbbeeecca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:11.148977 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fbd7a3-a8d2-4abd-a5a4-fd4dbbeeecca admin admin] Pushing event deleted for resources: {'Port': ['ID=2e11e47b-50bd-4f1f-a9fe-c93cbc028980,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:11.175519 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeda99a-32bf-407e-b513-888cea43f800 req-ff8a3541-c882-4e95-9e6f-10e9882128c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:11.177192 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-daeda99a-32bf-407e-b513-888cea43f800 req-ff8a3541-c882-4e95-9e6f-10e9882128c9 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=0cfed79ae5c84cf3aa6022ec2e1e62d4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1142466 Aug 31 09:23:11.287724 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1b09a4ed-e3d2-4caf-bcd1-1932f4bbea79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:11.369052 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeda99a-32bf-407e-b513-888cea43f800 req-93ae22c4-585b-475e-9db2-5ee88fafba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:11.370864 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-daeda99a-32bf-407e-b513-888cea43f800 req-93ae22c4-585b-475e-9db2-5ee88fafba4e service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1850410 Aug 31 09:23:11.405177 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device ba0688c6-791a-4366-991a-81eb5e62c116 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:23:11.522060 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30aa175-517d-4d64-987f-7462db0d0353 req-e55709ae-0d80-49ad-9ff5-0bf2e1d0fa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:11.523167 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b1fbd7a3-a8d2-4abd-a5a4-fd4dbbeeecca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:11.523554 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a30aa175-517d-4d64-987f-7462db0d0353 req-e55709ae-0d80-49ad-9ff5-0bf2e1d0fa94 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0cfed79ae5c84cf3aa6022ec2e1e62d4&device_id=236fa6dc-dac4-4e9c-bd97-231672aacc76 HTTP/1.1" status: 200 len: 1096 time: 0.1100211 Aug 31 09:23:11.607658 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a30aa175-517d-4d64-987f-7462db0d0353 req-28344828-3a03-402d-b4b8-593edde3c047 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e562dfcd-806d-4228-895f-499a7b9928e9 HTTP/1.1" status: 200 len: 217 time: 0.0749989 Aug 31 09:23:11.688855 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30aa175-517d-4d64-987f-7462db0d0353 req-2a87388d-e3b2-4372-9398-7ec288f433ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:11.690785 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a30aa175-517d-4d64-987f-7462db0d0353 req-2a87388d-e3b2-4372-9398-7ec288f433ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=52ebef51-4d39-485a-b24e-185d458662a1 HTTP/1.1" status: 200 len: 850 time: 0.0761487 Aug 31 09:23:11.766438 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a30aa175-517d-4d64-987f-7462db0d0353 req-0ba9ceba-6cfb-4e20-804e-df70d8c4770b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ea320e68-0d27-48e5-8ad0-0bb739fca3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660930 Aug 31 09:23:11.819758 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port ba0688c6-791a-4366-991a-81eb5e62c116, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=ba0688c6-791a-4366-991a-81eb5e62c116,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:11.840071 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 02962ba1-421e-4d95-ba0d-96943c732055 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:23:11.897356 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 02962ba1-421e-4d95-ba0d-96943c732055 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:23:11.897356 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 02962ba1-421e-4d95-ba0d-96943c732055 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:23:11.905411 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': 'ba0688c6-791a-4366-991a-81eb5e62c116', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': 'ba0688c6-791a-4366-991a-81eb5e62c116', 'mac_address': 'fa:16:3e:a5:f1:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:23:11.960465 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fbd7a3-a8d2-4abd-a5a4-fd4dbbeeecca admin admin] Router 7980d9a6-bf86-43f2-90b1-2001589b197d has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:23:11.982422 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b02c4d-2d30-4ee0-aceb-f6453d1c71a3 req-ff7a2e6d-3d54-46e4-989a-1a0b2db126b9 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:11.984324 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:11.991087 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05b02c4d-2d30-4ee0-aceb-f6453d1c71a3 req-ff7a2e6d-3d54-46e4-989a-1a0b2db126b9 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=e52f6c9c-0d7d-4616-8c6c-51b56317bb8c HTTP/1.1" status: 200 len: 948 time: 0.2233930 Aug 31 09:23:12.009268 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0688c6-791a-4366-991a-81eb5e62c116 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:23:12.150423 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port ba0688c6-791a-4366-991a-81eb5e62c116, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=ba0688c6-791a-4366-991a-81eb5e62c116,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:12.153149 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a30aa175-517d-4d64-987f-7462db0d0353 req-9b991055-2cc2-42ea-8cf5-cdb7801ad593 service neutron] 10.222.0.59 "GET /v2.0/networks/ea320e68-0d27-48e5-8ad0-0bb739fca3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979429 Aug 31 09:23:12.153934 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fbd7a3-a8d2-4abd-a5a4-fd4dbbeeecca admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:23:12.153934 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b1fbd7a3-a8d2-4abd-a5a4-fd4dbbeeecca admin admin] 10.222.0.119 "PUT /v2.0/routers/7980d9a6-bf86-43f2-90b1-2001589b197d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3502076 Aug 31 09:23:12.153934 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 36450) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:12.162871 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606bc6fc-5055-4b24-a189-434bf60c868f None None] Sync routers for ids ['7980d9a6-bf86-43f2-90b1-2001589b197d'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:23:12.172083 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05b02c4d-2d30-4ee0-aceb-f6453d1c71a3 req-4801c1b9-4ef8-4caa-9811-498065873dfa tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799610 Aug 31 09:23:12.202171 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606bc6fc-5055-4b24-a189-434bf60c868f None None] Routers {'7980d9a6-bf86-43f2-90b1-2001589b197d'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:23:12.202171 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-606bc6fc-5055-4b24-a189-434bf60c868f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:22:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7980d9a6-bf86-43f2-90b1-2001589b197d'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:12.257990 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d38bd0-f1d9-4566-806a-d3d08d91a21b req-7642979a-2443-465d-9178-9ee7de5e3414 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:12.266818 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f4d38bd0-f1d9-4566-806a-d3d08d91a21b req-7642979a-2443-465d-9178-9ee7de5e3414 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.119 "GET /v2.0/ports?device_id=236fa6dc-dac4-4e9c-bd97-231672aacc76 HTTP/1.1" status: 200 len: 944 time: 0.2105081 Aug 31 09:23:12.327902 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-29a8574c-78d9-4b6e-93e1-c6b059776c93 admin admin] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:12.368315 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a30aa175-517d-4d64-987f-7462db0d0353 req-a197b764-a543-4813-87ed-327c0964ed16 service neutron] 10.222.0.59 "GET /v2.0/networks/ea320e68-0d27-48e5-8ad0-0bb739fca3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722468 Aug 31 09:23:12.393314 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f4d38bd0-f1d9-4566-806a-d3d08d91a21b req-3f91143f-3f8f-48b2-b364-c531de0a710e tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.119 "GET /v2.0/security-groups?id=10ade4b3-e844-4d88-822c-c520bcdce9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249206 Aug 31 09:23:12.458560 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:12.572903 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=ba0688c6-791a-4366-991a-81eb5e62c116,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:12.594362 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:12.594740 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:12.595067 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:12.595487 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:12.595826 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:12.596156 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:12.596476 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:12.596789 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:12.597105 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:12.597429 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:12.597886 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:12.598201 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:12.639362 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-606bc6fc-5055-4b24-a189-434bf60c868f None None] Set router 7980d9a6-bf86-43f2-90b1-2001589b197d gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:23:12.869769 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['ba0688c6-791a-4366-991a-81eb5e62c116'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:23:13.049623 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-606bc6fc-5055-4b24-a189-434bf60c868f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7980d9a6-bf86-43f2-90b1-2001589b197d', 'name': 'tempest-ServersTestMultiNic-600645039-router', 'tenant_id': '13fae58522454fb384b983d48d032915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '142a4b7e-e6f1-4036-a6d5-252dc98106d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:20:46Z', 'updated_at': '2021-08-31T09:23:10Z', 'revision_number': 5, 'project_id': '13fae58522454fb384b983d48d032915', 'gw_port': {'id': '142a4b7e-e6f1-4036-a6d5-252dc98106d0', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7980d9a6-bf86-43f2-90b1-2001589b197d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:20:49Z', 'updated_at': '2021-08-31T09:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:13.091293 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606bc6fc-5055-4b24-a189-434bf60c868f None None] Checking router: 7980d9a6-bf86-43f2-90b1-2001589b197d for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:23:13.109190 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-29a8574c-78d9-4b6e-93e1-c6b059776c93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:13.116007 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606bc6fc-5055-4b24-a189-434bf60c868f None None] Routers {'7980d9a6-bf86-43f2-90b1-2001589b197d'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:23:13.116622 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-606bc6fc-5055-4b24-a189-434bf60c868f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:22:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7980d9a6-bf86-43f2-90b1-2001589b197d'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:13.241092 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-606bc6fc-5055-4b24-a189-434bf60c868f None None] Set router 7980d9a6-bf86-43f2-90b1-2001589b197d gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:23:13.272554 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-29a8574c-78d9-4b6e-93e1-c6b059776c93 admin admin] Deleting port 142a4b7e-e6f1-4036-a6d5-252dc98106d0 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:23:13.273161 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-29a8574c-78d9-4b6e-93e1-c6b059776c93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:13.367972 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931ddd0-61e6-434b-855b-307443a99986 req-8dbf732c-901d-46fa-bcd0-5e2ac5a359aa tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:13.373173 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9931ddd0-61e6-434b-855b-307443a99986 req-8dbf732c-901d-46fa-bcd0-5e2ac5a359aa tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=e52f6c9c-0d7d-4616-8c6c-51b56317bb8c HTTP/1.1" status: 200 len: 949 time: 0.1065781 Aug 31 09:23:13.390426 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-29a8574c-78d9-4b6e-93e1-c6b059776c93 admin admin] For port 142a4b7e-e6f1-4036-a6d5-252dc98106d0, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=142a4b7e-e6f1-4036-a6d5-252dc98106d0,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:13.390932 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-29a8574c-78d9-4b6e-93e1-c6b059776c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:13.406511 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-29a8574c-78d9-4b6e-93e1-c6b059776c93 admin admin] Calling delete_port for 142a4b7e-e6f1-4036-a6d5-252dc98106d0 owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:23:13.418853 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9931ddd0-61e6-434b-855b-307443a99986 req-9763282b-a048-4205-bf93-dffb841de145 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400496 Aug 31 09:23:13.520503 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-606bc6fc-5055-4b24-a189-434bf60c868f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7980d9a6-bf86-43f2-90b1-2001589b197d', 'name': 'tempest-ServersTestMultiNic-600645039-router', 'tenant_id': '13fae58522454fb384b983d48d032915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '142a4b7e-e6f1-4036-a6d5-252dc98106d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:20:46Z', 'updated_at': '2021-08-31T09:23:10Z', 'revision_number': 5, 'project_id': '13fae58522454fb384b983d48d032915', 'gw_port': {'id': '142a4b7e-e6f1-4036-a6d5-252dc98106d0', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7980d9a6-bf86-43f2-90b1-2001589b197d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:20:49Z', 'updated_at': '2021-08-31T09:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:13.554937 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606bc6fc-5055-4b24-a189-434bf60c868f None None] The sync data for ids ['7980d9a6-bf86-43f2-90b1-2001589b197d'] in n-d-791506-28 is: [{'id': '7980d9a6-bf86-43f2-90b1-2001589b197d', 'name': 'tempest-ServersTestMultiNic-600645039-router', 'tenant_id': '13fae58522454fb384b983d48d032915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '142a4b7e-e6f1-4036-a6d5-252dc98106d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:20:46Z', 'updated_at': '2021-08-31T09:23:10Z', 'revision_number': 5, 'project_id': '13fae58522454fb384b983d48d032915', 'gw_port': {'id': '142a4b7e-e6f1-4036-a6d5-252dc98106d0', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7980d9a6-bf86-43f2-90b1-2001589b197d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:20:49Z', 'updated_at': '2021-08-31T09:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:23:13.576548 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7723a11-8abf-44e8-9a48-52f40532c391 req-f673e46d-5c4c-4478-b748-aacc318cc5d3 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:13.584207 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b7723a11-8abf-44e8-9a48-52f40532c391 req-f673e46d-5c4c-4478-b748-aacc318cc5d3 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.119 "GET /v2.0/ports?device_id=236fa6dc-dac4-4e9c-bd97-231672aacc76 HTTP/1.1" status: 200 len: 944 time: 0.0921512 Aug 31 09:23:13.650621 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b7723a11-8abf-44e8-9a48-52f40532c391 req-642e5775-4391-4c3f-825f-8d05979290aa tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.119 "GET /v2.0/security-groups?id=10ade4b3-e844-4d88-822c-c520bcdce9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653648 Aug 31 09:23:13.767874 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-29a8574c-78d9-4b6e-93e1-c6b059776c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:13.821298 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a8574c-78d9-4b6e-93e1-c6b059776c93 admin admin] Pushing event deleted for resources: {'Port': ['ID=142a4b7e-e6f1-4036-a6d5-252dc98106d0,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:13.907369 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-29a8574c-78d9-4b6e-93e1-c6b059776c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:13.988662 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-84cfd4f3-c91b-463d-beea-dae368e9523f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:14.047040 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-29a8574c-78d9-4b6e-93e1-c6b059776c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:14.051659 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-29a8574c-78d9-4b6e-93e1-c6b059776c93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:14.122638 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:14.252760 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-29a8574c-78d9-4b6e-93e1-c6b059776c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:14.253412 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a8574c-78d9-4b6e-93e1-c6b059776c93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7980d9a6-bf86-43f2-90b1-2001589b197d {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:23:14.257945 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-29a8574c-78d9-4b6e-93e1-c6b059776c93 admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:14.262776 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 36494) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:14.262979 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-29a8574c-78d9-4b6e-93e1-c6b059776c93 admin admin] 10.222.0.119 "DELETE /v2.0/routers/7980d9a6-bf86-43f2-90b1-2001589b197d HTTP/1.1" status: 204 len: 168 time: 2.1121428 Aug 31 09:23:14.376907 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c961c0-5999-4790-8524-9babfff91c30 admin admin] Deleting subnet 9bdbd79f-71a4-488b-83f0-49244750b96a {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:23:14.383876 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d5c961c0-5999-4790-8524-9babfff91c30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:14.504485 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d5c961c0-5999-4790-8524-9babfff91c30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:14.763961 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd8a03-f358-4c34-a8db-6604a0167c89 req-04f80484-9b57-448d-b05e-dbc0cb6d4cf2 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:14.773206 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19dd8a03-f358-4c34-a8db-6604a0167c89 req-04f80484-9b57-448d-b05e-dbc0cb6d4cf2 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=e52f6c9c-0d7d-4616-8c6c-51b56317bb8c HTTP/1.1" status: 200 len: 949 time: 0.1933098 Aug 31 09:23:14.792627 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9512700-aa86-4962-a910-1bf852e65883 req-e5095656-7c96-490d-bc84-1fca192a8072 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:14.808916 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e9512700-aa86-4962-a910-1bf852e65883 req-e5095656-7c96-490d-bc84-1fca192a8072 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=68f90fd6-5027-4d99-8023-c81e5a6c76df HTTP/1.1" status: 200 len: 946 time: 0.1732519 Aug 31 09:23:14.834732 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d5c961c0-5999-4790-8524-9babfff91c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:14.899838 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19dd8a03-f358-4c34-a8db-6604a0167c89 req-9d4455a4-305d-4c87-af66-aababd069b7d tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254027 Aug 31 09:23:14.927990 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e9512700-aa86-4962-a910-1bf852e65883 req-147c85a0-e34f-4ba6-bbda-1e302ad7a995 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129546 Aug 31 09:23:15.040615 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d5c961c0-5999-4790-8524-9babfff91c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:15.094838 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c961c0-5999-4790-8524-9babfff91c30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bdbd79f-71a4-488b-83f0-49244750b96a,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:15.098491 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d5c961c0-5999-4790-8524-9babfff91c30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:15.103019 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d5c961c0-5999-4790-8524-9babfff91c30 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/9bdbd79f-71a4-488b-83f0-49244750b96a HTTP/1.1" status: 204 len: 168 time: 0.8362563 Aug 31 09:23:15.103907 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 36510) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:15.104429 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe2a390-390f-4678-add2-44e9d281b8eb None None] Network 0fd987b9-6285-4563-b36d-6f30ee180798 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:15.139004 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79436b29-8fa0-4ff6-b39e-da14c7d84802 req-8843f0f2-9f34-4c74-bcb9-90bb6506f146 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:15.140845 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-79436b29-8fa0-4ff6-b39e-da14c7d84802 req-8843f0f2-9f34-4c74-bcb9-90bb6506f146 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.119 "GET /v2.0/ports?device_id=236fa6dc-dac4-4e9c-bd97-231672aacc76 HTTP/1.1" status: 200 len: 944 time: 0.1147997 Aug 31 09:23:15.268687 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f0e09105-c18e-4ced-9496-1b788418c30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:15.297730 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-79436b29-8fa0-4ff6-b39e-da14c7d84802 req-e82eb3e8-4f45-46b9-8dfa-a0943eb5dba4 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.119 "GET /v2.0/security-groups?id=10ade4b3-e844-4d88-822c-c520bcdce9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218328 Aug 31 09:23:15.321855 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:15.372963 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8240ba2f-b730-49f9-9970-41a137feb24b None None] DHCP port deletion for 0fd987b9-6285-4563-b36d-6f30ee180798 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:23:15.400880 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-f0e09105-c18e-4ced-9496-1b788418c30a admin admin] Deleting port b5febb3f-d6a0-4ce7-85e1-ec364073d7cd {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:23:15.401583 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f0e09105-c18e-4ced-9496-1b788418c30a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:15.425711 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-8240ba2f-b730-49f9-9970-41a137feb24b None None] Deleting port b5febb3f-d6a0-4ce7-85e1-ec364073d7cd {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:23:15.426170 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8240ba2f-b730-49f9-9970-41a137feb24b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:15.469199 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-f0e09105-c18e-4ced-9496-1b788418c30a admin admin] For port b5febb3f-d6a0-4ce7-85e1-ec364073d7cd, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=b5febb3f-d6a0-4ce7-85e1-ec364073d7cd,segment=NetworkSegment(b4f75bc3-a169-465d-906f-512815596c3d),segment_id=b4f75bc3-a169-465d-906f-512815596c3d)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:15.471069 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f0e09105-c18e-4ced-9496-1b788418c30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:15.471202 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device e562dfcd-806d-4228-895f-499a7b9928e9 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:23:15.471760 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device ba0688c6-791a-4366-991a-81eb5e62c116 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:15.484185 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-f0e09105-c18e-4ced-9496-1b788418c30a admin admin] Calling delete_port for b5febb3f-d6a0-4ce7-85e1-ec364073d7cd owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:23:15.593626 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-8240ba2f-b730-49f9-9970-41a137feb24b None None] For port b5febb3f-d6a0-4ce7-85e1-ec364073d7cd, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=b5febb3f-d6a0-4ce7-85e1-ec364073d7cd,segment=NetworkSegment(b4f75bc3-a169-465d-906f-512815596c3d),segment_id=b4f75bc3-a169-465d-906f-512815596c3d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:15.594395 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8240ba2f-b730-49f9-9970-41a137feb24b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:15.621948 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-8240ba2f-b730-49f9-9970-41a137feb24b None None] Calling delete_port for b5febb3f-d6a0-4ce7-85e1-ec364073d7cd owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:23:15.625747 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f0e09105-c18e-4ced-9496-1b788418c30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:15.640221 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2e11e47b-50bd-4f1f-a9fe-c93cbc028980 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:23:15.667956 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e09105-c18e-4ced-9496-1b788418c30a admin admin] Pushing event deleted for resources: {'Port': ['ID=b5febb3f-d6a0-4ce7-85e1-ec364073d7cd,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:15.671519 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 2e11e47b-50bd-4f1f-a9fe-c93cbc028980 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:23:15.672067 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2e11e47b-50bd-4f1f-a9fe-c93cbc028980 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:23:15.673021 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 142a4b7e-e6f1-4036-a6d5-252dc98106d0 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:23:15.680052 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e09105-c18e-4ced-9496-1b788418c30a admin admin] No DVR routers for this DVR port b5febb3f-d6a0-4ce7-85e1-ec364073d7cd on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:23:15.733917 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 142a4b7e-e6f1-4036-a6d5-252dc98106d0 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:23:15.734497 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 142a4b7e-e6f1-4036-a6d5-252dc98106d0 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:23:15.735113 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b5febb3f-d6a0-4ce7-85e1-ec364073d7cd no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:23:15.759973 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f0e09105-c18e-4ced-9496-1b788418c30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:15.772279 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-f0e09105-c18e-4ced-9496-1b788418c30a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fd987b9-6285-4563-b36d-6f30ee180798']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:15.773267 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port ba0688c6-791a-4366-991a-81eb5e62c116 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:15.777399 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: b5febb3f-d6a0-4ce7-85e1-ec364073d7cd {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:23:15.777923 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b5febb3f-d6a0-4ce7-85e1-ec364073d7cd not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:23:15.786317 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port ba0688c6-791a-4366-991a-81eb5e62c116 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:15.786921 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:15.797636 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port e562dfcd-806d-4228-895f-499a7b9928e9, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=e562dfcd-806d-4228-895f-499a7b9928e9,segment=NetworkSegment(5c9bd847-04ce-44a8-b933-aa2c14717740),segment_id=5c9bd847-04ce-44a8-b933-aa2c14717740)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:15.799246 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-f0e09105-c18e-4ced-9496-1b788418c30a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f75bc3-a169-465d-906f-512815596c3d') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:15.799552 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-f0e09105-c18e-4ced-9496-1b788418c30a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f75bc3-a169-465d-906f-512815596c3d') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:15.811304 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f0e09105-c18e-4ced-9496-1b788418c30a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:15.834438 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f0e09105-c18e-4ced-9496-1b788418c30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:15.845916 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e09105-c18e-4ced-9496-1b788418c30a admin admin] Releasing vlan 1640 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:23:15.846260 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f0e09105-c18e-4ced-9496-1b788418c30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:15.848391 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:23:15.848391 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:23:15.848391 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:23:15.848391 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:23:15.848391 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:23:15.848391 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:23:15.848391 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:23:15.848391 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:23:15.848391 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:23:15.848391 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:23:15.848391 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:23:15.848391 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:23:15.848391 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:23:15.848391 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:23:15.848391 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:23:15.848391 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:23:15.848391 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:23:15.848391 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:23:15.848391 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:23:15.848391 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:23:15.848391 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:23:15.848391 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:23:15.848391 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:23:15.848391 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:23:15.848391 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:23:15.848391 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:23:15.848391 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:23:15.848391 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:23:15.848391 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:23:15.848391 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:23:15.848391 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:23:15.848391 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:23:15.863250 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': 'e562dfcd-806d-4228-895f-499a7b9928e9', 'network_id': 'ea320e68-0d27-48e5-8ad0-0bb739fca3c2', 'port_id': 'e562dfcd-806d-4228-895f-499a7b9928e9', 'mac_address': 'fa:16:3e:9e:e1:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ebef51-4d39-485a-b24e-185d458662a1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:23:15.928069 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8240ba2f-b730-49f9-9970-41a137feb24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:15.963495 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240ba2f-b730-49f9-9970-41a137feb24b None None] Pushing event deleted for resources: {'Port': ['ID=b5febb3f-d6a0-4ce7-85e1-ec364073d7cd,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:15.968857 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:16.013168 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8240ba2f-b730-49f9-9970-41a137feb24b None None] No DVR routers for this DVR port b5febb3f-d6a0-4ce7-85e1-ec364073d7cd on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:23:16.025979 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e562dfcd-806d-4228-895f-499a7b9928e9 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:23:16.056322 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:16.070096 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port e562dfcd-806d-4228-895f-499a7b9928e9, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=e562dfcd-806d-4228-895f-499a7b9928e9,segment=NetworkSegment(5c9bd847-04ce-44a8-b933-aa2c14717740),segment_id=5c9bd847-04ce-44a8-b933-aa2c14717740)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:16.087708 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52f6c9c-0d7d-4616-8c6c-51b56317bb8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0688c6-791a-4366-991a-81eb5e62c116'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:23:16.090279 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659daf2a-e646-43e4-859e-8e24c6c933f8" -d '{"events": [{"server_uuid": "e52f6c9c-0d7d-4616-8c6c-51b56317bb8c", "name": "network-vif-plugged", "status": "completed", "tag": "ba0688c6-791a-4366-991a-81eb5e62c116"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:23:16.103982 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port ba0688c6-791a-4366-991a-81eb5e62c116, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=ba0688c6-791a-4366-991a-81eb5e62c116,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:16.176183 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:16.215788 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:16.242790 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=ba0688c6-791a-4366-991a-81eb5e62c116,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:16.308413 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=e562dfcd-806d-4228-895f-499a7b9928e9,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:16.341456 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47dd2e-a86b-4a72-9038-81b593aecc68 req-9d830131-9d38-422d-9b9c-fc7eedce5d94 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:16.343368 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b47dd2e-a86b-4a72-9038-81b593aecc68 req-9d830131-9d38-422d-9b9c-fc7eedce5d94 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=68f90fd6-5027-4d99-8023-c81e5a6c76df HTTP/1.1" status: 200 len: 946 time: 0.1269209 Aug 31 09:23:16.361871 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe569d77-7612-461f-b092-787c3414ce5e req-bf278d2d-a4f6-4f72-b398-0a268fa4957d tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:16.363559 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fe569d77-7612-461f-b092-787c3414ce5e req-bf278d2d-a4f6-4f72-b398-0a268fa4957d tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=e52f6c9c-0d7d-4616-8c6c-51b56317bb8c HTTP/1.1" status: 200 len: 950 time: 0.1197329 Aug 31 09:23:16.413716 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f0e09105-c18e-4ced-9496-1b788418c30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:16.419676 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f0e09105-c18e-4ced-9496-1b788418c30a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:16.421753 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f0e09105-c18e-4ced-9496-1b788418c30a admin admin] 10.222.0.119 "DELETE /v2.0/networks/0fd987b9-6285-4563-b36d-6f30ee180798 HTTP/1.1" status: 204 len: 168 time: 1.3168144 Aug 31 09:23:16.438165 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb01521-bf8e-4ff7-b237-18be4b0390d6 req-5fab6c96-b80a-4d25-94a0-c1fc1051f129 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:16.441446 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9cb01521-bf8e-4ff7-b237-18be4b0390d6 req-5fab6c96-b80a-4d25-94a0-c1fc1051f129 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.112 "GET /v2.0/ports?device_id=68f90fd6-5027-4d99-8023-c81e5a6c76df HTTP/1.1" status: 200 len: 946 time: 0.0732806 Aug 31 09:23:16.470195 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b47dd2e-a86b-4a72-9038-81b593aecc68 req-49fda955-3c53-47cf-8bd4-bfddb1e0c8ce tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054666 Aug 31 09:23:16.482894 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e09105-c18e-4ced-9496-1b788418c30a admin admin] Pushing event deleted for resources: {'Network': ['ID=0fd987b9-6285-4563-b36d-6f30ee180798,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:16.513038 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fe569d77-7612-461f-b092-787c3414ce5e req-c51e6c6c-72eb-4422-889d-39d2a929d601 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325884 Aug 31 09:23:16.532655 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['e562dfcd-806d-4228-895f-499a7b9928e9'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:23:16.594111 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1664ea40-ed41-40de-8f34-2624c7d91175 x-openstack-request-id: req-1664ea40-ed41-40de-8f34-2624c7d91175 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:23:16.594530 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52f6c9c-0d7d-4616-8c6c-51b56317bb8c", "name": "network-vif-plugged", "status": "completed", "tag": "ba0688c6-791a-4366-991a-81eb5e62c116", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:23:16.594993 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-1664ea40-ed41-40de-8f34-2624c7d91175 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:23:16.595653 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52f6c9c-0d7d-4616-8c6c-51b56317bb8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0688c6-791a-4366-991a-81eb5e62c116', 'code': 200} Aug 31 09:23:16.609919 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-9cb01521-bf8e-4ff7-b237-18be4b0390d6 req-40bb7766-84ec-4e92-908f-870f2790497a tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Deleting port 7d921f58-bb54-47d0-a40b-b4605065f73d {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:23:16.613327 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9cb01521-bf8e-4ff7-b237-18be4b0390d6 req-40bb7766-84ec-4e92-908f-870f2790497a tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:16.737031 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2cae8-8407-475f-818b-9753a235e006 req-51966f38-6a02-4034-8580-07dc45c49252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:16.747898 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-15c2cae8-8407-475f-818b-9753a235e006 req-51966f38-6a02-4034-8580-07dc45c49252 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e52f6c9c-0d7d-4616-8c6c-51b56317bb8c HTTP/1.1" status: 200 len: 1102 time: 0.1050563 Aug 31 09:23:16.768302 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-9cb01521-bf8e-4ff7-b237-18be4b0390d6 req-40bb7766-84ec-4e92-908f-870f2790497a tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] For port 7d921f58-bb54-47d0-a40b-b4605065f73d, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=7d921f58-bb54-47d0-a40b-b4605065f73d,segment=NetworkSegment(fea79c28-18e6-4c1e-9eb0-fd680c62e5f4),segment_id=fea79c28-18e6-4c1e-9eb0-fd680c62e5f4)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:16.769732 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9cb01521-bf8e-4ff7-b237-18be4b0390d6 req-40bb7766-84ec-4e92-908f-870f2790497a tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:16.799483 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043eda8-a457-42bc-b511-deb32d01d714 req-b345c692-48fc-4a47-9bfd-cbf0f0a93144 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:16.801066 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b043eda8-a457-42bc-b511-deb32d01d714 req-b345c692-48fc-4a47-9bfd-cbf0f0a93144 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.119 "GET /v2.0/ports?device_id=236fa6dc-dac4-4e9c-bd97-231672aacc76 HTTP/1.1" status: 200 len: 945 time: 0.1215570 Aug 31 09:23:16.805846 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-15c2cae8-8407-475f-818b-9753a235e006 req-96284c3e-28e9-4d92-aeeb-13b16c9ff71b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480461 Aug 31 09:23:16.808655 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-9cb01521-bf8e-4ff7-b237-18be4b0390d6 req-40bb7766-84ec-4e92-908f-870f2790497a tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Calling delete_port for 7d921f58-bb54-47d0-a40b-b4605065f73d owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:23:16.854017 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b043eda8-a457-42bc-b511-deb32d01d714 req-6af2b7d9-f0c6-4979-b9e5-0b62c4f666a1 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.119 "GET /v2.0/security-groups?id=10ade4b3-e844-4d88-822c-c520bcdce9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437980 Aug 31 09:23:16.953189 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:17.040071 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 36548) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:17.068147 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 36552) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:17.076151 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9cb01521-bf8e-4ff7-b237-18be4b0390d6 req-40bb7766-84ec-4e92-908f-870f2790497a tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:17.089946 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['311e7740-5e63-48df-865b-4f0fca0df938', 'f1be4ff5-1d89-4b29-a936-d03713516313', '7d921f58-bb54-47d0-a40b-b4605065f73d'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:23:17.115518 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb7766-84ec-4e92-908f-870f2790497a tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Pushing event deleted for resources: {'Port': ['ID=7d921f58-bb54-47d0-a40b-b4605065f73d,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:17.132466 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-df554172-9bf7-490d-b8e1-51b124d8dc39 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=13fae58522454fb384b983d48d032915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0630710 Aug 31 09:23:17.136860 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 36554) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:17.189861 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb01521-bf8e-4ff7-b237-18be4b0390d6 req-40bb7766-84ec-4e92-908f-870f2790497a tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] No DVR routers for this DVR port 7d921f58-bb54-47d0-a40b-b4605065f73d on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:23:17.193715 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9cb01521-bf8e-4ff7-b237-18be4b0390d6 req-40bb7766-84ec-4e92-908f-870f2790497a tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:17.196717 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9cb01521-bf8e-4ff7-b237-18be4b0390d6 req-40bb7766-84ec-4e92-908f-870f2790497a tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.112 "DELETE /v2.0/ports/7d921f58-bb54-47d0-a40b-b4605065f73d HTTP/1.1" status: 204 len: 173 time: 0.7495251 Aug 31 09:23:17.197501 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f90fd6-5027-4d99-8023-c81e5a6c76df', 'name': 'network-vif-deleted', 'tag': '7d921f58-bb54-47d0-a40b-b4605065f73d'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:23:17.203842 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bf4fee-6eb7-4f3f-8424-b2fef1003aaf" -d '{"events": [{"server_uuid": "68f90fd6-5027-4d99-8023-c81e5a6c76df", "name": "network-vif-deleted", "tag": "7d921f58-bb54-47d0-a40b-b4605065f73d"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:23:17.221136 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c19618e6-f65d-4c1a-b197-13111d2f4c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:17.253818 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a480c05-109e-4e16-b976-c5534c0b7aa1 x-openstack-request-id: req-9a480c05-109e-4e16-b976-c5534c0b7aa1 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:23:17.254298 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f90fd6-5027-4d99-8023-c81e5a6c76df", "name": "network-vif-deleted", "tag": "7d921f58-bb54-47d0-a40b-b4605065f73d", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:23:17.256925 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-9a480c05-109e-4e16-b976-c5534c0b7aa1 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:23:17.257034 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c19618e6-f65d-4c1a-b197-13111d2f4c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:17.257129 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f90fd6-5027-4d99-8023-c81e5a6c76df', 'name': 'network-vif-deleted', 'tag': '7d921f58-bb54-47d0-a40b-b4605065f73d', 'status': 'completed', 'code': 200} Aug 31 09:23:17.381933 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c19618e6-f65d-4c1a-b197-13111d2f4c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:17.384714 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c19618e6-f65d-4c1a-b197-13111d2f4c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:17.386893 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c19618e6-f65d-4c1a-b197-13111d2f4c55 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/346d4639-ad89-4f96-94e4-698543bc290d HTTP/1.1" status: 204 len: 168 time: 0.2509193 Aug 31 09:23:17.422019 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19618e6-f65d-4c1a-b197-13111d2f4c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346d4639-ad89-4f96-94e4-698543bc290d,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:17.424367 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2b1fd113-f7f5-4360-921b-ec942a629ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:17.581566 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2b1fd113-f7f5-4360-921b-ec942a629ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:17.623230 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6f13d37e-ccad-4592-b038-e3378509f568 req-302bada5-4e74-401d-b1e6-c7f6dd4cbd6e tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=68f90fd6-5027-4d99-8023-c81e5a6c76df HTTP/1.1" status: 200 len: 210 time: 0.0301087 Aug 31 09:23:17.687323 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf158208-6816-4a00-97b0-2bedb10a4934 req-f7fcbe1d-606e-49cc-be91-7f3f199f74dd tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:17.689173 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cf158208-6816-4a00-97b0-2bedb10a4934 req-f7fcbe1d-606e-49cc-be91-7f3f199f74dd tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=e52f6c9c-0d7d-4616-8c6c-51b56317bb8c HTTP/1.1" status: 200 len: 950 time: 0.0551326 Aug 31 09:23:17.692272 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2b1fd113-f7f5-4360-921b-ec942a629ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:17.753300 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2b1fd113-f7f5-4360-921b-ec942a629ab8 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=1eac209d871a4f7997b4802768b227af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7120717 Aug 31 09:23:17.756159 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 36576) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:17.756882 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1fd113-f7f5-4360-921b-ec942a629ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb489a2a-0796-483e-974f-029db6c7b104,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:17.775739 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cf158208-6816-4a00-97b0-2bedb10a4934 req-8fba4cca-56d0-406a-8411-ae8042bdb9ba tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723331 Aug 31 09:23:17.829181 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c09e82a7-be6b-430f-9089-94fc2d348d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:17.860971 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c09e82a7-be6b-430f-9089-94fc2d348d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:18.000445 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c09e82a7-be6b-430f-9089-94fc2d348d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:18.000445 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c09e82a7-be6b-430f-9089-94fc2d348d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:18.012338 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c09e82a7-be6b-430f-9089-94fc2d348d4c admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/fb489a2a-0796-483e-974f-029db6c7b104 HTTP/1.1" status: 204 len: 168 time: 0.2519181 Aug 31 09:23:18.029098 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e82a7-be6b-430f-9089-94fc2d348d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb489a2a-0796-483e-974f-029db6c7b104,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:18.079836 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76b9f2-055a-4ef0-b8b2-20ed1e9c9227 req-997ee5ed-c58e-4fcb-9657-b2ae175970f8 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:18.087702 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4e76b9f2-055a-4ef0-b8b2-20ed1e9c9227 req-997ee5ed-c58e-4fcb-9657-b2ae175970f8 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.119 "GET /v2.0/ports?device_id=236fa6dc-dac4-4e9c-bd97-231672aacc76 HTTP/1.1" status: 200 len: 945 time: 0.0919354 Aug 31 09:23:18.150507 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4e76b9f2-055a-4ef0-b8b2-20ed1e9c9227 req-a3a64fee-6b92-4c9f-b26d-e40add27c7f6 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.119 "GET /v2.0/security-groups?id=10ade4b3-e844-4d88-822c-c520bcdce9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618343 Aug 31 09:23:18.170727 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf0cf4-b62c-4252-b487-9ac9f7c499eb req-0cd7d534-b687-4223-8b4d-2c099f046a8f tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:18.172340 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-73cf0cf4-b62c-4252-b487-9ac9f7c499eb req-0cd7d534-b687-4223-8b4d-2c099f046a8f tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 947 time: 0.0680921 Aug 31 09:23:18.215292 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-73cf0cf4-b62c-4252-b487-9ac9f7c499eb req-60132a8d-d30c-4998-97ba-d1b08271af13 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354755 Aug 31 09:23:18.339403 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2a2c85e2-c9a3-4ac5-8303-0d722a322aea req-0f156f43-664c-4ad0-9990-6024949b0d3f service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=ce21fb2f-a0b7-48ef-8c37-aae863ca9138&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0504947 Aug 31 09:23:18.408922 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c85e2-c9a3-4ac5-8303-0d722a322aea req-51fc9190-553f-42d4-8811-694369a86d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:18.410439 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2a2c85e2-c9a3-4ac5-8303-0d722a322aea req-51fc9190-553f-42d4-8811-694369a86d7e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=c8be5a3950fb435c8e8cd8e3c656cdfc&device_id=ce21fb2f-a0b7-48ef-8c37-aae863ca9138 HTTP/1.1" status: 200 len: 1098 time: 0.0430470 Aug 31 09:23:18.516723 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c85e2-c9a3-4ac5-8303-0d722a322aea req-04f847fb-b733-4de0-a635-97ef5ec86958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:18.518247 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2a2c85e2-c9a3-4ac5-8303-0d722a322aea req-04f847fb-b733-4de0-a635-97ef5ec86958 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a1c761f8-404a-498a-a4d9-9ce04e112753 HTTP/1.1" status: 200 len: 916 time: 0.0837803 Aug 31 09:23:18.571467 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2a2c85e2-c9a3-4ac5-8303-0d722a322aea req-5b163abb-72a4-4be9-94bf-11e6e2695ae0 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1be4ff5-1d89-4b29-a936-d03713516313 HTTP/1.1" status: 200 len: 217 time: 0.0407138 Aug 31 09:23:18.624113 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c85e2-c9a3-4ac5-8303-0d722a322aea req-2eadb7c5-136a-4437-bd5e-0e0ab88d7a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:18.625582 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2a2c85e2-c9a3-4ac5-8303-0d722a322aea req-2eadb7c5-136a-4437-bd5e-0e0ab88d7a21 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b147db6a-6b72-4492-9892-536b47a13e42 HTTP/1.1" status: 200 len: 854 time: 0.0462995 Aug 31 09:23:18.666377 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2a2c85e2-c9a3-4ac5-8303-0d722a322aea req-774b231c-e610-43a0-bd44-769f80442131 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a1c761f8-404a-498a-a4d9-9ce04e112753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253661 Aug 31 09:23:18.778891 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2a2c85e2-c9a3-4ac5-8303-0d722a322aea req-3ec27366-7796-4008-9b5e-7add180b7174 service neutron] 10.222.0.112 "GET /v2.0/networks/a1c761f8-404a-498a-a4d9-9ce04e112753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036129 Aug 31 09:23:18.844460 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 36610) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:18.869544 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3cd1f2a1-f0f5-4dcd-af10-44718b32ec71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:18.880703 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2a2c85e2-c9a3-4ac5-8303-0d722a322aea req-aacdc066-f2fb-4e1f-b3be-fd322e56d4d4 service neutron] 10.222.0.112 "GET /v2.0/networks/a1c761f8-404a-498a-a4d9-9ce04e112753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938029 Aug 31 09:23:18.952993 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37ff41-e3cb-440b-85e1-62e5fe42353c req-332c374f-dd06-4bf2-9094-88bda570d7b9 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:18.954653 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1f37ff41-e3cb-440b-85e1-62e5fe42353c req-332c374f-dd06-4bf2-9094-88bda570d7b9 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=e52f6c9c-0d7d-4616-8c6c-51b56317bb8c HTTP/1.1" status: 200 len: 950 time: 0.0761697 Aug 31 09:23:19.017503 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1f37ff41-e3cb-440b-85e1-62e5fe42353c req-fabd3760-e3ac-4fff-8a63-e53709500855 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563998 Aug 31 09:23:19.044354 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3cd1f2a1-f0f5-4dcd-af10-44718b32ec71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:19.114315 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d93084f9-4970-41cc-917c-b426dc7bf60c req-dfb8b997-e700-45ec-ae46-c9113adcc412 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0273862 Aug 31 09:23:19.190076 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d93084f9-4970-41cc-917c-b426dc7bf60c req-bb8d8d70-e179-468f-9082-0a45b50f76b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0276499 Aug 31 09:23:19.231159 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d93084f9-4970-41cc-917c-b426dc7bf60c req-9176f939-ccc7-4c49-b8fd-5dbf14fb14e4 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209064 Aug 31 09:23:19.286942 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3cd1f2a1-f0f5-4dcd-af10-44718b32ec71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:19.340086 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3cd1f2a1-f0f5-4dcd-af10-44718b32ec71 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=18aaff29a4364ef082e4a5f1eef674cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4914634 Aug 31 09:23:19.340670 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 36630) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:19.341880 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1f2a1-f0f5-4dcd-af10-44718b32ec71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aca2dd5-9e9c-4dd0-9c6d-672b87ef7703,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:19.376908 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93084f9-4970-41cc-917c-b426dc7bf60c req-c9c35668-cdaa-497a-ae2f-e2ab44372452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:19.378644 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d93084f9-4970-41cc-917c-b426dc7bf60c req-c9c35668-cdaa-497a-ae2f-e2ab44372452 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1398435 Aug 31 09:23:19.415736 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8f6c99a5-1cdf-4505-85f0-95b30bf36205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:19.439898 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8f6c99a5-1cdf-4505-85f0-95b30bf36205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:19.444672 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4ca00-5db0-487a-b184-08a8f6658675 req-32009255-886c-4f20-b323-48a0084ccfbe tempest-ServersOnMultiNodesTest-113113454 tempest-ServersOnMultiNodesTest-113113454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:19.447089 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a9d4ca00-5db0-487a-b184-08a8f6658675 req-32009255-886c-4f20-b323-48a0084ccfbe tempest-ServersOnMultiNodesTest-113113454 tempest-ServersOnMultiNodesTest-113113454-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=e52f6c9c-0d7d-4616-8c6c-51b56317bb8c HTTP/1.1" status: 200 len: 1102 time: 0.0474260 Aug 31 09:23:19.487631 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a9d4ca00-5db0-487a-b184-08a8f6658675 req-c0f65dd3-3d4e-4d8a-8dd3-15d450adc6fa tempest-ServersOnMultiNodesTest-113113454 tempest-ServersOnMultiNodesTest-113113454-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342965 Aug 31 09:23:19.490512 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device e562dfcd-806d-4228-895f-499a7b9928e9 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:19.592509 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8f6c99a5-1cdf-4505-85f0-95b30bf36205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:19.595554 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8f6c99a5-1cdf-4505-85f0-95b30bf36205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:19.596941 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8f6c99a5-1cdf-4505-85f0-95b30bf36205 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/7aca2dd5-9e9c-4dd0-9c6d-672b87ef7703 HTTP/1.1" status: 204 len: 168 time: 0.2554862 Aug 31 09:23:19.606204 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c99a5-1cdf-4505-85f0-95b30bf36205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aca2dd5-9e9c-4dd0-9c6d-672b87ef7703,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:19.608990 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e8fa2-4f8f-44e2-8e3a-eb4e6ef1f6ea req-e95abbe2-93a4-4194-94c6-3e608e656f17 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:19.610669 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d41e8fa2-4f8f-44e2-8e3a-eb4e6ef1f6ea req-e95abbe2-93a4-4194-94c6-3e608e656f17 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.119 "GET /v2.0/ports?device_id=236fa6dc-dac4-4e9c-bd97-231672aacc76 HTTP/1.1" status: 200 len: 945 time: 0.0566676 Aug 31 09:23:19.669527 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d41e8fa2-4f8f-44e2-8e3a-eb4e6ef1f6ea req-7b505282-7ecf-4e2a-bd58-b8c7928cb3a7 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.119 "GET /v2.0/security-groups?id=10ade4b3-e844-4d88-822c-c520bcdce9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429301 Aug 31 09:23:19.696362 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port e562dfcd-806d-4228-895f-499a7b9928e9 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:19.702600 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port e562dfcd-806d-4228-895f-499a7b9928e9 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:19.703280 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:19.796074 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124683e4-be8c-48c1-b565-3581a6768788 req-76452861-b7c2-4a3c-a6bb-dbafb761eed1 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:19.805386 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-124683e4-be8c-48c1-b565-3581a6768788 req-76452861-b7c2-4a3c-a6bb-dbafb761eed1 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 947 time: 0.0865052 Aug 31 09:23:19.877295 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2bead-560f-4125-bd1a-80146d0f63fd req-875b4773-5f95-4e42-a706-f535cf0c89fc tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:19.879032 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-37a2bead-560f-4125-bd1a-80146d0f63fd req-875b4773-5f95-4e42-a706-f535cf0c89fc tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce21fb2f-a0b7-48ef-8c37-aae863ca9138 HTTP/1.1" status: 200 len: 946 time: 0.1090891 Aug 31 09:23:19.879267 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:19.906929 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236fa6dc-dac4-4e9c-bd97-231672aacc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e562dfcd-806d-4228-895f-499a7b9928e9'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:23:19.909176 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccff999-4d59-4be6-b103-753726eeb23d" -d '{"events": [{"server_uuid": "236fa6dc-dac4-4e9c-bd97-231672aacc76", "name": "network-vif-plugged", "status": "completed", "tag": "e562dfcd-806d-4228-895f-499a7b9928e9"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:23:19.911644 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-124683e4-be8c-48c1-b565-3581a6768788 req-ea1f8e0f-2865-4f86-ace0-56a664dd15a5 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/security-groups?id=b1021c89-fa84-4e86-a936-ad9ae94febfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052980 Aug 31 09:23:19.923289 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port e562dfcd-806d-4228-895f-499a7b9928e9, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=e562dfcd-806d-4228-895f-499a7b9928e9,segment=NetworkSegment(5c9bd847-04ce-44a8-b933-aa2c14717740),segment_id=5c9bd847-04ce-44a8-b933-aa2c14717740)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:19.938008 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-37a2bead-560f-4125-bd1a-80146d0f63fd req-cadaa4f9-b8f9-4d42-8e0f-082dbe327333 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512574 Aug 31 09:23:20.001360 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:20.054200 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2fd8c18a-1944-4d51-b49b-65f429a2e580 req-eb3adb54-91a2-437d-aa75-b50e2f968f66 tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0687704 Aug 31 09:23:20.057763 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=e562dfcd-806d-4228-895f-499a7b9928e9,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:20.063800 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a739fa22-53ff-4699-968a-67951ec2135a req-8f0d7787-d93f-4d6d-a442-bcb3e64d344d tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677822 Aug 31 09:23:20.115157 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887a526-015c-4f6f-a0e3-62ff04a9e871 req-92ffb14a-a828-4754-84be-b16142a4c87c tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:20.116977 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7887a526-015c-4f6f-a0e3-62ff04a9e871 req-92ffb14a-a828-4754-84be-b16142a4c87c tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.112 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 947 time: 0.1175213 Aug 31 09:23:20.122389 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72b3a2d-bf64-4d75-8fd1-2486cffcb77e x-openstack-request-id: req-c72b3a2d-bf64-4d75-8fd1-2486cffcb77e {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:23:20.122713 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236fa6dc-dac4-4e9c-bd97-231672aacc76", "name": "network-vif-plugged", "status": "completed", "tag": "e562dfcd-806d-4228-895f-499a7b9928e9", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:23:20.122959 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-c72b3a2d-bf64-4d75-8fd1-2486cffcb77e {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:23:20.123402 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236fa6dc-dac4-4e9c-bd97-231672aacc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e562dfcd-806d-4228-895f-499a7b9928e9', 'code': 200} Aug 31 09:23:20.230963 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739fa22-53ff-4699-968a-67951ec2135a req-626e93c4-d7a0-47e6-a2ee-c0d338fea610 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:20.238160 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a739fa22-53ff-4699-968a-67951ec2135a req-626e93c4-d7a0-47e6-a2ee-c0d338fea610 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1733716 Aug 31 09:23:20.259567 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a739fa22-53ff-4699-968a-67951ec2135a req-1811e234-937a-4c6a-87cc-f53e617090cf tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/quotas/f9e9c6916d1f4a7e8f22a19bc536a833 HTTP/1.1" status: 200 len: 375 time: 0.0204461 Aug 31 09:23:20.279224 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-7887a526-015c-4f6f-a0e3-62ff04a9e871 req-af57fb4e-b844-4af0-b1f8-2027b830b9b7 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Deleting port b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:23:20.280382 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7887a526-015c-4f6f-a0e3-62ff04a9e871 req-af57fb4e-b844-4af0-b1f8-2027b830b9b7 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:20.310919 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9ce7e-4715-4619-a698-c67d1b09d17c req-4cd74347-ba74-4dba-9129-713c7f266709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:20.312438 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d6c9ce7e-4715-4619-a698-c67d1b09d17c req-4cd74347-ba74-4dba-9129-713c7f266709 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=236fa6dc-dac4-4e9c-bd97-231672aacc76 HTTP/1.1" status: 200 len: 1098 time: 0.1250141 Aug 31 09:23:20.348529 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a739fa22-53ff-4699-968a-67951ec2135a req-a36f7dff-11aa-4ca0-940c-a7411b8783e5 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0879300 Aug 31 09:23:20.403799 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d6c9ce7e-4715-4619-a698-c67d1b09d17c req-15472d12-1e61-4664-b9ca-c2cf44dccd78 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=10ade4b3-e844-4d88-822c-c520bcdce9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821910 Aug 31 09:23:20.418488 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-7887a526-015c-4f6f-a0e3-62ff04a9e871 req-af57fb4e-b844-4af0-b1f8-2027b830b9b7 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] For port b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f,segment=NetworkSegment(e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897),segment_id=e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:20.423462 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7887a526-015c-4f6f-a0e3-62ff04a9e871 req-af57fb4e-b844-4af0-b1f8-2027b830b9b7 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:20.423624 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9935b9-7839-430c-b557-1adea170a51d req-902d8c22-9170-411a-8bc1-0fe77bf49185 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:20.423624 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bc9935b9-7839-430c-b557-1adea170a51d req-902d8c22-9170-411a-8bc1-0fe77bf49185 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.0674253 Aug 31 09:23:20.433826 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-7887a526-015c-4f6f-a0e3-62ff04a9e871 req-af57fb4e-b844-4af0-b1f8-2027b830b9b7 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Calling delete_port for b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:23:20.470542 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bc9935b9-7839-430c-b557-1adea170a51d req-d35b0865-b574-4cb0-a1ca-535b002acebe tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389359 Aug 31 09:23:20.611366 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91c483-ce89-4464-9396-33e06f873d92 req-46d7ae37-51ce-468f-9224-bc03675f7f3e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:20.613476 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba91c483-ce89-4464-9396-33e06f873d92 req-46d7ae37-51ce-468f-9224-bc03675f7f3e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.0576291 Aug 31 09:23:20.671357 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7cc043f2-f458-40c0-aa27-c0b14707e74d req-0ac7aa4c-5bb0-48c6-87bb-2a262d3e94e5 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=ed2af2bb-f8bb-4202-b2e0-456f906f39b7 HTTP/1.1" status: 200 len: 210 time: 0.0526803 Aug 31 09:23:20.700218 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7887a526-015c-4f6f-a0e3-62ff04a9e871 req-af57fb4e-b844-4af0-b1f8-2027b830b9b7 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:20.713977 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:23:20.736849 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba91c483-ce89-4464-9396-33e06f873d92 req-59b79bf8-c01d-43fd-abd7-567ee5131c3c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137676 Aug 31 09:23:20.759910 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57fb4e-b844-4af0-b1f8-2027b830b9b7 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Pushing event deleted for resources: {'Port': ['ID=b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:20.835178 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-7887a526-015c-4f6f-a0e3-62ff04a9e871 req-af57fb4e-b844-4af0-b1f8-2027b830b9b7 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] No DVR routers for this DVR port b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:23:20.837907 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7887a526-015c-4f6f-a0e3-62ff04a9e871 req-af57fb4e-b844-4af0-b1f8-2027b830b9b7 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:20.840531 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7887a526-015c-4f6f-a0e3-62ff04a9e871 req-af57fb4e-b844-4af0-b1f8-2027b830b9b7 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.112 "DELETE /v2.0/ports/b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f HTTP/1.1" status: 204 len: 173 time: 0.7158411 Aug 31 09:23:20.841413 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b13070c-f3a6-4d96-8d79-b68eb999cc26', 'name': 'network-vif-deleted', 'tag': 'b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:23:20.843983 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7767ad8-3cfb-4d9f-a662-fc25f0e3aec1" -d '{"events": [{"server_uuid": "3b13070c-f3a6-4d96-8d79-b68eb999cc26", "name": "network-vif-deleted", "tag": "b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:23:20.871019 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d301cd-0b3e-4263-886e-1d5ac8e86c66 req-b8dfeaec-905c-4adc-ba65-bf092a6227af tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:20.872511 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f6d301cd-0b3e-4263-886e-1d5ac8e86c66 req-b8dfeaec-905c-4adc-ba65-bf092a6227af tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.119 "GET /v2.0/ports?device_id=236fa6dc-dac4-4e9c-bd97-231672aacc76 HTTP/1.1" status: 200 len: 946 time: 0.0703144 Aug 31 09:23:20.911339 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f6d301cd-0b3e-4263-886e-1d5ac8e86c66 req-2ba6c81d-afef-4c04-a1dc-e7967ca7c40a tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.119 "GET /v2.0/security-groups?id=10ade4b3-e844-4d88-822c-c520bcdce9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328934 Aug 31 09:23:20.956431 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b453752-31d6-401e-89c9-a1aa3dcd2b0e x-openstack-request-id: req-4b453752-31d6-401e-89c9-a1aa3dcd2b0e {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:23:20.956725 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b13070c-f3a6-4d96-8d79-b68eb999cc26", "name": "network-vif-deleted", "tag": "b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:23:20.957002 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4b453752-31d6-401e-89c9-a1aa3dcd2b0e {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:23:20.957405 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b13070c-f3a6-4d96-8d79-b68eb999cc26', 'name': 'network-vif-deleted', 'tag': 'b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f', 'status': 'completed', 'code': 200} Aug 31 09:23:21.058089 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b693a08f-59c6-469f-9392-3c8924f3ace5 req-d6d2c774-40eb-4d4c-8556-bdbd5b6cf32f tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 210 time: 0.0316248 Aug 31 09:23:21.062387 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c0756-b491-4445-8870-477127ac12e8 req-30de394f-a3a8-4c09-99d5-15e59e62722f tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:21.071350 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2d9c0756-b491-4445-8870-477127ac12e8 req-30de394f-a3a8-4c09-99d5-15e59e62722f tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.112 "GET /v2.0/ports?device_id=ce21fb2f-a0b7-48ef-8c37-aae863ca9138 HTTP/1.1" status: 200 len: 946 time: 0.1065063 Aug 31 09:23:21.194396 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-2d9c0756-b491-4445-8870-477127ac12e8 req-00eb3d9b-f535-46a2-be87-acfdad7db922 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Deleting port f1be4ff5-1d89-4b29-a936-d03713516313 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:23:21.195192 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2d9c0756-b491-4445-8870-477127ac12e8 req-00eb3d9b-f535-46a2-be87-acfdad7db922 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:21.199518 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fe1c2-2c76-49a1-afa8-af7f7ad85fbd req-c83a7317-388d-4663-969c-fae464f053da tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:21.201373 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8a1fe1c2-2c76-49a1-afa8-af7f7ad85fbd req-c83a7317-388d-4663-969c-fae464f053da tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce21fb2f-a0b7-48ef-8c37-aae863ca9138 HTTP/1.1" status: 200 len: 946 time: 0.0721447 Aug 31 09:23:21.241756 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8a1fe1c2-2c76-49a1-afa8-af7f7ad85fbd req-f10d4034-d774-4177-9941-cdafc060093d tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340931 Aug 31 09:23:21.348661 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-2d9c0756-b491-4445-8870-477127ac12e8 req-00eb3d9b-f535-46a2-be87-acfdad7db922 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] For port f1be4ff5-1d89-4b29-a936-d03713516313, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=f1be4ff5-1d89-4b29-a936-d03713516313,segment=NetworkSegment(fea79c28-18e6-4c1e-9eb0-fd680c62e5f4),segment_id=fea79c28-18e6-4c1e-9eb0-fd680c62e5f4)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:21.349221 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2d9c0756-b491-4445-8870-477127ac12e8 req-00eb3d9b-f535-46a2-be87-acfdad7db922 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:21.351197 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af1721f9-d863-4f22-aaa5-39cf285e0a63 req-7bf5318e-adb1-48cc-9ba0-198b9f0a840a tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0403247 Aug 31 09:23:21.369250 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-2d9c0756-b491-4445-8870-477127ac12e8 req-00eb3d9b-f535-46a2-be87-acfdad7db922 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Calling delete_port for f1be4ff5-1d89-4b29-a936-d03713516313 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:23:21.489015 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1948a-0b9c-415e-8d36-59ae1e4e9eb5 req-c6183bbe-457a-4866-bd34-e13b94b024a6 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:21.491190 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-73e1948a-0b9c-415e-8d36-59ae1e4e9eb5 req-c6183bbe-457a-4866-bd34-e13b94b024a6 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.0703161 Aug 31 09:23:21.537498 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-73e1948a-0b9c-415e-8d36-59ae1e4e9eb5 req-58eed95c-d311-48d4-8680-070dd4ebf441 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391901 Aug 31 09:23:21.622091 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2d9c0756-b491-4445-8870-477127ac12e8 req-00eb3d9b-f535-46a2-be87-acfdad7db922 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:21.636079 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['311e7740-5e63-48df-865b-4f0fca0df938', 'f1be4ff5-1d89-4b29-a936-d03713516313'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:23:21.656818 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb3d9b-f535-46a2-be87-acfdad7db922 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Pushing event deleted for resources: {'Port': ['ID=f1be4ff5-1d89-4b29-a936-d03713516313,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:21.769666 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9c0756-b491-4445-8870-477127ac12e8 req-00eb3d9b-f535-46a2-be87-acfdad7db922 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] No DVR routers for this DVR port f1be4ff5-1d89-4b29-a936-d03713516313 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:23:21.775145 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2d9c0756-b491-4445-8870-477127ac12e8 req-00eb3d9b-f535-46a2-be87-acfdad7db922 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:21.780146 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2d9c0756-b491-4445-8870-477127ac12e8 req-00eb3d9b-f535-46a2-be87-acfdad7db922 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.112 "DELETE /v2.0/ports/f1be4ff5-1d89-4b29-a936-d03713516313 HTTP/1.1" status: 204 len: 173 time: 0.6961212 Aug 31 09:23:21.865238 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d57c87d3-5da3-48a3-86c5-a5fb0f09c648 req-9caa9e39-0631-4de9-90e1-214a0071da83 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=ed2af2bb-f8bb-4202-b2e0-456f906f39b7 HTTP/1.1" status: 200 len: 210 time: 0.0543134 Aug 31 09:23:21.873187 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 7d921f58-bb54-47d0-a40b-b4605065f73d no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:23:21.902526 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 7d921f58-bb54-47d0-a40b-b4605065f73d {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:23:21.902885 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 7d921f58-bb54-47d0-a40b-b4605065f73d not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:23:22.045116 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0bd806-fd30-4e9e-a62c-3f82a0affd99 req-a3873bda-0c70-4129-9e9e-55f6a4b9c784 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:22.046866 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cf0bd806-fd30-4e9e-a62c-3f82a0affd99 req-a3873bda-0c70-4129-9e9e-55f6a4b9c784 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.119 "GET /v2.0/ports?device_id=236fa6dc-dac4-4e9c-bd97-231672aacc76 HTTP/1.1" status: 200 len: 946 time: 0.0617218 Aug 31 09:23:22.123886 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cf0bd806-fd30-4e9e-a62c-3f82a0affd99 req-434c3318-cc43-4b6f-a32d-bc75cdfa8291 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.119 "GET /v2.0/security-groups?id=10ade4b3-e844-4d88-822c-c520bcdce9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671167 Aug 31 09:23:22.249977 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4a277d64-ae42-4b15-98cc-a08c8e5265cc req-8c768f22-82aa-4e01-9e63-e40de0d18718 tempest-ServersNegativeTestJSON-952900731 tempest-ServersNegativeTestJSON-952900731-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b13070c-f3a6-4d96-8d79-b68eb999cc26 HTTP/1.1" status: 200 len: 210 time: 0.0366087 Aug 31 09:23:22.367206 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1742b31d-f8f2-4d98-a2cd-39cea228be56 req-7b97c884-0103-4a8e-8ced-c6f752a8b6b1 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce21fb2f-a0b7-48ef-8c37-aae863ca9138 HTTP/1.1" status: 200 len: 210 time: 0.0348544 Aug 31 09:23:22.492931 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-97c9f7ca-1261-44a6-a120-dccfd1489f35 req-4dbe00ba-42e6-4f69-ab56-7f843b39da6b tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0304532 Aug 31 09:23:22.809353 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ecc77-ce70-418e-925c-6585f69391d0 req-f48e31aa-a003-4ec4-bfc7-13d4659c3c3e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:22.810919 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-463ecc77-ce70-418e-925c-6585f69391d0 req-f48e31aa-a003-4ec4-bfc7-13d4659c3c3e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.0620418 Aug 31 09:23:22.859363 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-463ecc77-ce70-418e-925c-6585f69391d0 req-ee914329-6bd3-4f32-90ea-e3270c1c322d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375295 Aug 31 09:23:22.959228 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce21fb2f-a0b7-48ef-8c37-aae863ca9138', 'name': 'network-vif-deleted', 'tag': 'f1be4ff5-1d89-4b29-a936-d03713516313'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:23:22.961394 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62ea48a-6f97-4595-a40e-4e2479e9ab7b" -d '{"events": [{"server_uuid": "ce21fb2f-a0b7-48ef-8c37-aae863ca9138", "name": "network-vif-deleted", "tag": "f1be4ff5-1d89-4b29-a936-d03713516313"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:23:22.983895 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e247f6c6-2eb7-42d8-aa7f-95e1b1308f3a req-f8a7c1af-908f-4849-ab23-9227a71820d7 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=ed2af2bb-f8bb-4202-b2e0-456f906f39b7 HTTP/1.1" status: 200 len: 210 time: 0.0318031 Aug 31 09:23:23.007607 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842938e6-ece7-4f98-a09c-65e6706c1e1c x-openstack-request-id: req-842938e6-ece7-4f98-a09c-65e6706c1e1c {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:23:23.007607 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce21fb2f-a0b7-48ef-8c37-aae863ca9138", "name": "network-vif-deleted", "tag": "f1be4ff5-1d89-4b29-a936-d03713516313", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:23:23.007781 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-842938e6-ece7-4f98-a09c-65e6706c1e1c {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:23:23.008296 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce21fb2f-a0b7-48ef-8c37-aae863ca9138', 'name': 'network-vif-deleted', 'tag': 'f1be4ff5-1d89-4b29-a936-d03713516313', 'status': 'completed', 'code': 200} Aug 31 09:23:23.253958 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d82d9-6656-4d46-b37a-da80bbbc167d req-941296d7-71a9-448d-be87-d271ba11f78f tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:23.255601 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-337d82d9-6656-4d46-b37a-da80bbbc167d req-941296d7-71a9-448d-be87-d271ba11f78f tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.119 "GET /v2.0/ports?device_id=236fa6dc-dac4-4e9c-bd97-231672aacc76 HTTP/1.1" status: 200 len: 946 time: 0.0582285 Aug 31 09:23:23.314638 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-337d82d9-6656-4d46-b37a-da80bbbc167d req-4f440b03-2543-4091-8722-01a5be7d9015 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.119 "GET /v2.0/security-groups?id=10ade4b3-e844-4d88-822c-c520bcdce9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517347 Aug 31 09:23:23.355068 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 36780) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:23.425585 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d284e7b-7d73-4fa8-9b97-f3c9e3401cfe admin admin] Deleting subnet 563a5021-597f-4efc-89b8-b4db37655c5e {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:23:23.438136 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7d284e7b-7d73-4fa8-9b97-f3c9e3401cfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:23.477581 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7d284e7b-7d73-4fa8-9b97-f3c9e3401cfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:23.529006 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-50d4410e-512c-46c0-86de-cd9aa6e3ca4a req-c8cfcc6e-5c42-4f18-94ba-bf0d1daebe28 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=ce21fb2f-a0b7-48ef-8c37-aae863ca9138 HTTP/1.1" status: 200 len: 210 time: 0.0290122 Aug 31 09:23:23.548600 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7d284e7b-7d73-4fa8-9b97-f3c9e3401cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:23.653812 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4199e7ac-cc5c-4183-8061-238b09a0e5ed req-479c5ea5-b989-4d39-9c65-779d36dc7934 tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0418465 Aug 31 09:23:23.750671 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7d284e7b-7d73-4fa8-9b97-f3c9e3401cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:23.793314 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d284e7b-7d73-4fa8-9b97-f3c9e3401cfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=563a5021-597f-4efc-89b8-b4db37655c5e,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:23.799065 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7d284e7b-7d73-4fa8-9b97-f3c9e3401cfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:23.808097 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7d284e7b-7d73-4fa8-9b97-f3c9e3401cfe admin admin] 10.222.0.119 "DELETE /v2.0/subnets/563a5021-597f-4efc-89b8-b4db37655c5e HTTP/1.1" status: 204 len: 168 time: 0.4480035 Aug 31 09:23:23.809005 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 36794) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:23.866754 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:23:23.889352 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:23:23.889720 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device b71fdd9d-f28f-4d81-b479-9d7ed6e00a3f not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:23:23.890077 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device f1be4ff5-1d89-4b29-a936-d03713516313 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:23:23.892874 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-40af88b7-0bc4-425e-84f3-662528b0a162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:23.924782 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: f1be4ff5-1d89-4b29-a936-d03713516313 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:23:23.925535 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device f1be4ff5-1d89-4b29-a936-d03713516313 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:23:24.055257 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-40af88b7-0bc4-425e-84f3-662528b0a162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:24.085465 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-40af88b7-0bc4-425e-84f3-662528b0a162 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a272a18a-9015-4fb0-a70a-84597b53d8ca']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:24.100020 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ff1c3-74e3-48df-b22d-d5d4afb78481 req-f890328b-4130-486a-8a27-749bcb9ee205 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:24.101682 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fe0ff1c3-74e3-48df-b22d-d5d4afb78481 req-f890328b-4130-486a-8a27-749bcb9ee205 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.119 "GET /v2.0/ports?device_id=236fa6dc-dac4-4e9c-bd97-231672aacc76 HTTP/1.1" status: 200 len: 946 time: 0.1489668 Aug 31 09:23:24.108320 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-40af88b7-0bc4-425e-84f3-662528b0a162 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:24.108320 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-40af88b7-0bc4-425e-84f3-662528b0a162 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ce6bd4-de3a-41a4-ac1d-5d53d8ecc897') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:24.122182 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09475d0-5319-40bf-86e8-fa031de5d5dc req-3266420e-3049-4c7c-9871-1e83ded62370 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:24.123715 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d09475d0-5319-40bf-86e8-fa031de5d5dc req-3266420e-3049-4c7c-9871-1e83ded62370 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.1826305 Aug 31 09:23:24.131918 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-40af88b7-0bc4-425e-84f3-662528b0a162 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:24.165751 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-40af88b7-0bc4-425e-84f3-662528b0a162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:24.185766 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40af88b7-0bc4-425e-84f3-662528b0a162 admin admin] Releasing vlan 1644 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:23:24.186061 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-40af88b7-0bc4-425e-84f3-662528b0a162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:24.187801 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:23:24.187801 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:23:24.187801 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:23:24.187801 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:23:24.187801 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:23:24.187801 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:23:24.187801 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:23:24.187801 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:23:24.187801 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:23:24.187801 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:23:24.187801 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:23:24.187801 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:23:24.187801 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:23:24.187801 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:23:24.187801 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:23:24.187801 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:23:24.187801 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:23:24.187801 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:23:24.187801 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:23:24.187801 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:23:24.187801 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:23:24.187801 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:23:24.187801 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:23:24.187801 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:23:24.187801 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:23:24.187801 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:23:24.187801 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:23:24.187801 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:23:24.187801 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:23:24.187801 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:23:24.187801 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:23:24.187801 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:23:24.231493 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fe0ff1c3-74e3-48df-b22d-d5d4afb78481 req-cbfb0dae-ba61-4b4f-a269-5a41dff29417 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.119 "GET /v2.0/security-groups?id=10ade4b3-e844-4d88-822c-c520bcdce9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178501 Aug 31 09:23:24.258667 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d09475d0-5319-40bf-86e8-fa031de5d5dc req-c50691f8-85ca-40f7-8bf8-ac3f6aa3ddb4 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247945 Aug 31 09:23:24.354269 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f27b6243-5321-42fd-9422-4a54d5c51153 req-d0c46b0f-b319-4cd0-b8c4-eaca2c7add63 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=ed2af2bb-f8bb-4202-b2e0-456f906f39b7 HTTP/1.1" status: 200 len: 210 time: 0.0388219 Aug 31 09:23:24.384053 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-40af88b7-0bc4-425e-84f3-662528b0a162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:24.387978 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a739fa22-53ff-4699-968a-67951ec2135a req-93c88edb-ac0d-4d3d-956b-37e2745128f0 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218186 Aug 31 09:23:24.389899 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-40af88b7-0bc4-425e-84f3-662528b0a162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:24.391731 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-40af88b7-0bc4-425e-84f3-662528b0a162 admin admin] 10.222.0.119 "DELETE /v2.0/networks/a272a18a-9015-4fb0-a70a-84597b53d8ca HTTP/1.1" status: 204 len: 168 time: 0.5816743 Aug 31 09:23:24.403779 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af88b7-0bc4-425e-84f3-662528b0a162 admin admin] Pushing event deleted for resources: {'Network': ['ID=a272a18a-9015-4fb0-a70a-84597b53d8ca,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:24.523405 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739fa22-53ff-4699-968a-67951ec2135a req-e9ff53f5-13ca-4877-9306-0791ad5482a2 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:24.525438 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a739fa22-53ff-4699-968a-67951ec2135a req-e9ff53f5-13ca-4877-9306-0791ad5482a2 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1301172 Aug 31 09:23:24.539704 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-a739fa22-53ff-4699-968a-67951ec2135a req-ddcf728f-7422-4b65-a0b0-89db9ef3bbae tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Request body: {'port': {'device_id': 'ed2af2bb-f8bb-4202-b2e0-456f906f39b7', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'admin_state_up': True, 'tenant_id': 'f9e9c6916d1f4a7e8f22a19bc536a833'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:24.794050 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-89dcdf6c-8160-4e32-8a1e-94558e76d55a req-4ec14b8c-3a3f-4dbe-8c0b-970fc786d669 tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0409517 Aug 31 09:23:24.795419 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a739fa22-53ff-4699-968a-67951ec2135a req-ddcf728f-7422-4b65-a0b0-89db9ef3bbae tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Made reservation on behalf of f9e9c6916d1f4a7e8f22a19bc536a833 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:24.809079 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-a739fa22-53ff-4699-968a-67951ec2135a req-ddcf728f-7422-4b65-a0b0-89db9ef3bbae tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:24.952821 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 36822) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:24.981319 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0b684c5a-2d1b-4550-b226-c8bd03a4227d req-6ee9b7b9-66bc-4d68-9dda-e05b38787a17 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0399144 Aug 31 09:23:25.063272 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e94259bb-ed78-43b0-88e4-b27c17e8856c admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=0d677f60af8447aeaedb4cf6d8107d97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1046448 Aug 31 09:23:25.065725 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 36826) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:25.092854 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-a739fa22-53ff-4699-968a-67951ec2135a req-ddcf728f-7422-4b65-a0b0-89db9ef3bbae tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Allocated IP 192.168.233.125 (a47e180d-e969-4a85-aa09-0ec8196480c0/f473c8e7-d3e2-4352-b8da-3dcd093feb8b/c323b01c-858e-4c61-a95e-a432fd24e7f3) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:25.163564 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bfc7c9ce-8aed-45a0-9014-b0cb3dce5808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:25.235307 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bfc7c9ce-8aed-45a0-9014-b0cb3dce5808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:25.349387 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-a739fa22-53ff-4699-968a-67951ec2135a req-ddcf728f-7422-4b65-a0b0-89db9ef3bbae tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:25.463663 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69273d55-1f69-44b5-8c21-9e5a5108c1e2 req-90d85b97-7d58-4639-9d8d-9766afab378f tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:25.465225 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-69273d55-1f69-44b5-8c21-9e5a5108c1e2 req-90d85b97-7d58-4639-9d8d-9766afab378f tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.119 "GET /v2.0/ports?device_id=236fa6dc-dac4-4e9c-bd97-231672aacc76 HTTP/1.1" status: 200 len: 946 time: 0.1337337 Aug 31 09:23:25.481623 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-a739fa22-53ff-4699-968a-67951ec2135a req-ddcf728f-7422-4b65-a0b0-89db9ef3bbae tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Transition to ACTIVE for port object c323b01c-858e-4c61-a95e-a432fd24e7f3 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:25.484896 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bfc7c9ce-8aed-45a0-9014-b0cb3dce5808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:25.487555 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bfc7c9ce-8aed-45a0-9014-b0cb3dce5808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:25.488723 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bfc7c9ce-8aed-45a0-9014-b0cb3dce5808 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/b1021c89-fa84-4e86-a936-ad9ae94febfb HTTP/1.1" status: 204 len: 168 time: 0.4218376 Aug 31 09:23:25.506931 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfd88d-5b52-4dde-8952-3bba3a949b73 req-fd54969c-bb72-40b9-a052-4b861efd7b52 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:25.508628 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3fdfd88d-5b52-4dde-8952-3bba3a949b73 req-fd54969c-bb72-40b9-a052-4b861efd7b52 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.59 "GET /v2.0/ports?device_id=236fa6dc-dac4-4e9c-bd97-231672aacc76 HTTP/1.1" status: 200 len: 946 time: 0.1271381 Aug 31 09:23:25.520896 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7c9ce-8aed-45a0-9014-b0cb3dce5808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1021c89-fa84-4e86-a936-ad9ae94febfb,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:25.562040 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ddf1e-1533-4863-8ae0-08dcdb816257 req-49ce5c61-a0ae-4c2b-82b1-20a37ea8edf7 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:25.570052 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b6ddf1e-1533-4863-8ae0-08dcdb816257 req-49ce5c61-a0ae-4c2b-82b1-20a37ea8edf7 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.1771889 Aug 31 09:23:25.637360 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-69273d55-1f69-44b5-8c21-9e5a5108c1e2 req-2dd020a7-453b-4759-a3d7-809666f43dda tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.119 "GET /v2.0/security-groups?id=10ade4b3-e844-4d88-822c-c520bcdce9fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631927 Aug 31 09:23:25.696358 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-a739fa22-53ff-4699-968a-67951ec2135a req-ddcf728f-7422-4b65-a0b0-89db9ef3bbae tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:25.712461 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['208182a9-a164-4eea-905d-adb2523ca8bc', 'd74a91a0-3c4a-4603-8694-5657c49ee57c', 'ba0688c6-791a-4366-991a-81eb5e62c116'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:23:25.715451 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['5b4431c4-d3fc-4102-a88e-370b2790a6d2', 'a455cdf0-83d3-4487-b52d-1754bb9148b1', '0ccfc8f2-adc2-437c-9087-578ecbd69952', 'bbd510a8-f1cb-4df6-80bf-3d88acfdae33'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:23:25.727927 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b6ddf1e-1533-4863-8ae0-08dcdb816257 req-3b671800-5908-44bd-84e7-35106f00bd2f tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313357 Aug 31 09:23:25.757323 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-3fdfd88d-5b52-4dde-8952-3bba3a949b73 req-0ad1732c-fdec-4df0-9946-9c2a22c6a591 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] Deleting port e562dfcd-806d-4228-895f-499a7b9928e9 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:23:25.758041 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3fdfd88d-5b52-4dde-8952-3bba3a949b73 req-0ad1732c-fdec-4df0-9946-9c2a22c6a591 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:25.784578 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a739fa22-53ff-4699-968a-67951ec2135a req-ddcf728f-7422-4b65-a0b0-89db9ef3bbae tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Network a47e180d-e969-4a85-aa09-0ec8196480c0 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:25.811012 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-a739fa22-53ff-4699-968a-67951ec2135a req-ddcf728f-7422-4b65-a0b0-89db9ef3bbae tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:25.834988 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-a739fa22-53ff-4699-968a-67951ec2135a req-ddcf728f-7422-4b65-a0b0-89db9ef3bbae tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:25.898250 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf728f-7422-4b65-a0b0-89db9ef3bbae tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Pushing event updated for resources: {'Port': ['ID=c323b01c-858e-4c61-a95e-a432fd24e7f3,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:25.951965 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739fa22-53ff-4699-968a-67951ec2135a req-ddcf728f-7422-4b65-a0b0-89db9ef3bbae tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:25.951965 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-a739fa22-53ff-4699-968a-67951ec2135a req-ddcf728f-7422-4b65-a0b0-89db9ef3bbae tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:26.020665 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-3fdfd88d-5b52-4dde-8952-3bba3a949b73 req-0ad1732c-fdec-4df0-9946-9c2a22c6a591 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] For port e562dfcd-806d-4228-895f-499a7b9928e9, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=e562dfcd-806d-4228-895f-499a7b9928e9,segment=NetworkSegment(5c9bd847-04ce-44a8-b933-aa2c14717740),segment_id=5c9bd847-04ce-44a8-b933-aa2c14717740)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:26.022885 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3fdfd88d-5b52-4dde-8952-3bba3a949b73 req-0ad1732c-fdec-4df0-9946-9c2a22c6a591 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:26.030308 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a739fa22-53ff-4699-968a-67951ec2135a req-ddcf728f-7422-4b65-a0b0-89db9ef3bbae tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4942138 Aug 31 09:23:26.042743 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-3fdfd88d-5b52-4dde-8952-3bba3a949b73 req-0ad1732c-fdec-4df0-9946-9c2a22c6a591 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] Calling delete_port for e562dfcd-806d-4228-895f-499a7b9928e9 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:23:26.053140 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-a739fa22-53ff-4699-968a-67951ec2135a req-599a7b77-3b36-463c-8e6b-b02d6d377b9d service neutron] Request body: {'port': {'device_id': 'ed2af2bb-f8bb-4202-b2e0-456f906f39b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:26.103119 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e075ec-e3fe-4760-a6c4-27dd9298a359 req-a657d70a-e22d-4985-a1a8-2c79c29ba8e3 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:26.120184 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-35e075ec-e3fe-4760-a6c4-27dd9298a359 req-a657d70a-e22d-4985-a1a8-2c79c29ba8e3 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=ed2af2bb-f8bb-4202-b2e0-456f906f39b7 HTTP/1.1" status: 200 len: 936 time: 0.1717284 Aug 31 09:23:26.239211 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-a739fa22-53ff-4699-968a-67951ec2135a req-599a7b77-3b36-463c-8e6b-b02d6d377b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:26.264753 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-940e0df9-dfac-40f5-98ac-963ffc953bb6 req-8d032df8-2f39-4074-86f6-a089f5e448c7 tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0524032 Aug 31 09:23:26.314522 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-35e075ec-e3fe-4760-a6c4-27dd9298a359 req-92edc168-66ff-4a23-9dc5-48e20dbb4369 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998749 Aug 31 09:23:26.569299 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b7e5b28d-94c4-421e-a065-f369836e2287 None None] Provisioning for port c323b01c-858e-4c61-a95e-a432fd24e7f3 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:26.584052 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b7e5b28d-94c4-421e-a065-f369836e2287 None None] Provisioning complete for port c323b01c-858e-4c61-a95e-a432fd24e7f3 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:26.584670 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b7e5b28d-94c4-421e-a065-f369836e2287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:26.584793 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3fdfd88d-5b52-4dde-8952-3bba3a949b73 req-0ad1732c-fdec-4df0-9946-9c2a22c6a591 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:26.655287 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1732c-fdec-4df0-9946-9c2a22c6a591 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] Pushing event deleted for resources: {'Port': ['ID=e562dfcd-806d-4228-895f-499a7b9928e9,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:26.682925 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-b7e5b28d-94c4-421e-a065-f369836e2287 None None] Port c323b01c-858e-4c61-a95e-a432fd24e7f3 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:23:26.791924 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-a739fa22-53ff-4699-968a-67951ec2135a req-599a7b77-3b36-463c-8e6b-b02d6d377b9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c323b01c-858e-4c61-a95e-a432fd24e7f3 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:23:26.793703 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdfd88d-5b52-4dde-8952-3bba3a949b73 req-0ad1732c-fdec-4df0-9946-9c2a22c6a591 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] No DVR routers for this DVR port e562dfcd-806d-4228-895f-499a7b9928e9 on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:23:26.807425 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-a739fa22-53ff-4699-968a-67951ec2135a req-599a7b77-3b36-463c-8e6b-b02d6d377b9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:26.833741 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-a739fa22-53ff-4699-968a-67951ec2135a req-599a7b77-3b36-463c-8e6b-b02d6d377b9d service neutron] Transition to ACTIVE for port object c323b01c-858e-4c61-a95e-a432fd24e7f3 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:26.861867 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-715f985f-5418-4652-b1d5-89a83e37d130 req-d36326fb-8828-42d9-bc7d-843399722efe tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.119 "GET /v2.0/ports?device_id=236fa6dc-dac4-4e9c-bd97-231672aacc76 HTTP/1.1" status: 200 len: 210 time: 0.0798163 Aug 31 09:23:26.866867 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3fdfd88d-5b52-4dde-8952-3bba3a949b73 req-0ad1732c-fdec-4df0-9946-9c2a22c6a591 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:26.866867 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3fdfd88d-5b52-4dde-8952-3bba3a949b73 req-0ad1732c-fdec-4df0-9946-9c2a22c6a591 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.59 "DELETE /v2.0/ports/e562dfcd-806d-4228-895f-499a7b9928e9 HTTP/1.1" status: 204 len: 173 time: 1.3481553 Aug 31 09:23:26.867251 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236fa6dc-dac4-4e9c-bd97-231672aacc76', 'name': 'network-vif-deleted', 'tag': 'e562dfcd-806d-4228-895f-499a7b9928e9'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:23:26.870749 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5fd154-3329-4330-9e35-679818ab7673" -d '{"events": [{"server_uuid": "236fa6dc-dac4-4e9c-bd97-231672aacc76", "name": "network-vif-deleted", "tag": "e562dfcd-806d-4228-895f-499a7b9928e9"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:23:26.925153 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-a739fa22-53ff-4699-968a-67951ec2135a req-599a7b77-3b36-463c-8e6b-b02d6d377b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:26.971991 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0839a82b-7c9b-4d89-bb93-f6f66e0adc50 x-openstack-request-id: req-0839a82b-7c9b-4d89-bb93-f6f66e0adc50 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:23:26.972531 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236fa6dc-dac4-4e9c-bd97-231672aacc76", "name": "network-vif-deleted", "tag": "e562dfcd-806d-4228-895f-499a7b9928e9", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:23:26.972982 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-0839a82b-7c9b-4d89-bb93-f6f66e0adc50 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:23:26.973696 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236fa6dc-dac4-4e9c-bd97-231672aacc76', 'name': 'network-vif-deleted', 'tag': 'e562dfcd-806d-4228-895f-499a7b9928e9', 'status': 'completed', 'code': 200} Aug 31 09:23:27.143445 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d77003-5136-4ca6-a10b-237438408cb0 req-071d0cdf-07ad-4253-8e36-64a760897cf9 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:27.158064 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-00d77003-5136-4ca6-a10b-237438408cb0 req-071d0cdf-07ad-4253-8e36-64a760897cf9 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.1362727 Aug 31 09:23:27.243637 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a7b77-3b36-463c-8e6b-b02d6d377b9d service neutron] Pushing event updated for resources: {'Port': ['ID=c323b01c-858e-4c61-a95e-a432fd24e7f3,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:27.270097 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-00d77003-5136-4ca6-a10b-237438408cb0 req-9517224e-10f1-487d-a694-a77d0551607a tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108658 Aug 31 09:23:27.334041 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-a739fa22-53ff-4699-968a-67951ec2135a req-599a7b77-3b36-463c-8e6b-b02d6d377b9d service neutron] Attempting to bind port c323b01c-858e-4c61-a95e-a432fd24e7f3 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:23:27.334892 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-a739fa22-53ff-4699-968a-67951ec2135a req-599a7b77-3b36-463c-8e6b-b02d6d377b9d service neutron] Attempting to bind port c323b01c-858e-4c61-a95e-a432fd24e7f3 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:23:27.335885 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a739fa22-53ff-4699-968a-67951ec2135a req-599a7b77-3b36-463c-8e6b-b02d6d377b9d service neutron] Attempting to bind port c323b01c-858e-4c61-a95e-a432fd24e7f3 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:27.358280 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a739fa22-53ff-4699-968a-67951ec2135a req-599a7b77-3b36-463c-8e6b-b02d6d377b9d service neutron] Port c323b01c-858e-4c61-a95e-a432fd24e7f3 on network a47e180d-e969-4a85-aa09-0ec8196480c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:23:27.364897 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a739fa22-53ff-4699-968a-67951ec2135a req-599a7b77-3b36-463c-8e6b-b02d6d377b9d service neutron] Attempting to bind port c323b01c-858e-4c61-a95e-a432fd24e7f3 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:27.381318 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a739fa22-53ff-4699-968a-67951ec2135a req-599a7b77-3b36-463c-8e6b-b02d6d377b9d service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:23:27.381662 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a739fa22-53ff-4699-968a-67951ec2135a req-599a7b77-3b36-463c-8e6b-b02d6d377b9d service neutron] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:27.382874 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a739fa22-53ff-4699-968a-67951ec2135a req-599a7b77-3b36-463c-8e6b-b02d6d377b9d service neutron] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:23:27.382874 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-a739fa22-53ff-4699-968a-67951ec2135a req-599a7b77-3b36-463c-8e6b-b02d6d377b9d service neutron] Bound port: c323b01c-858e-4c61-a95e-a432fd24e7f3, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:23:27.387633 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-a739fa22-53ff-4699-968a-67951ec2135a req-599a7b77-3b36-463c-8e6b-b02d6d377b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:27.507050 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cbdbfa11-35fd-4d00-a88a-af3fe750c37e req-69dbc62a-f5c7-4616-993c-1ac28656f838 tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0555716 Aug 31 09:23:27.522029 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['e562dfcd-806d-4228-895f-499a7b9928e9'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:23:27.543395 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-a739fa22-53ff-4699-968a-67951ec2135a req-599a7b77-3b36-463c-8e6b-b02d6d377b9d service neutron] For port c323b01c-858e-4c61-a95e-a432fd24e7f3, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:23:27.551792 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-a739fa22-53ff-4699-968a-67951ec2135a req-599a7b77-3b36-463c-8e6b-b02d6d377b9d service neutron] For port c323b01c-858e-4c61-a95e-a432fd24e7f3, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=c323b01c-858e-4c61-a95e-a432fd24e7f3,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:23:27.640538 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a3d66-3d2a-4b57-8dc5-d84202055dda req-96176ae4-d2c8-4d8f-b57f-6ab303ecc2b5 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:27.642129 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bc9a3d66-3d2a-4b57-8dc5-d84202055dda req-96176ae4-d2c8-4d8f-b57f-6ab303ecc2b5 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=ed2af2bb-f8bb-4202-b2e0-456f906f39b7 HTTP/1.1" status: 200 len: 948 time: 0.1340253 Aug 31 09:23:27.656215 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-a739fa22-53ff-4699-968a-67951ec2135a req-599a7b77-3b36-463c-8e6b-b02d6d377b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:27.663590 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 36894) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:27.754578 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bc9a3d66-3d2a-4b57-8dc5-d84202055dda req-39c752ff-7d02-4e01-a446-d3c52d4c7782 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028483 Aug 31 09:23:27.756088 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739fa22-53ff-4699-968a-67951ec2135a req-599a7b77-3b36-463c-8e6b-b02d6d377b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:27.758357 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-a739fa22-53ff-4699-968a-67951ec2135a req-599a7b77-3b36-463c-8e6b-b02d6d377b9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:27.761825 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a739fa22-53ff-4699-968a-67951ec2135a req-599a7b77-3b36-463c-8e6b-b02d6d377b9d service neutron] 10.222.0.112 "PUT /v2.0/ports/c323b01c-858e-4c61-a95e-a432fd24e7f3 HTTP/1.1" status: 200 len: 1097 time: 1.7147050 Aug 31 09:23:27.782677 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed2af2bb-f8bb-4202-b2e0-456f906f39b7', 'tag': 'c323b01c-858e-4c61-a95e-a432fd24e7f3'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:23:27.788248 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0f6484-7c39-4bba-8851-3c8426b6348b" -d '{"events": [{"name": "network-changed", "server_uuid": "ed2af2bb-f8bb-4202-b2e0-456f906f39b7", "tag": "c323b01c-858e-4c61-a95e-a432fd24e7f3"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:23:27.845091 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a7b77-3b36-463c-8e6b-b02d6d377b9d service neutron] Pushing event updated for resources: {'Port': ['ID=c323b01c-858e-4c61-a95e-a432fd24e7f3,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:27.874501 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3609d4-3e31-4b4f-ab68-7a612fb99508 x-openstack-request-id: req-fb3609d4-3e31-4b4f-ab68-7a612fb99508 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:23:27.874825 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed2af2bb-f8bb-4202-b2e0-456f906f39b7", "tag": "c323b01c-858e-4c61-a95e-a432fd24e7f3", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:23:27.875086 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-fb3609d4-3e31-4b4f-ab68-7a612fb99508 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:23:27.875667 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed2af2bb-f8bb-4202-b2e0-456f906f39b7', 'tag': 'c323b01c-858e-4c61-a95e-a432fd24e7f3', 'status': 'completed', 'code': 200} Aug 31 09:23:27.952546 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-e02e11ac-283f-4fab-b59e-259315cd46bc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-100037774-network', 'tenant_id': '01b078489b1f4ad59006a3ab29080812'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:28.002298 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739fa22-53ff-4699-968a-67951ec2135a req-9ce4d0ed-dba2-4485-bcd1-3178089b614f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:28.003955 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a739fa22-53ff-4699-968a-67951ec2135a req-9ce4d0ed-dba2-4485-bcd1-3178089b614f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&device_id=ed2af2bb-f8bb-4202-b2e0-456f906f39b7 HTTP/1.1" status: 200 len: 1100 time: 0.1078887 Aug 31 09:23:28.057028 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d0537731-9f7e-48ee-b420-e88c915e8196 req-ec17a213-cec4-4f09-9c23-0fbd68f6d4b1 tempest-ServerGroupTestJSON-249230375 tempest-ServerGroupTestJSON-249230375-project] 10.222.0.119 "GET /v2.0/ports?device_id=236fa6dc-dac4-4e9c-bd97-231672aacc76 HTTP/1.1" status: 200 len: 210 time: 0.0497937 Aug 31 09:23:28.091465 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02e11ac-283f-4fab-b59e-259315cd46bc admin admin] Made reservation on behalf of 01b078489b1f4ad59006a3ab29080812 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:28.094983 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e02e11ac-283f-4fab-b59e-259315cd46bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.112970 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a739fa22-53ff-4699-968a-67951ec2135a req-c5157ebe-4cd1-4ff3-b9d3-35f8afee02db service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=c323b01c-858e-4c61-a95e-a432fd24e7f3 HTTP/1.1" status: 200 len: 217 time: 0.0968807 Aug 31 09:23:28.114351 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e02e11ac-283f-4fab-b59e-259315cd46bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.220187 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739fa22-53ff-4699-968a-67951ec2135a req-ea89ee58-9f9c-4411-bedb-7eaf88479f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:28.223057 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a739fa22-53ff-4699-968a-67951ec2135a req-ea89ee58-9f9c-4411-bedb-7eaf88479f62 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.0987284 Aug 31 09:23:28.300455 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e02e11ac-283f-4fab-b59e-259315cd46bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.317362 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739fa22-53ff-4699-968a-67951ec2135a req-089db26e-a04b-4ae6-8dd3-ddd2445db32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:28.321100 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a739fa22-53ff-4699-968a-67951ec2135a req-089db26e-a04b-4ae6-8dd3-ddd2445db32a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0909538 Aug 31 09:23:28.380998 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e02e11ac-283f-4fab-b59e-259315cd46bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.452915 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02e11ac-283f-4fab-b59e-259315cd46bc admin admin] vlan segment allocate from pool success with {'vlan_id': 1603, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:23:28.477023 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e02e11ac-283f-4fab-b59e-259315cd46bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.477267 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-e02e11ac-283f-4fab-b59e-259315cd46bc admin admin] Added segment b968cf24-2296-492d-8a2d-012dee0f4c1f of type vlan for network 2f558830-8bb2-432f-93fe-cfc04ea2e454 Aug 31 09:23:28.480125 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e11ac-283f-4fab-b59e-259315cd46bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf7ccce-44e6-461e-b07a-7e8c1e331468,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:28.509115 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a739fa22-53ff-4699-968a-67951ec2135a req-753c353e-a4ed-4a2b-a5ef-8689751845d9 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789055 Aug 31 09:23:28.554627 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e02e11ac-283f-4fab-b59e-259315cd46bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.597353 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ec149-1fc1-4658-aa66-9c4974159f49 req-be60b854-d126-4e56-9bf5-32c8d3a7e828 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:28.607770 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-962ec149-1fc1-4658-aa66-9c4974159f49 req-be60b854-d126-4e56-9bf5-32c8d3a7e828 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.2173626 Aug 31 09:23:28.653423 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e02e11ac-283f-4fab-b59e-259315cd46bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.653423 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02e11ac-283f-4fab-b59e-259315cd46bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:28.654296 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e02e11ac-283f-4fab-b59e-259315cd46bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:28.679370 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a739fa22-53ff-4699-968a-67951ec2135a req-cb716561-b707-4581-a565-9bf7e05a4482 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627982 Aug 31 09:23:28.703248 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-962ec149-1fc1-4658-aa66-9c4974159f49 req-38cf7bd5-d7d8-438a-a98e-0579dcf6c74f tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941670 Aug 31 09:23:28.760598 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e11ac-283f-4fab-b59e-259315cd46bc admin admin] Pushing event updated for resources: {'Network': ['ID=2f558830-8bb2-432f-93fe-cfc04ea2e454,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:28.773504 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 2f558830-8bb2-432f-93fe-cfc04ea2e454 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:23:28.797832 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 36926) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:28.804872 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e02e11ac-283f-4fab-b59e-259315cd46bc admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1179478 Aug 31 09:23:28.807584 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-e5330512-083d-4cb3-9698-8e07bc956131 admin admin] Request body: {'subnet': {'network_id': '2f558830-8bb2-432f-93fe-cfc04ea2e454', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-100037774-subnet', 'tenant_id': '01b078489b1f4ad59006a3ab29080812', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:28.930661 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f03e8-cd65-4de2-8b16-1ee5fec7486e req-70029e92-e6cc-4557-9ef8-cc3bf0491d25 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:28.933466 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2f4f03e8-cd65-4de2-8b16-1ee5fec7486e req-70029e92-e6cc-4557-9ef8-cc3bf0491d25 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=ed2af2bb-f8bb-4202-b2e0-456f906f39b7 HTTP/1.1" status: 200 len: 948 time: 0.0597525 Aug 31 09:23:28.959626 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5330512-083d-4cb3-9698-8e07bc956131 admin admin] Made reservation on behalf of 01b078489b1f4ad59006a3ab29080812 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:28.962522 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e5330512-083d-4cb3-9698-8e07bc956131 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:29.007168 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2f4f03e8-cd65-4de2-8b16-1ee5fec7486e req-b69e2604-0243-4fbf-80c7-7fb91d9b1663 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586219 Aug 31 09:23:29.065035 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f6484-7c39-4bba-8851-3c8426b6348b req-7174cc53-a034-4c8d-99a5-b6ef2202d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:29.066835 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6c0f6484-7c39-4bba-8851-3c8426b6348b req-7174cc53-a034-4c8d-99a5-b6ef2202d499 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&device_id=ed2af2bb-f8bb-4202-b2e0-456f906f39b7 HTTP/1.1" status: 200 len: 1100 time: 0.1367948 Aug 31 09:23:29.242594 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f6484-7c39-4bba-8851-3c8426b6348b req-1a466114-beb3-420d-a957-6250388d5e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:29.244071 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6c0f6484-7c39-4bba-8851-3c8426b6348b req-1a466114-beb3-420d-a957-6250388d5e00 service neutron] 10.222.0.112 "GET /v2.0/networks?id=a47e180d-e969-4a85-aa09-0ec8196480c0 HTTP/1.1" status: 200 len: 871 time: 0.1684744 Aug 31 09:23:29.323811 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6c0f6484-7c39-4bba-8851-3c8426b6348b req-7994690a-974e-4acf-b05f-a916c355e73c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=c323b01c-858e-4c61-a95e-a432fd24e7f3 HTTP/1.1" status: 200 len: 217 time: 0.0521493 Aug 31 09:23:29.389828 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f6484-7c39-4bba-8851-3c8426b6348b req-b9aa5c2b-aecf-43ad-b83c-a088d6ddfd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:29.392963 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6c0f6484-7c39-4bba-8851-3c8426b6348b req-b9aa5c2b-aecf-43ad-b83c-a088d6ddfd11 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.0563490 Aug 31 09:23:29.411323 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e8a6cb84-a86b-4d13-85a5-39165a616af3 req-e8ad829e-7bbd-4c4a-86d6-3b114bbffa81 tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0281608 Aug 31 09:23:29.446494 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e5330512-083d-4cb3-9698-8e07bc956131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:29.514579 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device e562dfcd-806d-4228-895f-499a7b9928e9 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:23:29.524455 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5330512-083d-4cb3-9698-8e07bc956131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81cf8a46-8dfd-4012-9d13-d1b17f20b377,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:29.531685 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f6484-7c39-4bba-8851-3c8426b6348b req-c43420e7-059c-4aca-b6f7-f0d3eee3ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:29.533188 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6c0f6484-7c39-4bba-8851-3c8426b6348b req-c43420e7-059c-4aca-b6f7-f0d3eee3ec81 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1323454 Aug 31 09:23:29.549222 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: e562dfcd-806d-4228-895f-499a7b9928e9 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:23:29.549510 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device e562dfcd-806d-4228-895f-499a7b9928e9 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:23:29.594448 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5330512-083d-4cb3-9698-8e07bc956131 admin admin] Checking segment: {'id': 'b968cf24-2296-492d-8a2d-012dee0f4c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1603, 'network_id': '2f558830-8bb2-432f-93fe-cfc04ea2e454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:29.595038 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5330512-083d-4cb3-9698-8e07bc956131 admin admin] Network hostable DHCP agents. Network: 2f558830-8bb2-432f-93fe-cfc04ea2e454, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:23:29.596499 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 36964) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:29.656151 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6c0f6484-7c39-4bba-8851-3c8426b6348b req-896f5ef8-93ed-4544-b879-8216ede7f69c service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124485 Aug 31 09:23:29.670504 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fb43376-dc12-475c-a730-c190129a6bad admin admin] Deleting subnet 52ebef51-4d39-485a-b24e-185d458662a1 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:23:29.674707 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9fb43376-dc12-475c-a730-c190129a6bad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:29.725796 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9fb43376-dc12-475c-a730-c190129a6bad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:29.728184 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5330512-083d-4cb3-9698-8e07bc956131 admin admin] Network 2f558830-8bb2-432f-93fe-cfc04ea2e454 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:23:29.803037 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9fb43376-dc12-475c-a730-c190129a6bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:29.851425 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6c0f6484-7c39-4bba-8851-3c8426b6348b req-2f4b2bb5-104b-498f-bee8-40f1fe3308a6 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831791 Aug 31 09:23:29.858232 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-e5330512-083d-4cb3-9698-8e07bc956131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 2f558830-8bb2-432f-93fe-cfc04ea2e454) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:29.872082 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd06f65-8af5-48dc-992b-dcac1a360bda None None] Network 2f558830-8bb2-432f-93fe-cfc04ea2e454 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:29.881719 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5330512-083d-4cb3-9698-8e07bc956131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:29.882790 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e5330512-083d-4cb3-9698-8e07bc956131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:29.976235 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98ebd8-a114-43a0-b8ea-acdfb8c675b2 req-eeb225a8-b20c-4629-8154-6ff0691293e3 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:29.977872 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7b98ebd8-a114-43a0-b8ea-acdfb8c675b2 req-eeb225a8-b20c-4629-8154-6ff0691293e3 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.0740061 Aug 31 09:23:29.984846 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e5330512-083d-4cb3-9698-8e07bc956131 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1837661 Aug 31 09:23:30.043040 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7b98ebd8-a114-43a0-b8ea-acdfb8c675b2 req-2ee0d18e-c232-4166-8f3f-25311838783c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563309 Aug 31 09:23:30.091908 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503a19bc-87fb-43d9-a4eb-2645633888e0 None None] Network 2f558830-8bb2-432f-93fe-cfc04ea2e454 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:30.104331 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9fb43376-dc12-475c-a730-c190129a6bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:30.163322 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb43376-dc12-475c-a730-c190129a6bad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52ebef51-4d39-485a-b24e-185d458662a1,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:30.169590 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9fb43376-dc12-475c-a730-c190129a6bad admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:30.171562 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9fb43376-dc12-475c-a730-c190129a6bad admin admin] 10.222.0.119 "DELETE /v2.0/subnets/52ebef51-4d39-485a-b24e-185d458662a1 HTTP/1.1" status: 204 len: 168 time: 0.5740125 Aug 31 09:23:30.176643 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 36976) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:30.215183 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad86477-12d2-44c1-b65e-610392a24a76 req-9c1ceeeb-e7c7-494c-a7b1-2f847708c7fb tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:30.218702 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7ad86477-12d2-44c1-b65e-610392a24a76 req-9c1ceeeb-e7c7-494c-a7b1-2f847708c7fb tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=b90f92ac-9c10-4f2a-a7fa-2a4c7918c376 HTTP/1.1" status: 200 len: 945 time: 0.1273618 Aug 31 09:23:30.343218 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7617ed5b-d07b-444a-87df-3ba9b3d6207d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:30.390731 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7ad86477-12d2-44c1-b65e-610392a24a76 req-71fd627e-63d4-4a9c-8ebb-b943ccae3908 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281102 Aug 31 09:23:30.420580 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff79225-f6d4-4611-a17e-dee7bfa60630 req-d0933baf-773f-4bc2-9c48-8b64ccab7c73 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:30.433361 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1ff79225-f6d4-4611-a17e-dee7bfa60630 req-d0933baf-773f-4bc2-9c48-8b64ccab7c73 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=ed2af2bb-f8bb-4202-b2e0-456f906f39b7 HTTP/1.1" status: 200 len: 948 time: 0.2448034 Aug 31 09:23:30.537462 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1ff79225-f6d4-4611-a17e-dee7bfa60630 req-d9888622-6f2d-4eb5-a579-138a7ab1fce1 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950809 Aug 31 09:23:30.552758 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7617ed5b-d07b-444a-87df-3ba9b3d6207d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:30.578823 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-7617ed5b-d07b-444a-87df-3ba9b3d6207d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea320e68-0d27-48e5-8ad0-0bb739fca3c2']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:30.593663 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-7617ed5b-d07b-444a-87df-3ba9b3d6207d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c9bd847-04ce-44a8-b933-aa2c14717740') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:30.593964 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-7617ed5b-d07b-444a-87df-3ba9b3d6207d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c9bd847-04ce-44a8-b933-aa2c14717740') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:30.608327 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7617ed5b-d07b-444a-87df-3ba9b3d6207d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:30.626673 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7617ed5b-d07b-444a-87df-3ba9b3d6207d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:30.642158 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7617ed5b-d07b-444a-87df-3ba9b3d6207d admin admin] Releasing vlan 1621 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:23:30.643216 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7617ed5b-d07b-444a-87df-3ba9b3d6207d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:30.645469 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:23:30.645469 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:23:30.645469 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:23:30.645469 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:23:30.645469 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:23:30.645469 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:23:30.645469 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:23:30.645469 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:23:30.645469 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:23:30.645469 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:23:30.645469 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:23:30.645469 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:23:30.645469 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:23:30.645469 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:23:30.645469 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:23:30.645469 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:23:30.645469 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:23:30.645469 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:23:30.645469 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:23:30.645469 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:23:30.645469 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:23:30.645469 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:23:30.645469 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:23:30.645469 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:23:30.645469 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:23:30.645469 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:23:30.645469 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:23:30.645469 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:23:30.645469 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:23:30.645469 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:23:30.645469 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:23:30.645469 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:23:30.661302 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d8460d21-41c6-46fc-91b4-4e0368578ba6 req-d74e4b42-7ef4-45eb-8936-a1817aac79f5 tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0321147 Aug 31 09:23:30.792841 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7617ed5b-d07b-444a-87df-3ba9b3d6207d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:30.813156 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7617ed5b-d07b-444a-87df-3ba9b3d6207d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:30.816199 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7617ed5b-d07b-444a-87df-3ba9b3d6207d admin admin] 10.222.0.119 "DELETE /v2.0/networks/ea320e68-0d27-48e5-8ad0-0bb739fca3c2 HTTP/1.1" status: 204 len: 168 time: 0.6376493 Aug 31 09:23:30.827975 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617ed5b-d07b-444a-87df-3ba9b3d6207d admin admin] Pushing event deleted for resources: {'Network': ['ID=ea320e68-0d27-48e5-8ad0-0bb739fca3c2,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:31.190881 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc9f3f-faf3-4246-8fc9-cc895cc532c2 req-3ec43b63-cb6c-4523-b7d1-f01d8421594a tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:31.192381 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fcfc9f3f-faf3-4246-8fc9-cc895cc532c2 req-3ec43b63-cb6c-4523-b7d1-f01d8421594a tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.0587718 Aug 31 09:23:31.235575 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fcfc9f3f-faf3-4246-8fc9-cc895cc532c2 req-25086804-6c76-484c-957f-1a54af24c6fd tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358477 Aug 31 09:23:31.379932 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 37008) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:31.427990 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-36110d72-3bb4-4551-a83b-714682bca658 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=0cfed79ae5c84cf3aa6022ec2e1e62d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468907 Aug 31 09:23:31.431381 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37012) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:31.503727 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d45e74ec-081d-49cc-adb2-712419acc3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:31.530386 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d45e74ec-081d-49cc-adb2-712419acc3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:31.555260 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bb764-21ac-41bc-9365-5c073f48c243 req-e2d6e9a4-b6f4-4de9-89a9-edac5d98fca5 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:31.559289 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1a2bb764-21ac-41bc-9365-5c073f48c243 req-e2d6e9a4-b6f4-4de9-89a9-edac5d98fca5 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=b90f92ac-9c10-4f2a-a7fa-2a4c7918c376 HTTP/1.1" status: 200 len: 945 time: 0.0770180 Aug 31 09:23:31.615494 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1a2bb764-21ac-41bc-9365-5c073f48c243 req-467cdf05-1c79-4bf4-a4c4-d752a7bd7266 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511646 Aug 31 09:23:31.631595 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37018) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:31.642217 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-32d8f190-4b42-45d0-94b2-59d4bce9a2c0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-120436743-network', 'tenant_id': '06c8c0f6550d466ab5cf4595ebd1d6c9'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:31.700915 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d45e74ec-081d-49cc-adb2-712419acc3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:31.704065 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d45e74ec-081d-49cc-adb2-712419acc3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:31.705231 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d45e74ec-081d-49cc-adb2-712419acc3fd admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/10ade4b3-e844-4d88-822c-c520bcdce9fd HTTP/1.1" status: 204 len: 168 time: 0.2717478 Aug 31 09:23:31.716674 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e74ec-081d-49cc-adb2-712419acc3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ade4b3-e844-4d88-822c-c520bcdce9fd,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:31.732060 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2ac83-b4af-48f2-8e97-c50f9ec36236 req-4896f468-7bb4-43ea-9f57-785c0811cad0 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:31.733670 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d5b2ac83-b4af-48f2-8e97-c50f9ec36236 req-4896f468-7bb4-43ea-9f57-785c0811cad0 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=ed2af2bb-f8bb-4202-b2e0-456f906f39b7 HTTP/1.1" status: 200 len: 948 time: 0.0617623 Aug 31 09:23:31.738896 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d8f190-4b42-45d0-94b2-59d4bce9a2c0 admin admin] Made reservation on behalf of 06c8c0f6550d466ab5cf4595ebd1d6c9 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:31.741419 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-32d8f190-4b42-45d0-94b2-59d4bce9a2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:31.752895 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-32d8f190-4b42-45d0-94b2-59d4bce9a2c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:31.819646 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0851b98a-0de3-4627-badb-57814dda959d req-09705dbd-1afc-4fe5-893f-83d6e8bcc2aa tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0456998 Aug 31 09:23:31.840919 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d5b2ac83-b4af-48f2-8e97-c50f9ec36236 req-9d1d0dde-dfa7-4a60-989c-57e4a4730410 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956886 Aug 31 09:23:31.905753 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device c323b01c-858e-4c61-a95e-a432fd24e7f3 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:23:31.917011 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-32d8f190-4b42-45d0-94b2-59d4bce9a2c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:31.941990 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db301b-1aa0-4e05-a026-d71ddd8337f1 req-03a476db-921d-40a1-80d0-a1a156f6508f tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:31.946043 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-10db301b-1aa0-4e05-a026-d71ddd8337f1 req-03a476db-921d-40a1-80d0-a1a156f6508f tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.112 "GET /v2.0/ports?device_id=b90f92ac-9c10-4f2a-a7fa-2a4c7918c376 HTTP/1.1" status: 200 len: 945 time: 0.0805485 Aug 31 09:23:32.030005 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-32d8f190-4b42-45d0-94b2-59d4bce9a2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:32.040997 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32d8f190-4b42-45d0-94b2-59d4bce9a2c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1642, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:23:32.052808 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-32d8f190-4b42-45d0-94b2-59d4bce9a2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:32.053288 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-32d8f190-4b42-45d0-94b2-59d4bce9a2c0 admin admin] Added segment d4ea26a5-9b12-46a2-9592-b6d5b2edbc18 of type vlan for network c7f553fd-f85f-4faa-9dd0-0f2b782eb9a4 Aug 31 09:23:32.079184 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port c323b01c-858e-4c61-a95e-a432fd24e7f3, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=c323b01c-858e-4c61-a95e-a432fd24e7f3,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:32.093186 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'c323b01c-858e-4c61-a95e-a432fd24e7f3', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': 'c323b01c-858e-4c61-a95e-a432fd24e7f3', 'mac_address': 'fa:16:3e:e3:6a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:23:32.137296 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:32.152164 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c323b01c-858e-4c61-a95e-a432fd24e7f3 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:23:32.172953 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8f190-4b42-45d0-94b2-59d4bce9a2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b2ace7-60b7-4cbf-a184-5a8b96299eb1,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:32.174308 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port c323b01c-858e-4c61-a95e-a432fd24e7f3, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=c323b01c-858e-4c61-a95e-a432fd24e7f3,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:32.179504 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-32d8f190-4b42-45d0-94b2-59d4bce9a2c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:32.228337 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-10db301b-1aa0-4e05-a026-d71ddd8337f1 req-66795368-8fac-4625-b7d7-da317c67705d tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Deleting port 311e7740-5e63-48df-865b-4f0fca0df938 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:23:32.229218 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-10db301b-1aa0-4e05-a026-d71ddd8337f1 req-66795368-8fac-4625-b7d7-da317c67705d tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:32.280949 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:32.351272 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=c323b01c-858e-4c61-a95e-a432fd24e7f3,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:32.386708 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5846d-216b-43bf-b221-d3e774932520 req-ea4b2a8f-c549-4d8d-97bd-d1edb9953679 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:32.386708 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32b5846d-216b-43bf-b221-d3e774932520 req-ea4b2a8f-c549-4d8d-97bd-d1edb9953679 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.0727267 Aug 31 09:23:32.452404 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32b5846d-216b-43bf-b221-d3e774932520 req-58bb3d89-4409-4515-a682-cdbf9d1627a3 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589099 Aug 31 09:23:32.489729 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:32.606877 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-32d8f190-4b42-45d0-94b2-59d4bce9a2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:32.607753 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d8f190-4b42-45d0-94b2-59d4bce9a2c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:32.608329 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-32d8f190-4b42-45d0-94b2-59d4bce9a2c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:32.675517 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['c323b01c-858e-4c61-a95e-a432fd24e7f3'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:23:32.693879 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8f190-4b42-45d0-94b2-59d4bce9a2c0 admin admin] Pushing event updated for resources: {'Network': ['ID=c7f553fd-f85f-4faa-9dd0-0f2b782eb9a4,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:32.709575 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-10db301b-1aa0-4e05-a026-d71ddd8337f1 req-66795368-8fac-4625-b7d7-da317c67705d tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] For port 311e7740-5e63-48df-865b-4f0fca0df938, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=311e7740-5e63-48df-865b-4f0fca0df938,segment=NetworkSegment(fea79c28-18e6-4c1e-9eb0-fd680c62e5f4),segment_id=fea79c28-18e6-4c1e-9eb0-fd680c62e5f4)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:32.709950 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-10db301b-1aa0-4e05-a026-d71ddd8337f1 req-66795368-8fac-4625-b7d7-da317c67705d tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:32.711780 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network c7f553fd-f85f-4faa-9dd0-0f2b782eb9a4 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:23:32.727068 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-10db301b-1aa0-4e05-a026-d71ddd8337f1 req-66795368-8fac-4625-b7d7-da317c67705d tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Calling delete_port for 311e7740-5e63-48df-865b-4f0fca0df938 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:23:32.767517 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fca67-d8f5-420b-9ff0-53de6c1a69f6 req-e5233aa7-5719-437e-a8c9-648526a955b1 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:32.770664 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e86fca67-d8f5-420b-9ff0-53de6c1a69f6 req-e5233aa7-5719-437e-a8c9-648526a955b1 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=b90f92ac-9c10-4f2a-a7fa-2a4c7918c376 HTTP/1.1" status: 200 len: 945 time: 0.0667419 Aug 31 09:23:32.833457 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e86fca67-d8f5-420b-9ff0-53de6c1a69f6 req-02e297a6-1386-4b80-9dbc-d4b603e69288 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/security-groups?id=51101685-a54e-402a-8b2e-2777ac11261f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448112 Aug 31 09:23:32.893615 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-32d8f190-4b42-45d0-94b2-59d4bce9a2c0 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2581985 Aug 31 09:23:32.894295 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 37048) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:32.909698 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-2ed1c14e-63ef-4d10-b8c8-55d5e567199d admin admin] Request body: {'subnet': {'network_id': 'c7f553fd-f85f-4faa-9dd0-0f2b782eb9a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-120436743-subnet', 'tenant_id': '06c8c0f6550d466ab5cf4595ebd1d6c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:32.914481 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:33.014071 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4f0faffd-5a97-4f84-bcb6-773be562765a req-1696acda-5d17-4ead-b4ba-344a3a17e03f tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0612023 Aug 31 09:23:33.084234 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-10db301b-1aa0-4e05-a026-d71ddd8337f1 req-66795368-8fac-4625-b7d7-da317c67705d tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:33.122688 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80416d-b326-4050-b4bc-8d731daa97ca req-836d2fba-5bc9-4f1e-a150-711a0deaae99 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:33.126431 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66795368-8fac-4625-b7d7-da317c67705d tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Pushing event deleted for resources: {'Port': ['ID=311e7740-5e63-48df-865b-4f0fca0df938,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:33.129714 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2f80416d-b326-4050-b4bc-8d731daa97ca req-836d2fba-5bc9-4f1e-a150-711a0deaae99 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=ed2af2bb-f8bb-4202-b2e0-456f906f39b7 HTTP/1.1" status: 200 len: 949 time: 0.0712874 Aug 31 09:23:33.144641 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed1c14e-63ef-4d10-b8c8-55d5e567199d admin admin] Made reservation on behalf of 06c8c0f6550d466ab5cf4595ebd1d6c9 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:33.144641 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2ed1c14e-63ef-4d10-b8c8-55d5e567199d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:33.199777 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-10db301b-1aa0-4e05-a026-d71ddd8337f1 req-66795368-8fac-4625-b7d7-da317c67705d tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] No DVR routers for this DVR port 311e7740-5e63-48df-865b-4f0fca0df938 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:23:33.202969 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-10db301b-1aa0-4e05-a026-d71ddd8337f1 req-66795368-8fac-4625-b7d7-da317c67705d tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:33.205907 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-10db301b-1aa0-4e05-a026-d71ddd8337f1 req-66795368-8fac-4625-b7d7-da317c67705d tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.112 "DELETE /v2.0/ports/311e7740-5e63-48df-865b-4f0fca0df938 HTTP/1.1" status: 204 len: 173 time: 1.2542453 Aug 31 09:23:33.206376 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90f92ac-9c10-4f2a-a7fa-2a4c7918c376', 'name': 'network-vif-deleted', 'tag': '311e7740-5e63-48df-865b-4f0fca0df938'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:23:33.208790 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c06ddc-9336-4f25-83c6-4bd03d34ca40" -d '{"events": [{"server_uuid": "b90f92ac-9c10-4f2a-a7fa-2a4c7918c376", "name": "network-vif-deleted", "tag": "311e7740-5e63-48df-865b-4f0fca0df938"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:23:33.233493 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2f80416d-b326-4050-b4bc-8d731daa97ca req-8906146a-3864-4a86-bb7f-077e19c779d3 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022851 Aug 31 09:23:33.303760 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc2e6da-0f2a-401d-b3f9-682824acef1d x-openstack-request-id: req-4bc2e6da-0f2a-401d-b3f9-682824acef1d {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:23:33.303760 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90f92ac-9c10-4f2a-a7fa-2a4c7918c376", "name": "network-vif-deleted", "tag": "311e7740-5e63-48df-865b-4f0fca0df938", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:23:33.303760 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4bc2e6da-0f2a-401d-b3f9-682824acef1d {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:23:33.304468 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90f92ac-9c10-4f2a-a7fa-2a4c7918c376', 'name': 'network-vif-deleted', 'tag': '311e7740-5e63-48df-865b-4f0fca0df938', 'status': 'completed', 'code': 200} Aug 31 09:23:33.589544 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2ed1c14e-63ef-4d10-b8c8-55d5e567199d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:33.680785 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f46a9c-ca91-4212-ac48-4a401623d053 req-9bea6952-5979-43fa-8e7b-e68d0a1a0199 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:33.682829 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c1f46a9c-ca91-4212-ac48-4a401623d053 req-9bea6952-5979-43fa-8e7b-e68d0a1a0199 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.1313288 Aug 31 09:23:33.687618 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1c14e-63ef-4d10-b8c8-55d5e567199d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2abf39e6-eb50-4555-a686-f2d250476cc8,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:33.717726 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed1c14e-63ef-4d10-b8c8-55d5e567199d admin admin] Checking segment: {'id': 'd4ea26a5-9b12-46a2-9592-b6d5b2edbc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': 'c7f553fd-f85f-4faa-9dd0-0f2b782eb9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:33.718310 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed1c14e-63ef-4d10-b8c8-55d5e567199d admin admin] Network hostable DHCP agents. Network: c7f553fd-f85f-4faa-9dd0-0f2b782eb9a4, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:23:33.763685 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c1f46a9c-ca91-4212-ac48-4a401623d053 req-ed5a5fe9-ef47-4b68-be26-656bbd2f1aa4 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707483 Aug 31 09:23:33.884079 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed1c14e-63ef-4d10-b8c8-55d5e567199d admin admin] Network c7f553fd-f85f-4faa-9dd0-0f2b782eb9a4 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:23:33.895605 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37072) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:33.967972 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d67c3df8-aa81-4c8f-9168-3eda0d85ca60 req-7f4e62ae-4421-49ea-98c3-9b33f562ba15 tempest-AttachVolumeNegativeTest-1514511007 tempest-AttachVolumeNegativeTest-1514511007-project] 10.222.0.119 "GET /v2.0/ports?device_id=b90f92ac-9c10-4f2a-a7fa-2a4c7918c376 HTTP/1.1" status: 200 len: 210 time: 0.0299048 Aug 31 09:23:33.971918 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-2ed1c14e-63ef-4d10-b8c8-55d5e567199d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, c7f553fd-f85f-4faa-9dd0-0f2b782eb9a4) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:33.983340 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469e894a-3bb3-435e-bf87-32ddb5828508 None None] Network c7f553fd-f85f-4faa-9dd0-0f2b782eb9a4 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:33.986757 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed1c14e-63ef-4d10-b8c8-55d5e567199d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:33.987899 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2ed1c14e-63ef-4d10-b8c8-55d5e567199d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:34.102664 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2ed1c14e-63ef-4d10-b8c8-55d5e567199d admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2059829 Aug 31 09:23:34.140425 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-708ba40c-45b5-462b-aa14-08df0d429287 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1709829865-network', 'tenant_id': 'db98e609f02d40e497cfab3aeae07295'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:34.170709 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e3bb6e-51d7-4071-b03c-dce73ba77623 None None] Network c7f553fd-f85f-4faa-9dd0-0f2b782eb9a4 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:34.232907 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-528a9e7a-1449-4da3-84aa-14a797fe0eac req-f6c83ffb-c6b4-4b5d-8396-a0dfa7c09ee4 tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0647893 Aug 31 09:23:34.290470 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708ba40c-45b5-462b-aa14-08df0d429287 admin admin] Made reservation on behalf of db98e609f02d40e497cfab3aeae07295 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:34.295075 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-708ba40c-45b5-462b-aa14-08df0d429287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:34.327364 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-708ba40c-45b5-462b-aa14-08df0d429287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:34.435868 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef17f13-c98c-4502-9838-5a2d8b8f3607 req-dcc8f30c-2648-4252-97ae-34462243c979 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:34.444217 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3ef17f13-c98c-4502-9838-5a2d8b8f3607 req-dcc8f30c-2648-4252-97ae-34462243c979 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=ed2af2bb-f8bb-4202-b2e0-456f906f39b7 HTTP/1.1" status: 200 len: 949 time: 0.0726256 Aug 31 09:23:34.474984 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-708ba40c-45b5-462b-aa14-08df0d429287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:34.488857 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3ef17f13-c98c-4502-9838-5a2d8b8f3607 req-1b7227d6-9f9e-4873-9e1c-45b9ec08f623 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436187 Aug 31 09:23:34.575671 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-708ba40c-45b5-462b-aa14-08df0d429287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:34.598732 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708ba40c-45b5-462b-aa14-08df0d429287 admin admin] vlan segment allocate from pool success with {'vlan_id': 1608, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:23:34.623189 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-708ba40c-45b5-462b-aa14-08df0d429287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:34.623536 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-708ba40c-45b5-462b-aa14-08df0d429287 admin admin] Added segment d4a3fa96-c4b5-4b90-91f6-d3a2f5e98558 of type vlan for network b71009e1-f5fe-4162-b1b3-564810754969 Aug 31 09:23:34.624936 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ba40c-45b5-462b-aa14-08df0d429287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:34.672765 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-708ba40c-45b5-462b-aa14-08df0d429287 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:34.789438 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-708ba40c-45b5-462b-aa14-08df0d429287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:34.793155 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708ba40c-45b5-462b-aa14-08df0d429287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:34.793155 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-708ba40c-45b5-462b-aa14-08df0d429287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:34.882858 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ba40c-45b5-462b-aa14-08df0d429287 admin admin] Pushing event updated for resources: {'Network': ['ID=b71009e1-f5fe-4162-b1b3-564810754969,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:34.894744 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network b71009e1-f5fe-4162-b1b3-564810754969 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:23:34.913482 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-708ba40c-45b5-462b-aa14-08df0d429287 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0166905 Aug 31 09:23:34.917352 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37104) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:34.923139 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-8fd13ee2-1482-4ef0-9bf7-bed7273e8b44 admin admin] Request body: {'subnet': {'network_id': 'b71009e1-f5fe-4162-b1b3-564810754969', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1709829865-subnet', 'tenant_id': 'db98e609f02d40e497cfab3aeae07295', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:35.006731 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd13ee2-1482-4ef0-9bf7-bed7273e8b44 admin admin] Made reservation on behalf of db98e609f02d40e497cfab3aeae07295 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:35.009907 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8fd13ee2-1482-4ef0-9bf7-bed7273e8b44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:35.276152 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8799060-5dd7-4dec-abc2-8e16163e70d6 req-ce6e8bdb-a514-42bd-ab50-2b1a3eaaad66 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:35.277798 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d8799060-5dd7-4dec-abc2-8e16163e70d6 req-ce6e8bdb-a514-42bd-ab50-2b1a3eaaad66 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.4134965 Aug 31 09:23:35.287003 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8fd13ee2-1482-4ef0-9bf7-bed7273e8b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:35.351929 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-57744fe4-a32f-44ad-b3ac-32181a65affa tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:35.353484 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-57744fe4-a32f-44ad-b3ac-32181a65affa tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.119 "GET /v2.0/networks?id=2f558830-8bb2-432f-93fe-cfc04ea2e454 HTTP/1.1" status: 200 len: 824 time: 0.4473462 Aug 31 09:23:35.355160 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd13ee2-1482-4ef0-9bf7-bed7273e8b44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee003db9-da2c-4578-b65f-995ad17b5a56,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:35.356467 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d8799060-5dd7-4dec-abc2-8e16163e70d6 req-49ce136a-2b52-4a14-9cd0-cae8ea7dc714 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707369 Aug 31 09:23:35.368219 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd13ee2-1482-4ef0-9bf7-bed7273e8b44 admin admin] Checking segment: {'id': 'd4a3fa96-c4b5-4b90-91f6-d3a2f5e98558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1608, 'network_id': 'b71009e1-f5fe-4162-b1b3-564810754969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:35.368817 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd13ee2-1482-4ef0-9bf7-bed7273e8b44 admin admin] Network hostable DHCP agents. Network: b71009e1-f5fe-4162-b1b3-564810754969, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:23:35.379267 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-f2a914d7-314c-4ad8-a8c6-41ee1d1c1d7f tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.119 "GET /v2.0/quotas/01b078489b1f4ad59006a3ab29080812 HTTP/1.1" status: 200 len: 375 time: 0.0155137 Aug 31 09:23:35.413665 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-ec322414-5855-48fe-a18d-ef52a84a22da tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=01b078489b1f4ad59006a3ab29080812&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335026 Aug 31 09:23:35.486542 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd13ee2-1482-4ef0-9bf7-bed7273e8b44 admin admin] Network b71009e1-f5fe-4162-b1b3-564810754969 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:23:35.516809 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 37118) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:35.561202 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-fa72e91d-11dd-4eec-94ec-9d95dd94aee9 service neutron] 10.222.0.119 "GET /v2.0/networks/2f558830-8bb2-432f-93fe-cfc04ea2e454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386681 Aug 31 09:23:35.580889 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-8fd13ee2-1482-4ef0-9bf7-bed7273e8b44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, b71009e1-f5fe-4162-b1b3-564810754969) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:35.585773 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd13ee2-1482-4ef0-9bf7-bed7273e8b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:35.586520 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8fd13ee2-1482-4ef0-9bf7-bed7273e8b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:35.598267 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0773c8cf-cef0-455a-b4f9-cd5284814004 None None] Network b71009e1-f5fe-4162-b1b3-564810754969 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:35.659160 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fcde7e0e-5868-4b96-b089-8eaafe497719 req-a51754bc-26bf-40e7-b431-2b7e55fda1b7 tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0894237 Aug 31 09:23:35.669730 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-b923b0cc-911e-4e70-83b4-b700d33ee9f9 admin admin] Deleting subnet b147db6a-6b72-4492-9892-536b47a13e42 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:23:35.673721 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b923b0cc-911e-4e70-83b4-b700d33ee9f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:35.683535 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8fd13ee2-1482-4ef0-9bf7-bed7273e8b44 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7644558 Aug 31 09:23:35.687370 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37122) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:35.696964 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-af190a15-9c8c-4413-a68e-9c8aaabee0c4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1709829865-router', 'tenant_id': 'db98e609f02d40e497cfab3aeae07295', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:35.767585 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498107c2-b364-4ef0-b9bb-af59b4605238 None None] Network b71009e1-f5fe-4162-b1b3-564810754969 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:23:35.775407 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b923b0cc-911e-4e70-83b4-b700d33ee9f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:35.805731 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-09182952-db94-403b-8979-6e37bde82627 service neutron] 10.222.0.119 "GET /v2.0/networks/2f558830-8bb2-432f-93fe-cfc04ea2e454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321267 Aug 31 09:23:35.814747 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-af190a15-9c8c-4413-a68e-9c8aaabee0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:35.817378 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-af190a15-9c8c-4413-a68e-9c8aaabee0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:35.841519 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b923b0cc-911e-4e70-83b4-b700d33ee9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:35.884299 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-af190a15-9c8c-4413-a68e-9c8aaabee0c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:35.920810 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device c323b01c-858e-4c61-a95e-a432fd24e7f3 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:36.075904 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port c323b01c-858e-4c61-a95e-a432fd24e7f3 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:36.081261 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port c323b01c-858e-4c61-a95e-a432fd24e7f3 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:36.081546 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868372a-683f-4390-b268-a75a84322e1e req-0f5cf4bb-6bb3-4a31-b373-df117d37b152 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:36.082231 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:36.085388 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9868372a-683f-4390-b268-a75a84322e1e req-0f5cf4bb-6bb3-4a31-b373-df117d37b152 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=ed2af2bb-f8bb-4202-b2e0-456f906f39b7 HTTP/1.1" status: 200 len: 949 time: 0.0661113 Aug 31 09:23:36.087177 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b923b0cc-911e-4e70-83b4-b700d33ee9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:36.140816 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b923b0cc-911e-4e70-83b4-b700d33ee9f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:36.143412 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b923b0cc-911e-4e70-83b4-b700d33ee9f9 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/b147db6a-6b72-4492-9892-536b47a13e42 HTTP/1.1" status: 204 len: 168 time: 0.6255512 Aug 31 09:23:36.145271 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923b0cc-911e-4e70-83b4-b700d33ee9f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b147db6a-6b72-4492-9892-536b47a13e42,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:36.167127 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 37128) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:36.235469 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-af190a15-9c8c-4413-a68e-9c8aaabee0c4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:36.274759 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9868372a-683f-4390-b268-a75a84322e1e req-24ddf101-8a88-468e-9607-b4556fa5c41d tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761537 Aug 31 09:23:36.276707 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:36.385446 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d5330289-8d3f-4308-8644-50db49bcdcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:36.386255 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09727867-fed0-496e-a449-f3117fdb603c req-3040a9f4-0fef-47de-b4be-656010e4b0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:36.387839 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09727867-fed0-496e-a449-f3117fdb603c req-3040a9f4-0fef-47de-b4be-656010e4b0a9 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1b5bd35927fb49bc9780e4d378d20df4&device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 1097 time: 0.1092143 Aug 31 09:23:36.394989 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port c323b01c-858e-4c61-a95e-a432fd24e7f3, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=c323b01c-858e-4c61-a95e-a432fd24e7f3,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:36.397093 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2af2bb-f8bb-4202-b2e0-456f906f39b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c323b01c-858e-4c61-a95e-a432fd24e7f3'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:23:36.401786 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77856418-8eee-4d27-84fb-4b62ded5a0fc" -d '{"events": [{"server_uuid": "ed2af2bb-f8bb-4202-b2e0-456f906f39b7", "name": "network-vif-plugged", "status": "completed", "tag": "c323b01c-858e-4c61-a95e-a432fd24e7f3"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:23:36.434131 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0903eed3-0c0f-4fb2-8073-080a554807d9 req-c1b5a033-d704-4c4e-bed1-d8227071877b tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb8fc115-2359-47b0-b508-1ef9e3bb5c4b HTTP/1.1" status: 200 len: 210 time: 0.0398974 Aug 31 09:23:36.483854 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63e7e5-aac2-4fb7-a86e-72d25cbba28c req-a7c30e76-6e28-473b-8728-b109fb558adb tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:36.485970 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1c63e7e5-aac2-4fb7-a86e-72d25cbba28c req-a7c30e76-6e28-473b-8728-b109fb558adb tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.2097800 Aug 31 09:23:36.496047 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:36.497815 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 311e7740-5e63-48df-865b-4f0fca0df938 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:23:36.520974 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09727867-fed0-496e-a449-f3117fdb603c req-543ca300-a5fd-469b-8e66-508503245231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:36.522534 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09727867-fed0-496e-a449-f3117fdb603c req-543ca300-a5fd-469b-8e66-508503245231 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f5553b74-379c-4750-8c9c-33e10cb78fdc HTTP/1.1" status: 200 len: 912 time: 0.1228254 Aug 31 09:23:36.544997 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 311e7740-5e63-48df-865b-4f0fca0df938 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:23:36.546777 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 311e7740-5e63-48df-865b-4f0fca0df938 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:23:36.550190 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d95207-f1df-48ed-a9c0-8eb3b4486c2e x-openstack-request-id: req-37d95207-f1df-48ed-a9c0-8eb3b4486c2e {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:23:36.550673 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2af2bb-f8bb-4202-b2e0-456f906f39b7", "name": "network-vif-plugged", "status": "completed", "tag": "c323b01c-858e-4c61-a95e-a432fd24e7f3", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:23:36.551021 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-37d95207-f1df-48ed-a9c0-8eb3b4486c2e {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:23:36.551513 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2af2bb-f8bb-4202-b2e0-456f906f39b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c323b01c-858e-4c61-a95e-a432fd24e7f3', 'code': 200} Aug 31 09:23:36.624543 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=c323b01c-858e-4c61-a95e-a432fd24e7f3,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:36.670980 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d5330289-8d3f-4308-8644-50db49bcdcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:36.694836 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-d5330289-8d3f-4308-8644-50db49bcdcb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c761f8-404a-498a-a4d9-9ce04e112753']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:36.717587 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7615d6-d188-401b-b96c-44979cbfa47d req-521de6e1-2f12-4ac9-a499-12cdb8deced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:36.719378 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3e7615d6-d188-401b-b96c-44979cbfa47d req-521de6e1-2f12-4ac9-a499-12cdb8deced5 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=ed2af2bb-f8bb-4202-b2e0-456f906f39b7 HTTP/1.1" status: 200 len: 1102 time: 0.1066885 Aug 31 09:23:36.727184 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09727867-fed0-496e-a449-f3117fdb603c req-647a741e-54e7-4431-81a2-a816fd2f1b37 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=562155d5-60d9-49c5-a20f-72174fb90928 HTTP/1.1" status: 200 len: 1000 time: 0.1774211 Aug 31 09:23:36.735263 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1c63e7e5-aac2-4fb7-a86e-72d25cbba28c req-bdabfce9-7c41-4a74-a188-32986cb57e47 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269163 Aug 31 09:23:36.739749 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-af190a15-9c8c-4413-a68e-9c8aaabee0c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:36.743531 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-d5330289-8d3f-4308-8644-50db49bcdcb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fea79c28-18e6-4c1e-9eb0-fd680c62e5f4') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:36.749267 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-d5330289-8d3f-4308-8644-50db49bcdcb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fea79c28-18e6-4c1e-9eb0-fd680c62e5f4') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:36.778701 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d5330289-8d3f-4308-8644-50db49bcdcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:36.813091 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-af190a15-9c8c-4413-a68e-9c8aaabee0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:36.824726 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cc1ae4b5-0b79-4fda-87bf-9e61b35c9c8f req-3eca47ef-31a5-4b89-b076-677a604a2891 tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0416484 Aug 31 09:23:36.836132 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d5330289-8d3f-4308-8644-50db49bcdcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:36.847981 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3e7615d6-d188-401b-b96c-44979cbfa47d req-ae3bc4ee-b7d1-464f-bc75-64bcd05ea28d service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945790 Aug 31 09:23:36.849053 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5330289-8d3f-4308-8644-50db49bcdcb4 admin admin] Releasing vlan 1638 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:23:36.849451 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d5330289-8d3f-4308-8644-50db49bcdcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:36.851270 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:23:36.851270 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:23:36.851270 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:23:36.851270 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:23:36.851270 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:23:36.851270 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:23:36.851270 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:23:36.851270 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:23:36.851270 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:23:36.851270 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:23:36.851270 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:23:36.851270 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:23:36.851270 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:23:36.851270 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:23:36.851270 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:23:36.851270 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:23:36.851270 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:23:36.851270 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:23:36.851270 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:23:36.851270 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:23:36.851270 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:23:36.851270 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:23:36.851270 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:23:36.851270 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:23:36.851270 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:23:36.851270 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:23:36.851270 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:23:36.851270 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:23:36.851270 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:23:36.851270 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:23:36.851270 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:23:36.851270 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:23:36.879339 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09727867-fed0-496e-a449-f3117fdb603c req-e2c8d114-cdf7-4117-8205-4949fc10d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:36.880774 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09727867-fed0-496e-a449-f3117fdb603c req-e2c8d114-cdf7-4117-8205-4949fc10d5a5 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=38d49ab8-d8f2-42ae-8afb-2cc963a498ae HTTP/1.1" status: 200 len: 849 time: 0.1430058 Aug 31 09:23:36.956247 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-af190a15-9c8c-4413-a68e-9c8aaabee0c4 admin admin] Allocated IP 172.25.2.207 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/a07f14a4-9c29-44e8-a224-487c88b4b61d) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:36.993604 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d5330289-8d3f-4308-8644-50db49bcdcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:37.002483 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d5330289-8d3f-4308-8644-50db49bcdcb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:37.007013 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d5330289-8d3f-4308-8644-50db49bcdcb4 admin admin] 10.222.0.119 "DELETE /v2.0/networks/a1c761f8-404a-498a-a4d9-9ce04e112753 HTTP/1.1" status: 204 len: 168 time: 0.8382599 Aug 31 09:23:37.019163 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5330289-8d3f-4308-8644-50db49bcdcb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1c761f8-404a-498a-a4d9-9ce04e112753,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:37.111922 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-af190a15-9c8c-4413-a68e-9c8aaabee0c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:37.144696 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09727867-fed0-496e-a449-f3117fdb603c req-b6bf725f-1517-4d91-bea1-efb95389ccea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:37.145986 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09727867-fed0-496e-a449-f3117fdb603c req-b6bf725f-1517-4d91-bea1-efb95389ccea service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f5553b74-379c-4750-8c9c-33e10cb78fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0841663 Aug 31 09:23:37.244485 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09727867-fed0-496e-a449-f3117fdb603c req-75bb6b6d-05bd-4ce3-b174-12c249cedab2 service neutron] 10.222.0.112 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895309 Aug 31 09:23:37.309418 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-af190a15-9c8c-4413-a68e-9c8aaabee0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:37.368271 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af190a15-9c8c-4413-a68e-9c8aaabee0c4 admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:37.389585 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-af190a15-9c8c-4413-a68e-9c8aaabee0c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:37.393183 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af190a15-9c8c-4413-a68e-9c8aaabee0c4 admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:37.422372 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af190a15-9c8c-4413-a68e-9c8aaabee0c4 admin admin] Pushing event updated for resources: {'Port': ['ID=a07f14a4-9c29-44e8-a224-487c88b4b61d,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:37.445487 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09727867-fed0-496e-a449-f3117fdb603c req-02affbcb-c6d3-4919-9497-79c78a0ca6cd service neutron] 10.222.0.112 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894853 Aug 31 09:23:37.445723 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac6756-87f1-477e-ab82-923d3865fdb1 req-00584591-0961-4b60-9b79-8bcad9a4e6bb tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:37.451309 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4ac6756-87f1-477e-ab82-923d3865fdb1 req-00584591-0961-4b60-9b79-8bcad9a4e6bb tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=ed2af2bb-f8bb-4202-b2e0-456f906f39b7 HTTP/1.1" status: 200 len: 950 time: 0.0763693 Aug 31 09:23:37.523247 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4ac6756-87f1-477e-ab82-923d3865fdb1 req-aaa4a5a9-e56e-4803-be76-dfd9a5280e65 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637774 Aug 31 09:23:37.556176 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37164) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:37.579298 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fb39026f-095e-497d-a193-f64354fe0d3f req-bd8939ae-5494-4386-8aed-b981fec3aa8d tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb8fc115-2359-47b0-b508-1ef9e3bb5c4b HTTP/1.1" status: 200 len: 210 time: 0.0363345 Aug 31 09:23:37.640670 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3ea9322e-3cfd-448c-b3db-dc858828a6ca admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=c8be5a3950fb435c8e8cd8e3c656cdfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0826499 Aug 31 09:23:37.643667 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 37170) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:37.703832 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-37a96e9f-1119-47fb-a4a7-c4a598c587da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:37.727949 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-37a96e9f-1119-47fb-a4a7-c4a598c587da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:37.838365 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-af190a15-9c8c-4413-a68e-9c8aaabee0c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:37.886763 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7b6d1-2ccb-4c76-98cd-1fdcf12a50a5 req-c7736bc7-1625-49b0-86b5-05457575a029 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:37.896216 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-23f7b6d1-2ccb-4c76-98cd-1fdcf12a50a5 req-c7736bc7-1625-49b0-86b5-05457575a029 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.0850301 Aug 31 09:23:37.938453 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-23f7b6d1-2ccb-4c76-98cd-1fdcf12a50a5 req-d05a964c-1b4e-42e7-960d-e362db756986 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411999 Aug 31 09:23:37.955692 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-37a96e9f-1119-47fb-a4a7-c4a598c587da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:37.958221 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-37a96e9f-1119-47fb-a4a7-c4a598c587da admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:37.959416 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-37a96e9f-1119-47fb-a4a7-c4a598c587da admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/51101685-a54e-402a-8b2e-2777ac11261f HTTP/1.1" status: 204 len: 168 time: 0.3144491 Aug 31 09:23:37.985813 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a2255c0e-1128-4b59-9c92-e6612a8805b2 req-a0bab373-8588-4e72-9724-cc43a4eb617e tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0409546 Aug 31 09:23:37.991463 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a96e9f-1119-47fb-a4a7-c4a598c587da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51101685-a54e-402a-8b2e-2777ac11261f,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:38.131054 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-af190a15-9c8c-4413-a68e-9c8aaabee0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:38.406330 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af190a15-9c8c-4413-a68e-9c8aaabee0c4 admin admin] Router 852676bd-0afc-42cc-bd95-81b7df780953 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:23:38.538007 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af190a15-9c8c-4413-a68e-9c8aaabee0c4 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:23:38.562201 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791e7943-a890-45af-80aa-a71f7bc0ddd3 None None] Sync routers for ids ['852676bd-0afc-42cc-bd95-81b7df780953'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:23:38.578455 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791e7943-a890-45af-80aa-a71f7bc0ddd3 None None] Routers {'852676bd-0afc-42cc-bd95-81b7df780953'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:23:38.579164 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-791e7943-a890-45af-80aa-a71f7bc0ddd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:23:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['852676bd-0afc-42cc-bd95-81b7df780953'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:38.658115 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-af190a15-9c8c-4413-a68e-9c8aaabee0c4 admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:38.662594 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-af190a15-9c8c-4413-a68e-9c8aaabee0c4 admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9711721 Aug 31 09:23:38.663629 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37196) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:38.728467 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-c9d1890e-8ac5-46a0-83e2-0763e2eed598 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:38.730122 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-c9d1890e-8ac5-46a0-83e2-0763e2eed598 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.59 "GET /v2.0/networks?id=2f558830-8bb2-432f-93fe-cfc04ea2e454 HTTP/1.1" status: 200 len: 824 time: 0.1896265 Aug 31 09:23:38.749669 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-d970297c-7156-4b31-acbf-2559005c8b1c tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] Request body: {'port': {'device_id': 'bb8fc115-2359-47b0-b508-1ef9e3bb5c4b', 'network_id': '2f558830-8bb2-432f-93fe-cfc04ea2e454', 'admin_state_up': True, 'tenant_id': '01b078489b1f4ad59006a3ab29080812'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:38.772501 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-791e7943-a890-45af-80aa-a71f7bc0ddd3 None None] Set router 852676bd-0afc-42cc-bd95-81b7df780953 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:23:38.791225 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f1699237-91d9-4a54-8886-13fd1694f409 req-5676309f-c102-4d09-829c-c2f02b07a6ab tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb8fc115-2359-47b0-b508-1ef9e3bb5c4b HTTP/1.1" status: 200 len: 210 time: 0.0727019 Aug 31 09:23:38.841157 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1e778-2d95-49a7-b678-11ca05ef464d req-5d14ffb9-38d3-42a8-85f8-1f9cfcc43656 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:38.849135 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fef1e778-2d95-49a7-b678-11ca05ef464d req-5d14ffb9-38d3-42a8-85f8-1f9cfcc43656 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=ed2af2bb-f8bb-4202-b2e0-456f906f39b7 HTTP/1.1" status: 200 len: 950 time: 0.1799679 Aug 31 09:23:38.931855 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fef1e778-2d95-49a7-b678-11ca05ef464d req-e5b4ee2f-1303-494d-97fe-12e4010347c2 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811548 Aug 31 09:23:39.060447 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-d970297c-7156-4b31-acbf-2559005c8b1c tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] Made reservation on behalf of 01b078489b1f4ad59006a3ab29080812 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:39.064263 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-d970297c-7156-4b31-acbf-2559005c8b1c tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:39.116349 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c7c96-63c9-4ea5-a6ec-fa02aed0dbb5 req-f9b8ac10-4107-4d1b-a218-1efbb966e1e1 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:39.124625 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a57c7c96-63c9-4ea5-a6ec-fa02aed0dbb5 req-f9b8ac10-4107-4d1b-a218-1efbb966e1e1 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.1102483 Aug 31 09:23:39.233950 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a57c7c96-63c9-4ea5-a6ec-fa02aed0dbb5 req-7b6c8b01-f56d-42ff-9937-e8d37d97ee67 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082892 Aug 31 09:23:39.235906 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae971bdd-59b4-4718-94ae-271deadc72df req-85b6a45c-a1c9-48de-81f9-238fee0a5ec9 tempest-ServersOnMultiNodesTest-113113454 tempest-ServersOnMultiNodesTest-113113454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:39.237638 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae971bdd-59b4-4718-94ae-271deadc72df req-85b6a45c-a1c9-48de-81f9-238fee0a5ec9 tempest-ServersOnMultiNodesTest-113113454 tempest-ServersOnMultiNodesTest-113113454-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=ed2af2bb-f8bb-4202-b2e0-456f906f39b7 HTTP/1.1" status: 200 len: 1102 time: 0.1685956 Aug 31 09:23:39.328156 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae971bdd-59b4-4718-94ae-271deadc72df req-e72526c5-1697-4a52-939c-3702a3ee6d3a tempest-ServersOnMultiNodesTest-113113454 tempest-ServersOnMultiNodesTest-113113454-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793128 Aug 31 09:23:39.336747 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-791e7943-a890-45af-80aa-a71f7bc0ddd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852676bd-0afc-42cc-bd95-81b7df780953', 'name': 'tempest-ServerRescueTestJSON-1709829865-router', 'tenant_id': 'db98e609f02d40e497cfab3aeae07295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'a07f14a4-9c29-44e8-a224-487c88b4b61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:35Z', 'updated_at': '2021-08-31T09:23:37Z', 'revision_number': 3, 'project_id': 'db98e609f02d40e497cfab3aeae07295', 'gw_port': {'id': 'a07f14a4-9c29-44e8-a224-487c88b4b61d', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852676bd-0afc-42cc-bd95-81b7df780953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:36Z', 'updated_at': '2021-08-31T09:23:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:39.350886 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-d970297c-7156-4b31-acbf-2559005c8b1c tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] Allocated IP 172.20.0.7 (2f558830-8bb2-432f-93fe-cfc04ea2e454/81cf8a46-8dfd-4012-9d13-d1b17f20b377/08ab43f9-3df4-47b4-84ec-0f9e1f72b09e) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:39.398195 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791e7943-a890-45af-80aa-a71f7bc0ddd3 None None] Checking router: 852676bd-0afc-42cc-bd95-81b7df780953 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:23:39.398559 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791e7943-a890-45af-80aa-a71f7bc0ddd3 None None] Updating router 852676bd-0afc-42cc-bd95-81b7df780953 port a07f14a4-9c29-44e8-a224-487c88b4b61d binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:23:39.459289 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-791e7943-a890-45af-80aa-a71f7bc0ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:39.544085 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-25ce3160-e335-4436-85c5-12fe3616f4f8 req-126108a7-2fa8-433a-99b6-58dca0c72b2a tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0669045 Aug 31 09:23:39.570257 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6af9797f-ac54-460a-8a01-6a084c2d9ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:39.589129 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72430f3-129d-4bf1-8405-733885f54bee req-4d5a9fc7-9de6-4422-a567-10cde2d363ae tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:39.590873 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e72430f3-129d-4bf1-8405-733885f54bee req-4d5a9fc7-9de6-4422-a567-10cde2d363ae tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.1529992 Aug 31 09:23:39.631703 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-d970297c-7156-4b31-acbf-2559005c8b1c tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:39.678482 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e72430f3-129d-4bf1-8405-733885f54bee req-cb7c32ce-352a-4191-b3bd-a5847e3c7661 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792594 Aug 31 09:23:39.816061 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-d970297c-7156-4b31-acbf-2559005c8b1c tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:39.877045 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-6af9797f-ac54-460a-8a01-6a084c2d9ab9 admin admin] Allocated IP 172.20.0.1 (b71009e1-f5fe-4162-b1b3-564810754969/ee003db9-da2c-4578-b65f-995ad17b5a56/98fb2d08-8447-400f-9b6d-10690612b268) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:39.891880 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d970297c-7156-4b31-acbf-2559005c8b1c tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] Pushing event updated for resources: {'Port': ['ID=08ab43f9-3df4-47b4-84ec-0f9e1f72b09e,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:39.902490 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-d970297c-7156-4b31-acbf-2559005c8b1c tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] Network 2f558830-8bb2-432f-93fe-cfc04ea2e454 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:39.904400 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-d970297c-7156-4b31-acbf-2559005c8b1c tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:39.906851 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-d970297c-7156-4b31-acbf-2559005c8b1c tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:39.952145 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-791e7943-a890-45af-80aa-a71f7bc0ddd3 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:39.981477 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-d970297c-7156-4b31-acbf-2559005c8b1c tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:39.982235 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-d970297c-7156-4b31-acbf-2559005c8b1c tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:40.110523 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-791e7943-a890-45af-80aa-a71f7bc0ddd3 None None] Transition to ACTIVE for port object a07f14a4-9c29-44e8-a224-487c88b4b61d will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:40.113778 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6af9797f-ac54-460a-8a01-6a084c2d9ab9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:40.132914 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-d970297c-7156-4b31-acbf-2559005c8b1c tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3909681 Aug 31 09:23:40.150686 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-59b0bb99-b755-40f0-b64d-1bb1a10d48e0 service neutron] Request body: {'port': {'device_id': 'bb8fc115-2359-47b0-b508-1ef9e3bb5c4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:40.228438 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-59b0bb99-b755-40f0-b64d-1bb1a10d48e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:40.305243 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-791e7943-a890-45af-80aa-a71f7bc0ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:40.309047 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6af9797f-ac54-460a-8a01-6a084c2d9ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:40.391170 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018040a0-c402-4e49-888c-d447b97821a9 None None] Pushing event updated for resources: {'Port': ['ID=a07f14a4-9c29-44e8-a224-487c88b4b61d,revision_number=2']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:40.400413 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af9797f-ac54-460a-8a01-6a084c2d9ab9 admin admin] Network b71009e1-f5fe-4162-b1b3-564810754969 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:40.400413 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-6af9797f-ac54-460a-8a01-6a084c2d9ab9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:40.406016 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af9797f-ac54-460a-8a01-6a084c2d9ab9 admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:40.409566 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018040a0-c402-4e49-888c-d447b97821a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:40.410186 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018040a0-c402-4e49-888c-d447b97821a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:40.410827 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018040a0-c402-4e49-888c-d447b97821a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:40.411429 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018040a0-c402-4e49-888c-d447b97821a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:40.412084 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018040a0-c402-4e49-888c-d447b97821a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:40.412686 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018040a0-c402-4e49-888c-d447b97821a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:40.413307 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018040a0-c402-4e49-888c-d447b97821a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:40.414048 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018040a0-c402-4e49-888c-d447b97821a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:40.414712 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018040a0-c402-4e49-888c-d447b97821a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:40.415334 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018040a0-c402-4e49-888c-d447b97821a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:40.415974 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018040a0-c402-4e49-888c-d447b97821a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:40.416578 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018040a0-c402-4e49-888c-d447b97821a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:40.476278 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9797f-ac54-460a-8a01-6a084c2d9ab9 admin admin] Pushing event updated for resources: {'Port': ['ID=98fb2d08-8447-400f-9b6d-10690612b268,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:40.484504 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-791e7943-a890-45af-80aa-a71f7bc0ddd3 None None] Attempting to bind port a07f14a4-9c29-44e8-a224-487c88b4b61d on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:23:40.485193 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-791e7943-a890-45af-80aa-a71f7bc0ddd3 None None] Attempting to bind port a07f14a4-9c29-44e8-a224-487c88b4b61d by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:23:40.485758 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791e7943-a890-45af-80aa-a71f7bc0ddd3 None None] Attempting to bind port a07f14a4-9c29-44e8-a224-487c88b4b61d on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:40.506396 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791e7943-a890-45af-80aa-a71f7bc0ddd3 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:23:40.507025 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791e7943-a890-45af-80aa-a71f7bc0ddd3 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:40.509381 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-791e7943-a890-45af-80aa-a71f7bc0ddd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:40.510180 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791e7943-a890-45af-80aa-a71f7bc0ddd3 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:23:40.511021 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-791e7943-a890-45af-80aa-a71f7bc0ddd3 None None] Bound port: a07f14a4-9c29-44e8-a224-487c88b4b61d, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:23:40.512017 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-791e7943-a890-45af-80aa-a71f7bc0ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:40.538658 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6af9797f-ac54-460a-8a01-6a084c2d9ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:40.671973 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-791e7943-a890-45af-80aa-a71f7bc0ddd3 None None] For port a07f14a4-9c29-44e8-a224-487c88b4b61d, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:23:40.676144 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-791e7943-a890-45af-80aa-a71f7bc0ddd3 None None] For port a07f14a4-9c29-44e8-a224-487c88b4b61d, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a07f14a4-9c29-44e8-a224-487c88b4b61d,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:23:40.738352 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4672b74-4788-4b14-b800-8c099877af05 req-488efba3-70ea-4bb3-a638-54680c18b61a tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:40.746251 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f4672b74-4788-4b14-b800-8c099877af05 req-488efba3-70ea-4bb3-a638-54680c18b61a tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb8fc115-2359-47b0-b508-1ef9e3bb5c4b HTTP/1.1" status: 200 len: 931 time: 0.1984949 Aug 31 09:23:40.787256 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-59b0bb99-b755-40f0-b64d-1bb1a10d48e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08ab43f9-3df4-47b4-84ec-0f9e1f72b09e {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:23:40.798349 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-791e7943-a890-45af-80aa-a71f7bc0ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:40.800742 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-59b0bb99-b755-40f0-b64d-1bb1a10d48e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:40.808746 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afb550-ea56-4f3c-b66a-9111bf8ce25d req-5f507ce4-9aa7-446c-924b-e05a545154cf tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:40.810255 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40afb550-ea56-4f3c-b66a-9111bf8ce25d req-5f507ce4-9aa7-446c-924b-e05a545154cf tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=ed2af2bb-f8bb-4202-b2e0-456f906f39b7 HTTP/1.1" status: 200 len: 950 time: 0.1666827 Aug 31 09:23:40.841321 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-59b0bb99-b755-40f0-b64d-1bb1a10d48e0 service neutron] Transition to ACTIVE for port object 08ab43f9-3df4-47b4-84ec-0f9e1f72b09e will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:40.859909 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f4672b74-4788-4b14-b800-8c099877af05 req-8aa218af-8a70-4df8-aaf5-e9b678aaefc4 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.119 "GET /v2.0/security-groups?id=0bf7ccce-44e6-461e-b07a-7e8c1e331468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126442 Aug 31 09:23:40.863666 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791e7943-a890-45af-80aa-a71f7bc0ddd3 None None] Routers {'852676bd-0afc-42cc-bd95-81b7df780953'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:23:40.864485 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-791e7943-a890-45af-80aa-a71f7bc0ddd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:23:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['852676bd-0afc-42cc-bd95-81b7df780953'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:40.898597 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40afb550-ea56-4f3c-b66a-9111bf8ce25d req-53afdb78-c429-47c1-9cc0-dbd418ae0524 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773129 Aug 31 09:23:40.918491 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018040a0-c402-4e49-888c-d447b97821a9 None None] Pushing event updated for resources: {'Port': ['ID=a07f14a4-9c29-44e8-a224-487c88b4b61d,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:40.918878 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-59b0bb99-b755-40f0-b64d-1bb1a10d48e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:40.922939 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6af9797f-ac54-460a-8a01-6a084c2d9ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:41.070506 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-791e7943-a890-45af-80aa-a71f7bc0ddd3 None None] Set router 852676bd-0afc-42cc-bd95-81b7df780953 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:23:41.153514 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6af9797f-ac54-460a-8a01-6a084c2d9ab9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:41.221780 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-41cb2da3-9345-4221-977e-42f082f4acbe req-84d4453a-5134-41fb-a16b-3747da21f3af tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0706208 Aug 31 09:23:41.238840 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0bb99-b755-40f0-b64d-1bb1a10d48e0 service neutron] Pushing event updated for resources: {'Port': ['ID=08ab43f9-3df4-47b4-84ec-0f9e1f72b09e,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:41.243678 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6af9797f-ac54-460a-8a01-6a084c2d9ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:41.275589 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bbc6c-a447-4e08-b9b7-66455cc5216b req-698b9a59-91fb-4387-b123-b3cdd67044ae tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:41.283531 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-969bbc6c-a447-4e08-b9b7-66455cc5216b req-698b9a59-91fb-4387-b123-b3cdd67044ae tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.2653131 Aug 31 09:23:41.299982 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-205e5b2a-a982-40ea-bd57-e186751bbf3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:41.316681 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-59b0bb99-b755-40f0-b64d-1bb1a10d48e0 service neutron] Attempting to bind port 08ab43f9-3df4-47b4-84ec-0f9e1f72b09e on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:23:41.316681 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-59b0bb99-b755-40f0-b64d-1bb1a10d48e0 service neutron] Attempting to bind port 08ab43f9-3df4-47b4-84ec-0f9e1f72b09e by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'b968cf24-2296-492d-8a2d-012dee0f4c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1603, 'network_id': '2f558830-8bb2-432f-93fe-cfc04ea2e454'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:23:41.316681 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-59b0bb99-b755-40f0-b64d-1bb1a10d48e0 service neutron] Attempting to bind port 08ab43f9-3df4-47b4-84ec-0f9e1f72b09e on network 2f558830-8bb2-432f-93fe-cfc04ea2e454 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:41.358058 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6af9797f-ac54-460a-8a01-6a084c2d9ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:41.375480 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-969bbc6c-a447-4e08-b9b7-66455cc5216b req-ebc9f878-b6cb-4e52-ab7c-e63ea63a6998 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907753 Aug 31 09:23:41.376306 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-59b0bb99-b755-40f0-b64d-1bb1a10d48e0 service neutron] Port 08ab43f9-3df4-47b4-84ec-0f9e1f72b09e on network 2f558830-8bb2-432f-93fe-cfc04ea2e454 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:23:41.379332 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9797f-ac54-460a-8a01-6a084c2d9ab9 admin admin] Pushing event updated for resources: {'Port': ['ID=98fb2d08-8447-400f-9b6d-10690612b268,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:41.387166 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-59b0bb99-b755-40f0-b64d-1bb1a10d48e0 service neutron] Attempting to bind port 08ab43f9-3df4-47b4-84ec-0f9e1f72b09e on network 2f558830-8bb2-432f-93fe-cfc04ea2e454 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:41.401684 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-59b0bb99-b755-40f0-b64d-1bb1a10d48e0 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:23:41.402069 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-59b0bb99-b755-40f0-b64d-1bb1a10d48e0 service neutron] Checking segment: {'id': 'b968cf24-2296-492d-8a2d-012dee0f4c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1603, 'network_id': '2f558830-8bb2-432f-93fe-cfc04ea2e454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:41.403573 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-59b0bb99-b755-40f0-b64d-1bb1a10d48e0 service neutron] Bound using segment: {'id': 'b968cf24-2296-492d-8a2d-012dee0f4c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1603, 'network_id': '2f558830-8bb2-432f-93fe-cfc04ea2e454'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:23:41.404071 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-59b0bb99-b755-40f0-b64d-1bb1a10d48e0 service neutron] Bound port: 08ab43f9-3df4-47b4-84ec-0f9e1f72b09e, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b968cf24-2296-492d-8a2d-012dee0f4c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1603, 'network_id': '2f558830-8bb2-432f-93fe-cfc04ea2e454'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:23:41.405183 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-59b0bb99-b755-40f0-b64d-1bb1a10d48e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:41.432007 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-791e7943-a890-45af-80aa-a71f7bc0ddd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852676bd-0afc-42cc-bd95-81b7df780953', 'name': 'tempest-ServerRescueTestJSON-1709829865-router', 'tenant_id': 'db98e609f02d40e497cfab3aeae07295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'a07f14a4-9c29-44e8-a224-487c88b4b61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:35Z', 'updated_at': '2021-08-31T09:23:37Z', 'revision_number': 3, 'project_id': 'db98e609f02d40e497cfab3aeae07295', 'gw_port': {'id': 'a07f14a4-9c29-44e8-a224-487c88b4b61d', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852676bd-0afc-42cc-bd95-81b7df780953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:36Z', 'updated_at': '2021-08-31T09:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:41.515088 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791e7943-a890-45af-80aa-a71f7bc0ddd3 None None] The sync data for ids ['852676bd-0afc-42cc-bd95-81b7df780953'] in n-d-791506-28 is: [{'id': '852676bd-0afc-42cc-bd95-81b7df780953', 'name': 'tempest-ServerRescueTestJSON-1709829865-router', 'tenant_id': 'db98e609f02d40e497cfab3aeae07295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'a07f14a4-9c29-44e8-a224-487c88b4b61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:35Z', 'updated_at': '2021-08-31T09:23:37Z', 'revision_number': 3, 'project_id': 'db98e609f02d40e497cfab3aeae07295', 'gw_port': {'id': 'a07f14a4-9c29-44e8-a224-487c88b4b61d', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852676bd-0afc-42cc-bd95-81b7df780953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:36Z', 'updated_at': '2021-08-31T09:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:23:41.532610 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-59b0bb99-b755-40f0-b64d-1bb1a10d48e0 service neutron] For port 08ab43f9-3df4-47b4-84ec-0f9e1f72b09e, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:23:41.550779 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-59b0bb99-b755-40f0-b64d-1bb1a10d48e0 service neutron] For port 08ab43f9-3df4-47b4-84ec-0f9e1f72b09e, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=08ab43f9-3df4-47b4-84ec-0f9e1f72b09e,segment=NetworkSegment(b968cf24-2296-492d-8a2d-012dee0f4c1f),segment_id=b968cf24-2296-492d-8a2d-012dee0f4c1f)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:23:41.601490 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af9797f-ac54-460a-8a01-6a084c2d9ab9 admin admin] Network b71009e1-f5fe-4162-b1b3-564810754969 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:41.604541 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-6af9797f-ac54-460a-8a01-6a084c2d9ab9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:41.653525 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-59b0bb99-b755-40f0-b64d-1bb1a10d48e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:41.727101 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-59b0bb99-b755-40f0-b64d-1bb1a10d48e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:41.733047 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-59b0bb99-b755-40f0-b64d-1bb1a10d48e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:41.734751 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-59b0bb99-b755-40f0-b64d-1bb1a10d48e0 service neutron] 10.222.0.59 "PUT /v2.0/ports/08ab43f9-3df4-47b4-84ec-0f9e1f72b09e HTTP/1.1" status: 200 len: 1092 time: 1.5929787 Aug 31 09:23:41.737776 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8fc115-2359-47b0-b508-1ef9e3bb5c4b', 'tag': '08ab43f9-3df4-47b4-84ec-0f9e1f72b09e'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:23:41.741229 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e90692-989c-4c34-b27c-838f39ddbd61" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8fc115-2359-47b0-b508-1ef9e3bb5c4b", "tag": "08ab43f9-3df4-47b4-84ec-0f9e1f72b09e"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:23:41.779790 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0bb99-b755-40f0-b64d-1bb1a10d48e0 service neutron] Pushing event updated for resources: {'Port': ['ID=08ab43f9-3df4-47b4-84ec-0f9e1f72b09e,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:41.869811 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c18232-6fb7-4908-b4e6-bfe95f094dd2 x-openstack-request-id: req-a4c18232-6fb7-4908-b4e6-bfe95f094dd2 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:23:41.870540 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8fc115-2359-47b0-b508-1ef9e3bb5c4b", "tag": "08ab43f9-3df4-47b4-84ec-0f9e1f72b09e", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:23:41.870540 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-a4c18232-6fb7-4908-b4e6-bfe95f094dd2 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:23:41.871290 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8fc115-2359-47b0-b508-1ef9e3bb5c4b', 'tag': '08ab43f9-3df4-47b4-84ec-0f9e1f72b09e', 'status': 'completed', 'code': 200} Aug 31 09:23:42.004467 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20995ff-fe1a-4e14-bf20-3f4ddb1630ce req-a586f085-f409-455e-8156-60cf480d22b7 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:42.006128 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a20995ff-fe1a-4e14-bf20-3f4ddb1630ce req-a586f085-f409-455e-8156-60cf480d22b7 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.1973808 Aug 31 09:23:42.112158 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e90692-989c-4c34-b27c-838f39ddbd61 req-2215f935-25e5-4609-8659-3baf62bd4fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:42.115617 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-63e90692-989c-4c34-b27c-838f39ddbd61 req-2215f935-25e5-4609-8659-3baf62bd4fe8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=01b078489b1f4ad59006a3ab29080812&device_id=bb8fc115-2359-47b0-b508-1ef9e3bb5c4b HTTP/1.1" status: 200 len: 1095 time: 0.2477505 Aug 31 09:23:42.171087 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31388e45-27b7-4463-8c69-0ca25fbebcb4 req-33c70204-722c-409a-aef4-1fea210a0bf1 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:42.172677 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-31388e45-27b7-4463-8c69-0ca25fbebcb4 req-33c70204-722c-409a-aef4-1fea210a0bf1 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb8fc115-2359-47b0-b508-1ef9e3bb5c4b HTTP/1.1" status: 200 len: 943 time: 0.1793520 Aug 31 09:23:42.209356 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af9797f-ac54-460a-8a01-6a084c2d9ab9 admin admin] Router 852676bd-0afc-42cc-bd95-81b7df780953 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:23:42.217755 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a20995ff-fe1a-4e14-bf20-3f4ddb1630ce req-3b9cc8c7-de63-4932-9bde-40f0bcd7c818 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010572 Aug 31 09:23:42.229541 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c550b9d-732e-4ace-8969-83286358fb62 req-603c8b28-0557-4004-975f-885cee840dff tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:42.232145 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2c550b9d-732e-4ace-8969-83286358fb62 req-603c8b28-0557-4004-975f-885cee840dff tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.112 "GET /v2.0/ports?device_id=ed2af2bb-f8bb-4202-b2e0-456f906f39b7 HTTP/1.1" status: 200 len: 950 time: 0.0919609 Aug 31 09:23:42.295298 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-31388e45-27b7-4463-8c69-0ca25fbebcb4 req-40b0f584-4df2-4ab3-9386-2cdf2280acd6 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.119 "GET /v2.0/security-groups?id=0bf7ccce-44e6-461e-b07a-7e8c1e331468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744176 Aug 31 09:23:42.330262 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e90692-989c-4c34-b27c-838f39ddbd61 req-ef818e86-3839-40d2-88ce-f0fcb36f9244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:42.333572 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-63e90692-989c-4c34-b27c-838f39ddbd61 req-ef818e86-3839-40d2-88ce-f0fcb36f9244 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=01b078489b1f4ad59006a3ab29080812&shared=False HTTP/1.1" status: 200 len: 926 time: 0.2081659 Aug 31 09:23:42.461539 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37298) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:42.575273 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-81162bed-bab7-44de-93ff-e463d6f67d3e req-2a3bbb48-9867-40df-a858-64e437483bb9 tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.1417615 Aug 31 09:23:42.584968 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e90692-989c-4c34-b27c-838f39ddbd61 req-ece388d4-8d63-412b-a8ac-5a8cca345457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:42.589078 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-63e90692-989c-4c34-b27c-838f39ddbd61 req-ece388d4-8d63-412b-a8ac-5a8cca345457 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2401507 Aug 31 09:23:42.626034 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af9797f-ac54-460a-8a01-6a084c2d9ab9 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:23:42.638056 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6af9797f-ac54-460a-8a01-6a084c2d9ab9 admin admin] 10.222.0.119 "PUT /v2.0/routers/852676bd-0afc-42cc-bd95-81b7df780953/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9665027 Aug 31 09:23:42.638283 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fbf0d-44cd-49b9-9e15-1915ef622393 req-d6c697e9-ea26-4126-a3f3-09c6ff67f139 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:42.638427 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-2c550b9d-732e-4ace-8969-83286358fb62 req-cc6e0f58-e90c-49c6-9fdb-476e7cfb71cf tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Deleting port c323b01c-858e-4c61-a95e-a432fd24e7f3 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:23:42.638427 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2c550b9d-732e-4ace-8969-83286358fb62 req-cc6e0f58-e90c-49c6-9fdb-476e7cfb71cf tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:42.643150 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-329fbf0d-44cd-49b9-9e15-1915ef622393 req-d6c697e9-ea26-4126-a3f3-09c6ff67f139 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=ed2af2bb-f8bb-4202-b2e0-456f906f39b7 HTTP/1.1" status: 200 len: 950 time: 0.2730398 Aug 31 09:23:42.723404 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7619ac60-2cd8-410a-b627-223a336f9a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:42.768280 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-329fbf0d-44cd-49b9-9e15-1915ef622393 req-83036c3a-5df2-4284-8964-28b82f8d2170 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124816 Aug 31 09:23:42.815883 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-65347aea-beff-4d3c-8531-8ac507bbea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:42.817630 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-65347aea-beff-4d3c-8531-8ac507bbea01 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=01b078489b1f4ad59006a3ab29080812&device_id=bb8fc115-2359-47b0-b508-1ef9e3bb5c4b HTTP/1.1" status: 200 len: 1095 time: 0.1734555 Aug 31 09:23:42.832941 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-2c550b9d-732e-4ace-8969-83286358fb62 req-cc6e0f58-e90c-49c6-9fdb-476e7cfb71cf tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] For port c323b01c-858e-4c61-a95e-a432fd24e7f3, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=c323b01c-858e-4c61-a95e-a432fd24e7f3,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:42.833135 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2c550b9d-732e-4ace-8969-83286358fb62 req-cc6e0f58-e90c-49c6-9fdb-476e7cfb71cf tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:42.864464 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-2c550b9d-732e-4ace-8969-83286358fb62 req-cc6e0f58-e90c-49c6-9fdb-476e7cfb71cf tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Calling delete_port for c323b01c-858e-4c61-a95e-a432fd24e7f3 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:23:42.917403 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-3ad9f034-f60a-4010-9f8b-a3227d0f1691 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08ab43f9-3df4-47b4-84ec-0f9e1f72b09e HTTP/1.1" status: 200 len: 217 time: 0.0896623 Aug 31 09:23:42.993523 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-9e8ba4ec-9a03-4358-bb52-7f4b6b1e66c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:42.995774 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-9e8ba4ec-9a03-4358-bb52-7f4b6b1e66c9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=81cf8a46-8dfd-4012-9d13-d1b17f20b377 HTTP/1.1" status: 200 len: 864 time: 0.0707762 Aug 31 09:23:43.041960 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-a698e18b-5de2-4d27-acd9-efbc5800fd85 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2f558830-8bb2-432f-93fe-cfc04ea2e454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388207 Aug 31 09:23:43.059612 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7619ac60-2cd8-410a-b627-223a336f9a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:43.156408 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-29efbfb6-ef76-4f11-8ed0-a34932f02713 service neutron] 10.222.0.59 "GET /v2.0/networks/2f558830-8bb2-432f-93fe-cfc04ea2e454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069593 Aug 31 09:23:43.232295 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7619ac60-2cd8-410a-b627-223a336f9a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:43.275863 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7619ac60-2cd8-410a-b627-223a336f9a9a admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=a2105848d9994a1184d8b268452c221f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8049462 Aug 31 09:23:43.277156 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619ac60-2cd8-410a-b627-223a336f9a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b399b71-b1b0-49a4-975c-86ba8efcd29b,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:43.279610 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 37332) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:43.307374 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2c550b9d-732e-4ace-8969-83286358fb62 req-cc6e0f58-e90c-49c6-9fdb-476e7cfb71cf tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:43.322408 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['5b4431c4-d3fc-4102-a88e-370b2790a6d2', 'a455cdf0-83d3-4487-b52d-1754bb9148b1', '0ccfc8f2-adc2-437c-9087-578ecbd69952', 'bbd510a8-f1cb-4df6-80bf-3d88acfdae33', 'c323b01c-858e-4c61-a95e-a432fd24e7f3'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:23:43.327203 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['208182a9-a164-4eea-905d-adb2523ca8bc', 'd74a91a0-3c4a-4603-8694-5657c49ee57c', 'ba0688c6-791a-4366-991a-81eb5e62c116'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:23:43.341690 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:23:43.344526 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e0f58-e90c-49c6-9fdb-476e7cfb71cf tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Pushing event deleted for resources: {'Port': ['ID=c323b01c-858e-4c61-a95e-a432fd24e7f3,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:43.404164 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c550b9d-732e-4ace-8969-83286358fb62 req-cc6e0f58-e90c-49c6-9fdb-476e7cfb71cf tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] No DVR routers for this DVR port c323b01c-858e-4c61-a95e-a432fd24e7f3 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:23:43.408203 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2c550b9d-732e-4ace-8969-83286358fb62 req-cc6e0f58-e90c-49c6-9fdb-476e7cfb71cf tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:43.419166 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2c550b9d-732e-4ace-8969-83286358fb62 req-cc6e0f58-e90c-49c6-9fdb-476e7cfb71cf tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.112 "DELETE /v2.0/ports/c323b01c-858e-4c61-a95e-a432fd24e7f3 HTTP/1.1" status: 204 len: 173 time: 1.1786895 Aug 31 09:23:43.419682 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed2af2bb-f8bb-4202-b2e0-456f906f39b7', 'name': 'network-vif-deleted', 'tag': 'c323b01c-858e-4c61-a95e-a432fd24e7f3'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:23:43.422622 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c890db8-a04b-4146-a9e0-d4b2a75c4e6b" -d '{"events": [{"server_uuid": "ed2af2bb-f8bb-4202-b2e0-456f906f39b7", "name": "network-vif-deleted", "tag": "c323b01c-858e-4c61-a95e-a432fd24e7f3"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:23:43.512105 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56f581f5-9243-4f4d-9389-f0c2d1283166 req-e7c05a99-9e6e-41e5-ada4-3ffc44fd2bc2 service neutron] 10.222.0.59 "GET /v2.0/networks/2f558830-8bb2-432f-93fe-cfc04ea2e454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484473 Aug 31 09:23:43.534937 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cd512c87-9c5a-4215-a44f-56358fb4211c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:43.552360 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-cc00319f-1db4-40a1-9c00-8d14273dd70c tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:43.553829 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-cc00319f-1db4-40a1-9c00-8d14273dd70c tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/networks?id=b71009e1-f5fe-4162-b1b3-564810754969 HTTP/1.1" status: 200 len: 811 time: 0.3329670 Aug 31 09:23:43.617279 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8db10d-37b9-4953-84ce-54db6560f1b6 req-7911011a-cde2-43e9-91f0-43e05f5e0ba1 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:43.626012 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c8db10d-37b9-4953-84ce-54db6560f1b6 req-7911011a-cde2-43e9-91f0-43e05f5e0ba1 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.3066404 Aug 31 09:23:43.648269 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cd512c87-9c5a-4215-a44f-56358fb4211c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:43.661210 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-b442e7a6-9b69-4b42-8180-76d0ba6e178c tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/quotas/db98e609f02d40e497cfab3aeae07295 HTTP/1.1" status: 200 len: 375 time: 0.0971022 Aug 31 09:23:43.693064 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a07f14a4-9c29-44e8-a224-487c88b4b61d up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:43.771501 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c8db10d-37b9-4953-84ce-54db6560f1b6 req-8d12e061-175f-4703-ac78-972e2431fcbe tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436710 Aug 31 09:23:43.786195 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-a56b9445-3683-4446-825f-c52ba16b7a72 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=db98e609f02d40e497cfab3aeae07295&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1201909 Aug 31 09:23:43.952434 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-865f7edd-3e69-4c29-b11f-957c1e309875 service neutron] 10.222.0.119 "GET /v2.0/networks/b71009e1-f5fe-4162-b1b3-564810754969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472862 Aug 31 09:23:43.972913 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec4fe03-30e8-4a7b-bf7b-e0f975535461 None None] Sync routers for ids ['852676bd-0afc-42cc-bd95-81b7df780953'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:23:44.013928 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cd512c87-9c5a-4215-a44f-56358fb4211c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:44.022771 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cd512c87-9c5a-4215-a44f-56358fb4211c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:44.022771 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-cd512c87-9c5a-4215-a44f-56358fb4211c admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/6b399b71-b1b0-49a4-975c-86ba8efcd29b HTTP/1.1" status: 204 len: 168 time: 0.7373886 Aug 31 09:23:44.023184 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-17a7d648-e52d-4a1a-b2e0-c02582314ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:44.027250 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port a07f14a4-9c29-44e8-a224-487c88b4b61d completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:44.029405 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec4fe03-30e8-4a7b-bf7b-e0f975535461 None None] Routers {'852676bd-0afc-42cc-bd95-81b7df780953'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:23:44.030047 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-bec4fe03-30e8-4a7b-bf7b-e0f975535461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:23:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['852676bd-0afc-42cc-bd95-81b7df780953'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:44.055045 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd512c87-9c5a-4215-a44f-56358fb4211c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b399b71-b1b0-49a4-975c-86ba8efcd29b,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:44.072703 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52ddc1-779a-41d3-854d-aa3119fda1c2 req-083c7611-4490-4450-8b18-d62267de3824 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:44.074305 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c52ddc1-779a-41d3-854d-aa3119fda1c2 req-083c7611-4490-4450-8b18-d62267de3824 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb8fc115-2359-47b0-b508-1ef9e3bb5c4b HTTP/1.1" status: 200 len: 943 time: 0.1773574 Aug 31 09:23:44.100495 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port a07f14a4-9c29-44e8-a224-487c88b4b61d triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:44.103719 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:44.143217 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-db505dd8-f083-48aa-818c-65f0ca0bc845 service neutron] 10.222.0.119 "GET /v2.0/networks/b71009e1-f5fe-4162-b1b3-564810754969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894753 Aug 31 09:23:44.151671 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c52ddc1-779a-41d3-854d-aa3119fda1c2 req-746232a0-8007-49ad-97b6-143fcdeeb784 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.119 "GET /v2.0/security-groups?id=0bf7ccce-44e6-461e-b07a-7e8c1e331468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593262 Aug 31 09:23:44.152477 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:44.221442 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2650f4b4-c45c-4dd2-8ef6-7eba6be69677 x-openstack-request-id: req-2650f4b4-c45c-4dd2-8ef6-7eba6be69677 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:23:44.221442 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed2af2bb-f8bb-4202-b2e0-456f906f39b7", "name": "network-vif-deleted", "tag": "c323b01c-858e-4c61-a95e-a432fd24e7f3", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:23:44.221442 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-2650f4b4-c45c-4dd2-8ef6-7eba6be69677 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:23:44.221840 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed2af2bb-f8bb-4202-b2e0-456f906f39b7', 'name': 'network-vif-deleted', 'tag': 'c323b01c-858e-4c61-a95e-a432fd24e7f3', 'status': 'completed', 'code': 200} Aug 31 09:23:44.325036 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-bec4fe03-30e8-4a7b-bf7b-e0f975535461 None None] Set router 852676bd-0afc-42cc-bd95-81b7df780953 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:23:44.358136 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-490d9170-fe99-4d51-8f40-0870bed975ec req-ce700af4-d8d7-42ed-8b1f-ee4c39220bf0 tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0461805 Aug 31 09:23:44.563830 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:44.584565 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-13e5e256-037a-48b6-99b5-7c55285beb56 req-1aaefca7-3649-4986-a5f3-e70560ab6d6f tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=ed2af2bb-f8bb-4202-b2e0-456f906f39b7 HTTP/1.1" status: 200 len: 210 time: 0.0476577 Aug 31 09:23:44.666369 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port a07f14a4-9c29-44e8-a224-487c88b4b61d, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a07f14a4-9c29-44e8-a224-487c88b4b61d,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:44.703212 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f0c38aac-01e5-44cd-adc8-92b8d441f3e7 req-ba3a040d-a695-4f41-a607-62e97391cd5f tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 210 time: 0.0536592 Aug 31 09:23:44.910293 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:44.961060 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-bec4fe03-30e8-4a7b-bf7b-e0f975535461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852676bd-0afc-42cc-bd95-81b7df780953', 'name': 'tempest-ServerRescueTestJSON-1709829865-router', 'tenant_id': 'db98e609f02d40e497cfab3aeae07295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'a07f14a4-9c29-44e8-a224-487c88b4b61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:35Z', 'updated_at': '2021-08-31T09:23:40Z', 'revision_number': 4, 'project_id': 'db98e609f02d40e497cfab3aeae07295', 'gw_port': {'id': 'a07f14a4-9c29-44e8-a224-487c88b4b61d', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852676bd-0afc-42cc-bd95-81b7df780953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:36Z', 'updated_at': '2021-08-31T09:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '98fb2d08-8447-400f-9b6d-10690612b268', 'name': '', 'network_id': 'b71009e1-f5fe-4162-b1b3-564810754969', 'tenant_id': 'db98e609f02d40e497cfab3aeae07295', 'mac_address': 'fa:16:3e:95:7b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852676bd-0afc-42cc-bd95-81b7df780953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'ee003db9-da2c-4578-b65f-995ad17b5a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:39Z', 'updated_at': '2021-08-31T09:23:41Z', 'revision_number': 2, 'project_id': 'db98e609f02d40e497cfab3aeae07295', 'subnets': [{'id': 'ee003db9-da2c-4578-b65f-995ad17b5a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:45.026461 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec4fe03-30e8-4a7b-bf7b-e0f975535461 None None] Checking router: 852676bd-0afc-42cc-bd95-81b7df780953 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:23:45.026461 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec4fe03-30e8-4a7b-bf7b-e0f975535461 None None] Updating router 852676bd-0afc-42cc-bd95-81b7df780953 port 98fb2d08-8447-400f-9b6d-10690612b268 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:23:45.066112 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=a07f14a4-9c29-44e8-a224-487c88b4b61d,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:45.086892 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bec4fe03-30e8-4a7b-bf7b-e0f975535461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:45.191130 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37376) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:45.214733 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0abbc5a1-7d7a-4ff5-9542-f2e99cc2566c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:45.255279 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f37a7-801f-4cfb-9afd-f4a3b9ca1f28 req-856567e0-0e0d-4f3a-8315-9da1ee794887 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:45.255279 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-338f37a7-801f-4cfb-9afd-f4a3b9ca1f28 req-856567e0-0e0d-4f3a-8315-9da1ee794887 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.0884106 Aug 31 09:23:45.338837 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-338f37a7-801f-4cfb-9afd-f4a3b9ca1f28 req-a9c4eef0-f907-44f3-acb9-f362d5f0e26c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658576 Aug 31 09:23:45.347694 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f44100-c5d7-4e46-be5a-d5ff0a286d2b req-e4db9c62-03d2-4aeb-9b46-10909771fa69 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:45.366130 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-01f44100-c5d7-4e46-be5a-d5ff0a286d2b req-e4db9c62-03d2-4aeb-9b46-10909771fa69 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb8fc115-2359-47b0-b508-1ef9e3bb5c4b HTTP/1.1" status: 200 len: 943 time: 0.1016214 Aug 31 09:23:45.369972 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0abbc5a1-7d7a-4ff5-9542-f2e99cc2566c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:45.392709 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:45.412054 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-01f44100-c5d7-4e46-be5a-d5ff0a286d2b req-c77b70de-49e1-4cac-a991-dd72e3da480b tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.119 "GET /v2.0/security-groups?id=0bf7ccce-44e6-461e-b07a-7e8c1e331468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533185 Aug 31 09:23:45.486099 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bec4fe03-30e8-4a7b-bf7b-e0f975535461 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:45.491674 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0abbc5a1-7d7a-4ff5-9542-f2e99cc2566c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:45.503885 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-bec4fe03-30e8-4a7b-bf7b-e0f975535461 None None] Transition to ACTIVE for port object 98fb2d08-8447-400f-9b6d-10690612b268 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:45.512622 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-608c4490-1897-4f9f-9df5-903d93c303cd req-42bd42ab-7162-42cf-b959-a67275df511b tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0360622 Aug 31 09:23:45.545399 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 37384) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:45.545969 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0abbc5a1-7d7a-4ff5-9542-f2e99cc2566c admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=b7ff635b9dc64720810eeb7aa742cc6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3534431 Aug 31 09:23:45.547381 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abbc5a1-7d7a-4ff5-9542-f2e99cc2566c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98026ea1-57e6-4fd5-a07a-f1f6323f49dd,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:45.577841 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 08ab43f9-3df4-47b4-84ec-0f9e1f72b09e details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:23:45.623560 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-084c991a-a127-4e17-b3e9-f7a5fa57c00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:45.661649 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-084c991a-a127-4e17-b3e9-f7a5fa57c00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:45.667103 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a07f14a4-9c29-44e8-a224-487c88b4b61d up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:45.772485 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 08ab43f9-3df4-47b4-84ec-0f9e1f72b09e, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=08ab43f9-3df4-47b4-84ec-0f9e1f72b09e,segment=NetworkSegment(b968cf24-2296-492d-8a2d-012dee0f4c1f),segment_id=b968cf24-2296-492d-8a2d-012dee0f4c1f)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:45.782520 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bec4fe03-30e8-4a7b-bf7b-e0f975535461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:45.805853 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 37396) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:45.848978 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '08ab43f9-3df4-47b4-84ec-0f9e1f72b09e', 'network_id': '2f558830-8bb2-432f-93fe-cfc04ea2e454', 'port_id': '08ab43f9-3df4-47b4-84ec-0f9e1f72b09e', 'mac_address': 'fa:16:3e:c9:fd:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81cf8a46-8dfd-4012-9d13-d1b17f20b377', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:23:45.851997 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-da60b6c5-aec2-463c-aae2-e6907353b489 req-1432265d-16c4-4891-859e-4296091b6b02 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 210 time: 0.0343964 Aug 31 09:23:45.861431 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-084c991a-a127-4e17-b3e9-f7a5fa57c00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:45.865575 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-084c991a-a127-4e17-b3e9-f7a5fa57c00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:45.869200 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-084c991a-a127-4e17-b3e9-f7a5fa57c00d admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/98026ea1-57e6-4fd5-a07a-f1f6323f49dd HTTP/1.1" status: 204 len: 168 time: 0.3197660 Aug 31 09:23:45.881980 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c991a-a127-4e17-b3e9-f7a5fa57c00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98026ea1-57e6-4fd5-a07a-f1f6323f49dd,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:45.929117 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c8c0a-1cfa-43c5-9806-9cdd8077fb93 None None] Pushing event updated for resources: {'Port': ['ID=98fb2d08-8447-400f-9b6d-10690612b268,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:45.963650 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port a07f14a4-9c29-44e8-a224-487c88b4b61d triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:45.964127 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:45.975737 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9eb52612-6ee1-469a-b835-0ef0efce9b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.021254 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device c323b01c-858e-4c61-a95e-a432fd24e7f3 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:23:46.065828 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: c323b01c-858e-4c61-a95e-a432fd24e7f3 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:23:46.066110 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device c323b01c-858e-4c61-a95e-a432fd24e7f3 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:23:46.068525 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.096644 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-bec4fe03-30e8-4a7b-bf7b-e0f975535461 None None] Attempting to bind port 98fb2d08-8447-400f-9b6d-10690612b268 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:23:46.097005 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-bec4fe03-30e8-4a7b-bf7b-e0f975535461 None None] Attempting to bind port 98fb2d08-8447-400f-9b6d-10690612b268 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'd4a3fa96-c4b5-4b90-91f6-d3a2f5e98558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1608, 'network_id': 'b71009e1-f5fe-4162-b1b3-564810754969'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:23:46.097368 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec4fe03-30e8-4a7b-bf7b-e0f975535461 None None] Attempting to bind port 98fb2d08-8447-400f-9b6d-10690612b268 on network b71009e1-f5fe-4162-b1b3-564810754969 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:46.106490 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08ab43f9-3df4-47b4-84ec-0f9e1f72b09e {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:23:46.108582 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9eb52612-6ee1-469a-b835-0ef0efce9b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.117879 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec4fe03-30e8-4a7b-bf7b-e0f975535461 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:23:46.119289 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec4fe03-30e8-4a7b-bf7b-e0f975535461 None None] Checking segment: {'id': 'd4a3fa96-c4b5-4b90-91f6-d3a2f5e98558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1608, 'network_id': 'b71009e1-f5fe-4162-b1b3-564810754969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:46.119592 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bec4fe03-30e8-4a7b-bf7b-e0f975535461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.119994 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec4fe03-30e8-4a7b-bf7b-e0f975535461 None None] Bound using segment: {'id': 'd4a3fa96-c4b5-4b90-91f6-d3a2f5e98558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1608, 'network_id': 'b71009e1-f5fe-4162-b1b3-564810754969'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:23:46.120480 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-bec4fe03-30e8-4a7b-bf7b-e0f975535461 None None] Bound port: 98fb2d08-8447-400f-9b6d-10690612b268, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a3fa96-c4b5-4b90-91f6-d3a2f5e98558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1608, 'network_id': 'b71009e1-f5fe-4162-b1b3-564810754969'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:23:46.120860 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bec4fe03-30e8-4a7b-bf7b-e0f975535461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.145352 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 08ab43f9-3df4-47b4-84ec-0f9e1f72b09e, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=08ab43f9-3df4-47b4-84ec-0f9e1f72b09e,segment=NetworkSegment(b968cf24-2296-492d-8a2d-012dee0f4c1f),segment_id=b968cf24-2296-492d-8a2d-012dee0f4c1f)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:46.238484 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-bec4fe03-30e8-4a7b-bf7b-e0f975535461 None None] For port 98fb2d08-8447-400f-9b6d-10690612b268, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:23:46.241846 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-bec4fe03-30e8-4a7b-bf7b-e0f975535461 None None] For port 98fb2d08-8447-400f-9b6d-10690612b268, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=98fb2d08-8447-400f-9b6d-10690612b268,segment=NetworkSegment(d4a3fa96-c4b5-4b90-91f6-d3a2f5e98558),segment_id=d4a3fa96-c4b5-4b90-91f6-d3a2f5e98558)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:23:46.260860 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.339227 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=08ab43f9-3df4-47b4-84ec-0f9e1f72b09e,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:46.346680 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bec4fe03-30e8-4a7b-bf7b-e0f975535461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.467835 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec4fe03-30e8-4a7b-bf7b-e0f975535461 None None] Routers {'852676bd-0afc-42cc-bd95-81b7df780953'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:23:46.467835 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-bec4fe03-30e8-4a7b-bf7b-e0f975535461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:23:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['852676bd-0afc-42cc-bd95-81b7df780953'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:46.505143 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c8c0a-1cfa-43c5-9806-9cdd8077fb93 None None] Pushing event updated for resources: {'Port': ['ID=98fb2d08-8447-400f-9b6d-10690612b268,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:46.579850 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['08ab43f9-3df4-47b4-84ec-0f9e1f72b09e'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:23:46.606846 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9eb52612-6ee1-469a-b835-0ef0efce9b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.654060 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-bec4fe03-30e8-4a7b-bf7b-e0f975535461 None None] Set router 852676bd-0afc-42cc-bd95-81b7df780953 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:23:46.686735 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9eb52612-6ee1-469a-b835-0ef0efce9b60 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=ecf4a2cf11f24ae0814bc2371dc42c7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8777363 Aug 31 09:23:46.687467 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb52612-6ee1-469a-b835-0ef0efce9b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0490daa4-0e18-4a20-9da3-83171e858015,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:46.690015 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37412) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:46.706872 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bd0b7-fd85-4bb2-a828-a06757b5d66d req-1e685d36-4d16-4589-bbdf-308984da79f3 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:46.709301 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e58bd0b7-fd85-4bb2-a828-a06757b5d66d req-1e685d36-4d16-4589-bbdf-308984da79f3 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=e52f6c9c-0d7d-4616-8c6c-51b56317bb8c HTTP/1.1" status: 200 len: 950 time: 0.4795387 Aug 31 09:23:46.724728 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de9413-5e8a-4dfa-ba5a-4721e052ab31 req-07134ebb-3abd-4d39-9d30-86a60666d0ef tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:46.726520 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-30de9413-5e8a-4dfa-ba5a-4721e052ab31 req-07134ebb-3abd-4d39-9d30-86a60666d0ef tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.1228073 Aug 31 09:23:46.751207 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 37416) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:46.774416 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c5c573fe-d65e-42d7-9d3a-64a00e0c3736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.784530 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0fe65b46-9f93-4577-85b6-d3ca102c371d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.818505 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e58bd0b7-fd85-4bb2-a828-a06757b5d66d req-7adf0363-b26e-49dc-90b4-f744feb5f6af tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909419 Aug 31 09:23:46.819277 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c5c573fe-d65e-42d7-9d3a-64a00e0c3736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.823646 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-30de9413-5e8a-4dfa-ba5a-4721e052ab31 req-dd639e23-0504-4ecc-8f2d-0fc3fa61918e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881317 Aug 31 09:23:46.966871 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:46.990894 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-bec4fe03-30e8-4a7b-bf7b-e0f975535461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852676bd-0afc-42cc-bd95-81b7df780953', 'name': 'tempest-ServerRescueTestJSON-1709829865-router', 'tenant_id': 'db98e609f02d40e497cfab3aeae07295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'a07f14a4-9c29-44e8-a224-487c88b4b61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:35Z', 'updated_at': '2021-08-31T09:23:40Z', 'revision_number': 4, 'project_id': 'db98e609f02d40e497cfab3aeae07295', 'gw_port': {'id': 'a07f14a4-9c29-44e8-a224-487c88b4b61d', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852676bd-0afc-42cc-bd95-81b7df780953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:36Z', 'updated_at': '2021-08-31T09:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '98fb2d08-8447-400f-9b6d-10690612b268', 'name': '', 'network_id': 'b71009e1-f5fe-4162-b1b3-564810754969', 'tenant_id': 'db98e609f02d40e497cfab3aeae07295', 'mac_address': 'fa:16:3e:95:7b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852676bd-0afc-42cc-bd95-81b7df780953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'ee003db9-da2c-4578-b65f-995ad17b5a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:39Z', 'updated_at': '2021-08-31T09:23:46Z', 'revision_number': 4, 'project_id': 'db98e609f02d40e497cfab3aeae07295', 'subnets': [{'id': 'ee003db9-da2c-4578-b65f-995ad17b5a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:46.995855 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-df952df4-d78f-4386-b0e1-fd21642effba req-59ebc4cc-9a4a-4cb7-b341-9a9038abd6ee tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0604839 Aug 31 09:23:47.011743 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c5c573fe-d65e-42d7-9d3a-64a00e0c3736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:47.013237 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0fe65b46-9f93-4577-85b6-d3ca102c371d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:47.014490 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c5c573fe-d65e-42d7-9d3a-64a00e0c3736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:47.026914 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c5c573fe-d65e-42d7-9d3a-64a00e0c3736 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/0490daa4-0e18-4a20-9da3-83171e858015 HTTP/1.1" status: 204 len: 168 time: 0.3343506 Aug 31 09:23:47.027251 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec4fe03-30e8-4a7b-bf7b-e0f975535461 None None] The sync data for ids ['852676bd-0afc-42cc-bd95-81b7df780953'] in n-d-791506-28 is: [{'id': '852676bd-0afc-42cc-bd95-81b7df780953', 'name': 'tempest-ServerRescueTestJSON-1709829865-router', 'tenant_id': 'db98e609f02d40e497cfab3aeae07295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'a07f14a4-9c29-44e8-a224-487c88b4b61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:35Z', 'updated_at': '2021-08-31T09:23:40Z', 'revision_number': 4, 'project_id': 'db98e609f02d40e497cfab3aeae07295', 'gw_port': {'id': 'a07f14a4-9c29-44e8-a224-487c88b4b61d', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852676bd-0afc-42cc-bd95-81b7df780953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:36Z', 'updated_at': '2021-08-31T09:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '98fb2d08-8447-400f-9b6d-10690612b268', 'name': '', 'network_id': 'b71009e1-f5fe-4162-b1b3-564810754969', 'tenant_id': 'db98e609f02d40e497cfab3aeae07295', 'mac_address': 'fa:16:3e:95:7b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852676bd-0afc-42cc-bd95-81b7df780953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': 'ee003db9-da2c-4578-b65f-995ad17b5a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:39Z', 'updated_at': '2021-08-31T09:23:46Z', 'revision_number': 4, 'project_id': 'db98e609f02d40e497cfab3aeae07295', 'subnets': [{'id': 'ee003db9-da2c-4578-b65f-995ad17b5a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:23:47.043564 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d0267-2c83-4ed6-8f2b-b4ee5425b76b req-fa9cc747-140c-4af7-92b2-e76033615078 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:47.045254 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-658d0267-2c83-4ed6-8f2b-b4ee5425b76b req-fa9cc747-140c-4af7-92b2-e76033615078 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb8fc115-2359-47b0-b508-1ef9e3bb5c4b HTTP/1.1" status: 200 len: 944 time: 0.1087234 Aug 31 09:23:47.047642 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c573fe-d65e-42d7-9d3a-64a00e0c3736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0490daa4-0e18-4a20-9da3-83171e858015,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:47.062162 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c573fe-d65e-42d7-9d3a-64a00e0c3736 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:47.062660 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c573fe-d65e-42d7-9d3a-64a00e0c3736 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:47.062885 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c573fe-d65e-42d7-9d3a-64a00e0c3736 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:47.063227 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c573fe-d65e-42d7-9d3a-64a00e0c3736 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:47.063562 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c573fe-d65e-42d7-9d3a-64a00e0c3736 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:47.063894 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c573fe-d65e-42d7-9d3a-64a00e0c3736 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:47.064221 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c573fe-d65e-42d7-9d3a-64a00e0c3736 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:47.064550 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c573fe-d65e-42d7-9d3a-64a00e0c3736 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:47.064933 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c573fe-d65e-42d7-9d3a-64a00e0c3736 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:47.070068 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c573fe-d65e-42d7-9d3a-64a00e0c3736 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:47.075392 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c573fe-d65e-42d7-9d3a-64a00e0c3736 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:47.076057 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c573fe-d65e-42d7-9d3a-64a00e0c3736 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:47.163651 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-658d0267-2c83-4ed6-8f2b-b4ee5425b76b req-164e7339-c2c1-400f-860c-d1c9a62a561e tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.119 "GET /v2.0/security-groups?id=0bf7ccce-44e6-461e-b07a-7e8c1e331468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029785 Aug 31 09:23:47.177302 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0fe65b46-9f93-4577-85b6-d3ca102c371d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:47.261448 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0fe65b46-9f93-4577-85b6-d3ca102c371d admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=d7757035c6114106ae7d2c28e6957809&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5080817 Aug 31 09:23:47.265137 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37424) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:47.282358 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe65b46-9f93-4577-85b6-d3ca102c371d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a25481-f1e4-4798-9841-ca9505a72816,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:47.331884 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e95804a4-88c6-4a00-83fe-6efcd4a8f55f req-dceebe89-9756-4288-a3a8-7d4a0847d593 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 210 time: 0.0526929 Aug 31 09:23:47.345639 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ceaf8ef-17a4-44ce-9362-1be559a98ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:47.372766 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ceaf8ef-17a4-44ce-9362-1be559a98ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:47.415901 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9aef6-6d05-47f8-95d7-ea7c62f31345 req-5dcf456b-594b-42da-bb8d-c159b9bd267a tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:47.417808 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-72e9aef6-6d05-47f8-95d7-ea7c62f31345 req-5dcf456b-594b-42da-bb8d-c159b9bd267a tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.1599855 Aug 31 09:23:47.497514 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-72e9aef6-6d05-47f8-95d7-ea7c62f31345 req-c9a42988-25c5-43eb-9971-565bfc67da21 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594442 Aug 31 09:23:47.505017 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-5cd0e465-d1e3-4774-ac9c-8110d897b443 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:47.508192 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-5cd0e465-d1e3-4774-ac9c-8110d897b443 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.59 "GET /v2.0/networks?id=b71009e1-f5fe-4162-b1b3-564810754969 HTTP/1.1" status: 200 len: 811 time: 0.1799583 Aug 31 09:23:47.524294 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-4d747fdf-c539-4690-9f9d-7c9d650d7a6d tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Request body: {'port': {'device_id': 'b46af96f-71fb-446b-b1d6-7c58ae25b58f', 'network_id': 'b71009e1-f5fe-4162-b1b3-564810754969', 'admin_state_up': True, 'tenant_id': 'db98e609f02d40e497cfab3aeae07295'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:47.611876 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ceaf8ef-17a4-44ce-9362-1be559a98ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:47.615904 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ceaf8ef-17a4-44ce-9362-1be559a98ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:47.617436 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1ceaf8ef-17a4-44ce-9362-1be559a98ef1 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/65a25481-f1e4-4798-9841-ca9505a72816 HTTP/1.1" status: 204 len: 168 time: 0.3508132 Aug 31 09:23:47.635634 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceaf8ef-17a4-44ce-9362-1be559a98ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a25481-f1e4-4798-9841-ca9505a72816,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:47.725892 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 98fb2d08-8447-400f-9b6d-10690612b268 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:47.804098 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b148a8-6547-43d9-ad77-86cede9128ba req-a2021456-915f-44ba-adf9-a094ced6f53c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:47.808794 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-02b148a8-6547-43d9-ad77-86cede9128ba req-a2021456-915f-44ba-adf9-a094ced6f53c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.1978788 Aug 31 09:23:47.826502 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961f330-73f8-4f75-92ea-2a6d728e7c6f req-62b163ec-a6b4-49cc-8eda-96265e509e4a tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:47.828034 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4961f330-73f8-4f75-92ea-2a6d728e7c6f req-62b163ec-a6b4-49cc-8eda-96265e509e4a tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.59 "GET /v2.0/ports?device_id=e52f6c9c-0d7d-4616-8c6c-51b56317bb8c HTTP/1.1" status: 200 len: 950 time: 0.1482317 Aug 31 09:23:47.936136 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-02b148a8-6547-43d9-ad77-86cede9128ba req-f308499b-08cb-4d54-8d10-f4403b81b8cd tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069448 Aug 31 09:23:48.018097 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e210e5d-d697-466a-969f-02e5990f0aa7 req-f3494551-97f6-441b-aa20-d16df0c81a47 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:48.019743 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e210e5d-d697-466a-969f-02e5990f0aa7 req-f3494551-97f6-441b-aa20-d16df0c81a47 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=e52f6c9c-0d7d-4616-8c6c-51b56317bb8c HTTP/1.1" status: 200 len: 950 time: 0.1072261 Aug 31 09:23:48.029227 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 98fb2d08-8447-400f-9b6d-10690612b268 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:48.035320 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 98fb2d08-8447-400f-9b6d-10690612b268 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:48.036307 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:48.043118 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-4961f330-73f8-4f75-92ea-2a6d728e7c6f req-d73cbcc3-dc6d-4caa-80ec-484ca944c8ea tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Deleting port ba0688c6-791a-4366-991a-81eb5e62c116 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:23:48.043807 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4961f330-73f8-4f75-92ea-2a6d728e7c6f req-d73cbcc3-dc6d-4caa-80ec-484ca944c8ea tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:48.131669 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-4d747fdf-c539-4690-9f9d-7c9d650d7a6d tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Made reservation on behalf of db98e609f02d40e497cfab3aeae07295 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:23:48.136887 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-4d747fdf-c539-4690-9f9d-7c9d650d7a6d tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:48.151441 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:48.187507 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 98fb2d08-8447-400f-9b6d-10690612b268, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=98fb2d08-8447-400f-9b6d-10690612b268,segment=NetworkSegment(d4a3fa96-c4b5-4b90-91f6-d3a2f5e98558),segment_id=d4a3fa96-c4b5-4b90-91f6-d3a2f5e98558)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:48.221512 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e210e5d-d697-466a-969f-02e5990f0aa7 req-f2d429aa-4305-48c1-b1e8-eb96ed924773 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837921 Aug 31 09:23:48.233243 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c212877-e936-438a-bf79-627cded20a49 req-bb6f49be-7858-4295-a1af-54f282c322f4 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:48.246880 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c212877-e936-438a-bf79-627cded20a49 req-bb6f49be-7858-4295-a1af-54f282c322f4 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.2189133 Aug 31 09:23:48.324357 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:48.365785 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37444) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:48.385090 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-67fd437a-4824-440b-8543-55c9997a3930 req-c2ea3a53-d385-411c-9620-ebd5662918c4 tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0755811 Aug 31 09:23:48.399390 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8ecfb526-7754-4af5-8e20-436ee871f8c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:48.400068 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=98fb2d08-8447-400f-9b6d-10690612b268,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:48.442863 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-4961f330-73f8-4f75-92ea-2a6d728e7c6f req-d73cbcc3-dc6d-4caa-80ec-484ca944c8ea tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] For port ba0688c6-791a-4366-991a-81eb5e62c116, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=ba0688c6-791a-4366-991a-81eb5e62c116,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:48.443143 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4961f330-73f8-4f75-92ea-2a6d728e7c6f req-d73cbcc3-dc6d-4caa-80ec-484ca944c8ea tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:48.461112 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-4961f330-73f8-4f75-92ea-2a6d728e7c6f req-d73cbcc3-dc6d-4caa-80ec-484ca944c8ea tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Calling delete_port for ba0688c6-791a-4366-991a-81eb5e62c116 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:23:48.547035 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c212877-e936-438a-bf79-627cded20a49 req-43f45596-a37b-4f26-b02f-2006b38dc5c8 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3054485 Aug 31 09:23:48.577258 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8ecfb526-7754-4af5-8e20-436ee871f8c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:48.583212 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-4d747fdf-c539-4690-9f9d-7c9d650d7a6d tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Allocated IP 172.20.0.13 (b71009e1-f5fe-4162-b1b3-564810754969/ee003db9-da2c-4578-b65f-995ad17b5a56/00788970-ac80-4b9a-bb8f-7474a59aeb75) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:23:48.703612 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-30e8a150-ee2e-4a71-87a7-4a62e34dda37 req-0dd0bf84-4dbc-42ee-a8e4-529c076d58c0 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 210 time: 0.0720472 Aug 31 09:23:48.714451 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8ecfb526-7754-4af5-8e20-436ee871f8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:48.738870 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14933e-ddc5-4977-b06e-369590615949 req-9b975272-a552-4b7b-b44b-36e6ef815808 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:48.740376 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a14933e-ddc5-4977-b06e-369590615949 req-9b975272-a552-4b7b-b44b-36e6ef815808 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb8fc115-2359-47b0-b508-1ef9e3bb5c4b HTTP/1.1" status: 200 len: 944 time: 0.1834655 Aug 31 09:23:48.766264 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8ecfb526-7754-4af5-8e20-436ee871f8c6 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=287b491bb19746aaac17b022f402b38c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3986754 Aug 31 09:23:48.770292 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37456) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:48.772862 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecfb526-7754-4af5-8e20-436ee871f8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9689a299-57e0-4616-9439-96151f94d138,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:48.838082 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dc074807-ae10-420d-a6ea-22549a0edc37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:48.857764 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a14933e-ddc5-4977-b06e-369590615949 req-985289c8-d83f-466a-9617-56899c5af9db tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.119 "GET /v2.0/security-groups?id=0bf7ccce-44e6-461e-b07a-7e8c1e331468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054244 Aug 31 09:23:48.862730 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dc074807-ae10-420d-a6ea-22549a0edc37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:48.907784 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4961f330-73f8-4f75-92ea-2a6d728e7c6f req-d73cbcc3-dc6d-4caa-80ec-484ca944c8ea tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:48.921495 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['5b4431c4-d3fc-4102-a88e-370b2790a6d2', 'a455cdf0-83d3-4487-b52d-1754bb9148b1', '0ccfc8f2-adc2-437c-9087-578ecbd69952', 'bbd510a8-f1cb-4df6-80bf-3d88acfdae33'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:23:48.923816 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['208182a9-a164-4eea-905d-adb2523ca8bc', 'd74a91a0-3c4a-4603-8694-5657c49ee57c', 'ba0688c6-791a-4366-991a-81eb5e62c116'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:23:48.925402 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-4d747fdf-c539-4690-9f9d-7c9d650d7a6d tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:48.951683 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73cbcc3-dc6d-4caa-80ec-484ca944c8ea tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Pushing event deleted for resources: {'Port': ['ID=ba0688c6-791a-4366-991a-81eb5e62c116,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:49.016024 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-4961f330-73f8-4f75-92ea-2a6d728e7c6f req-d73cbcc3-dc6d-4caa-80ec-484ca944c8ea tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] No DVR routers for this DVR port ba0688c6-791a-4366-991a-81eb5e62c116 on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:23:49.019519 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4961f330-73f8-4f75-92ea-2a6d728e7c6f req-d73cbcc3-dc6d-4caa-80ec-484ca944c8ea tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:49.021516 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4961f330-73f8-4f75-92ea-2a6d728e7c6f req-d73cbcc3-dc6d-4caa-80ec-484ca944c8ea tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.59 "DELETE /v2.0/ports/ba0688c6-791a-4366-991a-81eb5e62c116 HTTP/1.1" status: 204 len: 173 time: 1.1827686 Aug 31 09:23:49.021973 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52f6c9c-0d7d-4616-8c6c-51b56317bb8c', 'name': 'network-vif-deleted', 'tag': 'ba0688c6-791a-4366-991a-81eb5e62c116'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:23:49.024307 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac06abc2-df8d-4135-a259-d6b1dc4c88be" -d '{"events": [{"server_uuid": "e52f6c9c-0d7d-4616-8c6c-51b56317bb8c", "name": "network-vif-deleted", "tag": "ba0688c6-791a-4366-991a-81eb5e62c116"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:23:49.070481 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846d373d-78f9-48ad-84c7-182b22c93b08 x-openstack-request-id: req-846d373d-78f9-48ad-84c7-182b22c93b08 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:23:49.070771 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52f6c9c-0d7d-4616-8c6c-51b56317bb8c", "name": "network-vif-deleted", "tag": "ba0688c6-791a-4366-991a-81eb5e62c116", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:23:49.071071 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-846d373d-78f9-48ad-84c7-182b22c93b08 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:23:49.072023 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52f6c9c-0d7d-4616-8c6c-51b56317bb8c', 'name': 'network-vif-deleted', 'tag': 'ba0688c6-791a-4366-991a-81eb5e62c116', 'status': 'completed', 'code': 200} Aug 31 09:23:49.086135 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dc074807-ae10-420d-a6ea-22549a0edc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:49.089992 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dc074807-ae10-420d-a6ea-22549a0edc37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:49.093695 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-dc074807-ae10-420d-a6ea-22549a0edc37 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/9689a299-57e0-4616-9439-96151f94d138 HTTP/1.1" status: 204 len: 168 time: 0.3196464 Aug 31 09:23:49.099420 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc074807-ae10-420d-a6ea-22549a0edc37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9689a299-57e0-4616-9439-96151f94d138,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:49.163865 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-4d747fdf-c539-4690-9f9d-7c9d650d7a6d tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:49.238936 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-4d747fdf-c539-4690-9f9d-7c9d650d7a6d tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Network b71009e1-f5fe-4162-b1b3-564810754969 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:23:49.243818 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-4d747fdf-c539-4690-9f9d-7c9d650d7a6d tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:23:49.251559 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-4d747fdf-c539-4690-9f9d-7c9d650d7a6d tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:23:49.307492 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-4d747fdf-c539-4690-9f9d-7c9d650d7a6d tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:49.308165 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-4d747fdf-c539-4690-9f9d-7c9d650d7a6d tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:49.313070 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d747fdf-c539-4690-9f9d-7c9d650d7a6d tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Pushing event updated for resources: {'Port': ['ID=00788970-ac80-4b9a-bb8f-7474a59aeb75,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:49.349271 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eb14e124-91f1-4256-8d7f-811c22c5c834 req-faa144a7-e957-41a0-aff5-15666488573d tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=e52f6c9c-0d7d-4616-8c6c-51b56317bb8c HTTP/1.1" status: 200 len: 210 time: 0.0380964 Aug 31 09:23:49.448614 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-4d747fdf-c539-4690-9f9d-7c9d650d7a6d tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9296310 Aug 31 09:23:49.462500 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-0892856d-a556-499b-a773-a891839cc07b service neutron] Request body: {'port': {'device_id': 'b46af96f-71fb-446b-b1d6-7c58ae25b58f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:23:49.645998 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e2e65985-2a7b-4f4d-9bd9-6c0503f37706 req-19e679b0-e1e8-49ae-b388-cd519cb120b7 tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0718954 Aug 31 09:23:49.666400 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 08ab43f9-3df4-47b4-84ec-0f9e1f72b09e up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:49.677841 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 98fb2d08-8447-400f-9b6d-10690612b268 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:49.706333 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-0892856d-a556-499b-a773-a891839cc07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:49.848705 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 98fb2d08-8447-400f-9b6d-10690612b268 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:49.849074 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:49.954199 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 08ab43f9-3df4-47b4-84ec-0f9e1f72b09e completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:49.963321 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 08ab43f9-3df4-47b4-84ec-0f9e1f72b09e triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:49.963565 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:49.984999 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867155f-4793-4c4e-9f1c-8059f643f6c7 req-4a491604-2ec6-433c-a5d8-7cce865983a4 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:49.986637 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1867155f-4793-4c4e-9f1c-8059f643f6c7 req-4a491604-2ec6-433c-a5d8-7cce865983a4 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 932 time: 0.1103013 Aug 31 09:23:50.054355 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:50.077440 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8fc115-2359-47b0-b508-1ef9e3bb5c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ab43f9-3df4-47b4-84ec-0f9e1f72b09e'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:23:50.079765 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ac71a4-60a2-49bd-92a4-6163498974b9" -d '{"events": [{"server_uuid": "bb8fc115-2359-47b0-b508-1ef9e3bb5c4b", "name": "network-vif-plugged", "status": "completed", "tag": "08ab43f9-3df4-47b4-84ec-0f9e1f72b09e"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:23:50.096742 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b1aaa-e665-40d2-ac58-941f2d76491d req-bcb2051e-767a-4e21-bc99-d32fb9de1d64 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:50.097081 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 08ab43f9-3df4-47b4-84ec-0f9e1f72b09e, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=08ab43f9-3df4-47b4-84ec-0f9e1f72b09e,segment=NetworkSegment(b968cf24-2296-492d-8a2d-012dee0f4c1f),segment_id=b968cf24-2296-492d-8a2d-012dee0f4c1f)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:50.098326 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-583b1aaa-e665-40d2-ac58-941f2d76491d req-bcb2051e-767a-4e21-bc99-d32fb9de1d64 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb8fc115-2359-47b0-b508-1ef9e3bb5c4b HTTP/1.1" status: 200 len: 944 time: 0.1218309 Aug 31 09:23:50.105378 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1867155f-4793-4c4e-9f1c-8059f643f6c7 req-04fd4ddd-0c9d-4f7e-b0ad-6a48b9d55e66 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976572 Aug 31 09:23:50.154759 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abb35da-c953-4ba6-b325-4346d6bc9c14 x-openstack-request-id: req-4abb35da-c953-4ba6-b325-4346d6bc9c14 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:23:50.162189 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8fc115-2359-47b0-b508-1ef9e3bb5c4b", "name": "network-vif-plugged", "status": "completed", "tag": "08ab43f9-3df4-47b4-84ec-0f9e1f72b09e", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:23:50.162189 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4abb35da-c953-4ba6-b325-4346d6bc9c14 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:23:50.162189 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8fc115-2359-47b0-b508-1ef9e3bb5c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ab43f9-3df4-47b4-84ec-0f9e1f72b09e', 'code': 200} Aug 31 09:23:50.194931 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-583b1aaa-e665-40d2-ac58-941f2d76491d req-ea3fb704-b2d5-4b98-812b-d0a893e15bd7 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.119 "GET /v2.0/security-groups?id=0bf7ccce-44e6-461e-b07a-7e8c1e331468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885296 Aug 31 09:23:50.206232 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-0892856d-a556-499b-a773-a891839cc07b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00788970-ac80-4b9a-bb8f-7474a59aeb75 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:23:50.215740 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-0892856d-a556-499b-a773-a891839cc07b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:50.251853 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:50.252695 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device ba0688c6-791a-4366-991a-81eb5e62c116 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:23:50.256515 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-0892856d-a556-499b-a773-a891839cc07b service neutron] Transition to ACTIVE for port object 00788970-ac80-4b9a-bb8f-7474a59aeb75 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:23:50.269069 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff05e24-f25d-4259-a641-5489ea31d74d req-a764d4c0-4275-41b1-8549-72063e9cf0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:50.270642 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bff05e24-f25d-4259-a641-5489ea31d74d req-a764d4c0-4275-41b1-8549-72063e9cf0c5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bb8fc115-2359-47b0-b508-1ef9e3bb5c4b HTTP/1.1" status: 200 len: 1096 time: 0.0570555 Aug 31 09:23:50.292166 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: ba0688c6-791a-4366-991a-81eb5e62c116 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:23:50.294113 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device ba0688c6-791a-4366-991a-81eb5e62c116 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:23:50.308304 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bff05e24-f25d-4259-a641-5489ea31d74d req-32dc8db8-3804-48e6-a29b-f0a91105b106 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0bf7ccce-44e6-461e-b07a-7e8c1e331468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308261 Aug 31 09:23:50.323314 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=08ab43f9-3df4-47b4-84ec-0f9e1f72b09e,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:50.389344 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-0892856d-a556-499b-a773-a891839cc07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:50.471621 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6ba76093-55e1-41be-bc54-4246662da637 req-87f4ab53-30aa-49e2-95f6-4f3c85685a71 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=e52f6c9c-0d7d-4616-8c6c-51b56317bb8c HTTP/1.1" status: 200 len: 210 time: 0.0332303 Aug 31 09:23:50.479730 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892856d-a556-499b-a773-a891839cc07b service neutron] Pushing event updated for resources: {'Port': ['ID=00788970-ac80-4b9a-bb8f-7474a59aeb75,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:50.559048 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-0892856d-a556-499b-a773-a891839cc07b service neutron] Attempting to bind port 00788970-ac80-4b9a-bb8f-7474a59aeb75 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:23:50.559524 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-0892856d-a556-499b-a773-a891839cc07b service neutron] Attempting to bind port 00788970-ac80-4b9a-bb8f-7474a59aeb75 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'd4a3fa96-c4b5-4b90-91f6-d3a2f5e98558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1608, 'network_id': 'b71009e1-f5fe-4162-b1b3-564810754969'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:23:50.559918 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-0892856d-a556-499b-a773-a891839cc07b service neutron] Attempting to bind port 00788970-ac80-4b9a-bb8f-7474a59aeb75 on network b71009e1-f5fe-4162-b1b3-564810754969 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:50.566568 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-0892856d-a556-499b-a773-a891839cc07b service neutron] Port 00788970-ac80-4b9a-bb8f-7474a59aeb75 on network b71009e1-f5fe-4162-b1b3-564810754969 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:23:50.567133 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-0892856d-a556-499b-a773-a891839cc07b service neutron] Attempting to bind port 00788970-ac80-4b9a-bb8f-7474a59aeb75 on network b71009e1-f5fe-4162-b1b3-564810754969 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:23:50.575660 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-0892856d-a556-499b-a773-a891839cc07b service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:23:50.575999 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-0892856d-a556-499b-a773-a891839cc07b service neutron] Checking segment: {'id': 'd4a3fa96-c4b5-4b90-91f6-d3a2f5e98558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1608, 'network_id': 'b71009e1-f5fe-4162-b1b3-564810754969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:23:50.576393 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-0892856d-a556-499b-a773-a891839cc07b service neutron] Bound using segment: {'id': 'd4a3fa96-c4b5-4b90-91f6-d3a2f5e98558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1608, 'network_id': 'b71009e1-f5fe-4162-b1b3-564810754969'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:23:50.576827 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-0892856d-a556-499b-a773-a891839cc07b service neutron] Bound port: 00788970-ac80-4b9a-bb8f-7474a59aeb75, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4a3fa96-c4b5-4b90-91f6-d3a2f5e98558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1608, 'network_id': 'b71009e1-f5fe-4162-b1b3-564810754969'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:23:50.577190 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-0892856d-a556-499b-a773-a891839cc07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:50.595359 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37518) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:50.659702 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-0892856d-a556-499b-a773-a891839cc07b service neutron] For port 00788970-ac80-4b9a-bb8f-7474a59aeb75, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:23:50.666342 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-0892856d-a556-499b-a773-a891839cc07b service neutron] For port 00788970-ac80-4b9a-bb8f-7474a59aeb75, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=00788970-ac80-4b9a-bb8f-7474a59aeb75,segment=NetworkSegment(d4a3fa96-c4b5-4b90-91f6-d3a2f5e98558),segment_id=d4a3fa96-c4b5-4b90-91f6-d3a2f5e98558)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:23:50.811920 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1e1a9653-3560-4988-a39b-eca97df44741 req-718bde89-6014-4825-b65b-a5206b5dfc6a tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0387540 Aug 31 09:23:50.813561 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-0892856d-a556-499b-a773-a891839cc07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:50.866371 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-0892856d-a556-499b-a773-a891839cc07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:50.868764 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-0892856d-a556-499b-a773-a891839cc07b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:50.869133 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-0892856d-a556-499b-a773-a891839cc07b service neutron] 10.222.0.59 "PUT /v2.0/ports/00788970-ac80-4b9a-bb8f-7474a59aeb75 HTTP/1.1" status: 200 len: 1093 time: 1.4118919 Aug 31 09:23:50.874896 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892856d-a556-499b-a773-a891839cc07b service neutron] Pushing event updated for resources: {'Port': ['ID=00788970-ac80-4b9a-bb8f-7474a59aeb75,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:50.887908 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7070011e-d3ee-4187-8ad6-5ccd2c2bc892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:50.980428 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7070011e-d3ee-4187-8ad6-5ccd2c2bc892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:51.097046 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b46af96f-71fb-446b-b1d6-7c58ae25b58f', 'tag': '00788970-ac80-4b9a-bb8f-7474a59aeb75'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:23:51.099340 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdee5dd-c993-448f-a883-ed0fc34b5acc" -d '{"events": [{"name": "network-changed", "server_uuid": "b46af96f-71fb-446b-b1d6-7c58ae25b58f", "tag": "00788970-ac80-4b9a-bb8f-7474a59aeb75"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:23:51.119417 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-a2445b5a-2e39-4e32-9024-5c87a1a75542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:51.121051 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-a2445b5a-2e39-4e32-9024-5c87a1a75542 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=db98e609f02d40e497cfab3aeae07295&device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 1096 time: 0.0584886 Aug 31 09:23:51.140622 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9474ac51-f1cc-4765-baec-c5941979737f x-openstack-request-id: req-9474ac51-f1cc-4765-baec-c5941979737f {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:23:51.140911 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b46af96f-71fb-446b-b1d6-7c58ae25b58f", "tag": "00788970-ac80-4b9a-bb8f-7474a59aeb75", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:23:51.141161 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-9474ac51-f1cc-4765-baec-c5941979737f {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:23:51.141548 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b46af96f-71fb-446b-b1d6-7c58ae25b58f', 'tag': '00788970-ac80-4b9a-bb8f-7474a59aeb75', 'status': 'completed', 'code': 200} Aug 31 09:23:51.160642 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7070011e-d3ee-4187-8ad6-5ccd2c2bc892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:51.173355 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-5c8d77d7-c8e7-43d9-b905-6c2ee7e9aaa3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00788970-ac80-4b9a-bb8f-7474a59aeb75 HTTP/1.1" status: 200 len: 217 time: 0.0405054 Aug 31 09:23:51.208814 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7070011e-d3ee-4187-8ad6-5ccd2c2bc892 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=32cc5f11f7d1459ab59f04782dbce8a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6121528 Aug 31 09:23:51.209884 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070011e-d3ee-4187-8ad6-5ccd2c2bc892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b1ee67-3ea4-4437-a428-e027c8057d98,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:51.212839 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 37534) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:51.338440 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-f11f8b10-ace3-41d1-99be-685e39775cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:51.338848 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-f11f8b10-ace3-41d1-99be-685e39775cfb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee003db9-da2c-4578-b65f-995ad17b5a56 HTTP/1.1" status: 200 len: 851 time: 0.1509430 Aug 31 09:23:51.346297 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f21a1-bb4c-49b9-b70b-69b014f8c9d5 req-585de4ef-4130-4b4a-a388-6fadad51c6bc tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:51.353663 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-143f21a1-bb4c-49b9-b70b-69b014f8c9d5 req-585de4ef-4130-4b4a-a388-6fadad51c6bc tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 944 time: 0.1759458 Aug 31 09:23:51.411550 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-ab892b69-68b9-485d-8464-acd04497bd52 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b71009e1-f5fe-4162-b1b3-564810754969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510225 Aug 31 09:23:51.419679 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9c2ec0bc-ea3b-48b0-a3f3-6c2fe14af275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:51.501862 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-143f21a1-bb4c-49b9-b70b-69b014f8c9d5 req-62452e4b-2cb2-48f5-bb83-0f239d7f4eee tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473420 Aug 31 09:23:51.520325 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d61511-07df-4050-904e-79f871e270c6 req-4e5b8208-df6b-43e5-921c-f81b7833e798 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:51.521627 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-34d61511-07df-4050-904e-79f871e270c6 req-4e5b8208-df6b-43e5-921c-f81b7833e798 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb8fc115-2359-47b0-b508-1ef9e3bb5c4b HTTP/1.1" status: 200 len: 945 time: 0.2278805 Aug 31 09:23:51.531572 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9c2ec0bc-ea3b-48b0-a3f3-6c2fe14af275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:51.621209 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-34d61511-07df-4050-904e-79f871e270c6 req-d460293b-31f0-4ba7-8cb6-b2449113e7e8 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.119 "GET /v2.0/security-groups?id=0bf7ccce-44e6-461e-b07a-7e8c1e331468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875747 Aug 31 09:23:51.633103 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-2e46cdbd-dad7-40ab-afef-4180c68c7929 service neutron] 10.222.0.59 "GET /v2.0/networks/b71009e1-f5fe-4162-b1b3-564810754969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150681 Aug 31 09:23:51.741703 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aae035ac-bb4c-4f4d-b783-16cb4cea88b2 req-6b1d81d3-4439-48d9-9c0d-70c30eed5ffd service neutron] 10.222.0.59 "GET /v2.0/networks/b71009e1-f5fe-4162-b1b3-564810754969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008499 Aug 31 09:23:51.880676 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9c2ec0bc-ea3b-48b0-a3f3-6c2fe14af275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:51.886411 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9c2ec0bc-ea3b-48b0-a3f3-6c2fe14af275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:51.886411 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9c2ec0bc-ea3b-48b0-a3f3-6c2fe14af275 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/b9b1ee67-3ea4-4437-a428-e027c8057d98 HTTP/1.1" status: 204 len: 168 time: 0.6715240 Aug 31 09:23:51.893615 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ec0bc-ea3b-48b0-a3f3-6c2fe14af275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b1ee67-3ea4-4437-a428-e027c8057d98,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:51.963774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdee5dd-c993-448f-a883-ed0fc34b5acc req-5cd15984-b9c0-4721-b924-79c3f23d90a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:51.965417 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cdee5dd-c993-448f-a883-ed0fc34b5acc req-5cd15984-b9c0-4721-b924-79c3f23d90a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=db98e609f02d40e497cfab3aeae07295&device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 1096 time: 0.0543408 Aug 31 09:23:52.125049 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d6ee1d8-774a-4c3b-8551-ad42556b8c1a req-149f4065-f11e-4654-83fd-133d3f943bb9 tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0390201 Aug 31 09:23:52.131040 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdee5dd-c993-448f-a883-ed0fc34b5acc req-987c4f31-8f6e-4c32-a37c-dc78bb201add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:52.132488 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cdee5dd-c993-448f-a883-ed0fc34b5acc req-987c4f31-8f6e-4c32-a37c-dc78bb201add service neutron] 10.222.0.59 "GET /v2.0/networks?id=b71009e1-f5fe-4162-b1b3-564810754969 HTTP/1.1" status: 200 len: 913 time: 0.1500609 Aug 31 09:23:52.180463 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cdee5dd-c993-448f-a883-ed0fc34b5acc req-080ce865-55d6-4a09-8268-4cf3845545f3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00788970-ac80-4b9a-bb8f-7474a59aeb75 HTTP/1.1" status: 200 len: 217 time: 0.0395925 Aug 31 09:23:52.243027 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdee5dd-c993-448f-a883-ed0fc34b5acc req-2dddd74a-2730-4f22-9268-b22d01a9be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:52.245082 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cdee5dd-c993-448f-a883-ed0fc34b5acc req-2dddd74a-2730-4f22-9268-b22d01a9be4d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee003db9-da2c-4578-b65f-995ad17b5a56 HTTP/1.1" status: 200 len: 851 time: 0.0557954 Aug 31 09:23:52.289845 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cdee5dd-c993-448f-a883-ed0fc34b5acc req-faee7f55-0d2e-4696-a739-70655ca82a4f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b71009e1-f5fe-4162-b1b3-564810754969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371890 Aug 31 09:23:52.381149 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c8fb6-00cf-465a-a5d8-cf70b5a2271d req-cfdf0412-905b-44bc-a2c7-139e66b53f45 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:52.382686 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-477c8fb6-00cf-465a-a5d8-cf70b5a2271d req-cfdf0412-905b-44bc-a2c7-139e66b53f45 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=db3f8e6c-f35e-4ba4-aa5c-c42c4d654c5f HTTP/1.1" status: 200 len: 950 time: 0.1194837 Aug 31 09:23:52.439263 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cdee5dd-c993-448f-a883-ed0fc34b5acc req-30a4a42e-3e8b-4cce-9735-33b86a6dc631 service neutron] 10.222.0.59 "GET /v2.0/networks/b71009e1-f5fe-4162-b1b3-564810754969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346400 Aug 31 09:23:52.447692 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-477c8fb6-00cf-465a-a5d8-cf70b5a2271d req-23d59800-805b-49dd-bd66-d8f7f8a510d5 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526567 Aug 31 09:23:52.546899 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cdee5dd-c993-448f-a883-ed0fc34b5acc req-4a1917f0-d170-4f33-82f0-72e256427a0b service neutron] 10.222.0.59 "GET /v2.0/networks/b71009e1-f5fe-4162-b1b3-564810754969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977395 Aug 31 09:23:52.661770 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c52e2c-5f05-4501-8447-85aaea823205 req-3ac8641e-fc5b-4a89-baf9-2ae672463d22 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:52.663420 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b1c52e2c-5f05-4501-8447-85aaea823205 req-3ac8641e-fc5b-4a89-baf9-2ae672463d22 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 944 time: 0.0648851 Aug 31 09:23:52.721056 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b1c52e2c-5f05-4501-8447-85aaea823205 req-207e0511-179c-4fdc-af0d-1ba8f509331b tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493903 Aug 31 09:23:52.769705 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486e8f4-a149-4f18-bbb3-cdd233e6d2cd req-9568ae93-c7cb-4067-ba48-95ad73a69758 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:52.771248 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f486e8f4-a149-4f18-bbb3-cdd233e6d2cd req-9568ae93-c7cb-4067-ba48-95ad73a69758 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb8fc115-2359-47b0-b508-1ef9e3bb5c4b HTTP/1.1" status: 200 len: 945 time: 0.0656846 Aug 31 09:23:52.815866 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f486e8f4-a149-4f18-bbb3-cdd233e6d2cd req-a0003d7d-baac-4852-b224-f236f4c6733f tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.119 "GET /v2.0/security-groups?id=0bf7ccce-44e6-461e-b07a-7e8c1e331468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349495 Aug 31 09:23:52.943810 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0303f-699b-490a-a647-07241b9b54f8 req-c96cb3ef-0991-4562-809f-6a0fdb9e1394 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:52.945212 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d7c0303f-699b-490a-a647-07241b9b54f8 req-c96cb3ef-0991-4562-809f-6a0fdb9e1394 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb8fc115-2359-47b0-b508-1ef9e3bb5c4b HTTP/1.1" status: 200 len: 945 time: 0.0510163 Aug 31 09:23:52.990745 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d7c0303f-699b-490a-a647-07241b9b54f8 req-e2d8518f-46b9-4a71-88c5-9f38d84a701c tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.119 "GET /v2.0/security-groups?id=0bf7ccce-44e6-461e-b07a-7e8c1e331468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384214 Aug 31 09:23:53.236598 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75226732-fc3c-4800-b741-1f8990648c9d req-bd30c539-1286-4f1f-830c-44c8c95807a0 tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0281284 Aug 31 09:23:53.380198 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37614) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:53.410850 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792ee5e-2495-4c04-afb4-d983e55cf78d req-6eec4bf2-f0ac-4ecd-a15a-05e2aa4d549d tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:53.412877 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2792ee5e-2495-4c04-afb4-d983e55cf78d req-6eec4bf2-f0ac-4ecd-a15a-05e2aa4d549d tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb8fc115-2359-47b0-b508-1ef9e3bb5c4b HTTP/1.1" status: 200 len: 945 time: 0.0577981 Aug 31 09:23:53.458932 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2792ee5e-2495-4c04-afb4-d983e55cf78d req-722d8809-4b08-4a74-9d17-b5051317cfc1 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.119 "GET /v2.0/security-groups?id=0bf7ccce-44e6-461e-b07a-7e8c1e331468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367768 Aug 31 09:23:53.553708 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1d605-a9f3-46ed-a645-93bdf451526b req-3f6de450-3881-4fad-b645-6436531116c1 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:53.553708 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-53e1d605-a9f3-46ed-a645-93bdf451526b req-3f6de450-3881-4fad-b645-6436531116c1 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.59 "GET /v2.0/ports?device_id=db3f8e6c-f35e-4ba4-aa5c-c42c4d654c5f HTTP/1.1" status: 200 len: 950 time: 0.0810747 Aug 31 09:23:53.623621 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 00788970-ac80-4b9a-bb8f-7474a59aeb75 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:23:53.670399 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed998e5f-8768-4d52-a919-9d0cb3a5ee88 req-760a6c86-ec10-49ad-a124-805a0ef62e4d tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:53.679494 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ed998e5f-8768-4d52-a919-9d0cb3a5ee88 req-760a6c86-ec10-49ad-a124-805a0ef62e4d tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=db3f8e6c-f35e-4ba4-aa5c-c42c4d654c5f HTTP/1.1" status: 200 len: 950 time: 0.1282442 Aug 31 09:23:53.692951 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8e79cae1-c1da-46f7-aa42-1b1c02122e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:53.736007 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-53e1d605-a9f3-46ed-a645-93bdf451526b req-b8183c19-ebea-49b7-8c74-f79663400ebf tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Deleting port d74a91a0-3c4a-4603-8694-5657c49ee57c {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:23:53.736670 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-53e1d605-a9f3-46ed-a645-93bdf451526b req-b8183c19-ebea-49b7-8c74-f79663400ebf tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:53.753928 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 00788970-ac80-4b9a-bb8f-7474a59aeb75, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=00788970-ac80-4b9a-bb8f-7474a59aeb75,segment=NetworkSegment(d4a3fa96-c4b5-4b90-91f6-d3a2f5e98558),segment_id=d4a3fa96-c4b5-4b90-91f6-d3a2f5e98558)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:53.769919 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '00788970-ac80-4b9a-bb8f-7474a59aeb75', 'network_id': 'b71009e1-f5fe-4162-b1b3-564810754969', 'port_id': '00788970-ac80-4b9a-bb8f-7474a59aeb75', 'mac_address': 'fa:16:3e:c7:4e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee003db9-da2c-4578-b65f-995ad17b5a56', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:23:53.792718 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ed998e5f-8768-4d52-a919-9d0cb3a5ee88 req-23659e6b-eb0d-4a38-9a2b-39d686c65909 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121652 Aug 31 09:23:53.823529 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8e79cae1-c1da-46f7-aa42-1b1c02122e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:53.824917 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:53.839017 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00788970-ac80-4b9a-bb8f-7474a59aeb75 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:23:53.860467 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 00788970-ac80-4b9a-bb8f-7474a59aeb75, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=00788970-ac80-4b9a-bb8f-7474a59aeb75,segment=NetworkSegment(d4a3fa96-c4b5-4b90-91f6-d3a2f5e98558),segment_id=d4a3fa96-c4b5-4b90-91f6-d3a2f5e98558)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:53.868761 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-53e1d605-a9f3-46ed-a645-93bdf451526b req-b8183c19-ebea-49b7-8c74-f79663400ebf tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] For port d74a91a0-3c4a-4603-8694-5657c49ee57c, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=d74a91a0-3c4a-4603-8694-5657c49ee57c,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:53.869122 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-53e1d605-a9f3-46ed-a645-93bdf451526b req-b8183c19-ebea-49b7-8c74-f79663400ebf tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:54.012338 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8e79cae1-c1da-46f7-aa42-1b1c02122e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:54.012550 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:54.054397 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79cae1-c1da-46f7-aa42-1b1c02122e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e83023-1003-4046-9d69-ce7ab34c3b74,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:54.069647 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8e79cae1-c1da-46f7-aa42-1b1c02122e93 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=8d309b74d3b04197b1ffc6f5f3efb406&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6875114 Aug 31 09:23:54.074495 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37636) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:54.091110 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=00788970-ac80-4b9a-bb8f-7474a59aeb75,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:54.142071 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-49a87556-195a-4002-8a40-2d9934d0aba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:54.171783 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-49a87556-195a-4002-8a40-2d9934d0aba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:54.251765 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-53e1d605-a9f3-46ed-a645-93bdf451526b req-b8183c19-ebea-49b7-8c74-f79663400ebf tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Calling delete_port for d74a91a0-3c4a-4603-8694-5657c49ee57c owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:23:54.280541 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['00788970-ac80-4b9a-bb8f-7474a59aeb75'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:23:54.334251 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4b27a-7610-4885-a43e-a614361d637b req-18a8f65b-29ae-4936-8a15-7c7348523188 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:54.335753 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fda4b27a-7610-4885-a43e-a614361d637b req-18a8f65b-29ae-4936-8a15-7c7348523188 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 945 time: 0.4691434 Aug 31 09:23:54.358775 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7154e9-5e0a-4b90-bff2-3fb0e8ce18e9 req-a2233b01-51e1-482d-8198-e56f02f150ca tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:54.360397 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1a7154e9-5e0a-4b90-bff2-3fb0e8ce18e9 req-a2233b01-51e1-482d-8198-e56f02f150ca tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb8fc115-2359-47b0-b508-1ef9e3bb5c4b HTTP/1.1" status: 200 len: 945 time: 0.1373637 Aug 31 09:23:54.369842 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-49a87556-195a-4002-8a40-2d9934d0aba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:54.378516 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-49a87556-195a-4002-8a40-2d9934d0aba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:54.378516 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-49a87556-195a-4002-8a40-2d9934d0aba8 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/d9e83023-1003-4046-9d69-ce7ab34c3b74 HTTP/1.1" status: 204 len: 168 time: 0.2983770 Aug 31 09:23:54.388687 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a87556-195a-4002-8a40-2d9934d0aba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e83023-1003-4046-9d69-ce7ab34c3b74,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:54.451875 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fda4b27a-7610-4885-a43e-a614361d637b req-2ba05217-9ea6-4e4b-ac9b-c327dd3f8d14 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047900 Aug 31 09:23:54.459123 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1a7154e9-5e0a-4b90-bff2-3fb0e8ce18e9 req-ac729ae5-fad4-4181-ae3e-ba6a04a35ad9 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.119 "GET /v2.0/security-groups?id=0bf7ccce-44e6-461e-b07a-7e8c1e331468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830309 Aug 31 09:23:54.598793 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3596af08-f344-4a73-a5f7-916dddca1188 req-5c07fd94-ae3f-42ef-81f8-22afbd5e4fcb tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0474336 Aug 31 09:23:54.663351 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-53e1d605-a9f3-46ed-a645-93bdf451526b req-b8183c19-ebea-49b7-8c74-f79663400ebf tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:54.690502 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['5b4431c4-d3fc-4102-a88e-370b2790a6d2', 'a455cdf0-83d3-4487-b52d-1754bb9148b1', '0ccfc8f2-adc2-437c-9087-578ecbd69952', 'bbd510a8-f1cb-4df6-80bf-3d88acfdae33'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:23:54.706078 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8183c19-ebea-49b7-8c74-f79663400ebf tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Pushing event deleted for resources: {'Port': ['ID=d74a91a0-3c4a-4603-8694-5657c49ee57c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:54.773016 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e1d605-a9f3-46ed-a645-93bdf451526b req-b8183c19-ebea-49b7-8c74-f79663400ebf tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] No DVR routers for this DVR port d74a91a0-3c4a-4603-8694-5657c49ee57c on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:23:54.776869 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-53e1d605-a9f3-46ed-a645-93bdf451526b req-b8183c19-ebea-49b7-8c74-f79663400ebf tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:54.779087 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-53e1d605-a9f3-46ed-a645-93bdf451526b req-b8183c19-ebea-49b7-8c74-f79663400ebf tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.59 "DELETE /v2.0/ports/d74a91a0-3c4a-4603-8694-5657c49ee57c HTTP/1.1" status: 204 len: 173 time: 1.2185953 Aug 31 09:23:54.779537 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3f8e6c-f35e-4ba4-aa5c-c42c4d654c5f', 'name': 'network-vif-deleted', 'tag': 'd74a91a0-3c4a-4603-8694-5657c49ee57c'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:23:54.781886 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2b6bf6-0d59-4d87-9d19-a3fcf042db2a" -d '{"events": [{"server_uuid": "db3f8e6c-f35e-4ba4-aa5c-c42c4d654c5f", "name": "network-vif-deleted", "tag": "d74a91a0-3c4a-4603-8694-5657c49ee57c"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:23:54.820415 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75dc9cb6-9882-4b58-be66-deb4669b5896 x-openstack-request-id: req-75dc9cb6-9882-4b58-be66-deb4669b5896 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:23:54.820782 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3f8e6c-f35e-4ba4-aa5c-c42c4d654c5f", "name": "network-vif-deleted", "tag": "d74a91a0-3c4a-4603-8694-5657c49ee57c", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:23:54.821680 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-75dc9cb6-9882-4b58-be66-deb4669b5896 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:23:54.822402 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3f8e6c-f35e-4ba4-aa5c-c42c4d654c5f', 'name': 'network-vif-deleted', 'tag': 'd74a91a0-3c4a-4603-8694-5657c49ee57c', 'status': 'completed', 'code': 200} Aug 31 09:23:54.908201 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8202d093-abb0-4c12-b760-beb4b5c9c866 req-9ae37d85-5a42-4c0e-89f2-d33eac22b75f tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=db3f8e6c-f35e-4ba4-aa5c-c42c4d654c5f HTTP/1.1" status: 200 len: 210 time: 0.0294888 Aug 31 09:23:55.150766 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['208182a9-a164-4eea-905d-adb2523ca8bc', 'd74a91a0-3c4a-4603-8694-5657c49ee57c'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:23:55.422404 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8b824-2e82-4bc9-bc10-e0bf296a7241 req-9977d377-1a7d-443b-9243-21e53816feed tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:55.423976 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eff8b824-2e82-4bc9-bc10-e0bf296a7241 req-9977d377-1a7d-443b-9243-21e53816feed tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb8fc115-2359-47b0-b508-1ef9e3bb5c4b HTTP/1.1" status: 200 len: 945 time: 0.0511589 Aug 31 09:23:55.532277 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-eff8b824-2e82-4bc9-bc10-e0bf296a7241 req-6bd17ff1-7826-4ae6-b567-f514fb6350a3 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] Deleting port 08ab43f9-3df4-47b4-84ec-0f9e1f72b09e {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:23:55.532682 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-eff8b824-2e82-4bc9-bc10-e0bf296a7241 req-6bd17ff1-7826-4ae6-b567-f514fb6350a3 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.562782 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37682) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:55.576595 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f6936b12-fa50-427f-92a6-50dadcd4dbcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.642045 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 00788970-ac80-4b9a-bb8f-7474a59aeb75 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:23:55.686020 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f6936b12-fa50-427f-92a6-50dadcd4dbcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.718875 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d2545-1aa1-452c-b7d3-3263ea968b7f req-15999051-c3ea-42d5-ada5-0bbde5df4b9c tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:55.720421 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a77d2545-1aa1-452c-b7d3-3263ea968b7f req-15999051-c3ea-42d5-ada5-0bbde5df4b9c tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 945 time: 0.1817527 Aug 31 09:23:55.732042 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d4ab7-a6d8-40bc-9972-dccc0d80016f req-087530c1-4478-40e8-b6d5-af2459ea3b7c tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:55.733517 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d14d4ab7-a6d8-40bc-9972-dccc0d80016f req-087530c1-4478-40e8-b6d5-af2459ea3b7c tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb8fc115-2359-47b0-b508-1ef9e3bb5c4b HTTP/1.1" status: 200 len: 945 time: 0.1971319 Aug 31 09:23:55.793246 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-eff8b824-2e82-4bc9-bc10-e0bf296a7241 req-6bd17ff1-7826-4ae6-b567-f514fb6350a3 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] For port 08ab43f9-3df4-47b4-84ec-0f9e1f72b09e, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=08ab43f9-3df4-47b4-84ec-0f9e1f72b09e,segment=NetworkSegment(b968cf24-2296-492d-8a2d-012dee0f4c1f),segment_id=b968cf24-2296-492d-8a2d-012dee0f4c1f)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:55.793246 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-eff8b824-2e82-4bc9-bc10-e0bf296a7241 req-6bd17ff1-7826-4ae6-b567-f514fb6350a3 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.793677 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f6936b12-fa50-427f-92a6-50dadcd4dbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.819705 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-eff8b824-2e82-4bc9-bc10-e0bf296a7241 req-6bd17ff1-7826-4ae6-b567-f514fb6350a3 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] Calling delete_port for 08ab43f9-3df4-47b4-84ec-0f9e1f72b09e owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:23:55.832893 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6936b12-fa50-427f-92a6-50dadcd4dbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68902a51-0d2f-41be-86df-5952e67f1b7a,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:55.833728 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a77d2545-1aa1-452c-b7d3-3263ea968b7f req-6c2e923b-dd03-4ea7-b36f-24e9945bbca6 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992661 Aug 31 09:23:55.838128 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f6936b12-fa50-427f-92a6-50dadcd4dbcd admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=1000f14dc01c4c83ab72fc5361cc98fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2742791 Aug 31 09:23:55.838297 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d14d4ab7-a6d8-40bc-9972-dccc0d80016f req-3fa2451a-938f-4daf-8644-944b3c7ee2ec tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.119 "GET /v2.0/security-groups?id=0bf7ccce-44e6-461e-b07a-7e8c1e331468&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943875 Aug 31 09:23:55.841028 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37696) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:55.849113 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 00788970-ac80-4b9a-bb8f-7474a59aeb75 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:23:55.866760 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 00788970-ac80-4b9a-bb8f-7474a59aeb75 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:23:55.867739 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.920012 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f938d85c-d31a-47ce-8977-f948f6c35be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:55.948474 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f938d85c-d31a-47ce-8977-f948f6c35be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.060847 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f4bd9a05-ed72-445b-ae2b-4df6ad17fabc req-79fd822a-a5f1-4fff-9c33-ae9c0e5f1931 tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0391445 Aug 31 09:23:56.098667 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.118678 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-126ddf2f-8037-4f51-aa12-11b520ecd091 req-e3139055-10d9-4dca-9196-13f6a86ff9dc tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=db3f8e6c-f35e-4ba4-aa5c-c42c4d654c5f HTTP/1.1" status: 200 len: 210 time: 0.0295827 Aug 31 09:23:56.124351 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b46af96f-71fb-446b-b1d6-7c58ae25b58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00788970-ac80-4b9a-bb8f-7474a59aeb75'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:23:56.126670 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782c37a4-f6bf-463e-86a2-fa7eb6b69016" -d '{"events": [{"server_uuid": "b46af96f-71fb-446b-b1d6-7c58ae25b58f", "name": "network-vif-plugged", "status": "completed", "tag": "00788970-ac80-4b9a-bb8f-7474a59aeb75"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:23:56.139371 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 00788970-ac80-4b9a-bb8f-7474a59aeb75, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=00788970-ac80-4b9a-bb8f-7474a59aeb75,segment=NetworkSegment(d4a3fa96-c4b5-4b90-91f6-d3a2f5e98558),segment_id=d4a3fa96-c4b5-4b90-91f6-d3a2f5e98558)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:56.171790 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f32dc51-fdaf-474a-8d40-78ae483dd187 x-openstack-request-id: req-5f32dc51-fdaf-474a-8d40-78ae483dd187 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:23:56.171946 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f938d85c-d31a-47ce-8977-f948f6c35be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.174133 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b46af96f-71fb-446b-b1d6-7c58ae25b58f", "name": "network-vif-plugged", "status": "completed", "tag": "00788970-ac80-4b9a-bb8f-7474a59aeb75", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:23:56.174133 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-5f32dc51-fdaf-474a-8d40-78ae483dd187 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:23:56.174133 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b46af96f-71fb-446b-b1d6-7c58ae25b58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00788970-ac80-4b9a-bb8f-7474a59aeb75', 'code': 200} Aug 31 09:23:56.174671 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f938d85c-d31a-47ce-8977-f948f6c35be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.175826 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f938d85c-d31a-47ce-8977-f948f6c35be3 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/68902a51-0d2f-41be-86df-5952e67f1b7a HTTP/1.1" status: 204 len: 168 time: 0.3325236 Aug 31 09:23:56.184244 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938d85c-d31a-47ce-8977-f948f6c35be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68902a51-0d2f-41be-86df-5952e67f1b7a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:56.241710 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-eff8b824-2e82-4bc9-bc10-e0bf296a7241 req-6bd17ff1-7826-4ae6-b567-f514fb6350a3 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.253802 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['08ab43f9-3df4-47b4-84ec-0f9e1f72b09e'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:23:56.293513 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd17ff1-7826-4ae6-b567-f514fb6350a3 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] Pushing event deleted for resources: {'Port': ['ID=08ab43f9-3df4-47b4-84ec-0f9e1f72b09e,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:56.327684 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc667f-9556-4932-a52e-c7545c304853 req-f4e68cb1-9db3-4166-989e-e9c922c184c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:56.329213 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40cc667f-9556-4932-a52e-c7545c304853 req-f4e68cb1-9db3-4166-989e-e9c922c184c3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 1097 time: 0.0968876 Aug 31 09:23:56.348414 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff8b824-2e82-4bc9-bc10-e0bf296a7241 req-6bd17ff1-7826-4ae6-b567-f514fb6350a3 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] No DVR routers for this DVR port 08ab43f9-3df4-47b4-84ec-0f9e1f72b09e on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:23:56.351417 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-eff8b824-2e82-4bc9-bc10-e0bf296a7241 req-6bd17ff1-7826-4ae6-b567-f514fb6350a3 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.353890 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eff8b824-2e82-4bc9-bc10-e0bf296a7241 req-6bd17ff1-7826-4ae6-b567-f514fb6350a3 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.59 "DELETE /v2.0/ports/08ab43f9-3df4-47b4-84ec-0f9e1f72b09e HTTP/1.1" status: 204 len: 173 time: 0.9222898 Aug 31 09:23:56.377538 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40cc667f-9556-4932-a52e-c7545c304853 req-d942a75c-0b3c-40a3-ac89-8c884d878857 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347228 Aug 31 09:23:56.405965 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:56.407370 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device d74a91a0-3c4a-4603-8694-5657c49ee57c no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:23:56.451576 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: d74a91a0-3c4a-4603-8694-5657c49ee57c {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:23:56.451921 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device d74a91a0-3c4a-4603-8694-5657c49ee57c not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:23:56.478040 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=00788970-ac80-4b9a-bb8f-7474a59aeb75,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:56.824230 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8fc115-2359-47b0-b508-1ef9e3bb5c4b', 'name': 'network-vif-deleted', 'tag': '08ab43f9-3df4-47b4-84ec-0f9e1f72b09e'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:23:56.826635 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4619d0cd-7a51-4191-9dd6-8348a208453a" -d '{"events": [{"server_uuid": "bb8fc115-2359-47b0-b508-1ef9e3bb5c4b", "name": "network-vif-deleted", "tag": "08ab43f9-3df4-47b4-84ec-0f9e1f72b09e"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:23:56.861717 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c53a07-715b-4875-ba70-7a16910a29ea x-openstack-request-id: req-53c53a07-715b-4875-ba70-7a16910a29ea {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:23:56.862012 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8fc115-2359-47b0-b508-1ef9e3bb5c4b", "name": "network-vif-deleted", "tag": "08ab43f9-3df4-47b4-84ec-0f9e1f72b09e", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:23:56.862266 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-53c53a07-715b-4875-ba70-7a16910a29ea {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:23:56.862691 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8fc115-2359-47b0-b508-1ef9e3bb5c4b', 'name': 'network-vif-deleted', 'tag': '08ab43f9-3df4-47b4-84ec-0f9e1f72b09e', 'status': 'completed', 'code': 200} Aug 31 09:23:56.991427 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5c9f40f-cde4-4d06-a042-2e377b3f209a req-782b6b35-75f0-49d3-8c39-374b342d8448 tempest-ServersNegativeTestMultiTenantJSON-872382587 tempest-ServersNegativeTestMultiTenantJSON-872382587-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb8fc115-2359-47b0-b508-1ef9e3bb5c4b HTTP/1.1" status: 200 len: 210 time: 0.0343273 Aug 31 09:23:57.035356 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37734) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:57.074468 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ea79c-b796-4bd1-8100-d35bce513c85 req-91e553cb-1a24-449f-9fba-af395d82d32f tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:57.083097 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a48ea79c-b796-4bd1-8100-d35bce513c85 req-91e553cb-1a24-449f-9fba-af395d82d32f tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 946 time: 0.0940113 Aug 31 09:23:57.134174 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a48ea79c-b796-4bd1-8100-d35bce513c85 req-8aef5be6-76ef-4510-a884-74fd372db14d tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495136 Aug 31 09:23:57.188549 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3b2e5b6-8da8-41fe-b7d6-8dcb5c6b04d9 req-bcf644d9-8e39-496d-ac62-e614d21fd9fb tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0291874 Aug 31 09:23:57.246164 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1e8b3e16-bdee-4107-ab5b-4afbcb989f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.343320 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1e8b3e16-bdee-4107-ab5b-4afbcb989f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.466337 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1e8b3e16-bdee-4107-ab5b-4afbcb989f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.531146 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b3e16-bdee-4107-ab5b-4afbcb989f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0fb6ab-63c3-4875-b3c0-37ec4b9726c2,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:57.540650 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1e8b3e16-bdee-4107-ab5b-4afbcb989f63 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=ea63056338694dbdb650a06720422b91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5030508 Aug 31 09:23:57.543976 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37750) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:57.677146 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a48416df-c23e-44fc-a50a-95b6f626ca16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.701032 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a48416df-c23e-44fc-a50a-95b6f626ca16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.874256 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a48416df-c23e-44fc-a50a-95b6f626ca16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.876990 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a48416df-c23e-44fc-a50a-95b6f626ca16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:57.878150 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a48416df-c23e-44fc-a50a-95b6f626ca16 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/ea0fb6ab-63c3-4875-b3c0-37ec4b9726c2 HTTP/1.1" status: 204 len: 168 time: 0.3328273 Aug 31 09:23:57.887434 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48416df-c23e-44fc-a50a-95b6f626ca16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0fb6ab-63c3-4875-b3c0-37ec4b9726c2,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:58.060340 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37764) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:58.107944 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd2cf87-d4dc-49f3-81da-f420c7640059 admin admin] Deleting subnet 81cf8a46-8dfd-4012-9d13-d1b17f20b377 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:23:58.111626 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2dd2cf87-d4dc-49f3-81da-f420c7640059 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:58.169131 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2dd2cf87-d4dc-49f3-81da-f420c7640059 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:58.224760 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2dd2cf87-d4dc-49f3-81da-f420c7640059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:58.338475 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a88051-c034-4240-9ccd-616ce186113b req-278d732f-2b0f-41ec-81b5-8b7788834a03 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:58.348163 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-87a88051-c034-4240-9ccd-616ce186113b req-278d732f-2b0f-41ec-81b5-8b7788834a03 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 946 time: 0.1059577 Aug 31 09:23:58.405950 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-34d73b7a-3daf-4ef5-bb00-24cdfb27d770 req-4cd5a529-6356-4721-bfc0-8a92d4ce14e8 tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0550261 Aug 31 09:23:58.416056 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2dd2cf87-d4dc-49f3-81da-f420c7640059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:58.444239 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-87a88051-c034-4240-9ccd-616ce186113b req-5fe2b54b-9946-4533-91ed-cd2b3e9e3738 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844035 Aug 31 09:23:58.454652 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2dd2cf87-d4dc-49f3-81da-f420c7640059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:58.457190 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2dd2cf87-d4dc-49f3-81da-f420c7640059 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/81cf8a46-8dfd-4012-9d13-d1b17f20b377 HTTP/1.1" status: 204 len: 168 time: 0.3967457 Aug 31 09:23:58.458918 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2cf87-d4dc-49f3-81da-f420c7640059 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81cf8a46-8dfd-4012-9d13-d1b17f20b377,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:58.466814 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37782) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:58.566379 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48acc1e4-3031-43e0-9d2a-b7ba7636c9a3 req-708a40c1-adf2-48fe-a291-3f743bd23987 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:58.568065 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-48acc1e4-3031-43e0-9d2a-b7ba7636c9a3 req-708a40c1-adf2-48fe-a291-3f743bd23987 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=3a18c1ab-324c-47c4-84fb-2543314dcecd HTTP/1.1" status: 200 len: 950 time: 0.0639532 Aug 31 09:23:58.571234 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3814c206-9c1e-44bc-bc53-e1b06b3c786f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:58.608468 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-48acc1e4-3031-43e0-9d2a-b7ba7636c9a3 req-b6b695c5-8bca-4157-b698-300aa2465d3d tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332754 Aug 31 09:23:58.689264 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3814c206-9c1e-44bc-bc53-e1b06b3c786f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:58.700258 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-3814c206-9c1e-44bc-bc53-e1b06b3c786f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f558830-8bb2-432f-93fe-cfc04ea2e454']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:58.710928 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-3814c206-9c1e-44bc-bc53-e1b06b3c786f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b968cf24-2296-492d-8a2d-012dee0f4c1f') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:58.711239 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-3814c206-9c1e-44bc-bc53-e1b06b3c786f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b968cf24-2296-492d-8a2d-012dee0f4c1f') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:23:58.721555 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3814c206-9c1e-44bc-bc53-e1b06b3c786f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:58.736494 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3814c206-9c1e-44bc-bc53-e1b06b3c786f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:58.742435 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37788) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:58.751772 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3814c206-9c1e-44bc-bc53-e1b06b3c786f admin admin] Releasing vlan 1603 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:23:58.752106 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3814c206-9c1e-44bc-bc53-e1b06b3c786f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:58.753790 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:23:58.753790 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:23:58.753790 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:23:58.753790 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:23:58.753790 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:23:58.753790 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:23:58.753790 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:23:58.753790 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:23:58.753790 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:23:58.753790 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:23:58.753790 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:23:58.753790 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:23:58.753790 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:23:58.753790 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:23:58.753790 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:23:58.753790 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:23:58.753790 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:23:58.753790 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:23:58.753790 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:23:58.753790 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:23:58.753790 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:23:58.753790 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:23:58.753790 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:23:58.753790 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:23:58.753790 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:23:58.753790 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:23:58.753790 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:23:58.753790 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:23:58.753790 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:23:58.753790 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:23:58.753790 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:23:58.753790 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:23:58.796108 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-48656795-e53c-4440-8ca0-34b4a870b998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:58.901757 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-48656795-e53c-4440-8ca0-34b4a870b998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.041063 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-48656795-e53c-4440-8ca0-34b4a870b998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.043537 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3814c206-9c1e-44bc-bc53-e1b06b3c786f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.048842 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3814c206-9c1e-44bc-bc53-e1b06b3c786f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.050785 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3814c206-9c1e-44bc-bc53-e1b06b3c786f admin admin] 10.222.0.119 "DELETE /v2.0/networks/2f558830-8bb2-432f-93fe-cfc04ea2e454 HTTP/1.1" status: 204 len: 168 time: 0.5825725 Aug 31 09:23:59.053762 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 37796) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:59.099825 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814c206-9c1e-44bc-bc53-e1b06b3c786f admin admin] Pushing event deleted for resources: {'Network': ['ID=2f558830-8bb2-432f-93fe-cfc04ea2e454,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:59.109636 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-48656795-e53c-4440-8ca0-34b4a870b998 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=39b0e1e3dea1435b9dc75164cea857c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3654444 Aug 31 09:23:59.112201 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37800) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:59.134900 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48656795-e53c-4440-8ca0-34b4a870b998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35ccc23-8393-4ed4-a2e2-c07502a54746,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:59.141464 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-689183ec-9b10-4a9f-8a41-66e222c91d89 admin admin] Deleting subnet 2abf39e6-eb50-4555-a686-f2d250476cc8 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:23:59.145806 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-689183ec-9b10-4a9f-8a41-66e222c91d89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.212406 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df045f4d-6d1b-4034-868c-45217a359603 req-bfe8f9af-b37d-4af1-be3e-1eebc14d1ced tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:59.213979 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-df045f4d-6d1b-4034-868c-45217a359603 req-bfe8f9af-b37d-4af1-be3e-1eebc14d1ced tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 946 time: 0.1335237 Aug 31 09:23:59.237465 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-689183ec-9b10-4a9f-8a41-66e222c91d89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.256702 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-087b7ebe-dccc-4e82-bd85-ba3ca5e441bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.281879 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4f185-decb-4fc9-9a29-2f66ee1356d5 req-c52e113e-8375-4637-9558-db7efae77523 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:59.283986 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-96b4f185-decb-4fc9-9a29-2f66ee1356d5 req-c52e113e-8375-4637-9558-db7efae77523 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.112 "GET /v2.0/ports?device_id=3a18c1ab-324c-47c4-84fb-2543314dcecd HTTP/1.1" status: 200 len: 950 time: 0.0932477 Aug 31 09:23:59.294422 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b364cab-5bc1-4376-a3c2-79c4c590a863 req-3938f209-fd83-41da-b8f4-fe1275df271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:59.296017 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b364cab-5bc1-4376-a3c2-79c4c590a863 req-3938f209-fd83-41da-b8f4-fe1275df271c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=db98e609f02d40e497cfab3aeae07295&device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 1098 time: 0.1260133 Aug 31 09:23:59.300109 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-087b7ebe-dccc-4e82-bd85-ba3ca5e441bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.307842 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-df045f4d-6d1b-4034-868c-45217a359603 req-b43919f7-6509-493f-b161-fd63718c78ad tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866098 Aug 31 09:23:59.364050 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-689183ec-9b10-4a9f-8a41-66e222c91d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.435432 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-96b4f185-decb-4fc9-9a29-2f66ee1356d5 req-50f7416b-0978-4fbf-b67e-807464874958 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Deleting port bbd510a8-f1cb-4df6-80bf-3d88acfdae33 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:23:59.436026 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-96b4f185-decb-4fc9-9a29-2f66ee1356d5 req-50f7416b-0978-4fbf-b67e-807464874958 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.457934 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b364cab-5bc1-4376-a3c2-79c4c590a863 req-d6a699a2-2ee8-41f5-8d1b-0f8432798694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:59.460054 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b364cab-5bc1-4376-a3c2-79c4c590a863 req-d6a699a2-2ee8-41f5-8d1b-0f8432798694 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b71009e1-f5fe-4162-b1b3-564810754969 HTTP/1.1" status: 200 len: 913 time: 0.1558802 Aug 31 09:23:59.512041 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b364cab-5bc1-4376-a3c2-79c4c590a863 req-c0b6c17f-1ce1-4686-9127-bbfe54c09a95 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00788970-ac80-4b9a-bb8f-7474a59aeb75 HTTP/1.1" status: 200 len: 217 time: 0.0431521 Aug 31 09:23:59.526387 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-087b7ebe-dccc-4e82-bd85-ba3ca5e441bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.528956 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-087b7ebe-dccc-4e82-bd85-ba3ca5e441bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.530596 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-087b7ebe-dccc-4e82-bd85-ba3ca5e441bd admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/d35ccc23-8393-4ed4-a2e2-c07502a54746 HTTP/1.1" status: 204 len: 168 time: 0.4168587 Aug 31 09:23:59.548845 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b7ebe-dccc-4e82-bd85-ba3ca5e441bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35ccc23-8393-4ed4-a2e2-c07502a54746,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:59.559183 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-96b4f185-decb-4fc9-9a29-2f66ee1356d5 req-50f7416b-0978-4fbf-b67e-807464874958 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] For port bbd510a8-f1cb-4df6-80bf-3d88acfdae33, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=bbd510a8-f1cb-4df6-80bf-3d88acfdae33,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:23:59.559559 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-96b4f185-decb-4fc9-9a29-2f66ee1356d5 req-50f7416b-0978-4fbf-b67e-807464874958 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.568331 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7d24b22e-6c2c-4caf-ab68-64249299964d req-3c15f881-4eca-41e3-bfc6-13d31353b51e tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0589366 Aug 31 09:23:59.575321 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-96b4f185-decb-4fc9-9a29-2f66ee1356d5 req-50f7416b-0978-4fbf-b67e-807464874958 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Calling delete_port for bbd510a8-f1cb-4df6-80bf-3d88acfdae33 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:23:59.601434 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-689183ec-9b10-4a9f-8a41-66e222c91d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.659409 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689183ec-9b10-4a9f-8a41-66e222c91d89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2abf39e6-eb50-4555-a686-f2d250476cc8,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:59.666944 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-689183ec-9b10-4a9f-8a41-66e222c91d89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.669022 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-689183ec-9b10-4a9f-8a41-66e222c91d89 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/2abf39e6-eb50-4555-a686-f2d250476cc8 HTTP/1.1" status: 204 len: 168 time: 0.6140621 Aug 31 09:23:59.671934 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 08ab43f9-3df4-47b4-84ec-0f9e1f72b09e no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:23:59.672440 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 37812) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:23:59.677528 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b364cab-5bc1-4376-a3c2-79c4c590a863 req-7172b6f2-aefd-42bf-835f-8240cecf326a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:59.677690 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b364cab-5bc1-4376-a3c2-79c4c590a863 req-7172b6f2-aefd-42bf-835f-8240cecf326a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee003db9-da2c-4578-b65f-995ad17b5a56 HTTP/1.1" status: 200 len: 851 time: 0.1566675 Aug 31 09:23:59.724132 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689183ec-9b10-4a9f-8a41-66e222c91d89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:59.724724 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689183ec-9b10-4a9f-8a41-66e222c91d89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:59.724976 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689183ec-9b10-4a9f-8a41-66e222c91d89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:59.725242 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689183ec-9b10-4a9f-8a41-66e222c91d89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:59.725578 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689183ec-9b10-4a9f-8a41-66e222c91d89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:59.725904 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689183ec-9b10-4a9f-8a41-66e222c91d89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:59.726268 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689183ec-9b10-4a9f-8a41-66e222c91d89 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:59.728124 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689183ec-9b10-4a9f-8a41-66e222c91d89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:59.728124 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689183ec-9b10-4a9f-8a41-66e222c91d89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:59.728323 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 08ab43f9-3df4-47b4-84ec-0f9e1f72b09e {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:23:59.728406 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 08ab43f9-3df4-47b4-84ec-0f9e1f72b09e not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:23:59.730581 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689183ec-9b10-4a9f-8a41-66e222c91d89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:59.734806 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689183ec-9b10-4a9f-8a41-66e222c91d89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:59.734806 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689183ec-9b10-4a9f-8a41-66e222c91d89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:23:59.800108 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b364cab-5bc1-4376-a3c2-79c4c590a863 req-ad4f13c5-bd73-414b-80d8-c2399dc8b4df service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b71009e1-f5fe-4162-b1b3-564810754969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113946 Aug 31 09:23:59.830091 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abd18e3-1d90-42ff-9ad3-2ba97926e064 req-4513fdc7-aea3-4d95-8289-3c9ea5821195 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:59.831667 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9abd18e3-1d90-42ff-9ad3-2ba97926e064 req-4513fdc7-aea3-4d95-8289-3c9ea5821195 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.59 "GET /v2.0/ports?device_id=441320c5-9a12-4ed7-ac3c-5bb58e7d0451 HTTP/1.1" status: 200 len: 950 time: 0.2406576 Aug 31 09:23:59.908968 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-96b4f185-decb-4fc9-9a29-2f66ee1356d5 req-50f7416b-0978-4fbf-b67e-807464874958 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.920022 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2ca1608c-dcb4-448f-b5c6-b7f7ae76ca4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:23:59.922829 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['208182a9-a164-4eea-905d-adb2523ca8bc'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:23:59.926692 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['5b4431c4-d3fc-4102-a88e-370b2790a6d2', 'a455cdf0-83d3-4487-b52d-1754bb9148b1', '0ccfc8f2-adc2-437c-9087-578ecbd69952', 'bbd510a8-f1cb-4df6-80bf-3d88acfdae33'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:23:59.945721 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7416b-0978-4fbf-b67e-807464874958 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Pushing event deleted for resources: {'Port': ['ID=bbd510a8-f1cb-4df6-80bf-3d88acfdae33,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:23:59.965459 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aee14d-33a2-4fe9-9a51-a396fbae613f req-1ec105c6-60a3-458e-8b86-e9f1386a292f tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:23:59.967032 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-86aee14d-33a2-4fe9-9a51-a396fbae613f req-1ec105c6-60a3-458e-8b86-e9f1386a292f tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=3a18c1ab-324c-47c4-84fb-2543314dcecd HTTP/1.1" status: 200 len: 867 time: 0.2307980 Aug 31 09:24:00.007392 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b4f185-decb-4fc9-9a29-2f66ee1356d5 req-50f7416b-0978-4fbf-b67e-807464874958 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] No DVR routers for this DVR port bbd510a8-f1cb-4df6-80bf-3d88acfdae33 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:24:00.010272 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-96b4f185-decb-4fc9-9a29-2f66ee1356d5 req-50f7416b-0978-4fbf-b67e-807464874958 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:00.012532 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-96b4f185-decb-4fc9-9a29-2f66ee1356d5 req-50f7416b-0978-4fbf-b67e-807464874958 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.112 "DELETE /v2.0/ports/bbd510a8-f1cb-4df6-80bf-3d88acfdae33 HTTP/1.1" status: 204 len: 173 time: 0.7104683 Aug 31 09:24:00.014896 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a18c1ab-324c-47c4-84fb-2543314dcecd', 'name': 'network-vif-deleted', 'tag': 'bbd510a8-f1cb-4df6-80bf-3d88acfdae33'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:00.015467 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0a6db7-de66-468b-880e-12184683da0f" -d '{"events": [{"server_uuid": "3a18c1ab-324c-47c4-84fb-2543314dcecd", "name": "network-vif-deleted", "tag": "bbd510a8-f1cb-4df6-80bf-3d88acfdae33"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:00.064235 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9183f3c-99e0-452e-a00b-46710decf310 x-openstack-request-id: req-a9183f3c-99e0-452e-a00b-46710decf310 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:00.064536 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a18c1ab-324c-47c4-84fb-2543314dcecd", "name": "network-vif-deleted", "tag": "bbd510a8-f1cb-4df6-80bf-3d88acfdae33", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:00.065056 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-a9183f3c-99e0-452e-a00b-46710decf310 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:00.065473 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a18c1ab-324c-47c4-84fb-2543314dcecd', 'name': 'network-vif-deleted', 'tag': 'bbd510a8-f1cb-4df6-80bf-3d88acfdae33', 'status': 'completed', 'code': 200} Aug 31 09:24:00.072234 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b364cab-5bc1-4376-a3c2-79c4c590a863 req-43322b77-fbe0-40b4-a68a-2d207cfbc2d7 service neutron] 10.222.0.59 "GET /v2.0/networks/b71009e1-f5fe-4162-b1b3-564810754969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532914 Aug 31 09:24:00.145946 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-86aee14d-33a2-4fe9-9a51-a396fbae613f req-2c1b144c-2d3d-4021-92bc-7650871a7d6b tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670372 Aug 31 09:24:00.211374 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2ca1608c-dcb4-448f-b5c6-b7f7ae76ca4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:00.231479 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-2ca1608c-dcb4-448f-b5c6-b7f7ae76ca4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7f553fd-f85f-4faa-9dd0-0f2b782eb9a4']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:00.247526 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-2ca1608c-dcb4-448f-b5c6-b7f7ae76ca4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ea26a5-9b12-46a2-9592-b6d5b2edbc18') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:00.248262 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-2ca1608c-dcb4-448f-b5c6-b7f7ae76ca4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ea26a5-9b12-46a2-9592-b6d5b2edbc18') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:00.261050 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-9abd18e3-1d90-42ff-9ad3-2ba97926e064 req-d7ff04c1-d9d2-45a2-a2db-d7f338bfb523 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Deleting port 208182a9-a164-4eea-905d-adb2523ca8bc {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:00.261698 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9abd18e3-1d90-42ff-9ad3-2ba97926e064 req-d7ff04c1-d9d2-45a2-a2db-d7f338bfb523 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:00.286858 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2ca1608c-dcb4-448f-b5c6-b7f7ae76ca4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:00.359520 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2ca1608c-dcb4-448f-b5c6-b7f7ae76ca4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:00.367658 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b364cab-5bc1-4376-a3c2-79c4c590a863 req-cbb0e556-bd5a-4906-b9de-fe0d2d750465 service neutron] 10.222.0.59 "GET /v2.0/networks/b71009e1-f5fe-4162-b1b3-564810754969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702847 Aug 31 09:24:00.379387 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ca1608c-dcb4-448f-b5c6-b7f7ae76ca4e admin admin] Releasing vlan 1642 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:24:00.380087 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2ca1608c-dcb4-448f-b5c6-b7f7ae76ca4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:00.382031 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:24:00.382031 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:24:00.382031 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:24:00.382031 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:24:00.382031 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:24:00.382031 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:24:00.382031 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:24:00.382031 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:24:00.382031 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:24:00.382031 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:24:00.382031 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:24:00.382031 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:24:00.382031 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:24:00.382031 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:24:00.382031 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:24:00.382031 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:24:00.382031 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:24:00.382031 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:24:00.382031 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:24:00.382031 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:24:00.382031 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:24:00.382031 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:24:00.382031 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:24:00.382031 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:24:00.382031 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:24:00.382031 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:24:00.382031 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:24:00.382031 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:24:00.382031 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:24:00.382031 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:24:00.382031 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:24:00.382031 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:24:00.460387 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-9abd18e3-1d90-42ff-9ad3-2ba97926e064 req-d7ff04c1-d9d2-45a2-a2db-d7f338bfb523 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] For port 208182a9-a164-4eea-905d-adb2523ca8bc, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=208182a9-a164-4eea-905d-adb2523ca8bc,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:00.460869 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9abd18e3-1d90-42ff-9ad3-2ba97926e064 req-d7ff04c1-d9d2-45a2-a2db-d7f338bfb523 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:00.535474 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-9abd18e3-1d90-42ff-9ad3-2ba97926e064 req-d7ff04c1-d9d2-45a2-a2db-d7f338bfb523 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Calling delete_port for 208182a9-a164-4eea-905d-adb2523ca8bc owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:00.637721 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37836) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:00.642194 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156b323-e252-41d9-8b9e-eb69600fe4dd req-ea2d0fda-52b6-416d-8b74-4913b65c3019 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:00.646839 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3156b323-e252-41d9-8b9e-eb69600fe4dd req-ea2d0fda-52b6-416d-8b74-4913b65c3019 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 946 time: 0.2073541 Aug 31 09:24:00.675298 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2ca1608c-dcb4-448f-b5c6-b7f7ae76ca4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:00.702365 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2ca1608c-dcb4-448f-b5c6-b7f7ae76ca4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:00.706424 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2ca1608c-dcb4-448f-b5c6-b7f7ae76ca4e admin admin] 10.222.0.119 "DELETE /v2.0/networks/c7f553fd-f85f-4faa-9dd0-0f2b782eb9a4 HTTP/1.1" status: 204 len: 168 time: 1.0296717 Aug 31 09:24:00.740008 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b118fa2-352b-4dea-a3a8-3cbe955443cd req-a834e820-3f4b-4901-bea6-770474e3d383 tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0569034 Aug 31 09:24:00.747845 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1608c-dcb4-448f-b5c6-b7f7ae76ca4e admin admin] Pushing event deleted for resources: {'Network': ['ID=c7f553fd-f85f-4faa-9dd0-0f2b782eb9a4,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:00.771074 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3156b323-e252-41d9-8b9e-eb69600fe4dd req-1051f332-2b18-49aa-b059-27bf71e228c1 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195235 Aug 31 09:24:00.795525 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ba91dd6d-333c-4359-b7a7-d5322207d74f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:00.900944 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ba91dd6d-333c-4359-b7a7-d5322207d74f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:01.091984 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ba91dd6d-333c-4359-b7a7-d5322207d74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:01.092210 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9abd18e3-1d90-42ff-9ad3-2ba97926e064 req-d7ff04c1-d9d2-45a2-a2db-d7f338bfb523 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:01.124901 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff04c1-d9d2-45a2-a2db-d7f338bfb523 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Pushing event deleted for resources: {'Port': ['ID=208182a9-a164-4eea-905d-adb2523ca8bc,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:01.131560 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ba91dd6d-333c-4359-b7a7-d5322207d74f admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=8ba267ee1a944142b1fae3a3140f9c9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4929397 Aug 31 09:24:01.134531 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 37848) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:01.135472 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba91dd6d-333c-4359-b7a7-d5322207d74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b56255-28fe-4a00-a9fa-138ff782fe6f,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:01.216169 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-9abd18e3-1d90-42ff-9ad3-2ba97926e064 req-d7ff04c1-d9d2-45a2-a2db-d7f338bfb523 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] No DVR routers for this DVR port 208182a9-a164-4eea-905d-adb2523ca8bc on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:24:01.221411 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9abd18e3-1d90-42ff-9ad3-2ba97926e064 req-d7ff04c1-d9d2-45a2-a2db-d7f338bfb523 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:01.224034 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9abd18e3-1d90-42ff-9ad3-2ba97926e064 req-d7ff04c1-d9d2-45a2-a2db-d7f338bfb523 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.59 "DELETE /v2.0/ports/208182a9-a164-4eea-905d-adb2523ca8bc HTTP/1.1" status: 204 len: 173 time: 1.3782494 Aug 31 09:24:01.224503 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441320c5-9a12-4ed7-ac3c-5bb58e7d0451', 'name': 'network-vif-deleted', 'tag': '208182a9-a164-4eea-905d-adb2523ca8bc'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:01.226970 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514e3fa9-fe0e-4ea4-bb20-39fb5c08097d" -d '{"events": [{"server_uuid": "441320c5-9a12-4ed7-ac3c-5bb58e7d0451", "name": "network-vif-deleted", "tag": "208182a9-a164-4eea-905d-adb2523ca8bc"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:01.256036 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e4920c77-50f1-4529-8511-0718eb817674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:01.279301 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e958d973-12b2-4978-8c00-97cfe2e81f9a x-openstack-request-id: req-e958d973-12b2-4978-8c00-97cfe2e81f9a {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:01.279594 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "441320c5-9a12-4ed7-ac3c-5bb58e7d0451", "name": "network-vif-deleted", "tag": "208182a9-a164-4eea-905d-adb2523ca8bc", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:01.279850 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e958d973-12b2-4978-8c00-97cfe2e81f9a {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:01.280254 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441320c5-9a12-4ed7-ac3c-5bb58e7d0451', 'name': 'network-vif-deleted', 'tag': '208182a9-a164-4eea-905d-adb2523ca8bc', 'status': 'completed', 'code': 200} Aug 31 09:24:01.303971 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e4de3d5-acd4-4f92-9427-3ef1ddcf2796 req-3e1c1d0e-2693-4058-898b-414b3aa3ef29 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=3a18c1ab-324c-47c4-84fb-2543314dcecd HTTP/1.1" status: 200 len: 210 time: 0.0501580 Aug 31 09:24:01.313457 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e4920c77-50f1-4529-8511-0718eb817674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:01.364837 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37858) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:01.423035 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 37864) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:01.423656 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-561a8914-4f7f-4f26-9e5a-d674a3f6ee21 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=01b078489b1f4ad59006a3ab29080812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0571613 Aug 31 09:24:01.484785 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e4920c77-50f1-4529-8511-0718eb817674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:01.487067 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e4920c77-50f1-4529-8511-0718eb817674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:01.488219 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e4920c77-50f1-4529-8511-0718eb817674 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/e9b56255-28fe-4a00-a9fa-138ff782fe6f HTTP/1.1" status: 204 len: 168 time: 0.3526578 Aug 31 09:24:01.510273 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9d95f1c7-bc1e-4018-9121-6ec1667c43b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:01.513469 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4920c77-50f1-4529-8511-0718eb817674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b56255-28fe-4a00-a9fa-138ff782fe6f,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:01.550676 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9d95f1c7-bc1e-4018-9121-6ec1667c43b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:01.640326 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['5b4431c4-d3fc-4102-a88e-370b2790a6d2', 'a455cdf0-83d3-4487-b52d-1754bb9148b1', '0ccfc8f2-adc2-437c-9087-578ecbd69952', 'bbd510a8-f1cb-4df6-80bf-3d88acfdae33'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:24:01.751610 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9d95f1c7-bc1e-4018-9121-6ec1667c43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:01.751610 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9d95f1c7-bc1e-4018-9121-6ec1667c43b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:01.751610 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9d95f1c7-bc1e-4018-9121-6ec1667c43b2 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/0bf7ccce-44e6-461e-b07a-7e8c1e331468 HTTP/1.1" status: 204 len: 168 time: 0.3172264 Aug 31 09:24:01.751610 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95f1c7-bc1e-4018-9121-6ec1667c43b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf7ccce-44e6-461e-b07a-7e8c1e331468,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:01.870619 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6ff3f36-c9ce-41f6-8541-ec7fe11fc0d9 req-9296d28c-bd69-41df-85f8-a1dd78388305 tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0321605 Aug 31 09:24:01.924151 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915e99b-0702-403b-9e2b-a1ebfb24739f req-ba6a3df9-6d90-4a7a-a469-30e24ab8dac5 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:01.925761 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f915e99b-0702-403b-9e2b-a1ebfb24739f req-ba6a3df9-6d90-4a7a-a469-30e24ab8dac5 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 946 time: 0.0584753 Aug 31 09:24:01.978149 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f915e99b-0702-403b-9e2b-a1ebfb24739f req-137b7a74-3b53-43ec-a2ad-d0609733d696 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439343 Aug 31 09:24:02.505940 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:02.744088 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37898) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:02.759955 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b29db183-73c2-49f3-a410-707d0e771df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:02.828582 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:02.872488 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b29db183-73c2-49f3-a410-707d0e771df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:02.971686 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b29db183-73c2-49f3-a410-707d0e771df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:02.996023 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37906) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:03.001405 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c64792d5-3dd9-41b2-a3e9-7e2fc03bef72 req-66d140cf-a207-455a-9a1b-876620ebb404 tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0327635 Aug 31 09:24:03.012529 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29db183-73c2-49f3-a410-707d0e771df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f0a216-1086-4ca7-9604-122b8d8650f9,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:03.051601 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b29db183-73c2-49f3-a410-707d0e771df0 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=034b0251940647adbd2aa19b2cbf16fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3063383 Aug 31 09:24:03.054219 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 37910) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:03.066056 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-cc1f8ffe-ee10-4e05-8b19-0ceecab34ace admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=06c8c0f6550d466ab5cf4595ebd1d6c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0689435 Aug 31 09:24:03.068820 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37912) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:03.130050 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-29cc09ac-9ecc-41bd-a871-e7d8f984eda8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:03.157215 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-29cc09ac-9ecc-41bd-a871-e7d8f984eda8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:03.160967 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904e7db-de00-4f98-a182-a47cc5ebba73 req-70d1946f-d286-4457-a213-e575695e7924 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:03.162870 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d904e7db-de00-4f98-a182-a47cc5ebba73 req-70d1946f-d286-4457-a213-e575695e7924 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 946 time: 0.0821700 Aug 31 09:24:03.163887 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2aedf8dc-fa66-4b49-a545-e1ad646db1b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:03.202501 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2aedf8dc-fa66-4b49-a545-e1ad646db1b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:03.239142 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d904e7db-de00-4f98-a182-a47cc5ebba73 req-c1a2a1bd-5ba9-4241-bfa3-8d45f268025d tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647862 Aug 31 09:24:03.320087 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-29cc09ac-9ecc-41bd-a871-e7d8f984eda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:03.323338 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-29cc09ac-9ecc-41bd-a871-e7d8f984eda8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:03.324517 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-29cc09ac-9ecc-41bd-a871-e7d8f984eda8 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/56b2ace7-60b7-4cbf-a184-5a8b96299eb1 HTTP/1.1" status: 204 len: 168 time: 0.2547536 Aug 31 09:24:03.334448 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc09ac-9ecc-41bd-a871-e7d8f984eda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b2ace7-60b7-4cbf-a184-5a8b96299eb1,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:03.349110 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2aedf8dc-fa66-4b49-a545-e1ad646db1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:03.353857 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2aedf8dc-fa66-4b49-a545-e1ad646db1b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:03.359106 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2aedf8dc-fa66-4b49-a545-e1ad646db1b8 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/d2f0a216-1086-4ca7-9604-122b8d8650f9 HTTP/1.1" status: 204 len: 168 time: 0.3035998 Aug 31 09:24:03.372813 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aedf8dc-fa66-4b49-a545-e1ad646db1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f0a216-1086-4ca7-9604-122b8d8650f9,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:03.684736 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 208182a9-a164-4eea-905d-adb2523ca8bc no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:24:03.706212 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 208182a9-a164-4eea-905d-adb2523ca8bc {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:24:03.706618 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 208182a9-a164-4eea-905d-adb2523ca8bc not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:24:03.712668 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4ed67-653e-43a0-9a8b-28d1a5375c79 req-ea2699f9-f2d3-49a1-ba5a-7f7b890b3924 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:03.714325 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eda4ed67-653e-43a0-9a8b-28d1a5375c79 req-ea2699f9-f2d3-49a1-ba5a-7f7b890b3924 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=1f0c3995-8932-48ac-b794-8ba3c9191dfa HTTP/1.1" status: 200 len: 949 time: 0.0567305 Aug 31 09:24:03.759750 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eda4ed67-653e-43a0-9a8b-28d1a5375c79 req-dfddf18d-059a-4f84-afaf-fad093d21b2b tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387137 Aug 31 09:24:04.069407 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device bbd510a8-f1cb-4df6-80bf-3d88acfdae33 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:24:04.097017 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: bbd510a8-f1cb-4df6-80bf-3d88acfdae33 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:24:04.097351 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device bbd510a8-f1cb-4df6-80bf-3d88acfdae33 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:24:04.124212 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e0e7f0b3-b293-4d96-be95-dd9f03b19508 req-44a441f4-3c8e-49a6-b7a8-05aa5a5bc4d7 tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0296018 Aug 31 09:24:04.267773 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a03a2c8b-d319-4a84-9c5c-9af42249e5dc req-d92ce8a4-4eb1-4384-94f3-7fe859064c1f service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0293198 Aug 31 09:24:04.382314 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f24d34-8eca-4126-adbd-98b522b00790 req-3a44a4e5-32ef-44d1-aca3-9265ced75cdd tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:04.384776 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-00f24d34-8eca-4126-adbd-98b522b00790 req-3a44a4e5-32ef-44d1-aca3-9265ced75cdd tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 946 time: 0.0500908 Aug 31 09:24:04.442178 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-00f24d34-8eca-4126-adbd-98b522b00790 req-c5729f81-6d47-4199-bbc5-12681bc812ed tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404463 Aug 31 09:24:04.754281 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c16cb0-717c-4afa-b068-c29151f3f2fb req-9504f329-a33e-47e9-bfef-6d19a58b2f0f tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:04.754281 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-37c16cb0-717c-4afa-b068-c29151f3f2fb req-9504f329-a33e-47e9-bfef-6d19a58b2f0f tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.112 "GET /v2.0/ports?device_id=1f0c3995-8932-48ac-b794-8ba3c9191dfa HTTP/1.1" status: 200 len: 949 time: 0.0519390 Aug 31 09:24:04.911989 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-37c16cb0-717c-4afa-b068-c29151f3f2fb req-c51a1ffe-7ec1-4b57-96d2-b814e0a2e334 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Deleting port 0ccfc8f2-adc2-437c-9087-578ecbd69952 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:04.912342 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-37c16cb0-717c-4afa-b068-c29151f3f2fb req-c51a1ffe-7ec1-4b57-96d2-b814e0a2e334 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:04.927629 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 38030) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:04.936673 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e00b74-1570-439a-ad41-514e8a4f9b11 req-9071b69f-bc7d-463a-89e3-62676984cc70 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:04.938185 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22e00b74-1570-439a-ad41-514e8a4f9b11 req-9071b69f-bc7d-463a-89e3-62676984cc70 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=1f0c3995-8932-48ac-b794-8ba3c9191dfa HTTP/1.1" status: 200 len: 949 time: 0.0695727 Aug 31 09:24:04.981731 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22e00b74-1570-439a-ad41-514e8a4f9b11 req-6bd5ab92-0eca-4020-b044-dba3c0edbebf tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364461 Aug 31 09:24:05.024206 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-37c16cb0-717c-4afa-b068-c29151f3f2fb req-c51a1ffe-7ec1-4b57-96d2-b814e0a2e334 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] For port 0ccfc8f2-adc2-437c-9087-578ecbd69952, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=0ccfc8f2-adc2-437c-9087-578ecbd69952,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:05.024598 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-37c16cb0-717c-4afa-b068-c29151f3f2fb req-c51a1ffe-7ec1-4b57-96d2-b814e0a2e334 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:05.038080 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-37c16cb0-717c-4afa-b068-c29151f3f2fb req-c51a1ffe-7ec1-4b57-96d2-b814e0a2e334 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Calling delete_port for 0ccfc8f2-adc2-437c-9087-578ecbd69952 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:05.072800 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-67c95bb5-567e-4ecc-a985-d29f5b0e30fd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-314926797-network', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:05.223920 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c95bb5-567e-4ecc-a985-d29f5b0e30fd admin admin] Made reservation on behalf of b807ea962a9445be9b1ffbeebf308f16 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:05.226437 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-67c95bb5-567e-4ecc-a985-d29f5b0e30fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:05.246985 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-67c95bb5-567e-4ecc-a985-d29f5b0e30fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:05.266620 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7471807b-e222-4369-a56f-fa5dff914d8a req-7305d894-212d-4806-b453-cca907be334e tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0438690 Aug 31 09:24:05.297598 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-37c16cb0-717c-4afa-b068-c29151f3f2fb req-c51a1ffe-7ec1-4b57-96d2-b814e0a2e334 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:05.310422 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['5b4431c4-d3fc-4102-a88e-370b2790a6d2', 'a455cdf0-83d3-4487-b52d-1754bb9148b1', '0ccfc8f2-adc2-437c-9087-578ecbd69952'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:24:05.339421 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a1ffe-7ec1-4b57-96d2-b814e0a2e334 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Pushing event deleted for resources: {'Port': ['ID=0ccfc8f2-adc2-437c-9087-578ecbd69952,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:05.409255 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-67c95bb5-567e-4ecc-a985-d29f5b0e30fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:05.419188 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c16cb0-717c-4afa-b068-c29151f3f2fb req-c51a1ffe-7ec1-4b57-96d2-b814e0a2e334 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] No DVR routers for this DVR port 0ccfc8f2-adc2-437c-9087-578ecbd69952 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:24:05.422069 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-37c16cb0-717c-4afa-b068-c29151f3f2fb req-c51a1ffe-7ec1-4b57-96d2-b814e0a2e334 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:05.425785 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-37c16cb0-717c-4afa-b068-c29151f3f2fb req-c51a1ffe-7ec1-4b57-96d2-b814e0a2e334 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.112 "DELETE /v2.0/ports/0ccfc8f2-adc2-437c-9087-578ecbd69952 HTTP/1.1" status: 204 len: 173 time: 0.6600285 Aug 31 09:24:05.426661 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0c3995-8932-48ac-b794-8ba3c9191dfa', 'name': 'network-vif-deleted', 'tag': '0ccfc8f2-adc2-437c-9087-578ecbd69952'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:05.429987 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bee941-6df7-4d26-b13a-a880f50d296f" -d '{"events": [{"server_uuid": "1f0c3995-8932-48ac-b794-8ba3c9191dfa", "name": "network-vif-deleted", "tag": "0ccfc8f2-adc2-437c-9087-578ecbd69952"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:05.507672 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01a4554-87ee-44a9-b083-fd38f0954e4b x-openstack-request-id: req-e01a4554-87ee-44a9-b083-fd38f0954e4b {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:05.508066 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0c3995-8932-48ac-b794-8ba3c9191dfa", "name": "network-vif-deleted", "tag": "0ccfc8f2-adc2-437c-9087-578ecbd69952", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:05.508287 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e01a4554-87ee-44a9-b083-fd38f0954e4b {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:05.509109 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0c3995-8932-48ac-b794-8ba3c9191dfa', 'name': 'network-vif-deleted', 'tag': '0ccfc8f2-adc2-437c-9087-578ecbd69952', 'status': 'completed', 'code': 200} Aug 31 09:24:05.510474 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc0580-b41d-4c9a-bf69-0c56d5f36fc1 req-c3389c6e-29ba-415e-aafa-8fd687b687fc tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:05.512075 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-64dc0580-b41d-4c9a-bf69-0c56d5f36fc1 req-c3389c6e-29ba-415e-aafa-8fd687b687fc tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.112 "GET /v2.0/ports?device_id=d2b3c998-7b68-4076-9d27-61ede58550c7 HTTP/1.1" status: 200 len: 949 time: 0.1062744 Aug 31 09:24:05.587462 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-67c95bb5-567e-4ecc-a985-d29f5b0e30fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:05.631714 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c95bb5-567e-4ecc-a985-d29f5b0e30fd admin admin] vlan segment allocate from pool success with {'vlan_id': 1630, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:24:05.672320 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-67c95bb5-567e-4ecc-a985-d29f5b0e30fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:05.672665 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-67c95bb5-567e-4ecc-a985-d29f5b0e30fd admin admin] Added segment 0a95ffdb-6d77-445a-8e83-52f6d3d4d73c of type vlan for network db85df49-32f0-464c-8559-cb7cf1e93dcb Aug 31 09:24:05.675511 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c95bb5-567e-4ecc-a985-d29f5b0e30fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a62be48-1885-49cf-8393-4b0b8002d64d,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:05.696619 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d9573-cef4-423e-bd1d-a8d9f2ebfbb7 req-7e7816d9-d187-47df-a4bb-6e0ec58f2f9a tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:05.698149 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d5d9573-cef4-423e-bd1d-a8d9f2ebfbb7 req-7e7816d9-d187-47df-a4bb-6e0ec58f2f9a tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 946 time: 0.1589806 Aug 31 09:24:05.769776 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-67c95bb5-567e-4ecc-a985-d29f5b0e30fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:05.822393 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-64dc0580-b41d-4c9a-bf69-0c56d5f36fc1 req-7516f578-bb15-49da-a0eb-62f7600c26ac tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Deleting port a455cdf0-83d3-4487-b52d-1754bb9148b1 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:05.822772 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-64dc0580-b41d-4c9a-bf69-0c56d5f36fc1 req-7516f578-bb15-49da-a0eb-62f7600c26ac tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:05.873935 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d5d9573-cef4-423e-bd1d-a8d9f2ebfbb7 req-9f009104-e8f9-4d7d-a5e0-6428f2869eaf tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484883 Aug 31 09:24:05.943807 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-64dc0580-b41d-4c9a-bf69-0c56d5f36fc1 req-7516f578-bb15-49da-a0eb-62f7600c26ac tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] For port a455cdf0-83d3-4487-b52d-1754bb9148b1, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=a455cdf0-83d3-4487-b52d-1754bb9148b1,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:05.944174 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-64dc0580-b41d-4c9a-bf69-0c56d5f36fc1 req-7516f578-bb15-49da-a0eb-62f7600c26ac tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:05.976679 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-64dc0580-b41d-4c9a-bf69-0c56d5f36fc1 req-7516f578-bb15-49da-a0eb-62f7600c26ac tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Calling delete_port for a455cdf0-83d3-4487-b52d-1754bb9148b1 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:06.023908 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-67c95bb5-567e-4ecc-a985-d29f5b0e30fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:06.025792 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c95bb5-567e-4ecc-a985-d29f5b0e30fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:06.026392 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-67c95bb5-567e-4ecc-a985-d29f5b0e30fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:06.147087 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd903039-c217-4201-a38a-25ca81fad20d req-9eb253c8-9e60-4628-8a47-ef378c5fcc95 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=1f0c3995-8932-48ac-b794-8ba3c9191dfa HTTP/1.1" status: 200 len: 210 time: 0.0434475 Aug 31 09:24:06.147601 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c95bb5-567e-4ecc-a985-d29f5b0e30fd admin admin] Pushing event updated for resources: {'Network': ['ID=db85df49-32f0-464c-8559-cb7cf1e93dcb,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:06.156113 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 38078) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:06.158831 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network db85df49-32f0-464c-8559-cb7cf1e93dcb details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:24:06.271442 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-67c95bb5-567e-4ecc-a985-d29f5b0e30fd admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3425925 Aug 31 09:24:06.274692 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38082) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:06.278198 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8c8a0cb1-ab93-4e3f-8dbe-7a35284f2b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:06.280549 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-d946ddc6-5c66-4d35-a8b6-1d599651a53a admin admin] Request body: {'subnet': {'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-314926797-subnet', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:06.340104 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-64dc0580-b41d-4c9a-bf69-0c56d5f36fc1 req-7516f578-bb15-49da-a0eb-62f7600c26ac tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:06.354224 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['5b4431c4-d3fc-4102-a88e-370b2790a6d2'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:24:06.385704 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d946ddc6-5c66-4d35-a8b6-1d599651a53a admin admin] Made reservation on behalf of b807ea962a9445be9b1ffbeebf308f16 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:06.389763 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d946ddc6-5c66-4d35-a8b6-1d599651a53a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:06.395001 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516f578-bb15-49da-a0eb-62f7600c26ac tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Pushing event deleted for resources: {'Port': ['ID=a455cdf0-83d3-4487-b52d-1754bb9148b1,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:06.424144 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cd16b2eb-1c00-4c38-b459-ffae7615ce77 req-a965ebb4-8cbb-4b7c-82b6-e5a1db2d44ae tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0746350 Aug 31 09:24:06.746608 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d946ddc6-5c66-4d35-a8b6-1d599651a53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:06.824123 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-64dc0580-b41d-4c9a-bf69-0c56d5f36fc1 req-7516f578-bb15-49da-a0eb-62f7600c26ac tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] No DVR routers for this DVR port a455cdf0-83d3-4487-b52d-1754bb9148b1 on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:24:06.841871 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-64dc0580-b41d-4c9a-bf69-0c56d5f36fc1 req-7516f578-bb15-49da-a0eb-62f7600c26ac tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:06.845057 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-64dc0580-b41d-4c9a-bf69-0c56d5f36fc1 req-7516f578-bb15-49da-a0eb-62f7600c26ac tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.112 "DELETE /v2.0/ports/a455cdf0-83d3-4487-b52d-1754bb9148b1 HTTP/1.1" status: 204 len: 173 time: 1.3242769 Aug 31 09:24:06.845617 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b3c998-7b68-4076-9d27-61ede58550c7', 'name': 'network-vif-deleted', 'tag': 'a455cdf0-83d3-4487-b52d-1754bb9148b1'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:06.849789 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b70930-7bd2-414b-ae09-84b2520bdb10" -d '{"events": [{"server_uuid": "d2b3c998-7b68-4076-9d27-61ede58550c7", "name": "network-vif-deleted", "tag": "a455cdf0-83d3-4487-b52d-1754bb9148b1"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:06.884847 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d946ddc6-5c66-4d35-a8b6-1d599651a53a admin admin] Checking segment: {'id': '0a95ffdb-6d77-445a-8e83-52f6d3d4d73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1630, 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:06.885359 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d946ddc6-5c66-4d35-a8b6-1d599651a53a admin admin] Network hostable DHCP agents. Network: db85df49-32f0-464c-8559-cb7cf1e93dcb, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:24:06.890801 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946ddc6-5c66-4d35-a8b6-1d599651a53a admin admin] Pushing event updated for resources: {'Subnet': ['ID=51d76b46-811d-468a-80f4-ece7058a5d3b,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:06.927211 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539ac33b-b014-442d-a428-24c5b9214aec x-openstack-request-id: req-539ac33b-b014-442d-a428-24c5b9214aec {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:06.927551 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b3c998-7b68-4076-9d27-61ede58550c7", "name": "network-vif-deleted", "tag": "a455cdf0-83d3-4487-b52d-1754bb9148b1", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:06.927807 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-539ac33b-b014-442d-a428-24c5b9214aec {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:06.928544 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b3c998-7b68-4076-9d27-61ede58550c7', 'name': 'network-vif-deleted', 'tag': 'a455cdf0-83d3-4487-b52d-1754bb9148b1', 'status': 'completed', 'code': 200} Aug 31 09:24:06.934670 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8c8a0cb1-ab93-4e3f-8dbe-7a35284f2b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:06.972421 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d946ddc6-5c66-4d35-a8b6-1d599651a53a admin admin] Network db85df49-32f0-464c-8559-cb7cf1e93dcb is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:24:07.038069 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8c8a0cb1-ab93-4e3f-8dbe-7a35284f2b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:07.068563 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a430486-99bb-4547-93bc-c1750ae7daeb req-41cce723-2d46-4ac3-a7cb-fb4754d9d3ac tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:07.070580 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a430486-99bb-4547-93bc-c1750ae7daeb req-41cce723-2d46-4ac3-a7cb-fb4754d9d3ac tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 946 time: 0.0694396 Aug 31 09:24:07.072263 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-d946ddc6-5c66-4d35-a8b6-1d599651a53a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, db85df49-32f0-464c-8559-cb7cf1e93dcb) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:07.079823 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d946ddc6-5c66-4d35-a8b6-1d599651a53a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:07.080796 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d946ddc6-5c66-4d35-a8b6-1d599651a53a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:07.095788 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dbe302-8e7f-484a-864f-91ba64553939 None None] Network db85df49-32f0-464c-8559-cb7cf1e93dcb requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:07.169219 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d946ddc6-5c66-4d35-a8b6-1d599651a53a admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8932014 Aug 31 09:24:07.171813 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38108) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:07.172835 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a0cb1-ab93-4e3f-8dbe-7a35284f2b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5146a6c-1e3d-4cbb-83d0-4ef5291ba9bb,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:07.182801 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7a43fe6b-4aa3-4057-8ff9-8501b46f97b8 req-4e4b54fe-c9d3-4118-9a37-c614168b6f57 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=6560e5612af14ae89ea14fa4fc33567b&device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0550513 Aug 31 09:24:07.185000 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-d0340908-b99d-49da-aa30-0617c0f9dc4c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-314926797-router', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:07.200906 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8c8a0cb1-ab93-4e3f-8dbe-7a35284f2b2b admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=93bd8a7c9fd84c0c83cee2efd65c5b9e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0437388 Aug 31 09:24:07.204232 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38112) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:07.237181 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-289a40d0-8c7a-4dd9-aa69-7d9a82e38f0f req-75291a47-26c4-425b-affd-97d7a8455aa7 tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0611763 Aug 31 09:24:07.251334 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7a43fe6b-4aa3-4057-8ff9-8501b46f97b8 req-0e03f95f-62d8-4f37-8539-e82c928950e7 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=6560e5612af14ae89ea14fa4fc33567b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566485 Aug 31 09:24:07.271716 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a430486-99bb-4547-93bc-c1750ae7daeb req-f0f1d917-2b3d-4ae6-a9c9-703d0115cc41 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824613 Aug 31 09:24:07.320372 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d0340908-b99d-49da-aa30-0617c0f9dc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:07.333955 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d0340908-b99d-49da-aa30-0617c0f9dc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:07.356021 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bb938ea0-0a24-491d-8b05-eafbd114f9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:07.358059 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79eebba9-8424-4142-8322-9e001ade3a93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-db85df49-32f0-464c-8559-cb7cf1e93dcb', 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'fixed_ips': [{'subnet_id': '51d76b46-811d-468a-80f4-ece7058a5d3b'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:24:07.359709 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-79eebba9-8424-4142-8322-9e001ade3a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:07.419671 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bb938ea0-0a24-491d-8b05-eafbd114f9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:07.431480 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d0340908-b99d-49da-aa30-0617c0f9dc4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:07.436539 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-024daa04-cc98-4e83-a544-2eb9f2f744ac req-5931c868-255d-4319-8a14-ba01cee63e7a tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=d2b3c998-7b68-4076-9d27-61ede58550c7 HTTP/1.1" status: 200 len: 210 time: 0.0403357 Aug 31 09:24:07.454033 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a43fe6b-4aa3-4057-8ff9-8501b46f97b8 req-74362805-aba2-44da-b3f2-39bb90312d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:07.456146 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7a43fe6b-4aa3-4057-8ff9-8501b46f97b8 req-74362805-aba2-44da-b3f2-39bb90312d0e service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1818233 Aug 31 09:24:07.542587 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-79eebba9-8424-4142-8322-9e001ade3a93 None None] Allocated IP 172.20.0.2 (db85df49-32f0-464c-8559-cb7cf1e93dcb/51d76b46-811d-468a-80f4-ece7058a5d3b/79794de8-7c26-4148-8d63-6261f50d669a) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:07.600665 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bb938ea0-0a24-491d-8b05-eafbd114f9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:07.604969 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bb938ea0-0a24-491d-8b05-eafbd114f9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:07.606502 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bb938ea0-0a24-491d-8b05-eafbd114f9a8 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/e5146a6c-1e3d-4cbb-83d0-4ef5291ba9bb HTTP/1.1" status: 204 len: 168 time: 0.4011722 Aug 31 09:24:07.709977 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb938ea0-0a24-491d-8b05-eafbd114f9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5146a6c-1e3d-4cbb-83d0-4ef5291ba9bb,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:07.719031 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d0340908-b99d-49da-aa30-0617c0f9dc4c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:07.737894 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-79eebba9-8424-4142-8322-9e001ade3a93 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:07.746888 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-79eebba9-8424-4142-8322-9e001ade3a93 None None] Transition to ACTIVE for port object 79794de8-7c26-4148-8d63-6261f50d669a will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:07.761115 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-79eebba9-8424-4142-8322-9e001ade3a93 None None] Transition to ACTIVE for port object 79794de8-7c26-4148-8d63-6261f50d669a will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:07.880637 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-79eebba9-8424-4142-8322-9e001ade3a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:07.924829 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79eebba9-8424-4142-8322-9e001ade3a93 None None] Network db85df49-32f0-464c-8559-cb7cf1e93dcb is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:07.928242 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-79eebba9-8424-4142-8322-9e001ade3a93 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:07.941834 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79eebba9-8424-4142-8322-9e001ade3a93 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:07.969459 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eebba9-8424-4142-8322-9e001ade3a93 None None] Pushing event updated for resources: {'Port': ['ID=79794de8-7c26-4148-8d63-6261f50d669a,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:08.009776 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-79eebba9-8424-4142-8322-9e001ade3a93 None None] Attempting to bind port 79794de8-7c26-4148-8d63-6261f50d669a on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:08.010148 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-79eebba9-8424-4142-8322-9e001ade3a93 None None] Attempting to bind port 79794de8-7c26-4148-8d63-6261f50d669a by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '0a95ffdb-6d77-445a-8e83-52f6d3d4d73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1630, 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:08.010517 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eebba9-8424-4142-8322-9e001ade3a93 None None] Attempting to bind port 79794de8-7c26-4148-8d63-6261f50d669a on network db85df49-32f0-464c-8559-cb7cf1e93dcb {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:08.016230 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eebba9-8424-4142-8322-9e001ade3a93 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:24:08.016607 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eebba9-8424-4142-8322-9e001ade3a93 None None] Checking segment: {'id': '0a95ffdb-6d77-445a-8e83-52f6d3d4d73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1630, 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:08.017011 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-79eebba9-8424-4142-8322-9e001ade3a93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:08.017406 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eebba9-8424-4142-8322-9e001ade3a93 None None] Bound using segment: {'id': '0a95ffdb-6d77-445a-8e83-52f6d3d4d73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1630, 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:24:08.017871 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-79eebba9-8424-4142-8322-9e001ade3a93 None None] Bound port: 79794de8-7c26-4148-8d63-6261f50d669a, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a95ffdb-6d77-445a-8e83-52f6d3d4d73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1630, 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:24:08.018251 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-79eebba9-8424-4142-8322-9e001ade3a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:08.085281 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 0ccfc8f2-adc2-437c-9087-578ecbd69952 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:24:08.091290 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d0340908-b99d-49da-aa30-0617c0f9dc4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:08.111693 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d0340908-b99d-49da-aa30-0617c0f9dc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:08.116399 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 0ccfc8f2-adc2-437c-9087-578ecbd69952 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:24:08.116710 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 0ccfc8f2-adc2-437c-9087-578ecbd69952 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:24:08.127944 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-79eebba9-8424-4142-8322-9e001ade3a93 None None] For port 79794de8-7c26-4148-8d63-6261f50d669a, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:08.131946 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-79eebba9-8424-4142-8322-9e001ade3a93 None None] For port 79794de8-7c26-4148-8d63-6261f50d669a, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=79794de8-7c26-4148-8d63-6261f50d669a,segment=NetworkSegment(0a95ffdb-6d77-445a-8e83-52f6d3d4d73c),segment_id=0a95ffdb-6d77-445a-8e83-52f6d3d4d73c)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:24:08.224548 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-d0340908-b99d-49da-aa30-0617c0f9dc4c admin admin] Allocated IP 172.25.2.75 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/a6090b0c-4ff6-405c-812e-858f6c2ae6d8) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:08.240444 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-79eebba9-8424-4142-8322-9e001ade3a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:08.335718 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eebba9-8424-4142-8322-9e001ade3a93 None None] Pushing event updated for resources: {'Port': ['ID=79794de8-7c26-4148-8d63-6261f50d669a,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:08.376990 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d0340908-b99d-49da-aa30-0617c0f9dc4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:08.397001 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c5bad93-5257-4f65-922d-2117d16d3a28 req-4df7946a-7e19-4d68-9966-cbba5fabce5d tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0383513 Aug 31 09:24:08.465226 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c94562-b71f-4211-a679-a77fbf834769 req-bb8261f6-e0e0-4c65-a0bf-9ec61b7c9913 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:08.473328 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75c94562-b71f-4211-a679-a77fbf834769 req-bb8261f6-e0e0-4c65-a0bf-9ec61b7c9913 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 946 time: 0.0784614 Aug 31 09:24:08.497554 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d0340908-b99d-49da-aa30-0617c0f9dc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:08.524657 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75c94562-b71f-4211-a679-a77fbf834769 req-cf0e1eaa-a43d-4c5e-aca6-41a7adfbe7da tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474482 Aug 31 09:24:08.544268 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0340908-b99d-49da-aa30-0617c0f9dc4c admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:08.547798 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-d0340908-b99d-49da-aa30-0617c0f9dc4c admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:08.554487 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0340908-b99d-49da-aa30-0617c0f9dc4c admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:08.582782 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 38154) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:08.609193 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-57f57b12-668d-4cd6-9c07-0feaa7bddcaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:08.624771 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0340908-b99d-49da-aa30-0617c0f9dc4c admin admin] Pushing event updated for resources: {'Port': ['ID=a6090b0c-4ff6-405c-812e-858f6c2ae6d8,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:08.727724 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-57f57b12-668d-4cd6-9c07-0feaa7bddcaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:08.808236 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7a43fe6b-4aa3-4057-8ff9-8501b46f97b8 req-421e73ad-850c-421c-8433-4462f338968a tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.112 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.0316372 Aug 31 09:24:08.819815 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-57f57b12-668d-4cd6-9c07-0feaa7bddcaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:08.860530 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-57f57b12-668d-4cd6-9c07-0feaa7bddcaa admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=db884d5cbf984cb5b8293e3d05f80c3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2761621 Aug 31 09:24:08.862811 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f57b12-668d-4cd6-9c07-0feaa7bddcaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75877b2d-2c20-4539-91c8-a928b38c1e9b,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:08.863855 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38158) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:09.019789 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-64f9bf47-a4f7-49b3-ad1d-d9ab8d7045f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:09.044200 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-64f9bf47-a4f7-49b3-ad1d-d9ab8d7045f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:09.064114 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 38164) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:09.065758 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d0340908-b99d-49da-aa30-0617c0f9dc4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:09.232498 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-569c91ab-268c-431b-93f8-8957bc0a024e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:09.260861 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-64f9bf47-a4f7-49b3-ad1d-d9ab8d7045f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:09.264002 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-64f9bf47-a4f7-49b3-ad1d-d9ab8d7045f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:09.267078 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-64f9bf47-a4f7-49b3-ad1d-d9ab8d7045f6 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/75877b2d-2c20-4539-91c8-a928b38c1e9b HTTP/1.1" status: 204 len: 168 time: 0.3999043 Aug 31 09:24:09.304527 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9bf47-a4f7-49b3-ad1d-d9ab8d7045f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75877b2d-2c20-4539-91c8-a928b38c1e9b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:09.347747 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d0340908-b99d-49da-aa30-0617c0f9dc4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:09.373253 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17fba1b-54ca-48a5-9ca2-2ce0b838c710 req-2a9d88ea-40b0-4e8a-852d-fd84c1ea0c1b tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:09.374940 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d17fba1b-54ca-48a5-9ca2-2ce0b838c710 req-2a9d88ea-40b0-4e8a-852d-fd84c1ea0c1b tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=bba29f11-f322-4dcc-bb03-31b6fa1ba461 HTTP/1.1" status: 200 len: 950 time: 0.1613479 Aug 31 09:24:09.416599 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-569c91ab-268c-431b-93f8-8957bc0a024e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:09.455210 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d17fba1b-54ca-48a5-9ca2-2ce0b838c710 req-905e16ec-38e9-4c84-81d8-0974de5c78d1 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688746 Aug 31 09:24:09.508631 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-569c91ab-268c-431b-93f8-8957bc0a024e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:09.525541 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3be1fd-e7ba-456e-aca8-20af6221bbcf None None] Network db85df49-32f0-464c-8559-cb7cf1e93dcb requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:09.586895 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c91ab-268c-431b-93f8-8957bc0a024e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e384d6-26a4-446b-9625-a31388d2b3c9,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:09.595208 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0340908-b99d-49da-aa30-0617c0f9dc4c admin admin] Router e7f23c00-d687-4f4c-a6d4-e30c826b5d04 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:24:09.660898 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a805bd0-8d9f-4a1b-b90a-747b0b136973 req-b9807aa6-732e-4dad-835e-6663d5fbf924 tempest-ServerShowV254Test-365124710 tempest-ServerShowV254Test-365124710-project] 10.222.0.119 "GET /v2.0/ports?device_id=bb05bd0c-8faf-479a-b03a-706846906b00 HTTP/1.1" status: 200 len: 210 time: 0.1448650 Aug 31 09:24:09.673298 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-bddb3681-4fb0-4453-b58b-6d61a147de98 None None] Provisioning for port 79794de8-7c26-4148-8d63-6261f50d669a completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:09.715618 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-569c91ab-268c-431b-93f8-8957bc0a024e admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=2892953301fd4120a62d39095fcd0e50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6478105 Aug 31 09:24:09.715940 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 38178) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:09.748760 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bd9ed-5683-4b2e-a454-5dcf55e1b5bb req-43fc5483-fd2d-45e7-a4f9-631336c0c3ff tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:09.750785 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4a8bd9ed-5683-4b2e-a454-5dcf55e1b5bb req-43fc5483-fd2d-45e7-a4f9-631336c0c3ff tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 946 time: 0.1349378 Aug 31 09:24:09.779481 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 79794de8-7c26-4148-8d63-6261f50d669a up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:09.803974 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0340908-b99d-49da-aa30-0617c0f9dc4c admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:24:09.812265 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4a8bd9ed-5683-4b2e-a454-5dcf55e1b5bb req-d2c33797-0dba-44bf-9119-d916b3c13a24 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493283 Aug 31 09:24:09.816632 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fb9791-68e1-4d32-8731-1ceb526c2521 None None] Sync routers for ids ['e7f23c00-d687-4f4c-a6d4-e30c826b5d04'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:24:09.831106 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-515e6702-4130-4fc5-adf4-4c5bf1f4b46a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:09.837493 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fb9791-68e1-4d32-8731-1ceb526c2521 None None] Routers {'e7f23c00-d687-4f4c-a6d4-e30c826b5d04'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:09.838121 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-64fb9791-68e1-4d32-8731-1ceb526c2521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:23:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e7f23c00-d687-4f4c-a6d4-e30c826b5d04'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:09.861822 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-515e6702-4130-4fc5-adf4-4c5bf1f4b46a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:09.963168 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-64fb9791-68e1-4d32-8731-1ceb526c2521 None None] Set router e7f23c00-d687-4f4c-a6d4-e30c826b5d04 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:10.009180 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d0340908-b99d-49da-aa30-0617c0f9dc4c admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.010756 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d0340908-b99d-49da-aa30-0617c0f9dc4c admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8378179 Aug 31 09:24:10.013591 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 38186) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:10.111100 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device a455cdf0-83d3-4487-b52d-1754bb9148b1 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:24:10.111878 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-515e6702-4130-4fc5-adf4-4c5bf1f4b46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.114399 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-515e6702-4130-4fc5-adf4-4c5bf1f4b46a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.118416 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-515e6702-4130-4fc5-adf4-4c5bf1f4b46a admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/b8e384d6-26a4-446b-9625-a31388d2b3c9 HTTP/1.1" status: 204 len: 168 time: 0.4013543 Aug 31 09:24:10.129484 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e6702-4130-4fc5-adf4-4c5bf1f4b46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e384d6-26a4-446b-9625-a31388d2b3c9,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:10.144958 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 79794de8-7c26-4148-8d63-6261f50d669a completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:10.159774 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: a455cdf0-83d3-4487-b52d-1754bb9148b1 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:24:10.160823 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device a455cdf0-83d3-4487-b52d-1754bb9148b1 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:24:10.162763 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 79794de8-7c26-4148-8d63-6261f50d669a triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:10.165202 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.168902 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-64fb9791-68e1-4d32-8731-1ceb526c2521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'name': 'tempest-AttachVolumeTestJSON-314926797-router', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:24:07Z', 'updated_at': '2021-08-31T09:24:08Z', 'revision_number': 3, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'gw_port': {'id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:08Z', 'updated_at': '2021-08-31T09:24:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:10.215659 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fb9791-68e1-4d32-8731-1ceb526c2521 None None] Checking router: e7f23c00-d687-4f4c-a6d4-e30c826b5d04 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:24:10.215956 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fb9791-68e1-4d32-8731-1ceb526c2521 None None] Updating router e7f23c00-d687-4f4c-a6d4-e30c826b5d04 port a6090b0c-4ff6-405c-812e-858f6c2ae6d8 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:24:10.237803 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-658a8d5c-d66f-4c4c-9587-c6db02c1be3c None None] Provisioning complete for port 79794de8-7c26-4148-8d63-6261f50d669a triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:10.245689 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-658a8d5c-d66f-4c4c-9587-c6db02c1be3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.245832 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-64fb9791-68e1-4d32-8731-1ceb526c2521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.329336 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.387010 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-658a8d5c-d66f-4c4c-9587-c6db02c1be3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.392146 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 79794de8-7c26-4148-8d63-6261f50d669a, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=79794de8-7c26-4148-8d63-6261f50d669a,segment=NetworkSegment(0a95ffdb-6d77-445a-8e83-52f6d3d4d73c),segment_id=0a95ffdb-6d77-445a-8e83-52f6d3d4d73c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:10.500784 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.582016 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=79794de8-7c26-4148-8d63-6261f50d669a,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:10.599578 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-64fb9791-68e1-4d32-8731-1ceb526c2521 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.611800 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-64fb9791-68e1-4d32-8731-1ceb526c2521 None None] Transition to ACTIVE for port object a6090b0c-4ff6-405c-812e-858f6c2ae6d8 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:10.622977 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-658a8d5c-d66f-4c4c-9587-c6db02c1be3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:24:10.623654 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-658a8d5c-d66f-4c4c-9587-c6db02c1be3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:24:10.692808 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-20ac0203-1571-4960-afcf-c7c81d85269b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.705018 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b6eab-fad0-4eec-ad31-66c3347e13d0 req-15624a19-9e36-4d00-ac15-3ce6b58ce2b3 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:10.706609 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b34b6eab-fad0-4eec-ad31-66c3347e13d0 req-15624a19-9e36-4d00-ac15-3ce6b58ce2b3 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=bba29f11-f322-4dcc-bb03-31b6fa1ba461 HTTP/1.1" status: 200 len: 950 time: 0.1303635 Aug 31 09:24:10.720136 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-64fb9791-68e1-4d32-8731-1ceb526c2521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.767896 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053defb-815c-4267-9b7d-5bd3de4b7e10 req-2a34941e-bf91-4ee6-8284-c20be30d5925 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:10.769522 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6053defb-815c-4267-9b7d-5bd3de4b7e10 req-2a34941e-bf91-4ee6-8284-c20be30d5925 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.112 "GET /v2.0/ports?device_id=bba29f11-f322-4dcc-bb03-31b6fa1ba461 HTTP/1.1" status: 200 len: 950 time: 0.1278133 Aug 31 09:24:10.782639 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-64fb9791-68e1-4d32-8731-1ceb526c2521 None None] Attempting to bind port a6090b0c-4ff6-405c-812e-858f6c2ae6d8 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:10.783000 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-64fb9791-68e1-4d32-8731-1ceb526c2521 None None] Attempting to bind port a6090b0c-4ff6-405c-812e-858f6c2ae6d8 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:10.783558 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fb9791-68e1-4d32-8731-1ceb526c2521 None None] Attempting to bind port a6090b0c-4ff6-405c-812e-858f6c2ae6d8 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:10.791660 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de061c-7294-42ca-a526-4d978e722748 None None] Pushing event updated for resources: {'Port': ['ID=a6090b0c-4ff6-405c-812e-858f6c2ae6d8,revision_number=2']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:10.817262 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fb9791-68e1-4d32-8731-1ceb526c2521 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:24:10.817262 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fb9791-68e1-4d32-8731-1ceb526c2521 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:10.817262 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-64fb9791-68e1-4d32-8731-1ceb526c2521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.817262 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fb9791-68e1-4d32-8731-1ceb526c2521 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:24:10.817262 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-64fb9791-68e1-4d32-8731-1ceb526c2521 None None] Bound port: a6090b0c-4ff6-405c-812e-858f6c2ae6d8, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:24:10.817262 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-64fb9791-68e1-4d32-8731-1ceb526c2521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:10.869564 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-64fb9791-68e1-4d32-8731-1ceb526c2521 None None] For port a6090b0c-4ff6-405c-812e-858f6c2ae6d8, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:10.872962 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-64fb9791-68e1-4d32-8731-1ceb526c2521 None None] For port a6090b0c-4ff6-405c-812e-858f6c2ae6d8, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a6090b0c-4ff6-405c-812e-858f6c2ae6d8,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:24:10.894741 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b34b6eab-fad0-4eec-ad31-66c3347e13d0 req-e3e11b09-5cf4-4c18-8ad7-f23314853bca tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/security-groups?id=3e8a221e-08c7-4be3-9924-9c7341e3e5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790202 Aug 31 09:24:10.977767 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-64fb9791-68e1-4d32-8731-1ceb526c2521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.018908 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 38212) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:11.046007 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fb9791-68e1-4d32-8731-1ceb526c2521 None None] Routers {'e7f23c00-d687-4f4c-a6d4-e30c826b5d04'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:11.046661 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-64fb9791-68e1-4d32-8731-1ceb526c2521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:23:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e7f23c00-d687-4f4c-a6d4-e30c826b5d04'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:11.048571 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de061c-7294-42ca-a526-4d978e722748 None None] Pushing event updated for resources: {'Port': ['ID=a6090b0c-4ff6-405c-812e-858f6c2ae6d8,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:11.072617 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-82ec738a-e571-4c1b-80f6-b35db8814fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.095796 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769abd6-f1ea-4aee-bb06-a4a65cb1b5e7 req-43ab433f-4898-4542-bdf0-a92a3ec68342 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:11.097503 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a769abd6-f1ea-4aee-bb06-a4a65cb1b5e7 req-43ab433f-4898-4542-bdf0-a92a3ec68342 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 946 time: 0.1379499 Aug 31 09:24:11.149351 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-20ac0203-1571-4960-afcf-c7c81d85269b admin admin] Allocated IP 172.20.0.1 (db85df49-32f0-464c-8559-cb7cf1e93dcb/51d76b46-811d-468a-80f4-ece7058a5d3b/2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:11.152874 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-6053defb-815c-4267-9b7d-5bd3de4b7e10 req-86f5862a-3c3e-45cb-a810-87d9b03bee14 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Deleting port 5b4431c4-d3fc-4102-a88e-370b2790a6d2 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:11.153214 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6053defb-815c-4267-9b7d-5bd3de4b7e10 req-86f5862a-3c3e-45cb-a810-87d9b03bee14 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.251286 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a769abd6-f1ea-4aee-bb06-a4a65cb1b5e7 req-ff2af4a1-78dd-4f2f-a797-69b138d9be86 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444120 Aug 31 09:24:11.295467 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-26cb02ed-b5d9-4828-a005-44a905bee2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.347368 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-64fb9791-68e1-4d32-8731-1ceb526c2521 None None] Set router e7f23c00-d687-4f4c-a6d4-e30c826b5d04 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:11.392417 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-6053defb-815c-4267-9b7d-5bd3de4b7e10 req-86f5862a-3c3e-45cb-a810-87d9b03bee14 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] For port 5b4431c4-d3fc-4102-a88e-370b2790a6d2, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=5b4431c4-d3fc-4102-a88e-370b2790a6d2,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:11.392803 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6053defb-815c-4267-9b7d-5bd3de4b7e10 req-86f5862a-3c3e-45cb-a810-87d9b03bee14 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.421407 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-6053defb-815c-4267-9b7d-5bd3de4b7e10 req-86f5862a-3c3e-45cb-a810-87d9b03bee14 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Calling delete_port for 5b4431c4-d3fc-4102-a88e-370b2790a6d2 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:11.458086 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38222) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:11.470754 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-82ec738a-e571-4c1b-80f6-b35db8814fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.473861 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-20ac0203-1571-4960-afcf-c7c81d85269b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.520181 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-20ac0203-1571-4960-afcf-c7c81d85269b admin admin] Transition to ACTIVE for port object 2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:11.575315 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-82ec738a-e571-4c1b-80f6-b35db8814fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.606425 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-64fb9791-68e1-4d32-8731-1ceb526c2521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'name': 'tempest-AttachVolumeTestJSON-314926797-router', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:24:07Z', 'updated_at': '2021-08-31T09:24:08Z', 'revision_number': 3, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'gw_port': {'id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:08Z', 'updated_at': '2021-08-31T09:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:11.635072 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-33f3e9cc-6349-4e08-a26d-d91ffb88e828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.644054 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fb9791-68e1-4d32-8731-1ceb526c2521 None None] The sync data for ids ['e7f23c00-d687-4f4c-a6d4-e30c826b5d04'] in n-d-791506-28 is: [{'id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'name': 'tempest-AttachVolumeTestJSON-314926797-router', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:24:07Z', 'updated_at': '2021-08-31T09:24:08Z', 'revision_number': 3, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'gw_port': {'id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:08Z', 'updated_at': '2021-08-31T09:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:24:11.652568 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 79794de8-7c26-4148-8d63-6261f50d669a up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:11.669137 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-82ec738a-e571-4c1b-80f6-b35db8814fec admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=0025327e711a4c53915c9d561f220a68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6431282 Aug 31 09:24:11.672860 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec738a-e571-4c1b-80f6-b35db8814fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9989aab6-b3a7-443f-aebc-8e32b8f60cc3,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:11.673009 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38228) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:11.729885 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-20ac0203-1571-4960-afcf-c7c81d85269b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.741689 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 79794de8-7c26-4148-8d63-6261f50d669a triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:11.742987 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.794918 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ac0203-1571-4960-afcf-c7c81d85269b admin admin] Network db85df49-32f0-464c-8559-cb7cf1e93dcb is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:11.797919 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6053defb-815c-4267-9b7d-5bd3de4b7e10 req-86f5862a-3c3e-45cb-a810-87d9b03bee14 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.799682 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e79ee9b5-0c22-4301-9886-3a33e4b88eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.804167 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-20ac0203-1571-4960-afcf-c7c81d85269b admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:11.812139 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ac0203-1571-4960-afcf-c7c81d85269b admin admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:11.815777 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['5b4431c4-d3fc-4102-a88e-370b2790a6d2'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:24:11.841196 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e79ee9b5-0c22-4301-9886-3a33e4b88eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.857676 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-20ac0203-1571-4960-afcf-c7c81d85269b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.865705 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac0203-1571-4960-afcf-c7c81d85269b admin admin] Pushing event updated for resources: {'Port': ['ID=2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:11.895902 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-33f3e9cc-6349-4e08-a26d-d91ffb88e828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:11.976297 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f5862a-3c3e-45cb-a810-87d9b03bee14 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Pushing event deleted for resources: {'Port': ['ID=5b4431c4-d3fc-4102-a88e-370b2790a6d2,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:12.043868 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-33f3e9cc-6349-4e08-a26d-d91ffb88e828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:12.073673 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-6053defb-815c-4267-9b7d-5bd3de4b7e10 req-86f5862a-3c3e-45cb-a810-87d9b03bee14 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] No DVR routers for this DVR port 5b4431c4-d3fc-4102-a88e-370b2790a6d2 on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:24:12.081481 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6053defb-815c-4267-9b7d-5bd3de4b7e10 req-86f5862a-3c3e-45cb-a810-87d9b03bee14 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:12.087357 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6053defb-815c-4267-9b7d-5bd3de4b7e10 req-86f5862a-3c3e-45cb-a810-87d9b03bee14 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.112 "DELETE /v2.0/ports/5b4431c4-d3fc-4102-a88e-370b2790a6d2 HTTP/1.1" status: 204 len: 173 time: 1.3070564 Aug 31 09:24:12.104887 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-33f3e9cc-6349-4e08-a26d-d91ffb88e828 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=6560e5612af14ae89ea14fa4fc33567b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6422050 Aug 31 09:24:12.105077 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38238) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:12.121186 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba29f11-f322-4dcc-bb03-31b6fa1ba461', 'name': 'network-vif-deleted', 'tag': '5b4431c4-d3fc-4102-a88e-370b2790a6d2'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:12.131203 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5d110e-a88d-4aca-937c-4581fedca950" -d '{"events": [{"server_uuid": "bba29f11-f322-4dcc-bb03-31b6fa1ba461", "name": "network-vif-deleted", "tag": "5b4431c4-d3fc-4102-a88e-370b2790a6d2"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:12.136604 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e79ee9b5-0c22-4301-9886-3a33e4b88eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:12.151785 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e79ee9b5-0c22-4301-9886-3a33e4b88eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:12.162822 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e79ee9b5-0c22-4301-9886-3a33e4b88eff admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/9989aab6-b3a7-443f-aebc-8e32b8f60cc3 HTTP/1.1" status: 204 len: 168 time: 0.4431880 Aug 31 09:24:12.192116 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-97badb3e-107b-47b1-9705-a90a10d0a6c4 req-eb32baf4-457b-4ea0-95ba-bdb36c7d29e0 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=bba29f11-f322-4dcc-bb03-31b6fa1ba461 HTTP/1.1" status: 200 len: 210 time: 0.1206737 Aug 31 09:24:12.221634 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3e9cc-6349-4e08-a26d-d91ffb88e828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f947249-80cb-4faf-a25c-967c65f9302e,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:12.237511 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ee9b5-0c22-4301-9886-3a33e4b88eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9989aab6-b3a7-443f-aebc-8e32b8f60cc3,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:12.240159 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7d7059-d946-4136-bcd6-6650e61d4220 x-openstack-request-id: req-2d7d7059-d946-4136-bcd6-6650e61d4220 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:12.240457 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba29f11-f322-4dcc-bb03-31b6fa1ba461", "name": "network-vif-deleted", "tag": "5b4431c4-d3fc-4102-a88e-370b2790a6d2", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:12.240814 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-2d7d7059-d946-4136-bcd6-6650e61d4220 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:12.241340 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba29f11-f322-4dcc-bb03-31b6fa1ba461', 'name': 'network-vif-deleted', 'tag': '5b4431c4-d3fc-4102-a88e-370b2790a6d2', 'status': 'completed', 'code': 200} Aug 31 09:24:12.307568 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-059fad27-311f-411f-b6a8-cc2875b78888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:12.366537 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-059fad27-311f-411f-b6a8-cc2875b78888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:12.470918 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-20ac0203-1571-4960-afcf-c7c81d85269b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:12.484706 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f7c26a49-125f-4d6a-8532-5a4349e2b3e3 None None] Provisioning for port 2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:12.490843 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f7c26a49-125f-4d6a-8532-5a4349e2b3e3 None None] Provisioning complete for port 2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:12.491280 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f7c26a49-125f-4d6a-8532-5a4349e2b3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:12.543540 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a861a5-5b8e-4739-b015-5e5b04032ba2 req-14c6d3fc-0f21-4248-ab60-62f00d182cbb tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:12.551624 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-059fad27-311f-411f-b6a8-cc2875b78888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:12.555874 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-059fad27-311f-411f-b6a8-cc2875b78888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:12.564914 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49a861a5-5b8e-4739-b015-5e5b04032ba2 req-14c6d3fc-0f21-4248-ab60-62f00d182cbb tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 946 time: 0.1886322 Aug 31 09:24:12.565317 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-059fad27-311f-411f-b6a8-cc2875b78888 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/3f947249-80cb-4faf-a25c-967c65f9302e HTTP/1.1" status: 204 len: 168 time: 0.4592228 Aug 31 09:24:12.565510 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-f7c26a49-125f-4d6a-8532-5a4349e2b3e3 None None] Port 2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:24:12.600284 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059fad27-311f-411f-b6a8-cc2875b78888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f947249-80cb-4faf-a25c-967c65f9302e,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:12.705614 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49a861a5-5b8e-4739-b015-5e5b04032ba2 req-a67ad40c-e610-42ca-a9f0-07dbcdd85b97 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357489 Aug 31 09:24:12.866380 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-20ac0203-1571-4960-afcf-c7c81d85269b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:13.028789 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-20ac0203-1571-4960-afcf-c7c81d85269b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:13.103118 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac0203-1571-4960-afcf-c7c81d85269b admin admin] Pushing event updated for resources: {'Port': ['ID=2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:13.105602 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-20ac0203-1571-4960-afcf-c7c81d85269b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:13.245518 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ac0203-1571-4960-afcf-c7c81d85269b admin admin] Network db85df49-32f0-464c-8559-cb7cf1e93dcb is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:13.247953 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-20ac0203-1571-4960-afcf-c7c81d85269b admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:13.453414 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fbdc1002-f22f-4e01-a8b9-9aa20632e15a req-20f3e9a9-83ac-4dc5-89fd-824b3262eb52 tempest-ServersOnMultiNodesTest-1199356192 tempest-ServersOnMultiNodesTest-1199356192-project] 10.222.0.119 "GET /v2.0/ports?device_id=bba29f11-f322-4dcc-bb03-31b6fa1ba461 HTTP/1.1" status: 200 len: 210 time: 0.0681579 Aug 31 09:24:13.505468 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ac0203-1571-4960-afcf-c7c81d85269b admin admin] Router e7f23c00-d687-4f4c-a6d4-e30c826b5d04 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:24:13.611192 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5e00d3c3-3fde-4608-890f-cc8b7193e6fd None None] Provisioning complete for port 2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:13.612137 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5e00d3c3-3fde-4608-890f-cc8b7193e6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:13.725652 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-5e00d3c3-3fde-4608-890f-cc8b7193e6fd None None] Port 2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:24:13.751999 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a6090b0c-4ff6-405c-812e-858f6c2ae6d8 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:13.842163 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ac0203-1571-4960-afcf-c7c81d85269b admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:24:13.848557 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-20ac0203-1571-4960-afcf-c7c81d85269b admin admin] 10.222.0.119 "PUT /v2.0/routers/e7f23c00-d687-4f4c-a6d4-e30c826b5d04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8337719 Aug 31 09:24:13.918757 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa421c9d-8c7c-414d-ab30-ce8cfeac1d86 req-5e15d75c-d526-4721-8d6d-999255c009fb tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:13.920991 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa421c9d-8c7c-414d-ab30-ce8cfeac1d86 req-5e15d75c-d526-4721-8d6d-999255c009fb tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 946 time: 0.0638256 Aug 31 09:24:13.977517 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa421c9d-8c7c-414d-ab30-ce8cfeac1d86 req-25e50360-8178-4548-8e24-1b6e20a0d79c tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432253 Aug 31 09:24:14.133997 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fa7008-bbbf-4e94-a1b4-7bde43cec10e None None] Sync routers for ids ['e7f23c00-d687-4f4c-a6d4-e30c826b5d04'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:24:14.148182 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fa7008-bbbf-4e94-a1b4-7bde43cec10e None None] Routers {'e7f23c00-d687-4f4c-a6d4-e30c826b5d04'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:14.149695 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-36fa7008-bbbf-4e94-a1b4-7bde43cec10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:23:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e7f23c00-d687-4f4c-a6d4-e30c826b5d04'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:14.156004 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 5b4431c4-d3fc-4102-a88e-370b2790a6d2 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:24:14.219806 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port a6090b0c-4ff6-405c-812e-858f6c2ae6d8 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:14.224084 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 5b4431c4-d3fc-4102-a88e-370b2790a6d2 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:24:14.224646 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 5b4431c4-d3fc-4102-a88e-370b2790a6d2 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:24:14.227069 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-39c2932a-1ab1-4550-a36e-343651ea296b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:14.228768 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:14.238961 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port a6090b0c-4ff6-405c-812e-858f6c2ae6d8 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:14.241584 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:14.331685 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-36fa7008-bbbf-4e94-a1b4-7bde43cec10e None None] Set router e7f23c00-d687-4f4c-a6d4-e30c826b5d04 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:14.490878 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:14.522309 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port a6090b0c-4ff6-405c-812e-858f6c2ae6d8, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a6090b0c-4ff6-405c-812e-858f6c2ae6d8,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:14.613844 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-36fa7008-bbbf-4e94-a1b4-7bde43cec10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'name': 'tempest-AttachVolumeTestJSON-314926797-router', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:24:07Z', 'updated_at': '2021-08-31T09:24:12Z', 'revision_number': 4, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'gw_port': {'id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:08Z', 'updated_at': '2021-08-31T09:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c', 'name': '', 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'mac_address': 'fa:16:3e:b1:8f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51d76b46-811d-468a-80f4-ece7058a5d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:10Z', 'updated_at': '2021-08-31T09:24:12Z', 'revision_number': 2, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'subnets': [{'id': '51d76b46-811d-468a-80f4-ece7058a5d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:14.643311 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fa7008-bbbf-4e94-a1b4-7bde43cec10e None None] Checking router: e7f23c00-d687-4f4c-a6d4-e30c826b5d04 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:24:14.644010 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fa7008-bbbf-4e94-a1b4-7bde43cec10e None None] Updating router e7f23c00-d687-4f4c-a6d4-e30c826b5d04 port 2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:24:14.647503 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:14.705713 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-36fa7008-bbbf-4e94-a1b4-7bde43cec10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:14.757479 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=a6090b0c-4ff6-405c-812e-858f6c2ae6d8,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:14.768525 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:14.768870 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:14.769207 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:14.769571 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:14.769902 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:14.770230 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:14.770578 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:14.770991 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:14.771317 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:14.771644 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:14.771962 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:14.772280 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:14.848455 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38344) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:14.855100 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-5e2f66ef-9951-42ce-9d23-4c0b13db59fc tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1348334504', 'description': 'tempest-description--2036378141'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:14.974418 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5e2f66ef-9951-42ce-9d23-4c0b13db59fc tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.039583 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-36fa7008-bbbf-4e94-a1b4-7bde43cec10e None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.052511 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 38350) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:15.062709 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-36fa7008-bbbf-4e94-a1b4-7bde43cec10e None None] Transition to ACTIVE for port object 2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:15.093114 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5e2f66ef-9951-42ce-9d23-4c0b13db59fc tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.129326 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8437f-4e3e-49c5-8381-425a2b40f85b req-b7886255-b7bd-4077-b8f5-6750357cb1dd tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:15.130967 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bfd8437f-4e3e-49c5-8381-425a2b40f85b req-b7886255-b7bd-4077-b8f5-6750357cb1dd tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 946 time: 0.0562687 Aug 31 09:24:15.142943 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-36fa7008-bbbf-4e94-a1b4-7bde43cec10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.172449 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bfd8437f-4e3e-49c5-8381-425a2b40f85b req-35964cd1-1d9f-4bda-9698-091ef2a8c594 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351627 Aug 31 09:24:15.173713 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5e2f66ef-9951-42ce-9d23-4c0b13db59fc tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.243440 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d6019-f3c7-401f-93db-83d50952a697 None None] Pushing event updated for resources: {'Port': ['ID=2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:15.325289 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-36fa7008-bbbf-4e94-a1b4-7bde43cec10e None None] Attempting to bind port 2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:15.325684 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-36fa7008-bbbf-4e94-a1b4-7bde43cec10e None None] Attempting to bind port 2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '0a95ffdb-6d77-445a-8e83-52f6d3d4d73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1630, 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:15.326048 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fa7008-bbbf-4e94-a1b4-7bde43cec10e None None] Attempting to bind port 2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c on network db85df49-32f0-464c-8559-cb7cf1e93dcb {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:15.332817 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fa7008-bbbf-4e94-a1b4-7bde43cec10e None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:24:15.333208 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fa7008-bbbf-4e94-a1b4-7bde43cec10e None None] Checking segment: {'id': '0a95ffdb-6d77-445a-8e83-52f6d3d4d73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1630, 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:15.333587 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-36fa7008-bbbf-4e94-a1b4-7bde43cec10e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.334766 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fa7008-bbbf-4e94-a1b4-7bde43cec10e None None] Bound using segment: {'id': '0a95ffdb-6d77-445a-8e83-52f6d3d4d73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1630, 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:24:15.335263 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-36fa7008-bbbf-4e94-a1b4-7bde43cec10e None None] Bound port: 2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a95ffdb-6d77-445a-8e83-52f6d3d4d73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1630, 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:24:15.336164 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-36fa7008-bbbf-4e94-a1b4-7bde43cec10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.340691 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.408645 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 38358) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:15.455039 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-36fa7008-bbbf-4e94-a1b4-7bde43cec10e None None] For port 2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:15.463812 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-36fa7008-bbbf-4e94-a1b4-7bde43cec10e None None] For port 2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c,segment=NetworkSegment(0a95ffdb-6d77-445a-8e83-52f6d3d4d73c),segment_id=0a95ffdb-6d77-445a-8e83-52f6d3d4d73c)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:24:15.488717 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 38362) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:15.560299 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-d2460d0f-aff5-4e50-99e1-9005ee66ef83 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-771449222-network', 'tenant_id': '68475f8fc5b44a8d8c1755fe906038c2'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:15.560929 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-36fa7008-bbbf-4e94-a1b4-7bde43cec10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.594535 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f66ef-9951-42ce-9d23-4c0b13db59fc tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:15.637036 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-155e9e8b-3cb5-4e4c-be5d-774bbb2aa0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.656157 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fa7008-bbbf-4e94-a1b4-7bde43cec10e None None] Routers {'e7f23c00-d687-4f4c-a6d4-e30c826b5d04'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:15.656798 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-36fa7008-bbbf-4e94-a1b4-7bde43cec10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:24:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e7f23c00-d687-4f4c-a6d4-e30c826b5d04'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:15.675866 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5e2f66ef-9951-42ce-9d23-4c0b13db59fc tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.680285 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5e2f66ef-9951-42ce-9d23-4c0b13db59fc tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8271084 Aug 31 09:24:15.681591 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38368) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:15.686506 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-2e18a77f-bb69-4456-b0cd-6cae76cc76a6 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Request body: {'security_group_rule': {'security_group_id': '0ad61d1a-7ef4-47e5-9e46-361e7d5558f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:15.720368 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.db.api [None req-2e18a77f-bb69-4456-b0cd-6cae76cc76a6 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:24:15.720368 n-d-791506-28 neutron-server[95552]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:24:15.720368 n-d-791506-28 neutron-server[95552]: [parameters: {'project_id_1': 'b807ea962a9445be9b1ffbeebf308f16', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 24, 15, 707387)}] Aug 31 09:24:15.720368 n-d-791506-28 neutron-server[95552]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:24:15.720770 n-d-791506-28 neutron-server[95552]: DEBUG oslo_db.api [None req-2e18a77f-bb69-4456-b0cd-6cae76cc76a6 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:24:15.732630 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d6019-f3c7-401f-93db-83d50952a697 None None] Pushing event updated for resources: {'Port': ['ID=2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:15.738831 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a6090b0c-4ff6-405c-812e-858f6c2ae6d8 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:15.744165 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.db.api [None req-155e9e8b-3cb5-4e4c-be5d-774bbb2aa0f7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:24:15.744165 n-d-791506-28 neutron-server[95553]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:24:15.744165 n-d-791506-28 neutron-server[95553]: [parameters: {'project_id_1': '807767dc18064329bf7eade968c8ddde', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 24, 15, 708257)}] Aug 31 09:24:15.744165 n-d-791506-28 neutron-server[95553]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:24:15.744165 n-d-791506-28 neutron-server[95553]: DEBUG oslo_db.api [None req-155e9e8b-3cb5-4e4c-be5d-774bbb2aa0f7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:24:15.776968 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f609bf1d-554c-4cb3-a21c-59b0c41663d9 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=f9e9c6916d1f4a7e8f22a19bc536a833&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2870517 Aug 31 09:24:15.780064 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38372) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:15.829718 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2460d0f-aff5-4e50-99e1-9005ee66ef83 admin admin] Made reservation on behalf of 68475f8fc5b44a8d8c1755fe906038c2 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:15.832824 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d2460d0f-aff5-4e50-99e1-9005ee66ef83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.849051 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d2460d0f-aff5-4e50-99e1-9005ee66ef83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.862642 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-82c6ce47-87ed-4fa4-b182-6cc65fb4ef52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.896833 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port a6090b0c-4ff6-405c-812e-858f6c2ae6d8 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:15.897210 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.900367 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-82c6ce47-87ed-4fa4-b182-6cc65fb4ef52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:15.968865 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-36fa7008-bbbf-4e94-a1b4-7bde43cec10e None None] Set router e7f23c00-d687-4f4c-a6d4-e30c826b5d04 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:16.107440 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-82c6ce47-87ed-4fa4-b182-6cc65fb4ef52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.116781 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-82c6ce47-87ed-4fa4-b182-6cc65fb4ef52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.126113 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-82c6ce47-87ed-4fa4-b182-6cc65fb4ef52 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/3e8a221e-08c7-4be3-9924-9c7341e3e5a8 HTTP/1.1" status: 204 len: 168 time: 0.3446167 Aug 31 09:24:16.143226 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c6ce47-87ed-4fa4-b182-6cc65fb4ef52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8a221e-08c7-4be3-9924-9c7341e3e5a8,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:16.196104 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d2460d0f-aff5-4e50-99e1-9005ee66ef83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.244503 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-155e9e8b-3cb5-4e4c-be5d-774bbb2aa0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.268969 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-36fa7008-bbbf-4e94-a1b4-7bde43cec10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'name': 'tempest-AttachVolumeTestJSON-314926797-router', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:24:07Z', 'updated_at': '2021-08-31T09:24:12Z', 'revision_number': 4, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'gw_port': {'id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:08Z', 'updated_at': '2021-08-31T09:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c', 'name': '', 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'mac_address': 'fa:16:3e:b1:8f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51d76b46-811d-468a-80f4-ece7058a5d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:10Z', 'updated_at': '2021-08-31T09:24:15Z', 'revision_number': 4, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'subnets': [{'id': '51d76b46-811d-468a-80f4-ece7058a5d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:16.295763 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fa7008-bbbf-4e94-a1b4-7bde43cec10e None None] The sync data for ids ['e7f23c00-d687-4f4c-a6d4-e30c826b5d04'] in n-d-791506-28 is: [{'id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'name': 'tempest-AttachVolumeTestJSON-314926797-router', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:24:07Z', 'updated_at': '2021-08-31T09:24:12Z', 'revision_number': 4, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'gw_port': {'id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:08Z', 'updated_at': '2021-08-31T09:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c', 'name': '', 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'mac_address': 'fa:16:3e:b1:8f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51d76b46-811d-468a-80f4-ece7058a5d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:10Z', 'updated_at': '2021-08-31T09:24:15Z', 'revision_number': 4, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'subnets': [{'id': '51d76b46-811d-468a-80f4-ece7058a5d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:24:16.305980 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f65ca-2ce3-4533-acee-9631113ac928 req-47b00612-b934-4d9a-a620-4fe156d2166c tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:16.309542 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-060f65ca-2ce3-4533-acee-9631113ac928 req-47b00612-b934-4d9a-a620-4fe156d2166c tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 946 time: 0.0545082 Aug 31 09:24:16.310332 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d2460d0f-aff5-4e50-99e1-9005ee66ef83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.315312 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.db.api [None req-155e9e8b-3cb5-4e4c-be5d-774bbb2aa0f7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:24:16.315312 n-d-791506-28 neutron-server[95553]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:24:16.315312 n-d-791506-28 neutron-server[95553]: [parameters: {'project_id_1': '807767dc18064329bf7eade968c8ddde', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 24, 16, 266596)}] Aug 31 09:24:16.315312 n-d-791506-28 neutron-server[95553]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:24:16.316078 n-d-791506-28 neutron-server[95553]: DEBUG oslo_db.api [None req-155e9e8b-3cb5-4e4c-be5d-774bbb2aa0f7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:24:16.380050 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2460d0f-aff5-4e50-99e1-9005ee66ef83 admin admin] vlan segment allocate from pool success with {'vlan_id': 1639, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:24:16.400990 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2460d0f-aff5-4e50-99e1-9005ee66ef83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44922688-2153-4896-83d3-1d88db6b178e,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:16.404340 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d2460d0f-aff5-4e50-99e1-9005ee66ef83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.404875 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-d2460d0f-aff5-4e50-99e1-9005ee66ef83 admin admin] Added segment 3ec155b8-1544-41d6-ab33-ab385f5aa547 of type vlan for network 604a06f5-822c-453c-9aee-7c87354c785a Aug 31 09:24:16.415423 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2e18a77f-bb69-4456-b0cd-6cae76cc76a6 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.433117 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-060f65ca-2ce3-4533-acee-9631113ac928 req-80bcc27a-8660-4854-8b92-33d610065c09 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096759 Aug 31 09:24:16.490109 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d2460d0f-aff5-4e50-99e1-9005ee66ef83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.547597 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2e18a77f-bb69-4456-b0cd-6cae76cc76a6 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.627256 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d2460d0f-aff5-4e50-99e1-9005ee66ef83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.628474 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2460d0f-aff5-4e50-99e1-9005ee66ef83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:16.629073 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d2460d0f-aff5-4e50-99e1-9005ee66ef83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.659514 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2e18a77f-bb69-4456-b0cd-6cae76cc76a6 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.693229 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18a77f-bb69-4456-b0cd-6cae76cc76a6 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=243054fa-654f-407a-8e31-43d934aa19b7,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:16.710287 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2460d0f-aff5-4e50-99e1-9005ee66ef83 admin admin] Pushing event updated for resources: {'Network': ['ID=604a06f5-822c-453c-9aee-7c87354c785a,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:16.724639 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 604a06f5-822c-453c-9aee-7c87354c785a details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:24:16.749470 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d2460d0f-aff5-4e50-99e1-9005ee66ef83 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6944897 Aug 31 09:24:16.751811 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38388) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:16.758335 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-cbf5b525-71c1-4b30-a5b4-ba5a047f5d03 admin admin] Request body: {'subnet': {'network_id': '604a06f5-822c-453c-9aee-7c87354c785a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-771449222-subnet', 'tenant_id': '68475f8fc5b44a8d8c1755fe906038c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:16.865134 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2e18a77f-bb69-4456-b0cd-6cae76cc76a6 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.866729 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2e18a77f-bb69-4456-b0cd-6cae76cc76a6 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1835718 Aug 31 09:24:16.870518 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 38392) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:16.876477 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-3c61d154-d7d6-4371-b83e-e0262d9858cf tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Request body: {'security_group_rule': {'security_group_id': '0ad61d1a-7ef4-47e5-9e46-361e7d5558f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:16.971323 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:16.974965 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf5b525-71c1-4b30-a5b4-ba5a047f5d03 admin admin] Made reservation on behalf of 68475f8fc5b44a8d8c1755fe906038c2 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:16.981559 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cbf5b525-71c1-4b30-a5b4-ba5a047f5d03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.132281 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3c61d154-d7d6-4371-b83e-e0262d9858cf tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.159322 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 38400) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:17.242731 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9727b569-d56f-4d64-a44a-fdd7eb3f036b admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=e0edb2508aed40119f436f7bdec27efa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0816700 Aug 31 09:24:17.246999 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38402) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:17.268425 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3c61d154-d7d6-4371-b83e-e0262d9858cf tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.284144 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-155e9e8b-3cb5-4e4c-be5d-774bbb2aa0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.287002 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cbf5b525-71c1-4b30-a5b4-ba5a047f5d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.363453 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5b525-71c1-4b30-a5b4-ba5a047f5d03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a2ea59c-f6aa-4d05-8c5d-c53bcf2f3358,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:17.367262 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-35a8ff1e-dfe2-4502-a359-84df4d8cd0f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.409107 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-35a8ff1e-dfe2-4502-a359-84df4d8cd0f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.411190 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf5b525-71c1-4b30-a5b4-ba5a047f5d03 admin admin] Checking segment: {'id': '3ec155b8-1544-41d6-ab33-ab385f5aa547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1639, 'network_id': '604a06f5-822c-453c-9aee-7c87354c785a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:17.411544 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf5b525-71c1-4b30-a5b4-ba5a047f5d03 admin admin] Network hostable DHCP agents. Network: 604a06f5-822c-453c-9aee-7c87354c785a, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:24:17.416472 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-155e9e8b-3cb5-4e4c-be5d-774bbb2aa0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.418585 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3c61d154-d7d6-4371-b83e-e0262d9858cf tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.441034 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c61d154-d7d6-4371-b83e-e0262d9858cf tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4034236-92e2-4582-be40-4959397a8289,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:17.512309 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-155e9e8b-3cb5-4e4c-be5d-774bbb2aa0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.548144 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf5b525-71c1-4b30-a5b4-ba5a047f5d03 admin admin] Network 604a06f5-822c-453c-9aee-7c87354c785a is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:24:17.552253 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-35a8ff1e-dfe2-4502-a359-84df4d8cd0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.565541 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-155e9e8b-3cb5-4e4c-be5d-774bbb2aa0f7 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=807767dc18064329bf7eade968c8ddde&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1548095 Aug 31 09:24:17.569716 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e9e8b-3cb5-4e4c-be5d-774bbb2aa0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb11cb1-8113-4291-9c80-4cc43db7b5aa,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:17.569980 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-35a8ff1e-dfe2-4502-a359-84df4d8cd0f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.570418 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 38408) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:17.573409 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-35a8ff1e-dfe2-4502-a359-84df4d8cd0f1 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/27c75845-bd97-4308-a898-cf711f0df338 HTTP/1.1" status: 204 len: 168 time: 0.3274117 Aug 31 09:24:17.599996 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8ff1e-dfe2-4502-a359-84df4d8cd0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c75845-bd97-4308-a898-cf711f0df338,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:17.651509 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bea2be-e613-48f7-bbe6-829587ca4a2f req-2474fb4c-52b7-486a-9d10-66a0d16bb803 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:17.653352 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40bea2be-e613-48f7-bbe6-829587ca4a2f req-2474fb4c-52b7-486a-9d10-66a0d16bb803 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 946 time: 0.1107361 Aug 31 09:24:17.654136 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3c61d154-d7d6-4371-b83e-e0262d9858cf tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.658384 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3c61d154-d7d6-4371-b83e-e0262d9858cf tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7835171 Aug 31 09:24:17.659329 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 38414) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:17.668697 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-8a4f76bc-9adc-4e98-927b-5e7e704b0869 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:17.706366 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-cbf5b525-71c1-4b30-a5b4-ba5a047f5d03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 604a06f5-822c-453c-9aee-7c87354c785a) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:17.713277 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf5b525-71c1-4b30-a5b4-ba5a047f5d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:17.714009 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cbf5b525-71c1-4b30-a5b4-ba5a047f5d03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.721273 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1972ad73-823f-4cab-9cb7-a6bc75f1976d None None] Network 604a06f5-822c-453c-9aee-7c87354c785a requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:17.736117 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-adcdf6e2-1c24-4a3d-97ca-7a646610c0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.807982 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-adcdf6e2-1c24-4a3d-97ca-7a646610c0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.820044 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:17.826390 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40bea2be-e613-48f7-bbe6-829587ca4a2f req-ed553c67-22a3-48e5-9da0-edde856e1563 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462164 Aug 31 09:24:17.850658 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8a4f76bc-9adc-4e98-927b-5e7e704b0869 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for floatingip, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.989334 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8a4f76bc-9adc-4e98-927b-5e7e704b0869 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:17.990349 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3cbdaf-5f19-41f2-9c91-be318c5b4be5 None None] Network 604a06f5-822c-453c-9aee-7c87354c785a requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:18.003014 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-cbf5b525-71c1-4b30-a5b4-ba5a047f5d03 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2495365 Aug 31 09:24:18.079587 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-adcdf6e2-1c24-4a3d-97ca-7a646610c0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:18.084004 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-adcdf6e2-1c24-4a3d-97ca-7a646610c0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:18.084004 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-adcdf6e2-1c24-4a3d-97ca-7a646610c0d7 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/ecb11cb1-8113-4291-9c80-4cc43db7b5aa HTTP/1.1" status: 204 len: 168 time: 0.4970729 Aug 31 09:24:18.105856 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:18.125225 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcdf6e2-1c24-4a3d-97ca-7a646610c0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb11cb1-8113-4291-9c80-4cc43db7b5aa,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:18.134366 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:18.134757 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:18.212328 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-8a4f76bc-9adc-4e98-927b-5e7e704b0869 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Allocated IP 172.25.2.80 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/dcac2744-b210-4f0e-b5ae-335053b2098e) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:18.246055 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:18.260053 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38432) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:18.322018 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c,segment=NetworkSegment(0a95ffdb-6d77-445a-8e83-52f6d3d4d73c),segment_id=0a95ffdb-6d77-445a-8e83-52f6d3d4d73c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:18.331244 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d281f8-245d-43a1-bd75-170d2c6eee94 admin admin] Deleting subnet 6a2ea59c-f6aa-4d05-8c5d-c53bcf2f3358 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:24:18.336104 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-91d281f8-245d-43a1-bd75-170d2c6eee94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:18.345357 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8a4f76bc-9adc-4e98-927b-5e7e704b0869 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:18.381866 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-91d281f8-245d-43a1-bd75-170d2c6eee94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:18.388099 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:18.436285 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-91d281f8-245d-43a1-bd75-170d2c6eee94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:18.445212 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:18.480611 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8a4f76bc-9adc-4e98-927b-5e7e704b0869 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:18.528764 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4f76bc-9adc-4e98-927b-5e7e704b0869 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:18.531698 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-8a4f76bc-9adc-4e98-927b-5e7e704b0869 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:18.534260 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4f76bc-9adc-4e98-927b-5e7e704b0869 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:18.540573 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f76bc-9adc-4e98-927b-5e7e704b0869 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Pushing event updated for resources: {'Port': ['ID=dcac2744-b210-4f0e-b5ae-335053b2098e,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:18.608475 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-91d281f8-245d-43a1-bd75-170d2c6eee94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:18.640380 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d281f8-245d-43a1-bd75-170d2c6eee94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a2ea59c-f6aa-4d05-8c5d-c53bcf2f3358,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:18.651335 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-91d281f8-245d-43a1-bd75-170d2c6eee94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:18.653303 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-91d281f8-245d-43a1-bd75-170d2c6eee94 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/6a2ea59c-f6aa-4d05-8c5d-c53bcf2f3358 HTTP/1.1" status: 204 len: 168 time: 0.3925095 Aug 31 09:24:18.656286 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38440) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:18.665560 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8a4f76bc-9adc-4e98-927b-5e7e704b0869 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:18.742728 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-990751e4-4966-47ea-a25d-8353460a45f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:18.804634 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8a4f76bc-9adc-4e98-927b-5e7e704b0869 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:18.839747 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-990751e4-4966-47ea-a25d-8353460a45f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:18.851093 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-990751e4-4966-47ea-a25d-8353460a45f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['604a06f5-822c-453c-9aee-7c87354c785a']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:18.864576 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-990751e4-4966-47ea-a25d-8353460a45f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ec155b8-1544-41d6-ab33-ab385f5aa547') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:18.867505 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-990751e4-4966-47ea-a25d-8353460a45f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ec155b8-1544-41d6-ab33-ab385f5aa547') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:18.883152 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-990751e4-4966-47ea-a25d-8353460a45f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:18.905348 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-990751e4-4966-47ea-a25d-8353460a45f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:18.912692 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-990751e4-4966-47ea-a25d-8353460a45f0 admin admin] Releasing vlan 1639 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:24:18.913116 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-990751e4-4966-47ea-a25d-8353460a45f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:18.915683 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:24:18.915683 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:24:18.915683 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:24:18.915683 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:24:18.915683 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:24:18.915683 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:24:18.915683 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:24:18.915683 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:24:18.915683 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:24:18.915683 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:24:18.915683 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:24:18.915683 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:24:18.915683 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:24:18.915683 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:24:18.915683 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:24:18.915683 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:24:18.915683 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:24:18.915683 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:24:18.915683 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:24:18.915683 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:24:18.915683 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:24:18.915683 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:24:18.915683 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:24:18.915683 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:24:18.915683 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:24:18.915683 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:24:18.915683 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:24:18.915683 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:24:18.915683 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:24:18.915683 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:24:18.915683 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:24:18.915683 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:24:18.993741 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a5a31-5647-4b5b-a537-128b66f36107 req-fe630944-823c-4368-adc8-a458bd324a08 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:18.993741 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a1a5a31-5647-4b5b-a537-128b66f36107 req-fe630944-823c-4368-adc8-a458bd324a08 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 946 time: 0.0808268 Aug 31 09:24:19.047516 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8a4f76bc-9adc-4e98-927b-5e7e704b0869 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.053749 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a1a5a31-5647-4b5b-a537-128b66f36107 req-54c8407e-d7be-4805-843f-8802fe5a87d5 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567958 Aug 31 09:24:19.120141 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-990751e4-4966-47ea-a25d-8353460a45f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.125186 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-990751e4-4966-47ea-a25d-8353460a45f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.130019 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-990751e4-4966-47ea-a25d-8353460a45f0 admin admin] 10.222.0.119 "DELETE /v2.0/networks/604a06f5-822c-453c-9aee-7c87354c785a HTTP/1.1" status: 204 len: 168 time: 0.4701247 Aug 31 09:24:19.140250 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990751e4-4966-47ea-a25d-8353460a45f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=604a06f5-822c-453c-9aee-7c87354c785a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:19.164345 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8a4f76bc-9adc-4e98-927b-5e7e704b0869 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.173497 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 38456) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:19.215202 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-72c6cde6-03b3-4379-aed2-28463b5b4500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.269637 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f76bc-9adc-4e98-927b-5e7e704b0869 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Pushing event updated for resources: {'Port': ['ID=dcac2744-b210-4f0e-b5ae-335053b2098e,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:19.286273 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8a4f76bc-9adc-4e98-927b-5e7e704b0869 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.368259 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-72c6cde6-03b3-4379-aed2-28463b5b4500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.461255 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-72c6cde6-03b3-4379-aed2-28463b5b4500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.500151 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-72c6cde6-03b3-4379-aed2-28463b5b4500 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=b60924cc33ab4cf2b2ef0df64e9cae05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3239205 Aug 31 09:24:19.501101 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6cde6-03b3-4379-aed2-28463b5b4500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c088c42-3cad-4f80-a986-0111cd08793c,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:19.502892 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38460) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:19.558879 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65b95ef1-b679-4c39-a989-3eae4bd0f8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.568734 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8a4f76bc-9adc-4e98-927b-5e7e704b0869 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.571075 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8a4f76bc-9adc-4e98-927b-5e7e704b0869 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9099801 Aug 31 09:24:19.593245 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65b95ef1-b679-4c39-a989-3eae4bd0f8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.615174 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:19.674798 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:19.675224 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.732656 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 38466) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:19.757559 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65b95ef1-b679-4c39-a989-3eae4bd0f8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.761043 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65b95ef1-b679-4c39-a989-3eae4bd0f8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.763232 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-65b95ef1-b679-4c39-a989-3eae4bd0f8b3 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/1c088c42-3cad-4f80-a986-0111cd08793c HTTP/1.1" status: 204 len: 168 time: 0.2591069 Aug 31 09:24:19.774050 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b95ef1-b679-4c39-a989-3eae4bd0f8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c088c42-3cad-4f80-a986-0111cd08793c,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:19.794115 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4e5e0f81-0dda-4121-a674-84a723224f14 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=68475f8fc5b44a8d8c1755fe906038c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0601931 Aug 31 09:24:19.804292 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 38472) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:19.863179 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6e68c3c8-4168-4f2c-aa41-19fe6060b2f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.892086 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6e68c3c8-4168-4f2c-aa41-19fe6060b2f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:19.998907 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-ff7672ea-4101-4de8-83cd-f2b7483e7a14 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-securitygroup--1348334504&fields=id&tenant_id=b807ea962a9445be9b1ffbeebf308f16 HTTP/1.1" status: 200 len: 267 time: 0.0378416 Aug 31 09:24:20.353477 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:24:20.378860 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6e68c3c8-4168-4f2c-aa41-19fe6060b2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:20.381318 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6e68c3c8-4168-4f2c-aa41-19fe6060b2f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:20.383053 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6e68c3c8-4168-4f2c-aa41-19fe6060b2f3 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/44922688-2153-4896-83d3-1d88db6b178e HTTP/1.1" status: 204 len: 168 time: 0.5750794 Aug 31 09:24:20.423762 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68c3c8-4168-4f2c-aa41-19fe6060b2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44922688-2153-4896-83d3-1d88db6b178e,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:20.477602 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eef2a3-33d1-425d-9d41-a71bd285aaf8 req-3164b81f-2500-43b8-9e9a-3bdba79ce96a tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:20.479205 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d0eef2a3-33d1-425d-9d41-a71bd285aaf8 req-3164b81f-2500-43b8-9e9a-3bdba79ce96a tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 946 time: 0.1041958 Aug 31 09:24:20.487538 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-4e5c4e35-b80b-493c-9f75-3fa23ceb42aa tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:20.488974 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-4e5c4e35-b80b-493c-9f75-3fa23ceb42aa tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/networks?id=db85df49-32f0-464c-8559-cb7cf1e93dcb HTTP/1.1" status: 200 len: 810 time: 0.4795580 Aug 31 09:24:20.525801 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-257504c9-f58a-412a-9cf5-ae5bedd019e5 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/quotas/b807ea962a9445be9b1ffbeebf308f16 HTTP/1.1" status: 200 len: 375 time: 0.0214198 Aug 31 09:24:20.533289 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d0eef2a3-33d1-425d-9d41-a71bd285aaf8 req-fa44f4d0-76f2-48ba-ace2-9cd6c78977af tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433817 Aug 31 09:24:20.603378 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-9b74c8a7-185e-4101-985d-0d98689d4f0f tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=b807ea962a9445be9b1ffbeebf308f16&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0691173 Aug 31 09:24:20.696029 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38506) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:20.728278 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38510) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:20.728598 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-b5ab176d-39fb-451a-8588-ca2d31031e12 service neutron] 10.222.0.119 "GET /v2.0/networks/db85df49-32f0-464c-8559-cb7cf1e93dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130338 Aug 31 09:24:20.835141 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-5721f918-0167-469a-b608-28f95fc58a90 service neutron] 10.222.0.119 "GET /v2.0/networks/db85df49-32f0-464c-8559-cb7cf1e93dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994883 Aug 31 09:24:20.973626 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-fe4cab9a-1c95-4a8e-85ad-635df96e1490 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-502391722-network', 'tenant_id': '31597d826a9e4aa4b16e563a1769c437'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:20.996613 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b44a5798-fdce-4fb9-8508-dc4d9bda771a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:21.100711 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74a1aa1f-79e6-4d9f-9626-5c1ca2b30278 req-9b30dfb3-c1bd-41e9-9669-38f65d5eb424 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 210 time: 0.0422091 Aug 31 09:24:21.102605 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4cab9a-1c95-4a8e-85ad-635df96e1490 admin admin] Made reservation on behalf of 31597d826a9e4aa4b16e563a1769c437 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:21.106865 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fe4cab9a-1c95-4a8e-85ad-635df96e1490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:21.117035 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2f8378c0-1aa8-4e13-b997-2e30be79b792 req-b5a2f1e9-47d4-4667-b327-50dca3f3edf4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0454996 Aug 31 09:24:21.175729 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fe4cab9a-1c95-4a8e-85ad-635df96e1490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:21.211760 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2f8378c0-1aa8-4e13-b997-2e30be79b792 req-b06f6084-9062-4389-b2e3-aecf5ed4b0c3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.0689440 Aug 31 09:24:21.263739 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2f8378c0-1aa8-4e13-b997-2e30be79b792 req-f1d697b0-db24-4d1f-b050-17ae8fd0ddef service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40aea3578a764824ae85220fcc0c6911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287619 Aug 31 09:24:21.290532 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b44a5798-fdce-4fb9-8508-dc4d9bda771a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:21.380973 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b44a5798-fdce-4fb9-8508-dc4d9bda771a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:21.383914 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8378c0-1aa8-4e13-b997-2e30be79b792 req-494e2e72-97d3-4827-85da-a2dcbbf649b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:21.385722 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2f8378c0-1aa8-4e13-b997-2e30be79b792 req-494e2e72-97d3-4827-85da-a2dcbbf649b8 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1142094 Aug 31 09:24:21.461007 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b44a5798-fdce-4fb9-8508-dc4d9bda771a admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=2c7293fa014f4137b96d2291d4d77bae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7245703 Aug 31 09:24:21.464568 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 38538) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:21.468576 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a5798-fdce-4fb9-8508-dc4d9bda771a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60712e8-aa01-482d-8f91-62a7ff11b2c6,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:21.547486 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-28a46386-e750-4331-bbef-e3fc833d2f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:21.548040 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fe4cab9a-1c95-4a8e-85ad-635df96e1490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:21.573435 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-28a46386-e750-4331-bbef-e3fc833d2f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:21.653783 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fe4cab9a-1c95-4a8e-85ad-635df96e1490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:21.691451 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452910a-25fd-41ba-94aa-a43ef1bf55b9 req-ddc39260-ed75-4022-8ad5-4c2c71023160 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:21.693851 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0452910a-25fd-41ba-94aa-a43ef1bf55b9 req-ddc39260-ed75-4022-8ad5-4c2c71023160 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 946 time: 0.0877802 Aug 31 09:24:21.707755 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4cab9a-1c95-4a8e-85ad-635df96e1490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546b562d-be66-4a36-9510-24b24771d33a,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:21.747852 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0452910a-25fd-41ba-94aa-a43ef1bf55b9 req-e805f9ce-4768-430f-93df-2990d7e05ac7 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436897 Aug 31 09:24:21.806312 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-28a46386-e750-4331-bbef-e3fc833d2f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:21.809316 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4cab9a-1c95-4a8e-85ad-635df96e1490 admin admin] vlan segment allocate from pool success with {'vlan_id': 1611, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:24:21.812621 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-28a46386-e750-4331-bbef-e3fc833d2f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:21.814875 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-28a46386-e750-4331-bbef-e3fc833d2f44 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/f60712e8-aa01-482d-8f91-62a7ff11b2c6 HTTP/1.1" status: 204 len: 168 time: 0.3482952 Aug 31 09:24:21.833562 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fe4cab9a-1c95-4a8e-85ad-635df96e1490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:21.834967 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a46386-e750-4331-bbef-e3fc833d2f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60712e8-aa01-482d-8f91-62a7ff11b2c6,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:21.836039 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-fe4cab9a-1c95-4a8e-85ad-635df96e1490 admin admin] Added segment 330dc649-4839-4fe5-9c84-bb286ef74617 of type vlan for network 05e629c5-337f-4e8a-8c9c-df655ce43523 Aug 31 09:24:21.880418 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fe4cab9a-1c95-4a8e-85ad-635df96e1490 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:21.985652 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fe4cab9a-1c95-4a8e-85ad-635df96e1490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:21.987011 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4cab9a-1c95-4a8e-85ad-635df96e1490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:21.987961 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fe4cab9a-1c95-4a8e-85ad-635df96e1490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:22.059022 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4cab9a-1c95-4a8e-85ad-635df96e1490 admin admin] Pushing event updated for resources: {'Network': ['ID=05e629c5-337f-4e8a-8c9c-df655ce43523,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:22.072717 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 05e629c5-337f-4e8a-8c9c-df655ce43523 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:24:22.121126 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fe4cab9a-1c95-4a8e-85ad-635df96e1490 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4251525 Aug 31 09:24:22.133418 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38564) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:22.133418 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-0f76d6fb-8720-4b92-a041-2ce2c6569116 admin admin] Request body: {'subnet': {'network_id': '05e629c5-337f-4e8a-8c9c-df655ce43523', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-502391722-subnet', 'tenant_id': '31597d826a9e4aa4b16e563a1769c437', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:22.228577 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f76d6fb-8720-4b92-a041-2ce2c6569116 admin admin] Made reservation on behalf of 31597d826a9e4aa4b16e563a1769c437 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:22.231494 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0f76d6fb-8720-4b92-a041-2ce2c6569116 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:22.252836 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f0ffd973-8391-41d2-999c-2611bc87b4be req-fecb179d-1c87-44a6-87ee-d83d0ce3e357 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 210 time: 0.0378239 Aug 31 09:24:22.502975 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0f76d6fb-8720-4b92-a041-2ce2c6569116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:22.561622 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76d6fb-8720-4b92-a041-2ce2c6569116 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3ee296c-6b5d-416d-88a9-8e75d0838ba4,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:22.571819 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f76d6fb-8720-4b92-a041-2ce2c6569116 admin admin] Checking segment: {'id': '330dc649-4839-4fe5-9c84-bb286ef74617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1611, 'network_id': '05e629c5-337f-4e8a-8c9c-df655ce43523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:22.572220 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f76d6fb-8720-4b92-a041-2ce2c6569116 admin admin] Network hostable DHCP agents. Network: 05e629c5-337f-4e8a-8c9c-df655ce43523, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:24:22.705149 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f76d6fb-8720-4b92-a041-2ce2c6569116 admin admin] Network 05e629c5-337f-4e8a-8c9c-df655ce43523 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:24:22.883452 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-0f76d6fb-8720-4b92-a041-2ce2c6569116 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 05e629c5-337f-4e8a-8c9c-df655ce43523) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:22.888177 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2dbec-7320-458c-9a94-005178b8b58b req-fb2a8240-4ad3-4a84-9761-258f7d6aab14 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:22.888616 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f76d6fb-8720-4b92-a041-2ce2c6569116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:22.889566 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0f76d6fb-8720-4b92-a041-2ce2c6569116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:22.891183 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dbc2dbec-7320-458c-9a94-005178b8b58b req-fb2a8240-4ad3-4a84-9761-258f7d6aab14 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 946 time: 0.0575166 Aug 31 09:24:22.895914 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653fef7e-cc23-462f-bad8-a7dfccb79e0a None None] Network 05e629c5-337f-4e8a-8c9c-df655ce43523 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:22.930708 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38590) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:22.987726 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dbc2dbec-7320-458c-9a94-005178b8b58b req-e044a369-b795-41f1-b461-bb0970f28288 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738306 Aug 31 09:24:23.094627 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0f76d6fb-8720-4b92-a041-2ce2c6569116 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9721661 Aug 31 09:24:23.096331 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b749a28e-f081-40b1-83d2-66a790f045ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:23.097374 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 38598) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:23.104414 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-1acce181-fa94-41bd-961e-b53fc945584e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-502391722-router', 'tenant_id': '31597d826a9e4aa4b16e563a1769c437', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:23.243237 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b749a28e-f081-40b1-83d2-66a790f045ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:23.244732 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70e9e3b-eba5-444c-b532-26279dfd4468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-05e629c5-337f-4e8a-8c9c-df655ce43523', 'network_id': '05e629c5-337f-4e8a-8c9c-df655ce43523', 'tenant_id': '31597d826a9e4aa4b16e563a1769c437', 'fixed_ips': [{'subnet_id': 'e3ee296c-6b5d-416d-88a9-8e75d0838ba4'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:24:23.245648 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f70e9e3b-eba5-444c-b532-26279dfd4468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:23.334858 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b749a28e-f081-40b1-83d2-66a790f045ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:23.386482 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 38612) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:23.387869 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b749a28e-f081-40b1-83d2-66a790f045ff admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=3c741a3d93194f1a858450a8175508a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4551847 Aug 31 09:24:23.406107 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749a28e-f081-40b1-83d2-66a790f045ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca356c1-32d4-4310-abf7-80a12a01d013,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:23.457524 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-f70e9e3b-eba5-444c-b532-26279dfd4468 None None] Allocated IP 172.20.0.2 (05e629c5-337f-4e8a-8c9c-df655ce43523/e3ee296c-6b5d-416d-88a9-8e75d0838ba4/4d1bb743-4a94-49d3-875a-c4e040131d8c) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:23.477171 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-24510f8b-9355-4088-a3b8-5d98e3222637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:23.496923 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1acce181-fa94-41bd-961e-b53fc945584e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:23.498298 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1acce181-fa94-41bd-961e-b53fc945584e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:23.505982 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-24510f8b-9355-4088-a3b8-5d98e3222637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:23.585817 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1acce181-fa94-41bd-961e-b53fc945584e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:23.646207 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f70e9e3b-eba5-444c-b532-26279dfd4468 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:23.703235 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f70e9e3b-eba5-444c-b532-26279dfd4468 None None] Transition to ACTIVE for port object 4d1bb743-4a94-49d3-875a-c4e040131d8c will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:23.724281 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3819bfbc-d7e5-4aa6-ab8c-d2105a0ead06 req-75a565f3-b19d-4879-84e6-ad77f5018c2a tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 210 time: 0.3841312 Aug 31 09:24:23.727827 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-24510f8b-9355-4088-a3b8-5d98e3222637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:23.730266 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-24510f8b-9355-4088-a3b8-5d98e3222637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:23.731639 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-24510f8b-9355-4088-a3b8-5d98e3222637 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/cca356c1-32d4-4310-abf7-80a12a01d013 HTTP/1.1" status: 204 len: 168 time: 0.3445151 Aug 31 09:24:23.741041 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f70e9e3b-eba5-444c-b532-26279dfd4468 None None] Transition to ACTIVE for port object 4d1bb743-4a94-49d3-875a-c4e040131d8c will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:23.773707 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24510f8b-9355-4088-a3b8-5d98e3222637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca356c1-32d4-4310-abf7-80a12a01d013,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:23.871315 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f70e9e3b-eba5-444c-b532-26279dfd4468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:23.891323 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1acce181-fa94-41bd-961e-b53fc945584e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:23.912182 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70e9e3b-eba5-444c-b532-26279dfd4468 None None] Network 05e629c5-337f-4e8a-8c9c-df655ce43523 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:23.915101 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-f70e9e3b-eba5-444c-b532-26279dfd4468 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:23.917481 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70e9e3b-eba5-444c-b532-26279dfd4468 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:23.928008 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e9e3b-eba5-444c-b532-26279dfd4468 None None] Pushing event updated for resources: {'Port': ['ID=4d1bb743-4a94-49d3-875a-c4e040131d8c,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:23.987191 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-f70e9e3b-eba5-444c-b532-26279dfd4468 None None] Attempting to bind port 4d1bb743-4a94-49d3-875a-c4e040131d8c on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:23.987999 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-f70e9e3b-eba5-444c-b532-26279dfd4468 None None] Attempting to bind port 4d1bb743-4a94-49d3-875a-c4e040131d8c by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '330dc649-4839-4fe5-9c84-bb286ef74617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1611, 'network_id': '05e629c5-337f-4e8a-8c9c-df655ce43523'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:23.987999 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70e9e3b-eba5-444c-b532-26279dfd4468 None None] Attempting to bind port 4d1bb743-4a94-49d3-875a-c4e040131d8c on network 05e629c5-337f-4e8a-8c9c-df655ce43523 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:23.999612 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70e9e3b-eba5-444c-b532-26279dfd4468 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:24:24.000033 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70e9e3b-eba5-444c-b532-26279dfd4468 None None] Checking segment: {'id': '330dc649-4839-4fe5-9c84-bb286ef74617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1611, 'network_id': '05e629c5-337f-4e8a-8c9c-df655ce43523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:24.000437 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f70e9e3b-eba5-444c-b532-26279dfd4468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:24.000975 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70e9e3b-eba5-444c-b532-26279dfd4468 None None] Bound using segment: {'id': '330dc649-4839-4fe5-9c84-bb286ef74617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1611, 'network_id': '05e629c5-337f-4e8a-8c9c-df655ce43523'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:24:24.001460 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-f70e9e3b-eba5-444c-b532-26279dfd4468 None None] Bound port: 4d1bb743-4a94-49d3-875a-c4e040131d8c, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '330dc649-4839-4fe5-9c84-bb286ef74617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1611, 'network_id': '05e629c5-337f-4e8a-8c9c-df655ce43523'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:24:24.001846 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f70e9e3b-eba5-444c-b532-26279dfd4468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:24.073808 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-f70e9e3b-eba5-444c-b532-26279dfd4468 None None] For port 4d1bb743-4a94-49d3-875a-c4e040131d8c, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:24.077091 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-f70e9e3b-eba5-444c-b532-26279dfd4468 None None] For port 4d1bb743-4a94-49d3-875a-c4e040131d8c, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4d1bb743-4a94-49d3-875a-c4e040131d8c,segment=NetworkSegment(330dc649-4839-4fe5-9c84-bb286ef74617),segment_id=330dc649-4839-4fe5-9c84-bb286ef74617)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:24:24.131033 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-d54de7dc-5dec-40f0-bca0-3c4a7621a434 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:24.132742 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-d54de7dc-5dec-40f0-bca0-3c4a7621a434 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.112 "GET /v2.0/networks?id=db85df49-32f0-464c-8559-cb7cf1e93dcb HTTP/1.1" status: 200 len: 810 time: 0.1654861 Aug 31 09:24:24.206403 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f70e9e3b-eba5-444c-b532-26279dfd4468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:24.241355 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-dbd18b74-c5d3-4d51-91d5-c44afdeed47a tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b807ea962a9445be9b1ffbeebf308f16 HTTP/1.1" status: 200 len: 380 time: 0.0954947 Aug 31 09:24:24.254524 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddaeae9-3101-4c82-b57a-11e348d608fb req-6ccc0269-8287-4873-b59a-e3fe7dbf5d15 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:24.256445 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6ddaeae9-3101-4c82-b57a-11e348d608fb req-6ccc0269-8287-4873-b59a-e3fe7dbf5d15 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 946 time: 0.1222901 Aug 31 09:24:24.264488 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-6861f251-b9b4-49c0-b944-f32d67b7c6ee tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Request body: {'port': {'device_id': '51c73a04-67e7-4bc1-9527-e21418c2e2a5', 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb', 'admin_state_up': True, 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'security_groups': ['0ad61d1a-7ef4-47e5-9e46-361e7d5558f6']}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:24.323801 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e9e3b-eba5-444c-b532-26279dfd4468 None None] Pushing event updated for resources: {'Port': ['ID=4d1bb743-4a94-49d3-875a-c4e040131d8c,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:24.512595 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6ddaeae9-3101-4c82-b57a-11e348d608fb req-c65686b4-3477-46b2-bb16-f8fcf8826b25 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994088 Aug 31 09:24:24.544129 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1acce181-fa94-41bd-961e-b53fc945584e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:24.577045 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1acce181-fa94-41bd-961e-b53fc945584e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:24.737507 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-1acce181-fa94-41bd-961e-b53fc945584e admin admin] Allocated IP 172.25.2.159 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/6606270a-2a93-4164-9a3c-cfcb0d321c27) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:24.824435 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-6861f251-b9b4-49c0-b944-f32d67b7c6ee tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Made reservation on behalf of b807ea962a9445be9b1ffbeebf308f16 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:24.827812 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-6861f251-b9b4-49c0-b944-f32d67b7c6ee tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:24.949333 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122eca60-9abe-4bc5-8a5c-f7dbd7c6e985 req-c8b07c4e-224f-4752-b69b-14663d5a98a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:24.957986 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-122eca60-9abe-4bc5-8a5c-f7dbd7c6e985 req-c8b07c4e-224f-4752-b69b-14663d5a98a2 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1b5bd35927fb49bc9780e4d378d20df4&device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 1097 time: 0.0712626 Aug 31 09:24:25.083369 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476868f-1387-4eba-a155-a3d6aeca7086 req-cffd349e-7e35-4bbc-b326-76fbe0285d88 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:25.086020 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1476868f-1387-4eba-a155-a3d6aeca7086 req-cffd349e-7e35-4bbc-b326-76fbe0285d88 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.2700355 Aug 31 09:24:25.130635 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1acce181-fa94-41bd-961e-b53fc945584e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:25.167698 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122eca60-9abe-4bc5-8a5c-f7dbd7c6e985 req-e0a0c750-3a41-418f-952c-5467abaf8f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:25.170589 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-122eca60-9abe-4bc5-8a5c-f7dbd7c6e985 req-e0a0c750-3a41-418f-952c-5467abaf8f4d service neutron] 10.222.0.112 "GET /v2.0/networks?id=f5553b74-379c-4750-8c9c-33e10cb78fdc HTTP/1.1" status: 200 len: 912 time: 0.2042465 Aug 31 09:24:25.227833 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d9049b46-70a6-4abd-a494-a3761889b610 req-930bd97c-b9b5-4a0b-af1a-722596d50997 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 210 time: 0.4113464 Aug 31 09:24:25.294905 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-122eca60-9abe-4bc5-8a5c-f7dbd7c6e985 req-7c6b3b7b-20bf-42d6-9fce-64c10a6ebce3 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=562155d5-60d9-49c5-a20f-72174fb90928 HTTP/1.1" status: 200 len: 1000 time: 0.1104915 Aug 31 09:24:25.297085 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-6861f251-b9b4-49c0-b944-f32d67b7c6ee tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Allocated IP 172.20.0.10 (db85df49-32f0-464c-8559-cb7cf1e93dcb/51d76b46-811d-468a-80f4-ece7058a5d3b/c47a5b46-143f-4319-8dc4-1e44ec0e4d7e) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:25.301660 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1476868f-1387-4eba-a155-a3d6aeca7086 req-f7def98d-67cb-4208-8702-c6ed320099fa tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014475 Aug 31 09:24:25.324326 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38668) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:25.397404 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122eca60-9abe-4bc5-8a5c-f7dbd7c6e985 req-fc5e2bf5-c5f9-4048-9067-a229a4e07492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:25.399980 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-122eca60-9abe-4bc5-8a5c-f7dbd7c6e985 req-fc5e2bf5-c5f9-4048-9067-a229a4e07492 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=38d49ab8-d8f2-42ae-8afb-2cc963a498ae HTTP/1.1" status: 200 len: 849 time: 0.0810115 Aug 31 09:24:25.465385 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122eca60-9abe-4bc5-8a5c-f7dbd7c6e985 req-ec5f80f4-c500-40e9-b296-f822879fb59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:25.467256 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-122eca60-9abe-4bc5-8a5c-f7dbd7c6e985 req-ec5f80f4-c500-40e9-b296-f822879fb59f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f5553b74-379c-4750-8c9c-33e10cb78fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555789 Aug 31 09:24:25.472221 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1acce181-fa94-41bd-961e-b53fc945584e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:25.488480 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 38674) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:25.561974 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acce181-fa94-41bd-961e-b53fc945584e admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:25.571171 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-1acce181-fa94-41bd-961e-b53fc945584e admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:25.576418 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acce181-fa94-41bd-961e-b53fc945584e admin admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:25.578469 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acce181-fa94-41bd-961e-b53fc945584e admin admin] Pushing event updated for resources: {'Port': ['ID=6606270a-2a93-4164-9a3c-cfcb0d321c27,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:25.662098 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-6861f251-b9b4-49c0-b944-f32d67b7c6ee tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:25.684320 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-122eca60-9abe-4bc5-8a5c-f7dbd7c6e985 req-689a9fd3-97e9-4868-8057-f4bc3253db72 service neutron] 10.222.0.112 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046123 Aug 31 09:24:25.722876 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-6861f251-b9b4-49c0-b944-f32d67b7c6ee tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Transition to ACTIVE for port object c47a5b46-143f-4319-8dc4-1e44ec0e4d7e will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:25.784824 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4d1bb743-4a94-49d3-875a-c4e040131d8c up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:25.831524 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2bfde0-9e3a-4e9f-a430-824a8970817c None None] Network 05e629c5-337f-4e8a-8c9c-df655ce43523 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:25.869467 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-122eca60-9abe-4bc5-8a5c-f7dbd7c6e985 req-b68a308a-041c-4a7d-8a4f-5d8ac06764cb service neutron] 10.222.0.112 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727746 Aug 31 09:24:25.871620 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5b196635-f9ee-4a1a-a24c-b949bb76c611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:25.885703 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1dfac3-73f7-43b0-92d4-e30313a61d63 req-6c3fd4ad-a953-4767-aa2c-0dd1c23df5fd tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:25.887575 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9a1dfac3-73f7-43b0-92d4-e30313a61d63 req-6c3fd4ad-a953-4767-aa2c-0dd1c23df5fd tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 946 time: 0.2218187 Aug 31 09:24:25.892558 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-500887cd-3f21-4e57-8633-5117a32e2def tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:25.985046 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9a1dfac3-73f7-43b0-92d4-e30313a61d63 req-97c65a32-bc70-4043-88f9-ac94e12da185 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818193 Aug 31 09:24:25.998816 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5b196635-f9ee-4a1a-a24c-b949bb76c611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:26.114347 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 4d1bb743-4a94-49d3-875a-c4e040131d8c completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:26.115237 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-6861f251-b9b4-49c0-b944-f32d67b7c6ee tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:26.116651 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-56590e36-8000-4090-87f0-6ac2b2b92668 None None] Provisioning for port 4d1bb743-4a94-49d3-875a-c4e040131d8c completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:26.122655 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-56590e36-8000-4090-87f0-6ac2b2b92668 None None] Provisioning complete for port 4d1bb743-4a94-49d3-875a-c4e040131d8c triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:26.125594 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-56590e36-8000-4090-87f0-6ac2b2b92668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:26.128469 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 4d1bb743-4a94-49d3-875a-c4e040131d8c triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:26.128962 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:26.199820 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5b196635-f9ee-4a1a-a24c-b949bb76c611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:26.274398 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b196635-f9ee-4a1a-a24c-b949bb76c611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063b73c8-45a9-421a-9dda-0863509f909f,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:26.274956 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-6861f251-b9b4-49c0-b944-f32d67b7c6ee tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Network db85df49-32f0-464c-8559-cb7cf1e93dcb is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:26.285096 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5b196635-f9ee-4a1a-a24c-b949bb76c611 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=f7a76d3087be45c4b9ec0d5bb4ebb414&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9397025 Aug 31 09:24:26.290507 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38692) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:26.338659 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-56590e36-8000-4090-87f0-6ac2b2b92668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:26.342424 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-6861f251-b9b4-49c0-b944-f32d67b7c6ee tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:26.344917 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-6861f251-b9b4-49c0-b944-f32d67b7c6ee tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:26.353694 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861f251-b9b4-49c0-b944-f32d67b7c6ee tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Pushing event updated for resources: {'Port': ['ID=c47a5b46-143f-4319-8dc4-1e44ec0e4d7e,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:26.372798 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:26.408692 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ceab4d29-e0bc-49b1-aa83-fa5464fd7245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:26.450305 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-56590e36-8000-4090-87f0-6ac2b2b92668 None None] For port 4d1bb743-4a94-49d3-875a-c4e040131d8c, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4d1bb743-4a94-49d3-875a-c4e040131d8c,segment=NetworkSegment(330dc649-4839-4fe5-9c84-bb286ef74617),segment_id=330dc649-4839-4fe5-9c84-bb286ef74617)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:26.460489 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ceab4d29-e0bc-49b1-aa83-fa5464fd7245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:26.534561 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-500887cd-3f21-4e57-8633-5117a32e2def tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks [] for floatingip, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:26.542607 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1acce181-fa94-41bd-961e-b53fc945584e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:26.560111 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-56590e36-8000-4090-87f0-6ac2b2b92668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:26.572731 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-6861f251-b9b4-49c0-b944-f32d67b7c6ee tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:26.573423 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-6861f251-b9b4-49c0-b944-f32d67b7c6ee tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:26.615288 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ceab4d29-e0bc-49b1-aa83-fa5464fd7245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:26.623484 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ceab4d29-e0bc-49b1-aa83-fa5464fd7245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:26.628209 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ceab4d29-e0bc-49b1-aa83-fa5464fd7245 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/063b73c8-45a9-421a-9dda-0863509f909f HTTP/1.1" status: 204 len: 168 time: 0.3366303 Aug 31 09:24:26.644904 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:24:26.645271 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:24:26.650584 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56590e36-8000-4090-87f0-6ac2b2b92668 None None] Pushing event updated for resources: {'Port': ['ID=4d1bb743-4a94-49d3-875a-c4e040131d8c,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:26.658730 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab4d29-e0bc-49b1-aa83-fa5464fd7245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063b73c8-45a9-421a-9dda-0863509f909f,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:26.692729 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d3cfea63-c9ce-420f-a1bc-4d9068413189 None None] Provisioning complete for port 4d1bb743-4a94-49d3-875a-c4e040131d8c triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:26.699971 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d3cfea63-c9ce-420f-a1bc-4d9068413189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:26.922061 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d3cfea63-c9ce-420f-a1bc-4d9068413189 None None] Provisioning for port c47a5b46-143f-4319-8dc4-1e44ec0e4d7e completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:26.926162 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d3cfea63-c9ce-420f-a1bc-4d9068413189 None None] Provisioning complete for port c47a5b46-143f-4319-8dc4-1e44ec0e4d7e triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:26.926627 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d3cfea63-c9ce-420f-a1bc-4d9068413189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:26.967604 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-d3cfea63-c9ce-420f-a1bc-4d9068413189 None None] Port c47a5b46-143f-4319-8dc4-1e44ec0e4d7e cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:24:27.050500 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431be534-a2ec-4d94-bf1a-ac0f00eab19d req-06d7ad22-9c55-4c9c-8fea-771e5ae8f1a2 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:27.052054 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-431be534-a2ec-4d94-bf1a-ac0f00eab19d req-06d7ad22-9c55-4c9c-8fea-771e5ae8f1a2 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 932 time: 0.6181188 Aug 31 09:24:27.060686 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38708) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:27.108014 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91a41e-ad13-44f7-8256-8e752da4838e req-a3ae082c-5837-4833-bdfd-c8464d5752d7 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:27.114966 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b91a41e-ad13-44f7-8256-8e752da4838e req-a3ae082c-5837-4833-bdfd-c8464d5752d7 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.6685610 Aug 31 09:24:27.114966 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-6861f251-b9b4-49c0-b944-f32d67b7c6ee tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8543072 Aug 31 09:24:27.156124 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-108c9fdc-234f-4c5c-b2e5-e39c0998dce8 service neutron] Request body: {'port': {'device_id': '51c73a04-67e7-4bc1-9527-e21418c2e2a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:27.207605 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a34864-2833-42cc-a278-51094ace44ae req-89859e18-8d39-446d-9faf-1b0364bbbe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:27.209166 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d5a34864-2833-42cc-a278-51094ace44ae req-89859e18-8d39-446d-9faf-1b0364bbbe83 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 1098 time: 0.2083545 Aug 31 09:24:27.218640 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7e289b77-b004-4445-8c3f-8e9a93d857de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:27.302084 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-431be534-a2ec-4d94-bf1a-ac0f00eab19d req-915aa1ec-b41d-404f-9669-626c5669013d tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042143 Aug 31 09:24:27.318642 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7e289b77-b004-4445-8c3f-8e9a93d857de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:27.334028 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b91a41e-ad13-44f7-8256-8e752da4838e req-a040ba1b-9165-4670-8632-9274881a5a24 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090292 Aug 31 09:24:27.368960 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-108c9fdc-234f-4c5c-b2e5-e39c0998dce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:27.408248 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7e289b77-b004-4445-8c3f-8e9a93d857de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:27.424960 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d5a34864-2833-42cc-a278-51094ace44ae req-b5e69c2c-52b4-40b8-a2eb-48d87ef163a2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025814 Aug 31 09:24:27.456719 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7e289b77-b004-4445-8c3f-8e9a93d857de admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=68fcf50388f84f109dd433b85d02a543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3950043 Aug 31 09:24:27.457828 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e289b77-b004-4445-8c3f-8e9a93d857de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6c0656-f0f9-42b5-9d2e-21d5000f9ab8,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:27.460206 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38722) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:27.521198 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-979994c0-c936-4f8b-8604-2bd63bdaceef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:27.530574 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1acce181-fa94-41bd-961e-b53fc945584e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:27.533064 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-500887cd-3f21-4e57-8633-5117a32e2def tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:27.545614 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-979994c0-c936-4f8b-8604-2bd63bdaceef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:27.620250 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4d1bb743-4a94-49d3-875a-c4e040131d8c up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:27.663055 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf636da-547f-423b-a742-8c077bc7d5e1 req-71a47c84-6b71-4108-a8ed-4d75a50bcfde tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:27.664938 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bdf636da-547f-423b-a742-8c077bc7d5e1 req-71a47c84-6b71-4108-a8ed-4d75a50bcfde tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 946 time: 0.2381518 Aug 31 09:24:27.678605 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 4d1bb743-4a94-49d3-875a-c4e040131d8c triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:27.679546 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:27.685249 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-979994c0-c936-4f8b-8604-2bd63bdaceef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:27.687810 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-979994c0-c936-4f8b-8604-2bd63bdaceef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:27.691644 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-979994c0-c936-4f8b-8604-2bd63bdaceef admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/0c6c0656-f0f9-42b5-9d2e-21d5000f9ab8 HTTP/1.1" status: 204 len: 168 time: 0.2212126 Aug 31 09:24:27.700043 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979994c0-c936-4f8b-8604-2bd63bdaceef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6c0656-f0f9-42b5-9d2e-21d5000f9ab8,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:27.922536 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bdf636da-547f-423b-a742-8c077bc7d5e1 req-86cceb28-431c-4ea3-a3ca-efbcbf9c4998 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855898 Aug 31 09:24:27.948896 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-500887cd-3f21-4e57-8633-5117a32e2def tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Allocated IP 172.25.2.136 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/d4b2c905-8b7a-4826-abb1-d4cf80c319ac) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:28.150677 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acce181-fa94-41bd-961e-b53fc945584e admin admin] Router debcc534-4951-4f51-a8dc-892b3dad1682 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:24:28.157462 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-108c9fdc-234f-4c5c-b2e5-e39c0998dce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c47a5b46-143f-4319-8dc4-1e44ec0e4d7e {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:24:28.165024 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-500887cd-3f21-4e57-8633-5117a32e2def tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:28.172627 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-108c9fdc-234f-4c5c-b2e5-e39c0998dce8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:28.202973 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-108c9fdc-234f-4c5c-b2e5-e39c0998dce8 service neutron] Transition to ACTIVE for port object c47a5b46-143f-4319-8dc4-1e44ec0e4d7e will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:28.300308 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-108c9fdc-234f-4c5c-b2e5-e39c0998dce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:28.357210 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acce181-fa94-41bd-961e-b53fc945584e admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:24:28.368363 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cb2186-a9b0-4313-a754-783521cfa6ec None None] Sync routers for ids ['debcc534-4951-4f51-a8dc-892b3dad1682'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:24:28.381583 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cb2186-a9b0-4313-a754-783521cfa6ec None None] Routers {'debcc534-4951-4f51-a8dc-892b3dad1682'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:28.382464 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f6cb2186-a9b0-4313-a754-783521cfa6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:24:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['debcc534-4951-4f51-a8dc-892b3dad1682'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:28.416752 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c9fdc-234f-4c5c-b2e5-e39c0998dce8 service neutron] Pushing event updated for resources: {'Port': ['ID=c47a5b46-143f-4319-8dc4-1e44ec0e4d7e,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:28.444073 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-500887cd-3f21-4e57-8633-5117a32e2def tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:28.538935 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-f6cb2186-a9b0-4313-a754-783521cfa6ec None None] Set router debcc534-4951-4f51-a8dc-892b3dad1682 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:28.608920 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1acce181-fa94-41bd-961e-b53fc945584e admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:28.610988 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1acce181-fa94-41bd-961e-b53fc945584e admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5120072 Aug 31 09:24:28.613953 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38756) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:28.650160 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500887cd-3f21-4e57-8633-5117a32e2def tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:28.687462 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a5cf4-4027-48ca-adf3-b1ea78f3b172 req-81343aa0-8efd-45dc-9671-4920a1704543 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:28.689420 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-686a5cf4-4027-48ca-adf3-b1ea78f3b172 req-81343aa0-8efd-45dc-9671-4920a1704543 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 944 time: 0.2951350 Aug 31 09:24:28.690701 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-500887cd-3f21-4e57-8633-5117a32e2def tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:28.713020 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500887cd-3f21-4e57-8633-5117a32e2def tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:28.747195 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f6cb2186-a9b0-4313-a754-783521cfa6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debcc534-4951-4f51-a8dc-892b3dad1682', 'name': 'tempest-FloatingIPsTestJSON-502391722-router', 'tenant_id': '31597d826a9e4aa4b16e563a1769c437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '6606270a-2a93-4164-9a3c-cfcb0d321c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:24:23Z', 'updated_at': '2021-08-31T09:24:25Z', 'revision_number': 3, 'project_id': '31597d826a9e4aa4b16e563a1769c437', 'gw_port': {'id': '6606270a-2a93-4164-9a3c-cfcb0d321c27', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'debcc534-4951-4f51-a8dc-892b3dad1682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:24Z', 'updated_at': '2021-08-31T09:24:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:28.779831 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cb2186-a9b0-4313-a754-783521cfa6ec None None] Checking router: debcc534-4951-4f51-a8dc-892b3dad1682 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:24:28.780388 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cb2186-a9b0-4313-a754-783521cfa6ec None None] Updating router debcc534-4951-4f51-a8dc-892b3dad1682 port 6606270a-2a93-4164-9a3c-cfcb0d321c27 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:24:28.811141 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-f6cb2186-a9b0-4313-a754-783521cfa6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:28.846568 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-500887cd-3f21-4e57-8633-5117a32e2def tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:28.897170 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-108c9fdc-234f-4c5c-b2e5-e39c0998dce8 service neutron] Attempting to bind port c47a5b46-143f-4319-8dc4-1e44ec0e4d7e on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:28.898038 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-108c9fdc-234f-4c5c-b2e5-e39c0998dce8 service neutron] Attempting to bind port c47a5b46-143f-4319-8dc4-1e44ec0e4d7e by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '0a95ffdb-6d77-445a-8e83-52f6d3d4d73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1630, 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:28.899036 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-108c9fdc-234f-4c5c-b2e5-e39c0998dce8 service neutron] Attempting to bind port c47a5b46-143f-4319-8dc4-1e44ec0e4d7e on network db85df49-32f0-464c-8559-cb7cf1e93dcb {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:28.904092 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500887cd-3f21-4e57-8633-5117a32e2def tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Pushing event updated for resources: {'Port': ['ID=d4b2c905-8b7a-4826-abb1-d4cf80c319ac,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:28.916729 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-108c9fdc-234f-4c5c-b2e5-e39c0998dce8 service neutron] Port c47a5b46-143f-4319-8dc4-1e44ec0e4d7e on network db85df49-32f0-464c-8559-cb7cf1e93dcb not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:28.917361 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-108c9fdc-234f-4c5c-b2e5-e39c0998dce8 service neutron] Attempting to bind port c47a5b46-143f-4319-8dc4-1e44ec0e4d7e on network db85df49-32f0-464c-8559-cb7cf1e93dcb {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:28.927671 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabab48e-3ca6-4e23-b137-1361aa089085 req-406d3d90-c630-49c7-9677-33dbcefa394b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:28.934808 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fabab48e-3ca6-4e23-b137-1361aa089085 req-406d3d90-c630-49c7-9677-33dbcefa394b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.4118433 Aug 31 09:24:28.972308 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-108c9fdc-234f-4c5c-b2e5-e39c0998dce8 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:24:28.972642 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-108c9fdc-234f-4c5c-b2e5-e39c0998dce8 service neutron] Checking segment: {'id': '0a95ffdb-6d77-445a-8e83-52f6d3d4d73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1630, 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:28.973026 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-108c9fdc-234f-4c5c-b2e5-e39c0998dce8 service neutron] Bound using segment: {'id': '0a95ffdb-6d77-445a-8e83-52f6d3d4d73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1630, 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:24:28.973454 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-108c9fdc-234f-4c5c-b2e5-e39c0998dce8 service neutron] Bound port: c47a5b46-143f-4319-8dc4-1e44ec0e4d7e, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a95ffdb-6d77-445a-8e83-52f6d3d4d73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1630, 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:24:28.973807 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-108c9fdc-234f-4c5c-b2e5-e39c0998dce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:29.001847 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-686a5cf4-4027-48ca-adf3-b1ea78f3b172 req-bcdf8777-0149-4180-ba4e-2eb500b00431 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3009379 Aug 31 09:24:29.135556 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-f6cb2186-a9b0-4313-a754-783521cfa6ec None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:29.141975 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-500887cd-3f21-4e57-8633-5117a32e2def tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:29.153436 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fabab48e-3ca6-4e23-b137-1361aa089085 req-a193559b-a3ac-43ba-b135-20b97bb44f9b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177062 Aug 31 09:24:29.161200 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-f6cb2186-a9b0-4313-a754-783521cfa6ec None None] Transition to ACTIVE for port object 6606270a-2a93-4164-9a3c-cfcb0d321c27 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:29.213420 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-f6cb2186-a9b0-4313-a754-783521cfa6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:29.270065 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9298a7-c4bf-40bd-a320-bb61a06998c5 None None] Pushing event updated for resources: {'Port': ['ID=6606270a-2a93-4164-9a3c-cfcb0d321c27,revision_number=2']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:29.277591 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5a81b1ed-da9d-4099-b372-75dbb4048f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:29.284944 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-108c9fdc-234f-4c5c-b2e5-e39c0998dce8 service neutron] For port c47a5b46-143f-4319-8dc4-1e44ec0e4d7e, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:29.288459 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-f6cb2186-a9b0-4313-a754-783521cfa6ec None None] Attempting to bind port 6606270a-2a93-4164-9a3c-cfcb0d321c27 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:29.288965 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-f6cb2186-a9b0-4313-a754-783521cfa6ec None None] Attempting to bind port 6606270a-2a93-4164-9a3c-cfcb0d321c27 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:29.289699 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cb2186-a9b0-4313-a754-783521cfa6ec None None] Attempting to bind port 6606270a-2a93-4164-9a3c-cfcb0d321c27 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:29.299910 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cb2186-a9b0-4313-a754-783521cfa6ec None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:24:29.299910 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cb2186-a9b0-4313-a754-783521cfa6ec None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:29.300171 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-108c9fdc-234f-4c5c-b2e5-e39c0998dce8 service neutron] For port c47a5b46-143f-4319-8dc4-1e44ec0e4d7e, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=c47a5b46-143f-4319-8dc4-1e44ec0e4d7e,segment=NetworkSegment(0a95ffdb-6d77-445a-8e83-52f6d3d4d73c),segment_id=0a95ffdb-6d77-445a-8e83-52f6d3d4d73c)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:24:29.300278 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-f6cb2186-a9b0-4313-a754-783521cfa6ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:29.300278 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cb2186-a9b0-4313-a754-783521cfa6ec None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:24:29.300278 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-f6cb2186-a9b0-4313-a754-783521cfa6ec None None] Bound port: 6606270a-2a93-4164-9a3c-cfcb0d321c27, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:24:29.300827 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-f6cb2186-a9b0-4313-a754-783521cfa6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:29.383857 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-f6cb2186-a9b0-4313-a754-783521cfa6ec None None] For port 6606270a-2a93-4164-9a3c-cfcb0d321c27, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:29.389749 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-f6cb2186-a9b0-4313-a754-783521cfa6ec None None] For port 6606270a-2a93-4164-9a3c-cfcb0d321c27, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=6606270a-2a93-4164-9a3c-cfcb0d321c27,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:24:29.411689 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-108c9fdc-234f-4c5c-b2e5-e39c0998dce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:29.457221 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-f6cb2186-a9b0-4313-a754-783521cfa6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:29.482870 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-108c9fdc-234f-4c5c-b2e5-e39c0998dce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:29.483936 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-108c9fdc-234f-4c5c-b2e5-e39c0998dce8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:29.485899 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-108c9fdc-234f-4c5c-b2e5-e39c0998dce8 service neutron] 10.222.0.112 "PUT /v2.0/ports/c47a5b46-143f-4319-8dc4-1e44ec0e4d7e HTTP/1.1" status: 200 len: 1093 time: 2.3504300 Aug 31 09:24:29.488222 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c73a04-67e7-4bc1-9527-e21418c2e2a5', 'tag': 'c47a5b46-143f-4319-8dc4-1e44ec0e4d7e'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:29.493167 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721fdd0e-e07a-4146-ac7b-4a3ae8accfea" -d '{"events": [{"name": "network-changed", "server_uuid": "51c73a04-67e7-4bc1-9527-e21418c2e2a5", "tag": "c47a5b46-143f-4319-8dc4-1e44ec0e4d7e"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:29.531168 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1fd84a-d991-420c-b0a5-a7c61c98bbd2 req-074a8994-a951-488f-ae13-6ec40a966eb9 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:29.532836 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-da1fd84a-d991-420c-b0a5-a7c61c98bbd2 req-074a8994-a951-488f-ae13-6ec40a966eb9 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 946 time: 0.2794430 Aug 31 09:24:29.537922 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-5a81b1ed-da9d-4099-b372-75dbb4048f08 admin admin] Allocated IP 172.20.0.1 (05e629c5-337f-4e8a-8c9c-df655ce43523/e3ee296c-6b5d-416d-88a9-8e75d0838ba4/6ed581a8-bb6d-451c-94d0-42baae6e68a7) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:29.571759 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c9fdc-234f-4c5c-b2e5-e39c0998dce8 service neutron] Pushing event updated for resources: {'Port': ['ID=c47a5b46-143f-4319-8dc4-1e44ec0e4d7e,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:29.595301 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cb2186-a9b0-4313-a754-783521cfa6ec None None] Routers {'debcc534-4951-4f51-a8dc-892b3dad1682'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:29.595301 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f6cb2186-a9b0-4313-a754-783521cfa6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:24:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['debcc534-4951-4f51-a8dc-892b3dad1682'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:29.672247 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb8bc89-a713-440b-88c7-d2b5bc56787d x-openstack-request-id: req-4bb8bc89-a713-440b-88c7-d2b5bc56787d {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:29.672547 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51c73a04-67e7-4bc1-9527-e21418c2e2a5", "tag": "c47a5b46-143f-4319-8dc4-1e44ec0e4d7e", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:29.672803 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4bb8bc89-a713-440b-88c7-d2b5bc56787d {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:29.673207 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51c73a04-67e7-4bc1-9527-e21418c2e2a5', 'tag': 'c47a5b46-143f-4319-8dc4-1e44ec0e4d7e', 'status': 'completed', 'code': 200} Aug 31 09:24:29.690427 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9298a7-c4bf-40bd-a320-bb61a06998c5 None None] Pushing event updated for resources: {'Port': ['ID=6606270a-2a93-4164-9a3c-cfcb0d321c27,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:29.732264 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5a81b1ed-da9d-4099-b372-75dbb4048f08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:29.743802 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-da1fd84a-d991-420c-b0a5-a7c61c98bbd2 req-4c04e37a-969f-4b3b-8285-75e7383c60b5 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801383 Aug 31 09:24:29.774720 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-5a81b1ed-da9d-4099-b372-75dbb4048f08 admin admin] Transition to ACTIVE for port object 6ed581a8-bb6d-451c-94d0-42baae6e68a7 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:29.776871 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-500887cd-3f21-4e57-8633-5117a32e2def tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:29.816840 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-9b61c2c9-d4b7-489b-99c6-7c6de0a452ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:29.828115 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-9b61c2c9-d4b7-489b-99c6-7c6de0a452ee service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b807ea962a9445be9b1ffbeebf308f16&device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 1096 time: 0.2037964 Aug 31 09:24:29.871415 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-f6cb2186-a9b0-4313-a754-783521cfa6ec None None] Set router debcc534-4951-4f51-a8dc-892b3dad1682 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:29.888644 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-95c2a0be-e90a-4782-8d59-977b5add4203 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c47a5b46-143f-4319-8dc4-1e44ec0e4d7e HTTP/1.1" status: 200 len: 217 time: 0.0511177 Aug 31 09:24:29.889800 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-500887cd-3f21-4e57-8633-5117a32e2def tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:29.900987 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5a81b1ed-da9d-4099-b372-75dbb4048f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:29.988501 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500887cd-3f21-4e57-8633-5117a32e2def tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Pushing event updated for resources: {'Port': ['ID=d4b2c905-8b7a-4826-abb1-d4cf80c319ac,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:29.994092 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a81b1ed-da9d-4099-b372-75dbb4048f08 admin admin] Network 05e629c5-337f-4e8a-8c9c-df655ce43523 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:30.012671 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-5a81b1ed-da9d-4099-b372-75dbb4048f08 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:30.027885 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81b1ed-da9d-4099-b372-75dbb4048f08 admin admin] Pushing event updated for resources: {'Port': ['ID=6ed581a8-bb6d-451c-94d0-42baae6e68a7,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:30.032751 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a81b1ed-da9d-4099-b372-75dbb4048f08 admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:30.055385 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-72450fc9-2cb3-49ba-bff9-02527b360785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:30.056905 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-72450fc9-2cb3-49ba-bff9-02527b360785 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=51d76b46-811d-468a-80f4-ece7058a5d3b HTTP/1.1" status: 200 len: 849 time: 0.1571989 Aug 31 09:24:30.062251 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-500887cd-3f21-4e57-8633-5117a32e2def tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:30.136981 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5a81b1ed-da9d-4099-b372-75dbb4048f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:30.206842 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-500887cd-3f21-4e57-8633-5117a32e2def tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:30.208116 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-500887cd-3f21-4e57-8633-5117a32e2def tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7111681 Aug 31 09:24:30.211442 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38858) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:30.219828 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-46a85c61-5f79-4aa2-ada2-78e6989275a8 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-409637526'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:30.271871 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-bbf0e240-1e5d-4adb-8095-759e25cb9257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:30.273527 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-bbf0e240-1e5d-4adb-8095-759e25cb9257 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=db85df49-32f0-464c-8559-cb7cf1e93dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2012806 Aug 31 09:24:30.284233 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f6cb2186-a9b0-4313-a754-783521cfa6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debcc534-4951-4f51-a8dc-892b3dad1682', 'name': 'tempest-FloatingIPsTestJSON-502391722-router', 'tenant_id': '31597d826a9e4aa4b16e563a1769c437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '6606270a-2a93-4164-9a3c-cfcb0d321c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:24:23Z', 'updated_at': '2021-08-31T09:24:25Z', 'revision_number': 3, 'project_id': '31597d826a9e4aa4b16e563a1769c437', 'gw_port': {'id': '6606270a-2a93-4164-9a3c-cfcb0d321c27', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'debcc534-4951-4f51-a8dc-892b3dad1682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:24Z', 'updated_at': '2021-08-31T09:24:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:30.332426 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cb2186-a9b0-4313-a754-783521cfa6ec None None] The sync data for ids ['debcc534-4951-4f51-a8dc-892b3dad1682'] in n-d-791506-28 is: [{'id': 'debcc534-4951-4f51-a8dc-892b3dad1682', 'name': 'tempest-FloatingIPsTestJSON-502391722-router', 'tenant_id': '31597d826a9e4aa4b16e563a1769c437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '6606270a-2a93-4164-9a3c-cfcb0d321c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:24:23Z', 'updated_at': '2021-08-31T09:24:25Z', 'revision_number': 3, 'project_id': '31597d826a9e4aa4b16e563a1769c437', 'gw_port': {'id': '6606270a-2a93-4164-9a3c-cfcb0d321c27', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e6:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'debcc534-4951-4f51-a8dc-892b3dad1682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:24Z', 'updated_at': '2021-08-31T09:24:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:24:30.366872 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd3e5c-da5c-4245-8d12-36aaeed0cc0e req-1bd5024f-fe0a-4cb6-9e0d-136f6c6b81ef tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:30.368576 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-edbd3e5c-da5c-4245-8d12-36aaeed0cc0e req-1bd5024f-fe0a-4cb6-9e0d-136f6c6b81ef tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 944 time: 0.1681008 Aug 31 09:24:30.379046 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f5193-250e-469b-919d-9154ddd62578 req-3ee4599f-722c-457d-ae04-3ff05f31114c tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:30.384682 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f30f5193-250e-469b-919d-9154ddd62578 req-3ee4599f-722c-457d-ae04-3ff05f31114c tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/networks?id=b71009e1-f5fe-4162-b1b3-564810754969 HTTP/1.1" status: 200 len: 811 time: 0.3071842 Aug 31 09:24:30.407869 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a85c61-5f79-4aa2-ada2-78e6989275a8 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Made reservation on behalf of d333498d47de4125af0f1a33d8ece7f3 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:30.411784 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-46a85c61-5f79-4aa2-ada2-78e6989275a8 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:30.419149 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f30f5193-250e-469b-919d-9154ddd62578 req-8d584932-5c7e-4531-82cd-be54579b9be6 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/quotas/db98e609f02d40e497cfab3aeae07295 HTTP/1.1" status: 200 len: 375 time: 0.0317063 Aug 31 09:24:30.421958 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-46a85c61-5f79-4aa2-ada2-78e6989275a8 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:30.464613 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-edbd3e5c-da5c-4245-8d12-36aaeed0cc0e req-941ab73c-f811-498c-9c17-289a5421066a tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783947 Aug 31 09:24:30.495612 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5a81b1ed-da9d-4099-b372-75dbb4048f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:30.500068 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-4e1a62dc-2bca-45aa-a176-1ac66ad1e838 service neutron] 10.222.0.112 "GET /v2.0/networks/db85df49-32f0-464c-8559-cb7cf1e93dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083781 Aug 31 09:24:30.514818 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a5565d7b-5134-4222-b2f3-cdeb2a17889a None None] Provisioning for port 6ed581a8-bb6d-451c-94d0-42baae6e68a7 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:30.520637 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a5565d7b-5134-4222-b2f3-cdeb2a17889a None None] Provisioning complete for port 6ed581a8-bb6d-451c-94d0-42baae6e68a7 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:30.524217 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a5565d7b-5134-4222-b2f3-cdeb2a17889a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:30.536853 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f30f5193-250e-469b-919d-9154ddd62578 req-7236db49-8dc2-4f16-84e0-d8422b192554 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=db98e609f02d40e497cfab3aeae07295&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0909102 Aug 31 09:24:30.574761 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a5565d7b-5134-4222-b2f3-cdeb2a17889a None None] Port 6ed581a8-bb6d-451c-94d0-42baae6e68a7 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:24:30.735079 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-46a85c61-5f79-4aa2-ada2-78e6989275a8 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:30.805032 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f9b4055-a22c-40f9-ba1c-c517f34b8eba req-30021bc1-79da-4db3-bcda-3219a516878d service neutron] 10.222.0.112 "GET /v2.0/networks/db85df49-32f0-464c-8559-cb7cf1e93dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962956 Aug 31 09:24:30.809177 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f30f5193-250e-469b-919d-9154ddd62578 req-dc0cf6ff-1419-4c3c-bf07-9c295391755d service neutron] 10.222.0.119 "GET /v2.0/networks/b71009e1-f5fe-4162-b1b3-564810754969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743278 Aug 31 09:24:30.854425 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5a81b1ed-da9d-4099-b372-75dbb4048f08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:30.861797 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-46a85c61-5f79-4aa2-ada2-78e6989275a8 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:30.909212 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a85c61-5f79-4aa2-ada2-78e6989275a8 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] vlan segment allocate from pool success with {'vlan_id': 1631, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:24:30.924795 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a85c61-5f79-4aa2-ada2-78e6989275a8 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86377503-b50e-4d46-b0a6-66be08fc9458,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:30.931042 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-46a85c61-5f79-4aa2-ada2-78e6989275a8 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:30.932395 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-46a85c61-5f79-4aa2-ada2-78e6989275a8 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Added segment f778a4a4-9765-4843-aadd-2b1407f204c6 of type vlan for network 71abd08b-98a7-4817-9442-a2b7e42a6eb1 Aug 31 09:24:30.952608 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5a81b1ed-da9d-4099-b372-75dbb4048f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:30.961448 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f30f5193-250e-469b-919d-9154ddd62578 req-495c7ee0-e813-479a-b485-0f78f7b59d06 service neutron] 10.222.0.119 "GET /v2.0/networks/b71009e1-f5fe-4162-b1b3-564810754969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381521 Aug 31 09:24:30.973394 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 38870) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:31.090927 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-46a85c61-5f79-4aa2-ada2-78e6989275a8 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:31.106947 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81b1ed-da9d-4099-b372-75dbb4048f08 admin admin] Pushing event updated for resources: {'Port': ['ID=6ed581a8-bb6d-451c-94d0-42baae6e68a7,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:31.111218 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5a81b1ed-da9d-4099-b372-75dbb4048f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:31.250497 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-46a85c61-5f79-4aa2-ada2-78e6989275a8 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:31.257836 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a85c61-5f79-4aa2-ada2-78e6989275a8 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:31.258890 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-46a85c61-5f79-4aa2-ada2-78e6989275a8 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:31.261321 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38878) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:31.368516 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a81b1ed-da9d-4099-b372-75dbb4048f08 admin admin] Network 05e629c5-337f-4e8a-8c9c-df655ce43523 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:31.372421 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-5a81b1ed-da9d-4099-b372-75dbb4048f08 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:31.387890 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a85c61-5f79-4aa2-ada2-78e6989275a8 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Pushing event updated for resources: {'Network': ['ID=71abd08b-98a7-4817-9442-a2b7e42a6eb1,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:31.406120 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 71abd08b-98a7-4817-9442-a2b7e42a6eb1 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:24:31.471912 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-46a85c61-5f79-4aa2-ada2-78e6989275a8 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2575986 Aug 31 09:24:31.476962 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38888) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:31.490842 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-1b4d73b9-9219-446f-a64a-65cab363bf98 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Request body: {'subnet': {'network_id': '71abd08b-98a7-4817-9442-a2b7e42a6eb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:31.551659 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-850d0e7c-c75a-4286-9de7-b5205524c700 req-b7c50124-3d2e-41fe-b8ab-d6662c8e3f28 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 210 time: 0.0888760 Aug 31 09:24:31.571648 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fdd0e-e07a-4146-ac7b-4a3ae8accfea req-3a259ba1-3ec8-408b-8ea3-cc40daaefd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:31.584154 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-721fdd0e-e07a-4146-ac7b-4a3ae8accfea req-3a259ba1-3ec8-408b-8ea3-cc40daaefd11 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b807ea962a9445be9b1ffbeebf308f16&device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 1096 time: 0.6131625 Aug 31 09:24:31.638373 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81e01134-2f2d-4ef8-8a44-97ea16b3dba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:31.750810 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6606270a-2a93-4164-9a3c-cfcb0d321c27 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:31.778258 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-80fe020b-8150-4325-a4a8-460f043254e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:31.783937 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4d73b9-9219-446f-a64a-65cab363bf98 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Made reservation on behalf of d333498d47de4125af0f1a33d8ece7f3 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:31.787431 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1b4d73b9-9219-446f-a64a-65cab363bf98 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:31.855711 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fdd0e-e07a-4146-ac7b-4a3ae8accfea req-c2d014e4-517a-41a8-bc42-32a1f4e119b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:31.857300 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-721fdd0e-e07a-4146-ac7b-4a3ae8accfea req-c2d014e4-517a-41a8-bc42-32a1f4e119b4 service neutron] 10.222.0.112 "GET /v2.0/networks?id=db85df49-32f0-464c-8559-cb7cf1e93dcb HTTP/1.1" status: 200 len: 912 time: 0.2700772 Aug 31 09:24:31.860698 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3db28493-c1a0-4a22-ae5d-b5c4f3195eba None None] Provisioning complete for port 6ed581a8-bb6d-451c-94d0-42baae6e68a7 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:31.861145 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3db28493-c1a0-4a22-ae5d-b5c4f3195eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:31.914005 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-3db28493-c1a0-4a22-ae5d-b5c4f3195eba None None] Port 6ed581a8-bb6d-451c-94d0-42baae6e68a7 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:24:31.920021 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a81b1ed-da9d-4099-b372-75dbb4048f08 admin admin] Router debcc534-4951-4f51-a8dc-892b3dad1682 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:24:31.920844 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-721fdd0e-e07a-4146-ac7b-4a3ae8accfea req-b4ec6183-d3f6-4d48-bc17-e5f8a8a09916 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c47a5b46-143f-4319-8dc4-1e44ec0e4d7e HTTP/1.1" status: 200 len: 217 time: 0.0518303 Aug 31 09:24:31.944392 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81e01134-2f2d-4ef8-8a44-97ea16b3dba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:31.945790 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 6606270a-2a93-4164-9a3c-cfcb0d321c27 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:31.949304 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04319009-1d79-4f3f-83ea-ff110bcd8d1e req-29745797-791c-435b-ad94-3d09eb3246c8 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:31.950067 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 6606270a-2a93-4164-9a3c-cfcb0d321c27 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:31.954251 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:31.954389 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-04319009-1d79-4f3f-83ea-ff110bcd8d1e req-29745797-791c-435b-ad94-3d09eb3246c8 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 944 time: 0.3315196 Aug 31 09:24:32.030458 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-04319009-1d79-4f3f-83ea-ff110bcd8d1e req-987fd040-425c-474d-a88d-ee2c7f88e68c tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594788 Aug 31 09:24:32.033759 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81e01134-2f2d-4ef8-8a44-97ea16b3dba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.043265 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fdd0e-e07a-4146-ac7b-4a3ae8accfea req-92f86a6f-f13d-42ae-812d-5737955ff7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:32.047836 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-721fdd0e-e07a-4146-ac7b-4a3ae8accfea req-92f86a6f-f13d-42ae-812d-5737955ff7e2 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=51d76b46-811d-468a-80f4-ece7058a5d3b HTTP/1.1" status: 200 len: 849 time: 0.1145694 Aug 31 09:24:32.074749 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.099240 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 6606270a-2a93-4164-9a3c-cfcb0d321c27, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=6606270a-2a93-4164-9a3c-cfcb0d321c27,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:32.125653 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-81e01134-2f2d-4ef8-8a44-97ea16b3dba7 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=dd4c2ed349734d4986872fef66745ce9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8568053 Aug 31 09:24:32.129527 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fdd0e-e07a-4146-ac7b-4a3ae8accfea req-fcd2afb9-e40a-47be-a306-b11331900d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:32.131203 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-721fdd0e-e07a-4146-ac7b-4a3ae8accfea req-fcd2afb9-e40a-47be-a306-b11331900d63 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=db85df49-32f0-464c-8559-cb7cf1e93dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751891 Aug 31 09:24:32.131663 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 38898) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:32.139072 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e01134-2f2d-4ef8-8a44-97ea16b3dba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635caaea-1143-43c9-96d9-17e283526c4c,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:32.154235 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.191542 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a81b1ed-da9d-4099-b372-75dbb4048f08 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:24:32.204802 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5a81b1ed-da9d-4099-b372-75dbb4048f08 admin admin] 10.222.0.119 "PUT /v2.0/routers/debcc534-4951-4f51-a8dc-892b3dad1682/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5889862 Aug 31 09:24:32.220724 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=6606270a-2a93-4164-9a3c-cfcb0d321c27,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:32.253172 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-80fe020b-8150-4325-a4a8-460f043254e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.276921 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1b4d73b9-9219-446f-a64a-65cab363bf98 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.286973 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2e70ad3d-0078-4b59-9f90-29ab7faf73c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.312929 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-721fdd0e-e07a-4146-ac7b-4a3ae8accfea req-726423a1-5cc1-4ef3-93c8-c87df5ed6d91 service neutron] 10.222.0.112 "GET /v2.0/networks/db85df49-32f0-464c-8559-cb7cf1e93dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724865 Aug 31 09:24:32.324206 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2e70ad3d-0078-4b59-9f90-29ab7faf73c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.369096 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d73b9-9219-446f-a64a-65cab363bf98 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Pushing event updated for resources: {'Subnet': ['ID=3b54177f-de17-4f26-9e03-e86e08683588,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:32.390855 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4d73b9-9219-446f-a64a-65cab363bf98 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Checking segment: {'id': 'f778a4a4-9765-4843-aadd-2b1407f204c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1631, 'network_id': '71abd08b-98a7-4817-9442-a2b7e42a6eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:32.391210 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4d73b9-9219-446f-a64a-65cab363bf98 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Network hostable DHCP agents. Network: 71abd08b-98a7-4817-9442-a2b7e42a6eb1, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:24:32.403453 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-80fe020b-8150-4325-a4a8-460f043254e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.482297 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4d73b9-9219-446f-a64a-65cab363bf98 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Network 71abd08b-98a7-4817-9442-a2b7e42a6eb1 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:24:32.482534 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.482692 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-80fe020b-8150-4325-a4a8-460f043254e5 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=7fd7894846a240c7941549e55da30313&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5043914 Aug 31 09:24:32.483844 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38906) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:32.487682 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe020b-8150-4325-a4a8-460f043254e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d468e52a-5056-475a-b169-e0b01a6ee614,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:32.538685 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-721fdd0e-e07a-4146-ac7b-4a3ae8accfea req-a41ce8a5-c2fe-4632-b8ee-5d4ac4275370 service neutron] 10.222.0.112 "GET /v2.0/networks/db85df49-32f0-464c-8559-cb7cf1e93dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161431 Aug 31 09:24:32.561163 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e41c026-07f5-4883-bc31-d8c935b41966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.589143 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e41c026-07f5-4883-bc31-d8c935b41966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.602431 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-1b4d73b9-9219-446f-a64a-65cab363bf98 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 71abd08b-98a7-4817-9442-a2b7e42a6eb1) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:32.603768 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2e70ad3d-0078-4b59-9f90-29ab7faf73c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.606359 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2e70ad3d-0078-4b59-9f90-29ab7faf73c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.607552 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2e70ad3d-0078-4b59-9f90-29ab7faf73c3 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/635caaea-1143-43c9-96d9-17e283526c4c HTTP/1.1" status: 204 len: 168 time: 0.4736261 Aug 31 09:24:32.619135 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbd619e-91dc-4ecb-99cd-91b2529da586 None None] Network 71abd08b-98a7-4817-9442-a2b7e42a6eb1 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:32.619677 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4d73b9-9219-446f-a64a-65cab363bf98 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:32.620320 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1b4d73b9-9219-446f-a64a-65cab363bf98 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.623302 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70ad3d-0078-4b59-9f90-29ab7faf73c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635caaea-1143-43c9-96d9-17e283526c4c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:32.724584 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-550103b0-8c7e-4944-85e0-b62c5a2030df req-ce16d0cb-ce6b-4ac9-9444-58ac070f459e tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 210 time: 0.0486803 Aug 31 09:24:32.736072 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11118fe2-472c-411f-9698-e831d8cb7f85 req-aedd1be9-a8b3-49af-bc82-c70eab4aaca5 tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] 10.222.0.119 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2185681 Aug 31 09:24:32.741321 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-11118fe2-472c-411f-9698-e831d8cb7f85 req-7099dc0c-90d6-464e-a908-2cf85651bbf6 tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:32.770962 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1b4d73b9-9219-446f-a64a-65cab363bf98 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2927506 Aug 31 09:24:32.771287 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 38912) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:32.777972 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-77f0b589-879b-42df-990f-9eb52eed6ec1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1075242691', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}, 'admin_state_up': False}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:32.782819 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ddbfb9-5c13-49ae-87ee-fbe27ba57129 None None] Sync routers for ids ['debcc534-4951-4f51-a8dc-892b3dad1682'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:24:32.798809 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ddbfb9-5c13-49ae-87ee-fbe27ba57129 None None] Routers {'debcc534-4951-4f51-a8dc-892b3dad1682'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:32.799775 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-87ddbfb9-5c13-49ae-87ee-fbe27ba57129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:24:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['debcc534-4951-4f51-a8dc-892b3dad1682'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:32.807584 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e41c026-07f5-4883-bc31-d8c935b41966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.810167 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e41c026-07f5-4883-bc31-d8c935b41966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.813711 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3e41c026-07f5-4883-bc31-d8c935b41966 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/d468e52a-5056-475a-b169-e0b01a6ee614 HTTP/1.1" status: 204 len: 168 time: 0.3257964 Aug 31 09:24:32.820125 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41c026-07f5-4883-bc31-d8c935b41966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d468e52a-5056-475a-b169-e0b01a6ee614,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:32.898418 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.948683 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-11118fe2-472c-411f-9698-e831d8cb7f85 req-7099dc0c-90d6-464e-a908-2cf85651bbf6 tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Notify callbacks [] for floatingip, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:32.985333 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952da818-2727-47dc-a185-56c14ca8e855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-71abd08b-98a7-4817-9442-a2b7e42a6eb1', 'network_id': '71abd08b-98a7-4817-9442-a2b7e42a6eb1', 'tenant_id': 'd333498d47de4125af0f1a33d8ece7f3', 'fixed_ips': [{'subnet_id': '3b54177f-de17-4f26-9e03-e86e08683588'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:24:32.986189 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-952da818-2727-47dc-a185-56c14ca8e855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:33.001984 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-87ddbfb9-5c13-49ae-87ee-fbe27ba57129 None None] Set router debcc534-4951-4f51-a8dc-892b3dad1682 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:33.188443 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-77f0b589-879b-42df-990f-9eb52eed6ec1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:33.189345 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-77f0b589-879b-42df-990f-9eb52eed6ec1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:33.270999 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-11118fe2-472c-411f-9698-e831d8cb7f85 req-7099dc0c-90d6-464e-a908-2cf85651bbf6 tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:33.306597 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-952da818-2727-47dc-a185-56c14ca8e855 None None] Allocated IP 172.20.0.2 (71abd08b-98a7-4817-9442-a2b7e42a6eb1/3b54177f-de17-4f26-9e03-e86e08683588/ffa7c917-a295-4496-97b5-f61c7f38e1d0) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:33.371298 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162d4f1-a7e4-4eff-b184-6cfeb68a7322 req-54ca9a30-63a5-4438-96ae-607a24596b8b tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:33.372920 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1162d4f1-a7e4-4eff-b184-6cfeb68a7322 req-54ca9a30-63a5-4438-96ae-607a24596b8b tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 944 time: 0.2045462 Aug 31 09:24:33.376823 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-77f0b589-879b-42df-990f-9eb52eed6ec1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:33.438519 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1162d4f1-a7e4-4eff-b184-6cfeb68a7322 req-94974ccd-cc1b-497c-865e-23ad62187b37 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532243 Aug 31 09:24:33.457772 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-87ddbfb9-5c13-49ae-87ee-fbe27ba57129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debcc534-4951-4f51-a8dc-892b3dad1682', 'name': 'tempest-FloatingIPsTestJSON-502391722-router', 'tenant_id': '31597d826a9e4aa4b16e563a1769c437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '6606270a-2a93-4164-9a3c-cfcb0d321c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:24:23Z', 'updated_at': '2021-08-31T09:24:30Z', 'revision_number': 4, 'project_id': '31597d826a9e4aa4b16e563a1769c437', 'gw_port': {'id': '6606270a-2a93-4164-9a3c-cfcb0d321c27', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debcc534-4951-4f51-a8dc-892b3dad1682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:24Z', 'updated_at': '2021-08-31T09:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '6ed581a8-bb6d-451c-94d0-42baae6e68a7', 'name': '', 'network_id': '05e629c5-337f-4e8a-8c9c-df655ce43523', 'tenant_id': '31597d826a9e4aa4b16e563a1769c437', 'mac_address': 'fa:16:3e:8e:c2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'debcc534-4951-4f51-a8dc-892b3dad1682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'e3ee296c-6b5d-416d-88a9-8e75d0838ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:29Z', 'updated_at': '2021-08-31T09:24:30Z', 'revision_number': 2, 'project_id': '31597d826a9e4aa4b16e563a1769c437', 'subnets': [{'id': 'e3ee296c-6b5d-416d-88a9-8e75d0838ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:33.508871 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ddbfb9-5c13-49ae-87ee-fbe27ba57129 None None] Checking router: debcc534-4951-4f51-a8dc-892b3dad1682 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:24:33.509284 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ddbfb9-5c13-49ae-87ee-fbe27ba57129 None None] Updating router debcc534-4951-4f51-a8dc-892b3dad1682 port 6ed581a8-bb6d-451c-94d0-42baae6e68a7 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:24:33.577679 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-87ddbfb9-5c13-49ae-87ee-fbe27ba57129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:33.634859 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38932) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:33.653028 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-952da818-2727-47dc-a185-56c14ca8e855 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:33.671886 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-952da818-2727-47dc-a185-56c14ca8e855 None None] Transition to ACTIVE for port object ffa7c917-a295-4496-97b5-f61c7f38e1d0 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:33.679919 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d3a3245c-a25d-4058-901b-d61538c46efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:33.771104 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6606270a-2a93-4164-9a3c-cfcb0d321c27 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:33.801984 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-952da818-2727-47dc-a185-56c14ca8e855 None None] Transition to ACTIVE for port object ffa7c917-a295-4496-97b5-f61c7f38e1d0 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:33.803416 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-11118fe2-472c-411f-9698-e831d8cb7f85 req-7099dc0c-90d6-464e-a908-2cf85651bbf6 tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Allocated IP 172.25.2.48 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/ce964110-3f35-4ebe-9550-2712b6c1f5cc) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:33.831311 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-77f0b589-879b-42df-990f-9eb52eed6ec1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:33.868162 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d3a3245c-a25d-4058-901b-d61538c46efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:33.909733 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49e25605-1bbc-4578-80bb-d8d667a36f37 req-846428ff-87a0-4540-87b3-a330ef5e0213 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 210 time: 0.0577638 Aug 31 09:24:33.969030 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f5193-250e-469b-919d-9154ddd62578 req-8d9c82eb-a676-41a2-8b90-56b2a539d6f7 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:33.970785 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f30f5193-250e-469b-919d-9154ddd62578 req-8d9c82eb-a676-41a2-8b90-56b2a539d6f7 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.59 "GET /v2.0/networks?id=b71009e1-f5fe-4162-b1b3-564810754969 HTTP/1.1" status: 200 len: 811 time: 0.3741701 Aug 31 09:24:33.987354 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-f30f5193-250e-469b-919d-9154ddd62578 req-48040524-5f3a-44b1-9db3-b868d91ff461 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Request body: {'port': {'device_id': '4fb854d0-9d8f-4b4e-bd7d-cf24afb34868', 'network_id': 'b71009e1-f5fe-4162-b1b3-564810754969', 'admin_state_up': True, 'tenant_id': 'db98e609f02d40e497cfab3aeae07295'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:34.011366 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-952da818-2727-47dc-a185-56c14ca8e855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:34.028190 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d3a3245c-a25d-4058-901b-d61538c46efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:34.076408 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-11118fe2-472c-411f-9698-e831d8cb7f85 req-7099dc0c-90d6-464e-a908-2cf85651bbf6 tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:34.082336 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a3245c-a25d-4058-901b-d61538c46efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0467b82-2fd0-4002-940f-cf7354aa4cb5,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:34.096015 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d3a3245c-a25d-4058-901b-d61538c46efd admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=ac16f37233b4481fb466aa687d6cbfef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4588132 Aug 31 09:24:34.099672 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38944) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:34.099778 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 6606270a-2a93-4164-9a3c-cfcb0d321c27 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:34.100170 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:34.118325 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952da818-2727-47dc-a185-56c14ca8e855 None None] Network 71abd08b-98a7-4817-9442-a2b7e42a6eb1 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:34.160145 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-952da818-2727-47dc-a185-56c14ca8e855 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:34.164123 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b965fd2a-e304-4fae-b521-0bfa6d77965c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:34.170427 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952da818-2727-47dc-a185-56c14ca8e855 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:34.173501 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952da818-2727-47dc-a185-56c14ca8e855 None None] Pushing event updated for resources: {'Port': ['ID=ffa7c917-a295-4496-97b5-f61c7f38e1d0,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:34.234028 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b965fd2a-e304-4fae-b521-0bfa6d77965c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:34.329964 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-11118fe2-472c-411f-9698-e831d8cb7f85 req-7099dc0c-90d6-464e-a908-2cf85651bbf6 tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:34.368265 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b965fd2a-e304-4fae-b521-0bfa6d77965c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:34.370935 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b965fd2a-e304-4fae-b521-0bfa6d77965c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:34.372097 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b965fd2a-e304-4fae-b521-0bfa6d77965c admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/b0467b82-2fd0-4002-940f-cf7354aa4cb5 HTTP/1.1" status: 204 len: 168 time: 0.2715142 Aug 31 09:24:34.380901 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b965fd2a-e304-4fae-b521-0bfa6d77965c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0467b82-2fd0-4002-940f-cf7354aa4cb5,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:34.401123 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f30f5193-250e-469b-919d-9154ddd62578 req-48040524-5f3a-44b1-9db3-b868d91ff461 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Made reservation on behalf of db98e609f02d40e497cfab3aeae07295 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:34.404785 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f30f5193-250e-469b-919d-9154ddd62578 req-48040524-5f3a-44b1-9db3-b868d91ff461 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:34.415072 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device c47a5b46-143f-4319-8dc4-1e44ec0e4d7e details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:24:34.476168 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11118fe2-472c-411f-9698-e831d8cb7f85 req-7099dc0c-90d6-464e-a908-2cf85651bbf6 tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:34.492351 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-11118fe2-472c-411f-9698-e831d8cb7f85 req-7099dc0c-90d6-464e-a908-2cf85651bbf6 tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:34.494687 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-11118fe2-472c-411f-9698-e831d8cb7f85 req-7099dc0c-90d6-464e-a908-2cf85651bbf6 tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:34.498195 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-87ddbfb9-5c13-49ae-87ee-fbe27ba57129 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:34.519637 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-952da818-2727-47dc-a185-56c14ca8e855 None None] Attempting to bind port ffa7c917-a295-4496-97b5-f61c7f38e1d0 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:34.519943 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099dc0c-90d6-464e-a908-2cf85651bbf6 tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Pushing event updated for resources: {'Port': ['ID=ce964110-3f35-4ebe-9550-2712b6c1f5cc,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:34.520095 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-952da818-2727-47dc-a185-56c14ca8e855 None None] Attempting to bind port ffa7c917-a295-4496-97b5-f61c7f38e1d0 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'f778a4a4-9765-4843-aadd-2b1407f204c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1631, 'network_id': '71abd08b-98a7-4817-9442-a2b7e42a6eb1'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:34.520354 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952da818-2727-47dc-a185-56c14ca8e855 None None] Attempting to bind port ffa7c917-a295-4496-97b5-f61c7f38e1d0 on network 71abd08b-98a7-4817-9442-a2b7e42a6eb1 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:34.552875 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-77f0b589-879b-42df-990f-9eb52eed6ec1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks [] for router_gateway, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:34.566255 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-87ddbfb9-5c13-49ae-87ee-fbe27ba57129 None None] Transition to ACTIVE for port object 6ed581a8-bb6d-451c-94d0-42baae6e68a7 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:34.574103 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952da818-2727-47dc-a185-56c14ca8e855 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:24:34.574461 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952da818-2727-47dc-a185-56c14ca8e855 None None] Checking segment: {'id': 'f778a4a4-9765-4843-aadd-2b1407f204c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1631, 'network_id': '71abd08b-98a7-4817-9442-a2b7e42a6eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:34.574889 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-952da818-2727-47dc-a185-56c14ca8e855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:34.575278 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952da818-2727-47dc-a185-56c14ca8e855 None None] Bound using segment: {'id': 'f778a4a4-9765-4843-aadd-2b1407f204c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1631, 'network_id': '71abd08b-98a7-4817-9442-a2b7e42a6eb1'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:24:34.575749 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-952da818-2727-47dc-a185-56c14ca8e855 None None] Bound port: ffa7c917-a295-4496-97b5-f61c7f38e1d0, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f778a4a4-9765-4843-aadd-2b1407f204c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1631, 'network_id': '71abd08b-98a7-4817-9442-a2b7e42a6eb1'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:24:34.576323 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-952da818-2727-47dc-a185-56c14ca8e855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:34.629782 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-77f0b589-879b-42df-990f-9eb52eed6ec1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:34.660770 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-87ddbfb9-5c13-49ae-87ee-fbe27ba57129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:34.672694 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port c47a5b46-143f-4319-8dc4-1e44ec0e4d7e, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=c47a5b46-143f-4319-8dc4-1e44ec0e4d7e,segment=NetworkSegment(0a95ffdb-6d77-445a-8e83-52f6d3d4d73c),segment_id=0a95ffdb-6d77-445a-8e83-52f6d3d4d73c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:34.720504 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'c47a5b46-143f-4319-8dc4-1e44ec0e4d7e', 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb', 'port_id': 'c47a5b46-143f-4319-8dc4-1e44ec0e4d7e', 'mac_address': 'fa:16:3e:c1:0e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51d76b46-811d-468a-80f4-ece7058a5d3b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:24:34.752555 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-952da818-2727-47dc-a185-56c14ca8e855 None None] For port ffa7c917-a295-4496-97b5-f61c7f38e1d0, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:34.754693 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff094f-9791-46c4-91ca-b10dcd6fe166 None None] Pushing event updated for resources: {'Port': ['ID=6ed581a8-bb6d-451c-94d0-42baae6e68a7,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:34.761232 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-952da818-2727-47dc-a185-56c14ca8e855 None None] For port ffa7c917-a295-4496-97b5-f61c7f38e1d0, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ffa7c917-a295-4496-97b5-f61c7f38e1d0,segment=NetworkSegment(f778a4a4-9765-4843-aadd-2b1407f204c6),segment_id=f778a4a4-9765-4843-aadd-2b1407f204c6)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:24:34.861682 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c3ef2-5047-4583-862b-61591f2c8779 req-bb7285e2-54be-4995-adb2-2711c455daf4 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:34.864551 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:34.870152 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3d8c3ef2-5047-4583-862b-61591f2c8779 req-bb7285e2-54be-4995-adb2-2711c455daf4 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 944 time: 0.2490373 Aug 31 09:24:34.888060 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-87ddbfb9-5c13-49ae-87ee-fbe27ba57129 None None] Attempting to bind port 6ed581a8-bb6d-451c-94d0-42baae6e68a7 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:34.888060 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-87ddbfb9-5c13-49ae-87ee-fbe27ba57129 None None] Attempting to bind port 6ed581a8-bb6d-451c-94d0-42baae6e68a7 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '330dc649-4839-4fe5-9c84-bb286ef74617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1611, 'network_id': '05e629c5-337f-4e8a-8c9c-df655ce43523'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:34.888060 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ddbfb9-5c13-49ae-87ee-fbe27ba57129 None None] Attempting to bind port 6ed581a8-bb6d-451c-94d0-42baae6e68a7 on network 05e629c5-337f-4e8a-8c9c-df655ce43523 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:34.890277 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-952da818-2727-47dc-a185-56c14ca8e855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:34.894604 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ddbfb9-5c13-49ae-87ee-fbe27ba57129 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:24:34.895247 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ddbfb9-5c13-49ae-87ee-fbe27ba57129 None None] Checking segment: {'id': '330dc649-4839-4fe5-9c84-bb286ef74617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1611, 'network_id': '05e629c5-337f-4e8a-8c9c-df655ce43523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:34.895647 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-87ddbfb9-5c13-49ae-87ee-fbe27ba57129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:34.896036 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ddbfb9-5c13-49ae-87ee-fbe27ba57129 None None] Bound using segment: {'id': '330dc649-4839-4fe5-9c84-bb286ef74617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1611, 'network_id': '05e629c5-337f-4e8a-8c9c-df655ce43523'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:24:34.899208 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-87ddbfb9-5c13-49ae-87ee-fbe27ba57129 None None] Bound port: 6ed581a8-bb6d-451c-94d0-42baae6e68a7, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '330dc649-4839-4fe5-9c84-bb286ef74617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1611, 'network_id': '05e629c5-337f-4e8a-8c9c-df655ce43523'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:24:34.899696 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-87ddbfb9-5c13-49ae-87ee-fbe27ba57129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:34.920270 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-11118fe2-472c-411f-9698-e831d8cb7f85 req-7099dc0c-90d6-464e-a908-2cf85651bbf6 tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:34.923033 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c47a5b46-143f-4319-8dc4-1e44ec0e4d7e {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:24:34.957580 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-f30f5193-250e-469b-919d-9154ddd62578 req-48040524-5f3a-44b1-9db3-b868d91ff461 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Allocated IP 172.20.0.6 (b71009e1-f5fe-4162-b1b3-564810754969/ee003db9-da2c-4578-b65f-995ad17b5a56/90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:35.028570 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-77f0b589-879b-42df-990f-9eb52eed6ec1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Allocated IP 172.25.2.135 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/eb3c8645-677c-4920-8aaa-945ee65ac659) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:35.040266 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3d8c3ef2-5047-4583-862b-61591f2c8779 req-8dd0fc25-3ae9-4780-9474-457741e79e83 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691952 Aug 31 09:24:35.050682 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952da818-2727-47dc-a185-56c14ca8e855 None None] Pushing event updated for resources: {'Port': ['ID=ffa7c917-a295-4496-97b5-f61c7f38e1d0,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:35.071142 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-87ddbfb9-5c13-49ae-87ee-fbe27ba57129 None None] For port 6ed581a8-bb6d-451c-94d0-42baae6e68a7, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:35.086494 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-87ddbfb9-5c13-49ae-87ee-fbe27ba57129 None None] For port 6ed581a8-bb6d-451c-94d0-42baae6e68a7, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=6ed581a8-bb6d-451c-94d0-42baae6e68a7,segment=NetworkSegment(330dc649-4839-4fe5-9c84-bb286ef74617),segment_id=330dc649-4839-4fe5-9c84-bb286ef74617)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:24:35.207978 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-13f19a23-3f44-4b71-8b00-79fff39178c9 req-ec5430dd-bc57-4cc9-9c6d-1e1850bf1405 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 210 time: 0.0795012 Aug 31 09:24:35.208149 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port c47a5b46-143f-4319-8dc4-1e44ec0e4d7e, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=c47a5b46-143f-4319-8dc4-1e44ec0e4d7e,segment=NetworkSegment(0a95ffdb-6d77-445a-8e83-52f6d3d4d73c),segment_id=0a95ffdb-6d77-445a-8e83-52f6d3d4d73c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:35.246182 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-87ddbfb9-5c13-49ae-87ee-fbe27ba57129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:35.271078 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-11118fe2-472c-411f-9698-e831d8cb7f85 req-7099dc0c-90d6-464e-a908-2cf85651bbf6 tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:35.340938 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:35.398026 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ddbfb9-5c13-49ae-87ee-fbe27ba57129 None None] Routers {'debcc534-4951-4f51-a8dc-892b3dad1682'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:35.398929 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-87ddbfb9-5c13-49ae-87ee-fbe27ba57129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:24:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['debcc534-4951-4f51-a8dc-892b3dad1682'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:35.467536 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff094f-9791-46c4-91ca-b10dcd6fe166 None None] Pushing event updated for resources: {'Port': ['ID=6ed581a8-bb6d-451c-94d0-42baae6e68a7,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:35.552664 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=c47a5b46-143f-4319-8dc4-1e44ec0e4d7e,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:35.686048 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-87ddbfb9-5c13-49ae-87ee-fbe27ba57129 None None] Set router debcc534-4951-4f51-a8dc-892b3dad1682 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:35.756920 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['c47a5b46-143f-4319-8dc4-1e44ec0e4d7e'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:24:35.758980 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ffa7c917-a295-4496-97b5-f61c7f38e1d0 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:36.039681 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-77f0b589-879b-42df-990f-9eb52eed6ec1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:36.115713 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port ffa7c917-a295-4496-97b5-f61c7f38e1d0 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:36.141233 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-11118fe2-472c-411f-9698-e831d8cb7f85 req-7099dc0c-90d6-464e-a908-2cf85651bbf6 tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:36.213316 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-87ddbfb9-5c13-49ae-87ee-fbe27ba57129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debcc534-4951-4f51-a8dc-892b3dad1682', 'name': 'tempest-FloatingIPsTestJSON-502391722-router', 'tenant_id': '31597d826a9e4aa4b16e563a1769c437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '6606270a-2a93-4164-9a3c-cfcb0d321c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:24:23Z', 'updated_at': '2021-08-31T09:24:30Z', 'revision_number': 4, 'project_id': '31597d826a9e4aa4b16e563a1769c437', 'gw_port': {'id': '6606270a-2a93-4164-9a3c-cfcb0d321c27', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debcc534-4951-4f51-a8dc-892b3dad1682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:24Z', 'updated_at': '2021-08-31T09:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '6ed581a8-bb6d-451c-94d0-42baae6e68a7', 'name': '', 'network_id': '05e629c5-337f-4e8a-8c9c-df655ce43523', 'tenant_id': '31597d826a9e4aa4b16e563a1769c437', 'mac_address': 'fa:16:3e:8e:c2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'debcc534-4951-4f51-a8dc-892b3dad1682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'e3ee296c-6b5d-416d-88a9-8e75d0838ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:29Z', 'updated_at': '2021-08-31T09:24:35Z', 'revision_number': 4, 'project_id': '31597d826a9e4aa4b16e563a1769c437', 'subnets': [{'id': 'e3ee296c-6b5d-416d-88a9-8e75d0838ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:36.248893 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f30f5193-250e-469b-919d-9154ddd62578 req-48040524-5f3a-44b1-9db3-b868d91ff461 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:36.254927 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ddbfb9-5c13-49ae-87ee-fbe27ba57129 None None] The sync data for ids ['debcc534-4951-4f51-a8dc-892b3dad1682'] in n-d-791506-28 is: [{'id': 'debcc534-4951-4f51-a8dc-892b3dad1682', 'name': 'tempest-FloatingIPsTestJSON-502391722-router', 'tenant_id': '31597d826a9e4aa4b16e563a1769c437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '6606270a-2a93-4164-9a3c-cfcb0d321c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:24:23Z', 'updated_at': '2021-08-31T09:24:30Z', 'revision_number': 4, 'project_id': '31597d826a9e4aa4b16e563a1769c437', 'gw_port': {'id': '6606270a-2a93-4164-9a3c-cfcb0d321c27', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debcc534-4951-4f51-a8dc-892b3dad1682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:24Z', 'updated_at': '2021-08-31T09:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '6ed581a8-bb6d-451c-94d0-42baae6e68a7', 'name': '', 'network_id': '05e629c5-337f-4e8a-8c9c-df655ce43523', 'tenant_id': '31597d826a9e4aa4b16e563a1769c437', 'mac_address': 'fa:16:3e:8e:c2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'debcc534-4951-4f51-a8dc-892b3dad1682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'e3ee296c-6b5d-416d-88a9-8e75d0838ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:29Z', 'updated_at': '2021-08-31T09:24:35Z', 'revision_number': 4, 'project_id': '31597d826a9e4aa4b16e563a1769c437', 'subnets': [{'id': 'e3ee296c-6b5d-416d-88a9-8e75d0838ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:24:36.264171 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-11118fe2-472c-411f-9698-e831d8cb7f85 req-7099dc0c-90d6-464e-a908-2cf85651bbf6 tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:36.411959 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d7557-d2d8-4236-b5ad-bc5f2cdcb971 req-a38f259e-2cc7-4254-bf04-5057f0338ec6 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:36.414095 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-225d7557-d2d8-4236-b5ad-bc5f2cdcb971 req-a38f259e-2cc7-4254-bf04-5057f0338ec6 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 945 time: 0.2240365 Aug 31 09:24:36.418963 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-77f0b589-879b-42df-990f-9eb52eed6ec1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:36.434059 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f30f5193-250e-469b-919d-9154ddd62578 req-48040524-5f3a-44b1-9db3-b868d91ff461 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:36.447469 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['00788970-ac80-4b9a-bb8f-7474a59aeb75'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:24:36.482845 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099dc0c-90d6-464e-a908-2cf85651bbf6 tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Pushing event updated for resources: {'Port': ['ID=ce964110-3f35-4ebe-9550-2712b6c1f5cc,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:36.506108 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f30f5193-250e-469b-919d-9154ddd62578 req-48040524-5f3a-44b1-9db3-b868d91ff461 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Network b71009e1-f5fe-4162-b1b3-564810754969 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:36.516436 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f562f58e-a539-4fd6-b151-643d48deb278 None None] Network 71abd08b-98a7-4817-9442-a2b7e42a6eb1 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:36.517006 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-f30f5193-250e-469b-919d-9154ddd62578 req-48040524-5f3a-44b1-9db3-b868d91ff461 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:36.530654 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30f5193-250e-469b-919d-9154ddd62578 req-48040524-5f3a-44b1-9db3-b868d91ff461 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:36.547144 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f0b589-879b-42df-990f-9eb52eed6ec1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:36.587719 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-77f0b589-879b-42df-990f-9eb52eed6ec1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:36.590087 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-11118fe2-472c-411f-9698-e831d8cb7f85 req-7099dc0c-90d6-464e-a908-2cf85651bbf6 tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:36.623976 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f0b589-879b-42df-990f-9eb52eed6ec1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:36.727259 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0b589-879b-42df-990f-9eb52eed6ec1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Pushing event updated for resources: {'Port': ['ID=eb3c8645-677c-4920-8aaa-945ee65ac659,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:36.734141 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3113f30d-faf4-4888-9881-8855f91b8289 None None] Provisioning for port ffa7c917-a295-4496-97b5-f61c7f38e1d0 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:36.741284 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-225d7557-d2d8-4236-b5ad-bc5f2cdcb971 req-25df7070-d985-4fa6-a3f3-e3fc9dbe68bc tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3102307 Aug 31 09:24:36.751502 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3113f30d-faf4-4888-9881-8855f91b8289 None None] Provisioning complete for port ffa7c917-a295-4496-97b5-f61c7f38e1d0 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:36.751876 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3113f30d-faf4-4888-9881-8855f91b8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:36.785846 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f5193-250e-469b-919d-9154ddd62578 req-48040524-5f3a-44b1-9db3-b868d91ff461 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:36.787208 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f30f5193-250e-469b-919d-9154ddd62578 req-48040524-5f3a-44b1-9db3-b868d91ff461 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:36.794908 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-11118fe2-472c-411f-9698-e831d8cb7f85 req-7099dc0c-90d6-464e-a908-2cf85651bbf6 tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:36.796323 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11118fe2-472c-411f-9698-e831d8cb7f85 req-7099dc0c-90d6-464e-a908-2cf85651bbf6 tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0593946 Aug 31 09:24:36.932941 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3113f30d-faf4-4888-9881-8855f91b8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:36.994060 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-3113f30d-faf4-4888-9881-8855f91b8289 None None] For port ffa7c917-a295-4496-97b5-f61c7f38e1d0, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ffa7c917-a295-4496-97b5-f61c7f38e1d0,segment=NetworkSegment(f778a4a4-9765-4843-aadd-2b1407f204c6),segment_id=f778a4a4-9765-4843-aadd-2b1407f204c6)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:37.001939 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48040524-5f3a-44b1-9db3-b868d91ff461 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Pushing event updated for resources: {'Port': ['ID=90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:37.017701 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f30f5193-250e-469b-919d-9154ddd62578 req-48040524-5f3a-44b1-9db3-b868d91ff461 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0365098 Aug 31 09:24:37.047422 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11118fe2-472c-411f-9698-e831d8cb7f85 req-8e62c868-e09d-4bbb-b14a-0e64a4e5b851 tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.48 HTTP/1.1" status: 200 len: 695 time: 0.2330158 Aug 31 09:24:37.054327 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-f30f5193-250e-469b-919d-9154ddd62578 req-af00c250-4cbe-45c5-90ed-b91bdcec6bed service neutron] Request body: {'port': {'device_id': '4fb854d0-9d8f-4b4e-bd7d-cf24afb34868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:37.091053 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3113f30d-faf4-4888-9881-8855f91b8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:37.175970 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113f30d-faf4-4888-9881-8855f91b8289 None None] Pushing event updated for resources: {'Port': ['ID=ffa7c917-a295-4496-97b5-f61c7f38e1d0,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:37.177778 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe5ab6-ea77-4073-806d-e96e798f38b4 req-3c5b718c-4a30-4ea7-a968-8d1828da6c27 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:37.179785 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03fe5ab6-ea77-4073-806d-e96e798f38b4 req-3c5b718c-4a30-4ea7-a968-8d1828da6c27 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 931 time: 0.3234391 Aug 31 09:24:37.267436 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f30f5193-250e-469b-919d-9154ddd62578 req-af00c250-4cbe-45c5-90ed-b91bdcec6bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:37.289767 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39052) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:37.313395 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3d9a294e-a602-4c07-87aa-16dc40db0294 None None] Provisioning complete for port ffa7c917-a295-4496-97b5-f61c7f38e1d0 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:37.314039 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3d9a294e-a602-4c07-87aa-16dc40db0294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:37.354051 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03fe5ab6-ea77-4073-806d-e96e798f38b4 req-23a15a4c-6c23-4a5a-b02c-40b25369b1ee tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620610 Aug 31 09:24:37.453461 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11118fe2-472c-411f-9698-e831d8cb7f85 req-87ae9031-3805-4ea8-9ac8-d7281f3572df tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:37.454932 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11118fe2-472c-411f-9698-e831d8cb7f85 req-87ae9031-3805-4ea8-9ac8-d7281f3572df tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 784 time: 0.3967001 Aug 31 09:24:37.622424 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-584c0241-0d39-4abb-816a-ca583f154f39 req-86bf6002-0cbe-46e4-80de-b245ac210662 tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] 10.222.0.119 "GET /v2.0/floatingips/2c33047b-3efb-409a-9854-7bddfeafc971 HTTP/1.1" status: 200 len: 692 time: 0.1034575 Aug 31 09:24:37.689758 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7ac2050b-a1b9-4983-8f17-5a7242acca1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:37.726141 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-77f0b589-879b-42df-990f-9eb52eed6ec1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks [] for router_gateway, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:37.766290 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ffa7c917-a295-4496-97b5-f61c7f38e1d0 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:37.863934 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port ffa7c917-a295-4496-97b5-f61c7f38e1d0 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:37.864312 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:37.875827 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7ac2050b-a1b9-4983-8f17-5a7242acca1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:37.939366 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7ac2050b-a1b9-4983-8f17-5a7242acca1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:37.979139 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6ed581a8-bb6d-451c-94d0-42baae6e68a7 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:37.993245 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7ac2050b-a1b9-4983-8f17-5a7242acca1a admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=9867857b54f54f0ba66631f065105a58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7023096 Aug 31 09:24:37.994379 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39066) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:38.029335 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2050b-a1b9-4983-8f17-5a7242acca1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30272910-2634-40a3-b3d7-068f4add7817,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:38.060895 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce1d6e-3673-4059-b95e-1bdda1b23849 req-48e2fe31-ad93-4240-aaa3-1c6432bdc8a3 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:38.068758 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c6ce1d6e-3673-4059-b95e-1bdda1b23849 req-48e2fe31-ad93-4240-aaa3-1c6432bdc8a3 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 945 time: 0.2215803 Aug 31 09:24:38.090022 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d18405ca-5d79-4230-8016-1b24afe3bd55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:38.127805 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d18405ca-5d79-4230-8016-1b24afe3bd55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:38.211312 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c6ce1d6e-3673-4059-b95e-1bdda1b23849 req-d8634346-144d-4641-92bf-9f0f1807908a tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415429 Aug 31 09:24:38.219173 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c0241-0d39-4abb-816a-ca583f154f39 req-00acbd9b-7818-42ab-a05a-1fd6dfd620a0 tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:38.220571 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-584c0241-0d39-4abb-816a-ca583f154f39 req-00acbd9b-7818-42ab-a05a-1fd6dfd620a0 tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 784 time: 0.5834391 Aug 31 09:24:38.237941 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-584c0241-0d39-4abb-816a-ca583f154f39 req-881a4a5d-3b46-4009-98ce-bd1b18c667ca tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:24:38.238934 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-584c0241-0d39-4abb-816a-ca583f154f39 req-881a4a5d-3b46-4009-98ce-bd1b18c667ca tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084231 Aug 31 09:24:38.275760 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device c47a5b46-143f-4319-8dc4-1e44ec0e4d7e up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:38.296421 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d18405ca-5d79-4230-8016-1b24afe3bd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:38.300095 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d18405ca-5d79-4230-8016-1b24afe3bd55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:38.305207 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d18405ca-5d79-4230-8016-1b24afe3bd55 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/30272910-2634-40a3-b3d7-068f4add7817 HTTP/1.1" status: 204 len: 168 time: 0.3037655 Aug 31 09:24:38.313133 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18405ca-5d79-4230-8016-1b24afe3bd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30272910-2634-40a3-b3d7-068f4add7817,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:38.331480 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 6ed581a8-bb6d-451c-94d0-42baae6e68a7 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:38.354092 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 6ed581a8-bb6d-451c-94d0-42baae6e68a7 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:38.354092 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:38.372870 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c698d05c-6222-4734-a706-266382285809 req-e8ee8bd0-fe54-4e7f-a225-fdf84d48b54a tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] 10.222.0.119 "GET /v2.0/floatingips?tenant_id=31597d826a9e4aa4b16e563a1769c437 HTTP/1.1" status: 200 len: 695 time: 0.0854239 Aug 31 09:24:38.402021 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-f30f5193-250e-469b-919d-9154ddd62578 req-af00c250-4cbe-45c5-90ed-b91bdcec6bed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:24:38.422541 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-77f0b589-879b-42df-990f-9eb52eed6ec1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:38.441764 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port c47a5b46-143f-4319-8dc4-1e44ec0e4d7e completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:38.451698 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port c47a5b46-143f-4319-8dc4-1e44ec0e4d7e triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:38.452103 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:38.456581 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f30f5193-250e-469b-919d-9154ddd62578 req-af00c250-4cbe-45c5-90ed-b91bdcec6bed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:38.481543 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:38.532533 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 6ed581a8-bb6d-451c-94d0-42baae6e68a7, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=6ed581a8-bb6d-451c-94d0-42baae6e68a7,segment=NetworkSegment(330dc649-4839-4fe5-9c84-bb286ef74617),segment_id=330dc649-4839-4fe5-9c84-bb286ef74617)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:38.566429 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-f30f5193-250e-469b-919d-9154ddd62578 req-af00c250-4cbe-45c5-90ed-b91bdcec6bed service neutron] Transition to ACTIVE for port object 90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:38.572867 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:38.598145 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c73a04-67e7-4bc1-9527-e21418c2e2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47a5b46-143f-4319-8dc4-1e44ec0e4d7e'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:38.606180 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a206a5-a874-4c5f-87b0-198d2f07d806" -d '{"events": [{"server_uuid": "51c73a04-67e7-4bc1-9527-e21418c2e2a5", "name": "network-vif-plugged", "status": "completed", "tag": "c47a5b46-143f-4319-8dc4-1e44ec0e4d7e"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:38.607502 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:38.621180 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port c47a5b46-143f-4319-8dc4-1e44ec0e4d7e, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=c47a5b46-143f-4319-8dc4-1e44ec0e4d7e,segment=NetworkSegment(0a95ffdb-6d77-445a-8e83-52f6d3d4d73c),segment_id=0a95ffdb-6d77-445a-8e83-52f6d3d4d73c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:38.668702 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=6ed581a8-bb6d-451c-94d0-42baae6e68a7,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:38.711955 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:38.780915 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=c47a5b46-143f-4319-8dc4-1e44ec0e4d7e,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:38.951945 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f30f5193-250e-469b-919d-9154ddd62578 req-af00c250-4cbe-45c5-90ed-b91bdcec6bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:38.977948 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af8b4f-8505-49b6-920e-f29cad5fe63b req-50fc8f68-ad48-4b0e-ae71-9999b6e59f48 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:38.980494 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e6af8b4f-8505-49b6-920e-f29cad5fe63b req-50fc8f68-ad48-4b0e-ae71-9999b6e59f48 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 931 time: 0.5206108 Aug 31 09:24:39.044034 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698d05c-6222-4734-a706-266382285809 req-43680eb3-b4e3-4d1d-a12c-12d4472beb91 tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:39.045680 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c698d05c-6222-4734-a706-266382285809 req-43680eb3-b4e3-4d1d-a12c-12d4472beb91 tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] 10.222.0.119 "GET /v2.0/networks?id=95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 787 time: 0.6602006 Aug 31 09:24:39.080789 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-c698d05c-6222-4734-a706-266382285809 req-a9dd0679-ba21-4dfb-9b8c-4b181d8ed55b tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:24:39.081777 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c698d05c-6222-4734-a706-266382285809 req-a9dd0679-ba21-4dfb-9b8c-4b181d8ed55b tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0224824 Aug 31 09:24:39.082398 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00c250-4cbe-45c5-90ed-b91bdcec6bed service neutron] Pushing event updated for resources: {'Port': ['ID=90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:39.127262 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e6af8b4f-8505-49b6-920e-f29cad5fe63b req-aea2acf5-d2a0-4eda-a6b7-a8dc80a1ccd2 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141136 Aug 31 09:24:39.191057 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8f5902-9509-4c49-9e6e-8316d035e9ad x-openstack-request-id: req-0a8f5902-9509-4c49-9e6e-8316d035e9ad {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:39.191620 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c73a04-67e7-4bc1-9527-e21418c2e2a5", "name": "network-vif-plugged", "status": "completed", "tag": "c47a5b46-143f-4319-8dc4-1e44ec0e4d7e", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:39.192288 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-0a8f5902-9509-4c49-9e6e-8316d035e9ad {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:39.193705 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c73a04-67e7-4bc1-9527-e21418c2e2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47a5b46-143f-4319-8dc4-1e44ec0e4d7e', 'code': 200} Aug 31 09:24:39.267278 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f0b589-879b-42df-990f-9eb52eed6ec1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Router 60c47c77-15cd-42f2-add8-9a56938aac6b is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:24:39.276201 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-f30f5193-250e-469b-919d-9154ddd62578 req-af00c250-4cbe-45c5-90ed-b91bdcec6bed service neutron] Attempting to bind port 90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:39.276535 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-f30f5193-250e-469b-919d-9154ddd62578 req-af00c250-4cbe-45c5-90ed-b91bdcec6bed service neutron] Attempting to bind port 90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'd4a3fa96-c4b5-4b90-91f6-d3a2f5e98558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1608, 'network_id': 'b71009e1-f5fe-4162-b1b3-564810754969'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:39.276854 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30f5193-250e-469b-919d-9154ddd62578 req-af00c250-4cbe-45c5-90ed-b91bdcec6bed service neutron] Attempting to bind port 90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4 on network b71009e1-f5fe-4162-b1b3-564810754969 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:39.293383 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0418b43c-c36f-4613-9014-9db39de571f3 req-b0c3f517-03bd-4a6a-8805-1026e6231429 tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] 10.222.0.119 "GET /v2.0/floatingips/2c33047b-3efb-409a-9854-7bddfeafc971 HTTP/1.1" status: 200 len: 692 time: 0.0815091 Aug 31 09:24:39.317029 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30f5193-250e-469b-919d-9154ddd62578 req-af00c250-4cbe-45c5-90ed-b91bdcec6bed service neutron] Port 90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4 on network b71009e1-f5fe-4162-b1b3-564810754969 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:39.317348 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30f5193-250e-469b-919d-9154ddd62578 req-af00c250-4cbe-45c5-90ed-b91bdcec6bed service neutron] Attempting to bind port 90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4 on network b71009e1-f5fe-4162-b1b3-564810754969 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:39.384533 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30f5193-250e-469b-919d-9154ddd62578 req-af00c250-4cbe-45c5-90ed-b91bdcec6bed service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:24:39.384811 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30f5193-250e-469b-919d-9154ddd62578 req-af00c250-4cbe-45c5-90ed-b91bdcec6bed service neutron] Checking segment: {'id': 'd4a3fa96-c4b5-4b90-91f6-d3a2f5e98558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1608, 'network_id': 'b71009e1-f5fe-4162-b1b3-564810754969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:39.385183 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30f5193-250e-469b-919d-9154ddd62578 req-af00c250-4cbe-45c5-90ed-b91bdcec6bed service neutron] Bound using segment: {'id': 'd4a3fa96-c4b5-4b90-91f6-d3a2f5e98558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1608, 'network_id': 'b71009e1-f5fe-4162-b1b3-564810754969'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:24:39.385618 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-f30f5193-250e-469b-919d-9154ddd62578 req-af00c250-4cbe-45c5-90ed-b91bdcec6bed service neutron] Bound port: 90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4a3fa96-c4b5-4b90-91f6-d3a2f5e98558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1608, 'network_id': 'b71009e1-f5fe-4162-b1b3-564810754969'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:24:39.385979 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f30f5193-250e-469b-919d-9154ddd62578 req-af00c250-4cbe-45c5-90ed-b91bdcec6bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:39.509005 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d6c9a-b831-4c66-aef8-f6bf88b2d9f3 req-1f29d6ee-5f92-40b6-9f62-79e49a6342f6 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:39.510456 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-027d6c9a-b831-4c66-aef8-f6bf88b2d9f3 req-1f29d6ee-5f92-40b6-9f62-79e49a6342f6 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 946 time: 0.2129345 Aug 31 09:24:39.653296 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6ed581a8-bb6d-451c-94d0-42baae6e68a7 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:39.657473 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418b43c-c36f-4613-9014-9db39de571f3 req-663877bb-47bc-49be-aa6a-9619afe060b0 tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:39.657473 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0418b43c-c36f-4613-9014-9db39de571f3 req-663877bb-47bc-49be-aa6a-9619afe060b0 tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 784 time: 0.3631089 Aug 31 09:24:39.660822 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-f30f5193-250e-469b-919d-9154ddd62578 req-af00c250-4cbe-45c5-90ed-b91bdcec6bed service neutron] For port 90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:39.676214 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-f30f5193-250e-469b-919d-9154ddd62578 req-af00c250-4cbe-45c5-90ed-b91bdcec6bed service neutron] For port 90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4,segment=NetworkSegment(d4a3fa96-c4b5-4b90-91f6-d3a2f5e98558),segment_id=d4a3fa96-c4b5-4b90-91f6-d3a2f5e98558)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:24:39.681403 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f0b589-879b-42df-990f-9eb52eed6ec1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:24:39.693019 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc277f00-263c-4e5a-8cf2-935f62bc3d43 None None] Sync routers for ids ['60c47c77-15cd-42f2-add8-9a56938aac6b'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:24:39.703117 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-027d6c9a-b831-4c66-aef8-f6bf88b2d9f3 req-fd3ce102-ff03-477f-94c7-7233827ed71f tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585612 Aug 31 09:24:39.705864 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc277f00-263c-4e5a-8cf2-935f62bc3d43 None None] Routers {'60c47c77-15cd-42f2-add8-9a56938aac6b'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:39.707938 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-fc277f00-263c-4e5a-8cf2-935f62bc3d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:24:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['60c47c77-15cd-42f2-add8-9a56938aac6b'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:39.731582 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 6ed581a8-bb6d-451c-94d0-42baae6e68a7 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:39.731964 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:39.750079 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0418b43c-c36f-4613-9014-9db39de571f3 req-464a8c59-c65d-4b4e-830c-f953e6bf7d5d tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.48 HTTP/1.1" status: 200 len: 695 time: 0.0772786 Aug 31 09:24:39.752866 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e7c8f-08bb-4d8c-9345-b513d8917815 req-0f828862-ae96-4d90-8413-3920c7afc936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:39.754708 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-485e7c8f-08bb-4d8c-9345-b513d8917815 req-0f828862-ae96-4d90-8413-3920c7afc936 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 1098 time: 0.4792221 Aug 31 09:24:39.767382 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-fc277f00-263c-4e5a-8cf2-935f62bc3d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:39.787560 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc277f00-263c-4e5a-8cf2-935f62bc3d43 None None] Routers {'60c47c77-15cd-42f2-add8-9a56938aac6b'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:39.788626 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-fc277f00-263c-4e5a-8cf2-935f62bc3d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:24:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['60c47c77-15cd-42f2-add8-9a56938aac6b'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:39.825599 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-fc277f00-263c-4e5a-8cf2-935f62bc3d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:39.826893 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc277f00-263c-4e5a-8cf2-935f62bc3d43 None None] The sync data for ids ['60c47c77-15cd-42f2-add8-9a56938aac6b'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:24:39.850077 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f30f5193-250e-469b-919d-9154ddd62578 req-af00c250-4cbe-45c5-90ed-b91bdcec6bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:39.898816 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0418b43c-c36f-4613-9014-9db39de571f3 req-c405b2b3-c15d-4b49-ac35-3d9ba0e607c2 tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.48 HTTP/1.1" status: 200 len: 695 time: 0.1317630 Aug 31 09:24:39.899518 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-77f0b589-879b-42df-990f-9eb52eed6ec1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:39.900571 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-77f0b589-879b-42df-990f-9eb52eed6ec1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.1281712 Aug 31 09:24:39.903770 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39118) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:39.928157 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f5193-250e-469b-919d-9154ddd62578 req-af00c250-4cbe-45c5-90ed-b91bdcec6bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:39.930254 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f30f5193-250e-469b-919d-9154ddd62578 req-af00c250-4cbe-45c5-90ed-b91bdcec6bed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:39.931093 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f30f5193-250e-469b-919d-9154ddd62578 req-af00c250-4cbe-45c5-90ed-b91bdcec6bed service neutron] 10.222.0.59 "PUT /v2.0/ports/90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4 HTTP/1.1" status: 200 len: 1092 time: 2.8872643 Aug 31 09:24:39.931398 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb854d0-9d8f-4b4e-bd7d-cf24afb34868', 'tag': '90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:39.933709 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db242bf-b95e-492f-be02-9a609a19e71f" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb854d0-9d8f-4b4e-bd7d-cf24afb34868", "tag": "90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:39.992665 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-485e7c8f-08bb-4d8c-9345-b513d8917815 req-3fe7913d-536d-46c4-aef7-3016e9663303 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139931 Aug 31 09:24:40.002459 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d03ef2-2700-4b1c-a2d7-bbf99111e2c2 x-openstack-request-id: req-d5d03ef2-2700-4b1c-a2d7-bbf99111e2c2 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:40.004359 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb854d0-9d8f-4b4e-bd7d-cf24afb34868", "tag": "90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:40.004359 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-d5d03ef2-2700-4b1c-a2d7-bbf99111e2c2 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:40.004359 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb854d0-9d8f-4b4e-bd7d-cf24afb34868', 'tag': '90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4', 'status': 'completed', 'code': 200} Aug 31 09:24:40.005483 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00c250-4cbe-45c5-90ed-b91bdcec6bed service neutron] Pushing event updated for resources: {'Port': ['ID=90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:40.103894 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-0418b43c-c36f-4613-9014-9db39de571f3 req-311c4735-7a64-4f43-b30e-942fa419c21e tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Deleting port ce964110-3f35-4ebe-9550-2712b6c1f5cc {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:40.104605 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0418b43c-c36f-4613-9014-9db39de571f3 req-311c4735-7a64-4f43-b30e-942fa419c21e tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:40.207628 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0418b43c-c36f-4613-9014-9db39de571f3 req-311c4735-7a64-4f43-b30e-942fa419c21e tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:40.207955 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0418b43c-c36f-4613-9014-9db39de571f3 req-311c4735-7a64-4f43-b30e-942fa419c21e tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:40.224184 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-0418b43c-c36f-4613-9014-9db39de571f3 req-311c4735-7a64-4f43-b30e-942fa419c21e tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Calling delete_port for ce964110-3f35-4ebe-9550-2712b6c1f5cc owned by network:floatingip {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:40.364221 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1cc16-6975-46c8-9927-addb31453473 req-a705cbb1-1a8c-4b28-b4cc-aaee5a4f2e8f tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:40.366372 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88a1cc16-6975-46c8-9927-addb31453473 req-a705cbb1-1a8c-4b28-b4cc-aaee5a4f2e8f tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 943 time: 0.0848076 Aug 31 09:24:40.467437 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db242bf-b95e-492f-be02-9a609a19e71f req-6c332b35-5502-41ab-82e4-01bf56d43332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:40.468953 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9db242bf-b95e-492f-be02-9a609a19e71f req-6c332b35-5502-41ab-82e4-01bf56d43332 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=db98e609f02d40e497cfab3aeae07295&device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 1095 time: 0.4189329 Aug 31 09:24:40.479967 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88a1cc16-6975-46c8-9927-addb31453473 req-04d67ee7-ed3d-423e-aa30-c597d9708c57 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838375 Aug 31 09:24:40.603725 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db242bf-b95e-492f-be02-9a609a19e71f req-87f37f73-0db1-478d-aca9-4b9e42351cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:40.605506 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9db242bf-b95e-492f-be02-9a609a19e71f req-87f37f73-0db1-478d-aca9-4b9e42351cb4 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=db98e609f02d40e497cfab3aeae07295&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1246808 Aug 31 09:24:40.607006 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0418b43c-c36f-4613-9014-9db39de571f3 req-311c4735-7a64-4f43-b30e-942fa419c21e tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:40.688487 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c4735-7a64-4f43-b30e-942fa419c21e tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Pushing event deleted for resources: {'Port': ['ID=ce964110-3f35-4ebe-9550-2712b6c1f5cc,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:40.784621 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db242bf-b95e-492f-be02-9a609a19e71f req-c2254c69-2b32-4589-91dc-864fa59ac02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:40.786129 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9db242bf-b95e-492f-be02-9a609a19e71f req-c2254c69-2b32-4589-91dc-864fa59ac02e service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1546512 Aug 31 09:24:40.829003 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0418b43c-c36f-4613-9014-9db39de571f3 req-311c4735-7a64-4f43-b30e-942fa419c21e tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Notify callbacks [] for floatingip, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:40.835277 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0418b43c-c36f-4613-9014-9db39de571f3 req-311c4735-7a64-4f43-b30e-942fa419c21e tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:40.837266 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0418b43c-c36f-4613-9014-9db39de571f3 req-311c4735-7a64-4f43-b30e-942fa419c21e tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] 10.222.0.119 "DELETE /v2.0/floatingips/2c33047b-3efb-409a-9854-7bddfeafc971 HTTP/1.1" status: 204 len: 173 time: 0.9143183 Aug 31 09:24:40.900594 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-49672562-9f5a-4e5d-af62-2eb6a575302f tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:40.916529 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f65d9-ce61-4b4c-bd23-e1c97ddb85ab req-24c69c93-f4e3-40ec-b913-f92b11d2eb93 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:40.918250 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d18f65d9-ce61-4b4c-bd23-e1c97ddb85ab req-24c69c93-f4e3-40ec-b913-f92b11d2eb93 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 946 time: 0.1295168 Aug 31 09:24:41.029830 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f5193-250e-469b-919d-9154ddd62578 req-13e372b0-19b7-4f44-b482-c6b10317609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:41.031443 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f30f5193-250e-469b-919d-9154ddd62578 req-13e372b0-19b7-4f44-b482-c6b10317609f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=db98e609f02d40e497cfab3aeae07295&device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 1095 time: 0.1740365 Aug 31 09:24:41.071690 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3cee53a2-6c60-4145-a291-2bde529ac0bd req-60d669e3-846b-48c2-81d7-2557ceed7832 tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] 10.222.0.119 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1996961 Aug 31 09:24:41.104330 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d18f65d9-ce61-4b4c-bd23-e1c97ddb85ab req-a0a43d88-bff8-4640-8c34-cfd3691ec423 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733344 Aug 31 09:24:41.107821 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f30f5193-250e-469b-919d-9154ddd62578 req-f1e793ec-8eea-4736-b985-3832baf82c42 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4 HTTP/1.1" status: 200 len: 217 time: 0.0613015 Aug 31 09:24:41.111136 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-3cee53a2-6c60-4145-a291-2bde529ac0bd req-c647f5a6-42c0-4126-8b4b-0c244d6ef52e tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:41.196162 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f5193-250e-469b-919d-9154ddd62578 req-7419c1bf-6926-4173-b17a-9f39ed348e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:41.197674 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f30f5193-250e-469b-919d-9154ddd62578 req-7419c1bf-6926-4173-b17a-9f39ed348e01 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee003db9-da2c-4578-b65f-995ad17b5a56 HTTP/1.1" status: 200 len: 851 time: 0.0769014 Aug 31 09:24:41.219190 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-49672562-9f5a-4e5d-af62-2eb6a575302f tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Allocated IP 172.20.0.1 (71abd08b-98a7-4817-9442-a2b7e42a6eb1/3b54177f-de17-4f26-9e03-e86e08683588/8ebc33ab-82f6-417e-a1c6-70391b72e1f7) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:41.233001 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f30f5193-250e-469b-919d-9154ddd62578 req-e53ea9cd-99b2-45e0-93b8-3fa0f9a4a0f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b71009e1-f5fe-4162-b1b3-564810754969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274987 Aug 31 09:24:41.254420 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3cee53a2-6c60-4145-a291-2bde529ac0bd req-c647f5a6-42c0-4126-8b4b-0c244d6ef52e tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Notify callbacks [] for floatingip, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:41.313072 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c7fa28d6-f0f6-4cdf-abd0-23cae068381a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:41.352587 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-49672562-9f5a-4e5d-af62-2eb6a575302f tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:41.365638 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-49672562-9f5a-4e5d-af62-2eb6a575302f tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Transition to ACTIVE for port object 8ebc33ab-82f6-417e-a1c6-70391b72e1f7 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:41.387222 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f30f5193-250e-469b-919d-9154ddd62578 req-c52c8782-6920-47d0-9f93-7a220d3d4753 service neutron] 10.222.0.59 "GET /v2.0/networks/b71009e1-f5fe-4162-b1b3-564810754969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466250 Aug 31 09:24:41.462713 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-49672562-9f5a-4e5d-af62-2eb6a575302f tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:41.532522 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49672562-9f5a-4e5d-af62-2eb6a575302f tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Network 71abd08b-98a7-4817-9442-a2b7e42a6eb1 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:41.539815 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3cee53a2-6c60-4145-a291-2bde529ac0bd req-c647f5a6-42c0-4126-8b4b-0c244d6ef52e tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:41.545795 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-49672562-9f5a-4e5d-af62-2eb6a575302f tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:41.554256 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49672562-9f5a-4e5d-af62-2eb6a575302f tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:41.601512 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f30f5193-250e-469b-919d-9154ddd62578 req-d6ff3e5a-33a4-4218-9ef6-c9e2634626a2 service neutron] 10.222.0.59 "GET /v2.0/networks/b71009e1-f5fe-4162-b1b3-564810754969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052882 Aug 31 09:24:41.608836 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49672562-9f5a-4e5d-af62-2eb6a575302f tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Pushing event updated for resources: {'Port': ['ID=8ebc33ab-82f6-417e-a1c6-70391b72e1f7,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:41.636822 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-49672562-9f5a-4e5d-af62-2eb6a575302f tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:41.753120 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad0fb0-179b-4fb7-9707-2cb798f895ac req-ac3b0f2a-c288-46d8-b1c3-5f3a64b47927 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:41.764952 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8cad0fb0-179b-4fb7-9707-2cb798f895ac req-ac3b0f2a-c288-46d8-b1c3-5f3a64b47927 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 943 time: 0.1288080 Aug 31 09:24:41.812762 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-3cee53a2-6c60-4145-a291-2bde529ac0bd req-c647f5a6-42c0-4126-8b4b-0c244d6ef52e tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Allocated IP 172.25.2.219 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/d32bf465-36ba-4eff-ba63-9d045ff7e2a0) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:41.832359 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39190) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:41.845858 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8cad0fb0-179b-4fb7-9707-2cb798f895ac req-bc882ff8-2282-44d2-9a33-f72808260242 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774295 Aug 31 09:24:41.956439 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-49672562-9f5a-4e5d-af62-2eb6a575302f tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.010127 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3cee53a2-6c60-4145-a291-2bde529ac0bd req-c647f5a6-42c0-4126-8b4b-0c244d6ef52e tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.045706 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7c2f091f-d21c-4082-9ecb-6ea99a6aa18c None None] Provisioning for port 8ebc33ab-82f6-417e-a1c6-70391b72e1f7 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:42.051473 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7c2f091f-d21c-4082-9ecb-6ea99a6aa18c None None] Provisioning complete for port 8ebc33ab-82f6-417e-a1c6-70391b72e1f7 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:42.062666 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7c2f091f-d21c-4082-9ecb-6ea99a6aa18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.077015 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a607c081-76ed-4024-8aff-6ed395ffbeae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.099701 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-7c2f091f-d21c-4082-9ecb-6ea99a6aa18c None None] Port 8ebc33ab-82f6-417e-a1c6-70391b72e1f7 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:24:42.137455 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3cee53a2-6c60-4145-a291-2bde529ac0bd req-c647f5a6-42c0-4126-8b4b-0c244d6ef52e tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.245671 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cee53a2-6c60-4145-a291-2bde529ac0bd req-c647f5a6-42c0-4126-8b4b-0c244d6ef52e tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:42.251421 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-3cee53a2-6c60-4145-a291-2bde529ac0bd req-c647f5a6-42c0-4126-8b4b-0c244d6ef52e tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:42.258949 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cee53a2-6c60-4145-a291-2bde529ac0bd req-c647f5a6-42c0-4126-8b4b-0c244d6ef52e tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:42.263590 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647f5a6-42c0-4126-8b4b-0c244d6ef52e tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Pushing event updated for resources: {'Port': ['ID=d32bf465-36ba-4eff-ba63-9d045ff7e2a0,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:42.309804 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e72cf-54b3-4b91-bf2e-4d4c6cb2b795 req-ed988818-3a57-495b-a3e7-bcaf0987858e tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:42.311381 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ce4e72cf-54b3-4b91-bf2e-4d4c6cb2b795 req-ed988818-3a57-495b-a3e7-bcaf0987858e tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 946 time: 0.1038854 Aug 31 09:24:42.320886 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a607c081-76ed-4024-8aff-6ed395ffbeae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.352610 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-49672562-9f5a-4e5d-af62-2eb6a575302f tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.389772 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ce4e72cf-54b3-4b91-bf2e-4d4c6cb2b795 req-f8bec3c3-8a2a-48d9-91e6-760cdf534b7b tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655978 Aug 31 09:24:42.392349 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3cee53a2-6c60-4145-a291-2bde529ac0bd req-c647f5a6-42c0-4126-8b4b-0c244d6ef52e tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.404768 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a607c081-76ed-4024-8aff-6ed395ffbeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.444262 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-49672562-9f5a-4e5d-af62-2eb6a575302f tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.456089 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a607c081-76ed-4024-8aff-6ed395ffbeae admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=5dccf3a57a7f443981005396d3d3a94a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6226022 Aug 31 09:24:42.456850 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607c081-76ed-4024-8aff-6ed395ffbeae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2211878-5022-4ee5-ae1c-9bc799b0f7e9,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:42.458913 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39216) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:42.539436 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49672562-9f5a-4e5d-af62-2eb6a575302f tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Pushing event updated for resources: {'Port': ['ID=8ebc33ab-82f6-417e-a1c6-70391b72e1f7,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:42.547713 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-49672562-9f5a-4e5d-af62-2eb6a575302f tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.560069 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3cee53a2-6c60-4145-a291-2bde529ac0bd req-c647f5a6-42c0-4126-8b4b-0c244d6ef52e tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.590279 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ed5b1f74-7ee5-4881-8a75-5bede90e1b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.634616 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ed5b1f74-7ee5-4881-8a75-5bede90e1b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.653202 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49672562-9f5a-4e5d-af62-2eb6a575302f tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Network 71abd08b-98a7-4817-9442-a2b7e42a6eb1 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:42.654734 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-49672562-9f5a-4e5d-af62-2eb6a575302f tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:42.816918 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6db49-4022-4671-8b82-5000908d9ef6 req-4c09bc08-8a5a-45ce-8064-e13adc1e592c tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:42.819521 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d9e6db49-4022-4671-8b82-5000908d9ef6 req-4c09bc08-8a5a-45ce-8064-e13adc1e592c tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 946 time: 0.0935295 Aug 31 09:24:42.832071 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49672562-9f5a-4e5d-af62-2eb6a575302f tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Router 60c47c77-15cd-42f2-add8-9a56938aac6b has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:24:42.838046 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39220) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:42.844497 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-55a33112-1518-4ce6-9625-86c5388338af tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Request body: {'floatingip': {'port_id': 'c47a5b46-143f-4319-8dc4-1e44ec0e4d7e'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:42.880857 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3cee53a2-6c60-4145-a291-2bde529ac0bd req-c647f5a6-42c0-4126-8b4b-0c244d6ef52e tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.893717 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ed5b1f74-7ee5-4881-8a75-5bede90e1b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.898062 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ed5b1f74-7ee5-4881-8a75-5bede90e1b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.902141 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ed5b1f74-7ee5-4881-8a75-5bede90e1b93 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/e2211878-5022-4ee5-ae1c-9bc799b0f7e9 HTTP/1.1" status: 204 len: 168 time: 0.4400506 Aug 31 09:24:42.919543 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b1f74-7ee5-4881-8a75-5bede90e1b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2211878-5022-4ee5-ae1c-9bc799b0f7e9,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:42.956602 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3cee53a2-6c60-4145-a291-2bde529ac0bd req-c647f5a6-42c0-4126-8b4b-0c244d6ef52e tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:42.962182 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-55a33112-1518-4ce6-9625-86c5388338af tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for floatingip, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:43.041661 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f5ee618a-6887-4b67-9c78-5bf12a54dd33 None None] Provisioning complete for port 8ebc33ab-82f6-417e-a1c6-70391b72e1f7 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:43.044096 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f5ee618a-6887-4b67-9c78-5bf12a54dd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:43.098759 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-f5ee618a-6887-4b67-9c78-5bf12a54dd33 None None] Port 8ebc33ab-82f6-417e-a1c6-70391b72e1f7 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:24:43.104477 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49672562-9f5a-4e5d-af62-2eb6a575302f tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:24:43.110194 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-49672562-9f5a-4e5d-af62-2eb6a575302f tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] 10.222.0.119 "PUT /v2.0/routers/60c47c77-15cd-42f2-add8-9a56938aac6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2052772 Aug 31 09:24:43.115489 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39230) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:43.116695 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3cee53a2-6c60-4145-a291-2bde529ac0bd req-c647f5a6-42c0-4126-8b4b-0c244d6ef52e tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:43.116956 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a6401b-7e5b-49e7-acbb-6c9adef8f587 None None] Sync routers for ids ['60c47c77-15cd-42f2-add8-9a56938aac6b'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:24:43.121946 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647f5a6-42c0-4126-8b4b-0c244d6ef52e tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Pushing event updated for resources: {'Port': ['ID=d32bf465-36ba-4eff-ba63-9d045ff7e2a0,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:43.123803 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-ec98cac7-a6f0-4d5f-b51a-8c83b8094b07 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Request body: {'port': {'network_id': '71abd08b-98a7-4817-9442-a2b7e42a6eb1', 'name': 'tempest-FloatingIPAdminTestJSON-2006105705'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:43.134607 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a6401b-7e5b-49e7-acbb-6c9adef8f587 None None] Routers {'60c47c77-15cd-42f2-add8-9a56938aac6b'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:43.136162 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-d1a6401b-7e5b-49e7-acbb-6c9adef8f587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:24:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['60c47c77-15cd-42f2-add8-9a56938aac6b'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:43.174741 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab0929-312e-499e-b7d1-2c9ad48b1ac5 req-fc23ecac-c5b2-4825-8215-27c66cffc6b4 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:43.185176 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0bab0929-312e-499e-b7d1-2c9ad48b1ac5 req-fc23ecac-c5b2-4825-8215-27c66cffc6b4 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 943 time: 0.1921754 Aug 31 09:24:43.215894 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-d1a6401b-7e5b-49e7-acbb-6c9adef8f587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:43.237496 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a6401b-7e5b-49e7-acbb-6c9adef8f587 None None] Routers {'60c47c77-15cd-42f2-add8-9a56938aac6b'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:43.238526 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-d1a6401b-7e5b-49e7-acbb-6c9adef8f587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:24:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['60c47c77-15cd-42f2-add8-9a56938aac6b'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:43.257284 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0bab0929-312e-499e-b7d1-2c9ad48b1ac5 req-47a9b2a9-dcb3-46ea-8438-edb47bfc0461 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622146 Aug 31 09:24:43.258484 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3cee53a2-6c60-4145-a291-2bde529ac0bd req-c647f5a6-42c0-4126-8b4b-0c244d6ef52e tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:43.260384 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3cee53a2-6c60-4145-a291-2bde529ac0bd req-c647f5a6-42c0-4126-8b4b-0c244d6ef52e tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1549563 Aug 31 09:24:43.289687 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-d1a6401b-7e5b-49e7-acbb-6c9adef8f587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:43.289687 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a6401b-7e5b-49e7-acbb-6c9adef8f587 None None] The sync data for ids ['60c47c77-15cd-42f2-add8-9a56938aac6b'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:24:43.315059 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3cee53a2-6c60-4145-a291-2bde529ac0bd req-2e0d59b7-bb5f-4960-a977-51c4d14a6463 tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.219 HTTP/1.1" status: 200 len: 696 time: 0.0480812 Aug 31 09:24:43.437774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee53a2-6c60-4145-a291-2bde529ac0bd req-ee68c380-fbd0-4206-8e55-612b6b9271db tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:43.451015 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3cee53a2-6c60-4145-a291-2bde529ac0bd req-ee68c380-fbd0-4206-8e55-612b6b9271db tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 784 time: 0.1193922 Aug 31 09:24:43.514470 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c784c0f2-fe66-4a11-9e39-3b6b28c9468a req-822c55e2-1420-4bec-b2ee-9d6a586a3e3f tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] 10.222.0.119 "GET /v2.0/floatingips/6694ceed-e4e5-41f3-99a6-8032ab642aab HTTP/1.1" status: 200 len: 693 time: 0.0519779 Aug 31 09:24:43.552818 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec98cac7-a6f0-4d5f-b51a-8c83b8094b07 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Made reservation on behalf of d333498d47de4125af0f1a33d8ece7f3 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:43.554913 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ec98cac7-a6f0-4d5f-b51a-8c83b8094b07 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:43.614387 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-ec98cac7-a6f0-4d5f-b51a-8c83b8094b07 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] device_id is not set on port 4327ada0-d97b-41f7-9b93-3427468704f3 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:24:43.641267 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784c0f2-fe66-4a11-9e39-3b6b28c9468a req-b010fae4-529d-4d52-95af-670ed7c0e694 tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:43.649805 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c784c0f2-fe66-4a11-9e39-3b6b28c9468a req-b010fae4-529d-4d52-95af-670ed7c0e694 tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 784 time: 0.1343732 Aug 31 09:24:43.676958 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-55a33112-1518-4ce6-9625-86c5388338af tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:43.712680 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c784c0f2-fe66-4a11-9e39-3b6b28c9468a req-7adffaa4-7f1e-4a43-998d-4a914e871d05 tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.219 HTTP/1.1" status: 200 len: 696 time: 0.0618107 Aug 31 09:24:43.744286 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-55a33112-1518-4ce6-9625-86c5388338af tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:43.769422 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c784c0f2-fe66-4a11-9e39-3b6b28c9468a req-4feda6ad-7237-483e-9e01-1205613351ce tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] 10.222.0.119 "GET /v2.0/floatingips?floating_ip_address=172.25.2.219 HTTP/1.1" status: 200 len: 696 time: 0.0501192 Aug 31 09:24:43.853881 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-ec98cac7-a6f0-4d5f-b51a-8c83b8094b07 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Allocated IP 172.20.0.9 (71abd08b-98a7-4817-9442-a2b7e42a6eb1/3b54177f-de17-4f26-9e03-e86e08683588/4327ada0-d97b-41f7-9b93-3427468704f3) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:43.871304 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:24:43.898463 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [None req-55a33112-1518-4ce6-9625-86c5388338af tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Floating IP 504eae22-c46b-4210-8966-5748475e0b24 associated. External IP: 172.25.2.80, port: c47a5b46-143f-4319-8dc4-1e44ec0e4d7e. Aug 31 09:24:43.927710 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-c784c0f2-fe66-4a11-9e39-3b6b28c9468a req-2bc42f49-e86a-46ba-9853-8234871048cf tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Deleting port d32bf465-36ba-4eff-ba63-9d045ff7e2a0 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:43.928315 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c784c0f2-fe66-4a11-9e39-3b6b28c9468a req-2bc42f49-e86a-46ba-9853-8234871048cf tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:44.032255 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4,segment=NetworkSegment(d4a3fa96-c4b5-4b90-91f6-d3a2f5e98558),segment_id=d4a3fa96-c4b5-4b90-91f6-d3a2f5e98558)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:44.052085 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c784c0f2-fe66-4a11-9e39-3b6b28c9468a req-2bc42f49-e86a-46ba-9853-8234871048cf tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:44.052085 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c784c0f2-fe66-4a11-9e39-3b6b28c9468a req-2bc42f49-e86a-46ba-9853-8234871048cf tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:44.063652 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4', 'network_id': 'b71009e1-f5fe-4162-b1b3-564810754969', 'port_id': '90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4', 'mac_address': 'fa:16:3e:71:06:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee003db9-da2c-4578-b65f-995ad17b5a56', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:24:44.072071 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-c784c0f2-fe66-4a11-9e39-3b6b28c9468a req-2bc42f49-e86a-46ba-9853-8234871048cf tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Calling delete_port for d32bf465-36ba-4eff-ba63-9d045ff7e2a0 owned by network:floatingip {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:44.092929 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-13606656-6582-4f74-93fb-7d8f5c91a9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:44.185777 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:44.204878 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:24:44.213917 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:44.237295 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4,segment=NetworkSegment(d4a3fa96-c4b5-4b90-91f6-d3a2f5e98558),segment_id=d4a3fa96-c4b5-4b90-91f6-d3a2f5e98558)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:44.287457 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:44.355199 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:44.363610 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c784c0f2-fe66-4a11-9e39-3b6b28c9468a req-2bc42f49-e86a-46ba-9853-8234871048cf tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:44.504197 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ec98cac7-a6f0-4d5f-b51a-8c83b8094b07 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:44.524535 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-ec98cac7-a6f0-4d5f-b51a-8c83b8094b07 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Transition to ACTIVE for port object 4327ada0-d97b-41f7-9b93-3427468704f3 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:44.538775 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:24:44.636330 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a33112-1518-4ce6-9625-86c5388338af tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Router e7f23c00-d687-4f4c-a6d4-e30c826b5d04 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:24:44.752940 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc42f49-e86a-46ba-9853-8234871048cf tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Pushing event deleted for resources: {'Port': ['ID=d32bf465-36ba-4eff-ba63-9d045ff7e2a0,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:44.770780 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7981667-8781-460d-940f-58ea141c0e9a req-ee8a1331-6e7e-4686-9727-5326e717257a tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:44.772437 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e7981667-8781-460d-940f-58ea141c0e9a req-ee8a1331-6e7e-4686-9727-5326e717257a tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 944 time: 0.4449077 Aug 31 09:24:44.788494 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ec98cac7-a6f0-4d5f-b51a-8c83b8094b07 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:44.835864 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a33112-1518-4ce6-9625-86c5388338af tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:24:44.840622 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-55a33112-1518-4ce6-9625-86c5388338af tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:44.849079 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f6aec1-8e0d-4fd9-a409-5d7607f10510 None None] Sync routers for ids ['e7f23c00-d687-4f4c-a6d4-e30c826b5d04'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:24:44.851623 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c784c0f2-fe66-4a11-9e39-3b6b28c9468a req-2bc42f49-e86a-46ba-9853-8234871048cf tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Notify callbacks [] for floatingip, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:44.854269 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c784c0f2-fe66-4a11-9e39-3b6b28c9468a req-2bc42f49-e86a-46ba-9853-8234871048cf tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:44.855462 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c784c0f2-fe66-4a11-9e39-3b6b28c9468a req-2bc42f49-e86a-46ba-9853-8234871048cf tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] 10.222.0.119 "DELETE /v2.0/floatingips/6694ceed-e4e5-41f3-99a6-8032ab642aab HTTP/1.1" status: 204 len: 173 time: 1.0792029 Aug 31 09:24:44.858845 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e7981667-8781-460d-940f-58ea141c0e9a req-2dd77ef5-d1e1-4c37-a957-29d8757f2a51 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724571 Aug 31 09:24:44.861011 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f6aec1-8e0d-4fd9-a409-5d7607f10510 None None] Routers {'e7f23c00-d687-4f4c-a6d4-e30c826b5d04'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:44.861607 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a8f6aec1-8e0d-4fd9-a409-5d7607f10510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:24:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e7f23c00-d687-4f4c-a6d4-e30c826b5d04'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:44.894398 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec98cac7-a6f0-4d5f-b51a-8c83b8094b07 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Network 71abd08b-98a7-4817-9442-a2b7e42a6eb1 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:44.905816 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-ec98cac7-a6f0-4d5f-b51a-8c83b8094b07 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:44.909035 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec98cac7-a6f0-4d5f-b51a-8c83b8094b07 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:44.937389 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [req-22235dc9-9a6e-47fe-ba84-d26425c204df req-c36b0278-81f0-4562-89bc-07c7091bf55b tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] show failed (client error): The resource could not be found. Aug 31 09:24:44.943078 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22235dc9-9a6e-47fe-ba84-d26425c204df req-c36b0278-81f0-4562-89bc-07c7091bf55b tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] 10.222.0.119 "GET /v2.0/floatingips/6694ceed-e4e5-41f3-99a6-8032ab642aab HTTP/1.1" status: 404 len: 350 time: 0.0458982 Aug 31 09:24:44.954404 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98cac7-a6f0-4d5f-b51a-8c83b8094b07 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Pushing event updated for resources: {'Port': ['ID=4327ada0-d97b-41f7-9b93-3427468704f3,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:44.960861 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-55a33112-1518-4ce6-9625-86c5388338af tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "PUT /v2.0/floatingips/504eae22-c46b-4210-8966-5748475e0b24 HTTP/1.1" status: 200 len: 991 time: 2.1211040 Aug 31 09:24:44.964503 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c73a04-67e7-4bc1-9527-e21418c2e2a5', 'tag': 'c47a5b46-143f-4319-8dc4-1e44ec0e4d7e'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:44.966917 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc88170-b461-477e-b5bd-e51ec0426265" -d '{"events": [{"name": "network-changed", "server_uuid": "51c73a04-67e7-4bc1-9527-e21418c2e2a5", "tag": "c47a5b46-143f-4319-8dc4-1e44ec0e4d7e"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:45.002232 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec98cac7-a6f0-4d5f-b51a-8c83b8094b07 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:45.011329 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ec98cac7-a6f0-4d5f-b51a-8c83b8094b07 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:45.026777 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [req-805aaf44-89e4-4614-a64f-ad4f59c23057 req-8b703c8f-3943-434f-8f0e-1d2dfb0bfe2a tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] show failed (client error): The resource could not be found. Aug 31 09:24:45.027844 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-805aaf44-89e4-4614-a64f-ad4f59c23057 req-8b703c8f-3943-434f-8f0e-1d2dfb0bfe2a tempest-FloatingIPsTestJSON-477828902 tempest-FloatingIPsTestJSON-477828902-project] 10.222.0.119 "GET /v2.0/floatingips/6694ceed-e4e5-41f3-99a6-8032ab642aab HTTP/1.1" status: 404 len: 350 time: 0.0499165 Aug 31 09:24:45.049542 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39274) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:45.096281 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ec98cac7-a6f0-4d5f-b51a-8c83b8094b07 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9791117 Aug 31 09:24:45.097233 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39278) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:45.113413 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d2f747-b8bc-40a8-a834-41c7c120ce25 x-openstack-request-id: req-c7d2f747-b8bc-40a8-a834-41c7c120ce25 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:45.113699 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51c73a04-67e7-4bc1-9527-e21418c2e2a5", "tag": "c47a5b46-143f-4319-8dc4-1e44ec0e4d7e", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:45.113945 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-c7d2f747-b8bc-40a8-a834-41c7c120ce25 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:45.114338 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51c73a04-67e7-4bc1-9527-e21418c2e2a5', 'tag': 'c47a5b46-143f-4319-8dc4-1e44ec0e4d7e', 'status': 'completed', 'code': 200} Aug 31 09:24:45.159022 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-a8f6aec1-8e0d-4fd9-a409-5d7607f10510 None None] Set router e7f23c00-d687-4f4c-a6d4-e30c826b5d04 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:45.262092 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:45.296791 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc88170-b461-477e-b5bd-e51ec0426265 req-380ab720-f715-4478-b721-a48e3bc845f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:45.297975 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-abc88170-b461-477e-b5bd-e51ec0426265 req-380ab720-f715-4478-b721-a48e3bc845f2 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b807ea962a9445be9b1ffbeebf308f16&device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 1098 time: 0.1588902 Aug 31 09:24:45.433224 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-ea804c4d-73ad-4746-a45e-e9ad6ff8551b tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'project_id': 'd333498d47de4125af0f1a33d8ece7f3', 'port_id': '4327ada0-d97b-41f7-9b93-3427468704f3'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:45.436436 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-0d18f9a9-2ec0-45bd-805e-fd9afb88a71d None None] Provisioning for port 4327ada0-d97b-41f7-9b93-3427468704f3 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:45.445904 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-0d18f9a9-2ec0-45bd-805e-fd9afb88a71d None None] Provisioning complete for port 4327ada0-d97b-41f7-9b93-3427468704f3 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:45.446866 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0d18f9a9-2ec0-45bd-805e-fd9afb88a71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:45.461947 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a8f6aec1-8e0d-4fd9-a409-5d7607f10510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'name': 'tempest-AttachVolumeTestJSON-314926797-router', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:24:07Z', 'updated_at': '2021-08-31T09:24:12Z', 'revision_number': 4, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'gw_port': {'id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:08Z', 'updated_at': '2021-08-31T09:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '504eae22-c46b-4210-8966-5748475e0b24', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'floating_ip_address': '172.25.2.80', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'port_id': 'c47a5b46-143f-4319-8dc4-1e44ec0e4d7e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb', 'mac_address': 'fa:16:3e:c1:0e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c73a04-67e7-4bc1-9527-e21418c2e2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:24:18Z', 'updated_at': '2021-08-31T09:24:43Z', 'revision_number': 1, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c', 'name': '', 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'mac_address': 'fa:16:3e:b1:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51d76b46-811d-468a-80f4-ece7058a5d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:10Z', 'updated_at': '2021-08-31T09:24:18Z', 'revision_number': 5, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'subnets': [{'id': '51d76b46-811d-468a-80f4-ece7058a5d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:45.481843 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc88170-b461-477e-b5bd-e51ec0426265 req-d9153b3c-7adc-466d-a559-cdf951e471ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:45.483505 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-abc88170-b461-477e-b5bd-e51ec0426265 req-d9153b3c-7adc-466d-a559-cdf951e471ac service neutron] 10.222.0.112 "GET /v2.0/networks?id=db85df49-32f0-464c-8559-cb7cf1e93dcb HTTP/1.1" status: 200 len: 912 time: 0.1493170 Aug 31 09:24:45.496597 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f6aec1-8e0d-4fd9-a409-5d7607f10510 None None] Checking router: e7f23c00-d687-4f4c-a6d4-e30c826b5d04 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:24:45.509121 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f6aec1-8e0d-4fd9-a409-5d7607f10510 None None] Routers {'e7f23c00-d687-4f4c-a6d4-e30c826b5d04'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:45.510220 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a8f6aec1-8e0d-4fd9-a409-5d7607f10510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:24:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e7f23c00-d687-4f4c-a6d4-e30c826b5d04'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:45.542063 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-0d18f9a9-2ec0-45bd-805e-fd9afb88a71d None None] Port 4327ada0-d97b-41f7-9b93-3427468704f3 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:24:45.556902 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ea804c4d-73ad-4746-a45e-e9ad6ff8551b tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:45.614722 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-abc88170-b461-477e-b5bd-e51ec0426265 req-d40535a0-4afb-45ce-b4e9-c709194cd980 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c47a5b46-143f-4319-8dc4-1e44ec0e4d7e HTTP/1.1" status: 200 len: 999 time: 0.1089239 Aug 31 09:24:45.633346 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39290) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:45.680753 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-a8f6aec1-8e0d-4fd9-a409-5d7607f10510 None None] Set router e7f23c00-d687-4f4c-a6d4-e30c826b5d04 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:45.698638 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc88170-b461-477e-b5bd-e51ec0426265 req-a8bc6136-554e-4001-bd69-b8236a5fdc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:45.700449 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-abc88170-b461-477e-b5bd-e51ec0426265 req-a8bc6136-554e-4001-bd69-b8236a5fdc55 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=51d76b46-811d-468a-80f4-ece7058a5d3b HTTP/1.1" status: 200 len: 849 time: 0.0770359 Aug 31 09:24:45.705024 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ea804c4d-73ad-4746-a45e-e9ad6ff8551b tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:45.829516 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39296) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:45.840103 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc88170-b461-477e-b5bd-e51ec0426265 req-ab0c8c40-0f25-45bc-88b4-3a9c9e1508aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:45.847853 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-abc88170-b461-477e-b5bd-e51ec0426265 req-ab0c8c40-0f25-45bc-88b4-3a9c9e1508aa service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=db85df49-32f0-464c-8559-cb7cf1e93dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1327689 Aug 31 09:24:45.858531 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-ea804c4d-73ad-4746-a45e-e9ad6ff8551b tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Allocated IP 172.25.2.37 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/e0c7e77e-5064-4e42-a907-c6689e630419) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:45.864952 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fc050779-ebb9-4a54-ad28-75863835ed3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:45.886871 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:24:46.056111 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-16ecbe7d-32d5-407c-aa3b-b2c9dd624b77 tempest-PortsAdminExtendedAttrsTestJSON-1552502723 tempest-PortsAdminExtendedAttrsTestJSON-1552502723-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1685509239'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:46.061872 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:24:46.066310 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:24:46.066964 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.090142 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ea804c4d-73ad-4746-a45e-e9ad6ff8551b tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.133828 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a8f6aec1-8e0d-4fd9-a409-5d7607f10510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'name': 'tempest-AttachVolumeTestJSON-314926797-router', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:24:07Z', 'updated_at': '2021-08-31T09:24:12Z', 'revision_number': 4, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'gw_port': {'id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:08Z', 'updated_at': '2021-08-31T09:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '504eae22-c46b-4210-8966-5748475e0b24', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'floating_ip_address': '172.25.2.80', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'port_id': 'c47a5b46-143f-4319-8dc4-1e44ec0e4d7e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb', 'mac_address': 'fa:16:3e:c1:0e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c73a04-67e7-4bc1-9527-e21418c2e2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:24:18Z', 'updated_at': '2021-08-31T09:24:43Z', 'revision_number': 1, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c', 'name': '', 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'mac_address': 'fa:16:3e:b1:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51d76b46-811d-468a-80f4-ece7058a5d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:10Z', 'updated_at': '2021-08-31T09:24:18Z', 'revision_number': 5, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'subnets': [{'id': '51d76b46-811d-468a-80f4-ece7058a5d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:46.165555 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-abc88170-b461-477e-b5bd-e51ec0426265 req-ec3630aa-77f8-454e-a2bc-841a6b67bfe9 service neutron] 10.222.0.112 "GET /v2.0/networks/db85df49-32f0-464c-8559-cb7cf1e93dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130713 Aug 31 09:24:46.170718 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.180453 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5de523e2-9322-4d04-9484-78ada016a595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.182412 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f6aec1-8e0d-4fd9-a409-5d7607f10510 None None] The sync data for ids ['e7f23c00-d687-4f4c-a6d4-e30c826b5d04'] in n-d-791506-28 is: [{'id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'name': 'tempest-AttachVolumeTestJSON-314926797-router', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:24:07Z', 'updated_at': '2021-08-31T09:24:12Z', 'revision_number': 4, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'gw_port': {'id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:08Z', 'updated_at': '2021-08-31T09:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '504eae22-c46b-4210-8966-5748475e0b24', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'floating_ip_address': '172.25.2.80', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'port_id': 'c47a5b46-143f-4319-8dc4-1e44ec0e4d7e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb', 'mac_address': 'fa:16:3e:c1:0e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c73a04-67e7-4bc1-9527-e21418c2e2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:24:18Z', 'updated_at': '2021-08-31T09:24:43Z', 'revision_number': 1, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c', 'name': '', 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'mac_address': 'fa:16:3e:b1:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51d76b46-811d-468a-80f4-ece7058a5d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:10Z', 'updated_at': '2021-08-31T09:24:18Z', 'revision_number': 5, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'subnets': [{'id': '51d76b46-811d-468a-80f4-ece7058a5d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:24:46.182992 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ecbe7d-32d5-407c-aa3b-b2c9dd624b77 tempest-PortsAdminExtendedAttrsTestJSON-1552502723 tempest-PortsAdminExtendedAttrsTestJSON-1552502723-project] Made reservation on behalf of 9a13746ac57d4820ba2b21c2de9c8ef2 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:46.226267 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb854d0-9d8f-4b4e-bd7d-cf24afb34868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:24:46.227047 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-16ecbe7d-32d5-407c-aa3b-b2c9dd624b77 tempest-PortsAdminExtendedAttrsTestJSON-1552502723 tempest-PortsAdminExtendedAttrsTestJSON-1552502723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.227154 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7876d6c2-be9f-46d2-a91b-c573afa27019" -d '{"events": [{"server_uuid": "4fb854d0-9d8f-4b4e-bd7d-cf24afb34868", "name": "network-vif-plugged", "status": "completed", "tag": "90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:24:46.227154 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4,segment=NetworkSegment(d4a3fa96-c4b5-4b90-91f6-d3a2f5e98558),segment_id=d4a3fa96-c4b5-4b90-91f6-d3a2f5e98558)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:46.227329 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-16ecbe7d-32d5-407c-aa3b-b2c9dd624b77 tempest-PortsAdminExtendedAttrsTestJSON-1552502723 tempest-PortsAdminExtendedAttrsTestJSON-1552502723-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.257919 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2028e9e2-f5f2-429c-b59e-9828283a3473 x-openstack-request-id: req-2028e9e2-f5f2-429c-b59e-9828283a3473 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:24:46.258239 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb854d0-9d8f-4b4e-bd7d-cf24afb34868", "name": "network-vif-plugged", "status": "completed", "tag": "90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:24:46.258697 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-2028e9e2-f5f2-429c-b59e-9828283a3473 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:24:46.260686 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb854d0-9d8f-4b4e-bd7d-cf24afb34868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4', 'code': 200} Aug 31 09:24:46.317220 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ea804c4d-73ad-4746-a45e-e9ad6ff8551b tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.330318 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.351579 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035c7cb-7cee-40db-a2d7-e68dcd9608d9 req-7d504b84-cf66-4a67-90b4-6ef672055b0f tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:46.353157 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1035c7cb-7cee-40db-a2d7-e68dcd9608d9 req-7d504b84-cf66-4a67-90b4-6ef672055b0f tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 944 time: 0.3059821 Aug 31 09:24:46.387579 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea804c4d-73ad-4746-a45e-e9ad6ff8551b tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:46.395545 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-ea804c4d-73ad-4746-a45e-e9ad6ff8551b tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:46.399694 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:46.404236 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-16ecbe7d-32d5-407c-aa3b-b2c9dd624b77 tempest-PortsAdminExtendedAttrsTestJSON-1552502723 tempest-PortsAdminExtendedAttrsTestJSON-1552502723-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.405787 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea804c4d-73ad-4746-a45e-e9ad6ff8551b tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:46.407929 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea804c4d-73ad-4746-a45e-e9ad6ff8551b tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Pushing event updated for resources: {'Port': ['ID=e0c7e77e-5064-4e42-a907-c6689e630419,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:46.410035 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-abc88170-b461-477e-b5bd-e51ec0426265 req-c36818e7-9d6d-4254-b367-5e5c72188770 service neutron] 10.222.0.112 "GET /v2.0/networks/db85df49-32f0-464c-8559-cb7cf1e93dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325635 Aug 31 09:24:46.456655 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1035c7cb-7cee-40db-a2d7-e68dcd9608d9 req-da9a7b4e-e97a-4e21-af8a-26f01474e320 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903509 Aug 31 09:24:46.460225 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebbe1f3-7f2b-4bf4-b277-f35e83d8aeb2 req-7a525ac2-69ad-4202-8954-44b64775bed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:46.462591 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4ebbe1f3-7f2b-4bf4-b277-f35e83d8aeb2 req-7a525ac2-69ad-4202-8954-44b64775bed8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 1097 time: 0.1197586 Aug 31 09:24:46.467343 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-16ecbe7d-32d5-407c-aa3b-b2c9dd624b77 tempest-PortsAdminExtendedAttrsTestJSON-1552502723 tempest-PortsAdminExtendedAttrsTestJSON-1552502723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.522747 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ecbe7d-32d5-407c-aa3b-b2c9dd624b77 tempest-PortsAdminExtendedAttrsTestJSON-1552502723 tempest-PortsAdminExtendedAttrsTestJSON-1552502723-project] vlan segment allocate from pool success with {'vlan_id': 1644, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:24:46.531094 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ecbe7d-32d5-407c-aa3b-b2c9dd624b77 tempest-PortsAdminExtendedAttrsTestJSON-1552502723 tempest-PortsAdminExtendedAttrsTestJSON-1552502723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f72507b-1b49-4aac-9db7-fe26a82ff6db,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:46.543319 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-16ecbe7d-32d5-407c-aa3b-b2c9dd624b77 tempest-PortsAdminExtendedAttrsTestJSON-1552502723 tempest-PortsAdminExtendedAttrsTestJSON-1552502723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.543734 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-16ecbe7d-32d5-407c-aa3b-b2c9dd624b77 tempest-PortsAdminExtendedAttrsTestJSON-1552502723 tempest-PortsAdminExtendedAttrsTestJSON-1552502723-project] Added segment bb229a6d-b227-4250-a42d-7bf5e55bd2c6 of type vlan for network 0e3c08ba-55ab-4184-a824-17b8e35e7226 Aug 31 09:24:46.559574 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4ebbe1f3-7f2b-4bf4-b277-f35e83d8aeb2 req-3acbddc1-24aa-479d-aa5c-233a7fa4464c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887823 Aug 31 09:24:46.593399 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e64c0f-6084-4d8a-be3c-44e9021d65ab None None] New status for floating IP 504eae22-c46b-4210-8966-5748475e0b24: ACTIVE {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:24:46.653522 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5de523e2-9322-4d04-9484-78ada016a595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.658651 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-fc050779-ebb9-4a54-ad28-75863835ed3f admin admin] Deleting port 6ed581a8-bb6d-451c-94d0-42baae6e68a7 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:46.658988 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fc050779-ebb9-4a54-ad28-75863835ed3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.665235 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-16ecbe7d-32d5-407c-aa3b-b2c9dd624b77 tempest-PortsAdminExtendedAttrsTestJSON-1552502723 tempest-PortsAdminExtendedAttrsTestJSON-1552502723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.735810 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5de523e2-9322-4d04-9484-78ada016a595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.765276 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-16ecbe7d-32d5-407c-aa3b-b2c9dd624b77 tempest-PortsAdminExtendedAttrsTestJSON-1552502723 tempest-PortsAdminExtendedAttrsTestJSON-1552502723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.769274 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-fc050779-ebb9-4a54-ad28-75863835ed3f admin admin] For port 6ed581a8-bb6d-451c-94d0-42baae6e68a7, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=6ed581a8-bb6d-451c-94d0-42baae6e68a7,segment=NetworkSegment(330dc649-4839-4fe5-9c84-bb286ef74617),segment_id=330dc649-4839-4fe5-9c84-bb286ef74617)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:46.772367 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fc050779-ebb9-4a54-ad28-75863835ed3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.772510 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ecbe7d-32d5-407c-aa3b-b2c9dd624b77 tempest-PortsAdminExtendedAttrsTestJSON-1552502723 tempest-PortsAdminExtendedAttrsTestJSON-1552502723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:46.772510 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-16ecbe7d-32d5-407c-aa3b-b2c9dd624b77 tempest-PortsAdminExtendedAttrsTestJSON-1552502723 tempest-PortsAdminExtendedAttrsTestJSON-1552502723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.805571 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5de523e2-9322-4d04-9484-78ada016a595 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=4f18b088bb9b4c2bb4ddc7faa3e4387e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1636589 Aug 31 09:24:46.809830 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39308) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:46.810486 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de523e2-9322-4d04-9484-78ada016a595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5110fea7-0183-4f0a-bdc7-a8d3b2133a7b,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:46.822400 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-fc050779-ebb9-4a54-ad28-75863835ed3f admin admin] Calling delete_port for 6ed581a8-bb6d-451c-94d0-42baae6e68a7 owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:46.898981 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ecbe7d-32d5-407c-aa3b-b2c9dd624b77 tempest-PortsAdminExtendedAttrsTestJSON-1552502723 tempest-PortsAdminExtendedAttrsTestJSON-1552502723-project] Pushing event updated for resources: {'Network': ['ID=0e3c08ba-55ab-4184-a824-17b8e35e7226,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:46.911286 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 0e3c08ba-55ab-4184-a824-17b8e35e7226 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:24:46.940399 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a837fa38-7df9-461f-9786-b449ffab1243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:46.976477 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-16ecbe7d-32d5-407c-aa3b-b2c9dd624b77 tempest-PortsAdminExtendedAttrsTestJSON-1552502723 tempest-PortsAdminExtendedAttrsTestJSON-1552502723-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.1401389 Aug 31 09:24:46.979002 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:47.004660 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a837fa38-7df9-461f-9786-b449ffab1243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:47.055239 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ea804c4d-73ad-4746-a45e-e9ad6ff8551b tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:47.213714 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ea804c4d-73ad-4746-a45e-e9ad6ff8551b tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:47.217516 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a837fa38-7df9-461f-9786-b449ffab1243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:47.218686 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a837fa38-7df9-461f-9786-b449ffab1243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:47.222161 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a837fa38-7df9-461f-9786-b449ffab1243 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/5110fea7-0183-4f0a-bdc7-a8d3b2133a7b HTTP/1.1" status: 204 len: 168 time: 0.4065650 Aug 31 09:24:47.229897 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837fa38-7df9-461f-9786-b449ffab1243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5110fea7-0183-4f0a-bdc7-a8d3b2133a7b,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:47.257484 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39320) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:47.263473 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Request body: {'port': {'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226', 'binding:host_id': 'n-h2-791506-28', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1221551462'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:47.277498 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fc050779-ebb9-4a54-ad28-75863835ed3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:47.311447 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc050779-ebb9-4a54-ad28-75863835ed3f admin admin] Pushing event deleted for resources: {'Port': ['ID=6ed581a8-bb6d-451c-94d0-42baae6e68a7,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:47.420693 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ea804c4d-73ad-4746-a45e-e9ad6ff8551b tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:47.422871 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Made reservation on behalf of 0060a58abc4d4f908223e7771878643a for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:47.425188 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:47.436861 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:47.488631 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ea804c4d-73ad-4746-a45e-e9ad6ff8551b tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:47.540285 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fc050779-ebb9-4a54-ad28-75863835ed3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:47.585834 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea804c4d-73ad-4746-a45e-e9ad6ff8551b tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Pushing event updated for resources: {'Port': ['ID=e0c7e77e-5064-4e42-a907-c6689e630419,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:47.624397 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea804c4d-73ad-4746-a45e-e9ad6ff8551b tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:47.624739 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea804c4d-73ad-4746-a45e-e9ad6ff8551b tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:47.625084 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea804c4d-73ad-4746-a45e-e9ad6ff8551b tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:47.625423 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea804c4d-73ad-4746-a45e-e9ad6ff8551b tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:47.625759 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea804c4d-73ad-4746-a45e-e9ad6ff8551b tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:47.626107 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea804c4d-73ad-4746-a45e-e9ad6ff8551b tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:47.629434 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea804c4d-73ad-4746-a45e-e9ad6ff8551b tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:47.630917 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea804c4d-73ad-4746-a45e-e9ad6ff8551b tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:47.632248 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea804c4d-73ad-4746-a45e-e9ad6ff8551b tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:47.633042 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea804c4d-73ad-4746-a45e-e9ad6ff8551b tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:47.633563 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea804c4d-73ad-4746-a45e-e9ad6ff8551b tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:47.634860 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea804c4d-73ad-4746-a45e-e9ad6ff8551b tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:24:47.653589 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ea804c4d-73ad-4746-a45e-e9ad6ff8551b tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:47.744639 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:47.759937 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98314f6-2b9d-4411-91b5-ef4ae2d760b3 req-53822e97-e59f-46be-845c-bb3b15661c32 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:47.761418 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c98314f6-2b9d-4411-91b5-ef4ae2d760b3 req-53822e97-e59f-46be-845c-bb3b15661c32 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 945 time: 0.0991895 Aug 31 09:24:47.799689 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [None req-ea804c4d-73ad-4746-a45e-e9ad6ff8551b tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Floating IP eceb0f9d-f703-4176-bb8b-1116e78bb105 associated. External IP: 172.25.2.37, port: 4327ada0-d97b-41f7-9b93-3427468704f3. Aug 31 09:24:47.870301 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c98314f6-2b9d-4411-91b5-ef4ae2d760b3 req-16dc1782-e565-4fc9-bb4d-a96831dca7ad tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767083 Aug 31 09:24:47.892266 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:47.900009 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] device_id is not set on port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:24:47.905410 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc050779-ebb9-4a54-ad28-75863835ed3f admin admin] Router debcc534-4951-4f51-a8dc-892b3dad1682 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:24:47.999615 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40739f92-cb07-4990-b8a5-a0658cb1cd49,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:48.031745 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea804c4d-73ad-4746-a45e-e9ad6ff8551b tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Router 60c47c77-15cd-42f2-add8-9a56938aac6b has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:24:48.071247 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39326) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:48.134767 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8be3acbb-ee4b-4914-acea-d0c685a9ae06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:48.141770 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea804c4d-73ad-4746-a45e-e9ad6ff8551b tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:24:48.151989 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8f12a2-f089-4eba-b955-e5957305d866 None None] Sync routers for ids ['60c47c77-15cd-42f2-add8-9a56938aac6b'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:24:48.161474 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8f12a2-f089-4eba-b955-e5957305d866 None None] Routers {'60c47c77-15cd-42f2-add8-9a56938aac6b'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:48.162197 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-ae8f12a2-f089-4eba-b955-e5957305d866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:24:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['60c47c77-15cd-42f2-add8-9a56938aac6b'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:48.199432 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-ae8f12a2-f089-4eba-b955-e5957305d866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:48.209069 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8f12a2-f089-4eba-b955-e5957305d866 None None] Routers {'60c47c77-15cd-42f2-add8-9a56938aac6b'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:48.210464 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-ae8f12a2-f089-4eba-b955-e5957305d866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:24:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['60c47c77-15cd-42f2-add8-9a56938aac6b'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:48.211451 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ea804c4d-73ad-4746-a45e-e9ad6ff8551b tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:48.248855 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-ae8f12a2-f089-4eba-b955-e5957305d866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:48.249101 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8f12a2-f089-4eba-b955-e5957305d866 None None] The sync data for ids ['60c47c77-15cd-42f2-add8-9a56938aac6b'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:24:48.257773 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ea804c4d-73ad-4746-a45e-e9ad6ff8551b tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.1557174 Aug 31 09:24:48.257879 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39330) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:48.389070 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ef5e1aeb-5213-4c1b-88c0-836655a41445 tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] 10.222.0.119 "GET /v2.0/floatingips/eceb0f9d-f703-4176-bb8b-1116e78bb105 HTTP/1.1" status: 200 len: 982 time: 0.1299775 Aug 31 09:24:48.391266 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39334) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:48.500990 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2d786832-6df1-41de-908a-95ff923d9299 tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] 10.222.0.119 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3819 time: 0.1086185 Aug 31 09:24:48.503633 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39336) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:48.518746 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc050779-ebb9-4a54-ad28-75863835ed3f admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:24:48.527176 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab082d5-299f-45a8-9a35-412dcfe45627 None None] Sync routers for ids ['debcc534-4951-4f51-a8dc-892b3dad1682'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:24:48.530620 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-fc050779-ebb9-4a54-ad28-75863835ed3f admin admin] 10.222.0.119 "PUT /v2.0/routers/debcc534-4951-4f51-a8dc-892b3dad1682/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4797580 Aug 31 09:24:48.534787 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39338) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:48.538766 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab082d5-299f-45a8-9a35-412dcfe45627 None None] Routers {'debcc534-4951-4f51-a8dc-892b3dad1682'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:48.539658 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-aab082d5-299f-45a8-9a35-412dcfe45627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:24:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['debcc534-4951-4f51-a8dc-892b3dad1682'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:48.650825 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-aab082d5-299f-45a8-9a35-412dcfe45627 None None] Set router debcc534-4951-4f51-a8dc-892b3dad1682 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:48.677737 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] device_id is not set on port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:24:48.682447 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-2701c7cc-4469-49e5-9e4d-8f76e9fd8e99 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Deleting port e0c7e77e-5064-4e42-a907-c6689e630419 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:48.682675 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2701c7cc-4469-49e5-9e4d-8f76e9fd8e99 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:48.704099 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:48.731750 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47dfa0d5-dfd6-44e0-88a8-410c72a1d777 admin admin] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:48.733948 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Transition to ACTIVE for port object 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:48.780132 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2701c7cc-4469-49e5-9e4d-8f76e9fd8e99 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:48.780456 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2701c7cc-4469-49e5-9e4d-8f76e9fd8e99 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:48.799024 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-2701c7cc-4469-49e5-9e4d-8f76e9fd8e99 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Calling delete_port for e0c7e77e-5064-4e42-a907-c6689e630419 owned by network:floatingip {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:48.839501 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8be3acbb-ee4b-4914-acea-d0c685a9ae06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:48.851320 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:48.862198 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-aab082d5-299f-45a8-9a35-412dcfe45627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debcc534-4951-4f51-a8dc-892b3dad1682', 'name': 'tempest-FloatingIPsTestJSON-502391722-router', 'tenant_id': '31597d826a9e4aa4b16e563a1769c437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '6606270a-2a93-4164-9a3c-cfcb0d321c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:24:23Z', 'updated_at': '2021-08-31T09:24:47Z', 'revision_number': 5, 'project_id': '31597d826a9e4aa4b16e563a1769c437', 'gw_port': {'id': '6606270a-2a93-4164-9a3c-cfcb0d321c27', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debcc534-4951-4f51-a8dc-892b3dad1682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:24Z', 'updated_at': '2021-08-31T09:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:48.894244 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab082d5-299f-45a8-9a35-412dcfe45627 None None] Checking router: debcc534-4951-4f51-a8dc-892b3dad1682 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:24:48.907971 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8be3acbb-ee4b-4914-acea-d0c685a9ae06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:48.916505 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab082d5-299f-45a8-9a35-412dcfe45627 None None] Routers {'debcc534-4951-4f51-a8dc-892b3dad1682'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:48.917143 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-aab082d5-299f-45a8-9a35-412dcfe45627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:24:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['debcc534-4951-4f51-a8dc-892b3dad1682'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:48.938051 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47dfa0d5-dfd6-44e0-88a8-410c72a1d777 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:48.951278 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Pushing event updated for resources: {'Port': ['ID=5d8ebe87-09e0-43a5-814d-59a8e2aaeeea,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:48.999660 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8be3acbb-ee4b-4914-acea-d0c685a9ae06 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=585a993398264d3fbbd72aae02e30345&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9259105 Aug 31 09:24:49.003742 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39342) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:49.021456 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3acbb-ee4b-4914-acea-d0c685a9ae06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f9ef72-c7f2-4440-923e-d36fd054b3ac,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:49.025322 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Checking segment: {'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:24:49.025651 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Network hostable DHCP agents. Network: 0e3c08ba-55ab-4184-a824-17b8e35e7226, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:24:49.038919 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-aab082d5-299f-45a8-9a35-412dcfe45627 None None] Set router debcc534-4951-4f51-a8dc-892b3dad1682 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:24:49.058272 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74460af3-d7ac-4b08-85e6-fb008a3c7311 req-40f128a3-781a-4833-a1d2-a88e29b7deab tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:49.060245 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74460af3-d7ac-4b08-85e6-fb008a3c7311 req-40f128a3-781a-4833-a1d2-a88e29b7deab tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 945 time: 0.0908072 Aug 31 09:24:49.078484 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3d41df89-1434-48e6-9b27-23a0cc58e6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:49.101547 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3d41df89-1434-48e6-9b27-23a0cc58e6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:49.134969 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74460af3-d7ac-4b08-85e6-fb008a3c7311 req-35d954d7-63c8-4a73-b6df-19eb782fe348 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509841 Aug 31 09:24:49.154765 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2701c7cc-4469-49e5-9e4d-8f76e9fd8e99 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:49.155000 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Network 0e3c08ba-55ab-4184-a824-17b8e35e7226 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:24:49.155939 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-47dfa0d5-dfd6-44e0-88a8-410c72a1d777 admin admin] Deleting port 6606270a-2a93-4164-9a3c-cfcb0d321c27 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:49.156271 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47dfa0d5-dfd6-44e0-88a8-410c72a1d777 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:49.191694 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701c7cc-4469-49e5-9e4d-8f76e9fd8e99 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Pushing event deleted for resources: {'Port': ['ID=e0c7e77e-5064-4e42-a907-c6689e630419,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:49.245508 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3d41df89-1434-48e6-9b27-23a0cc58e6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:49.248217 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3d41df89-1434-48e6-9b27-23a0cc58e6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:49.252555 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3d41df89-1434-48e6-9b27-23a0cc58e6a1 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/b1f9ef72-c7f2-4440-923e-d36fd054b3ac HTTP/1.1" status: 204 len: 168 time: 0.2453315 Aug 31 09:24:49.261745 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-47dfa0d5-dfd6-44e0-88a8-410c72a1d777 admin admin] For port 6606270a-2a93-4164-9a3c-cfcb0d321c27, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=6606270a-2a93-4164-9a3c-cfcb0d321c27,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:49.262033 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47dfa0d5-dfd6-44e0-88a8-410c72a1d777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:49.266941 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41df89-1434-48e6-9b27-23a0cc58e6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f9ef72-c7f2-4440-923e-d36fd054b3ac,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:49.283774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-47dfa0d5-dfd6-44e0-88a8-410c72a1d777 admin admin] Calling delete_port for 6606270a-2a93-4164-9a3c-cfcb0d321c27 owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:49.292678 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2701c7cc-4469-49e5-9e4d-8f76e9fd8e99 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks [] for floatingip, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:49.293047 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [None req-2701c7cc-4469-49e5-9e4d-8f76e9fd8e99 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Floating IP eceb0f9d-f703-4176-bb8b-1116e78bb105 disassociated (deleted). External IP: 172.25.2.37, port: 4327ada0-d97b-41f7-9b93-3427468704f3. Aug 31 09:24:49.310918 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 0e3c08ba-55ab-4184-a824-17b8e35e7226) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:49.321146 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:49.326012 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc331fe-4d9c-4c42-9e46-bda5b689cdc2 None None] Network 0e3c08ba-55ab-4184-a824-17b8e35e7226 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:49.402156 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-aab082d5-299f-45a8-9a35-412dcfe45627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debcc534-4951-4f51-a8dc-892b3dad1682', 'name': 'tempest-FloatingIPsTestJSON-502391722-router', 'tenant_id': '31597d826a9e4aa4b16e563a1769c437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '6606270a-2a93-4164-9a3c-cfcb0d321c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:24:23Z', 'updated_at': '2021-08-31T09:24:47Z', 'revision_number': 5, 'project_id': '31597d826a9e4aa4b16e563a1769c437', 'gw_port': {'id': '6606270a-2a93-4164-9a3c-cfcb0d321c27', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debcc534-4951-4f51-a8dc-892b3dad1682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:24Z', 'updated_at': '2021-08-31T09:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:49.435006 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab082d5-299f-45a8-9a35-412dcfe45627 None None] The sync data for ids ['debcc534-4951-4f51-a8dc-892b3dad1682'] in n-d-791506-28 is: [{'id': 'debcc534-4951-4f51-a8dc-892b3dad1682', 'name': 'tempest-FloatingIPsTestJSON-502391722-router', 'tenant_id': '31597d826a9e4aa4b16e563a1769c437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '6606270a-2a93-4164-9a3c-cfcb0d321c27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:24:23Z', 'updated_at': '2021-08-31T09:24:47Z', 'revision_number': 5, 'project_id': '31597d826a9e4aa4b16e563a1769c437', 'gw_port': {'id': '6606270a-2a93-4164-9a3c-cfcb0d321c27', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e6:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debcc534-4951-4f51-a8dc-892b3dad1682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:24Z', 'updated_at': '2021-08-31T09:24:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:24:49.438778 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:49.439253 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:49.440743 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:49.452650 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:49.453145 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Failed to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on host n-h2-791506-28 for vnic_type normal using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] Aug 31 09:24:49.454973 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempt 2 to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea Aug 31 09:24:49.484738 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:49.485286 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:49.485728 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:49.496405 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:49.496405 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Failed to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on host n-h2-791506-28 for vnic_type normal using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] Aug 31 09:24:49.537095 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempt 3 to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea Aug 31 09:24:49.573827 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:49.574161 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:49.574498 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:49.581293 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:49.581639 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Failed to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on host n-h2-791506-28 for vnic_type normal using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] Aug 31 09:24:49.582644 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempt 4 to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea Aug 31 09:24:49.603720 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:49.604061 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:49.604396 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:49.630726 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:49.631627 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Failed to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on host n-h2-791506-28 for vnic_type normal using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] Aug 31 09:24:49.633597 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempt 5 to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea Aug 31 09:24:49.665436 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:49.665780 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:49.666114 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:49.680310 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:49.680310 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Failed to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on host n-h2-791506-28 for vnic_type normal using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] Aug 31 09:24:49.680310 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempt 6 to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea Aug 31 09:24:49.692282 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:49.692627 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:49.692910 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:49.699366 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:49.700053 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Failed to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on host n-h2-791506-28 for vnic_type normal using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] Aug 31 09:24:49.700447 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempt 7 to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea Aug 31 09:24:49.717149 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:49.717498 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:49.717812 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:49.725871 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:49.725871 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Failed to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on host n-h2-791506-28 for vnic_type normal using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] Aug 31 09:24:49.733998 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempt 8 to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea Aug 31 09:24:49.750816 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:49.751195 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:49.751534 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:49.782393 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47dfa0d5-dfd6-44e0-88a8-410c72a1d777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:49.798469 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:49.798951 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Failed to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on host n-h2-791506-28 for vnic_type normal using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] Aug 31 09:24:49.827348 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempt 9 to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea Aug 31 09:24:49.852142 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6ed581a8-bb6d-451c-94d0-42baae6e68a7 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:24:49.878221 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dfa0d5-dfd6-44e0-88a8-410c72a1d777 admin admin] Pushing event deleted for resources: {'Port': ['ID=6606270a-2a93-4164-9a3c-cfcb0d321c27,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:49.888724 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 6ed581a8-bb6d-451c-94d0-42baae6e68a7 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:24:49.889651 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6ed581a8-bb6d-451c-94d0-42baae6e68a7 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:24:49.897585 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2701c7cc-4469-49e5-9e4d-8f76e9fd8e99 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Router 60c47c77-15cd-42f2-add8-9a56938aac6b has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:24:49.924747 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cf9e8-8b92-471a-8b3d-1b14c6d70873 req-0c7fce8a-3b69-47e7-8fc1-94cc8661cfed tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:49.931224 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9a9cf9e8-8b92-471a-8b3d-1b14c6d70873 req-0c7fce8a-3b69-47e7-8fc1-94cc8661cfed tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 945 time: 0.2076242 Aug 31 09:24:49.932470 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:49.932949 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:49.933446 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:49.984771 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:49.985105 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Failed to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on host n-h2-791506-28 for vnic_type normal using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] Aug 31 09:24:49.989120 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempt 10 to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea Aug 31 09:24:49.998527 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33139af-1147-4739-ae68-142e3e765e94 req-9a4b8e79-e0b3-4e05-aa0e-e0d17d34fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:50.000067 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c33139af-1147-4739-ae68-142e3e765e94 req-9a4b8e79-e0b3-4e05-aa0e-e0d17d34fb75 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=db98e609f02d40e497cfab3aeae07295&device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 1097 time: 0.2314470 Aug 31 09:24:50.034284 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2701c7cc-4469-49e5-9e4d-8f76e9fd8e99 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:24:50.041799 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2701c7cc-4469-49e5-9e4d-8f76e9fd8e99 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:50.049665 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941874a2-4d57-49fd-a3fd-652de29c71ca None None] Sync routers for ids ['60c47c77-15cd-42f2-add8-9a56938aac6b'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:24:50.055622 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:50.055960 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:50.056294 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:50.061961 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941874a2-4d57-49fd-a3fd-652de29c71ca None None] Routers {'60c47c77-15cd-42f2-add8-9a56938aac6b'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:50.062880 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-941874a2-4d57-49fd-a3fd-652de29c71ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:24:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['60c47c77-15cd-42f2-add8-9a56938aac6b'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:50.074690 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2701c7cc-4469-49e5-9e4d-8f76e9fd8e99 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] 10.222.0.119 "DELETE /v2.0/floatingips/eceb0f9d-f703-4176-bb8b-1116e78bb105 HTTP/1.1" status: 204 len: 168 time: 1.5699992 Aug 31 09:24:50.079023 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39362) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:50.083578 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-18509e24-442c-4642-ba7a-8d5a865232a7 tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:50.086523 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:50.086876 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Failed to bind port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea on host n-h2-791506-28 for vnic_type normal using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] Aug 31 09:24:50.087254 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:50.095824 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9a9cf9e8-8b92-471a-8b3d-1b14c6d70873 req-62487873-bc29-4b53-8ae8-a27ebdc0f596 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598103 Aug 31 09:24:50.096712 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47dfa0d5-dfd6-44e0-88a8-410c72a1d777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:50.121191 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-941874a2-4d57-49fd-a3fd-652de29c71ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:50.138872 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941874a2-4d57-49fd-a3fd-652de29c71ca None None] Routers {'60c47c77-15cd-42f2-add8-9a56938aac6b'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:50.139629 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-941874a2-4d57-49fd-a3fd-652de29c71ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:24:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['60c47c77-15cd-42f2-add8-9a56938aac6b'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:50.176633 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-941874a2-4d57-49fd-a3fd-652de29c71ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:50.177814 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941874a2-4d57-49fd-a3fd-652de29c71ca None None] The sync data for ids ['60c47c77-15cd-42f2-add8-9a56938aac6b'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:24:50.190187 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-18509e24-442c-4642-ba7a-8d5a865232a7 tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:50.231491 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47dfa0d5-dfd6-44e0-88a8-410c72a1d777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:50.246119 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47dfa0d5-dfd6-44e0-88a8-410c72a1d777 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:50.285311 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-18509e24-442c-4642-ba7a-8d5a865232a7 tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:50.321585 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33139af-1147-4739-ae68-142e3e765e94 req-45d90075-c9e5-43a6-8893-9833e1c4a99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:50.323120 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c33139af-1147-4739-ae68-142e3e765e94 req-45d90075-c9e5-43a6-8893-9833e1c4a99b service neutron] 10.222.0.59 "GET /v2.0/networks?id=b71009e1-f5fe-4162-b1b3-564810754969 HTTP/1.1" status: 200 len: 913 time: 0.3104441 Aug 31 09:24:50.328147 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] For port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:50.328527 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempted to set empty binding levels {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 09:24:50.369653 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c33139af-1147-4739-ae68-142e3e765e94 req-d62adae1-eba8-4dac-b67e-1018d477a661 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4 HTTP/1.1" status: 200 len: 217 time: 0.0380991 Aug 31 09:24:50.405899 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-18509e24-442c-4642-ba7a-8d5a865232a7 tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Allocated IP 172.25.2.145 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/329cd41b-4500-49e2-bbe1-f3b542d0b02c) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:50.422174 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47dfa0d5-dfd6-44e0-88a8-410c72a1d777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:50.422852 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47dfa0d5-dfd6-44e0-88a8-410c72a1d777 admin admin] Fanout notify agent at l3_agent the message router_deleted on router debcc534-4951-4f51-a8dc-892b3dad1682 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:24:50.429552 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47dfa0d5-dfd6-44e0-88a8-410c72a1d777 admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:50.430654 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-47dfa0d5-dfd6-44e0-88a8-410c72a1d777 admin admin] 10.222.0.119 "DELETE /v2.0/routers/debcc534-4951-4f51-a8dc-892b3dad1682 HTTP/1.1" status: 204 len: 168 time: 1.8949215 Aug 31 09:24:50.431846 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:50.434739 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39374) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:50.469938 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:50.470711 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:50.516186 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33139af-1147-4739-ae68-142e3e765e94 req-874e7f43-2e30-4943-ae20-2f5a83e739a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:50.518399 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c33139af-1147-4739-ae68-142e3e765e94 req-874e7f43-2e30-4943-ae20-2f5a83e739a1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee003db9-da2c-4578-b65f-995ad17b5a56 HTTP/1.1" status: 200 len: 851 time: 0.1409338 Aug 31 09:24:50.519449 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Pushing event updated for resources: {'Port': ['ID=5d8ebe87-09e0-43a5-814d-59a8e2aaeeea,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:50.551712 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cae63a1-b3a8-4d27-b67e-605d5f72099a admin admin] Deleting subnet e3ee296c-6b5d-416d-88a9-8e75d0838ba4 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:24:50.562087 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c33139af-1147-4739-ae68-142e3e765e94 req-b8ae51ce-b5c3-48a6-ac6d-a2979ec79958 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b71009e1-f5fe-4162-b1b3-564810754969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321686 Aug 31 09:24:50.564634 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7cb51637-9c90-48fd-9e30-3d7e7f28fcc9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.3059220 Aug 31 09:24:50.568109 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39380) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:50.571258 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9cae63a1-b3a8-4d27-b67e-605d5f72099a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:50.626600 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-18509e24-442c-4642-ba7a-8d5a865232a7 tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:50.633072 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9cae63a1-b3a8-4d27-b67e-605d5f72099a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:50.725484 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c33139af-1147-4739-ae68-142e3e765e94 req-0cbd05b7-05fc-448a-bd31-efbd64aed592 service neutron] 10.222.0.59 "GET /v2.0/networks/b71009e1-f5fe-4162-b1b3-564810754969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529446 Aug 31 09:24:50.749817 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9cae63a1-b3a8-4d27-b67e-605d5f72099a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:50.790720 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-5faca323-71cb-4da2-ad06-5530fca3787c tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Deleting port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:50.791070 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5faca323-71cb-4da2-ad06-5530fca3787c tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:50.807502 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-18509e24-442c-4642-ba7a-8d5a865232a7 tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:50.862534 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18509e24-442c-4642-ba7a-8d5a865232a7 tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:50.867654 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-18509e24-442c-4642-ba7a-8d5a865232a7 tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:50.871781 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18509e24-442c-4642-ba7a-8d5a865232a7 tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:50.873046 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18509e24-442c-4642-ba7a-8d5a865232a7 tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Pushing event updated for resources: {'Port': ['ID=329cd41b-4500-49e2-bbe1-f3b542d0b02c,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:50.882360 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-5faca323-71cb-4da2-ad06-5530fca3787c tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] For port 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea, host n-h2-791506-28, got binding levels [] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:50.882936 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5faca323-71cb-4da2-ad06-5530fca3787c tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:50.902214 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-5faca323-71cb-4da2-ad06-5530fca3787c tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Calling delete_port for 5d8ebe87-09e0-43a5-814d-59a8e2aaeeea owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:50.905508 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c33139af-1147-4739-ae68-142e3e765e94 req-ffeb017a-f472-486e-969d-0463d848a8c8 service neutron] 10.222.0.59 "GET /v2.0/networks/b71009e1-f5fe-4162-b1b3-564810754969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709597 Aug 31 09:24:50.954169 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9cae63a1-b3a8-4d27-b67e-605d5f72099a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:50.994085 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae63a1-b3a8-4d27-b67e-605d5f72099a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3ee296c-6b5d-416d-88a9-8e75d0838ba4,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:51.002241 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9cae63a1-b3a8-4d27-b67e-605d5f72099a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.007193 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9cae63a1-b3a8-4d27-b67e-605d5f72099a admin admin] 10.222.0.119 "DELETE /v2.0/subnets/e3ee296c-6b5d-416d-88a9-8e75d0838ba4 HTTP/1.1" status: 204 len: 168 time: 0.5686834 Aug 31 09:24:51.011669 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39386) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:51.011766 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d4bb85-4e70-4e99-aa7f-45bbbc7052ae None None] Network 05e629c5-337f-4e8a-8c9c-df655ce43523 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:24:51.019352 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-18509e24-442c-4642-ba7a-8d5a865232a7 tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.061723 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5faca323-71cb-4da2-ad06-5530fca3787c tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.105541 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14cde762-b889-4026-9514-76228e5bd6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.116727 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5faca323-71cb-4da2-ad06-5530fca3787c tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.121590 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5faca323-71cb-4da2-ad06-5530fca3787c tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] 10.222.0.119 "DELETE /v2.0/ports/5d8ebe87-09e0-43a5-814d-59a8e2aaeeea HTTP/1.1" status: 204 len: 168 time: 0.5484827 Aug 31 09:24:51.121590 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faca323-71cb-4da2-ad06-5530fca3787c tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d8ebe87-09e0-43a5-814d-59a8e2aaeeea,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:51.122184 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39392) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:51.152428 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ca8c36-adb0-40a2-a95c-8fd54d20a08e tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] GET failed (client error): The resource could not be found. Aug 31 09:24:51.154229 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-61ca8c36-adb0-40a2-a95c-8fd54d20a08e tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] 10.222.0.119 "GET /v2.0/ports/5d8ebe87-09e0-43a5-814d-59a8e2aaeeea HTTP/1.1" status: 404 len: 333 time: 0.0309019 Aug 31 09:24:51.157803 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39396) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:51.165071 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-7809a5a2-49e7-45d1-94ec-44995c74ad63 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Request body: {'port': {'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1479548122'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:51.188923 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-18509e24-442c-4642-ba7a-8d5a865232a7 tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.250714 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-14cde762-b889-4026-9514-76228e5bd6ef admin admin] Deleting port 4d1bb743-4a94-49d3-875a-c4e040131d8c {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:51.251050 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14cde762-b889-4026-9514-76228e5bd6ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.271956 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7809a5a2-49e7-45d1-94ec-44995c74ad63 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Made reservation on behalf of 0060a58abc4d4f908223e7771878643a for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:51.272523 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7809a5a2-49e7-45d1-94ec-44995c74ad63 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.287794 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746db0d0-1f4d-4621-811a-504f1e2387ac req-30f29bb7-02ab-41cd-815d-1c90ec6e2f68 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:51.289810 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-746db0d0-1f4d-4621-811a-504f1e2387ac req-30f29bb7-02ab-41cd-815d-1c90ec6e2f68 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 945 time: 0.1002159 Aug 31 09:24:51.292451 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e795b0-a94e-48d5-9556-39d1ff09387a None None] DHCP port deletion for 05e629c5-337f-4e8a-8c9c-df655ce43523 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:24:51.337240 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-7809a5a2-49e7-45d1-94ec-44995c74ad63 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] device_id is not set on port c6778466-5e95-4d96-a05b-8b529b3cd22b yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:24:51.352378 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-16e795b0-a94e-48d5-9556-39d1ff09387a None None] Deleting port 4d1bb743-4a94-49d3-875a-c4e040131d8c {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:51.352754 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-16e795b0-a94e-48d5-9556-39d1ff09387a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.354311 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-746db0d0-1f4d-4621-811a-504f1e2387ac req-d4e9ea92-b9e6-4e91-b3c8-d911899e48af tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578637 Aug 31 09:24:51.370701 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-14cde762-b889-4026-9514-76228e5bd6ef admin admin] For port 4d1bb743-4a94-49d3-875a-c4e040131d8c, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4d1bb743-4a94-49d3-875a-c4e040131d8c,segment=NetworkSegment(330dc649-4839-4fe5-9c84-bb286ef74617),segment_id=330dc649-4839-4fe5-9c84-bb286ef74617)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:51.371070 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14cde762-b889-4026-9514-76228e5bd6ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.404380 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-14cde762-b889-4026-9514-76228e5bd6ef admin admin] Calling delete_port for 4d1bb743-4a94-49d3-875a-c4e040131d8c owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:51.555597 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7809a5a2-49e7-45d1-94ec-44995c74ad63 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.583506 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-16e795b0-a94e-48d5-9556-39d1ff09387a None None] For port 4d1bb743-4a94-49d3-875a-c4e040131d8c, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4d1bb743-4a94-49d3-875a-c4e040131d8c,segment=NetworkSegment(330dc649-4839-4fe5-9c84-bb286ef74617),segment_id=330dc649-4839-4fe5-9c84-bb286ef74617)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:51.583917 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-16e795b0-a94e-48d5-9556-39d1ff09387a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.601698 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-18509e24-442c-4642-ba7a-8d5a865232a7 tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.604235 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-16e795b0-a94e-48d5-9556-39d1ff09387a None None] Calling delete_port for 4d1bb743-4a94-49d3-875a-c4e040131d8c owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:51.645409 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14cde762-b889-4026-9514-76228e5bd6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.682579 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-18509e24-442c-4642-ba7a-8d5a865232a7 tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.682896 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4d1bb743-4a94-49d3-875a-c4e040131d8c no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:24:51.695542 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cde762-b889-4026-9514-76228e5bd6ef admin admin] Pushing event deleted for resources: {'Port': ['ID=4d1bb743-4a94-49d3-875a-c4e040131d8c,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:51.699822 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cde762-b889-4026-9514-76228e5bd6ef admin admin] No DVR routers for this DVR port 4d1bb743-4a94-49d3-875a-c4e040131d8c on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:24:51.708535 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7809a5a2-49e7-45d1-94ec-44995c74ad63 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.737717 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 4d1bb743-4a94-49d3-875a-c4e040131d8c {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:24:51.738200 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4d1bb743-4a94-49d3-875a-c4e040131d8c not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:24:51.738746 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6606270a-2a93-4164-9a3c-cfcb0d321c27 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:24:51.762301 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7809a5a2-49e7-45d1-94ec-44995c74ad63 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Network 0e3c08ba-55ab-4184-a824-17b8e35e7226 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:51.762301 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-7809a5a2-49e7-45d1-94ec-44995c74ad63 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:51.765063 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7809a5a2-49e7-45d1-94ec-44995c74ad63 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:51.766224 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7809a5a2-49e7-45d1-94ec-44995c74ad63 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:51.767900 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7809a5a2-49e7-45d1-94ec-44995c74ad63 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.772940 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 6606270a-2a93-4164-9a3c-cfcb0d321c27 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:24:51.773423 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6606270a-2a93-4164-9a3c-cfcb0d321c27 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:24:51.810494 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809a5a2-49e7-45d1-94ec-44995c74ad63 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Pushing event updated for resources: {'Port': ['ID=c6778466-5e95-4d96-a05b-8b529b3cd22b,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:24:51.838127 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:24:51.841271 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:24:51.841271 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:24:51.841271 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:24:51.841271 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:24:51.841271 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:24:51.841271 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:24:51.841271 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:24:51.841271 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:24:51.841271 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:24:51.841271 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:24:51.841271 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:24:51.841271 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:24:51.841271 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:24:51.841271 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:24:51.848428 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-16e795b0-a94e-48d5-9556-39d1ff09387a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.851742 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-18509e24-442c-4642-ba7a-8d5a865232a7 tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.866429 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14cde762-b889-4026-9514-76228e5bd6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.875535 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18509e24-442c-4642-ba7a-8d5a865232a7 tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Pushing event updated for resources: {'Port': ['ID=329cd41b-4500-49e2-bbe1-f3b542d0b02c,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:51.878656 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7809a5a2-49e7-45d1-94ec-44995c74ad63 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7172039 Aug 31 09:24:51.878778 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e795b0-a94e-48d5-9556-39d1ff09387a None None] Pushing event deleted for resources: {'Port': ['ID=4d1bb743-4a94-49d3-875a-c4e040131d8c,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:51.879361 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39414) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:51.883615 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e795b0-a94e-48d5-9556-39d1ff09387a None None] No DVR routers for this DVR port 4d1bb743-4a94-49d3-875a-c4e040131d8c on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:24:51.885136 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-14cde762-b889-4026-9514-76228e5bd6ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05e629c5-337f-4e8a-8c9c-df655ce43523']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:51.894883 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:51.905134 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-14cde762-b889-4026-9514-76228e5bd6ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '330dc649-4839-4fe5-9c84-bb286ef74617') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:51.905134 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-14cde762-b889-4026-9514-76228e5bd6ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '330dc649-4839-4fe5-9c84-bb286ef74617') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:51.911470 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14cde762-b889-4026-9514-76228e5bd6ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.926329 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14cde762-b889-4026-9514-76228e5bd6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.933239 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14cde762-b889-4026-9514-76228e5bd6ef admin admin] Releasing vlan 1611 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:24:51.933641 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14cde762-b889-4026-9514-76228e5bd6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.935420 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:24:51.935420 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:24:51.935420 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:24:51.935420 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:24:51.935420 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:24:51.935420 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:24:51.935420 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:24:51.935420 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:24:51.935420 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:24:51.935420 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:24:51.935420 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:24:51.935420 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:24:51.935420 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:24:51.935420 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:24:51.935420 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:24:51.935420 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:24:51.935420 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:24:51.935420 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:24:51.935420 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:24:51.935420 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:24:51.935420 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:24:51.935420 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:24:51.935420 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:24:51.935420 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:24:51.935420 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:24:51.935420 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:24:51.935420 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:24:51.935420 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:24:51.935420 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:24:51.935420 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:24:51.935420 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:24:51.935420 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:24:51.952555 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.985538 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-18509e24-442c-4642-ba7a-8d5a865232a7 tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:51.986436 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-18509e24-442c-4642-ba7a-8d5a865232a7 tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9063141 Aug 31 09:24:51.990076 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39418) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:52.134030 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14cde762-b889-4026-9514-76228e5bd6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:52.142999 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14cde762-b889-4026-9514-76228e5bd6ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:52.149361 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-14cde762-b889-4026-9514-76228e5bd6ef admin admin] 10.222.0.119 "DELETE /v2.0/networks/05e629c5-337f-4e8a-8c9c-df655ce43523 HTTP/1.1" status: 204 len: 168 time: 1.1362097 Aug 31 09:24:52.164669 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cde762-b889-4026-9514-76228e5bd6ef admin admin] Pushing event deleted for resources: {'Network': ['ID=05e629c5-337f-4e8a-8c9c-df655ce43523,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:52.166295 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] device_id is not set on port c6778466-5e95-4d96-a05b-8b529b3cd22b yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:24:52.173715 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:52.188794 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Transition to ACTIVE for port object c6778466-5e95-4d96-a05b-8b529b3cd22b will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:52.199908 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-7c6d1074-44ff-4681-91a9-68b1e93799ed tempest-FloatingIPAdminTestJSON-1902038734 tempest-FloatingIPAdminTestJSON-1902038734-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:52.273983 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:52.296499 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c6d1074-44ff-4681-91a9-68b1e93799ed tempest-FloatingIPAdminTestJSON-1902038734 tempest-FloatingIPAdminTestJSON-1902038734-project] Notify callbacks [] for floatingip, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:52.332751 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Pushing event updated for resources: {'Port': ['ID=c6778466-5e95-4d96-a05b-8b529b3cd22b,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:52.348258 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:52.348605 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:52.349448 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:52.354798 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Port c6778466-5e95-4d96-a05b-8b529b3cd22b on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:52.355130 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Failed to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b on host n-h2-791506-28 for vnic_type normal using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] Aug 31 09:24:52.355519 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempt 2 to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b Aug 31 09:24:52.369720 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:52.370299 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:52.370511 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:52.375658 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Port c6778466-5e95-4d96-a05b-8b529b3cd22b on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:52.375658 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Failed to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b on host n-h2-791506-28 for vnic_type normal using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] Aug 31 09:24:52.375960 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempt 3 to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b Aug 31 09:24:52.390789 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:52.391122 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:52.393405 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:52.396087 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Port c6778466-5e95-4d96-a05b-8b529b3cd22b on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:52.397205 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Failed to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b on host n-h2-791506-28 for vnic_type normal using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] Aug 31 09:24:52.397617 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempt 4 to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b Aug 31 09:24:52.409145 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c6d1074-44ff-4681-91a9-68b1e93799ed tempest-FloatingIPAdminTestJSON-1902038734 tempest-FloatingIPAdminTestJSON-1902038734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:52.413291 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:52.414059 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:52.414059 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:52.420145 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Port c6778466-5e95-4d96-a05b-8b529b3cd22b on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:52.420551 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Failed to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b on host n-h2-791506-28 for vnic_type normal using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] Aug 31 09:24:52.421388 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempt 5 to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b Aug 31 09:24:52.435148 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:52.435487 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:52.435977 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:52.441124 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Port c6778466-5e95-4d96-a05b-8b529b3cd22b on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:52.441445 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Failed to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b on host n-h2-791506-28 for vnic_type normal using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] Aug 31 09:24:52.441824 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempt 6 to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b Aug 31 09:24:52.465911 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:52.466243 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:52.466609 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:52.486661 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Port c6778466-5e95-4d96-a05b-8b529b3cd22b on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:52.487340 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Failed to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b on host n-h2-791506-28 for vnic_type normal using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] Aug 31 09:24:52.489347 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempt 7 to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b Aug 31 09:24:52.509429 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:52.509773 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:52.510104 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:52.518081 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Port c6778466-5e95-4d96-a05b-8b529b3cd22b on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:52.518405 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Failed to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b on host n-h2-791506-28 for vnic_type normal using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] Aug 31 09:24:52.519534 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempt 8 to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b Aug 31 09:24:52.538796 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6261e6-c180-4742-b3be-71839d230ad6 req-ff9ea268-a4ea-478a-8c75-92d71f9b6b84 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:52.540505 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bf6261e6-c180-4742-b3be-71839d230ad6 req-ff9ea268-a4ea-478a-8c75-92d71f9b6b84 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 945 time: 0.0890489 Aug 31 09:24:52.542130 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-7c6d1074-44ff-4681-91a9-68b1e93799ed tempest-FloatingIPAdminTestJSON-1902038734 tempest-FloatingIPAdminTestJSON-1902038734-project] Allocated IP 172.25.2.110 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/7e5b9bbb-0e4e-41ff-915b-161f748b0817) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:24:52.545126 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:52.545462 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:52.545984 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:52.557400 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Port c6778466-5e95-4d96-a05b-8b529b3cd22b on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:52.557988 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Failed to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b on host n-h2-791506-28 for vnic_type normal using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] Aug 31 09:24:52.559432 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempt 9 to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b Aug 31 09:24:52.587386 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39434) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:52.601976 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:52.602313 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:52.605569 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:52.621967 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Port c6778466-5e95-4d96-a05b-8b529b3cd22b on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:52.622288 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Failed to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b on host n-h2-791506-28 for vnic_type normal using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] Aug 31 09:24:52.625494 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bf6261e6-c180-4742-b3be-71839d230ad6 req-eb84deb1-d7e3-445e-bc83-f347dbd071a3 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757256 Aug 31 09:24:52.627743 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempt 10 to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b Aug 31 09:24:52.649543 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:52.649983 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:52.650225 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:52.659246 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Port c6778466-5e95-4d96-a05b-8b529b3cd22b on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:52.659583 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Failed to bind port c6778466-5e95-4d96-a05b-8b529b3cd22b on host n-h2-791506-28 for vnic_type normal using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] Aug 31 09:24:52.659951 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:52.678616 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c6d1074-44ff-4681-91a9-68b1e93799ed tempest-FloatingIPAdminTestJSON-1902038734 tempest-FloatingIPAdminTestJSON-1902038734-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:52.710075 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5d167154-afd8-40fd-8f7e-c4da8ed845da admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=31597d826a9e4aa4b16e563a1769c437&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1156435 Aug 31 09:24:52.710522 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39440) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:52.769463 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] For port c6778466-5e95-4d96-a05b-8b529b3cd22b, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:52.769832 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempted to set empty binding levels {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 09:24:52.794830 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-afda0d38-2e5c-476a-afd2-875153d83f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:52.811079 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c6d1074-44ff-4681-91a9-68b1e93799ed tempest-FloatingIPAdminTestJSON-1902038734 tempest-FloatingIPAdminTestJSON-1902038734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:52.815078 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-afda0d38-2e5c-476a-afd2-875153d83f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:52.846023 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:52.858242 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6d1074-44ff-4681-91a9-68b1e93799ed tempest-FloatingIPAdminTestJSON-1902038734 tempest-FloatingIPAdminTestJSON-1902038734-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:52.862778 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-7c6d1074-44ff-4681-91a9-68b1e93799ed tempest-FloatingIPAdminTestJSON-1902038734 tempest-FloatingIPAdminTestJSON-1902038734-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:52.869207 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6d1074-44ff-4681-91a9-68b1e93799ed tempest-FloatingIPAdminTestJSON-1902038734 tempest-FloatingIPAdminTestJSON-1902038734-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:52.884680 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] In _notify_port_updated(), no bound segment for port c6778466-5e95-4d96-a05b-8b529b3cd22b on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 {{(pid=95553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:24:52.885610 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:52.886225 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:52.887645 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] 10.222.0.119 "PUT /v2.0/ports/c6778466-5e95-4d96-a05b-8b529b3cd22b HTTP/1.1" status: 200 len: 976 time: 1.0069587 Aug 31 09:24:52.890391 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39446) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:52.892676 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d1074-44ff-4681-91a9-68b1e93799ed tempest-FloatingIPAdminTestJSON-1902038734 tempest-FloatingIPAdminTestJSON-1902038734-project] Pushing event updated for resources: {'Port': ['ID=7e5b9bbb-0e4e-41ff-915b-161f748b0817,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:52.951201 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25bfd9-45b9-47ba-82a9-b386e3372504 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Pushing event updated for resources: {'Port': ['ID=c6778466-5e95-4d96-a05b-8b529b3cd22b,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:52.971427 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c6d1074-44ff-4681-91a9-68b1e93799ed tempest-FloatingIPAdminTestJSON-1902038734 tempest-FloatingIPAdminTestJSON-1902038734-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:53.003153 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.003629 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.004101 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.004566 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.005033 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.005543 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.006625 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.007085 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.007546 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.007997 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.008456 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.008915 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.009375 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.009832 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.010289 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.010773 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.011232 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.011687 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.012144 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.012594 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.013047 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.013498 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.013949 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.014398 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.014876 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.015333 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.015783 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.016233 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.016681 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.017141 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.017579 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.022526 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.022526 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.022526 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.022526 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.022526 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.022526 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.022526 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.022526 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.022526 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.022526 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.026040 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a4c5e44b-4cd0-47d7-8ff1-4b170b319cf9 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 36228 time: 0.1346958 Aug 31 09:24:53.030703 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39448) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:53.061119 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-afda0d38-2e5c-476a-afd2-875153d83f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:53.064073 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-afda0d38-2e5c-476a-afd2-875153d83f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:53.067920 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-afda0d38-2e5c-476a-afd2-875153d83f34 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/546b562d-be66-4a36-9510-24b24771d33a HTTP/1.1" status: 204 len: 168 time: 0.3538356 Aug 31 09:24:53.073404 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c6d1074-44ff-4681-91a9-68b1e93799ed tempest-FloatingIPAdminTestJSON-1902038734 tempest-FloatingIPAdminTestJSON-1902038734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:53.081298 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda0d38-2e5c-476a-afd2-875153d83f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546b562d-be66-4a36-9510-24b24771d33a,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:53.139604 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-d54775cb-3717-482f-9f13-2874ab225764 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Deleting port c6778466-5e95-4d96-a05b-8b529b3cd22b {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:53.139954 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d54775cb-3717-482f-9f13-2874ab225764 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:53.207059 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-d54775cb-3717-482f-9f13-2874ab225764 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] For port c6778466-5e95-4d96-a05b-8b529b3cd22b, host n-h2-791506-28, got binding levels [] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:53.207464 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d54775cb-3717-482f-9f13-2874ab225764 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:53.221463 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-d54775cb-3717-482f-9f13-2874ab225764 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Calling delete_port for c6778466-5e95-4d96-a05b-8b529b3cd22b owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:53.249806 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c6d1074-44ff-4681-91a9-68b1e93799ed tempest-FloatingIPAdminTestJSON-1902038734 tempest-FloatingIPAdminTestJSON-1902038734-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:53.341368 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c6d1074-44ff-4681-91a9-68b1e93799ed tempest-FloatingIPAdminTestJSON-1902038734 tempest-FloatingIPAdminTestJSON-1902038734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:53.396305 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d54775cb-3717-482f-9f13-2874ab225764 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:53.419837 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d1074-44ff-4681-91a9-68b1e93799ed tempest-FloatingIPAdminTestJSON-1902038734 tempest-FloatingIPAdminTestJSON-1902038734-project] Pushing event updated for resources: {'Port': ['ID=7e5b9bbb-0e4e-41ff-915b-161f748b0817,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:53.433553 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54775cb-3717-482f-9f13-2874ab225764 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6778466-5e95-4d96-a05b-8b529b3cd22b,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:53.433674 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c6d1074-44ff-4681-91a9-68b1e93799ed tempest-FloatingIPAdminTestJSON-1902038734 tempest-FloatingIPAdminTestJSON-1902038734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:53.442367 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d54775cb-3717-482f-9f13-2874ab225764 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:53.447663 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39458) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:53.447948 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d54775cb-3717-482f-9f13-2874ab225764 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] 10.222.0.119 "DELETE /v2.0/ports/c6778466-5e95-4d96-a05b-8b529b3cd22b HTTP/1.1" status: 204 len: 168 time: 0.4161015 Aug 31 09:24:53.472454 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-c591c7ac-2f2b-46ec-aa42-f2858005121d tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] GET failed (client error): The resource could not be found. Aug 31 09:24:53.473956 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c591c7ac-2f2b-46ec-aa42-f2858005121d tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] 10.222.0.119 "GET /v2.0/ports/c6778466-5e95-4d96-a05b-8b529b3cd22b HTTP/1.1" status: 404 len: 333 time: 0.0252228 Aug 31 09:24:53.477855 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39460) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:53.482869 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-d35fc7dc-36f7-4064-bd81-11fb53cac6b8 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-921055736', 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:53.534376 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c6d1074-44ff-4681-91a9-68b1e93799ed tempest-FloatingIPAdminTestJSON-1902038734 tempest-FloatingIPAdminTestJSON-1902038734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:53.538463 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7c6d1074-44ff-4681-91a9-68b1e93799ed tempest-FloatingIPAdminTestJSON-1902038734 tempest-FloatingIPAdminTestJSON-1902038734-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5436976 Aug 31 09:24:53.538773 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39464) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:53.618160 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35fc7dc-36f7-4064-bd81-11fb53cac6b8 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Made reservation on behalf of 0060a58abc4d4f908223e7771878643a for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:53.622895 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d35fc7dc-36f7-4064-bd81-11fb53cac6b8 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:53.647955 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-d35fc7dc-36f7-4064-bd81-11fb53cac6b8 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] device_id is not set on port 85daddb2-442e-410c-987e-264aad042397 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:24:53.670633 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-eb37e28c-0058-4057-a445-b2ed4210d981 tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] 10.222.0.119 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4005 time: 0.1301785 Aug 31 09:24:53.672855 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39470) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:53.833417 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-bffd7496-9e54-450a-9637-9f373e9be518 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] 10.222.0.119 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1593609 Aug 31 09:24:53.841532 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39482) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:53.854635 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d35fc7dc-36f7-4064-bd81-11fb53cac6b8 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:53.972864 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ea4f3-0552-488f-ad17-bf67a23317fb req-03d0a444-32d7-47e8-8e2b-476e9dae1a92 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:53.974154 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f4ea4f3-0552-488f-ad17-bf67a23317fb req-03d0a444-32d7-47e8-8e2b-476e9dae1a92 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 945 time: 0.2221036 Aug 31 09:24:53.977128 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d35fc7dc-36f7-4064-bd81-11fb53cac6b8 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:54.016764 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35fc7dc-36f7-4064-bd81-11fb53cac6b8 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Network 0e3c08ba-55ab-4184-a824-17b8e35e7226 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:54.022584 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-d35fc7dc-36f7-4064-bd81-11fb53cac6b8 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:54.026782 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35fc7dc-36f7-4064-bd81-11fb53cac6b8 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:54.027800 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35fc7dc-36f7-4064-bd81-11fb53cac6b8 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:54.028897 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d35fc7dc-36f7-4064-bd81-11fb53cac6b8 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:54.048668 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f4ea4f3-0552-488f-ad17-bf67a23317fb req-1d5a68cf-dee6-4fe2-ba27-3ed72849f786 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644662 Aug 31 09:24:54.067185 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-0133fcca-bb57-4050-89da-7d974c76e0aa tempest-FloatingIPAdminTestJSON-1902038734 tempest-FloatingIPAdminTestJSON-1902038734-project] Deleting port 7e5b9bbb-0e4e-41ff-915b-161f748b0817 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:54.067692 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0133fcca-bb57-4050-89da-7d974c76e0aa tempest-FloatingIPAdminTestJSON-1902038734 tempest-FloatingIPAdminTestJSON-1902038734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:54.069486 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35fc7dc-36f7-4064-bd81-11fb53cac6b8 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Pushing event updated for resources: {'Port': ['ID=85daddb2-442e-410c-987e-264aad042397,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:54.114469 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39490) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:54.116215 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d35fc7dc-36f7-4064-bd81-11fb53cac6b8 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6368368 Aug 31 09:24:54.468065 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368e737c-6d89-45a8-a654-8de6f5e2e886 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:54.469444 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-368e737c-6d89-45a8-a654-8de6f5e2e886 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] 10.222.0.119 "GET /v2.0/ports/85daddb2-442e-410c-987e-264aad042397 HTTP/1.1" status: 200 len: 954 time: 0.3535495 Aug 31 09:24:54.472404 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39500) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:54.548740 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0133fcca-bb57-4050-89da-7d974c76e0aa tempest-FloatingIPAdminTestJSON-1902038734 tempest-FloatingIPAdminTestJSON-1902038734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:54.548740 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0133fcca-bb57-4050-89da-7d974c76e0aa tempest-FloatingIPAdminTestJSON-1902038734 tempest-FloatingIPAdminTestJSON-1902038734-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:54.570395 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-0133fcca-bb57-4050-89da-7d974c76e0aa tempest-FloatingIPAdminTestJSON-1902038734 tempest-FloatingIPAdminTestJSON-1902038734-project] Calling delete_port for 7e5b9bbb-0e4e-41ff-915b-161f748b0817 owned by network:floatingip {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:54.625207 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-f1845593-1f94-43f4-a1d7-a4ed8d4c37a1 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Deleting port 85daddb2-442e-410c-987e-264aad042397 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:54.625547 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f1845593-1f94-43f4-a1d7-a4ed8d4c37a1 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:54.706380 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f1845593-1f94-43f4-a1d7-a4ed8d4c37a1 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:54.729627 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-f1845593-1f94-43f4-a1d7-a4ed8d4c37a1 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Calling delete_port for 85daddb2-442e-410c-987e-264aad042397 owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:54.966946 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0133fcca-bb57-4050-89da-7d974c76e0aa tempest-FloatingIPAdminTestJSON-1902038734 tempest-FloatingIPAdminTestJSON-1902038734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:54.998618 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f1845593-1f94-43f4-a1d7-a4ed8d4c37a1 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:55.000458 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0133fcca-bb57-4050-89da-7d974c76e0aa tempest-FloatingIPAdminTestJSON-1902038734 tempest-FloatingIPAdminTestJSON-1902038734-project] Pushing event deleted for resources: {'Port': ['ID=7e5b9bbb-0e4e-41ff-915b-161f748b0817,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:55.042733 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1845593-1f94-43f4-a1d7-a4ed8d4c37a1 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Pushing event deleted for resources: {'Port': ['ID=85daddb2-442e-410c-987e-264aad042397,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:55.096364 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f1845593-1f94-43f4-a1d7-a4ed8d4c37a1 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:55.099438 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f1845593-1f94-43f4-a1d7-a4ed8d4c37a1 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] 10.222.0.119 "DELETE /v2.0/ports/85daddb2-442e-410c-987e-264aad042397 HTTP/1.1" status: 204 len: 168 time: 0.6260784 Aug 31 09:24:55.107082 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39528) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:55.137797 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6bcc970-277a-40f0-a932-cef8fa0e6df2 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] GET failed (client error): The resource could not be found. Aug 31 09:24:55.139434 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e6bcc970-277a-40f0-a932-cef8fa0e6df2 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] 10.222.0.119 "GET /v2.0/ports/85daddb2-442e-410c-987e-264aad042397 HTTP/1.1" status: 404 len: 333 time: 0.0306776 Aug 31 09:24:55.143139 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39532) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:55.147440 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0133fcca-bb57-4050-89da-7d974c76e0aa tempest-FloatingIPAdminTestJSON-1902038734 tempest-FloatingIPAdminTestJSON-1902038734-project] Notify callbacks [] for floatingip, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:55.149975 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0133fcca-bb57-4050-89da-7d974c76e0aa tempest-FloatingIPAdminTestJSON-1902038734 tempest-FloatingIPAdminTestJSON-1902038734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:55.151148 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0133fcca-bb57-4050-89da-7d974c76e0aa tempest-FloatingIPAdminTestJSON-1902038734 tempest-FloatingIPAdminTestJSON-1902038734-project] 10.222.0.119 "DELETE /v2.0/floatingips/66faa0b3-fb67-4b68-9518-224391c2a69b HTTP/1.1" status: 204 len: 168 time: 1.3099430 Aug 31 09:24:55.154934 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-780b12de-a08a-4af9-afc9-a1b5ec77f542 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Request body: {'port': {'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1866533011'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:55.157147 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39538) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:55.227474 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-beab0ab6-c44b-452d-b3ae-5e83d63b3168 req-c257b078-1370-4f5b-b10a-2145c0c3c31b tempest-AbsoluteLimitsNegativeTestJSON-783401854 tempest-AbsoluteLimitsNegativeTestJSON-783401854-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=3e8e8bb72dd04977a2503e875b44ed0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325079 Aug 31 09:24:55.254313 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002dcc4a-67d7-447a-b575-6262011dbedb req-b50d11bd-168f-45af-a166-62903cd4f72c tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:55.256502 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-002dcc4a-67d7-447a-b575-6262011dbedb req-b50d11bd-168f-45af-a166-62903cd4f72c tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 945 time: 0.0945873 Aug 31 09:24:55.293563 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-d785eeba-2d89-4c8d-829f-4875bf2b7f7a tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Deleting port 329cd41b-4500-49e2-bbe1-f3b542d0b02c {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:55.293910 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d785eeba-2d89-4c8d-829f-4875bf2b7f7a tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:55.309559 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780b12de-a08a-4af9-afc9-a1b5ec77f542 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Made reservation on behalf of 0060a58abc4d4f908223e7771878643a for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:55.312024 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-780b12de-a08a-4af9-afc9-a1b5ec77f542 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:55.354915 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-780b12de-a08a-4af9-afc9-a1b5ec77f542 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] device_id is not set on port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:24:55.378883 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d785eeba-2d89-4c8d-829f-4875bf2b7f7a tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:55.379207 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d785eeba-2d89-4c8d-829f-4875bf2b7f7a tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:55.393847 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-d785eeba-2d89-4c8d-829f-4875bf2b7f7a tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Calling delete_port for 329cd41b-4500-49e2-bbe1-f3b542d0b02c owned by network:floatingip {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:55.419212 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-002dcc4a-67d7-447a-b575-6262011dbedb req-6fd1ad2e-2675-46b2-8481-5494ca292a23 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487899 Aug 31 09:24:55.466072 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab0ab6-c44b-452d-b3ae-5e83d63b3168 req-63c933d4-24cf-4125-a8d3-64d5389416fd tempest-AbsoluteLimitsNegativeTestJSON-783401854 tempest-AbsoluteLimitsNegativeTestJSON-783401854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:55.467625 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-beab0ab6-c44b-452d-b3ae-5e83d63b3168 req-63c933d4-24cf-4125-a8d3-64d5389416fd tempest-AbsoluteLimitsNegativeTestJSON-783401854 tempest-AbsoluteLimitsNegativeTestJSON-783401854-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2316360 Aug 31 09:24:55.505051 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-beab0ab6-c44b-452d-b3ae-5e83d63b3168 req-c586aa6d-52ee-4971-97d2-7bcf4151f25e tempest-AbsoluteLimitsNegativeTestJSON-783401854 tempest-AbsoluteLimitsNegativeTestJSON-783401854-project] 10.222.0.119 "GET /v2.0/quotas/3e8e8bb72dd04977a2503e875b44ed0e HTTP/1.1" status: 200 len: 375 time: 0.0223148 Aug 31 09:24:55.578897 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-beab0ab6-c44b-452d-b3ae-5e83d63b3168 req-b2d73735-687d-4575-8987-31d407d3fc9b tempest-AbsoluteLimitsNegativeTestJSON-783401854 tempest-AbsoluteLimitsNegativeTestJSON-783401854-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=3e8e8bb72dd04977a2503e875b44ed0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589726 Aug 31 09:24:55.610057 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-780b12de-a08a-4af9-afc9-a1b5ec77f542 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:55.624602 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d785eeba-2d89-4c8d-829f-4875bf2b7f7a tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:55.655888 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785eeba-2d89-4c8d-829f-4875bf2b7f7a tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Pushing event deleted for resources: {'Port': ['ID=329cd41b-4500-49e2-bbe1-f3b542d0b02c,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:55.712438 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-780b12de-a08a-4af9-afc9-a1b5ec77f542 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:55.720691 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d785eeba-2d89-4c8d-829f-4875bf2b7f7a tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:55.723669 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d785eeba-2d89-4c8d-829f-4875bf2b7f7a tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:55.728185 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d785eeba-2d89-4c8d-829f-4875bf2b7f7a tempest-FloatingIPAdminTestJSON-1497088416 tempest-FloatingIPAdminTestJSON-1497088416-project-admin] 10.222.0.119 "DELETE /v2.0/floatingips/18dbec90-156e-491c-9daf-8a0321b950ff HTTP/1.1" status: 204 len: 168 time: 0.5663753 Aug 31 09:24:55.729468 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39558) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:55.779139 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780b12de-a08a-4af9-afc9-a1b5ec77f542 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Network 0e3c08ba-55ab-4184-a824-17b8e35e7226 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:24:55.782281 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-780b12de-a08a-4af9-afc9-a1b5ec77f542 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:24:55.786309 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780b12de-a08a-4af9-afc9-a1b5ec77f542 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:24:55.803252 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780b12de-a08a-4af9-afc9-a1b5ec77f542 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:55.810697 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-780b12de-a08a-4af9-afc9-a1b5ec77f542 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:55.821516 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b12de-a08a-4af9-afc9-a1b5ec77f542 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Pushing event updated for resources: {'Port': ['ID=94d646e0-241d-4bc8-ab67-6f6687e1dbe6,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:55.856118 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-5b715ab9-e015-458d-9af9-6305da68a1ef tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Deleting port 4327ada0-d97b-41f7-9b93-3427468704f3 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:55.856488 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5b715ab9-e015-458d-9af9-6305da68a1ef tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:55.939675 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-780b12de-a08a-4af9-afc9-a1b5ec77f542 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7948751 Aug 31 09:24:55.941837 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39564) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:55.947198 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:55.947619 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5b715ab9-e015-458d-9af9-6305da68a1ef tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:55.961099 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-5b715ab9-e015-458d-9af9-6305da68a1ef tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Calling delete_port for 4327ada0-d97b-41f7-9b93-3427468704f3 owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:56.041799 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:56.228364 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5b715ab9-e015-458d-9af9-6305da68a1ef tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:56.265835 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39576) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:56.275200 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b715ab9-e015-458d-9af9-6305da68a1ef tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Pushing event deleted for resources: {'Port': ['ID=4327ada0-d97b-41f7-9b93-3427468704f3,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:56.339509 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] device_id is not set on port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:24:56.357463 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5b715ab9-e015-458d-9af9-6305da68a1ef tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:56.359799 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5b715ab9-e015-458d-9af9-6305da68a1ef tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] 10.222.0.119 "DELETE /v2.0/ports/4327ada0-d97b-41f7-9b93-3427468704f3 HTTP/1.1" status: 204 len: 168 time: 0.6293411 Aug 31 09:24:56.360000 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:56.362455 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39580) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:56.412833 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Transition to ACTIVE for port object 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:24:56.436300 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9b83d8-c682-41c5-bc7d-d543955c23b7 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:56.441122 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3b9b83d8-c682-41c5-bc7d-d543955c23b7 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] 10.222.0.119 "GET /v2.0/ports?device_id=60c47c77-15cd-42f2-add8-9a56938aac6b HTTP/1.1" status: 200 len: 913 time: 0.0749536 Aug 31 09:24:56.444167 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39584) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:56.493420 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:56.642454 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Pushing event updated for resources: {'Port': ['ID=94d646e0-241d-4bc8-ab67-6f6687e1dbe6,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:56.653931 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a4f0dcd7-8c68-4427-a608-08c1709b8ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:56.683197 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:56.683537 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:56.687806 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:56.711751 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:56.712150 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Failed to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on host n-h2-791506-28 for vnic_type normal using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] Aug 31 09:24:56.713819 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempt 2 to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 Aug 31 09:24:56.723154 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4baeca-b6a5-40b3-9b8e-88b4d43e5b3f req-8b84f804-b345-4b6f-b2d1-522c5382f4b9 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:56.725266 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db4baeca-b6a5-40b3-9b8e-88b4d43e5b3f req-8b84f804-b345-4b6f-b2d1-522c5382f4b9 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 945 time: 0.1942649 Aug 31 09:24:56.801609 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:56.801944 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:56.802285 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:56.832857 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:56.833184 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Failed to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on host n-h2-791506-28 for vnic_type normal using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] Aug 31 09:24:56.842833 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempt 3 to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 Aug 31 09:24:56.893111 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db4baeca-b6a5-40b3-9b8e-88b4d43e5b3f req-49821c0f-78dd-4a42-9f70-babfaaa53efc tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207497 Aug 31 09:24:56.923496 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:56.923840 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:56.924169 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:56.939954 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:56.940288 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Failed to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on host n-h2-791506-28 for vnic_type normal using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] Aug 31 09:24:56.941804 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempt 4 to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 Aug 31 09:24:56.988172 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:56.988539 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:56.988841 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:57.008622 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:57.008957 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Failed to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on host n-h2-791506-28 for vnic_type normal using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] Aug 31 09:24:57.013453 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempt 5 to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 Aug 31 09:24:57.035914 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a4f0dcd7-8c68-4427-a608-08c1709b8ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.054878 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:57.055519 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:57.055519 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:57.063516 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:57.063845 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Failed to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on host n-h2-791506-28 for vnic_type normal using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] Aug 31 09:24:57.064877 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempt 6 to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 Aug 31 09:24:57.084265 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:57.084589 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:57.084997 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:57.092968 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:57.093274 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Failed to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on host n-h2-791506-28 for vnic_type normal using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] Aug 31 09:24:57.094427 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempt 7 to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 Aug 31 09:24:57.111310 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a4f0dcd7-8c68-4427-a608-08c1709b8ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.151696 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:57.152030 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:57.152367 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:57.181431 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:57.181810 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Failed to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on host n-h2-791506-28 for vnic_type normal using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] Aug 31 09:24:57.182704 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempt 8 to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 Aug 31 09:24:57.190275 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a4f0dcd7-8c68-4427-a608-08c1709b8ad3 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=3e8e8bb72dd04977a2503e875b44ed0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9209347 Aug 31 09:24:57.191077 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0dcd7-8c68-4427-a608-08c1709b8ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997a668e-2810-4e11-8090-330b46fc8fb9,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:57.191503 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39602) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:57.211763 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:57.211763 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:57.211763 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:57.218905 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:57.219238 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Failed to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on host n-h2-791506-28 for vnic_type normal using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] Aug 31 09:24:57.220420 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempt 9 to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 Aug 31 09:24:57.237869 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eb2b0097-ce49-4217-acad-6c2f7043400f tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.241830 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:57.242135 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:57.242484 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:57.266610 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9faed792-d9d7-4dfb-a253-9e544c833b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.280117 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:57.280452 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Failed to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on host n-h2-791506-28 for vnic_type normal using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] Aug 31 09:24:57.282851 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempt 10 to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 Aug 31 09:24:57.291709 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9faed792-d9d7-4dfb-a253-9e544c833b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.308674 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:24:57.309212 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:24:57.309496 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempting to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:24:57.341288 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:24:57.345842 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:24:57.346212 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Failed to bind port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on host n-h2-791506-28 for vnic_type normal using segments [{'id': 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '0e3c08ba-55ab-4184-a824-17b8e35e7226'}] Aug 31 09:24:57.346566 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.478416 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] For port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:24:57.478855 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attempted to set empty binding levels {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 09:24:57.515696 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9faed792-d9d7-4dfb-a253-9e544c833b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.518504 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9faed792-d9d7-4dfb-a253-9e544c833b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.520481 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9faed792-d9d7-4dfb-a253-9e544c833b9e admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/997a668e-2810-4e11-8090-330b46fc8fb9 HTTP/1.1" status: 204 len: 168 time: 0.3276999 Aug 31 09:24:57.533789 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faed792-d9d7-4dfb-a253-9e544c833b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997a668e-2810-4e11-8090-330b46fc8fb9,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:57.572613 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.611901 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] In _notify_port_updated(), no bound segment for port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 on network 0e3c08ba-55ab-4184-a824-17b8e35e7226 {{(pid=95553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:24:57.616150 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:57.616150 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.618185 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] 10.222.0.119 "PUT /v2.0/ports/94d646e0-241d-4bc8-ab67-6f6687e1dbe6 HTTP/1.1" status: 200 len: 976 time: 1.6751440 Aug 31 09:24:57.618434 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39614) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:57.648396 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70704d5-8e5b-4cee-8826-f77f9963d7e6 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Pushing event updated for resources: {'Port': ['ID=94d646e0-241d-4bc8-ab67-6f6687e1dbe6,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:57.667468 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-eb2b0097-ce49-4217-acad-6c2f7043400f tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Deleting port 8ebc33ab-82f6-417e-a1c6-70391b72e1f7 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:57.667875 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eb2b0097-ce49-4217-acad-6c2f7043400f tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.718384 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-ec649d41-c781-40fd-9101-7be3509576a0 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Deleting port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:57.719042 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ec649d41-c781-40fd-9101-7be3509576a0 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.784191 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eb2b0097-ce49-4217-acad-6c2f7043400f tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.808014 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-ec649d41-c781-40fd-9101-7be3509576a0 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] For port 94d646e0-241d-4bc8-ab67-6f6687e1dbe6, host n-h2-791506-28, got binding levels [] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:24:57.808392 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ec649d41-c781-40fd-9101-7be3509576a0 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:57.809827 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-eb2b0097-ce49-4217-acad-6c2f7043400f tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Calling delete_port for 8ebc33ab-82f6-417e-a1c6-70391b72e1f7 owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:57.829133 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-ec649d41-c781-40fd-9101-7be3509576a0 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Calling delete_port for 94d646e0-241d-4bc8-ab67-6f6687e1dbe6 owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:57.978412 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ec649d41-c781-40fd-9101-7be3509576a0 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:58.020989 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec649d41-c781-40fd-9101-7be3509576a0 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Pushing event deleted for resources: {'Port': ['ID=94d646e0-241d-4bc8-ab67-6f6687e1dbe6,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:58.028939 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ec649d41-c781-40fd-9101-7be3509576a0 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:58.039931 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ec649d41-c781-40fd-9101-7be3509576a0 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] 10.222.0.119 "DELETE /v2.0/ports/94d646e0-241d-4bc8-ab67-6f6687e1dbe6 HTTP/1.1" status: 204 len: 168 time: 0.4203911 Aug 31 09:24:58.042376 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39624) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:58.069047 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-abdf0741-8531-4767-8c88-1163b3f187e0 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] GET failed (client error): The resource could not be found. Aug 31 09:24:58.070517 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-abdf0741-8531-4767-8c88-1163b3f187e0 tempest-PortsAdminExtendedAttrsTestJSON-335246106 tempest-PortsAdminExtendedAttrsTestJSON-335246106-project-admin] 10.222.0.119 "GET /v2.0/ports/94d646e0-241d-4bc8-ab67-6f6687e1dbe6 HTTP/1.1" status: 404 len: 333 time: 0.0270681 Aug 31 09:24:58.074084 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39626) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:58.110272 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916af58-6c7b-4a4a-8cd4-1c5bb468c920 req-9bb29b8c-9b9a-476f-8cb4-bace12ee7803 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:58.111990 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3916af58-6c7b-4a4a-8cd4-1c5bb468c920 req-9bb29b8c-9b9a-476f-8cb4-bace12ee7803 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 945 time: 0.1303623 Aug 31 09:24:58.160856 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3916af58-6c7b-4a4a-8cd4-1c5bb468c920 req-bdad2afe-5431-4cdc-99b1-6beaf8b5fe64 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392878 Aug 31 09:24:58.181281 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fae9a060-2aa6-4fc6-b751-042ca6c12498 tempest-PortsAdminExtendedAttrsTestJSON-1552502723 tempest-PortsAdminExtendedAttrsTestJSON-1552502723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:58.207175 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eb2b0097-ce49-4217-acad-6c2f7043400f tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:58.256657 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b0097-ce49-4217-acad-6c2f7043400f tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Pushing event deleted for resources: {'Port': ['ID=8ebc33ab-82f6-417e-a1c6-70391b72e1f7,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:58.353395 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fae9a060-2aa6-4fc6-b751-042ca6c12498 tempest-PortsAdminExtendedAttrsTestJSON-1552502723 tempest-PortsAdminExtendedAttrsTestJSON-1552502723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:58.364635 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-fae9a060-2aa6-4fc6-b751-042ca6c12498 tempest-PortsAdminExtendedAttrsTestJSON-1552502723 tempest-PortsAdminExtendedAttrsTestJSON-1552502723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e3c08ba-55ab-4184-a824-17b8e35e7226']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:58.393599 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-fae9a060-2aa6-4fc6-b751-042ca6c12498 tempest-PortsAdminExtendedAttrsTestJSON-1552502723 tempest-PortsAdminExtendedAttrsTestJSON-1552502723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:58.393952 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-fae9a060-2aa6-4fc6-b751-042ca6c12498 tempest-PortsAdminExtendedAttrsTestJSON-1552502723 tempest-PortsAdminExtendedAttrsTestJSON-1552502723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb229a6d-b227-4250-a42d-7bf5e55bd2c6') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:58.410723 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fae9a060-2aa6-4fc6-b751-042ca6c12498 tempest-PortsAdminExtendedAttrsTestJSON-1552502723 tempest-PortsAdminExtendedAttrsTestJSON-1552502723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:58.432056 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fae9a060-2aa6-4fc6-b751-042ca6c12498 tempest-PortsAdminExtendedAttrsTestJSON-1552502723 tempest-PortsAdminExtendedAttrsTestJSON-1552502723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:58.438920 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae9a060-2aa6-4fc6-b751-042ca6c12498 tempest-PortsAdminExtendedAttrsTestJSON-1552502723 tempest-PortsAdminExtendedAttrsTestJSON-1552502723-project] Releasing vlan 1644 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:24:58.439332 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fae9a060-2aa6-4fc6-b751-042ca6c12498 tempest-PortsAdminExtendedAttrsTestJSON-1552502723 tempest-PortsAdminExtendedAttrsTestJSON-1552502723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:58.498644 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:24:58.498644 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:24:58.498644 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:24:58.498644 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:24:58.498644 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:24:58.498644 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:24:58.498644 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:24:58.498644 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:24:58.498644 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:24:58.498644 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:24:58.498644 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:24:58.498644 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:24:58.498644 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:24:58.498644 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:24:58.498644 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:24:58.498644 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:24:58.498644 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:24:58.498644 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:24:58.498644 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:24:58.498644 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:24:58.498644 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:24:58.498644 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:24:58.498644 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:24:58.498644 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:24:58.498644 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:24:58.498644 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:24:58.498644 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:24:58.498644 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:24:58.498644 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:24:58.498644 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:24:58.498644 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:24:58.498644 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:24:58.601762 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fae9a060-2aa6-4fc6-b751-042ca6c12498 tempest-PortsAdminExtendedAttrsTestJSON-1552502723 tempest-PortsAdminExtendedAttrsTestJSON-1552502723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:58.613019 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fae9a060-2aa6-4fc6-b751-042ca6c12498 tempest-PortsAdminExtendedAttrsTestJSON-1552502723 tempest-PortsAdminExtendedAttrsTestJSON-1552502723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:58.619685 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fae9a060-2aa6-4fc6-b751-042ca6c12498 tempest-PortsAdminExtendedAttrsTestJSON-1552502723 tempest-PortsAdminExtendedAttrsTestJSON-1552502723-project] 10.222.0.119 "DELETE /v2.0/networks/0e3c08ba-55ab-4184-a824-17b8e35e7226 HTTP/1.1" status: 204 len: 168 time: 0.5444155 Aug 31 09:24:58.621122 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eb2b0097-ce49-4217-acad-6c2f7043400f tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:58.639872 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9a060-2aa6-4fc6-b751-042ca6c12498 tempest-PortsAdminExtendedAttrsTestJSON-1552502723 tempest-PortsAdminExtendedAttrsTestJSON-1552502723-project] Pushing event deleted for resources: {'Network': ['ID=0e3c08ba-55ab-4184-a824-17b8e35e7226,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:58.880428 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2b0097-ce49-4217-acad-6c2f7043400f tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Router 60c47c77-15cd-42f2-add8-9a56938aac6b has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:24:58.994310 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2b0097-ce49-4217-acad-6c2f7043400f tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:24:59.002262 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-eb2b0097-ce49-4217-acad-6c2f7043400f tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] 10.222.0.119 "PUT /v2.0/routers/60c47c77-15cd-42f2-add8-9a56938aac6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5572131 Aug 31 09:24:59.002356 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39658) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:59.004109 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ff1532-ddaf-462e-b7ec-0b688930fff1 None None] Sync routers for ids ['60c47c77-15cd-42f2-add8-9a56938aac6b'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:24:59.015333 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ff1532-ddaf-462e-b7ec-0b688930fff1 None None] Routers {'60c47c77-15cd-42f2-add8-9a56938aac6b'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:59.015944 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-15ff1532-ddaf-462e-b7ec-0b688930fff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:24:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['60c47c77-15cd-42f2-add8-9a56938aac6b'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:59.053434 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-15ff1532-ddaf-462e-b7ec-0b688930fff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:59.062619 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ff1532-ddaf-462e-b7ec-0b688930fff1 None None] Routers {'60c47c77-15cd-42f2-add8-9a56938aac6b'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:24:59.063491 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-15ff1532-ddaf-462e-b7ec-0b688930fff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:24:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['60c47c77-15cd-42f2-add8-9a56938aac6b'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:59.097777 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-15ff1532-ddaf-462e-b7ec-0b688930fff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:24:59.098419 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ff1532-ddaf-462e-b7ec-0b688930fff1 None None] The sync data for ids ['60c47c77-15cd-42f2-add8-9a56938aac6b'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:24:59.110353 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-63dd3b01-c597-4d79-9b3e-a7ad95db7390 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:59.225460 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-63dd3b01-c597-4d79-9b3e-a7ad95db7390 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:59.378026 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01a24b-30a4-4813-84ae-2563bf24569d req-e6b9f140-53c6-4f85-91ae-a35227a610dd tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:24:59.380090 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6a01a24b-30a4-4813-84ae-2563bf24569d req-e6b9f140-53c6-4f85-91ae-a35227a610dd tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 945 time: 0.0998657 Aug 31 09:24:59.380778 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39670) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:59.420190 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-63dd3b01-c597-4d79-9b3e-a7ad95db7390 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Deleting port eb3c8645-677c-4920-8aaa-945ee65ac659 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:24:59.420701 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-63dd3b01-c597-4d79-9b3e-a7ad95db7390 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:59.441092 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6a01a24b-30a4-4813-84ae-2563bf24569d req-55360d64-5cf5-459b-b728-ae32528ba68d tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502546 Aug 31 09:24:59.506507 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-63dd3b01-c597-4d79-9b3e-a7ad95db7390 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:59.517957 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-63dd3b01-c597-4d79-9b3e-a7ad95db7390 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Calling delete_port for eb3c8645-677c-4920-8aaa-945ee65ac659 owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:24:59.655049 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39680) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:59.729326 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-3b994d14-2bd3-450d-93b6-390e78ad8447 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1249936619-network', 'tenant_id': 'e7263d55640346b092e769ab252c85c3'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:24:59.740877 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-289eccb1-12e6-4af0-b188-292c1b2b619b admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=9a13746ac57d4820ba2b21c2de9c8ef2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3586767 Aug 31 09:24:59.743287 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39684) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:24:59.770323 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-63dd3b01-c597-4d79-9b3e-a7ad95db7390 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:59.799802 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd3b01-c597-4d79-9b3e-a7ad95db7390 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Pushing event deleted for resources: {'Port': ['ID=eb3c8645-677c-4920-8aaa-945ee65ac659,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:24:59.822708 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c8e23075-a064-4d37-8650-2dd2cf3126be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:59.839427 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b994d14-2bd3-450d-93b6-390e78ad8447 admin admin] Made reservation on behalf of e7263d55640346b092e769ab252c85c3 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:24:59.842616 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3b994d14-2bd3-450d-93b6-390e78ad8447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:59.863899 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3b994d14-2bd3-450d-93b6-390e78ad8447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:59.867845 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c8e23075-a064-4d37-8650-2dd2cf3126be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:59.874264 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-63dd3b01-c597-4d79-9b3e-a7ad95db7390 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:59.971955 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-63dd3b01-c597-4d79-9b3e-a7ad95db7390 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:24:59.974106 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-63dd3b01-c597-4d79-9b3e-a7ad95db7390 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:00.037545 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c8e23075-a064-4d37-8650-2dd2cf3126be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:00.040217 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c8e23075-a064-4d37-8650-2dd2cf3126be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:00.041434 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c8e23075-a064-4d37-8650-2dd2cf3126be admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/6f72507b-1b49-4aac-9db7-fe26a82ff6db HTTP/1.1" status: 204 len: 168 time: 0.2972527 Aug 31 09:25:00.055713 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e23075-a064-4d37-8650-2dd2cf3126be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f72507b-1b49-4aac-9db7-fe26a82ff6db,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:00.076048 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e23075-a064-4d37-8650-2dd2cf3126be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:00.076048 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e23075-a064-4d37-8650-2dd2cf3126be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:00.076048 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e23075-a064-4d37-8650-2dd2cf3126be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:00.076048 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e23075-a064-4d37-8650-2dd2cf3126be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:00.076048 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e23075-a064-4d37-8650-2dd2cf3126be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:00.076048 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e23075-a064-4d37-8650-2dd2cf3126be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:00.076048 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e23075-a064-4d37-8650-2dd2cf3126be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:00.076048 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e23075-a064-4d37-8650-2dd2cf3126be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:00.076048 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e23075-a064-4d37-8650-2dd2cf3126be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:00.076048 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e23075-a064-4d37-8650-2dd2cf3126be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:00.076048 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e23075-a064-4d37-8650-2dd2cf3126be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:00.076048 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e23075-a064-4d37-8650-2dd2cf3126be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:00.096435 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-63dd3b01-c597-4d79-9b3e-a7ad95db7390 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:00.096975 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63dd3b01-c597-4d79-9b3e-a7ad95db7390 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Fanout notify agent at l3_agent the message router_deleted on router 60c47c77-15cd-42f2-add8-9a56938aac6b {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:25:00.105038 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-63dd3b01-c597-4d79-9b3e-a7ad95db7390 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:00.106161 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-63dd3b01-c597-4d79-9b3e-a7ad95db7390 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] 10.222.0.119 "DELETE /v2.0/routers/60c47c77-15cd-42f2-add8-9a56938aac6b HTTP/1.1" status: 204 len: 168 time: 1.1029167 Aug 31 09:25:00.109285 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39696) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:00.149705 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3b994d14-2bd3-450d-93b6-390e78ad8447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:00.175488 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f2ce543-72eb-48e4-8530-5dadc47fcde3 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Deleting subnet 3b54177f-de17-4f26-9e03-e86e08683588 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:25:00.179279 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3f2ce543-72eb-48e4-8530-5dadc47fcde3 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:00.221411 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3f2ce543-72eb-48e4-8530-5dadc47fcde3 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:00.242161 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3b994d14-2bd3-450d-93b6-390e78ad8447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:00.281674 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b994d14-2bd3-450d-93b6-390e78ad8447 admin admin] vlan segment allocate from pool success with {'vlan_id': 1635, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:25:00.297221 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b994d14-2bd3-450d-93b6-390e78ad8447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e82816-b665-4602-8a4a-7adcf3723500,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:00.304074 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3b994d14-2bd3-450d-93b6-390e78ad8447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:00.304412 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-3b994d14-2bd3-450d-93b6-390e78ad8447 admin admin] Added segment 316e1015-f12d-422c-8b11-cf75c56464db of type vlan for network f668d119-0317-4e13-bd19-a19b34b961f5 Aug 31 09:25:00.373399 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3b994d14-2bd3-450d-93b6-390e78ad8447 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:00.385528 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3f2ce543-72eb-48e4-8530-5dadc47fcde3 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:00.554577 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3f2ce543-72eb-48e4-8530-5dadc47fcde3 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:00.562454 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3b994d14-2bd3-450d-93b6-390e78ad8447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:00.564391 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b994d14-2bd3-450d-93b6-390e78ad8447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:00.564510 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3b994d14-2bd3-450d-93b6-390e78ad8447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:00.654997 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3f2ce543-72eb-48e4-8530-5dadc47fcde3 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:00.657022 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3f2ce543-72eb-48e4-8530-5dadc47fcde3 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] 10.222.0.119 "DELETE /v2.0/subnets/3b54177f-de17-4f26-9e03-e86e08683588 HTTP/1.1" status: 204 len: 168 time: 0.5467801 Aug 31 09:25:00.660236 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39712) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:00.661496 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009c89e7-dc1c-464d-8dcb-f8d38dbd5c89 None None] Network 71abd08b-98a7-4817-9442-a2b7e42a6eb1 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:00.662712 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ce543-72eb-48e4-8530-5dadc47fcde3 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Pushing event deleted for resources: {'Subnet': ['ID=3b54177f-de17-4f26-9e03-e86e08683588,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:00.688159 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b994d14-2bd3-450d-93b6-390e78ad8447 admin admin] Pushing event updated for resources: {'Network': ['ID=f668d119-0317-4e13-bd19-a19b34b961f5,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:00.701485 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cbb2b-1ab8-4c72-9b78-f7c9916c4a52 req-7c842ed2-9dbe-4bf8-b92c-a0a44e9bdf3c tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:00.703667 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-555cbb2b-1ab8-4c72-9b78-f7c9916c4a52 req-7c842ed2-9dbe-4bf8-b92c-a0a44e9bdf3c tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 945 time: 0.1860759 Aug 31 09:25:00.711466 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network f668d119-0317-4e13-bd19-a19b34b961f5 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:25:00.758469 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-555cbb2b-1ab8-4c72-9b78-f7c9916c4a52 req-70f69e0c-9293-43c5-9c28-d7084d4e2bf6 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469682 Aug 31 09:25:00.758774 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ab00d583-e097-4a69-b09a-0d8f1a39aef1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:00.782771 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3b994d14-2bd3-450d-93b6-390e78ad8447 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1250453 Aug 31 09:25:00.783769 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39716) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:00.800114 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-13747fd9-2502-448b-8365-78a93e9dc8c4 admin admin] Request body: {'subnet': {'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1249936619-subnet', 'tenant_id': 'e7263d55640346b092e769ab252c85c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:00.843073 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-ab00d583-e097-4a69-b09a-0d8f1a39aef1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Deleting port ffa7c917-a295-4496-97b5-f61c7f38e1d0 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:00.843423 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ab00d583-e097-4a69-b09a-0d8f1a39aef1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:00.909668 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13747fd9-2502-448b-8365-78a93e9dc8c4 admin admin] Made reservation on behalf of e7263d55640346b092e769ab252c85c3 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:00.914318 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-13747fd9-2502-448b-8365-78a93e9dc8c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:00.914607 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-ab00d583-e097-4a69-b09a-0d8f1a39aef1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] For port ffa7c917-a295-4496-97b5-f61c7f38e1d0, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ffa7c917-a295-4496-97b5-f61c7f38e1d0,segment=NetworkSegment(f778a4a4-9765-4843-aadd-2b1407f204c6),segment_id=f778a4a4-9765-4843-aadd-2b1407f204c6)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:00.915196 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ab00d583-e097-4a69-b09a-0d8f1a39aef1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:00.933311 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-ab00d583-e097-4a69-b09a-0d8f1a39aef1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Calling delete_port for ffa7c917-a295-4496-97b5-f61c7f38e1d0 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:01.001433 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9ee5af-8449-4c69-8846-b3d1dbbed523 None None] DHCP port deletion for 71abd08b-98a7-4817-9442-a2b7e42a6eb1 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:25:01.023514 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39720) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:01.077475 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-1e9ee5af-8449-4c69-8846-b3d1dbbed523 None None] Deleting port ffa7c917-a295-4496-97b5-f61c7f38e1d0 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:01.078089 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1e9ee5af-8449-4c69-8846-b3d1dbbed523 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:01.091554 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-71284e70-f48d-4592-af06-d0d2f09d375f admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=0060a58abc4d4f908223e7771878643a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0664804 Aug 31 09:25:01.098006 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39722) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:01.182032 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-1e9ee5af-8449-4c69-8846-b3d1dbbed523 None None] For port ffa7c917-a295-4496-97b5-f61c7f38e1d0, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ffa7c917-a295-4496-97b5-f61c7f38e1d0,segment=NetworkSegment(f778a4a4-9765-4843-aadd-2b1407f204c6),segment_id=f778a4a4-9765-4843-aadd-2b1407f204c6)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:01.182639 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1e9ee5af-8449-4c69-8846-b3d1dbbed523 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:01.206996 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-db426d63-bd39-4fbc-b2e1-a865446d14b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:01.210779 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-1e9ee5af-8449-4c69-8846-b3d1dbbed523 None None] Calling delete_port for ffa7c917-a295-4496-97b5-f61c7f38e1d0 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:01.231456 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ab00d583-e097-4a69-b09a-0d8f1a39aef1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:01.283283 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00d583-e097-4a69-b09a-0d8f1a39aef1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Pushing event deleted for resources: {'Port': ['ID=ffa7c917-a295-4496-97b5-f61c7f38e1d0,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:01.291546 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-db426d63-bd39-4fbc-b2e1-a865446d14b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:01.304507 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab00d583-e097-4a69-b09a-0d8f1a39aef1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] No DVR routers for this DVR port ffa7c917-a295-4496-97b5-f61c7f38e1d0 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:25:01.356013 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1e9ee5af-8449-4c69-8846-b3d1dbbed523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:01.436427 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ee5af-8449-4c69-8846-b3d1dbbed523 None None] Pushing event deleted for resources: {'Port': ['ID=ffa7c917-a295-4496-97b5-f61c7f38e1d0,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:01.448724 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9ee5af-8449-4c69-8846-b3d1dbbed523 None None] No DVR routers for this DVR port ffa7c917-a295-4496-97b5-f61c7f38e1d0 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:25:01.496824 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa7d3d-e237-4f92-84c8-6cf26ec33aaa req-1e1323de-eecc-44b0-b3dc-1696bb77697a tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:01.498488 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43fa7d3d-e237-4f92-84c8-6cf26ec33aaa req-1e1323de-eecc-44b0-b3dc-1696bb77697a tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.1163199 Aug 31 09:25:01.621252 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43fa7d3d-e237-4f92-84c8-6cf26ec33aaa req-5fc66d14-25d1-473a-bcd4-0407d929a24f tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127942 Aug 31 09:25:01.695196 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ffa7c917-a295-4496-97b5-f61c7f38e1d0 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:25:01.726068 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: ffa7c917-a295-4496-97b5-f61c7f38e1d0 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:25:01.727247 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ffa7c917-a295-4496-97b5-f61c7f38e1d0 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:25:01.819864 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b012e-7bef-43c2-811c-d26da829c852 req-f0162e07-359d-4f3e-95e8-4178cb0232aa tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:01.821602 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f70b012e-7bef-43c2-811c-d26da829c852 req-f0162e07-359d-4f3e-95e8-4178cb0232aa tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.0607917 Aug 31 09:25:01.829911 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-13747fd9-2502-448b-8365-78a93e9dc8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:01.846682 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ab00d583-e097-4a69-b09a-0d8f1a39aef1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:01.861224 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-ab00d583-e097-4a69-b09a-0d8f1a39aef1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71abd08b-98a7-4817-9442-a2b7e42a6eb1']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:01.873739 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-ab00d583-e097-4a69-b09a-0d8f1a39aef1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f778a4a4-9765-4843-aadd-2b1407f204c6') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:01.874214 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-ab00d583-e097-4a69-b09a-0d8f1a39aef1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f778a4a4-9765-4843-aadd-2b1407f204c6') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:01.887838 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ab00d583-e097-4a69-b09a-0d8f1a39aef1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:01.902776 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ab00d583-e097-4a69-b09a-0d8f1a39aef1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:01.911535 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab00d583-e097-4a69-b09a-0d8f1a39aef1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Releasing vlan 1631 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:25:01.911535 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ab00d583-e097-4a69-b09a-0d8f1a39aef1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:01.915349 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:25:01.915349 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:25:01.915349 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:25:01.915349 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:25:01.915349 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:25:01.915349 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:25:01.915349 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:25:01.915349 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:25:01.915349 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:25:01.915349 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:25:01.915349 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:25:01.915349 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:25:01.915349 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:25:01.915349 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:25:01.915349 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:25:01.915349 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:25:01.915349 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:25:01.915349 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:25:01.915349 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:25:01.915349 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:25:01.915349 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:25:01.915349 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:25:01.915349 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:25:01.915349 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:25:01.915349 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:25:01.915349 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:25:01.915349 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:25:01.915349 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:25:01.915349 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:25:01.915349 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:25:01.915349 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:25:01.915349 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:25:01.963739 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-db426d63-bd39-4fbc-b2e1-a865446d14b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:01.966454 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-db426d63-bd39-4fbc-b2e1-a865446d14b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:01.967724 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-db426d63-bd39-4fbc-b2e1-a865446d14b4 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/40739f92-cb07-4990-b8a5-a0658cb1cd49 HTTP/1.1" status: 204 len: 168 time: 0.8682857 Aug 31 09:25:01.969414 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f70b012e-7bef-43c2-811c-d26da829c852 req-5d886c55-1d9c-4336-a748-8ab69f88daff tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415086 Aug 31 09:25:01.973769 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13747fd9-2502-448b-8365-78a93e9dc8c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9ae897c-9425-4b1d-8e0e-fa584db75384,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:01.998583 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d621346-02c7-4753-b582-e3c2072210a4 req-c3f1bcf2-2d5d-4197-89a6-93bb277b36ce tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:01.998583 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d621346-02c7-4753-b582-e3c2072210a4 req-c3f1bcf2-2d5d-4197-89a6-93bb277b36ce tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 945 time: 0.1609046 Aug 31 09:25:02.015638 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db426d63-bd39-4fbc-b2e1-a865446d14b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40739f92-cb07-4990-b8a5-a0658cb1cd49,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:02.016769 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13747fd9-2502-448b-8365-78a93e9dc8c4 admin admin] Checking segment: {'id': '316e1015-f12d-422c-8b11-cf75c56464db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:02.017134 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13747fd9-2502-448b-8365-78a93e9dc8c4 admin admin] Network hostable DHCP agents. Network: f668d119-0317-4e13-bd19-a19b34b961f5, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:25:02.077402 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d621346-02c7-4753-b582-e3c2072210a4 req-543ffcfd-f926-4544-85b7-70f9479d6682 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737977 Aug 31 09:25:02.118756 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ab00d583-e097-4a69-b09a-0d8f1a39aef1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:02.123701 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ab00d583-e097-4a69-b09a-0d8f1a39aef1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:02.125599 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ab00d583-e097-4a69-b09a-0d8f1a39aef1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] 10.222.0.119 "DELETE /v2.0/networks/71abd08b-98a7-4817-9442-a2b7e42a6eb1 HTTP/1.1" status: 204 len: 168 time: 1.4630146 Aug 31 09:25:02.128367 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39746) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:02.140703 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00d583-e097-4a69-b09a-0d8f1a39aef1 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Pushing event deleted for resources: {'Network': ['ID=71abd08b-98a7-4817-9442-a2b7e42a6eb1,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:02.176556 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13747fd9-2502-448b-8365-78a93e9dc8c4 admin admin] Network f668d119-0317-4e13-bd19-a19b34b961f5 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:25:02.264516 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-a02181f4-75e7-45d1-a1dc-50b0fe2bcb13 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Deleting port d4b2c905-8b7a-4826-abb1-d4cf80c319ac {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:02.264861 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a02181f4-75e7-45d1-a1dc-50b0fe2bcb13 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:02.278443 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-13747fd9-2502-448b-8365-78a93e9dc8c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, f668d119-0317-4e13-bd19-a19b34b961f5) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:02.289375 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640134bf-4dbb-4060-894e-cd06af50f27e None None] Network f668d119-0317-4e13-bd19-a19b34b961f5 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:02.315531 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13747fd9-2502-448b-8365-78a93e9dc8c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:02.316123 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-13747fd9-2502-448b-8365-78a93e9dc8c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:02.461745 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a02181f4-75e7-45d1-a1dc-50b0fe2bcb13 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:02.462075 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a02181f4-75e7-45d1-a1dc-50b0fe2bcb13 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:02.468596 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-13747fd9-2502-448b-8365-78a93e9dc8c4 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6817963 Aug 31 09:25:02.482742 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-a02181f4-75e7-45d1-a1dc-50b0fe2bcb13 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Calling delete_port for d4b2c905-8b7a-4826-abb1-d4cf80c319ac owned by network:floatingip {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:02.512306 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71926776-14d9-45ad-9191-031724a34eaf req-4d12fdd4-c390-4fa5-8339-30f60257025b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:02.515062 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71926776-14d9-45ad-9191-031724a34eaf req-4d12fdd4-c390-4fa5-8339-30f60257025b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/networks?id=f5553b74-379c-4750-8c9c-33e10cb78fdc HTTP/1.1" status: 200 len: 810 time: 0.1454315 Aug 31 09:25:02.526111 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:02.529064 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ce2358-3c4a-4658-9a03-820cadb8a6eb None None] Network f668d119-0317-4e13-bd19-a19b34b961f5 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:02.578398 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71926776-14d9-45ad-9191-031724a34eaf req-df44570b-8543-439d-9cd6-dab443ab63b3 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/quotas/1b5bd35927fb49bc9780e4d378d20df4 HTTP/1.1" status: 200 len: 375 time: 0.0182464 Aug 31 09:25:02.665523 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71926776-14d9-45ad-9191-031724a34eaf req-1b442e9f-6947-4697-9cca-c70198ee6953 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=1b5bd35927fb49bc9780e4d378d20df4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0802965 Aug 31 09:25:02.806383 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:02.838290 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71926776-14d9-45ad-9191-031724a34eaf req-69ad7d66-9144-43ff-b951-78d769bc68f2 service neutron] 10.222.0.119 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579421 Aug 31 09:25:02.928766 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a02181f4-75e7-45d1-a1dc-50b0fe2bcb13 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:02.966927 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71926776-14d9-45ad-9191-031724a34eaf req-eb675843-3772-48e0-802e-c71fbb47e7c9 service neutron] 10.222.0.119 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202230 Aug 31 09:25:02.967630 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02181f4-75e7-45d1-a1dc-50b0fe2bcb13 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Pushing event deleted for resources: {'Port': ['ID=d4b2c905-8b7a-4826-abb1-d4cf80c319ac,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:03.058238 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a02181f4-75e7-45d1-a1dc-50b0fe2bcb13 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks [] for floatingip, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:03.061531 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a02181f4-75e7-45d1-a1dc-50b0fe2bcb13 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:03.063801 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a02181f4-75e7-45d1-a1dc-50b0fe2bcb13 tempest-FloatingIPAdminTestJSON-235446077 tempest-FloatingIPAdminTestJSON-235446077-project] 10.222.0.119 "DELETE /v2.0/floatingips/c7047abf-b391-4b05-bc43-21b8f29f2d41 HTTP/1.1" status: 204 len: 168 time: 0.9342632 Aug 31 09:25:03.410532 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-2136d6d4-7e2a-4676-a9fa-e2822ca23bef tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:03.413056 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-2136d6d4-7e2a-4676-a9fa-e2822ca23bef tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/networks?id=f668d119-0317-4e13-bd19-a19b34b961f5 HTTP/1.1" status: 200 len: 812 time: 0.1569829 Aug 31 09:25:03.441692 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503d8c1-72ca-4d28-b317-6c4fae385425 req-0a2d56e3-1c23-4d66-9ac5-8d7e77f33234 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:03.443307 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f503d8c1-72ca-4d28-b317-6c4fae385425 req-0a2d56e3-1c23-4d66-9ac5-8d7e77f33234 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 945 time: 0.0866690 Aug 31 09:25:03.446174 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-7329711d-825b-49d5-aa41-11594dcf1eef tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/quotas/e7263d55640346b092e769ab252c85c3 HTTP/1.1" status: 200 len: 375 time: 0.0266299 Aug 31 09:25:03.493330 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-88833862-472a-4de4-a587-2ff71d974d2f tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=e7263d55640346b092e769ab252c85c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365412 Aug 31 09:25:03.518385 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f503d8c1-72ca-4d28-b317-6c4fae385425 req-89a81ce9-2391-4461-8156-0f092f2df3c1 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684159 Aug 31 09:25:03.613701 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b095f23a-4451-40e4-a36f-0c555ef0f651 req-2dcfccb8-1533-4302-ad2b-ee81e160f5d6 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=2c5e03f5-0539-4af8-babb-23cdf0de44d8 HTTP/1.1" status: 200 len: 210 time: 0.0386271 Aug 31 09:25:03.635953 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-4c7f4a12-88f6-47f4-8c5d-4623a8b11497 service neutron] 10.222.0.119 "GET /v2.0/networks/f668d119-0317-4e13-bd19-a19b34b961f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327031 Aug 31 09:25:03.762133 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-0d13b1e6-71d2-4549-817c-b8eebe01c0f5 service neutron] 10.222.0.119 "GET /v2.0/networks/f668d119-0317-4e13-bd19-a19b34b961f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159477 Aug 31 09:25:03.878389 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39816) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:04.070375 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6a09cda-9046-4f1a-b60b-d9c3beb28359 req-abe1b03b-04ff-455d-ae79-1d43815bcb75 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9113a7de-d529-4316-a7e1-172bdd2aa210 HTTP/1.1" status: 200 len: 210 time: 0.0460012 Aug 31 09:25:04.246520 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f64619d5-096f-4e2d-a587-1c58b59452b9 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=d333498d47de4125af0f1a33d8ece7f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3670628 Aug 31 09:25:04.246799 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39836) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:04.305185 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f2df3fa2-2774-4b16-8512-8d696fa93efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:04.323863 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f2df3fa2-2774-4b16-8512-8d696fa93efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:04.406729 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39842) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:04.509089 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-238ba870-61a0-4a74-827b-698926b0efe3 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Request body: {'networks': [{'name': 'tempest-network--781109482'}, {'name': 'tempest-network--910626049'}]} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:04.509404 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-238ba870-61a0-4a74-827b-698926b0efe3 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Request body: {'network': {'name': 'tempest-network--781109482'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:04.509895 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-238ba870-61a0-4a74-827b-698926b0efe3 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Request body: {'network': {'name': 'tempest-network--910626049'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:04.515432 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f2df3fa2-2774-4b16-8512-8d696fa93efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:04.517932 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f2df3fa2-2774-4b16-8512-8d696fa93efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:04.519439 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f2df3fa2-2774-4b16-8512-8d696fa93efd admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/86377503-b50e-4d46-b0a6-66be08fc9458 HTTP/1.1" status: 204 len: 168 time: 0.2707102 Aug 31 09:25:04.536034 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df3fa2-2774-4b16-8512-8d696fa93efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86377503-b50e-4d46-b0a6-66be08fc9458,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:04.629734 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238ba870-61a0-4a74-827b-698926b0efe3 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Made reservation on behalf of c573ffa9a0db44feb71b20956b6c39b6 for: {'network': 2} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:04.639383 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-238ba870-61a0-4a74-827b-698926b0efe3 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:04.651391 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-238ba870-61a0-4a74-827b-698926b0efe3 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:04.674658 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4486e-f691-429c-b7c3-034b99f1fefb req-fab661b8-4afe-43b0-aa5c-7182d2da9990 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:04.682867 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03b4486e-f691-429c-b7c3-034b99f1fefb req-fab661b8-4afe-43b0-aa5c-7182d2da9990 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 945 time: 0.0868351 Aug 31 09:25:04.717692 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f644df01-6bf7-41c0-8fd7-7b8fbea8c903 req-e3f54b8f-c960-4a2c-a985-4efdaad43929 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=2c5e03f5-0539-4af8-babb-23cdf0de44d8 HTTP/1.1" status: 200 len: 210 time: 0.0327578 Aug 31 09:25:04.758709 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03b4486e-f691-429c-b7c3-034b99f1fefb req-ad27c2c9-7f80-435e-b6ea-14383889df06 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745492 Aug 31 09:25:04.777172 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-238ba870-61a0-4a74-827b-698926b0efe3 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:04.933083 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-238ba870-61a0-4a74-827b-698926b0efe3 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:04.936772 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-238ba870-61a0-4a74-827b-698926b0efe3 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:04.991632 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ba870-61a0-4a74-827b-698926b0efe3 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=021b68b1-c878-4912-b2cb-95de6c172080,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:05.012899 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-238ba870-61a0-4a74-827b-698926b0efe3 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] vlan segment allocate from pool success with {'vlan_id': 1607, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:25:05.023530 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-238ba870-61a0-4a74-827b-698926b0efe3 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:05.023870 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-238ba870-61a0-4a74-827b-698926b0efe3 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Added segment 3ad59bd2-832d-4edb-9c5b-ac6641e69d6b of type vlan for network 2bdb92f6-9005-4e90-8428-f8c550b4bacf Aug 31 09:25:05.075592 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-238ba870-61a0-4a74-827b-698926b0efe3 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:05.124592 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-238ba870-61a0-4a74-827b-698926b0efe3 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] vlan segment allocate from pool success with {'vlan_id': 1634, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:25:05.143768 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-238ba870-61a0-4a74-827b-698926b0efe3 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:05.144417 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-238ba870-61a0-4a74-827b-698926b0efe3 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Added segment b38ef47d-1857-4ea8-b68d-1a8e189b0629 of type vlan for network 00cdf2af-0877-4d59-9ae0-6001ef4dbb4d Aug 31 09:25:05.160611 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fa512a0d-a764-44c2-88c1-9196602e4161 req-a054d853-8b47-4d46-8a4a-d6da7b8eadbc tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9113a7de-d529-4316-a7e1-172bdd2aa210 HTTP/1.1" status: 200 len: 210 time: 0.0351949 Aug 31 09:25:05.190511 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-238ba870-61a0-4a74-827b-698926b0efe3 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:05.352970 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-238ba870-61a0-4a74-827b-698926b0efe3 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:05.353582 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-238ba870-61a0-4a74-827b-698926b0efe3 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:05.359461 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238ba870-61a0-4a74-827b-698926b0efe3 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:05.366185 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238ba870-61a0-4a74-827b-698926b0efe3 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:05.366887 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-238ba870-61a0-4a74-827b-698926b0efe3 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:05.463562 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ba870-61a0-4a74-827b-698926b0efe3 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Pushing event updated for resources: {'Network': ['ID=2bdb92f6-9005-4e90-8428-f8c550b4bacf,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:05.473756 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 2bdb92f6-9005-4e90-8428-f8c550b4bacf details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:25:05.528898 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ba870-61a0-4a74-827b-698926b0efe3 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Pushing event updated for resources: {'Network': ['ID=00cdf2af-0877-4d59-9ae0-6001ef4dbb4d,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:05.541011 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 00cdf2af-0877-4d59-9ae0-6001ef4dbb4d details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:25:05.590273 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39878) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:05.604980 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a98dbb6b-e802-44a8-8cd1-1dc782f7eefd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:05.607683 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-238ba870-61a0-4a74-827b-698926b0efe3 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.1997609 Aug 31 09:25:05.613040 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39880) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:05.720867 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a98dbb6b-e802-44a8-8cd1-1dc782f7eefd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:05.842963 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8629092c-a014-417d-b892-98471cf5dd23 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:05.847710 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6df9f39a-c623-44b5-bc99-086d24fd7882 req-3c8b0d51-f14b-4143-b464-684217109834 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=2c5e03f5-0539-4af8-babb-23cdf0de44d8 HTTP/1.1" status: 200 len: 210 time: 0.0436878 Aug 31 09:25:05.850137 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8629092c-a014-417d-b892-98471cf5dd23 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:05.868044 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8629092c-a014-417d-b892-98471cf5dd23 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:05.868489 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a98dbb6b-e802-44a8-8cd1-1dc782f7eefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:05.874894 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8629092c-a014-417d-b892-98471cf5dd23 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:05.879407 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8629092c-a014-417d-b892-98471cf5dd23 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] 10.222.0.119 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2623312 Aug 31 09:25:05.882377 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39888) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:05.963659 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a98dbb6b-e802-44a8-8cd1-1dc782f7eefd admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=5235d5e08c714dd29f859cc6463c57bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3727455 Aug 31 09:25:05.964589 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98dbb6b-e802-44a8-8cd1-1dc782f7eefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99b0485-2c38-4a11-8590-f8a1d3ea0f42,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:05.969806 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6945d2ce-32a2-45e4-80b8-06d263f3e60c tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:05.972264 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39894) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:05.992767 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b195d3c-cee4-46dc-a599-95f4c8db41d2 req-6e335447-3598-4bf6-8128-a63810cedf5b tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:06.001041 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4b195d3c-cee4-46dc-a599-95f4c8db41d2 req-6e335447-3598-4bf6-8128-a63810cedf5b tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 945 time: 0.1355252 Aug 31 09:25:06.076253 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4b195d3c-cee4-46dc-a599-95f4c8db41d2 req-b7dbc954-bf27-451d-94e7-983851a93a14 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736978 Aug 31 09:25:06.085665 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6945d2ce-32a2-45e4-80b8-06d263f3e60c tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:06.094694 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-40e6c3e4-17dd-47a4-b545-9d23f1a59497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:06.103765 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-6945d2ce-32a2-45e4-80b8-06d263f3e60c tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bdb92f6-9005-4e90-8428-f8c550b4bacf']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:06.115011 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-6945d2ce-32a2-45e4-80b8-06d263f3e60c tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ad59bd2-832d-4edb-9c5b-ac6641e69d6b') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:06.115375 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-6945d2ce-32a2-45e4-80b8-06d263f3e60c tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ad59bd2-832d-4edb-9c5b-ac6641e69d6b') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:06.118651 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-40e6c3e4-17dd-47a4-b545-9d23f1a59497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:06.124338 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6945d2ce-32a2-45e4-80b8-06d263f3e60c tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:06.138602 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6945d2ce-32a2-45e4-80b8-06d263f3e60c tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:06.144798 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6945d2ce-32a2-45e4-80b8-06d263f3e60c tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Releasing vlan 1607 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:25:06.145241 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6945d2ce-32a2-45e4-80b8-06d263f3e60c tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:06.149090 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:25:06.149090 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:25:06.149090 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:25:06.149090 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:25:06.149090 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:25:06.149090 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:25:06.149090 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:25:06.149090 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:25:06.149090 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:25:06.149090 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:25:06.149090 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:25:06.149090 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:25:06.149090 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:25:06.149090 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:25:06.149090 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:25:06.149090 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:25:06.149090 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:25:06.149090 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:25:06.149090 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:25:06.149090 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:25:06.149090 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:25:06.149090 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:25:06.149090 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:25:06.149090 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:25:06.149090 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:25:06.149090 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:25:06.149090 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:25:06.149090 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:25:06.149090 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:25:06.149090 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:25:06.149090 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:25:06.149090 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:25:06.261429 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10ee804f-09a5-4511-84b8-30606949a60b req-2134e082-1824-428d-9981-99a35a98fd2a tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9113a7de-d529-4316-a7e1-172bdd2aa210 HTTP/1.1" status: 200 len: 210 time: 0.0272708 Aug 31 09:25:06.307635 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-40e6c3e4-17dd-47a4-b545-9d23f1a59497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:06.307769 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6945d2ce-32a2-45e4-80b8-06d263f3e60c tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:06.310569 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-40e6c3e4-17dd-47a4-b545-9d23f1a59497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:06.312004 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-40e6c3e4-17dd-47a4-b545-9d23f1a59497 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/c99b0485-2c38-4a11-8590-f8a1d3ea0f42 HTTP/1.1" status: 204 len: 168 time: 0.3384178 Aug 31 09:25:06.323099 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6c3e4-17dd-47a4-b545-9d23f1a59497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99b0485-2c38-4a11-8590-f8a1d3ea0f42,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:06.329051 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6945d2ce-32a2-45e4-80b8-06d263f3e60c tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:06.331989 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6945d2ce-32a2-45e4-80b8-06d263f3e60c tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] 10.222.0.119 "DELETE /v2.0/networks/2bdb92f6-9005-4e90-8428-f8c550b4bacf HTTP/1.1" status: 204 len: 168 time: 0.4483659 Aug 31 09:25:06.333206 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945d2ce-32a2-45e4-80b8-06d263f3e60c tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Pushing event deleted for resources: {'Network': ['ID=2bdb92f6-9005-4e90-8428-f8c550b4bacf,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:06.335651 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39904) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:06.453948 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d7266339-8d55-4ac0-b0c6-b0d0823e8633 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:06.600704 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d7266339-8d55-4ac0-b0c6-b0d0823e8633 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:06.616315 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-d7266339-8d55-4ac0-b0c6-b0d0823e8633 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00cdf2af-0877-4d59-9ae0-6001ef4dbb4d']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:06.634917 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-d7266339-8d55-4ac0-b0c6-b0d0823e8633 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b38ef47d-1857-4ea8-b68d-1a8e189b0629') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:06.635209 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-d7266339-8d55-4ac0-b0c6-b0d0823e8633 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b38ef47d-1857-4ea8-b68d-1a8e189b0629') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:06.653414 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d7266339-8d55-4ac0-b0c6-b0d0823e8633 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:06.674399 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71926776-14d9-45ad-9191-031724a34eaf req-ab3af2c4-1597-4e05-b42b-9548ce293fd0 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:06.675891 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71926776-14d9-45ad-9191-031724a34eaf req-ab3af2c4-1597-4e05-b42b-9548ce293fd0 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.112 "GET /v2.0/networks?id=f5553b74-379c-4750-8c9c-33e10cb78fdc HTTP/1.1" status: 200 len: 810 time: 0.1897337 Aug 31 09:25:06.680566 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d7266339-8d55-4ac0-b0c6-b0d0823e8633 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:06.688132 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7266339-8d55-4ac0-b0c6-b0d0823e8633 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Releasing vlan 1634 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:25:06.688569 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d7266339-8d55-4ac0-b0c6-b0d0823e8633 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:06.694849 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-71926776-14d9-45ad-9191-031724a34eaf req-6b02ec95-11bf-43bf-a6c7-c4ec76e2c91c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Request body: {'port': {'device_id': '2c5e03f5-0539-4af8-babb-23cdf0de44d8', 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc', 'admin_state_up': True, 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:06.697823 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:25:06.697823 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:25:06.697823 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:25:06.697823 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:25:06.697823 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:25:06.697823 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:25:06.697823 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:25:06.697823 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:25:06.697823 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:25:06.697823 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:25:06.697823 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:25:06.697823 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:25:06.697823 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:25:06.697823 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:25:06.697823 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:25:06.697823 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:25:06.697823 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:25:06.697823 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:25:06.697823 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:25:06.697823 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:25:06.697823 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:25:06.697823 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:25:06.697823 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:25:06.697823 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:25:06.697823 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:25:06.697823 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:25:06.697823 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:25:06.697823 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:25:06.697823 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:25:06.697823 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:25:06.697823 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:25:06.697823 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:25:06.984920 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d38e283e-0a90-4836-b568-01cb1e13123c req-ff947f4c-5240-432b-bb67-3d8f8f46331b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=2c5e03f5-0539-4af8-babb-23cdf0de44d8 HTTP/1.1" status: 200 len: 210 time: 0.0379384 Aug 31 09:25:06.989169 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d7266339-8d55-4ac0-b0c6-b0d0823e8633 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:06.996384 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d7266339-8d55-4ac0-b0c6-b0d0823e8633 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:06.999467 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d7266339-8d55-4ac0-b0c6-b0d0823e8633 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] 10.222.0.119 "DELETE /v2.0/networks/00cdf2af-0877-4d59-9ae0-6001ef4dbb4d HTTP/1.1" status: 204 len: 168 time: 0.6622288 Aug 31 09:25:07.004019 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39920) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:07.028482 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7266339-8d55-4ac0-b0c6-b0d0823e8633 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Pushing event deleted for resources: {'Network': ['ID=00cdf2af-0877-4d59-9ae0-6001ef4dbb4d,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:07.031334 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71926776-14d9-45ad-9191-031724a34eaf req-6b02ec95-11bf-43bf-a6c7-c4ec76e2c91c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Made reservation on behalf of 1b5bd35927fb49bc9780e4d378d20df4 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:07.035458 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-71926776-14d9-45ad-9191-031724a34eaf req-6b02ec95-11bf-43bf-a6c7-c4ec76e2c91c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:07.212277 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f256353-0450-4cde-a951-37b8bdcac300 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:07.218227 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f256353-0450-4cde-a951-37b8bdcac300 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:07.219830 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5f256353-0450-4cde-a951-37b8bdcac300 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] 10.222.0.119 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2148302 Aug 31 09:25:07.224139 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39928) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:07.230613 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-9689878b-9588-4551-8bcd-c97b05d6701e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-249961251'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:07.299190 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43170804-fb3b-4ac9-8521-850dd5b58205 req-612ec13a-86b7-4ac7-aace-fc3fa571f162 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:07.300569 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43170804-fb3b-4ac9-8521-850dd5b58205 req-612ec13a-86b7-4ac7-aace-fc3fa571f162 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 945 time: 0.1113796 Aug 31 09:25:07.335364 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-71926776-14d9-45ad-9191-031724a34eaf req-6b02ec95-11bf-43bf-a6c7-c4ec76e2c91c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Allocated IP 172.20.0.13 (f5553b74-379c-4750-8c9c-33e10cb78fdc/38d49ab8-d8f2-42ae-8afb-2cc963a498ae/1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:07.344222 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39934) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:07.378608 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9689878b-9588-4551-8bcd-c97b05d6701e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Made reservation on behalf of c573ffa9a0db44feb71b20956b6c39b6 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:07.383534 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9689878b-9588-4551-8bcd-c97b05d6701e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:07.384158 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e534def0-0830-4b81-94f5-59170a2b9352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:07.400403 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43170804-fb3b-4ac9-8521-850dd5b58205 req-b4a622ec-ecd1-437a-a346-76672c7713c2 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926175 Aug 31 09:25:07.438836 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-42af5d3d-1a55-43a9-bf3e-64fb7d4f54db req-a74195e3-93e1-477c-8525-0aa3a1e2cccb tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9113a7de-d529-4316-a7e1-172bdd2aa210 HTTP/1.1" status: 200 len: 210 time: 0.0621953 Aug 31 09:25:07.439687 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9689878b-9588-4551-8bcd-c97b05d6701e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] vlan segment allocate from pool success with {'vlan_id': 1645, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:25:07.452745 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9689878b-9588-4551-8bcd-c97b05d6701e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:07.453299 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-9689878b-9588-4551-8bcd-c97b05d6701e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Added segment 097c763e-28eb-4c37-bbe0-fc5179863b0d of type vlan for network 4248c732-bb3c-495b-8b70-c5a8dfd6b2a6 Aug 31 09:25:07.496442 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9689878b-9588-4551-8bcd-c97b05d6701e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:07.540166 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-1984a8de-b186-40a7-b7fb-68b86f1b5816 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:07.541752 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-1984a8de-b186-40a7-b7fb-68b86f1b5816 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.112 "GET /v2.0/networks?id=f668d119-0317-4e13-bd19-a19b34b961f5 HTTP/1.1" status: 200 len: 812 time: 0.2561359 Aug 31 09:25:07.556217 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-eaf1d439-cd0d-4eb3-b940-a9769cb7242e tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Request body: {'port': {'device_id': '9113a7de-d529-4316-a7e1-172bdd2aa210', 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5', 'admin_state_up': True, 'tenant_id': 'e7263d55640346b092e769ab252c85c3'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:07.648147 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-71926776-14d9-45ad-9191-031724a34eaf req-6b02ec95-11bf-43bf-a6c7-c4ec76e2c91c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:07.679994 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-71926776-14d9-45ad-9191-031724a34eaf req-6b02ec95-11bf-43bf-a6c7-c4ec76e2c91c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Transition to ACTIVE for port object 1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:07.682517 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e534def0-0830-4b81-94f5-59170a2b9352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:07.695769 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9689878b-9588-4551-8bcd-c97b05d6701e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:07.701488 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9689878b-9588-4551-8bcd-c97b05d6701e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:07.702087 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9689878b-9588-4551-8bcd-c97b05d6701e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:07.772374 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e534def0-0830-4b81-94f5-59170a2b9352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:07.778667 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689878b-9588-4551-8bcd-c97b05d6701e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Pushing event updated for resources: {'Network': ['ID=4248c732-bb3c-495b-8b70-c5a8dfd6b2a6,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:07.794221 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 4248c732-bb3c-495b-8b70-c5a8dfd6b2a6 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:25:07.815103 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-71926776-14d9-45ad-9191-031724a34eaf req-6b02ec95-11bf-43bf-a6c7-c4ec76e2c91c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:07.821943 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e534def0-0830-4b81-94f5-59170a2b9352 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=2d3be03ffea04a6590e21001f2d0af52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4766426 Aug 31 09:25:07.825103 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39942) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:07.847026 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9689878b-9588-4551-8bcd-c97b05d6701e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6211083 Aug 31 09:25:07.852444 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534def0-0830-4b81-94f5-59170a2b9352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1cacd7-6f05-42a8-bd9e-d4f9b4bdd4bd,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:07.860847 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39944) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:07.865925 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-3c2da258-ecfe-4448-84ee-a6b21e6de06e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1385154309'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:07.893588 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71926776-14d9-45ad-9191-031724a34eaf req-6b02ec95-11bf-43bf-a6c7-c4ec76e2c91c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Network f5553b74-379c-4750-8c9c-33e10cb78fdc is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:07.895261 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02ec95-11bf-43bf-a6c7-c4ec76e2c91c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Pushing event updated for resources: {'Port': ['ID=1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:07.897957 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['3edcd031-fdff-42eb-afa5-72f2616428cc', 'd28a0871-5c4e-4c3d-b0f7-63b3202242cf'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:25:07.898537 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-71926776-14d9-45ad-9191-031724a34eaf req-6b02ec95-11bf-43bf-a6c7-c4ec76e2c91c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:07.901184 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-71926776-14d9-45ad-9191-031724a34eaf req-6b02ec95-11bf-43bf-a6c7-c4ec76e2c91c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:07.924123 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-566701ee-7e53-47c6-ad3c-3de7687c3cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:07.958471 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-566701ee-7e53-47c6-ad3c-3de7687c3cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:07.971440 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71926776-14d9-45ad-9191-031724a34eaf req-6b02ec95-11bf-43bf-a6c7-c4ec76e2c91c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:07.972471 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-71926776-14d9-45ad-9191-031724a34eaf req-6b02ec95-11bf-43bf-a6c7-c4ec76e2c91c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:07.999305 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-eaf1d439-cd0d-4eb3-b940-a9769cb7242e tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Made reservation on behalf of e7263d55640346b092e769ab252c85c3 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:08.003159 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-eaf1d439-cd0d-4eb3-b940-a9769cb7242e tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:08.099878 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2da258-ecfe-4448-84ee-a6b21e6de06e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Made reservation on behalf of c573ffa9a0db44feb71b20956b6c39b6 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:08.111839 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3c2da258-ecfe-4448-84ee-a6b21e6de06e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:08.131180 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-566701ee-7e53-47c6-ad3c-3de7687c3cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:08.138287 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-566701ee-7e53-47c6-ad3c-3de7687c3cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:08.140087 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-566701ee-7e53-47c6-ad3c-3de7687c3cbd admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/3f1cacd7-6f05-42a8-bd9e-d4f9b4bdd4bd HTTP/1.1" status: 204 len: 168 time: 0.3118944 Aug 31 09:25:08.189964 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566701ee-7e53-47c6-ad3c-3de7687c3cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1cacd7-6f05-42a8-bd9e-d4f9b4bdd4bd,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:08.205978 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c2da258-ecfe-4448-84ee-a6b21e6de06e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] vlan segment allocate from pool success with {'vlan_id': 1649, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:25:08.226767 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71926776-14d9-45ad-9191-031724a34eaf req-6b02ec95-11bf-43bf-a6c7-c4ec76e2c91c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5400879 Aug 31 09:25:08.238818 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaca12d-8c3f-4547-97a7-cdf7e51a1f89 req-78004a83-3568-4a59-ab39-8e039bb748e0 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:08.244995 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-faaca12d-8c3f-4547-97a7-cdf7e51a1f89 req-78004a83-3568-4a59-ab39-8e039bb748e0 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=2c5e03f5-0539-4af8-babb-23cdf0de44d8 HTTP/1.1" status: 200 len: 932 time: 0.1539454 Aug 31 09:25:08.256950 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-71926776-14d9-45ad-9191-031724a34eaf req-3a8cd3f6-8308-49f1-8e23-7f1af5f7314b service neutron] Request body: {'port': {'device_id': '2c5e03f5-0539-4af8-babb-23cdf0de44d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:08.262466 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3c2da258-ecfe-4448-84ee-a6b21e6de06e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:08.262926 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-3c2da258-ecfe-4448-84ee-a6b21e6de06e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Added segment f5de552c-2136-4d02-8c44-c5f5ed1a92a6 of type vlan for network ab9198bb-d45e-4c9d-a4cf-6eca93e73dcf Aug 31 09:25:08.306676 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-eaf1d439-cd0d-4eb3-b940-a9769cb7242e tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Allocated IP 172.20.0.5 (f668d119-0317-4e13-bd19-a19b34b961f5/d9ae897c-9425-4b1d-8e0e-fa584db75384/b02db081-ac1d-4559-996b-58ceb03e0a0a) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:08.384025 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a468870e-4a93-411f-a1cd-207788c3dc1c None None] Provisioning for port 1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:08.388442 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a468870e-4a93-411f-a1cd-207788c3dc1c None None] Provisioning complete for port 1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:08.388814 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a468870e-4a93-411f-a1cd-207788c3dc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:08.408501 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3c2da258-ecfe-4448-84ee-a6b21e6de06e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:08.424344 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-faaca12d-8c3f-4547-97a7-cdf7e51a1f89 req-ba04cb7e-01e3-48ff-9d51-4c9b0e99cf24 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583664 Aug 31 09:25:08.426402 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-71926776-14d9-45ad-9191-031724a34eaf req-3a8cd3f6-8308-49f1-8e23-7f1af5f7314b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:08.468644 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a468870e-4a93-411f-a1cd-207788c3dc1c None None] Port 1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:25:08.536644 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-eaf1d439-cd0d-4eb3-b940-a9769cb7242e tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:08.629934 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3c2da258-ecfe-4448-84ee-a6b21e6de06e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:08.636265 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2da258-ecfe-4448-84ee-a6b21e6de06e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:08.636863 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3c2da258-ecfe-4448-84ee-a6b21e6de06e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:08.646924 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-908c6348-bd30-41d1-83dd-b48f520a4ac8 req-59d6d305-af76-4dd1-bbb9-cbcfd704f341 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9113a7de-d529-4316-a7e1-172bdd2aa210 HTTP/1.1" status: 200 len: 210 time: 0.0799849 Aug 31 09:25:08.690679 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-eaf1d439-cd0d-4eb3-b940-a9769cb7242e tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:08.748465 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-eaf1d439-cd0d-4eb3-b940-a9769cb7242e tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Network f668d119-0317-4e13-bd19-a19b34b961f5 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:08.754637 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-eaf1d439-cd0d-4eb3-b940-a9769cb7242e tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:08.759727 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-eaf1d439-cd0d-4eb3-b940-a9769cb7242e tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:08.763619 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2da258-ecfe-4448-84ee-a6b21e6de06e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Pushing event updated for resources: {'Network': ['ID=ab9198bb-d45e-4c9d-a4cf-6eca93e73dcf,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:08.779204 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network ab9198bb-d45e-4c9d-a4cf-6eca93e73dcf details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:25:08.783799 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5070ae-4a03-4a09-8ebb-ea0b6a1141f7 req-75324914-c9f6-44ae-837a-9d7013be73dc tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:08.792799 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c5070ae-4a03-4a09-8ebb-ea0b6a1141f7 req-75324914-c9f6-44ae-837a-9d7013be73dc tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 945 time: 0.2240269 Aug 31 09:25:08.810362 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3c2da258-ecfe-4448-84ee-a6b21e6de06e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9484017 Aug 31 09:25:08.811081 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39968) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:08.828740 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-c31db36d-c7bd-4998-954c-9ffceefca45e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Request body: {'ports': [{'network_id': '4248c732-bb3c-495b-8b70-c5a8dfd6b2a6', 'name': 'tempest-port--181105156', 'admin_state_up': True}, {'network_id': 'ab9198bb-d45e-4c9d-a4cf-6eca93e73dcf', 'admin_state_up': False}]} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:08.829084 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-c31db36d-c7bd-4998-954c-9ffceefca45e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Request body: {'port': {'network_id': '4248c732-bb3c-495b-8b70-c5a8dfd6b2a6', 'name': 'tempest-port--181105156', 'admin_state_up': True}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:08.829544 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-c31db36d-c7bd-4998-954c-9ffceefca45e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Request body: {'port': {'network_id': 'ab9198bb-d45e-4c9d-a4cf-6eca93e73dcf', 'admin_state_up': False}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:08.839092 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1d439-cd0d-4eb3-b940-a9769cb7242e tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Pushing event updated for resources: {'Port': ['ID=b02db081-ac1d-4559-996b-58ceb03e0a0a,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:08.888272 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-eaf1d439-cd0d-4eb3-b940-a9769cb7242e tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:08.894462 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-eaf1d439-cd0d-4eb3-b940-a9769cb7242e tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:08.925325 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c5070ae-4a03-4a09-8ebb-ea0b6a1141f7 req-519faf9a-e734-4086-9b84-4467ff1258bd tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283479 Aug 31 09:25:09.019207 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-eaf1d439-cd0d-4eb3-b940-a9769cb7242e tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4675155 Aug 31 09:25:09.035249 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-92ee3755-8c61-4df0-837f-51207ae3f71d service neutron] Request body: {'port': {'device_id': '9113a7de-d529-4316-a7e1-172bdd2aa210', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:09.092877 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-71926776-14d9-45ad-9191-031724a34eaf req-3a8cd3f6-8308-49f1-8e23-7f1af5f7314b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:25:09.097507 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-92ee3755-8c61-4df0-837f-51207ae3f71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:09.103920 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-71926776-14d9-45ad-9191-031724a34eaf req-3a8cd3f6-8308-49f1-8e23-7f1af5f7314b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:09.122295 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-71926776-14d9-45ad-9191-031724a34eaf req-3a8cd3f6-8308-49f1-8e23-7f1af5f7314b service neutron] Transition to ACTIVE for port object 1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:09.241185 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31db36d-c7bd-4998-954c-9ffceefca45e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Made reservation on behalf of c573ffa9a0db44feb71b20956b6c39b6 for: {'port': 2} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:09.245748 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c31db36d-c7bd-4998-954c-9ffceefca45e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:09.258893 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c31db36d-c7bd-4998-954c-9ffceefca45e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:09.269665 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-71926776-14d9-45ad-9191-031724a34eaf req-3a8cd3f6-8308-49f1-8e23-7f1af5f7314b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:09.431803 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-92ee3755-8c61-4df0-837f-51207ae3f71d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b02db081-ac1d-4559-996b-58ceb03e0a0a {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:25:09.440344 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-92ee3755-8c61-4df0-837f-51207ae3f71d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:09.456837 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-92ee3755-8c61-4df0-837f-51207ae3f71d service neutron] Transition to ACTIVE for port object b02db081-ac1d-4559-996b-58ceb03e0a0a will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:09.560541 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-92ee3755-8c61-4df0-837f-51207ae3f71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:09.641667 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee3755-8c61-4df0-837f-51207ae3f71d service neutron] Pushing event updated for resources: {'Port': ['ID=b02db081-ac1d-4559-996b-58ceb03e0a0a,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:09.742385 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-92ee3755-8c61-4df0-837f-51207ae3f71d service neutron] Attempting to bind port b02db081-ac1d-4559-996b-58ceb03e0a0a on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:09.742859 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-92ee3755-8c61-4df0-837f-51207ae3f71d service neutron] Attempting to bind port b02db081-ac1d-4559-996b-58ceb03e0a0a by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '316e1015-f12d-422c-8b11-cf75c56464db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:09.743407 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-92ee3755-8c61-4df0-837f-51207ae3f71d service neutron] Attempting to bind port b02db081-ac1d-4559-996b-58ceb03e0a0a on network f668d119-0317-4e13-bd19-a19b34b961f5 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:09.749882 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-92ee3755-8c61-4df0-837f-51207ae3f71d service neutron] Port b02db081-ac1d-4559-996b-58ceb03e0a0a on network f668d119-0317-4e13-bd19-a19b34b961f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:09.750629 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-92ee3755-8c61-4df0-837f-51207ae3f71d service neutron] Attempting to bind port b02db081-ac1d-4559-996b-58ceb03e0a0a on network f668d119-0317-4e13-bd19-a19b34b961f5 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:09.757751 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-92ee3755-8c61-4df0-837f-51207ae3f71d service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:25:09.758361 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-92ee3755-8c61-4df0-837f-51207ae3f71d service neutron] Checking segment: {'id': '316e1015-f12d-422c-8b11-cf75c56464db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:09.759125 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-92ee3755-8c61-4df0-837f-51207ae3f71d service neutron] Bound using segment: {'id': '316e1015-f12d-422c-8b11-cf75c56464db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:25:09.762132 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-92ee3755-8c61-4df0-837f-51207ae3f71d service neutron] Bound port: b02db081-ac1d-4559-996b-58ceb03e0a0a, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316e1015-f12d-422c-8b11-cf75c56464db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:25:09.762794 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-92ee3755-8c61-4df0-837f-51207ae3f71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:09.842417 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8cd3f6-8308-49f1-8e23-7f1af5f7314b service neutron] Pushing event updated for resources: {'Port': ['ID=1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:09.847236 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-c31db36d-c7bd-4998-954c-9ffceefca45e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] device_id is not set on port 0089100a-388b-4d30-97f4-f8afbb707da9 yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:25:09.850612 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-92ee3755-8c61-4df0-837f-51207ae3f71d service neutron] For port b02db081-ac1d-4559-996b-58ceb03e0a0a, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:09.855975 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-92ee3755-8c61-4df0-837f-51207ae3f71d service neutron] For port b02db081-ac1d-4559-996b-58ceb03e0a0a, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=b02db081-ac1d-4559-996b-58ceb03e0a0a,segment=NetworkSegment(316e1015-f12d-422c-8b11-cf75c56464db),segment_id=316e1015-f12d-422c-8b11-cf75c56464db)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:25:09.935454 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c22415-fa1c-4f04-ad60-40233c974223 req-122c4b73-d2c7-411a-b81e-24c8f0e646aa tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:09.936939 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-53c22415-fa1c-4f04-ad60-40233c974223 req-122c4b73-d2c7-411a-b81e-24c8f0e646aa tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=2c5e03f5-0539-4af8-babb-23cdf0de44d8 HTTP/1.1" status: 200 len: 944 time: 0.1872256 Aug 31 09:25:09.943485 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-71926776-14d9-45ad-9191-031724a34eaf req-3a8cd3f6-8308-49f1-8e23-7f1af5f7314b service neutron] Attempting to bind port 1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:09.943831 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-71926776-14d9-45ad-9191-031724a34eaf req-3a8cd3f6-8308-49f1-8e23-7f1af5f7314b service neutron] Attempting to bind port 1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '0b41936b-2f15-4bd5-a038-de47be43d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:09.944102 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71926776-14d9-45ad-9191-031724a34eaf req-3a8cd3f6-8308-49f1-8e23-7f1af5f7314b service neutron] Attempting to bind port 1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e on network f5553b74-379c-4750-8c9c-33e10cb78fdc {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:09.950050 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-92ee3755-8c61-4df0-837f-51207ae3f71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:09.961717 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bcc77-cbb9-4228-936a-a2872c2f5213 req-66131c3f-f543-408a-878d-f8394817a189 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:09.969009 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e58bcc77-cbb9-4228-936a-a2872c2f5213 req-66131c3f-f543-408a-878d-f8394817a189 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9113a7de-d529-4316-a7e1-172bdd2aa210 HTTP/1.1" status: 200 len: 943 time: 0.1639435 Aug 31 09:25:09.984979 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71926776-14d9-45ad-9191-031724a34eaf req-3a8cd3f6-8308-49f1-8e23-7f1af5f7314b service neutron] Port 1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e on network f5553b74-379c-4750-8c9c-33e10cb78fdc not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:09.985297 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71926776-14d9-45ad-9191-031724a34eaf req-3a8cd3f6-8308-49f1-8e23-7f1af5f7314b service neutron] Attempting to bind port 1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e on network f5553b74-379c-4750-8c9c-33e10cb78fdc {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:10.015367 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-92ee3755-8c61-4df0-837f-51207ae3f71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:10.016192 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-92ee3755-8c61-4df0-837f-51207ae3f71d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:10.018029 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-92ee3755-8c61-4df0-837f-51207ae3f71d service neutron] 10.222.0.112 "PUT /v2.0/ports/b02db081-ac1d-4559-996b-58ceb03e0a0a HTTP/1.1" status: 200 len: 1092 time: 0.9874487 Aug 31 09:25:10.020485 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9113a7de-d529-4316-a7e1-172bdd2aa210', 'tag': 'b02db081-ac1d-4559-996b-58ceb03e0a0a'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:10.030034 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38d053a-d560-4fde-bffe-f4b92495828f" -d '{"events": [{"name": "network-changed", "server_uuid": "9113a7de-d529-4316-a7e1-172bdd2aa210", "tag": "b02db081-ac1d-4559-996b-58ceb03e0a0a"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:10.035951 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee3755-8c61-4df0-837f-51207ae3f71d service neutron] Pushing event updated for resources: {'Port': ['ID=b02db081-ac1d-4559-996b-58ceb03e0a0a,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:10.051119 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71926776-14d9-45ad-9191-031724a34eaf req-3a8cd3f6-8308-49f1-8e23-7f1af5f7314b service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:25:10.051119 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71926776-14d9-45ad-9191-031724a34eaf req-3a8cd3f6-8308-49f1-8e23-7f1af5f7314b service neutron] Checking segment: {'id': '0b41936b-2f15-4bd5-a038-de47be43d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:10.051119 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71926776-14d9-45ad-9191-031724a34eaf req-3a8cd3f6-8308-49f1-8e23-7f1af5f7314b service neutron] Bound using segment: {'id': '0b41936b-2f15-4bd5-a038-de47be43d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:25:10.051119 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-71926776-14d9-45ad-9191-031724a34eaf req-3a8cd3f6-8308-49f1-8e23-7f1af5f7314b service neutron] Bound port: 1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b41936b-2f15-4bd5-a038-de47be43d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:25:10.051119 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-71926776-14d9-45ad-9191-031724a34eaf req-3a8cd3f6-8308-49f1-8e23-7f1af5f7314b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:10.129383 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e58bcc77-cbb9-4228-936a-a2872c2f5213 req-f8f76ff4-c6f0-46d2-9d0d-b4798c978164 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595092 Aug 31 09:25:10.137521 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-53c22415-fa1c-4f04-ad60-40233c974223 req-f07ebdb2-546c-4028-8564-2127819e8831 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894166 Aug 31 09:25:10.189702 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf1dd7a-6573-46f7-9811-97d6f263537f x-openstack-request-id: req-3bf1dd7a-6573-46f7-9811-97d6f263537f {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:10.189702 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9113a7de-d529-4316-a7e1-172bdd2aa210", "tag": "b02db081-ac1d-4559-996b-58ceb03e0a0a", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:10.189702 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-3bf1dd7a-6573-46f7-9811-97d6f263537f {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:10.189702 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9113a7de-d529-4316-a7e1-172bdd2aa210', 'tag': 'b02db081-ac1d-4559-996b-58ceb03e0a0a', 'status': 'completed', 'code': 200} Aug 31 09:25:10.203716 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c31db36d-c7bd-4998-954c-9ffceefca45e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:10.225785 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-71926776-14d9-45ad-9191-031724a34eaf req-3a8cd3f6-8308-49f1-8e23-7f1af5f7314b service neutron] For port 1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:10.260892 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d053a-d560-4fde-bffe-f4b92495828f req-d6c3344f-a3d4-4ef4-b6c2-2f74c81588e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:10.262762 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c38d053a-d560-4fde-bffe-f4b92495828f req-d6c3344f-a3d4-4ef4-b6c2-2f74c81588e6 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e7263d55640346b092e769ab252c85c3&device_id=9113a7de-d529-4316-a7e1-172bdd2aa210 HTTP/1.1" status: 200 len: 1095 time: 0.0507069 Aug 31 09:25:10.320928 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-71926776-14d9-45ad-9191-031724a34eaf req-3a8cd3f6-8308-49f1-8e23-7f1af5f7314b service neutron] For port 1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:25:10.346824 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-c31db36d-c7bd-4998-954c-9ffceefca45e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] device_id is not set on port eb1f86f7-e8b0-44a0-8f8b-11dfdfe4ca8d yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:25:10.368412 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce7d52-2d0c-49ed-a8b0-2716115e4b53 req-74030fe4-5dea-4fc2-b30f-1800b84c8e09 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:10.369957 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-73ce7d52-2d0c-49ed-a8b0-2716115e4b53 req-74030fe4-5dea-4fc2-b30f-1800b84c8e09 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 945 time: 0.1415844 Aug 31 09:25:10.405138 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d053a-d560-4fde-bffe-f4b92495828f req-4789aea0-d8fe-4aff-9a7d-1730f28b7a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:10.406767 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c38d053a-d560-4fde-bffe-f4b92495828f req-4789aea0-d8fe-4aff-9a7d-1730f28b7a01 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=e7263d55640346b092e769ab252c85c3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1336658 Aug 31 09:25:10.442264 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-71926776-14d9-45ad-9191-031724a34eaf req-3a8cd3f6-8308-49f1-8e23-7f1af5f7314b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:10.512184 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-73ce7d52-2d0c-49ed-a8b0-2716115e4b53 req-89a0e368-4f6a-4f28-82f4-a3ba90fb0e27 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343238 Aug 31 09:25:10.514637 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d053a-d560-4fde-bffe-f4b92495828f req-66b88ab5-a17d-4af5-a427-c6a684c4d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:10.521482 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c38d053a-d560-4fde-bffe-f4b92495828f req-66b88ab5-a17d-4af5-a427-c6a684c4d037 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1013010 Aug 31 09:25:10.540505 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71926776-14d9-45ad-9191-031724a34eaf req-3a8cd3f6-8308-49f1-8e23-7f1af5f7314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:10.541127 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-71926776-14d9-45ad-9191-031724a34eaf req-3a8cd3f6-8308-49f1-8e23-7f1af5f7314b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:10.542616 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71926776-14d9-45ad-9191-031724a34eaf req-3a8cd3f6-8308-49f1-8e23-7f1af5f7314b service neutron] 10.222.0.112 "PUT /v2.0/ports/1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e HTTP/1.1" status: 200 len: 1093 time: 2.2980468 Aug 31 09:25:10.546426 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5e03f5-0539-4af8-babb-23cdf0de44d8', 'tag': '1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:10.550667 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68820592-26f6-4496-8c0e-6910ddcef0bf" -d '{"events": [{"name": "network-changed", "server_uuid": "2c5e03f5-0539-4af8-babb-23cdf0de44d8", "tag": "1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:10.643223 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8cd3f6-8308-49f1-8e23-7f1af5f7314b service neutron] Pushing event updated for resources: {'Port': ['ID=1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:10.663203 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c31db36d-c7bd-4998-954c-9ffceefca45e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:10.692247 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-bbe81955-8798-48c2-a9c3-19a9f0ec1831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:10.694132 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-bbe81955-8798-48c2-a9c3-19a9f0ec1831 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e7263d55640346b092e769ab252c85c3&device_id=9113a7de-d529-4316-a7e1-172bdd2aa210 HTTP/1.1" status: 200 len: 1095 time: 0.1083539 Aug 31 09:25:10.729221 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71926776-14d9-45ad-9191-031724a34eaf req-98e8b0cd-9ad8-4de2-8b3f-4e725485dc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:10.731768 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-71926776-14d9-45ad-9191-031724a34eaf req-98e8b0cd-9ad8-4de2-8b3f-4e725485dc02 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1b5bd35927fb49bc9780e4d378d20df4&device_id=2c5e03f5-0539-4af8-babb-23cdf0de44d8 HTTP/1.1" status: 200 len: 1096 time: 0.0517631 Aug 31 09:25:10.758936 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-b4e0aa0f-15c5-4675-93f7-e5a076ccb52e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b02db081-ac1d-4559-996b-58ceb03e0a0a HTTP/1.1" status: 200 len: 217 time: 0.0531101 Aug 31 09:25:10.801408 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-71926776-14d9-45ad-9191-031724a34eaf req-680dd174-621d-4c0f-b8a3-a2a310bacec2 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e HTTP/1.1" status: 200 len: 217 time: 0.0574663 Aug 31 09:25:10.831204 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-c60b72aa-1d30-4732-b090-d545a947a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:10.833005 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-c60b72aa-1d30-4732-b090-d545a947a7c9 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d9ae897c-9425-4b1d-8e0e-fa584db75384 HTTP/1.1" status: 200 len: 852 time: 0.0646908 Aug 31 09:25:10.869104 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71926776-14d9-45ad-9191-031724a34eaf req-4ae3dbab-a463-41c2-a267-875c2d2bcc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:10.869815 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-1464e677-312b-469f-80a7-35e66ec14e44 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f668d119-0317-4e13-bd19-a19b34b961f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280864 Aug 31 09:25:10.870686 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-71926776-14d9-45ad-9191-031724a34eaf req-4ae3dbab-a463-41c2-a267-875c2d2bcc86 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=38d49ab8-d8f2-42ae-8afb-2cc963a498ae HTTP/1.1" status: 200 len: 849 time: 0.0613887 Aug 31 09:25:10.920447 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385eb89a-3b76-41d6-8239-5535e931b6d6 x-openstack-request-id: req-385eb89a-3b76-41d6-8239-5535e931b6d6 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:10.921403 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c5e03f5-0539-4af8-babb-23cdf0de44d8", "tag": "1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:10.921866 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-385eb89a-3b76-41d6-8239-5535e931b6d6 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:10.922430 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5e03f5-0539-4af8-babb-23cdf0de44d8', 'tag': '1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e', 'status': 'completed', 'code': 200} Aug 31 09:25:10.934144 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71926776-14d9-45ad-9191-031724a34eaf req-56c82224-6858-4508-aaa3-dc0cdbd86467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:10.946007 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-71926776-14d9-45ad-9191-031724a34eaf req-56c82224-6858-4508-aaa3-dc0cdbd86467 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f5553b74-379c-4750-8c9c-33e10cb78fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503151 Aug 31 09:25:10.965802 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c31db36d-c7bd-4998-954c-9ffceefca45e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:11.051667 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-71926776-14d9-45ad-9191-031724a34eaf req-97f665f8-1cdf-42f7-aa6a-44c78e228620 service neutron] 10.222.0.112 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074352 Aug 31 09:25:11.078509 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31db36d-c7bd-4998-954c-9ffceefca45e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Checking segment: {'id': '097c763e-28eb-4c37-bbe0-fc5179863b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': '4248c732-bb3c-495b-8b70-c5a8dfd6b2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:11.078774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31db36d-c7bd-4998-954c-9ffceefca45e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Network hostable DHCP agents. Network: 4248c732-bb3c-495b-8b70-c5a8dfd6b2a6, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:25:11.080539 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31db36d-c7bd-4998-954c-9ffceefca45e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Pushing event updated for resources: {'Port': ['ID=0089100a-388b-4d30-97f4-f8afbb707da9,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:11.086183 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-0f99c1df-c24b-4fce-b275-0a30150fbc64 service neutron] 10.222.0.112 "GET /v2.0/networks/f668d119-0317-4e13-bd19-a19b34b961f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019374 Aug 31 09:25:11.152538 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-71926776-14d9-45ad-9191-031724a34eaf req-05f35550-daf0-49cc-b815-bd657482309c service neutron] 10.222.0.112 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903518 Aug 31 09:25:11.213570 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e47a155-9f0a-4294-b018-da205e608bb5 req-0a8b7b48-787a-4bb1-aecc-4b99e3a14eac service neutron] 10.222.0.112 "GET /v2.0/networks/f668d119-0317-4e13-bd19-a19b34b961f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179197 Aug 31 09:25:11.224676 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31db36d-c7bd-4998-954c-9ffceefca45e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Network 4248c732-bb3c-495b-8b70-c5a8dfd6b2a6 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:25:11.306366 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db066277-d6fb-46fc-bdf0-52d3db227d53 req-440938dc-7807-4ecf-8cc7-9af2e2ecae4b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:11.307851 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db066277-d6fb-46fc-bdf0-52d3db227d53 req-440938dc-7807-4ecf-8cc7-9af2e2ecae4b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=2c5e03f5-0539-4af8-babb-23cdf0de44d8 HTTP/1.1" status: 200 len: 944 time: 0.0769043 Aug 31 09:25:11.370844 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9e2eed22-c7d0-498b-b706-4f8ad4bbd0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:11.372788 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2364f-a312-4476-968c-72863ba5d40e req-7cdd39a4-093c-4cba-92d8-ab6da100d540 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:11.374323 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71b2364f-a312-4476-968c-72863ba5d40e req-7cdd39a4-093c-4cba-92d8-ab6da100d540 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9113a7de-d529-4316-a7e1-172bdd2aa210 HTTP/1.1" status: 200 len: 943 time: 0.1331561 Aug 31 09:25:11.409029 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db066277-d6fb-46fc-bdf0-52d3db227d53 req-6f3bb863-a969-4f21-bcce-b0a898d21a0a tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887277 Aug 31 09:25:11.417648 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68820592-26f6-4496-8c0e-6910ddcef0bf req-26cdf3c3-9053-4010-8c6d-ff9c60cecad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:11.419197 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-68820592-26f6-4496-8c0e-6910ddcef0bf req-26cdf3c3-9053-4010-8c6d-ff9c60cecad1 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1b5bd35927fb49bc9780e4d378d20df4&device_id=2c5e03f5-0539-4af8-babb-23cdf0de44d8 HTTP/1.1" status: 200 len: 1096 time: 0.1104577 Aug 31 09:25:11.460088 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71b2364f-a312-4476-968c-72863ba5d40e req-60196fea-e125-43e0-801a-39249a6c6b62 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734408 Aug 31 09:25:11.547664 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68820592-26f6-4496-8c0e-6910ddcef0bf req-047fd36e-ab8c-4599-ac2b-694b5709c242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:11.549587 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-68820592-26f6-4496-8c0e-6910ddcef0bf req-047fd36e-ab8c-4599-ac2b-694b5709c242 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f5553b74-379c-4750-8c9c-33e10cb78fdc HTTP/1.1" status: 200 len: 912 time: 0.1195087 Aug 31 09:25:11.550991 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-c31db36d-c7bd-4998-954c-9ffceefca45e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 4248c732-bb3c-495b-8b70-c5a8dfd6b2a6) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:11.555830 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31db36d-c7bd-4998-954c-9ffceefca45e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:11.563761 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c31db36d-c7bd-4998-954c-9ffceefca45e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:11.567770 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577f8b1a-d03a-4e11-98a2-40a63215bdd5 None None] Network 4248c732-bb3c-495b-8b70-c5a8dfd6b2a6 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:11.673604 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-68820592-26f6-4496-8c0e-6910ddcef0bf req-7aa49e1b-ff3d-4cb1-bdea-0809ad9d4a58 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e HTTP/1.1" status: 200 len: 217 time: 0.0527184 Aug 31 09:25:11.728149 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31db36d-c7bd-4998-954c-9ffceefca45e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Pushing event updated for resources: {'Port': ['ID=eb1f86f7-e8b0-44a0-8f8b-11dfdfe4ca8d,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:11.736409 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40048) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:11.793650 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619928ab-2255-4280-a944-dd8a32034212 req-433ab975-36c6-4838-a466-764f8cb18b8b tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:11.795283 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-619928ab-2255-4280-a944-dd8a32034212 req-433ab975-36c6-4838-a466-764f8cb18b8b tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 945 time: 0.1347361 Aug 31 09:25:11.809701 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31db36d-c7bd-4998-954c-9ffceefca45e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Checking segment: {'id': 'f5de552c-2136-4d02-8c44-c5f5ed1a92a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1649, 'network_id': 'ab9198bb-d45e-4c9d-a4cf-6eca93e73dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:11.810068 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31db36d-c7bd-4998-954c-9ffceefca45e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Network hostable DHCP agents. Network: ab9198bb-d45e-4c9d-a4cf-6eca93e73dcf, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:25:11.818488 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68820592-26f6-4496-8c0e-6910ddcef0bf req-bc2a2f7a-ef7f-4133-982c-881afe8c044d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:11.822196 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-68820592-26f6-4496-8c0e-6910ddcef0bf req-bc2a2f7a-ef7f-4133-982c-881afe8c044d service neutron] 10.222.0.112 "GET /v2.0/subnets?id=38d49ab8-d8f2-42ae-8afb-2cc963a498ae HTTP/1.1" status: 200 len: 849 time: 0.1193507 Aug 31 09:25:11.894954 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-619928ab-2255-4280-a944-dd8a32034212 req-27f1ba4b-f3cd-4803-92e7-dcffcde0d351 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863853 Aug 31 09:25:11.904218 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68820592-26f6-4496-8c0e-6910ddcef0bf req-e5ea7018-d402-4000-8306-736da430f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:11.907510 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-68820592-26f6-4496-8c0e-6910ddcef0bf req-e5ea7018-d402-4000-8306-736da430f8c4 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f5553b74-379c-4750-8c9c-33e10cb78fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708556 Aug 31 09:25:11.970067 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-14cc4e3c-9757-4d79-8c2f-e7dc41600696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1669115043'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:11.995869 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31db36d-c7bd-4998-954c-9ffceefca45e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Network ab9198bb-d45e-4c9d-a4cf-6eca93e73dcf is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:25:12.019948 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-68820592-26f6-4496-8c0e-6910ddcef0bf req-ac378a6b-6195-4292-8923-09f02b498a80 service neutron] 10.222.0.112 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020842 Aug 31 09:25:12.090317 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cc4e3c-9757-4d79-8c2f-e7dc41600696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409-project] Made reservation on behalf of 616b56cab88e4ba78363147d46b7badf for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:12.090775 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-c31db36d-c7bd-4998-954c-9ffceefca45e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, ab9198bb-d45e-4c9d-a4cf-6eca93e73dcf) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:12.093948 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14cc4e3c-9757-4d79-8c2f-e7dc41600696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:12.098927 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe25e46a-8d18-43fe-8cc8-871ea8607995 None None] Network ab9198bb-d45e-4c9d-a4cf-6eca93e73dcf requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:12.101122 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31db36d-c7bd-4998-954c-9ffceefca45e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:12.106019 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14cc4e3c-9757-4d79-8c2f-e7dc41600696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:12.112247 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31db36d-c7bd-4998-954c-9ffceefca45e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:12.113600 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31db36d-c7bd-4998-954c-9ffceefca45e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:12.114317 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c31db36d-c7bd-4998-954c-9ffceefca45e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:12.140932 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-68820592-26f6-4496-8c0e-6910ddcef0bf req-62c11206-c7b8-4965-aaf0-abc2cfd14e74 service neutron] 10.222.0.112 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102123 Aug 31 09:25:12.214840 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14cc4e3c-9757-4d79-8c2f-e7dc41600696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:12.363172 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14cc4e3c-9757-4d79-8c2f-e7dc41600696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:12.382497 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14cc4e3c-9757-4d79-8c2f-e7dc41600696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409-project] vlan segment allocate from pool success with {'vlan_id': 1642, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:25:12.398657 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc4e3c-9757-4d79-8c2f-e7dc41600696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae41d6f-5871-4732-b45a-ac732a89dfdd,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:12.402735 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14cc4e3c-9757-4d79-8c2f-e7dc41600696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:12.403085 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-14cc4e3c-9757-4d79-8c2f-e7dc41600696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409-project] Added segment 5e524219-b75a-4bb1-81b4-5aa3fa331518 of type vlan for network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 Aug 31 09:25:12.444559 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14cc4e3c-9757-4d79-8c2f-e7dc41600696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:12.469677 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c31db36d-c7bd-4998-954c-9ffceefca45e tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.6488147 Aug 31 09:25:12.472157 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 40058) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:12.580947 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14cc4e3c-9757-4d79-8c2f-e7dc41600696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:12.588283 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cc4e3c-9757-4d79-8c2f-e7dc41600696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:12.588922 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14cc4e3c-9757-4d79-8c2f-e7dc41600696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:12.601617 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e9363-9861-48dc-9643-0dbf1777672b req-86ea1994-211c-4159-b97d-e6e113295941 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:12.603169 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2b5e9363-9861-48dc-9643-0dbf1777672b req-86ea1994-211c-4159-b97d-e6e113295941 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=2c5e03f5-0539-4af8-babb-23cdf0de44d8 HTTP/1.1" status: 200 len: 944 time: 0.1009841 Aug 31 09:25:12.625337 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f234a3f-0f0c-4fbf-85f6-a5a41e086d41 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:12.633509 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f234a3f-0f0c-4fbf-85f6-a5a41e086d41 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:12.635151 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8f234a3f-0f0c-4fbf-85f6-a5a41e086d41 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1620200 Aug 31 09:25:12.638212 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 40068) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:12.663093 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc4e3c-9757-4d79-8c2f-e7dc41600696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409-project] Pushing event updated for resources: {'Network': ['ID=20347674-9681-41f4-9c4c-d0b8ebcff9c2,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:12.675370 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:25:12.721631 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2b5e9363-9861-48dc-9643-0dbf1777672b req-47b795e2-1a8f-47c9-9b1a-ef024a056a78 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853734 Aug 31 09:25:12.748836 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1e7d1-2021-44b6-80ae-b4b0671d5a74 req-0701504c-a84b-4eee-9f13-0957807cef11 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:12.750380 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-53b1e7d1-2021-44b6-80ae-b4b0671d5a74 req-0701504c-a84b-4eee-9f13-0957807cef11 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9113a7de-d529-4316-a7e1-172bdd2aa210 HTTP/1.1" status: 200 len: 943 time: 0.1770771 Aug 31 09:25:12.770321 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-14cc4e3c-9757-4d79-8c2f-e7dc41600696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.0327682 Aug 31 09:25:12.801491 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-c83878a6-dd26-4655-ac3e-492c2738696b tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Deleting port 0089100a-388b-4d30-97f4-f8afbb707da9 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:12.801927 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c83878a6-dd26-4655-ac3e-492c2738696b tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:12.860273 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-53b1e7d1-2021-44b6-80ae-b4b0671d5a74 req-bcd4b36a-2bce-440b-b371-f318185cba7f tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981026 Aug 31 09:25:12.903906 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c83878a6-dd26-4655-ac3e-492c2738696b tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:12.937325 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-c83878a6-dd26-4655-ac3e-492c2738696b tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Calling delete_port for 0089100a-388b-4d30-97f4-f8afbb707da9 owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:13.059459 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662e93a-13f3-4248-9ec4-2e85ebab8027 req-abcc1caf-6a8c-45db-acfd-5812ed672e24 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:13.060982 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9662e93a-13f3-4248-9ec4-2e85ebab8027 req-abcc1caf-6a8c-45db-acfd-5812ed672e24 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 945 time: 0.0747406 Aug 31 09:25:13.103102 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9662e93a-13f3-4248-9ec4-2e85ebab8027 req-6c14000d-b7b3-4c5f-bed8-bad12c178950 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352044 Aug 31 09:25:13.143234 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40080) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:13.148974 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Request body: {'port': {'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2', 'binding:host_id': 'n-h2-791506-28', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-395563243'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:13.206419 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c83878a6-dd26-4655-ac3e-492c2738696b tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.243057 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83878a6-dd26-4655-ac3e-492c2738696b tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Pushing event deleted for resources: {'Port': ['ID=0089100a-388b-4d30-97f4-f8afbb707da9,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:13.248669 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c83878a6-dd26-4655-ac3e-492c2738696b tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.252621 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Made reservation on behalf of 9fb0dd02484e4518852021d17a952156 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:13.255569 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c83878a6-dd26-4655-ac3e-492c2738696b tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] 10.222.0.119 "DELETE /v2.0/ports/0089100a-388b-4d30-97f4-f8afbb707da9 HTTP/1.1" status: 204 len: 168 time: 0.6139648 Aug 31 09:25:13.255569 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 40082) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:13.256526 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.269820 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.353494 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-532272f6-07c0-4b3f-aa5a-aa9cc2c3d943 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Deleting port eb1f86f7-e8b0-44a0-8f8b-11dfdfe4ca8d {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:13.354207 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-532272f6-07c0-4b3f-aa5a-aa9cc2c3d943 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.370371 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.422861 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-532272f6-07c0-4b3f-aa5a-aa9cc2c3d943 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.444011 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-532272f6-07c0-4b3f-aa5a-aa9cc2c3d943 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Calling delete_port for eb1f86f7-e8b0-44a0-8f8b-11dfdfe4ca8d owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:13.451911 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.456582 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] device_id is not set on port 231aa433-b663-4921-832a-d63cc0a98c1a yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:25:13.556434 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a3abda-dac5-4b17-a078-9c21c63c44ef,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:13.606271 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-532272f6-07c0-4b3f-aa5a-aa9cc2c3d943 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.631191 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40086) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:13.640205 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532272f6-07c0-4b3f-aa5a-aa9cc2c3d943 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Pushing event deleted for resources: {'Port': ['ID=eb1f86f7-e8b0-44a0-8f8b-11dfdfe4ca8d,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:13.650273 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-532272f6-07c0-4b3f-aa5a-aa9cc2c3d943 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.650796 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-532272f6-07c0-4b3f-aa5a-aa9cc2c3d943 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] 10.222.0.119 "DELETE /v2.0/ports/eb1f86f7-e8b0-44a0-8f8b-11dfdfe4ca8d HTTP/1.1" status: 204 len: 168 time: 0.3946919 Aug 31 09:25:13.653269 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 40090) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:13.686656 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0c7a0c63-2a17-42d1-b1e5-aef9742d2ffe tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0287797 Aug 31 09:25:13.690401 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 40092) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:13.696247 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-26ff3a72-2e35-4449-be7a-1a69b1c3c1dc tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-609598230'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:13.708457 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] device_id is not set on port 231aa433-b663-4921-832a-d63cc0a98c1a yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:25:13.718241 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.729436 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Transition to ACTIVE for port object 231aa433-b663-4921-832a-d63cc0a98c1a will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:13.754337 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8ac2f82d-941e-4a54-8be6-a06972cfea28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.833997 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ff3a72-2e35-4449-be7a-1a69b1c3c1dc tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Made reservation on behalf of c573ffa9a0db44feb71b20956b6c39b6 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:13.837108 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-26ff3a72-2e35-4449-be7a-1a69b1c3c1dc tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.862848 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58df6a2-62bb-4e96-b0db-94f8e7830f91 req-4bae2c13-c66b-4f3c-a302-a276d5340785 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:13.865096 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a58df6a2-62bb-4e96-b0db-94f8e7830f91 req-4bae2c13-c66b-4f3c-a302-a276d5340785 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=2c5e03f5-0539-4af8-babb-23cdf0de44d8 HTTP/1.1" status: 200 len: 944 time: 0.0733140 Aug 31 09:25:13.892625 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ff3a72-2e35-4449-be7a-1a69b1c3c1dc tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] vlan segment allocate from pool success with {'vlan_id': 1607, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:25:13.903660 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.917055 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-26ff3a72-2e35-4449-be7a-1a69b1c3c1dc tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.917395 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-26ff3a72-2e35-4449-be7a-1a69b1c3c1dc tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Added segment 9c14a129-2925-49bf-a9ee-64d46e2e2f91 of type vlan for network d0775de6-7819-469d-844b-14d8a567569e Aug 31 09:25:13.934345 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a58df6a2-62bb-4e96-b0db-94f8e7830f91 req-c93f4e05-d705-4bb3-b37f-776a4505568f tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624504 Aug 31 09:25:13.964868 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8ac2f82d-941e-4a54-8be6-a06972cfea28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.977549 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Pushing event updated for resources: {'Port': ['ID=231aa433-b663-4921-832a-d63cc0a98c1a,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:13.981495 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b4525bd2-da6f-41d6-af87-280eeba6e45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:13.997907 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Checking segment: {'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:13.998261 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Network hostable DHCP agents. Network: 20347674-9681-41f4-9c4c-d0b8ebcff9c2, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:25:14.013375 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-26ff3a72-2e35-4449-be7a-1a69b1c3c1dc tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.039023 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8ac2f82d-941e-4a54-8be6-a06972cfea28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.056821 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8ad1e-e41a-4ba6-a29e-a040ec652856 req-7a7a25db-a474-4a13-ba03-cf7f810a975f tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:14.058532 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71e8ad1e-e41a-4ba6-a29e-a040ec652856 req-7a7a25db-a474-4a13-ba03-cf7f810a975f tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9113a7de-d529-4316-a7e1-172bdd2aa210 HTTP/1.1" status: 200 len: 943 time: 0.0904257 Aug 31 09:25:14.069509 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.085502 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8ac2f82d-941e-4a54-8be6-a06972cfea28 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=e3d8259e9b754d20aa4b112a35fe2849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4532630 Aug 31 09:25:14.086377 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2f82d-941e-4a54-8be6-a06972cfea28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa06dd32-91ce-4ee2-824a-207a80e7f204,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:14.088869 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40102) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:14.106481 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71e8ad1e-e41a-4ba6-a29e-a040ec652856 req-76e84ce9-496e-4ae6-a2c4-132966b195e7 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413215 Aug 31 09:25:14.130835 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:25:14.146976 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0c4846c7-b4b3-49e2-804d-d110a7ca9ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.160264 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-26ff3a72-2e35-4449-be7a-1a69b1c3c1dc tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.166924 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ff3a72-2e35-4449-be7a-1a69b1c3c1dc tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:14.167526 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-26ff3a72-2e35-4449-be7a-1a69b1c3c1dc tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.170093 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0c4846c7-b4b3-49e2-804d-d110a7ca9ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.205896 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 20347674-9681-41f4-9c4c-d0b8ebcff9c2) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:14.210768 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:14.218867 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1a20d6-8798-40d4-97ef-b84137adb2e5 None None] Network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:14.227163 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port 231aa433-b663-4921-832a-d63cc0a98c1a on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:14.227495 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port 231aa433-b663-4921-832a-d63cc0a98c1a by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:14.227876 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port 231aa433-b663-4921-832a-d63cc0a98c1a on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:14.234116 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Port 231aa433-b663-4921-832a-d63cc0a98c1a on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:14.235803 n-d-791506-28 neutron-server[95552]: ERROR neutron.plugins.ml2.managers [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Failed to bind port 231aa433-b663-4921-832a-d63cc0a98c1a on host n-h2-791506-28 for vnic_type normal using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] Aug 31 09:25:14.235803 n-d-791506-28 neutron-server[95552]: INFO neutron.plugins.ml2.plugin [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempt 2 to bind port 231aa433-b663-4921-832a-d63cc0a98c1a Aug 31 09:25:14.249177 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff3a72-2e35-4449-be7a-1a69b1c3c1dc tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Pushing event updated for resources: {'Network': ['ID=d0775de6-7819-469d-844b-14d8a567569e,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:14.250331 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port 231aa433-b663-4921-832a-d63cc0a98c1a on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:14.250870 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port 231aa433-b663-4921-832a-d63cc0a98c1a by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:14.251263 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port 231aa433-b663-4921-832a-d63cc0a98c1a on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:14.260600 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Port 231aa433-b663-4921-832a-d63cc0a98c1a on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:14.261027 n-d-791506-28 neutron-server[95552]: ERROR neutron.plugins.ml2.managers [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Failed to bind port 231aa433-b663-4921-832a-d63cc0a98c1a on host n-h2-791506-28 for vnic_type normal using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] Aug 31 09:25:14.261504 n-d-791506-28 neutron-server[95552]: INFO neutron.plugins.ml2.plugin [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempt 3 to bind port 231aa433-b663-4921-832a-d63cc0a98c1a Aug 31 09:25:14.270219 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network d0775de6-7819-469d-844b-14d8a567569e details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:25:14.279031 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port 231aa433-b663-4921-832a-d63cc0a98c1a on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:14.279606 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port 231aa433-b663-4921-832a-d63cc0a98c1a by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:14.280097 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port 231aa433-b663-4921-832a-d63cc0a98c1a on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:14.285041 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Port 231aa433-b663-4921-832a-d63cc0a98c1a on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:14.285538 n-d-791506-28 neutron-server[95552]: ERROR neutron.plugins.ml2.managers [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Failed to bind port 231aa433-b663-4921-832a-d63cc0a98c1a on host n-h2-791506-28 for vnic_type normal using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] Aug 31 09:25:14.286134 n-d-791506-28 neutron-server[95552]: INFO neutron.plugins.ml2.plugin [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempt 4 to bind port 231aa433-b663-4921-832a-d63cc0a98c1a Aug 31 09:25:14.295523 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-26ff3a72-2e35-4449-be7a-1a69b1c3c1dc tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6039851 Aug 31 09:25:14.297970 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 40106) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:14.299822 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port 231aa433-b663-4921-832a-d63cc0a98c1a on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:14.300155 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port 231aa433-b663-4921-832a-d63cc0a98c1a by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:14.300490 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port 231aa433-b663-4921-832a-d63cc0a98c1a on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:14.305557 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Port 231aa433-b663-4921-832a-d63cc0a98c1a on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:14.305717 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-73778f2f-9ffd-416c-abad-7c656c6b6154 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-563519601'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:14.305915 n-d-791506-28 neutron-server[95552]: ERROR neutron.plugins.ml2.managers [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Failed to bind port 231aa433-b663-4921-832a-d63cc0a98c1a on host n-h2-791506-28 for vnic_type normal using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] Aug 31 09:25:14.306259 n-d-791506-28 neutron-server[95552]: INFO neutron.plugins.ml2.plugin [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempt 5 to bind port 231aa433-b663-4921-832a-d63cc0a98c1a Aug 31 09:25:14.322060 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0c4846c7-b4b3-49e2-804d-d110a7ca9ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.324809 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0c4846c7-b4b3-49e2-804d-d110a7ca9ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.328381 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0c4846c7-b4b3-49e2-804d-d110a7ca9ce0 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/fa06dd32-91ce-4ee2-824a-207a80e7f204 HTTP/1.1" status: 204 len: 168 time: 0.2362082 Aug 31 09:25:14.328381 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port 231aa433-b663-4921-832a-d63cc0a98c1a on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:14.328381 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port 231aa433-b663-4921-832a-d63cc0a98c1a by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:14.328381 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port 231aa433-b663-4921-832a-d63cc0a98c1a on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:14.339318 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Port 231aa433-b663-4921-832a-d63cc0a98c1a on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:14.339668 n-d-791506-28 neutron-server[95552]: ERROR neutron.plugins.ml2.managers [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Failed to bind port 231aa433-b663-4921-832a-d63cc0a98c1a on host n-h2-791506-28 for vnic_type normal using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] Aug 31 09:25:14.340347 n-d-791506-28 neutron-server[95552]: INFO neutron.plugins.ml2.plugin [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempt 6 to bind port 231aa433-b663-4921-832a-d63cc0a98c1a Aug 31 09:25:14.343209 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4846c7-b4b3-49e2-804d-d110a7ca9ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa06dd32-91ce-4ee2-824a-207a80e7f204,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:14.348819 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e614f37-ac24-4e83-bed1-74a34047cf98 req-0df00d4f-09a8-4550-95f3-9c22447a7f48 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:14.357789 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3e614f37-ac24-4e83-bed1-74a34047cf98 req-0df00d4f-09a8-4550-95f3-9c22447a7f48 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 945 time: 0.0914192 Aug 31 09:25:14.358752 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port 231aa433-b663-4921-832a-d63cc0a98c1a on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:14.359087 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port 231aa433-b663-4921-832a-d63cc0a98c1a by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:14.359420 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port 231aa433-b663-4921-832a-d63cc0a98c1a on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:14.364394 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Port 231aa433-b663-4921-832a-d63cc0a98c1a on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:14.365050 n-d-791506-28 neutron-server[95552]: ERROR neutron.plugins.ml2.managers [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Failed to bind port 231aa433-b663-4921-832a-d63cc0a98c1a on host n-h2-791506-28 for vnic_type normal using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] Aug 31 09:25:14.365278 n-d-791506-28 neutron-server[95552]: INFO neutron.plugins.ml2.plugin [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempt 7 to bind port 231aa433-b663-4921-832a-d63cc0a98c1a Aug 31 09:25:14.379308 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port 231aa433-b663-4921-832a-d63cc0a98c1a on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:14.379613 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port 231aa433-b663-4921-832a-d63cc0a98c1a by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:14.380522 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port 231aa433-b663-4921-832a-d63cc0a98c1a on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:14.387482 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Port 231aa433-b663-4921-832a-d63cc0a98c1a on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:14.387482 n-d-791506-28 neutron-server[95552]: ERROR neutron.plugins.ml2.managers [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Failed to bind port 231aa433-b663-4921-832a-d63cc0a98c1a on host n-h2-791506-28 for vnic_type normal using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] Aug 31 09:25:14.387482 n-d-791506-28 neutron-server[95552]: INFO neutron.plugins.ml2.plugin [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempt 8 to bind port 231aa433-b663-4921-832a-d63cc0a98c1a Aug 31 09:25:14.400426 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port 231aa433-b663-4921-832a-d63cc0a98c1a on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:14.400893 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port 231aa433-b663-4921-832a-d63cc0a98c1a by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:14.401150 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port 231aa433-b663-4921-832a-d63cc0a98c1a on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:14.406993 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Port 231aa433-b663-4921-832a-d63cc0a98c1a on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:14.408418 n-d-791506-28 neutron-server[95552]: ERROR neutron.plugins.ml2.managers [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Failed to bind port 231aa433-b663-4921-832a-d63cc0a98c1a on host n-h2-791506-28 for vnic_type normal using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] Aug 31 09:25:14.408830 n-d-791506-28 neutron-server[95552]: INFO neutron.plugins.ml2.plugin [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempt 9 to bind port 231aa433-b663-4921-832a-d63cc0a98c1a Aug 31 09:25:14.413536 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3e614f37-ac24-4e83-bed1-74a34047cf98 req-0d30b675-931c-4ed8-8313-d4666e28bec9 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491092 Aug 31 09:25:14.414944 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73778f2f-9ffd-416c-abad-7c656c6b6154 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Made reservation on behalf of c573ffa9a0db44feb71b20956b6c39b6 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:14.425552 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:25:14.426324 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73778f2f-9ffd-416c-abad-7c656c6b6154 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.430156 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port 231aa433-b663-4921-832a-d63cc0a98c1a on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:14.430495 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port 231aa433-b663-4921-832a-d63cc0a98c1a by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:14.430852 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port 231aa433-b663-4921-832a-d63cc0a98c1a on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:14.435584 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Port 231aa433-b663-4921-832a-d63cc0a98c1a on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:14.435906 n-d-791506-28 neutron-server[95552]: ERROR neutron.plugins.ml2.managers [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Failed to bind port 231aa433-b663-4921-832a-d63cc0a98c1a on host n-h2-791506-28 for vnic_type normal using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] Aug 31 09:25:14.436292 n-d-791506-28 neutron-server[95552]: INFO neutron.plugins.ml2.plugin [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempt 10 to bind port 231aa433-b663-4921-832a-d63cc0a98c1a Aug 31 09:25:14.450501 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port 231aa433-b663-4921-832a-d63cc0a98c1a on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:14.450814 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port 231aa433-b663-4921-832a-d63cc0a98c1a by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:14.451148 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port 231aa433-b663-4921-832a-d63cc0a98c1a on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:14.454820 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73778f2f-9ffd-416c-abad-7c656c6b6154 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] vlan segment allocate from pool success with {'vlan_id': 1646, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:25:14.455838 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Port 231aa433-b663-4921-832a-d63cc0a98c1a on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:14.456161 n-d-791506-28 neutron-server[95552]: ERROR neutron.plugins.ml2.managers [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Failed to bind port 231aa433-b663-4921-832a-d63cc0a98c1a on host n-h2-791506-28 for vnic_type normal using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] Aug 31 09:25:14.456529 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.469319 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73778f2f-9ffd-416c-abad-7c656c6b6154 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.469319 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-73778f2f-9ffd-416c-abad-7c656c6b6154 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Added segment e8c76c9e-455e-40e0-b6ab-93c9b58b303f of type vlan for network 38ebbf5b-601b-414d-9f07-073dda724234 Aug 31 09:25:14.512627 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73778f2f-9ffd-416c-abad-7c656c6b6154 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.528186 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] For port 231aa433-b663-4921-832a-d63cc0a98c1a, host n-h2-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:14.528639 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempted to set empty binding levels {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 09:25:14.539205 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:14.550541 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e', 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc', 'port_id': '1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e', 'mac_address': 'fa:16:3e:ad:01:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38d49ab8-d8f2-42ae-8afb-2cc963a498ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:25:14.590381 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.599192 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.604192 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:25:14.627572 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:14.633299 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:14.633897 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.654183 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Pushing event updated for resources: {'Port': ['ID=231aa433-b663-4921-832a-d63cc0a98c1a,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:14.678317 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73778f2f-9ffd-416c-abad-7c656c6b6154 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.684153 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73778f2f-9ffd-416c-abad-7c656c6b6154 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:14.684768 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73778f2f-9ffd-416c-abad-7c656c6b6154 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.751775 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73778f2f-9ffd-416c-abad-7c656c6b6154 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Pushing event updated for resources: {'Network': ['ID=38ebbf5b-601b-414d-9f07-073dda724234,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:14.762499 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 38ebbf5b-601b-414d-9f07-073dda724234 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:25:14.775918 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.776571 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device b02db081-ac1d-4559-996b-58ceb03e0a0a details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:25:14.824693 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f0911bd9-2978-4ba7-9860-3b55e636f42e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.6802335 Aug 31 09:25:14.825022 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-73778f2f-9ffd-416c-abad-7c656c6b6154 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5252218 Aug 31 09:25:14.827284 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 40112) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:14.914995 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-6f92a9ca-3a67-4991-8f2a-16e2bd7416e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Deleting port 231aa433-b663-4921-832a-d63cc0a98c1a {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:14.915406 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6f92a9ca-3a67-4991-8f2a-16e2bd7416e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:14.986726 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-6f92a9ca-3a67-4991-8f2a-16e2bd7416e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] For port 231aa433-b663-4921-832a-d63cc0a98c1a, host n-h2-791506-28, got binding levels [] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:14.987168 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6f92a9ca-3a67-4991-8f2a-16e2bd7416e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:15.003696 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-6f92a9ca-3a67-4991-8f2a-16e2bd7416e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Calling delete_port for 231aa433-b663-4921-832a-d63cc0a98c1a owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:15.116405 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:15.127299 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:15.128926 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:15.128926 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:15.128926 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:15.129628 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:15.130713 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:15.131212 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:15.131756 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:15.132231 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:15.132705 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:15.133178 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:15.133739 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:15.175645 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4538070-0457-40ca-a1d4-c1bf7b650181 req-c7506fc4-a862-45b4-b2b1-1658247ccc80 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.185873 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40122) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:15.193961 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a4538070-0457-40ca-a1d4-c1bf7b650181 req-c7506fc4-a862-45b4-b2b1-1658247ccc80 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=2c5e03f5-0539-4af8-babb-23cdf0de44d8 HTTP/1.1" status: 200 len: 945 time: 0.0810316 Aug 31 09:25:15.200217 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port b02db081-ac1d-4559-996b-58ceb03e0a0a, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=b02db081-ac1d-4559-996b-58ceb03e0a0a,segment=NetworkSegment(316e1015-f12d-422c-8b11-cf75c56464db),segment_id=316e1015-f12d-422c-8b11-cf75c56464db)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:15.210423 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-71782dac-8f04-4a10-a55f-41d0050a81a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:15.214575 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'b02db081-ac1d-4559-996b-58ceb03e0a0a', 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5', 'port_id': 'b02db081-ac1d-4559-996b-58ceb03e0a0a', 'mac_address': 'fa:16:3e:df:96:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ae897c-9425-4b1d-8e0e-fa584db75384', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:25:15.261532 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:15.275567 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:15.277177 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b02db081-ac1d-4559-996b-58ceb03e0a0a {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:25:15.295834 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a4538070-0457-40ca-a1d4-c1bf7b650181 req-baaab3a1-e39f-420f-83f2-3603c5ecb099 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960031 Aug 31 09:25:15.305547 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port b02db081-ac1d-4559-996b-58ceb03e0a0a, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=b02db081-ac1d-4559-996b-58ceb03e0a0a,segment=NetworkSegment(316e1015-f12d-422c-8b11-cf75c56464db),segment_id=316e1015-f12d-422c-8b11-cf75c56464db)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:15.319906 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6f92a9ca-3a67-4991-8f2a-16e2bd7416e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:15.365299 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee82e4e-5f0f-4eef-b72b-4b0ba1329329 req-47cec6a4-dd0a-4c5c-9a6a-2a8334fcaa51 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.373254 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3ee82e4e-5f0f-4eef-b72b-4b0ba1329329 req-47cec6a4-dd0a-4c5c-9a6a-2a8334fcaa51 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9113a7de-d529-4316-a7e1-172bdd2aa210 HTTP/1.1" status: 200 len: 943 time: 0.1216524 Aug 31 09:25:15.380731 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6f92a9ca-3a67-4991-8f2a-16e2bd7416e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:15.384720 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:15.386167 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40124) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:15.386452 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6f92a9ca-3a67-4991-8f2a-16e2bd7416e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] 10.222.0.119 "DELETE /v2.0/ports/231aa433-b663-4921-832a-d63cc0a98c1a HTTP/1.1" status: 204 len: 168 time: 0.5578442 Aug 31 09:25:15.389100 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f92a9ca-3a67-4991-8f2a-16e2bd7416e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Pushing event deleted for resources: {'Port': ['ID=231aa433-b663-4921-832a-d63cc0a98c1a,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:15.432564 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-71782dac-8f04-4a10-a55f-41d0050a81a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:15.441237 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3ee82e4e-5f0f-4eef-b72b-4b0ba1329329 req-cbed696a-099e-4386-b9e6-1b5fabe4b1d4 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657282 Aug 31 09:25:15.446512 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-9405f7ce-a415-4aad-aef4-83a855627568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] GET failed (client error): The resource could not be found. Aug 31 09:25:15.456490 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9405f7ce-a415-4aad-aef4-83a855627568 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] 10.222.0.119 "GET /v2.0/ports/231aa433-b663-4921-832a-d63cc0a98c1a HTTP/1.1" status: 404 len: 333 time: 0.0650077 Aug 31 09:25:15.458749 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40128) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:15.464163 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=b02db081-ac1d-4559-996b-58ceb03e0a0a,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:15.466852 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-da1211f1-674d-41fb-913d-7a32fdb7a241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Request body: {'port': {'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-357318962'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:15.516909 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-71782dac-8f04-4a10-a55f-41d0050a81a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:15.560208 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed30d18-fd88-47e6-a900-c6f43a76bfc3 req-4a16aa88-8205-4088-b1f8-f495e0639994 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:15.561988 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0ed30d18-fd88-47e6-a900-c6f43a76bfc3 req-4a16aa88-8205-4088-b1f8-f495e0639994 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 945 time: 0.0538938 Aug 31 09:25:15.565335 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71782dac-8f04-4a10-a55f-41d0050a81a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1635b4-99b1-48da-86a4-46d52a4befda,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:15.574130 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-71782dac-8f04-4a10-a55f-41d0050a81a9 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=20f033de2fb64f97be8ab83e5aa42133&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3842161 Aug 31 09:25:15.574572 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40130) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:15.634181 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c73f6e0c-0335-46d5-9a21-da8f21ae819c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:15.645028 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0ed30d18-fd88-47e6-a900-c6f43a76bfc3 req-e99e1c9c-a9f9-4c81-a48d-785971059376 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463488 Aug 31 09:25:15.656576 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c73f6e0c-0335-46d5-9a21-da8f21ae819c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:15.669928 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1211f1-674d-41fb-913d-7a32fdb7a241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Made reservation on behalf of 9fb0dd02484e4518852021d17a952156 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:15.671401 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-da1211f1-674d-41fb-913d-7a32fdb7a241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:15.715309 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-da1211f1-674d-41fb-913d-7a32fdb7a241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] device_id is not set on port b2913c90-3e9d-45ef-8d41-740af0deca13 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:25:15.735205 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['b02db081-ac1d-4559-996b-58ceb03e0a0a'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:25:15.800467 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:25:15.898858 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-da1211f1-674d-41fb-913d-7a32fdb7a241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:15.983494 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c73f6e0c-0335-46d5-9a21-da8f21ae819c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:15.986305 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c73f6e0c-0335-46d5-9a21-da8f21ae819c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:15.987540 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c73f6e0c-0335-46d5-9a21-da8f21ae819c admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/8f1635b4-99b1-48da-86a4-46d52a4befda HTTP/1.1" status: 204 len: 168 time: 0.4120841 Aug 31 09:25:16.009151 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f6e0c-0335-46d5-9a21-da8f21ae819c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1635b4-99b1-48da-86a4-46d52a4befda,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:16.030046 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-da1211f1-674d-41fb-913d-7a32fdb7a241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:16.113932 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1211f1-674d-41fb-913d-7a32fdb7a241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Pushing event updated for resources: {'Port': ['ID=b2913c90-3e9d-45ef-8d41-740af0deca13,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:16.129406 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1211f1-674d-41fb-913d-7a32fdb7a241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:16.131588 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-da1211f1-674d-41fb-913d-7a32fdb7a241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:16.135459 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1211f1-674d-41fb-913d-7a32fdb7a241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:16.137080 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1211f1-674d-41fb-913d-7a32fdb7a241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:16.138140 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-da1211f1-674d-41fb-913d-7a32fdb7a241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:16.218611 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-da1211f1-674d-41fb-913d-7a32fdb7a241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7605238 Aug 31 09:25:16.221234 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40138) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:16.228470 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:16.288426 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:16.422384 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2b4f0-3c0e-41ca-9925-100530310159 req-09b3ad5a-f9f8-4d8e-b56f-7a63b497977e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:16.423911 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a2b2b4f0-3c0e-41ca-9925-100530310159 req-09b3ad5a-f9f8-4d8e-b56f-7a63b497977e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=2c5e03f5-0539-4af8-babb-23cdf0de44d8 HTTP/1.1" status: 200 len: 945 time: 0.0594907 Aug 31 09:25:16.506153 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a2b2b4f0-3c0e-41ca-9925-100530310159 req-0f8bbe9c-d257-4d53-bb33-8e0ef42243ee tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668271 Aug 31 09:25:16.534139 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] device_id is not set on port b2913c90-3e9d-45ef-8d41-740af0deca13 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:25:16.544495 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:16.560080 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Transition to ACTIVE for port object b2913c90-3e9d-45ef-8d41-740af0deca13 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:16.604238 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87bb4e-e22d-4fb4-a32e-f3b5a76aa9d2 req-956e9975-81b7-41e8-a964-2910e2e629ce tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:16.606749 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7e87bb4e-e22d-4fb4-a32e-f3b5a76aa9d2 req-956e9975-81b7-41e8-a964-2910e2e629ce tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9113a7de-d529-4316-a7e1-172bdd2aa210 HTTP/1.1" status: 200 len: 944 time: 0.0590034 Aug 31 09:25:16.623865 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:16.649949 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7e87bb4e-e22d-4fb4-a32e-f3b5a76aa9d2 req-207cf756-b0f3-4782-a9f6-7b7cf6b8133a tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358143 Aug 31 09:25:16.685209 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Pushing event updated for resources: {'Port': ['ID=b2913c90-3e9d-45ef-8d41-740af0deca13,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:16.696804 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:16.697140 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:16.697551 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:16.702073 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Port b2913c90-3e9d-45ef-8d41-740af0deca13 on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:16.702403 n-d-791506-28 neutron-server[95552]: ERROR neutron.plugins.ml2.managers [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Failed to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 on host n-h2-791506-28 for vnic_type normal using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] Aug 31 09:25:16.702965 n-d-791506-28 neutron-server[95552]: INFO neutron.plugins.ml2.plugin [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempt 2 to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 Aug 31 09:25:16.716127 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:16.716469 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:16.716810 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:16.721232 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Port b2913c90-3e9d-45ef-8d41-740af0deca13 on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:16.721550 n-d-791506-28 neutron-server[95552]: ERROR neutron.plugins.ml2.managers [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Failed to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 on host n-h2-791506-28 for vnic_type normal using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] Aug 31 09:25:16.721934 n-d-791506-28 neutron-server[95552]: INFO neutron.plugins.ml2.plugin [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempt 3 to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 Aug 31 09:25:16.734966 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:16.735304 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:16.735640 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:16.743062 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Port b2913c90-3e9d-45ef-8d41-740af0deca13 on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:16.743552 n-d-791506-28 neutron-server[95552]: ERROR neutron.plugins.ml2.managers [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Failed to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 on host n-h2-791506-28 for vnic_type normal using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] Aug 31 09:25:16.744182 n-d-791506-28 neutron-server[95552]: INFO neutron.plugins.ml2.plugin [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempt 4 to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 Aug 31 09:25:16.767404 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:16.768075 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:16.769402 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:16.774164 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Port b2913c90-3e9d-45ef-8d41-740af0deca13 on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:16.774623 n-d-791506-28 neutron-server[95552]: ERROR neutron.plugins.ml2.managers [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Failed to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 on host n-h2-791506-28 for vnic_type normal using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] Aug 31 09:25:16.775113 n-d-791506-28 neutron-server[95552]: INFO neutron.plugins.ml2.plugin [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempt 5 to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 Aug 31 09:25:16.790388 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ada615-b729-4b43-8a8e-ba7c8a032799 req-df6eb0ae-60e9-4e48-bc13-dbe764847d64 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:16.791979 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-91ada615-b729-4b43-8a8e-ba7c8a032799 req-df6eb0ae-60e9-4e48-bc13-dbe764847d64 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 945 time: 0.0619173 Aug 31 09:25:16.808785 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:16.808785 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:16.808785 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:16.816190 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Port b2913c90-3e9d-45ef-8d41-740af0deca13 on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:16.816777 n-d-791506-28 neutron-server[95552]: ERROR neutron.plugins.ml2.managers [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Failed to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 on host n-h2-791506-28 for vnic_type normal using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] Aug 31 09:25:16.817579 n-d-791506-28 neutron-server[95552]: INFO neutron.plugins.ml2.plugin [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempt 6 to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 Aug 31 09:25:16.847071 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-91ada615-b729-4b43-8a8e-ba7c8a032799 req-506153f5-e2e4-4bed-b8f1-ba12507e8429 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483239 Aug 31 09:25:16.857736 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:16.858131 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:16.858468 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:16.865564 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Port b2913c90-3e9d-45ef-8d41-740af0deca13 on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:16.866149 n-d-791506-28 neutron-server[95552]: ERROR neutron.plugins.ml2.managers [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Failed to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 on host n-h2-791506-28 for vnic_type normal using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] Aug 31 09:25:16.866790 n-d-791506-28 neutron-server[95552]: INFO neutron.plugins.ml2.plugin [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempt 7 to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 Aug 31 09:25:16.880400 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:16.880791 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:16.881235 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:16.885543 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Port b2913c90-3e9d-45ef-8d41-740af0deca13 on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:16.885869 n-d-791506-28 neutron-server[95552]: ERROR neutron.plugins.ml2.managers [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Failed to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 on host n-h2-791506-28 for vnic_type normal using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] Aug 31 09:25:16.886247 n-d-791506-28 neutron-server[95552]: INFO neutron.plugins.ml2.plugin [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempt 8 to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 Aug 31 09:25:16.899479 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:16.899812 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:16.900147 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:16.904511 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Port b2913c90-3e9d-45ef-8d41-740af0deca13 on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:16.904835 n-d-791506-28 neutron-server[95552]: ERROR neutron.plugins.ml2.managers [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Failed to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 on host n-h2-791506-28 for vnic_type normal using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] Aug 31 09:25:16.905216 n-d-791506-28 neutron-server[95552]: INFO neutron.plugins.ml2.plugin [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempt 9 to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 Aug 31 09:25:16.909150 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:16.918134 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:16.918465 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:16.918838 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:16.923062 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Port b2913c90-3e9d-45ef-8d41-740af0deca13 on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:16.923385 n-d-791506-28 neutron-server[95552]: ERROR neutron.plugins.ml2.managers [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Failed to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 on host n-h2-791506-28 for vnic_type normal using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] Aug 31 09:25:16.923770 n-d-791506-28 neutron-server[95552]: INFO neutron.plugins.ml2.plugin [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempt 10 to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 Aug 31 09:25:16.936257 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:16.936541 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:16.936875 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:16.941423 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Port b2913c90-3e9d-45ef-8d41-740af0deca13 on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:16.941745 n-d-791506-28 neutron-server[95552]: ERROR neutron.plugins.ml2.managers [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Failed to bind port b2913c90-3e9d-45ef-8d41-740af0deca13 on host n-h2-791506-28 for vnic_type normal using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] Aug 31 09:25:16.942207 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:17.007257 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] For port b2913c90-3e9d-45ef-8d41-740af0deca13, host n-h2-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:17.007633 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempted to set empty binding levels {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 09:25:17.107194 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:17.135976 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] In _notify_port_updated(), no bound segment for port b2913c90-3e9d-45ef-8d41-740af0deca13 on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 {{(pid=95552) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:25:17.136794 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.137398 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:17.139984 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] 10.222.0.119 "PUT /v2.0/ports/b2913c90-3e9d-45ef-8d41-740af0deca13 HTTP/1.1" status: 200 len: 979 time: 0.9173472 Aug 31 09:25:17.141515 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 40162) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:17.159676 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b270e-8d11-440e-8918-82f77cbe3333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Pushing event updated for resources: {'Port': ['ID=b2913c90-3e9d-45ef-8d41-740af0deca13,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:17.266573 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.267338 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.267901 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.268421 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.268935 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.271118 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.272100 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.272783 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.273417 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.274045 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.274724 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.275354 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.276025 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.276673 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.277786 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.278463 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.279301 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.280112 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.280765 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.281389 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.282013 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.282667 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.283584 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.284531 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.285094 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.285623 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.286204 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.286858 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.287375 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.287891 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.288411 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.289224 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.289777 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.290294 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.290833 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.300400 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.300400 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-64d99cca-1a4f-49fe-a9f7-b76d3023bfce tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32379 time: 0.1526620 Aug 31 09:25:17.300821 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40170) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:17.349042 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f851035-08e4-4825-bdf2-f4db6dde38d9 req-afc74546-9ff6-46f3-823f-ea66550295f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.351231 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0f851035-08e4-4825-bdf2-f4db6dde38d9 req-afc74546-9ff6-46f3-823f-ea66550295f9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 1097 time: 0.0545840 Aug 31 09:25:17.392905 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0f851035-08e4-4825-bdf2-f4db6dde38d9 req-0bb16440-f6ee-4b2e-9f54-2d519ed66d2c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352399 Aug 31 09:25:17.423964 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-c9a2fc4d-5c14-48f0-84b9-46e7cc56af8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Deleting port b2913c90-3e9d-45ef-8d41-740af0deca13 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:17.425167 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c9a2fc4d-5c14-48f0-84b9-46e7cc56af8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:17.493916 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-c9a2fc4d-5c14-48f0-84b9-46e7cc56af8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] For port b2913c90-3e9d-45ef-8d41-740af0deca13, host n-h2-791506-28, got binding levels [] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:17.494275 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c9a2fc4d-5c14-48f0-84b9-46e7cc56af8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:17.515627 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-c9a2fc4d-5c14-48f0-84b9-46e7cc56af8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Calling delete_port for b2913c90-3e9d-45ef-8d41-740af0deca13 owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:17.673293 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18cdac-bde3-4a7a-875d-7d7f9f075515 req-0c30b3da-8f63-40a3-95d3-5e866ba27935 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.674722 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7f18cdac-bde3-4a7a-875d-7d7f9f075515 req-0c30b3da-8f63-40a3-95d3-5e866ba27935 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=2c5e03f5-0539-4af8-babb-23cdf0de44d8 HTTP/1.1" status: 200 len: 945 time: 0.0533078 Aug 31 09:25:17.723194 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7f18cdac-bde3-4a7a-875d-7d7f9f075515 req-3e9b7900-47e6-4ba9-9857-c37cc15f6284 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407832 Aug 31 09:25:17.750800 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c9a2fc4d-5c14-48f0-84b9-46e7cc56af8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:17.777972 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33956f-3178-48d0-9d10-2d4cfe875497 req-aef38d17-2d7a-438e-935d-80c54517df4a tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:17.779474 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cb33956f-3178-48d0-9d10-2d4cfe875497 req-aef38d17-2d7a-438e-935d-80c54517df4a tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9113a7de-d529-4316-a7e1-172bdd2aa210 HTTP/1.1" status: 200 len: 944 time: 0.0524089 Aug 31 09:25:17.788146 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c9a2fc4d-5c14-48f0-84b9-46e7cc56af8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:17.805302 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c9a2fc4d-5c14-48f0-84b9-46e7cc56af8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] 10.222.0.119 "DELETE /v2.0/ports/b2913c90-3e9d-45ef-8d41-740af0deca13 HTTP/1.1" status: 204 len: 168 time: 0.4992208 Aug 31 09:25:17.805302 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2fc4d-5c14-48f0-84b9-46e7cc56af8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2913c90-3e9d-45ef-8d41-740af0deca13,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:17.806233 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 40182) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:17.834350 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-8edb8261-64c9-45c2-97ac-7673221f1973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] GET failed (client error): The resource could not be found. Aug 31 09:25:17.839503 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8edb8261-64c9-45c2-97ac-7673221f1973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] 10.222.0.119 "GET /v2.0/ports/b2913c90-3e9d-45ef-8d41-740af0deca13 HTTP/1.1" status: 404 len: 333 time: 0.0287955 Aug 31 09:25:17.839823 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 40184) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:17.846189 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-c3842d87-97fe-4aba-ba1e-468522d25467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1013744095', 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:17.877178 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cb33956f-3178-48d0-9d10-2d4cfe875497 req-45b8223b-e8e1-4b07-a3e3-4177ec1b2543 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884633 Aug 31 09:25:18.008151 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f8049-01ab-44a6-a6c6-c04d3e322cce req-4bd61c8a-2fed-4b86-9087-2358747057a6 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:18.009755 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cb4f8049-01ab-44a6-a6c6-c04d3e322cce req-4bd61c8a-2fed-4b86-9087-2358747057a6 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 945 time: 0.0595071 Aug 31 09:25:18.023814 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3842d87-97fe-4aba-ba1e-468522d25467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Made reservation on behalf of 9fb0dd02484e4518852021d17a952156 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:18.026220 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c3842d87-97fe-4aba-ba1e-468522d25467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:18.052480 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-c3842d87-97fe-4aba-ba1e-468522d25467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] device_id is not set on port b8dc3edb-5d47-455e-8214-3fec7a2c39d7 yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:25:18.105831 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cb4f8049-01ab-44a6-a6c6-c04d3e322cce req-ed7060bf-21f6-42b7-9a0f-d867bf8ed4fb tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896780 Aug 31 09:25:18.165733 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40194) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:18.170984 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-63ddf39f-f9a1-4154-964b-c776ac20bb99 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Request body: {'subnets': [{'network_id': 'd0775de6-7819-469d-844b-14d8a567569e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1180519892', 'ip_version': 6}, {'network_id': '38ebbf5b-601b-414d-9f07-073dda724234', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:18.174968 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-63ddf39f-f9a1-4154-964b-c776ac20bb99 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Request body: {'subnet': {'network_id': 'd0775de6-7819-469d-844b-14d8a567569e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1180519892', 'ip_version': 6}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:18.174968 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-63ddf39f-f9a1-4154-964b-c776ac20bb99 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Request body: {'subnet': {'network_id': '38ebbf5b-601b-414d-9f07-073dda724234', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:18.242904 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c3842d87-97fe-4aba-ba1e-468522d25467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:18.350332 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c3842d87-97fe-4aba-ba1e-468522d25467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:18.394916 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3842d87-97fe-4aba-ba1e-468522d25467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:18.400896 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-c3842d87-97fe-4aba-ba1e-468522d25467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:18.403138 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3842d87-97fe-4aba-ba1e-468522d25467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Pushing event updated for resources: {'Port': ['ID=b8dc3edb-5d47-455e-8214-3fec7a2c39d7,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:18.405233 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3842d87-97fe-4aba-ba1e-468522d25467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:18.406158 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3842d87-97fe-4aba-ba1e-468522d25467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:18.406758 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c3842d87-97fe-4aba-ba1e-468522d25467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:18.447238 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device b02db081-ac1d-4559-996b-58ceb03e0a0a up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:25:18.463959 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ddf39f-f9a1-4154-964b-c776ac20bb99 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Made reservation on behalf of c573ffa9a0db44feb71b20956b6c39b6 for: {'subnet': 2} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:18.468675 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-63ddf39f-f9a1-4154-964b-c776ac20bb99 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:18.469251 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-63ddf39f-f9a1-4154-964b-c776ac20bb99 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:18.529825 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c3842d87-97fe-4aba-ba1e-468522d25467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6814566 Aug 31 09:25:18.529825 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 40212) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:18.571626 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9361bf-365d-4d53-bcb0-f7a03b9125d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:18.573374 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6f9361bf-365d-4d53-bcb0-f7a03b9125d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] 10.222.0.119 "GET /v2.0/ports/b8dc3edb-5d47-455e-8214-3fec7a2c39d7 HTTP/1.1" status: 200 len: 959 time: 0.0473506 Aug 31 09:25:18.590139 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 40216) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:18.651969 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port b02db081-ac1d-4559-996b-58ceb03e0a0a completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:18.655921 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port b02db081-ac1d-4559-996b-58ceb03e0a0a triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:18.656294 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:18.668632 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-a7649d93-17fc-4c65-a651-f37b5c781ba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Deleting port b8dc3edb-5d47-455e-8214-3fec7a2c39d7 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:18.668984 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a7649d93-17fc-4c65-a651-f37b5c781ba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:18.740622 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a7649d93-17fc-4c65-a651-f37b5c781ba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:18.750518 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:18.765210 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-a7649d93-17fc-4c65-a651-f37b5c781ba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Calling delete_port for b8dc3edb-5d47-455e-8214-3fec7a2c39d7 owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:18.783839 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9113a7de-d529-4316-a7e1-172bdd2aa210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02db081-ac1d-4559-996b-58ceb03e0a0a'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:18.786675 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6152009a-4949-4bfe-ab15-c8d5b8f42392" -d '{"events": [{"server_uuid": "9113a7de-d529-4316-a7e1-172bdd2aa210", "name": "network-vif-plugged", "status": "completed", "tag": "b02db081-ac1d-4559-996b-58ceb03e0a0a"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:18.811134 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port b02db081-ac1d-4559-996b-58ceb03e0a0a, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=b02db081-ac1d-4559-996b-58ceb03e0a0a,segment=NetworkSegment(316e1015-f12d-422c-8b11-cf75c56464db),segment_id=316e1015-f12d-422c-8b11-cf75c56464db)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:18.901007 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:18.902152 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:25:18.908119 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7da5c-1f52-4f1a-a054-758ef66b0806 req-cdcfa488-90c4-415b-87a1-49643acd950a tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:18.912596 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e2e7da5c-1f52-4f1a-a054-758ef66b0806 req-cdcfa488-90c4-415b-87a1-49643acd950a tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=2c5e03f5-0539-4af8-babb-23cdf0de44d8 HTTP/1.1" status: 200 len: 945 time: 0.0836651 Aug 31 09:25:18.958308 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e2e7da5c-1f52-4f1a-a054-758ef66b0806 req-e0237c6a-80fe-4246-9c0a-3ab9cc8cc5ae tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410781 Aug 31 09:25:19.002381 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a7649d93-17fc-4c65-a651-f37b5c781ba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:19.007754 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=b02db081-ac1d-4559-996b-58ceb03e0a0a,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:19.023965 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b801a5-5d9a-467c-b3e7-272243dd3682 x-openstack-request-id: req-72b801a5-5d9a-467c-b3e7-272243dd3682 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:19.024256 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9113a7de-d529-4316-a7e1-172bdd2aa210", "name": "network-vif-plugged", "status": "completed", "tag": "b02db081-ac1d-4559-996b-58ceb03e0a0a", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:19.024508 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-72b801a5-5d9a-467c-b3e7-272243dd3682 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:19.024895 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9113a7de-d529-4316-a7e1-172bdd2aa210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02db081-ac1d-4559-996b-58ceb03e0a0a', 'code': 200} Aug 31 09:25:19.040566 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-63ddf39f-f9a1-4154-964b-c776ac20bb99 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:19.055392 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7649d93-17fc-4c65-a651-f37b5c781ba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8dc3edb-5d47-455e-8214-3fec7a2c39d7,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:19.065770 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a7649d93-17fc-4c65-a651-f37b5c781ba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:19.070541 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a7649d93-17fc-4c65-a651-f37b5c781ba8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] 10.222.0.119 "DELETE /v2.0/ports/b8dc3edb-5d47-455e-8214-3fec7a2c39d7 HTTP/1.1" status: 204 len: 168 time: 0.4792202 Aug 31 09:25:19.081033 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40232) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:19.119033 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3140cb0-3f61-4b75-9910-30538fc9857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] GET failed (client error): The resource could not be found. Aug 31 09:25:19.120638 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b3140cb0-3f61-4b75-9910-30538fc9857a tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] 10.222.0.119 "GET /v2.0/ports/b8dc3edb-5d47-455e-8214-3fec7a2c39d7 HTTP/1.1" status: 404 len: 333 time: 0.0365982 Aug 31 09:25:19.120777 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:19.125031 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40234) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:19.130756 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:19.130756 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:19.135472 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-6f18ff27-a4e2-437a-bc84-2c7ee21e6eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Request body: {'port': {'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-353204444'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:19.145017 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b50cd-d46e-4a73-905e-9bb4fc0492d2 req-373d4242-3c75-40dc-80b4-49114e792f77 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:19.148091 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-179b50cd-d46e-4a73-905e-9bb4fc0492d2 req-373d4242-3c75-40dc-80b4-49114e792f77 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9113a7de-d529-4316-a7e1-172bdd2aa210 HTTP/1.1" status: 200 len: 945 time: 0.1100142 Aug 31 09:25:19.182129 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f85fc-dc71-41ea-88d8-d16a7422bba7 req-247c4dc5-5b39-4dbd-9593-ade9bf51a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:19.183918 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ca9f85fc-dc71-41ea-88d8-d16a7422bba7 req-247c4dc5-5b39-4dbd-9593-ade9bf51a9b4 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=9113a7de-d529-4316-a7e1-172bdd2aa210 HTTP/1.1" status: 200 len: 1097 time: 0.0878458 Aug 31 09:25:19.210320 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddf39f-f9a1-4154-964b-c776ac20bb99 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Pushing event updated for resources: {'Subnet': ['ID=b3359f26-1187-4131-a215-f7b26749b10a,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:19.227539 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ddf39f-f9a1-4154-964b-c776ac20bb99 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Checking segment: {'id': '9c14a129-2925-49bf-a9ee-64d46e2e2f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1607, 'network_id': 'd0775de6-7819-469d-844b-14d8a567569e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:19.227934 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ddf39f-f9a1-4154-964b-c776ac20bb99 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Network hostable DHCP agents. Network: d0775de6-7819-469d-844b-14d8a567569e, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:25:19.237907 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:19.260333 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-179b50cd-d46e-4a73-905e-9bb4fc0492d2 req-bbc7ec01-4e53-4ff8-be1c-7efd4778cd67 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024451 Aug 31 09:25:19.277232 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:19.278648 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ca9f85fc-dc71-41ea-88d8-d16a7422bba7 req-4ec34082-7664-48bb-b039-cf5d215b3620 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743036 Aug 31 09:25:19.283857 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8d6e9b0f-9ad7-4f0f-8638-ab544ca568c5 req-672b2f84-b698-4d1f-882a-7473806f970e service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521567 Aug 31 09:25:19.314948 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f18ff27-a4e2-437a-bc84-2c7ee21e6eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Made reservation on behalf of 9fb0dd02484e4518852021d17a952156 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:19.317606 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f18ff27-a4e2-437a-bc84-2c7ee21e6eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:19.323271 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e868ec-e732-4a8a-ac40-8c81c1582411 req-6adc37e4-2c08-4933-ab94-5ed4d18d4108 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:19.325252 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-46e868ec-e732-4a8a-ac40-8c81c1582411 req-6adc37e4-2c08-4933-ab94-5ed4d18d4108 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 945 time: 0.0696931 Aug 31 09:25:19.338686 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-6f18ff27-a4e2-437a-bc84-2c7ee21e6eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] device_id is not set on port b38fc52f-8557-4447-ae14-25f4417f394e yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:25:19.372147 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:19.382749 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-46e868ec-e732-4a8a-ac40-8c81c1582411 req-edfeb656-1ee1-4c5e-aa8c-1e79d151a8d4 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491579 Aug 31 09:25:19.394465 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ddf39f-f9a1-4154-964b-c776ac20bb99 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Network d0775de6-7819-469d-844b-14d8a567569e is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:25:19.438236 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:19.515787 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-63ddf39f-f9a1-4154-964b-c776ac20bb99 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, d0775de6-7819-469d-844b-14d8a567569e) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:19.524652 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa75bffa-a6df-4322-8ad7-3f9708f4ea84 None None] Network d0775de6-7819-469d-844b-14d8a567569e requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:19.535289 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-63ddf39f-f9a1-4154-964b-c776ac20bb99 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:19.649403 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f18ff27-a4e2-437a-bc84-2c7ee21e6eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:19.661280 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddf39f-f9a1-4154-964b-c776ac20bb99 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Pushing event updated for resources: {'Subnet': ['ID=c65b9d62-3c13-4bfd-82dc-736f9f95dfb5,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:19.680982 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e9b0f-9ad7-4f0f-8638-ab544ca568c5 req-e32aa56e-1049-4435-aa20-e0589c731f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:19.682277 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8d6e9b0f-9ad7-4f0f-8638-ab544ca568c5 req-e32aa56e-1049-4435-aa20-e0589c731f3f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1b5bd35927fb49bc9780e4d378d20df4&device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 1097 time: 0.1570404 Aug 31 09:25:19.688534 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5785bf1-cdec-4aca-861e-cd42e1e5e5ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-d0775de6-7819-469d-844b-14d8a567569e', 'network_id': 'd0775de6-7819-469d-844b-14d8a567569e', 'tenant_id': 'c573ffa9a0db44feb71b20956b6c39b6', 'fixed_ips': [{'subnet_id': 'b3359f26-1187-4131-a215-f7b26749b10a'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:25:19.689424 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a5785bf1-cdec-4aca-861e-cd42e1e5e5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:19.695335 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ddf39f-f9a1-4154-964b-c776ac20bb99 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Checking segment: {'id': 'e8c76c9e-455e-40e0-b6ab-93c9b58b303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1646, 'network_id': '38ebbf5b-601b-414d-9f07-073dda724234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:19.695694 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ddf39f-f9a1-4154-964b-c776ac20bb99 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Network hostable DHCP agents. Network: 38ebbf5b-601b-414d-9f07-073dda724234, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:25:19.821062 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e9b0f-9ad7-4f0f-8638-ab544ca568c5 req-cae672f4-44bd-4134-9531-6ede994c22a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:19.822796 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8d6e9b0f-9ad7-4f0f-8638-ab544ca568c5 req-cae672f4-44bd-4134-9531-6ede994c22a2 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f5553b74-379c-4750-8c9c-33e10cb78fdc HTTP/1.1" status: 200 len: 912 time: 0.0990872 Aug 31 09:25:19.851692 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4d720-7d8c-4a74-be1c-a3a9a63102fb req-a477344c-2f9b-4bb2-ac4a-a23f2cf00898 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:19.853418 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-48f4d720-7d8c-4a74-be1c-a3a9a63102fb req-a477344c-2f9b-4bb2-ac4a-a23f2cf00898 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 945 time: 0.0534489 Aug 31 09:25:19.865850 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-a5785bf1-cdec-4aca-861e-cd42e1e5e5ab None None] Allocated IP 2001:db8::1 (d0775de6-7819-469d-844b-14d8a567569e/b3359f26-1187-4131-a215-f7b26749b10a/932675cc-0550-495e-a899-f8ee5017c645) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:19.868248 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ddf39f-f9a1-4154-964b-c776ac20bb99 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Network 38ebbf5b-601b-414d-9f07-073dda724234 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:25:19.895032 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-48f4d720-7d8c-4a74-be1c-a3a9a63102fb req-5dc51dd9-b168-44c5-97ed-2e307c01727e tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354624 Aug 31 09:25:19.903747 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8d6e9b0f-9ad7-4f0f-8638-ab544ca568c5 req-8181785c-6b6f-40f4-8bb7-f5665b5ddd3d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=562155d5-60d9-49c5-a20f-72174fb90928 HTTP/1.1" status: 200 len: 1000 time: 0.0693481 Aug 31 09:25:19.909262 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f18ff27-a4e2-437a-bc84-2c7ee21e6eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:19.999969 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543abf4-aec7-413b-97b8-b03956c104a7 req-00282cba-4c41-4d08-b4b1-7d0e4bea534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:20.001999 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2543abf4-aec7-413b-97b8-b03956c104a7 req-00282cba-4c41-4d08-b4b1-7d0e4bea534c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=db98e609f02d40e497cfab3aeae07295&device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 1097 time: 0.0709770 Aug 31 09:25:20.041792 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a5785bf1-cdec-4aca-861e-cd42e1e5e5ab None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:20.053234 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a5785bf1-cdec-4aca-861e-cd42e1e5e5ab None None] Transition to ACTIVE for port object 932675cc-0550-495e-a899-f8ee5017c645 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:20.073672 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a5785bf1-cdec-4aca-861e-cd42e1e5e5ab None None] Transition to ACTIVE for port object 932675cc-0550-495e-a899-f8ee5017c645 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:20.153387 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543abf4-aec7-413b-97b8-b03956c104a7 req-f224dc02-270e-44d2-9456-4ee6455185d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:20.154834 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2543abf4-aec7-413b-97b8-b03956c104a7 req-f224dc02-270e-44d2-9456-4ee6455185d7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b71009e1-f5fe-4162-b1b3-564810754969 HTTP/1.1" status: 200 len: 913 time: 0.1441422 Aug 31 09:25:20.162716 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560dbb7-72cf-4ede-adda-7da3fb6ab89b req-f31fe5e6-4ab3-45b0-9ae8-b548d9e342b8 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:20.164235 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5560dbb7-72cf-4ede-adda-7da3fb6ab89b req-f31fe5e6-4ab3-45b0-9ae8-b548d9e342b8 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=2c5e03f5-0539-4af8-babb-23cdf0de44d8 HTTP/1.1" status: 200 len: 946 time: 0.0847290 Aug 31 09:25:20.179241 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a5785bf1-cdec-4aca-861e-cd42e1e5e5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:20.212579 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2543abf4-aec7-413b-97b8-b03956c104a7 req-e9a31280-3446-4eac-8ef9-d26d6a86e2cb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4 HTTP/1.1" status: 200 len: 217 time: 0.0473204 Aug 31 09:25:20.228995 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5785bf1-cdec-4aca-861e-cd42e1e5e5ab None None] Network d0775de6-7819-469d-844b-14d8a567569e is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:20.231806 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-a5785bf1-cdec-4aca-861e-cd42e1e5e5ab None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:20.234410 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5785bf1-cdec-4aca-861e-cd42e1e5e5ab None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:20.242873 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5785bf1-cdec-4aca-861e-cd42e1e5e5ab None None] Pushing event updated for resources: {'Port': ['ID=932675cc-0550-495e-a899-f8ee5017c645,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:20.301318 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-a5785bf1-cdec-4aca-861e-cd42e1e5e5ab None None] Attempting to bind port 932675cc-0550-495e-a899-f8ee5017c645 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:20.301733 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-a5785bf1-cdec-4aca-861e-cd42e1e5e5ab None None] Attempting to bind port 932675cc-0550-495e-a899-f8ee5017c645 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '9c14a129-2925-49bf-a9ee-64d46e2e2f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1607, 'network_id': 'd0775de6-7819-469d-844b-14d8a567569e'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:20.302989 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5785bf1-cdec-4aca-861e-cd42e1e5e5ab None None] Attempting to bind port 932675cc-0550-495e-a899-f8ee5017c645 on network d0775de6-7819-469d-844b-14d8a567569e {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:20.309598 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5785bf1-cdec-4aca-861e-cd42e1e5e5ab None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:25:20.310293 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5785bf1-cdec-4aca-861e-cd42e1e5e5ab None None] Checking segment: {'id': '9c14a129-2925-49bf-a9ee-64d46e2e2f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1607, 'network_id': 'd0775de6-7819-469d-844b-14d8a567569e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:20.310887 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a5785bf1-cdec-4aca-861e-cd42e1e5e5ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:20.311447 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5785bf1-cdec-4aca-861e-cd42e1e5e5ab None None] Bound using segment: {'id': '9c14a129-2925-49bf-a9ee-64d46e2e2f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1607, 'network_id': 'd0775de6-7819-469d-844b-14d8a567569e'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:25:20.312086 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-a5785bf1-cdec-4aca-861e-cd42e1e5e5ab None None] Bound port: 932675cc-0550-495e-a899-f8ee5017c645, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c14a129-2925-49bf-a9ee-64d46e2e2f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1607, 'network_id': 'd0775de6-7819-469d-844b-14d8a567569e'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:25:20.313200 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a5785bf1-cdec-4aca-861e-cd42e1e5e5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:20.327796 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-63ddf39f-f9a1-4154-964b-c776ac20bb99 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 38ebbf5b-601b-414d-9f07-073dda724234) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:20.335786 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f18ff27-a4e2-437a-bc84-2c7ee21e6eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:20.338072 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18ff27-a4e2-437a-bc84-2c7ee21e6eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Pushing event updated for resources: {'Port': ['ID=b38fc52f-8557-4447-ae14-25f4417f394e,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:20.340881 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ddf39f-f9a1-4154-964b-c776ac20bb99 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:20.341355 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ddf39f-f9a1-4154-964b-c776ac20bb99 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:20.341974 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-63ddf39f-f9a1-4154-964b-c776ac20bb99 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:20.350472 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-6f18ff27-a4e2-437a-bc84-2c7ee21e6eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:20.358245 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f18ff27-a4e2-437a-bc84-2c7ee21e6eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:20.359215 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f18ff27-a4e2-437a-bc84-2c7ee21e6eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:20.359799 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f18ff27-a4e2-437a-bc84-2c7ee21e6eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:20.378336 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e9b0f-9ad7-4f0f-8638-ab544ca568c5 req-e9ee10ea-39bf-4c18-b5a5-c5ece32e93e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:20.380913 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8d6e9b0f-9ad7-4f0f-8638-ab544ca568c5 req-e9ee10ea-39bf-4c18-b5a5-c5ece32e93e6 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=38d49ab8-d8f2-42ae-8afb-2cc963a498ae HTTP/1.1" status: 200 len: 849 time: 0.4646404 Aug 31 09:25:20.391106 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a147a7-4fbb-4025-a49a-e1b2c30689bc None None] Network 38ebbf5b-601b-414d-9f07-073dda724234 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:20.439996 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e9b0f-9ad7-4f0f-8638-ab544ca568c5 req-8fc96a18-83b9-4b10-a10c-5a451d8173cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:20.444615 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8d6e9b0f-9ad7-4f0f-8638-ab544ca568c5 req-8fc96a18-83b9-4b10-a10c-5a451d8173cc service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f5553b74-379c-4750-8c9c-33e10cb78fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543756 Aug 31 09:25:20.460234 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-a5785bf1-cdec-4aca-861e-cd42e1e5e5ab None None] For port 932675cc-0550-495e-a899-f8ee5017c645, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:20.476969 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-a5785bf1-cdec-4aca-861e-cd42e1e5e5ab None None] For port 932675cc-0550-495e-a899-f8ee5017c645, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=932675cc-0550-495e-a899-f8ee5017c645,segment=NetworkSegment(9c14a129-2925-49bf-a9ee-64d46e2e2f91),segment_id=9c14a129-2925-49bf-a9ee-64d46e2e2f91)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:25:20.509286 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-63ddf39f-f9a1-4154-964b-c776ac20bb99 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.3402338 Aug 31 09:25:20.512806 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40276) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:20.588635 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a5785bf1-cdec-4aca-861e-cd42e1e5e5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:20.638007 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7846d310-dedd-4abd-a1f0-b738b5a81af2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-38ebbf5b-601b-414d-9f07-073dda724234', 'network_id': '38ebbf5b-601b-414d-9f07-073dda724234', 'tenant_id': 'c573ffa9a0db44feb71b20956b6c39b6', 'fixed_ips': [{'subnet_id': 'c65b9d62-3c13-4bfd-82dc-736f9f95dfb5'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:25:20.646099 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7846d310-dedd-4abd-a1f0-b738b5a81af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:20.650250 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6f18ff27-a4e2-437a-bc84-2c7ee21e6eb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5223141 Aug 31 09:25:20.652461 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8d6e9b0f-9ad7-4f0f-8638-ab544ca568c5 req-5cb4c25c-3de9-42b8-97d4-3a3164b75572 service neutron] 10.222.0.112 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936665 Aug 31 09:25:20.659561 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 40286) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:20.687584 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:20.722333 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543abf4-aec7-413b-97b8-b03956c104a7 req-7b3d7d4e-c98e-417c-b3e3-8566f281bb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:20.723822 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2543abf4-aec7-413b-97b8-b03956c104a7 req-7b3d7d4e-c98e-417c-b3e3-8566f281bb1f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee003db9-da2c-4578-b65f-995ad17b5a56 HTTP/1.1" status: 200 len: 851 time: 0.5047383 Aug 31 09:25:20.729667 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5560dbb7-72cf-4ede-adda-7da3fb6ab89b req-8ba2aac3-3e40-4b0e-9c7a-dcb7755eff64 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5573635 Aug 31 09:25:20.796302 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2543abf4-aec7-413b-97b8-b03956c104a7 req-07f49861-08f4-49f3-ad9c-6e706eb2d6a7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b71009e1-f5fe-4162-b1b3-564810754969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628688 Aug 31 09:25:20.808922 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88323b35-2952-414d-ac23-5320315a28d1 req-d174ab1f-49a5-48f1-8b95-a487128294c8 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:20.813686 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88323b35-2952-414d-ac23-5320315a28d1 req-d174ab1f-49a5-48f1-8b95-a487128294c8 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9113a7de-d529-4316-a7e1-172bdd2aa210 HTTP/1.1" status: 200 len: 945 time: 0.2202542 Aug 31 09:25:20.840186 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:20.842102 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5785bf1-cdec-4aca-861e-cd42e1e5e5ab None None] Pushing event updated for resources: {'Port': ['ID=932675cc-0550-495e-a899-f8ee5017c645,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:20.847753 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd943a25-b42b-4d92-b051-e11963f3b829 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:20.849834 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd943a25-b42b-4d92-b051-e11963f3b829 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:20.851747 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd943a25-b42b-4d92-b051-e11963f3b829 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:20.853590 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fd943a25-b42b-4d92-b051-e11963f3b829 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3396394 Aug 31 09:25:20.866414 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40292) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:20.928809 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8d6e9b0f-9ad7-4f0f-8638-ab544ca568c5 req-b72df69c-0881-434a-aa1b-4bd9e606fa6d service neutron] 10.222.0.112 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583165 Aug 31 09:25:20.947567 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-a520d404-ca7e-432a-898d-bc1b7d261e0c tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Deleting subnet b3359f26-1187-4131-a215-f7b26749b10a {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:25:20.951764 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a520d404-ca7e-432a-898d-bc1b7d261e0c tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:20.990468 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-7846d310-dedd-4abd-a1f0-b738b5a81af2 None None] Allocated IP 2001:db8:0:1::1 (38ebbf5b-601b-414d-9f07-073dda724234/c65b9d62-3c13-4bfd-82dc-736f9f95dfb5/16e766f8-aef8-4947-aaf7-49f130468440) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:21.009259 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88323b35-2952-414d-ac23-5320315a28d1 req-9b898f85-7d64-4a7b-9c46-ace12a9f72f4 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846898 Aug 31 09:25:21.021802 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a520d404-ca7e-432a-898d-bc1b7d261e0c tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:21.031282 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5e03f5-0539-4af8-babb-23cdf0de44d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:21.035090 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e16117-54d2-4350-aec0-ad6670d849c4" -d '{"events": [{"server_uuid": "2c5e03f5-0539-4af8-babb-23cdf0de44d8", "name": "network-vif-plugged", "status": "completed", "tag": "1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:21.182849 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de602f1-62d0-47f1-a363-c494c6d815ae x-openstack-request-id: req-4de602f1-62d0-47f1-a363-c494c6d815ae {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:21.189243 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5e03f5-0539-4af8-babb-23cdf0de44d8", "name": "network-vif-plugged", "status": "completed", "tag": "1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:21.189243 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4de602f1-62d0-47f1-a363-c494c6d815ae {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:21.189243 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5e03f5-0539-4af8-babb-23cdf0de44d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e', 'code': 200} Aug 31 09:25:21.189583 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a520d404-ca7e-432a-898d-bc1b7d261e0c tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:21.235553 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2543abf4-aec7-413b-97b8-b03956c104a7 req-e2ce1eed-5adb-4699-8e1c-ce3f8d11c944 service neutron] 10.222.0.59 "GET /v2.0/networks/b71009e1-f5fe-4162-b1b3-564810754969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162319 Aug 31 09:25:21.300731 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7846d310-dedd-4abd-a1f0-b738b5a81af2 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:21.309730 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7846d310-dedd-4abd-a1f0-b738b5a81af2 None None] Transition to ACTIVE for port object 16e766f8-aef8-4947-aaf7-49f130468440 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:21.330133 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7846d310-dedd-4abd-a1f0-b738b5a81af2 None None] Transition to ACTIVE for port object 16e766f8-aef8-4947-aaf7-49f130468440 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:21.346750 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686f0d6-8e46-4e12-8e56-80a9389d797a req-27cc6619-e4e7-469b-a961-95826f1d4195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:21.348536 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2686f0d6-8e46-4e12-8e56-80a9389d797a req-27cc6619-e4e7-469b-a961-95826f1d4195 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=2c5e03f5-0539-4af8-babb-23cdf0de44d8 HTTP/1.1" status: 200 len: 1098 time: 0.0749359 Aug 31 09:25:21.361632 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c05c8-95f8-4771-81bf-91132472787b req-80847c91-d30e-4ddc-bc29-e915c623b55c tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:21.363165 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-507c05c8-95f8-4771-81bf-91132472787b req-80847c91-d30e-4ddc-bc29-e915c623b55c tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 945 time: 0.2181563 Aug 31 09:25:21.390338 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2686f0d6-8e46-4e12-8e56-80a9389d797a req-a2a035c1-ae8a-4ad8-a119-8b7329656911 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335851 Aug 31 09:25:21.404475 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7846d310-dedd-4abd-a1f0-b738b5a81af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:21.427707 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a520d404-ca7e-432a-898d-bc1b7d261e0c tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:21.459523 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7846d310-dedd-4abd-a1f0-b738b5a81af2 None None] Network 38ebbf5b-601b-414d-9f07-073dda724234 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:21.461435 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2543abf4-aec7-413b-97b8-b03956c104a7 req-7a110f27-2641-4cd3-a76c-ed49bb2782f3 service neutron] 10.222.0.59 "GET /v2.0/networks/b71009e1-f5fe-4162-b1b3-564810754969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998229 Aug 31 09:25:21.462958 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-7846d310-dedd-4abd-a1f0-b738b5a81af2 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:21.467027 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7846d310-dedd-4abd-a1f0-b738b5a81af2 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:21.475223 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846d310-dedd-4abd-a1f0-b738b5a81af2 None None] Pushing event updated for resources: {'Port': ['ID=16e766f8-aef8-4947-aaf7-49f130468440,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:21.478515 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-507c05c8-95f8-4771-81bf-91132472787b req-0181e0b8-6ef5-4231-afdc-2aa1a1832794 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969393 Aug 31 09:25:21.488506 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] device_id is not set on port b38fc52f-8557-4447-ae14-25f4417f394e yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:25:21.499198 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520d404-ca7e-432a-898d-bc1b7d261e0c tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Pushing event deleted for resources: {'Subnet': ['ID=b3359f26-1187-4131-a215-f7b26749b10a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:21.513854 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:21.514045 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a520d404-ca7e-432a-898d-bc1b7d261e0c tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:21.514045 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a520d404-ca7e-432a-898d-bc1b7d261e0c tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] 10.222.0.119 "DELETE /v2.0/subnets/b3359f26-1187-4131-a215-f7b26749b10a HTTP/1.1" status: 204 len: 168 time: 0.6456542 Aug 31 09:25:21.515672 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40304) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:21.522603 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Transition to ACTIVE for port object b38fc52f-8557-4447-ae14-25f4417f394e will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:21.553862 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-7846d310-dedd-4abd-a1f0-b738b5a81af2 None None] Attempting to bind port 16e766f8-aef8-4947-aaf7-49f130468440 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:21.554499 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-7846d310-dedd-4abd-a1f0-b738b5a81af2 None None] Attempting to bind port 16e766f8-aef8-4947-aaf7-49f130468440 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'e8c76c9e-455e-40e0-b6ab-93c9b58b303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1646, 'network_id': '38ebbf5b-601b-414d-9f07-073dda724234'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:21.555104 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846d310-dedd-4abd-a1f0-b738b5a81af2 None None] Attempting to bind port 16e766f8-aef8-4947-aaf7-49f130468440 on network 38ebbf5b-601b-414d-9f07-073dda724234 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:21.565582 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846d310-dedd-4abd-a1f0-b738b5a81af2 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:25:21.565582 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846d310-dedd-4abd-a1f0-b738b5a81af2 None None] Checking segment: {'id': 'e8c76c9e-455e-40e0-b6ab-93c9b58b303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1646, 'network_id': '38ebbf5b-601b-414d-9f07-073dda724234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:21.565582 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7846d310-dedd-4abd-a1f0-b738b5a81af2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:21.565582 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846d310-dedd-4abd-a1f0-b738b5a81af2 None None] Bound using segment: {'id': 'e8c76c9e-455e-40e0-b6ab-93c9b58b303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1646, 'network_id': '38ebbf5b-601b-414d-9f07-073dda724234'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:25:21.565582 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-7846d310-dedd-4abd-a1f0-b738b5a81af2 None None] Bound port: 16e766f8-aef8-4947-aaf7-49f130468440, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c76c9e-455e-40e0-b6ab-93c9b58b303f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1646, 'network_id': '38ebbf5b-601b-414d-9f07-073dda724234'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:25:21.565582 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7846d310-dedd-4abd-a1f0-b738b5a81af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:21.584895 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:21.590370 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-89be1f19-486b-4a55-bda1-15d25bc398f2 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Deleting subnet c65b9d62-3c13-4bfd-82dc-736f9f95dfb5 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:25:21.593842 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-89be1f19-486b-4a55-bda1-15d25bc398f2 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:21.652040 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-7846d310-dedd-4abd-a1f0-b738b5a81af2 None None] For port 16e766f8-aef8-4947-aaf7-49f130468440, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:21.655903 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-7846d310-dedd-4abd-a1f0-b738b5a81af2 None None] For port 16e766f8-aef8-4947-aaf7-49f130468440, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=16e766f8-aef8-4947-aaf7-49f130468440,segment=NetworkSegment(e8c76c9e-455e-40e0-b6ab-93c9b58b303f),segment_id=e8c76c9e-455e-40e0-b6ab-93c9b58b303f)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:25:21.672798 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-89be1f19-486b-4a55-bda1-15d25bc398f2 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:21.693431 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Pushing event updated for resources: {'Port': ['ID=b38fc52f-8557-4447-ae14-25f4417f394e,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:21.728679 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b38fc52f-8557-4447-ae14-25f4417f394e on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:21.731045 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b38fc52f-8557-4447-ae14-25f4417f394e by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:21.731461 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b38fc52f-8557-4447-ae14-25f4417f394e on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:21.738290 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Port b38fc52f-8557-4447-ae14-25f4417f394e on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:21.738489 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Failed to bind port b38fc52f-8557-4447-ae14-25f4417f394e on host n-h2-791506-28 for vnic_type normal using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] Aug 31 09:25:21.741762 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7846d310-dedd-4abd-a1f0-b738b5a81af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:21.742866 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempt 2 to bind port b38fc52f-8557-4447-ae14-25f4417f394e Aug 31 09:25:21.758073 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 932675cc-0550-495e-a899-f8ee5017c645 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:25:21.775304 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b38fc52f-8557-4447-ae14-25f4417f394e on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:21.778919 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b38fc52f-8557-4447-ae14-25f4417f394e by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:21.778919 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b38fc52f-8557-4447-ae14-25f4417f394e on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:21.782448 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Port b38fc52f-8557-4447-ae14-25f4417f394e on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:21.782916 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Failed to bind port b38fc52f-8557-4447-ae14-25f4417f394e on host n-h2-791506-28 for vnic_type normal using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] Aug 31 09:25:21.785061 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempt 3 to bind port b38fc52f-8557-4447-ae14-25f4417f394e Aug 31 09:25:21.813639 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b38fc52f-8557-4447-ae14-25f4417f394e on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:21.813639 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b38fc52f-8557-4447-ae14-25f4417f394e by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:21.814312 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b38fc52f-8557-4447-ae14-25f4417f394e on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:21.822032 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Port b38fc52f-8557-4447-ae14-25f4417f394e on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:21.822699 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Failed to bind port b38fc52f-8557-4447-ae14-25f4417f394e on host n-h2-791506-28 for vnic_type normal using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] Aug 31 09:25:21.823134 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-89be1f19-486b-4a55-bda1-15d25bc398f2 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:21.823337 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempt 4 to bind port b38fc52f-8557-4447-ae14-25f4417f394e Aug 31 09:25:21.852749 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b38fc52f-8557-4447-ae14-25f4417f394e on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:21.857507 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b38fc52f-8557-4447-ae14-25f4417f394e by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:21.858045 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b38fc52f-8557-4447-ae14-25f4417f394e on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:21.875965 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Port b38fc52f-8557-4447-ae14-25f4417f394e on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:21.876441 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Failed to bind port b38fc52f-8557-4447-ae14-25f4417f394e on host n-h2-791506-28 for vnic_type normal using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] Aug 31 09:25:21.876936 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempt 5 to bind port b38fc52f-8557-4447-ae14-25f4417f394e Aug 31 09:25:21.916137 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846d310-dedd-4abd-a1f0-b738b5a81af2 None None] Pushing event updated for resources: {'Port': ['ID=16e766f8-aef8-4947-aaf7-49f130468440,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:21.931563 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b38fc52f-8557-4447-ae14-25f4417f394e on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:21.932194 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b38fc52f-8557-4447-ae14-25f4417f394e by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:21.933022 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b38fc52f-8557-4447-ae14-25f4417f394e on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:21.948724 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Port b38fc52f-8557-4447-ae14-25f4417f394e on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:21.948909 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Failed to bind port b38fc52f-8557-4447-ae14-25f4417f394e on host n-h2-791506-28 for vnic_type normal using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] Aug 31 09:25:21.950030 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempt 6 to bind port b38fc52f-8557-4447-ae14-25f4417f394e Aug 31 09:25:21.979069 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 932675cc-0550-495e-a899-f8ee5017c645 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:21.989899 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c49a0-c616-4566-a817-b0157bad316c req-6a3f5336-5261-4eba-9146-9db907096508 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:21.991923 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ee5c49a0-c616-4566-a817-b0157bad316c req-6a3f5336-5261-4eba-9146-9db907096508 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=2c5e03f5-0539-4af8-babb-23cdf0de44d8 HTTP/1.1" status: 200 len: 946 time: 0.1307099 Aug 31 09:25:21.996935 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b38fc52f-8557-4447-ae14-25f4417f394e on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:21.997274 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b38fc52f-8557-4447-ae14-25f4417f394e by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:21.997661 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b38fc52f-8557-4447-ae14-25f4417f394e on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:22.011666 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Port b38fc52f-8557-4447-ae14-25f4417f394e on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:22.012312 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Failed to bind port b38fc52f-8557-4447-ae14-25f4417f394e on host n-h2-791506-28 for vnic_type normal using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] Aug 31 09:25:22.019064 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempt 7 to bind port b38fc52f-8557-4447-ae14-25f4417f394e Aug 31 09:25:22.047723 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b38fc52f-8557-4447-ae14-25f4417f394e on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:22.047882 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b38fc52f-8557-4447-ae14-25f4417f394e by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:22.048189 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b38fc52f-8557-4447-ae14-25f4417f394e on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:22.059229 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-89be1f19-486b-4a55-bda1-15d25bc398f2 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:22.067274 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ee5c49a0-c616-4566-a817-b0157bad316c req-7dd9d9c3-84d1-4b20-b8ad-2cd3674a6dfe tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667660 Aug 31 09:25:22.086009 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Port b38fc52f-8557-4447-ae14-25f4417f394e on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:22.086628 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Failed to bind port b38fc52f-8557-4447-ae14-25f4417f394e on host n-h2-791506-28 for vnic_type normal using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] Aug 31 09:25:22.087208 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempt 8 to bind port b38fc52f-8557-4447-ae14-25f4417f394e Aug 31 09:25:22.106706 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b38fc52f-8557-4447-ae14-25f4417f394e on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:22.106706 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b38fc52f-8557-4447-ae14-25f4417f394e by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:22.106706 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b38fc52f-8557-4447-ae14-25f4417f394e on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:22.112941 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Port b38fc52f-8557-4447-ae14-25f4417f394e on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:22.113271 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Failed to bind port b38fc52f-8557-4447-ae14-25f4417f394e on host n-h2-791506-28 for vnic_type normal using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] Aug 31 09:25:22.113724 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempt 9 to bind port b38fc52f-8557-4447-ae14-25f4417f394e Aug 31 09:25:22.121213 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-89be1f19-486b-4a55-bda1-15d25bc398f2 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:22.126898 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-89be1f19-486b-4a55-bda1-15d25bc398f2 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] 10.222.0.119 "DELETE /v2.0/subnets/c65b9d62-3c13-4bfd-82dc-736f9f95dfb5 HTTP/1.1" status: 204 len: 168 time: 0.6084261 Aug 31 09:25:22.129298 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 40324) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:22.130859 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be1f19-486b-4a55-bda1-15d25bc398f2 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Pushing event deleted for resources: {'Subnet': ['ID=c65b9d62-3c13-4bfd-82dc-736f9f95dfb5,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:22.219961 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b38fc52f-8557-4447-ae14-25f4417f394e on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:22.228138 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b38fc52f-8557-4447-ae14-25f4417f394e by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:22.228138 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b38fc52f-8557-4447-ae14-25f4417f394e on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:22.249051 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Port b38fc52f-8557-4447-ae14-25f4417f394e on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:22.249489 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Failed to bind port b38fc52f-8557-4447-ae14-25f4417f394e on host n-h2-791506-28 for vnic_type normal using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] Aug 31 09:25:22.249995 n-d-791506-28 neutron-server[95553]: INFO neutron.plugins.ml2.plugin [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempt 10 to bind port b38fc52f-8557-4447-ae14-25f4417f394e Aug 31 09:25:22.251521 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f10f45-bf91-4132-ab43-19b27c03cf58 None None] Network d0775de6-7819-469d-844b-14d8a567569e requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:22.296227 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b38fc52f-8557-4447-ae14-25f4417f394e on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:22.296561 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b38fc52f-8557-4447-ae14-25f4417f394e by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:22.296895 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempting to bind port b38fc52f-8557-4447-ae14-25f4417f394e on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:22.308348 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54972d9-0538-4f60-95d6-fefc3428f9bd tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:22.311091 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f54972d9-0538-4f60-95d6-fefc3428f9bd tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1721990 Aug 31 09:25:22.314709 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40330) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:22.315680 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Port b38fc52f-8557-4447-ae14-25f4417f394e on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:22.316013 n-d-791506-28 neutron-server[95553]: ERROR neutron.plugins.ml2.managers [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Failed to bind port b38fc52f-8557-4447-ae14-25f4417f394e on host n-h2-791506-28 for vnic_type normal using segments [{'id': '5e524219-b75a-4bb1-81b4-5aa3fa331518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '20347674-9681-41f4-9c4c-d0b8ebcff9c2'}] Aug 31 09:25:22.316382 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:22.327252 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fb926-313a-47dc-b403-cd280a4ac05b req-fd5f9a41-b534-4d52-9c14-a3ec99a07a54 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:22.328886 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4d8fb926-313a-47dc-b403-cd280a4ac05b req-fd5f9a41-b534-4d52-9c14-a3ec99a07a54 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9113a7de-d529-4316-a7e1-172bdd2aa210 HTTP/1.1" status: 200 len: 945 time: 0.2031035 Aug 31 09:25:22.410237 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4d8fb926-313a-47dc-b403-cd280a4ac05b req-809053dc-8d65-40ac-8892-5e49c1782f1f tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708349 Aug 31 09:25:22.411104 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-49a4391c-c173-4d7e-b3e6-78013cb3c0e9 None None] Provisioning for port 932675cc-0550-495e-a899-f8ee5017c645 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:22.416346 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-49a4391c-c173-4d7e-b3e6-78013cb3c0e9 None None] Provisioning complete for port 932675cc-0550-495e-a899-f8ee5017c645 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:22.416720 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-49a4391c-c173-4d7e-b3e6-78013cb3c0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:22.434342 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] For port b38fc52f-8557-4447-ae14-25f4417f394e, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:22.439141 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attempted to set empty binding levels {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 09:25:22.475002 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f12d3100-7ce4-4b81-a513-91d323451e15 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:22.521608 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:22.557784 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28841cb0-1fb4-435c-9184-3361f4974fbc None None] DHCP port deletion for d0775de6-7819-469d-844b-14d8a567569e request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:25:22.569837 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-49a4391c-c173-4d7e-b3e6-78013cb3c0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:22.582824 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-f12d3100-7ce4-4b81-a513-91d323451e15 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Deleting port 16e766f8-aef8-4947-aaf7-49f130468440 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:22.583297 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f12d3100-7ce4-4b81-a513-91d323451e15 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:22.629112 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] In _notify_port_updated(), no bound segment for port b38fc52f-8557-4447-ae14-25f4417f394e on network 20347674-9681-41f4-9c4c-d0b8ebcff9c2 {{(pid=95553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:25:22.630216 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:22.630786 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:22.632108 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] 10.222.0.119 "PUT /v2.0/ports/b38fc52f-8557-4447-ae14-25f4417f394e HTTP/1.1" status: 200 len: 979 time: 1.9647915 Aug 31 09:25:22.637046 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40342) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:22.641723 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a7ab1-5cab-44bc-a3aa-b7ee8ac0b797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Pushing event updated for resources: {'Port': ['ID=b38fc52f-8557-4447-ae14-25f4417f394e,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:22.651098 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-49a4391c-c173-4d7e-b3e6-78013cb3c0e9 None None] For port 932675cc-0550-495e-a899-f8ee5017c645, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=932675cc-0550-495e-a899-f8ee5017c645,segment=NetworkSegment(9c14a129-2925-49bf-a9ee-64d46e2e2f91),segment_id=9c14a129-2925-49bf-a9ee-64d46e2e2f91)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:22.670991 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-28841cb0-1fb4-435c-9184-3361f4974fbc None None] Deleting port 932675cc-0550-495e-a899-f8ee5017c645 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:22.671648 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-28841cb0-1fb4-435c-9184-3361f4974fbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:22.692516 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489d89f-b190-48cf-81a2-f15c1dc0391b req-9bd13b28-bad8-4308-90fd-92b31bae1445 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:22.694372 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a489d89f-b190-48cf-81a2-f15c1dc0391b req-9bd13b28-bad8-4308-90fd-92b31bae1445 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 945 time: 0.0670950 Aug 31 09:25:22.730822 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-f12d3100-7ce4-4b81-a513-91d323451e15 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] For port 16e766f8-aef8-4947-aaf7-49f130468440, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=16e766f8-aef8-4947-aaf7-49f130468440,segment=NetworkSegment(e8c76c9e-455e-40e0-b6ab-93c9b58b303f),segment_id=e8c76c9e-455e-40e0-b6ab-93c9b58b303f)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:22.731450 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f12d3100-7ce4-4b81-a513-91d323451e15 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:22.751451 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-28841cb0-1fb4-435c-9184-3361f4974fbc None None] For port 932675cc-0550-495e-a899-f8ee5017c645, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=932675cc-0550-495e-a899-f8ee5017c645,segment=NetworkSegment(9c14a129-2925-49bf-a9ee-64d46e2e2f91),segment_id=9c14a129-2925-49bf-a9ee-64d46e2e2f91)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:22.751451 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-28841cb0-1fb4-435c-9184-3361f4974fbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:22.752701 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-f12d3100-7ce4-4b81-a513-91d323451e15 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Calling delete_port for 16e766f8-aef8-4947-aaf7-49f130468440 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:22.756371 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a489d89f-b190-48cf-81a2-f15c1dc0391b req-c14ea323-175d-42b3-a389-de192f2bfd42 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528169 Aug 31 09:25:22.761367 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-28841cb0-1fb4-435c-9184-3361f4974fbc None None] Calling delete_port for 932675cc-0550-495e-a899-f8ee5017c645 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:22.779937 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-49a4391c-c173-4d7e-b3e6-78013cb3c0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:22.791474 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-2748fa99-87a3-4ec1-8f2c-cea4c8f33eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Deleting port b38fc52f-8557-4447-ae14-25f4417f394e {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:22.791845 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2748fa99-87a3-4ec1-8f2c-cea4c8f33eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:22.879308 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4391c-c173-4d7e-b3e6-78013cb3c0e9 None None] Pushing event updated for resources: {'Port': ['ID=932675cc-0550-495e-a899-f8ee5017c645,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:22.917883 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-2748fa99-87a3-4ec1-8f2c-cea4c8f33eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] For port b38fc52f-8557-4447-ae14-25f4417f394e, host n-h2-791506-28, got binding levels [] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:22.918246 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2748fa99-87a3-4ec1-8f2c-cea4c8f33eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:22.936302 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-2748fa99-87a3-4ec1-8f2c-cea4c8f33eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Calling delete_port for b38fc52f-8557-4447-ae14-25f4417f394e owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:23.010376 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-28841cb0-1fb4-435c-9184-3361f4974fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.060258 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28841cb0-1fb4-435c-9184-3361f4974fbc None None] Pushing event deleted for resources: {'Port': ['ID=932675cc-0550-495e-a899-f8ee5017c645,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:23.074894 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28841cb0-1fb4-435c-9184-3361f4974fbc None None] No DVR routers for this DVR port 932675cc-0550-495e-a899-f8ee5017c645 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:25:23.076336 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f12d3100-7ce4-4b81-a513-91d323451e15 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.121230 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d3100-7ce4-4b81-a513-91d323451e15 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Pushing event deleted for resources: {'Port': ['ID=16e766f8-aef8-4947-aaf7-49f130468440,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:23.123231 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12d3100-7ce4-4b81-a513-91d323451e15 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] No DVR routers for this DVR port 16e766f8-aef8-4947-aaf7-49f130468440 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:25:23.124893 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2748fa99-87a3-4ec1-8f2c-cea4c8f33eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.157620 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-019fdb34-bb63-41bf-995e-23f57fe05dc7 req-b82aceb4-fbf4-47ca-ba20-772c0a5be260 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0518923 Aug 31 09:25:23.166789 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748fa99-87a3-4ec1-8f2c-cea4c8f33eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Pushing event deleted for resources: {'Port': ['ID=b38fc52f-8557-4447-ae14-25f4417f394e,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:23.183904 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec8fbf-93cc-4dca-a97d-660a7cf84c0f req-d79af0c5-4197-42bd-81ab-9f89725a0c33 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:23.193140 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5eec8fbf-93cc-4dca-a97d-660a7cf84c0f req-d79af0c5-4197-42bd-81ab-9f89725a0c33 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9113a7de-d529-4316-a7e1-172bdd2aa210 HTTP/1.1" status: 200 len: 945 time: 0.1018541 Aug 31 09:25:23.271919 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-019fdb34-bb63-41bf-995e-23f57fe05dc7 req-9547bba4-b1d6-4cf7-8b74-835f6e7eb5ac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0755768 Aug 31 09:25:23.278391 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2748fa99-87a3-4ec1-8f2c-cea4c8f33eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.280359 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2748fa99-87a3-4ec1-8f2c-cea4c8f33eba tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] 10.222.0.119 "DELETE /v2.0/ports/b38fc52f-8557-4447-ae14-25f4417f394e HTTP/1.1" status: 204 len: 168 time: 0.6423032 Aug 31 09:25:23.283210 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40360) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:23.300413 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f12d3100-7ce4-4b81-a513-91d323451e15 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.308724 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9767ce84-c31d-4e27-9f0e-c3695cc531eb None None] Network 38ebbf5b-601b-414d-9f07-073dda724234 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:23.325095 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a2a8a7-4633-479b-8682-5172c17b345e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] GET failed (client error): The resource could not be found. Aug 31 09:25:23.328518 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d7a2a8a7-4633-479b-8682-5172c17b345e tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-671806364-project-admin] 10.222.0.119 "GET /v2.0/ports/b38fc52f-8557-4447-ae14-25f4417f394e HTTP/1.1" status: 404 len: 333 time: 0.0444162 Aug 31 09:25:23.330660 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-f12d3100-7ce4-4b81-a513-91d323451e15 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ebbf5b-601b-414d-9f07-073dda724234']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:23.333959 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40364) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:23.343360 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5eec8fbf-93cc-4dca-a97d-660a7cf84c0f req-208e9d74-edbe-4e26-8fc1-6a46bdcc2423 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487932 Aug 31 09:25:23.366072 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-019fdb34-bb63-41bf-995e-23f57fe05dc7 req-9c21ea14-40e7-4653-a0aa-0fe3a8fbe689 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654290 Aug 31 09:25:23.385611 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-f12d3100-7ce4-4b81-a513-91d323451e15 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c76c9e-455e-40e0-b6ab-93c9b58b303f') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:23.385901 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-f12d3100-7ce4-4b81-a513-91d323451e15 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c76c9e-455e-40e0-b6ab-93c9b58b303f') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:23.429977 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f12d3100-7ce4-4b81-a513-91d323451e15 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.437546 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-30c7b6e1-0c23-4257-b9b5-d6be1b579cde None None] Could not find standard attr ID for object 16e766f8-aef8-4947-aaf7-49f130468440. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:25:23.455362 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f12d3100-7ce4-4b81-a513-91d323451e15 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.470949 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f0c932c7-02f6-48c9-8334-2ffcff4106b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.475779 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f12d3100-7ce4-4b81-a513-91d323451e15 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Releasing vlan 1646 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:25:23.476386 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f12d3100-7ce4-4b81-a513-91d323451e15 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.480039 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:25:23.480039 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:25:23.480039 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:25:23.480039 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:25:23.480039 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:25:23.480039 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:25:23.480039 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:25:23.480039 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:25:23.480039 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:25:23.480039 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:25:23.480039 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:25:23.480039 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:25:23.480039 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:25:23.480039 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:25:23.480039 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:25:23.480039 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:25:23.480039 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:25:23.480039 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:25:23.480039 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:25:23.480039 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:25:23.480039 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:25:23.480039 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:25:23.480039 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:25:23.480039 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:25:23.480039 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:25:23.480039 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:25:23.480039 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:25:23.480039 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:25:23.480039 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:25:23.480039 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:25:23.480039 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:25:23.480039 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:25:23.503266 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d3711c-76eb-4022-bd6a-ee486fafa7b3 req-68a879ed-ff10-4d95-8ff7-cdd4597851ad tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:23.508471 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-44d3711c-76eb-4022-bd6a-ee486fafa7b3 req-68a879ed-ff10-4d95-8ff7-cdd4597851ad tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=2c5e03f5-0539-4af8-babb-23cdf0de44d8 HTTP/1.1" status: 200 len: 946 time: 0.1498015 Aug 31 09:25:23.570965 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-44d3711c-76eb-4022-bd6a-ee486fafa7b3 req-7bf0edc6-d274-4585-8efb-339f568db483 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614977 Aug 31 09:25:23.574271 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019fdb34-bb63-41bf-995e-23f57fe05dc7 req-f3f02211-48b6-4701-9171-99d702852f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:23.576232 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-019fdb34-bb63-41bf-995e-23f57fe05dc7 req-f3f02211-48b6-4701-9171-99d702852f37 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1995876 Aug 31 09:25:23.576833 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0857bb1a-dd5f-4edc-abf1-5208863dd633 None None] DHCP port deletion for 38ebbf5b-601b-414d-9f07-073dda724234 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:25:23.649742 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f0c932c7-02f6-48c9-8334-2ffcff4106b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.660001 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-f0c932c7-02f6-48c9-8334-2ffcff4106b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20347674-9681-41f4-9c4c-d0b8ebcff9c2']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:23.663496 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f12d3100-7ce4-4b81-a513-91d323451e15 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.676963 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f12d3100-7ce4-4b81-a513-91d323451e15 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.679205 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f12d3100-7ce4-4b81-a513-91d323451e15 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] 10.222.0.119 "DELETE /v2.0/networks/38ebbf5b-601b-414d-9f07-073dda724234 HTTP/1.1" status: 204 len: 168 time: 1.3632252 Aug 31 09:25:23.682393 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 40374) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:23.685232 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-f0c932c7-02f6-48c9-8334-2ffcff4106b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e524219-b75a-4bb1-81b4-5aa3fa331518') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:23.685232 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-f0c932c7-02f6-48c9-8334-2ffcff4106b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e524219-b75a-4bb1-81b4-5aa3fa331518') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:23.699557 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d3100-7ce4-4b81-a513-91d323451e15 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Pushing event deleted for resources: {'Network': ['ID=38ebbf5b-601b-414d-9f07-073dda724234,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:23.700150 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 932675cc-0550-495e-a899-f8ee5017c645 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:25:23.707146 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f0c932c7-02f6-48c9-8334-2ffcff4106b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.721727 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 932675cc-0550-495e-a899-f8ee5017c645 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:25:23.722088 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f0c932c7-02f6-48c9-8334-2ffcff4106b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.722794 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 932675cc-0550-495e-a899-f8ee5017c645 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:25:23.730659 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c932c7-02f6-48c9-8334-2ffcff4106b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409-project] Releasing vlan 1642 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:25:23.731272 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f0c932c7-02f6-48c9-8334-2ffcff4106b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.734761 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:25:23.734761 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:25:23.734761 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:25:23.734761 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:25:23.734761 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:25:23.734761 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:25:23.734761 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:25:23.734761 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:25:23.734761 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:25:23.734761 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:25:23.734761 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:25:23.734761 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:25:23.734761 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:25:23.734761 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:25:23.734761 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:25:23.734761 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:25:23.734761 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:25:23.734761 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:25:23.734761 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:25:23.734761 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:25:23.734761 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:25:23.734761 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:25:23.734761 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:25:23.734761 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:25:23.734761 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:25:23.734761 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:25:23.734761 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:25:23.734761 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:25:23.734761 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:25:23.734761 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:25:23.734761 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:25:23.734761 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:25:23.779099 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5c26ae5-f453-405a-94a2-9f806db6a6e5 req-0c04ca6d-ec8b-4e07-b6d7-8e172081a624 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=1b5bd35927fb49bc9780e4d378d20df4 HTTP/1.1" status: 200 len: 267 time: 0.1167760 Aug 31 09:25:23.835369 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1b07b609-e1aa-4449-b653-6239d756b714 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.897679 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f0c932c7-02f6-48c9-8334-2ffcff4106b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.905032 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f0c932c7-02f6-48c9-8334-2ffcff4106b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:23.906772 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f0c932c7-02f6-48c9-8334-2ffcff4106b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409-project] 10.222.0.119 "DELETE /v2.0/networks/20347674-9681-41f4-9c4c-d0b8ebcff9c2 HTTP/1.1" status: 204 len: 168 time: 0.5715578 Aug 31 09:25:23.918133 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c26ae5-f453-405a-94a2-9f806db6a6e5 req-e44ef726-e1cc-4358-b012-cf338e9269c7 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:23.919174 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c932c7-02f6-48c9-8334-2ffcff4106b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1089535409-project] Pushing event deleted for resources: {'Network': ['ID=20347674-9681-41f4-9c4c-d0b8ebcff9c2,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:23.919660 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5c26ae5-f453-405a-94a2-9f806db6a6e5 req-e44ef726-e1cc-4358-b012-cf338e9269c7 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=2c5e03f5-0539-4af8-babb-23cdf0de44d8 HTTP/1.1" status: 200 len: 946 time: 0.1210475 Aug 31 09:25:23.946892 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-b5c26ae5-f453-405a-94a2-9f806db6a6e5 req-ef8fd1a4-38aa-4d60-8ddc-8466d061e02b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Request body: {'port': {'security_groups': []}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:24.009211 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db48eb-71b4-4adc-b801-b2492b864542 req-4213a7dd-1828-48ba-b0a4-9546a67eb9e7 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:24.010858 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c4db48eb-71b4-4adc-b801-b2492b864542 req-4213a7dd-1828-48ba-b0a4-9546a67eb9e7 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 945 time: 0.1695321 Aug 31 09:25:24.026393 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1b07b609-e1aa-4449-b653-6239d756b714 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.058209 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-1b07b609-e1aa-4449-b653-6239d756b714 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0775de6-7819-469d-844b-14d8a567569e']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:24.094389 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-1b07b609-e1aa-4449-b653-6239d756b714 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c14a129-2925-49bf-a9ee-64d46e2e2f91') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:24.094704 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-1b07b609-e1aa-4449-b653-6239d756b714 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c14a129-2925-49bf-a9ee-64d46e2e2f91') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:24.117478 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1b07b609-e1aa-4449-b653-6239d756b714 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.118976 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b5c26ae5-f453-405a-94a2-9f806db6a6e5 req-ef8fd1a4-38aa-4d60-8ddc-8466d061e02b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.140583 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c4db48eb-71b4-4adc-b801-b2492b864542 req-f0fc002a-6cc2-45b7-b1f2-3ae039bb746f tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214623 Aug 31 09:25:24.150863 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1b07b609-e1aa-4449-b653-6239d756b714 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.178708 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b07b609-e1aa-4449-b653-6239d756b714 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Releasing vlan 1607 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:25:24.179324 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1b07b609-e1aa-4449-b653-6239d756b714 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.182097 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:25:24.182097 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:25:24.182097 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:25:24.182097 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:25:24.182097 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:25:24.182097 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:25:24.182097 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:25:24.182097 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:25:24.182097 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:25:24.182097 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:25:24.182097 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:25:24.182097 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:25:24.182097 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:25:24.182097 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:25:24.182097 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:25:24.182097 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:25:24.182097 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:25:24.182097 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:25:24.182097 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:25:24.182097 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:25:24.182097 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:25:24.182097 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:25:24.182097 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:25:24.182097 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:25:24.182097 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:25:24.182097 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:25:24.182097 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:25:24.182097 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:25:24.182097 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:25:24.182097 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:25:24.182097 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:25:24.182097 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:25:24.379189 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-b5c26ae5-f453-405a-94a2-9f806db6a6e5 req-ef8fd1a4-38aa-4d60-8ddc-8466d061e02b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] For port 1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:24.390053 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1b07b609-e1aa-4449-b653-6239d756b714 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.399589 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1b07b609-e1aa-4449-b653-6239d756b714 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.401440 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1b07b609-e1aa-4449-b653-6239d756b714 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] 10.222.0.119 "DELETE /v2.0/networks/d0775de6-7819-469d-844b-14d8a567569e HTTP/1.1" status: 204 len: 168 time: 0.7181454 Aug 31 09:25:24.407060 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 40404) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:24.475579 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a811b5-c60e-4883-a434-431659f98f5e req-ffca4bf0-b1ff-414d-8c10-c00d5f58e53a tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:24.477232 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e7a811b5-c60e-4883-a434-431659f98f5e req-ffca4bf0-b1ff-414d-8c10-c00d5f58e53a tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.112 "GET /v2.0/ports?device_id=9113a7de-d529-4316-a7e1-172bdd2aa210 HTTP/1.1" status: 200 len: 945 time: 0.0975225 Aug 31 09:25:24.478268 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b07b609-e1aa-4449-b653-6239d756b714 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Pushing event deleted for resources: {'Network': ['ID=d0775de6-7819-469d-844b-14d8a567569e,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:24.492757 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b5c26ae5-f453-405a-94a2-9f806db6a6e5 req-ef8fd1a4-38aa-4d60-8ddc-8466d061e02b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.503672 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40410) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:24.520780 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-89a860be-ecc1-4491-885f-dc307adcfb03 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.601511 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-e7a811b5-c60e-4883-a434-431659f98f5e req-2aae802b-e28c-4c97-9b50-51989a94bed3 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Deleting port b02db081-ac1d-4559-996b-58ceb03e0a0a {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:24.601953 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e7a811b5-c60e-4883-a434-431659f98f5e req-2aae802b-e28c-4c97-9b50-51989a94bed3 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.607374 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b5c26ae5-f453-405a-94a2-9f806db6a6e5 req-ef8fd1a4-38aa-4d60-8ddc-8466d061e02b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.619308 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['3edcd031-fdff-42eb-afa5-72f2616428cc', 'd28a0871-5c4e-4c3d-b0f7-63b3202242cf', '1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:25:24.675663 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-89a860be-ecc1-4491-885f-dc307adcfb03 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.703155 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-89a860be-ecc1-4491-885f-dc307adcfb03 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9198bb-d45e-4c9d-a4cf-6eca93e73dcf']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:24.716717 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c26ae5-f453-405a-94a2-9f806db6a6e5 req-ef8fd1a4-38aa-4d60-8ddc-8466d061e02b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:24.717261 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b5c26ae5-f453-405a-94a2-9f806db6a6e5 req-ef8fd1a4-38aa-4d60-8ddc-8466d061e02b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.719230 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5c26ae5-f453-405a-94a2-9f806db6a6e5 req-ef8fd1a4-38aa-4d60-8ddc-8466d061e02b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "PUT /v2.0/ports/1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e HTTP/1.1" status: 200 len: 905 time: 0.7892332 Aug 31 09:25:24.721973 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5e03f5-0539-4af8-babb-23cdf0de44d8', 'tag': '1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:24.725560 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12bc1b6-9141-47c5-aadd-d72e612a8767" -d '{"events": [{"name": "network-changed", "server_uuid": "2c5e03f5-0539-4af8-babb-23cdf0de44d8", "tag": "1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:24.746047 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-e7a811b5-c60e-4883-a434-431659f98f5e req-2aae802b-e28c-4c97-9b50-51989a94bed3 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] For port b02db081-ac1d-4559-996b-58ceb03e0a0a, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=b02db081-ac1d-4559-996b-58ceb03e0a0a,segment=NetworkSegment(316e1015-f12d-422c-8b11-cf75c56464db),segment_id=316e1015-f12d-422c-8b11-cf75c56464db)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:24.746941 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-89a860be-ecc1-4491-885f-dc307adcfb03 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5de552c-2136-4d02-8c44-c5f5ed1a92a6') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:24.747149 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e7a811b5-c60e-4883-a434-431659f98f5e req-2aae802b-e28c-4c97-9b50-51989a94bed3 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.747362 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-89a860be-ecc1-4491-885f-dc307adcfb03 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5de552c-2136-4d02-8c44-c5f5ed1a92a6') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:24.755762 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8fd1a4-38aa-4d60-8ddc-8466d061e02b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Pushing event updated for resources: {'Port': ['ID=1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e,revision_number=6']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:24.771919 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-89a860be-ecc1-4491-885f-dc307adcfb03 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.785125 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-e7a811b5-c60e-4883-a434-431659f98f5e req-2aae802b-e28c-4c97-9b50-51989a94bed3 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Calling delete_port for b02db081-ac1d-4559-996b-58ceb03e0a0a owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:24.810342 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-89a860be-ecc1-4491-885f-dc307adcfb03 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.825833 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a860be-ecc1-4491-885f-dc307adcfb03 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Releasing vlan 1649 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:25:24.826405 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-89a860be-ecc1-4491-885f-dc307adcfb03 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:24.829629 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:25:24.829629 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:25:24.829629 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:25:24.829629 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:25:24.829629 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:25:24.829629 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:25:24.829629 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:25:24.829629 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:25:24.829629 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:25:24.829629 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:25:24.829629 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:25:24.829629 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:25:24.829629 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:25:24.829629 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:25:24.829629 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:25:24.829629 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:25:24.829629 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:25:24.829629 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:25:24.829629 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:25:24.829629 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:25:24.829629 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:25:24.829629 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:25:24.829629 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:25:24.829629 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:25:24.829629 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:25:24.829629 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:25:24.829629 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:25:24.829629 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:25:24.829629 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:25:24.829629 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:25:24.829629 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:25:24.829629 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:25:24.878121 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:25:24.905275 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5b59439c-5b54-4a00-89ff-0f683e827612 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=616b56cab88e4ba78363147d46b7badf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3991501 Aug 31 09:25:24.945520 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40438) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:25.045946 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-da143dd8-37c6-413a-81d1-999ad93c0aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.099548 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-89a860be-ecc1-4491-885f-dc307adcfb03 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.109196 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-89a860be-ecc1-4491-885f-dc307adcfb03 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.109196 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-89a860be-ecc1-4491-885f-dc307adcfb03 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] 10.222.0.119 "DELETE /v2.0/networks/ab9198bb-d45e-4c9d-a4cf-6eca93e73dcf HTTP/1.1" status: 204 len: 168 time: 0.6982713 Aug 31 09:25:25.119540 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40444) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:25.136147 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a860be-ecc1-4491-885f-dc307adcfb03 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Pushing event deleted for resources: {'Network': ['ID=ab9198bb-d45e-4c9d-a4cf-6eca93e73dcf,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:25.179423 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-da143dd8-37c6-413a-81d1-999ad93c0aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.195204 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33122bd6-79e0-48ca-b589-4a37ae5fdb00 req-d4faebfa-d5df-447c-b875-e5c3e0fdf779 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:25.198977 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-33122bd6-79e0-48ca-b589-4a37ae5fdb00 req-d4faebfa-d5df-447c-b875-e5c3e0fdf779 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 945 time: 0.1606069 Aug 31 09:25:25.207032 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22f6d7-e1c7-49d8-9b46-1b0c02570bc0 req-3c0ede44-8526-437f-882d-ebe2c900e112 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:25.208970 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6f22f6d7-e1c7-49d8-9b46-1b0c02570bc0 req-3c0ede44-8526-437f-882d-ebe2c900e112 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9113a7de-d529-4316-a7e1-172bdd2aa210 HTTP/1.1" status: 200 len: 945 time: 0.1996968 Aug 31 09:25:25.261720 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-33122bd6-79e0-48ca-b589-4a37ae5fdb00 req-b38225ea-5911-4331-977f-7bfa863510f9 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517535 Aug 31 09:25:25.295757 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6f22f6d7-e1c7-49d8-9b46-1b0c02570bc0 req-0373b10b-be94-44dc-9378-fb4bf93b2b6f tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650563 Aug 31 09:25:25.377552 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb295bc-5f04-4d0c-82bf-81c3f99b6ff5 x-openstack-request-id: req-8cb295bc-5f04-4d0c-82bf-81c3f99b6ff5 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:25.379950 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c5e03f5-0539-4af8-babb-23cdf0de44d8", "tag": "1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:25.380287 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-8cb295bc-5f04-4d0c-82bf-81c3f99b6ff5 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:25.383131 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5e03f5-0539-4af8-babb-23cdf0de44d8', 'tag': '1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e', 'status': 'completed', 'code': 200} Aug 31 09:25:25.385504 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-43511bfb-343d-4207-b524-80fd36b5ba23 None None] Provisioning complete for port 1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:25.386028 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-43511bfb-343d-4207-b524-80fd36b5ba23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.390675 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e7a811b5-c60e-4883-a434-431659f98f5e req-2aae802b-e28c-4c97-9b50-51989a94bed3 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.460715 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae802b-e28c-4c97-9b50-51989a94bed3 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Pushing event deleted for resources: {'Port': ['ID=b02db081-ac1d-4559-996b-58ceb03e0a0a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:25.466148 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-04b9704f-cae0-4c0f-892e-e82fcf04b1c7 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.540207 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f504e9-bc75-4677-a3a3-90d643cdadfd req-1252bbba-a54c-404d-aa08-39e5907d28f4 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:25.540207 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22f504e9-bc75-4677-a3a3-90d643cdadfd req-1252bbba-a54c-404d-aa08-39e5907d28f4 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=2c5e03f5-0539-4af8-babb-23cdf0de44d8 HTTP/1.1" status: 200 len: 908 time: 0.1736314 Aug 31 09:25:25.543601 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bc1b6-9141-47c5-aadd-d72e612a8767 req-b1d404fd-0ff8-4242-8b38-d95543f81ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:25.545157 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d12bc1b6-9141-47c5-aadd-d72e612a8767 req-b1d404fd-0ff8-4242-8b38-d95543f81ca8 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1b5bd35927fb49bc9780e4d378d20df4&device_id=2c5e03f5-0539-4af8-babb-23cdf0de44d8 HTTP/1.1" status: 200 len: 1060 time: 0.1238589 Aug 31 09:25:25.580217 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a811b5-c60e-4883-a434-431659f98f5e req-2aae802b-e28c-4c97-9b50-51989a94bed3 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] No DVR routers for this DVR port b02db081-ac1d-4559-996b-58ceb03e0a0a on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:25:25.587271 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e7a811b5-c60e-4883-a434-431659f98f5e req-2aae802b-e28c-4c97-9b50-51989a94bed3 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.590923 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e7a811b5-c60e-4883-a434-431659f98f5e req-2aae802b-e28c-4c97-9b50-51989a94bed3 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.112 "DELETE /v2.0/ports/b02db081-ac1d-4559-996b-58ceb03e0a0a HTTP/1.1" status: 204 len: 173 time: 1.1064112 Aug 31 09:25:25.595987 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9113a7de-d529-4316-a7e1-172bdd2aa210', 'name': 'network-vif-deleted', 'tag': 'b02db081-ac1d-4559-996b-58ceb03e0a0a'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:25.600947 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b092c75-f9f0-4046-8b27-c8a42ac7ce45" -d '{"events": [{"server_uuid": "9113a7de-d529-4316-a7e1-172bdd2aa210", "name": "network-vif-deleted", "tag": "b02db081-ac1d-4559-996b-58ceb03e0a0a"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:25.669574 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bc1b6-9141-47c5-aadd-d72e612a8767 req-f0b9d212-4620-49ab-80c0-c853f6d30b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:25.671095 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d12bc1b6-9141-47c5-aadd-d72e612a8767 req-f0b9d212-4620-49ab-80c0-c853f6d30b8c service neutron] 10.222.0.112 "GET /v2.0/networks?id=f5553b74-379c-4750-8c9c-33e10cb78fdc HTTP/1.1" status: 200 len: 912 time: 0.1178000 Aug 31 09:25:25.701294 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['b02db081-ac1d-4559-996b-58ceb03e0a0a'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:25:25.761409 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d12bc1b6-9141-47c5-aadd-d72e612a8767 req-a350a3e7-6335-40c0-9cee-bdf7f5d09190 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e HTTP/1.1" status: 200 len: 217 time: 0.0751395 Aug 31 09:25:25.780382 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-04b9704f-cae0-4c0f-892e-e82fcf04b1c7 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.798394 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-04b9704f-cae0-4c0f-892e-e82fcf04b1c7 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4248c732-bb3c-495b-8b70-c5a8dfd6b2a6']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:25.815393 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-04b9704f-cae0-4c0f-892e-e82fcf04b1c7 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '097c763e-28eb-4c37-bbe0-fc5179863b0d') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:25.815865 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-04b9704f-cae0-4c0f-892e-e82fcf04b1c7 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '097c763e-28eb-4c37-bbe0-fc5179863b0d') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:25.818276 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-da143dd8-37c6-413a-81d1-999ad93c0aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.821115 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-da143dd8-37c6-413a-81d1-999ad93c0aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.822176 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-da143dd8-37c6-413a-81d1-999ad93c0aea admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/3ae41d6f-5871-4732-b45a-ac732a89dfdd HTTP/1.1" status: 204 len: 168 time: 0.8755758 Aug 31 09:25:25.833817 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-04b9704f-cae0-4c0f-892e-e82fcf04b1c7 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.858862 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da143dd8-37c6-413a-81d1-999ad93c0aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae41d6f-5871-4732-b45a-ac732a89dfdd,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:25.882927 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53826252-4567-4788-8fec-a278a04fbb7e req-6c56332a-4bc2-4cbd-9a07-405d2fc1411e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:25.888396 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-04b9704f-cae0-4c0f-892e-e82fcf04b1c7 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.894194 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-53826252-4567-4788-8fec-a278a04fbb7e req-6c56332a-4bc2-4cbd-9a07-405d2fc1411e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.2174382 Aug 31 09:25:25.896097 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b9704f-cae0-4c0f-892e-e82fcf04b1c7 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Releasing vlan 1645 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:25:25.900649 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-04b9704f-cae0-4c0f-892e-e82fcf04b1c7 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:25.911568 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:25:25.911568 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:25:25.911568 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:25:25.911568 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:25:25.911568 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:25:25.911568 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:25:25.911568 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:25:25.911568 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:25:25.911568 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:25:25.911568 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:25:25.911568 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:25:25.911568 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:25:25.911568 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:25:25.911568 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:25:25.911568 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:25:25.911568 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:25:25.911568 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:25:25.911568 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:25:25.911568 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:25:25.911568 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:25:25.911568 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:25:25.911568 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:25:25.911568 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:25:25.911568 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:25:25.911568 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:25:25.911568 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:25:25.911568 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:25:25.911568 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:25:25.911568 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:25:25.911568 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:25:25.911568 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:25:25.911568 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:25:25.913739 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2151bce-ade0-4bdf-9c01-94941cdcb337 x-openstack-request-id: req-d2151bce-ade0-4bdf-9c01-94941cdcb337 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:25.913739 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9113a7de-d529-4316-a7e1-172bdd2aa210", "name": "network-vif-deleted", "tag": "b02db081-ac1d-4559-996b-58ceb03e0a0a", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:25.913739 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-d2151bce-ade0-4bdf-9c01-94941cdcb337 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:25.913987 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9113a7de-d529-4316-a7e1-172bdd2aa210', 'name': 'network-vif-deleted', 'tag': 'b02db081-ac1d-4559-996b-58ceb03e0a0a', 'status': 'completed', 'code': 200} Aug 31 09:25:25.960060 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bc1b6-9141-47c5-aadd-d72e612a8767 req-8212b68e-c81a-46f7-ae30-10512c7b89b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:25.961612 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d12bc1b6-9141-47c5-aadd-d72e612a8767 req-8212b68e-c81a-46f7-ae30-10512c7b89b9 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=38d49ab8-d8f2-42ae-8afb-2cc963a498ae HTTP/1.1" status: 200 len: 849 time: 0.1891506 Aug 31 09:25:25.971567 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-53826252-4567-4788-8fec-a278a04fbb7e req-205270f4-7eae-4e8b-ad78-be4df911ddaa tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750165 Aug 31 09:25:26.035385 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bc1b6-9141-47c5-aadd-d72e612a8767 req-80648f75-4f09-4ca2-93df-15522f9b7a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:26.042264 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d12bc1b6-9141-47c5-aadd-d72e612a8767 req-80648f75-4f09-4ca2-93df-15522f9b7a9d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f5553b74-379c-4750-8c9c-33e10cb78fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569830 Aug 31 09:25:26.061481 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-04b9704f-cae0-4c0f-892e-e82fcf04b1c7 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:26.088786 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-04b9704f-cae0-4c0f-892e-e82fcf04b1c7 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:26.094361 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-04b9704f-cae0-4c0f-892e-e82fcf04b1c7 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] 10.222.0.119 "DELETE /v2.0/networks/4248c732-bb3c-495b-8b70-c5a8dfd6b2a6 HTTP/1.1" status: 204 len: 168 time: 0.9702175 Aug 31 09:25:26.095313 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9704f-cae0-4c0f-892e-e82fcf04b1c7 tempest-BulkNetworkOpsIpV6Test-1530176990 tempest-BulkNetworkOpsIpV6Test-1530176990-project] Pushing event deleted for resources: {'Network': ['ID=4248c732-bb3c-495b-8b70-c5a8dfd6b2a6,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:26.180915 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf6c4e-ea71-4efb-8621-81ef1b0725c3 req-3a1405fa-f69a-47f9-9809-c1fe9330a10c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:26.182492 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-13cf6c4e-ea71-4efb-8621-81ef1b0725c3 req-3a1405fa-f69a-47f9-9809-c1fe9330a10c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.0775201 Aug 31 09:25:26.213089 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d12bc1b6-9141-47c5-aadd-d72e612a8767 req-460aa128-f8f4-4653-bc34-7fd43b731678 service neutron] 10.222.0.112 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669943 Aug 31 09:25:26.245921 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-13cf6c4e-ea71-4efb-8621-81ef1b0725c3 req-49b94222-91be-4cd6-a00f-89f87536ffef tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484829 Aug 31 09:25:26.407784 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9599abb5-b477-4af2-8ba2-15fab7305cd9 req-821a6262-a855-44f5-b250-e8433dd7bfe8 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9113a7de-d529-4316-a7e1-172bdd2aa210 HTTP/1.1" status: 200 len: 210 time: 0.0335283 Aug 31 09:25:26.462442 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d12bc1b6-9141-47c5-aadd-d72e612a8767 req-f5d3bd8e-0e9a-41c7-b115-9e67a46186a0 service neutron] 10.222.0.112 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313242 Aug 31 09:25:26.482108 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd3b06-f58a-4fd3-979e-e5607d70121b req-bfe3eeda-3155-4c78-9bef-116cf521a7db tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:26.483638 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74dd3b06-f58a-4fd3-979e-e5607d70121b req-bfe3eeda-3155-4c78-9bef-116cf521a7db tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 945 time: 0.1106606 Aug 31 09:25:26.521691 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74dd3b06-f58a-4fd3-979e-e5607d70121b req-6fd615b9-741b-496f-9f1d-6da9d7c96ac0 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314522 Aug 31 09:25:26.775331 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40528) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:26.819569 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-058527fe-ba80-486e-87b7-528a855b9374 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=9fb0dd02484e4518852021d17a952156&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420763 Aug 31 09:25:26.821150 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40530) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:26.876933 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e5152a81-a405-4e60-ac0c-8798aa4bb8fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:26.905098 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e5152a81-a405-4e60-ac0c-8798aa4bb8fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:27.040349 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e5152a81-a405-4e60-ac0c-8798aa4bb8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:27.043878 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e5152a81-a405-4e60-ac0c-8798aa4bb8fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:27.045683 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e5152a81-a405-4e60-ac0c-8798aa4bb8fd admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/16a3abda-dac5-4b17-a078-9c21c63c44ef HTTP/1.1" status: 204 len: 168 time: 0.2229707 Aug 31 09:25:27.055148 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5152a81-a405-4e60-ac0c-8798aa4bb8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a3abda-dac5-4b17-a078-9c21c63c44ef,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:27.085139 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-a07bfdaa-0214-4ed7-91bf-6c878524ba37 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:27.093840 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-a07bfdaa-0214-4ed7-91bf-6c878524ba37 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/networks?id=f5553b74-379c-4750-8c9c-33e10cb78fdc HTTP/1.1" status: 200 len: 810 time: 0.1510355 Aug 31 09:25:27.094685 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40554) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:27.109869 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-56cdc77d-cb98-4b9a-8eea-3014cc777024 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/quotas/1b5bd35927fb49bc9780e4d378d20df4 HTTP/1.1" status: 200 len: 375 time: 0.0162156 Aug 31 09:25:27.186664 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-81939e8c-6dfb-4b51-8af6-bb9f8e188a06 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=1b5bd35927fb49bc9780e4d378d20df4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0754836 Aug 31 09:25:27.289550 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-3a4a30c6-6069-4065-8d60-783ce9ef7232 service neutron] 10.222.0.119 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952125 Aug 31 09:25:27.399192 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-95277573-8905-4381-8194-33336f5dba19 service neutron] 10.222.0.119 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031277 Aug 31 09:25:27.547700 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-18810834-201c-4a6b-baeb-7246e3c94c33 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=c573ffa9a0db44feb71b20956b6c39b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4515698 Aug 31 09:25:27.550347 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40574) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:27.611654 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e0f079f7-e40e-44e1-9693-1a46be7b2c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:27.649697 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e0f079f7-e40e-44e1-9693-1a46be7b2c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:27.679118 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b487b70-5e3e-4c19-85ea-c1df9e429951 req-2d402459-5733-494d-a8e2-3b009b5861b3 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:27.680686 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b487b70-5e3e-4c19-85ea-c1df9e429951 req-2d402459-5733-494d-a8e2-3b009b5861b3 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.59 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 945 time: 0.1172407 Aug 31 09:25:27.835140 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e0f079f7-e40e-44e1-9693-1a46be7b2c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:27.839337 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e0f079f7-e40e-44e1-9693-1a46be7b2c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:27.845636 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e0f079f7-e40e-44e1-9693-1a46be7b2c75 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/021b68b1-c878-4912-b2cb-95de6c172080 HTTP/1.1" status: 204 len: 168 time: 0.2935376 Aug 31 09:25:27.857584 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f079f7-e40e-44e1-9693-1a46be7b2c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021b68b1-c878-4912-b2cb-95de6c172080,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:28.147918 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b594da-1704-4ee3-ad79-39f20b8fc1e1 req-cf232cfc-dec7-4024-98ff-2d0963a81bb1 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:28.149438 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05b594da-1704-4ee3-ad79-39f20b8fc1e1 req-cf232cfc-dec7-4024-98ff-2d0963a81bb1 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 945 time: 0.5032649 Aug 31 09:25:28.261145 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05b594da-1704-4ee3-ad79-39f20b8fc1e1 req-dcef8230-5ad1-4831-9f6b-3d7b44d82945 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960491 Aug 31 09:25:28.278057 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-9b487b70-5e3e-4c19-85ea-c1df9e429951 req-354d21f9-fd20-4a9a-bf01-2e2467e7b0c5 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Deleting port 90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:28.278396 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9b487b70-5e3e-4c19-85ea-c1df9e429951 req-354d21f9-fd20-4a9a-bf01-2e2467e7b0c5 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:28.353713 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728609a-c885-40fc-9752-ef44c6706a94 req-5cfb2761-d703-4393-8fa7-6e3236361f1c tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:28.360918 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9728609a-c885-40fc-9752-ef44c6706a94 req-5cfb2761-d703-4393-8fa7-6e3236361f1c tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/networks?id=f668d119-0317-4e13-bd19-a19b34b961f5 HTTP/1.1" status: 200 len: 812 time: 0.6085575 Aug 31 09:25:28.381970 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3ed903ca-1a40-4068-84a0-69730ca739ad req-8b584843-12fc-40a5-ba33-79ab78d45cd9 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 210 time: 0.0469937 Aug 31 09:25:28.398758 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9728609a-c885-40fc-9752-ef44c6706a94 req-0fdcdc3e-a97c-4421-993a-06cd8351ed44 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/quotas/e7263d55640346b092e769ab252c85c3 HTTP/1.1" status: 200 len: 375 time: 0.0202866 Aug 31 09:25:28.454975 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9728609a-c885-40fc-9752-ef44c6706a94 req-10cff99f-67d0-45a8-9f76-6a3e0874a3d4 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=e7263d55640346b092e769ab252c85c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473931 Aug 31 09:25:28.465799 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device b02db081-ac1d-4559-996b-58ceb03e0a0a no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:25:28.497089 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: b02db081-ac1d-4559-996b-58ceb03e0a0a {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:25:28.497588 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device b02db081-ac1d-4559-996b-58ceb03e0a0a not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:25:28.544445 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-9b487b70-5e3e-4c19-85ea-c1df9e429951 req-354d21f9-fd20-4a9a-bf01-2e2467e7b0c5 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] For port 90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4,segment=NetworkSegment(d4a3fa96-c4b5-4b90-91f6-d3a2f5e98558),segment_id=d4a3fa96-c4b5-4b90-91f6-d3a2f5e98558)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:28.544806 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9b487b70-5e3e-4c19-85ea-c1df9e429951 req-354d21f9-fd20-4a9a-bf01-2e2467e7b0c5 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:28.567894 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-9b487b70-5e3e-4c19-85ea-c1df9e429951 req-354d21f9-fd20-4a9a-bf01-2e2467e7b0c5 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Calling delete_port for 90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:28.647740 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9728609a-c885-40fc-9752-ef44c6706a94 req-398a1a2f-0e20-455b-b175-baada7fc5c55 service neutron] 10.222.0.119 "GET /v2.0/networks/f668d119-0317-4e13-bd19-a19b34b961f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825573 Aug 31 09:25:28.795094 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9728609a-c885-40fc-9752-ef44c6706a94 req-fac22f39-5501-4209-ba8a-0dfc21c449cb service neutron] 10.222.0.119 "GET /v2.0/networks/f668d119-0317-4e13-bd19-a19b34b961f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369946 Aug 31 09:25:28.926862 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9b487b70-5e3e-4c19-85ea-c1df9e429951 req-354d21f9-fd20-4a9a-bf01-2e2467e7b0c5 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:28.940259 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['00788970-ac80-4b9a-bb8f-7474a59aeb75'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:25:28.973834 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d21f9-fd20-4a9a-bf01-2e2467e7b0c5 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Pushing event deleted for resources: {'Port': ['ID=90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:29.059483 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b487b70-5e3e-4c19-85ea-c1df9e429951 req-354d21f9-fd20-4a9a-bf01-2e2467e7b0c5 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] No DVR routers for this DVR port 90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4 on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:25:29.064025 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9b487b70-5e3e-4c19-85ea-c1df9e429951 req-354d21f9-fd20-4a9a-bf01-2e2467e7b0c5 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:29.066777 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b487b70-5e3e-4c19-85ea-c1df9e429951 req-354d21f9-fd20-4a9a-bf01-2e2467e7b0c5 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.59 "DELETE /v2.0/ports/90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4 HTTP/1.1" status: 204 len: 173 time: 1.3700106 Aug 31 09:25:29.068084 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb854d0-9d8f-4b4e-bd7d-cf24afb34868', 'name': 'network-vif-deleted', 'tag': '90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:29.072463 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c843e805-47c7-4bdc-af6a-826ec0cd24c0" -d '{"events": [{"server_uuid": "4fb854d0-9d8f-4b4e-bd7d-cf24afb34868", "name": "network-vif-deleted", "tag": "90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:29.110463 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c30113f8-44bb-44dc-9958-8104f45cc65a req-bc450bb5-dcb5-4d85-b377-e60de7200eb3 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf705789-1d01-4172-9bea-d10de92df79e HTTP/1.1" status: 200 len: 210 time: 0.0482080 Aug 31 09:25:29.148440 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7173eafd-b5bc-4aae-82c3-1be84ab005cb x-openstack-request-id: req-7173eafd-b5bc-4aae-82c3-1be84ab005cb {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:29.148692 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb854d0-9d8f-4b4e-bd7d-cf24afb34868", "name": "network-vif-deleted", "tag": "90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:29.149247 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-7173eafd-b5bc-4aae-82c3-1be84ab005cb {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:29.149561 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb854d0-9d8f-4b4e-bd7d-cf24afb34868', 'name': 'network-vif-deleted', 'tag': '90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4', 'status': 'completed', 'code': 200} Aug 31 09:25:29.382098 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d8221629-c16b-4c61-abe9-44eafa29acdf req-1a3e8481-6c27-4668-97be-9d4d438ca751 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 210 time: 0.0290177 Aug 31 09:25:29.504884 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-95858852-240d-4098-8dfc-b75bb7ef18df req-3842bbc6-0ed2-4dfd-8519-05c3fc2012d4 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 210 time: 0.0398936 Aug 31 09:25:29.711118 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40708) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:29.791788 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40712) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:29.919130 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-2f1152cd-ff7a-4916-9c54-befa9d4403aa tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1216114576'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:29.949636 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-43ff3c55-1b60-484f-afa3-f2c46818429b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1239993122', 'router:external': True}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:30.075906 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1152cd-ff7a-4916-9c54-befa9d4403aa tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Made reservation on behalf of 6a89472a07f54f00b52b237b1a531827 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:30.079816 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2f1152cd-ff7a-4916-9c54-befa9d4403aa tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:30.086880 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:25:30.094390 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2f1152cd-ff7a-4916-9c54-befa9d4403aa tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:30.112233 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:25:30.112698 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 90d051a0-0c5a-4fd0-ad7c-dfcbd1f743c4 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:25:30.189274 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ff3c55-1b60-484f-afa3-f2c46818429b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Made reservation on behalf of 2809962570244a6cb4f6ae66b830f88c for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:30.193298 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-43ff3c55-1b60-484f-afa3-f2c46818429b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:30.211955 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-43ff3c55-1b60-484f-afa3-f2c46818429b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:30.258290 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11900d30-ff79-47f4-90cd-179c67a52191 req-a27f18da-6e9e-4524-a9a9-dd4f932bd201 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf705789-1d01-4172-9bea-d10de92df79e HTTP/1.1" status: 200 len: 210 time: 0.0520172 Aug 31 09:25:30.349765 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-29b5327a-d7b6-4568-a860-59bd5a03b893 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:30.351290 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-29b5327a-d7b6-4568-a860-59bd5a03b893 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.59 "GET /v2.0/networks?id=f5553b74-379c-4750-8c9c-33e10cb78fdc HTTP/1.1" status: 200 len: 810 time: 0.2046182 Aug 31 09:25:30.361509 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2f1152cd-ff7a-4916-9c54-befa9d4403aa tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:30.368153 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-f813cc47-c0a2-4c96-8b37-244d47c47c3b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Request body: {'port': {'device_id': '466f05b6-00b6-4874-957d-e3123aee1f3f', 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc', 'admin_state_up': True, 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:30.450415 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2f1152cd-ff7a-4916-9c54-befa9d4403aa tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:30.468069 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f1152cd-ff7a-4916-9c54-befa9d4403aa tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] vlan segment allocate from pool success with {'vlan_id': 1621, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:25:30.479252 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2f1152cd-ff7a-4916-9c54-befa9d4403aa tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:30.479930 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-2f1152cd-ff7a-4916-9c54-befa9d4403aa tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Added segment 51d605c5-8096-4a54-a94b-f2b1e0279223 of type vlan for network a205ffbf-3900-4fa6-96a3-3abeb3ee0247 Aug 31 09:25:30.501780 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5dbcd356-1631-4c1e-adf1-ca8ae2254a59 req-6c5202f9-6736-4207-ae13-78b8f000ad9c tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fb854d0-9d8f-4b4e-bd7d-cf24afb34868 HTTP/1.1" status: 200 len: 210 time: 0.0316348 Aug 31 09:25:30.532129 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.db.api [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-f813cc47-c0a2-4c96-8b37-244d47c47c3b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:25:30.532129 n-d-791506-28 neutron-server[95553]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:25:30.532129 n-d-791506-28 neutron-server[95553]: [parameters: {'project_id_1': '1b5bd35927fb49bc9780e4d378d20df4', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 25, 30, 485468)}] Aug 31 09:25:30.532129 n-d-791506-28 neutron-server[95553]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:25:30.534969 n-d-791506-28 neutron-server[95553]: DEBUG oslo_db.api [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-f813cc47-c0a2-4c96-8b37-244d47c47c3b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:25:30.557456 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2f1152cd-ff7a-4916-9c54-befa9d4403aa tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:30.584908 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1152cd-ff7a-4916-9c54-befa9d4403aa tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b85fa326-8676-4382-b6b8-69cb050878ff,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:30.642631 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c3ee9482-7d2b-44ec-b651-d85b31c527f1 req-33234861-f576-4d62-994d-0dbffe1e154b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 210 time: 0.0404556 Aug 31 09:25:30.672568 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-43ff3c55-1b60-484f-afa3-f2c46818429b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:30.743235 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2f1152cd-ff7a-4916-9c54-befa9d4403aa tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:30.749042 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1152cd-ff7a-4916-9c54-befa9d4403aa tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:30.749667 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2f1152cd-ff7a-4916-9c54-befa9d4403aa tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:30.817001 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1152cd-ff7a-4916-9c54-befa9d4403aa tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event updated for resources: {'Network': ['ID=a205ffbf-3900-4fa6-96a3-3abeb3ee0247,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:30.827026 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network a205ffbf-3900-4fa6-96a3-3abeb3ee0247 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:25:30.829501 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-43ff3c55-1b60-484f-afa3-f2c46818429b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:30.857160 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ff3c55-1b60-484f-afa3-f2c46818429b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] vlan segment allocate from pool success with {'vlan_id': 1622, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:25:30.871288 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff3c55-1b60-484f-afa3-f2c46818429b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f02d495-e40a-4896-8325-416ae4ce7087,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:30.876736 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-43ff3c55-1b60-484f-afa3-f2c46818429b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:30.877080 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-43ff3c55-1b60-484f-afa3-f2c46818429b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Added segment 8b03dcb5-b27a-44fa-8bee-e9d670933e0b of type vlan for network 0b3f93a3-ff99-47ad-95aa-7884525cb991 Aug 31 09:25:30.918717 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2f1152cd-ff7a-4916-9c54-befa9d4403aa tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1257176 Aug 31 09:25:30.941397 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-43ff3c55-1b60-484f-afa3-f2c46818429b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:31.060435 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-43ff3c55-1b60-484f-afa3-f2c46818429b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:31.061569 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ff3c55-1b60-484f-afa3-f2c46818429b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:31.062689 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-43ff3c55-1b60-484f-afa3-f2c46818429b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:31.150184 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-f813cc47-c0a2-4c96-8b37-244d47c47c3b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Made reservation on behalf of 1b5bd35927fb49bc9780e4d378d20df4 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:31.150326 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff3c55-1b60-484f-afa3-f2c46818429b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Pushing event updated for resources: {'Network': ['ID=0b3f93a3-ff99-47ad-95aa-7884525cb991,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:31.154488 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-f813cc47-c0a2-4c96-8b37-244d47c47c3b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:31.168887 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 0b3f93a3-ff99-47ad-95aa-7884525cb991 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:25:31.241819 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-43ff3c55-1b60-484f-afa3-f2c46818429b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.5289173 Aug 31 09:25:31.244187 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 40766) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:31.249118 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-aa9b99a8-50d4-4636-8590-1c94159ded24 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Request body: {'subnet': {'network_id': '0b3f93a3-ff99-47ad-95aa-7884525cb991', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:31.331227 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-f813cc47-c0a2-4c96-8b37-244d47c47c3b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Allocated IP 172.20.0.6 (f5553b74-379c-4750-8c9c-33e10cb78fdc/38d49ab8-d8f2-42ae-8afb-2cc963a498ae/beb9bf59-2e75-40ed-b964-66a6cefb3b92) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:31.381592 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-541527d1-38e6-4801-8a39-e74f8217152b req-1c9d0dd7-bef8-46db-aa28-6e08d33423b0 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf705789-1d01-4172-9bea-d10de92df79e HTTP/1.1" status: 200 len: 210 time: 0.0356045 Aug 31 09:25:31.393547 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9b99a8-50d4-4636-8590-1c94159ded24 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Made reservation on behalf of 2809962570244a6cb4f6ae66b830f88c for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:31.396602 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-aa9b99a8-50d4-4636-8590-1c94159ded24 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:31.610611 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-f813cc47-c0a2-4c96-8b37-244d47c47c3b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:31.632106 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-f813cc47-c0a2-4c96-8b37-244d47c47c3b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Transition to ACTIVE for port object beb9bf59-2e75-40ed-b964-66a6cefb3b92 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:31.748514 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728609a-c885-40fc-9752-ef44c6706a94 req-60f10b5d-df16-4498-8aa1-3f13f71d8958 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:31.750180 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9728609a-c885-40fc-9752-ef44c6706a94 req-60f10b5d-df16-4498-8aa1-3f13f71d8958 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.59 "GET /v2.0/networks?id=f668d119-0317-4e13-bd19-a19b34b961f5 HTTP/1.1" status: 200 len: 812 time: 0.2515817 Aug 31 09:25:31.776418 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-9728609a-c885-40fc-9752-ef44c6706a94 req-9a6ae423-e15e-48ef-8153-99b2e4787917 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Request body: {'port': {'device_id': 'bf705789-1d01-4172-9bea-d10de92df79e', 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5', 'admin_state_up': True, 'tenant_id': 'e7263d55640346b092e769ab252c85c3'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:31.781669 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-f813cc47-c0a2-4c96-8b37-244d47c47c3b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:31.803881 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['3edcd031-fdff-42eb-afa5-72f2616428cc', 'd28a0871-5c4e-4c3d-b0f7-63b3202242cf'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:25:31.921516 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-f813cc47-c0a2-4c96-8b37-244d47c47c3b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Network f5553b74-379c-4750-8c9c-33e10cb78fdc is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:31.957787 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-f813cc47-c0a2-4c96-8b37-244d47c47c3b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:31.972257 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-f813cc47-c0a2-4c96-8b37-244d47c47c3b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:32.128859 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813cc47-c0a2-4c96-8b37-244d47c47c3b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Pushing event updated for resources: {'Port': ['ID=beb9bf59-2e75-40ed-b964-66a6cefb3b92,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:32.173328 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1aab59-0f90-4605-b626-68d915d2cda0 req-12d2df61-7304-43dd-bfe1-34fcc1e722c0 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:32.190947 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c1aab59-0f90-4605-b626-68d915d2cda0 req-12d2df61-7304-43dd-bfe1-34fcc1e722c0 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 931 time: 0.4072211 Aug 31 09:25:32.267667 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-f813cc47-c0a2-4c96-8b37-244d47c47c3b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:32.268207 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-f813cc47-c0a2-4c96-8b37-244d47c47c3b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:32.303108 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c1aab59-0f90-4605-b626-68d915d2cda0 req-7e171ded-c45d-47dd-9e5c-ebfb2cdb23e0 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054008 Aug 31 09:25:32.425181 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-37ff95cf-e0b3-4be7-9503-2cbfb5c0165e None None] Provisioning for port beb9bf59-2e75-40ed-b964-66a6cefb3b92 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:32.431279 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9728609a-c885-40fc-9752-ef44c6706a94 req-9a6ae423-e15e-48ef-8153-99b2e4787917 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Made reservation on behalf of e7263d55640346b092e769ab252c85c3 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:32.439796 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9728609a-c885-40fc-9752-ef44c6706a94 req-9a6ae423-e15e-48ef-8153-99b2e4787917 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:32.443433 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-37ff95cf-e0b3-4be7-9503-2cbfb5c0165e None None] Provisioning complete for port beb9bf59-2e75-40ed-b964-66a6cefb3b92 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:32.444292 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-37ff95cf-e0b3-4be7-9503-2cbfb5c0165e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:32.502507 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-37ff95cf-e0b3-4be7-9503-2cbfb5c0165e None None] Port beb9bf59-2e75-40ed-b964-66a6cefb3b92 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:25:32.535536 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-f813cc47-c0a2-4c96-8b37-244d47c47c3b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1711304 Aug 31 09:25:32.540365 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:32.580558 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-8935b97b-51e7-4546-b888-620adcda031d service neutron] Request body: {'port': {'device_id': '466f05b6-00b6-4874-957d-e3123aee1f3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:32.627194 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-95f1f46f-311e-469d-85a6-dd341482cac9 req-f71721d2-f8db-4c81-9c6e-b02e922181f5 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf705789-1d01-4172-9bea-d10de92df79e HTTP/1.1" status: 200 len: 210 time: 0.0944679 Aug 31 09:25:32.727569 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb709ab4-ceea-46c6-915d-944e3e457d1c req-f66bb644-3289-4c52-ba59-2bbaf38e985f tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:32.729063 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bb709ab4-ceea-46c6-915d-944e3e457d1c req-f66bb644-3289-4c52-ba59-2bbaf38e985f tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 946 time: 0.2558863 Aug 31 09:25:32.743156 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-8935b97b-51e7-4546-b888-620adcda031d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:32.767459 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-9728609a-c885-40fc-9752-ef44c6706a94 req-9a6ae423-e15e-48ef-8153-99b2e4787917 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Allocated IP 172.20.0.14 (f668d119-0317-4e13-bd19-a19b34b961f5/d9ae897c-9425-4b1d-8e0e-fa584db75384/7f7cf993-1713-47d8-bb80-a587d6fc87e9) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:32.821293 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:32.873984 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bb709ab4-ceea-46c6-915d-944e3e457d1c req-7616790e-601f-4240-b753-51bc76a25dd5 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317644 Aug 31 09:25:32.950215 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40812) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:33.045237 n-d-791506-28 neutron-server[95553]: DEBUG neutron.objects.ports [None req-aa9b99a8-50d4-4636-8590-1c94159ded24 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95553) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:25:33.045718 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-aa9b99a8-50d4-4636-8590-1c94159ded24 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:33.089284 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4c6dea0c-39bb-4c85-9f42-4a41ced847c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:33.197734 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4c6dea0c-39bb-4c85-9f42-4a41ced847c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:33.202789 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b99a8-50d4-4636-8590-1c94159ded24 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Pushing event updated for resources: {'Subnet': ['ID=16c5834e-ce26-4981-9322-74e416658490,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:33.211240 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9728609a-c885-40fc-9752-ef44c6706a94 req-9a6ae423-e15e-48ef-8153-99b2e4787917 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:33.231654 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9b99a8-50d4-4636-8590-1c94159ded24 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Checking segment: {'id': '8b03dcb5-b27a-44fa-8bee-e9d670933e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '0b3f93a3-ff99-47ad-95aa-7884525cb991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:33.232016 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9b99a8-50d4-4636-8590-1c94159ded24 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Network hostable DHCP agents. Network: 0b3f93a3-ff99-47ad-95aa-7884525cb991, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:25:33.268520 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4c6dea0c-39bb-4c85-9f42-4a41ced847c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:33.310767 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4c6dea0c-39bb-4c85-9f42-4a41ced847c2 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=acf0230d989b48149c20d3eb968b5cbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3582709 Aug 31 09:25:33.312291 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6dea0c-39bb-4c85-9f42-4a41ced847c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478fb98d-6cb5-477f-b9f1-5567c26549ad,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:33.313676 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 40816) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:33.356682 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9b99a8-50d4-4636-8590-1c94159ded24 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Network 0b3f93a3-ff99-47ad-95aa-7884525cb991 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:25:33.371593 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-8935b97b-51e7-4546-b888-620adcda031d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb9bf59-2e75-40ed-b964-66a6cefb3b92 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:25:33.393619 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-8935b97b-51e7-4546-b888-620adcda031d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:33.401815 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9728609a-c885-40fc-9752-ef44c6706a94 req-9a6ae423-e15e-48ef-8153-99b2e4787917 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:33.468122 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-aa9b99a8-50d4-4636-8590-1c94159ded24 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 0b3f93a3-ff99-47ad-95aa-7884525cb991) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:33.473675 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-8935b97b-51e7-4546-b888-620adcda031d service neutron] Transition to ACTIVE for port object beb9bf59-2e75-40ed-b964-66a6cefb3b92 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:33.480776 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82145634-f8f9-4388-9a04-f497a2d35670 None None] Network 0b3f93a3-ff99-47ad-95aa-7884525cb991 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:33.487453 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9b99a8-50d4-4636-8590-1c94159ded24 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:33.488809 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-aa9b99a8-50d4-4636-8590-1c94159ded24 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:33.522071 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ae423-e15e-48ef-8153-99b2e4787917 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Pushing event updated for resources: {'Port': ['ID=7f7cf993-1713-47d8-bb80-a587d6fc87e9,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:33.538980 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9728609a-c885-40fc-9752-ef44c6706a94 req-9a6ae423-e15e-48ef-8153-99b2e4787917 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Network f668d119-0317-4e13-bd19-a19b34b961f5 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:33.549502 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-9728609a-c885-40fc-9752-ef44c6706a94 req-9a6ae423-e15e-48ef-8153-99b2e4787917 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:33.555148 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-9728609a-c885-40fc-9752-ef44c6706a94 req-9a6ae423-e15e-48ef-8153-99b2e4787917 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:33.558005 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5da1d77a-0080-4e5b-9914-2886dbbbc573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:33.562740 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-8935b97b-51e7-4546-b888-620adcda031d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:33.631226 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea1e43-aa12-4d08-980f-87f6223765f6 req-3f20058a-4ea7-4aff-af40-305d4e57bdc0 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:33.632777 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8aea1e43-aa12-4d08-980f-87f6223765f6 req-3f20058a-4ea7-4aff-af40-305d4e57bdc0 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 931 time: 0.2569220 Aug 31 09:25:33.673544 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40826) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:33.673656 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-aa9b99a8-50d4-4636-8590-1c94159ded24 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4251316 Aug 31 09:25:33.680042 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-7814f27d-c46b-41eb-abca-7648a2556cc3 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1277953834', 'network_id': '0b3f93a3-ff99-47ad-95aa-7884525cb991'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:33.694388 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5da1d77a-0080-4e5b-9914-2886dbbbc573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:33.700041 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44f0434-57d9-4ddf-ab07-fd8708056a99 None None] Network 0b3f93a3-ff99-47ad-95aa-7884525cb991 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:33.728465 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728609a-c885-40fc-9752-ef44c6706a94 req-9a6ae423-e15e-48ef-8153-99b2e4787917 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:33.729252 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9728609a-c885-40fc-9752-ef44c6706a94 req-9a6ae423-e15e-48ef-8153-99b2e4787917 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:33.747439 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935b97b-51e7-4546-b888-620adcda031d service neutron] Pushing event updated for resources: {'Port': ['ID=beb9bf59-2e75-40ed-b964-66a6cefb3b92,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:33.843108 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8aea1e43-aa12-4d08-980f-87f6223765f6 req-71ebfcee-b074-42a0-966d-fd1f080c09f3 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025187 Aug 31 09:25:33.897851 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7814f27d-c46b-41eb-abca-7648a2556cc3 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Made reservation on behalf of 2809962570244a6cb4f6ae66b830f88c for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:33.901015 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7814f27d-c46b-41eb-abca-7648a2556cc3 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:33.960567 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-7814f27d-c46b-41eb-abca-7648a2556cc3 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] device_id is not set on port 3190626b-36fe-437e-ba35-7fd6a0bac7be yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:25:34.022194 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-8935b97b-51e7-4546-b888-620adcda031d service neutron] Attempting to bind port beb9bf59-2e75-40ed-b964-66a6cefb3b92 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:34.022536 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-8935b97b-51e7-4546-b888-620adcda031d service neutron] Attempting to bind port beb9bf59-2e75-40ed-b964-66a6cefb3b92 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '0b41936b-2f15-4bd5-a038-de47be43d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:34.022955 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-8935b97b-51e7-4546-b888-620adcda031d service neutron] Attempting to bind port beb9bf59-2e75-40ed-b964-66a6cefb3b92 on network f5553b74-379c-4750-8c9c-33e10cb78fdc {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:34.045547 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83070f-b547-4f03-9e41-c9f91a29b078 req-b640f7d5-5a98-4b5a-938b-78778718825f tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:34.051632 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d83070f-b547-4f03-9e41-c9f91a29b078 req-b640f7d5-5a98-4b5a-938b-78778718825f tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf705789-1d01-4172-9bea-d10de92df79e HTTP/1.1" status: 200 len: 932 time: 0.2516882 Aug 31 09:25:34.052926 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-8935b97b-51e7-4546-b888-620adcda031d service neutron] Port beb9bf59-2e75-40ed-b964-66a6cefb3b92 on network f5553b74-379c-4750-8c9c-33e10cb78fdc not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:34.053941 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-8935b97b-51e7-4546-b888-620adcda031d service neutron] Attempting to bind port beb9bf59-2e75-40ed-b964-66a6cefb3b92 on network f5553b74-379c-4750-8c9c-33e10cb78fdc {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:34.074895 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-8935b97b-51e7-4546-b888-620adcda031d service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:25:34.079817 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-8935b97b-51e7-4546-b888-620adcda031d service neutron] Checking segment: {'id': '0b41936b-2f15-4bd5-a038-de47be43d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:34.079817 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-8935b97b-51e7-4546-b888-620adcda031d service neutron] Bound using segment: {'id': '0b41936b-2f15-4bd5-a038-de47be43d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:25:34.079817 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-8935b97b-51e7-4546-b888-620adcda031d service neutron] Bound port: beb9bf59-2e75-40ed-b964-66a6cefb3b92, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b41936b-2f15-4bd5-a038-de47be43d03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:25:34.079817 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-8935b97b-51e7-4546-b888-620adcda031d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:34.081213 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9728609a-c885-40fc-9752-ef44c6706a94 req-9a6ae423-e15e-48ef-8153-99b2e4787917 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3087907 Aug 31 09:25:34.109046 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-9728609a-c885-40fc-9752-ef44c6706a94 req-fb7f670a-ca58-4fdf-8b38-7ab6c5a94cd6 service neutron] Request body: {'port': {'device_id': 'bf705789-1d01-4172-9bea-d10de92df79e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:34.121169 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2aa13d-a880-48b7-8e63-4e86afba1aac req-f4d0f2fc-5661-40bf-8f37-b1b5547ae94e tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:34.132281 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af2aa13d-a880-48b7-8e63-4e86afba1aac req-f4d0f2fc-5661-40bf-8f37-b1b5547ae94e tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 946 time: 0.1588330 Aug 31 09:25:34.154038 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5da1d77a-0080-4e5b-9914-2886dbbbc573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:34.156590 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5da1d77a-0080-4e5b-9914-2886dbbbc573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:34.157768 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5da1d77a-0080-4e5b-9914-2886dbbbc573 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/478fb98d-6cb5-477f-b9f1-5567c26549ad HTTP/1.1" status: 204 len: 168 time: 0.8221266 Aug 31 09:25:34.209302 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40832) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:34.216098 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-60c8436b-43e0-4e99-99af-6f1b85d07d50 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Request body: {'subnet': {'network_id': 'a205ffbf-3900-4fa6-96a3-3abeb3ee0247', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:34.270303 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1d77a-0080-4e5b-9914-2886dbbbc573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478fb98d-6cb5-477f-b9f1-5567c26549ad,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:34.281471 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-8935b97b-51e7-4546-b888-620adcda031d service neutron] For port beb9bf59-2e75-40ed-b964-66a6cefb3b92, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:34.288897 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d83070f-b547-4f03-9e41-c9f91a29b078 req-d8ac07ae-9e46-4db2-a430-c83651be2a37 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281437 Aug 31 09:25:34.310862 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-7814f27d-c46b-41eb-abca-7648a2556cc3 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Allocated IP 172.20.0.6 (0b3f93a3-ff99-47ad-95aa-7884525cb991/16c5834e-ce26-4981-9322-74e416658490/3190626b-36fe-437e-ba35-7fd6a0bac7be) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:34.333545 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-8935b97b-51e7-4546-b888-620adcda031d service neutron] For port beb9bf59-2e75-40ed-b964-66a6cefb3b92, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=beb9bf59-2e75-40ed-b964-66a6cefb3b92,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:25:34.340267 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af2aa13d-a880-48b7-8e63-4e86afba1aac req-f988d71e-b0d2-4815-b7c9-057a7249baad tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717288 Aug 31 09:25:34.342811 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:25:34.350199 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9728609a-c885-40fc-9752-ef44c6706a94 req-fb7f670a-ca58-4fdf-8b38-7ab6c5a94cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:34.405322 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-8935b97b-51e7-4546-b888-620adcda031d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:34.406797 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f54fef-9509-4308-8730-b2969fbc9425 req-1e0783c8-f7d0-4fb2-a1e5-df471d4522c4 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:34.408341 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-81f54fef-9509-4308-8730-b2969fbc9425 req-1e0783c8-f7d0-4fb2-a1e5-df471d4522c4 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.59 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 946 time: 0.1234121 Aug 31 09:25:34.500847 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c8436b-43e0-4e99-99af-6f1b85d07d50 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Made reservation on behalf of 6a89472a07f54f00b52b237b1a531827 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:34.502561 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-8935b97b-51e7-4546-b888-620adcda031d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:34.503539 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-8935b97b-51e7-4546-b888-620adcda031d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:34.504760 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60c8436b-43e0-4e99-99af-6f1b85d07d50 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:34.505119 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-8935b97b-51e7-4546-b888-620adcda031d service neutron] 10.222.0.59 "PUT /v2.0/ports/beb9bf59-2e75-40ed-b964-66a6cefb3b92 HTTP/1.1" status: 200 len: 1092 time: 1.9326680 Aug 31 09:25:34.507690 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '466f05b6-00b6-4874-957d-e3123aee1f3f', 'tag': 'beb9bf59-2e75-40ed-b964-66a6cefb3b92'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:34.510289 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a65ec5-5a6e-4c45-b8ee-7dcf44fb33bf" -d '{"events": [{"name": "network-changed", "server_uuid": "466f05b6-00b6-4874-957d-e3123aee1f3f", "tag": "beb9bf59-2e75-40ed-b964-66a6cefb3b92"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:34.594384 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935b97b-51e7-4546-b888-620adcda031d service neutron] Pushing event updated for resources: {'Port': ['ID=beb9bf59-2e75-40ed-b964-66a6cefb3b92,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:34.680400 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538f5d38-c6bf-4e9d-8c71-35a639d1785b x-openstack-request-id: req-538f5d38-c6bf-4e9d-8c71-35a639d1785b {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:34.681247 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "466f05b6-00b6-4874-957d-e3123aee1f3f", "tag": "beb9bf59-2e75-40ed-b964-66a6cefb3b92", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:34.681247 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-538f5d38-c6bf-4e9d-8c71-35a639d1785b {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:34.681428 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '466f05b6-00b6-4874-957d-e3123aee1f3f', 'tag': 'beb9bf59-2e75-40ed-b964-66a6cefb3b92', 'status': 'completed', 'code': 200} Aug 31 09:25:34.762529 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7814f27d-c46b-41eb-abca-7648a2556cc3 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:34.771756 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-94b2064f-9aff-43b6-82af-1548f2da8dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:34.773079 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-94b2064f-9aff-43b6-82af-1548f2da8dd1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1b5bd35927fb49bc9780e4d378d20df4&device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 1095 time: 0.0910380 Aug 31 09:25:34.794319 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-81f54fef-9509-4308-8730-b2969fbc9425 req-152de63d-e179-45af-9c7c-a86a6d4585cf tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Deleting port 00788970-ac80-4b9a-bb8f-7474a59aeb75 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:34.794691 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-81f54fef-9509-4308-8730-b2969fbc9425 req-152de63d-e179-45af-9c7c-a86a6d4585cf tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:34.826814 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-c49b3136-2495-43bf-95d2-d5a99024d7af service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=beb9bf59-2e75-40ed-b964-66a6cefb3b92 HTTP/1.1" status: 200 len: 217 time: 0.0367012 Aug 31 09:25:34.960281 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-9728609a-c885-40fc-9752-ef44c6706a94 req-fb7f670a-ca58-4fdf-8b38-7ab6c5a94cd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f7cf993-1713-47d8-bb80-a587d6fc87e9 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:25:34.981037 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-ae876fa2-6816-4d4e-aac4-a902906ba06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:34.982652 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-ae876fa2-6816-4d4e-aac4-a902906ba06f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=38d49ab8-d8f2-42ae-8afb-2cc963a498ae HTTP/1.1" status: 200 len: 849 time: 0.1483991 Aug 31 09:25:34.990052 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9728609a-c885-40fc-9752-ef44c6706a94 req-fb7f670a-ca58-4fdf-8b38-7ab6c5a94cd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:35.001252 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-81f54fef-9509-4308-8730-b2969fbc9425 req-152de63d-e179-45af-9c7c-a86a6d4585cf tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] For port 00788970-ac80-4b9a-bb8f-7474a59aeb75, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=00788970-ac80-4b9a-bb8f-7474a59aeb75,segment=NetworkSegment(d4a3fa96-c4b5-4b90-91f6-d3a2f5e98558),segment_id=d4a3fa96-c4b5-4b90-91f6-d3a2f5e98558)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:35.001849 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-81f54fef-9509-4308-8730-b2969fbc9425 req-152de63d-e179-45af-9c7c-a86a6d4585cf tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:35.011464 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7814f27d-c46b-41eb-abca-7648a2556cc3 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:35.027816 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-81f54fef-9509-4308-8730-b2969fbc9425 req-152de63d-e179-45af-9c7c-a86a6d4585cf tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Calling delete_port for 00788970-ac80-4b9a-bb8f-7474a59aeb75 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:35.038853 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-9728609a-c885-40fc-9752-ef44c6706a94 req-fb7f670a-ca58-4fdf-8b38-7ab6c5a94cd6 service neutron] Transition to ACTIVE for port object 7f7cf993-1713-47d8-bb80-a587d6fc87e9 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:35.059889 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e3f6f-16b9-490d-9359-843388864396 req-3240b029-0ba7-4caa-87ac-a89ce496ac57 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:35.061001 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-147e3f6f-16b9-490d-9359-843388864396 req-3240b029-0ba7-4caa-87ac-a89ce496ac57 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 943 time: 0.1188550 Aug 31 09:25:35.072467 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-2df0f5be-5f13-437c-9e3e-a577e0dfd854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:35.074001 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-2df0f5be-5f13-437c-9e3e-a577e0dfd854 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5553b74-379c-4750-8c9c-33e10cb78fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0813735 Aug 31 09:25:35.102746 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814f27d-c46b-41eb-abca-7648a2556cc3 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Pushing event updated for resources: {'Port': ['ID=3190626b-36fe-437e-ba35-7fd6a0bac7be,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:35.138488 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7814f27d-c46b-41eb-abca-7648a2556cc3 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Network 0b3f93a3-ff99-47ad-95aa-7884525cb991 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:35.143846 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-7814f27d-c46b-41eb-abca-7648a2556cc3 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:35.146709 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60c8436b-43e0-4e99-99af-6f1b85d07d50 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:35.151214 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7814f27d-c46b-41eb-abca-7648a2556cc3 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:35.154034 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9728609a-c885-40fc-9752-ef44c6706a94 req-fb7f670a-ca58-4fdf-8b38-7ab6c5a94cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:35.202181 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-147e3f6f-16b9-490d-9359-843388864396 req-4fbe4f5b-702b-475d-88f1-6cb78595911d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324341 Aug 31 09:25:35.653759 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7814f27d-c46b-41eb-abca-7648a2556cc3 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:35.654513 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7814f27d-c46b-41eb-abca-7648a2556cc3 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:35.660858 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8436b-43e0-4e99-99af-6f1b85d07d50 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event updated for resources: {'Subnet': ['ID=da132cfb-f00e-4817-b2d7-9e0605470c86,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:35.685728 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c8436b-43e0-4e99-99af-6f1b85d07d50 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Checking segment: {'id': '51d605c5-8096-4a54-a94b-f2b1e0279223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': 'a205ffbf-3900-4fa6-96a3-3abeb3ee0247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:35.686092 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c8436b-43e0-4e99-99af-6f1b85d07d50 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Network hostable DHCP agents. Network: a205ffbf-3900-4fa6-96a3-3abeb3ee0247, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:25:35.712795 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f670a-ca58-4fdf-8b38-7ab6c5a94cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7cf993-1713-47d8-bb80-a587d6fc87e9,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:35.748566 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7814f27d-c46b-41eb-abca-7648a2556cc3 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.0770473 Aug 31 09:25:35.752019 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40870) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:35.772011 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-74eb5404-4238-4e78-9c95-da4c90534f5c service neutron] 10.222.0.59 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6843026 Aug 31 09:25:35.825270 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c8436b-43e0-4e99-99af-6f1b85d07d50 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Network a205ffbf-3900-4fa6-96a3-3abeb3ee0247 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:25:35.855235 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-81f54fef-9509-4308-8730-b2969fbc9425 req-152de63d-e179-45af-9c7c-a86a6d4585cf tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:35.869532 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['00788970-ac80-4b9a-bb8f-7474a59aeb75'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:25:35.897629 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152de63d-e179-45af-9c7c-a86a6d4585cf tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Pushing event deleted for resources: {'Port': ['ID=00788970-ac80-4b9a-bb8f-7474a59aeb75,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:35.913397 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-62adb1de-1ab2-4779-a0f2-1160d25a1d25 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Deleting port 3190626b-36fe-437e-ba35-7fd6a0bac7be {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:35.913782 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-62adb1de-1ab2-4779-a0f2-1160d25a1d25 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:35.944562 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-9728609a-c885-40fc-9752-ef44c6706a94 req-fb7f670a-ca58-4fdf-8b38-7ab6c5a94cd6 service neutron] Attempting to bind port 7f7cf993-1713-47d8-bb80-a587d6fc87e9 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:35.944890 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-9728609a-c885-40fc-9752-ef44c6706a94 req-fb7f670a-ca58-4fdf-8b38-7ab6c5a94cd6 service neutron] Attempting to bind port 7f7cf993-1713-47d8-bb80-a587d6fc87e9 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '316e1015-f12d-422c-8b11-cf75c56464db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:35.945215 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9728609a-c885-40fc-9752-ef44c6706a94 req-fb7f670a-ca58-4fdf-8b38-7ab6c5a94cd6 service neutron] Attempting to bind port 7f7cf993-1713-47d8-bb80-a587d6fc87e9 on network f668d119-0317-4e13-bd19-a19b34b961f5 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:35.958301 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9983e5-9051-43d9-b4ae-8089747b6067 req-84b3163f-fe94-4815-9229-8924ebb2ed05 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:35.960782 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7d9983e5-9051-43d9-b4ae-8089747b6067 req-84b3163f-fe94-4815-9229-8924ebb2ed05 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf705789-1d01-4172-9bea-d10de92df79e HTTP/1.1" status: 200 len: 944 time: 0.2417893 Aug 31 09:25:35.974886 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd48e25-a1cd-494a-afde-c305a6cab202 req-fafcd0b1-34cf-4c7b-82b7-36c57b0b5a2f tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:35.977346 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-efd48e25-a1cd-494a-afde-c305a6cab202 req-fafcd0b1-34cf-4c7b-82b7-36c57b0b5a2f tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 867 time: 0.2605329 Aug 31 09:25:35.987474 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-60c8436b-43e0-4e99-99af-6f1b85d07d50 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, a205ffbf-3900-4fa6-96a3-3abeb3ee0247) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:35.993943 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f54fef-9509-4308-8730-b2969fbc9425 req-152de63d-e179-45af-9c7c-a86a6d4585cf tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] No DVR routers for this DVR port 00788970-ac80-4b9a-bb8f-7474a59aeb75 on host n-h2-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:25:36.000423 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9728609a-c885-40fc-9752-ef44c6706a94 req-fb7f670a-ca58-4fdf-8b38-7ab6c5a94cd6 service neutron] Port 7f7cf993-1713-47d8-bb80-a587d6fc87e9 on network f668d119-0317-4e13-bd19-a19b34b961f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:25:36.000974 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9728609a-c885-40fc-9752-ef44c6706a94 req-fb7f670a-ca58-4fdf-8b38-7ab6c5a94cd6 service neutron] Attempting to bind port 7f7cf993-1713-47d8-bb80-a587d6fc87e9 on network f668d119-0317-4e13-bd19-a19b34b961f5 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:36.002540 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-81f54fef-9509-4308-8730-b2969fbc9425 req-152de63d-e179-45af-9c7c-a86a6d4585cf tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:36.004483 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d2419f-9982-496e-9eef-f08555125a5c None None] Network a205ffbf-3900-4fa6-96a3-3abeb3ee0247 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:36.005184 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-81f54fef-9509-4308-8730-b2969fbc9425 req-152de63d-e179-45af-9c7c-a86a6d4585cf tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.59 "DELETE /v2.0/ports/00788970-ac80-4b9a-bb8f-7474a59aeb75 HTTP/1.1" status: 204 len: 173 time: 1.5877850 Aug 31 09:25:36.005639 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b46af96f-71fb-446b-b1d6-7c58ae25b58f', 'name': 'network-vif-deleted', 'tag': '00788970-ac80-4b9a-bb8f-7474a59aeb75'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:36.011539 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4908fac-b8e3-4bc4-8f67-ac7b27902f8b" -d '{"events": [{"server_uuid": "b46af96f-71fb-446b-b1d6-7c58ae25b58f", "name": "network-vif-deleted", "tag": "00788970-ac80-4b9a-bb8f-7474a59aeb75"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:36.015275 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c8436b-43e0-4e99-99af-6f1b85d07d50 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:36.015871 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60c8436b-43e0-4e99-99af-6f1b85d07d50 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:36.055145 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9728609a-c885-40fc-9752-ef44c6706a94 req-fb7f670a-ca58-4fdf-8b38-7ab6c5a94cd6 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:25:36.055486 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9728609a-c885-40fc-9752-ef44c6706a94 req-fb7f670a-ca58-4fdf-8b38-7ab6c5a94cd6 service neutron] Checking segment: {'id': '316e1015-f12d-422c-8b11-cf75c56464db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:36.055871 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9728609a-c885-40fc-9752-ef44c6706a94 req-fb7f670a-ca58-4fdf-8b38-7ab6c5a94cd6 service neutron] Bound using segment: {'id': '316e1015-f12d-422c-8b11-cf75c56464db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:25:36.056303 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-9728609a-c885-40fc-9752-ef44c6706a94 req-fb7f670a-ca58-4fdf-8b38-7ab6c5a94cd6 service neutron] Bound port: 7f7cf993-1713-47d8-bb80-a587d6fc87e9, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316e1015-f12d-422c-8b11-cf75c56464db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:25:36.056658 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9728609a-c885-40fc-9752-ef44c6706a94 req-fb7f670a-ca58-4fdf-8b38-7ab6c5a94cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:36.060013 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47c16ab3-ec0f-4ea7-b3a7-56d8272736fb req-2b069da9-4d66-4919-a593-794508705a7c service neutron] 10.222.0.59 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692318 Aug 31 09:25:36.084466 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-62adb1de-1ab2-4779-a0f2-1160d25a1d25 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:36.097749 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-62adb1de-1ab2-4779-a0f2-1160d25a1d25 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Calling delete_port for 3190626b-36fe-437e-ba35-7fd6a0bac7be owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:36.103466 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7d9983e5-9051-43d9-b4ae-8089747b6067 req-60daf886-0307-4dcb-babb-47df816d27a0 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243489 Aug 31 09:25:36.142867 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-efd48e25-a1cd-494a-afde-c305a6cab202 req-dea3a5a3-5bea-4b96-b916-a8d6e74cbcb2 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/security-groups?id=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231680 Aug 31 09:25:36.171800 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-60c8436b-43e0-4e99-99af-6f1b85d07d50 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9613926 Aug 31 09:25:36.176290 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40878) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:36.182712 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-3ff5928d-4996-4b4d-a32e-7339fc651ad5 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-942124493'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:36.249451 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-9728609a-c885-40fc-9752-ef44c6706a94 req-fb7f670a-ca58-4fdf-8b38-7ab6c5a94cd6 service neutron] For port 7f7cf993-1713-47d8-bb80-a587d6fc87e9, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:36.258297 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-9728609a-c885-40fc-9752-ef44c6706a94 req-fb7f670a-ca58-4fdf-8b38-7ab6c5a94cd6 service neutron] For port 7f7cf993-1713-47d8-bb80-a587d6fc87e9, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=7f7cf993-1713-47d8-bb80-a587d6fc87e9,segment=NetworkSegment(316e1015-f12d-422c-8b11-cf75c56464db),segment_id=316e1015-f12d-422c-8b11-cf75c56464db)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:25:36.274253 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2fa431-0877-46b0-b136-ecfcaf15d7b0 x-openstack-request-id: req-fb2fa431-0877-46b0-b136-ecfcaf15d7b0 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:36.274764 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b46af96f-71fb-446b-b1d6-7c58ae25b58f", "name": "network-vif-deleted", "tag": "00788970-ac80-4b9a-bb8f-7474a59aeb75", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:36.275263 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-fb2fa431-0877-46b0-b136-ecfcaf15d7b0 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:36.276682 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b46af96f-71fb-446b-b1d6-7c58ae25b58f', 'name': 'network-vif-deleted', 'tag': '00788970-ac80-4b9a-bb8f-7474a59aeb75', 'status': 'completed', 'code': 200} Aug 31 09:25:36.281360 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88dd531-f908-4bef-94c1-c5ac8d58126b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-a205ffbf-3900-4fa6-96a3-3abeb3ee0247', 'network_id': 'a205ffbf-3900-4fa6-96a3-3abeb3ee0247', 'tenant_id': '6a89472a07f54f00b52b237b1a531827', 'fixed_ips': [{'subnet_id': 'da132cfb-f00e-4817-b2d7-9e0605470c86'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:25:36.283296 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b88dd531-f908-4bef-94c1-c5ac8d58126b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:36.331148 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a65ec5-5a6e-4c45-b8ee-7dcf44fb33bf req-dc594fcf-6cb3-41d5-ae23-3cac3c544ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:36.333420 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b3a65ec5-5a6e-4c45-b8ee-7dcf44fb33bf req-dc594fcf-6cb3-41d5-ae23-3cac3c544ca4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1b5bd35927fb49bc9780e4d378d20df4&device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 1095 time: 0.0735178 Aug 31 09:25:36.380662 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff5928d-4996-4b4d-a32e-7339fc651ad5 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Made reservation on behalf of 6a89472a07f54f00b52b237b1a531827 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:36.384406 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3ff5928d-4996-4b4d-a32e-7339fc651ad5 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:36.395371 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9728609a-c885-40fc-9752-ef44c6706a94 req-fb7f670a-ca58-4fdf-8b38-7ab6c5a94cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:36.455323 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-62adb1de-1ab2-4779-a0f2-1160d25a1d25 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:36.471326 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff5928d-4996-4b4d-a32e-7339fc651ad5 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] vlan segment allocate from pool success with {'vlan_id': 1605, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:25:36.482880 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728609a-c885-40fc-9752-ef44c6706a94 req-fb7f670a-ca58-4fdf-8b38-7ab6c5a94cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:36.483497 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9728609a-c885-40fc-9752-ef44c6706a94 req-fb7f670a-ca58-4fdf-8b38-7ab6c5a94cd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:36.484893 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9728609a-c885-40fc-9752-ef44c6706a94 req-fb7f670a-ca58-4fdf-8b38-7ab6c5a94cd6 service neutron] 10.222.0.59 "PUT /v2.0/ports/7f7cf993-1713-47d8-bb80-a587d6fc87e9 HTTP/1.1" status: 200 len: 1093 time: 2.3880680 Aug 31 09:25:36.506838 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62adb1de-1ab2-4779-a0f2-1160d25a1d25 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Pushing event deleted for resources: {'Port': ['ID=3190626b-36fe-437e-ba35-7fd6a0bac7be,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:36.536283 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f670a-ca58-4fdf-8b38-7ab6c5a94cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7cf993-1713-47d8-bb80-a587d6fc87e9,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:36.536897 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3ff5928d-4996-4b4d-a32e-7339fc651ad5 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:36.537245 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-3ff5928d-4996-4b4d-a32e-7339fc651ad5 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Added segment 16fcad85-0934-4b82-a586-7df536354909 of type vlan for network 0eae997d-7381-4b88-bbc8-405673d3d4b7 Aug 31 09:25:36.565691 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec466a-e797-4bf3-9412-1bee564af788 req-a885dbed-44b3-4040-82fd-cd4deb255d20 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:36.575178 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c5ec466a-e797-4bf3-9412-1bee564af788 req-a885dbed-44b3-4040-82fd-cd4deb255d20 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 943 time: 0.1819005 Aug 31 09:25:36.590143 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a65ec5-5a6e-4c45-b8ee-7dcf44fb33bf req-425b53e2-222d-462e-886b-354847bc3634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:36.592064 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b3a65ec5-5a6e-4c45-b8ee-7dcf44fb33bf req-425b53e2-222d-462e-886b-354847bc3634 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5553b74-379c-4750-8c9c-33e10cb78fdc HTTP/1.1" status: 200 len: 912 time: 0.2514560 Aug 31 09:25:36.623504 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3ff5928d-4996-4b4d-a32e-7339fc651ad5 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:36.632925 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-b88dd531-f908-4bef-94c1-c5ac8d58126b None None] Allocated IP 2001:db8:0:ffff::2 (a205ffbf-3900-4fa6-96a3-3abeb3ee0247/da132cfb-f00e-4817-b2d7-9e0605470c86/1933d676-f36c-41ce-9383-ccf3c899a1cc) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:36.633585 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-62adb1de-1ab2-4779-a0f2-1160d25a1d25 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:36.638652 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-62adb1de-1ab2-4779-a0f2-1160d25a1d25 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] 10.222.0.119 "DELETE /v2.0/ports/3190626b-36fe-437e-ba35-7fd6a0bac7be HTTP/1.1" status: 204 len: 168 time: 0.8854380 Aug 31 09:25:36.639298 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40888) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:36.647341 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-6b8e85d7-d07d-4d50-b7ac-911635a6e142 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b3f93a3-ff99-47ad-95aa-7884525cb991', 'external_fixed_ips': [{'subnet_id': '16c5834e-ce26-4981-9322-74e416658490', 'ip_address': '172.20.0.6'}]}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:36.687735 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c5ec466a-e797-4bf3-9412-1bee564af788 req-dfcceba4-888e-4857-a2cd-e46f9bf4dbee tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114311 Aug 31 09:25:36.689394 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b3a65ec5-5a6e-4c45-b8ee-7dcf44fb33bf req-5f10efa4-ba28-4583-be57-81bb55fdde9e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=beb9bf59-2e75-40ed-b964-66a6cefb3b92 HTTP/1.1" status: 200 len: 217 time: 0.0836823 Aug 31 09:25:36.689826 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf705789-1d01-4172-9bea-d10de92df79e', 'tag': '7f7cf993-1713-47d8-bb80-a587d6fc87e9'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:36.693073 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5219a7-9069-42fa-82ee-b124c9169f3b" -d '{"events": [{"name": "network-changed", "server_uuid": "bf705789-1d01-4172-9bea-d10de92df79e", "tag": "7f7cf993-1713-47d8-bb80-a587d6fc87e9"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:36.743489 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3ff5928d-4996-4b4d-a32e-7339fc651ad5 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:36.750161 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff5928d-4996-4b4d-a32e-7339fc651ad5 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:36.751374 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3ff5928d-4996-4b4d-a32e-7339fc651ad5 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:36.754099 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd35765-5a61-4949-bd0e-9846a7323b88 x-openstack-request-id: req-4fd35765-5a61-4949-bd0e-9846a7323b88 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:36.754099 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf705789-1d01-4172-9bea-d10de92df79e", "tag": "7f7cf993-1713-47d8-bb80-a587d6fc87e9", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:36.754099 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4fd35765-5a61-4949-bd0e-9846a7323b88 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:36.754099 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf705789-1d01-4172-9bea-d10de92df79e', 'tag': '7f7cf993-1713-47d8-bb80-a587d6fc87e9', 'status': 'completed', 'code': 200} Aug 31 09:25:36.774606 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6b8e85d7-d07d-4d50-b7ac-911635a6e142 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:36.780874 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6b8e85d7-d07d-4d50-b7ac-911635a6e142 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:36.781053 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728609a-c885-40fc-9752-ef44c6706a94 req-a9d86525-8bcf-447e-ad96-988f1c9ff806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:36.782195 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9728609a-c885-40fc-9752-ef44c6706a94 req-a9d86525-8bcf-447e-ad96-988f1c9ff806 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7263d55640346b092e769ab252c85c3&device_id=bf705789-1d01-4172-9bea-d10de92df79e HTTP/1.1" status: 200 len: 1096 time: 0.1067319 Aug 31 09:25:36.788890 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a65ec5-5a6e-4c45-b8ee-7dcf44fb33bf req-16e20dd8-12af-4a56-b6ef-556c28bb4dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:36.790363 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b3a65ec5-5a6e-4c45-b8ee-7dcf44fb33bf req-16e20dd8-12af-4a56-b6ef-556c28bb4dc9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=38d49ab8-d8f2-42ae-8afb-2cc963a498ae HTTP/1.1" status: 200 len: 849 time: 0.0736332 Aug 31 09:25:36.849723 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b88dd531-f908-4bef-94c1-c5ac8d58126b None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:36.860853 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b88dd531-f908-4bef-94c1-c5ac8d58126b None None] Transition to ACTIVE for port object 1933d676-f36c-41ce-9383-ccf3c899a1cc will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:36.866646 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3ff5928d-4996-4b4d-a32e-7339fc651ad5 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6891069 Aug 31 09:25:36.871303 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9728609a-c885-40fc-9752-ef44c6706a94 req-534b9a3f-e829-40a6-b241-bec0c975b74c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f7cf993-1713-47d8-bb80-a587d6fc87e9 HTTP/1.1" status: 200 len: 217 time: 0.0772042 Aug 31 09:25:36.881539 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 40898) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:36.888022 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-71b5b7a0-eee0-442f-98d1-9199a8c3b01d tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Request body: {'subnet': {'network_id': '0eae997d-7381-4b88-bbc8-405673d3d4b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:36.889782 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b88dd531-f908-4bef-94c1-c5ac8d58126b None None] Transition to ACTIVE for port object 1933d676-f36c-41ce-9383-ccf3c899a1cc will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:36.917655 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5928d-4996-4b4d-a32e-7339fc651ad5 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event updated for resources: {'Network': ['ID=0eae997d-7381-4b88-bbc8-405673d3d4b7,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:36.930503 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 0eae997d-7381-4b88-bbc8-405673d3d4b7 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:25:36.953287 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6b8e85d7-d07d-4d50-b7ac-911635a6e142 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:37.027720 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728609a-c885-40fc-9752-ef44c6706a94 req-d575cf86-f912-472a-8c90-593493e46f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:37.029267 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9728609a-c885-40fc-9752-ef44c6706a94 req-d575cf86-f912-472a-8c90-593493e46f5f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9ae897c-9425-4b1d-8e0e-fa584db75384 HTTP/1.1" status: 200 len: 852 time: 0.1366587 Aug 31 09:25:37.051369 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a65ec5-5a6e-4c45-b8ee-7dcf44fb33bf req-a67ffe14-fd90-4f75-86e9-5cb9eb6dbe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:37.053303 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b3a65ec5-5a6e-4c45-b8ee-7dcf44fb33bf req-a67ffe14-fd90-4f75-86e9-5cb9eb6dbe5a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5553b74-379c-4750-8c9c-33e10cb78fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1811197 Aug 31 09:25:37.060920 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b88dd531-f908-4bef-94c1-c5ac8d58126b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:37.077918 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9728609a-c885-40fc-9752-ef44c6706a94 req-cfb20c0e-3609-4d20-8452-04cef44fa12a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f668d119-0317-4e13-bd19-a19b34b961f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381920 Aug 31 09:25:37.109112 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88dd531-f908-4bef-94c1-c5ac8d58126b None None] Network a205ffbf-3900-4fa6-96a3-3abeb3ee0247 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:37.112174 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-b88dd531-f908-4bef-94c1-c5ac8d58126b None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:37.114791 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88dd531-f908-4bef-94c1-c5ac8d58126b None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:37.138008 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88dd531-f908-4bef-94c1-c5ac8d58126b None None] Pushing event updated for resources: {'Port': ['ID=1933d676-f36c-41ce-9383-ccf3c899a1cc,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:37.197083 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-b88dd531-f908-4bef-94c1-c5ac8d58126b None None] Attempting to bind port 1933d676-f36c-41ce-9383-ccf3c899a1cc on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:37.197451 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-b88dd531-f908-4bef-94c1-c5ac8d58126b None None] Attempting to bind port 1933d676-f36c-41ce-9383-ccf3c899a1cc by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '51d605c5-8096-4a54-a94b-f2b1e0279223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': 'a205ffbf-3900-4fa6-96a3-3abeb3ee0247'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:37.197998 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88dd531-f908-4bef-94c1-c5ac8d58126b None None] Attempting to bind port 1933d676-f36c-41ce-9383-ccf3c899a1cc on network a205ffbf-3900-4fa6-96a3-3abeb3ee0247 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:37.205040 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88dd531-f908-4bef-94c1-c5ac8d58126b None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:25:37.205627 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88dd531-f908-4bef-94c1-c5ac8d58126b None None] Checking segment: {'id': '51d605c5-8096-4a54-a94b-f2b1e0279223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': 'a205ffbf-3900-4fa6-96a3-3abeb3ee0247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:37.206254 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b88dd531-f908-4bef-94c1-c5ac8d58126b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:37.207546 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88dd531-f908-4bef-94c1-c5ac8d58126b None None] Bound using segment: {'id': '51d605c5-8096-4a54-a94b-f2b1e0279223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': 'a205ffbf-3900-4fa6-96a3-3abeb3ee0247'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:25:37.208496 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-b88dd531-f908-4bef-94c1-c5ac8d58126b None None] Bound port: 1933d676-f36c-41ce-9383-ccf3c899a1cc, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51d605c5-8096-4a54-a94b-f2b1e0279223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': 'a205ffbf-3900-4fa6-96a3-3abeb3ee0247'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:25:37.209160 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b88dd531-f908-4bef-94c1-c5ac8d58126b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:37.245566 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b5b7a0-eee0-442f-98d1-9199a8c3b01d tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Made reservation on behalf of 6a89472a07f54f00b52b237b1a531827 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:37.249875 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-71b5b7a0-eee0-442f-98d1-9199a8c3b01d tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:37.339800 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6b8e85d7-d07d-4d50-b7ac-911635a6e142 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:37.356993 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-b88dd531-f908-4bef-94c1-c5ac8d58126b None None] For port 1933d676-f36c-41ce-9383-ccf3c899a1cc, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:37.360952 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-b88dd531-f908-4bef-94c1-c5ac8d58126b None None] For port 1933d676-f36c-41ce-9383-ccf3c899a1cc, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1933d676-f36c-41ce-9383-ccf3c899a1cc,segment=NetworkSegment(51d605c5-8096-4a54-a94b-f2b1e0279223),segment_id=51d605c5-8096-4a54-a94b-f2b1e0279223)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:25:37.389692 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b3a65ec5-5a6e-4c45-b8ee-7dcf44fb33bf req-91615012-11dc-4262-ae8b-6dd8d23b6a3d service neutron] 10.222.0.59 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160369 Aug 31 09:25:37.429114 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e348731-93c6-44f7-b9cd-4e3728b22864 req-10bac848-6832-4fd4-978a-454f52de3c06 tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] 10.222.0.119 "GET /v2.0/ports?device_id=b46af96f-71fb-446b-b1d6-7c58ae25b58f HTTP/1.1" status: 200 len: 210 time: 0.0865569 Aug 31 09:25:37.430895 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9728609a-c885-40fc-9752-ef44c6706a94 req-5d5ee360-568c-4f2d-8ad5-13d5296d7a5b service neutron] 10.222.0.59 "GET /v2.0/networks/f668d119-0317-4e13-bd19-a19b34b961f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420775 Aug 31 09:25:37.473795 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b88dd531-f908-4bef-94c1-c5ac8d58126b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:37.550030 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88dd531-f908-4bef-94c1-c5ac8d58126b None None] Pushing event updated for resources: {'Port': ['ID=1933d676-f36c-41ce-9383-ccf3c899a1cc,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:37.555896 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74ae22-ebc8-49df-9e0e-005fe7680958 req-5c671548-4411-4737-8cae-a048b44a5923 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:37.563779 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a74ae22-ebc8-49df-9e0e-005fe7680958 req-5c671548-4411-4737-8cae-a048b44a5923 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf705789-1d01-4172-9bea-d10de92df79e HTTP/1.1" status: 200 len: 944 time: 0.3244123 Aug 31 09:25:37.715077 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9728609a-c885-40fc-9752-ef44c6706a94 req-606e0757-e904-4af6-82ba-413f74a65ada service neutron] 10.222.0.59 "GET /v2.0/networks/f668d119-0317-4e13-bd19-a19b34b961f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639332 Aug 31 09:25:37.755794 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a74ae22-ebc8-49df-9e0e-005fe7680958 req-f6a92fb8-5163-47f9-a14f-5b86a6b29318 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911142 Aug 31 09:25:37.761416 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b3a65ec5-5a6e-4c45-b8ee-7dcf44fb33bf req-c2834289-3bfd-46fb-a0ca-3b406f4243e7 service neutron] 10.222.0.59 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454661 Aug 31 09:25:37.903259 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6b8e85d7-d07d-4d50-b7ac-911635a6e142 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:37.905919 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a96bf-75f0-4814-810f-ee201e58a955 req-3bd70fd0-5026-498c-b57c-2dd843e5abb9 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:37.914382 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-623a96bf-75f0-4814-810f-ee201e58a955 req-3bd70fd0-5026-498c-b57c-2dd843e5abb9 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 943 time: 0.0789287 Aug 31 09:25:37.953973 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6b8e85d7-d07d-4d50-b7ac-911635a6e142 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:37.967049 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-623a96bf-75f0-4814-810f-ee201e58a955 req-eaee1c75-6afc-46e2-935d-b09a84021c97 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515573 Aug 31 09:25:37.980284 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-71b5b7a0-eee0-442f-98d1-9199a8c3b01d tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:38.070810 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5b7a0-eee0-442f-98d1-9199a8c3b01d tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event updated for resources: {'Subnet': ['ID=40c1296e-4740-4d54-8d06-856511b0e7ba,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:38.085907 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5219a7-9069-42fa-82ee-b124c9169f3b req-db38015f-2253-45ed-8161-e83d65b6e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:38.087731 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5f5219a7-9069-42fa-82ee-b124c9169f3b req-db38015f-2253-45ed-8161-e83d65b6e455 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7263d55640346b092e769ab252c85c3&device_id=bf705789-1d01-4172-9bea-d10de92df79e HTTP/1.1" status: 200 len: 1096 time: 0.1348326 Aug 31 09:25:38.091810 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b5b7a0-eee0-442f-98d1-9199a8c3b01d tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Checking segment: {'id': '16fcad85-0934-4b82-a586-7df536354909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': '0eae997d-7381-4b88-bbc8-405673d3d4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:38.096050 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b5b7a0-eee0-442f-98d1-9199a8c3b01d tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Network hostable DHCP agents. Network: 0eae997d-7381-4b88-bbc8-405673d3d4b7, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:25:38.139286 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device beb9bf59-2e75-40ed-b964-66a6cefb3b92 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:25:38.152805 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 00788970-ac80-4b9a-bb8f-7474a59aeb75 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:25:38.183466 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 00788970-ac80-4b9a-bb8f-7474a59aeb75 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:25:38.183823 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 00788970-ac80-4b9a-bb8f-7474a59aeb75 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:25:38.195938 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-6b8e85d7-d07d-4d50-b7ac-911635a6e142 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Allocated IP 172.20.0.6 (0b3f93a3-ff99-47ad-95aa-7884525cb991/16c5834e-ce26-4981-9322-74e416658490/6a1431a0-c0eb-46e8-a791-7c17765f0cfe) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:38.198085 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5219a7-9069-42fa-82ee-b124c9169f3b req-e67ba48d-f266-4f8f-bc6c-e52cb8e9d70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:38.199764 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5f5219a7-9069-42fa-82ee-b124c9169f3b req-e67ba48d-f266-4f8f-bc6c-e52cb8e9d70f service neutron] 10.222.0.59 "GET /v2.0/networks?id=f668d119-0317-4e13-bd19-a19b34b961f5 HTTP/1.1" status: 200 len: 914 time: 0.1030016 Aug 31 09:25:38.250035 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b5b7a0-eee0-442f-98d1-9199a8c3b01d tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Network 0eae997d-7381-4b88-bbc8-405673d3d4b7 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:25:38.253388 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5f5219a7-9069-42fa-82ee-b124c9169f3b req-618746bf-6b2b-4f65-a44e-b71f8692ec93 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f7cf993-1713-47d8-bb80-a587d6fc87e9 HTTP/1.1" status: 200 len: 217 time: 0.0439451 Aug 31 09:25:38.289487 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port beb9bf59-2e75-40ed-b964-66a6cefb3b92, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=beb9bf59-2e75-40ed-b964-66a6cefb3b92,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:38.307134 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': 'beb9bf59-2e75-40ed-b964-66a6cefb3b92', 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc', 'port_id': 'beb9bf59-2e75-40ed-b964-66a6cefb3b92', 'mac_address': 'fa:16:3e:0c:c4:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38d49ab8-d8f2-42ae-8afb-2cc963a498ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:25:38.314011 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5219a7-9069-42fa-82ee-b124c9169f3b req-99d863d7-a045-441a-adbe-d80eeba2311b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:38.315618 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5f5219a7-9069-42fa-82ee-b124c9169f3b req-99d863d7-a045-441a-adbe-d80eeba2311b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9ae897c-9425-4b1d-8e0e-fa584db75384 HTTP/1.1" status: 200 len: 852 time: 0.0545523 Aug 31 09:25:38.338946 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6b8e85d7-d07d-4d50-b7ac-911635a6e142 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:38.352600 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5f5219a7-9069-42fa-82ee-b124c9169f3b req-cc9196dd-4047-44db-b0c4-fc69630c74f8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f668d119-0317-4e13-bd19-a19b34b961f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293276 Aug 31 09:25:38.353325 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-71b5b7a0-eee0-442f-98d1-9199a8c3b01d tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 0eae997d-7381-4b88-bbc8-405673d3d4b7) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:38.363215 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d7e415-4cac-4f8e-8a1a-1e7f05d11fa8 None None] Network 0eae997d-7381-4b88-bbc8-405673d3d4b7 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:38.370169 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b5b7a0-eee0-442f-98d1-9199a8c3b01d tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:38.371429 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-71b5b7a0-eee0-442f-98d1-9199a8c3b01d tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:38.435689 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:38.466307 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb9bf59-2e75-40ed-b964-66a6cefb3b92 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:25:38.474761 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6b8e85d7-d07d-4d50-b7ac-911635a6e142 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:38.491447 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5f5219a7-9069-42fa-82ee-b124c9169f3b req-fa80cff4-b89b-47c9-815a-b6be0111589e service neutron] 10.222.0.59 "GET /v2.0/networks/f668d119-0317-4e13-bd19-a19b34b961f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230752 Aug 31 09:25:38.493446 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-71b5b7a0-eee0-442f-98d1-9199a8c3b01d tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6109488 Aug 31 09:25:38.501675 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 40970) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:38.515844 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port beb9bf59-2e75-40ed-b964-66a6cefb3b92, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=beb9bf59-2e75-40ed-b964-66a6cefb3b92,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:38.535826 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 40972) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:38.623954 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:38.676866 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79839e6b-6534-47cb-90ab-aa289c51e1fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-0eae997d-7381-4b88-bbc8-405673d3d4b7', 'network_id': '0eae997d-7381-4b88-bbc8-405673d3d4b7', 'tenant_id': '6a89472a07f54f00b52b237b1a531827', 'fixed_ips': [{'subnet_id': '40c1296e-4740-4d54-8d06-856511b0e7ba'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:25:38.677987 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-79839e6b-6534-47cb-90ab-aa289c51e1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:38.714518 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8e85d7-d07d-4d50-b7ac-911635a6e142 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Network 0b3f93a3-ff99-47ad-95aa-7884525cb991 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:38.735157 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=beb9bf59-2e75-40ed-b964-66a6cefb3b92,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:38.761652 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5f5219a7-9069-42fa-82ee-b124c9169f3b req-57e3d0a3-7e92-48dd-99b1-7568c7eb03b9 service neutron] 10.222.0.59 "GET /v2.0/networks/f668d119-0317-4e13-bd19-a19b34b961f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622864 Aug 31 09:25:38.764378 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-6b8e85d7-d07d-4d50-b7ac-911635a6e142 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:38.789504 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8e85d7-d07d-4d50-b7ac-911635a6e142 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:38.839639 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-24743b11-a43a-409f-b8ac-042593bb5f0b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:38.860989 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e85d7-d07d-4d50-b7ac-911635a6e142 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Pushing event updated for resources: {'Port': ['ID=6a1431a0-c0eb-46e8-a791-7c17765f0cfe,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:38.886869 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646c39f6-5bb7-4b77-94d9-0faed4dcee47 None None] Network a205ffbf-3900-4fa6-96a3-3abeb3ee0247 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:38.954448 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['beb9bf59-2e75-40ed-b964-66a6cefb3b92'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:25:38.973816 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a017d-2c57-4d2f-9c2c-dc885d3552b2 req-0d966e2f-c2a8-47d8-bae5-f91caaeecb17 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:38.973816 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-321a017d-2c57-4d2f-9c2c-dc885d3552b2 req-0d966e2f-c2a8-47d8-bae5-f91caaeecb17 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf705789-1d01-4172-9bea-d10de92df79e HTTP/1.1" status: 200 len: 944 time: 0.1121769 Aug 31 09:25:39.061124 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-24743b11-a43a-409f-b8ac-042593bb5f0b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:39.072544 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-321a017d-2c57-4d2f-9c2c-dc885d3552b2 req-92ad3c77-fa4b-42c2-a2ea-aa3595d628f6 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935988 Aug 31 09:25:39.106393 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-79839e6b-6534-47cb-90ab-aa289c51e1fb None None] Allocated IP 2001:db8::1 (0eae997d-7381-4b88-bbc8-405673d3d4b7/40c1296e-4740-4d54-8d06-856511b0e7ba/4c06f97b-9a9f-4f0f-9385-b05323bf47a6) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:39.158428 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-43a34e78-bd79-47b6-b3ae-fa81efea953b None None] Provisioning for port 1933d676-f36c-41ce-9383-ccf3c899a1cc completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:39.163309 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d177f-3d35-4624-8769-5d5746677086 req-755d5bd4-04ea-4240-a14e-6aa3c35934f1 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:39.164882 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b23d177f-3d35-4624-8769-5d5746677086 req-755d5bd4-04ea-4240-a14e-6aa3c35934f1 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 944 time: 0.0962605 Aug 31 09:25:39.228078 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b23d177f-3d35-4624-8769-5d5746677086 req-23e64269-8a10-482e-bb71-23ff8f9100bb tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484946 Aug 31 09:25:39.289007 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-46a39909-2ba8-4409-b2d6-c77b31aad446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:39.362419 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6b8e85d7-d07d-4d50-b7ac-911635a6e142 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:39.473037 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-79839e6b-6534-47cb-90ab-aa289c51e1fb None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:39.484347 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-79839e6b-6534-47cb-90ab-aa289c51e1fb None None] Transition to ACTIVE for port object 4c06f97b-9a9f-4f0f-9385-b05323bf47a6 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:39.504984 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-79839e6b-6534-47cb-90ab-aa289c51e1fb None None] Transition to ACTIVE for port object 4c06f97b-9a9f-4f0f-9385-b05323bf47a6 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:39.568953 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-46a39909-2ba8-4409-b2d6-c77b31aad446 admin admin] Deleting port 98fb2d08-8447-400f-9b6d-10690612b268 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:39.569458 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-46a39909-2ba8-4409-b2d6-c77b31aad446 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:39.627133 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-79839e6b-6534-47cb-90ab-aa289c51e1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:39.699504 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-46a39909-2ba8-4409-b2d6-c77b31aad446 admin admin] For port 98fb2d08-8447-400f-9b6d-10690612b268, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=98fb2d08-8447-400f-9b6d-10690612b268,segment=NetworkSegment(d4a3fa96-c4b5-4b90-91f6-d3a2f5e98558),segment_id=d4a3fa96-c4b5-4b90-91f6-d3a2f5e98558)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:39.699909 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-46a39909-2ba8-4409-b2d6-c77b31aad446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:39.724135 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79839e6b-6534-47cb-90ab-aa289c51e1fb None None] Network 0eae997d-7381-4b88-bbc8-405673d3d4b7 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:39.726585 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-46a39909-2ba8-4409-b2d6-c77b31aad446 admin admin] Calling delete_port for 98fb2d08-8447-400f-9b6d-10690612b268 owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:39.729395 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-79839e6b-6534-47cb-90ab-aa289c51e1fb None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:39.736136 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79839e6b-6534-47cb-90ab-aa289c51e1fb None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:39.739312 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79839e6b-6534-47cb-90ab-aa289c51e1fb None None] Pushing event updated for resources: {'Port': ['ID=4c06f97b-9a9f-4f0f-9385-b05323bf47a6,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:39.834425 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1933d676-f36c-41ce-9383-ccf3c899a1cc up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:25:39.911672 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-79839e6b-6534-47cb-90ab-aa289c51e1fb None None] Attempting to bind port 4c06f97b-9a9f-4f0f-9385-b05323bf47a6 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:39.912305 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-79839e6b-6534-47cb-90ab-aa289c51e1fb None None] Attempting to bind port 4c06f97b-9a9f-4f0f-9385-b05323bf47a6 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '16fcad85-0934-4b82-a586-7df536354909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': '0eae997d-7381-4b88-bbc8-405673d3d4b7'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:39.912829 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79839e6b-6534-47cb-90ab-aa289c51e1fb None None] Attempting to bind port 4c06f97b-9a9f-4f0f-9385-b05323bf47a6 on network 0eae997d-7381-4b88-bbc8-405673d3d4b7 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:39.921140 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79839e6b-6534-47cb-90ab-aa289c51e1fb None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:25:39.921510 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79839e6b-6534-47cb-90ab-aa289c51e1fb None None] Checking segment: {'id': '16fcad85-0934-4b82-a586-7df536354909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': '0eae997d-7381-4b88-bbc8-405673d3d4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:39.922042 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-79839e6b-6534-47cb-90ab-aa289c51e1fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:39.922312 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79839e6b-6534-47cb-90ab-aa289c51e1fb None None] Bound using segment: {'id': '16fcad85-0934-4b82-a586-7df536354909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': '0eae997d-7381-4b88-bbc8-405673d3d4b7'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:25:39.922806 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-79839e6b-6534-47cb-90ab-aa289c51e1fb None None] Bound port: 4c06f97b-9a9f-4f0f-9385-b05323bf47a6, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16fcad85-0934-4b82-a586-7df536354909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': '0eae997d-7381-4b88-bbc8-405673d3d4b7'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:25:39.923194 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-79839e6b-6534-47cb-90ab-aa289c51e1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:39.937503 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-24743b11-a43a-409f-b8ac-042593bb5f0b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:40.002607 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-79839e6b-6534-47cb-90ab-aa289c51e1fb None None] For port 4c06f97b-9a9f-4f0f-9385-b05323bf47a6, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:40.005705 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-79839e6b-6534-47cb-90ab-aa289c51e1fb None None] For port 4c06f97b-9a9f-4f0f-9385-b05323bf47a6, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4c06f97b-9a9f-4f0f-9385-b05323bf47a6,segment=NetworkSegment(16fcad85-0934-4b82-a586-7df536354909),segment_id=16fcad85-0934-4b82-a586-7df536354909)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:25:40.031550 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24743b11-a43a-409f-b8ac-042593bb5f0b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event deleted for resources: {'Subnet': ['ID=40c1296e-4740-4d54-8d06-856511b0e7ba,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:40.046706 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-24743b11-a43a-409f-b8ac-042593bb5f0b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:40.085256 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-24743b11-a43a-409f-b8ac-042593bb5f0b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eae997d-7381-4b88-bbc8-405673d3d4b7']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:40.091263 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 1933d676-f36c-41ce-9383-ccf3c899a1cc completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:40.091458 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-46a39909-2ba8-4409-b2d6-c77b31aad446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:40.095140 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-79839e6b-6534-47cb-90ab-aa289c51e1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:40.106323 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 1933d676-f36c-41ce-9383-ccf3c899a1cc triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:40.106585 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:40.108289 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-24743b11-a43a-409f-b8ac-042593bb5f0b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16fcad85-0934-4b82-a586-7df536354909') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:40.108830 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-24743b11-a43a-409f-b8ac-042593bb5f0b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16fcad85-0934-4b82-a586-7df536354909') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:40.119752 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-24743b11-a43a-409f-b8ac-042593bb5f0b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:40.124099 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a39909-2ba8-4409-b2d6-c77b31aad446 admin admin] Pushing event deleted for resources: {'Port': ['ID=98fb2d08-8447-400f-9b6d-10690612b268,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:40.137153 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-24743b11-a43a-409f-b8ac-042593bb5f0b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:40.145965 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24743b11-a43a-409f-b8ac-042593bb5f0b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Releasing vlan 1605 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:25:40.146367 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-24743b11-a43a-409f-b8ac-042593bb5f0b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:40.156015 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 7f7cf993-1713-47d8-bb80-a587d6fc87e9 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:25:40.158308 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device beb9bf59-2e75-40ed-b964-66a6cefb3b92 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:25:40.224386 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:25:40.224386 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:25:40.224386 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:25:40.224386 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:25:40.224386 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:25:40.224386 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:25:40.224386 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:25:40.224386 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:25:40.224386 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:25:40.224386 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:25:40.224386 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:25:40.224386 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:25:40.224386 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:25:40.224386 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:25:40.224386 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:25:40.224386 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:25:40.224386 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:25:40.224386 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:25:40.224386 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:25:40.224386 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:25:40.224386 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:25:40.224386 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:25:40.224386 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:25:40.224386 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:25:40.224386 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:25:40.224386 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:25:40.224386 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:25:40.224386 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:25:40.224386 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:25:40.224386 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:25:40.224386 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:25:40.224386 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:25:40.244112 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6b8e85d7-d07d-4d50-b7ac-911635a6e142 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:40.267254 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79839e6b-6534-47cb-90ab-aa289c51e1fb None None] Pushing event updated for resources: {'Port': ['ID=4c06f97b-9a9f-4f0f-9385-b05323bf47a6,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:40.324146 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615b89b6-555d-4606-ae5b-e2f6813b003a None None] Network 0eae997d-7381-4b88-bbc8-405673d3d4b7 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:40.361835 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b886eee-bbef-4541-9b4f-369583ca1646 req-c16550ea-ff81-415d-b53a-db34bc0f5958 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:40.364128 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6b886eee-bbef-4541-9b4f-369583ca1646 req-c16550ea-ff81-415d-b53a-db34bc0f5958 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf705789-1d01-4172-9bea-d10de92df79e HTTP/1.1" status: 200 len: 944 time: 0.1047106 Aug 31 09:25:40.366462 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.db.api [None req-24743b11-a43a-409f-b8ac-042593bb5f0b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 09:25:40.366462 n-d-791506-28 neutron-server[95552]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 09:25:40.366462 n-d-791506-28 neutron-server[95552]: [parameters: {'id': '0eae997d-7381-4b88-bbc8-405673d3d4b7'}] Aug 31 09:25:40.366462 n-d-791506-28 neutron-server[95552]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:25:40.366857 n-d-791506-28 neutron-server[95552]: DEBUG oslo_db.api [None req-24743b11-a43a-409f-b8ac-042593bb5f0b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:25:40.464474 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-46a39909-2ba8-4409-b2d6-c77b31aad446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:40.472151 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6b886eee-bbef-4541-9b4f-369583ca1646 req-3c1d2d9c-5998-4d59-80be-5a412fcee515 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850077 Aug 31 09:25:40.526228 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8e85d7-d07d-4d50-b7ac-911635a6e142 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Router dabf8c23-5d53-458d-92b2-5faa27db37de is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:25:40.640870 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 7f7cf993-1713-47d8-bb80-a587d6fc87e9, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=7f7cf993-1713-47d8-bb80-a587d6fc87e9,segment=NetworkSegment(316e1015-f12d-422c-8b11-cf75c56464db),segment_id=316e1015-f12d-422c-8b11-cf75c56464db)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:40.644795 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port beb9bf59-2e75-40ed-b964-66a6cefb3b92 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:40.654354 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8e85d7-d07d-4d50-b7ac-911635a6e142 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:25:40.656429 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:40.668964 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6a5dcd-4088-45c3-a2d3-3a9a49c93f9a None None] Sync routers for ids ['dabf8c23-5d53-458d-92b2-5faa27db37de'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:25:40.683364 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6a5dcd-4088-45c3-a2d3-3a9a49c93f9a None None] Routers {'dabf8c23-5d53-458d-92b2-5faa27db37de'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:25:40.684228 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-fd6a5dcd-4088-45c3-a2d3-3a9a49c93f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:25:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['dabf8c23-5d53-458d-92b2-5faa27db37de'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:40.689849 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '7f7cf993-1713-47d8-bb80-a587d6fc87e9', 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5', 'port_id': '7f7cf993-1713-47d8-bb80-a587d6fc87e9', 'mac_address': 'fa:16:3e:2c:ab:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ae897c-9425-4b1d-8e0e-fa584db75384', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:25:40.689849 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port beb9bf59-2e75-40ed-b964-66a6cefb3b92 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:40.689849 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:40.748821 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6b8e85d7-d07d-4d50-b7ac-911635a6e142 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:40.750335 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6b8e85d7-d07d-4d50-b7ac-911635a6e142 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.1081729 Aug 31 09:25:40.752731 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41060) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:40.796841 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 1933d676-f36c-41ce-9383-ccf3c899a1cc, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1933d676-f36c-41ce-9383-ccf3c899a1cc,segment=NetworkSegment(51d605c5-8096-4a54-a94b-f2b1e0279223),segment_id=51d605c5-8096-4a54-a94b-f2b1e0279223)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:40.797638 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:40.799240 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-fd6a5dcd-4088-45c3-a2d3-3a9a49c93f9a None None] Set router dabf8c23-5d53-458d-92b2-5faa27db37de gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:25:40.826768 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b5a32c-d8aa-4b96-b6f3-e74889acd787 None None] get_active_networks_info from n-d-791506-28 {{(pid=95554) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:25:40.901369 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f7cf993-1713-47d8-bb80-a587d6fc87e9 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:25:40.922639 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 7f7cf993-1713-47d8-bb80-a587d6fc87e9, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=7f7cf993-1713-47d8-bb80-a587d6fc87e9,segment=NetworkSegment(316e1015-f12d-422c-8b11-cf75c56464db),segment_id=316e1015-f12d-422c-8b11-cf75c56464db)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:40.929136 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:40.956913 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-24743b11-a43a-409f-b8ac-042593bb5f0b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:40.964480 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-42c74e91-c7a9-4d0e-91c8-0096e87b8c01 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:41.034571 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-fd6a5dcd-4088-45c3-a2d3-3a9a49c93f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabf8c23-5d53-458d-92b2-5faa27db37de', 'name': '', 'tenant_id': '2809962570244a6cb4f6ae66b830f88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b3f93a3-ff99-47ad-95aa-7884525cb991', 'external_fixed_ips': [{'subnet_id': '16c5834e-ce26-4981-9322-74e416658490', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '6a1431a0-c0eb-46e8-a791-7c17765f0cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:36Z', 'updated_at': '2021-08-31T09:25:39Z', 'revision_number': 3, 'project_id': '2809962570244a6cb4f6ae66b830f88c', 'gw_port': {'id': '6a1431a0-c0eb-46e8-a791-7c17765f0cfe', 'name': '', 'network_id': '0b3f93a3-ff99-47ad-95aa-7884525cb991', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:52:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabf8c23-5d53-458d-92b2-5faa27db37de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '16c5834e-ce26-4981-9322-74e416658490', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:37Z', 'updated_at': '2021-08-31T09:25:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16c5834e-ce26-4981-9322-74e416658490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:41.056065 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774950f-83af-4835-a4f9-cdb43f8a5620 req-f2c3edf5-c8e9-4016-9153-0770557e58d7 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:41.057871 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2774950f-83af-4835-a4f9-cdb43f8a5620 req-f2c3edf5-c8e9-4016-9153-0770557e58d7 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 944 time: 0.6931224 Aug 31 09:25:41.066776 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6a5dcd-4088-45c3-a2d3-3a9a49c93f9a None None] Checking router: dabf8c23-5d53-458d-92b2-5faa27db37de for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:25:41.068741 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6a5dcd-4088-45c3-a2d3-3a9a49c93f9a None None] Updating router dabf8c23-5d53-458d-92b2-5faa27db37de port 6a1431a0-c0eb-46e8-a791-7c17765f0cfe binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:25:41.091366 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:41.095390 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-fd6a5dcd-4088-45c3-a2d3-3a9a49c93f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:41.101318 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:41.133354 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=1933d676-f36c-41ce-9383-ccf3c899a1cc,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:41.164965 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-42c74e91-c7a9-4d0e-91c8-0096e87b8c01 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:41.173910 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-24743b11-a43a-409f-b8ac-042593bb5f0b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Deleting port 4c06f97b-9a9f-4f0f-9385-b05323bf47a6 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:41.173910 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-24743b11-a43a-409f-b8ac-042593bb5f0b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:41.181949 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466f05b6-00b6-4874-957d-e3123aee1f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb9bf59-2e75-40ed-b964-66a6cefb3b92'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:41.184522 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2774950f-83af-4835-a4f9-cdb43f8a5620 req-4b7dc6d6-570c-4a38-9c5f-d672131aed91 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125531 Aug 31 09:25:41.190884 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f7abfd-4c4f-41dc-a5ec-1d2687c69154" -d '{"events": [{"server_uuid": "466f05b6-00b6-4874-957d-e3123aee1f3f", "name": "network-vif-plugged", "status": "completed", "tag": "beb9bf59-2e75-40ed-b964-66a6cefb3b92"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:41.241146 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port beb9bf59-2e75-40ed-b964-66a6cefb3b92, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=beb9bf59-2e75-40ed-b964-66a6cefb3b92,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:41.262986 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b5a32c-d8aa-4b96-b6f3-e74889acd787 None None] Resources bound (agent type, host, resource id): {{(pid=95554) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:25:41.293104 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e976bfec-643c-4346-8433-9b11b789d68f x-openstack-request-id: req-e976bfec-643c-4346-8433-9b11b789d68f {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:41.293104 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466f05b6-00b6-4874-957d-e3123aee1f3f", "name": "network-vif-plugged", "status": "completed", "tag": "beb9bf59-2e75-40ed-b964-66a6cefb3b92", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:41.293869 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e976bfec-643c-4346-8433-9b11b789d68f {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:41.293869 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466f05b6-00b6-4874-957d-e3123aee1f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb9bf59-2e75-40ed-b964-66a6cefb3b92', 'code': 200} Aug 31 09:25:41.295046 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=7f7cf993-1713-47d8-bb80-a587d6fc87e9,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:41.364348 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['7f7cf993-1713-47d8-bb80-a587d6fc87e9'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:25:41.372993 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-24743b11-a43a-409f-b8ac-042593bb5f0b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] For port 4c06f97b-9a9f-4f0f-9385-b05323bf47a6, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4c06f97b-9a9f-4f0f-9385-b05323bf47a6,segment=NetworkSegment(16fcad85-0934-4b82-a586-7df536354909),segment_id=16fcad85-0934-4b82-a586-7df536354909)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:41.373373 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-24743b11-a43a-409f-b8ac-042593bb5f0b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:41.409621 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:41.415553 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-24743b11-a43a-409f-b8ac-042593bb5f0b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Calling delete_port for 4c06f97b-9a9f-4f0f-9385-b05323bf47a6 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:41.426192 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb87162-717c-4601-a0b2-ec9fd7ecb716 req-04de8723-1dd8-443e-8280-8b5a31967bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:41.429205 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1cb87162-717c-4601-a0b2-ec9fd7ecb716 req-04de8723-1dd8-443e-8280-8b5a31967bfe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 1097 time: 0.0621023 Aug 31 09:25:41.434969 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a39909-2ba8-4409-b2d6-c77b31aad446 admin admin] Router 852676bd-0afc-42cc-bd95-81b7df780953 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:25:41.464794 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-42c74e91-c7a9-4d0e-91c8-0096e87b8c01 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Deleting port 6a1431a0-c0eb-46e8-a791-7c17765f0cfe {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:41.468296 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-42c74e91-c7a9-4d0e-91c8-0096e87b8c01 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:41.475790 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-459a0dd8-6112-4f06-988d-53a4f04662fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:41.493358 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41070) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:41.518978 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-fd6a5dcd-4088-45c3-a2d3-3a9a49c93f9a None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:41.530675 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-fd6a5dcd-4088-45c3-a2d3-3a9a49c93f9a None None] Transition to ACTIVE for port object 6a1431a0-c0eb-46e8-a791-7c17765f0cfe will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:41.565207 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1cb87162-717c-4601-a0b2-ec9fd7ecb716 req-73981bbe-0e08-4fde-8f54-ea61e7f8c48d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287286 Aug 31 09:25:41.606594 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-fd6a5dcd-4088-45c3-a2d3-3a9a49c93f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:41.681504 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-42c74e91-c7a9-4d0e-91c8-0096e87b8c01 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:41.700647 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=beb9bf59-2e75-40ed-b964-66a6cefb3b92,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:41.710561 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d47c1e5b-f679-484a-8814-ce71fb906cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:41.724012 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-42c74e91-c7a9-4d0e-91c8-0096e87b8c01 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Calling delete_port for 6a1431a0-c0eb-46e8-a791-7c17765f0cfe owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:41.756082 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386d7d1-71e9-4f96-9cbd-5fc7b5656015 None None] Pushing event updated for resources: {'Port': ['ID=6a1431a0-c0eb-46e8-a791-7c17765f0cfe,revision_number=2']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:41.764582 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0021b-6436-4a37-b120-c8248fdc6483 req-82c13a91-79d2-4922-ad24-98b44f2e5f9f tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:41.769711 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88d0021b-6436-4a37-b120-c8248fdc6483 req-82c13a91-79d2-4922-ad24-98b44f2e5f9f tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf705789-1d01-4172-9bea-d10de92df79e HTTP/1.1" status: 200 len: 945 time: 0.1800301 Aug 31 09:25:41.775656 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-fd6a5dcd-4088-45c3-a2d3-3a9a49c93f9a None None] Attempting to bind port 6a1431a0-c0eb-46e8-a791-7c17765f0cfe on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:41.776299 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-fd6a5dcd-4088-45c3-a2d3-3a9a49c93f9a None None] Attempting to bind port 6a1431a0-c0eb-46e8-a791-7c17765f0cfe by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '8b03dcb5-b27a-44fa-8bee-e9d670933e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '0b3f93a3-ff99-47ad-95aa-7884525cb991'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:41.777104 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6a5dcd-4088-45c3-a2d3-3a9a49c93f9a None None] Attempting to bind port 6a1431a0-c0eb-46e8-a791-7c17765f0cfe on network 0b3f93a3-ff99-47ad-95aa-7884525cb991 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:41.777360 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a39909-2ba8-4409-b2d6-c77b31aad446 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:25:41.788528 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6a5dcd-4088-45c3-a2d3-3a9a49c93f9a None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:25:41.789138 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6a5dcd-4088-45c3-a2d3-3a9a49c93f9a None None] Checking segment: {'id': '8b03dcb5-b27a-44fa-8bee-e9d670933e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '0b3f93a3-ff99-47ad-95aa-7884525cb991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:41.789940 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-fd6a5dcd-4088-45c3-a2d3-3a9a49c93f9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:41.790511 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6a5dcd-4088-45c3-a2d3-3a9a49c93f9a None None] Bound using segment: {'id': '8b03dcb5-b27a-44fa-8bee-e9d670933e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '0b3f93a3-ff99-47ad-95aa-7884525cb991'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:25:41.791210 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-fd6a5dcd-4088-45c3-a2d3-3a9a49c93f9a None None] Bound port: 6a1431a0-c0eb-46e8-a791-7c17765f0cfe, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b03dcb5-b27a-44fa-8bee-e9d670933e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '0b3f93a3-ff99-47ad-95aa-7884525cb991'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:25:41.791787 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-fd6a5dcd-4088-45c3-a2d3-3a9a49c93f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:41.792306 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440c2e7a-3149-44e1-914a-a06909268a63 None None] Sync routers for ids ['852676bd-0afc-42cc-bd95-81b7df780953'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:25:41.812915 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-46a39909-2ba8-4409-b2d6-c77b31aad446 admin admin] 10.222.0.119 "PUT /v2.0/routers/852676bd-0afc-42cc-bd95-81b7df780953/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2758729 Aug 31 09:25:41.817983 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41076) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:41.859662 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88d0021b-6436-4a37-b120-c8248fdc6483 req-869a889f-6ab2-4865-bfda-47effd6d26c9 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837088 Aug 31 09:25:41.864265 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-fd6a5dcd-4088-45c3-a2d3-3a9a49c93f9a None None] For port 6a1431a0-c0eb-46e8-a791-7c17765f0cfe, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:41.868440 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-fd6a5dcd-4088-45c3-a2d3-3a9a49c93f9a None None] For port 6a1431a0-c0eb-46e8-a791-7c17765f0cfe, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=6a1431a0-c0eb-46e8-a791-7c17765f0cfe,segment=NetworkSegment(8b03dcb5-b27a-44fa-8bee-e9d670933e0b),segment_id=8b03dcb5-b27a-44fa-8bee-e9d670933e0b)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:25:41.871496 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386d7d1-71e9-4f96-9cbd-5fc7b5656015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:41.872327 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386d7d1-71e9-4f96-9cbd-5fc7b5656015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:41.872882 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386d7d1-71e9-4f96-9cbd-5fc7b5656015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:41.873407 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386d7d1-71e9-4f96-9cbd-5fc7b5656015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:41.873947 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386d7d1-71e9-4f96-9cbd-5fc7b5656015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:41.874466 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386d7d1-71e9-4f96-9cbd-5fc7b5656015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:41.875028 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386d7d1-71e9-4f96-9cbd-5fc7b5656015 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:41.875542 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386d7d1-71e9-4f96-9cbd-5fc7b5656015 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:41.876108 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386d7d1-71e9-4f96-9cbd-5fc7b5656015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:41.876647 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386d7d1-71e9-4f96-9cbd-5fc7b5656015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:41.877398 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386d7d1-71e9-4f96-9cbd-5fc7b5656015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:41.878133 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386d7d1-71e9-4f96-9cbd-5fc7b5656015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:41.891853 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-24743b11-a43a-409f-b8ac-042593bb5f0b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:41.902890 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440c2e7a-3149-44e1-914a-a06909268a63 None None] Routers {'852676bd-0afc-42cc-bd95-81b7df780953'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:25:41.903528 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-440c2e7a-3149-44e1-914a-a06909268a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:25:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['852676bd-0afc-42cc-bd95-81b7df780953'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:41.916786 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1933d676-f36c-41ce-9383-ccf3c899a1cc up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:25:41.930749 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24743b11-a43a-409f-b8ac-042593bb5f0b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event deleted for resources: {'Port': ['ID=4c06f97b-9a9f-4f0f-9385-b05323bf47a6,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:41.932864 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24743b11-a43a-409f-b8ac-042593bb5f0b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] No DVR routers for this DVR port 4c06f97b-9a9f-4f0f-9385-b05323bf47a6 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:25:42.026510 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-24743b11-a43a-409f-b8ac-042593bb5f0b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.031043 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7ee9265d-c2b0-47c6-9c8e-44398d0a4021 admin admin] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.038041 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-24743b11-a43a-409f-b8ac-042593bb5f0b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eae997d-7381-4b88-bbc8-405673d3d4b7']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:42.040512 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-fd6a5dcd-4088-45c3-a2d3-3a9a49c93f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.092762 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6a5dcd-4088-45c3-a2d3-3a9a49c93f9a None None] Routers {'dabf8c23-5d53-458d-92b2-5faa27db37de'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:25:42.093310 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-fd6a5dcd-4088-45c3-a2d3-3a9a49c93f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:25:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['dabf8c23-5d53-458d-92b2-5faa27db37de'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:42.112958 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d47c1e5b-f679-484a-8814-ce71fb906cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.148258 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-24743b11-a43a-409f-b8ac-042593bb5f0b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16fcad85-0934-4b82-a586-7df536354909') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:42.148962 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-24743b11-a43a-409f-b8ac-042593bb5f0b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16fcad85-0934-4b82-a586-7df536354909') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:42.160450 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-24743b11-a43a-409f-b8ac-042593bb5f0b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.179789 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386d7d1-71e9-4f96-9cbd-5fc7b5656015 None None] Pushing event updated for resources: {'Port': ['ID=6a1431a0-c0eb-46e8-a791-7c17765f0cfe,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:42.181034 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-24743b11-a43a-409f-b8ac-042593bb5f0b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.188880 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24743b11-a43a-409f-b8ac-042593bb5f0b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Releasing vlan 1605 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:25:42.189284 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-24743b11-a43a-409f-b8ac-042593bb5f0b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.192859 n-d-791506-28 neutron-server[95552]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:25:42.192859 n-d-791506-28 neutron-server[95552]: items = [ Aug 31 09:25:42.192859 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:25:42.192859 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:25:42.192859 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:25:42.192859 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:25:42.192859 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:25:42.192859 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:25:42.192859 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:25:42.192859 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:25:42.192859 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:25:42.192859 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:25:42.192859 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:25:42.192859 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:25:42.192859 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:25:42.192859 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:25:42.192859 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:25:42.192859 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:25:42.192859 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:25:42.192859 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:25:42.192859 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:25:42.192859 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:25:42.192859 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:25:42.192859 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:25:42.192859 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:25:42.192859 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:25:42.192859 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:25:42.192859 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:25:42.192859 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:25:42.192859 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:25:42.192859 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:25:42.192859 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:25:42.192859 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:25:42.192859 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:25:42.195028 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d47c1e5b-f679-484a-8814-ce71fb906cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.225271 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-fd6a5dcd-4088-45c3-a2d3-3a9a49c93f9a None None] Set router dabf8c23-5d53-458d-92b2-5faa27db37de gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:25:42.234794 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 1933d676-f36c-41ce-9383-ccf3c899a1cc triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:42.234968 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7ee9265d-c2b0-47c6-9c8e-44398d0a4021 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.235080 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-42c74e91-c7a9-4d0e-91c8-0096e87b8c01 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.235522 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.263411 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d47c1e5b-f679-484a-8814-ce71fb906cd2 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=e088cd2f32394be48518cb14dc83a76f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7658141 Aug 31 09:25:42.264134 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41084) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:42.266283 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c1e5b-f679-484a-8814-ce71fb906cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1daf4c8-f335-4fdd-8d4e-af2b3192b6f8,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:42.273033 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-440c2e7a-3149-44e1-914a-a06909268a63 None None] Set router 852676bd-0afc-42cc-bd95-81b7df780953 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:25:42.279410 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c74e91-c7a9-4d0e-91c8-0096e87b8c01 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a1431a0-c0eb-46e8-a791-7c17765f0cfe,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:42.360935 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-42c74e91-c7a9-4d0e-91c8-0096e87b8c01 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.427628 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4dee49b8-f814-42e8-8347-da5810af4cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.444675 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-fd6a5dcd-4088-45c3-a2d3-3a9a49c93f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabf8c23-5d53-458d-92b2-5faa27db37de', 'name': '', 'tenant_id': '2809962570244a6cb4f6ae66b830f88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:36Z', 'updated_at': '2021-08-31T09:25:41Z', 'revision_number': 4, 'project_id': '2809962570244a6cb4f6ae66b830f88c', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:42.453029 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4dee49b8-f814-42e8-8347-da5810af4cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.468193 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-42c74e91-c7a9-4d0e-91c8-0096e87b8c01 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.471634 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-42c74e91-c7a9-4d0e-91c8-0096e87b8c01 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.471781 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6a5dcd-4088-45c3-a2d3-3a9a49c93f9a None None] The sync data for ids ['dabf8c23-5d53-458d-92b2-5faa27db37de'] in n-d-791506-28 is: [{'id': 'dabf8c23-5d53-458d-92b2-5faa27db37de', 'name': '', 'tenant_id': '2809962570244a6cb4f6ae66b830f88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:36Z', 'updated_at': '2021-08-31T09:25:41Z', 'revision_number': 4, 'project_id': '2809962570244a6cb4f6ae66b830f88c', 'gw_port_host': None}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:25:42.506209 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68b67c-4341-4092-9dea-54db1cd9f864 req-3cd7f6db-6edd-4cd9-995a-b739bd227a53 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:42.507965 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1c68b67c-4341-4092-9dea-54db1cd9f864 req-3cd7f6db-6edd-4cd9-995a-b739bd227a53 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 945 time: 0.1783283 Aug 31 09:25:42.527643 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-24743b11-a43a-409f-b8ac-042593bb5f0b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.548796 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-24743b11-a43a-409f-b8ac-042593bb5f0b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.555376 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-24743b11-a43a-409f-b8ac-042593bb5f0b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "DELETE /v2.0/networks/0eae997d-7381-4b88-bbc8-405673d3d4b7 HTTP/1.1" status: 204 len: 168 time: 4.0422237 Aug 31 09:25:42.555376 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24743b11-a43a-409f-b8ac-042593bb5f0b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event deleted for resources: {'Network': ['ID=0eae997d-7381-4b88-bbc8-405673d3d4b7,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:42.560221 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41086) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:42.568132 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-65778670-4dde-407a-bdbf-a06a9761c7d8 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-957195632'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:42.596488 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1c68b67c-4341-4092-9dea-54db1cd9f864 req-819be00f-8fb4-4374-ab79-12e3801cedb6 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788219 Aug 31 09:25:42.599925 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-7ee9265d-c2b0-47c6-9c8e-44398d0a4021 admin admin] Deleting port a07f14a4-9c29-44e8-a224-487c88b4b61d {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:42.600274 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7ee9265d-c2b0-47c6-9c8e-44398d0a4021 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.619093 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-42c74e91-c7a9-4d0e-91c8-0096e87b8c01 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.619093 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c74e91-c7a9-4d0e-91c8-0096e87b8c01 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dabf8c23-5d53-458d-92b2-5faa27db37de {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:25:42.626392 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-42c74e91-c7a9-4d0e-91c8-0096e87b8c01 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.627726 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-42c74e91-c7a9-4d0e-91c8-0096e87b8c01 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] 10.222.0.119 "DELETE /v2.0/routers/dabf8c23-5d53-458d-92b2-5faa27db37de HTTP/1.1" status: 204 len: 168 time: 1.8739786 Aug 31 09:25:42.631603 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41088) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:42.664007 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-440c2e7a-3149-44e1-914a-a06909268a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852676bd-0afc-42cc-bd95-81b7df780953', 'name': 'tempest-ServerRescueTestJSON-1709829865-router', 'tenant_id': 'db98e609f02d40e497cfab3aeae07295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'a07f14a4-9c29-44e8-a224-487c88b4b61d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:35Z', 'updated_at': '2021-08-31T09:25:39Z', 'revision_number': 5, 'project_id': 'db98e609f02d40e497cfab3aeae07295', 'gw_port': {'id': 'a07f14a4-9c29-44e8-a224-487c88b4b61d', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852676bd-0afc-42cc-bd95-81b7df780953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:23:36Z', 'updated_at': '2021-08-31T09:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:42.700693 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-974e590b-f61b-43f9-aa07-90dbf99f83c3 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Deleting subnet 16c5834e-ce26-4981-9322-74e416658490 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:25:42.705071 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-974e590b-f61b-43f9-aa07-90dbf99f83c3 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.705230 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-7ee9265d-c2b0-47c6-9c8e-44398d0a4021 admin admin] For port a07f14a4-9c29-44e8-a224-487c88b4b61d, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a07f14a4-9c29-44e8-a224-487c88b4b61d,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:42.705535 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7ee9265d-c2b0-47c6-9c8e-44398d0a4021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.708635 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4dee49b8-f814-42e8-8347-da5810af4cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.711201 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440c2e7a-3149-44e1-914a-a06909268a63 None None] Checking router: 852676bd-0afc-42cc-bd95-81b7df780953 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:25:42.711360 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4dee49b8-f814-42e8-8347-da5810af4cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.715195 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4dee49b8-f814-42e8-8347-da5810af4cad admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/a1daf4c8-f335-4fdd-8d4e-af2b3192b6f8 HTTP/1.1" status: 204 len: 168 time: 0.4470437 Aug 31 09:25:42.729731 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440c2e7a-3149-44e1-914a-a06909268a63 None None] Routers {'852676bd-0afc-42cc-bd95-81b7df780953'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:25:42.730702 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-440c2e7a-3149-44e1-914a-a06909268a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:25:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['852676bd-0afc-42cc-bd95-81b7df780953'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:42.732075 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-7ee9265d-c2b0-47c6-9c8e-44398d0a4021 admin admin] Calling delete_port for a07f14a4-9c29-44e8-a224-487c88b4b61d owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:42.733848 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee49b8-f814-42e8-8347-da5810af4cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1daf4c8-f335-4fdd-8d4e-af2b3192b6f8,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:42.755117 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65778670-4dde-407a-bdbf-a06a9761c7d8 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Made reservation on behalf of 6a89472a07f54f00b52b237b1a531827 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:42.774273 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65778670-4dde-407a-bdbf-a06a9761c7d8 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.821122 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65778670-4dde-407a-bdbf-a06a9761c7d8 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] vlan segment allocate from pool success with {'vlan_id': 1638, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:25:42.824583 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-974e590b-f61b-43f9-aa07-90dbf99f83c3 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.859381 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65778670-4dde-407a-bdbf-a06a9761c7d8 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:42.859731 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-65778670-4dde-407a-bdbf-a06a9761c7d8 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Added segment 77eb3298-6e7a-4445-a401-c248d64720d8 of type vlan for network 5f44a4d7-03ee-46d5-8cc3-2f060a9a044f Aug 31 09:25:42.925439 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-974e590b-f61b-43f9-aa07-90dbf99f83c3 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:43.019925 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-440c2e7a-3149-44e1-914a-a06909268a63 None None] Set router 852676bd-0afc-42cc-bd95-81b7df780953 gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:25:43.031490 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65778670-4dde-407a-bdbf-a06a9761c7d8 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:43.113724 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8a40d-155e-4f29-8a77-68ad401ae777 req-ec9870ce-b1fc-4ec0-9777-80756ba47ca7 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:43.116821 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-25e8a40d-155e-4f29-8a77-68ad401ae777 req-ec9870ce-b1fc-4ec0-9777-80756ba47ca7 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf705789-1d01-4172-9bea-d10de92df79e HTTP/1.1" status: 200 len: 945 time: 0.1022270 Aug 31 09:25:43.136372 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-440c2e7a-3149-44e1-914a-a06909268a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852676bd-0afc-42cc-bd95-81b7df780953', 'name': 'tempest-ServerRescueTestJSON-1709829865-router', 'tenant_id': 'db98e609f02d40e497cfab3aeae07295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:35Z', 'updated_at': '2021-08-31T09:25:42Z', 'revision_number': 6, 'project_id': 'db98e609f02d40e497cfab3aeae07295', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:43.158021 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7ee9265d-c2b0-47c6-9c8e-44398d0a4021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:43.167644 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440c2e7a-3149-44e1-914a-a06909268a63 None None] The sync data for ids ['852676bd-0afc-42cc-bd95-81b7df780953'] in n-d-791506-28 is: [{'id': '852676bd-0afc-42cc-bd95-81b7df780953', 'name': 'tempest-ServerRescueTestJSON-1709829865-router', 'tenant_id': 'db98e609f02d40e497cfab3aeae07295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:23:35Z', 'updated_at': '2021-08-31T09:25:42Z', 'revision_number': 6, 'project_id': 'db98e609f02d40e497cfab3aeae07295', 'gw_port_host': None}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:25:43.201141 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee9265d-c2b0-47c6-9c8e-44398d0a4021 admin admin] Pushing event deleted for resources: {'Port': ['ID=a07f14a4-9c29-44e8-a224-487c88b4b61d,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:43.240472 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-25e8a40d-155e-4f29-8a77-68ad401ae777 req-a5d5305d-da9c-4940-ad69-6bd15f4767ea tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144867 Aug 31 09:25:43.252005 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-974e590b-f61b-43f9-aa07-90dbf99f83c3 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:43.289457 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7ee9265d-c2b0-47c6-9c8e-44398d0a4021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:43.301414 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e590b-f61b-43f9-aa07-90dbf99f83c3 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=16c5834e-ce26-4981-9322-74e416658490,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:43.309145 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65778670-4dde-407a-bdbf-a06a9761c7d8 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:43.318421 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65778670-4dde-407a-bdbf-a06a9761c7d8 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:43.319171 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65778670-4dde-407a-bdbf-a06a9761c7d8 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:43.338090 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-974e590b-f61b-43f9-aa07-90dbf99f83c3 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:43.342326 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-974e590b-f61b-43f9-aa07-90dbf99f83c3 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] 10.222.0.119 "DELETE /v2.0/subnets/16c5834e-ce26-4981-9322-74e416658490 HTTP/1.1" status: 204 len: 168 time: 0.7074289 Aug 31 09:25:43.357096 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41100) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:43.391701 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65778670-4dde-407a-bdbf-a06a9761c7d8 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event updated for resources: {'Network': ['ID=5f44a4d7-03ee-46d5-8cc3-2f060a9a044f,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:43.402944 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 5f44a4d7-03ee-46d5-8cc3-2f060a9a044f details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:25:43.447162 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7ee9265d-c2b0-47c6-9c8e-44398d0a4021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:43.450864 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7ee9265d-c2b0-47c6-9c8e-44398d0a4021 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:43.463809 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-65778670-4dde-407a-bdbf-a06a9761c7d8 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9020562 Aug 31 09:25:43.467792 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41102) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:43.472676 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-599afbd4-03d7-4414-875c-02de599fefc4 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Request body: {'subnet': {'network_id': '5f44a4d7-03ee-46d5-8cc3-2f060a9a044f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:43.507888 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e2f8e1ff-2004-4b33-a5ef-2aac213f887c tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:43.592430 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e2f8e1ff-2004-4b33-a5ef-2aac213f887c tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:43.606706 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7ee9265d-c2b0-47c6-9c8e-44398d0a4021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:43.607642 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee9265d-c2b0-47c6-9c8e-44398d0a4021 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 852676bd-0afc-42cc-bd95-81b7df780953 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:25:43.612271 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7ee9265d-c2b0-47c6-9c8e-44398d0a4021 admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:43.617086 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7ee9265d-c2b0-47c6-9c8e-44398d0a4021 admin admin] 10.222.0.119 "DELETE /v2.0/routers/852676bd-0afc-42cc-bd95-81b7df780953 HTTP/1.1" status: 204 len: 168 time: 1.7805820 Aug 31 09:25:43.617733 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41104) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:43.619605 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-e2f8e1ff-2004-4b33-a5ef-2aac213f887c tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b3f93a3-ff99-47ad-95aa-7884525cb991']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:43.631736 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41108) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:43.670049 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-10670469-1a34-42f5-8f1f-dd6f70186806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:43.679564 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-e2f8e1ff-2004-4b33-a5ef-2aac213f887c tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b03dcb5-b27a-44fa-8bee-e9d670933e0b') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:43.679868 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-e2f8e1ff-2004-4b33-a5ef-2aac213f887c tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b03dcb5-b27a-44fa-8bee-e9d670933e0b') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:43.694283 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e2f8e1ff-2004-4b33-a5ef-2aac213f887c tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:43.705452 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-033682c4-4855-48a4-b01d-4338730f640a admin admin] Deleting subnet ee003db9-da2c-4578-b65f-995ad17b5a56 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:25:43.710964 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599afbd4-03d7-4414-875c-02de599fefc4 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Made reservation on behalf of 6a89472a07f54f00b52b237b1a531827 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:43.712493 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-033682c4-4855-48a4-b01d-4338730f640a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:43.716539 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-599afbd4-03d7-4414-875c-02de599fefc4 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:43.743171 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e2f8e1ff-2004-4b33-a5ef-2aac213f887c tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:43.766227 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f8e1ff-2004-4b33-a5ef-2aac213f887c tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Releasing vlan 1622 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:25:43.766759 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e2f8e1ff-2004-4b33-a5ef-2aac213f887c tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:43.768697 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:25:43.768697 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:25:43.768697 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:25:43.768697 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:25:43.768697 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:25:43.768697 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:25:43.768697 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:25:43.768697 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:25:43.768697 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:25:43.768697 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:25:43.768697 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:25:43.768697 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:25:43.768697 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:25:43.768697 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:25:43.768697 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:25:43.768697 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:25:43.768697 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:25:43.768697 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:25:43.768697 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:25:43.768697 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:25:43.768697 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:25:43.768697 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:25:43.768697 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:25:43.768697 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:25:43.768697 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:25:43.768697 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:25:43.768697 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:25:43.768697 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:25:43.768697 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:25:43.768697 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:25:43.768697 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:25:43.768697 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:25:43.844062 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-033682c4-4855-48a4-b01d-4338730f640a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:43.912188 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259402cc-c9f2-4a96-903a-759873c4d719 req-2be98a15-2ffb-4b23-bee2-bdaa6c67a196 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:43.913625 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-259402cc-c9f2-4a96-903a-759873c4d719 req-2be98a15-2ffb-4b23-bee2-bdaa6c67a196 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 945 time: 0.1681216 Aug 31 09:25:43.914760 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-033682c4-4855-48a4-b01d-4338730f640a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:43.982263 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6628d790-53a8-4d8c-a8f5-221bd46f2ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:43.991684 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-259402cc-c9f2-4a96-903a-759873c4d719 req-27f6ec88-1f4a-4fd4-8944-9281bc2ebecc tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560081 Aug 31 09:25:44.014850 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e2f8e1ff-2004-4b33-a5ef-2aac213f887c tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.022208 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f8e1ff-2004-4b33-a5ef-2aac213f887c tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0b3f93a3-ff99-47ad-95aa-7884525cb991 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 09:25:44.033062 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e2f8e1ff-2004-4b33-a5ef-2aac213f887c tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.046078 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e2f8e1ff-2004-4b33-a5ef-2aac213f887c tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] 10.222.0.119 "DELETE /v2.0/networks/0b3f93a3-ff99-47ad-95aa-7884525cb991 HTTP/1.1" status: 204 len: 168 time: 0.6840336 Aug 31 09:25:44.053239 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8e1ff-2004-4b33-a5ef-2aac213f887c tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Pushing event deleted for resources: {'Network': ['ID=0b3f93a3-ff99-47ad-95aa-7884525cb991,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:44.086813 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.091484 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 98fb2d08-8447-400f-9b6d-10690612b268 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:25:44.118448 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 98fb2d08-8447-400f-9b6d-10690612b268 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:25:44.118448 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 98fb2d08-8447-400f-9b6d-10690612b268 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:25:44.125039 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-033682c4-4855-48a4-b01d-4338730f640a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.154927 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-10670469-1a34-42f5-8f1f-dd6f70186806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.172796 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033682c4-4855-48a4-b01d-4338730f640a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee003db9-da2c-4578-b65f-995ad17b5a56,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:44.172796 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-033682c4-4855-48a4-b01d-4338730f640a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.173950 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-033682c4-4855-48a4-b01d-4338730f640a admin admin] 10.222.0.119 "DELETE /v2.0/subnets/ee003db9-da2c-4578-b65f-995ad17b5a56 HTTP/1.1" status: 204 len: 168 time: 0.5517714 Aug 31 09:25:44.177258 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41116) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:44.181462 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 7f7cf993-1713-47d8-bb80-a587d6fc87e9 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:25:44.192854 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-599afbd4-03d7-4414-875c-02de599fefc4 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.286494 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-10670469-1a34-42f5-8f1f-dd6f70186806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.304463 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3eb1a409-fe12-4382-8029-b0d99f53d579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.319297 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-10670469-1a34-42f5-8f1f-dd6f70186806 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=b1dad261b35a41d092d6f104ff067fb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6886554 Aug 31 09:25:44.325057 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41124) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:44.359323 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 7f7cf993-1713-47d8-bb80-a587d6fc87e9 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:44.365125 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 7f7cf993-1713-47d8-bb80-a587d6fc87e9 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:44.365510 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.374360 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599afbd4-03d7-4414-875c-02de599fefc4 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event updated for resources: {'Subnet': ['ID=d33a61e9-373e-498d-b8b4-3eae52065438,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:44.404591 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599afbd4-03d7-4414-875c-02de599fefc4 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Checking segment: {'id': '77eb3298-6e7a-4445-a401-c248d64720d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': '5f44a4d7-03ee-46d5-8cc3-2f060a9a044f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:44.405077 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599afbd4-03d7-4414-875c-02de599fefc4 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Network hostable DHCP agents. Network: 5f44a4d7-03ee-46d5-8cc3-2f060a9a044f, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:25:44.420475 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10670469-1a34-42f5-8f1f-dd6f70186806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c361441b-7b5e-4032-8e9a-837ba9d10ff7,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:44.485098 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3eb1a409-fe12-4382-8029-b0d99f53d579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.507878 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-3eb1a409-fe12-4382-8029-b0d99f53d579 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b71009e1-f5fe-4162-b1b3-564810754969']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:44.523841 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-3eb1a409-fe12-4382-8029-b0d99f53d579 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a3fa96-c4b5-4b90-91f6-d3a2f5e98558') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:44.524487 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-3eb1a409-fe12-4382-8029-b0d99f53d579 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a3fa96-c4b5-4b90-91f6-d3a2f5e98558') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:44.530525 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9514c313-071d-48a1-817a-7f1ec4758d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.544311 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.549366 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3eb1a409-fe12-4382-8029-b0d99f53d579 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.578820 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaceac7-2b8e-4c37-ba87-28d60f0bfb11 req-f9da2bb1-e4b1-4a6a-b1b7-d2419d32332a tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:44.579888 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599afbd4-03d7-4414-875c-02de599fefc4 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Network 5f44a4d7-03ee-46d5-8cc3-2f060a9a044f is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:25:44.581060 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8eaceac7-2b8e-4c37-ba87-28d60f0bfb11 req-f9da2bb1-e4b1-4a6a-b1b7-d2419d32332a tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf705789-1d01-4172-9bea-d10de92df79e HTTP/1.1" status: 200 len: 945 time: 0.1419587 Aug 31 09:25:44.595022 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3eb1a409-fe12-4382-8029-b0d99f53d579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.600498 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9514c313-071d-48a1-817a-7f1ec4758d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.615042 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 7f7cf993-1713-47d8-bb80-a587d6fc87e9, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=7f7cf993-1713-47d8-bb80-a587d6fc87e9,segment=NetworkSegment(316e1015-f12d-422c-8b11-cf75c56464db),segment_id=316e1015-f12d-422c-8b11-cf75c56464db)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:44.616134 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf705789-1d01-4172-9bea-d10de92df79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7cf993-1713-47d8-bb80-a587d6fc87e9'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:44.618410 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e2cb06-4221-415a-880a-cdbd39b4a9c8" -d '{"events": [{"server_uuid": "bf705789-1d01-4172-9bea-d10de92df79e", "name": "network-vif-plugged", "status": "completed", "tag": "7f7cf993-1713-47d8-bb80-a587d6fc87e9"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:44.621180 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb1a409-fe12-4382-8029-b0d99f53d579 admin admin] Releasing vlan 1608 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:25:44.621853 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3eb1a409-fe12-4382-8029-b0d99f53d579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.626767 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:25:44.626767 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:25:44.626767 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:25:44.626767 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:25:44.626767 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:25:44.626767 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:25:44.626767 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:25:44.626767 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:25:44.626767 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:25:44.626767 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:25:44.626767 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:25:44.626767 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:25:44.626767 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:25:44.626767 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:25:44.626767 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:25:44.626767 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:25:44.626767 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:25:44.626767 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:25:44.626767 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:25:44.626767 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:25:44.626767 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:25:44.626767 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:25:44.626767 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:25:44.626767 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:25:44.626767 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:25:44.626767 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:25:44.626767 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:25:44.626767 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:25:44.626767 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:25:44.626767 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:25:44.626767 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:25:44.626767 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:25:44.646202 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1b607-42c0-41c7-9857-22b481abb2f6 req-171b27d4-7c35-4afc-a8ed-596d4d5d1cc2 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:44.647789 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-96c1b607-42c0-41c7-9857-22b481abb2f6 req-171b27d4-7c35-4afc-a8ed-596d4d5d1cc2 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 945 time: 0.1203730 Aug 31 09:25:44.664308 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41132) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:44.671917 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-5ae1417b-f7bf-4e5e-9d11-0279519684a5 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Request body: {'router': {'name': 'tempest-router--871537030', 'project_id': '8b8bfe0f16764f178c37690f090a2e12'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:44.693568 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-599afbd4-03d7-4414-875c-02de599fefc4 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 5f44a4d7-03ee-46d5-8cc3-2f060a9a044f) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:44.698270 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599afbd4-03d7-4414-875c-02de599fefc4 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:44.699002 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-599afbd4-03d7-4414-875c-02de599fefc4 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.707224 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c76943-d1e9-4e97-8499-325b0015cbb5 None None] Network 5f44a4d7-03ee-46d5-8cc3-2f060a9a044f requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:44.766565 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.767964 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8eaceac7-2b8e-4c37-ba87-28d60f0bfb11 req-c7dcad61-9e04-48ae-ac18-3f5a488d8cbe tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758890 Aug 31 09:25:44.780286 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-96c1b607-42c0-41c7-9857-22b481abb2f6 req-7cb9742a-4654-445c-8667-b144710d4f44 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932174 Aug 31 09:25:44.785948 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5ae1417b-f7bf-4e5e-9d11-0279519684a5 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.791928 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5ae1417b-f7bf-4e5e-9d11-0279519684a5 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.816498 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9514c313-071d-48a1-817a-7f1ec4758d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.819543 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9514c313-071d-48a1-817a-7f1ec4758d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.821031 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9514c313-071d-48a1-817a-7f1ec4758d6b admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/c361441b-7b5e-4032-8e9a-837ba9d10ff7 HTTP/1.1" status: 204 len: 168 time: 0.4941051 Aug 31 09:25:44.830133 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a9efa0-d362-42a1-93f7-ab422b5e2910 x-openstack-request-id: req-d2a9efa0-d362-42a1-93f7-ab422b5e2910 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:44.830427 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf705789-1d01-4172-9bea-d10de92df79e", "name": "network-vif-plugged", "status": "completed", "tag": "7f7cf993-1713-47d8-bb80-a587d6fc87e9", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:44.830742 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-d2a9efa0-d362-42a1-93f7-ab422b5e2910 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:44.831403 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf705789-1d01-4172-9bea-d10de92df79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7cf993-1713-47d8-bb80-a587d6fc87e9', 'code': 200} Aug 31 09:25:44.840961 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3eb1a409-fe12-4382-8029-b0d99f53d579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.851427 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3eb1a409-fe12-4382-8029-b0d99f53d579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.856387 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9514c313-071d-48a1-817a-7f1ec4758d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c361441b-7b5e-4032-8e9a-837ba9d10ff7,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:44.866417 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3eb1a409-fe12-4382-8029-b0d99f53d579 admin admin] 10.222.0.119 "DELETE /v2.0/networks/b71009e1-f5fe-4162-b1b3-564810754969 HTTP/1.1" status: 204 len: 168 time: 0.6797271 Aug 31 09:25:44.888505 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=7f7cf993-1713-47d8-bb80-a587d6fc87e9,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:44.898923 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5ae1417b-f7bf-4e5e-9d11-0279519684a5 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:44.908662 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1a409-fe12-4382-8029-b0d99f53d579 admin admin] Pushing event deleted for resources: {'Network': ['ID=b71009e1-f5fe-4162-b1b3-564810754969,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:44.918682 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-599afbd4-03d7-4414-875c-02de599fefc4 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4511881 Aug 31 09:25:44.921137 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41138) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:44.926770 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-6ffc8e8c-6611-434e-9719-59e860311649 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2101611331'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:44.998713 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384cae5-482e-41e1-92d6-90871d9136b9 req-03e4004f-4aec-4ced-9e32-b5a5d9eb3426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:45.000832 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1384cae5-482e-41e1-92d6-90871d9136b9 req-03e4004f-4aec-4ced-9e32-b5a5d9eb3426 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bf705789-1d01-4172-9bea-d10de92df79e HTTP/1.1" status: 200 len: 1098 time: 0.0501599 Aug 31 09:25:45.018325 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8770aa-4c94-4e59-a9fa-281eda200419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-5f44a4d7-03ee-46d5-8cc3-2f060a9a044f', 'network_id': '5f44a4d7-03ee-46d5-8cc3-2f060a9a044f', 'tenant_id': '6a89472a07f54f00b52b237b1a531827', 'fixed_ips': [{'subnet_id': 'd33a61e9-373e-498d-b8b4-3eae52065438'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:25:45.020647 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ba8770aa-4c94-4e59-a9fa-281eda200419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:45.026528 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5ae1417b-f7bf-4e5e-9d11-0279519684a5 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:45.060003 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffc8e8c-6611-434e-9719-59e860311649 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Made reservation on behalf of 6a89472a07f54f00b52b237b1a531827 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:45.064481 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6ffc8e8c-6611-434e-9719-59e860311649 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:45.071185 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1384cae5-482e-41e1-92d6-90871d9136b9 req-46e3b2c7-80da-4de5-b5a9-5c36673fb836 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498722 Aug 31 09:25:45.099145 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ffc8e8c-6611-434e-9719-59e860311649 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] vlan segment allocate from pool success with {'vlan_id': 1602, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:25:45.110168 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6ffc8e8c-6611-434e-9719-59e860311649 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:45.110516 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-6ffc8e8c-6611-434e-9719-59e860311649 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Added segment ef9684a2-e1dd-4fd0-93ca-4f4ad3a8bb02 of type vlan for network 0967e09f-097b-4360-9e9b-0793d127a0fa Aug 31 09:25:45.154369 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6ffc8e8c-6611-434e-9719-59e860311649 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:45.164380 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5ae1417b-f7bf-4e5e-9d11-0279519684a5 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:45.165586 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5ae1417b-f7bf-4e5e-9d11-0279519684a5 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4999137 Aug 31 09:25:45.168607 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41140) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:45.211272 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-ba8770aa-4c94-4e59-a9fa-281eda200419 None None] Allocated IP 2001:db8::1 (5f44a4d7-03ee-46d5-8cc3-2f060a9a044f/d33a61e9-373e-498d-b8b4-3eae52065438/2fae3016-e439-4cf2-8e4c-b18c0505ed92) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:45.255641 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-16c17625-70ac-40b8-a489-74a6e5e6cb83 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:45.277619 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6ffc8e8c-6611-434e-9719-59e860311649 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:45.283399 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffc8e8c-6611-434e-9719-59e860311649 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:45.284014 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6ffc8e8c-6611-434e-9719-59e860311649 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:45.365348 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc8e8c-6611-434e-9719-59e860311649 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event updated for resources: {'Network': ['ID=0967e09f-097b-4360-9e9b-0793d127a0fa,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:45.365616 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:45.390475 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 0967e09f-097b-4360-9e9b-0793d127a0fa details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:25:45.413048 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ba8770aa-4c94-4e59-a9fa-281eda200419 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:45.466356 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-16c17625-70ac-40b8-a489-74a6e5e6cb83 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:45.470061 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-16c17625-70ac-40b8-a489-74a6e5e6cb83 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:45.476976 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6ffc8e8c-6611-434e-9719-59e860311649 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5539339 Aug 31 09:25:45.477264 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-ba8770aa-4c94-4e59-a9fa-281eda200419 None None] Transition to ACTIVE for port object 2fae3016-e439-4cf2-8e4c-b18c0505ed92 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:45.478315 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41146) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:45.486742 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-bf6dc989-f66b-40d4-bedd-8e9bb09a2973 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Request body: {'subnet': {'network_id': '0967e09f-097b-4360-9e9b-0793d127a0fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:45.525216 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-ba8770aa-4c94-4e59-a9fa-281eda200419 None None] Transition to ACTIVE for port object 2fae3016-e439-4cf2-8e4c-b18c0505ed92 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:45.604969 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41150) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:45.637795 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a07f14a4-9c29-44e8-a224-487c88b4b61d no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:25:45.644094 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-16c17625-70ac-40b8-a489-74a6e5e6cb83 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:45.644645 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c17625-70ac-40b8-a489-74a6e5e6cb83 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ffc7e77-9a13-4fd2-9dfe-4a34546b0894 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:25:45.657211 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-16c17625-70ac-40b8-a489-74a6e5e6cb83 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:45.657211 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-16c17625-70ac-40b8-a489-74a6e5e6cb83 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] 10.222.0.119 "DELETE /v2.0/routers/5ffc7e77-9a13-4fd2-9dfe-4a34546b0894 HTTP/1.1" status: 204 len: 168 time: 0.4809344 Aug 31 09:25:45.657695 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4d502611-510a-4041-8536-057dc3f47c9e admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=db98e609f02d40e497cfab3aeae07295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493309 Aug 31 09:25:45.658062 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41156) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:45.667842 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: a07f14a4-9c29-44e8-a224-487c88b4b61d {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:25:45.668337 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a07f14a4-9c29-44e8-a224-487c88b4b61d not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:25:45.675011 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ba8770aa-4c94-4e59-a9fa-281eda200419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:45.679086 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6dc989-f66b-40d4-bedd-8e9bb09a2973 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Made reservation on behalf of 6a89472a07f54f00b52b237b1a531827 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:45.684704 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bf6dc989-f66b-40d4-bedd-8e9bb09a2973 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:45.725651 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8770aa-4c94-4e59-a9fa-281eda200419 None None] Network 5f44a4d7-03ee-46d5-8cc3-2f060a9a044f is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:45.729282 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-ba8770aa-4c94-4e59-a9fa-281eda200419 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:45.734256 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8770aa-4c94-4e59-a9fa-281eda200419 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:45.746126 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-50678e5a-394a-4087-9caf-d1519c32ab6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:45.764658 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8770aa-4c94-4e59-a9fa-281eda200419 None None] Pushing event updated for resources: {'Port': ['ID=2fae3016-e439-4cf2-8e4c-b18c0505ed92,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:45.788583 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.ipam_backend_mixin [None req-bf6dc989-f66b-40d4-bedd-8e9bb09a2973 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Performing IP validity checks on allocation pools {{(pid=95552) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 09:25:45.805223 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.ipam_backend_mixin [None req-bf6dc989-f66b-40d4-bedd-8e9bb09a2973 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95552) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 09:25:45.815924 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-ba8770aa-4c94-4e59-a9fa-281eda200419 None None] Attempting to bind port 2fae3016-e439-4cf2-8e4c-b18c0505ed92 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:45.815924 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-ba8770aa-4c94-4e59-a9fa-281eda200419 None None] Attempting to bind port 2fae3016-e439-4cf2-8e4c-b18c0505ed92 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '77eb3298-6e7a-4445-a401-c248d64720d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': '5f44a4d7-03ee-46d5-8cc3-2f060a9a044f'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:45.815924 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8770aa-4c94-4e59-a9fa-281eda200419 None None] Attempting to bind port 2fae3016-e439-4cf2-8e4c-b18c0505ed92 on network 5f44a4d7-03ee-46d5-8cc3-2f060a9a044f {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:45.820424 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-50678e5a-394a-4087-9caf-d1519c32ab6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:45.825639 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8770aa-4c94-4e59-a9fa-281eda200419 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:25:45.828532 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8770aa-4c94-4e59-a9fa-281eda200419 None None] Checking segment: {'id': '77eb3298-6e7a-4445-a401-c248d64720d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': '5f44a4d7-03ee-46d5-8cc3-2f060a9a044f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:45.829472 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ba8770aa-4c94-4e59-a9fa-281eda200419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:45.830163 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8770aa-4c94-4e59-a9fa-281eda200419 None None] Bound using segment: {'id': '77eb3298-6e7a-4445-a401-c248d64720d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': '5f44a4d7-03ee-46d5-8cc3-2f060a9a044f'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:25:45.830810 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-ba8770aa-4c94-4e59-a9fa-281eda200419 None None] Bound port: 2fae3016-e439-4cf2-8e4c-b18c0505ed92, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77eb3298-6e7a-4445-a401-c248d64720d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': '5f44a4d7-03ee-46d5-8cc3-2f060a9a044f'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:25:45.831983 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ba8770aa-4c94-4e59-a9fa-281eda200419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:45.957334 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-ba8770aa-4c94-4e59-a9fa-281eda200419 None None] For port 2fae3016-e439-4cf2-8e4c-b18c0505ed92, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:45.961281 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-ba8770aa-4c94-4e59-a9fa-281eda200419 None None] For port 2fae3016-e439-4cf2-8e4c-b18c0505ed92, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=2fae3016-e439-4cf2-8e4c-b18c0505ed92,segment=NetworkSegment(77eb3298-6e7a-4445-a401-c248d64720d8),segment_id=77eb3298-6e7a-4445-a401-c248d64720d8)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:25:45.997231 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911636b2-ab0a-4a7f-ae52-942653435465 req-cd12e324-d1da-4403-8e6f-01f76784a840 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:45.998811 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-911636b2-ab0a-4a7f-ae52-942653435465 req-cd12e324-d1da-4403-8e6f-01f76784a840 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 945 time: 0.0735435 Aug 31 09:25:46.007160 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f4d38-4d2e-4017-b626-0f10ac6c7273 req-cfacd975-f7f4-4034-a0ea-723da1b3e006 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:46.008626 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b20f4d38-4d2e-4017-b626-0f10ac6c7273 req-cfacd975-f7f4-4034-a0ea-723da1b3e006 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf705789-1d01-4172-9bea-d10de92df79e HTTP/1.1" status: 200 len: 946 time: 0.0964963 Aug 31 09:25:46.011515 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-50678e5a-394a-4087-9caf-d1519c32ab6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:46.014024 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-50678e5a-394a-4087-9caf-d1519c32ab6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:46.022144 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-50678e5a-394a-4087-9caf-d1519c32ab6d admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/eccd75a8-bcaa-4e9c-bf69-82d2325b05d6 HTTP/1.1" status: 204 len: 168 time: 0.3560359 Aug 31 09:25:46.039938 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ba8770aa-4c94-4e59-a9fa-281eda200419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:46.047663 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50678e5a-394a-4087-9caf-d1519c32ab6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccd75a8-bcaa-4e9c-bf69-82d2325b05d6,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:46.084057 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-911636b2-ab0a-4a7f-ae52-942653435465 req-4e92fa0b-60e1-4722-8fbf-c1a5afd5cd45 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744307 Aug 31 09:25:46.103081 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b20f4d38-4d2e-4017-b626-0f10ac6c7273 req-7d357cbf-af99-46bc-bfac-261ae686ecb3 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803003 Aug 31 09:25:46.131430 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bf6dc989-f66b-40d4-bedd-8e9bb09a2973 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:46.139979 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8770aa-4c94-4e59-a9fa-281eda200419 None None] Pushing event updated for resources: {'Port': ['ID=2fae3016-e439-4cf2-8e4c-b18c0505ed92,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:46.208262 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6dc989-f66b-40d4-bedd-8e9bb09a2973 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event updated for resources: {'Subnet': ['ID=afb57e7e-e9e8-4dda-975f-074670d56889,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:46.217378 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6dc989-f66b-40d4-bedd-8e9bb09a2973 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Checking segment: {'id': 'ef9684a2-e1dd-4fd0-93ca-4f4ad3a8bb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': '0967e09f-097b-4360-9e9b-0793d127a0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:46.217736 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6dc989-f66b-40d4-bedd-8e9bb09a2973 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Network hostable DHCP agents. Network: 0967e09f-097b-4360-9e9b-0793d127a0fa, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:25:46.237096 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41172) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:46.318053 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6dc989-f66b-40d4-bedd-8e9bb09a2973 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Network 0967e09f-097b-4360-9e9b-0793d127a0fa is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:25:46.414510 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-bf6dc989-f66b-40d4-bedd-8e9bb09a2973 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 0967e09f-097b-4360-9e9b-0793d127a0fa) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:46.427788 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6dc989-f66b-40d4-bedd-8e9bb09a2973 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:46.427788 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bf6dc989-f66b-40d4-bedd-8e9bb09a2973 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:46.431691 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593a07d0-4217-4500-b12b-74d2b8cb5e03 None None] Network 0967e09f-097b-4360-9e9b-0793d127a0fa requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:46.510576 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bf6dc989-f66b-40d4-bedd-8e9bb09a2973 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0310459 Aug 31 09:25:46.513307 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41182) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:46.616761 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aded3646-fedd-408e-89fd-dc6484414940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-0967e09f-097b-4360-9e9b-0793d127a0fa', 'network_id': '0967e09f-097b-4360-9e9b-0793d127a0fa', 'tenant_id': '6a89472a07f54f00b52b237b1a531827', 'fixed_ips': [{'subnet_id': 'afb57e7e-e9e8-4dda-975f-074670d56889'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:25:46.620494 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-aded3646-fedd-408e-89fd-dc6484414940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:46.716694 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:46.894744 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-31bb0556-9784-4662-9ceb-18389878aa48 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-743078305', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}, 'admin_state_up': False}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:46.896218 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-aded3646-fedd-408e-89fd-dc6484414940 None None] Allocated IP 2001:db8::3 (0967e09f-097b-4360-9e9b-0793d127a0fa/afb57e7e-e9e8-4dda-975f-074670d56889/1d28ab9d-c467-470a-b8fa-a4ed8f56542c) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:47.154410 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31bb0556-9784-4662-9ceb-18389878aa48 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:47.155629 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31bb0556-9784-4662-9ceb-18389878aa48 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:47.170943 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:47.225842 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-aded3646-fedd-408e-89fd-dc6484414940 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:47.239143 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-aded3646-fedd-408e-89fd-dc6484414940 None None] Transition to ACTIVE for port object 1d28ab9d-c467-470a-b8fa-a4ed8f56542c will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:47.276879 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31bb0556-9784-4662-9ceb-18389878aa48 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:47.282951 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-aded3646-fedd-408e-89fd-dc6484414940 None None] Transition to ACTIVE for port object 1d28ab9d-c467-470a-b8fa-a4ed8f56542c will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:47.352270 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-aded3646-fedd-408e-89fd-dc6484414940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:47.373518 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:47.408372 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aded3646-fedd-408e-89fd-dc6484414940 None None] Network 0967e09f-097b-4360-9e9b-0793d127a0fa is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:47.413876 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-aded3646-fedd-408e-89fd-dc6484414940 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:47.417779 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aded3646-fedd-408e-89fd-dc6484414940 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:47.465072 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded3646-fedd-408e-89fd-dc6484414940 None None] Pushing event updated for resources: {'Port': ['ID=1d28ab9d-c467-470a-b8fa-a4ed8f56542c,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:47.514885 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6688af9-a206-4a8f-92b2-d6543ffe2a42 req-b1a17269-e8dc-41e7-8a55-7a1af754d5c2 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:47.516828 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f6688af9-a206-4a8f-92b2-d6543ffe2a42 req-b1a17269-e8dc-41e7-8a55-7a1af754d5c2 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf705789-1d01-4172-9bea-d10de92df79e HTTP/1.1" status: 200 len: 946 time: 0.2627892 Aug 31 09:25:47.530995 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-aded3646-fedd-408e-89fd-dc6484414940 None None] Attempting to bind port 1d28ab9d-c467-470a-b8fa-a4ed8f56542c on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:47.535836 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-aded3646-fedd-408e-89fd-dc6484414940 None None] Attempting to bind port 1d28ab9d-c467-470a-b8fa-a4ed8f56542c by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'ef9684a2-e1dd-4fd0-93ca-4f4ad3a8bb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': '0967e09f-097b-4360-9e9b-0793d127a0fa'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:47.535836 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded3646-fedd-408e-89fd-dc6484414940 None None] Attempting to bind port 1d28ab9d-c467-470a-b8fa-a4ed8f56542c on network 0967e09f-097b-4360-9e9b-0793d127a0fa {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:47.545011 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded3646-fedd-408e-89fd-dc6484414940 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:25:47.545858 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded3646-fedd-408e-89fd-dc6484414940 None None] Checking segment: {'id': 'ef9684a2-e1dd-4fd0-93ca-4f4ad3a8bb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': '0967e09f-097b-4360-9e9b-0793d127a0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:47.546315 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-aded3646-fedd-408e-89fd-dc6484414940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:47.546847 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aded3646-fedd-408e-89fd-dc6484414940 None None] Bound using segment: {'id': 'ef9684a2-e1dd-4fd0-93ca-4f4ad3a8bb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': '0967e09f-097b-4360-9e9b-0793d127a0fa'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:25:47.547392 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-aded3646-fedd-408e-89fd-dc6484414940 None None] Bound port: 1d28ab9d-c467-470a-b8fa-a4ed8f56542c, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef9684a2-e1dd-4fd0-93ca-4f4ad3a8bb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': '0967e09f-097b-4360-9e9b-0793d127a0fa'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:25:47.547778 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-aded3646-fedd-408e-89fd-dc6484414940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:47.586616 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:47.616791 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31bb0556-9784-4662-9ceb-18389878aa48 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:47.646041 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa510ea8-4663-47d3-b600-ebdc3d6591f5 req-3fc1f142-621c-4601-a658-e31e244d117e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:47.650751 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c9808d-208a-4dbd-a780-872db9ab5ad0 None None] Network 5f44a4d7-03ee-46d5-8cc3-2f060a9a044f requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:47.654099 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fa510ea8-4663-47d3-b600-ebdc3d6591f5 req-3fc1f142-621c-4601-a658-e31e244d117e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 945 time: 0.3759375 Aug 31 09:25:47.655323 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event deleted for resources: {'Subnet': ['ID=afb57e7e-e9e8-4dda-975f-074670d56889,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:47.709051 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:47.709051 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:47.709051 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:47.709051 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:47.709051 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:47.709051 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:47.709051 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:47.709051 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:47.709051 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:47.709051 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:47.710882 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:47.711234 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:25:47.723943 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fa510ea8-4663-47d3-b600-ebdc3d6591f5 req-54e4fedc-89fb-4704-a838-0dce5e4c111b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689650 Aug 31 09:25:47.728779 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f6688af9-a206-4a8f-92b2-d6543ffe2a42 req-d075b174-7cb7-4966-93f9-9556ef103d5c tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043014 Aug 31 09:25:47.746493 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-aded3646-fedd-408e-89fd-dc6484414940 None None] For port 1d28ab9d-c467-470a-b8fa-a4ed8f56542c, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:47.809182 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-aded3646-fedd-408e-89fd-dc6484414940 None None] For port 1d28ab9d-c467-470a-b8fa-a4ed8f56542c, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1d28ab9d-c467-470a-b8fa-a4ed8f56542c,segment=NetworkSegment(ef9684a2-e1dd-4fd0-93ca-4f4ad3a8bb02),segment_id=ef9684a2-e1dd-4fd0-93ca-4f4ad3a8bb02)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:25:47.880692 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d30cdee8-1791-4766-a505-0982e7578968 None None] Provisioning for port 2fae3016-e439-4cf2-8e4c-b18c0505ed92 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:47.887981 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2fae3016-e439-4cf2-8e4c-b18c0505ed92 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:25:47.891741 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:47.914330 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0967e09f-097b-4360-9e9b-0793d127a0fa']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:47.933274 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef9684a2-e1dd-4fd0-93ca-4f4ad3a8bb02') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:47.934334 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef9684a2-e1dd-4fd0-93ca-4f4ad3a8bb02') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:47.958207 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-aded3646-fedd-408e-89fd-dc6484414940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:47.962970 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:47.986372 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:47.994064 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Releasing vlan 1602 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:25:47.994466 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:48.025174 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded3646-fedd-408e-89fd-dc6484414940 None None] Pushing event updated for resources: {'Port': ['ID=1d28ab9d-c467-470a-b8fa-a4ed8f56542c,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:48.075313 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:25:48.075313 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:25:48.075313 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:25:48.075313 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:25:48.075313 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:25:48.075313 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:25:48.075313 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:25:48.075313 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:25:48.075313 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:25:48.075313 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:25:48.075313 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:25:48.075313 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:25:48.075313 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:25:48.075313 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:25:48.075313 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:25:48.075313 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:25:48.075313 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:25:48.075313 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:25:48.075313 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:25:48.075313 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:25:48.075313 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:25:48.075313 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:25:48.075313 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:25:48.075313 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:25:48.075313 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:25:48.075313 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:25:48.075313 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:25:48.075313 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:25:48.075313 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:25:48.075313 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:25:48.075313 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:25:48.075313 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:25:48.171505 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.db.api [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 09:25:48.171505 n-d-791506-28 neutron-server[95552]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 09:25:48.171505 n-d-791506-28 neutron-server[95552]: [parameters: {'id': '0967e09f-097b-4360-9e9b-0793d127a0fa'}] Aug 31 09:25:48.171505 n-d-791506-28 neutron-server[95552]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:25:48.172061 n-d-791506-28 neutron-server[95552]: DEBUG oslo_db.api [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:25:48.203695 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 2fae3016-e439-4cf2-8e4c-b18c0505ed92 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:25:48.209824 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 2fae3016-e439-4cf2-8e4c-b18c0505ed92 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:48.211419 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:48.419095 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:48.510777 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 2fae3016-e439-4cf2-8e4c-b18c0505ed92, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=2fae3016-e439-4cf2-8e4c-b18c0505ed92,segment=NetworkSegment(77eb3298-6e7a-4445-a401-c248d64720d8),segment_id=77eb3298-6e7a-4445-a401-c248d64720d8)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:48.614786 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:48.634475 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31bb0556-9784-4662-9ceb-18389878aa48 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router_gateway, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:48.654359 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31bb0556-9784-4662-9ceb-18389878aa48 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:48.660990 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-eb7e7a74-aeb1-4e53-803c-8226bf27949a None None] Provisioning complete for port 2fae3016-e439-4cf2-8e4c-b18c0505ed92 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:48.661356 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eb7e7a74-aeb1-4e53-803c-8226bf27949a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:48.673139 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:48.709364 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=2fae3016-e439-4cf2-8e4c-b18c0505ed92,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:48.791905 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Deleting port 1d28ab9d-c467-470a-b8fa-a4ed8f56542c {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:48.792606 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:48.798657 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-31bb0556-9784-4662-9ceb-18389878aa48 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Allocated IP 172.25.2.136 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/3be89d36-a7e4-45ac-8ea5-34de6d2cca71) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:48.867945 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] For port 1d28ab9d-c467-470a-b8fa-a4ed8f56542c, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1d28ab9d-c467-470a-b8fa-a4ed8f56542c,segment=NetworkSegment(ef9684a2-e1dd-4fd0-93ca-4f4ad3a8bb02),segment_id=ef9684a2-e1dd-4fd0-93ca-4f4ad3a8bb02)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:48.868660 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:48.895266 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Calling delete_port for 1d28ab9d-c467-470a-b8fa-a4ed8f56542c owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:49.036744 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb21b3-0b18-44e3-8381-f6ecc9d60989 req-cfe40fca-f39d-4e69-bb5c-c20355f4af9f tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:49.038457 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5fb21b3-0b18-44e3-8381-f6ecc9d60989 req-cfe40fca-f39d-4e69-bb5c-c20355f4af9f tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 945 time: 0.1616004 Aug 31 09:25:49.044269 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31bb0556-9784-4662-9ceb-18389878aa48 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:49.104480 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5fb21b3-0b18-44e3-8381-f6ecc9d60989 req-af9556e4-9a69-4b5c-9d71-bfcc761d71de tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506208 Aug 31 09:25:49.130316 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41278) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:49.204328 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:49.237401 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event deleted for resources: {'Port': ['ID=1d28ab9d-c467-470a-b8fa-a4ed8f56542c,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:49.242733 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] No DVR routers for this DVR port 1d28ab9d-c467-470a-b8fa-a4ed8f56542c on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:25:49.262794 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31bb0556-9784-4662-9ceb-18389878aa48 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:49.301894 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a4e8a7be-40c8-4f2b-ae3d-5bc840ba860c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:49.312894 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bb0556-9784-4662-9ceb-18389878aa48 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:49.316461 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-31bb0556-9784-4662-9ceb-18389878aa48 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:49.338216 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bb0556-9784-4662-9ceb-18389878aa48 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:49.414929 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abd75b7-6bec-41d5-8123-3666824cc86f None None] Network 0967e09f-097b-4360-9e9b-0793d127a0fa requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:49.468405 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:49.470637 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb0556-9784-4662-9ceb-18389878aa48 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Pushing event updated for resources: {'Port': ['ID=3be89d36-a7e4-45ac-8ea5-34de6d2cca71,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:49.520947 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-30af47ea-7015-4d77-bd31-6fc70f5bd8b7 None None] Could not find standard attr ID for object 1d28ab9d-c467-470a-b8fa-a4ed8f56542c. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:25:49.530252 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0967e09f-097b-4360-9e9b-0793d127a0fa']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:49.554795 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef9684a2-e1dd-4fd0-93ca-4f4ad3a8bb02') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:49.555613 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef9684a2-e1dd-4fd0-93ca-4f4ad3a8bb02') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:49.570221 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:49.596010 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:49.608125 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Releasing vlan 1602 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:25:49.608527 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:49.615470 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:25:49.615470 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:25:49.615470 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:25:49.615470 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:25:49.615470 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:25:49.615470 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:25:49.615470 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:25:49.615470 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:25:49.615470 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:25:49.615470 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:25:49.615470 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:25:49.615470 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:25:49.615470 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:25:49.615470 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:25:49.615470 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:25:49.615470 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:25:49.615470 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:25:49.615470 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:25:49.615470 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:25:49.615470 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:25:49.615470 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:25:49.615470 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:25:49.615470 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:25:49.615470 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:25:49.615470 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:25:49.615470 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:25:49.615470 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:25:49.615470 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:25:49.615470 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:25:49.615470 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:25:49.615470 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:25:49.615470 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:25:49.689390 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff3d09b-af58-4f42-b95f-a17304667995 None None] DHCP port deletion for 0967e09f-097b-4360-9e9b-0793d127a0fa request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:25:49.778815 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a4e8a7be-40c8-4f2b-ae3d-5bc840ba860c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:49.816344 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2fae3016-e439-4cf2-8e4c-b18c0505ed92 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:25:49.849310 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31bb0556-9784-4662-9ceb-18389878aa48 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router_gateway, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:49.851522 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:49.856873 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:49.858926 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "DELETE /v2.0/networks/0967e09f-097b-4360-9e9b-0793d127a0fa HTTP/1.1" status: 204 len: 168 time: 3.3443129 Aug 31 09:25:49.867715 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41302) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:49.877240 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-d8b26b4d-37d4-441f-be05-7f5d0cbd193a tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2047003930'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:49.880485 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 2fae3016-e439-4cf2-8e4c-b18c0505ed92 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:49.880868 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:49.897471 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a4e8a7be-40c8-4f2b-ae3d-5bc840ba860c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:49.915727 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f2c30-dd18-4e1f-9f37-8b73d67da783 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event deleted for resources: {'Network': ['ID=0967e09f-097b-4360-9e9b-0793d127a0fa,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:49.965597 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a4e8a7be-40c8-4f2b-ae3d-5bc840ba860c admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=516cd5b54b164a58828b6f2ef395adca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8336656 Aug 31 09:25:49.980658 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41306) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:49.995019 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8a7be-40c8-4f2b-ae3d-5bc840ba860c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf49f74-14f3-42ad-9aa0-7cd684465b63,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:50.079155 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4ef38f8e-9d8a-45aa-9847-ffefcaa31b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:50.140443 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b26b4d-37d4-441f-be05-7f5d0cbd193a tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Made reservation on behalf of 6a89472a07f54f00b52b237b1a531827 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:50.156944 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d8b26b4d-37d4-441f-be05-7f5d0cbd193a tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:50.205055 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31bb0556-9784-4662-9ceb-18389878aa48 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:50.205360 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4ef38f8e-9d8a-45aa-9847-ffefcaa31b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:50.223046 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device beb9bf59-2e75-40ed-b964-66a6cefb3b92 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:25:50.320221 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b26b4d-37d4-441f-be05-7f5d0cbd193a tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] vlan segment allocate from pool success with {'vlan_id': 1622, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:25:50.333732 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d8b26b4d-37d4-441f-be05-7f5d0cbd193a tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:50.334153 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-d8b26b4d-37d4-441f-be05-7f5d0cbd193a tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Added segment a1651e7f-aa38-4e1b-b0e4-7072ff9b8cea of type vlan for network 78100ccc-4546-4e20-b89f-786a16e6ce0e Aug 31 09:25:50.382943 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d8b26b4d-37d4-441f-be05-7f5d0cbd193a tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:50.423891 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port beb9bf59-2e75-40ed-b964-66a6cefb3b92, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=beb9bf59-2e75-40ed-b964-66a6cefb3b92,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:50.438306 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': 'beb9bf59-2e75-40ed-b964-66a6cefb3b92', 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc', 'port_id': 'beb9bf59-2e75-40ed-b964-66a6cefb3b92', 'mac_address': 'fa:16:3e:0c:c4:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38d49ab8-d8f2-42ae-8afb-2cc963a498ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:25:50.489601 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4ef38f8e-9d8a-45aa-9847-ffefcaa31b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:50.492286 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:50.492578 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4ef38f8e-9d8a-45aa-9847-ffefcaa31b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:50.496221 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4ef38f8e-9d8a-45aa-9847-ffefcaa31b53 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/acf49f74-14f3-42ad-9aa0-7cd684465b63 HTTP/1.1" status: 204 len: 168 time: 0.5117965 Aug 31 09:25:50.510504 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef38f8e-9d8a-45aa-9847-ffefcaa31b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf49f74-14f3-42ad-9aa0-7cd684465b63,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:50.514044 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3056b-a0d1-42c6-b36d-a729a5d9f60e req-cbcb5b5e-3883-4447-862d-385d37c24c06 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:50.530394 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-25d3056b-a0d1-42c6-b36d-a729a5d9f60e req-cbcb5b5e-3883-4447-862d-385d37c24c06 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 945 time: 0.2270854 Aug 31 09:25:50.547301 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id beb9bf59-2e75-40ed-b964-66a6cefb3b92 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:25:50.570873 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port beb9bf59-2e75-40ed-b964-66a6cefb3b92, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=beb9bf59-2e75-40ed-b964-66a6cefb3b92,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:50.587560 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-25d3056b-a0d1-42c6-b36d-a729a5d9f60e req-b50aa865-9721-4784-b2cf-5e5aa2eadc94 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568483 Aug 31 09:25:50.597558 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d8b26b4d-37d4-441f-be05-7f5d0cbd193a tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:50.603108 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b26b4d-37d4-441f-be05-7f5d0cbd193a tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:50.603718 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d8b26b4d-37d4-441f-be05-7f5d0cbd193a tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:50.674831 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b26b4d-37d4-441f-be05-7f5d0cbd193a tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event updated for resources: {'Network': ['ID=78100ccc-4546-4e20-b89f-786a16e6ce0e,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:50.688531 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:50.689128 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31bb0556-9784-4662-9ceb-18389878aa48 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Router e22086f2-41bf-46f3-a048-4acd0fc90378 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:25:50.696752 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 78100ccc-4546-4e20-b89f-786a16e6ce0e details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:25:50.723993 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d8b26b4d-37d4-441f-be05-7f5d0cbd193a tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8529873 Aug 31 09:25:50.724738 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41328) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:50.730376 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-44b9a8de-d0db-4203-85c1-00acf1148085 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Request body: {'subnet': {'network_id': '78100ccc-4546-4e20-b89f-786a16e6ce0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:50.894618 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31bb0556-9784-4662-9ceb-18389878aa48 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:25:50.900719 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['beb9bf59-2e75-40ed-b964-66a6cefb3b92'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:25:50.903630 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=beb9bf59-2e75-40ed-b964-66a6cefb3b92,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:50.920222 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1511d17a-e348-4f51-96c5-ae05f34a9689 None None] Sync routers for ids ['e22086f2-41bf-46f3-a048-4acd0fc90378'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:25:50.933734 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1511d17a-e348-4f51-96c5-ae05f34a9689 None None] Routers {'e22086f2-41bf-46f3-a048-4acd0fc90378'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:25:50.934631 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-1511d17a-e348-4f51-96c5-ae05f34a9689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:25:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e22086f2-41bf-46f3-a048-4acd0fc90378'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:50.991843 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-1511d17a-e348-4f51-96c5-ae05f34a9689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:50.994732 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b9a8de-d0db-4203-85c1-00acf1148085 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Made reservation on behalf of 6a89472a07f54f00b52b237b1a531827 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:51.000079 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-44b9a8de-d0db-4203-85c1-00acf1148085 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:51.013484 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1511d17a-e348-4f51-96c5-ae05f34a9689 None None] Routers {'e22086f2-41bf-46f3-a048-4acd0fc90378'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:25:51.014415 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-1511d17a-e348-4f51-96c5-ae05f34a9689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:25:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e22086f2-41bf-46f3-a048-4acd0fc90378'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:51.056793 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31bb0556-9784-4662-9ceb-18389878aa48 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:51.061096 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-31bb0556-9784-4662-9ceb-18389878aa48 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.8193395 Aug 31 09:25:51.067023 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41334) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:51.120726 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-1511d17a-e348-4f51-96c5-ae05f34a9689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:51.120726 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1511d17a-e348-4f51-96c5-ae05f34a9689 None None] The sync data for ids ['e22086f2-41bf-46f3-a048-4acd0fc90378'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:25:51.298156 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7b853af6-c885-44ad-8bfb-8014884605c2 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] 10.222.0.119 "GET /v2.0/routers/e22086f2-41bf-46f3-a048-4acd0fc90378 HTTP/1.1" status: 200 len: 920 time: 0.2355084 Aug 31 09:25:51.304112 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41348) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:51.353868 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-622870cf-bfe7-4db5-ad4a-1c5e2b97ad6a tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] 10.222.0.119 "GET /v2.0/ports?device_id=e22086f2-41bf-46f3-a048-4acd0fc90378 HTTP/1.1" status: 200 len: 205 time: 0.0482728 Aug 31 09:25:51.354662 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41350) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:51.577691 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-44b9a8de-d0db-4203-85c1-00acf1148085 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:51.603522 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eb789a6d-4cfb-4021-9c93-ba5a85369ff5 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:51.655212 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1d28ab9d-c467-470a-b8fa-a4ed8f56542c no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:25:51.701707 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 1d28ab9d-c467-470a-b8fa-a4ed8f56542c {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:25:51.702058 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1d28ab9d-c467-470a-b8fa-a4ed8f56542c not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:25:51.735339 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9a8de-d0db-4203-85c1-00acf1148085 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event updated for resources: {'Subnet': ['ID=e100ec2e-fc84-41be-bf51-c7a3aca8ea9a,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:51.820408 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b9a8de-d0db-4203-85c1-00acf1148085 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Checking segment: {'id': 'a1651e7f-aa38-4e1b-b0e4-7072ff9b8cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '78100ccc-4546-4e20-b89f-786a16e6ce0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:51.820408 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b9a8de-d0db-4203-85c1-00acf1148085 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Network hostable DHCP agents. Network: 78100ccc-4546-4e20-b89f-786a16e6ce0e, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:25:51.892687 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eb789a6d-4cfb-4021-9c93-ba5a85369ff5 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:51.938931 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce18a0-0a5a-4df2-9411-b272905beb86 req-18b12ee2-3c5a-4b34-b391-382e63a2d95d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:51.940956 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-63ce18a0-0a5a-4df2-9411-b272905beb86 req-18b12ee2-3c5a-4b34-b391-382e63a2d95d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 944 time: 0.0882702 Aug 31 09:25:52.002146 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-63ce18a0-0a5a-4df2-9411-b272905beb86 req-6d55e6c0-5713-4dcc-bd85-ba4681eca99b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537260 Aug 31 09:25:52.011163 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b9a8de-d0db-4203-85c1-00acf1148085 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Network 78100ccc-4546-4e20-b89f-786a16e6ce0e is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:25:52.085049 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-eb789a6d-4cfb-4021-9c93-ba5a85369ff5 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Deleting port 3be89d36-a7e4-45ac-8ea5-34de6d2cca71 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:52.085399 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eb789a6d-4cfb-4021-9c93-ba5a85369ff5 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:52.180783 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eb789a6d-4cfb-4021-9c93-ba5a85369ff5 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:52.188303 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-44b9a8de-d0db-4203-85c1-00acf1148085 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 78100ccc-4546-4e20-b89f-786a16e6ce0e) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:52.196799 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b9a8de-d0db-4203-85c1-00acf1148085 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:52.204494 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee82bdd4-debd-48a3-b3bf-874adf635d78 None None] Network 78100ccc-4546-4e20-b89f-786a16e6ce0e requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:52.209213 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-44b9a8de-d0db-4203-85c1-00acf1148085 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:52.216593 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-eb789a6d-4cfb-4021-9c93-ba5a85369ff5 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Calling delete_port for 3be89d36-a7e4-45ac-8ea5-34de6d2cca71 owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:25:52.305927 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device beb9bf59-2e75-40ed-b964-66a6cefb3b92 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:25:52.318394 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-44b9a8de-d0db-4203-85c1-00acf1148085 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5886528 Aug 31 09:25:52.319090 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41378) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:52.459742 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port beb9bf59-2e75-40ed-b964-66a6cefb3b92 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:25:52.460119 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:52.538468 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6555c73e-fe10-4f5c-8cc1-8c5150bde267 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:52.635928 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6555c73e-fe10-4f5c-8cc1-8c5150bde267 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:52.657794 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cc4e8f-42e2-4e2e-b419-5d2db16a7f23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-78100ccc-4546-4e20-b89f-786a16e6ce0e', 'network_id': '78100ccc-4546-4e20-b89f-786a16e6ce0e', 'tenant_id': '6a89472a07f54f00b52b237b1a531827', 'fixed_ips': [{'subnet_id': 'e100ec2e-fc84-41be-bf51-c7a3aca8ea9a'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:25:52.660000 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4e8f-42e2-4e2e-b419-5d2db16a7f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:52.773053 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:52.811780 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eb789a6d-4cfb-4021-9c93-ba5a85369ff5 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:52.847161 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb789a6d-4cfb-4021-9c93-ba5a85369ff5 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Pushing event deleted for resources: {'Port': ['ID=3be89d36-a7e4-45ac-8ea5-34de6d2cca71,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:52.858594 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466f05b6-00b6-4874-957d-e3123aee1f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb9bf59-2e75-40ed-b964-66a6cefb3b92'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:25:52.861178 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a36ba3-aa8e-4a73-8db7-d411750201f4" -d '{"events": [{"server_uuid": "466f05b6-00b6-4874-957d-e3123aee1f3f", "name": "network-vif-plugged", "status": "completed", "tag": "beb9bf59-2e75-40ed-b964-66a6cefb3b92"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:25:52.922899 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6555c73e-fe10-4f5c-8cc1-8c5150bde267 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:52.985563 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eb789a6d-4cfb-4021-9c93-ba5a85369ff5 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:53.054305 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e040dde-793f-4d0c-b74c-3bdeeb54a662 x-openstack-request-id: req-2e040dde-793f-4d0c-b74c-3bdeeb54a662 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:25:53.054305 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466f05b6-00b6-4874-957d-e3123aee1f3f", "name": "network-vif-plugged", "status": "completed", "tag": "beb9bf59-2e75-40ed-b964-66a6cefb3b92", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:25:53.054305 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-2e040dde-793f-4d0c-b74c-3bdeeb54a662 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:25:53.054305 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466f05b6-00b6-4874-957d-e3123aee1f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb9bf59-2e75-40ed-b964-66a6cefb3b92', 'code': 200} Aug 31 09:25:53.125063 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port beb9bf59-2e75-40ed-b964-66a6cefb3b92, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=beb9bf59-2e75-40ed-b964-66a6cefb3b92,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:53.150158 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6555c73e-fe10-4f5c-8cc1-8c5150bde267 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:53.179086 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-6555c73e-fe10-4f5c-8cc1-8c5150bde267 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78100ccc-4546-4e20-b89f-786a16e6ce0e']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:53.210120 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-6555c73e-fe10-4f5c-8cc1-8c5150bde267 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1651e7f-aa38-4e1b-b0e4-7072ff9b8cea') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:53.210496 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-6555c73e-fe10-4f5c-8cc1-8c5150bde267 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1651e7f-aa38-4e1b-b0e4-7072ff9b8cea') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:53.224026 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:53.239775 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6555c73e-fe10-4f5c-8cc1-8c5150bde267 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:53.286674 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6555c73e-fe10-4f5c-8cc1-8c5150bde267 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:53.294374 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6555c73e-fe10-4f5c-8cc1-8c5150bde267 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Releasing vlan 1622 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:25:53.295450 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6555c73e-fe10-4f5c-8cc1-8c5150bde267 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:53.342412 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eb789a6d-4cfb-4021-9c93-ba5a85369ff5 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:53.346136 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eb789a6d-4cfb-4021-9c93-ba5a85369ff5 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server [None req-f0cc4e8f-42e2-4e2e-b419-5d2db16a7f23 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e100ec2e-fc84-41be-bf51-c7a3aca8ea9a: This subnet is being modified by another concurrent operation. Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:25:53.374687 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise exception Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e100ec2e-fc84-41be-bf51-c7a3aca8ea9a: This subnet is being modified by another concurrent operation. Aug 31 09:25:53.379432 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server Aug 31 09:25:53.437787 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41404) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:53.438790 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555c73e-fe10-4f5c-8cc1-8c5150bde267 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event deleted for resources: {'Subnet': ['ID=e100ec2e-fc84-41be-bf51-c7a3aca8ea9a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:53.449780 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:25:53.449780 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:25:53.449780 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:25:53.449780 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:25:53.449780 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:25:53.449780 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:25:53.449780 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:25:53.449780 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:25:53.449780 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:25:53.449780 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:25:53.449780 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:25:53.449780 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:25:53.449780 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:25:53.449780 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:25:53.449780 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:25:53.449780 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:25:53.449780 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:25:53.449780 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:25:53.449780 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:25:53.449780 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:25:53.449780 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:25:53.449780 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:25:53.449780 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:25:53.449780 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:25:53.449780 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:25:53.449780 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:25:53.449780 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:25:53.449780 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:25:53.449780 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:25:53.449780 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:25:53.449780 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:25:53.449780 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:25:53.452142 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=beb9bf59-2e75-40ed-b964-66a6cefb3b92,revision_number=7']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:53.475864 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf9b9fd-bcad-408d-9de4-8f79d86eb7b0 None None] Network 78100ccc-4546-4e20-b89f-786a16e6ce0e requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:53.476106 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a824a05-d52c-4765-b4fa-5bac3ce8a4ca req-fb0debfa-7207-4286-8a92-1dc8812d7e9c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:53.478012 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a824a05-d52c-4765-b4fa-5bac3ce8a4ca req-fb0debfa-7207-4286-8a92-1dc8812d7e9c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 945 time: 0.2663147 Aug 31 09:25:53.609742 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6555c73e-fe10-4f5c-8cc1-8c5150bde267 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:53.616254 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6555c73e-fe10-4f5c-8cc1-8c5150bde267 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:53.622071 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6555c73e-fe10-4f5c-8cc1-8c5150bde267 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "DELETE /v2.0/networks/78100ccc-4546-4e20-b89f-786a16e6ce0e HTTP/1.1" status: 204 len: 168 time: 1.2989886 Aug 31 09:25:53.649215 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41412) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:53.670195 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-4ecef5db-ed97-413e-b66a-64fa939aa2c7 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1377020484'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:53.689276 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a824a05-d52c-4765-b4fa-5bac3ce8a4ca req-2dd6a690-6793-4af3-9cfd-7730c0ff5622 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984072 Aug 31 09:25:53.692106 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eb789a6d-4cfb-4021-9c93-ba5a85369ff5 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:53.697609 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb789a6d-4cfb-4021-9c93-ba5a85369ff5 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Fanout notify agent at l3_agent the message router_deleted on router e22086f2-41bf-46f3-a048-4acd0fc90378 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:25:53.710861 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555c73e-fe10-4f5c-8cc1-8c5150bde267 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event deleted for resources: {'Network': ['ID=78100ccc-4546-4e20-b89f-786a16e6ce0e,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:53.736796 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eb789a6d-4cfb-4021-9c93-ba5a85369ff5 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:53.746492 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-eb789a6d-4cfb-4021-9c93-ba5a85369ff5 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] 10.222.0.119 "DELETE /v2.0/routers/e22086f2-41bf-46f3-a048-4acd0fc90378 HTTP/1.1" status: 204 len: 168 time: 2.3862944 Aug 31 09:25:53.748314 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41418) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:53.771655 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-fa0f9401-c842-45fe-b7cc-7bb63756c30f tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Request body: {'router': {'name': 'tempest-snat-router-935368666', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'enable_snat': False}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:53.860615 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4727691f-e310-422e-9a0b-903b0518f2a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:53.900215 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecef5db-ed97-413e-b66a-64fa939aa2c7 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Made reservation on behalf of 6a89472a07f54f00b52b237b1a531827 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:53.916925 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4ecef5db-ed97-413e-b66a-64fa939aa2c7 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:53.921856 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.db.api [None req-4727691f-e310-422e-9a0b-903b0518f2a6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:25:53.921856 n-d-791506-28 neutron-server[95552]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:25:53.921856 n-d-791506-28 neutron-server[95552]: [parameters: {'project_id_1': 'ab8d6eafc8b84044bd23beef85f9d44e', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 25, 53, 877633)}] Aug 31 09:25:53.921856 n-d-791506-28 neutron-server[95552]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:25:53.922810 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54c4ce5-8467-4ae1-82ba-4d975045f219 None None] get_active_networks_info from n-d-791506-28 {{(pid=95554) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:25:53.923642 n-d-791506-28 neutron-server[95552]: DEBUG oslo_db.api [None req-4727691f-e310-422e-9a0b-903b0518f2a6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:25:53.969046 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ecef5db-ed97-413e-b66a-64fa939aa2c7 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] vlan segment allocate from pool success with {'vlan_id': 1643, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:25:53.992933 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4ecef5db-ed97-413e-b66a-64fa939aa2c7 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:53.993641 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-4ecef5db-ed97-413e-b66a-64fa939aa2c7 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Added segment a54c91b5-f5c0-43d6-99ab-e1420b8b19fb of type vlan for network be8ef3e0-6707-4fb9-9a5b-5009fca569e3 Aug 31 09:25:54.012384 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9401-c842-45fe-b7cc-7bb63756c30f tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:54.014383 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9401-c842-45fe-b7cc-7bb63756c30f tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:54.063920 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4ecef5db-ed97-413e-b66a-64fa939aa2c7 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:54.194691 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4ecef5db-ed97-413e-b66a-64fa939aa2c7 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:54.208972 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecef5db-ed97-413e-b66a-64fa939aa2c7 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:54.211157 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4ecef5db-ed97-413e-b66a-64fa939aa2c7 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:54.333223 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecef5db-ed97-413e-b66a-64fa939aa2c7 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event updated for resources: {'Network': ['ID=be8ef3e0-6707-4fb9-9a5b-5009fca569e3,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:54.357334 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network be8ef3e0-6707-4fb9-9a5b-5009fca569e3 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:25:54.357641 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9401-c842-45fe-b7cc-7bb63756c30f tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:54.424509 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4727691f-e310-422e-9a0b-903b0518f2a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:54.489716 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54c4ce5-8467-4ae1-82ba-4d975045f219 None None] Resources bound (agent type, host, resource id): {{(pid=95554) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:25:54.497801 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4ecef5db-ed97-413e-b66a-64fa939aa2c7 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8460064 Aug 31 09:25:54.506696 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41420) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:54.515223 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-a92cf1a8-b0e2-4651-b205-a98958cb0374 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Request body: {'subnet': {'network_id': 'be8ef3e0-6707-4fb9-9a5b-5009fca569e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:25:54.661944 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9401-c842-45fe-b7cc-7bb63756c30f tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:54.812106 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4727691f-e310-422e-9a0b-903b0518f2a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:54.896230 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4727691f-e310-422e-9a0b-903b0518f2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:54.989509 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727691f-e310-422e-9a0b-903b0518f2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7766a4c-5f60-4630-a524-0117020c07c1,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:54.995294 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92cf1a8-b0e2-4651-b205-a98958cb0374 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Made reservation on behalf of 6a89472a07f54f00b52b237b1a531827 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:25:55.008941 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a92cf1a8-b0e2-4651-b205-a98958cb0374 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:55.043301 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc93c63-89db-480a-bf14-726a31bd259e req-f3de4ef3-d069-4030-9842-35b91e5384b6 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:55.053339 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0bc93c63-89db-480a-bf14-726a31bd259e req-f3de4ef3-d069-4030-9842-35b91e5384b6 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 945 time: 0.2165155 Aug 31 09:25:55.125410 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0bc93c63-89db-480a-bf14-726a31bd259e req-675bac9e-edec-469e-99be-20a51138a9fa tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709579 Aug 31 09:25:55.265294 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4727691f-e310-422e-9a0b-903b0518f2a6 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=ab8d6eafc8b84044bd23beef85f9d44e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8141391 Aug 31 09:25:55.266940 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41438) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:55.334178 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a92cf1a8-b0e2-4651-b205-a98958cb0374 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:55.342931 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2fb331c7-bdd2-4f59-a6b7-6b62cc297e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:55.371203 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2fb331c7-bdd2-4f59-a6b7-6b62cc297e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:55.430403 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9401-c842-45fe-b7cc-7bb63756c30f tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:55.497437 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92cf1a8-b0e2-4651-b205-a98958cb0374 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event updated for resources: {'Subnet': ['ID=d8da6cf0-2ad8-4b5a-9b38-5789e8a7397f,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:55.505816 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9401-c842-45fe-b7cc-7bb63756c30f tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:55.531452 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2fb331c7-bdd2-4f59-a6b7-6b62cc297e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:55.536964 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2fb331c7-bdd2-4f59-a6b7-6b62cc297e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:55.541328 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2fb331c7-bdd2-4f59-a6b7-6b62cc297e97 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/c7766a4c-5f60-4630-a524-0117020c07c1 HTTP/1.1" status: 204 len: 168 time: 0.2698486 Aug 31 09:25:55.553803 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92cf1a8-b0e2-4651-b205-a98958cb0374 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Checking segment: {'id': 'a54c91b5-f5c0-43d6-99ab-e1420b8b19fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1643, 'network_id': 'be8ef3e0-6707-4fb9-9a5b-5009fca569e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:55.554259 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92cf1a8-b0e2-4651-b205-a98958cb0374 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Network hostable DHCP agents. Network: be8ef3e0-6707-4fb9-9a5b-5009fca569e3, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:25:55.558990 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb331c7-bdd2-4f59-a6b7-6b62cc297e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7766a4c-5f60-4630-a524-0117020c07c1,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:55.679821 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92cf1a8-b0e2-4651-b205-a98958cb0374 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Network be8ef3e0-6707-4fb9-9a5b-5009fca569e3 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:25:55.706894 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-fa0f9401-c842-45fe-b7cc-7bb63756c30f tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Allocated IP 172.25.2.169 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/308991dd-ede2-41ba-8e77-4618ef26ffb1) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:55.822248 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-a92cf1a8-b0e2-4651-b205-a98958cb0374 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, be8ef3e0-6707-4fb9-9a5b-5009fca569e3) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:55.828607 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92cf1a8-b0e2-4651-b205-a98958cb0374 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:55.829259 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a92cf1a8-b0e2-4651-b205-a98958cb0374 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:55.835015 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ac9a56-e59b-4acd-b628-1792031bc194 None None] Network be8ef3e0-6707-4fb9-9a5b-5009fca569e3 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:55.905459 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9401-c842-45fe-b7cc-7bb63756c30f tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:56.012236 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a92cf1a8-b0e2-4651-b205-a98958cb0374 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5014842 Aug 31 09:25:56.013739 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41448) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:56.122027 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9401-c842-45fe-b7cc-7bb63756c30f tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:56.203576 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b303b3-9285-4674-a787-41cd6a8743e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-be8ef3e0-6707-4fb9-9a5b-5009fca569e3', 'network_id': 'be8ef3e0-6707-4fb9-9a5b-5009fca569e3', 'tenant_id': '6a89472a07f54f00b52b237b1a531827', 'fixed_ips': [{'subnet_id': 'd8da6cf0-2ad8-4b5a-9b38-5789e8a7397f'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:25:56.204452 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-04b303b3-9285-4674-a787-41cd6a8743e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:56.301146 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0f9401-c842-45fe-b7cc-7bb63756c30f tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:56.333348 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-fa0f9401-c842-45fe-b7cc-7bb63756c30f tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:56.369399 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0f9401-c842-45fe-b7cc-7bb63756c30f tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:56.378540 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f9401-c842-45fe-b7cc-7bb63756c30f tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Pushing event updated for resources: {'Port': ['ID=308991dd-ede2-41ba-8e77-4618ef26ffb1,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:56.513917 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:56.633813 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-04b303b3-9285-4674-a787-41cd6a8743e1 None None] Allocated IP 2001:db8::1 (be8ef3e0-6707-4fb9-9a5b-5009fca569e3/d8da6cf0-2ad8-4b5a-9b38-5789e8a7397f/e495c475-cd86-4308-884b-62b4f28c1e14) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:25:56.671638 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd66e9-eeff-41f5-ae59-0870d9e167ae req-4775c9bf-f5d3-424c-8b63-bc1df259b7fb tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:56.671638 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a9dd66e9-eeff-41f5-ae59-0870d9e167ae req-4775c9bf-f5d3-424c-8b63-bc1df259b7fb tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 945 time: 0.2555499 Aug 31 09:25:56.975436 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-04b303b3-9285-4674-a787-41cd6a8743e1 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:56.994201 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-04b303b3-9285-4674-a787-41cd6a8743e1 None None] Transition to ACTIVE for port object e495c475-cd86-4308-884b-62b4f28c1e14 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:57.001604 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a9dd66e9-eeff-41f5-ae59-0870d9e167ae req-4f5e207d-9a78-46b8-ab68-5c90a588e0e9 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727780 Aug 31 09:25:57.013130 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:57.026567 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-04b303b3-9285-4674-a787-41cd6a8743e1 None None] Transition to ACTIVE for port object e495c475-cd86-4308-884b-62b4f28c1e14 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:25:57.121137 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-04b303b3-9285-4674-a787-41cd6a8743e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:57.242922 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b303b3-9285-4674-a787-41cd6a8743e1 None None] Network be8ef3e0-6707-4fb9-9a5b-5009fca569e3 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:25:57.267120 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-04b303b3-9285-4674-a787-41cd6a8743e1 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:25:57.371914 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b303b3-9285-4674-a787-41cd6a8743e1 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:25:57.371914 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b303b3-9285-4674-a787-41cd6a8743e1 None None] Pushing event updated for resources: {'Port': ['ID=e495c475-cd86-4308-884b-62b4f28c1e14,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:57.437114 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-04b303b3-9285-4674-a787-41cd6a8743e1 None None] Attempting to bind port e495c475-cd86-4308-884b-62b4f28c1e14 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:25:57.437583 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-04b303b3-9285-4674-a787-41cd6a8743e1 None None] Attempting to bind port e495c475-cd86-4308-884b-62b4f28c1e14 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'a54c91b5-f5c0-43d6-99ab-e1420b8b19fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1643, 'network_id': 'be8ef3e0-6707-4fb9-9a5b-5009fca569e3'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:25:57.438019 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b303b3-9285-4674-a787-41cd6a8743e1 None None] Attempting to bind port e495c475-cd86-4308-884b-62b4f28c1e14 on network be8ef3e0-6707-4fb9-9a5b-5009fca569e3 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:25:57.451215 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b303b3-9285-4674-a787-41cd6a8743e1 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:25:57.451672 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b303b3-9285-4674-a787-41cd6a8743e1 None None] Checking segment: {'id': 'a54c91b5-f5c0-43d6-99ab-e1420b8b19fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1643, 'network_id': 'be8ef3e0-6707-4fb9-9a5b-5009fca569e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:25:57.452426 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-04b303b3-9285-4674-a787-41cd6a8743e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:57.454845 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b303b3-9285-4674-a787-41cd6a8743e1 None None] Bound using segment: {'id': 'a54c91b5-f5c0-43d6-99ab-e1420b8b19fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1643, 'network_id': 'be8ef3e0-6707-4fb9-9a5b-5009fca569e3'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:25:57.455455 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-04b303b3-9285-4674-a787-41cd6a8743e1 None None] Bound port: e495c475-cd86-4308-884b-62b4f28c1e14, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54c91b5-f5c0-43d6-99ab-e1420b8b19fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1643, 'network_id': 'be8ef3e0-6707-4fb9-9a5b-5009fca569e3'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:25:57.458285 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-04b303b3-9285-4674-a787-41cd6a8743e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:57.642694 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-04b303b3-9285-4674-a787-41cd6a8743e1 None None] For port e495c475-cd86-4308-884b-62b4f28c1e14, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:25:57.647923 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-04b303b3-9285-4674-a787-41cd6a8743e1 None None] For port e495c475-cd86-4308-884b-62b4f28c1e14, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=e495c475-cd86-4308-884b-62b4f28c1e14,segment=NetworkSegment(a54c91b5-f5c0-43d6-99ab-e1420b8b19fb),segment_id=a54c91b5-f5c0-43d6-99ab-e1420b8b19fb)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:25:57.835915 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9401-c842-45fe-b7cc-7bb63756c30f tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:57.841096 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-04b303b3-9285-4674-a787-41cd6a8743e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:57.943160 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:58.002206 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b303b3-9285-4674-a787-41cd6a8743e1 None None] Pushing event updated for resources: {'Port': ['ID=e495c475-cd86-4308-884b-62b4f28c1e14,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:58.091897 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event deleted for resources: {'Subnet': ['ID=d8da6cf0-2ad8-4b5a-9b38-5789e8a7397f,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:25:58.291554 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:58.312208 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be8ef3e0-6707-4fb9-9a5b-5009fca569e3']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:58.329557 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a54c91b5-f5c0-43d6-99ab-e1420b8b19fb') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:58.329557 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a54c91b5-f5c0-43d6-99ab-e1420b8b19fb') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:58.414498 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:58.467690 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9f141-f35d-4ca5-aaae-b2704609f6b5 req-9158adfa-3f11-4461-acf9-60779fc77648 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:25:58.470710 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ebc9f141-f35d-4ca5-aaae-b2704609f6b5 req-9158adfa-3f11-4461-acf9-60779fc77648 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 945 time: 0.3153710 Aug 31 09:25:58.623687 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:58.662015 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Releasing vlan 1643 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:25:58.670417 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:58.674719 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:25:58.674719 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:25:58.674719 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:25:58.674719 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:25:58.674719 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:25:58.674719 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:25:58.674719 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:25:58.674719 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:25:58.674719 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:25:58.674719 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:25:58.674719 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:25:58.674719 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:25:58.674719 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:25:58.674719 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:25:58.674719 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:25:58.674719 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:25:58.674719 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:25:58.674719 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:25:58.674719 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:25:58.674719 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:25:58.674719 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:25:58.674719 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:25:58.674719 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:25:58.674719 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:25:58.674719 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:25:58.674719 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:25:58.674719 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:25:58.674719 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:25:58.674719 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:25:58.674719 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:25:58.674719 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:25:58.674719 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:25:58.752502 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ebc9f141-f35d-4ca5-aaae-b2704609f6b5 req-cd821f4d-32f3-427f-96c2-32264f957dd4 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922874 Aug 31 09:25:58.763869 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9401-c842-45fe-b7cc-7bb63756c30f tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:58.887633 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.db.api [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 09:25:58.887633 n-d-791506-28 neutron-server[95553]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 09:25:58.887633 n-d-791506-28 neutron-server[95553]: [parameters: {'id': 'be8ef3e0-6707-4fb9-9a5b-5009fca569e3'}] Aug 31 09:25:58.887633 n-d-791506-28 neutron-server[95553]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:25:58.887633 n-d-791506-28 neutron-server[95553]: DEBUG oslo_db.api [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:25:59.148369 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0f9401-c842-45fe-b7cc-7bb63756c30f tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Router fc51730b-342c-462f-84e6-207f2190e00e is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:25:59.383496 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:59.408313 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0f9401-c842-45fe-b7cc-7bb63756c30f tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:25:59.424007 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda0e7b1-39fd-4a7d-9f06-bb558219bf2e None None] Sync routers for ids ['fc51730b-342c-462f-84e6-207f2190e00e'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:25:59.459639 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda0e7b1-39fd-4a7d-9f06-bb558219bf2e None None] Routers {'fc51730b-342c-462f-84e6-207f2190e00e'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:25:59.463538 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-cda0e7b1-39fd-4a7d-9f06-bb558219bf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:25:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['fc51730b-342c-462f-84e6-207f2190e00e'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:25:59.576552 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9401-c842-45fe-b7cc-7bb63756c30f tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:59.586760 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-fa0f9401-c842-45fe-b7cc-7bb63756c30f tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.8356793 Aug 31 09:25:59.589646 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41534) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:59.696128 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Deleting port e495c475-cd86-4308-884b-62b4f28c1e14 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:25:59.696128 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:25:59.769755 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41544) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:25:59.810825 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06a7b02-297a-436d-8f62-3ae1b0aacb93 None None] Network be8ef3e0-6707-4fb9-9a5b-5009fca569e3 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:25:59.981430 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] For port e495c475-cd86-4308-884b-62b4f28c1e14, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=e495c475-cd86-4308-884b-62b4f28c1e14,segment=NetworkSegment(a54c91b5-f5c0-43d6-99ab-e1420b8b19fb),segment_id=a54c91b5-f5c0-43d6-99ab-e1420b8b19fb)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:25:59.984075 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:00.021705 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Calling delete_port for e495c475-cd86-4308-884b-62b4f28c1e14 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:00.038198 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3a94b5fd-5d73-4aee-963b-82ddeda7997b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] 10.222.0.119 "GET /v2.0/routers/fc51730b-342c-462f-84e6-207f2190e00e HTTP/1.1" status: 200 len: 908 time: 0.4418483 Aug 31 09:26:00.038953 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41550) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:00.049828 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-6c2832fe-a3db-48d4-b693-f6d5ae2de3f7 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Request body: {'router': {'name': 'tempest-snat-router-935368666', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'enable_snat': True}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:00.072672 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device e495c475-cd86-4308-884b-62b4f28c1e14 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:00.181920 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c2832fe-a3db-48d4-b693-f6d5ae2de3f7 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:00.183363 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c2832fe-a3db-48d4-b693-f6d5ae2de3f7 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:00.248892 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c2832fe-a3db-48d4-b693-f6d5ae2de3f7 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:00.255736 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-7ea13663-9d56-45b6-a6de-1efbe0b388d1 tempest-MeteringTestJSON-1828115750 tempest-MeteringTestJSON-1828115750-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1396504151'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:00.256522 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-7ea13663-9d56-45b6-a6de-1efbe0b388d1 tempest-MeteringTestJSON-1828115750 tempest-MeteringTestJSON-1828115750-project-admin] Unknown quota resources ['metering_label']. {{(pid=95552) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:26:00.290975 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9c53db4a-551e-4759-8660-4d25121d7570 None None] Provisioning for port e495c475-cd86-4308-884b-62b4f28c1e14 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:00.316815 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-cda0e7b1-39fd-4a7d-9f06-bb558219bf2e None None] Set router fc51730b-342c-462f-84e6-207f2190e00e gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:26:00.319879 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe739cd-9c20-49b5-bf93-90b7969b85d0 req-557bc397-14c2-4088-b035-9301dc8fbc32 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:00.321498 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cfe739cd-9c20-49b5-bf93-90b7969b85d0 req-557bc397-14c2-4088-b035-9301dc8fbc32 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 945 time: 0.1708591 Aug 31 09:26:00.362869 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:00.465268 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cfe739cd-9c20-49b5-bf93-90b7969b85d0 req-90cbde42-2e3c-4d4b-8aca-a42c6733c98b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372659 Aug 31 09:26:00.476762 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event deleted for resources: {'Port': ['ID=e495c475-cd86-4308-884b-62b4f28c1e14,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:00.488542 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] No DVR routers for this DVR port e495c475-cd86-4308-884b-62b4f28c1e14 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:26:00.520892 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port e495c475-cd86-4308-884b-62b4f28c1e14 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:00.523272 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:00.589536 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f31828-09aa-4e5b-ae22-55cd03f72f50 None None] DHCP port deletion for be8ef3e0-6707-4fb9-9a5b-5009fca569e3 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:26:00.598211 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Port e495c475-cd86-4308-884b-62b4f28c1e14 was deleted so its status cannot be updated. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 09:26:00.717081 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:00.722308 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:00.722820 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:00.725605 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:00.726050 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:00.726490 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:00.726980 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:00.727410 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:00.731375 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:00.731850 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:00.732288 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:00.732722 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:00.761380 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:00.782712 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be8ef3e0-6707-4fb9-9a5b-5009fca569e3']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:00.798030 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-cda0e7b1-39fd-4a7d-9f06-bb558219bf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc51730b-342c-462f-84e6-207f2190e00e', 'name': 'tempest-snat-router-935368666', 'tenant_id': '2809962570244a6cb4f6ae66b830f88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.169'}], 'enable_snat': False}, 'gw_port_id': '308991dd-ede2-41ba-8e77-4618ef26ffb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:54Z', 'updated_at': '2021-08-31T09:25:56Z', 'revision_number': 3, 'project_id': '2809962570244a6cb4f6ae66b830f88c', 'gw_port': {'id': '308991dd-ede2-41ba-8e77-4618ef26ffb1', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c8:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc51730b-342c-462f-84e6-207f2190e00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:55Z', 'updated_at': '2021-08-31T09:25:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:00.827902 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a54c91b5-f5c0-43d6-99ab-e1420b8b19fb') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:00.828527 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a54c91b5-f5c0-43d6-99ab-e1420b8b19fb') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:00.851104 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:00.870195 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:00.870484 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda0e7b1-39fd-4a7d-9f06-bb558219bf2e None None] Checking router: fc51730b-342c-462f-84e6-207f2190e00e for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:26:00.871059 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda0e7b1-39fd-4a7d-9f06-bb558219bf2e None None] Updating router fc51730b-342c-462f-84e6-207f2190e00e port 308991dd-ede2-41ba-8e77-4618ef26ffb1 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:26:00.885719 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Releasing vlan 1643 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:26:00.886228 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:00.904022 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cda0e7b1-39fd-4a7d-9f06-bb558219bf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:00.989839 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:26:00.989839 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:26:00.989839 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:26:00.989839 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:26:00.989839 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:26:00.989839 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:26:00.989839 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:26:00.989839 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:26:00.989839 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:26:00.989839 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:26:00.989839 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:26:00.989839 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:26:00.989839 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:26:00.989839 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:26:00.989839 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:26:00.989839 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:26:00.989839 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:26:00.989839 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:26:00.989839 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:26:00.989839 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:26:00.989839 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:26:00.989839 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:26:00.989839 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:26:00.989839 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:26:00.989839 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:26:00.989839 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:26:00.989839 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:26:00.989839 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:26:00.989839 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:26:00.989839 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:26:00.989839 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:26:00.989839 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:26:01.054038 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:01.063648 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:01.069528 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "DELETE /v2.0/networks/be8ef3e0-6707-4fb9-9a5b-5009fca569e3 HTTP/1.1" status: 204 len: 168 time: 5.0544503 Aug 31 09:26:01.075619 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41576) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:01.091845 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-b4620898-fd1e-471e-a713-885da2542266 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-450249253'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:01.128915 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9448f-886c-4d6a-9d7c-7051cfcdac32 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event deleted for resources: {'Network': ['ID=be8ef3e0-6707-4fb9-9a5b-5009fca569e3,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:01.168653 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c2832fe-a3db-48d4-b693-f6d5ae2de3f7 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:01.176386 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7ea13663-9d56-45b6-a6de-1efbe0b388d1 tempest-MeteringTestJSON-1828115750 tempest-MeteringTestJSON-1828115750-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:01.181257 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41578) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:01.181907 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7ea13663-9d56-45b6-a6de-1efbe0b388d1 tempest-MeteringTestJSON-1828115750 tempest-MeteringTestJSON-1828115750-project-admin] 10.222.0.119 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.4106243 Aug 31 09:26:01.192021 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-d7c289c4-6ad6-497d-9681-099508155565 tempest-MeteringTestJSON-1828115750 tempest-MeteringTestJSON-1828115750-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'f3b40c76-a761-4082-afbb-ccefd2db6e82'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:01.193175 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-d7c289c4-6ad6-497d-9681-099508155565 tempest-MeteringTestJSON-1828115750 tempest-MeteringTestJSON-1828115750-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95553) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:26:01.304163 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4620898-fd1e-471e-a713-885da2542266 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Made reservation on behalf of 6a89472a07f54f00b52b237b1a531827 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:01.308440 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b4620898-fd1e-471e-a713-885da2542266 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:01.428108 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4620898-fd1e-471e-a713-885da2542266 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] vlan segment allocate from pool success with {'vlan_id': 1617, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:26:01.455307 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b4620898-fd1e-471e-a713-885da2542266 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:01.455741 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-b4620898-fd1e-471e-a713-885da2542266 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Added segment bc35c32b-9f94-4bea-9d8c-35ee431e37fb of type vlan for network e3917314-c595-43fe-a944-0473270ba76f Aug 31 09:26:01.457100 n-d-791506-28 neutron-server[95553]: WARNING neutron.services.metering.metering_plugin [None req-d7c289c4-6ad6-497d-9681-099508155565 tempest-MeteringTestJSON-1828115750 tempest-MeteringTestJSON-1828115750-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 09:26:01.526838 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cda0e7b1-39fd-4a7d-9f06-bb558219bf2e None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:01.550601 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-cda0e7b1-39fd-4a7d-9f06-bb558219bf2e None None] Transition to ACTIVE for port object 308991dd-ede2-41ba-8e77-4618ef26ffb1 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:01.622524 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cda0e7b1-39fd-4a7d-9f06-bb558219bf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:01.743691 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-cda0e7b1-39fd-4a7d-9f06-bb558219bf2e None None] Attempting to bind port 308991dd-ede2-41ba-8e77-4618ef26ffb1 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:26:01.744067 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-cda0e7b1-39fd-4a7d-9f06-bb558219bf2e None None] Attempting to bind port 308991dd-ede2-41ba-8e77-4618ef26ffb1 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:26:01.755467 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda0e7b1-39fd-4a7d-9f06-bb558219bf2e None None] Attempting to bind port 308991dd-ede2-41ba-8e77-4618ef26ffb1 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:26:01.777372 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda0e7b1-39fd-4a7d-9f06-bb558219bf2e None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:26:01.777690 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda0e7b1-39fd-4a7d-9f06-bb558219bf2e None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:01.783087 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cda0e7b1-39fd-4a7d-9f06-bb558219bf2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:01.783670 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda0e7b1-39fd-4a7d-9f06-bb558219bf2e None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:26:01.784524 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-cda0e7b1-39fd-4a7d-9f06-bb558219bf2e None None] Bound port: 308991dd-ede2-41ba-8e77-4618ef26ffb1, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:26:01.784798 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cda0e7b1-39fd-4a7d-9f06-bb558219bf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:01.785548 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c2832fe-a3db-48d4-b693-f6d5ae2de3f7 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:01.814837 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device e495c475-cd86-4308-884b-62b4f28c1e14 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:01.825721 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c2832fe-a3db-48d4-b693-f6d5ae2de3f7 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:01.837083 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d7c289c4-6ad6-497d-9681-099508155565 tempest-MeteringTestJSON-1828115750 tempest-MeteringTestJSON-1828115750-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:01.841815 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41582) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:01.842870 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d7c289c4-6ad6-497d-9681-099508155565 tempest-MeteringTestJSON-1828115750 tempest-MeteringTestJSON-1828115750-project-admin] 10.222.0.119 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6605363 Aug 31 09:26:01.850043 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-96feda28-abfe-41eb-ba30-8dfb1e195dbf tempest-MeteringTestJSON-1828115750 tempest-MeteringTestJSON-1828115750-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'f3b40c76-a761-4082-afbb-ccefd2db6e82'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:01.852651 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-96feda28-abfe-41eb-ba30-8dfb1e195dbf tempest-MeteringTestJSON-1828115750 tempest-MeteringTestJSON-1828115750-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95552) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:26:01.853244 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b4620898-fd1e-471e-a713-885da2542266 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:01.881447 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97dfc7-6263-4499-be69-8a88050e7901 None None] Pushing event updated for resources: {'Port': ['ID=308991dd-ede2-41ba-8e77-4618ef26ffb1,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:01.933244 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: e495c475-cd86-4308-884b-62b4f28c1e14 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:26:01.933582 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device e495c475-cd86-4308-884b-62b4f28c1e14 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:26:01.994670 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacbad4-7bda-4889-b47d-b0a9d0dda4c9 req-e4bc0c7e-d012-4ebd-bfc7-dad95eb640c1 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:02.006360 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fdacbad4-7bda-4889-b47d-b0a9d0dda4c9 req-e4bc0c7e-d012-4ebd-bfc7-dad95eb640c1 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 945 time: 0.1817510 Aug 31 09:26:02.042356 n-d-791506-28 neutron-server[95552]: WARNING neutron.services.metering.metering_plugin [None req-96feda28-abfe-41eb-ba30-8dfb1e195dbf tempest-MeteringTestJSON-1828115750 tempest-MeteringTestJSON-1828115750-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 09:26:02.044955 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-cda0e7b1-39fd-4a7d-9f06-bb558219bf2e None None] For port 308991dd-ede2-41ba-8e77-4618ef26ffb1, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:26:02.056069 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-cda0e7b1-39fd-4a7d-9f06-bb558219bf2e None None] For port 308991dd-ede2-41ba-8e77-4618ef26ffb1, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=308991dd-ede2-41ba-8e77-4618ef26ffb1,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:26:02.070739 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fdacbad4-7bda-4889-b47d-b0a9d0dda4c9 req-e932d82d-b266-4755-a674-7c3db98917a8 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634058 Aug 31 09:26:02.075780 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b4620898-fd1e-471e-a713-885da2542266 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:02.078923 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4620898-fd1e-471e-a713-885da2542266 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:02.079592 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b4620898-fd1e-471e-a713-885da2542266 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:02.130792 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cda0e7b1-39fd-4a7d-9f06-bb558219bf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:02.216534 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4620898-fd1e-471e-a713-885da2542266 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event updated for resources: {'Network': ['ID=e3917314-c595-43fe-a944-0473270ba76f,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:02.293984 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b4620898-fd1e-471e-a713-885da2542266 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2141285 Aug 31 09:26:02.294291 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41590) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:02.303154 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-b6f23221-7b12-4712-abbe-a918b90705b2 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Request body: {'subnet': {'network_id': 'e3917314-c595-43fe-a944-0473270ba76f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:02.356339 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network e3917314-c595-43fe-a944-0473270ba76f details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:26:02.545234 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97dfc7-6263-4499-be69-8a88050e7901 None None] Pushing event updated for resources: {'Port': ['ID=308991dd-ede2-41ba-8e77-4618ef26ffb1,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:02.576633 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f23221-7b12-4712-abbe-a918b90705b2 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Made reservation on behalf of 6a89472a07f54f00b52b237b1a531827 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:02.578603 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda0e7b1-39fd-4a7d-9f06-bb558219bf2e None None] Routers {'fc51730b-342c-462f-84e6-207f2190e00e'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:02.579257 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-cda0e7b1-39fd-4a7d-9f06-bb558219bf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:25:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['fc51730b-342c-462f-84e6-207f2190e00e'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:02.584846 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b6f23221-7b12-4712-abbe-a918b90705b2 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:02.710408 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-96feda28-abfe-41eb-ba30-8dfb1e195dbf tempest-MeteringTestJSON-1828115750 tempest-MeteringTestJSON-1828115750-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:02.711673 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-96feda28-abfe-41eb-ba30-8dfb1e195dbf tempest-MeteringTestJSON-1828115750 tempest-MeteringTestJSON-1828115750-project-admin] 10.222.0.119 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8686085 Aug 31 09:26:02.733137 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-6c2832fe-a3db-48d4-b693-f6d5ae2de3f7 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Allocated IP 172.25.2.9 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/c128b4b9-3568-49a9-872f-ecbf06f28e82) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:02.749571 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-cda0e7b1-39fd-4a7d-9f06-bb558219bf2e None None] Set router fc51730b-342c-462f-84e6-207f2190e00e gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:26:02.852797 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c2832fe-a3db-48d4-b693-f6d5ae2de3f7 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:02.873123 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41594) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:02.881647 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:02.886283 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-98c0e468-0ac8-42c4-8fc5-9e96a6926c78 tempest-MeteringTestJSON-1828115750 tempest-MeteringTestJSON-1828115750-project-admin] 10.222.0.119 "GET /v2.0/metering/metering-label-rules?id=7417c061-d2bd-47d1-b356-9e3a0ba6e7b6 HTTP/1.1" status: 200 len: 464 time: 0.0139866 Aug 31 09:26:02.898973 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41596) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:03.041648 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c2832fe-a3db-48d4-b693-f6d5ae2de3f7 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:03.117610 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b6f23221-7b12-4712-abbe-a918b90705b2 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:03.118777 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2832fe-a3db-48d4-b693-f6d5ae2de3f7 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Pushing event updated for resources: {'Port': ['ID=c128b4b9-3568-49a9-872f-ecbf06f28e82,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:03.131896 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:03.198509 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-cda0e7b1-39fd-4a7d-9f06-bb558219bf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc51730b-342c-462f-84e6-207f2190e00e', 'name': 'tempest-snat-router-935368666', 'tenant_id': '2809962570244a6cb4f6ae66b830f88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.169'}], 'enable_snat': False}, 'gw_port_id': '308991dd-ede2-41ba-8e77-4618ef26ffb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:54Z', 'updated_at': '2021-08-31T09:25:56Z', 'revision_number': 3, 'project_id': '2809962570244a6cb4f6ae66b830f88c', 'gw_port': {'id': '308991dd-ede2-41ba-8e77-4618ef26ffb1', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c8:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc51730b-342c-462f-84e6-207f2190e00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:55Z', 'updated_at': '2021-08-31T09:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:03.271508 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda0e7b1-39fd-4a7d-9f06-bb558219bf2e None None] The sync data for ids ['fc51730b-342c-462f-84e6-207f2190e00e'] in n-d-791506-28 is: [{'id': 'fc51730b-342c-462f-84e6-207f2190e00e', 'name': 'tempest-snat-router-935368666', 'tenant_id': '2809962570244a6cb4f6ae66b830f88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.169'}], 'enable_snat': False}, 'gw_port_id': '308991dd-ede2-41ba-8e77-4618ef26ffb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:25:54Z', 'updated_at': '2021-08-31T09:25:56Z', 'revision_number': 3, 'project_id': '2809962570244a6cb4f6ae66b830f88c', 'gw_port': {'id': '308991dd-ede2-41ba-8e77-4618ef26ffb1', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c8:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc51730b-342c-462f-84e6-207f2190e00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:25:55Z', 'updated_at': '2021-08-31T09:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:26:03.310193 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3c5284ae-7f66-42eb-9ad1-05f9c89d52cc tempest-MeteringTestJSON-1828115750 tempest-MeteringTestJSON-1828115750-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:03.317736 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3c5284ae-7f66-42eb-9ad1-05f9c89d52cc tempest-MeteringTestJSON-1828115750 tempest-MeteringTestJSON-1828115750-project-admin] 10.222.0.119 "DELETE /v2.0/metering/metering-label-rules/7417c061-d2bd-47d1-b356-9e3a0ba6e7b6 HTTP/1.1" status: 204 len: 168 time: 0.4151380 Aug 31 09:26:03.319212 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41602) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:03.353050 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2832fe-a3db-48d4-b693-f6d5ae2de3f7 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:03.355220 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f23221-7b12-4712-abbe-a918b90705b2 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Checking segment: {'id': 'bc35c32b-9f94-4bea-9d8c-35ee431e37fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1617, 'network_id': 'e3917314-c595-43fe-a944-0473270ba76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:03.364399 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f23221-7b12-4712-abbe-a918b90705b2 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Network hostable DHCP agents. Network: e3917314-c595-43fe-a944-0473270ba76f, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:26:03.364796 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-017ac0bf-3ada-4036-bf07-264f0d01bd12 tempest-MeteringTestJSON-1828115750 tempest-MeteringTestJSON-1828115750-project-admin] 10.222.0.119 "GET /v2.0/metering/metering-label-rules?id=7417c061-d2bd-47d1-b356-9e3a0ba6e7b6 HTTP/1.1" status: 200 len: 221 time: 0.0398026 Aug 31 09:26:03.364796 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41606) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:03.376144 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-a6439c9b-e643-4da5-8926-48f8e3a2770d tempest-MeteringTestJSON-1828115750 tempest-MeteringTestJSON-1828115750-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1868023755', 'description': 'label created by tempest'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:03.376871 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-a6439c9b-e643-4da5-8926-48f8e3a2770d tempest-MeteringTestJSON-1828115750 tempest-MeteringTestJSON-1828115750-project-admin] Unknown quota resources ['metering_label']. {{(pid=95552) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:26:03.380096 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-6c2832fe-a3db-48d4-b693-f6d5ae2de3f7 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:03.384028 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2832fe-a3db-48d4-b693-f6d5ae2de3f7 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:03.395757 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f23221-7b12-4712-abbe-a918b90705b2 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event updated for resources: {'Subnet': ['ID=791be698-2866-4944-83f1-b812d2b15d9b,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:03.460679 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff3e7c-ab7c-4e77-b057-0fff365fdb20 req-d6ffa5ab-0229-4ee9-b253-0a3161f41de6 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:03.462520 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5eff3e7c-ab7c-4e77-b057-0fff365fdb20 req-d6ffa5ab-0229-4ee9-b253-0a3161f41de6 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 945 time: 0.1962285 Aug 31 09:26:03.546452 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5eff3e7c-ab7c-4e77-b057-0fff365fdb20 req-78247e2c-9f70-4f29-b2ba-24d4c32598dd tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773063 Aug 31 09:26:03.547355 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f23221-7b12-4712-abbe-a918b90705b2 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Network e3917314-c595-43fe-a944-0473270ba76f is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:26:03.622212 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-b6f23221-7b12-4712-abbe-a918b90705b2 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, e3917314-c595-43fe-a944-0473270ba76f) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:03.627197 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f23221-7b12-4712-abbe-a918b90705b2 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:03.629369 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b6f23221-7b12-4712-abbe-a918b90705b2 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:03.655212 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33aa9038-4bec-462f-9613-28e78718500e None None] Network e3917314-c595-43fe-a944-0473270ba76f requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:03.717814 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b6f23221-7b12-4712-abbe-a918b90705b2 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4222400 Aug 31 09:26:03.727569 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41612) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:03.738228 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-69d7d806-fca9-4582-9caf-642c2678eafe tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Request body: {'subnet': {'network_id': 'e3917314-c595-43fe-a944-0473270ba76f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:03.868523 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a6439c9b-e643-4da5-8926-48f8e3a2770d tempest-MeteringTestJSON-1828115750 tempest-MeteringTestJSON-1828115750-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:03.870467 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a6439c9b-e643-4da5-8926-48f8e3a2770d tempest-MeteringTestJSON-1828115750 tempest-MeteringTestJSON-1828115750-project-admin] 10.222.0.119 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5074182 Aug 31 09:26:03.873833 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41614) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:03.965785 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42782659-bf2b-4d37-8a74-98b9768694ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-e3917314-c595-43fe-a944-0473270ba76f', 'network_id': 'e3917314-c595-43fe-a944-0473270ba76f', 'tenant_id': '6a89472a07f54f00b52b237b1a531827', 'fixed_ips': [{'subnet_id': '791be698-2866-4944-83f1-b812d2b15d9b'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:26:03.967150 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-42782659-bf2b-4d37-8a74-98b9768694ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:04.003723 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d7d806-fca9-4582-9caf-642c2678eafe tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Made reservation on behalf of 6a89472a07f54f00b52b237b1a531827 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:04.007952 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-69d7d806-fca9-4582-9caf-642c2678eafe tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:04.119926 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8c2a6937-4f2d-446b-847b-2cbf59964f98 tempest-MeteringTestJSON-1828115750 tempest-MeteringTestJSON-1828115750-project-admin] 10.222.0.119 "GET /v2.0/metering/metering-labels?id=5e76b52d-287f-4b44-b396-71a08eebe248 HTTP/1.1" status: 200 len: 468 time: 0.2440357 Aug 31 09:26:04.122504 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41616) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:04.317491 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-42782659-bf2b-4d37-8a74-98b9768694ce None None] Allocated IP 2001:db8::2 (e3917314-c595-43fe-a944-0473270ba76f/791be698-2866-4944-83f1-b812d2b15d9b/896228cc-f380-4343-8364-7d24de914e57) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:04.430625 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c2832fe-a3db-48d4-b693-f6d5ae2de3f7 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:04.576327 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-69d7d806-fca9-4582-9caf-642c2678eafe tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:04.632955 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d7d806-fca9-4582-9caf-642c2678eafe tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Network e3917314-c595-43fe-a944-0473270ba76f is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:04.743505 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-69d7d806-fca9-4582-9caf-642c2678eafe tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:04.756639 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d7d806-fca9-4582-9caf-642c2678eafe tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:04.757409 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-69d7d806-fca9-4582-9caf-642c2678eafe tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:04.783126 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-42782659-bf2b-4d37-8a74-98b9768694ce None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:04.817986 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-42782659-bf2b-4d37-8a74-98b9768694ce None None] Transition to ACTIVE for port object 896228cc-f380-4343-8364-7d24de914e57 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:04.864139 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-42782659-bf2b-4d37-8a74-98b9768694ce None None] Transition to ACTIVE for port object 896228cc-f380-4343-8364-7d24de914e57 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:04.908348 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7d806-fca9-4582-9caf-642c2678eafe tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event updated for resources: {'Subnet': ['ID=2ea7d390-d4b0-4e7f-b9e6-d9688477c55e,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:04.927871 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b22af-4388-4ce2-8fd9-a460b69db257 req-40adcae9-c7b0-45be-b009-d60847f3da3b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:04.929541 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ca2b22af-4388-4ce2-8fd9-a460b69db257 req-40adcae9-c7b0-45be-b009-d60847f3da3b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 945 time: 0.1603794 Aug 31 09:26:04.988844 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c2832fe-a3db-48d4-b693-f6d5ae2de3f7 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:04.989673 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ca2b22af-4388-4ce2-8fd9-a460b69db257 req-07821a13-eeed-4ab0-8454-698daa8c94c4 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520709 Aug 31 09:26:04.994567 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-42782659-bf2b-4d37-8a74-98b9768694ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:05.001287 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-04aeeb1a-ea02-4916-94ed-d2b1054c248f tempest-MeteringTestJSON-1828115750 tempest-MeteringTestJSON-1828115750-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:05.001466 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-69d7d806-fca9-4582-9caf-642c2678eafe tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2674468 Aug 31 09:26:05.001579 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-04aeeb1a-ea02-4916-94ed-d2b1054c248f tempest-MeteringTestJSON-1828115750 tempest-MeteringTestJSON-1828115750-project-admin] 10.222.0.119 "DELETE /v2.0/metering/metering-labels/5e76b52d-287f-4b44-b396-71a08eebe248 HTTP/1.1" status: 204 len: 168 time: 0.8769009 Aug 31 09:26:05.001677 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41630) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:05.008430 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41632) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:05.075952 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e8b40a2e-bc10-45fa-92b0-c405d9a37fd1 tempest-MeteringTestJSON-1828115750 tempest-MeteringTestJSON-1828115750-project-admin] 10.222.0.119 "GET /v2.0/metering/metering-labels?id=5e76b52d-287f-4b44-b396-71a08eebe248 HTTP/1.1" status: 200 len: 216 time: 0.0333197 Aug 31 09:26:05.079052 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41634) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:05.114795 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42782659-bf2b-4d37-8a74-98b9768694ce None None] Network e3917314-c595-43fe-a944-0473270ba76f is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:05.123828 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-42782659-bf2b-4d37-8a74-98b9768694ce None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:05.123828 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42782659-bf2b-4d37-8a74-98b9768694ce None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:05.125882 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-00084d3e-c622-4a57-a25c-b1ede74df6d4 tempest-MeteringTestJSON-1828115750 tempest-MeteringTestJSON-1828115750-project-admin] 10.222.0.119 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0437229 Aug 31 09:26:05.127778 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41638) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:05.144162 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42782659-bf2b-4d37-8a74-98b9768694ce None None] Pushing event updated for resources: {'Port': ['ID=896228cc-f380-4343-8364-7d24de914e57,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:05.179600 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ef885c14-690a-463d-ae23-b64525c17113 tempest-MeteringTestJSON-1828115750 tempest-MeteringTestJSON-1828115750-project-admin] 10.222.0.119 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0445089 Aug 31 09:26:05.188901 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41640) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:05.271697 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-42782659-bf2b-4d37-8a74-98b9768694ce None None] Attempting to bind port 896228cc-f380-4343-8364-7d24de914e57 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:26:05.272100 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-42782659-bf2b-4d37-8a74-98b9768694ce None None] Attempting to bind port 896228cc-f380-4343-8364-7d24de914e57 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'bc35c32b-9f94-4bea-9d8c-35ee431e37fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1617, 'network_id': 'e3917314-c595-43fe-a944-0473270ba76f'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:26:05.272431 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42782659-bf2b-4d37-8a74-98b9768694ce None None] Attempting to bind port 896228cc-f380-4343-8364-7d24de914e57 on network e3917314-c595-43fe-a944-0473270ba76f {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:26:05.281991 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42782659-bf2b-4d37-8a74-98b9768694ce None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:26:05.287874 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42782659-bf2b-4d37-8a74-98b9768694ce None None] Checking segment: {'id': 'bc35c32b-9f94-4bea-9d8c-35ee431e37fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1617, 'network_id': 'e3917314-c595-43fe-a944-0473270ba76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:05.287874 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-42782659-bf2b-4d37-8a74-98b9768694ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:05.287874 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42782659-bf2b-4d37-8a74-98b9768694ce None None] Bound using segment: {'id': 'bc35c32b-9f94-4bea-9d8c-35ee431e37fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1617, 'network_id': 'e3917314-c595-43fe-a944-0473270ba76f'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:26:05.287874 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-42782659-bf2b-4d37-8a74-98b9768694ce None None] Bound port: 896228cc-f380-4343-8364-7d24de914e57, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc35c32b-9f94-4bea-9d8c-35ee431e37fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1617, 'network_id': 'e3917314-c595-43fe-a944-0473270ba76f'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:26:05.287874 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-42782659-bf2b-4d37-8a74-98b9768694ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:05.303243 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-83fdba17-c356-412d-80b7-1aaac43c879f tempest-MeteringTestJSON-1828115750 tempest-MeteringTestJSON-1828115750-project-admin] 10.222.0.119 "GET /v2.0/metering/metering-labels/f3b40c76-a761-4082-afbb-ccefd2db6e82 HTTP/1.1" status: 200 len: 473 time: 0.1131094 Aug 31 09:26:05.308443 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41642) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:05.309994 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff72ec3-a789-4930-bc50-39671c3c6a42 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:05.313285 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff72ec3-a789-4930-bc50-39671c3c6a42 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:05.316966 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff72ec3-a789-4930-bc50-39671c3c6a42 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:05.319585 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff72ec3-a789-4930-bc50-39671c3c6a42 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:05.321524 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff72ec3-a789-4930-bc50-39671c3c6a42 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:05.323849 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2ff72ec3-a789-4930-bc50-39671c3c6a42 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3142376 Aug 31 09:26:05.327650 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3a77365b-7fbb-45ea-8988-98ac146567fb tempest-MeteringTestJSON-1828115750 tempest-MeteringTestJSON-1828115750-project-admin] 10.222.0.119 "GET /v2.0/metering/metering-label-rules/6f8f686e-e9d8-495b-b6f1-d92a8f6f0c37 HTTP/1.1" status: 200 len: 461 time: 0.0179729 Aug 31 09:26:05.328289 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41646) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:05.328906 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41644) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:05.341441 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-37d98ab2-8cc7-4fe5-9878-2fa5d2a0a8ab tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2130565832'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:05.366565 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2832fe-a3db-48d4-b693-f6d5ae2de3f7 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Router 7482098f-ece9-43b1-af2b-e331e4c5012f is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:26:05.415666 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-42782659-bf2b-4d37-8a74-98b9768694ce None None] For port 896228cc-f380-4343-8364-7d24de914e57, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:26:05.420376 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-42782659-bf2b-4d37-8a74-98b9768694ce None None] For port 896228cc-f380-4343-8364-7d24de914e57, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=896228cc-f380-4343-8364-7d24de914e57,segment=NetworkSegment(bc35c32b-9f94-4bea-9d8c-35ee431e37fb),segment_id=bc35c32b-9f94-4bea-9d8c-35ee431e37fb)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:26:05.489871 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d98ab2-8cc7-4fe5-9878-2fa5d2a0a8ab tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Made reservation on behalf of 6a89472a07f54f00b52b237b1a531827 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:05.491627 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-42782659-bf2b-4d37-8a74-98b9768694ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:05.494361 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-37d98ab2-8cc7-4fe5-9878-2fa5d2a0a8ab tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:05.541242 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d98ab2-8cc7-4fe5-9878-2fa5d2a0a8ab tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] vlan segment allocate from pool success with {'vlan_id': 1620, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:26:05.566692 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2832fe-a3db-48d4-b693-f6d5ae2de3f7 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:26:05.566692 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-37d98ab2-8cc7-4fe5-9878-2fa5d2a0a8ab tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:05.566692 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-37d98ab2-8cc7-4fe5-9878-2fa5d2a0a8ab tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Added segment 05883b6f-6a1e-4ec2-917f-d955747b5630 of type vlan for network 5c2cd41e-ed2d-49a4-82af-e38389bc24ca Aug 31 09:26:05.576871 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c72f58a-a5c7-4d53-a15a-db28dae283c0 None None] Sync routers for ids ['7482098f-ece9-43b1-af2b-e331e4c5012f'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:26:05.592989 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c72f58a-a5c7-4d53-a15a-db28dae283c0 None None] Routers {'7482098f-ece9-43b1-af2b-e331e4c5012f'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:05.595652 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-0c72f58a-a5c7-4d53-a15a-db28dae283c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:25:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7482098f-ece9-43b1-af2b-e331e4c5012f'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:05.654850 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-70d3cbd1-6581-4ca9-90d5-aab711c2664e tempest-MeteringTestJSON-1828115750 tempest-MeteringTestJSON-1828115750-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:05.657612 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-70d3cbd1-6581-4ca9-90d5-aab711c2664e tempest-MeteringTestJSON-1828115750 tempest-MeteringTestJSON-1828115750-project-admin] 10.222.0.119 "DELETE /v2.0/metering/metering-label-rules/6f8f686e-e9d8-495b-b6f1-d92a8f6f0c37 HTTP/1.1" status: 204 len: 168 time: 0.3273530 Aug 31 09:26:05.662423 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41652) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:05.764558 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42782659-bf2b-4d37-8a74-98b9768694ce None None] Pushing event updated for resources: {'Port': ['ID=896228cc-f380-4343-8364-7d24de914e57,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:05.873829 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-37d98ab2-8cc7-4fe5-9878-2fa5d2a0a8ab tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:05.959230 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 308991dd-ede2-41ba-8e77-4618ef26ffb1 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:06.003471 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c2832fe-a3db-48d4-b693-f6d5ae2de3f7 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:06.014115 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6c2832fe-a3db-48d4-b693-f6d5ae2de3f7 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 5.9712181 Aug 31 09:26:06.018008 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41656) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:06.090355 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-0c72f58a-a5c7-4d53-a15a-db28dae283c0 None None] Set router 7482098f-ece9-43b1-af2b-e331e4c5012f gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:26:06.326470 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f9c365bc-3b03-4cca-9286-7b896414ff8e tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] 10.222.0.119 "GET /v2.0/routers/7482098f-ece9-43b1-af2b-e331e4c5012f HTTP/1.1" status: 200 len: 905 time: 0.2884097 Aug 31 09:26:06.327584 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41662) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:06.489868 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 308991dd-ede2-41ba-8e77-4618ef26ffb1 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:06.506607 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 308991dd-ede2-41ba-8e77-4618ef26ffb1 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:06.506996 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:06.521843 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-37d98ab2-8cc7-4fe5-9878-2fa5d2a0a8ab tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:06.527730 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d98ab2-8cc7-4fe5-9878-2fa5d2a0a8ab tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:06.528378 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-37d98ab2-8cc7-4fe5-9878-2fa5d2a0a8ab tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:06.538509 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-0c72f58a-a5c7-4d53-a15a-db28dae283c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7482098f-ece9-43b1-af2b-e331e4c5012f', 'name': 'tempest-snat-router-935368666', 'tenant_id': '2809962570244a6cb4f6ae66b830f88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': 'c128b4b9-3568-49a9-872f-ecbf06f28e82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:26:00Z', 'updated_at': '2021-08-31T09:26:03Z', 'revision_number': 3, 'project_id': '2809962570244a6cb4f6ae66b830f88c', 'gw_port': {'id': 'c128b4b9-3568-49a9-872f-ecbf06f28e82', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:cf:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7482098f-ece9-43b1-af2b-e331e4c5012f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:26:01Z', 'updated_at': '2021-08-31T09:26:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:06.630245 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92c46f89-09f6-42d6-8006-5d5db7da8355 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:06.632135 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d98ab2-8cc7-4fe5-9878-2fa5d2a0a8ab tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event updated for resources: {'Network': ['ID=5c2cd41e-ed2d-49a4-82af-e38389bc24ca,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:06.652598 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c72f58a-a5c7-4d53-a15a-db28dae283c0 None None] Checking router: 7482098f-ece9-43b1-af2b-e331e4c5012f for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:26:06.653131 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c72f58a-a5c7-4d53-a15a-db28dae283c0 None None] Updating router 7482098f-ece9-43b1-af2b-e331e4c5012f port c128b4b9-3568-49a9-872f-ecbf06f28e82 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:26:06.720631 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-0c72f58a-a5c7-4d53-a15a-db28dae283c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:06.732097 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 5c2cd41e-ed2d-49a4-82af-e38389bc24ca details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:26:06.742633 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-37d98ab2-8cc7-4fe5-9878-2fa5d2a0a8ab tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4128418 Aug 31 09:26:06.743031 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41672) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:06.750977 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-adf3fcc8-ca80-41f6-8e50-40704a9ae83f tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:06.935192 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:07.052168 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 308991dd-ede2-41ba-8e77-4618ef26ffb1, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=308991dd-ede2-41ba-8e77-4618ef26ffb1,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:07.128526 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:07.187480 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362efa8e-b821-4820-a031-103a1b275195 req-d3d7e552-fb8f-424b-96e0-89f2f39b2d11 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:07.195661 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-362efa8e-b821-4820-a031-103a1b275195 req-d3d7e552-fb8f-424b-96e0-89f2f39b2d11 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 945 time: 1.0611210 Aug 31 09:26:07.229249 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f6194647-0b0e-46f3-8a05-ff1a16aeee10 tempest-MeteringTestJSON-1828115750 tempest-MeteringTestJSON-1828115750-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:07.230870 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f6194647-0b0e-46f3-8a05-ff1a16aeee10 tempest-MeteringTestJSON-1828115750 tempest-MeteringTestJSON-1828115750-project-admin] 10.222.0.119 "DELETE /v2.0/metering/metering-labels/f3b40c76-a761-4082-afbb-ccefd2db6e82 HTTP/1.1" status: 204 len: 168 time: 1.5667901 Aug 31 09:26:07.276967 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=308991dd-ede2-41ba-8e77-4618ef26ffb1,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:07.313917 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-362efa8e-b821-4820-a031-103a1b275195 req-2a22646a-7637-41cb-bdc3-a48a6b8a346a tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073563 Aug 31 09:26:07.429932 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-0c72f58a-a5c7-4d53-a15a-db28dae283c0 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:07.443007 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-0c72f58a-a5c7-4d53-a15a-db28dae283c0 None None] Transition to ACTIVE for port object c128b4b9-3568-49a9-872f-ecbf06f28e82 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:07.508316 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-0c72f58a-a5c7-4d53-a15a-db28dae283c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:07.622982 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-0c72f58a-a5c7-4d53-a15a-db28dae283c0 None None] Attempting to bind port c128b4b9-3568-49a9-872f-ecbf06f28e82 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:26:07.623339 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-0c72f58a-a5c7-4d53-a15a-db28dae283c0 None None] Attempting to bind port c128b4b9-3568-49a9-872f-ecbf06f28e82 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:26:07.623691 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72f58a-a5c7-4d53-a15a-db28dae283c0 None None] Attempting to bind port c128b4b9-3568-49a9-872f-ecbf06f28e82 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:26:07.637198 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72f58a-a5c7-4d53-a15a-db28dae283c0 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:26:07.637568 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72f58a-a5c7-4d53-a15a-db28dae283c0 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:07.637968 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-0c72f58a-a5c7-4d53-a15a-db28dae283c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:07.638359 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72f58a-a5c7-4d53-a15a-db28dae283c0 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:26:07.638868 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-0c72f58a-a5c7-4d53-a15a-db28dae283c0 None None] Bound port: c128b4b9-3568-49a9-872f-ecbf06f28e82, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:26:07.639240 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-0c72f58a-a5c7-4d53-a15a-db28dae283c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:07.699445 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92c46f89-09f6-42d6-8006-5d5db7da8355 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:07.707418 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-0c72f58a-a5c7-4d53-a15a-db28dae283c0 None None] For port c128b4b9-3568-49a9-872f-ecbf06f28e82, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:26:07.710879 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-0c72f58a-a5c7-4d53-a15a-db28dae283c0 None None] For port c128b4b9-3568-49a9-872f-ecbf06f28e82, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=c128b4b9-3568-49a9-872f-ecbf06f28e82,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:26:07.723555 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52021554-f69b-4ca8-8d3d-9cd1cf91cf50 None None] Pushing event updated for resources: {'Port': ['ID=c128b4b9-3568-49a9-872f-ecbf06f28e82,revision_number=2']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:07.757222 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ccfa4e-e69d-47e9-a9d1-af778b479093 None None] Network e3917314-c595-43fe-a944-0473270ba76f requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:07.827447 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-0c72f58a-a5c7-4d53-a15a-db28dae283c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:07.936674 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c72f58a-a5c7-4d53-a15a-db28dae283c0 None None] Routers {'7482098f-ece9-43b1-af2b-e331e4c5012f'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:07.937316 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-0c72f58a-a5c7-4d53-a15a-db28dae283c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:25:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7482098f-ece9-43b1-af2b-e331e4c5012f'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:07.983387 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41686) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:07.983561 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52021554-f69b-4ca8-8d3d-9cd1cf91cf50 None None] Pushing event updated for resources: {'Port': ['ID=c128b4b9-3568-49a9-872f-ecbf06f28e82,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:08.043890 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-adf3fcc8-ca80-41f6-8e50-40704a9ae83f tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:08.067107 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 308991dd-ede2-41ba-8e77-4618ef26ffb1 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:08.101917 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-92c46f89-09f6-42d6-8006-5d5db7da8355 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Deleting port c128b4b9-3568-49a9-872f-ecbf06f28e82 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:08.102259 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92c46f89-09f6-42d6-8006-5d5db7da8355 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:08.135091 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-0c72f58a-a5c7-4d53-a15a-db28dae283c0 None None] Set router 7482098f-ece9-43b1-af2b-e331e4c5012f gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:26:08.187957 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7eaf0a4d-c4d4-44d5-afce-c29f04678c8d None None] Provisioning for port 896228cc-f380-4343-8364-7d24de914e57 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:08.191278 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-adf3fcc8-ca80-41f6-8e50-40704a9ae83f tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:08.238682 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-662cda43-162f-4263-86b6-f355147007a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:08.269836 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 308991dd-ede2-41ba-8e77-4618ef26ffb1 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:08.270219 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:08.271168 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-adf3fcc8-ca80-41f6-8e50-40704a9ae83f tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Network 5c2cd41e-ed2d-49a4-82af-e38389bc24ca is not hosted by any dhcp agent {{(pid=95552) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 09:26:08.276345 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-0c72f58a-a5c7-4d53-a15a-db28dae283c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7482098f-ece9-43b1-af2b-e331e4c5012f', 'name': 'tempest-snat-router-935368666', 'tenant_id': '2809962570244a6cb4f6ae66b830f88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:26:00Z', 'updated_at': '2021-08-31T09:26:07Z', 'revision_number': 4, 'project_id': '2809962570244a6cb4f6ae66b830f88c', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:08.281990 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf3fcc8-ca80-41f6-8e50-40704a9ae83f tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:08.287392 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-adf3fcc8-ca80-41f6-8e50-40704a9ae83f tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:08.291221 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-adf3fcc8-ca80-41f6-8e50-40704a9ae83f tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "PUT /v2.0/networks/5c2cd41e-ed2d-49a4-82af-e38389bc24ca HTTP/1.1" status: 200 len: 723 time: 1.5449328 Aug 31 09:26:08.346667 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c72f58a-a5c7-4d53-a15a-db28dae283c0 None None] The sync data for ids ['7482098f-ece9-43b1-af2b-e331e4c5012f'] in n-d-791506-28 is: [{'id': '7482098f-ece9-43b1-af2b-e331e4c5012f', 'name': 'tempest-snat-router-935368666', 'tenant_id': '2809962570244a6cb4f6ae66b830f88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:26:00Z', 'updated_at': '2021-08-31T09:26:07Z', 'revision_number': 4, 'project_id': '2809962570244a6cb4f6ae66b830f88c', 'gw_port_host': None}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:26:08.356789 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41694) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:08.364367 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-073c2415-2a34-4a91-b216-a60fa4174c33 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Request body: {'subnet': {'network_id': '5c2cd41e-ed2d-49a4-82af-e38389bc24ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:08.401249 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-662cda43-162f-4263-86b6-f355147007a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:08.462519 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3fcc8-ca80-41f6-8e50-40704a9ae83f tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event updated for resources: {'Network': ['ID=5c2cd41e-ed2d-49a4-82af-e38389bc24ca,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:08.473206 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-662cda43-162f-4263-86b6-f355147007a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:08.489798 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 5c2cd41e-ed2d-49a4-82af-e38389bc24ca details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:26:08.557099 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-662cda43-162f-4263-86b6-f355147007a4 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=73e2ab4477a94e038e131df7b2c8b7b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5720220 Aug 31 09:26:08.564170 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41702) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:08.673636 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-92c46f89-09f6-42d6-8006-5d5db7da8355 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] For port c128b4b9-3568-49a9-872f-ecbf06f28e82, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=c128b4b9-3568-49a9-872f-ecbf06f28e82,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:08.674440 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92c46f89-09f6-42d6-8006-5d5db7da8355 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:08.682204 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662cda43-162f-4263-86b6-f355147007a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3835404-d850-488e-8c1d-cd6b7d947f1f,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:08.697904 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 896228cc-f380-4343-8364-7d24de914e57 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:08.704367 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-92c46f89-09f6-42d6-8006-5d5db7da8355 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Calling delete_port for c128b4b9-3568-49a9-872f-ecbf06f28e82 owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:08.735259 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba281c-d6e6-4348-8fc4-f8629cac6e35 req-d2cf1e3b-5c8f-4e85-b6a6-75a196bb6d90 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:08.735688 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0574478-f16a-45a9-a08b-1845425d6921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:08.744625 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eaba281c-d6e6-4348-8fc4-f8629cac6e35 req-d2cf1e3b-5c8f-4e85-b6a6-75a196bb6d90 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 945 time: 0.1847343 Aug 31 09:26:08.795209 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a271a8-9415-4fa2-8ce0-30e051e89458 None None] Update dhcp port {'port': {'network_id': 'e3917314-c595-43fe-a944-0473270ba76f', 'fixed_ips': [{'subnet_id': '791be698-2866-4944-83f1-b812d2b15d9b', 'ip_address': '2001:db8::2'}, {'subnet_id': '2ea7d390-d4b0-4e7f-b9e6-d9688477c55e'}], 'binding:host_id': 'n-d-791506-28'}, 'id': '896228cc-f380-4343-8364-7d24de914e57'} from n-d-791506-28. {{(pid=95554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:26:08.812001 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073c2415-2a34-4a91-b216-a60fa4174c33 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Made reservation on behalf of 6a89472a07f54f00b52b237b1a531827 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:08.817023 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-073c2415-2a34-4a91-b216-a60fa4174c33 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:08.840366 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-73a271a8-9415-4fa2-8ce0-30e051e89458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:08.870685 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eaba281c-d6e6-4348-8fc4-f8629cac6e35 req-cc680a3e-f9c2-4fb8-acf3-e775658e62c7 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139519 Aug 31 09:26:08.942577 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 896228cc-f380-4343-8364-7d24de914e57 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:08.973382 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0574478-f16a-45a9-a08b-1845425d6921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:09.025407 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 896228cc-f380-4343-8364-7d24de914e57 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:09.025779 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:09.258388 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-73a271a8-9415-4fa2-8ce0-30e051e89458 None None] Allocated IP 172.20.0.1 (e3917314-c595-43fe-a944-0473270ba76f/2ea7d390-d4b0-4e7f-b9e6-d9688477c55e/896228cc-f380-4343-8364-7d24de914e57) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:09.267132 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e286d-f7ff-4ed1-bc80-e3f34170b8b8 req-c4eae405-90a0-459b-9128-9e220577c0f2 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:09.272171 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-773e286d-f7ff-4ed1-bc80-e3f34170b8b8 req-c4eae405-90a0-459b-9128-9e220577c0f2 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf705789-1d01-4172-9bea-d10de92df79e HTTP/1.1" status: 200 len: 946 time: 0.1238072 Aug 31 09:26:09.366777 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-773e286d-f7ff-4ed1-bc80-e3f34170b8b8 req-a55f0411-4efd-448d-9738-2a3d3648ecc1 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884359 Aug 31 09:26:09.401220 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0574478-f16a-45a9-a08b-1845425d6921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:09.421081 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0574478-f16a-45a9-a08b-1845425d6921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:09.425238 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b0574478-f16a-45a9-a08b-1845425d6921 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/c3835404-d850-488e-8c1d-cd6b7d947f1f HTTP/1.1" status: 204 len: 168 time: 0.8571191 Aug 31 09:26:09.481405 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0574478-f16a-45a9-a08b-1845425d6921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3835404-d850-488e-8c1d-cd6b7d947f1f,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:09.662725 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92c46f89-09f6-42d6-8006-5d5db7da8355 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:09.683443 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:09.775795 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c46f89-09f6-42d6-8006-5d5db7da8355 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Pushing event deleted for resources: {'Port': ['ID=c128b4b9-3568-49a9-872f-ecbf06f28e82,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:09.781929 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-073c2415-2a34-4a91-b216-a60fa4174c33 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:09.806001 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-73a271a8-9415-4fa2-8ce0-30e051e89458 None None] For port 896228cc-f380-4343-8364-7d24de914e57, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=896228cc-f380-4343-8364-7d24de914e57,segment=NetworkSegment(bc35c32b-9f94-4bea-9d8c-35ee431e37fb),segment_id=bc35c32b-9f94-4bea-9d8c-35ee431e37fb)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:09.871976 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c2415-2a34-4a91-b216-a60fa4174c33 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event updated for resources: {'Subnet': ['ID=a16a8158-55ad-44a1-aec4-adf9eb2f7326,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:09.892504 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-73a271a8-9415-4fa2-8ce0-30e051e89458 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:09.909250 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073c2415-2a34-4a91-b216-a60fa4174c33 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Checking segment: {'id': '05883b6f-6a1e-4ec2-917f-d955747b5630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '5c2cd41e-ed2d-49a4-82af-e38389bc24ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:09.909628 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073c2415-2a34-4a91-b216-a60fa4174c33 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Network hostable DHCP agents. Network: 5c2cd41e-ed2d-49a4-82af-e38389bc24ca, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:26:09.948343 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-73a271a8-9415-4fa2-8ce0-30e051e89458 None None] Transition to ACTIVE for port object 896228cc-f380-4343-8364-7d24de914e57 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:09.952258 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92c46f89-09f6-42d6-8006-5d5db7da8355 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:10.026754 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-73a271a8-9415-4fa2-8ce0-30e051e89458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:10.122145 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92c46f89-09f6-42d6-8006-5d5db7da8355 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:10.125419 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92c46f89-09f6-42d6-8006-5d5db7da8355 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:10.211999 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073c2415-2a34-4a91-b216-a60fa4174c33 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Network 5c2cd41e-ed2d-49a4-82af-e38389bc24ca is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:26:10.253672 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c80c9-bfa6-4ba0-a983-c35d0f57a90d req-2df5e8f7-6451-4b62-bdb9-1c4c846b45f6 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:10.263589 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a24c80c9-bfa6-4ba0-a983-c35d0f57a90d req-2df5e8f7-6451-4b62-bdb9-1c4c846b45f6 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 945 time: 0.2181554 Aug 31 09:26:10.308667 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-073c2415-2a34-4a91-b216-a60fa4174c33 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 5c2cd41e-ed2d-49a4-82af-e38389bc24ca) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:10.313929 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073c2415-2a34-4a91-b216-a60fa4174c33 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:10.316166 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-073c2415-2a34-4a91-b216-a60fa4174c33 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:10.324488 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:26:10.325483 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:26:10.331040 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a271a8-9415-4fa2-8ce0-30e051e89458 None None] Pushing event updated for resources: {'Port': ['ID=896228cc-f380-4343-8364-7d24de914e57,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:10.344889 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3065e85e-6d9a-428e-bd5b-d573b6f473df None None] Network 5c2cd41e-ed2d-49a4-82af-e38389bc24ca requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:10.353307 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92c46f89-09f6-42d6-8006-5d5db7da8355 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:10.353915 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a24c80c9-bfa6-4ba0-a983-c35d0f57a90d req-c2454622-7fa6-4c87-91fc-727c140d95ad tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877113 Aug 31 09:26:10.356246 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c46f89-09f6-42d6-8006-5d5db7da8355 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7482098f-ece9-43b1-af2b-e331e4c5012f {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:26:10.373816 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92c46f89-09f6-42d6-8006-5d5db7da8355 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:10.378718 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41726) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:10.386942 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-92c46f89-09f6-42d6-8006-5d5db7da8355 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] 10.222.0.119 "DELETE /v2.0/routers/7482098f-ece9-43b1-af2b-e331e4c5012f HTTP/1.1" status: 204 len: 168 time: 4.0578010 Aug 31 09:26:10.416878 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-073c2415-2a34-4a91-b216-a60fa4174c33 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0568283 Aug 31 09:26:10.419443 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41730) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:10.425974 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-b8a8ce77-9184-48e8-b8cc-829b97dc58ef tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:10.596719 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41732) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:10.639444 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ac838d73-fe43-4098-b0af-d79bd5655d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:10.688868 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ad15ca-2063-49e9-8003-0a496f0bddb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-5c2cd41e-ed2d-49a4-82af-e38389bc24ca', 'network_id': '5c2cd41e-ed2d-49a4-82af-e38389bc24ca', 'tenant_id': '6a89472a07f54f00b52b237b1a531827', 'fixed_ips': [{'subnet_id': 'a16a8158-55ad-44a1-aec4-adf9eb2f7326'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:26:10.691171 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-97ad15ca-2063-49e9-8003-0a496f0bddb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:10.844297 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9540cd5a-b00d-4de6-96d4-fcdb5ace838b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:10.904368 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ac838d73-fe43-4098-b0af-d79bd5655d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:11.020486 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b8a8ce77-9184-48e8-b8cc-829b97dc58ef tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25377680'] for subnet, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:11.048045 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:11.094301 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8ecb8-44b2-42c6-b43a-912a937fcc4c req-6c8e00f3-3de9-4775-b8f1-252c45ef0f9b tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:11.096140 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1b8ecb8-44b2-42c6-b43a-912a937fcc4c req-6c8e00f3-3de9-4775-b8f1-252c45ef0f9b tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf705789-1d01-4172-9bea-d10de92df79e HTTP/1.1" status: 200 len: 946 time: 0.3546071 Aug 31 09:26:11.127314 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ac838d73-fe43-4098-b0af-d79bd5655d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:11.184086 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 896228cc-f380-4343-8364-7d24de914e57, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=896228cc-f380-4343-8364-7d24de914e57,segment=NetworkSegment(bc35c32b-9f94-4bea-9d8c-35ee431e37fb),segment_id=bc35c32b-9f94-4bea-9d8c-35ee431e37fb)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:11.191640 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ac838d73-fe43-4098-b0af-d79bd5655d0b admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=e53c4082139e47a9b4b071f6cbe74d58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5898771 Aug 31 09:26:11.191640 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac838d73-fe43-4098-b0af-d79bd5655d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88716fa4-71ca-4043-a45a-7c34599762be,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:11.195578 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41736) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:11.249977 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-97ad15ca-2063-49e9-8003-0a496f0bddb5 None None] Allocated IP 2001:db8::2 (5c2cd41e-ed2d-49a4-82af-e38389bc24ca/a16a8158-55ad-44a1-aec4-adf9eb2f7326/45139704-6793-4f20-ad5a-15611328fe74) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:11.273527 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:11.282228 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4c211c92-d189-4a37-83a4-8c9b5f189658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:11.313297 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4c211c92-d189-4a37-83a4-8c9b5f189658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:11.344153 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:26:11.377783 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-725eb918-8e71-4a67-82c9-ec7d8a1de0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:11.428324 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1bf799-d85c-4a0a-a462-ad98f3e4cb65 req-9c3d995f-7d5a-4f92-9699-30c83e86fe69 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:11.438024 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ea1bf799-d85c-4a0a-a462-ad98f3e4cb65 req-9c3d995f-7d5a-4f92-9699-30c83e86fe69 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf705789-1d01-4172-9bea-d10de92df79e HTTP/1.1" status: 200 len: 946 time: 0.6169398 Aug 31 09:26:11.441161 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4c211c92-d189-4a37-83a4-8c9b5f189658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:11.459517 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4c211c92-d189-4a37-83a4-8c9b5f189658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:11.464235 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4c211c92-d189-4a37-83a4-8c9b5f189658 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/88716fa4-71ca-4043-a45a-7c34599762be HTTP/1.1" status: 204 len: 168 time: 0.2673230 Aug 31 09:26:11.493721 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c211c92-d189-4a37-83a4-8c9b5f189658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88716fa4-71ca-4043-a45a-7c34599762be,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:11.603501 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 896228cc-f380-4343-8364-7d24de914e57 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:11.691751 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ff788e-6c57-4b0c-9ddd-3df4df179d73 None None] Network e3917314-c595-43fe-a944-0473270ba76f requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:11.708105 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ea1bf799-d85c-4a0a-a462-ad98f3e4cb65 req-e6c38d7d-5830-4a7a-ac5f-62bad9784d7d tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662408 Aug 31 09:26:11.711752 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9540cd5a-b00d-4de6-96d4-fcdb5ace838b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:11.819298 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-e1b8ecb8-44b2-42c6-b43a-912a937fcc4c req-ee95882f-9612-49bf-81ce-2f4098866c61 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Deleting port 7f7cf993-1713-47d8-bb80-a587d6fc87e9 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:11.819996 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e1b8ecb8-44b2-42c6-b43a-912a937fcc4c req-ee95882f-9612-49bf-81ce-2f4098866c61 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:11.839149 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528f4a0-e73f-4207-a5e5-76732477a2b7 req-293ed086-179b-4763-894b-8246f518d403 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:11.856129 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1528f4a0-e73f-4207-a5e5-76732477a2b7 req-293ed086-179b-4763-894b-8246f518d403 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 945 time: 0.2030118 Aug 31 09:26:11.858206 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=896228cc-f380-4343-8364-7d24de914e57,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:12.005272 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1528f4a0-e73f-4207-a5e5-76732477a2b7 req-d05a7cc4-42aa-4d7b-9472-730291a43ac5 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512489 Aug 31 09:26:12.051690 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-e1b8ecb8-44b2-42c6-b43a-912a937fcc4c req-ee95882f-9612-49bf-81ce-2f4098866c61 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] For port 7f7cf993-1713-47d8-bb80-a587d6fc87e9, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=7f7cf993-1713-47d8-bb80-a587d6fc87e9,segment=NetworkSegment(316e1015-f12d-422c-8b11-cf75c56464db),segment_id=316e1015-f12d-422c-8b11-cf75c56464db)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:12.052138 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e1b8ecb8-44b2-42c6-b43a-912a937fcc4c req-ee95882f-9612-49bf-81ce-2f4098866c61 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:12.066474 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-9540cd5a-b00d-4de6-96d4-fcdb5ace838b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Deleting port 308991dd-ede2-41ba-8e77-4618ef26ffb1 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:12.066852 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9540cd5a-b00d-4de6-96d4-fcdb5ace838b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:12.084189 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-74779a9b-9633-4e2c-9725-108f2997bbd0 None None] Provisioning for port 896228cc-f380-4343-8364-7d24de914e57 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:12.092885 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-97ad15ca-2063-49e9-8003-0a496f0bddb5 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:12.102673 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-74779a9b-9633-4e2c-9725-108f2997bbd0 None None] Provisioning complete for port 896228cc-f380-4343-8364-7d24de914e57 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:12.103043 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-74779a9b-9633-4e2c-9725-108f2997bbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:12.118442 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-97ad15ca-2063-49e9-8003-0a496f0bddb5 None None] Transition to ACTIVE for port object 45139704-6793-4f20-ad5a-15611328fe74 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:12.149687 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 896228cc-f380-4343-8364-7d24de914e57 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:12.149687 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:12.171371 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-9540cd5a-b00d-4de6-96d4-fcdb5ace838b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] For port 308991dd-ede2-41ba-8e77-4618ef26ffb1, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=308991dd-ede2-41ba-8e77-4618ef26ffb1,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:12.171793 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9540cd5a-b00d-4de6-96d4-fcdb5ace838b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:12.187769 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-9540cd5a-b00d-4de6-96d4-fcdb5ace838b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Calling delete_port for 308991dd-ede2-41ba-8e77-4618ef26ffb1 owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:12.218244 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-97ad15ca-2063-49e9-8003-0a496f0bddb5 None None] Transition to ACTIVE for port object 45139704-6793-4f20-ad5a-15611328fe74 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:12.259630 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-e1b8ecb8-44b2-42c6-b43a-912a937fcc4c req-ee95882f-9612-49bf-81ce-2f4098866c61 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Calling delete_port for 7f7cf993-1713-47d8-bb80-a587d6fc87e9 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:12.439255 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-97ad15ca-2063-49e9-8003-0a496f0bddb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:12.519666 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b8a8ce77-9184-48e8-b8cc-829b97dc58ef tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773300309468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26113717'] for subnet, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:12.565691 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ad15ca-2063-49e9-8003-0a496f0bddb5 None None] Network 5c2cd41e-ed2d-49a4-82af-e38389bc24ca is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:12.567855 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-97ad15ca-2063-49e9-8003-0a496f0bddb5 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:12.569879 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad15ca-2063-49e9-8003-0a496f0bddb5 None None] Pushing event updated for resources: {'Port': ['ID=45139704-6793-4f20-ad5a-15611328fe74,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:12.572565 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ad15ca-2063-49e9-8003-0a496f0bddb5 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:12.632037 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a8ce77-9184-48e8-b8cc-829b97dc58ef tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:12.632902 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b8a8ce77-9184-48e8-b8cc-829b97dc58ef tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:12.634716 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b8a8ce77-9184-48e8-b8cc-829b97dc58ef tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "PUT /v2.0/subnets/a16a8158-55ad-44a1-aec4-adf9eb2f7326 HTTP/1.1" status: 200 len: 826 time: 2.2137241 Aug 31 09:26:12.637542 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41760) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:12.641550 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8ce77-9184-48e8-b8cc-829b97dc58ef tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event updated for resources: {'Subnet': ['ID=a16a8158-55ad-44a1-aec4-adf9eb2f7326,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:12.720604 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9540cd5a-b00d-4de6-96d4-fcdb5ace838b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:12.731933 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-97ad15ca-2063-49e9-8003-0a496f0bddb5 None None] Attempting to bind port 45139704-6793-4f20-ad5a-15611328fe74 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:26:12.732495 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-97ad15ca-2063-49e9-8003-0a496f0bddb5 None None] Attempting to bind port 45139704-6793-4f20-ad5a-15611328fe74 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '05883b6f-6a1e-4ec2-917f-d955747b5630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '5c2cd41e-ed2d-49a4-82af-e38389bc24ca'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:26:12.732669 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ad15ca-2063-49e9-8003-0a496f0bddb5 None None] Attempting to bind port 45139704-6793-4f20-ad5a-15611328fe74 on network 5c2cd41e-ed2d-49a4-82af-e38389bc24ca {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:26:12.780879 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540cd5a-b00d-4de6-96d4-fcdb5ace838b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Pushing event deleted for resources: {'Port': ['ID=308991dd-ede2-41ba-8e77-4618ef26ffb1,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:12.781505 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e9af6285-dfa5-4f8b-a34e-dc9b77b77cac None None] Provisioning complete for port 896228cc-f380-4343-8364-7d24de914e57 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:12.783645 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9af6285-dfa5-4f8b-a34e-dc9b77b77cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:12.805306 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ad15ca-2063-49e9-8003-0a496f0bddb5 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:26:12.805623 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ad15ca-2063-49e9-8003-0a496f0bddb5 None None] Checking segment: {'id': '05883b6f-6a1e-4ec2-917f-d955747b5630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '5c2cd41e-ed2d-49a4-82af-e38389bc24ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:12.806049 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-97ad15ca-2063-49e9-8003-0a496f0bddb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:12.806456 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ad15ca-2063-49e9-8003-0a496f0bddb5 None None] Bound using segment: {'id': '05883b6f-6a1e-4ec2-917f-d955747b5630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '5c2cd41e-ed2d-49a4-82af-e38389bc24ca'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:26:12.808378 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-97ad15ca-2063-49e9-8003-0a496f0bddb5 None None] Bound port: 45139704-6793-4f20-ad5a-15611328fe74, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05883b6f-6a1e-4ec2-917f-d955747b5630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '5c2cd41e-ed2d-49a4-82af-e38389bc24ca'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:26:12.808785 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-97ad15ca-2063-49e9-8003-0a496f0bddb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:12.904812 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9540cd5a-b00d-4de6-96d4-fcdb5ace838b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:13.021635 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-97ad15ca-2063-49e9-8003-0a496f0bddb5 None None] For port 45139704-6793-4f20-ad5a-15611328fe74, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:26:13.025602 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-97ad15ca-2063-49e9-8003-0a496f0bddb5 None None] For port 45139704-6793-4f20-ad5a-15611328fe74, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=45139704-6793-4f20-ad5a-15611328fe74,segment=NetworkSegment(05883b6f-6a1e-4ec2-917f-d955747b5630),segment_id=05883b6f-6a1e-4ec2-917f-d955747b5630)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:26:13.125160 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-97ad15ca-2063-49e9-8003-0a496f0bddb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:13.135128 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9540cd5a-b00d-4de6-96d4-fcdb5ace838b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:13.164989 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9540cd5a-b00d-4de6-96d4-fcdb5ace838b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:13.272150 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad15ca-2063-49e9-8003-0a496f0bddb5 None None] Pushing event updated for resources: {'Port': ['ID=45139704-6793-4f20-ad5a-15611328fe74,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:13.357472 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486651e3-4602-4ada-8ef9-4ed630256e02 req-b4ee7192-dda6-4b8d-b315-09e823e48102 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:13.374310 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-486651e3-4602-4ada-8ef9-4ed630256e02 req-b4ee7192-dda6-4b8d-b315-09e823e48102 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf705789-1d01-4172-9bea-d10de92df79e HTTP/1.1" status: 200 len: 946 time: 0.4821122 Aug 31 09:26:13.387919 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3dbd44fe-3021-44e7-8526-29102c0cbe57 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:13.483644 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41778) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:13.593064 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ca3bc-e99f-4363-a55d-94beed342641 req-9809bd9d-fac0-4245-a6c9-d889b1123619 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:13.608025 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 896228cc-f380-4343-8364-7d24de914e57 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:13.621231 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5f6ca3bc-e99f-4363-a55d-94beed342641 req-9809bd9d-fac0-4245-a6c9-d889b1123619 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 945 time: 0.4947445 Aug 31 09:26:13.715060 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e1b8ecb8-44b2-42c6-b43a-912a937fcc4c req-ee95882f-9612-49bf-81ce-2f4098866c61 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:13.724885 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9540cd5a-b00d-4de6-96d4-fcdb5ace838b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:13.725403 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9540cd5a-b00d-4de6-96d4-fcdb5ace838b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc51730b-342c-462f-84e6-207f2190e00e {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:26:13.743208 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 896228cc-f380-4343-8364-7d24de914e57 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:13.743872 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:13.744929 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9540cd5a-b00d-4de6-96d4-fcdb5ace838b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:13.751832 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41784) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:13.754075 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9540cd5a-b00d-4de6-96d4-fcdb5ace838b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] 10.222.0.119 "DELETE /v2.0/routers/fc51730b-342c-462f-84e6-207f2190e00e HTTP/1.1" status: 204 len: 168 time: 3.3726916 Aug 31 09:26:13.762454 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-571a1bc8-263a-48f4-94b7-d13c97054b27 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2071979535', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}, 'admin_state_up': False}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:13.863871 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-486651e3-4602-4ada-8ef9-4ed630256e02 req-44c36f4a-3d82-4e1b-aaff-09c248a92ccf tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824281 Aug 31 09:26:13.882738 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95882f-9612-49bf-81ce-2f4098866c61 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Pushing event deleted for resources: {'Port': ['ID=7f7cf993-1713-47d8-bb80-a587d6fc87e9,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:13.894644 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-fdc5bf72-d86f-454e-8479-cdf81a12438b tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-56668175'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:13.926108 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5f6ca3bc-e99f-4363-a55d-94beed342641 req-e91897c6-e646-4ab4-9e29-5299aa02af55 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028414 Aug 31 09:26:13.929447 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-571a1bc8-263a-48f4-94b7-d13c97054b27 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:13.937416 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-571a1bc8-263a-48f4-94b7-d13c97054b27 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:13.951254 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b8ecb8-44b2-42c6-b43a-912a937fcc4c req-ee95882f-9612-49bf-81ce-2f4098866c61 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] No DVR routers for this DVR port 7f7cf993-1713-47d8-bb80-a587d6fc87e9 on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:26:13.966293 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e1b8ecb8-44b2-42c6-b43a-912a937fcc4c req-ee95882f-9612-49bf-81ce-2f4098866c61 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:13.968449 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1b8ecb8-44b2-42c6-b43a-912a937fcc4c req-ee95882f-9612-49bf-81ce-2f4098866c61 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.59 "DELETE /v2.0/ports/7f7cf993-1713-47d8-bb80-a587d6fc87e9 HTTP/1.1" status: 204 len: 173 time: 2.8584468 Aug 31 09:26:13.969828 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-3dbd44fe-3021-44e7-8526-29102c0cbe57 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Deleting port 45139704-6793-4f20-ad5a-15611328fe74 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:13.970152 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3dbd44fe-3021-44e7-8526-29102c0cbe57 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:14.224397 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:14.226312 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-3dbd44fe-3021-44e7-8526-29102c0cbe57 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] For port 45139704-6793-4f20-ad5a-15611328fe74, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=45139704-6793-4f20-ad5a-15611328fe74,segment=NetworkSegment(05883b6f-6a1e-4ec2-917f-d955747b5630),segment_id=05883b6f-6a1e-4ec2-917f-d955747b5630)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:14.226922 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3dbd44fe-3021-44e7-8526-29102c0cbe57 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:14.232516 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-43366479-5c25-451b-a501-9990e9cf4c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:14.243154 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc5bf72-d86f-454e-8479-cdf81a12438b tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Made reservation on behalf of a57fea29bdec4a03923ca1a5ebd3f518 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:14.252850 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-3dbd44fe-3021-44e7-8526-29102c0cbe57 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Calling delete_port for 45139704-6793-4f20-ad5a-15611328fe74 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:14.257107 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fdc5bf72-d86f-454e-8479-cdf81a12438b tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:14.317288 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-571a1bc8-263a-48f4-94b7-d13c97054b27 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:14.321302 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 7f7cf993-1713-47d8-bb80-a587d6fc87e9 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:14.324674 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fdc5bf72-d86f-454e-8479-cdf81a12438b tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:14.410287 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 7f7cf993-1713-47d8-bb80-a587d6fc87e9 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:26:14.412689 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 7f7cf993-1713-47d8-bb80-a587d6fc87e9 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:26:14.534382 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf705789-1d01-4172-9bea-d10de92df79e', 'name': 'network-vif-deleted', 'tag': '7f7cf993-1713-47d8-bb80-a587d6fc87e9'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:14.536810 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f76fc2-e5b9-4578-b384-7d55d5c15f74" -d '{"events": [{"server_uuid": "bf705789-1d01-4172-9bea-d10de92df79e", "name": "network-vif-deleted", "tag": "7f7cf993-1713-47d8-bb80-a587d6fc87e9"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:14.634093 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7965a50-5764-4a77-8c3b-8750a00c274a x-openstack-request-id: req-c7965a50-5764-4a77-8c3b-8750a00c274a {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:14.634770 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf705789-1d01-4172-9bea-d10de92df79e", "name": "network-vif-deleted", "tag": "7f7cf993-1713-47d8-bb80-a587d6fc87e9", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:14.635231 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-c7965a50-5764-4a77-8c3b-8750a00c274a {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:14.635835 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf705789-1d01-4172-9bea-d10de92df79e', 'name': 'network-vif-deleted', 'tag': '7f7cf993-1713-47d8-bb80-a587d6fc87e9', 'status': 'completed', 'code': 200} Aug 31 09:26:14.645315 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3dbd44fe-3021-44e7-8526-29102c0cbe57 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:14.696290 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd44fe-3021-44e7-8526-29102c0cbe57 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event deleted for resources: {'Port': ['ID=45139704-6793-4f20-ad5a-15611328fe74,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:14.781877 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbd44fe-3021-44e7-8526-29102c0cbe57 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] No DVR routers for this DVR port 45139704-6793-4f20-ad5a-15611328fe74 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:26:14.874104 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3dbd44fe-3021-44e7-8526-29102c0cbe57 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:14.892178 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-571a1bc8-263a-48f4-94b7-d13c97054b27 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:14.899838 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fdc5bf72-d86f-454e-8479-cdf81a12438b tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:14.993385 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fdc5bf72-d86f-454e-8479-cdf81a12438b tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:15.069094 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5bf72-d86f-454e-8479-cdf81a12438b tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=044c483b-b79b-4a50-a4d8-7fab08a597c2,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:15.097195 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70a748f5-0da7-4b25-836f-28a2bd68f40d req-c1dfe22c-8c35-4518-97c4-359fc7423728 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf705789-1d01-4172-9bea-d10de92df79e HTTP/1.1" status: 200 len: 210 time: 0.0919194 Aug 31 09:26:15.217159 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63678069-ee00-4554-bf42-10a2cf8d5270 None None] Network 5c2cd41e-ed2d-49a4-82af-e38389bc24ca requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:15.218587 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3dbd44fe-3021-44e7-8526-29102c0cbe57 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:15.248589 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdc5bf72-d86f-454e-8479-cdf81a12438b tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] vlan segment allocate from pool success with {'vlan_id': 1603, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:26:15.286322 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fdc5bf72-d86f-454e-8479-cdf81a12438b tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:15.286711 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-fdc5bf72-d86f-454e-8479-cdf81a12438b tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Added segment e866b9af-bfa5-4ebe-8d89-1bc059a6bb43 of type vlan for network 526169cc-5af1-4a40-8f69-10bd7d5a7071 Aug 31 09:26:15.337843 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd44fe-3021-44e7-8526-29102c0cbe57 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event deleted for resources: {'Subnet': ['ID=a16a8158-55ad-44a1-aec4-adf9eb2f7326,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:15.495933 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fdc5bf72-d86f-454e-8479-cdf81a12438b tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:15.508879 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-93727333-43b3-4e5d-92de-034a97087eba None None] Could not find standard attr ID for object 45139704-6793-4f20-ad5a-15611328fe74. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:26:15.545112 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3dbd44fe-3021-44e7-8526-29102c0cbe57 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:15.552424 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41804) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:15.558221 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-3dbd44fe-3021-44e7-8526-29102c0cbe57 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c2cd41e-ed2d-49a4-82af-e38389bc24ca']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:15.565183 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 308991dd-ede2-41ba-8e77-4618ef26ffb1 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:15.569968 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-3dbd44fe-3021-44e7-8526-29102c0cbe57 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05883b6f-6a1e-4ec2-917f-d955747b5630') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:15.570319 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-3dbd44fe-3021-44e7-8526-29102c0cbe57 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05883b6f-6a1e-4ec2-917f-d955747b5630') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:15.583957 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3dbd44fe-3021-44e7-8526-29102c0cbe57 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:15.610948 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3dbd44fe-3021-44e7-8526-29102c0cbe57 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:15.610948 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dbd44fe-3021-44e7-8526-29102c0cbe57 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Releasing vlan 1620 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:26:15.610948 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3dbd44fe-3021-44e7-8526-29102c0cbe57 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:15.622119 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fdc5bf72-d86f-454e-8479-cdf81a12438b tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:15.638744 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc5bf72-d86f-454e-8479-cdf81a12438b tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:15.639457 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fdc5bf72-d86f-454e-8479-cdf81a12438b tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:15.670247 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:15.678528 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 308991dd-ede2-41ba-8e77-4618ef26ffb1 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:26:15.678528 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 308991dd-ede2-41ba-8e77-4618ef26ffb1 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:26:15.693956 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:26:15.693956 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:26:15.693956 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:26:15.693956 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:26:15.693956 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:26:15.693956 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:26:15.693956 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:26:15.693956 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:26:15.693956 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:26:15.693956 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:26:15.693956 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:26:15.693956 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:26:15.693956 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:26:15.693956 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:26:15.693956 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:26:15.693956 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:26:15.693956 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:26:15.693956 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:26:15.693956 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:26:15.693956 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:26:15.693956 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:26:15.693956 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:26:15.693956 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:26:15.693956 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:26:15.693956 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:26:15.693956 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:26:15.693956 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:26:15.693956 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:26:15.693956 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:26:15.693956 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:26:15.693956 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:26:15.693956 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:26:15.714798 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818ff74-ec1b-49c1-8655-d5bdeb7e2a5b req-fdaa82c8-b03c-442c-804f-6d54e248824a tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:15.714798 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8818ff74-ec1b-49c1-8655-d5bdeb7e2a5b req-fdaa82c8-b03c-442c-804f-6d54e248824a tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 945 time: 0.6030228 Aug 31 09:26:15.793166 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3dbd44fe-3021-44e7-8526-29102c0cbe57 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:15.836586 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8818ff74-ec1b-49c1-8655-d5bdeb7e2a5b req-a49af556-ec77-40f4-a8a1-1a35070215c8 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097355 Aug 31 09:26:15.860528 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5bf72-d86f-454e-8479-cdf81a12438b tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Pushing event updated for resources: {'Network': ['ID=526169cc-5af1-4a40-8f69-10bd7d5a7071,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:15.863596 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3dbd44fe-3021-44e7-8526-29102c0cbe57 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:15.866183 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3dbd44fe-3021-44e7-8526-29102c0cbe57 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "DELETE /v2.0/networks/5c2cd41e-ed2d-49a4-82af-e38389bc24ca HTTP/1.1" status: 204 len: 168 time: 3.2274034 Aug 31 09:26:15.872380 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41808) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:15.878111 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 526169cc-5af1-4a40-8f69-10bd7d5a7071 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:26:15.902408 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1911a4-9e14-44e7-9f5e-20905e506d75 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] DELETE failed (client error): The resource could not be found. Aug 31 09:26:15.903228 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b1911a4-9e14-44e7-9f5e-20905e506d75 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:26:15.912019 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3b1911a4-9e14-44e7-9f5e-20905e506d75 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "DELETE /v2.0/networks/5c2cd41e-ed2d-49a4-82af-e38389bc24ca HTTP/1.1" status: 404 len: 339 time: 0.0382810 Aug 31 09:26:15.914295 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41810) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:15.934756 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd44fe-3021-44e7-8526-29102c0cbe57 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event deleted for resources: {'Network': ['ID=5c2cd41e-ed2d-49a4-82af-e38389bc24ca,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:15.935195 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-16351f9f-5d95-4a45-9f15-655f41f70afe tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1291767942', 'description': 'd1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:15.954514 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d1a9af-0636-426f-a643-14f7f895b47c None None] DHCP port deletion for 5c2cd41e-ed2d-49a4-82af-e38389bc24ca request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:26:15.991399 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1c0349b9-4b6a-4451-a291-b2400fbdd2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:15.992090 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254a6b7b-0166-46dd-b142-51feeeeb66a3 None None] Network 5c2cd41e-ed2d-49a4-82af-e38389bc24ca requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:16.009983 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254a6b7b-0166-46dd-b142-51feeeeb66a3 None None] Network 5c2cd41e-ed2d-49a4-82af-e38389bc24ca could not be found, it might have been deleted concurrently. {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 09:26:16.161095 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-571a1bc8-263a-48f4-94b7-d13c97054b27 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:16.188548 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-571a1bc8-263a-48f4-94b7-d13c97054b27 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:16.194477 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fdc5bf72-d86f-454e-8479-cdf81a12438b tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.7070987 Aug 31 09:26:16.195809 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41814) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:16.200707 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-924a6e68-2f21-4794-bf9a-8fc10c48a8ef tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Request body: {'subnet': {'network_id': '526169cc-5af1-4a40-8f69-10bd7d5a7071', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:16.278293 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-46a8430e-d077-4321-a938-7f6713e32a06 req-0f33b3b8-dac8-4158-b331-fd33f6a34d7f tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf705789-1d01-4172-9bea-d10de92df79e HTTP/1.1" status: 200 len: 210 time: 0.0932262 Aug 31 09:26:16.318011 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-571a1bc8-263a-48f4-94b7-d13c97054b27 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Allocated IP 172.25.2.139 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/f7d81c09-b3ef-4945-ad80-620582ccf924) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:16.320111 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16351f9f-5d95-4a45-9f15-655f41f70afe tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Made reservation on behalf of 6a89472a07f54f00b52b237b1a531827 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:16.326721 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-16351f9f-5d95-4a45-9f15-655f41f70afe tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:16.382333 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.db.api [None req-924a6e68-2f21-4794-bf9a-8fc10c48a8ef tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:26:16.382333 n-d-791506-28 neutron-server[95553]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:26:16.382333 n-d-791506-28 neutron-server[95553]: [parameters: {'project_id_1': 'a57fea29bdec4a03923ca1a5ebd3f518', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 26, 16, 332177)}] Aug 31 09:26:16.382333 n-d-791506-28 neutron-server[95553]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:26:16.387548 n-d-791506-28 neutron-server[95553]: DEBUG oslo_db.api [None req-924a6e68-2f21-4794-bf9a-8fc10c48a8ef tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:26:16.423778 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16351f9f-5d95-4a45-9f15-655f41f70afe tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] vlan segment allocate from pool success with {'vlan_id': 1604, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:26:16.533120 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-16351f9f-5d95-4a45-9f15-655f41f70afe tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:16.533120 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-16351f9f-5d95-4a45-9f15-655f41f70afe tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Added segment e170825f-d395-421c-b53b-b76e3c0b0205 of type vlan for network 6889ec60-b21f-46ee-9ffb-2c9055461d80 Aug 31 09:26:16.618636 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-16351f9f-5d95-4a45-9f15-655f41f70afe tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:16.688278 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-571a1bc8-263a-48f4-94b7-d13c97054b27 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:16.692405 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1c0349b9-4b6a-4451-a291-b2400fbdd2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:16.758753 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1c0349b9-4b6a-4451-a291-b2400fbdd2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:16.795601 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-16351f9f-5d95-4a45-9f15-655f41f70afe tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:16.801392 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16351f9f-5d95-4a45-9f15-655f41f70afe tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:16.802158 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-16351f9f-5d95-4a45-9f15-655f41f70afe tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:16.814017 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-571a1bc8-263a-48f4-94b7-d13c97054b27 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:16.905193 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:16.912905 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0349b9-4b6a-4451-a291-b2400fbdd2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11627f19-92f6-45aa-919e-4e37db837590,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:16.920803 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1c0349b9-4b6a-4451-a291-b2400fbdd2d8 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=dfe4810afdd04ead9673f786158a296f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3604021 Aug 31 09:26:16.921076 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a1bc8-263a-48f4-94b7-d13c97054b27 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Pushing event updated for resources: {'Port': ['ID=f7d81c09-b3ef-4945-ad80-620582ccf924,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:16.923646 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41828) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:16.962617 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571a1bc8-263a-48f4-94b7-d13c97054b27 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:16.973951 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-571a1bc8-263a-48f4-94b7-d13c97054b27 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:16.980926 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571a1bc8-263a-48f4-94b7-d13c97054b27 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:17.009121 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16351f9f-5d95-4a45-9f15-655f41f70afe tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event updated for resources: {'Network': ['ID=6889ec60-b21f-46ee-9ffb-2c9055461d80,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:17.027271 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 6889ec60-b21f-46ee-9ffb-2c9055461d80 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:26:17.048468 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d2d1627-a0d6-4274-b05a-f7b241a1b974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.049278 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b0a45-972f-4c1f-8d06-b3edb7e5e10c req-52afb9bd-cf98-400c-86b7-c082ddbc3534 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:17.054760 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f52b0a45-972f-4c1f-8d06-b3edb7e5e10c req-52afb9bd-cf98-400c-86b7-c082ddbc3534 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 945 time: 0.1240568 Aug 31 09:26:17.094069 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924a6e68-2f21-4794-bf9a-8fc10c48a8ef tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Made reservation on behalf of a57fea29bdec4a03923ca1a5ebd3f518 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:17.099288 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-924a6e68-2f21-4794-bf9a-8fc10c48a8ef tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.142059 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d2d1627-a0d6-4274-b05a-f7b241a1b974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.186676 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-16351f9f-5d95-4a45-9f15-655f41f70afe tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2703681 Aug 31 09:26:17.187331 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41834) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:17.190129 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f52b0a45-972f-4c1f-8d06-b3edb7e5e10c req-c15421e5-ed2f-46d2-9adf-22a23a5d2240 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290455 Aug 31 09:26:17.308460 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461cdf9b-42b7-4521-92f6-af9830bd2122 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:17.313245 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-461cdf9b-42b7-4521-92f6-af9830bd2122 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "GET /v2.0/networks?id=6889ec60-b21f-46ee-9ffb-2c9055461d80 HTTP/1.1" status: 200 len: 765 time: 0.1189389 Aug 31 09:26:17.313859 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41840) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:17.324009 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-b981f4ea-95f3-4fc7-91d2-950ca56991da tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Request body: {'network': {'description': 'd2'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:17.324242 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 45139704-6793-4f20-ad5a-15611328fe74 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:17.375875 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 45139704-6793-4f20-ad5a-15611328fe74 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:26:17.376481 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 45139704-6793-4f20-ad5a-15611328fe74 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:26:17.403022 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a4bfde44-e9d1-4e53-ad98-a54ca14c6147 req-357a044f-0892-4e2d-b011-75f91d3e93f6 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf705789-1d01-4172-9bea-d10de92df79e HTTP/1.1" status: 200 len: 210 time: 0.0279646 Aug 31 09:26:17.427436 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-924a6e68-2f21-4794-bf9a-8fc10c48a8ef tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.503109 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924a6e68-2f21-4794-bf9a-8fc10c48a8ef tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Checking segment: {'id': 'e866b9af-bfa5-4ebe-8d89-1bc059a6bb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1603, 'network_id': '526169cc-5af1-4a40-8f69-10bd7d5a7071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:17.503634 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924a6e68-2f21-4794-bf9a-8fc10c48a8ef tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Network hostable DHCP agents. Network: 526169cc-5af1-4a40-8f69-10bd7d5a7071, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:26:17.507529 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a6e68-2f21-4794-bf9a-8fc10c48a8ef tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Pushing event updated for resources: {'Subnet': ['ID=22b0d6fa-e443-46b2-b266-7b275a4140d4,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:17.582473 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924a6e68-2f21-4794-bf9a-8fc10c48a8ef tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Network 526169cc-5af1-4a40-8f69-10bd7d5a7071 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:26:17.662034 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-924a6e68-2f21-4794-bf9a-8fc10c48a8ef tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 526169cc-5af1-4a40-8f69-10bd7d5a7071) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:17.672879 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da90a429-a9c9-4166-ae29-5e4834c95b40 None None] Network 526169cc-5af1-4a40-8f69-10bd7d5a7071 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:17.673290 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924a6e68-2f21-4794-bf9a-8fc10c48a8ef tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:17.674524 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-924a6e68-2f21-4794-bf9a-8fc10c48a8ef tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.733020 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d2d1627-a0d6-4274-b05a-f7b241a1b974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.735726 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d2d1627-a0d6-4274-b05a-f7b241a1b974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.737511 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7d2d1627-a0d6-4274-b05a-f7b241a1b974 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/11627f19-92f6-45aa-919e-4e37db837590 HTTP/1.1" status: 204 len: 168 time: 0.8088377 Aug 31 09:26:17.744985 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-924a6e68-2f21-4794-bf9a-8fc10c48a8ef tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5455818 Aug 31 09:26:17.745320 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41852) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:17.750833 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-7a8e69c7-8b77-4d65-9c9b-e05e5f89572d tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Request body: {'port': {'network_id': '526169cc-5af1-4a40-8f69-10bd7d5a7071', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-322015221'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:17.753719 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d1627-a0d6-4274-b05a-f7b241a1b974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11627f19-92f6-45aa-919e-4e37db837590,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:17.960289 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-526169cc-5af1-4a40-8f69-10bd7d5a7071', 'network_id': '526169cc-5af1-4a40-8f69-10bd7d5a7071', 'tenant_id': 'a57fea29bdec4a03923ca1a5ebd3f518', 'fixed_ips': [{'subnet_id': '22b0d6fa-e443-46b2-b266-7b275a4140d4'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:26:17.961188 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:17.977306 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-571a1bc8-263a-48f4-94b7-d13c97054b27 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:18.023448 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b981f4ea-95f3-4fc7-91d2-950ca56991da tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:18.122263 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] Allocated IP 2001:db8::2 (526169cc-5af1-4a40-8f69-10bd7d5a7071/22b0d6fa-e443-46b2-b266-7b275a4140d4/36c040c8-d6c1-43c9-8c3b-f5efcae587c0) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:18.124929 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8e69c7-8b77-4d65-9c9b-e05e5f89572d tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Made reservation on behalf of a57fea29bdec4a03923ca1a5ebd3f518 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:18.130915 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7a8e69c7-8b77-4d65-9c9b-e05e5f89572d tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:18.154607 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b981f4ea-95f3-4fc7-91d2-950ca56991da tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:18.167045 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b981f4ea-95f3-4fc7-91d2-950ca56991da tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Network 6889ec60-b21f-46ee-9ffb-2c9055461d80 is not hosted by any dhcp agent {{(pid=95552) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 09:26:18.173404 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b981f4ea-95f3-4fc7-91d2-950ca56991da tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:18.174281 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b981f4ea-95f3-4fc7-91d2-950ca56991da tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:18.175369 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-7a8e69c7-8b77-4d65-9c9b-e05e5f89572d tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] device_id is not set on port f7d45f9f-031e-4572-9b00-a7c621adcd39 yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:26:18.175944 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b981f4ea-95f3-4fc7-91d2-950ca56991da tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "PUT /v2.0/networks/6889ec60-b21f-46ee-9ffb-2c9055461d80 HTTP/1.1" status: 200 len: 762 time: 0.8588998 Aug 31 09:26:18.181514 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41854) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:18.407591 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:18.419924 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981f4ea-95f3-4fc7-91d2-950ca56991da tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event updated for resources: {'Network': ['ID=6889ec60-b21f-46ee-9ffb-2c9055461d80,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:18.431512 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc1ea6-4034-4fc7-a3fd-8064667e1d4c req-4362a552-7c60-4307-8c7c-2bd3b0a9db6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:18.433939 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32bc1ea6-4034-4fc7-a3fd-8064667e1d4c req-4362a552-7c60-4307-8c7c-2bd3b0a9db6e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1b5bd35927fb49bc9780e4d378d20df4&device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 1097 time: 0.1226397 Aug 31 09:26:18.437529 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda3805f-bcee-4a7a-b417-cd2322655a4e tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:18.445103 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fda3805f-bcee-4a7a-b417-cd2322655a4e tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "GET /v2.0/networks?id=6889ec60-b21f-46ee-9ffb-2c9055461d80 HTTP/1.1" status: 200 len: 765 time: 0.2566710 Aug 31 09:26:18.445338 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] Transition to ACTIVE for port object 36c040c8-d6c1-43c9-8c3b-f5efcae587c0 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:18.446913 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41864) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:18.449610 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-571a1bc8-263a-48f4-94b7-d13c97054b27 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:18.449739 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 6889ec60-b21f-46ee-9ffb-2c9055461d80 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:26:18.576377 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] Transition to ACTIVE for port object 36c040c8-d6c1-43c9-8c3b-f5efcae587c0 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:18.576915 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc1ea6-4034-4fc7-a3fd-8064667e1d4c req-246b10bb-9efb-40a4-8230-774974c8d4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:18.579439 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32bc1ea6-4034-4fc7-a3fd-8064667e1d4c req-246b10bb-9efb-40a4-8230-774974c8d4ea service neutron] 10.222.0.59 "GET /v2.0/networks?id=f5553b74-379c-4750-8c9c-33e10cb78fdc HTTP/1.1" status: 200 len: 912 time: 0.1336277 Aug 31 09:26:18.612664 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a5dc5-d335-47f7-8d95-ff198596cd29 req-de31b5b4-6919-4567-8003-d671f368e412 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:18.614429 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f7a5dc5-d335-47f7-8d95-ff198596cd29 req-de31b5b4-6919-4567-8003-d671f368e412 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 945 time: 0.2640200 Aug 31 09:26:18.651682 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:18.664194 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-133ce234-034f-4f46-9194-89bdf465a6f0 req-e984751f-24d0-4ad8-b65e-b592195bffbf tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf705789-1d01-4172-9bea-d10de92df79e HTTP/1.1" status: 200 len: 210 time: 0.0835304 Aug 31 09:26:18.670265 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32bc1ea6-4034-4fc7-a3fd-8064667e1d4c req-9c445740-a601-4320-8387-4590bcfeefc2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=beb9bf59-2e75-40ed-b964-66a6cefb3b92 HTTP/1.1" status: 200 len: 217 time: 0.0835614 Aug 31 09:26:18.779019 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] Network 526169cc-5af1-4a40-8f69-10bd7d5a7071 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:18.784642 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:18.795668 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:18.854146 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f7a5dc5-d335-47f7-8d95-ff198596cd29 req-d50a3a55-3d71-424c-a7ac-2fe77cade8f0 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925116 Aug 31 09:26:18.855856 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] Pushing event updated for resources: {'Port': ['ID=36c040c8-d6c1-43c9-8c3b-f5efcae587c0,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:18.905769 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:18.907308 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-7a8e69c7-8b77-4d65-9c9b-e05e5f89572d tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Allocated IP 2001:db8::4f (526169cc-5af1-4a40-8f69-10bd7d5a7071/22b0d6fa-e443-46b2-b266-7b275a4140d4/f7d45f9f-031e-4572-9b00-a7c621adcd39) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:18.912946 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789f2a9e-435d-4138-8653-f8ca73baf708 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:18.913147 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc1ea6-4034-4fc7-a3fd-8064667e1d4c req-27c8a446-c367-4a60-823e-98dbb7661749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:18.913953 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:18.914505 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-789f2a9e-435d-4138-8653-f8ca73baf708 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4664159 Aug 31 09:26:18.917138 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:18.917775 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:18.918278 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:18.918819 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:18.919323 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:18.919462 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41876) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:18.919943 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:18.920437 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:18.920938 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:18.921428 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:18.922813 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32bc1ea6-4034-4fc7-a3fd-8064667e1d4c req-27c8a446-c367-4a60-823e-98dbb7661749 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=38d49ab8-d8f2-42ae-8afb-2cc963a498ae HTTP/1.1" status: 200 len: 849 time: 0.2214451 Aug 31 09:26:18.923456 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:18.940693 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] Attempting to bind port 36c040c8-d6c1-43c9-8c3b-f5efcae587c0 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:26:18.941335 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] Attempting to bind port 36c040c8-d6c1-43c9-8c3b-f5efcae587c0 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'e866b9af-bfa5-4ebe-8d89-1bc059a6bb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1603, 'network_id': '526169cc-5af1-4a40-8f69-10bd7d5a7071'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:26:18.941874 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] Attempting to bind port 36c040c8-d6c1-43c9-8c3b-f5efcae587c0 on network 526169cc-5af1-4a40-8f69-10bd7d5a7071 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:26:18.948533 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:26:18.949764 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] Checking segment: {'id': 'e866b9af-bfa5-4ebe-8d89-1bc059a6bb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1603, 'network_id': '526169cc-5af1-4a40-8f69-10bd7d5a7071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:18.950374 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:18.951396 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] Bound using segment: {'id': 'e866b9af-bfa5-4ebe-8d89-1bc059a6bb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1603, 'network_id': '526169cc-5af1-4a40-8f69-10bd7d5a7071'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:26:18.952063 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] Bound port: 36c040c8-d6c1-43c9-8c3b-f5efcae587c0, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e866b9af-bfa5-4ebe-8d89-1bc059a6bb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1603, 'network_id': '526169cc-5af1-4a40-8f69-10bd7d5a7071'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:26:18.952625 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:18.979150 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6296fa31-3570-451a-9702-9b2d851f252d tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "GET /v2.0/subnets?network_id=95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 207 time: 0.0534914 Aug 31 09:26:18.979150 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41878) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:19.030600 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc1ea6-4034-4fc7-a3fd-8064667e1d4c req-b7ec8acd-fbad-4b80-84b8-45aa7646a889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:19.035008 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32bc1ea6-4034-4fc7-a3fd-8064667e1d4c req-b7ec8acd-fbad-4b80-84b8-45aa7646a889 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f5553b74-379c-4750-8c9c-33e10cb78fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1026764 Aug 31 09:26:19.051563 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] For port 36c040c8-d6c1-43c9-8c3b-f5efcae587c0, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:26:19.055118 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] For port 36c040c8-d6c1-43c9-8c3b-f5efcae587c0, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=36c040c8-d6c1-43c9-8c3b-f5efcae587c0,segment=NetworkSegment(e866b9af-bfa5-4ebe-8d89-1bc059a6bb43),segment_id=e866b9af-bfa5-4ebe-8d89-1bc059a6bb43)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:26:19.123717 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:19.137159 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98accee8-6241-453e-8efb-0bef831657ac tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:19.145483 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98accee8-6241-453e-8efb-0bef831657ac tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:19.157586 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98accee8-6241-453e-8efb-0bef831657ac tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:19.166311 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98accee8-6241-453e-8efb-0bef831657ac tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:19.173311 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98accee8-6241-453e-8efb-0bef831657ac tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:19.181418 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98accee8-6241-453e-8efb-0bef831657ac tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:19.188408 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-98accee8-6241-453e-8efb-0bef831657ac tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2034771 Aug 31 09:26:19.188408 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571a1bc8-263a-48f4-94b7-d13c97054b27 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Router 0508241e-3792-4564-97c3-dba9ce8ab09b is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:26:19.188738 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d80eb-0fb0-462a-ae15-6c980f9c063e None None] Pushing event updated for resources: {'Port': ['ID=36c040c8-d6c1-43c9-8c3b-f5efcae587c0,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:19.188864 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41886) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:19.317360 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7a8e69c7-8b77-4d65-9c9b-e05e5f89572d tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:19.321440 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32bc1ea6-4034-4fc7-a3fd-8064667e1d4c req-d4f9bec7-a7ca-4de4-9358-af2386166d59 service neutron] 10.222.0.59 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763176 Aug 31 09:26:19.392369 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-7a8e69c7-8b77-4d65-9c9b-e05e5f89572d tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Transition to ACTIVE for port object f7d45f9f-031e-4572-9b00-a7c621adcd39 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:19.442526 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571a1bc8-263a-48f4-94b7-d13c97054b27 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:26:19.459488 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26d9484-e434-4dd9-845c-60da6c2ee87b None None] Sync routers for ids ['0508241e-3792-4564-97c3-dba9ce8ab09b'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:26:19.530895 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32bc1ea6-4034-4fc7-a3fd-8064667e1d4c req-039f6d2a-0645-4e78-8073-69d6ca9169a2 service neutron] 10.222.0.59 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960242 Aug 31 09:26:19.532250 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26d9484-e434-4dd9-845c-60da6c2ee87b None None] Routers {'0508241e-3792-4564-97c3-dba9ce8ab09b'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:19.534109 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b26d9484-e434-4dd9-845c-60da6c2ee87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:26:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['0508241e-3792-4564-97c3-dba9ce8ab09b'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:19.545815 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-599a7e88-0458-4abf-82e5-b22e37c6f9b4 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3567519 Aug 31 09:26:19.549816 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41892) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:19.550908 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-571a1bc8-263a-48f4-94b7-d13c97054b27 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:19.552178 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-571a1bc8-263a-48f4-94b7-d13c97054b27 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.7992775 Aug 31 09:26:19.554808 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41894) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:19.559879 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-1cd90e40-e8c1-47e3-8e50-2529e943ed7b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'enable_snat': False}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:19.603234 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b26d9484-e434-4dd9-845c-60da6c2ee87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:19.615003 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26d9484-e434-4dd9-845c-60da6c2ee87b None None] Routers {'0508241e-3792-4564-97c3-dba9ce8ab09b'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:19.615728 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b26d9484-e434-4dd9-845c-60da6c2ee87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:26:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['0508241e-3792-4564-97c3-dba9ce8ab09b'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:19.619092 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7a8e69c7-8b77-4d65-9c9b-e05e5f89572d tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:19.670222 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b26d9484-e434-4dd9-845c-60da6c2ee87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:19.674612 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26d9484-e434-4dd9-845c-60da6c2ee87b None None] The sync data for ids ['0508241e-3792-4564-97c3-dba9ce8ab09b'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:26:19.729478 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a41161a-7d9b-4735-a348-53df8bb1d847 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:19.731073 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a41161a-7d9b-4735-a348-53df8bb1d847 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:19.732607 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a41161a-7d9b-4735-a348-53df8bb1d847 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:19.734160 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a41161a-7d9b-4735-a348-53df8bb1d847 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:19.736567 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a41161a-7d9b-4735-a348-53df8bb1d847 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:19.742586 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1a41161a-7d9b-4735-a348-53df8bb1d847 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1878774 Aug 31 09:26:19.745415 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41898) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:19.993397 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1cd90e40-e8c1-47e3-8e50-2529e943ed7b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:20.233665 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8e69c7-8b77-4d65-9c9b-e05e5f89572d tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Network 526169cc-5af1-4a40-8f69-10bd7d5a7071 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:20.297193 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a3907c4e-cd93-49c2-a6bc-391a9ad24b78 req-5b8872b4-9d95-4852-922a-1e3f5e323990 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf705789-1d01-4172-9bea-d10de92df79e HTTP/1.1" status: 200 len: 210 time: 0.1105480 Aug 31 09:26:20.302590 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-7a8e69c7-8b77-4d65-9c9b-e05e5f89572d tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:20.304466 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e69c7-8b77-4d65-9c9b-e05e5f89572d tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Pushing event updated for resources: {'Port': ['ID=f7d45f9f-031e-4572-9b00-a7c621adcd39,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:20.309391 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8e69c7-8b77-4d65-9c9b-e05e5f89572d tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:20.316492 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8e69c7-8b77-4d65-9c9b-e05e5f89572d tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:20.316956 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7a8e69c7-8b77-4d65-9c9b-e05e5f89572d tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:20.336847 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device beb9bf59-2e75-40ed-b964-66a6cefb3b92 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:20.365084 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e08d23-3029-485f-a742-35163720ea62 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['shared'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:20.366471 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e08d23-3029-485f-a742-35163720ea62 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['shared'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:20.367915 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e08d23-3029-485f-a742-35163720ea62 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['shared'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:20.369585 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e08d23-3029-485f-a742-35163720ea62 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['shared'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:20.370817 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e08d23-3029-485f-a742-35163720ea62 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['shared'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:20.372476 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c9e08d23-3029-485f-a742-35163720ea62 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.6241422 Aug 31 09:26:20.378239 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41916) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:20.402466 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924ab92-4685-47aa-a440-868b1377f9c7 req-43d54350-4070-4f9f-8ec5-a9539e635c1e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:20.410399 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f924ab92-4685-47aa-a440-868b1377f9c7 req-43d54350-4070-4f9f-8ec5-a9539e635c1e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 945 time: 0.2218115 Aug 31 09:26:20.421529 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-45b33dc1-d2ac-4ea0-a31d-12a3d9072ffc service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2304821 Aug 31 09:26:20.468586 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7a8e69c7-8b77-4d65-9c9b-e05e5f89572d tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.7189415 Aug 31 09:26:20.476068 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41918) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:20.500825 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-d1023a34-3566-40e3-8967-ef7fb12d5f4f tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Request body: {'port': {'network_id': '526169cc-5af1-4a40-8f69-10bd7d5a7071', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1153489205', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:20.502368 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.api.validators [None req-d1023a34-3566-40e3-8967-ef7fb12d5f4f tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] bootfile-name is not in valid_values {{(pid=95553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:26:20.502935 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.api.validators [None req-d1023a34-3566-40e3-8967-ef7fb12d5f4f tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] tftp-server is not in valid_values {{(pid=95553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:26:20.503497 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.api.validators [None req-d1023a34-3566-40e3-8967-ef7fb12d5f4f tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] server-ip-address is not in valid_values {{(pid=95553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:26:20.686142 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce68a523-33eb-4ba8-81d7-10932129d62b None None] Network 526169cc-5af1-4a40-8f69-10bd7d5a7071 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:20.726971 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f924ab92-4685-47aa-a440-868b1377f9c7 req-e9ac78dd-7aa8-41f4-ad98-d728c3e95dfc tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130059 Aug 31 09:26:20.760317 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:20.812119 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466f05b6-00b6-4874-957d-e3123aee1f3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beb9bf59-2e75-40ed-b964-66a6cefb3b92'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:20.813879 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d505ae73-549c-493f-9963-64e981b14c21" -d '{"events": [{"server_uuid": "466f05b6-00b6-4874-957d-e3123aee1f3f", "name": "network-vif-unplugged", "status": "completed", "tag": "beb9bf59-2e75-40ed-b964-66a6cefb3b92"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:20.837068 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port beb9bf59-2e75-40ed-b964-66a6cefb3b92, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=beb9bf59-2e75-40ed-b964-66a6cefb3b92,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:20.842392 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-89288ad8-16cd-4fa3-820e-930b3dacdaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:20.843487 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-89288ad8-16cd-4fa3-820e-930b3dacdaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:20.843487 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-89288ad8-16cd-4fa3-820e-930b3dacdaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:20.843859 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-89288ad8-16cd-4fa3-820e-930b3dacdaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:20.844285 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-89288ad8-16cd-4fa3-820e-930b3dacdaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:20.844748 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-89288ad8-16cd-4fa3-820e-930b3dacdaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:20.844860 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-96f7d337-1532-4694-9971-a417dbfbee11 None None] Provisioning for port 36c040c8-d6c1-43c9-8c3b-f5efcae587c0 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:20.845791 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-89288ad8-16cd-4fa3-820e-930b3dacdaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:20.850754 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-89288ad8-16cd-4fa3-820e-930b3dacdaee service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=28327f57472644c38ebbd2d055c39768&device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 6507 time: 0.3731651 Aug 31 09:26:20.866987 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8bf003-1a54-4ae9-a6ba-23cfb12ac8a2 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:20.873571 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3c8bf003-1a54-4ae9-a6ba-23cfb12ac8a2 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "GET /v2.0/networks/a205ffbf-3900-4fa6-96a3-3abeb3ee0247 HTTP/1.1" status: 200 len: 804 time: 0.4840021 Aug 31 09:26:20.875449 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41928) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:20.925844 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:21.006083 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50782048-9a9c-49ec-99dd-650fe623bd35 x-openstack-request-id: req-50782048-9a9c-49ec-99dd-650fe623bd35 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:21.007078 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466f05b6-00b6-4874-957d-e3123aee1f3f", "name": "network-vif-unplugged", "status": "completed", "tag": "beb9bf59-2e75-40ed-b964-66a6cefb3b92", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:21.007518 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-50782048-9a9c-49ec-99dd-650fe623bd35 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:21.008072 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466f05b6-00b6-4874-957d-e3123aee1f3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beb9bf59-2e75-40ed-b964-66a6cefb3b92', 'code': 200} Aug 31 09:26:21.050314 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=beb9bf59-2e75-40ed-b964-66a6cefb3b92,revision_number=8']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:21.103716 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-71a09619-3840-43b9-9694-39893daea6f2 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "GET /v2.0/networks/a205ffbf-3900-4fa6-96a3-3abeb3ee0247?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2270615 Aug 31 09:26:21.106482 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-4e62d508-25c2-4e3a-b8e7-a0a6f789eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:21.106482 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-4e62d508-25c2-4e3a-b8e7-a0a6f789eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:21.106482 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-4e62d508-25c2-4e3a-b8e7-a0a6f789eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:21.108058 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-4e62d508-25c2-4e3a-b8e7-a0a6f789eeac service neutron] 10.222.0.112 "GET /v2.0/networks?id=f2ff4842-4f8b-4b37-bef9-46e32fc21646&id=94d58612-6d06-41c9-a267-ebf7c959afe6&id=94d58612-6d06-41c9-a267-ebf7c959afe6&id=94d58612-6d06-41c9-a267-ebf7c959afe6&id=94d58612-6d06-41c9-a267-ebf7c959afe6&id=b23b223a-9bf9-44c7-9495-5e7b861ae144&id=b23b223a-9bf9-44c7-9495-5e7b861ae144 HTTP/1.1" status: 200 len: 2301 time: 0.2303972 Aug 31 09:26:21.108527 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41934) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:21.118537 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1023a34-3566-40e3-8967-ef7fb12d5f4f tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Made reservation on behalf of a57fea29bdec4a03923ca1a5ebd3f518 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:21.121969 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d1023a34-3566-40e3-8967-ef7fb12d5f4f tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:21.147977 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1cd90e40-e8c1-47e3-8e50-2529e943ed7b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2088949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2087107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5115'] for router, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:21.152464 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1cd90e40-e8c1-47e3-8e50-2529e943ed7b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2088958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2088935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2087130'] for router, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:21.239325 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-d1023a34-3566-40e3-8967-ef7fb12d5f4f tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] device_id is not set on port 5b322369-4507-4235-a512-29c306e22074 yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:26:21.317495 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd90e40-e8c1-47e3-8e50-2529e943ed7b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Router 0508241e-3792-4564-97c3-dba9ce8ab09b has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:26:21.352889 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07239a1a-9391-47a0-bbac-d6e53bb40d18 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:21.354397 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-07239a1a-9391-47a0-bbac-d6e53bb40d18 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "GET /v2.0/subnets/da132cfb-f00e-4817-b2d7-9e0605470c86 HTTP/1.1" status: 200 len: 843 time: 0.2445531 Aug 31 09:26:21.365150 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41942) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:21.372302 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-c9dcfaca-5ace-46e6-b7ba-ae661fe363d6 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=568242cb-8cd4-4597-90af-18189ae395f9 HTTP/1.1" status: 200 len: 1000 time: 0.2422280 Aug 31 09:26:21.454583 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 36c040c8-d6c1-43c9-8c3b-f5efcae587c0 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:21.503351 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd90e40-e8c1-47e3-8e50-2529e943ed7b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:26:21.515758 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1cd90e40-e8c1-47e3-8e50-2529e943ed7b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:21.525866 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d999a17d-56df-4944-87b8-534d617b6f77 None None] Sync routers for ids ['0508241e-3792-4564-97c3-dba9ce8ab09b'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:26:21.531676 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1cd90e40-e8c1-47e3-8e50-2529e943ed7b tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] 10.222.0.119 "PUT /v2.0/routers/0508241e-3792-4564-97c3-dba9ce8ab09b HTTP/1.1" status: 200 len: 922 time: 1.9659426 Aug 31 09:26:21.536116 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41950) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:21.542499 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d999a17d-56df-4944-87b8-534d617b6f77 None None] Routers {'0508241e-3792-4564-97c3-dba9ce8ab09b'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:21.543237 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d999a17d-56df-4944-87b8-534d617b6f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:26:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['0508241e-3792-4564-97c3-dba9ce8ab09b'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:21.629076 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d999a17d-56df-4944-87b8-534d617b6f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:21.635192 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a9a3c239-ffa5-4d83-8b54-d60c35e277eb None None] Provisioning for port f7d45f9f-031e-4572-9b00-a7c621adcd39 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:21.641315 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a9a3c239-ffa5-4d83-8b54-d60c35e277eb None None] Provisioning complete for port f7d45f9f-031e-4572-9b00-a7c621adcd39 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:21.642505 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a9a3c239-ffa5-4d83-8b54-d60c35e277eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:21.649244 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d999a17d-56df-4944-87b8-534d617b6f77 None None] Routers {'0508241e-3792-4564-97c3-dba9ce8ab09b'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:21.650259 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d999a17d-56df-4944-87b8-534d617b6f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:26:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['0508241e-3792-4564-97c3-dba9ce8ab09b'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:21.652628 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5de4bd-3282-4cff-aef2-78ed7530e7b2 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['shared'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:21.659536 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7b5de4bd-3282-4cff-aef2-78ed7530e7b2 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "GET /v2.0/subnets/da132cfb-f00e-4817-b2d7-9e0605470c86?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2899578 Aug 31 09:26:21.660603 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41956) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:21.667978 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-ff01c238-9bc8-4afd-ae14-13ed9ccf2485 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-242741821'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:21.671237 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-17fce676-a0e1-4f02-b531-bb002e95bd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:21.671237 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-17fce676-a0e1-4f02-b531-bb002e95bd15 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=1669072d-2c1b-4a1e-9122-a0610531c15a HTTP/1.1" status: 200 len: 856 time: 0.2820683 Aug 31 09:26:21.694023 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 36c040c8-d6c1-43c9-8c3b-f5efcae587c0 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:21.709823 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 36c040c8-d6c1-43c9-8c3b-f5efcae587c0 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:21.710526 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:21.738440 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d999a17d-56df-4944-87b8-534d617b6f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:21.739661 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d999a17d-56df-4944-87b8-534d617b6f77 None None] The sync data for ids ['0508241e-3792-4564-97c3-dba9ce8ab09b'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:26:21.746073 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-d1023a34-3566-40e3-8967-ef7fb12d5f4f tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Allocated IP 2001:db8::3b3 (526169cc-5af1-4a40-8f69-10bd7d5a7071/22b0d6fa-e443-46b2-b266-7b275a4140d4/5b322369-4507-4235-a512-29c306e22074) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:21.755951 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a9a3c239-ffa5-4d83-8b54-d60c35e277eb None None] Port f7d45f9f-031e-4572-9b00-a7c621adcd39 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:26:21.818114 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff01c238-9bc8-4afd-ae14-13ed9ccf2485 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Made reservation on behalf of 6a89472a07f54f00b52b237b1a531827 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:21.823180 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ff01c238-9bc8-4afd-ae14-13ed9ccf2485 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:21.833129 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a9a3c239-ffa5-4d83-8b54-d60c35e277eb None None] Provisioning complete for port 36c040c8-d6c1-43c9-8c3b-f5efcae587c0 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:21.833508 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a9a3c239-ffa5-4d83-8b54-d60c35e277eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:21.882044 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff01c238-9bc8-4afd-ae14-13ed9ccf2485 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] vlan segment allocate from pool success with {'vlan_id': 1616, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:26:21.896353 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ff01c238-9bc8-4afd-ae14-13ed9ccf2485 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:21.899359 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-ff01c238-9bc8-4afd-ae14-13ed9ccf2485 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Added segment 4fff3311-dc7c-468a-b69d-674ba503a25c of type vlan for network 43c09770-daa0-400d-a28a-42fbac38d2b1 Aug 31 09:26:21.936079 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:21.940520 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-280ebda4-a6dc-4541-802a-8a7a7c4402ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:21.942265 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-280ebda4-a6dc-4541-802a-8a7a7c4402ef service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f2ff4842-4f8b-4b37-bef9-46e32fc21646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2579780 Aug 31 09:26:21.973527 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ff01c238-9bc8-4afd-ae14-13ed9ccf2485 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:21.976942 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41970) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:21.977139 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1a156567-2901-40ad-b938-ec38357b0d71 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] 10.222.0.119 "GET /v2.0/routers/0508241e-3792-4564-97c3-dba9ce8ab09b HTTP/1.1" status: 200 len: 922 time: 0.4398293 Aug 31 09:26:22.003383 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a9a3c239-ffa5-4d83-8b54-d60c35e277eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:22.050492 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 36c040c8-d6c1-43c9-8c3b-f5efcae587c0, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=36c040c8-d6c1-43c9-8c3b-f5efcae587c0,segment=NetworkSegment(e866b9af-bfa5-4ebe-8d89-1bc059a6bb43),segment_id=e866b9af-bfa5-4ebe-8d89-1bc059a6bb43)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:22.081988 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.db.resource_extend [None req-ff01c238-9bc8-4afd-ae14-13ed9ccf2485 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:26:22.100797 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a4737-ea88-4e44-b1e6-30c97324e604 req-91ecd685-ad0e-47ad-9624-e042178b58d9 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:22.102286 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-927a4737-ea88-4e44-b1e6-30c97324e604 req-91ecd685-ad0e-47ad-9624-e042178b58d9 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 943 time: 0.2313821 Aug 31 09:26:22.126722 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe57fdd7-7495-4e72-b72f-2cc5c4d7dd48 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:22.131303 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fe57fdd7-7495-4e72-b72f-2cc5c4d7dd48 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] 10.222.0.119 "GET /v2.0/ports?network_id=95c681de-fa69-49ec-b047-2a49f2c4b933&device_id=0508241e-3792-4564-97c3-dba9ce8ab09b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1504550 Aug 31 09:26:22.131924 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41986) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:22.164468 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:22.197248 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ff01c238-9bc8-4afd-ae14-13ed9ccf2485 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:22.203472 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff01c238-9bc8-4afd-ae14-13ed9ccf2485 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:22.203954 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ff01c238-9bc8-4afd-ae14-13ed9ccf2485 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:22.258295 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-a9a3c239-ffa5-4d83-8b54-d60c35e277eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:26:22.259071 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-a9a3c239-ffa5-4d83-8b54-d60c35e277eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:26:22.264497 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=36c040c8-d6c1-43c9-8c3b-f5efcae587c0,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:22.275613 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-927a4737-ea88-4e44-b1e6-30c97324e604 req-7c9d9bb3-b4dd-4322-99bc-57d5680b0d5b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563439 Aug 31 09:26:22.292766 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-66aca9b1-83e0-48dd-96da-6c819e37a696 service neutron] 10.222.0.112 "GET /v2.0/networks/f2ff4842-4f8b-4b37-bef9-46e32fc21646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373599 Aug 31 09:26:22.334873 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cd79c-2956-42dd-b9d0-3465139eac4a req-9819a172-22f3-4f01-a013-85d32d8bdd85 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:22.336633 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a2cd79c-2956-42dd-b9d0-3465139eac4a req-9819a172-22f3-4f01-a013-85d32d8bdd85 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/networks?id=f668d119-0317-4e13-bd19-a19b34b961f5 HTTP/1.1" status: 200 len: 812 time: 0.2773988 Aug 31 09:26:22.337443 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01c238-9bc8-4afd-ae14-13ed9ccf2485 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event updated for resources: {'Network': ['ID=43c09770-daa0-400d-a28a-42fbac38d2b1,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:22.353741 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 43c09770-daa0-400d-a28a-42fbac38d2b1 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:26:22.388279 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2af5e5-1c5c-40eb-a4ee-e58cca580cc9 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:22.390268 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7f2af5e5-1c5c-40eb-a4ee-e58cca580cc9 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 881 time: 0.2572162 Aug 31 09:26:22.393414 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ff01c238-9bc8-4afd-ae14-13ed9ccf2485 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7313070 Aug 31 09:26:22.394385 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41994) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:22.402036 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a2cd79c-2956-42dd-b9d0-3465139eac4a req-ca6abf0d-2a2a-43d8-9b6e-a179093cce6b tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/quotas/e7263d55640346b092e769ab252c85c3 HTTP/1.1" status: 200 len: 375 time: 0.0463440 Aug 31 09:26:22.404221 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41996) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:22.428008 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-ff7e2cbd-27f5-4fe6-b69e-b4ba615e68ac tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Request body: {'subnet': {'network_id': '43c09770-daa0-400d-a28a-42fbac38d2b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:22.433536 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d1023a34-3566-40e3-8967-ef7fb12d5f4f tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:22.433740 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-afe56f56-e279-4255-912a-68bd2b38ba9e tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] 10.222.0.119 "GET /v2.0/ports?device_id=0508241e-3792-4564-97c3-dba9ce8ab09b HTTP/1.1" status: 200 len: 205 time: 0.0380061 Aug 31 09:26:22.434522 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41998) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:22.494211 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a2cd79c-2956-42dd-b9d0-3465139eac4a req-59662e55-ebbc-49c9-b389-151461d7aa2c tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=e7263d55640346b092e769ab252c85c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0907142 Aug 31 09:26:22.557697 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-d1023a34-3566-40e3-8967-ef7fb12d5f4f tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Transition to ACTIVE for port object 5b322369-4507-4235-a512-29c306e22074 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:22.557897 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-03e6121c-b6b2-4611-84b1-dedd40bf8461 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:22.655590 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-b412e61b-8172-46cb-a20b-a187bcc1feb8 service neutron] 10.222.0.112 "GET /v2.0/networks/f2ff4842-4f8b-4b37-bef9-46e32fc21646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501976 Aug 31 09:26:22.695309 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-03e6121c-b6b2-4611-84b1-dedd40bf8461 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:22.708691 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b6613-2b52-4c0b-b827-8c8273e2b9cf req-84483259-1177-44d6-ac99-4ba16c0dc868 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:22.710302 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2f1b6613-2b52-4c0b-b827-8c8273e2b9cf req-84483259-1177-44d6-ac99-4ba16c0dc868 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.2134812 Aug 31 09:26:22.813079 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-5507b36b-6d30-4c3f-bf8c-6b26287ca7c1 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=cb0e6a15-3575-43aa-a8c6-52080c8b83ec HTTP/1.1" status: 200 len: 217 time: 0.1289303 Aug 31 09:26:22.822564 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-03e6121c-b6b2-4611-84b1-dedd40bf8461 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Deleting port f7d81c09-b3ef-4945-ad80-620582ccf924 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:22.826749 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-03e6121c-b6b2-4611-84b1-dedd40bf8461 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:22.889577 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7e2cbd-27f5-4fe6-b69e-b4ba615e68ac tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Made reservation on behalf of 6a89472a07f54f00b52b237b1a531827 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:22.893958 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ff7e2cbd-27f5-4fe6-b69e-b4ba615e68ac tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:22.912970 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-03e6121c-b6b2-4611-84b1-dedd40bf8461 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:22.920735 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2f1b6613-2b52-4c0b-b827-8c8273e2b9cf req-351687ca-aec3-4462-8a78-646448823476 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654284 Aug 31 09:26:22.930623 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-03e6121c-b6b2-4611-84b1-dedd40bf8461 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Calling delete_port for f7d81c09-b3ef-4945-ad80-620582ccf924 owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:22.939798 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f3181d8b-87c3-49c8-a98e-0503620cd4bd None None] Provisioning complete for port f7d45f9f-031e-4572-9b00-a7c621adcd39 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:22.946037 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f3181d8b-87c3-49c8-a98e-0503620cd4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:22.974363 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d1023a34-3566-40e3-8967-ef7fb12d5f4f tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:22.991366 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-8f4e9241-9813-406f-8509-e76f221928fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:22.992881 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-8f4e9241-9813-406f-8509-e76f221928fa service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d9b71bd3-689f-45e5-b57d-0c067c6d8649 HTTP/1.1" status: 200 len: 797 time: 0.1653826 Aug 31 09:26:22.997069 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-f3181d8b-87c3-49c8-a98e-0503620cd4bd None None] Port f7d45f9f-031e-4572-9b00-a7c621adcd39 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:26:23.023406 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a2cd79c-2956-42dd-b9d0-3465139eac4a req-2bb43aa2-0929-42f0-8d0e-14cfb42f693d service neutron] 10.222.0.119 "GET /v2.0/networks/f668d119-0317-4e13-bd19-a19b34b961f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4982932 Aug 31 09:26:23.061280 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.ipam_backend_mixin [None req-ff7e2cbd-27f5-4fe6-b69e-b4ba615e68ac tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Performing IP validity checks on allocation pools {{(pid=95553) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 09:26:23.061280 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.ipam_backend_mixin [None req-ff7e2cbd-27f5-4fe6-b69e-b4ba615e68ac tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95553) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 09:26:23.141130 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1023a34-3566-40e3-8967-ef7fb12d5f4f tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Network 526169cc-5af1-4a40-8f69-10bd7d5a7071 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:23.163575 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1023a34-3566-40e3-8967-ef7fb12d5f4f tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Pushing event updated for resources: {'Port': ['ID=5b322369-4507-4235-a512-29c306e22074,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:23.190538 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-d1023a34-3566-40e3-8967-ef7fb12d5f4f tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:23.196866 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1023a34-3566-40e3-8967-ef7fb12d5f4f tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:23.202523 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1023a34-3566-40e3-8967-ef7fb12d5f4f tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:23.203199 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d1023a34-3566-40e3-8967-ef7fb12d5f4f tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:23.263810 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-8c1ed48f-1cd8-4ef3-aa7a-51cd5235cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:23.265329 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-8c1ed48f-1cd8-4ef3-aa7a-51cd5235cb81 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=94d58612-6d06-41c9-a267-ebf7c959afe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2411118 Aug 31 09:26:23.273701 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-03e6121c-b6b2-4611-84b1-dedd40bf8461 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:23.288965 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a2cd79c-2956-42dd-b9d0-3465139eac4a req-8865eb45-4665-49b6-9ecf-a62f4d97cb05 service neutron] 10.222.0.119 "GET /v2.0/networks/f668d119-0317-4e13-bd19-a19b34b961f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480881 Aug 31 09:26:23.299047 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b62af5-9f14-44ce-9e4a-4ad42e08e0c5 req-75a57297-49f8-419e-b1ea-40e3230752b8 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:23.300610 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-65b62af5-9f14-44ce-9e4a-4ad42e08e0c5 req-75a57297-49f8-419e-b1ea-40e3230752b8 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.1742766 Aug 31 09:26:23.320456 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6121c-b6b2-4611-84b1-dedd40bf8461 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Pushing event deleted for resources: {'Port': ['ID=f7d81c09-b3ef-4945-ad80-620582ccf924,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:23.362157 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d1023a34-3566-40e3-8967-ef7fb12d5f4f tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.8829350 Aug 31 09:26:23.369596 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42012) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:23.436388 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 36c040c8-d6c1-43c9-8c3b-f5efcae587c0 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:23.486933 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-03e6121c-b6b2-4611-84b1-dedd40bf8461 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:23.512130 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 36c040c8-d6c1-43c9-8c3b-f5efcae587c0 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:23.512882 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:23.628622 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-03e6121c-b6b2-4611-84b1-dedd40bf8461 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:23.631371 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-03e6121c-b6b2-4611-84b1-dedd40bf8461 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:23.650478 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-94453c9d-7060-4e73-9693-9540990e6169 None None] Provisioning for port 5b322369-4507-4235-a512-29c306e22074 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:23.673442 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-94453c9d-7060-4e73-9693-9540990e6169 None None] Provisioning complete for port 5b322369-4507-4235-a512-29c306e22074 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:23.674205 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-94453c9d-7060-4e73-9693-9540990e6169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:23.750787 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-94453c9d-7060-4e73-9693-9540990e6169 None None] Port 5b322369-4507-4235-a512-29c306e22074 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:26:23.770723 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-03e6121c-b6b2-4611-84b1-dedd40bf8461 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:23.771584 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e6121c-b6b2-4611-84b1-dedd40bf8461 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Fanout notify agent at l3_agent the message router_deleted on router 0508241e-3792-4564-97c3-dba9ce8ab09b {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:26:23.782048 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-03e6121c-b6b2-4611-84b1-dedd40bf8461 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:23.784552 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-03e6121c-b6b2-4611-84b1-dedd40bf8461 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] 10.222.0.119 "DELETE /v2.0/routers/0508241e-3792-4564-97c3-dba9ce8ab09b HTTP/1.1" status: 204 len: 168 time: 1.3480546 Aug 31 09:26:23.787633 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42026) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:23.792495 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-aecf558f-5ee7-43e6-b6ee-77267022e3d3 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1149077177', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:23.911280 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-aecf558f-5ee7-43e6-b6ee-77267022e3d3 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:23.912367 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-aecf558f-5ee7-43e6-b6ee-77267022e3d3 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:23.942631 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9c89f974-4e88-43d9-b162-b3f94e52e337 req-fe2f4917-674d-4c76-95f9-2f66c36ec2fe tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=ae5895e7-80ac-4d00-bf73-2b1fcb9b425a HTTP/1.1" status: 200 len: 210 time: 0.0622122 Aug 31 09:26:23.973676 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-aecf558f-5ee7-43e6-b6ee-77267022e3d3 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:23.980951 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-65b62af5-9f14-44ce-9e4a-4ad42e08e0c5 req-823fa112-5b74-47d3-93e9-79f04c4c8125 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6409109 Aug 31 09:26:24.039315 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cf7a22-d51f-46d0-b408-ddf15f1c1d03 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:24.047395 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cf7a22-d51f-46d0-b408-ddf15f1c1d03 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:24.055681 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cf7a22-d51f-46d0-b408-ddf15f1c1d03 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:24.057789 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-60cf7a22-d51f-46d0-b408-ddf15f1c1d03 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.6863432 Aug 31 09:26:24.061336 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42034) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:24.066374 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-ed5571e0-7275-4d27-afba-b26072aaacd7 service neutron] 10.222.0.112 "GET /v2.0/networks/94d58612-6d06-41c9-a267-ebf7c959afe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7908435 Aug 31 09:26:24.073731 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-aecf558f-5ee7-43e6-b6ee-77267022e3d3 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:24.171129 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-01f8adf1-20b9-4d51-babb-4d42c19f3cb2 service neutron] 10.222.0.112 "GET /v2.0/networks/94d58612-6d06-41c9-a267-ebf7c959afe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935292 Aug 31 09:26:24.190214 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-aecf558f-5ee7-43e6-b6ee-77267022e3d3 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:24.191476 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-aecf558f-5ee7-43e6-b6ee-77267022e3d3 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4027483 Aug 31 09:26:24.196676 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-1cacbff0-741b-46a7-abb4-02d5dd07532d tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Deleting port 5b322369-4507-4235-a512-29c306e22074 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:24.197024 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1cacbff0-741b-46a7-abb4-02d5dd07532d tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:24.201772 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42042) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:24.243464 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-47ef6156-d40c-4c9b-a7f8-3e72a5808a90 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Request body: {'router': {'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:24.246187 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ff7e2cbd-27f5-4fe6-b69e-b4ba615e68ac tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:24.301409 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-01a6c7b9-0f84-4a64-b5f9-5efaf565d433 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=364484db-9bd2-4077-90c3-49c9425b4048 HTTP/1.1" status: 200 len: 217 time: 0.1217749 Aug 31 09:26:24.321541 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1cacbff0-741b-46a7-abb4-02d5dd07532d tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:24.324317 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42048) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:24.348236 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-1cacbff0-741b-46a7-abb4-02d5dd07532d tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Calling delete_port for 5b322369-4507-4235-a512-29c306e22074 owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:24.367494 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device beb9bf59-2e75-40ed-b964-66a6cefb3b92 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:24.565213 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e2cbd-27f5-4fe6-b69e-b4ba615e68ac tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event updated for resources: {'Subnet': ['ID=a37ee2e1-6b1b-4f79-adbe-3a3784e7ed01,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:24.588352 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-73853a02-dd6d-4bb9-8a42-9d459619fab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:24.594488 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-483e7490-c1d3-42e7-a39a-b67428d3fc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:24.596352 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-483e7490-c1d3-42e7-a39a-b67428d3fc00 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d9b71bd3-689f-45e5-b57d-0c067c6d8649 HTTP/1.1" status: 200 len: 797 time: 0.2357073 Aug 31 09:26:24.646205 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7e2cbd-27f5-4fe6-b69e-b4ba615e68ac tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Checking segment: {'id': '4fff3311-dc7c-468a-b69d-674ba503a25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': '43c09770-daa0-400d-a28a-42fbac38d2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:24.646588 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7e2cbd-27f5-4fe6-b69e-b4ba615e68ac tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Network hostable DHCP agents. Network: 43c09770-daa0-400d-a28a-42fbac38d2b1, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:26:24.669468 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1cacbff0-741b-46a7-abb4-02d5dd07532d tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:24.712562 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cacbff0-741b-46a7-abb4-02d5dd07532d tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Pushing event deleted for resources: {'Port': ['ID=5b322369-4507-4235-a512-29c306e22074,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:24.712820 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47ef6156-d40c-4c9b-a7f8-3e72a5808a90 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:24.740487 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b79d7-3d81-4a17-9648-6cd71c35cd14 req-cb9a13c1-dfae-428d-9055-693977a30f72 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:24.747179 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c23b79d7-3d81-4a17-9648-6cd71c35cd14 req-cb9a13c1-dfae-428d-9055-693977a30f72 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.2484119 Aug 31 09:26:24.753980 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1cacbff0-741b-46a7-abb4-02d5dd07532d tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:24.755979 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1cacbff0-741b-46a7-abb4-02d5dd07532d tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] 10.222.0.119 "DELETE /v2.0/ports/5b322369-4507-4235-a512-29c306e22074 HTTP/1.1" status: 204 len: 168 time: 0.6932693 Aug 31 09:26:24.760177 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42060) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:24.765915 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-0cfa60e1-b0d2-44d1-8099-8cb32961cced tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Request body: {'port': {'name': 'tempest-new-port-name-848087557', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:24.766324 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.api.validators [None req-0cfa60e1-b0d2-44d1-8099-8cb32961cced tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] bootfile-name is not in valid_values {{(pid=95553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:26:24.766697 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.api.validators [None req-0cfa60e1-b0d2-44d1-8099-8cb32961cced tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] tftp-server is not in valid_values {{(pid=95553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:26:24.767414 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.api.validators [None req-0cfa60e1-b0d2-44d1-8099-8cb32961cced tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] server-ip-address is not in valid_values {{(pid=95553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:26:24.804463 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-73853a02-dd6d-4bb9-8a42-9d459619fab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:24.833776 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-1cee2f64-e450-4447-a4ff-20898e3079d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:24.835262 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-1cee2f64-e450-4447-a4ff-20898e3079d9 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=94d58612-6d06-41c9-a267-ebf7c959afe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1906123 Aug 31 09:26:24.840483 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7e2cbd-27f5-4fe6-b69e-b4ba615e68ac tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Network 43c09770-daa0-400d-a28a-42fbac38d2b1 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:26:24.910971 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-73853a02-dd6d-4bb9-8a42-9d459619fab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:24.955281 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-73853a02-dd6d-4bb9-8a42-9d459619fab9 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=2c4a2234d45d4aa9af37cc0611583fe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6295598 Aug 31 09:26:24.959626 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42066) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:24.993766 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73853a02-dd6d-4bb9-8a42-9d459619fab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acedd026-be4d-45a7-a57b-4e6edca0e8ed,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:25.010208 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-ff7e2cbd-27f5-4fe6-b69e-b4ba615e68ac tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 43c09770-daa0-400d-a28a-42fbac38d2b1) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:25.024102 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a6e754-084f-4ed9-89d2-a7626e761599 None None] Network 43c09770-daa0-400d-a28a-42fbac38d2b1 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:25.040795 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c23b79d7-3d81-4a17-9648-6cd71c35cd14 req-0b97973a-87fd-42ed-a676-3ec9c5cdf2b6 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2857494 Aug 31 09:26:25.045281 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7e2cbd-27f5-4fe6-b69e-b4ba615e68ac tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:25.056868 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ff7e2cbd-27f5-4fe6-b69e-b4ba615e68ac tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.065391 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0cfa60e1-b0d2-44d1-8099-8cb32961cced tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.076721 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6b55e1d1-bbf5-42c3-b990-f4a6f67c6ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.125782 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6b55e1d1-bbf5-42c3-b990-f4a6f67c6ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.170920 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-396204b4-0819-4a1d-90ec-ca5610fbb22d service neutron] 10.222.0.112 "GET /v2.0/networks/94d58612-6d06-41c9-a267-ebf7c959afe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001533 Aug 31 09:26:25.190672 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ff7e2cbd-27f5-4fe6-b69e-b4ba615e68ac tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.7750871 Aug 31 09:26:25.194538 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42074) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:25.209910 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-f357b519-3722-4d5f-a9b8-cc64065c6584 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:25.249747 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958067e2-7815-44c1-9542-19bec26f413a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-43c09770-daa0-400d-a28a-42fbac38d2b1', 'network_id': '43c09770-daa0-400d-a28a-42fbac38d2b1', 'tenant_id': '6a89472a07f54f00b52b237b1a531827', 'fixed_ips': [{'subnet_id': 'a37ee2e1-6b1b-4f79-adbe-3a3784e7ed01'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:26:25.252033 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-958067e2-7815-44c1-9542-19bec26f413a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.298531 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6b55e1d1-bbf5-42c3-b990-f4a6f67c6ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.302198 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6b55e1d1-bbf5-42c3-b990-f4a6f67c6ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.303957 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6b55e1d1-bbf5-42c3-b990-f4a6f67c6ce7 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/acedd026-be4d-45a7-a57b-4e6edca0e8ed HTTP/1.1" status: 204 len: 168 time: 0.3429315 Aug 31 09:26:25.328726 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55e1d1-bbf5-42c3-b990-f4a6f67c6ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acedd026-be4d-45a7-a57b-4e6edca0e8ed,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:25.346130 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f357b519-3722-4d5f-a9b8-cc64065c6584 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25377680'] for subnet, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.479449 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-958067e2-7815-44c1-9542-19bec26f413a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:26:25.479449 n-d-791506-28 neutron-server[95554]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 31 09:26:25.479449 n-d-791506-28 neutron-server[95554]: [parameters: {'in_use': 1, 'id_1': 'a37ee2e1-6b1b-4f79-adbe-3a3784e7ed01'}] Aug 31 09:26:25.479449 n-d-791506-28 neutron-server[95554]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:26:25.480310 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-958067e2-7815-44c1-9542-19bec26f413a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:26:25.506449 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-78104ee1-6b3e-4f25-bd87-be793715c9b9 service neutron] 10.222.0.112 "GET /v2.0/networks/94d58612-6d06-41c9-a267-ebf7c959afe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346248 Aug 31 09:26:25.631006 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f357b519-3722-4d5f-a9b8-cc64065c6584 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773300309468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26113717'] for subnet, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.646053 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-12b2aeac-04db-418d-b86f-30844710e84e tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:25.647632 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-12b2aeac-04db-418d-b86f-30844710e84e tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/networks?id=f668d119-0317-4e13-bd19-a19b34b961f5 HTTP/1.1" status: 200 len: 812 time: 0.3872926 Aug 31 09:26:25.648931 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-c7472fb7-be34-4f94-a0bb-568953d8c142 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=059cb46a-47e1-4b70-a75c-51ba456bd33b HTTP/1.1" status: 200 len: 217 time: 0.0927086 Aug 31 09:26:25.684824 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f357b519-3722-4d5f-a9b8-cc64065c6584 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:25.685828 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f357b519-3722-4d5f-a9b8-cc64065c6584 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.690724 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f357b519-3722-4d5f-a9b8-cc64065c6584 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "PUT /v2.0/subnets/a37ee2e1-6b1b-4f79-adbe-3a3784e7ed01 HTTP/1.1" status: 200 len: 900 time: 0.4929497 Aug 31 09:26:25.691356 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42094) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:25.716881 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47ef6156-d40c-4c9b-a7f8-3e72a5808a90 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router_gateway, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.726663 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-858b0cef-31c7-4458-b690-bee928d91c80 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/quotas/e7263d55640346b092e769ab252c85c3 HTTP/1.1" status: 200 len: 375 time: 0.0723972 Aug 31 09:26:25.747890 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357b519-3722-4d5f-a9b8-cc64065c6584 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event updated for resources: {'Subnet': ['ID=a37ee2e1-6b1b-4f79-adbe-3a3784e7ed01,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:25.753536 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47ef6156-d40c-4c9b-a7f8-3e72a5808a90 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.758287 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0cfa60e1-b0d2-44d1-8099-8cb32961cced tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.805413 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-ded50683-9930-4a20-800c-eedfb0ca7bd5 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=e7263d55640346b092e769ab252c85c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536156 Aug 31 09:26:25.810839 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-927e7322-a713-4be4-bd14-b33e2f97d0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:25.812550 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-927e7322-a713-4be4-bd14-b33e2f97d0de service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d9b71bd3-689f-45e5-b57d-0c067c6d8649 HTTP/1.1" status: 200 len: 797 time: 0.1474068 Aug 31 09:26:25.820461 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7f6f82cc-b1eb-431c-b0a1-bbe7ed6c6584 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.877534 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0cfa60e1-b0d2-44d1-8099-8cb32961cced tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.895446 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7f6f82cc-b1eb-431c-b0a1-bbe7ed6c6584 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.975602 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-0cfa60e1-b0d2-44d1-8099-8cb32961cced tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] In _notify_port_updated(), no bound segment for port f7d45f9f-031e-4572-9b00-a7c621adcd39 on network 526169cc-5af1-4a40-8f69-10bd7d5a7071 {{(pid=95553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:26:25.981179 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfa60e1-b0d2-44d1-8099-8cb32961cced tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:25.981667 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-958067e2-7815-44c1-9542-19bec26f413a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.981808 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0cfa60e1-b0d2-44d1-8099-8cb32961cced tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:25.983436 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0cfa60e1-b0d2-44d1-8099-8cb32961cced tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] 10.222.0.119 "PUT /v2.0/ports/f7d45f9f-031e-4572-9b00-a7c621adcd39 HTTP/1.1" status: 200 len: 1128 time: 1.2221670 Aug 31 09:26:25.992178 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42096) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:26.090061 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7f6f82cc-b1eb-431c-b0a1-bbe7ed6c6584 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:26.097920 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa60e1-b0d2-44d1-8099-8cb32961cced tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Pushing event updated for resources: {'Port': ['ID=f7d45f9f-031e-4572-9b00-a7c621adcd39,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:26.101720 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-43049caf-cb8d-49ca-9b96-2835f2263ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:26.103286 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-43049caf-cb8d-49ca-9b96-2835f2263ba3 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=94d58612-6d06-41c9-a267-ebf7c959afe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2623494 Aug 31 09:26:26.138122 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2289af43-d73c-4482-ba6a-662f4bb6870e tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:26.143501 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2289af43-d73c-4482-ba6a-662f4bb6870e tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] 10.222.0.119 "GET /v2.0/ports/f7d45f9f-031e-4572-9b00-a7c621adcd39 HTTP/1.1" status: 200 len: 1128 time: 0.1428928 Aug 31 09:26:26.146756 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42100) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:26.147096 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42102) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:26.168953 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f82cc-b1eb-431c-b0a1-bbe7ed6c6584 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event deleted for resources: {'Subnet': ['ID=a37ee2e1-6b1b-4f79-adbe-3a3784e7ed01,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server [None req-958067e2-7815-44c1-9542-19bec26f413a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a37ee2e1-6b1b-4f79-adbe-3a3784e7ed01: This subnet is being modified by another concurrent operation. Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:26:26.203555 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise exception Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a37ee2e1-6b1b-4f79-adbe-3a3784e7ed01: This subnet is being modified by another concurrent operation. Aug 31 09:26:26.208634 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server Aug 31 09:26:26.211558 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-622ce88d-57a1-40fc-be37-4403c67908e4 service neutron] 10.222.0.119 "GET /v2.0/networks/f668d119-0317-4e13-bd19-a19b34b961f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910074 Aug 31 09:26:26.233178 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ac2a95-62f7-4088-a877-3af18b003f23 None None] Network 43c09770-daa0-400d-a28a-42fbac38d2b1 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:26.249308 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-47ef6156-d40c-4c9b-a7f8-3e72a5808a90 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Allocated IP 172.25.2.53 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/a3f63d54-dcaa-4ebf-8d2d-e8385e930407) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:26.254764 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7f6f82cc-b1eb-431c-b0a1-bbe7ed6c6584 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:26.275943 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-7f6f82cc-b1eb-431c-b0a1-bbe7ed6c6584 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c09770-daa0-400d-a28a-42fbac38d2b1']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:26.296808 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-7f6f82cc-b1eb-431c-b0a1-bbe7ed6c6584 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fff3311-dc7c-468a-b69d-674ba503a25c') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:26.297121 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-7f6f82cc-b1eb-431c-b0a1-bbe7ed6c6584 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fff3311-dc7c-468a-b69d-674ba503a25c') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:26.311023 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7f6f82cc-b1eb-431c-b0a1-bbe7ed6c6584 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:26.314717 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e76457ea-6668-48f1-b6e1-faeee610585d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:26.337355 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7f6f82cc-b1eb-431c-b0a1-bbe7ed6c6584 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:26.345970 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f6f82cc-b1eb-431c-b0a1-bbe7ed6c6584 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Releasing vlan 1616 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:26:26.346377 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7f6f82cc-b1eb-431c-b0a1-bbe7ed6c6584 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:26.350895 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:26:26.350895 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:26:26.350895 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:26:26.350895 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:26:26.350895 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:26:26.350895 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:26:26.350895 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:26:26.350895 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:26:26.350895 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:26:26.350895 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:26:26.350895 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:26:26.350895 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:26:26.350895 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:26:26.350895 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:26:26.350895 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:26:26.350895 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:26:26.350895 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:26:26.350895 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:26:26.350895 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:26:26.350895 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:26:26.350895 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:26:26.350895 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:26:26.350895 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:26:26.350895 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:26:26.350895 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:26:26.350895 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:26:26.350895 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:26:26.350895 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:26:26.350895 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:26:26.350895 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:26:26.350895 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:26:26.350895 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:26:26.380384 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d406014f-f8d3-4e2a-a69e-8407d9a02185 None None] Network 43c09770-daa0-400d-a28a-42fbac38d2b1 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:26.463676 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c08e4b26-a109-4ebf-a6a4-e5b7cea6d325 None None] Provisioning complete for port f7d45f9f-031e-4572-9b00-a7c621adcd39 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:26.464051 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c08e4b26-a109-4ebf-a6a4-e5b7cea6d325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:26.518931 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7f6f82cc-b1eb-431c-b0a1-bbe7ed6c6584 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:26.525539 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7f6f82cc-b1eb-431c-b0a1-bbe7ed6c6584 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:26.533140 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7f6f82cc-b1eb-431c-b0a1-bbe7ed6c6584 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "DELETE /v2.0/networks/43c09770-daa0-400d-a28a-42fbac38d2b1 HTTP/1.1" status: 204 len: 168 time: 0.8383639 Aug 31 09:26:26.534904 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42108) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:26.572409 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-c08e4b26-a109-4ebf-a6a4-e5b7cea6d325 None None] Port f7d45f9f-031e-4572-9b00-a7c621adcd39 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:26:26.577147 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc4f585-e2bb-466c-9f3c-98bf203210cf None None] get_active_networks_info from n-d-791506-28 {{(pid=95554) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:26:26.593839 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d4bc26d-094d-43fc-82c6-f108fb4db403 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] DELETE failed (client error): The resource could not be found. Aug 31 09:26:26.593839 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d4bc26d-094d-43fc-82c6-f108fb4db403 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:26:26.600095 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3d4bc26d-094d-43fc-82c6-f108fb4db403 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "DELETE /v2.0/subnets/a37ee2e1-6b1b-4f79-adbe-3a3784e7ed01 HTTP/1.1" status: 404 len: 337 time: 0.0582573 Aug 31 09:26:26.600822 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42112) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:26.612428 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f82cc-b1eb-431c-b0a1-bbe7ed6c6584 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event deleted for resources: {'Network': ['ID=43c09770-daa0-400d-a28a-42fbac38d2b1,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:26.625600 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-8579a2aa-3ba8-4807-9e47-09ee7498a4c1 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] DELETE failed (client error): The resource could not be found. Aug 31 09:26:26.626493 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8579a2aa-3ba8-4807-9e47-09ee7498a4c1 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:26:26.628877 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8579a2aa-3ba8-4807-9e47-09ee7498a4c1 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "DELETE /v2.0/networks/43c09770-daa0-400d-a28a-42fbac38d2b1 HTTP/1.1" status: 404 len: 339 time: 0.0264056 Aug 31 09:26:26.631313 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42114) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:26.716784 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc4f585-e2bb-466c-9f3c-98bf203210cf None None] Resources bound (agent type, host, resource id): {{(pid=95554) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:26:26.720850 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-58440231-805c-4a5d-850b-efedf8298f14 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:26.840890 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-58440231-805c-4a5d-850b-efedf8298f14 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:26.859265 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-58440231-805c-4a5d-850b-efedf8298f14 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6889ec60-b21f-46ee-9ffb-2c9055461d80']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:26.882377 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-58440231-805c-4a5d-850b-efedf8298f14 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e170825f-d395-421c-b53b-b76e3c0b0205') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:26.882795 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-58440231-805c-4a5d-850b-efedf8298f14 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e170825f-d395-421c-b53b-b76e3c0b0205') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:26.897462 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-58440231-805c-4a5d-850b-efedf8298f14 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:26.917683 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-58440231-805c-4a5d-850b-efedf8298f14 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:26.925776 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58440231-805c-4a5d-850b-efedf8298f14 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Releasing vlan 1604 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:26:26.926207 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-58440231-805c-4a5d-850b-efedf8298f14 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:26.930479 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:26:26.930479 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:26:26.930479 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:26:26.930479 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:26:26.930479 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:26:26.930479 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:26:26.930479 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:26:26.930479 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:26:26.930479 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:26:26.930479 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:26:26.930479 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:26:26.930479 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:26:26.930479 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:26:26.930479 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:26:26.930479 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:26:26.930479 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:26:26.930479 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:26:26.930479 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:26:26.930479 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:26:26.930479 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:26:26.930479 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:26:26.930479 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:26:26.930479 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:26:26.930479 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:26:26.930479 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:26:26.930479 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:26:26.930479 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:26:26.930479 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:26:26.930479 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:26:26.930479 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:26:26.930479 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:26:26.930479 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:26:26.981059 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47ef6156-d40c-4c9b-a7f8-3e72a5808a90 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:27.021468 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-a48bec1e-9e7b-437b-a59b-e3eb79a73e90 service neutron] 10.222.0.112 "GET /v2.0/networks/94d58612-6d06-41c9-a267-ebf7c959afe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9023869 Aug 31 09:26:27.036160 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186504b-1453-4eb0-a7d9-fc353ec866c2 req-42e89a0f-786b-412e-8653-9b09e10b191f tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:27.037525 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1186504b-1453-4eb0-a7d9-fc353ec866c2 req-42e89a0f-786b-412e-8653-9b09e10b191f tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.8623114 Aug 31 09:26:27.089671 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-58440231-805c-4a5d-850b-efedf8298f14 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:27.098583 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-58440231-805c-4a5d-850b-efedf8298f14 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:27.103257 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-58440231-805c-4a5d-850b-efedf8298f14 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "DELETE /v2.0/networks/6889ec60-b21f-46ee-9ffb-2c9055461d80 HTTP/1.1" status: 204 len: 168 time: 0.4680858 Aug 31 09:26:27.110233 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42118) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:27.111281 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-a4409156-a16a-42dd-a69c-faf7e327a76b service neutron] 10.222.0.119 "GET /v2.0/networks/f668d119-0317-4e13-bd19-a19b34b961f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8521855 Aug 31 09:26:27.123431 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58440231-805c-4a5d-850b-efedf8298f14 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event deleted for resources: {'Network': ['ID=6889ec60-b21f-46ee-9ffb-2c9055461d80,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:27.146092 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a344a5f-6c1d-4ead-857c-cf35cb93a51d tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] DELETE failed (client error): The resource could not be found. Aug 31 09:26:27.146301 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a344a5f-6c1d-4ead-857c-cf35cb93a51d tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:26:27.150689 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9a344a5f-6c1d-4ead-857c-cf35cb93a51d tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "DELETE /v2.0/subnets/a16a8158-55ad-44a1-aec4-adf9eb2f7326 HTTP/1.1" status: 404 len: 337 time: 0.0439265 Aug 31 09:26:27.152144 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42120) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:27.174592 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ae7825-77c9-48b9-9f96-0b52a8ddc7bb tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] DELETE failed (client error): The resource could not be found. Aug 31 09:26:27.175127 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8ae7825-77c9-48b9-9f96-0b52a8ddc7bb tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:26:27.179387 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e8ae7825-77c9-48b9-9f96-0b52a8ddc7bb tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "DELETE /v2.0/networks/5c2cd41e-ed2d-49a4-82af-e38389bc24ca HTTP/1.1" status: 404 len: 339 time: 0.0250156 Aug 31 09:26:27.179715 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42122) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:27.187024 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-eda7daec-66c7-4e2e-8eda-af01aa739d33 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Deleting port f7d45f9f-031e-4572-9b00-a7c621adcd39 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:27.188974 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eda7daec-66c7-4e2e-8eda-af01aa739d33 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:27.256780 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-869e4fa6-5eb5-48a3-a143-a731bf5b723c tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Deleting subnet 2ea7d390-d4b0-4e7f-b9e6-d9688477c55e {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:26:27.260318 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-869e4fa6-5eb5-48a3-a143-a731bf5b723c tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:27.261367 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1186504b-1453-4eb0-a7d9-fc353ec866c2 req-cf7e77c7-e87a-4c43-84f5-534239ba4b7d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946201 Aug 31 09:26:27.284605 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47ef6156-d40c-4c9b-a7f8-3e72a5808a90 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:27.326157 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-869e4fa6-5eb5-48a3-a143-a731bf5b723c tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:27.347937 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-e4533901-5f2f-48d0-a1c1-318f18fa1120 service neutron] 10.222.0.112 "GET /v2.0/networks/94d58612-6d06-41c9-a267-ebf7c959afe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093865 Aug 31 09:26:27.362009 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ef6156-d40c-4c9b-a7f8-3e72a5808a90 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:27.396788 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-47ef6156-d40c-4c9b-a7f8-3e72a5808a90 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:27.443156 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ef6156-d40c-4c9b-a7f8-3e72a5808a90 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:27.470577 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-869e4fa6-5eb5-48a3-a143-a731bf5b723c tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:27.492439 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-822acb22-886c-4542-a937-7a67f7e7c80c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=5f9f3a58-50d7-4f47-99df-c28173384e13 HTTP/1.1" status: 200 len: 217 time: 0.1256289 Aug 31 09:26:27.517835 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef6156-d40c-4c9b-a7f8-3e72a5808a90 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Pushing event updated for resources: {'Port': ['ID=a3f63d54-dcaa-4ebf-8d2d-e8385e930407,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:27.567320 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e76457ea-6668-48f1-b6e1-faeee610585d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:27.583657 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-738e5da9-6b7c-49af-a45c-5c5af929a96d req-a05d60f1-b7c8-46ea-885a-80f77103517b tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=8a8a8b52-04cc-4448-b9ba-aa8891977e9a HTTP/1.1" status: 200 len: 210 time: 0.1826000 Aug 31 09:26:27.596828 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eda7daec-66c7-4e2e-8eda-af01aa739d33 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:27.635956 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-eda7daec-66c7-4e2e-8eda-af01aa739d33 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Calling delete_port for f7d45f9f-031e-4572-9b00-a7c621adcd39 owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:27.682684 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e76457ea-6668-48f1-b6e1-faeee610585d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:27.705468 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-869e4fa6-5eb5-48a3-a143-a731bf5b723c tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:27.733281 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e4fa6-5eb5-48a3-a143-a731bf5b723c tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event deleted for resources: {'Subnet': ['ID=2ea7d390-d4b0-4e7f-b9e6-d9688477c55e,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:27.737725 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-869e4fa6-5eb5-48a3-a143-a731bf5b723c tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:27.739966 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-869e4fa6-5eb5-48a3-a143-a731bf5b723c tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "DELETE /v2.0/subnets/2ea7d390-d4b0-4e7f-b9e6-d9688477c55e HTTP/1.1" status: 204 len: 168 time: 0.5590310 Aug 31 09:26:27.748288 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48010fa8-dfb9-4283-aa26-972a54418157 None None] Network e3917314-c595-43fe-a944-0473270ba76f requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:27.750188 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42134) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:27.815607 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-bac52303-76d8-4650-a032-bac26ea96493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:27.817164 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-bac52303-76d8-4650-a032-bac26ea96493 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d9b71bd3-689f-45e5-b57d-0c067c6d8649 HTTP/1.1" status: 200 len: 797 time: 0.2486057 Aug 31 09:26:27.818415 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-4512ccda-913c-4ac3-9b0f-e7f5deee637c tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Deleting subnet 791be698-2866-4944-83f1-b812d2b15d9b {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:26:27.821946 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4512ccda-913c-4ac3-9b0f-e7f5deee637c tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:27.834996 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e76457ea-6668-48f1-b6e1-faeee610585d admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=4d907ce6e6e740008ba3307b963e168f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6844378 Aug 31 09:26:27.840172 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42136) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:27.864443 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4512ccda-913c-4ac3-9b0f-e7f5deee637c tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:27.884961 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76457ea-6668-48f1-b6e1-faeee610585d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3455c0-0286-474b-8070-b9d3e415ae86,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:27.955123 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-2283745d-a365-4451-9642-a8a7fdfedc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:27.957395 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-2283745d-a365-4451-9642-a8a7fdfedc77 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=94d58612-6d06-41c9-a267-ebf7c959afe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1174250 Aug 31 09:26:27.974681 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4512ccda-913c-4ac3-9b0f-e7f5deee637c tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:27.994280 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-818cf863-88a0-4b3f-82e7-1e11444d922c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:28.122312 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-818cf863-88a0-4b3f-82e7-1e11444d922c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:28.191849 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4512ccda-913c-4ac3-9b0f-e7f5deee637c tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:28.219240 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512ccda-913c-4ac3-9b0f-e7f5deee637c tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event deleted for resources: {'Subnet': ['ID=791be698-2866-4944-83f1-b812d2b15d9b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:28.225429 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4512ccda-913c-4ac3-9b0f-e7f5deee637c tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:28.235731 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4512ccda-913c-4ac3-9b0f-e7f5deee637c tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "DELETE /v2.0/subnets/791be698-2866-4944-83f1-b812d2b15d9b HTTP/1.1" status: 204 len: 168 time: 0.4788485 Aug 31 09:26:28.235731 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42140) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:28.239839 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-2c8e98af-f165-4909-a21c-9ace43487b75 service neutron] 10.222.0.112 "GET /v2.0/networks/94d58612-6d06-41c9-a267-ebf7c959afe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735422 Aug 31 09:26:28.259900 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eda7daec-66c7-4e2e-8eda-af01aa739d33 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:28.272116 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47ef6156-d40c-4c9b-a7f8-3e72a5808a90 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router_gateway, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:28.336280 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-592c83e0-f56c-47c2-9c07-d016d9d0e446 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:28.379516 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7daec-66c7-4e2e-8eda-af01aa739d33 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Pushing event deleted for resources: {'Port': ['ID=f7d45f9f-031e-4572-9b00-a7c621adcd39,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:28.422231 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-592c83e0-f56c-47c2-9c07-d016d9d0e446 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Deleting port 896228cc-f380-4343-8364-7d24de914e57 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:28.422833 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-592c83e0-f56c-47c2-9c07-d016d9d0e446 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:28.489966 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-592c83e0-f56c-47c2-9c07-d016d9d0e446 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] For port 896228cc-f380-4343-8364-7d24de914e57, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=896228cc-f380-4343-8364-7d24de914e57,segment=NetworkSegment(bc35c32b-9f94-4bea-9d8c-35ee431e37fb),segment_id=bc35c32b-9f94-4bea-9d8c-35ee431e37fb)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:28.491483 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-592c83e0-f56c-47c2-9c07-d016d9d0e446 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:28.499085 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eda7daec-66c7-4e2e-8eda-af01aa739d33 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:28.504890 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-eda7daec-66c7-4e2e-8eda-af01aa739d33 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] 10.222.0.119 "DELETE /v2.0/ports/f7d45f9f-031e-4572-9b00-a7c621adcd39 HTTP/1.1" status: 204 len: 168 time: 2.3521297 Aug 31 09:26:28.505191 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42146) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:28.518442 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-592c83e0-f56c-47c2-9c07-d016d9d0e446 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Calling delete_port for 896228cc-f380-4343-8364-7d24de914e57 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:28.536613 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-69d474cd-e935-4338-a8ef-060d3b5a5eff service neutron] 10.222.0.112 "GET /v2.0/networks/94d58612-6d06-41c9-a267-ebf7c959afe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877080 Aug 31 09:26:28.553627 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffb071-4c48-4a1e-81da-3108b00fecf5 req-3b3cb38a-2b91-404c-b5c8-b8628757ea1e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:28.555260 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b9ffb071-4c48-4a1e-81da-3108b00fecf5 req-3b3cb38a-2b91-404c-b5c8-b8628757ea1e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.1841512 Aug 31 09:26:28.629796 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed2c5f83-a6ad-407e-9e30-8c4cb879c8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Deleting subnet 22b0d6fa-e443-46b2-b266-7b275a4140d4 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:26:28.647448 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ed2c5f83-a6ad-407e-9e30-8c4cb879c8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:28.675907 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-08da237f-9613-4b6a-acd1-04300b3d2ee9 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=db393805-9290-4e57-b3fc-bf1014410ed2 HTTP/1.1" status: 200 len: 217 time: 0.1139412 Aug 31 09:26:28.675907 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-818cf863-88a0-4b3f-82e7-1e11444d922c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:28.675907 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-818cf863-88a0-4b3f-82e7-1e11444d922c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:28.678694 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-818cf863-88a0-4b3f-82e7-1e11444d922c admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/6a3455c0-0286-474b-8070-b9d3e415ae86 HTTP/1.1" status: 204 len: 168 time: 0.8240497 Aug 31 09:26:28.755792 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ed2c5f83-a6ad-407e-9e30-8c4cb879c8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:28.795679 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818cf863-88a0-4b3f-82e7-1e11444d922c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3455c0-0286-474b-8070-b9d3e415ae86,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:28.814607 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-57ad2dcd-92e3-4c55-955c-daa7b43aec69 req-59b427ed-192b-4bd8-89f0-bb7367986a09 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=8a8a8b52-04cc-4448-b9ba-aa8891977e9a HTTP/1.1" status: 200 len: 210 time: 0.0926077 Aug 31 09:26:28.887629 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9263429a-ca92-407e-a429-e630c59b58d2 None None] Network e3917314-c595-43fe-a944-0473270ba76f requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:28.892033 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b9ffb071-4c48-4a1e-81da-3108b00fecf5 req-88f56e6d-aab2-4ce6-9794-cd36ea77cd97 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3248370 Aug 31 09:26:28.938253 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ed2c5f83-a6ad-407e-9e30-8c4cb879c8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:28.953367 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47ef6156-d40c-4c9b-a7f8-3e72a5808a90 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2088949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2087107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5115'] for router, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:28.957740 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47ef6156-d40c-4c9b-a7f8-3e72a5808a90 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2088958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2088935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2087130'] for router, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:28.962140 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-592c83e0-f56c-47c2-9c07-d016d9d0e446 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:28.968436 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-1a7a0c41-a4b9-45e8-beee-4c642009773d None None] Could not find standard attr ID for object 896228cc-f380-4343-8364-7d24de914e57. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:26:28.971284 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-133540e9-0391-4178-8db6-e2903cdf837b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:28.983158 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-133540e9-0391-4178-8db6-e2903cdf837b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=738e5ace-96d7-4741-8d29-c5798e2f10f3 HTTP/1.1" status: 200 len: 797 time: 0.2649226 Aug 31 09:26:29.011186 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592c83e0-f56c-47c2-9c07-d016d9d0e446 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] No DVR routers for this DVR port 896228cc-f380-4343-8364-7d24de914e57 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:26:29.021361 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c83e0-f56c-47c2-9c07-d016d9d0e446 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event deleted for resources: {'Port': ['ID=896228cc-f380-4343-8364-7d24de914e57,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:29.113362 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd057c03-f85a-4dec-8755-dca0a38a2a6e None None] DHCP port deletion for e3917314-c595-43fe-a944-0473270ba76f request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:26:29.153112 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-38b33f51-04bd-4fc7-b1c1-2e095fae0fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:29.154718 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-38b33f51-04bd-4fc7-b1c1-2e095fae0fd1 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b23b223a-9bf9-44c7-9495-5e7b861ae144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1392169 Aug 31 09:26:29.288833 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-74795443-fd19-4022-8307-28939677bf05 service neutron] 10.222.0.112 "GET /v2.0/networks/b23b223a-9bf9-44c7-9495-5e7b861ae144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234584 Aug 31 09:26:29.334601 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ef6156-d40c-4c9b-a7f8-3e72a5808a90 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Router f2fa7a58-dc7f-4bf5-bdb5-e34b24180604 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:26:29.410607 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 896228cc-f380-4343-8364-7d24de914e57 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:29.447802 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-592c83e0-f56c-47c2-9c07-d016d9d0e446 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:29.450223 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 896228cc-f380-4343-8364-7d24de914e57 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:26:29.456657 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 896228cc-f380-4343-8364-7d24de914e57 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:26:29.469330 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-592c83e0-f56c-47c2-9c07-d016d9d0e446 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3917314-c595-43fe-a944-0473270ba76f']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:29.498457 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-592c83e0-f56c-47c2-9c07-d016d9d0e446 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc35c32b-9f94-4bea-9d8c-35ee431e37fb') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:29.499369 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-592c83e0-f56c-47c2-9c07-d016d9d0e446 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc35c32b-9f94-4bea-9d8c-35ee431e37fb') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:29.518379 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-592c83e0-f56c-47c2-9c07-d016d9d0e446 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:29.532568 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ed2c5f83-a6ad-407e-9e30-8c4cb879c8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:29.535786 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-592c83e0-f56c-47c2-9c07-d016d9d0e446 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:29.542308 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ef6156-d40c-4c9b-a7f8-3e72a5808a90 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:26:29.550313 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47ef6156-d40c-4c9b-a7f8-3e72a5808a90 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:29.550482 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-592c83e0-f56c-47c2-9c07-d016d9d0e446 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Releasing vlan 1617 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:26:29.550888 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-592c83e0-f56c-47c2-9c07-d016d9d0e446 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:29.552465 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-47ef6156-d40c-4c9b-a7f8-3e72a5808a90 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] 10.222.0.119 "PUT /v2.0/routers/f2fa7a58-dc7f-4bf5-bdb5-e34b24180604 HTTP/1.1" status: 200 len: 879 time: 5.3523235 Aug 31 09:26:29.555068 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90c3f02-f798-460a-a7f3-cd34d93e1bb9 None None] Sync routers for ids ['f2fa7a58-dc7f-4bf5-bdb5-e34b24180604'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:26:29.557193 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42174) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:29.566728 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90c3f02-f798-460a-a7f3-cd34d93e1bb9 None None] Routers {'f2fa7a58-dc7f-4bf5-bdb5-e34b24180604'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:29.567360 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-a90c3f02-f798-460a-a7f3-cd34d93e1bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:26:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['f2fa7a58-dc7f-4bf5-bdb5-e34b24180604'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:29.573994 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:26:29.573994 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:26:29.573994 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:26:29.573994 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:26:29.573994 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:26:29.573994 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:26:29.573994 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:26:29.573994 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:26:29.573994 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:26:29.573994 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:26:29.573994 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:26:29.573994 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:26:29.573994 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:26:29.573994 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:26:29.573994 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:26:29.573994 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:26:29.573994 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:26:29.573994 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:26:29.573994 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:26:29.573994 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:26:29.573994 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:26:29.573994 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:26:29.573994 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:26:29.573994 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:26:29.573994 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:26:29.573994 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:26:29.573994 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:26:29.573994 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:26:29.573994 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:26:29.573994 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:26:29.573994 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:26:29.573994 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:26:29.582804 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c5f83-a6ad-407e-9e30-8c4cb879c8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Pushing event deleted for resources: {'Subnet': ['ID=22b0d6fa-e443-46b2-b266-7b275a4140d4,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:29.608024 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ca1da6-d70b-45d7-89d6-e0ec0001d9e0 None None] Network 526169cc-5af1-4a40-8f69-10bd7d5a7071 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:29.611981 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-a90c3f02-f798-460a-a7f3-cd34d93e1bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:29.615020 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ed2c5f83-a6ad-407e-9e30-8c4cb879c8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:29.619245 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-b6da13b0-3c91-4806-97a5-735483a21578 service neutron] 10.222.0.112 "GET /v2.0/networks/b23b223a-9bf9-44c7-9495-5e7b861ae144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171918 Aug 31 09:26:29.619396 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ed2c5f83-a6ad-407e-9e30-8c4cb879c8f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] 10.222.0.119 "DELETE /v2.0/subnets/22b0d6fa-e443-46b2-b266-7b275a4140d4 HTTP/1.1" status: 204 len: 168 time: 1.1112897 Aug 31 09:26:29.619484 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42176) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:29.723052 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-c7106421-32d8-4d89-b4b8-a64facc01c35 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0ad87690-513e-49db-86b3-0ddc33190312 HTTP/1.1" status: 200 len: 217 time: 0.0829110 Aug 31 09:26:29.745736 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-592c83e0-f56c-47c2-9c07-d016d9d0e446 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:29.757194 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-592c83e0-f56c-47c2-9c07-d016d9d0e446 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:29.761341 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-592c83e0-f56c-47c2-9c07-d016d9d0e446 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "DELETE /v2.0/networks/e3917314-c595-43fe-a944-0473270ba76f HTTP/1.1" status: 204 len: 168 time: 1.5284052 Aug 31 09:26:29.763691 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42180) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:29.780122 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592c83e0-f56c-47c2-9c07-d016d9d0e446 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event deleted for resources: {'Network': ['ID=e3917314-c595-43fe-a944-0473270ba76f,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:29.863560 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90c3f02-f798-460a-a7f3-cd34d93e1bb9 None None] Routers {'f2fa7a58-dc7f-4bf5-bdb5-e34b24180604'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:29.865468 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-a90c3f02-f798-460a-a7f3-cd34d93e1bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:26:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['f2fa7a58-dc7f-4bf5-bdb5-e34b24180604'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:29.874761 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a92331-4431-496e-9a7c-57eeb56da09a tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] DELETE failed (client error): The resource could not be found. Aug 31 09:26:29.875459 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44a92331-4431-496e-9a7c-57eeb56da09a tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:26:29.878289 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-44a92331-4431-496e-9a7c-57eeb56da09a tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "DELETE /v2.0/subnets/d8da6cf0-2ad8-4b5a-9b38-5789e8a7397f HTTP/1.1" status: 404 len: 337 time: 0.0845125 Aug 31 09:26:29.881122 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42186) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:29.885646 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-4f50a7fd-90a2-4ba2-93ae-0847b87430b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:29.887188 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-4f50a7fd-90a2-4ba2-93ae-0847b87430b2 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=738e5ace-96d7-4741-8d29-c5798e2f10f3 HTTP/1.1" status: 200 len: 797 time: 0.1244676 Aug 31 09:26:29.890622 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e407d795-99d2-44a2-b7d5-2361e303f004 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:29.899129 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-53a290b1-523f-4357-ae36-bcd223037e95 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] 10.222.0.119 "GET /v2.0/routers/f2fa7a58-dc7f-4bf5-bdb5-e34b24180604 HTTP/1.1" status: 200 len: 920 time: 0.3406274 Aug 31 09:26:29.909140 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42188) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:29.914805 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-609d64fa-9720-4d59-9593-b69e6bb4ca17 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] DELETE failed (client error): The resource could not be found. Aug 31 09:26:29.915779 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-609d64fa-9720-4d59-9593-b69e6bb4ca17 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:26:29.918588 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-609d64fa-9720-4d59-9593-b69e6bb4ca17 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "DELETE /v2.0/networks/be8ef3e0-6707-4fb9-9a5b-5009fca569e3 HTTP/1.1" status: 404 len: 339 time: 0.0359199 Aug 31 09:26:29.919378 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-a90c3f02-f798-460a-a7f3-cd34d93e1bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:29.921555 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42190) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:29.932678 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90c3f02-f798-460a-a7f3-cd34d93e1bb9 None None] The sync data for ids ['f2fa7a58-dc7f-4bf5-bdb5-e34b24180604'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:26:29.988790 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-5717f30e-0632-4dea-970b-7bc42963ef73 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] DELETE failed (client error): The resource could not be found. Aug 31 09:26:29.989732 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5717f30e-0632-4dea-970b-7bc42963ef73 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:26:29.995181 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5717f30e-0632-4dea-970b-7bc42963ef73 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "DELETE /v2.0/subnets/e100ec2e-fc84-41be-bf51-c7a3aca8ea9a HTTP/1.1" status: 404 len: 337 time: 0.0732694 Aug 31 09:26:29.995982 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42196) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:30.038149 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-05df57b6-cf3b-4705-aedf-d1403e50d3b9 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] DELETE failed (client error): The resource could not be found. Aug 31 09:26:30.039355 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05df57b6-cf3b-4705-aedf-d1403e50d3b9 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:26:30.044494 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-05df57b6-cf3b-4705-aedf-d1403e50d3b9 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "DELETE /v2.0/networks/78100ccc-4546-4e20-b89f-786a16e6ce0e HTTP/1.1" status: 404 len: 339 time: 0.0449636 Aug 31 09:26:30.045222 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42198) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:30.089411 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-807c0075-1566-44e3-9e05-0c6f12cf181b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] DELETE failed (client error): The resource could not be found. Aug 31 09:26:30.089941 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-807c0075-1566-44e3-9e05-0c6f12cf181b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:26:30.094336 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-807c0075-1566-44e3-9e05-0c6f12cf181b tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "DELETE /v2.0/subnets/afb57e7e-e9e8-4dda-975f-074670d56889 HTTP/1.1" status: 404 len: 337 time: 0.0443919 Aug 31 09:26:30.096911 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42202) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:30.126653 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6318f37-35d2-4f49-bd64-95f689f63baa tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] DELETE failed (client error): The resource could not be found. Aug 31 09:26:30.127341 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6318f37-35d2-4f49-bd64-95f689f63baa tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:26:30.133617 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f6318f37-35d2-4f49-bd64-95f689f63baa tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "DELETE /v2.0/networks/0967e09f-097b-4360-9e9b-0793d127a0fa HTTP/1.1" status: 404 len: 339 time: 0.0349925 Aug 31 09:26:30.134286 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42204) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:30.159809 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8705e5b-7093-4a16-ab53-fa8038fed966 None None] DHCP port deletion for 526169cc-5af1-4a40-8f69-10bd7d5a7071 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:26:30.223162 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e9d72d1-d0ad-416b-acdd-b1f43f4025a3 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Deleting subnet d33a61e9-373e-498d-b8b4-3eae52065438 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:26:30.227955 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7e9d72d1-d0ad-416b-acdd-b1f43f4025a3 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:30.232791 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-b8705e5b-7093-4a16-ab53-fa8038fed966 None None] Deleting port 36c040c8-d6c1-43c9-8c3b-f5efcae587c0 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:30.233500 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b8705e5b-7093-4a16-ab53-fa8038fed966 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:30.280332 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7e9d72d1-d0ad-416b-acdd-b1f43f4025a3 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:30.361952 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-b8705e5b-7093-4a16-ab53-fa8038fed966 None None] For port 36c040c8-d6c1-43c9-8c3b-f5efcae587c0, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=36c040c8-d6c1-43c9-8c3b-f5efcae587c0,segment=NetworkSegment(e866b9af-bfa5-4ebe-8d89-1bc059a6bb43),segment_id=e866b9af-bfa5-4ebe-8d89-1bc059a6bb43)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:30.362867 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b8705e5b-7093-4a16-ab53-fa8038fed966 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:30.382743 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-b8705e5b-7093-4a16-ab53-fa8038fed966 None None] Calling delete_port for 36c040c8-d6c1-43c9-8c3b-f5efcae587c0 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:30.428193 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7e9d72d1-d0ad-416b-acdd-b1f43f4025a3 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:30.488997 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-305edea4-ec17-48d3-bb69-91ffaa127a5d req-3fc131d2-1e99-4afa-aede-4ed49263555c tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=8a8a8b52-04cc-4448-b9ba-aa8891977e9a HTTP/1.1" status: 200 len: 210 time: 0.5164886 Aug 31 09:26:30.565489 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b8705e5b-7093-4a16-ab53-fa8038fed966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:30.595600 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8705e5b-7093-4a16-ab53-fa8038fed966 None None] Pushing event deleted for resources: {'Port': ['ID=36c040c8-d6c1-43c9-8c3b-f5efcae587c0,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:30.602971 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8705e5b-7093-4a16-ab53-fa8038fed966 None None] No DVR routers for this DVR port 36c040c8-d6c1-43c9-8c3b-f5efcae587c0 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:26:30.632711 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7e9d72d1-d0ad-416b-acdd-b1f43f4025a3 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:30.641615 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda6bdce-14d6-47f5-bf4c-a6b98c6285e1 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:30.644992 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-bda6bdce-14d6-47f5-bf4c-a6b98c6285e1 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] 10.222.0.119 "GET /v2.0/ports?network_id=95c681de-fa69-49ec-b047-2a49f2c4b933&device_id=f2fa7a58-dc7f-4bf5-bdb5-e34b24180604&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7337735 Aug 31 09:26:30.650395 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42214) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:30.656340 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-40dd3a3b-2ba2-400e-90ee-f11966d3e8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:30.657984 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-40dd3a3b-2ba2-400e-90ee-f11966d3e8cf service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b23b223a-9bf9-44c7-9495-5e7b861ae144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7630403 Aug 31 09:26:30.664671 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d72d1-d0ad-416b-acdd-b1f43f4025a3 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event deleted for resources: {'Subnet': ['ID=d33a61e9-373e-498d-b8b4-3eae52065438,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:30.668600 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7e9d72d1-d0ad-416b-acdd-b1f43f4025a3 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:30.670586 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7e9d72d1-d0ad-416b-acdd-b1f43f4025a3 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "DELETE /v2.0/subnets/d33a61e9-373e-498d-b8b4-3eae52065438 HTTP/1.1" status: 204 len: 168 time: 0.5351493 Aug 31 09:26:30.673072 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42216) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:30.681103 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31a4c49-8b44-4727-b296-bf765f47bad3 None None] Network 5f44a4d7-03ee-46d5-8cc3-2f060a9a044f requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:30.799394 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6424fda4-5689-4d34-b311-ba6a0f5c85ff tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:30.871466 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-6424fda4-5689-4d34-b311-ba6a0f5c85ff tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Deleting port 2fae3016-e439-4cf2-8e4c-b18c0505ed92 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:30.871466 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6424fda4-5689-4d34-b311-ba6a0f5c85ff tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:30.874373 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d85277-14b2-4f42-82ed-12a24cd6fe14 req-20a32e65-2061-4e86-a857-666cd222e9f9 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:30.876208 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-09d85277-14b2-4f42-82ed-12a24cd6fe14 req-20a32e65-2061-4e86-a857-666cd222e9f9 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.8676136 Aug 31 09:26:30.913459 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e33d2e-101e-4443-8dec-0a2e4d51b2cf None None] DHCP port deletion for 5f44a4d7-03ee-46d5-8cc3-2f060a9a044f request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:26:30.952384 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-6424fda4-5689-4d34-b311-ba6a0f5c85ff tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] For port 2fae3016-e439-4cf2-8e4c-b18c0505ed92, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=2fae3016-e439-4cf2-8e4c-b18c0505ed92,segment=NetworkSegment(77eb3298-6e7a-4445-a401-c248d64720d8),segment_id=77eb3298-6e7a-4445-a401-c248d64720d8)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:30.952905 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6424fda4-5689-4d34-b311-ba6a0f5c85ff tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:30.970435 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-6424fda4-5689-4d34-b311-ba6a0f5c85ff tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Calling delete_port for 2fae3016-e439-4cf2-8e4c-b18c0505ed92 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:30.992322 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-28e33d2e-101e-4443-8dec-0a2e4d51b2cf None None] Deleting port 2fae3016-e439-4cf2-8e4c-b18c0505ed92 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:30.994307 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-28e33d2e-101e-4443-8dec-0a2e4d51b2cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:31.020176 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6be126-b4a7-41a0-a43a-38d5989e75e5 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:31.026123 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-cc6be126-b4a7-41a0-a43a-38d5989e75e5 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 881 time: 0.3676634 Aug 31 09:26:31.026123 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-f1c9f04b-ef65-4563-b14b-16279a1b70af service neutron] 10.222.0.112 "GET /v2.0/networks/b23b223a-9bf9-44c7-9495-5e7b861ae144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511155 Aug 31 09:26:31.026123 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42226) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:31.039442 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-81d6a31a-2942-488f-ad4c-30334e48d954 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:31.041173 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-81d6a31a-2942-488f-ad4c-30334e48d954 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.59 "GET /v2.0/networks?id=f668d119-0317-4e13-bd19-a19b34b961f5 HTTP/1.1" status: 200 len: 812 time: 1.0435078 Aug 31 09:26:31.051699 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-e407d795-99d2-44a2-b7d5-2361e303f004 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Deleting port 36c040c8-d6c1-43c9-8c3b-f5efcae587c0 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:31.052070 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e407d795-99d2-44a2-b7d5-2361e303f004 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:31.099271 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-28e33d2e-101e-4443-8dec-0a2e4d51b2cf None None] For port 2fae3016-e439-4cf2-8e4c-b18c0505ed92, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=2fae3016-e439-4cf2-8e4c-b18c0505ed92,segment=NetworkSegment(77eb3298-6e7a-4445-a401-c248d64720d8),segment_id=77eb3298-6e7a-4445-a401-c248d64720d8)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:31.099977 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-28e33d2e-101e-4443-8dec-0a2e4d51b2cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:31.117707 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-28e33d2e-101e-4443-8dec-0a2e4d51b2cf None None] Calling delete_port for 2fae3016-e439-4cf2-8e4c-b18c0505ed92 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:31.132433 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-e407d795-99d2-44a2-b7d5-2361e303f004 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] For port 36c040c8-d6c1-43c9-8c3b-f5efcae587c0, host n-d-791506-28, got binding levels [] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:31.132947 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e407d795-99d2-44a2-b7d5-2361e303f004 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:31.148298 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-e407d795-99d2-44a2-b7d5-2361e303f004 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Calling delete_port for 36c040c8-d6c1-43c9-8c3b-f5efcae587c0 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:31.151123 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.ipam_backend_mixin [None req-e407d795-99d2-44a2-b7d5-2361e303f004 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Port 36c040c8-d6c1-43c9-8c3b-f5efcae587c0 was not found and therefore no delete operation was performed {{(pid=95553) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:26:31.167645 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6424fda4-5689-4d34-b311-ba6a0f5c85ff tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:31.167920 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-e45bc0cf-700e-4c10-930c-f587f6ad7466 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Request body: {'port': {'device_id': '8a8a8b52-04cc-4448-b9ba-aa8891977e9a', 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5', 'admin_state_up': True, 'tenant_id': 'e7263d55640346b092e769ab252c85c3'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:31.182154 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6424fda4-5689-4d34-b311-ba6a0f5c85ff tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] No DVR routers for this DVR port 2fae3016-e439-4cf2-8e4c-b18c0505ed92 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:26:31.203486 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424fda4-5689-4d34-b311-ba6a0f5c85ff tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event deleted for resources: {'Port': ['ID=2fae3016-e439-4cf2-8e4c-b18c0505ed92,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:31.237435 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-28e33d2e-101e-4443-8dec-0a2e4d51b2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:31.241639 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e407d795-99d2-44a2-b7d5-2361e303f004 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:31.268471 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e33d2e-101e-4443-8dec-0a2e4d51b2cf None None] Pushing event deleted for resources: {'Port': ['ID=2fae3016-e439-4cf2-8e4c-b18c0505ed92,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:31.277428 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e33d2e-101e-4443-8dec-0a2e4d51b2cf None None] No DVR routers for this DVR port 2fae3016-e439-4cf2-8e4c-b18c0505ed92 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:26:31.293887 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6424fda4-5689-4d34-b311-ba6a0f5c85ff tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:31.319197 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-6424fda4-5689-4d34-b311-ba6a0f5c85ff tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f44a4d7-03ee-46d5-8cc3-2f060a9a044f']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:31.319363 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e407d795-99d2-44a2-b7d5-2361e303f004 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] No DVR routers for this DVR port 36c040c8-d6c1-43c9-8c3b-f5efcae587c0 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:26:31.337204 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-6424fda4-5689-4d34-b311-ba6a0f5c85ff tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77eb3298-6e7a-4445-a401-c248d64720d8') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:31.337500 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-6424fda4-5689-4d34-b311-ba6a0f5c85ff tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77eb3298-6e7a-4445-a401-c248d64720d8') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:31.352209 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6424fda4-5689-4d34-b311-ba6a0f5c85ff tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:31.363225 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407d795-99d2-44a2-b7d5-2361e303f004 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Pushing event deleted for resources: {'Port': ['ID=36c040c8-d6c1-43c9-8c3b-f5efcae587c0,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:31.370645 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6424fda4-5689-4d34-b311-ba6a0f5c85ff tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:31.378571 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6424fda4-5689-4d34-b311-ba6a0f5c85ff tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Releasing vlan 1638 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:26:31.379131 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6424fda4-5689-4d34-b311-ba6a0f5c85ff tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:31.391519 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2fae3016-e439-4cf2-8e4c-b18c0505ed92 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:31.397567 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:26:31.397567 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:26:31.397567 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:26:31.397567 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:26:31.397567 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:26:31.397567 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:26:31.397567 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:26:31.397567 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:26:31.397567 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:26:31.397567 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:26:31.397567 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:26:31.397567 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:26:31.397567 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:26:31.397567 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:26:31.397567 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:26:31.397567 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:26:31.397567 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:26:31.397567 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:26:31.397567 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:26:31.397567 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:26:31.397567 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:26:31.397567 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:26:31.397567 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:26:31.397567 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:26:31.397567 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:26:31.397567 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:26:31.397567 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:26:31.397567 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:26:31.397567 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:26:31.397567 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:26:31.397567 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:26:31.397567 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:26:31.434146 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 2fae3016-e439-4cf2-8e4c-b18c0505ed92 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:26:31.434764 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2fae3016-e439-4cf2-8e4c-b18c0505ed92 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:26:31.436140 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 36c040c8-d6c1-43c9-8c3b-f5efcae587c0 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:31.440900 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e407d795-99d2-44a2-b7d5-2361e303f004 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:31.451887 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-e407d795-99d2-44a2-b7d5-2361e303f004 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['526169cc-5af1-4a40-8f69-10bd7d5a7071']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:31.461506 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 36c040c8-d6c1-43c9-8c3b-f5efcae587c0 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:26:31.461851 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 36c040c8-d6c1-43c9-8c3b-f5efcae587c0 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:26:31.470712 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-e407d795-99d2-44a2-b7d5-2361e303f004 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e866b9af-bfa5-4ebe-8d89-1bc059a6bb43') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:31.470712 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-e407d795-99d2-44a2-b7d5-2361e303f004 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e866b9af-bfa5-4ebe-8d89-1bc059a6bb43') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:31.476877 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e407d795-99d2-44a2-b7d5-2361e303f004 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:31.484532 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-dcf074f1-f189-4419-b39a-d0ffc872b6c1 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] 10.222.0.119 "GET /v2.0/ports?device_id=f2fa7a58-dc7f-4bf5-bdb5-e34b24180604 HTTP/1.1" status: 200 len: 205 time: 0.4417548 Aug 31 09:26:31.487074 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42236) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:31.566657 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e407d795-99d2-44a2-b7d5-2361e303f004 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:31.569698 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6424fda4-5689-4d34-b311-ba6a0f5c85ff tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:31.583061 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6424fda4-5689-4d34-b311-ba6a0f5c85ff tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:31.585576 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6424fda4-5689-4d34-b311-ba6a0f5c85ff tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "DELETE /v2.0/networks/5f44a4d7-03ee-46d5-8cc3-2f060a9a044f HTTP/1.1" status: 204 len: 168 time: 0.9049358 Aug 31 09:26:31.591416 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-09d85277-14b2-4f42-82ed-12a24cd6fe14 req-7b05b077-5597-4e53-827f-7a99b3b0fa57 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6891594 Aug 31 09:26:31.594108 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e407d795-99d2-44a2-b7d5-2361e303f004 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Releasing vlan 1603 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:26:31.594776 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e407d795-99d2-44a2-b7d5-2361e303f004 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:31.596570 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42242) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:31.600981 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:26:31.600981 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:26:31.600981 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:26:31.600981 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:26:31.600981 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:26:31.600981 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:26:31.600981 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:26:31.600981 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:26:31.600981 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:26:31.600981 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:26:31.600981 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:26:31.600981 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:26:31.600981 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:26:31.600981 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:26:31.600981 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:26:31.600981 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:26:31.600981 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:26:31.600981 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:26:31.600981 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:26:31.600981 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:26:31.600981 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:26:31.600981 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:26:31.600981 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:26:31.600981 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:26:31.600981 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:26:31.600981 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:26:31.600981 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:26:31.600981 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:26:31.600981 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:26:31.600981 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:26:31.600981 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:26:31.600981 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:26:31.613336 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424fda4-5689-4d34-b311-ba6a0f5c85ff tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event deleted for resources: {'Network': ['ID=5f44a4d7-03ee-46d5-8cc3-2f060a9a044f,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:31.640400 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cdbb21c-0c3b-48da-b47b-c2249247f21c tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] DELETE failed (client error): The resource could not be found. Aug 31 09:26:31.642820 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cdbb21c-0c3b-48da-b47b-c2249247f21c tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:26:31.652336 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8cdbb21c-0c3b-48da-b47b-c2249247f21c tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "DELETE /v2.0/subnets/40c1296e-4740-4d54-8d06-856511b0e7ba HTTP/1.1" status: 404 len: 337 time: 0.0468764 Aug 31 09:26:31.652336 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42246) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:31.678325 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-3735da80-3da1-45dc-9915-f3414f941d04 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] DELETE failed (client error): The resource could not be found. Aug 31 09:26:31.679500 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3735da80-3da1-45dc-9915-f3414f941d04 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:26:31.683390 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3735da80-3da1-45dc-9915-f3414f941d04 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "DELETE /v2.0/networks/0eae997d-7381-4b88-bbc8-405673d3d4b7 HTTP/1.1" status: 404 len: 339 time: 0.0318587 Aug 31 09:26:31.709909 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42250) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:31.748760 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b4e877e-95df-4d18-b6e9-233d9077b949 req-3511c1ac-7849-40eb-9a5e-5ec4caeedf8e service neutron] 10.222.0.112 "GET /v2.0/networks/b23b223a-9bf9-44c7-9495-5e7b861ae144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5947216 Aug 31 09:26:31.786567 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71a505c4-82ac-46a7-b53e-dd71fcd38e7e req-e39785e8-117b-4d82-908e-748a9d8b151c tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=8a8a8b52-04cc-4448-b9ba-aa8891977e9a HTTP/1.1" status: 200 len: 210 time: 0.1844373 Aug 31 09:26:31.791501 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1eaa98c4-b107-40ec-8c1c-c8dd4c4dc198 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:31.843023 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f8a4721-d309-41a8-94d0-96b4636f1d52 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Deleting subnet da132cfb-f00e-4817-b2d7-9e0605470c86 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:26:31.849328 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3f8a4721-d309-41a8-94d0-96b4636f1d52 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:31.927520 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3f8a4721-d309-41a8-94d0-96b4636f1d52 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:31.945116 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e407d795-99d2-44a2-b7d5-2361e303f004 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:31.955531 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e407d795-99d2-44a2-b7d5-2361e303f004 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:31.958192 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e407d795-99d2-44a2-b7d5-2361e303f004 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] 10.222.0.119 "DELETE /v2.0/networks/526169cc-5af1-4a40-8f69-10bd7d5a7071 HTTP/1.1" status: 204 len: 168 time: 2.3353126 Aug 31 09:26:31.971956 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407d795-99d2-44a2-b7d5-2361e303f004 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038 tempest-ExtraDHCPOptionsIpV6TestJSON-1725288038-project] Pushing event deleted for resources: {'Network': ['ID=526169cc-5af1-4a40-8f69-10bd7d5a7071,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:31.993958 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1eaa98c4-b107-40ec-8c1c-c8dd4c4dc198 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:32.005083 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-e45bc0cf-700e-4c10-930c-f587f6ad7466 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Made reservation on behalf of e7263d55640346b092e769ab252c85c3 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:32.008983 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-e45bc0cf-700e-4c10-930c-f587f6ad7466 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:32.083872 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3f8a4721-d309-41a8-94d0-96b4636f1d52 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:32.208803 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-1eaa98c4-b107-40ec-8c1c-c8dd4c4dc198 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Deleting port a3f63d54-dcaa-4ebf-8d2d-e8385e930407 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:32.209143 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1eaa98c4-b107-40ec-8c1c-c8dd4c4dc198 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:32.227232 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-e45bc0cf-700e-4c10-930c-f587f6ad7466 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Allocated IP 172.20.0.4 (f668d119-0317-4e13-bd19-a19b34b961f5/d9ae897c-9425-4b1d-8e0e-fa584db75384/a7377c98-ac30-4ccf-8ea3-84cb840bc9a2) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:32.285607 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3f8a4721-d309-41a8-94d0-96b4636f1d52 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:32.294335 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1eaa98c4-b107-40ec-8c1c-c8dd4c4dc198 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:32.329452 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a4721-d309-41a8-94d0-96b4636f1d52 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event deleted for resources: {'Subnet': ['ID=da132cfb-f00e-4817-b2d7-9e0605470c86,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:32.331503 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3f8a4721-d309-41a8-94d0-96b4636f1d52 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:32.333377 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3f8a4721-d309-41a8-94d0-96b4636f1d52 tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "DELETE /v2.0/subnets/da132cfb-f00e-4817-b2d7-9e0605470c86 HTTP/1.1" status: 204 len: 168 time: 0.6221557 Aug 31 09:26:32.334541 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-1eaa98c4-b107-40ec-8c1c-c8dd4c4dc198 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Calling delete_port for a3f63d54-dcaa-4ebf-8d2d-e8385e930407 owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:32.336176 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42264) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:32.352072 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1492a2-3983-48fc-98f3-370ab800caca None None] Network a205ffbf-3900-4fa6-96a3-3abeb3ee0247 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:32.437210 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-e45bc0cf-700e-4c10-930c-f587f6ad7466 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:32.465658 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-59dc1cf1-cde7-4c8c-9ddb-bd83524b36ee tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:32.597285 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:32.619275 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42268) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:32.630403 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-59dc1cf1-cde7-4c8c-9ddb-bd83524b36ee tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Deleting port 1933d676-f36c-41ce-9383-ccf3c899a1cc {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:32.630884 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-59dc1cf1-cde7-4c8c-9ddb-bd83524b36ee tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:32.639385 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-e45bc0cf-700e-4c10-930c-f587f6ad7466 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:32.654917 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54cea56-21ed-485d-bcbb-2dcffafe6b3c None None] DHCP port deletion for a205ffbf-3900-4fa6-96a3-3abeb3ee0247 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:26:32.721949 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-e45bc0cf-700e-4c10-930c-f587f6ad7466 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Network f668d119-0317-4e13-bd19-a19b34b961f5 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:32.722204 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-59dc1cf1-cde7-4c8c-9ddb-bd83524b36ee tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] For port 1933d676-f36c-41ce-9383-ccf3c899a1cc, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1933d676-f36c-41ce-9383-ccf3c899a1cc,segment=NetworkSegment(51d605c5-8096-4a54-a94b-f2b1e0279223),segment_id=51d605c5-8096-4a54-a94b-f2b1e0279223)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:32.722687 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-59dc1cf1-cde7-4c8c-9ddb-bd83524b36ee tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:32.739749 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-59dc1cf1-cde7-4c8c-9ddb-bd83524b36ee tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Calling delete_port for 1933d676-f36c-41ce-9383-ccf3c899a1cc owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:32.742504 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-e45bc0cf-700e-4c10-930c-f587f6ad7466 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:32.747845 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-e45bc0cf-700e-4c10-930c-f587f6ad7466 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:32.770862 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-f54cea56-21ed-485d-bcbb-2dcffafe6b3c None None] Deleting port 1933d676-f36c-41ce-9383-ccf3c899a1cc {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:32.790064 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f54cea56-21ed-485d-bcbb-2dcffafe6b3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:32.854938 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45bc0cf-700e-4c10-930c-f587f6ad7466 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Pushing event updated for resources: {'Port': ['ID=a7377c98-ac30-4ccf-8ea3-84cb840bc9a2,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:32.865761 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1eaa98c4-b107-40ec-8c1c-c8dd4c4dc198 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:32.890563 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42280) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:32.908846 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa98c4-b107-40ec-8c1c-c8dd4c4dc198 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Pushing event deleted for resources: {'Port': ['ID=a3f63d54-dcaa-4ebf-8d2d-e8385e930407,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:32.926294 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-e45bc0cf-700e-4c10-930c-f587f6ad7466 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:32.928745 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-e45bc0cf-700e-4c10-930c-f587f6ad7466 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:32.928995 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:32.963919 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eec69c-a06f-48ed-86b1-f463753621f3 req-0d66863d-5ee6-4320-a4eb-38f8e307d860 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:32.968471 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74eec69c-a06f-48ed-86b1-f463753621f3 req-0d66863d-5ee6-4320-a4eb-38f8e307d860 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.2291451 Aug 31 09:26:32.994770 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-f54cea56-21ed-485d-bcbb-2dcffafe6b3c None None] For port 1933d676-f36c-41ce-9383-ccf3c899a1cc, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1933d676-f36c-41ce-9383-ccf3c899a1cc,segment=NetworkSegment(51d605c5-8096-4a54-a94b-f2b1e0279223),segment_id=51d605c5-8096-4a54-a94b-f2b1e0279223)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:32.997525 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f54cea56-21ed-485d-bcbb-2dcffafe6b3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:33.025404 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1eaa98c4-b107-40ec-8c1c-c8dd4c4dc198 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:33.028208 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-f54cea56-21ed-485d-bcbb-2dcffafe6b3c None None] Calling delete_port for 1933d676-f36c-41ce-9383-ccf3c899a1cc owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:33.073841 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-59dc1cf1-cde7-4c8c-9ddb-bd83524b36ee tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:33.086820 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-e45bc0cf-700e-4c10-930c-f587f6ad7466 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9230478 Aug 31 09:26:33.098392 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74eec69c-a06f-48ed-86b1-f463753621f3 req-c1ac39ad-f40d-49b1-b54f-2788f9132098 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225636 Aug 31 09:26:33.114855 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-9c6cabe9-ab0d-4138-8f79-e45474be5044 service neutron] Request body: {'port': {'device_id': '8a8a8b52-04cc-4448-b9ba-aa8891977e9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:33.131983 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f54cea56-21ed-485d-bcbb-2dcffafe6b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:33.147359 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc1cf1-cde7-4c8c-9ddb-bd83524b36ee tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event deleted for resources: {'Port': ['ID=1933d676-f36c-41ce-9383-ccf3c899a1cc,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:33.155910 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dc1cf1-cde7-4c8c-9ddb-bd83524b36ee tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] No DVR routers for this DVR port 1933d676-f36c-41ce-9383-ccf3c899a1cc on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:26:33.156182 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a0bebbcb-c7e1-432a-b3e9-4cac9ea087de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:33.168127 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54cea56-21ed-485d-bcbb-2dcffafe6b3c None None] Pushing event deleted for resources: {'Port': ['ID=1933d676-f36c-41ce-9383-ccf3c899a1cc,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:33.175861 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54cea56-21ed-485d-bcbb-2dcffafe6b3c None None] No DVR routers for this DVR port 1933d676-f36c-41ce-9383-ccf3c899a1cc on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:26:33.212081 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-20db3301-f792-4627-b7b0-55ede66488bb admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=a57fea29bdec4a03923ca1a5ebd3f518&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5901480 Aug 31 09:26:33.229570 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42286) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:33.239399 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-9c6cabe9-ab0d-4138-8f79-e45474be5044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:33.240357 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1eaa98c4-b107-40ec-8c1c-c8dd4c4dc198 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:33.250283 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314997a4-c5e1-486b-bf85-d8aaab338256 req-8221c39d-ab70-4a3d-8e16-e36e9b902437 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:33.252751 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-314997a4-c5e1-486b-bf85-d8aaab338256 req-8221c39d-ab70-4a3d-8e16-e36e9b902437 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=8a8a8b52-04cc-4448-b9ba-aa8891977e9a HTTP/1.1" status: 200 len: 931 time: 0.2174177 Aug 31 09:26:33.256568 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1eaa98c4-b107-40ec-8c1c-c8dd4c4dc198 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:33.346176 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-59dc1cf1-cde7-4c8c-9ddb-bd83524b36ee tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:33.360018 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-59dc1cf1-cde7-4c8c-9ddb-bd83524b36ee tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a205ffbf-3900-4fa6-96a3-3abeb3ee0247']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:33.374658 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-59dc1cf1-cde7-4c8c-9ddb-bd83524b36ee tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d605c5-8096-4a54-a94b-f2b1e0279223') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:33.374927 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-59dc1cf1-cde7-4c8c-9ddb-bd83524b36ee tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d605c5-8096-4a54-a94b-f2b1e0279223') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:33.386533 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-59dc1cf1-cde7-4c8c-9ddb-bd83524b36ee tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:33.404923 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1933d676-f36c-41ce-9383-ccf3c899a1cc no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:33.417396 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-59dc1cf1-cde7-4c8c-9ddb-bd83524b36ee tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:33.425610 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-314997a4-c5e1-486b-bf85-d8aaab338256 req-f6178a00-3b6b-4627-ad2f-733df29925c6 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531088 Aug 31 09:26:33.431803 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 1933d676-f36c-41ce-9383-ccf3c899a1cc {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:26:33.432417 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1933d676-f36c-41ce-9383-ccf3c899a1cc not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:26:33.446483 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59dc1cf1-cde7-4c8c-9ddb-bd83524b36ee tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Releasing vlan 1621 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:26:33.446483 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-59dc1cf1-cde7-4c8c-9ddb-bd83524b36ee tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:33.487405 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:26:33.487405 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:26:33.487405 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:26:33.487405 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:26:33.487405 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:26:33.487405 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:26:33.487405 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:26:33.487405 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:26:33.487405 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:26:33.487405 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:26:33.487405 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:26:33.487405 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:26:33.487405 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:26:33.487405 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:26:33.487405 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:26:33.487405 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:26:33.487405 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:26:33.487405 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:26:33.487405 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:26:33.487405 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:26:33.487405 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:26:33.487405 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:26:33.487405 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:26:33.487405 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:26:33.487405 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:26:33.487405 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:26:33.487405 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:26:33.487405 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:26:33.487405 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:26:33.487405 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:26:33.487405 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:26:33.487405 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:26:33.512715 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f55e880b-0f8a-4f3a-9084-20975455da2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:33.551973 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a0bebbcb-c7e1-432a-b3e9-4cac9ea087de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:33.568821 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f55e880b-0f8a-4f3a-9084-20975455da2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:33.608157 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1eaa98c4-b107-40ec-8c1c-c8dd4c4dc198 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:33.608729 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eaa98c4-b107-40ec-8c1c-c8dd4c4dc198 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Fanout notify agent at l3_agent the message router_deleted on router f2fa7a58-dc7f-4bf5-bdb5-e34b24180604 {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:26:33.619737 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1eaa98c4-b107-40ec-8c1c-c8dd4c4dc198 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:33.620806 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1eaa98c4-b107-40ec-8c1c-c8dd4c4dc198 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] 10.222.0.119 "DELETE /v2.0/routers/f2fa7a58-dc7f-4bf5-bdb5-e34b24180604 HTTP/1.1" status: 204 len: 168 time: 2.1325383 Aug 31 09:26:33.624562 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42288) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:33.630289 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-69aea753-b10b-4c2e-ad18-83fdaa9ee97f tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-642850495', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:33.646193 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-59dc1cf1-cde7-4c8c-9ddb-bd83524b36ee tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:33.648777 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a0bebbcb-c7e1-432a-b3e9-4cac9ea087de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:33.651232 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-59dc1cf1-cde7-4c8c-9ddb-bd83524b36ee tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:33.653101 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-59dc1cf1-cde7-4c8c-9ddb-bd83524b36ee tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] 10.222.0.119 "DELETE /v2.0/networks/a205ffbf-3900-4fa6-96a3-3abeb3ee0247 HTTP/1.1" status: 204 len: 168 time: 1.3157432 Aug 31 09:26:33.679034 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc1cf1-cde7-4c8c-9ddb-bd83524b36ee tempest-NetworksIpV6Test-1510159536 tempest-NetworksIpV6Test-1510159536-project] Pushing event deleted for resources: {'Network': ['ID=a205ffbf-3900-4fa6-96a3-3abeb3ee0247,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:33.696496 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a0bebbcb-c7e1-432a-b3e9-4cac9ea087de admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=4108debc51d6411bbf4eaa0abc7e752a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8031569 Aug 31 09:26:33.699428 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42292) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:33.727477 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bebbcb-c7e1-432a-b3e9-4cac9ea087de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8cacd9-9626-4a5f-82f5-edcd44bcdbec,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:33.762462 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-03202f00-454d-4142-ac22-e36d77556bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:33.788449 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-03202f00-454d-4142-ac22-e36d77556bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:33.791247 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-69aea753-b10b-4c2e-ad18-83fdaa9ee97f tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:33.792533 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-69aea753-b10b-4c2e-ad18-83fdaa9ee97f tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:33.815038 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-9c6cabe9-ab0d-4138-8f79-e45474be5044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7377c98-ac30-4ccf-8ea3-84cb840bc9a2 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:26:33.822863 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-9c6cabe9-ab0d-4138-8f79-e45474be5044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:33.843727 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f55e880b-0f8a-4f3a-9084-20975455da2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:33.847888 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f55e880b-0f8a-4f3a-9084-20975455da2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:33.851234 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f55e880b-0f8a-4f3a-9084-20975455da2a admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/044c483b-b79b-4a50-a4d8-7fab08a597c2 HTTP/1.1" status: 204 len: 168 time: 0.6237960 Aug 31 09:26:33.851234 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-9c6cabe9-ab0d-4138-8f79-e45474be5044 service neutron] Transition to ACTIVE for port object a7377c98-ac30-4ccf-8ea3-84cb840bc9a2 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:33.858676 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e880b-0f8a-4f3a-9084-20975455da2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044c483b-b79b-4a50-a4d8-7fab08a597c2,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:33.878615 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-69aea753-b10b-4c2e-ad18-83fdaa9ee97f tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:33.947452 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-9c6cabe9-ab0d-4138-8f79-e45474be5044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:34.008605 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6cabe9-ab0d-4138-8f79-e45474be5044 service neutron] Pushing event updated for resources: {'Port': ['ID=a7377c98-ac30-4ccf-8ea3-84cb840bc9a2,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:34.043027 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-69aea753-b10b-4c2e-ad18-83fdaa9ee97f tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:34.048853 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-03202f00-454d-4142-ac22-e36d77556bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:34.052296 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-03202f00-454d-4142-ac22-e36d77556bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:34.055143 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-03202f00-454d-4142-ac22-e36d77556bf0 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/9d8cacd9-9626-4a5f-82f5-edcd44bcdbec HTTP/1.1" status: 204 len: 168 time: 0.3529541 Aug 31 09:26:34.068240 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03202f00-454d-4142-ac22-e36d77556bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8cacd9-9626-4a5f-82f5-edcd44bcdbec,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:34.093510 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-9c6cabe9-ab0d-4138-8f79-e45474be5044 service neutron] Attempting to bind port a7377c98-ac30-4ccf-8ea3-84cb840bc9a2 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:26:34.093841 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-9c6cabe9-ab0d-4138-8f79-e45474be5044 service neutron] Attempting to bind port a7377c98-ac30-4ccf-8ea3-84cb840bc9a2 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '316e1015-f12d-422c-8b11-cf75c56464db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:26:34.094167 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-9c6cabe9-ab0d-4138-8f79-e45474be5044 service neutron] Attempting to bind port a7377c98-ac30-4ccf-8ea3-84cb840bc9a2 on network f668d119-0317-4e13-bd19-a19b34b961f5 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:26:34.108094 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-9c6cabe9-ab0d-4138-8f79-e45474be5044 service neutron] Port a7377c98-ac30-4ccf-8ea3-84cb840bc9a2 on network f668d119-0317-4e13-bd19-a19b34b961f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:26:34.108094 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-9c6cabe9-ab0d-4138-8f79-e45474be5044 service neutron] Attempting to bind port a7377c98-ac30-4ccf-8ea3-84cb840bc9a2 on network f668d119-0317-4e13-bd19-a19b34b961f5 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:26:34.108094 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-9c6cabe9-ab0d-4138-8f79-e45474be5044 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:26:34.108094 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-9c6cabe9-ab0d-4138-8f79-e45474be5044 service neutron] Checking segment: {'id': '316e1015-f12d-422c-8b11-cf75c56464db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:34.108094 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-9c6cabe9-ab0d-4138-8f79-e45474be5044 service neutron] Bound using segment: {'id': '316e1015-f12d-422c-8b11-cf75c56464db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:26:34.108094 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-9c6cabe9-ab0d-4138-8f79-e45474be5044 service neutron] Bound port: a7377c98-ac30-4ccf-8ea3-84cb840bc9a2, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316e1015-f12d-422c-8b11-cf75c56464db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:26:34.108094 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-9c6cabe9-ab0d-4138-8f79-e45474be5044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:34.183581 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-9c6cabe9-ab0d-4138-8f79-e45474be5044 service neutron] For port a7377c98-ac30-4ccf-8ea3-84cb840bc9a2, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:26:34.187411 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-9c6cabe9-ab0d-4138-8f79-e45474be5044 service neutron] For port a7377c98-ac30-4ccf-8ea3-84cb840bc9a2, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=a7377c98-ac30-4ccf-8ea3-84cb840bc9a2,segment=NetworkSegment(316e1015-f12d-422c-8b11-cf75c56464db),segment_id=316e1015-f12d-422c-8b11-cf75c56464db)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:26:34.192800 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-69aea753-b10b-4c2e-ad18-83fdaa9ee97f tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:34.198883 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-69aea753-b10b-4c2e-ad18-83fdaa9ee97f tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5726929 Aug 31 09:26:34.203332 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42304) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:34.209147 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-e875d7c0-c6d7-485e-b803-5b028adc246d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'enable_snat': True}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:34.286147 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-9c6cabe9-ab0d-4138-8f79-e45474be5044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:34.334332 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e4358-e233-402d-ba92-b52f9b427e83 req-55ae0b61-c2d6-4beb-98a3-8839ecd6208d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:34.336223 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d7e4358-e233-402d-ba92-b52f9b427e83 req-55ae0b61-c2d6-4beb-98a3-8839ecd6208d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.1474361 Aug 31 09:26:34.361995 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-9c6cabe9-ab0d-4138-8f79-e45474be5044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:34.367146 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-9c6cabe9-ab0d-4138-8f79-e45474be5044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:34.367146 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-9c6cabe9-ab0d-4138-8f79-e45474be5044 service neutron] 10.222.0.59 "PUT /v2.0/ports/a7377c98-ac30-4ccf-8ea3-84cb840bc9a2 HTTP/1.1" status: 200 len: 1092 time: 1.2575436 Aug 31 09:26:34.380526 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8a8b52-04cc-4448-b9ba-aa8891977e9a', 'tag': 'a7377c98-ac30-4ccf-8ea3-84cb840bc9a2'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:34.383470 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ce8fe6-4b07-4970-9590-ee4e452581e8" -d '{"events": [{"name": "network-changed", "server_uuid": "8a8a8b52-04cc-4448-b9ba-aa8891977e9a", "tag": "a7377c98-ac30-4ccf-8ea3-84cb840bc9a2"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:34.399211 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42310) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:34.455485 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d7e4358-e233-402d-ba92-b52f9b427e83 req-5b4e3cdd-d1a1-4df6-8e34-26f36cb22b6b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899606 Aug 31 09:26:34.457993 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6cabe9-ab0d-4138-8f79-e45474be5044 service neutron] Pushing event updated for resources: {'Port': ['ID=a7377c98-ac30-4ccf-8ea3-84cb840bc9a2,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:34.475514 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b51f09-cc29-4179-8708-703a8e080190 x-openstack-request-id: req-75b51f09-cc29-4179-8708-703a8e080190 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:34.475792 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a8a8b52-04cc-4448-b9ba-aa8891977e9a", "tag": "a7377c98-ac30-4ccf-8ea3-84cb840bc9a2", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:34.476925 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-75b51f09-cc29-4179-8708-703a8e080190 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:34.477343 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a8a8b52-04cc-4448-b9ba-aa8891977e9a', 'tag': 'a7377c98-ac30-4ccf-8ea3-84cb840bc9a2', 'status': 'completed', 'code': 200} Aug 31 09:26:34.479693 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e875d7c0-c6d7-485e-b803-5b028adc246d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:34.595314 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-cd2589db-7bfa-4faf-9cb2-76aa3b95f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:34.596986 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-cd2589db-7bfa-4faf-9cb2-76aa3b95f479 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7263d55640346b092e769ab252c85c3&device_id=8a8a8b52-04cc-4448-b9ba-aa8891977e9a HTTP/1.1" status: 200 len: 1095 time: 0.0989745 Aug 31 09:26:34.616381 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f72c5-9597-41f9-ac60-7988e7e6dad0 req-782229fb-cd13-47dc-b7af-6c64e7c3c921 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:34.617910 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b01f72c5-9597-41f9-ac60-7988e7e6dad0 req-782229fb-cd13-47dc-b7af-6c64e7c3c921 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=8a8a8b52-04cc-4448-b9ba-aa8891977e9a HTTP/1.1" status: 200 len: 943 time: 0.0737875 Aug 31 09:26:34.657607 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-02448a1f-8f9e-40b8-bb76-73a3741f7719 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7377c98-ac30-4ccf-8ea3-84cb840bc9a2 HTTP/1.1" status: 200 len: 217 time: 0.0504401 Aug 31 09:26:34.778382 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b01f72c5-9597-41f9-ac60-7988e7e6dad0 req-fda0426c-c522-4d87-92ba-f4035d0db023 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235268 Aug 31 09:26:34.812912 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-c8c2f704-1d62-4a2a-800c-ee42dcb34934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:34.817272 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-c8c2f704-1d62-4a2a-800c-ee42dcb34934 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9ae897c-9425-4b1d-8e0e-fa584db75384 HTTP/1.1" status: 200 len: 852 time: 0.1311121 Aug 31 09:26:34.862832 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-111558a5-3ad5-4145-b36c-3135157255a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f668d119-0317-4e13-bd19-a19b34b961f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392141 Aug 31 09:26:34.867739 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-59c4cf1d-8cee-4e23-860c-06469d376e8e admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=6a89472a07f54f00b52b237b1a531827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4665377 Aug 31 09:26:34.873362 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42332) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:34.886720 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e875d7c0-c6d7-485e-b803-5b028adc246d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:34.915660 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e875d7c0-c6d7-485e-b803-5b028adc246d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:35.028002 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ff8b5f8f-bdc3-4579-8420-cbecd2b57eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:35.082119 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-e875d7c0-c6d7-485e-b803-5b028adc246d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Allocated IP 172.25.2.241 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/4e18853f-36f2-4535-a03e-15ca8522e309) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:35.085650 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-cf3fb4b6-2ab5-4ce5-a4ec-ce4112210a67 service neutron] 10.222.0.59 "GET /v2.0/networks/f668d119-0317-4e13-bd19-a19b34b961f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112906 Aug 31 09:26:35.087724 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ff8b5f8f-bdc3-4579-8420-cbecd2b57eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:35.231138 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a9852ad-9e59-49f2-9aee-d93499a3683b req-0960bf74-ee86-4206-bd21-eac98b70675e service neutron] 10.222.0.59 "GET /v2.0/networks/f668d119-0317-4e13-bd19-a19b34b961f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232109 Aug 31 09:26:35.318163 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ff8b5f8f-bdc3-4579-8420-cbecd2b57eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:35.320850 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ff8b5f8f-bdc3-4579-8420-cbecd2b57eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:35.325028 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ff8b5f8f-bdc3-4579-8420-cbecd2b57eb1 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/b85fa326-8676-4382-b6b8-69cb050878ff HTTP/1.1" status: 204 len: 168 time: 0.4465756 Aug 31 09:26:35.343505 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b5f8f-bdc3-4579-8420-cbecd2b57eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85fa326-8676-4382-b6b8-69cb050878ff,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:35.439887 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce8fe6-4b07-4970-9590-ee4e452581e8 req-33259a9c-5643-4362-beaf-3325903abe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:35.441722 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11ce8fe6-4b07-4970-9590-ee4e452581e8 req-33259a9c-5643-4362-beaf-3325903abe60 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7263d55640346b092e769ab252c85c3&device_id=8a8a8b52-04cc-4448-b9ba-aa8891977e9a HTTP/1.1" status: 200 len: 1095 time: 0.0923605 Aug 31 09:26:35.601207 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce8fe6-4b07-4970-9590-ee4e452581e8 req-6398b128-dd3b-4428-a833-7a79222c84ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:35.603754 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11ce8fe6-4b07-4970-9590-ee4e452581e8 req-6398b128-dd3b-4428-a833-7a79222c84ef service neutron] 10.222.0.59 "GET /v2.0/networks?id=f668d119-0317-4e13-bd19-a19b34b961f5 HTTP/1.1" status: 200 len: 914 time: 0.1551542 Aug 31 09:26:35.640437 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e875d7c0-c6d7-485e-b803-5b028adc246d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:35.663910 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11ce8fe6-4b07-4970-9590-ee4e452581e8 req-c84f2da9-3b16-4f52-a7fd-ef439cda0aab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7377c98-ac30-4ccf-8ea3-84cb840bc9a2 HTTP/1.1" status: 200 len: 217 time: 0.0474374 Aug 31 09:26:35.672943 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ffaae-56c6-47e5-8f04-9a9b4d66a094 req-6aa20562-2bb0-4b80-9f7c-826c8f2aa036 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:35.674930 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c46ffaae-56c6-47e5-8f04-9a9b4d66a094 req-6aa20562-2bb0-4b80-9f7c-826c8f2aa036 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.1227670 Aug 31 09:26:35.787564 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e875d7c0-c6d7-485e-b803-5b028adc246d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:35.803470 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce8fe6-4b07-4970-9590-ee4e452581e8 req-714eee70-637d-4922-8afc-8b16d3fc145b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:35.806156 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11ce8fe6-4b07-4970-9590-ee4e452581e8 req-714eee70-637d-4922-8afc-8b16d3fc145b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9ae897c-9425-4b1d-8e0e-fa584db75384 HTTP/1.1" status: 200 len: 852 time: 0.1299911 Aug 31 09:26:35.819792 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c46ffaae-56c6-47e5-8f04-9a9b4d66a094 req-090fd2c4-83d8-4645-a219-dc0cc61553f3 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270659 Aug 31 09:26:35.888477 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11ce8fe6-4b07-4970-9590-ee4e452581e8 req-9c4f168a-4655-4208-9e1a-67a879036c3a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f668d119-0317-4e13-bd19-a19b34b961f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670462 Aug 31 09:26:35.894531 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e875d7c0-c6d7-485e-b803-5b028adc246d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:35.900546 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-e875d7c0-c6d7-485e-b803-5b028adc246d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:35.909960 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e875d7c0-c6d7-485e-b803-5b028adc246d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:35.946859 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e875d7c0-c6d7-485e-b803-5b028adc246d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Pushing event updated for resources: {'Port': ['ID=4e18853f-36f2-4535-a03e-15ca8522e309,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:36.042691 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11ce8fe6-4b07-4970-9590-ee4e452581e8 req-656323d8-fbb9-480e-90f3-0a981d896b2e service neutron] 10.222.0.59 "GET /v2.0/networks/f668d119-0317-4e13-bd19-a19b34b961f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453261 Aug 31 09:26:36.067445 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c58c6-34c5-4775-b511-9545de8e29ef req-dca49d64-83ea-451c-aab9-98d74b98e4a6 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:36.072026 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-718c58c6-34c5-4775-b511-9545de8e29ef req-dca49d64-83ea-451c-aab9-98d74b98e4a6 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=8a8a8b52-04cc-4448-b9ba-aa8891977e9a HTTP/1.1" status: 200 len: 943 time: 0.0847924 Aug 31 09:26:36.158917 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42378) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:36.192529 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-718c58c6-34c5-4775-b511-9545de8e29ef req-d2958a10-5c6b-460f-9528-d89b6af0e3d1 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884833 Aug 31 09:26:36.219710 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11ce8fe6-4b07-4970-9590-ee4e452581e8 req-de84cbef-a613-40ef-a074-1af4142ecd65 service neutron] 10.222.0.59 "GET /v2.0/networks/f668d119-0317-4e13-bd19-a19b34b961f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608753 Aug 31 09:26:36.317400 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-109f942d-a86f-46ff-aefe-62c690847f46 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-49533945'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:36.394710 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584844af-2e68-4537-b40c-6fc64d854261 req-ee983e1e-f084-4e30-a623-59584495f646 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:36.396309 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-584844af-2e68-4537-b40c-6fc64d854261 req-ee983e1e-f084-4e30-a623-59584495f646 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.0768738 Aug 31 09:26:36.450977 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e875d7c0-c6d7-485e-b803-5b028adc246d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:36.476090 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-584844af-2e68-4537-b40c-6fc64d854261 req-4ca98f5d-9206-499b-97c4-df9448cb78e9 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735970 Aug 31 09:26:36.491989 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70b831-2b6f-4668-b9eb-8ffb9e95a9c3 req-f020bb7c-78f1-4db5-b696-3e3a79670f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:36.493293 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd70b831-2b6f-4668-b9eb-8ffb9e95a9c3 req-f020bb7c-78f1-4db5-b696-3e3a79670f6c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1b5bd35927fb49bc9780e4d378d20df4&device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 1097 time: 0.0560055 Aug 31 09:26:36.514285 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109f942d-a86f-46ff-aefe-62c690847f46 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Made reservation on behalf of 93fcda7a6eab46b083c625d7ea3e0626 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:36.524637 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-109f942d-a86f-46ff-aefe-62c690847f46 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:36.543649 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-109f942d-a86f-46ff-aefe-62c690847f46 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:36.630718 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70b831-2b6f-4668-b9eb-8ffb9e95a9c3 req-356adee5-e940-413d-a46b-e202b3ca4571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:36.630718 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd70b831-2b6f-4668-b9eb-8ffb9e95a9c3 req-356adee5-e940-413d-a46b-e202b3ca4571 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f5553b74-379c-4750-8c9c-33e10cb78fdc HTTP/1.1" status: 200 len: 912 time: 0.1151185 Aug 31 09:26:36.701020 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd70b831-2b6f-4668-b9eb-8ffb9e95a9c3 req-01ec9e14-626e-495f-b647-4d02b4d6488a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=562155d5-60d9-49c5-a20f-72174fb90928 HTTP/1.1" status: 200 len: 1000 time: 0.0702822 Aug 31 09:26:36.721833 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-109f942d-a86f-46ff-aefe-62c690847f46 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:36.758068 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70b831-2b6f-4668-b9eb-8ffb9e95a9c3 req-3e89ca7e-c4ff-41d9-a4d7-5f9a74be95ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:36.759653 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd70b831-2b6f-4668-b9eb-8ffb9e95a9c3 req-3e89ca7e-c4ff-41d9-a4d7-5f9a74be95ea service neutron] 10.222.0.112 "GET /v2.0/subnets?id=38d49ab8-d8f2-42ae-8afb-2cc963a498ae HTTP/1.1" status: 200 len: 849 time: 0.0470843 Aug 31 09:26:36.819320 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70b831-2b6f-4668-b9eb-8ffb9e95a9c3 req-63a44da2-9083-47b9-84a7-af8dbd242ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:36.820887 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd70b831-2b6f-4668-b9eb-8ffb9e95a9c3 req-63a44da2-9083-47b9-84a7-af8dbd242ed6 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f5553b74-379c-4750-8c9c-33e10cb78fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503817 Aug 31 09:26:36.845326 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-109f942d-a86f-46ff-aefe-62c690847f46 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:36.889068 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-109f942d-a86f-46ff-aefe-62c690847f46 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] vlan segment allocate from pool success with {'vlan_id': 1621, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:26:36.900789 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e875d7c0-c6d7-485e-b803-5b028adc246d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2088949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2087107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5115'] for router, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:36.909231 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f942d-a86f-46ff-aefe-62c690847f46 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d78245cf-65ad-4986-8117-57760bff856f,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:36.916453 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e875d7c0-c6d7-485e-b803-5b028adc246d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2088958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2088935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2087130'] for router, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:36.919174 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-109f942d-a86f-46ff-aefe-62c690847f46 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:36.919520 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-109f942d-a86f-46ff-aefe-62c690847f46 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Added segment cc3648d9-2e53-4fb4-9b67-298542cd0cab of type vlan for network 938f4b68-7660-4a54-9654-bd69604d3610 Aug 31 09:26:36.972463 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd70b831-2b6f-4668-b9eb-8ffb9e95a9c3 req-d9014507-1baf-42e3-a1ac-5361e25f2d2f service neutron] 10.222.0.112 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411929 Aug 31 09:26:37.017447 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-109f942d-a86f-46ff-aefe-62c690847f46 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:37.138942 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd70b831-2b6f-4668-b9eb-8ffb9e95a9c3 req-bcc353ee-09a3-4bb0-96a3-81283894a492 service neutron] 10.222.0.112 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546383 Aug 31 09:26:37.191185 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42416) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:37.202291 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-109f942d-a86f-46ff-aefe-62c690847f46 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:37.209669 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109f942d-a86f-46ff-aefe-62c690847f46 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:37.210308 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-109f942d-a86f-46ff-aefe-62c690847f46 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:37.292666 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e875d7c0-c6d7-485e-b803-5b028adc246d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Router f110d283-9580-4ea8-a1b4-2c884c78d480 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:26:37.356691 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-aad0c549-f4ce-4116-abe1-9f03be57c91f tempest-DvrRoutersNegativeTest-1963403205 tempest-DvrRoutersNegativeTest-1963403205-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1396547351', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:37.359950 n-d-791506-28 neutron-server[95552]: DEBUG neutron.policy [None req-aad0c549-f4ce-4116-abe1-9f03be57c91f tempest-DvrRoutersNegativeTest-1963403205 tempest-DvrRoutersNegativeTest-1963403205-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95552) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 31 09:26:37.361066 n-d-791506-28 neutron-server[95552]: DEBUG neutron.policy [None req-aad0c549-f4ce-4116-abe1-9f03be57c91f tempest-DvrRoutersNegativeTest-1963403205 tempest-DvrRoutersNegativeTest-1963403205-project] Failed policy check for 'create_router' {{(pid=95552) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 31 09:26:37.361985 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-aad0c549-f4ce-4116-abe1-9f03be57c91f tempest-DvrRoutersNegativeTest-1963403205 tempest-DvrRoutersNegativeTest-1963403205-project] create failed (client error): Access was denied to this resource. Aug 31 09:26:37.363191 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-aad0c549-f4ce-4116-abe1-9f03be57c91f tempest-DvrRoutersNegativeTest-1963403205 tempest-DvrRoutersNegativeTest-1963403205-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1706529 Aug 31 09:26:37.366998 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-109f942d-a86f-46ff-aefe-62c690847f46 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2069814 Aug 31 09:26:37.369542 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f942d-a86f-46ff-aefe-62c690847f46 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Pushing event updated for resources: {'Network': ['ID=938f4b68-7660-4a54-9654-bd69604d3610,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:37.374590 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42426) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:37.380287 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-c5ff8ed7-7297-4a23-8429-9136cd3f1ac0 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Request body: {'subnet': {'network_id': '938f4b68-7660-4a54-9654-bd69604d3610', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:37.391027 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 938f4b68-7660-4a54-9654-bd69604d3610 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:26:37.491734 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c984a4-adcd-4434-9fe7-76e261406297 req-de2c50ec-87d1-487c-8f15-269e4ad85ed6 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:37.493911 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f4c984a4-adcd-4434-9fe7-76e261406297 req-de2c50ec-87d1-487c-8f15-269e4ad85ed6 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=8a8a8b52-04cc-4448-b9ba-aa8891977e9a HTTP/1.1" status: 200 len: 943 time: 0.2120366 Aug 31 09:26:37.505599 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e875d7c0-c6d7-485e-b803-5b028adc246d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:26:37.510612 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e875d7c0-c6d7-485e-b803-5b028adc246d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:37.511854 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e875d7c0-c6d7-485e-b803-5b028adc246d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] 10.222.0.119 "PUT /v2.0/routers/f110d283-9580-4ea8-a1b4-2c884c78d480 HTTP/1.1" status: 200 len: 914 time: 3.3101237 Aug 31 09:26:37.517230 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42430) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:37.530749 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014791b0-f52c-4b58-a542-e491ef8fae98 None None] Sync routers for ids ['f110d283-9580-4ea8-a1b4-2c884c78d480'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:26:37.551526 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014791b0-f52c-4b58-a542-e491ef8fae98 None None] Routers {'f110d283-9580-4ea8-a1b4-2c884c78d480'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:37.553186 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-014791b0-f52c-4b58-a542-e491ef8fae98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:26:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['f110d283-9580-4ea8-a1b4-2c884c78d480'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:37.563147 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f4c984a4-adcd-4434-9fe7-76e261406297 req-ede20ae7-3da5-4566-a65f-66d1735aab6e tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510194 Aug 31 09:26:37.639759 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ff8ed7-7297-4a23-8429-9136cd3f1ac0 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Made reservation on behalf of 93fcda7a6eab46b083c625d7ea3e0626 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:37.644700 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c5ff8ed7-7297-4a23-8429-9136cd3f1ac0 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:37.656209 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-014791b0-f52c-4b58-a542-e491ef8fae98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:37.695128 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014791b0-f52c-4b58-a542-e491ef8fae98 None None] Routers {'f110d283-9580-4ea8-a1b4-2c884c78d480'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:37.696356 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-014791b0-f52c-4b58-a542-e491ef8fae98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:26:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['f110d283-9580-4ea8-a1b4-2c884c78d480'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:37.731476 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6c62cbc6-b4d2-4eb0-9f5f-f8309106fdac tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] 10.222.0.119 "GET /v2.0/routers/f110d283-9580-4ea8-a1b4-2c884c78d480 HTTP/1.1" status: 200 len: 920 time: 0.2135482 Aug 31 09:26:37.736094 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42436) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:37.738317 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-014791b0-f52c-4b58-a542-e491ef8fae98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:37.739059 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014791b0-f52c-4b58-a542-e491ef8fae98 None None] The sync data for ids ['f110d283-9580-4ea8-a1b4-2c884c78d480'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:26:37.792834 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3641c8-7a32-4895-8567-35120b90d828 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:37.795752 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6b3641c8-7a32-4895-8567-35120b90d828 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] 10.222.0.119 "GET /v2.0/ports?network_id=95c681de-fa69-49ec-b047-2a49f2c4b933&device_id=f110d283-9580-4ea8-a1b4-2c884c78d480&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0583718 Aug 31 09:26:37.800433 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42438) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:37.826391 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f8cb6-3cf8-450a-a5a7-3b760ce2a790 req-93466a1c-95ac-4b5c-9b1b-10acf998fee3 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:37.827132 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-480f8cb6-3cf8-450a-a5a7-3b760ce2a790 req-93466a1c-95ac-4b5c-9b1b-10acf998fee3 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.1909025 Aug 31 09:26:37.901747 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf84358-112a-4d53-b40a-2e8a21bc4430 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:37.906405 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-480f8cb6-3cf8-450a-a5a7-3b760ce2a790 req-71591eaf-816a-45f2-a9a0-690889677c8d tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702584 Aug 31 09:26:37.906750 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42440) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:37.911745 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2bf84358-112a-4d53-b40a-2e8a21bc4430 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 881 time: 0.0985911 Aug 31 09:26:38.084767 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42444) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:38.202102 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42450) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:38.286849 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d5bd4e6-b5dc-4132-ba18-e1b11d22d600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:38.314757 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42454) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:38.315220 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3fa5b084-5e08-4299-b2cb-db2c1ae9a3c8 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] 10.222.0.119 "GET /v2.0/ports?device_id=f110d283-9580-4ea8-a1b4-2c884c78d480 HTTP/1.1" status: 200 len: 205 time: 0.4057980 Aug 31 09:26:38.333757 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bf8ebcef-87e5-48fb-927f-38f9bcd02633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:38.414881 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device a7377c98-ac30-4ccf-8ea3-84cb840bc9a2 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:26:38.421267 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c5ff8ed7-7297-4a23-8429-9136cd3f1ac0 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:38.467937 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7a637165-6d31-483e-b3f9-8119622905c9 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:38.492558 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff8ed7-7297-4a23-8429-9136cd3f1ac0 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Pushing event updated for resources: {'Subnet': ['ID=708ad6c0-689e-4996-bf02-783f8a5440c4,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:38.495367 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ff8ed7-7297-4a23-8429-9136cd3f1ac0 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Checking segment: {'id': 'cc3648d9-2e53-4fb4-9b67-298542cd0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': '938f4b68-7660-4a54-9654-bd69604d3610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:38.495925 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ff8ed7-7297-4a23-8429-9136cd3f1ac0 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Network hostable DHCP agents. Network: 938f4b68-7660-4a54-9654-bd69604d3610, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:26:38.536793 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port a7377c98-ac30-4ccf-8ea3-84cb840bc9a2, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=a7377c98-ac30-4ccf-8ea3-84cb840bc9a2,segment=NetworkSegment(316e1015-f12d-422c-8b11-cf75c56464db),segment_id=316e1015-f12d-422c-8b11-cf75c56464db)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:38.554690 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': 'a7377c98-ac30-4ccf-8ea3-84cb840bc9a2', 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5', 'port_id': 'a7377c98-ac30-4ccf-8ea3-84cb840bc9a2', 'mac_address': 'fa:16:3e:98:f9:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ae897c-9425-4b1d-8e0e-fa584db75384', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:26:38.595148 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:38.597682 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ff8ed7-7297-4a23-8429-9136cd3f1ac0 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Network 938f4b68-7660-4a54-9654-bd69604d3610 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:26:38.604661 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d5bd4e6-b5dc-4132-ba18-e1b11d22d600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:38.612991 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7377c98-ac30-4ccf-8ea3-84cb840bc9a2 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:26:38.622496 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7a637165-6d31-483e-b3f9-8119622905c9 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:38.636656 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port a7377c98-ac30-4ccf-8ea3-84cb840bc9a2, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=a7377c98-ac30-4ccf-8ea3-84cb840bc9a2,segment=NetworkSegment(316e1015-f12d-422c-8b11-cf75c56464db),segment_id=316e1015-f12d-422c-8b11-cf75c56464db)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:38.687604 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-c5ff8ed7-7297-4a23-8429-9136cd3f1ac0 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 938f4b68-7660-4a54-9654-bd69604d3610) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:38.693467 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ff8ed7-7297-4a23-8429-9136cd3f1ac0 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:38.694236 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c5ff8ed7-7297-4a23-8429-9136cd3f1ac0 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:38.697525 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26caea1e-40bf-4662-8570-2439a46e977e None None] Network 938f4b68-7660-4a54-9654-bd69604d3610 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:38.719038 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdc5e6-246b-4a9d-aab4-31375380a6cd req-de658111-d12d-4d11-9ec0-6a7caf4f1f05 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:38.720608 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19cdc5e6-246b-4a9d-aab4-31375380a6cd req-de658111-d12d-4d11-9ec0-6a7caf4f1f05 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=8a8a8b52-04cc-4448-b9ba-aa8891977e9a HTTP/1.1" status: 200 len: 943 time: 0.0658000 Aug 31 09:26:38.724968 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d5bd4e6-b5dc-4132-ba18-e1b11d22d600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:38.752205 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:38.768478 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19cdc5e6-246b-4a9d-aab4-31375380a6cd req-e3b1d4af-1364-4dae-bfc1-f10a0738ee70 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398591 Aug 31 09:26:38.796758 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5bd4e6-b5dc-4132-ba18-e1b11d22d600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d03863d-53fc-423b-9b45-ae553eade723,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:38.839558 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7d5bd4e6-b5dc-4132-ba18-e1b11d22d600 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=7c624698e98a4882bb5d29d5ddbbd8f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7536077 Aug 31 09:26:38.842421 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42462) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:38.847753 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=a7377c98-ac30-4ccf-8ea3-84cb840bc9a2,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:38.915618 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e2e05c-90c1-4aa8-aede-b3126885a629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-938f4b68-7660-4a54-9654-bd69604d3610', 'network_id': '938f4b68-7660-4a54-9654-bd69604d3610', 'tenant_id': '93fcda7a6eab46b083c625d7ea3e0626', 'fixed_ips': [{'subnet_id': '708ad6c0-689e-4996-bf02-783f8a5440c4'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:26:38.916480 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b1e2e05c-90c1-4aa8-aede-b3126885a629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:38.919141 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-7a637165-6d31-483e-b3f9-8119622905c9 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Deleting port 4e18853f-36f2-4535-a03e-15ca8522e309 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:38.919636 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7a637165-6d31-483e-b3f9-8119622905c9 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:38.995902 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['a7377c98-ac30-4ccf-8ea3-84cb840bc9a2'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:26:39.005390 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bf8ebcef-87e5-48fb-927f-38f9bcd02633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:39.006406 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-93ec6796-acb5-4c35-8da9-0ef19f263952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:39.044549 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f084ab-a25a-49e5-b044-6fcb2f645515 req-0d571064-8b1c-4f85-938b-ed1db8eb6f75 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:39.046940 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-89f084ab-a25a-49e5-b044-6fcb2f645515 req-0d571064-8b1c-4f85-938b-ed1db8eb6f75 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.0671730 Aug 31 09:26:39.051080 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-93ec6796-acb5-4c35-8da9-0ef19f263952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:39.080295 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7a637165-6d31-483e-b3f9-8119622905c9 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:39.097657 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bf8ebcef-87e5-48fb-927f-38f9bcd02633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:39.097968 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-89f084ab-a25a-49e5-b044-6fcb2f645515 req-2487cbb6-f001-4daa-a737-a5c9cd1a5ac6 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405815 Aug 31 09:26:39.119904 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-7a637165-6d31-483e-b3f9-8119622905c9 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Calling delete_port for 4e18853f-36f2-4535-a03e-15ca8522e309 owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:39.131923 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-b1e2e05c-90c1-4aa8-aede-b3126885a629 None None] Allocated IP 172.20.0.2 (938f4b68-7660-4a54-9654-bd69604d3610/708ad6c0-689e-4996-bf02-783f8a5440c4/88ecff61-89a5-4f85-89d4-8b364504ae38) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:39.156831 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bf8ebcef-87e5-48fb-927f-38f9bcd02633 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=7d28d2c181904bbcbc54dd2ec19ae223&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9536145 Aug 31 09:26:39.160341 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42468) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:39.166904 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ebcef-87e5-48fb-927f-38f9bcd02633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833802b3-7353-4d9a-9376-5949850fbfd2,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:39.188461 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c5ff8ed7-7297-4a23-8429-9136cd3f1ac0 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8127613 Aug 31 09:26:39.221931 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42470) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:39.231464 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-a5a31dad-c0c4-4491-b22b-746688452ab9 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Request body: {'port': {'network_id': '938f4b68-7660-4a54-9654-bd69604d3610', 'name': 'tempest-ExtraDHCPOptionsTestJSON-299498873'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:39.275885 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4c4f4eb1-d555-4f4a-ab62-9baef68382c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:39.313024 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05fb25-74c7-472c-88ef-962c97133cdf req-5f7534e4-f4ff-4122-bdb1-75f1d7527395 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:39.315792 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bc05fb25-74c7-472c-88ef-962c97133cdf req-5f7534e4-f4ff-4122-bdb1-75f1d7527395 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.1257398 Aug 31 09:26:39.331483 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-93ec6796-acb5-4c35-8da9-0ef19f263952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:39.334294 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-93ec6796-acb5-4c35-8da9-0ef19f263952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:39.337952 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-93ec6796-acb5-4c35-8da9-0ef19f263952 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/9d03863d-53fc-423b-9b45-ae553eade723 HTTP/1.1" status: 204 len: 168 time: 0.4923437 Aug 31 09:26:39.368008 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4c4f4eb1-d555-4f4a-ab62-9baef68382c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:39.374863 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec6796-acb5-4c35-8da9-0ef19f263952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d03863d-53fc-423b-9b45-ae553eade723,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:39.384542 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b1e2e05c-90c1-4aa8-aede-b3126885a629 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:39.390333 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bc05fb25-74c7-472c-88ef-962c97133cdf req-38b82871-fa09-4e2f-8316-adaf4d5adacf tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669913 Aug 31 09:26:39.503822 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a31dad-c0c4-4491-b22b-746688452ab9 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Made reservation on behalf of 93fcda7a6eab46b083c625d7ea3e0626 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:39.508130 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a5a31dad-c0c4-4491-b22b-746688452ab9 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:39.532369 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-a5a31dad-c0c4-4491-b22b-746688452ab9 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] device_id is not set on port bcd5c880-2b41-422c-8efe-40e5b812ecc3 yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:26:39.534223 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7a637165-6d31-483e-b3f9-8119622905c9 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:39.552316 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b05638-87c9-465b-ae73-3e011c223ff0 req-34be0518-f0a5-4a1c-9584-34c496307bed tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:39.553906 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-86b05638-87c9-465b-ae73-3e011c223ff0 req-34be0518-f0a5-4a1c-9584-34c496307bed tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.0774360 Aug 31 09:26:39.565313 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a637165-6d31-483e-b3f9-8119622905c9 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Pushing event deleted for resources: {'Port': ['ID=4e18853f-36f2-4535-a03e-15ca8522e309,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:39.604111 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b1e2e05c-90c1-4aa8-aede-b3126885a629 None None] Transition to ACTIVE for port object 88ecff61-89a5-4f85-89d4-8b364504ae38 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:39.611564 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4c4f4eb1-d555-4f4a-ab62-9baef68382c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:39.614889 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4c4f4eb1-d555-4f4a-ab62-9baef68382c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:39.615662 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4c4f4eb1-d555-4f4a-ab62-9baef68382c1 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/833802b3-7353-4d9a-9376-5949850fbfd2 HTTP/1.1" status: 204 len: 168 time: 0.4542894 Aug 31 09:26:39.627518 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b1e2e05c-90c1-4aa8-aede-b3126885a629 None None] Transition to ACTIVE for port object 88ecff61-89a5-4f85-89d4-8b364504ae38 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:39.644712 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-86b05638-87c9-465b-ae73-3e011c223ff0 req-7f1315ae-2279-417d-9f89-6928809f1613 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584385 Aug 31 09:26:39.658804 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f4eb1-d555-4f4a-ab62-9baef68382c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833802b3-7353-4d9a-9376-5949850fbfd2,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:39.666254 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7a637165-6d31-483e-b3f9-8119622905c9 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:39.697492 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b1e2e05c-90c1-4aa8-aede-b3126885a629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:39.744148 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e2e05c-90c1-4aa8-aede-b3126885a629 None None] Network 938f4b68-7660-4a54-9654-bd69604d3610 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:39.748296 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-b1e2e05c-90c1-4aa8-aede-b3126885a629 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:39.752494 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e2e05c-90c1-4aa8-aede-b3126885a629 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:39.812650 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-a5a31dad-c0c4-4491-b22b-746688452ab9 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Allocated IP 172.20.0.10 (938f4b68-7660-4a54-9654-bd69604d3610/708ad6c0-689e-4996-bf02-783f8a5440c4/bcd5c880-2b41-422c-8efe-40e5b812ecc3) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:39.850744 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2e05c-90c1-4aa8-aede-b3126885a629 None None] Pushing event updated for resources: {'Port': ['ID=88ecff61-89a5-4f85-89d4-8b364504ae38,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:39.881841 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-b1e2e05c-90c1-4aa8-aede-b3126885a629 None None] Attempting to bind port 88ecff61-89a5-4f85-89d4-8b364504ae38 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:26:39.883391 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-b1e2e05c-90c1-4aa8-aede-b3126885a629 None None] Attempting to bind port 88ecff61-89a5-4f85-89d4-8b364504ae38 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'cc3648d9-2e53-4fb4-9b67-298542cd0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': '938f4b68-7660-4a54-9654-bd69604d3610'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:26:39.884016 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e2e05c-90c1-4aa8-aede-b3126885a629 None None] Attempting to bind port 88ecff61-89a5-4f85-89d4-8b364504ae38 on network 938f4b68-7660-4a54-9654-bd69604d3610 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:26:39.894206 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e2e05c-90c1-4aa8-aede-b3126885a629 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:26:39.894605 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e2e05c-90c1-4aa8-aede-b3126885a629 None None] Checking segment: {'id': 'cc3648d9-2e53-4fb4-9b67-298542cd0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': '938f4b68-7660-4a54-9654-bd69604d3610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:39.899557 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b1e2e05c-90c1-4aa8-aede-b3126885a629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:39.899989 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e2e05c-90c1-4aa8-aede-b3126885a629 None None] Bound using segment: {'id': 'cc3648d9-2e53-4fb4-9b67-298542cd0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': '938f4b68-7660-4a54-9654-bd69604d3610'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:26:39.900512 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-b1e2e05c-90c1-4aa8-aede-b3126885a629 None None] Bound port: 88ecff61-89a5-4f85-89d4-8b364504ae38, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3648d9-2e53-4fb4-9b67-298542cd0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': '938f4b68-7660-4a54-9654-bd69604d3610'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:26:39.900923 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b1e2e05c-90c1-4aa8-aede-b3126885a629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:39.984721 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-b1e2e05c-90c1-4aa8-aede-b3126885a629 None None] For port 88ecff61-89a5-4f85-89d4-8b364504ae38, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:26:39.991316 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-b1e2e05c-90c1-4aa8-aede-b3126885a629 None None] For port 88ecff61-89a5-4f85-89d4-8b364504ae38, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=88ecff61-89a5-4f85-89d4-8b364504ae38,segment=NetworkSegment(cc3648d9-2e53-4fb4-9b67-298542cd0cab),segment_id=cc3648d9-2e53-4fb4-9b67-298542cd0cab)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:26:40.041257 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf06cb-efc4-4c29-9741-4bf79296e25f req-c7d6eda7-9511-4c1f-b9e3-8c29e7ccbbd1 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:40.043420 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3ebf06cb-efc4-4c29-9741-4bf79296e25f req-c7d6eda7-9511-4c1f-b9e3-8c29e7ccbbd1 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=8a8a8b52-04cc-4448-b9ba-aa8891977e9a HTTP/1.1" status: 200 len: 944 time: 0.1393368 Aug 31 09:26:40.077606 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b1e2e05c-90c1-4aa8-aede-b3126885a629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:40.132833 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a5a31dad-c0c4-4491-b22b-746688452ab9 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:40.139243 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3ebf06cb-efc4-4c29-9741-4bf79296e25f req-10c1e4d8-bbb7-4482-bdeb-3c01e12598ed tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804429 Aug 31 09:26:40.162277 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-a5a31dad-c0c4-4491-b22b-746688452ab9 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Transition to ACTIVE for port object bcd5c880-2b41-422c-8efe-40e5b812ecc3 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:40.164495 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2e05c-90c1-4aa8-aede-b3126885a629 None None] Pushing event updated for resources: {'Port': ['ID=88ecff61-89a5-4f85-89d4-8b364504ae38,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:40.283680 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7a637165-6d31-483e-b3f9-8119622905c9 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:40.286125 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7a637165-6d31-483e-b3f9-8119622905c9 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:40.304788 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a5a31dad-c0c4-4491-b22b-746688452ab9 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:40.367455 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a31dad-c0c4-4491-b22b-746688452ab9 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Network 938f4b68-7660-4a54-9654-bd69604d3610 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:40.376629 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-a5a31dad-c0c4-4491-b22b-746688452ab9 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:40.382579 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a31dad-c0c4-4491-b22b-746688452ab9 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:40.393284 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661e798-c9ed-489c-a30b-729438f2cda1 req-f2300558-6dd7-4c6a-a785-c46ed71a58e5 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:40.396574 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6661e798-c9ed-489c-a30b-729438f2cda1 req-f2300558-6dd7-4c6a-a785-c46ed71a58e5 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.1332667 Aug 31 09:26:40.399191 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a31dad-c0c4-4491-b22b-746688452ab9 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Pushing event updated for resources: {'Port': ['ID=bcd5c880-2b41-422c-8efe-40e5b812ecc3,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:40.413191 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7a637165-6d31-483e-b3f9-8119622905c9 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:40.413725 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a637165-6d31-483e-b3f9-8119622905c9 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Fanout notify agent at l3_agent the message router_deleted on router f110d283-9580-4ea8-a1b4-2c884c78d480 {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:26:40.421584 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7a637165-6d31-483e-b3f9-8119622905c9 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:40.428146 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42506) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:40.428556 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7a637165-6d31-483e-b3f9-8119622905c9 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] 10.222.0.119 "DELETE /v2.0/routers/f110d283-9580-4ea8-a1b4-2c884c78d480 HTTP/1.1" status: 204 len: 168 time: 2.1082001 Aug 31 09:26:40.430670 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device a7377c98-ac30-4ccf-8ea3-84cb840bc9a2 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:40.432969 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-9fe2e7ce-8d26-4cb2-ad87-1ead06a664c0 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1489673258', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:40.533709 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a31dad-c0c4-4491-b22b-746688452ab9 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:40.534348 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a5a31dad-c0c4-4491-b22b-746688452ab9 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:40.554102 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6661e798-c9ed-489c-a30b-729438f2cda1 req-8e893f78-9592-4699-ad97-fec15ee50a67 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267705 Aug 31 09:26:40.636046 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port a7377c98-ac30-4ccf-8ea3-84cb840bc9a2 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:40.638880 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9fe2e7ce-8d26-4cb2-ad87-1ead06a664c0 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:40.640538 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9fe2e7ce-8d26-4cb2-ad87-1ead06a664c0 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:40.642653 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port a7377c98-ac30-4ccf-8ea3-84cb840bc9a2 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:40.643011 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:40.716514 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9fe2e7ce-8d26-4cb2-ad87-1ead06a664c0 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:40.754714 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a5a31dad-c0c4-4491-b22b-746688452ab9 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5251455 Aug 31 09:26:40.755133 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42520) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:40.762815 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:40.768450 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-4596e34d-c35f-4369-83f6-55bcef19966d tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Request body: {'port': {'network_id': '938f4b68-7660-4a54-9654-bd69604d3610', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1647951488', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:40.771952 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.api.validators [None req-4596e34d-c35f-4369-83f6-55bcef19966d tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] bootfile-name is not in valid_values {{(pid=95553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:26:40.771952 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.api.validators [None req-4596e34d-c35f-4369-83f6-55bcef19966d tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] tftp-server is not in valid_values {{(pid=95553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:26:40.771952 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.api.validators [None req-4596e34d-c35f-4369-83f6-55bcef19966d tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] server-ip-address is not in valid_values {{(pid=95553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:26:40.806733 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8a8b52-04cc-4448-b9ba-aa8891977e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7377c98-ac30-4ccf-8ea3-84cb840bc9a2'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:40.808651 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24360336-47d2-49ce-91fa-a2fb2072a0f6" -d '{"events": [{"server_uuid": "8a8a8b52-04cc-4448-b9ba-aa8891977e9a", "name": "network-vif-plugged", "status": "completed", "tag": "a7377c98-ac30-4ccf-8ea3-84cb840bc9a2"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:40.825215 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port a7377c98-ac30-4ccf-8ea3-84cb840bc9a2, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=a7377c98-ac30-4ccf-8ea3-84cb840bc9a2,segment=NetworkSegment(316e1015-f12d-422c-8b11-cf75c56464db),segment_id=316e1015-f12d-422c-8b11-cf75c56464db)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:40.856207 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9fe2e7ce-8d26-4cb2-ad87-1ead06a664c0 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:40.864917 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21aa0e8-b7d3-444b-96d4-0c6851c287f6 x-openstack-request-id: req-e21aa0e8-b7d3-444b-96d4-0c6851c287f6 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:40.864917 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8a8b52-04cc-4448-b9ba-aa8891977e9a", "name": "network-vif-plugged", "status": "completed", "tag": "a7377c98-ac30-4ccf-8ea3-84cb840bc9a2", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:40.864917 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e21aa0e8-b7d3-444b-96d4-0c6851c287f6 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:40.864917 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8a8b52-04cc-4448-b9ba-aa8891977e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7377c98-ac30-4ccf-8ea3-84cb840bc9a2', 'code': 200} Aug 31 09:26:40.968037 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:40.986130 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9fe2e7ce-8d26-4cb2-ad87-1ead06a664c0 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:40.990369 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9fe2e7ce-8d26-4cb2-ad87-1ead06a664c0 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5585365 Aug 31 09:26:40.991316 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42534) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:40.997867 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-59082bff-252d-4730-8cd2-de6a9ffbed0d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'enable_snat': False}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:41.018361 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a28262-6c5f-4741-b4ac-d37824eb2196 req-bbad85f5-d079-4722-86e5-2cb857e47ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:41.021176 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d6a28262-6c5f-4741-b4ac-d37824eb2196 req-bbad85f5-d079-4722-86e5-2cb857e47ca8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8a8a8b52-04cc-4448-b9ba-aa8891977e9a HTTP/1.1" status: 200 len: 1096 time: 0.0991304 Aug 31 09:26:41.044421 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=a7377c98-ac30-4ccf-8ea3-84cb840bc9a2,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:41.087639 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d6a28262-6c5f-4741-b4ac-d37824eb2196 req-1a756f26-a202-4cab-82c6-d82c12a4d9c2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603678 Aug 31 09:26:41.088844 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4596e34d-c35f-4369-83f6-55bcef19966d tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Made reservation on behalf of 93fcda7a6eab46b083c625d7ea3e0626 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:41.093071 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4596e34d-c35f-4369-83f6-55bcef19966d tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:41.115092 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-4596e34d-c35f-4369-83f6-55bcef19966d tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] device_id is not set on port 9f58d45f-a6fc-430f-8b98-f5d9fa9c4099 yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:26:41.292870 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5423fccc-ee71-44ba-b268-c0d5f7ead4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:41.345498 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-4596e34d-c35f-4369-83f6-55bcef19966d tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Allocated IP 172.20.0.4 (938f4b68-7660-4a54-9654-bd69604d3610/708ad6c0-689e-4996-bf02-783f8a5440c4/9f58d45f-a6fc-430f-8b98-f5d9fa9c4099) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:41.379376 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba797f7-b5da-4591-800f-c385a0a13295 req-72f33e00-4c7d-4b3a-9e65-997e32359680 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:41.381708 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7ba797f7-b5da-4591-800f-c385a0a13295 req-72f33e00-4c7d-4b3a-9e65-997e32359680 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=8a8a8b52-04cc-4448-b9ba-aa8891977e9a HTTP/1.1" status: 200 len: 945 time: 0.1081736 Aug 31 09:26:41.431416 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-59082bff-252d-4730-8cd2-de6a9ffbed0d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:41.494264 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 88ecff61-89a5-4f85-89d4-8b364504ae38 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:41.527728 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f8a1a1-8731-4b77-be99-5469932743a3 None None] Network 938f4b68-7660-4a54-9654-bd69604d3610 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:41.528017 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7ba797f7-b5da-4591-800f-c385a0a13295 req-e6967d35-8564-4883-9d0b-344a154a81c6 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327009 Aug 31 09:26:41.619491 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4596e34d-c35f-4369-83f6-55bcef19966d tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:41.645899 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-4596e34d-c35f-4369-83f6-55bcef19966d tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Transition to ACTIVE for port object 9f58d45f-a6fc-430f-8b98-f5d9fa9c4099 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:41.722409 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e0268452-49a2-48ac-97da-4fb316a00590 None None] Provisioning for port 88ecff61-89a5-4f85-89d4-8b364504ae38 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:41.753565 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 88ecff61-89a5-4f85-89d4-8b364504ae38 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:41.759451 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 88ecff61-89a5-4f85-89d4-8b364504ae38 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:41.759933 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:41.776446 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f5c18-24e3-499c-830d-a0ce91c6e56b req-868c6f82-2ed0-4a30-bb48-11b5b904d54e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:41.778038 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a12f5c18-24e3-499c-830d-a0ce91c6e56b req-868c6f82-2ed0-4a30-bb48-11b5b904d54e tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.0881124 Aug 31 09:26:41.795884 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4596e34d-c35f-4369-83f6-55bcef19966d tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:41.880070 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4596e34d-c35f-4369-83f6-55bcef19966d tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Network 938f4b68-7660-4a54-9654-bd69604d3610 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:41.890523 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a12f5c18-24e3-499c-830d-a0ce91c6e56b req-4490d4d9-2862-44dd-baee-072fc414d325 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028759 Aug 31 09:26:41.892255 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-59082bff-252d-4730-8cd2-de6a9ffbed0d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:41.895817 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-4596e34d-c35f-4369-83f6-55bcef19966d tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:41.900979 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4596e34d-c35f-4369-83f6-55bcef19966d tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:41.903611 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:41.911664 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596e34d-c35f-4369-83f6-55bcef19966d tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Pushing event updated for resources: {'Port': ['ID=9f58d45f-a6fc-430f-8b98-f5d9fa9c4099,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:41.945104 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-59082bff-252d-4730-8cd2-de6a9ffbed0d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:41.984283 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 88ecff61-89a5-4f85-89d4-8b364504ae38, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=88ecff61-89a5-4f85-89d4-8b364504ae38,segment=NetworkSegment(cc3648d9-2e53-4fb4-9b67-298542cd0cab),segment_id=cc3648d9-2e53-4fb4-9b67-298542cd0cab)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:42.056220 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4596e34d-c35f-4369-83f6-55bcef19966d tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:42.057359 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4596e34d-c35f-4369-83f6-55bcef19966d tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:42.093996 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-59082bff-252d-4730-8cd2-de6a9ffbed0d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Allocated IP 172.25.2.29 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/bdadb10c-f3d1-4105-891e-056b3f1017e8) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:42.100777 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:42.160380 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=88ecff61-89a5-4f85-89d4-8b364504ae38,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:42.202242 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4596e34d-c35f-4369-83f6-55bcef19966d tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.4457061 Aug 31 09:26:42.205438 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42588) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:42.230441 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-59082bff-252d-4730-8cd2-de6a9ffbed0d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:42.274793 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e822c018-8307-4546-965a-234b515dec04 None None] Provisioning complete for port 88ecff61-89a5-4f85-89d4-8b364504ae38 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:42.275166 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e822c018-8307-4546-965a-234b515dec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:42.334794 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f90682a-4706-4035-8251-545971ba334e tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:42.345875 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f90682a-4706-4035-8251-545971ba334e tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:42.366816 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f90682a-4706-4035-8251-545971ba334e tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:42.371526 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6f90682a-4706-4035-8251-545971ba334e tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1622934 Aug 31 09:26:42.372110 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42602) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:42.457253 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-59082bff-252d-4730-8cd2-de6a9ffbed0d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:42.526605 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e822c018-8307-4546-965a-234b515dec04 None None] Provisioning for port bcd5c880-2b41-422c-8efe-40e5b812ecc3 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:42.540667 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e822c018-8307-4546-965a-234b515dec04 None None] Provisioning complete for port bcd5c880-2b41-422c-8efe-40e5b812ecc3 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:42.541760 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e822c018-8307-4546-965a-234b515dec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:42.561781 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59082bff-252d-4730-8cd2-de6a9ffbed0d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:42.570468 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59082bff-252d-4730-8cd2-de6a9ffbed0d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Pushing event updated for resources: {'Port': ['ID=bdadb10c-f3d1-4105-891e-056b3f1017e8,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:42.577291 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a23bf-0732-4cb7-aa4b-a3765f63e162 req-d3ac9bac-c922-43f4-8416-dabfc696d0f0 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:42.580077 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a13a23bf-0732-4cb7-aa4b-a3765f63e162 req-d3ac9bac-c922-43f4-8416-dabfc696d0f0 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.1988723 Aug 31 09:26:42.585904 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c0412-8c57-415f-ba5b-fb7f2fb4c583 req-ca1984bb-0b56-4ef1-9642-a92058a0045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:42.590529 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-59082bff-252d-4730-8cd2-de6a9ffbed0d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:42.595781 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59082bff-252d-4730-8cd2-de6a9ffbed0d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:42.596475 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-544c0412-8c57-415f-ba5b-fb7f2fb4c583 req-ca1984bb-0b56-4ef1-9642-a92058a0045d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1b5bd35927fb49bc9780e4d378d20df4&device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 1097 time: 0.1120961 Aug 31 09:26:42.670541 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-4865e450-3e5b-4559-816e-71bc1d0d3405 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Deleting port 9f58d45f-a6fc-430f-8b98-f5d9fa9c4099 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:42.670919 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4865e450-3e5b-4559-816e-71bc1d0d3405 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:42.820137 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a13a23bf-0732-4cb7-aa4b-a3765f63e162 req-29664127-3354-4507-bc23-f976f210cd84 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225847 Aug 31 09:26:42.863781 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec49d7-5edc-4242-add0-fadff2f0a5c8 req-7a2427e5-3c5a-46ef-83ec-465634897c2e tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:42.878615 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3cec49d7-5edc-4242-add0-fadff2f0a5c8 req-7a2427e5-3c5a-46ef-83ec-465634897c2e tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=8a8a8b52-04cc-4448-b9ba-aa8891977e9a HTTP/1.1" status: 200 len: 945 time: 0.2140071 Aug 31 09:26:42.944137 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c0412-8c57-415f-ba5b-fb7f2fb4c583 req-4656cf33-e43e-453a-8fe6-61ffc13ab005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:42.945340 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-544c0412-8c57-415f-ba5b-fb7f2fb4c583 req-4656cf33-e43e-453a-8fe6-61ffc13ab005 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f5553b74-379c-4750-8c9c-33e10cb78fdc HTTP/1.1" status: 200 len: 912 time: 0.3392696 Aug 31 09:26:42.981334 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3cec49d7-5edc-4242-add0-fadff2f0a5c8 req-7b6b67eb-66d1-49c1-848c-16fd45733eda tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015706 Aug 31 09:26:43.011411 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4865e450-3e5b-4559-816e-71bc1d0d3405 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:43.026213 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-4865e450-3e5b-4559-816e-71bc1d0d3405 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Calling delete_port for 9f58d45f-a6fc-430f-8b98-f5d9fa9c4099 owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:43.044581 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-e822c018-8307-4546-965a-234b515dec04 None None] Port bcd5c880-2b41-422c-8efe-40e5b812ecc3 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:26:43.110794 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-544c0412-8c57-415f-ba5b-fb7f2fb4c583 req-d8be09de-1baa-4599-82ac-4a4ee87c5a78 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=562155d5-60d9-49c5-a20f-72174fb90928 HTTP/1.1" status: 200 len: 1000 time: 0.1461859 Aug 31 09:26:43.189621 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c0412-8c57-415f-ba5b-fb7f2fb4c583 req-5a9d0dfe-625b-40fa-bfd3-5daa8ff37a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:43.191357 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-544c0412-8c57-415f-ba5b-fb7f2fb4c583 req-5a9d0dfe-625b-40fa-bfd3-5daa8ff37a45 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=38d49ab8-d8f2-42ae-8afb-2cc963a498ae HTTP/1.1" status: 200 len: 849 time: 0.0682564 Aug 31 09:26:43.251273 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3df43ca6-fd59-4eeb-bd1a-0b18de2156be None None] Provisioning for port 9f58d45f-a6fc-430f-8b98-f5d9fa9c4099 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:26:43.262051 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c0412-8c57-415f-ba5b-fb7f2fb4c583 req-4fd11ce5-4cef-4898-a4d9-6fa151d0b136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:43.263907 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-544c0412-8c57-415f-ba5b-fb7f2fb4c583 req-4fd11ce5-4cef-4898-a4d9-6fa151d0b136 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f5553b74-379c-4750-8c9c-33e10cb78fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619152 Aug 31 09:26:43.265008 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3df43ca6-fd59-4eeb-bd1a-0b18de2156be None None] Provisioning complete for port 9f58d45f-a6fc-430f-8b98-f5d9fa9c4099 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:43.265385 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3df43ca6-fd59-4eeb-bd1a-0b18de2156be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:43.284685 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-59082bff-252d-4730-8cd2-de6a9ffbed0d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:43.353615 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-3df43ca6-fd59-4eeb-bd1a-0b18de2156be None None] Port 9f58d45f-a6fc-430f-8b98-f5d9fa9c4099 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:26:43.368788 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3df43ca6-fd59-4eeb-bd1a-0b18de2156be None None] Provisioning complete for port bcd5c880-2b41-422c-8efe-40e5b812ecc3 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:43.369155 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3df43ca6-fd59-4eeb-bd1a-0b18de2156be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:43.406368 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-544c0412-8c57-415f-ba5b-fb7f2fb4c583 req-2c2a2bfd-71ae-4d87-a270-ac9d410ddbdd service neutron] 10.222.0.112 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305842 Aug 31 09:26:43.461889 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-3df43ca6-fd59-4eeb-bd1a-0b18de2156be None None] Port bcd5c880-2b41-422c-8efe-40e5b812ecc3 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:26:43.479040 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4865e450-3e5b-4559-816e-71bc1d0d3405 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:43.482074 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 88ecff61-89a5-4f85-89d4-8b364504ae38 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:26:43.586601 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 88ecff61-89a5-4f85-89d4-8b364504ae38 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:43.586995 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:43.620739 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fb4e9-e574-4304-9819-0374ee1a2977 req-2caab3e6-3ca6-4443-999b-82af6b9a151d tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:43.623160 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c38fb4e9-e574-4304-9819-0374ee1a2977 req-2caab3e6-3ca6-4443-999b-82af6b9a151d tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=8a8a8b52-04cc-4448-b9ba-aa8891977e9a HTTP/1.1" status: 200 len: 945 time: 0.1610544 Aug 31 09:26:43.665073 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865e450-3e5b-4559-816e-71bc1d0d3405 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Pushing event deleted for resources: {'Port': ['ID=9f58d45f-a6fc-430f-8b98-f5d9fa9c4099,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:43.730474 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c38fb4e9-e574-4304-9819-0374ee1a2977 req-df2d9756-172f-4980-8c5e-d6d096387630 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875714 Aug 31 09:26:43.746145 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-544c0412-8c57-415f-ba5b-fb7f2fb4c583 req-adc9f90b-8032-491b-ae6e-2e898b4ec453 service neutron] 10.222.0.112 "GET /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267763 Aug 31 09:26:43.759619 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-59082bff-252d-4730-8cd2-de6a9ffbed0d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2088949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2087107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5115'] for router, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:43.766183 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-59082bff-252d-4730-8cd2-de6a9ffbed0d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2088958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2088935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2087130'] for router, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:43.777154 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af88191-84c7-4271-84d1-ec64b4bd2bbd req-09410d63-6cd9-402b-a4d6-bff87d55d644 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:43.785150 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1af88191-84c7-4271-84d1-ec64b4bd2bbd req-09410d63-6cd9-402b-a4d6-bff87d55d644 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 946 time: 0.1092663 Aug 31 09:26:43.823656 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1af88191-84c7-4271-84d1-ec64b4bd2bbd req-193800bb-1cb3-4034-ac70-2e72523fa956 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374646 Aug 31 09:26:43.898597 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4865e450-3e5b-4559-816e-71bc1d0d3405 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:43.904742 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42682) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:43.907488 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4865e450-3e5b-4559-816e-71bc1d0d3405 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] 10.222.0.119 "DELETE /v2.0/ports/9f58d45f-a6fc-430f-8b98-f5d9fa9c4099 HTTP/1.1" status: 204 len: 168 time: 1.5331039 Aug 31 09:26:43.911529 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-208618a1-81e6-4655-be53-8350568a9704 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Request body: {'port': {'name': 'tempest-new-port-name-801943009', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:43.911916 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.api.validators [None req-208618a1-81e6-4655-be53-8350568a9704 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] bootfile-name is not in valid_values {{(pid=95553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:26:43.912286 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.api.validators [None req-208618a1-81e6-4655-be53-8350568a9704 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] tftp-server is not in valid_values {{(pid=95553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:26:43.912609 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.api.validators [None req-208618a1-81e6-4655-be53-8350568a9704 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] server-ip-address is not in valid_values {{(pid=95553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 09:26:44.028256 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-41cc2e91-b172-4a02-87f2-f7d2aa04b70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:44.038040 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-208618a1-81e6-4655-be53-8350568a9704 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:44.063331 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045928d-bda0-4855-bcaf-c92bee874746 req-e56d9bbf-0242-424a-8166-21f7f5725bd9 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:44.064869 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a045928d-bda0-4855-bcaf-c92bee874746 req-e56d9bbf-0242-424a-8166-21f7f5725bd9 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.1168671 Aug 31 09:26:44.111768 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59082bff-252d-4730-8cd2-de6a9ffbed0d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Router d7b312c3-1156-41d0-9929-cef763d762dd is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:26:44.120590 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:44.141222 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a045928d-bda0-4855-bcaf-c92bee874746 req-bf6d2ddb-e9e6-417d-a7c9-9b3e4878071a tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697258 Aug 31 09:26:44.160227 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42688) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:44.245270 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59082bff-252d-4730-8cd2-de6a9ffbed0d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:26:44.253109 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-59082bff-252d-4730-8cd2-de6a9ffbed0d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:44.256920 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-59082bff-252d-4730-8cd2-de6a9ffbed0d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] 10.222.0.119 "PUT /v2.0/routers/d7b312c3-1156-41d0-9929-cef763d762dd HTTP/1.1" status: 200 len: 915 time: 3.2618704 Aug 31 09:26:44.258635 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3f0a62-58bd-435c-bdde-7af862067835 None None] Sync routers for ids ['d7b312c3-1156-41d0-9929-cef763d762dd'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:26:44.258805 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42694) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:44.269740 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3f0a62-58bd-435c-bdde-7af862067835 None None] Routers {'d7b312c3-1156-41d0-9929-cef763d762dd'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:44.270440 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-3f3f0a62-58bd-435c-bdde-7af862067835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:26:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['d7b312c3-1156-41d0-9929-cef763d762dd'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:44.313787 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-3f3f0a62-58bd-435c-bdde-7af862067835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:44.328086 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3f0a62-58bd-435c-bdde-7af862067835 None None] Routers {'d7b312c3-1156-41d0-9929-cef763d762dd'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:44.328319 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-3f3f0a62-58bd-435c-bdde-7af862067835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:26:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['d7b312c3-1156-41d0-9929-cef763d762dd'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:44.360539 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f9677a3-3a37-4fab-8ad9-aab6c452debd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:44.371084 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-208618a1-81e6-4655-be53-8350568a9704 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:44.377986 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-3f3f0a62-58bd-435c-bdde-7af862067835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:44.378753 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3f0a62-58bd-435c-bdde-7af862067835 None None] The sync data for ids ['d7b312c3-1156-41d0-9929-cef763d762dd'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:26:44.457343 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-208618a1-81e6-4655-be53-8350568a9704 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:44.559206 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f9677a3-3a37-4fab-8ad9-aab6c452debd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:44.571481 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208618a1-81e6-4655-be53-8350568a9704 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Pushing event updated for resources: {'Port': ['ID=bcd5c880-2b41-422c-8efe-40e5b812ecc3,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:44.585973 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-208618a1-81e6-4655-be53-8350568a9704 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] In _notify_port_updated(), no bound segment for port bcd5c880-2b41-422c-8efe-40e5b812ecc3 on network 938f4b68-7660-4a54-9654-bd69604d3610 {{(pid=95553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:26:44.592493 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208618a1-81e6-4655-be53-8350568a9704 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:44.593199 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-208618a1-81e6-4655-be53-8350568a9704 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:44.595998 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-208618a1-81e6-4655-be53-8350568a9704 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] 10.222.0.119 "PUT /v2.0/ports/bcd5c880-2b41-422c-8efe-40e5b812ecc3 HTTP/1.1" status: 200 len: 1136 time: 0.6901217 Aug 31 09:26:44.598712 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42696) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:44.651725 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd41cf37-d2f0-4fa5-8ad4-4e915fd09949 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:44.656911 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-cd41cf37-d2f0-4fa5-8ad4-4e915fd09949 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] 10.222.0.119 "GET /v2.0/ports/bcd5c880-2b41-422c-8efe-40e5b812ecc3 HTTP/1.1" status: 200 len: 1136 time: 0.0537002 Aug 31 09:26:44.656911 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f9677a3-3a37-4fab-8ad9-aab6c452debd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:44.658516 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42698) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:44.695292 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-da62da2c-9eb0-4c66-925b-9b154cf95476 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] 10.222.0.119 "GET /v2.0/routers/d7b312c3-1156-41d0-9929-cef763d762dd HTTP/1.1" status: 200 len: 921 time: 0.4344270 Aug 31 09:26:44.696443 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42700) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:44.736843 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9f9677a3-3a37-4fab-8ad9-aab6c452debd admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=a9acd16c1d284007aa90222d721ce58b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5758164 Aug 31 09:26:44.739622 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42704) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:44.744587 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6e0432-8c51-4bb1-a847-d409a06ca7c1 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:44.749054 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ce6e0432-8c51-4bb1-a847-d409a06ca7c1 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] 10.222.0.119 "GET /v2.0/ports?network_id=95c681de-fa69-49ec-b047-2a49f2c4b933&device_id=d7b312c3-1156-41d0-9929-cef763d762dd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0486474 Aug 31 09:26:44.749054 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42706) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:44.771494 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9677a3-3a37-4fab-8ad9-aab6c452debd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb01737e-c4a6-4f3f-a8f2-9919093d03d5,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:44.807265 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3f20ff2e-42d0-4cf6-9e69-94d9b00c5fa4 None None] Provisioning complete for port bcd5c880-2b41-422c-8efe-40e5b812ecc3 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:26:44.807634 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3f20ff2e-42d0-4cf6-9e69-94d9b00c5fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:44.865612 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a8cd8f-ce34-4f49-aab9-4c58c4a0cbc1 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:44.867137 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a6a8cd8f-ce34-4f49-aab9-4c58c4a0cbc1 tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 881 time: 0.1171873 Aug 31 09:26:44.870244 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42710) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:44.879422 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-3f20ff2e-42d0-4cf6-9e69-94d9b00c5fa4 None None] Port bcd5c880-2b41-422c-8efe-40e5b812ecc3 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:26:44.882253 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2cff74fd-865e-4dc8-bca8-3dceafffaa48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:44.909214 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-d0110953-0e4a-463c-b845-caa3ebfe169c tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Deleting port bcd5c880-2b41-422c-8efe-40e5b812ecc3 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:44.909561 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d0110953-0e4a-463c-b845-caa3ebfe169c tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:44.913603 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-eb48ab05-7b3b-4664-a645-edceacfe1156 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7b312c3-1156-41d0-9929-cef763d762dd HTTP/1.1" status: 200 len: 205 time: 0.0422850 Aug 31 09:26:44.916373 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42712) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:45.013536 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2cff74fd-865e-4dc8-bca8-3dceafffaa48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:45.028327 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a43e6a50-d31a-489b-b069-7389464a5115 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:45.042302 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca78c8c-fd66-489e-8de4-9bdba0030ccb req-6de69eed-6d2b-443c-a7c3-2a72d7d00dea tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:45.043872 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bca78c8c-fd66-489e-8de4-9bdba0030ccb req-6de69eed-6d2b-443c-a7c3-2a72d7d00dea tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=8a8a8b52-04cc-4448-b9ba-aa8891977e9a HTTP/1.1" status: 200 len: 945 time: 0.2114570 Aug 31 09:26:45.137018 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785ee7c-3831-44d7-babe-e8f3300d1348 req-ebdb89c2-98b3-4d8a-a866-7aba89256b2a tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:45.138519 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d785ee7c-3831-44d7-babe-e8f3300d1348 req-ebdb89c2-98b3-4d8a-a866-7aba89256b2a tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 946 time: 0.2182245 Aug 31 09:26:45.140743 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a43e6a50-d31a-489b-b069-7389464a5115 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:45.142963 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d0110953-0e4a-463c-b845-caa3ebfe169c tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:45.190009 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bca78c8c-fd66-489e-8de4-9bdba0030ccb req-7ef34abd-5538-4479-ba19-13f03c5c73d2 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357601 Aug 31 09:26:45.192609 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-d0110953-0e4a-463c-b845-caa3ebfe169c tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Calling delete_port for bcd5c880-2b41-422c-8efe-40e5b812ecc3 owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:45.224011 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d785ee7c-3831-44d7-babe-e8f3300d1348 req-a7266b8f-7e3f-4847-acb1-355c4bf7675f tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718720 Aug 31 09:26:45.251304 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:45.279718 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-a43e6a50-d31a-489b-b069-7389464a5115 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Deleting port bdadb10c-f3d1-4105-891e-056b3f1017e8 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:45.280059 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a43e6a50-d31a-489b-b069-7389464a5115 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:45.296863 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2cff74fd-865e-4dc8-bca8-3dceafffaa48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:45.301888 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2cff74fd-865e-4dc8-bca8-3dceafffaa48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:45.301888 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2cff74fd-865e-4dc8-bca8-3dceafffaa48 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/cb01737e-c4a6-4f3f-a8f2-9919093d03d5 HTTP/1.1" status: 204 len: 168 time: 0.5612319 Aug 31 09:26:45.321380 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff74fd-865e-4dc8-bca8-3dceafffaa48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb01737e-c4a6-4f3f-a8f2-9919093d03d5,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:45.442236 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a43e6a50-d31a-489b-b069-7389464a5115 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:45.448504 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc0174-7c83-4df0-af32-5a582469af6f req-08de0d77-92a1-4ba6-a382-8b53b42ab1d1 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:45.450127 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99fc0174-7c83-4df0-af32-5a582469af6f req-08de0d77-92a1-4ba6-a382-8b53b42ab1d1 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.1103916 Aug 31 09:26:45.459360 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-a43e6a50-d31a-489b-b069-7389464a5115 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Calling delete_port for bdadb10c-f3d1-4105-891e-056b3f1017e8 owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:45.498191 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99fc0174-7c83-4df0-af32-5a582469af6f req-79e54b82-bf1b-41d9-9141-251564dafc96 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404332 Aug 31 09:26:45.525396 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d0110953-0e4a-463c-b845-caa3ebfe169c tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:45.582619 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0110953-0e4a-463c-b845-caa3ebfe169c tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Pushing event deleted for resources: {'Port': ['ID=bcd5c880-2b41-422c-8efe-40e5b812ecc3,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:45.712730 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d649500-eeee-4cfa-9496-068a119caa77 req-74f631c2-c8c3-4cd3-9d06-0a68b46c24ad tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:45.714294 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8d649500-eeee-4cfa-9496-068a119caa77 req-74f631c2-c8c3-4cd3-9d06-0a68b46c24ad tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.1269248 Aug 31 09:26:45.733854 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d0110953-0e4a-463c-b845-caa3ebfe169c tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:45.736950 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d0110953-0e4a-463c-b845-caa3ebfe169c tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] 10.222.0.119 "DELETE /v2.0/ports/bcd5c880-2b41-422c-8efe-40e5b812ecc3 HTTP/1.1" status: 204 len: 168 time: 1.0764558 Aug 31 09:26:45.739722 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42730) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:45.811311 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8d649500-eeee-4cfa-9496-068a119caa77 req-0b996d49-e10f-483f-9c7d-04b22bd0c9fe tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893166 Aug 31 09:26:45.839012 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-6800a4ff-4e4f-4982-9e4e-46c9a14111cb tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Deleting subnet 708ad6c0-689e-4996-bf02-783f8a5440c4 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:26:45.853003 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6800a4ff-4e4f-4982-9e4e-46c9a14111cb tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:45.855529 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a43e6a50-d31a-489b-b069-7389464a5115 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:45.928805 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e6a50-d31a-489b-b069-7389464a5115 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Pushing event deleted for resources: {'Port': ['ID=bdadb10c-f3d1-4105-891e-056b3f1017e8,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:45.961827 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6800a4ff-4e4f-4982-9e4e-46c9a14111cb tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:45.994200 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48881c-4d25-41e2-9832-7b56c47a46c2 req-fd78a55e-c7aa-4a01-8f6f-13938de4048e tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:45.995774 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7d48881c-4d25-41e2-9832-7b56c47a46c2 req-fd78a55e-c7aa-4a01-8f6f-13938de4048e tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=8a8a8b52-04cc-4448-b9ba-aa8891977e9a HTTP/1.1" status: 200 len: 945 time: 0.0625844 Aug 31 09:26:46.044160 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a43e6a50-d31a-489b-b069-7389464a5115 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:46.053270 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7d48881c-4d25-41e2-9832-7b56c47a46c2 req-07d90d27-feb4-4995-8ae9-4d2229f1fd9c tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484731 Aug 31 09:26:46.168645 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a43e6a50-d31a-489b-b069-7389464a5115 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:46.173070 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a43e6a50-d31a-489b-b069-7389464a5115 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:46.181044 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6800a4ff-4e4f-4982-9e4e-46c9a14111cb tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:46.377590 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b8638-dc7e-4fae-a969-f60ed40658dc req-81a369ec-fc89-435c-93a2-071b92a17c11 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:46.377590 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6b1b8638-dc7e-4fae-a969-f60ed40658dc req-81a369ec-fc89-435c-93a2-071b92a17c11 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 946 time: 0.0596972 Aug 31 09:26:46.408496 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6b1b8638-dc7e-4fae-a969-f60ed40658dc req-94131878-3626-4dad-8c33-cf396bf24898 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349681 Aug 31 09:26:46.423621 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a43e6a50-d31a-489b-b069-7389464a5115 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:46.424851 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43e6a50-d31a-489b-b069-7389464a5115 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Fanout notify agent at l3_agent the message router_deleted on router d7b312c3-1156-41d0-9929-cef763d762dd {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:26:46.436801 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a43e6a50-d31a-489b-b069-7389464a5115 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:46.442008 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a43e6a50-d31a-489b-b069-7389464a5115 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] 10.222.0.119 "DELETE /v2.0/routers/d7b312c3-1156-41d0-9929-cef763d762dd HTTP/1.1" status: 204 len: 168 time: 1.5203795 Aug 31 09:26:46.442227 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42774) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:46.448105 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-9dc419b1-e1e3-4723-bbfe-321a5dc32145 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-172986970', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}, 'admin_state_up': False}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:46.456264 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6800a4ff-4e4f-4982-9e4e-46c9a14111cb tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:46.489602 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6800a4ff-4e4f-4982-9e4e-46c9a14111cb tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Pushing event deleted for resources: {'Subnet': ['ID=708ad6c0-689e-4996-bf02-783f8a5440c4,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:46.493390 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6800a4ff-4e4f-4982-9e4e-46c9a14111cb tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:46.495363 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6800a4ff-4e4f-4982-9e4e-46c9a14111cb tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] 10.222.0.119 "DELETE /v2.0/subnets/708ad6c0-689e-4996-bf02-783f8a5440c4 HTTP/1.1" status: 204 len: 168 time: 0.7545505 Aug 31 09:26:46.498479 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42776) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:46.509276 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b1d729-aa54-44b4-b001-a741341014be None None] Network 938f4b68-7660-4a54-9654-bd69604d3610 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:46.600282 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-23fbc0a9-12ea-4962-839e-bf9c2d648522 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:46.658294 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9dc419b1-e1e3-4723-bbfe-321a5dc32145 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:46.659230 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9dc419b1-e1e3-4723-bbfe-321a5dc32145 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:46.671695 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-23fbc0a9-12ea-4962-839e-bf9c2d648522 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Deleting port 88ecff61-89a5-4f85-89d4-8b364504ae38 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:46.672880 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-23fbc0a9-12ea-4962-839e-bf9c2d648522 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:46.737259 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2511a25-efdd-422b-8e80-4b90a4a573f9 None None] DHCP port deletion for 938f4b68-7660-4a54-9654-bd69604d3610 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:26:46.779357 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9dc419b1-e1e3-4723-bbfe-321a5dc32145 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:46.792251 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-23fbc0a9-12ea-4962-839e-bf9c2d648522 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] For port 88ecff61-89a5-4f85-89d4-8b364504ae38, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=88ecff61-89a5-4f85-89d4-8b364504ae38,segment=NetworkSegment(cc3648d9-2e53-4fb4-9b67-298542cd0cab),segment_id=cc3648d9-2e53-4fb4-9b67-298542cd0cab)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:46.792651 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-23fbc0a9-12ea-4962-839e-bf9c2d648522 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:46.802723 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a2511a25-efdd-422b-8e80-4b90a4a573f9 None None] Deleting port 88ecff61-89a5-4f85-89d4-8b364504ae38 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:46.803441 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a2511a25-efdd-422b-8e80-4b90a4a573f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:46.806914 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-23fbc0a9-12ea-4962-839e-bf9c2d648522 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Calling delete_port for 88ecff61-89a5-4f85-89d4-8b364504ae38 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:46.897210 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-a2511a25-efdd-422b-8e80-4b90a4a573f9 None None] For port 88ecff61-89a5-4f85-89d4-8b364504ae38, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=88ecff61-89a5-4f85-89d4-8b364504ae38,segment=NetworkSegment(cc3648d9-2e53-4fb4-9b67-298542cd0cab),segment_id=cc3648d9-2e53-4fb4-9b67-298542cd0cab)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:46.897627 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a2511a25-efdd-422b-8e80-4b90a4a573f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:46.915271 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a2511a25-efdd-422b-8e80-4b90a4a573f9 None None] Calling delete_port for 88ecff61-89a5-4f85-89d4-8b364504ae38 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:47.019340 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:47.042616 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9dc419b1-e1e3-4723-bbfe-321a5dc32145 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:47.123609 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-23fbc0a9-12ea-4962-839e-bf9c2d648522 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:47.139365 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a2511a25-efdd-422b-8e80-4b90a4a573f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:47.165993 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fbc0a9-12ea-4962-839e-bf9c2d648522 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] No DVR routers for this DVR port 88ecff61-89a5-4f85-89d4-8b364504ae38 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:26:47.178326 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2511a25-efdd-422b-8e80-4b90a4a573f9 None None] Pushing event deleted for resources: {'Port': ['ID=88ecff61-89a5-4f85-89d4-8b364504ae38,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:47.178962 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbc0a9-12ea-4962-839e-bf9c2d648522 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Pushing event deleted for resources: {'Port': ['ID=88ecff61-89a5-4f85-89d4-8b364504ae38,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:47.180304 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2511a25-efdd-422b-8e80-4b90a4a573f9 None None] No DVR routers for this DVR port 88ecff61-89a5-4f85-89d4-8b364504ae38 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:26:47.391457 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 88ecff61-89a5-4f85-89d4-8b364504ae38 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:47.413554 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 88ecff61-89a5-4f85-89d4-8b364504ae38 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:26:47.413896 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 88ecff61-89a5-4f85-89d4-8b364504ae38 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:26:47.732971 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-23fbc0a9-12ea-4962-839e-bf9c2d648522 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:47.734199 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42828) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:47.773696 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2dd16-3542-464b-b3ba-9db6607e9f7d req-94005ac8-b2cf-4e34-9eeb-62d08d492622 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:47.775296 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-02c2dd16-3542-464b-b3ba-9db6607e9f7d req-94005ac8-b2cf-4e34-9eeb-62d08d492622 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=8a8a8b52-04cc-4448-b9ba-aa8891977e9a HTTP/1.1" status: 200 len: 945 time: 0.6106229 Aug 31 09:26:47.780616 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-23fbc0a9-12ea-4962-839e-bf9c2d648522 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['938f4b68-7660-4a54-9654-bd69604d3610']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:47.813894 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-23fbc0a9-12ea-4962-839e-bf9c2d648522 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc3648d9-2e53-4fb4-9b67-298542cd0cab') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:47.814304 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-23fbc0a9-12ea-4962-839e-bf9c2d648522 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc3648d9-2e53-4fb4-9b67-298542cd0cab') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:47.840936 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-23fbc0a9-12ea-4962-839e-bf9c2d648522 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:47.853897 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae46d86-de9e-4c6f-9be8-ba56a981ed69 req-1d14d33d-d058-4161-9979-c867f32bf46b tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:47.854926 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cae46d86-de9e-4c6f-9be8-ba56a981ed69 req-1d14d33d-d058-4161-9979-c867f32bf46b tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a8a8b52-04cc-4448-b9ba-aa8891977e9a HTTP/1.1" status: 200 len: 945 time: 0.5747831 Aug 31 09:26:47.891715 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-f87aa67b-5176-45f8-b4c5-b88fdc3d0716 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2008790952', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:47.895512 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e11696-09df-4b77-bc7a-8b40c9ae279e req-21461251-53f3-4e94-9680-8346e3799675 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:47.897058 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-90e11696-09df-4b77-bc7a-8b40c9ae279e req-21461251-53f3-4e94-9680-8346e3799675 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=466f05b6-00b6-4874-957d-e3123aee1f3f HTTP/1.1" status: 200 len: 943 time: 0.1973557 Aug 31 09:26:47.920160 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-23fbc0a9-12ea-4962-839e-bf9c2d648522 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:47.955342 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23fbc0a9-12ea-4962-839e-bf9c2d648522 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Releasing vlan 1621 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:26:47.955752 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-23fbc0a9-12ea-4962-839e-bf9c2d648522 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:47.961296 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-02c2dd16-3542-464b-b3ba-9db6607e9f7d req-0a9e1c15-f259-4a5a-a135-436338587de7 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652293 Aug 31 09:26:47.962088 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:26:47.962088 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:26:47.962088 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:26:47.962088 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:26:47.962088 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:26:47.962088 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:26:47.962088 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:26:47.962088 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:26:47.962088 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:26:47.962088 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:26:47.962088 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:26:47.962088 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:26:47.962088 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:26:47.962088 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:26:47.962088 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:26:47.962088 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:26:47.962088 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:26:47.962088 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:26:47.962088 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:26:47.962088 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:26:47.962088 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:26:47.962088 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:26:47.962088 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:26:47.962088 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:26:47.962088 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:26:47.962088 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:26:47.962088 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:26:47.962088 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:26:47.962088 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:26:47.962088 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:26:47.962088 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:26:47.962088 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:26:48.036028 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87aa67b-5176-45f8-b4c5-b88fdc3d0716 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Made reservation on behalf of 25919034dc45453882936eabc12a6b31 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:48.038602 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f87aa67b-5176-45f8-b4c5-b88fdc3d0716 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:48.048677 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f87aa67b-5176-45f8-b4c5-b88fdc3d0716 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:48.201556 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb922ddf-58aa-473b-9268-e4f6c2ef4088 req-ce7178c2-4da0-4fca-948d-56234af4b959 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:48.203149 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cb922ddf-58aa-473b-9268-e4f6c2ef4088 req-ce7178c2-4da0-4fca-948d-56234af4b959 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 946 time: 0.1622808 Aug 31 09:26:48.278932 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-23fbc0a9-12ea-4962-839e-bf9c2d648522 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:48.284032 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f87aa67b-5176-45f8-b4c5-b88fdc3d0716 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:48.292140 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-23fbc0a9-12ea-4962-839e-bf9c2d648522 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:48.294123 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-23fbc0a9-12ea-4962-839e-bf9c2d648522 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] 10.222.0.119 "DELETE /v2.0/networks/938f4b68-7660-4a54-9654-bd69604d3610 HTTP/1.1" status: 204 len: 168 time: 1.7940226 Aug 31 09:26:48.330122 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-cae46d86-de9e-4c6f-9be8-ba56a981ed69 req-75161d19-cad9-4230-96c7-778733fef3d5 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Deleting port a7377c98-ac30-4ccf-8ea3-84cb840bc9a2 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:48.331037 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-cae46d86-de9e-4c6f-9be8-ba56a981ed69 req-75161d19-cad9-4230-96c7-778733fef3d5 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:48.339453 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbc0a9-12ea-4962-839e-bf9c2d648522 tempest-ExtraDHCPOptionsTestJSON-1662299833 tempest-ExtraDHCPOptionsTestJSON-1662299833-project] Pushing event deleted for resources: {'Network': ['ID=938f4b68-7660-4a54-9654-bd69604d3610,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:48.343367 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:26:48.355723 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f87aa67b-5176-45f8-b4c5-b88fdc3d0716 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:48.380986 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87aa67b-5176-45f8-b4c5-b88fdc3d0716 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8c4eb4-75c7-488e-937b-9a544e95d13b,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:48.384928 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-f87aa67b-5176-45f8-b4c5-b88fdc3d0716 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] device_id is not set on port 07d28f2e-c58c-4272-9c55-99bfd87e1346 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:26:48.397273 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87aa67b-5176-45f8-b4c5-b88fdc3d0716 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:48.398029 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87aa67b-5176-45f8-b4c5-b88fdc3d0716 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:48.398726 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87aa67b-5176-45f8-b4c5-b88fdc3d0716 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:48.399312 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87aa67b-5176-45f8-b4c5-b88fdc3d0716 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:48.400007 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87aa67b-5176-45f8-b4c5-b88fdc3d0716 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:48.400609 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87aa67b-5176-45f8-b4c5-b88fdc3d0716 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:48.401152 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87aa67b-5176-45f8-b4c5-b88fdc3d0716 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:48.401708 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87aa67b-5176-45f8-b4c5-b88fdc3d0716 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:48.402247 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87aa67b-5176-45f8-b4c5-b88fdc3d0716 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:48.402956 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87aa67b-5176-45f8-b4c5-b88fdc3d0716 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:48.403506 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87aa67b-5176-45f8-b4c5-b88fdc3d0716 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:48.404060 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87aa67b-5176-45f8-b4c5-b88fdc3d0716 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:26:48.430259 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9dc419b1-e1e3-4723-bbfe-321a5dc32145 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router_gateway, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:48.443639 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-90e11696-09df-4b77-bc7a-8b40c9ae279e req-63c6b07c-ed77-4229-9eb2-d5a4b9835148 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Deleting port beb9bf59-2e75-40ed-b964-66a6cefb3b92 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:48.444431 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-90e11696-09df-4b77-bc7a-8b40c9ae279e req-63c6b07c-ed77-4229-9eb2-d5a4b9835148 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:48.470373 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cb922ddf-58aa-473b-9268-e4f6c2ef4088 req-225c5b2f-f04a-4e72-895f-47c74a857ca0 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256336 Aug 31 09:26:48.517410 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9dc419b1-e1e3-4723-bbfe-321a5dc32145 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:48.525473 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-f87aa67b-5176-45f8-b4c5-b88fdc3d0716 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Allocated IP 172.25.2.182 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/07d28f2e-c58c-4272-9c55-99bfd87e1346) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:48.662679 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-cae46d86-de9e-4c6f-9be8-ba56a981ed69 req-75161d19-cad9-4230-96c7-778733fef3d5 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] For port a7377c98-ac30-4ccf-8ea3-84cb840bc9a2, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=a7377c98-ac30-4ccf-8ea3-84cb840bc9a2,segment=NetworkSegment(316e1015-f12d-422c-8b11-cf75c56464db),segment_id=316e1015-f12d-422c-8b11-cf75c56464db)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:48.662679 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-cae46d86-de9e-4c6f-9be8-ba56a981ed69 req-75161d19-cad9-4230-96c7-778733fef3d5 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:48.663950 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-90e11696-09df-4b77-bc7a-8b40c9ae279e req-63c6b07c-ed77-4229-9eb2-d5a4b9835148 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] For port beb9bf59-2e75-40ed-b964-66a6cefb3b92, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=beb9bf59-2e75-40ed-b964-66a6cefb3b92,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:48.664330 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-90e11696-09df-4b77-bc7a-8b40c9ae279e req-63c6b07c-ed77-4229-9eb2-d5a4b9835148 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:48.678792 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f87aa67b-5176-45f8-b4c5-b88fdc3d0716 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:48.679040 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-cae46d86-de9e-4c6f-9be8-ba56a981ed69 req-75161d19-cad9-4230-96c7-778733fef3d5 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Calling delete_port for a7377c98-ac30-4ccf-8ea3-84cb840bc9a2 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:48.685600 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-90e11696-09df-4b77-bc7a-8b40c9ae279e req-63c6b07c-ed77-4229-9eb2-d5a4b9835148 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Calling delete_port for beb9bf59-2e75-40ed-b964-66a6cefb3b92 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:48.788605 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f87aa67b-5176-45f8-b4c5-b88fdc3d0716 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:48.854216 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87aa67b-5176-45f8-b4c5-b88fdc3d0716 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:48.866482 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-f87aa67b-5176-45f8-b4c5-b88fdc3d0716 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:48.877562 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87aa67b-5176-45f8-b4c5-b88fdc3d0716 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:48.904764 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-9dc419b1-e1e3-4723-bbfe-321a5dc32145 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Allocated IP 172.25.2.200 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/8ec59923-0ab6-4e7d-a477-215bd13890c5) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:48.916484 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87aa67b-5176-45f8-b4c5-b88fdc3d0716 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Pushing event updated for resources: {'Port': ['ID=07d28f2e-c58c-4272-9c55-99bfd87e1346,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:48.942967 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87aa67b-5176-45f8-b4c5-b88fdc3d0716 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:48.943680 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f87aa67b-5176-45f8-b4c5-b88fdc3d0716 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:49.044937 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42850) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:49.161808 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b2ea3-ae5c-4279-857c-c8db0703ce17 req-3a2b2b8c-ced3-4725-887f-08686a20b730 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:49.163234 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-233b2ea3-ae5c-4279-857c-c8db0703ce17 req-3a2b2b8c-ced3-4725-887f-08686a20b730 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=8a8a8b52-04cc-4448-b9ba-aa8891977e9a HTTP/1.1" status: 200 len: 945 time: 0.1014869 Aug 31 09:26:49.175037 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f87aa67b-5176-45f8-b4c5-b88fdc3d0716 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4386191 Aug 31 09:26:49.179251 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42854) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:49.190249 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9dc419b1-e1e3-4723-bbfe-321a5dc32145 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:49.194885 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-a58433bc-82b2-42ed-b6d4-c05c87e30cda tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.182'}]}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:49.206527 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fa3eaadf-41b6-4eb1-bc2c-e036261633e4 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=93fcda7a6eab46b083c625d7ea3e0626&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604156 Aug 31 09:26:49.209113 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42856) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:49.241240 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-cae46d86-de9e-4c6f-9be8-ba56a981ed69 req-75161d19-cad9-4230-96c7-778733fef3d5 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:49.245594 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-90e11696-09df-4b77-bc7a-8b40c9ae279e req-63c6b07c-ed77-4229-9eb2-d5a4b9835148 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:49.257393 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['3edcd031-fdff-42eb-afa5-72f2616428cc', 'd28a0871-5c4e-4c3d-b0f7-63b3202242cf'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:26:49.264388 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-72ad3033-8869-40ee-8c02-8d5937a858ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:49.288686 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-72ad3033-8869-40ee-8c02-8d5937a858ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:49.293136 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-233b2ea3-ae5c-4279-857c-c8db0703ce17 req-e551e454-d3bf-478f-a914-ab4c1edaed6b tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231871 Aug 31 09:26:49.302897 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75161d19-cad9-4230-96c7-778733fef3d5 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Pushing event deleted for resources: {'Port': ['ID=a7377c98-ac30-4ccf-8ea3-84cb840bc9a2,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:49.398083 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a58433bc-82b2-42ed-b6d4-c05c87e30cda tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:49.399141 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a58433bc-82b2-42ed-b6d4-c05c87e30cda tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:49.436687 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6b07c-ed77-4229-9eb2-d5a4b9835148 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Pushing event deleted for resources: {'Port': ['ID=beb9bf59-2e75-40ed-b964-66a6cefb3b92,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:49.443161 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae46d86-de9e-4c6f-9be8-ba56a981ed69 req-75161d19-cad9-4230-96c7-778733fef3d5 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] No DVR routers for this DVR port a7377c98-ac30-4ccf-8ea3-84cb840bc9a2 on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:26:49.444172 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-72ad3033-8869-40ee-8c02-8d5937a858ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:49.445238 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-cae46d86-de9e-4c6f-9be8-ba56a981ed69 req-75161d19-cad9-4230-96c7-778733fef3d5 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:49.447693 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cae46d86-de9e-4c6f-9be8-ba56a981ed69 req-75161d19-cad9-4230-96c7-778733fef3d5 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.59 "DELETE /v2.0/ports/a7377c98-ac30-4ccf-8ea3-84cb840bc9a2 HTTP/1.1" status: 204 len: 173 time: 1.5799701 Aug 31 09:26:49.448306 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-72ad3033-8869-40ee-8c02-8d5937a858ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:49.448515 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e11696-09df-4b77-bc7a-8b40c9ae279e req-63c6b07c-ed77-4229-9eb2-d5a4b9835148 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] No DVR routers for this DVR port beb9bf59-2e75-40ed-b964-66a6cefb3b92 on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:26:49.451546 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-90e11696-09df-4b77-bc7a-8b40c9ae279e req-63c6b07c-ed77-4229-9eb2-d5a4b9835148 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:49.454229 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-90e11696-09df-4b77-bc7a-8b40c9ae279e req-63c6b07c-ed77-4229-9eb2-d5a4b9835148 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "DELETE /v2.0/ports/beb9bf59-2e75-40ed-b964-66a6cefb3b92 HTTP/1.1" status: 204 len: 173 time: 1.5301478 Aug 31 09:26:49.457519 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8a8b52-04cc-4448-b9ba-aa8891977e9a', 'name': 'network-vif-deleted', 'tag': 'a7377c98-ac30-4ccf-8ea3-84cb840bc9a2'}, {'server_uuid': '466f05b6-00b6-4874-957d-e3123aee1f3f', 'name': 'network-vif-deleted', 'tag': 'beb9bf59-2e75-40ed-b964-66a6cefb3b92'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:49.459930 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5ac2b8-0e18-4ec2-a88c-b86531e34207" -d '{"events": [{"server_uuid": "8a8a8b52-04cc-4448-b9ba-aa8891977e9a", "name": "network-vif-deleted", "tag": "a7377c98-ac30-4ccf-8ea3-84cb840bc9a2"}, {"server_uuid": "466f05b6-00b6-4874-957d-e3123aee1f3f", "name": "network-vif-deleted", "tag": "beb9bf59-2e75-40ed-b964-66a6cefb3b92"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:49.472603 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-72ad3033-8869-40ee-8c02-8d5937a858ad admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/d78245cf-65ad-4986-8117-57760bff856f HTTP/1.1" status: 204 len: 168 time: 0.2599514 Aug 31 09:26:49.494391 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad3033-8869-40ee-8c02-8d5937a858ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78245cf-65ad-4986-8117-57760bff856f,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:49.528853 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a58433bc-82b2-42ed-b6d4-c05c87e30cda tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:49.534390 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 351 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8beeeb-49b2-4542-8f43-42a83e26a7fa x-openstack-request-id: req-2b8beeeb-49b2-4542-8f43-42a83e26a7fa {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:49.534937 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8a8b52-04cc-4448-b9ba-aa8891977e9a", "name": "network-vif-deleted", "tag": "a7377c98-ac30-4ccf-8ea3-84cb840bc9a2", "status": "completed", "code": 200}, {"server_uuid": "466f05b6-00b6-4874-957d-e3123aee1f3f", "name": "network-vif-deleted", "tag": "beb9bf59-2e75-40ed-b964-66a6cefb3b92", "status": "failed", "code": 422}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:49.535510 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-2b8beeeb-49b2-4542-8f43-42a83e26a7fa {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:49.536062 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8a8b52-04cc-4448-b9ba-aa8891977e9a', 'name': 'network-vif-deleted', 'tag': 'a7377c98-ac30-4ccf-8ea3-84cb840bc9a2', 'status': 'completed', 'code': 200} Aug 31 09:26:49.536433 n-d-791506-28 neutron-server[95553]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '466f05b6-00b6-4874-957d-e3123aee1f3f', 'name': 'network-vif-deleted', 'tag': 'beb9bf59-2e75-40ed-b964-66a6cefb3b92', 'status': 'failed', 'code': 422} returned with failed status Aug 31 09:26:49.540656 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9dc419b1-e1e3-4723-bbfe-321a5dc32145 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:49.602918 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc419b1-e1e3-4723-bbfe-321a5dc32145 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:49.610700 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-9dc419b1-e1e3-4723-bbfe-321a5dc32145 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:49.613462 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc419b1-e1e3-4723-bbfe-321a5dc32145 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:49.717354 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc419b1-e1e3-4723-bbfe-321a5dc32145 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Pushing event updated for resources: {'Port': ['ID=8ec59923-0ab6-4e7d-a477-215bd13890c5,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:49.946448 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d892e-e547-4cce-8768-06e5aaac2a0e req-1e672206-7462-404a-aea8-5a62a70d0354 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:49.948218 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c00d892e-e547-4cce-8768-06e5aaac2a0e req-1e672206-7462-404a-aea8-5a62a70d0354 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 946 time: 0.3389499 Aug 31 09:26:49.968146 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a58433bc-82b2-42ed-b6d4-c05c87e30cda tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:50.021421 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c00d892e-e547-4cce-8768-06e5aaac2a0e req-78347bec-46e2-4bd1-a4ed-3eb6d14c445f tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484827 Aug 31 09:26:50.358717 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a58433bc-82b2-42ed-b6d4-c05c87e30cda tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:50.388312 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a58433bc-82b2-42ed-b6d4-c05c87e30cda tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:50.397880 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9dc419b1-e1e3-4723-bbfe-321a5dc32145 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router_gateway, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:50.475733 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device a7377c98-ac30-4ccf-8ea3-84cb840bc9a2 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:50.521933 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: a7377c98-ac30-4ccf-8ea3-84cb840bc9a2 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:26:50.522285 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device a7377c98-ac30-4ccf-8ea3-84cb840bc9a2 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:26:50.531043 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7b41b5cd-33e6-45db-80d3-8362e7acd6f3 req-526cb24d-c38c-4aca-9745-720a6439d061 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=8a8a8b52-04cc-4448-b9ba-aa8891977e9a HTTP/1.1" status: 200 len: 210 time: 0.1309786 Aug 31 09:26:50.803137 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9dc419b1-e1e3-4723-bbfe-321a5dc32145 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:50.834335 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42926) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:50.994644 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-72bfc003-44dd-4fc2-b39d-a378e79603e6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Request body: {'networks': [{'name': 'tempest-network--1759472949'}, {'name': 'tempest-network--668845309'}]} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:50.994952 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-72bfc003-44dd-4fc2-b39d-a378e79603e6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Request body: {'network': {'name': 'tempest-network--1759472949'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:50.995406 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-72bfc003-44dd-4fc2-b39d-a378e79603e6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Request body: {'network': {'name': 'tempest-network--668845309'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:51.106107 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bfc003-44dd-4fc2-b39d-a378e79603e6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Made reservation on behalf of 88f1b2660ce44386827255de1b70f0fb for: {'network': 2} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:51.111149 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-72bfc003-44dd-4fc2-b39d-a378e79603e6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:51.120939 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-72bfc003-44dd-4fc2-b39d-a378e79603e6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:51.261079 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-72bfc003-44dd-4fc2-b39d-a378e79603e6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:51.266253 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a58433bc-82b2-42ed-b6d4-c05c87e30cda tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:51.328800 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-72bfc003-44dd-4fc2-b39d-a378e79603e6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:51.329315 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-72bfc003-44dd-4fc2-b39d-a378e79603e6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:51.379988 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bfc003-44dd-4fc2-b39d-a378e79603e6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b505a56e-6719-4019-9eb8-8d5c8b13dd17,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:51.382698 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72bfc003-44dd-4fc2-b39d-a378e79603e6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] vlan segment allocate from pool success with {'vlan_id': 1648, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:26:51.393063 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-72bfc003-44dd-4fc2-b39d-a378e79603e6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:51.393413 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-72bfc003-44dd-4fc2-b39d-a378e79603e6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Added segment a8c413fd-e665-45bd-84ba-5f5eb7ca62d6 of type vlan for network af75c2a2-1bf6-47d3-b18c-214e10ebd1c9 Aug 31 09:26:51.448048 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-72bfc003-44dd-4fc2-b39d-a378e79603e6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:51.494651 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72bfc003-44dd-4fc2-b39d-a378e79603e6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] vlan segment allocate from pool success with {'vlan_id': 1640, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:26:51.504715 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-72bfc003-44dd-4fc2-b39d-a378e79603e6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:51.505105 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-72bfc003-44dd-4fc2-b39d-a378e79603e6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Added segment a11777cb-2185-45a6-9bc3-ae98faeaefd7 of type vlan for network 667ac8c9-2572-40c9-b1c7-1003346ab49e Aug 31 09:26:51.549184 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0315070-fc01-4fa8-bee6-641561c8de8d req-352faa14-90ec-4006-85ba-a14640201fbc tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:51.550847 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d0315070-fc01-4fa8-bee6-641561c8de8d req-352faa14-90ec-4006-85ba-a14640201fbc tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 946 time: 0.2922142 Aug 31 09:26:51.566367 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58339acf-f194-4c09-96b6-5bc21ee5014c req-7e91a460-4497-4ee5-801a-ca6f4b226034 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:51.567577 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-72bfc003-44dd-4fc2-b39d-a378e79603e6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:51.567838 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-58339acf-f194-4c09-96b6-5bc21ee5014c req-7e91a460-4497-4ee5-801a-ca6f4b226034 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=2c5e03f5-0539-4af8-babb-23cdf0de44d8 HTTP/1.1" status: 200 len: 908 time: 0.3081629 Aug 31 09:26:51.569881 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a58433bc-82b2-42ed-b6d4-c05c87e30cda tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:51.575413 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a58433bc-82b2-42ed-b6d4-c05c87e30cda tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:51.664602 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d0315070-fc01-4fa8-bee6-641561c8de8d req-a210c582-f592-456c-bb84-e20ebeb1cb7a tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924714 Aug 31 09:26:51.692118 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-72bfc003-44dd-4fc2-b39d-a378e79603e6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:51.692628 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-72bfc003-44dd-4fc2-b39d-a378e79603e6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:51.698873 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bfc003-44dd-4fc2-b39d-a378e79603e6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:51.704419 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bfc003-44dd-4fc2-b39d-a378e79603e6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:51.705124 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-72bfc003-44dd-4fc2-b39d-a378e79603e6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:51.769623 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a58433bc-82b2-42ed-b6d4-c05c87e30cda tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:51.770133 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58433bc-82b2-42ed-b6d4-c05c87e30cda tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c84fc59-46aa-4672-a844-a94eddac5dd3 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:26:51.800537 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bfc003-44dd-4fc2-b39d-a378e79603e6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Pushing event updated for resources: {'Network': ['ID=af75c2a2-1bf6-47d3-b18c-214e10ebd1c9,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:51.817821 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network af75c2a2-1bf6-47d3-b18c-214e10ebd1c9 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:26:51.895897 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc419b1-e1e3-4723-bbfe-321a5dc32145 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Router 9f412e2b-87ff-4dd6-9016-2929f736eff3 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:26:51.900686 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bfc003-44dd-4fc2-b39d-a378e79603e6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Pushing event updated for resources: {'Network': ['ID=667ac8c9-2572-40c9-b1c7-1003346ab49e,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:51.913279 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 667ac8c9-2572-40c9-b1c7-1003346ab49e details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:26:51.926120 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-72bfc003-44dd-4fc2-b39d-a378e79603e6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0884652 Aug 31 09:26:51.926708 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42952) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:51.943039 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-a58433bc-82b2-42ed-b6d4-c05c87e30cda tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 31 09:26:51.944888 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a58433bc-82b2-42ed-b6d4-c05c87e30cda tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.7580545 Aug 31 09:26:51.990913 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42956) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:52.158739 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc419b1-e1e3-4723-bbfe-321a5dc32145 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:26:52.166216 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841cfb64-2b79-401c-bbb2-62a2c7eb2abc tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:52.174207 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03eb1e4-9419-4f7c-81f4-263b12171585 None None] Sync routers for ids ['9f412e2b-87ff-4dd6-9016-2929f736eff3'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:26:52.176591 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6e925-d250-46b7-9cff-f621b2198901 req-9d2b7a83-465b-4879-ab05-4bb270e87fcb tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:52.178265 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-01d6e925-d250-46b7-9cff-f621b2198901 req-9d2b7a83-465b-4879-ab05-4bb270e87fcb tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/networks?id=f668d119-0317-4e13-bd19-a19b34b961f5 HTTP/1.1" status: 200 len: 812 time: 0.2688763 Aug 31 09:26:52.178742 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841cfb64-2b79-401c-bbb2-62a2c7eb2abc tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:52.186856 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03eb1e4-9419-4f7c-81f4-263b12171585 None None] Routers {'9f412e2b-87ff-4dd6-9016-2929f736eff3'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:52.188922 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841cfb64-2b79-401c-bbb2-62a2c7eb2abc tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:52.189870 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a03eb1e4-9419-4f7c-81f4-263b12171585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:26:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['9f412e2b-87ff-4dd6-9016-2929f736eff3'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:52.196492 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841cfb64-2b79-401c-bbb2-62a2c7eb2abc tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:52.199390 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-841cfb64-2b79-401c-bbb2-62a2c7eb2abc tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] 10.222.0.119 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2714939 Aug 31 09:26:52.204202 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42960) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:52.217240 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-01d6e925-d250-46b7-9cff-f621b2198901 req-103b9811-1f3f-4f0f-b829-09da9fd81672 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/quotas/e7263d55640346b092e769ab252c85c3 HTTP/1.1" status: 200 len: 375 time: 0.0304041 Aug 31 09:26:52.224422 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-665a5aec-f344-4c04-ba99-60ed59ce8f05 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Deleting port 07d28f2e-c58c-4272-9c55-99bfd87e1346 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:52.224929 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-665a5aec-f344-4c04-ba99-60ed59ce8f05 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:52.240673 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a03eb1e4-9419-4f7c-81f4-263b12171585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:52.251625 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03eb1e4-9419-4f7c-81f4-263b12171585 None None] Routers {'9f412e2b-87ff-4dd6-9016-2929f736eff3'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:52.252617 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a03eb1e4-9419-4f7c-81f4-263b12171585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:26:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['9f412e2b-87ff-4dd6-9016-2929f736eff3'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:52.291885 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a03eb1e4-9419-4f7c-81f4-263b12171585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:52.293885 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03eb1e4-9419-4f7c-81f4-263b12171585 None None] The sync data for ids ['9f412e2b-87ff-4dd6-9016-2929f736eff3'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:26:52.295321 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-01d6e925-d250-46b7-9cff-f621b2198901 req-bc9efb3c-6158-43ab-87db-defbd4f9c28f tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=e7263d55640346b092e769ab252c85c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669503 Aug 31 09:26:52.296051 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9dc419b1-e1e3-4723-bbfe-321a5dc32145 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:52.297769 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9dc419b1-e1e3-4723-bbfe-321a5dc32145 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.8541574 Aug 31 09:26:52.301268 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42962) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:52.305747 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-9afe0744-7cf9-4cd7-9931-0893e9a1f169 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:52.353024 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-665a5aec-f344-4c04-ba99-60ed59ce8f05 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:52.366953 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-665a5aec-f344-4c04-ba99-60ed59ce8f05 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Calling delete_port for 07d28f2e-c58c-4272-9c55-99bfd87e1346 owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:52.412023 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-25165f4c-d54b-4fdd-8fcf-ba9c86b56548 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:52.584240 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-665a5aec-f344-4c04-ba99-60ed59ce8f05 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:52.600762 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-01d6e925-d250-46b7-9cff-f621b2198901 req-acbb2820-0064-4935-aa9c-7af1ab0bd9f0 service neutron] 10.222.0.119 "GET /v2.0/networks/f668d119-0317-4e13-bd19-a19b34b961f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892084 Aug 31 09:26:52.618415 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a5aec-f344-4c04-ba99-60ed59ce8f05 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Pushing event deleted for resources: {'Port': ['ID=07d28f2e-c58c-4272-9c55-99bfd87e1346,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:52.685100 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-25165f4c-d54b-4fdd-8fcf-ba9c86b56548 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:52.690908 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-665a5aec-f344-4c04-ba99-60ed59ce8f05 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:52.693054 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-665a5aec-f344-4c04-ba99-60ed59ce8f05 tempest-RoutersAdminNegativeTest-449205014 tempest-RoutersAdminNegativeTest-449205014-project-admin] 10.222.0.119 "DELETE /v2.0/ports/07d28f2e-c58c-4272-9c55-99bfd87e1346 HTTP/1.1" status: 204 len: 168 time: 0.7045968 Aug 31 09:26:52.750727 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9cfee-0aea-4f56-b649-3299685771cc req-3d95805c-b243-4ad9-b439-df3d5c5ff850 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:52.752302 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e8e9cfee-0aea-4f56-b649-3299685771cc req-3d95805c-b243-4ad9-b439-df3d5c5ff850 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.112 "GET /v2.0/ports?device_id=2c5e03f5-0539-4af8-babb-23cdf0de44d8 HTTP/1.1" status: 200 len: 908 time: 0.2877898 Aug 31 09:26:52.754089 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-25165f4c-d54b-4fdd-8fcf-ba9c86b56548 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af75c2a2-1bf6-47d3-b18c-214e10ebd1c9']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:52.798278 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-25165f4c-d54b-4fdd-8fcf-ba9c86b56548 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8c413fd-e665-45bd-84ba-5f5eb7ca62d6') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:52.798889 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-25165f4c-d54b-4fdd-8fcf-ba9c86b56548 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8c413fd-e665-45bd-84ba-5f5eb7ca62d6') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:52.860214 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-25165f4c-d54b-4fdd-8fcf-ba9c86b56548 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:52.910697 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-25165f4c-d54b-4fdd-8fcf-ba9c86b56548 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:52.932014 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff59ad0-6bfd-4eae-963b-246161f03d2f req-cd2d4da8-f298-4fc7-95a8-82be6c9305cd tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:52.933486 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3ff59ad0-6bfd-4eae-963b-246161f03d2f req-cd2d4da8-f298-4fc7-95a8-82be6c9305cd tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=2c5e03f5-0539-4af8-babb-23cdf0de44d8 HTTP/1.1" status: 200 len: 908 time: 0.2529857 Aug 31 09:26:52.964903 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25165f4c-d54b-4fdd-8fcf-ba9c86b56548 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Releasing vlan 1648 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:26:52.965311 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-25165f4c-d54b-4fdd-8fcf-ba9c86b56548 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:52.970240 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:26:52.970240 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:26:52.970240 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:26:52.970240 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:26:52.970240 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:26:52.970240 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:26:52.970240 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:26:52.970240 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:26:52.970240 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:26:52.970240 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:26:52.970240 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:26:52.970240 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:26:52.970240 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:26:52.970240 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:26:52.970240 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:26:52.970240 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:26:52.970240 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:26:52.970240 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:26:52.970240 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:26:52.970240 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:26:52.970240 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:26:52.970240 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:26:52.970240 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:26:52.970240 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:26:52.970240 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:26:52.970240 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:26:52.970240 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:26:52.970240 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:26:52.970240 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:26:52.970240 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:26:52.970240 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:26:52.970240 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:26:52.984596 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-01d6e925-d250-46b7-9cff-f621b2198901 req-5037208e-3ba0-422c-8264-f3d852cfbcbb service neutron] 10.222.0.119 "GET /v2.0/networks/f668d119-0317-4e13-bd19-a19b34b961f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652730 Aug 31 09:26:53.175136 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-25165f4c-d54b-4fdd-8fcf-ba9c86b56548 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:53.181394 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-e8e9cfee-0aea-4f56-b649-3299685771cc req-8db3526f-3c3f-46a0-ad7e-26799a96ad39 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Deleting port 1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:53.181727 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e8e9cfee-0aea-4f56-b649-3299685771cc req-8db3526f-3c3f-46a0-ad7e-26799a96ad39 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:53.205550 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-25165f4c-d54b-4fdd-8fcf-ba9c86b56548 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:53.207499 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-25165f4c-d54b-4fdd-8fcf-ba9c86b56548 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] 10.222.0.119 "DELETE /v2.0/networks/af75c2a2-1bf6-47d3-b18c-214e10ebd1c9 HTTP/1.1" status: 204 len: 168 time: 1.0010378 Aug 31 09:26:53.214369 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42978) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:53.230619 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9afe0744-7cf9-4cd7-9931-0893e9a1f169 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:53.282792 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07485e4c-0efb-41b3-be0b-805c3eff60b4 req-8e4b8d9e-d340-487c-9242-fe418c124abb tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:53.284433 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-07485e4c-0efb-41b3-be0b-805c3eff60b4 req-8e4b8d9e-d340-487c-9242-fe418c124abb tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 946 time: 0.2038491 Aug 31 09:26:53.285261 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25165f4c-d54b-4fdd-8fcf-ba9c86b56548 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Pushing event deleted for resources: {'Network': ['ID=af75c2a2-1bf6-47d3-b18c-214e10ebd1c9,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:53.327994 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f3da8934-2244-480b-959c-519d12675966 req-6d3ef381-eec6-4f40-812d-0865ea0db6ad tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 210 time: 0.0571806 Aug 31 09:26:53.376247 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-55c3c799-e1a7-484a-9f02-25157606a539 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:53.398680 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-07485e4c-0efb-41b3-be0b-805c3eff60b4 req-02e81daa-bf19-42f3-a756-a392567ca4dd tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905664 Aug 31 09:26:53.410358 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9afe0744-7cf9-4cd7-9931-0893e9a1f169 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:53.419142 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-e8e9cfee-0aea-4f56-b649-3299685771cc req-8db3526f-3c3f-46a0-ad7e-26799a96ad39 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] For port 1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:53.420906 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e8e9cfee-0aea-4f56-b649-3299685771cc req-8db3526f-3c3f-46a0-ad7e-26799a96ad39 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:53.424349 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42986) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:53.457475 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-e8e9cfee-0aea-4f56-b649-3299685771cc req-8db3526f-3c3f-46a0-ad7e-26799a96ad39 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Calling delete_port for 1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:53.492249 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-55c3c799-e1a7-484a-9f02-25157606a539 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:53.505676 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-55c3c799-e1a7-484a-9f02-25157606a539 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667ac8c9-2572-40c9-b1c7-1003346ab49e']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:53.518240 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-55c3c799-e1a7-484a-9f02-25157606a539 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11777cb-2185-45a6-9bc3-ae98faeaefd7') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:53.518657 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-55c3c799-e1a7-484a-9f02-25157606a539 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11777cb-2185-45a6-9bc3-ae98faeaefd7') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:53.529423 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-55c3c799-e1a7-484a-9f02-25157606a539 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:53.545324 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-55c3c799-e1a7-484a-9f02-25157606a539 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:53.555801 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c3c799-e1a7-484a-9f02-25157606a539 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Releasing vlan 1640 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:26:53.556209 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-55c3c799-e1a7-484a-9f02-25157606a539 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:53.608758 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fff16588-13a5-4471-a65a-dd26aa57ec0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:53.630806 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:26:53.630806 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:26:53.630806 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:26:53.630806 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:26:53.630806 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:26:53.630806 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:26:53.630806 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:26:53.630806 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:26:53.630806 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:26:53.630806 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:26:53.630806 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:26:53.630806 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:26:53.630806 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:26:53.630806 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:26:53.630806 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:26:53.630806 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:26:53.630806 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:26:53.630806 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:26:53.630806 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:26:53.630806 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:26:53.630806 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:26:53.630806 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:26:53.630806 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:26:53.630806 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:26:53.630806 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:26:53.630806 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:26:53.630806 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:26:53.630806 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:26:53.630806 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:26:53.630806 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:26:53.630806 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:26:53.630806 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:26:53.699061 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-9afe0744-7cf9-4cd7-9931-0893e9a1f169 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Deleting port 8ec59923-0ab6-4e7d-a477-215bd13890c5 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:53.699303 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9afe0744-7cf9-4cd7-9931-0893e9a1f169 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:53.705646 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-55c3c799-e1a7-484a-9f02-25157606a539 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:53.725031 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-55c3c799-e1a7-484a-9f02-25157606a539 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:53.728730 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-55c3c799-e1a7-484a-9f02-25157606a539 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] 10.222.0.119 "DELETE /v2.0/networks/667ac8c9-2572-40c9-b1c7-1003346ab49e HTTP/1.1" status: 204 len: 168 time: 0.5112815 Aug 31 09:26:53.729851 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3c799-e1a7-484a-9f02-25157606a539 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Pushing event deleted for resources: {'Network': ['ID=667ac8c9-2572-40c9-b1c7-1003346ab49e,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:53.731619 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42992) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:53.821781 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9afe0744-7cf9-4cd7-9931-0893e9a1f169 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:53.835154 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-9afe0744-7cf9-4cd7-9931-0893e9a1f169 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Calling delete_port for 8ec59923-0ab6-4e7d-a477-215bd13890c5 owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:53.846442 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e8e9cfee-0aea-4f56-b649-3299685771cc req-8db3526f-3c3f-46a0-ad7e-26799a96ad39 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:53.867935 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e322de-f217-407d-8658-c26cceeef363 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:53.874605 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e322de-f217-407d-8658-c26cceeef363 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:53.880502 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-87e322de-f217-407d-8658-c26cceeef363 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] 10.222.0.119 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1443753 Aug 31 09:26:53.881090 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42996) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:53.886141 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-6f3e25f5-3913-4d13-8e53-787d88aca20d tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-835589807'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:53.931524 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3526f-3c3f-46a0-ad7e-26799a96ad39 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Pushing event deleted for resources: {'Port': ['ID=1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:54.014391 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e9cfee-0aea-4f56-b649-3299685771cc req-8db3526f-3c3f-46a0-ad7e-26799a96ad39 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] No DVR routers for this DVR port 1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:26:54.017936 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e8e9cfee-0aea-4f56-b649-3299685771cc req-8db3526f-3c3f-46a0-ad7e-26799a96ad39 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:54.020257 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e8e9cfee-0aea-4f56-b649-3299685771cc req-8db3526f-3c3f-46a0-ad7e-26799a96ad39 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.112 "DELETE /v2.0/ports/1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e HTTP/1.1" status: 204 len: 173 time: 1.2407444 Aug 31 09:26:54.034542 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5e03f5-0539-4af8-babb-23cdf0de44d8', 'name': 'network-vif-deleted', 'tag': '1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:26:54.039309 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e746a759-afe6-414a-ac54-a8173be308ef" -d '{"events": [{"server_uuid": "2c5e03f5-0539-4af8-babb-23cdf0de44d8", "name": "network-vif-deleted", "tag": "1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:26:54.096631 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22e8ecba-c3db-4ed5-94c5-fd292021909e req-cab3866a-f48d-46e1-b7f6-6b9c5e96b767 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=2c5e03f5-0539-4af8-babb-23cdf0de44d8 HTTP/1.1" status: 200 len: 210 time: 0.0615027 Aug 31 09:26:54.183900 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56123a9b-05d5-42ee-a51c-272b343ca861 x-openstack-request-id: req-56123a9b-05d5-42ee-a51c-272b343ca861 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:26:54.184282 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5e03f5-0539-4af8-babb-23cdf0de44d8", "name": "network-vif-deleted", "tag": "1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:26:54.185430 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-56123a9b-05d5-42ee-a51c-272b343ca861 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:26:54.185592 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5e03f5-0539-4af8-babb-23cdf0de44d8', 'name': 'network-vif-deleted', 'tag': '1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e', 'status': 'completed', 'code': 200} Aug 31 09:26:54.224418 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fff16588-13a5-4471-a65a-dd26aa57ec0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:54.305495 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fff16588-13a5-4471-a65a-dd26aa57ec0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:54.347511 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-fff16588-13a5-4471-a65a-dd26aa57ec0f admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=b5f0a2b64b6b453ab3d7b59ca42aa675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9109025 Aug 31 09:26:54.348446 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff16588-13a5-4471-a65a-dd26aa57ec0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd0c5b9-0045-4c55-82f7-12707ce7a3be,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:54.350198 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43010) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:54.404978 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9afe0744-7cf9-4cd7-9931-0893e9a1f169 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:54.412599 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3e25f5-3913-4d13-8e53-787d88aca20d tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Made reservation on behalf of 88f1b2660ce44386827255de1b70f0fb for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:54.427065 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f3e25f5-3913-4d13-8e53-787d88aca20d tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:54.477598 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1d917fbb-b8aa-48cc-a23a-d7cd2b146d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:54.485248 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe0744-7cf9-4cd7-9931-0893e9a1f169 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Pushing event deleted for resources: {'Port': ['ID=8ec59923-0ab6-4e7d-a477-215bd13890c5,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:54.507661 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f3e25f5-3913-4d13-8e53-787d88aca20d tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] vlan segment allocate from pool success with {'vlan_id': 1643, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:26:54.511750 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1d917fbb-b8aa-48cc-a23a-d7cd2b146d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:54.533414 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f3e25f5-3913-4d13-8e53-787d88aca20d tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:54.533764 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-6f3e25f5-3913-4d13-8e53-787d88aca20d tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Added segment 0d5d0a0d-2756-45e6-8557-924e0f725aae of type vlan for network 46f44210-0ee0-417c-9e97-90c08329a78a Aug 31 09:26:54.579591 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae9b4b06-a545-43fb-96cf-6461ffd35a4b req-4dd2c3af-03b4-48cd-afdb-bdba93205e50 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 210 time: 0.0944359 Aug 31 09:26:54.597762 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f3e25f5-3913-4d13-8e53-787d88aca20d tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:54.649388 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9afe0744-7cf9-4cd7-9931-0893e9a1f169 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:54.661785 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670ad66-3652-4078-badc-8f2b38ea58a1 req-40ff802b-3256-488a-be45-c263d37ad67d tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:54.663363 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1670ad66-3652-4078-badc-8f2b38ea58a1 req-40ff802b-3256-488a-be45-c263d37ad67d tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 946 time: 0.1496649 Aug 31 09:26:54.755975 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f3e25f5-3913-4d13-8e53-787d88aca20d tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:54.768604 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3e25f5-3913-4d13-8e53-787d88aca20d tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:54.768604 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f3e25f5-3913-4d13-8e53-787d88aca20d tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:54.772454 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1d917fbb-b8aa-48cc-a23a-d7cd2b146d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:54.776235 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1d917fbb-b8aa-48cc-a23a-d7cd2b146d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:54.777649 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1d917fbb-b8aa-48cc-a23a-d7cd2b146d74 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/edd0c5b9-0045-4c55-82f7-12707ce7a3be HTTP/1.1" status: 204 len: 168 time: 0.4262068 Aug 31 09:26:54.850439 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:26:54.852451 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d917fbb-b8aa-48cc-a23a-d7cd2b146d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd0c5b9-0045-4c55-82f7-12707ce7a3be,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:54.879264 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e25f5-3913-4d13-8e53-787d88aca20d tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Pushing event updated for resources: {'Network': ['ID=46f44210-0ee0-417c-9e97-90c08329a78a,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:54.895670 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:26:54.911435 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 1a6fe16a-c2f1-4e2f-ae2c-74dcd2a8918e not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:26:54.911435 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 46f44210-0ee0-417c-9e97-90c08329a78a details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:26:55.045148 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6f3e25f5-3913-4d13-8e53-787d88aca20d tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1626961 Aug 31 09:26:55.050212 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43020) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:55.057791 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-42c2377b-12d9-4518-89da-0910da950fce tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1566786287'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:55.202432 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c2377b-12d9-4518-89da-0910da950fce tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Made reservation on behalf of 88f1b2660ce44386827255de1b70f0fb for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:55.202837 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-42c2377b-12d9-4518-89da-0910da950fce tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:55.264414 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42c2377b-12d9-4518-89da-0910da950fce tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] vlan segment allocate from pool success with {'vlan_id': 1642, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:26:55.279246 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1670ad66-3652-4078-badc-8f2b38ea58a1 req-cadd7b61-6048-496d-82bf-1d24bcd75834 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5852408 Aug 31 09:26:55.282624 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-edc5e783-7c2c-4a21-81f9-3b8c551879ad req-e52a9a9c-f29a-47c4-9256-5ecbad1a350c tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=2c5e03f5-0539-4af8-babb-23cdf0de44d8 HTTP/1.1" status: 200 len: 210 time: 0.0707152 Aug 31 09:26:55.290152 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-42c2377b-12d9-4518-89da-0910da950fce tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:55.290509 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-42c2377b-12d9-4518-89da-0910da950fce tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Added segment abce512a-f098-47d2-b3c8-33c8ff1dc067 of type vlan for network ba557851-e4f8-4889-90d7-f230c649db1e Aug 31 09:26:55.410536 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-42c2377b-12d9-4518-89da-0910da950fce tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:55.456631 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9afe0744-7cf9-4cd7-9931-0893e9a1f169 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2088949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2087107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5115'] for router, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:55.461280 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9afe0744-7cf9-4cd7-9931-0893e9a1f169 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2088958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2088935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2087130'] for router, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:55.553089 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-42c2377b-12d9-4518-89da-0910da950fce tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:55.560379 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c2377b-12d9-4518-89da-0910da950fce tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:55.564236 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-42c2377b-12d9-4518-89da-0910da950fce tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:55.567610 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afe0744-7cf9-4cd7-9931-0893e9a1f169 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Router 9f412e2b-87ff-4dd6-9016-2929f736eff3 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:26:55.701459 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afe0744-7cf9-4cd7-9931-0893e9a1f169 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:26:55.707316 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2377b-12d9-4518-89da-0910da950fce tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Pushing event updated for resources: {'Network': ['ID=ba557851-e4f8-4889-90d7-f230c649db1e,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:55.712436 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9afe0744-7cf9-4cd7-9931-0893e9a1f169 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:55.714234 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa078ead-c20a-47cf-af4c-655c71c189d7 None None] Sync routers for ids ['9f412e2b-87ff-4dd6-9016-2929f736eff3'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:26:55.720742 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9afe0744-7cf9-4cd7-9931-0893e9a1f169 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] 10.222.0.119 "PUT /v2.0/routers/9f412e2b-87ff-4dd6-9016-2929f736eff3 HTTP/1.1" status: 200 len: 705 time: 3.4187548 Aug 31 09:26:55.721605 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43046) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:55.730972 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network ba557851-e4f8-4889-90d7-f230c649db1e details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:26:55.782982 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa078ead-c20a-47cf-af4c-655c71c189d7 None None] Routers {'9f412e2b-87ff-4dd6-9016-2929f736eff3'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:55.785446 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-aa078ead-c20a-47cf-af4c-655c71c189d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:26:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['9f412e2b-87ff-4dd6-9016-2929f736eff3'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:55.821527 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-42c2377b-12d9-4518-89da-0910da950fce tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7696888 Aug 31 09:26:55.835110 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43050) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:55.840688 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-2a20df36-2159-46fb-8a40-7db5bf2a014f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Request body: {'ports': [{'network_id': '46f44210-0ee0-417c-9e97-90c08329a78a', 'name': 'tempest-port--1853043130', 'admin_state_up': True}, {'network_id': 'ba557851-e4f8-4889-90d7-f230c649db1e', 'admin_state_up': False}]} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:55.841060 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-2a20df36-2159-46fb-8a40-7db5bf2a014f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Request body: {'port': {'network_id': '46f44210-0ee0-417c-9e97-90c08329a78a', 'name': 'tempest-port--1853043130', 'admin_state_up': True}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:55.841774 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-2a20df36-2159-46fb-8a40-7db5bf2a014f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Request body: {'port': {'network_id': 'ba557851-e4f8-4889-90d7-f230c649db1e', 'admin_state_up': False}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:55.874390 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-aa078ead-c20a-47cf-af4c-655c71c189d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:55.900663 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2411a846-b81f-4b51-a8a4-b9589c3117fb req-ce0727d5-778d-49bc-a985-24b7d33ac2c4 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 210 time: 0.1263249 Aug 31 09:26:55.911371 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-03db768f-c29f-4657-852c-1aa323e4c2dd tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] 10.222.0.119 "GET /v2.0/routers/9f412e2b-87ff-4dd6-9016-2929f736eff3 HTTP/1.1" status: 200 len: 740 time: 0.1789155 Aug 31 09:26:55.918992 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43054) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:55.941279 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa078ead-c20a-47cf-af4c-655c71c189d7 None None] Routers {'9f412e2b-87ff-4dd6-9016-2929f736eff3'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:26:55.941968 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-aa078ead-c20a-47cf-af4c-655c71c189d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:26:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['9f412e2b-87ff-4dd6-9016-2929f736eff3'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:55.984029 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43056) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:55.992558 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-41e20cff-b46d-4fa4-82b7-549c8a0d5d6d tempest-RoutersAdminTest-1401404570 tempest-RoutersAdminTest-1401404570-project-admin] 10.222.0.119 "GET /v2.0/ports?network_id=95c681de-fa69-49ec-b047-2a49f2c4b933&device_id=9f412e2b-87ff-4dd6-9016-2929f736eff3 HTTP/1.1" status: 200 len: 205 time: 0.0714736 Aug 31 09:26:55.997296 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43058) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:55.998925 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-aa078ead-c20a-47cf-af4c-655c71c189d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:26:56.000906 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa078ead-c20a-47cf-af4c-655c71c189d7 None None] The sync data for ids ['9f412e2b-87ff-4dd6-9016-2929f736eff3'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:26:56.020101 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d86fa5-b934-4144-aa5f-10683f3e575e req-5b8a18b4-134b-4582-9124-9584b3a5bf26 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:56.029995 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a2d86fa5-b934-4144-aa5f-10683f3e575e req-5b8a18b4-134b-4582-9124-9584b3a5bf26 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 946 time: 0.2546959 Aug 31 09:26:56.034010 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3ab540be-8322-40e7-8cb4-79a496752918 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] 10.222.0.119 "GET /v2.0/ports?device_id=9f412e2b-87ff-4dd6-9016-2929f736eff3 HTTP/1.1" status: 200 len: 205 time: 0.0352387 Aug 31 09:26:56.043225 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43062) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:56.176817 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969aee2-be31-40d1-ab64-ba7f837e1c4f req-a7f2b288-30b3-4106-9f89-ba862dd02ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:56.179463 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c969aee2-be31-40d1-ab64-ba7f837e1c4f req-a7f2b288-30b3-4106-9f89-ba862dd02ee8 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b807ea962a9445be9b1ffbeebf308f16&device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 1098 time: 0.3021817 Aug 31 09:26:56.220880 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a20df36-2159-46fb-8a40-7db5bf2a014f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Made reservation on behalf of 88f1b2660ce44386827255de1b70f0fb for: {'port': 2} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:56.226005 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2a20df36-2159-46fb-8a40-7db5bf2a014f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:56.240085 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2a20df36-2159-46fb-8a40-7db5bf2a014f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:56.256650 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-128c6d5b-2b55-4c41-9d72-bec7abb331d7 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:56.306505 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a2d86fa5-b934-4144-aa5f-10683f3e575e req-641cbfe7-b460-4d59-8bc4-2365da384bc2 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2777061 Aug 31 09:26:56.339663 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-2a20df36-2159-46fb-8a40-7db5bf2a014f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] device_id is not set on port 3a3836cc-da79-4f36-a27a-850bd2d177e3 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:26:56.345936 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-dbb47c93-5259-4f24-b536-e67bbc64181a admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=25919034dc45453882936eabc12a6b31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3579867 Aug 31 09:26:56.349954 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43068) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:56.356256 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6e925-d250-46b7-9cff-f621b2198901 req-6c7710fe-3f6e-46cd-8243-cafa292711b8 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:56.359482 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-01d6e925-d250-46b7-9cff-f621b2198901 req-6c7710fe-3f6e-46cd-8243-cafa292711b8 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.59 "GET /v2.0/networks?id=f668d119-0317-4e13-bd19-a19b34b961f5 HTTP/1.1" status: 200 len: 812 time: 0.4571340 Aug 31 09:26:56.398485 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-01d6e925-d250-46b7-9cff-f621b2198901 req-50efdfc2-ada6-48e4-a981-deec0984ec79 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Request body: {'port': {'device_id': 'd3fadc5f-f4ab-4fb1-af52-6cffe50d768b', 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5', 'admin_state_up': True, 'tenant_id': 'e7263d55640346b092e769ab252c85c3'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:56.478770 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1cec6657-7248-4391-b1fd-a9c76892f89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:56.523773 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1cec6657-7248-4391-b1fd-a9c76892f89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:56.573043 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2a20df36-2159-46fb-8a40-7db5bf2a014f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:56.608012 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-128c6d5b-2b55-4c41-9d72-bec7abb331d7 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:56.613182 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-128c6d5b-2b55-4c41-9d72-bec7abb331d7 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:56.617965 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969aee2-be31-40d1-ab64-ba7f837e1c4f req-37b2a28e-68bb-4c0e-836e-c62ae6291ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:56.617965 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c969aee2-be31-40d1-ab64-ba7f837e1c4f req-37b2a28e-68bb-4c0e-836e-c62ae6291ec7 service neutron] 10.222.0.112 "GET /v2.0/networks?id=db85df49-32f0-464c-8559-cb7cf1e93dcb HTTP/1.1" status: 200 len: 912 time: 0.4049349 Aug 31 09:26:56.690527 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-2a20df36-2159-46fb-8a40-7db5bf2a014f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] device_id is not set on port ca0e75da-dfc3-4ee4-a6ee-4d10617ca58d yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:26:56.742521 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-128c6d5b-2b55-4c41-9d72-bec7abb331d7 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:56.743104 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128c6d5b-2b55-4c41-9d72-bec7abb331d7 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Fanout notify agent at l3_agent the message router_deleted on router 9f412e2b-87ff-4dd6-9016-2929f736eff3 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:26:56.757482 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-128c6d5b-2b55-4c41-9d72-bec7abb331d7 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:56.757482 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-128c6d5b-2b55-4c41-9d72-bec7abb331d7 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] 10.222.0.119 "DELETE /v2.0/routers/9f412e2b-87ff-4dd6-9016-2929f736eff3 HTTP/1.1" status: 204 len: 168 time: 0.6992807 Aug 31 09:26:56.757482 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c969aee2-be31-40d1-ab64-ba7f837e1c4f req-a0f3ca90-8fdd-459a-9b6a-5edf38f1d644 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c47a5b46-143f-4319-8dc4-1e44ec0e4d7e HTTP/1.1" status: 200 len: 1001 time: 0.0945606 Aug 31 09:26:56.757482 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43076) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:56.837576 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b735e30d-4a8f-4514-88af-f7652354ad45 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] 10.222.0.119 "GET /v2.0/ports?device_id=9f412e2b-87ff-4dd6-9016-2929f736eff3 HTTP/1.1" status: 200 len: 205 time: 0.0795856 Aug 31 09:26:56.844762 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43080) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:56.914507 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01d6e925-d250-46b7-9cff-f621b2198901 req-50efdfc2-ada6-48e4-a981-deec0984ec79 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Made reservation on behalf of e7263d55640346b092e769ab252c85c3 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:56.917825 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-01d6e925-d250-46b7-9cff-f621b2198901 req-50efdfc2-ada6-48e4-a981-deec0984ec79 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:56.920848 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969aee2-be31-40d1-ab64-ba7f837e1c4f req-aad4b65c-6b5d-4d21-853f-bfcbf7a0d2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:56.922348 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c969aee2-be31-40d1-ab64-ba7f837e1c4f req-aad4b65c-6b5d-4d21-853f-bfcbf7a0d2c7 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=51d76b46-811d-468a-80f4-ece7058a5d3b HTTP/1.1" status: 200 len: 849 time: 0.1556227 Aug 31 09:26:56.923205 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-cb760f8c-0767-4ebe-8205-896f9e6c8a11 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] delete failed (client error): The resource could not be found. Aug 31 09:26:56.924129 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-cb760f8c-0767-4ebe-8205-896f9e6c8a11 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] 10.222.0.119 "DELETE /v2.0/routers/9f412e2b-87ff-4dd6-9016-2929f736eff3 HTTP/1.1" status: 404 len: 336 time: 0.0784712 Aug 31 09:26:56.933345 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43082) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:57.005800 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-653a3947-ed94-4cea-9490-c8d0c0013587 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] 10.222.0.119 "GET /v2.0/ports?device_id=d7b312c3-1156-41d0-9929-cef763d762dd HTTP/1.1" status: 200 len: 205 time: 0.0690267 Aug 31 09:26:57.021469 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43086) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:57.064726 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1cec6657-7248-4391-b1fd-a9c76892f89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:57.067280 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1cec6657-7248-4391-b1fd-a9c76892f89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:57.070936 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1cec6657-7248-4391-b1fd-a9c76892f89e admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/8e8c4eb4-75c7-488e-937b-9a544e95d13b HTTP/1.1" status: 204 len: 168 time: 0.7148135 Aug 31 09:26:57.084211 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec6657-7248-4391-b1fd-a9c76892f89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8c4eb4-75c7-488e-937b-9a544e95d13b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:57.087063 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0303cb7-4256-4650-9be0-62f4038e841b req-095a5baf-3ca0-4e45-8b2e-0f1302d98172 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:57.090793 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c0303cb7-4256-4650-9be0-62f4038e841b req-095a5baf-3ca0-4e45-8b2e-0f1302d98172 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8fa3f34-ec98-432c-84da-a630829c9ba6 HTTP/1.1" status: 200 len: 945 time: 0.2499056 Aug 31 09:26:57.096188 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a868dea1-538a-4b16-bdbc-d2c171c5a76b req-dffdecaa-cc4a-4216-9137-7727c76134b8 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 210 time: 0.0941818 Aug 31 09:26:57.163362 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2a20df36-2159-46fb-8a40-7db5bf2a014f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:57.174962 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-61809ec6-53be-4880-8c2d-9365353d1342 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] delete failed (client error): The resource could not be found. Aug 31 09:26:57.176075 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-61809ec6-53be-4880-8c2d-9365353d1342 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] 10.222.0.119 "DELETE /v2.0/routers/d7b312c3-1156-41d0-9929-cef763d762dd HTTP/1.1" status: 404 len: 336 time: 0.1509690 Aug 31 09:26:57.179064 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43090) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:57.195756 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969aee2-be31-40d1-ab64-ba7f837e1c4f req-7205925c-e3ba-41d1-852d-6085a920cccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:57.197264 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c969aee2-be31-40d1-ab64-ba7f837e1c4f req-7205925c-e3ba-41d1-852d-6085a920cccf service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=db85df49-32f0-464c-8559-cb7cf1e93dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2630746 Aug 31 09:26:57.202814 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c0303cb7-4256-4650-9be0-62f4038e841b req-ebd6de50-ed5a-493b-a9f5-44f6f55e2560 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038735 Aug 31 09:26:57.229269 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-dd9c6e1d-25bb-4e0c-b3d4-5d250d90f312 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] 10.222.0.119 "GET /v2.0/ports?device_id=f110d283-9580-4ea8-a1b4-2c884c78d480 HTTP/1.1" status: 200 len: 205 time: 0.0393076 Aug 31 09:26:57.238084 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43092) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:57.283938 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-78c5bf89-fc19-48ba-be6e-64b6cd71ad27 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] delete failed (client error): The resource could not be found. Aug 31 09:26:57.284965 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-78c5bf89-fc19-48ba-be6e-64b6cd71ad27 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] 10.222.0.119 "DELETE /v2.0/routers/f110d283-9580-4ea8-a1b4-2c884c78d480 HTTP/1.1" status: 404 len: 336 time: 0.0458651 Aug 31 09:26:57.287701 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43094) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:57.311663 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-01d6e925-d250-46b7-9cff-f621b2198901 req-50efdfc2-ada6-48e4-a981-deec0984ec79 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Allocated IP 172.20.0.13 (f668d119-0317-4e13-bd19-a19b34b961f5/d9ae897c-9425-4b1d-8e0e-fa584db75384/fd152081-6475-43ff-abf9-7011a0522372) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:26:57.320459 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ce6319c8-0565-4270-a3d5-7c3bb48a0ee3 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] 10.222.0.119 "GET /v2.0/ports?device_id=f2fa7a58-dc7f-4bf5-bdb5-e34b24180604 HTTP/1.1" status: 200 len: 205 time: 0.0316796 Aug 31 09:26:57.322939 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43096) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:57.352648 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c969aee2-be31-40d1-ab64-ba7f837e1c4f req-4dd456df-d424-426f-976c-ad58e2615845 service neutron] 10.222.0.112 "GET /v2.0/networks/db85df49-32f0-464c-8559-cb7cf1e93dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455321 Aug 31 09:26:57.361672 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-b7f80cba-c9cd-4059-bef2-86c0cdaf0521 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] delete failed (client error): The resource could not be found. Aug 31 09:26:57.362745 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b7f80cba-c9cd-4059-bef2-86c0cdaf0521 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] 10.222.0.119 "DELETE /v2.0/routers/f2fa7a58-dc7f-4bf5-bdb5-e34b24180604 HTTP/1.1" status: 404 len: 336 time: 0.0388310 Aug 31 09:26:57.365305 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43100) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:57.395236 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bf22933f-f007-4617-adfe-fe01999ebf5d tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] 10.222.0.119 "GET /v2.0/ports?device_id=0508241e-3792-4564-97c3-dba9ce8ab09b HTTP/1.1" status: 200 len: 205 time: 0.0288501 Aug 31 09:26:57.396556 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2a20df36-2159-46fb-8a40-7db5bf2a014f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:57.398084 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43102) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:57.462439 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-c0231c7a-b4f6-4a93-b27a-8578d2707865 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] delete failed (client error): The resource could not be found. Aug 31 09:26:57.464591 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c0231c7a-b4f6-4a93-b27a-8578d2707865 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] 10.222.0.119 "DELETE /v2.0/routers/0508241e-3792-4564-97c3-dba9ce8ab09b HTTP/1.1" status: 404 len: 336 time: 0.0645483 Aug 31 09:26:57.470228 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43104) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:57.519092 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-929ca781-1b4d-4e52-b59f-cfce0187bab7 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] 10.222.0.119 "GET /v2.0/ports?device_id=e22086f2-41bf-46f3-a048-4acd0fc90378 HTTP/1.1" status: 200 len: 205 time: 0.0469060 Aug 31 09:26:57.524984 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43108) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:57.538432 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a20df36-2159-46fb-8a40-7db5bf2a014f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Pushing event updated for resources: {'Port': ['ID=3a3836cc-da79-4f36-a27a-850bd2d177e3,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:57.565634 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426a5c8-0316-4a91-8dcb-76207787ea04 req-dfee73fc-8190-44cf-b063-c393335b21bf tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:57.567895 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c426a5c8-0316-4a91-8dcb-76207787ea04 req-dfee73fc-8190-44cf-b063-c393335b21bf tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 946 time: 0.1514261 Aug 31 09:26:57.582813 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-32517c76-a48b-4651-8729-ac00ad83779c tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] delete failed (client error): The resource could not be found. Aug 31 09:26:57.584013 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-32517c76-a48b-4651-8729-ac00ad83779c tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] 10.222.0.119 "DELETE /v2.0/routers/e22086f2-41bf-46f3-a048-4acd0fc90378 HTTP/1.1" status: 404 len: 336 time: 0.0570371 Aug 31 09:26:57.586616 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43110) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:57.597301 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a20df36-2159-46fb-8a40-7db5bf2a014f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Checking segment: {'id': '0d5d0a0d-2756-45e6-8557-924e0f725aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1643, 'network_id': '46f44210-0ee0-417c-9e97-90c08329a78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:57.597827 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a20df36-2159-46fb-8a40-7db5bf2a014f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Network hostable DHCP agents. Network: 46f44210-0ee0-417c-9e97-90c08329a78a, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:26:57.607594 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c969aee2-be31-40d1-ab64-ba7f837e1c4f req-c31a61b0-2682-4d24-b259-8045aea3188d service neutron] 10.222.0.112 "GET /v2.0/networks/db85df49-32f0-464c-8559-cb7cf1e93dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462244 Aug 31 09:26:57.624053 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dbf2d18-9606-4222-9337-8431eaf8b097 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] DELETE failed (client error): The resource could not be found. Aug 31 09:26:57.624753 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dbf2d18-9606-4222-9337-8431eaf8b097 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:26:57.626667 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8dbf2d18-9606-4222-9337-8431eaf8b097 tempest-RoutersAdminTest-144916397 tempest-RoutersAdminTest-144916397-project] 10.222.0.119 "DELETE /v2.0/subnets/16c5834e-ce26-4981-9322-74e416658490 HTTP/1.1" status: 404 len: 337 time: 0.0389745 Aug 31 09:26:57.727080 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c426a5c8-0316-4a91-8dcb-76207787ea04 req-883de0ba-e3b8-493d-8f44-e77fb8ff8396 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374819 Aug 31 09:26:57.753551 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-01d6e925-d250-46b7-9cff-f621b2198901 req-50efdfc2-ada6-48e4-a981-deec0984ec79 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:57.758252 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a20df36-2159-46fb-8a40-7db5bf2a014f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Network 46f44210-0ee0-417c-9e97-90c08329a78a is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:26:57.865486 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-2a20df36-2159-46fb-8a40-7db5bf2a014f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 46f44210-0ee0-417c-9e97-90c08329a78a) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:57.869299 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a20df36-2159-46fb-8a40-7db5bf2a014f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:57.870130 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2a20df36-2159-46fb-8a40-7db5bf2a014f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:57.880803 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd876618-a215-4531-8f81-f93866e8a098 None None] Network 46f44210-0ee0-417c-9e97-90c08329a78a requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:57.944640 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a20df36-2159-46fb-8a40-7db5bf2a014f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Pushing event updated for resources: {'Port': ['ID=ca0e75da-dfc3-4ee4-a6ee-4d10617ca58d,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:57.955565 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a20df36-2159-46fb-8a40-7db5bf2a014f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Checking segment: {'id': 'abce512a-f098-47d2-b3c8-33c8ff1dc067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': 'ba557851-e4f8-4889-90d7-f230c649db1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:26:57.955923 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a20df36-2159-46fb-8a40-7db5bf2a014f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Network hostable DHCP agents. Network: ba557851-e4f8-4889-90d7-f230c649db1e, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:26:57.967958 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-01d6e925-d250-46b7-9cff-f621b2198901 req-50efdfc2-ada6-48e4-a981-deec0984ec79 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:58.024134 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01d6e925-d250-46b7-9cff-f621b2198901 req-50efdfc2-ada6-48e4-a981-deec0984ec79 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Network f668d119-0317-4e13-bd19-a19b34b961f5 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:26:58.027639 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-01d6e925-d250-46b7-9cff-f621b2198901 req-50efdfc2-ada6-48e4-a981-deec0984ec79 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:58.033488 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d6e925-d250-46b7-9cff-f621b2198901 req-50efdfc2-ada6-48e4-a981-deec0984ec79 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:58.037899 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50efdfc2-ada6-48e4-a981-deec0984ec79 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Pushing event updated for resources: {'Port': ['ID=fd152081-6475-43ff-abf9-7011a0522372,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:26:58.084045 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6e925-d250-46b7-9cff-f621b2198901 req-50efdfc2-ada6-48e4-a981-deec0984ec79 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:58.084658 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-01d6e925-d250-46b7-9cff-f621b2198901 req-50efdfc2-ada6-48e4-a981-deec0984ec79 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:58.210947 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a20df36-2159-46fb-8a40-7db5bf2a014f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Network ba557851-e4f8-4889-90d7-f230c649db1e is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:26:58.211174 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-01d6e925-d250-46b7-9cff-f621b2198901 req-50efdfc2-ada6-48e4-a981-deec0984ec79 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8160911 Aug 31 09:26:58.241038 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-01d6e925-d250-46b7-9cff-f621b2198901 req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] Request body: {'port': {'device_id': 'd3fadc5f-f4ab-4fb1-af52-6cffe50d768b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:58.297742 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc9a69-8d36-45ec-9fe0-1c1bae279553 req-ed1583ff-f743-43ce-b28f-e494c74146c5 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:58.305879 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9fcc9a69-8d36-45ec-9fe0-1c1bae279553 req-ed1583ff-f743-43ce-b28f-e494c74146c5 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 932 time: 0.1086590 Aug 31 09:26:58.361742 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-2a20df36-2159-46fb-8a40-7db5bf2a014f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, ba557851-e4f8-4889-90d7-f230c649db1e) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:26:58.366850 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a20df36-2159-46fb-8a40-7db5bf2a014f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:26:58.372723 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d5bce1-9a4b-4d44-a085-68f0bc1c11dc None None] Network ba557851-e4f8-4889-90d7-f230c649db1e requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:26:58.377410 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a20df36-2159-46fb-8a40-7db5bf2a014f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:58.391010 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a20df36-2159-46fb-8a40-7db5bf2a014f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:58.391845 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2a20df36-2159-46fb-8a40-7db5bf2a014f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:58.409711 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-01d6e925-d250-46b7-9cff-f621b2198901 req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:58.464143 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9fcc9a69-8d36-45ec-9fe0-1c1bae279553 req-a996a456-68f2-458e-a82b-32e38c64df94 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571388 Aug 31 09:26:58.490308 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2a20df36-2159-46fb-8a40-7db5bf2a014f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.6539414 Aug 31 09:26:58.500816 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43136) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:58.510789 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43138) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:58.567647 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f348e-9d85-408b-b4f5-900c950ccb72 req-b273ffff-b5cb-4493-a16f-e700f4bf3bea tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:58.569477 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-892f348e-9d85-408b-b4f5-900c950ccb72 req-b273ffff-b5cb-4493-a16f-e700f4bf3bea tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8fa3f34-ec98-432c-84da-a630829c9ba6 HTTP/1.1" status: 200 len: 945 time: 0.2333920 Aug 31 09:26:58.612595 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da52ae91-dbf1-49ab-be15-e0243252858f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:58.620777 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da52ae91-dbf1-49ab-be15-e0243252858f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:58.622901 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-da52ae91-dbf1-49ab-be15-e0243252858f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1209879 Aug 31 09:26:58.626746 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43144) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:58.695175 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fcd05-6d80-4997-a17e-af72aab2e84c req-34d60152-dc8d-434b-82c0-17114d67a732 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:58.696576 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f4fcd05-6d80-4997-a17e-af72aab2e84c req-34d60152-dc8d-434b-82c0-17114d67a732 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.112 "GET /v2.0/ports?device_id=f8fa3f34-ec98-432c-84da-a630829c9ba6 HTTP/1.1" status: 200 len: 945 time: 0.2630999 Aug 31 09:26:58.982374 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43164) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:26:59.111628 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-92f89924-6121-4744-909c-a497a0c3dc0c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1413667390'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:26:59.210227 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b4c14c28-9d06-42dd-8ea3-63b1a71242c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:59.272683 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-892f348e-9d85-408b-b4f5-900c950ccb72 req-71a91530-75c2-47e3-813b-57ce829c9927 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6938040 Aug 31 09:26:59.311793 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f89924-6121-4744-909c-a497a0c3dc0c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:26:59.315659 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92f89924-6121-4744-909c-a497a0c3dc0c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:59.335794 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92f89924-6121-4744-909c-a497a0c3dc0c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:59.384998 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c007c9b-f9f1-4840-a00e-aebae1acb663 req-4c170693-a41b-479f-b800-3e1560f5dcb3 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:59.386537 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5c007c9b-f9f1-4840-a00e-aebae1acb663 req-4c170693-a41b-479f-b800-3e1560f5dcb3 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 946 time: 0.2690790 Aug 31 09:26:59.516059 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-9f4fcd05-6d80-4997-a17e-af72aab2e84c req-d0c93067-6022-44f1-823b-359081e91973 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Deleting port d28a0871-5c4e-4c3d-b0f7-63b3202242cf {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:59.516325 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9f4fcd05-6d80-4997-a17e-af72aab2e84c req-d0c93067-6022-44f1-823b-359081e91973 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:59.521604 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5c007c9b-f9f1-4840-a00e-aebae1acb663 req-e130f6af-bc9e-4d60-ac6a-bc0027b14ac5 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223350 Aug 31 09:26:59.523759 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-55e90bfd-5a4e-4a52-9071-d7829acd6f13 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Deleting port 3a3836cc-da79-4f36-a27a-850bd2d177e3 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:26:59.524042 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-55e90bfd-5a4e-4a52-9071-d7829acd6f13 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:59.742313 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-55e90bfd-5a4e-4a52-9071-d7829acd6f13 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:59.782633 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-01d6e925-d250-46b7-9cff-f621b2198901 req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd152081-6475-43ff-abf9-7011a0522372 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:26:59.800788 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-55e90bfd-5a4e-4a52-9071-d7829acd6f13 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Calling delete_port for 3a3836cc-da79-4f36-a27a-850bd2d177e3 owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:59.803949 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-01d6e925-d250-46b7-9cff-f621b2198901 req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:59.814093 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b4c14c28-9d06-42dd-8ea3-63b1a71242c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:59.831624 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-9f4fcd05-6d80-4997-a17e-af72aab2e84c req-d0c93067-6022-44f1-823b-359081e91973 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] For port d28a0871-5c4e-4c3d-b0f7-63b3202242cf, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=d28a0871-5c4e-4c3d-b0f7-63b3202242cf,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:26:59.834300 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9f4fcd05-6d80-4997-a17e-af72aab2e84c req-d0c93067-6022-44f1-823b-359081e91973 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:59.842670 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136ba13-e096-4e02-9888-3d84f9995e7c req-37025027-e1e6-4b56-afb6-61595020e4fb tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:26:59.844872 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f136ba13-e096-4e02-9888-3d84f9995e7c req-37025027-e1e6-4b56-afb6-61595020e4fb tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 932 time: 0.2316465 Aug 31 09:26:59.863793 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-01d6e925-d250-46b7-9cff-f621b2198901 req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] Transition to ACTIVE for port object fd152081-6475-43ff-abf9-7011a0522372 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:26:59.910979 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-9f4fcd05-6d80-4997-a17e-af72aab2e84c req-d0c93067-6022-44f1-823b-359081e91973 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Calling delete_port for d28a0871-5c4e-4c3d-b0f7-63b3202242cf owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:26:59.918963 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b4c14c28-9d06-42dd-8ea3-63b1a71242c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:59.975370 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92f89924-6121-4744-909c-a497a0c3dc0c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:26:59.998903 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b4c14c28-9d06-42dd-8ea3-63b1a71242c2 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=12be3b717b7c4b7aa179771f27fc0078&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4860945 Aug 31 09:26:59.999921 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-01d6e925-d250-46b7-9cff-f621b2198901 req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.002401 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43194) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:00.035431 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f136ba13-e096-4e02-9888-3d84f9995e7c req-31fa9d43-7f04-4508-938e-239461836b47 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748559 Aug 31 09:27:00.053222 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-17ec7d86-78d6-4046-904b-b738f5017bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.061493 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c14c28-9d06-42dd-8ea3-63b1a71242c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4106be5-1e86-49e4-9861-c10b4f187cf3,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:00.086144 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-17ec7d86-78d6-4046-904b-b738f5017bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.111258 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92f89924-6121-4744-909c-a497a0c3dc0c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.119702 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] Pushing event updated for resources: {'Port': ['ID=fd152081-6475-43ff-abf9-7011a0522372,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:00.149718 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f89924-6121-4744-909c-a497a0c3dc0c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a152b88-b19d-494f-a60c-03d4aff5487a,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:00.222258 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-55e90bfd-5a4e-4a52-9071-d7829acd6f13 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.247103 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-17ec7d86-78d6-4046-904b-b738f5017bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.252372 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-17ec7d86-78d6-4046-904b-b738f5017bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.254575 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-17ec7d86-78d6-4046-904b-b738f5017bf9 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/f4106be5-1e86-49e4-9861-c10b4f187cf3 HTTP/1.1" status: 204 len: 168 time: 0.2506671 Aug 31 09:27:00.262170 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f89924-6121-4744-909c-a497a0c3dc0c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] vlan segment allocate from pool success with {'vlan_id': 1620, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:27:00.273358 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec7d86-78d6-4046-904b-b738f5017bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4106be5-1e86-49e4-9861-c10b4f187cf3,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:00.277343 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e90bfd-5a4e-4a52-9071-d7829acd6f13 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Pushing event deleted for resources: {'Port': ['ID=3a3836cc-da79-4f36-a27a-850bd2d177e3,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:00.277568 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92f89924-6121-4744-909c-a497a0c3dc0c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.277734 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-92f89924-6121-4744-909c-a497a0c3dc0c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Added segment 999d29dd-0fd9-4dfe-a6d2-5edb92b3001c of type vlan for network 17930598-f4af-4731-83ee-9969406c94e8 Aug 31 09:27:00.283744 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-01d6e925-d250-46b7-9cff-f621b2198901 req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] Attempting to bind port fd152081-6475-43ff-abf9-7011a0522372 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:00.284083 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-01d6e925-d250-46b7-9cff-f621b2198901 req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] Attempting to bind port fd152081-6475-43ff-abf9-7011a0522372 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '316e1015-f12d-422c-8b11-cf75c56464db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:00.284426 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d6e925-d250-46b7-9cff-f621b2198901 req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] Attempting to bind port fd152081-6475-43ff-abf9-7011a0522372 on network f668d119-0317-4e13-bd19-a19b34b961f5 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:00.294139 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-55e90bfd-5a4e-4a52-9071-d7829acd6f13 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.299304 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-55e90bfd-5a4e-4a52-9071-d7829acd6f13 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] 10.222.0.119 "DELETE /v2.0/ports/3a3836cc-da79-4f36-a27a-850bd2d177e3 HTTP/1.1" status: 204 len: 168 time: 1.6647611 Aug 31 09:27:00.299502 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43200) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:00.313158 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d6e925-d250-46b7-9cff-f621b2198901 req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] Port fd152081-6475-43ff-abf9-7011a0522372 on network f668d119-0317-4e13-bd19-a19b34b961f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:27:00.313158 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d6e925-d250-46b7-9cff-f621b2198901 req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] Attempting to bind port fd152081-6475-43ff-abf9-7011a0522372 on network f668d119-0317-4e13-bd19-a19b34b961f5 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:00.334843 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d6e925-d250-46b7-9cff-f621b2198901 req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:27:00.341498 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d6e925-d250-46b7-9cff-f621b2198901 req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] Checking segment: {'id': '316e1015-f12d-422c-8b11-cf75c56464db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:00.341498 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d6e925-d250-46b7-9cff-f621b2198901 req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] Bound using segment: {'id': '316e1015-f12d-422c-8b11-cf75c56464db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:27:00.341498 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-01d6e925-d250-46b7-9cff-f621b2198901 req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] Bound port: fd152081-6475-43ff-abf9-7011a0522372, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316e1015-f12d-422c-8b11-cf75c56464db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:27:00.341498 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-01d6e925-d250-46b7-9cff-f621b2198901 req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.371179 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92f89924-6121-4744-909c-a497a0c3dc0c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.412231 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9f4fcd05-6d80-4997-a17e-af72aab2e84c req-d0c93067-6022-44f1-823b-359081e91973 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.428108 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['3edcd031-fdff-42eb-afa5-72f2616428cc'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:27:00.462850 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92f89924-6121-4744-909c-a497a0c3dc0c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.468813 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f89924-6121-4744-909c-a497a0c3dc0c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:00.469582 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92f89924-6121-4744-909c-a497a0c3dc0c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.469898 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-73ae59b3-800a-477b-b5ee-0d10dab18566 req-b45cd7c7-d894-4c5e-8962-ef2ad68bf7ea tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8fa3f34-ec98-432c-84da-a630829c9ba6 HTTP/1.1" status: 200 len: 210 time: 0.0892808 Aug 31 09:27:00.480655 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c93067-6022-44f1-823b-359081e91973 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Pushing event deleted for resources: {'Port': ['ID=d28a0871-5c4e-4c3d-b0f7-63b3202242cf,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:00.534184 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-01d6e925-d250-46b7-9cff-f621b2198901 req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] For port fd152081-6475-43ff-abf9-7011a0522372, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:00.553270 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4fcd05-6d80-4997-a17e-af72aab2e84c req-d0c93067-6022-44f1-823b-359081e91973 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] No DVR routers for this DVR port d28a0871-5c4e-4c3d-b0f7-63b3202242cf on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:00.558314 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f89924-6121-4744-909c-a497a0c3dc0c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Network': ['ID=17930598-f4af-4731-83ee-9969406c94e8,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:00.565316 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9f4fcd05-6d80-4997-a17e-af72aab2e84c req-d0c93067-6022-44f1-823b-359081e91973 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.567413 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f4fcd05-6d80-4997-a17e-af72aab2e84c req-d0c93067-6022-44f1-823b-359081e91973 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.112 "DELETE /v2.0/ports/d28a0871-5c4e-4c3d-b0f7-63b3202242cf HTTP/1.1" status: 204 len: 173 time: 1.8608794 Aug 31 09:27:00.567572 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fa3f34-ec98-432c-84da-a630829c9ba6', 'name': 'network-vif-deleted', 'tag': 'd28a0871-5c4e-4c3d-b0f7-63b3202242cf'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:00.569768 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b49d7e4-cc7f-410b-98fd-51adbe542e12" -d '{"events": [{"server_uuid": "f8fa3f34-ec98-432c-84da-a630829c9ba6", "name": "network-vif-deleted", "tag": "d28a0871-5c4e-4c3d-b0f7-63b3202242cf"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:00.570325 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 17930598-f4af-4731-83ee-9969406c94e8 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:27:00.574792 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-01d6e925-d250-46b7-9cff-f621b2198901 req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] For port fd152081-6475-43ff-abf9-7011a0522372, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=fd152081-6475-43ff-abf9-7011a0522372,segment=NetworkSegment(316e1015-f12d-422c-8b11-cf75c56464db),segment_id=316e1015-f12d-422c-8b11-cf75c56464db)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:27:00.577702 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-cfcbeb2f-666b-48a6-8410-db17876e3a95 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Deleting port ca0e75da-dfc3-4ee4-a6ee-4d10617ca58d {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:00.578648 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cfcbeb2f-666b-48a6-8410-db17876e3a95 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.623212 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc72e30-7208-428e-8763-478e20fffaec x-openstack-request-id: req-cdc72e30-7208-428e-8763-478e20fffaec {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:00.623502 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fa3f34-ec98-432c-84da-a630829c9ba6", "name": "network-vif-deleted", "tag": "d28a0871-5c4e-4c3d-b0f7-63b3202242cf", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:00.623755 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-cdc72e30-7208-428e-8763-478e20fffaec {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:00.624152 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fa3f34-ec98-432c-84da-a630829c9ba6', 'name': 'network-vif-deleted', 'tag': 'd28a0871-5c4e-4c3d-b0f7-63b3202242cf', 'status': 'completed', 'code': 200} Aug 31 09:27:00.650924 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-92f89924-6121-4744-909c-a497a0c3dc0c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6663296 Aug 31 09:27:00.653540 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43206) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:00.654868 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-01d6e925-d250-46b7-9cff-f621b2198901 req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.661312 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cfcbeb2f-666b-48a6-8410-db17876e3a95 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.667556 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-c24be908-3991-4850-91a5-261497f9fcce tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:00.689057 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-cfcbeb2f-666b-48a6-8410-db17876e3a95 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Calling delete_port for ca0e75da-dfc3-4ee4-a6ee-4d10617ca58d owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:00.737167 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6e925-d250-46b7-9cff-f621b2198901 req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:00.739245 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-01d6e925-d250-46b7-9cff-f621b2198901 req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.740681 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-01d6e925-d250-46b7-9cff-f621b2198901 req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] 10.222.0.59 "PUT /v2.0/ports/fd152081-6475-43ff-abf9-7011a0522372 HTTP/1.1" status: 200 len: 1093 time: 2.5121408 Aug 31 09:27:00.816485 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] Pushing event updated for resources: {'Port': ['ID=fd152081-6475-43ff-abf9-7011a0522372,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:00.834338 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:00.834719 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:00.835062 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:00.835399 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:00.835837 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:00.836157 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:00.836485 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:00.836809 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:00.837132 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:00.837457 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:00.837778 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:00.838097 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848b8523-0bf0-426d-96e2-1ded08c74c3f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:00.877171 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device d28a0871-5c4e-4c3d-b0f7-63b3202242cf no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:00.883609 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24be908-3991-4850-91a5-261497f9fcce tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:00.887579 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c24be908-3991-4850-91a5-261497f9fcce tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.901579 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: d28a0871-5c4e-4c3d-b0f7-63b3202242cf {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:00.901928 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device d28a0871-5c4e-4c3d-b0f7-63b3202242cf not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:00.933980 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6e925-d250-46b7-9cff-f621b2198901 req-647edf55-4c03-40a8-b4d8-e1d85efa11d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:00.936126 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-01d6e925-d250-46b7-9cff-f621b2198901 req-647edf55-4c03-40a8-b4d8-e1d85efa11d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7263d55640346b092e769ab252c85c3&device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 1096 time: 0.0592980 Aug 31 09:27:00.987293 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cfcbeb2f-666b-48a6-8410-db17876e3a95 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:00.991490 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-01d6e925-d250-46b7-9cff-f621b2198901 req-5ed989c2-88bd-4487-b226-1121bab00a2d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd152081-6475-43ff-abf9-7011a0522372 HTTP/1.1" status: 200 len: 217 time: 0.0466826 Aug 31 09:27:01.068564 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbeb2f-666b-48a6-8410-db17876e3a95 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Pushing event deleted for resources: {'Port': ['ID=ca0e75da-dfc3-4ee4-a6ee-4d10617ca58d,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:01.088158 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cfcbeb2f-666b-48a6-8410-db17876e3a95 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:01.092708 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-cfcbeb2f-666b-48a6-8410-db17876e3a95 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] 10.222.0.119 "DELETE /v2.0/ports/ca0e75da-dfc3-4ee4-a6ee-4d10617ca58d HTTP/1.1" status: 204 len: 168 time: 0.7887340 Aug 31 09:27:01.093044 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43218) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:01.146138 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b948d237-fe1c-43d8-84f2-8794b7a6903c tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0505600 Aug 31 09:27:01.148006 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6e925-d250-46b7-9cff-f621b2198901 req-b5560ad8-debd-4252-8420-b089656f7fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:01.149606 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-01d6e925-d250-46b7-9cff-f621b2198901 req-b5560ad8-debd-4252-8420-b089656f7fdd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9ae897c-9425-4b1d-8e0e-fa584db75384 HTTP/1.1" status: 200 len: 852 time: 0.1510334 Aug 31 09:27:01.150143 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43220) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:01.155309 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-acbbee27-2de8-4e38-b5c4-221926b5c7d6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1773706921'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:01.201590 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-01d6e925-d250-46b7-9cff-f621b2198901 req-a31dee5e-3e19-4bfa-a8cc-6c7d948d77b9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f668d119-0317-4e13-bd19-a19b34b961f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417914 Aug 31 09:27:01.246884 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43222) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:01.267158 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c24be908-3991-4850-91a5-261497f9fcce tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:01.306928 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfb32d-cde8-4d58-84e0-c7e0ebb3ef2d req-23d14155-d26c-4f60-9644-20553b58141f tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:01.309010 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c3bfb32d-cde8-4d58-84e0-c7e0ebb3ef2d req-23d14155-d26c-4f60-9644-20553b58141f tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 944 time: 0.1375160 Aug 31 09:27:01.344659 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-783e372a-9dfa-4910-a8c5-97dcc5436f13 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=2809962570244a6cb4f6ae66b830f88c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0964839 Aug 31 09:27:01.349337 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43224) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:01.360258 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbbee27-2de8-4e38-b5c4-221926b5c7d6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Made reservation on behalf of 88f1b2660ce44386827255de1b70f0fb for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:01.363740 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-acbbee27-2de8-4e38-b5c4-221926b5c7d6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:01.364631 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24be908-3991-4850-91a5-261497f9fcce tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Subnet': ['ID=41a59721-41a2-4f37-9e86-c37737eb14ba,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:01.374758 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24be908-3991-4850-91a5-261497f9fcce tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Checking segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:01.375699 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24be908-3991-4850-91a5-261497f9fcce tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network hostable DHCP agents. Network: 17930598-f4af-4731-83ee-9969406c94e8, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:27:01.393979 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-01d6e925-d250-46b7-9cff-f621b2198901 req-1c49d1de-b814-4286-8725-e11e8b563e53 service neutron] 10.222.0.59 "GET /v2.0/networks/f668d119-0317-4e13-bd19-a19b34b961f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754351 Aug 31 09:27:01.420902 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c3bfb32d-cde8-4d58-84e0-c7e0ebb3ef2d req-03e9a27e-1d32-4ca4-b5dc-8a0d685116c9 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005533 Aug 31 09:27:01.479531 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acbbee27-2de8-4e38-b5c4-221926b5c7d6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] vlan segment allocate from pool success with {'vlan_id': 1631, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:27:01.490099 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24be908-3991-4850-91a5-261497f9fcce tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:27:01.505943 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-acbbee27-2de8-4e38-b5c4-221926b5c7d6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:01.506346 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-acbbee27-2de8-4e38-b5c4-221926b5c7d6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Added segment 914d0dda-de77-48df-a629-c276f807c703 of type vlan for network 67234a18-7b16-42d2-b26f-2ecfd6040276 Aug 31 09:27:01.537334 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-027fb3d1-26fa-4ccd-9456-437f6c7b05fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:01.583851 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-c24be908-3991-4850-91a5-261497f9fcce tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 17930598-f4af-4731-83ee-9969406c94e8) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:01.588060 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24be908-3991-4850-91a5-261497f9fcce tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:01.588658 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c24be908-3991-4850-91a5-261497f9fcce tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:01.596448 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a48372-f74d-4c30-9a23-0de1db2a203f None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:01.620137 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-acbbee27-2de8-4e38-b5c4-221926b5c7d6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:01.648800 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c3be9990-c7de-4021-b83b-278ab1f526a3 req-38f6861b-bcc2-47e4-b675-7c58e6ce3d8f tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8fa3f34-ec98-432c-84da-a630829c9ba6 HTTP/1.1" status: 200 len: 210 time: 0.0643601 Aug 31 09:27:01.650936 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-027fb3d1-26fa-4ccd-9456-437f6c7b05fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:01.661972 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-01d6e925-d250-46b7-9cff-f621b2198901 req-c63541b3-72c8-484b-9b07-17dd54a98563 service neutron] 10.222.0.59 "GET /v2.0/networks/f668d119-0317-4e13-bd19-a19b34b961f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587640 Aug 31 09:27:01.692629 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c24be908-3991-4850-91a5-261497f9fcce tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0345140 Aug 31 09:27:01.693293 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43230) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:01.700446 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-b1a6d698-2b4b-490e-b8d1-467cec41f417 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'port': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'name': 'tempest-NetworksTestDHCPv6-390564216'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:01.779991 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-acbbee27-2de8-4e38-b5c4-221926b5c7d6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:01.788297 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbbee27-2de8-4e38-b5c4-221926b5c7d6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:01.789022 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace03233-c89e-4bd9-9107-52ad22d93776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-17930598-f4af-4731-83ee-9969406c94e8', 'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'fixed_ips': [{'subnet_id': '41a59721-41a2-4f37-9e86-c37737eb14ba'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:27:01.789582 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-acbbee27-2de8-4e38-b5c4-221926b5c7d6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:01.789901 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ace03233-c89e-4bd9-9107-52ad22d93776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:01.861192 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-027fb3d1-26fa-4ccd-9456-437f6c7b05fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:01.864015 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-027fb3d1-26fa-4ccd-9456-437f6c7b05fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:01.865464 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-027fb3d1-26fa-4ccd-9456-437f6c7b05fa admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/7f02d495-e40a-4896-8325-416ae4ce7087 HTTP/1.1" status: 204 len: 168 time: 0.5151918 Aug 31 09:27:01.896961 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027fb3d1-26fa-4ccd-9456-437f6c7b05fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f02d495-e40a-4896-8325-416ae4ce7087,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:01.901574 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbbee27-2de8-4e38-b5c4-221926b5c7d6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Pushing event updated for resources: {'Network': ['ID=67234a18-7b16-42d2-b26f-2ecfd6040276,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:01.928025 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 67234a18-7b16-42d2-b26f-2ecfd6040276 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:27:01.930511 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-acbbee27-2de8-4e38-b5c4-221926b5c7d6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7792983 Aug 31 09:27:01.931322 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43242) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:01.938378 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-f958c4a4-ee36-49e8-8c41-ac8ea8a8d3bc tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-862184652'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:02.037752 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a6d698-2b4b-490e-b8d1-467cec41f417 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:02.043131 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b1a6d698-2b4b-490e-b8d1-467cec41f417 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:02.056122 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-ace03233-c89e-4bd9-9107-52ad22d93776 None None] Allocated IP 2001:db8::2 (17930598-f4af-4731-83ee-9969406c94e8/41a59721-41a2-4f37-9e86-c37737eb14ba/0913239c-fe40-416c-a0e1-e601d085ef27) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:02.063765 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-b1a6d698-2b4b-490e-b8d1-467cec41f417 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] device_id is not set on port 81b94b0b-3061-4902-a9e8-fec6008a9660 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:27:02.157818 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f958c4a4-ee36-49e8-8c41-ac8ea8a8d3bc tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Made reservation on behalf of 88f1b2660ce44386827255de1b70f0fb for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:02.161551 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f958c4a4-ee36-49e8-8c41-ac8ea8a8d3bc tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:02.194020 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f958c4a4-ee36-49e8-8c41-ac8ea8a8d3bc tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] vlan segment allocate from pool success with {'vlan_id': 1619, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:27:02.204948 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f958c4a4-ee36-49e8-8c41-ac8ea8a8d3bc tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:02.205402 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-f958c4a4-ee36-49e8-8c41-ac8ea8a8d3bc tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Added segment 85de0432-5fff-4f0c-9cd3-76956d75f256 of type vlan for network cbbfa96d-4dc8-44ec-be16-586f11a0fab1 Aug 31 09:27:02.214219 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ace03233-c89e-4bd9-9107-52ad22d93776 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:02.224680 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-ace03233-c89e-4bd9-9107-52ad22d93776 None None] Transition to ACTIVE for port object 0913239c-fe40-416c-a0e1-e601d085ef27 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:02.242974 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-ace03233-c89e-4bd9-9107-52ad22d93776 None None] Transition to ACTIVE for port object 0913239c-fe40-416c-a0e1-e601d085ef27 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:02.259682 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f958c4a4-ee36-49e8-8c41-ac8ea8a8d3bc tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:02.325586 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ace03233-c89e-4bd9-9107-52ad22d93776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:02.352284 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f958c4a4-ee36-49e8-8c41-ac8ea8a8d3bc tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:02.364299 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f958c4a4-ee36-49e8-8c41-ac8ea8a8d3bc tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:02.365381 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f958c4a4-ee36-49e8-8c41-ac8ea8a8d3bc tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:02.395094 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace03233-c89e-4bd9-9107-52ad22d93776 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:02.407204 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-ace03233-c89e-4bd9-9107-52ad22d93776 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:02.415342 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace03233-c89e-4bd9-9107-52ad22d93776 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:02.450305 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-b1a6d698-2b4b-490e-b8d1-467cec41f417 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Allocated IP 2001:db8::bc (17930598-f4af-4731-83ee-9969406c94e8/41a59721-41a2-4f37-9e86-c37737eb14ba/81b94b0b-3061-4902-a9e8-fec6008a9660) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:02.452461 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958c4a4-ee36-49e8-8c41-ac8ea8a8d3bc tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Pushing event updated for resources: {'Network': ['ID=cbbfa96d-4dc8-44ec-be16-586f11a0fab1,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:02.488555 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network cbbfa96d-4dc8-44ec-be16-586f11a0fab1 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:27:02.526604 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f958c4a4-ee36-49e8-8c41-ac8ea8a8d3bc tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5861480 Aug 31 09:27:02.586413 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace03233-c89e-4bd9-9107-52ad22d93776 None None] Pushing event updated for resources: {'Port': ['ID=0913239c-fe40-416c-a0e1-e601d085ef27,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:02.634941 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af832f-31d8-48eb-bd3c-17c846f0850b req-47e75d9e-7640-47c9-985c-6e603ef46153 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:02.639031 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b1af832f-31d8-48eb-bd3c-17c846f0850b req-47e75d9e-7640-47c9-985c-6e603ef46153 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 944 time: 0.1050684 Aug 31 09:27:02.639522 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3fadc5f-f4ab-4fb1-af52-6cffe50d768b', 'tag': 'fd152081-6475-43ff-abf9-7011a0522372'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:02.650139 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f85452-fbba-4e95-8256-970ca7115ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "d3fadc5f-f4ab-4fb1-af52-6cffe50d768b", "tag": "fd152081-6475-43ff-abf9-7011a0522372"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:02.691079 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43262) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:02.711251 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-625d2d22-1698-470d-b45b-634d10ba6ec6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Request body: {'subnets': [{'network_id': '67234a18-7b16-42d2-b26f-2ecfd6040276', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--339474172', 'ip_version': 4}, {'network_id': 'cbbfa96d-4dc8-44ec-be16-586f11a0fab1', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:02.711572 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-625d2d22-1698-470d-b45b-634d10ba6ec6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Request body: {'subnet': {'network_id': '67234a18-7b16-42d2-b26f-2ecfd6040276', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--339474172', 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:02.712163 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-625d2d22-1698-470d-b45b-634d10ba6ec6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Request body: {'subnet': {'network_id': 'cbbfa96d-4dc8-44ec-be16-586f11a0fab1', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:02.767141 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ace365c-8977-4ba4-80b0-87601f3e7dcc x-openstack-request-id: req-8ace365c-8977-4ba4-80b0-87601f3e7dcc {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:02.767835 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3fadc5f-f4ab-4fb1-af52-6cffe50d768b", "tag": "fd152081-6475-43ff-abf9-7011a0522372", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:02.768460 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-8ace365c-8977-4ba4-80b0-87601f3e7dcc {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:02.769193 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3fadc5f-f4ab-4fb1-af52-6cffe50d768b', 'tag': 'fd152081-6475-43ff-abf9-7011a0522372', 'status': 'completed', 'code': 200} Aug 31 09:27:02.778081 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b1a6d698-2b4b-490e-b8d1-467cec41f417 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:02.813050 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-b1a6d698-2b4b-490e-b8d1-467cec41f417 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Transition to ACTIVE for port object 81b94b0b-3061-4902-a9e8-fec6008a9660 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:02.873381 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b1af832f-31d8-48eb-bd3c-17c846f0850b req-693b1b59-f1b3-4d65-96c6-85bd51936468 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116110 Aug 31 09:27:02.927334 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:02.955541 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-ace03233-c89e-4bd9-9107-52ad22d93776 None None] Attempting to bind port 0913239c-fe40-416c-a0e1-e601d085ef27 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:02.955900 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-ace03233-c89e-4bd9-9107-52ad22d93776 None None] Attempting to bind port 0913239c-fe40-416c-a0e1-e601d085ef27 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:02.956466 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace03233-c89e-4bd9-9107-52ad22d93776 None None] Attempting to bind port 0913239c-fe40-416c-a0e1-e601d085ef27 on network 17930598-f4af-4731-83ee-9969406c94e8 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:02.965917 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f85452-fbba-4e95-8256-970ca7115ee6 req-c5f3faad-36be-48d3-afab-0f6c3a775959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:02.967666 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47f85452-fbba-4e95-8256-970ca7115ee6 req-c5f3faad-36be-48d3-afab-0f6c3a775959 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7263d55640346b092e769ab252c85c3&device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 1096 time: 0.1973073 Aug 31 09:27:02.969383 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace03233-c89e-4bd9-9107-52ad22d93776 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:27:02.971906 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace03233-c89e-4bd9-9107-52ad22d93776 None None] Checking segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:02.971906 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ace03233-c89e-4bd9-9107-52ad22d93776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:02.971906 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace03233-c89e-4bd9-9107-52ad22d93776 None None] Bound using segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:27:02.975508 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-ace03233-c89e-4bd9-9107-52ad22d93776 None None] Bound port: 0913239c-fe40-416c-a0e1-e601d085ef27, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:27:02.976456 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ace03233-c89e-4bd9-9107-52ad22d93776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:03.067122 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-ace03233-c89e-4bd9-9107-52ad22d93776 None None] For port 0913239c-fe40-416c-a0e1-e601d085ef27, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:03.071543 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-ace03233-c89e-4bd9-9107-52ad22d93776 None None] For port 0913239c-fe40-416c-a0e1-e601d085ef27, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=0913239c-fe40-416c-a0e1-e601d085ef27,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:27:03.087911 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:03.089437 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b1a6d698-2b4b-490e-b8d1-467cec41f417 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:03.142111 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a6d698-2b4b-490e-b8d1-467cec41f417 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:03.147399 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-b1a6d698-2b4b-490e-b8d1-467cec41f417 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:03.151198 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a6d698-2b4b-490e-b8d1-467cec41f417 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:03.158160 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a6d698-2b4b-490e-b8d1-467cec41f417 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:03.158840 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b1a6d698-2b4b-490e-b8d1-467cec41f417 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:03.169245 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ace03233-c89e-4bd9-9107-52ad22d93776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:03.171926 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6d698-2b4b-490e-b8d1-467cec41f417 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Port': ['ID=81b94b0b-3061-4902-a9e8-fec6008a9660,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:03.178299 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f85452-fbba-4e95-8256-970ca7115ee6 req-c3a49a6d-5dc9-4e3a-997b-77d0bcb91816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:03.179935 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47f85452-fbba-4e95-8256-970ca7115ee6 req-c3a49a6d-5dc9-4e3a-997b-77d0bcb91816 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f668d119-0317-4e13-bd19-a19b34b961f5 HTTP/1.1" status: 200 len: 914 time: 0.1728175 Aug 31 09:27:03.240614 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47f85452-fbba-4e95-8256-970ca7115ee6 req-f21f4f33-46bd-422c-b07f-5f5b0006c237 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd152081-6475-43ff-abf9-7011a0522372 HTTP/1.1" status: 200 len: 217 time: 0.0532146 Aug 31 09:27:03.243667 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace03233-c89e-4bd9-9107-52ad22d93776 None None] Pushing event updated for resources: {'Port': ['ID=0913239c-fe40-416c-a0e1-e601d085ef27,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:03.288736 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625d2d22-1698-470d-b45b-634d10ba6ec6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Made reservation on behalf of 88f1b2660ce44386827255de1b70f0fb for: {'subnet': 2} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:03.293548 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-625d2d22-1698-470d-b45b-634d10ba6ec6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:03.293966 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-625d2d22-1698-470d-b45b-634d10ba6ec6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:03.357567 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f85452-fbba-4e95-8256-970ca7115ee6 req-7ba9446e-723f-4510-a3ed-fda127c03f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:03.359050 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47f85452-fbba-4e95-8256-970ca7115ee6 req-7ba9446e-723f-4510-a3ed-fda127c03f3a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9ae897c-9425-4b1d-8e0e-fa584db75384 HTTP/1.1" status: 200 len: 852 time: 0.1109924 Aug 31 09:27:03.410488 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47f85452-fbba-4e95-8256-970ca7115ee6 req-47de6f13-a5a7-4c50-bc1c-fd3d2a407ea5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f668d119-0317-4e13-bd19-a19b34b961f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430949 Aug 31 09:27:03.459277 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b1a6d698-2b4b-490e-b8d1-467cec41f417 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7625995 Aug 31 09:27:03.460828 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43280) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:03.565146 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939887ae-783b-4b40-9911-4ff277ad1cb1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:03.572697 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939887ae-783b-4b40-9911-4ff277ad1cb1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:03.574338 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-939887ae-783b-4b40-9911-4ff277ad1cb1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1123681 Aug 31 09:27:03.574956 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43284) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:03.581619 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43286) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:03.636058 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47f85452-fbba-4e95-8256-970ca7115ee6 req-794907ee-e9ad-465e-b21d-57943e288e96 service neutron] 10.222.0.59 "GET /v2.0/networks/f668d119-0317-4e13-bd19-a19b34b961f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166588 Aug 31 09:27:03.700244 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-13e452ac-775d-46d7-9b01-c6885366819c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting port 81b94b0b-3061-4902-a9e8-fec6008a9660 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:03.700593 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-13e452ac-775d-46d7-9b01-c6885366819c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:03.755155 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-7be602cc-e739-4423-aee0-c51bc154660c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1088352412'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:03.767928 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d0066-9e7b-4551-be84-f377201a7f94 req-17170780-c116-4ea9-927d-48ede8845d47 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:03.769501 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4d6d0066-9e7b-4551-be84-f377201a7f94 req-17170780-c116-4ea9-927d-48ede8845d47 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 946 time: 0.2094483 Aug 31 09:27:03.826452 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-13e452ac-775d-46d7-9b01-c6885366819c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:03.840267 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-13e452ac-775d-46d7-9b01-c6885366819c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Calling delete_port for 81b94b0b-3061-4902-a9e8-fec6008a9660 owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:03.887726 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be602cc-e739-4423-aee0-c51bc154660c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Made reservation on behalf of 0b4588249af94f7795d0a2af50433a2f for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:03.891806 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7be602cc-e739-4423-aee0-c51bc154660c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:03.892472 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47f85452-fbba-4e95-8256-970ca7115ee6 req-9a92471c-c97f-4142-b3f1-e7ec57a391ee service neutron] 10.222.0.59 "GET /v2.0/networks/f668d119-0317-4e13-bd19-a19b34b961f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463193 Aug 31 09:27:03.902537 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7a77f-bef6-4034-abb6-bf9419a4636e req-489012c5-a285-4d8e-a4a1-7c3758629907 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:03.904337 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6e7a77f-bef6-4034-abb6-bf9419a4636e req-489012c5-a285-4d8e-a4a1-7c3758629907 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.112 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 946 time: 0.1320524 Aug 31 09:27:03.908094 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7be602cc-e739-4423-aee0-c51bc154660c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:03.917084 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4d6d0066-9e7b-4551-be84-f377201a7f94 req-2a680fc2-4fe2-4557-9334-1c0f5e51b1b9 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251929 Aug 31 09:27:04.106700 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-13e452ac-775d-46d7-9b01-c6885366819c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.138739 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-b6e7a77f-bef6-4034-abb6-bf9419a4636e req-a4dafcaa-2231-46bc-941c-e3bc44d5aa94 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Deleting port 3edcd031-fdff-42eb-afa5-72f2616428cc {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:04.139311 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b6e7a77f-bef6-4034-abb6-bf9419a4636e req-a4dafcaa-2231-46bc-941c-e3bc44d5aa94 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.144222 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e452ac-775d-46d7-9b01-c6885366819c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Port': ['ID=81b94b0b-3061-4902-a9e8-fec6008a9660,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:04.153205 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60331b33-2726-4022-9e98-f167a05b4061 req-3adbcce0-ea77-4e75-b7f2-6f3ec8353bb5 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:04.154952 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-60331b33-2726-4022-9e98-f167a05b4061 req-3adbcce0-ea77-4e75-b7f2-6f3ec8353bb5 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 944 time: 0.1329057 Aug 31 09:27:04.169128 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-625d2d22-1698-470d-b45b-634d10ba6ec6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.226042 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-13e452ac-775d-46d7-9b01-c6885366819c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.232054 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-13e452ac-775d-46d7-9b01-c6885366819c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/81b94b0b-3061-4902-a9e8-fec6008a9660 HTTP/1.1" status: 204 len: 168 time: 0.6483035 Aug 31 09:27:04.232722 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43300) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:04.236123 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7be602cc-e739-4423-aee0-c51bc154660c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.307038 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756a14c3-c8ee-4492-a756-c6812901e9e0 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:04.310019 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756a14c3-c8ee-4492-a756-c6812901e9e0 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:04.314418 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-756a14c3-c8ee-4492-a756-c6812901e9e0 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0741920 Aug 31 09:27:04.318258 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43302) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:04.352711 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7be602cc-e739-4423-aee0-c51bc154660c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.436580 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be602cc-e739-4423-aee0-c51bc154660c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] vlan segment allocate from pool success with {'vlan_id': 1645, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:27:04.453686 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae9d264d-d7de-4bda-a6c7-f6d23022c19e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting subnet 41a59721-41a2-4f37-9e86-c37737eb14ba {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:27:04.465179 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ae9d264d-d7de-4bda-a6c7-f6d23022c19e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.469647 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7be602cc-e739-4423-aee0-c51bc154660c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.470136 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-7be602cc-e739-4423-aee0-c51bc154660c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Added segment 9f668229-0ad3-433f-bdd5-cf71bfb0feb1 of type vlan for network 6044ac88-aab2-49b8-913b-7084120b2c21 Aug 31 09:27:04.480446 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fe48cb-be17-40e4-8197-417acdc827dd None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:04.505660 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be602cc-e739-4423-aee0-c51bc154660c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5bb87d-e663-419b-8497-a4274807d002,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:04.564828 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7be602cc-e739-4423-aee0-c51bc154660c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.567128 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device fd152081-6475-43ff-abf9-7011a0522372 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:27:04.589216 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ae9d264d-d7de-4bda-a6c7-f6d23022c19e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.637004 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-859ae1a3-73ef-4a5a-afec-251a5bd70553 None None] Provisioning for port 0913239c-fe40-416c-a0e1-e601d085ef27 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:04.694261 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ae9d264d-d7de-4bda-a6c7-f6d23022c19e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.699181 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-60331b33-2726-4022-9e98-f167a05b4061 req-2f6ff647-f211-4a82-91c4-12a085bbd3d1 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5258322 Aug 31 09:27:04.705498 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d2d22-1698-470d-b45b-634d10ba6ec6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Pushing event updated for resources: {'Subnet': ['ID=e27dab8c-5ced-4ae3-a172-895faa3d787e,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:04.723943 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7be602cc-e739-4423-aee0-c51bc154660c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.727459 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625d2d22-1698-470d-b45b-634d10ba6ec6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Checking segment: {'id': '914d0dda-de77-48df-a629-c276f807c703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1631, 'network_id': '67234a18-7b16-42d2-b26f-2ecfd6040276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:04.727819 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625d2d22-1698-470d-b45b-634d10ba6ec6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Network hostable DHCP agents. Network: 67234a18-7b16-42d2-b26f-2ecfd6040276, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:27:04.730389 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be602cc-e739-4423-aee0-c51bc154660c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:04.731047 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7be602cc-e739-4423-aee0-c51bc154660c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.743950 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-b6e7a77f-bef6-4034-abb6-bf9419a4636e req-a4dafcaa-2231-46bc-941c-e3bc44d5aa94 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] For port 3edcd031-fdff-42eb-afa5-72f2616428cc, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3edcd031-fdff-42eb-afa5-72f2616428cc,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:04.744319 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b6e7a77f-bef6-4034-abb6-bf9419a4636e req-a4dafcaa-2231-46bc-941c-e3bc44d5aa94 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.761115 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port fd152081-6475-43ff-abf9-7011a0522372, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=fd152081-6475-43ff-abf9-7011a0522372,segment=NetworkSegment(316e1015-f12d-422c-8b11-cf75c56464db),segment_id=316e1015-f12d-422c-8b11-cf75c56464db)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:04.764401 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-b6e7a77f-bef6-4034-abb6-bf9419a4636e req-a4dafcaa-2231-46bc-941c-e3bc44d5aa94 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Calling delete_port for 3edcd031-fdff-42eb-afa5-72f2616428cc owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:04.780271 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': 'fd152081-6475-43ff-abf9-7011a0522372', 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5', 'port_id': 'fd152081-6475-43ff-abf9-7011a0522372', 'mac_address': 'fa:16:3e:0e:e1:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ae897c-9425-4b1d-8e0e-fa584db75384', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:27:04.833827 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:04.849607 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625d2d22-1698-470d-b45b-634d10ba6ec6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Network 67234a18-7b16-42d2-b26f-2ecfd6040276 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:27:04.856701 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd152081-6475-43ff-abf9-7011a0522372 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:27:04.889719 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be602cc-e739-4423-aee0-c51bc154660c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event updated for resources: {'Network': ['ID=6044ac88-aab2-49b8-913b-7084120b2c21,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:04.895741 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port fd152081-6475-43ff-abf9-7011a0522372, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=fd152081-6475-43ff-abf9-7011a0522372,segment=NetworkSegment(316e1015-f12d-422c-8b11-cf75c56464db),segment_id=316e1015-f12d-422c-8b11-cf75c56464db)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:04.901093 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 6044ac88-aab2-49b8-913b-7084120b2c21 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:27:04.946410 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7be602cc-e739-4423-aee0-c51bc154660c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3703797 Aug 31 09:27:04.949211 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43310) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:04.954949 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-8f3f440e-559c-4d07-90f7-28b3f8365cb7 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Request body: {'subnet': {'network_id': '6044ac88-aab2-49b8-913b-7084120b2c21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:05.001968 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:05.006807 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ae9d264d-d7de-4bda-a6c7-f6d23022c19e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:05.029241 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-625d2d22-1698-470d-b45b-634d10ba6ec6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 67234a18-7b16-42d2-b26f-2ecfd6040276) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:05.055790 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-625d2d22-1698-470d-b45b-634d10ba6ec6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:05.066770 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d264d-d7de-4bda-a6c7-f6d23022c19e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Subnet': ['ID=41a59721-41a2-4f37-9e86-c37737eb14ba,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:05.066982 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68ad246-f778-4886-8c56-b1068773e1f3 None None] Network 67234a18-7b16-42d2-b26f-2ecfd6040276 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:05.075621 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ae9d264d-d7de-4bda-a6c7-f6d23022c19e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:05.078938 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ae9d264d-d7de-4bda-a6c7-f6d23022c19e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/41a59721-41a2-4f37-9e86-c37737eb14ba HTTP/1.1" status: 204 len: 168 time: 0.7595029 Aug 31 09:27:05.083837 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43312) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:05.159327 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0c2e0d52-639d-4969-ba7b-1c74492ca636 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0741866 Aug 31 09:27:05.164440 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43314) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:05.167623 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=fd152081-6475-43ff-abf9-7011a0522372,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:05.172253 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-f49e6df8-6033-49a2-8608-33250ad8da0f tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:05.173317 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69796335-29db-4759-a418-814874af65bf req-4127ee82-bf2c-4695-b1bd-12065d63068a tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:05.175709 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-69796335-29db-4759-a418-814874af65bf req-4127ee82-bf2c-4695-b1bd-12065d63068a tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 946 time: 0.1639886 Aug 31 09:27:05.183400 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d2d22-1698-470d-b45b-634d10ba6ec6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Pushing event updated for resources: {'Subnet': ['ID=0e903e9a-3828-4df1-8005-61acf44c8948,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:05.244014 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-69796335-29db-4759-a418-814874af65bf req-f4f94df4-3afe-4ada-a7d3-9b057bc6148f tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=53c65ef9-fd92-497b-80a5-b1a4febe1259&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566001 Aug 31 09:27:05.245324 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625d2d22-1698-470d-b45b-634d10ba6ec6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Checking segment: {'id': '85de0432-5fff-4f0c-9cd3-76956d75f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1619, 'network_id': 'cbbfa96d-4dc8-44ec-be16-586f11a0fab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:05.245748 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625d2d22-1698-470d-b45b-634d10ba6ec6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Network hostable DHCP agents. Network: cbbfa96d-4dc8-44ec-be16-586f11a0fab1, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:27:05.248184 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b6e7a77f-bef6-4034-abb6-bf9419a4636e req-a4dafcaa-2231-46bc-941c-e3bc44d5aa94 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:05.258599 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['fd152081-6475-43ff-abf9-7011a0522372'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:27:05.297276 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dafcaa-2231-46bc-941c-e3bc44d5aa94 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Pushing event deleted for resources: {'Port': ['ID=3edcd031-fdff-42eb-afa5-72f2616428cc,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:05.316892 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3f440e-559c-4d07-90f7-28b3f8365cb7 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Made reservation on behalf of 0b4588249af94f7795d0a2af50433a2f for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:05.321473 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8f3f440e-559c-4d07-90f7-28b3f8365cb7 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:05.357245 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa923356-064c-4d88-8835-9f6cd2e4c720 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:05.383385 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625d2d22-1698-470d-b45b-634d10ba6ec6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Network cbbfa96d-4dc8-44ec-be16-586f11a0fab1 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:27:05.417178 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e7a77f-bef6-4034-abb6-bf9419a4636e req-a4dafcaa-2231-46bc-941c-e3bc44d5aa94 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] No DVR routers for this DVR port 3edcd031-fdff-42eb-afa5-72f2616428cc on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:05.420212 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b6e7a77f-bef6-4034-abb6-bf9419a4636e req-a4dafcaa-2231-46bc-941c-e3bc44d5aa94 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:05.423326 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6e7a77f-bef6-4034-abb6-bf9419a4636e req-a4dafcaa-2231-46bc-941c-e3bc44d5aa94 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.112 "DELETE /v2.0/ports/3edcd031-fdff-42eb-afa5-72f2616428cc HTTP/1.1" status: 204 len: 173 time: 1.5106573 Aug 31 09:27:05.424004 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbb26c7-ed5c-4d54-b791-838f4baed357', 'name': 'network-vif-deleted', 'tag': '3edcd031-fdff-42eb-afa5-72f2616428cc'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:05.426468 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb036848-4d0d-426f-be29-85b953cd9842" -d '{"events": [{"server_uuid": "5bbb26c7-ed5c-4d54-b791-838f4baed357", "name": "network-vif-deleted", "tag": "3edcd031-fdff-42eb-afa5-72f2616428cc"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:05.493235 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4865dbe2-0a28-48b3-b9e4-c5092a9bea20 x-openstack-request-id: req-4865dbe2-0a28-48b3-b9e4-c5092a9bea20 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:05.493744 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bbb26c7-ed5c-4d54-b791-838f4baed357", "name": "network-vif-deleted", "tag": "3edcd031-fdff-42eb-afa5-72f2616428cc", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:05.494238 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4865dbe2-0a28-48b3-b9e4-c5092a9bea20 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:05.494874 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bbb26c7-ed5c-4d54-b791-838f4baed357', 'name': 'network-vif-deleted', 'tag': '3edcd031-fdff-42eb-afa5-72f2616428cc', 'status': 'completed', 'code': 200} Aug 31 09:27:05.521101 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 0913239c-fe40-416c-a0e1-e601d085ef27 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:05.522881 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-625d2d22-1698-470d-b45b-634d10ba6ec6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, cbbfa96d-4dc8-44ec-be16-586f11a0fab1) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:05.538407 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625d2d22-1698-470d-b45b-634d10ba6ec6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:05.538407 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625d2d22-1698-470d-b45b-634d10ba6ec6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:05.538407 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-625d2d22-1698-470d-b45b-634d10ba6ec6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:05.538755 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0449b5-3a4e-4cb5-bf11-b28357a2ab8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-67234a18-7b16-42d2-b26f-2ecfd6040276', 'network_id': '67234a18-7b16-42d2-b26f-2ecfd6040276', 'tenant_id': '88f1b2660ce44386827255de1b70f0fb', 'fixed_ips': [{'subnet_id': 'e27dab8c-5ced-4ae3-a172-895faa3d787e'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:27:05.538755 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5c0449b5-3a4e-4cb5-bf11-b28357a2ab8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:05.567109 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3e7e59-47d6-4a02-bae5-00cadd421c0e None None] Network cbbfa96d-4dc8-44ec-be16-586f11a0fab1 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:05.569350 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7c58af70-ab4b-4115-8b73-965d76066ba0 None None] Could not find standard attr ID for object 81b94b0b-3061-4902-a9e8-fec6008a9660. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:27:05.613234 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49e6df8-6033-49a2-8608-33250ad8da0f tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:05.618352 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f49e6df8-6033-49a2-8608-33250ad8da0f tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:05.724919 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-625d2d22-1698-470d-b45b-634d10ba6ec6 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.0323839 Aug 31 09:27:05.728583 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43328) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:05.805987 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8f3f440e-559c-4d07-90f7-28b3f8365cb7 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:05.814213 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1b56e6-1146-48be-bd66-e93d9f163b35 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:05.817181 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1b56e6-1146-48be-bd66-e93d9f163b35 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:05.819196 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1b56e6-1146-48be-bd66-e93d9f163b35 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:05.821170 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ba1b56e6-1146-48be-bd66-e93d9f163b35 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0929697 Aug 31 09:27:05.835595 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43332) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:05.938841 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf94b13-1922-499e-b04e-ae1de473dc03 req-f9c7385c-3cea-4455-9241-b475f263cacd tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:05.940594 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dbf94b13-1922-499e-b04e-ae1de473dc03 req-f9c7385c-3cea-4455-9241-b475f263cacd tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 945 time: 0.1169550 Aug 31 09:27:05.945329 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-c73078b6-2f9c-476d-aef8-8dc7a530bda7 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Deleting subnet e27dab8c-5ced-4ae3-a172-895faa3d787e {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:27:05.951813 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c73078b6-2f9c-476d-aef8-8dc7a530bda7 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:05.961821 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f440e-559c-4d07-90f7-28b3f8365cb7 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event updated for resources: {'Subnet': ['ID=31ed4cb9-29c9-491e-b596-b2e7016f4b93,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:06.022290 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3f440e-559c-4d07-90f7-28b3f8365cb7 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Checking segment: {'id': '9f668229-0ad3-433f-bdd5-cf71bfb0feb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': '6044ac88-aab2-49b8-913b-7084120b2c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:06.022692 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3f440e-559c-4d07-90f7-28b3f8365cb7 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Network hostable DHCP agents. Network: 6044ac88-aab2-49b8-913b-7084120b2c21, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:27:06.047046 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dbf94b13-1922-499e-b04e-ae1de473dc03 req-8e710e93-fee0-4295-ba42-5be4eb7b430f tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960684 Aug 31 09:27:06.058721 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb9c68a-aeef-4c20-aab8-0cfd9cc3b60c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-cbbfa96d-4dc8-44ec-be16-586f11a0fab1', 'network_id': 'cbbfa96d-4dc8-44ec-be16-586f11a0fab1', 'tenant_id': '88f1b2660ce44386827255de1b70f0fb', 'fixed_ips': [{'subnet_id': '0e903e9a-3828-4df1-8005-61acf44c8948'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:27:06.061009 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5fb9c68a-aeef-4c20-aab8-0cfd9cc3b60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.071839 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c73078b6-2f9c-476d-aef8-8dc7a530bda7 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.084727 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f49e6df8-6033-49a2-8608-33250ad8da0f tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.123438 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c73078b6-2f9c-476d-aef8-8dc7a530bda7 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.152901 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9095a23a-698c-46d5-aee1-bef315083ea9 None None] DHCP port deletion for 17930598-f4af-4731-83ee-9969406c94e8 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:27:06.158773 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49e6df8-6033-49a2-8608-33250ad8da0f tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:06.159382 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 0913239c-fe40-416c-a0e1-e601d085ef27 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:06.161641 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-f49e6df8-6033-49a2-8608-33250ad8da0f tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:06.167660 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49e6df8-6033-49a2-8608-33250ad8da0f tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:06.167660 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f49e6df8-6033-49a2-8608-33250ad8da0f tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.172315 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 0913239c-fe40-416c-a0e1-e601d085ef27 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:06.172678 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.180303 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e6df8-6033-49a2-8608-33250ad8da0f tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Subnet': ['ID=3b875ebd-a3e7-4b57-96c1-3718a7c95c01,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:06.248489 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3f440e-559c-4d07-90f7-28b3f8365cb7 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Network 6044ac88-aab2-49b8-913b-7084120b2c21 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:27:06.289921 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c73078b6-2f9c-476d-aef8-8dc7a530bda7 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.299793 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-5fb9c68a-aeef-4c20-aab8-0cfd9cc3b60c None None] Allocated IP 172.20.0.18 (cbbfa96d-4dc8-44ec-be16-586f11a0fab1/0e903e9a-3828-4df1-8005-61acf44c8948/afa2e137-8d35-4d50-9c99-3310ccd6383f) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:06.301715 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f49e6df8-6033-49a2-8608-33250ad8da0f tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1320641 Aug 31 09:27:06.305225 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43342) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:06.330621 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-8f3f440e-559c-4d07-90f7-28b3f8365cb7 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 6044ac88-aab2-49b8-913b-7084120b2c21) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server [None req-5c0449b5-3a4e-4cb5-bf11-b28357a2ab8c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e27dab8c-5ced-4ae3-a172-895faa3d787e: This subnet is being modified by another concurrent operation. Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:27:06.344766 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise exception Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e27dab8c-5ced-4ae3-a172-895faa3d787e: This subnet is being modified by another concurrent operation. Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-9095a23a-698c-46d5-aee1-bef315083ea9 None None] Deleting port 0913239c-fe40-416c-a0e1-e601d085ef27 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:06.355216 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9095a23a-698c-46d5-aee1-bef315083ea9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.373823 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-f35c4ad2-c00d-4611-9513-67fd9bc82bbc tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'port': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'name': 'tempest-NetworksTestDHCPv6-2001846796'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:06.382964 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aaa4419-9f04-4563-b014-cb7ffb8cbaa1 None None] Network 67234a18-7b16-42d2-b26f-2ecfd6040276 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:06.386620 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [req-588c8263-0248-4e89-a656-5fff2d8222dc req-16cc7444-d721-4eae-ac68-d1f1e4ca8363 tempest-ServersAdminNegativeTestJSON-602096628 tempest-ServersAdminNegativeTestJSON-602096628-project] (95552) timed out ('10.222.0.59', 60394) {{(pid=95552) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 09:27:06.387604 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3f440e-559c-4d07-90f7-28b3f8365cb7 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:06.388495 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8f3f440e-559c-4d07-90f7-28b3f8365cb7 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.417032 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d6d75a-3865-498e-b1da-f2669add66a5 None None] Network 6044ac88-aab2-49b8-913b-7084120b2c21 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:06.425628 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73078b6-2f9c-476d-aef8-8dc7a530bda7 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Pushing event deleted for resources: {'Subnet': ['ID=e27dab8c-5ced-4ae3-a172-895faa3d787e,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:06.427709 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c73078b6-2f9c-476d-aef8-8dc7a530bda7 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.429592 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c73078b6-2f9c-476d-aef8-8dc7a530bda7 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] 10.222.0.119 "DELETE /v2.0/subnets/e27dab8c-5ced-4ae3-a172-895faa3d787e HTTP/1.1" status: 204 len: 168 time: 0.5917292 Aug 31 09:27:06.432994 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43344) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:06.460670 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.465680 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2bb8bd40-9caf-4ea9-9be8-9f12cd5c69bc req-d0b4dda1-c83b-490e-a255-61640378ba79 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=5bbb26c7-ed5c-4d54-b791-838f4baed357 HTTP/1.1" status: 200 len: 210 time: 0.0425849 Aug 31 09:27:06.495454 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f01039-962a-41f8-aab1-ce6d7398d30b tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Deleting subnet 0e903e9a-3828-4df1-8005-61acf44c8948 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:27:06.539096 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8f3f440e-559c-4d07-90f7-28b3f8365cb7 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5886292 Aug 31 09:27:06.541653 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43346) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:06.548027 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-35264990-318a-4cd7-bb51-1e02fab3835f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-632579482', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}, 'admin_state_up': False}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:06.672544 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35c4ad2-c00d-4611-9513-67fd9bc82bbc tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:06.678708 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f35c4ad2-c00d-4611-9513-67fd9bc82bbc tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.703474 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-f35c4ad2-c00d-4611-9513-67fd9bc82bbc tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] device_id is not set on port fc6df7c2-7283-4380-966b-c022d3c6fb96 yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:27:06.772868 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-35264990-318a-4cd7-bb51-1e02fab3835f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.773930 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-35264990-318a-4cd7-bb51-1e02fab3835f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.785944 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 0913239c-fe40-416c-a0e1-e601d085ef27, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=0913239c-fe40-416c-a0e1-e601d085ef27,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:06.838780 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-f35c4ad2-c00d-4611-9513-67fd9bc82bbc tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Allocated IP 2001:db8::24a (17930598-f4af-4731-83ee-9969406c94e8/3b875ebd-a3e7-4b57-96c1-3718a7c95c01/fc6df7c2-7283-4380-966b-c022d3c6fb96) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:06.846784 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-9095a23a-698c-46d5-aee1-bef315083ea9 None None] For port 0913239c-fe40-416c-a0e1-e601d085ef27, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=0913239c-fe40-416c-a0e1-e601d085ef27,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:06.847191 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9095a23a-698c-46d5-aee1-bef315083ea9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.859776 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-35264990-318a-4cd7-bb51-1e02fab3835f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:06.910687 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-9095a23a-698c-46d5-aee1-bef315083ea9 None None] Calling delete_port for 0913239c-fe40-416c-a0e1-e601d085ef27 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:06.918047 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3edcd031-fdff-42eb-afa5-72f2616428cc no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:06.971842 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 3edcd031-fdff-42eb-afa5-72f2616428cc {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:06.972188 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3edcd031-fdff-42eb-afa5-72f2616428cc not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:06.973692 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.008828 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f35c4ad2-c00d-4611-9513-67fd9bc82bbc tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.025945 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-f35c4ad2-c00d-4611-9513-67fd9bc82bbc tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Transition to ACTIVE for port object fc6df7c2-7283-4380-966b-c022d3c6fb96 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:07.055984 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98c990e-6da1-4530-979b-2d290446aac7 None None] Network 6044ac88-aab2-49b8-913b-7084120b2c21 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:07.067643 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5fb9c68a-aeef-4c20-aab8-0cfd9cc3b60c None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.152470 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5fb9c68a-aeef-4c20-aab8-0cfd9cc3b60c None None] Transition to ACTIVE for port object afa2e137-8d35-4d50-9c99-3310ccd6383f will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:07.167441 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f35c4ad2-c00d-4611-9513-67fd9bc82bbc tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.183447 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=0913239c-fe40-416c-a0e1-e601d085ef27,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:07.199566 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5fb9c68a-aeef-4c20-aab8-0cfd9cc3b60c None None] Transition to ACTIVE for port object afa2e137-8d35-4d50-9c99-3310ccd6383f will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:07.226909 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35c4ad2-c00d-4611-9513-67fd9bc82bbc tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:07.232679 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-35264990-318a-4cd7-bb51-1e02fab3835f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.241226 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344459d-3bbf-454a-8c26-38e1fb39a594 req-9545cb50-0e53-4718-a683-02d5b72e6988 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:07.242824 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8344459d-3bbf-454a-8c26-38e1fb39a594 req-9545cb50-0e53-4718-a683-02d5b72e6988 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 945 time: 0.1066003 Aug 31 09:27:07.246345 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-f35c4ad2-c00d-4611-9513-67fd9bc82bbc tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:07.253331 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35c4ad2-c00d-4611-9513-67fd9bc82bbc tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:07.258890 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35c4ad2-c00d-4611-9513-67fd9bc82bbc tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:07.259518 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f35c4ad2-c00d-4611-9513-67fd9bc82bbc tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.263744 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c4ad2-c00d-4611-9513-67fd9bc82bbc tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Port': ['ID=fc6df7c2-7283-4380-966b-c022d3c6fb96,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:07.282046 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-27f01039-962a-41f8-aab1-ce6d7398d30b tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.295669 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5fb9c68a-aeef-4c20-aab8-0cfd9cc3b60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.315359 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb9c68a-aeef-4c20-aab8-0cfd9cc3b60c None None] Network cbbfa96d-4dc8-44ec-be16-586f11a0fab1 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:07.318693 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-5fb9c68a-aeef-4c20-aab8-0cfd9cc3b60c None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:07.349910 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb9c68a-aeef-4c20-aab8-0cfd9cc3b60c None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:07.360103 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8344459d-3bbf-454a-8c26-38e1fb39a594 req-9aadc286-dd99-4eed-abfd-7c4b0c714fe0 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076050 Aug 31 09:27:07.383369 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9095a23a-698c-46d5-aee1-bef315083ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.396384 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f35c4ad2-c00d-4611-9513-67fd9bc82bbc tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0909548 Aug 31 09:27:07.398751 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43366) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:07.419905 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-27f01039-962a-41f8-aab1-ce6d7398d30b tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.449362 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 0913239c-fe40-416c-a0e1-e601d085ef27 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:07.470634 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321f34d4-a10b-4670-8e91-c08fd7c7d675 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:07.476224 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 0913239c-fe40-416c-a0e1-e601d085ef27 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:07.476586 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 0913239c-fe40-416c-a0e1-e601d085ef27 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:07.476762 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-321f34d4-a10b-4670-8e91-c08fd7c7d675 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0763795 Aug 31 09:27:07.478006 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43370) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:07.483579 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9095a23a-698c-46d5-aee1-bef315083ea9 None None] No DVR routers for this DVR port 0913239c-fe40-416c-a0e1-e601d085ef27 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:07.488886 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-5fb9c68a-aeef-4c20-aab8-0cfd9cc3b60c None None] Attempting to bind port afa2e137-8d35-4d50-9c99-3310ccd6383f on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:07.489399 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-5fb9c68a-aeef-4c20-aab8-0cfd9cc3b60c None None] Attempting to bind port afa2e137-8d35-4d50-9c99-3310ccd6383f by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '85de0432-5fff-4f0c-9cd3-76956d75f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1619, 'network_id': 'cbbfa96d-4dc8-44ec-be16-586f11a0fab1'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:07.489854 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb9c68a-aeef-4c20-aab8-0cfd9cc3b60c None None] Attempting to bind port afa2e137-8d35-4d50-9c99-3310ccd6383f on network cbbfa96d-4dc8-44ec-be16-586f11a0fab1 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:07.496666 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9c68a-aeef-4c20-aab8-0cfd9cc3b60c None None] Pushing event updated for resources: {'Port': ['ID=afa2e137-8d35-4d50-9c99-3310ccd6383f,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:07.504158 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb9c68a-aeef-4c20-aab8-0cfd9cc3b60c None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:27:07.504533 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb9c68a-aeef-4c20-aab8-0cfd9cc3b60c None None] Checking segment: {'id': '85de0432-5fff-4f0c-9cd3-76956d75f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1619, 'network_id': 'cbbfa96d-4dc8-44ec-be16-586f11a0fab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:07.504934 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5fb9c68a-aeef-4c20-aab8-0cfd9cc3b60c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.505335 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb9c68a-aeef-4c20-aab8-0cfd9cc3b60c None None] Bound using segment: {'id': '85de0432-5fff-4f0c-9cd3-76956d75f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1619, 'network_id': 'cbbfa96d-4dc8-44ec-be16-586f11a0fab1'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:27:07.505875 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-5fb9c68a-aeef-4c20-aab8-0cfd9cc3b60c None None] Bound port: afa2e137-8d35-4d50-9c99-3310ccd6383f, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85de0432-5fff-4f0c-9cd3-76956d75f256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1619, 'network_id': 'cbbfa96d-4dc8-44ec-be16-586f11a0fab1'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:27:07.506256 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5fb9c68a-aeef-4c20-aab8-0cfd9cc3b60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.554638 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-27f01039-962a-41f8-aab1-ce6d7398d30b tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.566757 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af3da8a-6e33-4a84-b929-536851849885 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:07.580780 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095a23a-698c-46d5-aee1-bef315083ea9 None None] Pushing event deleted for resources: {'Port': ['ID=0913239c-fe40-416c-a0e1-e601d085ef27,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:07.681617 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-c5f7fa47-00c8-4c40-b24e-45d0ca79d423 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting port fc6df7c2-7283-4380-966b-c022d3c6fb96 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:07.681877 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c5f7fa47-00c8-4c40-b24e-45d0ca79d423 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.741841 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-35264990-318a-4cd7-bb51-1e02fab3835f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.762038 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-35264990-318a-4cd7-bb51-1e02fab3835f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.793308 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c5f7fa47-00c8-4c40-b24e-45d0ca79d423 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.796827 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-5fb9c68a-aeef-4c20-aab8-0cfd9cc3b60c None None] For port afa2e137-8d35-4d50-9c99-3310ccd6383f, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:07.799977 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-27f01039-962a-41f8-aab1-ce6d7398d30b tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.813853 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-c5f7fa47-00c8-4c40-b24e-45d0ca79d423 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Calling delete_port for fc6df7c2-7283-4380-966b-c022d3c6fb96 owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:07.818747 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-5fb9c68a-aeef-4c20-aab8-0cfd9cc3b60c None None] For port afa2e137-8d35-4d50-9c99-3310ccd6383f, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=afa2e137-8d35-4d50-9c99-3310ccd6383f,segment=NetworkSegment(85de0432-5fff-4f0c-9cd3-76956d75f256),segment_id=85de0432-5fff-4f0c-9cd3-76956d75f256)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:27:07.837087 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f01039-962a-41f8-aab1-ce6d7398d30b tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Pushing event deleted for resources: {'Subnet': ['ID=0e903e9a-3828-4df1-8005-61acf44c8948,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:07.845455 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-27f01039-962a-41f8-aab1-ce6d7398d30b tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.848873 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-27f01039-962a-41f8-aab1-ce6d7398d30b tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] 10.222.0.119 "DELETE /v2.0/subnets/0e903e9a-3828-4df1-8005-61acf44c8948 HTTP/1.1" status: 204 len: 168 time: 1.4152832 Aug 31 09:27:07.855687 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43376) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:07.912564 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a170f357-16c5-47c3-84a8-9807ed329d08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-17930598-f4af-4731-83ee-9969406c94e8', 'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'fixed_ips': [{'subnet_id': '3b875ebd-a3e7-4b57-96c1-3718a7c95c01'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:27:07.913610 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a170f357-16c5-47c3-84a8-9807ed329d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:07.930625 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5fb9c68a-aeef-4c20-aab8-0cfd9cc3b60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:08.056322 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9c68a-aeef-4c20-aab8-0cfd9cc3b60c None None] Pushing event updated for resources: {'Port': ['ID=afa2e137-8d35-4d50-9c99-3310ccd6383f,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:08.180759 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c5f7fa47-00c8-4c40-b24e-45d0ca79d423 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:08.248849 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7fa47-00c8-4c40-b24e-45d0ca79d423 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Port': ['ID=fc6df7c2-7283-4380-966b-c022d3c6fb96,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:08.287338 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-a170f357-16c5-47c3-84a8-9807ed329d08 None None] Allocated IP 2001:db8::2 (17930598-f4af-4731-83ee-9969406c94e8/3b875ebd-a3e7-4b57-96c1-3718a7c95c01/ae1c5bde-71c6-40f3-ae9e-93f788844809) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:08.295915 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c5f7fa47-00c8-4c40-b24e-45d0ca79d423 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:08.301337 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c5f7fa47-00c8-4c40-b24e-45d0ca79d423 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/fc6df7c2-7283-4380-966b-c022d3c6fb96 HTTP/1.1" status: 204 len: 168 time: 0.8227398 Aug 31 09:27:08.301988 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43388) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:08.381598 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead93307-2fe6-403b-aff4-b3f6252d057b tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:08.391268 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ead93307-2fe6-403b-aff4-b3f6252d057b tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5344758 Aug 31 09:27:08.392249 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43392) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:08.414249 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0937ef1e-f865-4e7f-aa7e-d36ecc6ed62f tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:08.417329 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0937ef1e-f865-4e7f-aa7e-d36ecc6ed62f tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:08.422321 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0937ef1e-f865-4e7f-aa7e-d36ecc6ed62f tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1192291 Aug 31 09:27:08.423043 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43394) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:08.426938 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-35264990-318a-4cd7-bb51-1e02fab3835f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Allocated IP 172.25.2.178 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/43eb0fb8-c291-4354-8e9d-475b993fb32f) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:08.492077 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-f57fd739-e610-4523-a195-abfecaafb2e1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting subnet 3b875ebd-a3e7-4b57-96c1-3718a7c95c01 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:27:08.558052 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6aade077-7c83-4caa-85bf-98d4289c7708 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:08.618142 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device fd152081-6475-43ff-abf9-7011a0522372 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:08.656577 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-35264990-318a-4cd7-bb51-1e02fab3835f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:08.677118 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b351d44-7b84-43f9-b4a9-da1f029d55f6 req-36453763-692b-4b73-8565-eedd508fecd5 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:08.678803 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2b351d44-7b84-43f9-b4a9-da1f029d55f6 req-36453763-692b-4b73-8565-eedd508fecd5 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.0950222 Aug 31 09:27:08.687606 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-6aade077-7c83-4caa-85bf-98d4289c7708 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Deleting port afa2e137-8d35-4d50-9c99-3310ccd6383f {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:08.688206 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6aade077-7c83-4caa-85bf-98d4289c7708 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:08.694685 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e8593-df5e-404d-9f9b-87e940b20405 req-3cc30e89-78fa-4568-b51d-1a67c6ed083c tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:08.696342 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-950e8593-df5e-404d-9f9b-87e940b20405 req-3cc30e89-78fa-4568-b51d-1a67c6ed083c tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 945 time: 0.0947425 Aug 31 09:27:08.705611 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a170f357-16c5-47c3-84a8-9807ed329d08 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:08.731181 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a170f357-16c5-47c3-84a8-9807ed329d08 None None] Transition to ACTIVE for port object ae1c5bde-71c6-40f3-ae9e-93f788844809 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:08.757062 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a170f357-16c5-47c3-84a8-9807ed329d08 None None] Transition to ACTIVE for port object ae1c5bde-71c6-40f3-ae9e-93f788844809 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:08.762468 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2b351d44-7b84-43f9-b4a9-da1f029d55f6 req-6512f824-5f6c-471c-96a1-d08d6a5bdb6f tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612440 Aug 31 09:27:08.782603 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-6aade077-7c83-4caa-85bf-98d4289c7708 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] For port afa2e137-8d35-4d50-9c99-3310ccd6383f, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=afa2e137-8d35-4d50-9c99-3310ccd6383f,segment=NetworkSegment(85de0432-5fff-4f0c-9cd3-76956d75f256),segment_id=85de0432-5fff-4f0c-9cd3-76956d75f256)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:08.783287 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6aade077-7c83-4caa-85bf-98d4289c7708 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:08.785269 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-950e8593-df5e-404d-9f9b-87e940b20405 req-268931c8-5410-408a-9586-dd8a9418dc46 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805140 Aug 31 09:27:08.792420 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port fd152081-6475-43ff-abf9-7011a0522372 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:08.793820 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port fd152081-6475-43ff-abf9-7011a0522372 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:08.794361 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:08.805215 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-6aade077-7c83-4caa-85bf-98d4289c7708 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Calling delete_port for afa2e137-8d35-4d50-9c99-3310ccd6383f owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:08.864977 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f57fd739-e610-4523-a195-abfecaafb2e1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:08.865574 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a170f357-16c5-47c3-84a8-9807ed329d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:08.919565 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-35264990-318a-4cd7-bb51-1e02fab3835f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:08.927052 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a170f357-16c5-47c3-84a8-9807ed329d08 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:08.930002 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:08.934912 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-a170f357-16c5-47c3-84a8-9807ed329d08 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:08.938621 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a170f357-16c5-47c3-84a8-9807ed329d08 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:08.940315 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170f357-16c5-47c3-84a8-9807ed329d08 None None] Pushing event updated for resources: {'Port': ['ID=ae1c5bde-71c6-40f3-ae9e-93f788844809,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:08.950258 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f57fd739-e610-4523-a195-abfecaafb2e1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:08.988761 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fadc5f-f4ab-4fb1-af52-6cffe50d768b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd152081-6475-43ff-abf9-7011a0522372'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:08.991023 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fad22c9-fe9b-47b2-a135-3b6ed2f9c5d1" -d '{"events": [{"server_uuid": "d3fadc5f-f4ab-4fb1-af52-6cffe50d768b", "name": "network-vif-plugged", "status": "completed", "tag": "fd152081-6475-43ff-abf9-7011a0522372"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:08.998647 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35264990-318a-4cd7-bb51-1e02fab3835f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event updated for resources: {'Port': ['ID=43eb0fb8-c291-4354-8e9d-475b993fb32f,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:09.020654 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35264990-318a-4cd7-bb51-1e02fab3835f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:09.020879 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port fd152081-6475-43ff-abf9-7011a0522372, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=fd152081-6475-43ff-abf9-7011a0522372,segment=NetworkSegment(316e1015-f12d-422c-8b11-cf75c56464db),segment_id=316e1015-f12d-422c-8b11-cf75c56464db)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:09.023548 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-35264990-318a-4cd7-bb51-1e02fab3835f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:09.032121 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35264990-318a-4cd7-bb51-1e02fab3835f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:09.037090 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6aade077-7c83-4caa-85bf-98d4289c7708 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.039680 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-a170f357-16c5-47c3-84a8-9807ed329d08 None None] Attempting to bind port ae1c5bde-71c6-40f3-ae9e-93f788844809 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:09.040046 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-a170f357-16c5-47c3-84a8-9807ed329d08 None None] Attempting to bind port ae1c5bde-71c6-40f3-ae9e-93f788844809 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:09.040409 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a170f357-16c5-47c3-84a8-9807ed329d08 None None] Attempting to bind port ae1c5bde-71c6-40f3-ae9e-93f788844809 on network 17930598-f4af-4731-83ee-9969406c94e8 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:09.058688 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a170f357-16c5-47c3-84a8-9807ed329d08 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:27:09.059330 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a170f357-16c5-47c3-84a8-9807ed329d08 None None] Checking segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:09.059734 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a170f357-16c5-47c3-84a8-9807ed329d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.060123 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a170f357-16c5-47c3-84a8-9807ed329d08 None None] Bound using segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:27:09.060600 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-a170f357-16c5-47c3-84a8-9807ed329d08 None None] Bound port: ae1c5bde-71c6-40f3-ae9e-93f788844809, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:27:09.060980 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a170f357-16c5-47c3-84a8-9807ed329d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.103351 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f57fd739-e610-4523-a195-abfecaafb2e1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.112748 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cd2f80-7322-4416-a65f-ddc5f55a9430 x-openstack-request-id: req-20cd2f80-7322-4416-a65f-ddc5f55a9430 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:09.113183 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3fadc5f-f4ab-4fb1-af52-6cffe50d768b", "name": "network-vif-plugged", "status": "completed", "tag": "fd152081-6475-43ff-abf9-7011a0522372", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:09.113394 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-20cd2f80-7322-4416-a65f-ddc5f55a9430 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:09.113821 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3fadc5f-f4ab-4fb1-af52-6cffe50d768b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd152081-6475-43ff-abf9-7011a0522372', 'code': 200} Aug 31 09:27:09.116637 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.125263 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aade077-7c83-4caa-85bf-98d4289c7708 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Pushing event deleted for resources: {'Port': ['ID=afa2e137-8d35-4d50-9c99-3310ccd6383f,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:09.132547 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aade077-7c83-4caa-85bf-98d4289c7708 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] No DVR routers for this DVR port afa2e137-8d35-4d50-9c99-3310ccd6383f on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:09.297269 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28ed74-02b2-4070-a5a3-224229dda636 req-7f23cebf-2ada-4002-850c-ed4e4829af09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:09.299582 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3e28ed74-02b2-4070-a5a3-224229dda636 req-7f23cebf-2ada-4002-850c-ed4e4829af09 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 1098 time: 0.1008773 Aug 31 09:27:09.306323 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6aade077-7c83-4caa-85bf-98d4289c7708 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.318833 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=fd152081-6475-43ff-abf9-7011a0522372,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:09.353754 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3e28ed74-02b2-4070-a5a3-224229dda636 req-7692df6d-0c29-4ea6-b758-7dc214e4dfd4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449688 Aug 31 09:27:09.370026 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-6aade077-7c83-4caa-85bf-98d4289c7708 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbbfa96d-4dc8-44ec-be16-586f11a0fab1']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:09.384448 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f57fd739-e610-4523-a195-abfecaafb2e1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.394089 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-a170f357-16c5-47c3-84a8-9807ed329d08 None None] For port ae1c5bde-71c6-40f3-ae9e-93f788844809, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:09.419226 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-a170f357-16c5-47c3-84a8-9807ed329d08 None None] For port ae1c5bde-71c6-40f3-ae9e-93f788844809, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ae1c5bde-71c6-40f3-ae9e-93f788844809,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:27:09.424223 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-6aade077-7c83-4caa-85bf-98d4289c7708 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85de0432-5fff-4f0c-9cd3-76956d75f256') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:09.425059 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-6aade077-7c83-4caa-85bf-98d4289c7708 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85de0432-5fff-4f0c-9cd3-76956d75f256') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:09.443689 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fd739-e610-4523-a195-abfecaafb2e1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Subnet': ['ID=3b875ebd-a3e7-4b57-96c1-3718a7c95c01,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:09.446952 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f57fd739-e610-4523-a195-abfecaafb2e1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.448926 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f57fd739-e610-4523-a195-abfecaafb2e1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/3b875ebd-a3e7-4b57-96c1-3718a7c95c01 HTTP/1.1" status: 204 len: 168 time: 1.0248446 Aug 31 09:27:09.451806 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43404) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:09.459262 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6aade077-7c83-4caa-85bf-98d4289c7708 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.476032 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6aade077-7c83-4caa-85bf-98d4289c7708 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.487027 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a170f357-16c5-47c3-84a8-9807ed329d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.500710 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aade077-7c83-4caa-85bf-98d4289c7708 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Releasing vlan 1619 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:27:09.513375 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6aade077-7c83-4caa-85bf-98d4289c7708 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.518076 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:27:09.518076 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:27:09.518076 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:27:09.518076 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:27:09.518076 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:27:09.518076 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:27:09.518076 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:27:09.518076 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:27:09.518076 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:27:09.518076 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:27:09.518076 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:27:09.518076 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:27:09.518076 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:27:09.518076 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:27:09.518076 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:27:09.518076 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:27:09.518076 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:27:09.518076 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:27:09.518076 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:27:09.518076 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:27:09.518076 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:27:09.518076 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:27:09.518076 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:27:09.518076 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:27:09.518076 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:27:09.518076 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:27:09.518076 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:27:09.518076 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:27:09.518076 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:27:09.518076 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:27:09.518076 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:27:09.518076 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:27:09.524453 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-105dab6a-955f-490a-bc5d-0c31e7bb10ec tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704362 Aug 31 09:27:09.527067 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43406) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:09.533774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-241ce238-f804-41c4-91c9-53ee2eb718bf tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:09.621791 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170f357-16c5-47c3-84a8-9807ed329d08 None None] Pushing event updated for resources: {'Port': ['ID=ae1c5bde-71c6-40f3-ae9e-93f788844809,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:09.662656 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2fa662-c49f-4cbf-8666-043b3e73673e None None] Network cbbfa96d-4dc8-44ec-be16-586f11a0fab1 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:09.730074 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3620aa6-2f5c-4bbd-9c6f-d17d31655795 req-1f01db0b-8762-45ab-8199-c8b32459dab5 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:09.731680 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e3620aa6-2f5c-4bbd-9c6f-d17d31655795 req-1f01db0b-8762-45ab-8199-c8b32459dab5 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.112 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.0812087 Aug 31 09:27:09.866462 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241ce238-f804-41c4-91c9-53ee2eb718bf tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:09.867522 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5a54255e-2a0d-4fa8-8917-51e4d296d9fb None None] Could not find standard attr ID for object afa2e137-8d35-4d50-9c99-3310ccd6383f. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:27:09.898537 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-241ce238-f804-41c4-91c9-53ee2eb718bf tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.956770 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6aade077-7c83-4caa-85bf-98d4289c7708 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.972644 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6aade077-7c83-4caa-85bf-98d4289c7708 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:09.974568 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6aade077-7c83-4caa-85bf-98d4289c7708 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] 10.222.0.119 "DELETE /v2.0/networks/cbbfa96d-4dc8-44ec-be16-586f11a0fab1 HTTP/1.1" status: 204 len: 168 time: 1.5742016 Aug 31 09:27:09.981447 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43412) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:09.990760 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aade077-7c83-4caa-85bf-98d4289c7708 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Pushing event deleted for resources: {'Network': ['ID=cbbfa96d-4dc8-44ec-be16-586f11a0fab1,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:09.997258 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-35264990-318a-4cd7-bb51-1e02fab3835f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:10.020228 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a348de36-025f-4662-9963-d4fce3ce5162 None None] DHCP port deletion for cbbfa96d-4dc8-44ec-be16-586f11a0fab1 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:27:10.261009 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-35264990-318a-4cd7-bb51-1e02fab3835f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:10.299679 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c27f0-951c-4d98-8770-2b22eb88e0b6 req-8d230acc-7779-4298-9a02-51b49ba0f7da tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:10.301259 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-028c27f0-951c-4d98-8770-2b22eb88e0b6 req-8d230acc-7779-4298-9a02-51b49ba0f7da tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 945 time: 0.3128717 Aug 31 09:27:10.313572 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-90679978-61d3-4108-9a9d-bc9cea6d8652 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:10.364604 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781719d-a116-49af-9830-6bc4ade0224d req-f4450bc2-3dd9-4d74-9fb2-5f1e22a23611 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:10.366177 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7781719d-a116-49af-9830-6bc4ade0224d req-f4450bc2-3dd9-4d74-9fb2-5f1e22a23611 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 946 time: 0.3837047 Aug 31 09:27:10.419809 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-e3620aa6-2f5c-4bbd-9c6f-d17d31655795 req-a63d739e-a2b1-46c8-b4cd-c111b9c6c608 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Deleting port 562155d5-60d9-49c5-a20f-72174fb90928 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:10.420649 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e3620aa6-2f5c-4bbd-9c6f-d17d31655795 req-a63d739e-a2b1-46c8-b4cd-c111b9c6c608 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:10.483026 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35264990-318a-4cd7-bb51-1e02fab3835f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Router 7a5d8ef9-95df-4cc5-928f-3d77c54499f3 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:27:10.559085 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-028c27f0-951c-4d98-8770-2b22eb88e0b6 req-8faecab3-3669-4f6f-b3fd-0cc7406f685b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430694 Aug 31 09:27:10.593663 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7781719d-a116-49af-9830-6bc4ade0224d req-860cacba-33a2-4963-8865-b40a6d492e85 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041221 Aug 31 09:27:10.711977 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-e3620aa6-2f5c-4bbd-9c6f-d17d31655795 req-a63d739e-a2b1-46c8-b4cd-c111b9c6c608 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] For port 562155d5-60d9-49c5-a20f-72174fb90928, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=562155d5-60d9-49c5-a20f-72174fb90928,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:10.714798 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e3620aa6-2f5c-4bbd-9c6f-d17d31655795 req-a63d739e-a2b1-46c8-b4cd-c111b9c6c608 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:10.714951 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35264990-318a-4cd7-bb51-1e02fab3835f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:27:10.731346 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-90679978-61d3-4108-9a9d-bc9cea6d8652 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:10.732640 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3275dd-da85-4a5b-a7f4-7183cea0e6e6 None None] Sync routers for ids ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:27:10.750032 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-90679978-61d3-4108-9a9d-bc9cea6d8652 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67234a18-7b16-42d2-b26f-2ecfd6040276']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:10.753157 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3275dd-da85-4a5b-a7f4-7183cea0e6e6 None None] Routers {'7a5d8ef9-95df-4cc5-928f-3d77c54499f3'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:10.754039 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-fe3275dd-da85-4a5b-a7f4-7183cea0e6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:26:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:10.784632 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-90679978-61d3-4108-9a9d-bc9cea6d8652 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '914d0dda-de77-48df-a629-c276f807c703') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:10.785126 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-90679978-61d3-4108-9a9d-bc9cea6d8652 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '914d0dda-de77-48df-a629-c276f807c703') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:10.802991 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-fe3275dd-da85-4a5b-a7f4-7183cea0e6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:10.815459 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3275dd-da85-4a5b-a7f4-7183cea0e6e6 None None] Routers {'7a5d8ef9-95df-4cc5-928f-3d77c54499f3'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:10.816156 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-fe3275dd-da85-4a5b-a7f4-7183cea0e6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:26:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:10.826718 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-241ce238-f804-41c4-91c9-53ee2eb718bf tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:10.849547 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-90679978-61d3-4108-9a9d-bc9cea6d8652 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:10.862102 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-fe3275dd-da85-4a5b-a7f4-7183cea0e6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:10.863243 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3275dd-da85-4a5b-a7f4-7183cea0e6e6 None None] The sync data for ids ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:27:10.865909 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-35264990-318a-4cd7-bb51-1e02fab3835f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:10.867915 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-35264990-318a-4cd7-bb51-1e02fab3835f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.3250377 Aug 31 09:27:10.870522 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43420) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:10.925536 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-90679978-61d3-4108-9a9d-bc9cea6d8652 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:10.954048 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426a96eb-e6fe-4ee7-8222-1943c7bf00cf None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:10.985815 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90679978-61d3-4108-9a9d-bc9cea6d8652 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Releasing vlan 1631 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:27:10.985815 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-90679978-61d3-4108-9a9d-bc9cea6d8652 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.014789 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:27:11.014789 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:27:11.014789 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:27:11.014789 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:27:11.014789 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:27:11.014789 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:27:11.014789 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:27:11.014789 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:27:11.014789 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:27:11.014789 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:27:11.014789 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:27:11.014789 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:27:11.014789 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:27:11.014789 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:27:11.014789 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:27:11.014789 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:27:11.014789 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:27:11.014789 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:27:11.014789 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:27:11.014789 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:27:11.014789 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:27:11.014789 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:27:11.014789 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:27:11.014789 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:27:11.014789 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:27:11.014789 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:27:11.014789 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:27:11.014789 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:27:11.014789 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:27:11.014789 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:27:11.014789 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:27:11.014789 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:27:11.034151 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241ce238-f804-41c4-91c9-53ee2eb718bf tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:11.071793 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-241ce238-f804-41c4-91c9-53ee2eb718bf tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:11.081629 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ce238-f804-41c4-91c9-53ee2eb718bf tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Subnet': ['ID=f7dfd7ee-816c-4c42-9d2f-57b226453e1a,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:11.094878 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241ce238-f804-41c4-91c9-53ee2eb718bf tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:11.095487 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-241ce238-f804-41c4-91c9-53ee2eb718bf tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.162503 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-47273bf5-6f44-44a1-bf58-3a4a491098eb None None] Provisioning for port ae1c5bde-71c6-40f3-ae9e-93f788844809 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:11.176728 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-47273bf5-6f44-44a1-bf58-3a4a491098eb None None] Could not find standard attr ID for object fc6df7c2-7283-4380-966b-c022d3c6fb96. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:27:11.238233 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-90679978-61d3-4108-9a9d-bc9cea6d8652 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.270025 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e3620aa6-2f5c-4bbd-9c6f-d17d31655795 req-a63d739e-a2b1-46c8-b4cd-c111b9c6c608 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.270424 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e3620aa6-2f5c-4bbd-9c6f-d17d31655795 req-a63d739e-a2b1-46c8-b4cd-c111b9c6c608 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.271177 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [req-e3620aa6-2f5c-4bbd-9c6f-d17d31655795 req-a63d739e-a2b1-46c8-b4cd-c111b9c6c608 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Floating IP 859955c7-90ce-4650-828f-d1d4f1ad5e10 disassociated. External IP: 172.25.2.253, port: 562155d5-60d9-49c5-a20f-72174fb90928. Aug 31 09:27:11.271177 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-e3620aa6-2f5c-4bbd-9c6f-d17d31655795 req-a63d739e-a2b1-46c8-b4cd-c111b9c6c608 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Calling delete_port for 562155d5-60d9-49c5-a20f-72174fb90928 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:11.276225 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-90679978-61d3-4108-9a9d-bc9cea6d8652 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.281882 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-90679978-61d3-4108-9a9d-bc9cea6d8652 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] 10.222.0.119 "DELETE /v2.0/networks/67234a18-7b16-42d2-b26f-2ecfd6040276 HTTP/1.1" status: 204 len: 168 time: 1.2762909 Aug 31 09:27:11.282047 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43424) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:11.284364 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0b340f5f-00cf-423b-87e2-d519547193bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.297265 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-241ce238-f804-41c4-91c9-53ee2eb718bf tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7671454 Aug 31 09:27:11.311292 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43426) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:11.319928 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-4572faf0-ce65-4fb8-98a2-140369229f45 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'port': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'name': 'tempest-NetworksTestDHCPv6-1996081745'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:11.323403 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90679978-61d3-4108-9a9d-bc9cea6d8652 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Pushing event deleted for resources: {'Network': ['ID=67234a18-7b16-42d2-b26f-2ecfd6040276,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:11.495133 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ae1c5bde-71c6-40f3-ae9e-93f788844809 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:11.508973 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83f87ce7-c048-4862-bee2-ec88c359df8f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.539853 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0edc4a-6566-459b-b7f3-59b8e5cd944a None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:11.612441 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-89a2074d-f4cd-4d24-8696-a0bcb16d3e5d tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.739113 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83f87ce7-c048-4862-bee2-ec88c359df8f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.758388 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-83f87ce7-c048-4862-bee2-ec88c359df8f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba557851-e4f8-4889-90d7-f230c649db1e']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:11.814954 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e3620aa6-2f5c-4bbd-9c6f-d17d31655795 req-a63d739e-a2b1-46c8-b4cd-c111b9c6c608 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.815395 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-83f87ce7-c048-4862-bee2-ec88c359df8f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abce512a-f098-47d2-b3c8-33c8ff1dc067') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:11.815699 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-83f87ce7-c048-4862-bee2-ec88c359df8f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abce512a-f098-47d2-b3c8-33c8ff1dc067') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:11.842542 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83f87ce7-c048-4862-bee2-ec88c359df8f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.846768 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port ae1c5bde-71c6-40f3-ae9e-93f788844809 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:11.852838 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port ae1c5bde-71c6-40f3-ae9e-93f788844809 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:11.855637 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.877951 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83f87ce7-c048-4862-bee2-ec88c359df8f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.880031 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d739e-a2b1-46c8-b4cd-c111b9c6c608 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Pushing event deleted for resources: {'Port': ['ID=562155d5-60d9-49c5-a20f-72174fb90928,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:11.891965 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f87ce7-c048-4862-bee2-ec88c359df8f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Releasing vlan 1642 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:27:11.892485 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83f87ce7-c048-4862-bee2-ec88c359df8f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:11.896657 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:27:11.896657 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:27:11.896657 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:27:11.896657 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:27:11.896657 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:27:11.896657 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:27:11.896657 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:27:11.896657 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:27:11.896657 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:27:11.896657 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:27:11.896657 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:27:11.896657 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:27:11.896657 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:27:11.896657 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:27:11.896657 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:27:11.896657 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:27:11.896657 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:27:11.896657 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:27:11.896657 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:27:11.896657 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:27:11.896657 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:27:11.896657 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:27:11.896657 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:27:11.896657 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:27:11.896657 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:27:11.896657 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:27:11.896657 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:27:11.896657 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:27:11.896657 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:27:11.896657 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:27:11.896657 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:27:11.896657 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:27:11.947850 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b548d-96d2-41fd-8f9d-1085c6edafc2 req-c5d46d82-54c1-4d0a-9b2c-8c673b672cc2 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:11.949471 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ea0b548d-96d2-41fd-8f9d-1085c6edafc2 req-c5d46d82-54c1-4d0a-9b2c-8c673b672cc2 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 866 time: 0.2452040 Aug 31 09:27:11.960849 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df667493-0633-4b44-858b-6e4815c040cd req-98d7709e-6388-4ae1-8bfa-90c6599ae2b7 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:11.962596 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-df667493-0633-4b44-858b-6e4815c040cd req-98d7709e-6388-4ae1-8bfa-90c6599ae2b7 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 946 time: 0.2151103 Aug 31 09:27:11.993125 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.048276 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port ae1c5bde-71c6-40f3-ae9e-93f788844809, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ae1c5bde-71c6-40f3-ae9e-93f788844809,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:12.152274 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.168896 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device afa2e137-8d35-4d50-9c99-3310ccd6383f no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:12.221817 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: afa2e137-8d35-4d50-9c99-3310ccd6383f {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:12.221817 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device afa2e137-8d35-4d50-9c99-3310ccd6383f not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:12.250229 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-89a2074d-f4cd-4d24-8696-a0bcb16d3e5d tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Allocated IP 172.20.0.1 (6044ac88-aab2-49b8-913b-7084120b2c21/31ed4cb9-29c9-491e-b596-b2e7016f4b93/cef8b1f4-b5b8-4707-b054-4d46b738f8ea) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:12.274380 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83f87ce7-c048-4862-bee2-ec88c359df8f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.285046 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-acb70313-0008-46fd-ad72-d2fbcc2ffad2 None None] Provisioning complete for port ae1c5bde-71c6-40f3-ae9e-93f788844809 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:12.285495 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-acb70313-0008-46fd-ad72-d2fbcc2ffad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.287673 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=ae1c5bde-71c6-40f3-ae9e-93f788844809,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:12.357770 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83f87ce7-c048-4862-bee2-ec88c359df8f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.363103 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-83f87ce7-c048-4862-bee2-ec88c359df8f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] 10.222.0.119 "DELETE /v2.0/networks/ba557851-e4f8-4889-90d7-f230c649db1e HTTP/1.1" status: 204 len: 168 time: 1.0801466 Aug 31 09:27:12.364377 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f87ce7-c048-4862-bee2-ec88c359df8f tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Pushing event deleted for resources: {'Network': ['ID=ba557851-e4f8-4889-90d7-f230c649db1e,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:12.377226 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43436) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:12.571947 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bfa734f6-98e2-4131-8564-c0c92c761294 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.606116 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e4e42220-8d6b-4ec8-aff5-65c3351d2566 None None] Could not find standard attr ID for object fc6df7c2-7283-4380-966b-c022d3c6fb96. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:27:12.607410 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-89a2074d-f4cd-4d24-8696-a0bcb16d3e5d tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.621835 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-df667493-0633-4b44-858b-6e4815c040cd req-b2251ce2-9447-4375-9e1e-88ef30cb098f tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5928464 Aug 31 09:27:12.625342 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ea0b548d-96d2-41fd-8f9d-1085c6edafc2 req-32049d98-52f4-46b4-9d92-f5d3b684cf02 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups?id=61f81c1e-b88a-407f-b6c6-82dbd1add607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6592069 Aug 31 09:27:12.627836 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4572faf0-ce65-4fb8-98a2-140369229f45 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:12.631259 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4572faf0-ce65-4fb8-98a2-140369229f45 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.672924 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-4572faf0-ce65-4fb8-98a2-140369229f45 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] device_id is not set on port 150048e2-ca2e-4603-88e7-c0c3be71ac73 yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:27:12.685145 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3620aa6-2f5c-4bbd-9c6f-d17d31655795 req-a63d739e-a2b1-46c8-b4cd-c111b9c6c608 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Router 15b94a89-4d84-4194-afc5-06bd76a41300 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:27:12.764535 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bfa734f6-98e2-4131-8564-c0c92c761294 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.779717 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-bfa734f6-98e2-4131-8564-c0c92c761294 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f44210-0ee0-417c-9e97-90c08329a78a']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:12.802456 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-bfa734f6-98e2-4131-8564-c0c92c761294 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d5d0a0d-2756-45e6-8557-924e0f725aae') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:12.802906 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-bfa734f6-98e2-4131-8564-c0c92c761294 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d5d0a0d-2756-45e6-8557-924e0f725aae') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:12.816879 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bfa734f6-98e2-4131-8564-c0c92c761294 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.834211 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bfa734f6-98e2-4131-8564-c0c92c761294 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.844443 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa734f6-98e2-4131-8564-c0c92c761294 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Releasing vlan 1643 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:27:12.845004 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bfa734f6-98e2-4131-8564-c0c92c761294 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.848559 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:27:12.848559 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:27:12.848559 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:27:12.848559 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:27:12.848559 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:27:12.848559 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:27:12.848559 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:27:12.848559 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:27:12.848559 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:27:12.848559 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:27:12.848559 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:27:12.848559 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:27:12.848559 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:27:12.848559 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:27:12.848559 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:27:12.848559 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:27:12.848559 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:27:12.848559 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:27:12.848559 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:27:12.848559 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:27:12.848559 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:27:12.848559 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:27:12.848559 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:27:12.848559 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:27:12.848559 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:27:12.848559 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:27:12.848559 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:27:12.848559 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:27:12.848559 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:27:12.848559 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:27:12.848559 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:27:12.848559 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:27:12.896765 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f29daa2-25bb-4d6d-a02c-6633ad04359a None None] get_active_networks_info from n-d-791506-28 {{(pid=95554) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:27:12.913563 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-4572faf0-ce65-4fb8-98a2-140369229f45 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Allocated IP 2001:db8::eb (17930598-f4af-4731-83ee-9969406c94e8/f7dfd7ee-816c-4c42-9d2f-57b226453e1a/150048e2-ca2e-4603-88e7-c0c3be71ac73) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:12.919407 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3620aa6-2f5c-4bbd-9c6f-d17d31655795 req-a63d739e-a2b1-46c8-b4cd-c111b9c6c608 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:27:12.935143 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02397f4-435c-4b1e-9fc5-10203cf3428f None None] Sync routers for ids ['15b94a89-4d84-4194-afc5-06bd76a41300'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:27:12.952681 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 562155d5-60d9-49c5-a20f-72174fb90928 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:12.963952 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3620aa6-2f5c-4bbd-9c6f-d17d31655795 req-a63d739e-a2b1-46c8-b4cd-c111b9c6c608 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] No DVR routers for this DVR port 562155d5-60d9-49c5-a20f-72174fb90928 on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:12.967770 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-89a2074d-f4cd-4d24-8696-a0bcb16d3e5d tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.974911 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e3620aa6-2f5c-4bbd-9c6f-d17d31655795 req-a63d739e-a2b1-46c8-b4cd-c111b9c6c608 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:12.978060 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e3620aa6-2f5c-4bbd-9c6f-d17d31655795 req-a63d739e-a2b1-46c8-b4cd-c111b9c6c608 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.112 "DELETE /v2.0/ports/562155d5-60d9-49c5-a20f-72174fb90928 HTTP/1.1" status: 204 len: 173 time: 3.2373590 Aug 31 09:27:12.978705 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdab5b39-eb72-4041-8d1d-6726d8184c0b', 'name': 'network-vif-deleted', 'tag': '562155d5-60d9-49c5-a20f-72174fb90928'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:12.981458 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84210da6-9c94-4aac-a080-01d422c58776" -d '{"events": [{"server_uuid": "fdab5b39-eb72-4041-8d1d-6726d8184c0b", "name": "network-vif-deleted", "tag": "562155d5-60d9-49c5-a20f-72174fb90928"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:12.984913 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 562155d5-60d9-49c5-a20f-72174fb90928 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:12.985251 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 562155d5-60d9-49c5-a20f-72174fb90928 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:12.994430 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02397f4-435c-4b1e-9fc5-10203cf3428f None None] Routers {'15b94a89-4d84-4194-afc5-06bd76a41300'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:12.994430 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b02397f4-435c-4b1e-9fc5-10203cf3428f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:26:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['15b94a89-4d84-4194-afc5-06bd76a41300'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:13.012829 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a2074d-f4cd-4d24-8696-a0bcb16d3e5d tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Network 6044ac88-aab2-49b8-913b-7084120b2c21 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:13.016818 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-89a2074d-f4cd-4d24-8696-a0bcb16d3e5d tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:13.021818 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a2074d-f4cd-4d24-8696-a0bcb16d3e5d tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:13.027981 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f0b03f-f230-4f0d-a056-4b9c891e0a3e x-openstack-request-id: req-b7f0b03f-f230-4f0d-a056-4b9c891e0a3e {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:13.028280 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdab5b39-eb72-4041-8d1d-6726d8184c0b", "name": "network-vif-deleted", "tag": "562155d5-60d9-49c5-a20f-72174fb90928", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:13.028531 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-b7f0b03f-f230-4f0d-a056-4b9c891e0a3e {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:13.028925 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdab5b39-eb72-4041-8d1d-6726d8184c0b', 'name': 'network-vif-deleted', 'tag': '562155d5-60d9-49c5-a20f-72174fb90928', 'status': 'completed', 'code': 200} Aug 31 09:27:13.069131 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-89a2074d-f4cd-4d24-8696-a0bcb16d3e5d tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:13.192553 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-b02397f4-435c-4b1e-9fc5-10203cf3428f None None] Set router 15b94a89-4d84-4194-afc5-06bd76a41300 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:27:13.234345 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f29daa2-25bb-4d6d-a02c-6633ad04359a None None] Resources bound (agent type, host, resource id): {{(pid=95554) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:27:13.270616 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4572faf0-ce65-4fb8-98a2-140369229f45 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:13.287066 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-4572faf0-ce65-4fb8-98a2-140369229f45 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Transition to ACTIVE for port object 150048e2-ca2e-4603-88e7-c0c3be71ac73 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:13.448603 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bfa734f6-98e2-4131-8564-c0c92c761294 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:13.455475 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4572faf0-ce65-4fb8-98a2-140369229f45 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:13.455707 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2074d-f4cd-4d24-8696-a0bcb16d3e5d tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event updated for resources: {'Port': ['ID=cef8b1f4-b5b8-4707-b054-4d46b738f8ea,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:13.472246 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ae1c5bde-71c6-40f3-ae9e-93f788844809 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:13.488025 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bfa734f6-98e2-4131-8564-c0c92c761294 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:13.492696 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bfa734f6-98e2-4131-8564-c0c92c761294 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] 10.222.0.119 "DELETE /v2.0/networks/46f44210-0ee0-417c-9e97-90c08329a78a HTTP/1.1" status: 204 len: 168 time: 1.1118016 Aug 31 09:27:13.492696 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa734f6-98e2-4131-8564-c0c92c761294 tempest-BulkNetworkOpsTest-1846574607 tempest-BulkNetworkOpsTest-1846574607-project] Pushing event deleted for resources: {'Network': ['ID=46f44210-0ee0-417c-9e97-90c08329a78a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:13.539504 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4572faf0-ce65-4fb8-98a2-140369229f45 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:13.539504 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-4572faf0-ce65-4fb8-98a2-140369229f45 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:13.548660 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4572faf0-ce65-4fb8-98a2-140369229f45 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:13.554219 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4572faf0-ce65-4fb8-98a2-140369229f45 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:13.555131 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4572faf0-ce65-4fb8-98a2-140369229f45 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:13.558581 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572faf0-ce65-4fb8-98a2-140369229f45 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Port': ['ID=150048e2-ca2e-4603-88e7-c0c3be71ac73,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:13.719806 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4572faf0-ce65-4fb8-98a2-140369229f45 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4066312 Aug 31 09:27:13.720526 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43470) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:13.796359 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port ae1c5bde-71c6-40f3-ae9e-93f788844809 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:13.796790 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:13.835864 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c06a99-1562-484d-8ac9-5103040f6ac0 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:13.862539 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c06a99-1562-484d-8ac9-5103040f6ac0 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:13.864759 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-15c06a99-1562-484d-8ac9-5103040f6ac0 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1433313 Aug 31 09:27:13.867751 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43474) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:13.977254 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-61685c42-c4c5-4d53-8609-0f5b754124bf req-42e110a2-4c7c-4050-bf16-039343d9f85b tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/ports?device_id=fdab5b39-eb72-4041-8d1d-6726d8184c0b HTTP/1.1" status: 200 len: 210 time: 0.1108868 Aug 31 09:27:14.014716 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef10143-f95e-48b4-8b65-056dd0eab4a2 req-3f258cee-291c-4ed3-befb-fcd11cfe86ac tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:14.026792 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cef10143-f95e-48b4-8b65-056dd0eab4a2 req-3f258cee-291c-4ed3-befb-fcd11cfe86ac tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 946 time: 0.1547289 Aug 31 09:27:14.052515 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-89a2074d-f4cd-4d24-8696-a0bcb16d3e5d tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:14.120615 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cef10143-f95e-48b4-8b65-056dd0eab4a2 req-1f795164-64db-43a6-a97c-0c9f48c7c631 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928316 Aug 31 09:27:14.175013 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b02397f4-435c-4b1e-9fc5-10203cf3428f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'name': 'tempest-ServerActionsTestJSON-26133084-router', 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '5666ee1b-34ea-495d-86b4-03bb035ba2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:16:59Z', 'updated_at': '2021-08-31T09:17:05Z', 'revision_number': 4, 'project_id': '1b5bd35927fb49bc9780e4d378d20df4', 'gw_port': {'id': '5666ee1b-34ea-495d-86b4-03bb035ba2e9', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:00Z', 'updated_at': '2021-08-31T09:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '492a3d05-7625-496f-b6c9-2dca72d346bf', 'name': '', 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc', 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4', 'mac_address': 'fa:16:3e:e0:74:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '38d49ab8-d8f2-42ae-8afb-2cc963a498ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:04Z', 'updated_at': '2021-08-31T09:17:11Z', 'revision_number': 5, 'project_id': '1b5bd35927fb49bc9780e4d378d20df4', 'subnets': [{'id': '38d49ab8-d8f2-42ae-8afb-2cc963a498ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:14.211401 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43486) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:14.243074 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:14.247175 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7363310d-3151-4a92-b06d-1e3548ffcc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:14.252298 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02397f4-435c-4b1e-9fc5-10203cf3428f None None] Checking router: 15b94a89-4d84-4194-afc5-06bd76a41300 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:27:14.315099 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02397f4-435c-4b1e-9fc5-10203cf3428f None None] Routers {'15b94a89-4d84-4194-afc5-06bd76a41300'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:14.315831 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b02397f4-435c-4b1e-9fc5-10203cf3428f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['15b94a89-4d84-4194-afc5-06bd76a41300'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:14.432361 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-abfa5808-7afd-4810-acbf-fca61c97d978 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting port 150048e2-ca2e-4603-88e7-c0c3be71ac73 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:14.432962 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-abfa5808-7afd-4810-acbf-fca61c97d978 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:14.563985 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-79deda09-96f5-4d29-8ea0-a2c29dd5f600 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=88f1b2660ce44386827255de1b70f0fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3500314 Aug 31 09:27:14.564797 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43496) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:14.623234 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-b02397f4-435c-4b1e-9fc5-10203cf3428f None None] Set router 15b94a89-4d84-4194-afc5-06bd76a41300 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:27:14.682975 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8dc65b9a-399e-430d-b612-2856d36118be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:14.714418 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8dc65b9a-399e-430d-b612-2856d36118be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:14.818036 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-abfa5808-7afd-4810-acbf-fca61c97d978 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:14.837628 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-abfa5808-7afd-4810-acbf-fca61c97d978 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Calling delete_port for 150048e2-ca2e-4603-88e7-c0c3be71ac73 owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:14.856317 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-89a2074d-f4cd-4d24-8696-a0bcb16d3e5d tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:14.915212 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8dc65b9a-399e-430d-b612-2856d36118be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:14.921716 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8dc65b9a-399e-430d-b612-2856d36118be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:14.921716 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8dc65b9a-399e-430d-b612-2856d36118be admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/b505a56e-6719-4019-9eb8-8d5c8b13dd17 HTTP/1.1" status: 204 len: 168 time: 0.3520231 Aug 31 09:27:14.932023 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc65b9a-399e-430d-b612-2856d36118be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b505a56e-6719-4019-9eb8-8d5c8b13dd17,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:14.953479 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-89a2074d-f4cd-4d24-8696-a0bcb16d3e5d tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:14.976449 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b02397f4-435c-4b1e-9fc5-10203cf3428f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'name': 'tempest-ServerActionsTestJSON-26133084-router', 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '5666ee1b-34ea-495d-86b4-03bb035ba2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:16:59Z', 'updated_at': '2021-08-31T09:17:05Z', 'revision_number': 4, 'project_id': '1b5bd35927fb49bc9780e4d378d20df4', 'gw_port': {'id': '5666ee1b-34ea-495d-86b4-03bb035ba2e9', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:00Z', 'updated_at': '2021-08-31T09:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '492a3d05-7625-496f-b6c9-2dca72d346bf', 'name': '', 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc', 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4', 'mac_address': 'fa:16:3e:e0:74:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '38d49ab8-d8f2-42ae-8afb-2cc963a498ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:04Z', 'updated_at': '2021-08-31T09:17:11Z', 'revision_number': 5, 'project_id': '1b5bd35927fb49bc9780e4d378d20df4', 'subnets': [{'id': '38d49ab8-d8f2-42ae-8afb-2cc963a498ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:15.032034 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02397f4-435c-4b1e-9fc5-10203cf3428f None None] The sync data for ids ['15b94a89-4d84-4194-afc5-06bd76a41300'] in n-d-791506-28 is: [{'id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'name': 'tempest-ServerActionsTestJSON-26133084-router', 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '5666ee1b-34ea-495d-86b4-03bb035ba2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:16:59Z', 'updated_at': '2021-08-31T09:17:05Z', 'revision_number': 4, 'project_id': '1b5bd35927fb49bc9780e4d378d20df4', 'gw_port': {'id': '5666ee1b-34ea-495d-86b4-03bb035ba2e9', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:00Z', 'updated_at': '2021-08-31T09:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '492a3d05-7625-496f-b6c9-2dca72d346bf', 'name': '', 'network_id': 'f5553b74-379c-4750-8c9c-33e10cb78fdc', 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4', 'mac_address': 'fa:16:3e:e0:74:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '38d49ab8-d8f2-42ae-8afb-2cc963a498ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:04Z', 'updated_at': '2021-08-31T09:17:11Z', 'revision_number': 5, 'project_id': '1b5bd35927fb49bc9780e4d378d20df4', 'subnets': [{'id': '38d49ab8-d8f2-42ae-8afb-2cc963a498ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:27:15.063932 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-89a2074d-f4cd-4d24-8696-a0bcb16d3e5d tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:15.090356 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2074d-f4cd-4d24-8696-a0bcb16d3e5d tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event updated for resources: {'Port': ['ID=cef8b1f4-b5b8-4707-b054-4d46b738f8ea,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:15.145621 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a565ab0f-b423-49c3-aa58-ca8d1972257a None None] Provisioning for port 150048e2-ca2e-4603-88e7-c0c3be71ac73 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:15.150523 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a565ab0f-b423-49c3-aa58-ca8d1972257a None None] Provisioning complete for port 150048e2-ca2e-4603-88e7-c0c3be71ac73 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:15.151122 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a565ab0f-b423-49c3-aa58-ca8d1972257a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:15.223434 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43510) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:15.261747 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a565ab0f-b423-49c3-aa58-ca8d1972257a None None] Port 150048e2-ca2e-4603-88e7-c0c3be71ac73 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:27:15.272928 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a2074d-f4cd-4d24-8696-a0bcb16d3e5d tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Network 6044ac88-aab2-49b8-913b-7084120b2c21 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:15.278731 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-89a2074d-f4cd-4d24-8696-a0bcb16d3e5d tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:15.289494 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43512) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:15.331852 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:15.389025 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-abfa5808-7afd-4810-acbf-fca61c97d978 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:15.434500 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732fe0d-cd45-4c9e-99b6-e26bb62eadd1 req-6eaebc7b-4f58-4962-b14f-4de8d35b62ac tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:15.442607 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4732fe0d-cd45-4c9e-99b6-e26bb62eadd1 req-6eaebc7b-4f58-4962-b14f-4de8d35b62ac tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 946 time: 0.1277156 Aug 31 09:27:15.444125 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-34dc62d5-990b-4729-a059-1593c1b63e79 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:15.471405 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-34dc62d5-990b-4729-a059-1593c1b63e79 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:15.484563 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa5808-7afd-4810-acbf-fca61c97d978 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Port': ['ID=150048e2-ca2e-4603-88e7-c0c3be71ac73,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:15.526251 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae434cc-b559-4984-a9c4-2e9d58ef12e9 None None] New status for floating IP 859955c7-90ce-4650-828f-d1d4f1ad5e10: DOWN {{(pid=95555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:27:15.563398 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-abfa5808-7afd-4810-acbf-fca61c97d978 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:15.568503 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-abfa5808-7afd-4810-acbf-fca61c97d978 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/150048e2-ca2e-4603-88e7-c0c3be71ac73 HTTP/1.1" status: 204 len: 168 time: 1.6994388 Aug 31 09:27:15.569190 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43522) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:15.600949 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4732fe0d-cd45-4c9e-99b6-e26bb62eadd1 req-3ae5b474-9eb2-4b12-a0b9-fd791dd77a95 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576438 Aug 31 09:27:15.651614 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-70e0be3b-b213-454d-8123-638ab834e6dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:15.663393 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a2074d-f4cd-4d24-8696-a0bcb16d3e5d tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Router 7a5d8ef9-95df-4cc5-928f-3d77c54499f3 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:27:15.675291 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-34dc62d5-990b-4729-a059-1593c1b63e79 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:15.678562 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-34dc62d5-990b-4729-a059-1593c1b63e79 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:15.682087 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7684df01-2047-4cb8-8e80-450726992c90 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:15.683594 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7684df01-2047-4cb8-8e80-450726992c90 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:15.683982 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-34dc62d5-990b-4729-a059-1593c1b63e79 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "DELETE /v2.0/security-groups/61f81c1e-b88a-407f-b6c6-82dbd1add607 HTTP/1.1" status: 204 len: 168 time: 0.4587164 Aug 31 09:27:15.684770 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43526) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:15.688423 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7684df01-2047-4cb8-8e80-450726992c90 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1156361 Aug 31 09:27:15.691476 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43528) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:15.719694 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-7c4af704-be03-4143-8ecc-db65de260405 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] show failed (client error): The resource could not be found. Aug 31 09:27:15.721095 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7c4af704-be03-4143-8ecc-db65de260405 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "GET /v2.0/security-groups/61f81c1e-b88a-407f-b6c6-82dbd1add607 HTTP/1.1" status: 404 len: 347 time: 0.0323625 Aug 31 09:27:15.722111 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc62d5-990b-4729-a059-1593c1b63e79 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f81c1e-b88a-407f-b6c6-82dbd1add607,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:15.724155 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43530) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:15.849169 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-74ab959e-c72d-4ea4-9e3f-1e177fc4154d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting subnet f7dfd7ee-816c-4c42-9d2f-57b226453e1a {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:27:15.858742 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-74ab959e-c72d-4ea4-9e3f-1e177fc4154d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:15.889272 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-2158acb2-9ac8-4251-8eb4-05bfd2235de8 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Deleting port 83ca4254-f333-4988-bbd7-32535ac84ead {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:15.889710 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2158acb2-9ac8-4251-8eb4-05bfd2235de8 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:15.955137 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-74ab959e-c72d-4ea4-9e3f-1e177fc4154d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:15.976146 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2158acb2-9ac8-4251-8eb4-05bfd2235de8 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:15.976712 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2158acb2-9ac8-4251-8eb4-05bfd2235de8 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:15.990863 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a2074d-f4cd-4d24-8696-a0bcb16d3e5d tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:27:15.992764 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-2158acb2-9ac8-4251-8eb4-05bfd2235de8 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Calling delete_port for 83ca4254-f333-4988-bbd7-32535ac84ead owned by network:floatingip {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:15.998938 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-89a2074d-f4cd-4d24-8696-a0bcb16d3e5d tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "PUT /v2.0/routers/7a5d8ef9-95df-4cc5-928f-3d77c54499f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1271243 Aug 31 09:27:16.002048 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a508c3a-67dd-416d-b1da-76af8a96d189 None None] Sync routers for ids ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:27:16.004909 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43534) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:16.012094 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a508c3a-67dd-416d-b1da-76af8a96d189 None None] Routers {'7a5d8ef9-95df-4cc5-928f-3d77c54499f3'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:16.012541 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-256d3fa8-5793-4e20-8107-70bab4cc8c73 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Request body: {'port': {'network_id': '6044ac88-aab2-49b8-913b-7084120b2c21', 'name': 'tempest-FloatingIPTestJSON-608421315'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:16.013172 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-6a508c3a-67dd-416d-b1da-76af8a96d189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:16.022055 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-70e0be3b-b213-454d-8123-638ab834e6dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:16.035050 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-74ab959e-c72d-4ea4-9e3f-1e177fc4154d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:16.050151 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-6a508c3a-67dd-416d-b1da-76af8a96d189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:16.066017 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a508c3a-67dd-416d-b1da-76af8a96d189 None None] Routers {'7a5d8ef9-95df-4cc5-928f-3d77c54499f3'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:16.066710 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-6a508c3a-67dd-416d-b1da-76af8a96d189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:16.112114 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-6a508c3a-67dd-416d-b1da-76af8a96d189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:16.112586 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-70e0be3b-b213-454d-8123-638ab834e6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:16.113102 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a508c3a-67dd-416d-b1da-76af8a96d189 None None] The sync data for ids ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:27:16.173068 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-70e0be3b-b213-454d-8123-638ab834e6dd admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=4b2cfb1ac08d4a4585937f290bf83eb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8818071 Aug 31 09:27:16.174031 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0be3b-b213-454d-8123-638ab834e6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2b9939-592c-42d9-8ee7-a3a71f5ed566,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:16.176602 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43542) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:16.180335 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-74ab959e-c72d-4ea4-9e3f-1e177fc4154d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:16.218117 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-74ab959e-c72d-4ea4-9e3f-1e177fc4154d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:16.223489 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-74ab959e-c72d-4ea4-9e3f-1e177fc4154d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/f7dfd7ee-816c-4c42-9d2f-57b226453e1a HTTP/1.1" status: 204 len: 168 time: 0.5312963 Aug 31 09:27:16.224515 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab959e-c72d-4ea4-9e3f-1e177fc4154d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Subnet': ['ID=f7dfd7ee-816c-4c42-9d2f-57b226453e1a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:16.226203 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43546) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:16.229021 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0add4f63-326a-47e7-aecb-4769e1681419 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:16.302883 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-906b4a81-cad4-4789-910c-daa4f6218cb6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0711334 Aug 31 09:27:16.303729 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43548) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:16.326061 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256d3fa8-5793-4e20-8107-70bab4cc8c73 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Made reservation on behalf of 0b4588249af94f7795d0a2af50433a2f for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:16.331029 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-256d3fa8-5793-4e20-8107-70bab4cc8c73 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:16.337380 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c030118-03bc-4f34-9abf-ef7a285169cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:16.370719 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-256d3fa8-5793-4e20-8107-70bab4cc8c73 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] device_id is not set on port 270a8c25-6423-49ca-a8ee-25907647719c yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:27:16.377537 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408888f8-5cca-44d9-adb4-caf965b9e26e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:16.381331 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-408888f8-5cca-44d9-adb4-caf965b9e26e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0740948 Aug 31 09:27:16.381477 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c030118-03bc-4f34-9abf-ef7a285169cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:16.381570 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43552) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:16.458643 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566808c2-4703-46e8-88ac-f4011dd1eebe tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:16.460409 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-566808c2-4703-46e8-88ac-f4011dd1eebe tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0778310 Aug 31 09:27:16.461013 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43554) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:16.462806 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43556) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:16.469030 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf35481d-d6ca-4be8-9718-3a1bd9243ee6 None None] DHCP port deletion for 17930598-f4af-4731-83ee-9969406c94e8 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:27:16.476507 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2158acb2-9ac8-4251-8eb4-05bfd2235de8 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:16.517968 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2220b15e-afea-48c3-8bdb-eca212b842b0 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0540962 Aug 31 09:27:16.521912 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43562) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:16.531344 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-bf35481d-d6ca-4be8-9718-3a1bd9243ee6 None None] Deleting port ae1c5bde-71c6-40f3-ae9e-93f788844809 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:16.531805 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bf35481d-d6ca-4be8-9718-3a1bd9243ee6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:16.533174 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-74740ccf-5b92-49bd-a88c-fc3ac69d00d8 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:16.579422 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158acb2-9ac8-4251-8eb4-05bfd2235de8 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Pushing event deleted for resources: {'Port': ['ID=83ca4254-f333-4988-bbd7-32535ac84ead,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:16.622168 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-256d3fa8-5793-4e20-8107-70bab4cc8c73 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Allocated IP 172.20.0.5 (6044ac88-aab2-49b8-913b-7084120b2c21/31ed4cb9-29c9-491e-b596-b2e7016f4b93/270a8c25-6423-49ca-a8ee-25907647719c) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:16.622503 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-bf35481d-d6ca-4be8-9718-3a1bd9243ee6 None None] For port ae1c5bde-71c6-40f3-ae9e-93f788844809, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ae1c5bde-71c6-40f3-ae9e-93f788844809,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:16.622841 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bf35481d-d6ca-4be8-9718-3a1bd9243ee6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:16.639856 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-3bd34925-f243-487b-97f9-0bc4a2c15ba2 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1738459139'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:16.644674 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-bf35481d-d6ca-4be8-9718-3a1bd9243ee6 None None] Calling delete_port for ae1c5bde-71c6-40f3-ae9e-93f788844809 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:16.671523 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.db.api [None req-74740ccf-5b92-49bd-a88c-fc3ac69d00d8 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:27:16.671523 n-d-791506-28 neutron-server[95552]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:27:16.671523 n-d-791506-28 neutron-server[95552]: [parameters: {'project_id_1': '13196dd28c4040d8ae49ede86941bf1d', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 27, 16, 664956)}] Aug 31 09:27:16.671523 n-d-791506-28 neutron-server[95552]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:27:16.672115 n-d-791506-28 neutron-server[95552]: DEBUG oslo_db.api [None req-74740ccf-5b92-49bd-a88c-fc3ac69d00d8 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:27:16.705870 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2158acb2-9ac8-4251-8eb4-05bfd2235de8 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks [] for floatingip, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:16.708385 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2158acb2-9ac8-4251-8eb4-05bfd2235de8 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:16.709592 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2158acb2-9ac8-4251-8eb4-05bfd2235de8 tempest-ServerActionsTestJSON-1101524119 tempest-ServerActionsTestJSON-1101524119-project] 10.222.0.119 "DELETE /v2.0/floatingips/859955c7-90ce-4650-828f-d1d4f1ad5e10 HTTP/1.1" status: 204 len: 168 time: 0.9820471 Aug 31 09:27:16.713956 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43566) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:16.739366 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c030118-03bc-4f34-9abf-ef7a285169cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:16.744247 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c030118-03bc-4f34-9abf-ef7a285169cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:16.745760 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1c030118-03bc-4f34-9abf-ef7a285169cb admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/eb2b9939-592c-42d9-8ee7-a3a71f5ed566 HTTP/1.1" status: 204 len: 168 time: 0.5681150 Aug 31 09:27:16.759796 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd34925-f243-487b-97f9-0bc4a2c15ba2 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:16.763803 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3bd34925-f243-487b-97f9-0bc4a2c15ba2 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:16.774287 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c030118-03bc-4f34-9abf-ef7a285169cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2b9939-592c-42d9-8ee7-a3a71f5ed566,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:16.784378 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3bd34925-f243-487b-97f9-0bc4a2c15ba2 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:16.847168 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae477e-c9cc-482a-bc2e-54a590b086ee req-73a8d478-fb7a-4577-94ce-0d5bc5c9fdab tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:16.852168 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bf35481d-d6ca-4be8-9718-3a1bd9243ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:16.854469 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-beae477e-c9cc-482a-bc2e-54a590b086ee req-73a8d478-fb7a-4577-94ce-0d5bc5c9fdab tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 946 time: 0.1636579 Aug 31 09:27:16.906308 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35481d-d6ca-4be8-9718-3a1bd9243ee6 None None] Pushing event deleted for resources: {'Port': ['ID=ae1c5bde-71c6-40f3-ae9e-93f788844809,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:16.915127 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf35481d-d6ca-4be8-9718-3a1bd9243ee6 None None] No DVR routers for this DVR port ae1c5bde-71c6-40f3-ae9e-93f788844809 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:16.920516 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-beae477e-c9cc-482a-bc2e-54a590b086ee req-d4a96fb4-8178-4dc8-9c91-0df9f3e46c64 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650482 Aug 31 09:27:16.956782 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:16.965978 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-256d3fa8-5793-4e20-8107-70bab4cc8c73 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:17.008585 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3bd34925-f243-487b-97f9-0bc4a2c15ba2 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:17.077217 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-256d3fa8-5793-4e20-8107-70bab4cc8c73 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:17.123185 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256d3fa8-5793-4e20-8107-70bab4cc8c73 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Network 6044ac88-aab2-49b8-913b-7084120b2c21 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:17.126367 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-256d3fa8-5793-4e20-8107-70bab4cc8c73 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:17.128868 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256d3fa8-5793-4e20-8107-70bab4cc8c73 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:17.151329 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3bd34925-f243-487b-97f9-0bc4a2c15ba2 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:17.154303 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d3fa8-5793-4e20-8107-70bab4cc8c73 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event updated for resources: {'Port': ['ID=270a8c25-6423-49ca-a8ee-25907647719c,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:17.186447 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256d3fa8-5793-4e20-8107-70bab4cc8c73 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:17.187017 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-256d3fa8-5793-4e20-8107-70bab4cc8c73 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:17.196874 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bd34925-f243-487b-97f9-0bc4a2c15ba2 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] vlan segment allocate from pool success with {'vlan_id': 1603, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:27:17.209997 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd34925-f243-487b-97f9-0bc4a2c15ba2 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c16eaa30-9377-4f37-a963-41af9625943f,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:17.223511 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3bd34925-f243-487b-97f9-0bc4a2c15ba2 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:17.223842 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-3bd34925-f243-487b-97f9-0bc4a2c15ba2 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Added segment 14c1aadc-ea24-4713-af43-50ffe74c33eb of type vlan for network 097647b9-96b8-4179-962b-949a2bb3c8b8 Aug 31 09:27:17.295072 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3bd34925-f243-487b-97f9-0bc4a2c15ba2 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:17.303287 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74740ccf-5b92-49bd-a88c-fc3ac69d00d8 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:17.307315 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-74740ccf-5b92-49bd-a88c-fc3ac69d00d8 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:17.380906 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-256d3fa8-5793-4e20-8107-70bab4cc8c73 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3738377 Aug 31 09:27:17.389559 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43576) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:17.396143 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-15fcb247-bbef-4890-8d3c-6cdb013f84dd tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Request body: {'port': {'network_id': '6044ac88-aab2-49b8-913b-7084120b2c21', 'name': 'tempest-FloatingIPTestJSON-46116180'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:17.444740 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ae1c5bde-71c6-40f3-ae9e-93f788844809 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:17.466075 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: ae1c5bde-71c6-40f3-ae9e-93f788844809 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:17.466418 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ae1c5bde-71c6-40f3-ae9e-93f788844809 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:17.499638 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3bd34925-f243-487b-97f9-0bc4a2c15ba2 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:17.505187 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd34925-f243-487b-97f9-0bc4a2c15ba2 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:17.505770 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3bd34925-f243-487b-97f9-0bc4a2c15ba2 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:17.619656 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fcb247-bbef-4890-8d3c-6cdb013f84dd tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Made reservation on behalf of 0b4588249af94f7795d0a2af50433a2f for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:17.623378 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-15fcb247-bbef-4890-8d3c-6cdb013f84dd tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:17.644883 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-15fcb247-bbef-4890-8d3c-6cdb013f84dd tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] device_id is not set on port 41fac6e8-bc56-474e-b2bc-b49fd9c8978e yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:27:17.709453 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43578) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:17.749967 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-51787779-9a40-4c0c-9e99-bc26ee46a86a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:17.787999 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-15fcb247-bbef-4890-8d3c-6cdb013f84dd tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Allocated IP 172.20.0.3 (6044ac88-aab2-49b8-913b-7084120b2c21/31ed4cb9-29c9-491e-b596-b2e7016f4b93/41fac6e8-bc56-474e-b2bc-b49fd9c8978e) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:17.953008 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-15fcb247-bbef-4890-8d3c-6cdb013f84dd tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:17.982419 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd34925-f243-487b-97f9-0bc4a2c15ba2 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Network': ['ID=097647b9-96b8-4179-962b-949a2bb3c8b8,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:17.995960 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 097647b9-96b8-4179-962b-949a2bb3c8b8 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:27:18.023431 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3bd34925-f243-487b-97f9-0bc4a2c15ba2 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5613210 Aug 31 09:27:18.026079 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43582) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:18.031584 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-5e4693b5-eaeb-4a7a-828d-e3c4c27b80b0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'port': {'network_id': '097647b9-96b8-4179-962b-949a2bb3c8b8', 'name': 'tempest-PortsIpV6TestJSON-1274651941'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:18.098735 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2c1c5ed6-d4bd-4e22-87be-fb0cf73daf53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:18.114271 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-15fcb247-bbef-4890-8d3c-6cdb013f84dd tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:18.162625 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-74740ccf-5b92-49bd-a88c-fc3ac69d00d8 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:18.207546 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c24d65-6937-45d3-a1a3-4a8d75b8a6b6 req-e5a31c5d-9909-4c13-9bc7-c819b6718e3e tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:18.208998 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f8c24d65-6937-45d3-a1a3-4a8d75b8a6b6 req-e5a31c5d-9909-4c13-9bc7-c819b6718e3e tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 946 time: 0.1379490 Aug 31 09:27:18.210882 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fcb247-bbef-4890-8d3c-6cdb013f84dd tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Network 6044ac88-aab2-49b8-913b-7084120b2c21 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:18.222128 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-15fcb247-bbef-4890-8d3c-6cdb013f84dd tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:18.224609 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fcb247-bbef-4890-8d3c-6cdb013f84dd tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:18.244089 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74740ccf-5b92-49bd-a88c-fc3ac69d00d8 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:18.249328 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fcb247-bbef-4890-8d3c-6cdb013f84dd tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event updated for resources: {'Port': ['ID=41fac6e8-bc56-474e-b2bc-b49fd9c8978e,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:18.255675 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-74740ccf-5b92-49bd-a88c-fc3ac69d00d8 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:18.262996 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74740ccf-5b92-49bd-a88c-fc3ac69d00d8 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:18.263707 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-74740ccf-5b92-49bd-a88c-fc3ac69d00d8 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:18.266565 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8bb448-2d40-4c64-a134-9fee557fbbf1 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:18.274454 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74740ccf-5b92-49bd-a88c-fc3ac69d00d8 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Subnet': ['ID=36caeaf1-bdc3-4ed0-acb4-7554fb8c81b2,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:18.303932 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-51787779-9a40-4c0c-9e99-bc26ee46a86a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:18.333761 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fcb247-bbef-4890-8d3c-6cdb013f84dd tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:18.334405 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-15fcb247-bbef-4890-8d3c-6cdb013f84dd tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:18.340239 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f8c24d65-6937-45d3-a1a3-4a8d75b8a6b6 req-166bbd60-8df0-4a9e-ab62-4419e7f0e536 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241999 Aug 31 09:27:18.367820 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-51787779-9a40-4c0c-9e99-bc26ee46a86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:18.418568 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-51787779-9a40-4c0c-9e99-bc26ee46a86a admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=dfb3fae1f916480aae15e005d9cee8c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7080071 Aug 31 09:27:18.419360 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43586) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:18.420011 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51787779-9a40-4c0c-9e99-bc26ee46a86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cffe49f-8b64-438c-85a6-189df2db83ad,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:18.439127 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-17930598-f4af-4731-83ee-9969406c94e8', 'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'fixed_ips': [{'subnet_id': '36caeaf1-bdc3-4ed0-acb4-7554fb8c81b2'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:27:18.439127 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:18.474447 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-15fcb247-bbef-4890-8d3c-6cdb013f84dd tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.0828168 Aug 31 09:27:18.479473 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43588) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:18.491217 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-74740ccf-5b92-49bd-a88c-fc3ac69d00d8 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9647870 Aug 31 09:27:18.492475 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-ba99ab5f-3a78-4bee-b0b4-95ed802f9ce8 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'port_id': '41fac6e8-bc56-474e-b2bc-b49fd9c8978e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:18.496711 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43590) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:18.507919 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-1c3d75ac-2e07-4ec3-ba89-19f6f8ceafc7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'port': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'fixed_ips': [{'subnet_id': '36caeaf1-bdc3-4ed0-acb4-7554fb8c81b2', 'ip_address': '2001:db8::d92c:6757:4e26:6bd0'}], 'name': 'tempest-NetworksTestDHCPv6-1340894424'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:18.528177 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-2c1c5ed6-d4bd-4e22-87be-fb0cf73daf53 admin admin] Deleting port 492a3d05-7625-496f-b6c9-2dca72d346bf {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:18.542728 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2c1c5ed6-d4bd-4e22-87be-fb0cf73daf53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:18.575881 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dc85f28b-87e4-4acc-bf98-14f81492ece7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:18.597870 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] Allocated IP 2001:db8::2 (17930598-f4af-4731-83ee-9969406c94e8/36caeaf1-bdc3-4ed0-acb4-7554fb8c81b2/91edaa00-448d-4947-94af-bdd11d63acc2) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:18.603879 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4693b5-eaeb-4a7a-828d-e3c4c27b80b0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:18.607487 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5e4693b5-eaeb-4a7a-828d-e3c4c27b80b0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:18.620430 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dc85f28b-87e4-4acc-bf98-14f81492ece7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:18.630520 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-2c1c5ed6-d4bd-4e22-87be-fb0cf73daf53 admin admin] For port 492a3d05-7625-496f-b6c9-2dca72d346bf, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=492a3d05-7625-496f-b6c9-2dca72d346bf,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:18.630905 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2c1c5ed6-d4bd-4e22-87be-fb0cf73daf53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:18.646268 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-5e4693b5-eaeb-4a7a-828d-e3c4c27b80b0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] device_id is not set on port efd9579a-d9e4-429d-a7c8-dcc26d5dd075 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:27:18.651048 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-2c1c5ed6-d4bd-4e22-87be-fb0cf73daf53 admin admin] Calling delete_port for 492a3d05-7625-496f-b6c9-2dca72d346bf owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:18.748687 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ba99ab5f-3a78-4bee-b0b4-95ed802f9ce8 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for floatingip, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:18.752484 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:18.768050 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] Transition to ACTIVE for port object 91edaa00-448d-4947-94af-bdd11d63acc2 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:18.774725 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dc85f28b-87e4-4acc-bf98-14f81492ece7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:18.777542 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dc85f28b-87e4-4acc-bf98-14f81492ece7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:18.778745 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-dc85f28b-87e4-4acc-bf98-14f81492ece7 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/3cffe49f-8b64-438c-85a6-189df2db83ad HTTP/1.1" status: 204 len: 168 time: 0.3514991 Aug 31 09:27:18.792059 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] Transition to ACTIVE for port object 91edaa00-448d-4947-94af-bdd11d63acc2 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:18.828360 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc85f28b-87e4-4acc-bf98-14f81492ece7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cffe49f-8b64-438c-85a6-189df2db83ad,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:18.894778 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:18.911941 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ba99ab5f-3a78-4bee-b0b4-95ed802f9ce8 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:18.950913 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3d75ac-2e07-4ec3-ba89-19f6f8ceafc7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:18.956095 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] Pushing event updated for resources: {'Port': ['ID=91edaa00-448d-4947-94af-bdd11d63acc2,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:18.959564 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:18.965421 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:18.969268 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:18.973446 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:18.973791 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:18.974350 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:18.974758 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:18.975111 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:18.975390 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:18.975901 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:18.976219 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:18.981679 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:18.981679 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:18.981679 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:18.981679 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:19.030507 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5e4693b5-eaeb-4a7a-828d-e3c4c27b80b0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:19.043849 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] Attempting to bind port 91edaa00-448d-4947-94af-bdd11d63acc2 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:19.044651 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] Attempting to bind port 91edaa00-448d-4947-94af-bdd11d63acc2 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:19.044651 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] Attempting to bind port 91edaa00-448d-4947-94af-bdd11d63acc2 on network 17930598-f4af-4731-83ee-9969406c94e8 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:19.051088 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:27:19.051465 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] Checking segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:19.052092 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:19.052799 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] Bound using segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:27:19.054045 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] Bound port: 91edaa00-448d-4947-94af-bdd11d63acc2, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:27:19.054644 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:19.122219 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2c1c5ed6-d4bd-4e22-87be-fb0cf73daf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:19.126503 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] For port 91edaa00-448d-4947-94af-bdd11d63acc2, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:19.130411 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] For port 91edaa00-448d-4947-94af-bdd11d63acc2, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=91edaa00-448d-4947-94af-bdd11d63acc2,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:27:19.160346 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c5ed6-d4bd-4e22-87be-fb0cf73daf53 admin admin] Pushing event deleted for resources: {'Port': ['ID=492a3d05-7625-496f-b6c9-2dca72d346bf,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:19.195726 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5e4693b5-eaeb-4a7a-828d-e3c4c27b80b0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:19.221131 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:19.310412 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62e763-b56a-4451-b144-870bc2cf4a01 None None] Pushing event updated for resources: {'Port': ['ID=91edaa00-448d-4947-94af-bdd11d63acc2,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:19.329461 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4693b5-eaeb-4a7a-828d-e3c4c27b80b0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Checking segment: {'id': '14c1aadc-ea24-4713-af43-50ffe74c33eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1603, 'network_id': '097647b9-96b8-4179-962b-949a2bb3c8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:19.332610 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4693b5-eaeb-4a7a-828d-e3c4c27b80b0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network hostable DHCP agents. Network: 097647b9-96b8-4179-962b-949a2bb3c8b8, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:27:19.363336 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4693b5-eaeb-4a7a-828d-e3c4c27b80b0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Port': ['ID=efd9579a-d9e4-429d-a7c8-dcc26d5dd075,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:19.430313 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-55750e46-2483-460d-bf58-90609d938cfb req-bd3423fa-f600-4b2d-8e8c-89332eece594 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1602507 Aug 31 09:27:19.471151 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4693b5-eaeb-4a7a-828d-e3c4c27b80b0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network 097647b9-96b8-4179-962b-949a2bb3c8b8 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:27:19.473507 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c3d75ac-2e07-4ec3-ba89-19f6f8ceafc7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:19.544209 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-ba99ab5f-3a78-4bee-b0b4-95ed802f9ce8 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Allocated IP 172.25.2.23 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/87c2c42e-3c89-4117-838f-7911d93704a5) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:19.598526 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-5e4693b5-eaeb-4a7a-828d-e3c4c27b80b0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 097647b9-96b8-4179-962b-949a2bb3c8b8) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:19.605237 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4693b5-eaeb-4a7a-828d-e3c4c27b80b0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:19.610666 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bc738f-ca62-4dcb-8f37-7a91ad38e9db None None] Network 097647b9-96b8-4179-962b-949a2bb3c8b8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:19.633229 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4693b5-eaeb-4a7a-828d-e3c4c27b80b0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:19.633229 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5e4693b5-eaeb-4a7a-828d-e3c4c27b80b0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:19.633229 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2c1c5ed6-d4bd-4e22-87be-fb0cf73daf53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:19.659525 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-1c3d75ac-2e07-4ec3-ba89-19f6f8ceafc7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] device_id is not set on port 05c6d41d-15c4-4460-b57c-e4a2d6c8627b yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:27:19.805311 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5e4693b5-eaeb-4a7a-828d-e3c4c27b80b0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7736864 Aug 31 09:27:19.810847 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43606) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:19.830137 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-00f0c5a1-816d-498a-b203-0087a2f15a37 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1153050946'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:19.831280 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872d558-af6d-46a1-996a-1d6f47ab2f6a req-abef5f53-7a38-456d-b5fc-f74eb876c02f tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:19.832908 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7872d558-af6d-46a1-996a-1d6f47ab2f6a req-abef5f53-7a38-456d-b5fc-f74eb876c02f tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 946 time: 0.3558936 Aug 31 09:27:19.914186 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55750e46-2483-460d-bf58-90609d938cfb req-f2445d16-c16e-468e-9d65-da3cc211c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:19.915801 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-55750e46-2483-460d-bf58-90609d938cfb req-f2445d16-c16e-468e-9d65-da3cc211c128 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b807ea962a9445be9b1ffbeebf308f16&device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 1098 time: 0.4398551 Aug 31 09:27:20.015083 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1c5ed6-d4bd-4e22-87be-fb0cf73daf53 admin admin] Router 15b94a89-4d84-4194-afc5-06bd76a41300 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:27:20.058330 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7872d558-af6d-46a1-996a-1d6f47ab2f6a req-9ccad112-6eb1-4def-8a20-4ad6aa8db021 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006450 Aug 31 09:27:20.067312 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f0c5a1-816d-498a-b203-0087a2f15a37 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:20.071138 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-00f0c5a1-816d-498a-b203-0087a2f15a37 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:20.117315 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ba99ab5f-3a78-4bee-b0b4-95ed802f9ce8 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:20.129546 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00f0c5a1-816d-498a-b203-0087a2f15a37 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] vlan segment allocate from pool success with {'vlan_id': 1617, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:27:20.180670 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-1c3d75ac-2e07-4ec3-ba89-19f6f8ceafc7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Allocated IP 2001:db8::d92c:6757:4e26:6bd0 (17930598-f4af-4731-83ee-9969406c94e8/36caeaf1-bdc3-4ed0-acb4-7554fb8c81b2/05c6d41d-15c4-4460-b57c-e4a2d6c8627b) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:20.181835 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-00f0c5a1-816d-498a-b203-0087a2f15a37 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:20.182256 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-00f0c5a1-816d-498a-b203-0087a2f15a37 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Added segment c01fc1eb-1f9a-47c5-9067-b8eb4b960460 of type vlan for network ac140e16-dde4-4a33-a877-e853dce706dc Aug 31 09:27:20.183323 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55750e46-2483-460d-bf58-90609d938cfb req-2a800f71-dd95-445c-932e-719d6ee09dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:20.184920 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-55750e46-2483-460d-bf58-90609d938cfb req-2a800f71-dd95-445c-932e-719d6ee09dc2 service neutron] 10.222.0.112 "GET /v2.0/networks?id=db85df49-32f0-464c-8559-cb7cf1e93dcb HTTP/1.1" status: 200 len: 912 time: 0.2237835 Aug 31 09:27:20.237577 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1c5ed6-d4bd-4e22-87be-fb0cf73daf53 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:27:20.246637 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2c1c5ed6-d4bd-4e22-87be-fb0cf73daf53 admin admin] 10.222.0.119 "PUT /v2.0/routers/15b94a89-4d84-4194-afc5-06bd76a41300/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5287459 Aug 31 09:27:20.246637 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-00f0c5a1-816d-498a-b203-0087a2f15a37 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:20.248477 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43616) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:20.256512 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2644e1a-bc24-4663-9a94-1eb24e7a4e6f None None] Sync routers for ids ['15b94a89-4d84-4194-afc5-06bd76a41300'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:27:20.272910 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2644e1a-bc24-4663-9a94-1eb24e7a4e6f None None] Routers {'15b94a89-4d84-4194-afc5-06bd76a41300'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:20.273877 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f2644e1a-bc24-4663-9a94-1eb24e7a4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['15b94a89-4d84-4194-afc5-06bd76a41300'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:20.303077 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-55750e46-2483-460d-bf58-90609d938cfb req-f37afc31-8181-49bd-a9ea-bfe27fc385d7 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c47a5b46-143f-4319-8dc4-1e44ec0e4d7e HTTP/1.1" status: 200 len: 1001 time: 0.1014400 Aug 31 09:27:20.392810 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-472852aa-bcac-40ca-829b-ee5fbb85d542 admin admin] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:20.436647 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-00f0c5a1-816d-498a-b203-0087a2f15a37 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:20.442447 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f0c5a1-816d-498a-b203-0087a2f15a37 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:20.443195 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-00f0c5a1-816d-498a-b203-0087a2f15a37 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:20.496529 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55750e46-2483-460d-bf58-90609d938cfb req-1ff767f3-a11e-49a9-bead-4cc4cc367d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:20.503538 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-55750e46-2483-460d-bf58-90609d938cfb req-1ff767f3-a11e-49a9-bead-4cc4cc367d40 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=51d76b46-811d-468a-80f4-ece7058a5d3b HTTP/1.1" status: 200 len: 849 time: 0.1893406 Aug 31 09:27:20.511463 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ba99ab5f-3a78-4bee-b0b4-95ed802f9ce8 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:20.554002 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0c5a1-816d-498a-b203-0087a2f15a37 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Network': ['ID=ac140e16-dde4-4a33-a877-e853dce706dc,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:20.560098 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-00f0c5a1-816d-498a-b203-0087a2f15a37 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7465532 Aug 31 09:27:20.563430 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43622) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:20.568233 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-f2644e1a-bc24-4663-9a94-1eb24e7a4e6f None None] Set router 15b94a89-4d84-4194-afc5-06bd76a41300 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:27:20.568760 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network ac140e16-dde4-4a33-a877-e853dce706dc details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:27:20.602767 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-4834754a-5d30-4fb4-8c11-c94b13d69a38 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'ports': [{'network_id': '097647b9-96b8-4179-962b-949a2bb3c8b8'}, {'network_id': 'ac140e16-dde4-4a33-a877-e853dce706dc'}]} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:20.603223 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-4834754a-5d30-4fb4-8c11-c94b13d69a38 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'port': {'network_id': '097647b9-96b8-4179-962b-949a2bb3c8b8'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:20.603848 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-4834754a-5d30-4fb4-8c11-c94b13d69a38 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'port': {'network_id': 'ac140e16-dde4-4a33-a877-e853dce706dc'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:20.649329 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99ab5f-3a78-4bee-b0b4-95ed802f9ce8 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event updated for resources: {'Port': ['ID=87c2c42e-3c89-4117-838f-7911d93704a5,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:20.731008 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-472852aa-bcac-40ca-829b-ee5fbb85d542 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:20.753847 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba99ab5f-3a78-4bee-b0b4-95ed802f9ce8 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:20.775411 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-ba99ab5f-3a78-4bee-b0b4-95ed802f9ce8 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:20.783126 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba99ab5f-3a78-4bee-b0b4-95ed802f9ce8 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:20.882419 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55750e46-2483-460d-bf58-90609d938cfb req-39c40ee7-cb32-4b2d-81e2-7479e037df1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:20.884044 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-55750e46-2483-460d-bf58-90609d938cfb req-39c40ee7-cb32-4b2d-81e2-7479e037df1e service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=db85df49-32f0-464c-8559-cb7cf1e93dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3693466 Aug 31 09:27:20.896009 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c3d75ac-2e07-4ec3-ba89-19f6f8ceafc7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:20.948105 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-472852aa-bcac-40ca-829b-ee5fbb85d542 admin admin] Deleting port 5666ee1b-34ea-495d-86b4-03bb035ba2e9 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:20.948615 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-472852aa-bcac-40ca-829b-ee5fbb85d542 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:20.981103 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f2644e1a-bc24-4663-9a94-1eb24e7a4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'name': 'tempest-ServerActionsTestJSON-26133084-router', 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '5666ee1b-34ea-495d-86b4-03bb035ba2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:16:59Z', 'updated_at': '2021-08-31T09:27:18Z', 'revision_number': 5, 'project_id': '1b5bd35927fb49bc9780e4d378d20df4', 'gw_port': {'id': '5666ee1b-34ea-495d-86b4-03bb035ba2e9', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:17:00Z', 'updated_at': '2021-08-31T09:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:20.990272 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4834754a-5d30-4fb4-8c11-c94b13d69a38 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'port': 2} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:20.990524 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-1c3d75ac-2e07-4ec3-ba89-19f6f8ceafc7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Transition to ACTIVE for port object 05c6d41d-15c4-4460-b57c-e4a2d6c8627b will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:20.996007 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4834754a-5d30-4fb4-8c11-c94b13d69a38 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:21.027369 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4834754a-5d30-4fb4-8c11-c94b13d69a38 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:21.028505 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2644e1a-bc24-4663-9a94-1eb24e7a4e6f None None] Checking router: 15b94a89-4d84-4194-afc5-06bd76a41300 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:27:21.057901 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2644e1a-bc24-4663-9a94-1eb24e7a4e6f None None] Routers {'15b94a89-4d84-4194-afc5-06bd76a41300'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:21.059444 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f2644e1a-bc24-4663-9a94-1eb24e7a4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['15b94a89-4d84-4194-afc5-06bd76a41300'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:21.139502 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-eea48387-b5f0-469b-8c38-329a152ffb1e None None] Provisioning for port 91edaa00-448d-4947-94af-bdd11d63acc2 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:21.176892 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-55750e46-2483-460d-bf58-90609d938cfb req-ad126898-4774-42ec-b011-3246c5a7aada service neutron] 10.222.0.112 "GET /v2.0/networks/db85df49-32f0-464c-8559-cb7cf1e93dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778680 Aug 31 09:27:21.196238 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-f2644e1a-bc24-4663-9a94-1eb24e7a4e6f None None] Set router 15b94a89-4d84-4194-afc5-06bd76a41300 gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:27:21.212395 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-472852aa-bcac-40ca-829b-ee5fbb85d542 admin admin] For port 5666ee1b-34ea-495d-86b4-03bb035ba2e9, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=5666ee1b-34ea-495d-86b4-03bb035ba2e9,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:21.213119 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-472852aa-bcac-40ca-829b-ee5fbb85d542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:21.232450 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-4834754a-5d30-4fb4-8c11-c94b13d69a38 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] device_id is not set on port 2d45ffa7-ce5c-4770-ae12-e2ade3880565 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:27:21.241024 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-472852aa-bcac-40ca-829b-ee5fbb85d542 admin admin] Calling delete_port for 5666ee1b-34ea-495d-86b4-03bb035ba2e9 owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:21.255050 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f2644e1a-bc24-4663-9a94-1eb24e7a4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'name': 'tempest-ServerActionsTestJSON-26133084-router', 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:16:59Z', 'updated_at': '2021-08-31T09:27:20Z', 'revision_number': 6, 'project_id': '1b5bd35927fb49bc9780e4d378d20df4', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:21.285489 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c3d75ac-2e07-4ec3-ba89-19f6f8ceafc7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:21.305496 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2644e1a-bc24-4663-9a94-1eb24e7a4e6f None None] The sync data for ids ['15b94a89-4d84-4194-afc5-06bd76a41300'] in n-d-791506-28 is: [{'id': '15b94a89-4d84-4194-afc5-06bd76a41300', 'name': 'tempest-ServerActionsTestJSON-26133084-router', 'tenant_id': '1b5bd35927fb49bc9780e4d378d20df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:16:59Z', 'updated_at': '2021-08-31T09:27:20Z', 'revision_number': 6, 'project_id': '1b5bd35927fb49bc9780e4d378d20df4', 'gw_port_host': None}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:27:21.397260 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3d75ac-2e07-4ec3-ba89-19f6f8ceafc7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:21.418494 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-1c3d75ac-2e07-4ec3-ba89-19f6f8ceafc7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:21.487856 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3d75ac-2e07-4ec3-ba89-19f6f8ceafc7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:21.493593 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3d75ac-2e07-4ec3-ba89-19f6f8ceafc7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:21.494228 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c3d75ac-2e07-4ec3-ba89-19f6f8ceafc7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:21.495539 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4834754a-5d30-4fb4-8c11-c94b13d69a38 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:21.505263 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae7a66-629b-4f96-8c5a-0c2aa5faf780 req-01b9b2e3-bf35-4645-b31c-c04976ffd34a tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:21.508329 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1ae7a66-629b-4f96-8c5a-0c2aa5faf780 req-01b9b2e3-bf35-4645-b31c-c04976ffd34a tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 946 time: 0.2876105 Aug 31 09:27:21.520003 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d75ac-2e07-4ec3-ba89-19f6f8ceafc7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Port': ['ID=05c6d41d-15c4-4460-b57c-e4a2d6c8627b,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:21.597346 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-55750e46-2483-460d-bf58-90609d938cfb req-71b63db9-0de3-4a9d-afe9-5a9213e5de7c service neutron] 10.222.0.112 "GET /v2.0/networks/db85df49-32f0-464c-8559-cb7cf1e93dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130025 Aug 31 09:27:21.656510 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-4834754a-5d30-4fb4-8c11-c94b13d69a38 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] device_id is not set on port d920e392-a78c-4ff1-985c-4781122d7cc3 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:27:21.742193 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-472852aa-bcac-40ca-829b-ee5fbb85d542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:21.843930 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472852aa-bcac-40ca-829b-ee5fbb85d542 admin admin] Pushing event deleted for resources: {'Port': ['ID=5666ee1b-34ea-495d-86b4-03bb035ba2e9,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:21.879008 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f45b771c-b245-4341-8928-f2bc090d3418 None None] Provisioning for port 05c6d41d-15c4-4460-b57c-e4a2d6c8627b completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:21.883827 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f45b771c-b245-4341-8928-f2bc090d3418 None None] Provisioning complete for port 05c6d41d-15c4-4460-b57c-e4a2d6c8627b triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:21.884291 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f45b771c-b245-4341-8928-f2bc090d3418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:21.924356 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 91edaa00-448d-4947-94af-bdd11d63acc2 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:21.969325 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-472852aa-bcac-40ca-829b-ee5fbb85d542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:21.981086 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-f45b771c-b245-4341-8928-f2bc090d3418 None None] Port 05c6d41d-15c4-4460-b57c-e4a2d6c8627b cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:27:22.005008 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4834754a-5d30-4fb4-8c11-c94b13d69a38 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:22.065109 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 91edaa00-448d-4947-94af-bdd11d63acc2 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:22.071653 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 91edaa00-448d-4947-94af-bdd11d63acc2 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:22.072613 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:22.075267 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1c3d75ac-2e07-4ec3-ba89-19f6f8ceafc7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5733509 Aug 31 09:27:22.078377 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43648) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:22.113658 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-472852aa-bcac-40ca-829b-ee5fbb85d542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:22.126073 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-472852aa-bcac-40ca-829b-ee5fbb85d542 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:22.130297 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1ae7a66-629b-4f96-8c5a-0c2aa5faf780 req-f7325261-11e7-40b4-8c16-223c7b992232 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6066985 Aug 31 09:27:22.200565 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:22.221804 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c43021-2135-4074-b230-60294d7c7333 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:22.228513 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c43021-2135-4074-b230-60294d7c7333 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:22.229792 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-43c43021-2135-4074-b230-60294d7c7333 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1491859 Aug 31 09:27:22.232403 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43652) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:22.261023 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 91edaa00-448d-4947-94af-bdd11d63acc2, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=91edaa00-448d-4947-94af-bdd11d63acc2,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:22.276558 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-472852aa-bcac-40ca-829b-ee5fbb85d542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:22.277146 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472852aa-bcac-40ca-829b-ee5fbb85d542 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15b94a89-4d84-4194-afc5-06bd76a41300 {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:27:22.284063 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-472852aa-bcac-40ca-829b-ee5fbb85d542 admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:22.285257 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-472852aa-bcac-40ca-829b-ee5fbb85d542 admin admin] 10.222.0.119 "DELETE /v2.0/routers/15b94a89-4d84-4194-afc5-06bd76a41300 HTTP/1.1" status: 204 len: 168 time: 2.0358236 Aug 31 09:27:22.288723 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43656) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:22.289768 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ba99ab5f-3a78-4bee-b0b4-95ed802f9ce8 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:22.306129 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4834754a-5d30-4fb4-8c11-c94b13d69a38 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:22.355177 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:22.415302 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4834754a-5d30-4fb4-8c11-c94b13d69a38 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network 097647b9-96b8-4179-962b-949a2bb3c8b8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:22.429187 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-4834754a-5d30-4fb4-8c11-c94b13d69a38 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:22.438517 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf3e3e6c-2007-4861-83c5-beba9b116c17 admin admin] Deleting subnet 38d49ab8-d8f2-42ae-8afb-2cc963a498ae {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:27:22.445965 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4834754a-5d30-4fb4-8c11-c94b13d69a38 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:22.446743 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4834754a-5d30-4fb4-8c11-c94b13d69a38 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:22.449073 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bf3e3e6c-2007-4861-83c5-beba9b116c17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:22.454371 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=91edaa00-448d-4947-94af-bdd11d63acc2,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:22.472850 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4834754a-5d30-4fb4-8c11-c94b13d69a38 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Port': ['ID=2d45ffa7-ce5c-4770-ae12-e2ade3880565,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:22.510260 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ba99ab5f-3a78-4bee-b0b4-95ed802f9ce8 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:22.528592 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bf3e3e6c-2007-4861-83c5-beba9b116c17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:22.589542 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-e6497ccb-31ae-4142-8a06-525dfc5264f8 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting port 05c6d41d-15c4-4460-b57c-e4a2d6c8627b {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:22.589877 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e6497ccb-31ae-4142-8a06-525dfc5264f8 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:22.600550 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4834754a-5d30-4fb4-8c11-c94b13d69a38 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Port': ['ID=d920e392-a78c-4ff1-985c-4781122d7cc3,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:22.666364 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4834754a-5d30-4fb4-8c11-c94b13d69a38 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Checking segment: {'id': 'c01fc1eb-1f9a-47c5-9067-b8eb4b960460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1617, 'network_id': 'ac140e16-dde4-4a33-a877-e853dce706dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:22.666755 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4834754a-5d30-4fb4-8c11-c94b13d69a38 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network hostable DHCP agents. Network: ac140e16-dde4-4a33-a877-e853dce706dc, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:27:22.707885 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ba99ab5f-3a78-4bee-b0b4-95ed802f9ce8 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:22.736437 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bf3e3e6c-2007-4861-83c5-beba9b116c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:22.843123 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ba99ab5f-3a78-4bee-b0b4-95ed802f9ce8 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:22.945523 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99ab5f-3a78-4bee-b0b4-95ed802f9ce8 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event updated for resources: {'Port': ['ID=87c2c42e-3c89-4117-838f-7911d93704a5,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:22.979712 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ba99ab5f-3a78-4bee-b0b4-95ed802f9ce8 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.028625 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43664) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:23.074460 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4834754a-5d30-4fb4-8c11-c94b13d69a38 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network ac140e16-dde4-4a33-a877-e853dce706dc is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:27:23.086608 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e6497ccb-31ae-4142-8a06-525dfc5264f8 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.108962 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-e6497ccb-31ae-4142-8a06-525dfc5264f8 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Calling delete_port for 05c6d41d-15c4-4460-b57c-e4a2d6c8627b owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:23.117564 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-ba99ab5f-3a78-4bee-b0b4-95ed802f9ce8 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Floating IP 8f5c2254-1749-49ad-9541-cf8edc5ddd08 associated. External IP: 172.25.2.23, port: 41fac6e8-bc56-474e-b2bc-b49fd9c8978e. Aug 31 09:27:23.194504 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-4834754a-5d30-4fb4-8c11-c94b13d69a38 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, ac140e16-dde4-4a33-a877-e853dce706dc) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:23.202197 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ce8d363a-4d12-478d-8512-f78220c2cb93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.206140 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4834754a-5d30-4fb4-8c11-c94b13d69a38 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:23.212205 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f49f609-cf36-4ff9-89af-ccadda81f789 None None] Network ac140e16-dde4-4a33-a877-e853dce706dc requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:23.212784 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4834754a-5d30-4fb4-8c11-c94b13d69a38 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:23.217952 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4834754a-5d30-4fb4-8c11-c94b13d69a38 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:23.218820 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4834754a-5d30-4fb4-8c11-c94b13d69a38 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.273905 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bf3e3e6c-2007-4861-83c5-beba9b116c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.314190 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e3e6c-2007-4861-83c5-beba9b116c17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38d49ab8-d8f2-42ae-8afb-2cc963a498ae,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:23.321830 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bf3e3e6c-2007-4861-83c5-beba9b116c17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.326161 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bf3e3e6c-2007-4861-83c5-beba9b116c17 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/38d49ab8-d8f2-42ae-8afb-2cc963a498ae HTTP/1.1" status: 204 len: 168 time: 1.0340629 Aug 31 09:27:23.327167 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43670) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:23.386220 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172de90a-9914-4cad-b3f2-a2614f4a542e req-9492442d-6d49-4a83-b8de-06fb45f0c886 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:23.387817 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-172de90a-9914-4cad-b3f2-a2614f4a542e req-9492442d-6d49-4a83-b8de-06fb45f0c886 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 946 time: 0.1300457 Aug 31 09:27:23.404317 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e6497ccb-31ae-4142-8a06-525dfc5264f8 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.426922 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0bf4d2-549c-44c9-90fa-a69eb1a9d473 None None] Network f5553b74-379c-4750-8c9c-33e10cb78fdc requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:23.465573 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6497ccb-31ae-4142-8a06-525dfc5264f8 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Port': ['ID=05c6d41d-15c4-4460-b57c-e4a2d6c8627b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:23.484089 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c1b82115-28bd-46dd-96ed-0439ced6a0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.496687 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 91edaa00-448d-4947-94af-bdd11d63acc2 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:23.509683 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-172de90a-9914-4cad-b3f2-a2614f4a542e req-e8147579-109f-4274-b48b-71cd7cabd767 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138668 Aug 31 09:27:23.522033 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba99ab5f-3a78-4bee-b0b4-95ed802f9ce8 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Router 7a5d8ef9-95df-4cc5-928f-3d77c54499f3 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:27:23.563436 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e6497ccb-31ae-4142-8a06-525dfc5264f8 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.565388 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e6497ccb-31ae-4142-8a06-525dfc5264f8 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/05c6d41d-15c4-4460-b57c-e4a2d6c8627b HTTP/1.1" status: 204 len: 168 time: 1.3311968 Aug 31 09:27:23.571683 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43672) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:23.629915 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ce8d363a-4d12-478d-8512-f78220c2cb93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.663532 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9394014-7691-4a72-af4f-1d613f1b5ac2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:23.665370 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9394014-7691-4a72-af4f-1d613f1b5ac2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:23.667032 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f9394014-7691-4a72-af4f-1d613f1b5ac2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0928106 Aug 31 09:27:23.670204 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43674) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:23.703152 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 91edaa00-448d-4947-94af-bdd11d63acc2 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:23.703531 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.709444 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ce8d363a-4d12-478d-8512-f78220c2cb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.719845 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-c1b82115-28bd-46dd-96ed-0439ced6a0fc admin admin] Deleting port 3adb8e58-2777-41b1-8711-19cf5b4fbcc2 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:23.720264 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c1b82115-28bd-46dd-96ed-0439ced6a0fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.741619 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ce8d363a-4d12-478d-8512-f78220c2cb93 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=6f851dd68c3a45ef8520a8cbcf6f2e7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7119064 Aug 31 09:27:23.750008 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43676) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:23.823724 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b168a5-b835-4204-8d60-2b5b0bb94c2a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting subnet 36caeaf1-bdc3-4ed0-acb4-7554fb8c81b2 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:27:23.831612 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d363a-4d12-478d-8512-f78220c2cb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2463b187-b5e4-45a8-b2a7-dfe312ac8a1f,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:23.841259 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4834754a-5d30-4fb4-8c11-c94b13d69a38 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2752941 Aug 31 09:27:23.842276 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d5b168a5-b835-4204-8d60-2b5b0bb94c2a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.850734 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43678) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:23.855819 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29bb4ab-b90c-4fd6-a788-265e4db8bfd0 None None] DHCP port deletion for f5553b74-379c-4750-8c9c-33e10cb78fdc request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:27:23.856825 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba99ab5f-3a78-4bee-b0b4-95ed802f9ce8 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:27:23.886073 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8d33115d-7385-462c-8a4a-9a6c9fcc866c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.886289 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe243275-b544-4a20-b2a2-0c23658fe66c None None] Sync routers for ids ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:27:23.908649 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe243275-b544-4a20-b2a2-0c23658fe66c None None] Routers {'7a5d8ef9-95df-4cc5-928f-3d77c54499f3'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:23.909288 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-fe243275-b544-4a20-b2a2-0c23658fe66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:23.915978 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8d33115d-7385-462c-8a4a-9a6c9fcc866c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.945649 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-fe243275-b544-4a20-b2a2-0c23658fe66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:23.953756 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ba99ab5f-3a78-4bee-b0b4-95ed802f9ce8 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.958917 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 5666ee1b-34ea-495d-86b4-03bb035ba2e9 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:23.960824 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-c1b82115-28bd-46dd-96ed-0439ced6a0fc admin admin] For port 3adb8e58-2777-41b1-8711-19cf5b4fbcc2, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3adb8e58-2777-41b1-8711-19cf5b4fbcc2,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:23.962498 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c1b82115-28bd-46dd-96ed-0439ced6a0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:23.984147 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-c1b82115-28bd-46dd-96ed-0439ced6a0fc admin admin] Calling delete_port for 3adb8e58-2777-41b1-8711-19cf5b4fbcc2 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:23.985183 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe243275-b544-4a20-b2a2-0c23658fe66c None None] Routers {'7a5d8ef9-95df-4cc5-928f-3d77c54499f3'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:23.985838 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-fe243275-b544-4a20-b2a2-0c23658fe66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:23.989314 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ba99ab5f-3a78-4bee-b0b4-95ed802f9ce8 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 5.5076416 Aug 31 09:27:23.992827 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43682) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:24.000032 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-0c506fe2-2acc-4ff0-a0fb-3511e82b2728 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:24.019494 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d5b168a5-b835-4204-8d60-2b5b0bb94c2a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.076539 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0c506fe2-2acc-4ff0-a0fb-3511e82b2728 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for floatingip, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.136886 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-1822aaa1-aa9e-4a86-9750-655f365293de tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Deleting port d920e392-a78c-4ff1-985c-4781122d7cc3 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:24.136886 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1822aaa1-aa9e-4a86-9750-655f365293de tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.179955 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-fe243275-b544-4a20-b2a2-0c23658fe66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:24.180611 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe243275-b544-4a20-b2a2-0c23658fe66c None None] The sync data for ids ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:27:24.183206 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 5666ee1b-34ea-495d-86b4-03bb035ba2e9 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:24.183807 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 5666ee1b-34ea-495d-86b4-03bb035ba2e9 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:24.184271 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 492a3d05-7625-496f-b6c9-2dca72d346bf no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:24.189771 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a29bb4ab-b90c-4fd6-a788-265e4db8bfd0 None None] Deleting port 3adb8e58-2777-41b1-8711-19cf5b4fbcc2 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:24.190146 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a29bb4ab-b90c-4fd6-a788-265e4db8bfd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.208629 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 492a3d05-7625-496f-b6c9-2dca72d346bf {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:24.208963 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 492a3d05-7625-496f-b6c9-2dca72d346bf not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:24.223736 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8d33115d-7385-462c-8a4a-9a6c9fcc866c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.227103 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8d33115d-7385-462c-8a4a-9a6c9fcc866c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.230812 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8d33115d-7385-462c-8a4a-9a6c9fcc866c admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/2463b187-b5e4-45a8-b2a7-dfe312ac8a1f HTTP/1.1" status: 204 len: 168 time: 0.4777830 Aug 31 09:27:24.248992 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33115d-7385-462c-8a4a-9a6c9fcc866c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2463b187-b5e4-45a8-b2a7-dfe312ac8a1f,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:24.271988 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1822aaa1-aa9e-4a86-9750-655f365293de tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.283211 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d5b168a5-b835-4204-8d60-2b5b0bb94c2a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.290766 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-a29bb4ab-b90c-4fd6-a788-265e4db8bfd0 None None] For port 3adb8e58-2777-41b1-8711-19cf5b4fbcc2, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3adb8e58-2777-41b1-8711-19cf5b4fbcc2,segment=NetworkSegment(0b41936b-2f15-4bd5-a038-de47be43d03d),segment_id=0b41936b-2f15-4bd5-a038-de47be43d03d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:24.290766 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a29bb4ab-b90c-4fd6-a788-265e4db8bfd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.312255 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a29bb4ab-b90c-4fd6-a788-265e4db8bfd0 None None] Calling delete_port for 3adb8e58-2777-41b1-8711-19cf5b4fbcc2 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:24.328761 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-1822aaa1-aa9e-4a86-9750-655f365293de tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Calling delete_port for d920e392-a78c-4ff1-985c-4781122d7cc3 owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:24.385866 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c1b82115-28bd-46dd-96ed-0439ced6a0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.393280 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a29bb4ab-b90c-4fd6-a788-265e4db8bfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.414939 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0c506fe2-2acc-4ff0-a0fb-3511e82b2728 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.422808 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b82115-28bd-46dd-96ed-0439ced6a0fc admin admin] Pushing event deleted for resources: {'Port': ['ID=3adb8e58-2777-41b1-8711-19cf5b4fbcc2,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:24.435519 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b82115-28bd-46dd-96ed-0439ced6a0fc admin admin] No DVR routers for this DVR port 3adb8e58-2777-41b1-8711-19cf5b4fbcc2 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:24.442113 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29bb4ab-b90c-4fd6-a788-265e4db8bfd0 None None] Pushing event deleted for resources: {'Port': ['ID=3adb8e58-2777-41b1-8711-19cf5b4fbcc2,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:24.448255 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29bb4ab-b90c-4fd6-a788-265e4db8bfd0 None None] No DVR routers for this DVR port 3adb8e58-2777-41b1-8711-19cf5b4fbcc2 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:24.485993 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0c506fe2-2acc-4ff0-a0fb-3511e82b2728 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.486505 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-0c506fe2-2acc-4ff0-a0fb-3511e82b2728 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Floating IP 8f5c2254-1749-49ad-9541-cf8edc5ddd08 disassociated. External IP: 172.25.2.23, port: 41fac6e8-bc56-474e-b2bc-b49fd9c8978e. Aug 31 09:27:24.519099 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d5b168a5-b835-4204-8d60-2b5b0bb94c2a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.564395 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c1b82115-28bd-46dd-96ed-0439ced6a0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.575855 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b168a5-b835-4204-8d60-2b5b0bb94c2a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Subnet': ['ID=36caeaf1-bdc3-4ed0-acb4-7554fb8c81b2,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:24.575855 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d5b168a5-b835-4204-8d60-2b5b0bb94c2a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.575855 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d5b168a5-b835-4204-8d60-2b5b0bb94c2a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/36caeaf1-bdc3-4ed0-acb4-7554fb8c81b2 HTTP/1.1" status: 204 len: 168 time: 0.8992198 Aug 31 09:27:24.575855 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43688) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:24.590107 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596be943-b147-4eea-9c0b-ab74cd09d459 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:24.622686 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-c1b82115-28bd-46dd-96ed-0439ced6a0fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5553b74-379c-4750-8c9c-33e10cb78fdc']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:24.626444 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b30990e1-3a29-46e4-b236-4738bc4898b0 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518765 Aug 31 09:27:24.632596 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43690) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:24.638341 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-2c39b999-2dfe-4615-997e-0c9eb2355cde tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:24.647606 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-c1b82115-28bd-46dd-96ed-0439ced6a0fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b41936b-2f15-4bd5-a038-de47be43d03d') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:24.651233 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-c1b82115-28bd-46dd-96ed-0439ced6a0fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b41936b-2f15-4bd5-a038-de47be43d03d') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:24.651233 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1822aaa1-aa9e-4a86-9750-655f365293de tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.681707 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c1b82115-28bd-46dd-96ed-0439ced6a0fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.754641 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1822aaa1-aa9e-4a86-9750-655f365293de tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Port': ['ID=d920e392-a78c-4ff1-985c-4781122d7cc3,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:24.770213 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c1b82115-28bd-46dd-96ed-0439ced6a0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.780519 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1822aaa1-aa9e-4a86-9750-655f365293de tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.782455 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1822aaa1-aa9e-4a86-9750-655f365293de tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/ports/d920e392-a78c-4ff1-985c-4781122d7cc3 HTTP/1.1" status: 204 len: 168 time: 0.9296670 Aug 31 09:27:24.791561 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43694) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:24.797816 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b82115-28bd-46dd-96ed-0439ced6a0fc admin admin] Releasing vlan 1610 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:27:24.800622 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c1b82115-28bd-46dd-96ed-0439ced6a0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:24.800622 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:27:24.800622 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:27:24.800622 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:27:24.800622 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:27:24.800622 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:27:24.800622 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:27:24.800622 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:27:24.800622 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:27:24.800622 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:27:24.800622 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:27:24.800622 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:27:24.800622 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:27:24.800622 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:27:24.800622 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:27:24.800622 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:27:24.800622 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:27:24.800622 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:27:24.800622 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:27:24.800622 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:27:24.800622 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:27:24.800622 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:27:24.800622 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:27:24.800622 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:27:24.800622 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:27:24.800622 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:27:24.800622 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:27:24.800622 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:27:24.800622 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:27:24.800622 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:27:24.800622 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:27:24.800622 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:27:24.800622 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:27:24.819570 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d301c28-076f-402c-87e5-1e71bbe3a49e req-d797c7df-1a5d-4bfb-b9ef-04713788c019 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:24.823547 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d301c28-076f-402c-87e5-1e71bbe3a49e req-d797c7df-1a5d-4bfb-b9ef-04713788c019 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 946 time: 0.1765110 Aug 31 09:27:24.869700 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99b345a-1d44-4917-be63-22efa23a561d None None] DHCP port deletion for 17930598-f4af-4731-83ee-9969406c94e8 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:27:24.896222 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d301c28-076f-402c-87e5-1e71bbe3a49e req-7f1d352d-90ca-430f-8415-d35b12db10ad tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616503 Aug 31 09:27:24.903721 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c506fe2-2acc-4ff0-a0fb-3511e82b2728 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Router 7a5d8ef9-95df-4cc5-928f-3d77c54499f3 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:27:24.910921 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15496b4-454c-47bf-8302-21c634887a15 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:24.917690 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15496b4-454c-47bf-8302-21c634887a15 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:24.929070 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b15496b4-454c-47bf-8302-21c634887a15 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1255119 Aug 31 09:27:24.929070 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43696) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:24.947032 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-c99b345a-1d44-4917-be63-22efa23a561d None None] Deleting port 91edaa00-448d-4947-94af-bdd11d63acc2 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:24.947710 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c99b345a-1d44-4917-be63-22efa23a561d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.003352 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c1b82115-28bd-46dd-96ed-0439ced6a0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.011198 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c1b82115-28bd-46dd-96ed-0439ced6a0fc admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.013220 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c1b82115-28bd-46dd-96ed-0439ced6a0fc admin admin] 10.222.0.119 "DELETE /v2.0/networks/f5553b74-379c-4750-8c9c-33e10cb78fdc HTTP/1.1" status: 204 len: 168 time: 1.6854122 Aug 31 09:27:25.020172 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-c99b345a-1d44-4917-be63-22efa23a561d None None] For port 91edaa00-448d-4947-94af-bdd11d63acc2, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=91edaa00-448d-4947-94af-bdd11d63acc2,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:25.020924 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c99b345a-1d44-4917-be63-22efa23a561d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.033678 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b82115-28bd-46dd-96ed-0439ced6a0fc admin admin] Pushing event deleted for resources: {'Network': ['ID=f5553b74-379c-4750-8c9c-33e10cb78fdc,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:25.035710 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-c99b345a-1d44-4917-be63-22efa23a561d None None] Calling delete_port for 91edaa00-448d-4947-94af-bdd11d63acc2 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:25.056377 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-6a90d1cb-c75f-4578-a86c-14efaa5e3a44 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Deleting port 2d45ffa7-ce5c-4770-ae12-e2ade3880565 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:25.056772 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6a90d1cb-c75f-4578-a86c-14efaa5e3a44 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.081238 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c506fe2-2acc-4ff0-a0fb-3511e82b2728 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:27:25.095648 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0ff71a-b997-4c88-aec2-447e3d759e74 None None] Sync routers for ids ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:27:25.097230 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0c506fe2-2acc-4ff0-a0fb-3511e82b2728 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.110586 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0ff71a-b997-4c88-aec2-447e3d759e74 None None] Routers {'7a5d8ef9-95df-4cc5-928f-3d77c54499f3'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:25.113284 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-ed0ff71a-b997-4c88-aec2-447e3d759e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:25.139404 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0c506fe2-2acc-4ff0-a0fb-3511e82b2728 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "PUT /v2.0/floatingips/8f5c2254-1749-49ad-9541-cf8edc5ddd08 HTTP/1.1" status: 200 len: 687 time: 1.1454144 Aug 31 09:27:25.140992 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43702) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:25.165630 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-ed0ff71a-b997-4c88-aec2-447e3d759e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:25.180590 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0ff71a-b997-4c88-aec2-447e3d759e74 None None] Routers {'7a5d8ef9-95df-4cc5-928f-3d77c54499f3'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:25.181200 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-ed0ff71a-b997-4c88-aec2-447e3d759e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:25.190379 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6a90d1cb-c75f-4578-a86c-14efaa5e3a44 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.220411 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-ed0ff71a-b997-4c88-aec2-447e3d759e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:25.220644 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c99b345a-1d44-4917-be63-22efa23a561d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.221477 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0ff71a-b997-4c88-aec2-447e3d759e74 None None] The sync data for ids ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:27:25.228578 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-6a90d1cb-c75f-4578-a86c-14efaa5e3a44 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Calling delete_port for 2d45ffa7-ce5c-4770-ae12-e2ade3880565 owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:25.233568 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c39b999-2dfe-4615-997e-0c9eb2355cde tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:25.237342 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2c39b999-2dfe-4615-997e-0c9eb2355cde tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.239232 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43704) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:25.254852 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b1d57f66-b510-481d-aa81-7011951500a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.256573 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b345a-1d44-4917-be63-22efa23a561d None None] Pushing event deleted for resources: {'Port': ['ID=91edaa00-448d-4947-94af-bdd11d63acc2,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:25.259305 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99b345a-1d44-4917-be63-22efa23a561d None None] No DVR routers for this DVR port 91edaa00-448d-4947-94af-bdd11d63acc2 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:25.343144 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:27:25.362876 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b1d57f66-b510-481d-aa81-7011951500a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.419727 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 91edaa00-448d-4947-94af-bdd11d63acc2 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:25.436314 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b1d57f66-b510-481d-aa81-7011951500a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.443526 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 91edaa00-448d-4947-94af-bdd11d63acc2 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:25.443865 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 91edaa00-448d-4947-94af-bdd11d63acc2 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:25.444291 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3adb8e58-2777-41b1-8711-19cf5b4fbcc2 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:25.464728 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 3adb8e58-2777-41b1-8711-19cf5b4fbcc2 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:25.465055 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3adb8e58-2777-41b1-8711-19cf5b4fbcc2 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:25.487218 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b1d57f66-b510-481d-aa81-7011951500a7 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=0b0250f622c04b2281d399519e3ecf34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2461898 Aug 31 09:27:25.487567 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-f7ef7786-7729-4454-a102-6c0f3b4a390f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Deleting port 87c2c42e-3c89-4117-838f-7911d93704a5 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:25.488048 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43706) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:25.488150 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7786-7729-4454-a102-6c0f3b4a390f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.497270 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d57f66-b510-481d-aa81-7011951500a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fc1a26-4c39-4f0d-9f8f-1c6dafd1f84e,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:25.508349 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43708) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:25.571881 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6a90d1cb-c75f-4578-a86c-14efaa5e3a44 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.576559 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-73e9880a-302c-485c-84e6-877a00b54dfc admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=1b5bd35927fb49bc9780e4d378d20df4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0670626 Aug 31 09:27:25.580108 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43710) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:25.586577 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7f8f8151-fe55-4fda-b861-6d75cd565862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.631263 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7f8f8151-fe55-4fda-b861-6d75cd565862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.641076 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a90d1cb-c75f-4578-a86c-14efaa5e3a44 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Port': ['ID=2d45ffa7-ce5c-4770-ae12-e2ade3880565,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:25.663152 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6a90d1cb-c75f-4578-a86c-14efaa5e3a44 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.665070 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6a90d1cb-c75f-4578-a86c-14efaa5e3a44 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/ports/2d45ffa7-ce5c-4770-ae12-e2ade3880565 HTTP/1.1" status: 204 len: 168 time: 0.7408812 Aug 31 09:27:25.671851 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43712) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:25.688175 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-86eabb67-6da0-4216-999d-dd727ca55229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.692882 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7786-7729-4454-a102-6c0f3b4a390f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.693215 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7786-7729-4454-a102-6c0f3b4a390f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.705403 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-f7ef7786-7729-4454-a102-6c0f3b4a390f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Calling delete_port for 87c2c42e-3c89-4117-838f-7911d93704a5 owned by network:floatingip {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:25.734537 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-86eabb67-6da0-4216-999d-dd727ca55229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.756677 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2c39b999-2dfe-4615-997e-0c9eb2355cde tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.770427 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b374b4ce-d5e1-494f-b3e0-8487fb134aa5 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:25.771861 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b374b4ce-d5e1-494f-b3e0-8487fb134aa5 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0990794 Aug 31 09:27:25.776631 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43714) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:25.816040 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c39b999-2dfe-4615-997e-0c9eb2355cde tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:25.835891 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-2c39b999-2dfe-4615-997e-0c9eb2355cde tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:25.840906 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7f8f8151-fe55-4fda-b861-6d75cd565862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.841465 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ed4bcb-c540-4bff-ae0e-895c9464d6bc tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] GET failed (client error): The resource could not be found. Aug 31 09:27:25.843414 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-48ed4bcb-c540-4bff-ae0e-895c9464d6bc tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "GET /v2.0/ports/d920e392-a78c-4ff1-985c-4781122d7cc3 HTTP/1.1" status: 404 len: 333 time: 0.0658541 Aug 31 09:27:25.844892 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c39b999-2dfe-4615-997e-0c9eb2355cde tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:25.845471 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2c39b999-2dfe-4615-997e-0c9eb2355cde tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.848163 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7f8f8151-fe55-4fda-b861-6d75cd565862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.849034 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb88019f-e512-40a3-8865-6625e321129d None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:25.851934 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7f8f8151-fe55-4fda-b861-6d75cd565862 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/65fc1a26-4c39-4f0d-9f8f-1c6dafd1f84e HTTP/1.1" status: 204 len: 168 time: 0.3595233 Aug 31 09:27:25.851934 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43716) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:25.878110 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39b999-2dfe-4615-997e-0c9eb2355cde tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Subnet': ['ID=18d2cb55-be6d-4d9c-8ed6-1355135b1dca,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:25.898200 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f8151-fe55-4fda-b861-6d75cd565862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fc1a26-4c39-4f0d-9f8f-1c6dafd1f84e,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:25.898200 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-e703e798-917f-401a-8afd-e4586e8cecda tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] GET failed (client error): The resource could not be found. Aug 31 09:27:25.898200 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e703e798-917f-401a-8afd-e4586e8cecda tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "GET /v2.0/ports/2d45ffa7-ce5c-4770-ae12-e2ade3880565 HTTP/1.1" status: 404 len: 333 time: 0.0383484 Aug 31 09:27:25.898508 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43720) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:25.945268 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-86eabb67-6da0-4216-999d-dd727ca55229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.947829 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-86eabb67-6da0-4216-999d-dd727ca55229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:25.952447 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-86eabb67-6da0-4216-999d-dd727ca55229 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/53c65ef9-fd92-497b-80a5-b1a4febe1259 HTTP/1.1" status: 204 len: 168 time: 0.3704636 Aug 31 09:27:25.965017 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eabb67-6da0-4216-999d-dd727ca55229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c65ef9-fd92-497b-80a5-b1a4febe1259,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:26.008272 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2c39b999-2dfe-4615-997e-0c9eb2355cde tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3721447 Aug 31 09:27:26.009065 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43726) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:26.013137 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9ef7abec-cb22-4c03-bbf0-4f4f0a037781 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:26.015377 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-c275c7e7-f2d3-45ec-88eb-cb202a208da3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'port': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'fixed_ips': [{'subnet_id': '18d2cb55-be6d-4d9c-8ed6-1355135b1dca', 'ip_address': '2001:db8::a371:6022:a1ae:fd2b'}], 'name': 'tempest-NetworksTestDHCPv6-1257128136'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:26.141490 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7786-7729-4454-a102-6c0f3b4a390f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:26.179525 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef7786-7729-4454-a102-6c0f3b4a390f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event deleted for resources: {'Port': ['ID=87c2c42e-3c89-4117-838f-7911d93704a5,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:26.193158 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9ef7abec-cb22-4c03-bbf0-4f4f0a037781 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:26.210321 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cf6a41-1b39-48d7-b1c0-1349cd427b4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-17930598-f4af-4731-83ee-9969406c94e8', 'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'fixed_ips': [{'subnet_id': '18d2cb55-be6d-4d9c-8ed6-1355135b1dca'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:27:26.214385 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-78cf6a41-1b39-48d7-b1c0-1349cd427b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:26.268259 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-9ef7abec-cb22-4c03-bbf0-4f4f0a037781 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac140e16-dde4-4a33-a877-e853dce706dc']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:26.297021 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-9ef7abec-cb22-4c03-bbf0-4f4f0a037781 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c01fc1eb-1f9a-47c5-9067-b8eb4b960460') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:26.297784 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-9ef7abec-cb22-4c03-bbf0-4f4f0a037781 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c01fc1eb-1f9a-47c5-9067-b8eb4b960460') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:26.324504 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9ef7abec-cb22-4c03-bbf0-4f4f0a037781 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:26.353581 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7786-7729-4454-a102-6c0f3b4a390f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for floatingip, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:26.359027 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7ef7786-7729-4454-a102-6c0f3b4a390f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:26.363669 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f7ef7786-7729-4454-a102-6c0f3b4a390f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "DELETE /v2.0/floatingips/8f5c2254-1749-49ad-9541-cf8edc5ddd08 HTTP/1.1" status: 204 len: 168 time: 1.2201333 Aug 31 09:27:26.369315 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43732) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:26.378896 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-5b2a6256-d13b-4b43-a0fc-029bfad56cbb tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'port_id': '270a8c25-6423-49ca-a8ee-25907647719c'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:26.390836 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9ef7abec-cb22-4c03-bbf0-4f4f0a037781 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:26.407289 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef7abec-cb22-4c03-bbf0-4f4f0a037781 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Releasing vlan 1617 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:27:26.407937 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9ef7abec-cb22-4c03-bbf0-4f4f0a037781 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:26.413715 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:27:26.413715 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:27:26.413715 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:27:26.413715 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:27:26.413715 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:27:26.413715 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:27:26.413715 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:27:26.413715 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:27:26.413715 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:27:26.413715 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:27:26.413715 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:27:26.413715 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:27:26.413715 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:27:26.413715 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:27:26.413715 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:27:26.413715 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:27:26.413715 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:27:26.413715 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:27:26.413715 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:27:26.413715 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:27:26.413715 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:27:26.413715 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:27:26.413715 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:27:26.413715 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:27:26.413715 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:27:26.413715 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:27:26.413715 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:27:26.413715 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:27:26.413715 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:27:26.413715 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:27:26.413715 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:27:26.413715 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:27:26.512787 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-78cf6a41-1b39-48d7-b1c0-1349cd427b4a None None] Allocated IP 2001:db8::2 (17930598-f4af-4731-83ee-9969406c94e8/18d2cb55-be6d-4d9c-8ed6-1355135b1dca/eed227e4-f7ac-4b5c-919d-0be5fb8ce27f) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:26.581413 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2406c8ec-70e9-493f-bdbc-dbb364653b63 req-60b69611-68f6-4a32-af2f-1a125a679e6c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.4554837 Aug 31 09:27:26.607106 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5b2a6256-d13b-4b43-a0fc-029bfad56cbb tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for floatingip, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:26.634483 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a8277-ad28-4a66-8732-465839c563be req-4e22dee2-cd95-4020-8da8-70ad9faf148b tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:26.636106 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0d5a8277-ad28-4a66-8732-465839c563be req-4e22dee2-cd95-4020-8da8-70ad9faf148b tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 946 time: 0.5122244 Aug 31 09:27:26.678469 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2406c8ec-70e9-493f-bdbc-dbb364653b63 req-620e16aa-bd57-4056-ae01-461aad939fe3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0410256 Aug 31 09:27:26.682180 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9ef7abec-cb22-4c03-bbf0-4f4f0a037781 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:26.703571 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9ef7abec-cb22-4c03-bbf0-4f4f0a037781 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:26.711239 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9ef7abec-cb22-4c03-bbf0-4f4f0a037781 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/networks/ac140e16-dde4-4a33-a877-e853dce706dc HTTP/1.1" status: 204 len: 168 time: 0.8121302 Aug 31 09:27:26.716115 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43746) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:26.724467 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-40d52110-71fe-4b83-ad33-a05466f7c258 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-749492560'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:26.736139 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-78cf6a41-1b39-48d7-b1c0-1349cd427b4a None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:26.745637 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-78cf6a41-1b39-48d7-b1c0-1349cd427b4a None None] Transition to ACTIVE for port object eed227e4-f7ac-4b5c-919d-0be5fb8ce27f will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:26.756721 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7abec-cb22-4c03-bbf0-4f4f0a037781 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Network': ['ID=ac140e16-dde4-4a33-a877-e853dce706dc,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:26.761697 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-78cf6a41-1b39-48d7-b1c0-1349cd427b4a None None] Transition to ACTIVE for port object eed227e4-f7ac-4b5c-919d-0be5fb8ce27f will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:26.783041 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2406c8ec-70e9-493f-bdbc-dbb364653b63 req-892c3a99-e2e2-42fe-ac65-a4d53c0294c1 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685034 Aug 31 09:27:26.785590 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c275c7e7-f2d3-45ec-88eb-cb202a208da3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:26.815146 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0d5a8277-ad28-4a66-8732-465839c563be req-c3e8898f-2668-4941-be73-a3bd51f0e32c tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668413 Aug 31 09:27:26.832913 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5b2a6256-d13b-4b43-a0fc-029bfad56cbb tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:26.852258 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-78cf6a41-1b39-48d7-b1c0-1349cd427b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:26.877662 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d52110-71fe-4b83-ad33-a05466f7c258 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:26.881415 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-40d52110-71fe-4b83-ad33-a05466f7c258 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:26.923246 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d52110-71fe-4b83-ad33-a05466f7c258 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] vlan segment allocate from pool success with {'vlan_id': 1621, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:27:26.928831 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cf6a41-1b39-48d7-b1c0-1349cd427b4a None None] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:26.938933 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-78cf6a41-1b39-48d7-b1c0-1349cd427b4a None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:26.945321 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cf6a41-1b39-48d7-b1c0-1349cd427b4a None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:26.961439 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-40d52110-71fe-4b83-ad33-a05466f7c258 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:26.961816 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-40d52110-71fe-4b83-ad33-a05466f7c258 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Added segment 41bac4f6-e919-4b99-a6c5-859e100e9392 of type vlan for network 57360d07-f833-4fe5-9ef5-76277f183d64 Aug 31 09:27:27.018972 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf6a41-1b39-48d7-b1c0-1349cd427b4a None None] Pushing event updated for resources: {'Port': ['ID=eed227e4-f7ac-4b5c-919d-0be5fb8ce27f,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:27.038973 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-5b2a6256-d13b-4b43-a0fc-029bfad56cbb tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Allocated IP 172.25.2.83 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/726c8637-04fd-485b-a73e-71593caade20) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:27.046037 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-40d52110-71fe-4b83-ad33-a05466f7c258 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:27.056449 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-78cf6a41-1b39-48d7-b1c0-1349cd427b4a None None] Attempting to bind port eed227e4-f7ac-4b5c-919d-0be5fb8ce27f on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:27.057236 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-78cf6a41-1b39-48d7-b1c0-1349cd427b4a None None] Attempting to bind port eed227e4-f7ac-4b5c-919d-0be5fb8ce27f by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:27.057589 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cf6a41-1b39-48d7-b1c0-1349cd427b4a None None] Attempting to bind port eed227e4-f7ac-4b5c-919d-0be5fb8ce27f on network 17930598-f4af-4731-83ee-9969406c94e8 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:27.065660 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cf6a41-1b39-48d7-b1c0-1349cd427b4a None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:27:27.066040 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cf6a41-1b39-48d7-b1c0-1349cd427b4a None None] Checking segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:27.067655 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-78cf6a41-1b39-48d7-b1c0-1349cd427b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:27.068064 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cf6a41-1b39-48d7-b1c0-1349cd427b4a None None] Bound using segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:27:27.068608 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-78cf6a41-1b39-48d7-b1c0-1349cd427b4a None None] Bound port: eed227e4-f7ac-4b5c-919d-0be5fb8ce27f, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:27:27.068989 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-78cf6a41-1b39-48d7-b1c0-1349cd427b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:27.089549 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c275c7e7-f2d3-45ec-88eb-cb202a208da3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:27.100175 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406c8ec-70e9-493f-bdbc-dbb364653b63 req-6ec66d7f-c0dc-4a8d-9039-76276207686e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:27.101649 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2406c8ec-70e9-493f-bdbc-dbb364653b63 req-6ec66d7f-c0dc-4a8d-9039-76276207686e service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3105369 Aug 31 09:27:27.110226 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-c275c7e7-f2d3-45ec-88eb-cb202a208da3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] device_id is not set on port 5460fcb5-e55c-46d1-85d1-aec1f6369f22 yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:27:27.157091 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-78cf6a41-1b39-48d7-b1c0-1349cd427b4a None None] For port eed227e4-f7ac-4b5c-919d-0be5fb8ce27f, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:27.162077 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-78cf6a41-1b39-48d7-b1c0-1349cd427b4a None None] For port eed227e4-f7ac-4b5c-919d-0be5fb8ce27f, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=eed227e4-f7ac-4b5c-919d-0be5fb8ce27f,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:27:27.178468 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5b2a6256-d13b-4b43-a0fc-029bfad56cbb tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:27.235221 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-40d52110-71fe-4b83-ad33-a05466f7c258 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:27.241176 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d52110-71fe-4b83-ad33-a05466f7c258 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:27.241566 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-40d52110-71fe-4b83-ad33-a05466f7c258 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:27.266428 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-78cf6a41-1b39-48d7-b1c0-1349cd427b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:27.332782 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5b2a6256-d13b-4b43-a0fc-029bfad56cbb tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:27.403839 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf6a41-1b39-48d7-b1c0-1349cd427b4a None None] Pushing event updated for resources: {'Port': ['ID=eed227e4-f7ac-4b5c-919d-0be5fb8ce27f,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:27.427732 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-c275c7e7-f2d3-45ec-88eb-cb202a208da3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Allocated IP 2001:db8::a371:6022:a1ae:fd2b (17930598-f4af-4731-83ee-9969406c94e8/18d2cb55-be6d-4d9c-8ed6-1355135b1dca/5460fcb5-e55c-46d1-85d1-aec1f6369f22) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:27.442003 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d52110-71fe-4b83-ad33-a05466f7c258 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Network': ['ID=57360d07-f833-4fe5-9ef5-76277f183d64,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:27.455833 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 57360d07-f833-4fe5-9ef5-76277f183d64 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:27:27.483099 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-40d52110-71fe-4b83-ad33-a05466f7c258 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7631917 Aug 31 09:27:27.487922 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43770) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:27.527908 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-cb4e69e6-fd8c-4b2e-a7cf-e597c60a3b17 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'subnet': {'network_id': '57360d07-f833-4fe5-9ef5-76277f183d64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:27.585635 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2a6256-d13b-4b43-a0fc-029bfad56cbb tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:27.688331 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-5b2a6256-d13b-4b43-a0fc-029bfad56cbb tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:27.693895 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a6256-d13b-4b43-a0fc-029bfad56cbb tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event updated for resources: {'Port': ['ID=726c8637-04fd-485b-a73e-71593caade20,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:27.724598 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2a6256-d13b-4b43-a0fc-029bfad56cbb tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:27.862070 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c275c7e7-f2d3-45ec-88eb-cb202a208da3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:27.890743 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-c275c7e7-f2d3-45ec-88eb-cb202a208da3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Transition to ACTIVE for port object 5460fcb5-e55c-46d1-85d1-aec1f6369f22 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:27.970377 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43780) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:27.985937 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43784) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:28.049194 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c275c7e7-f2d3-45ec-88eb-cb202a208da3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:28.104143 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c275c7e7-f2d3-45ec-88eb-cb202a208da3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:28.113832 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-c275c7e7-f2d3-45ec-88eb-cb202a208da3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:28.117177 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c275c7e7-f2d3-45ec-88eb-cb202a208da3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:28.125077 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c275c7e7-f2d3-45ec-88eb-cb202a208da3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:28.125744 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c275c7e7-f2d3-45ec-88eb-cb202a208da3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:28.169407 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4e69e6-fd8c-4b2e-a7cf-e597c60a3b17 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:28.169815 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1cf65-f329-40b3-b539-434dcc60c6dd req-768111a3-8195-42f4-af02-a26e889a7cde tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:28.174803 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cb4e69e6-fd8c-4b2e-a7cf-e597c60a3b17 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:28.177999 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-55f1cf65-f329-40b3-b539-434dcc60c6dd req-768111a3-8195-42f4-af02-a26e889a7cde tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 946 time: 0.1643078 Aug 31 09:27:28.187474 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c275c7e7-f2d3-45ec-88eb-cb202a208da3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Port': ['ID=5460fcb5-e55c-46d1-85d1-aec1f6369f22,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:28.204201 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-ad78d5bb-455f-44ca-b56e-b5733f65979f admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-213407269-network', 'tenant_id': '8e0ac9d4229d4bdd99836129c4e5a358'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:28.210095 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-10de5f39-7d18-41e4-a519-b56f967acfd1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-430610346-network', 'tenant_id': '94e1212a915343e5a353480ed25083ed'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:28.239603 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-55f1cf65-f329-40b3-b539-434dcc60c6dd req-cb24a7c6-3841-459d-a2cb-9acbbb6bff21 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604770 Aug 31 09:27:28.275615 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c275c7e7-f2d3-45ec-88eb-cb202a208da3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2654195 Aug 31 09:27:28.283650 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43788) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:28.344838 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c1bc24-3227-4109-a263-8b22f6e184ad tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:28.351508 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c1bc24-3227-4109-a263-8b22f6e184ad tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:28.355745 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d5c1bc24-3227-4109-a263-8b22f6e184ad tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0685384 Aug 31 09:27:28.356416 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43790) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:28.400592 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10de5f39-7d18-41e4-a519-b56f967acfd1 admin admin] Made reservation on behalf of 94e1212a915343e5a353480ed25083ed for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:28.403293 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-10de5f39-7d18-41e4-a519-b56f967acfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:28.451073 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-10de5f39-7d18-41e4-a519-b56f967acfd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:28.496883 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-f6975b61-885d-4af2-90a4-17710af388ad tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting port 5460fcb5-e55c-46d1-85d1-aec1f6369f22 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:28.497428 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f6975b61-885d-4af2-90a4-17710af388ad tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:28.546182 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad78d5bb-455f-44ca-b56e-b5733f65979f admin admin] Made reservation on behalf of 8e0ac9d4229d4bdd99836129c4e5a358 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:28.548820 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ad78d5bb-455f-44ca-b56e-b5733f65979f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:28.574847 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ad78d5bb-455f-44ca-b56e-b5733f65979f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:28.678374 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f6975b61-885d-4af2-90a4-17710af388ad tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:28.698880 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-f6975b61-885d-4af2-90a4-17710af388ad tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Calling delete_port for 5460fcb5-e55c-46d1-85d1-aec1f6369f22 owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:28.759204 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5b2a6256-d13b-4b43-a0fc-029bfad56cbb tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:28.763571 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-aac5bd88-66a8-4082-9a58-c8ad125be933 None None] Provisioning for port eed227e4-f7ac-4b5c-919d-0be5fb8ce27f completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:28.783061 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-10de5f39-7d18-41e4-a519-b56f967acfd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:28.883691 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-10de5f39-7d18-41e4-a519-b56f967acfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:28.930221 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de5f39-7d18-41e4-a519-b56f967acfd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c244e1-555c-4f7e-bcbe-caeb3c18de79,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:28.976236 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5b2a6256-d13b-4b43-a0fc-029bfad56cbb tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:28.987467 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ad78d5bb-455f-44ca-b56e-b5733f65979f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.025640 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d4c0f6e5-d004-4add-89a2-5673c7e17e67 None None] Provisioning for port 5460fcb5-e55c-46d1-85d1-aec1f6369f22 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:29.030411 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d4c0f6e5-d004-4add-89a2-5673c7e17e67 None None] Provisioning complete for port 5460fcb5-e55c-46d1-85d1-aec1f6369f22 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:29.030937 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d4c0f6e5-d004-4add-89a2-5673c7e17e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.031245 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10de5f39-7d18-41e4-a519-b56f967acfd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1646, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:27:29.036990 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f6975b61-885d-4af2-90a4-17710af388ad tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.054092 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-d4c0f6e5-d004-4add-89a2-5673c7e17e67 None None] Port 5460fcb5-e55c-46d1-85d1-aec1f6369f22 was deleted so its status cannot be updated. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 09:27:29.061840 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cb4e69e6-fd8c-4b2e-a7cf-e597c60a3b17 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.070947 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-10de5f39-7d18-41e4-a519-b56f967acfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.071379 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-10de5f39-7d18-41e4-a519-b56f967acfd1 admin admin] Added segment f9c161ac-f613-4f5e-8910-a32b68064d55 of type vlan for network 02b4ec99-8302-4e88-9df3-f837af1a9609 Aug 31 09:27:29.072677 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ad78d5bb-455f-44ca-b56e-b5733f65979f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.085909 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6975b61-885d-4af2-90a4-17710af388ad tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Port': ['ID=5460fcb5-e55c-46d1-85d1-aec1f6369f22,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:29.152723 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e69e6-fd8c-4b2e-a7cf-e597c60a3b17 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Subnet': ['ID=b5ebeb80-def8-450a-834b-63b7f5c86b32,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:29.169675 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad78d5bb-455f-44ca-b56e-b5733f65979f admin admin] vlan segment allocate from pool success with {'vlan_id': 1632, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:27:29.178855 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f6975b61-885d-4af2-90a4-17710af388ad tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.178855 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f6975b61-885d-4af2-90a4-17710af388ad tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/5460fcb5-e55c-46d1-85d1-aec1f6369f22 HTTP/1.1" status: 204 len: 168 time: 0.8191144 Aug 31 09:27:29.180512 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-10de5f39-7d18-41e4-a519-b56f967acfd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.180665 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43794) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:29.189709 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad78d5bb-455f-44ca-b56e-b5733f65979f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0dd00c-81d6-4a18-851d-93334bc3951e,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:29.207125 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ad78d5bb-455f-44ca-b56e-b5733f65979f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.207445 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-ad78d5bb-455f-44ca-b56e-b5733f65979f admin admin] Added segment ab88875e-8d55-4f7d-a46b-837c2f1d7405 of type vlan for network 5d8cd3d0-2741-41cc-a8d9-92386e58e409 Aug 31 09:27:29.236963 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e69e6-fd8c-4b2e-a7cf-e597c60a3b17 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Checking segment: {'id': '41bac4f6-e919-4b99-a6c5-859e100e9392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': '57360d07-f833-4fe5-9ef5-76277f183d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:29.237330 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4e69e6-fd8c-4b2e-a7cf-e597c60a3b17 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network hostable DHCP agents. Network: 57360d07-f833-4fe5-9ef5-76277f183d64, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:27:29.265145 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ad78d5bb-455f-44ca-b56e-b5733f65979f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.270386 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5b2a6256-d13b-4b43-a0fc-029bfad56cbb tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.276831 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1eeeec-7946-4e75-9109-6c6ae0863408 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:29.278774 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1eeeec-7946-4e75-9109-6c6ae0863408 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:29.280940 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5f1eeeec-7946-4e75-9109-6c6ae0863408 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1005979 Aug 31 09:27:29.283587 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43798) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:29.316131 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-10de5f39-7d18-41e4-a519-b56f967acfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.317450 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10de5f39-7d18-41e4-a519-b56f967acfd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:29.318094 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-10de5f39-7d18-41e4-a519-b56f967acfd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.344200 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eb35a85-e9c2-4fed-a667-80c17df91d87 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting subnet 18d2cb55-be6d-4d9c-8ed6-1355135b1dca {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:27:29.347722 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5eb35a85-e9c2-4fed-a667-80c17df91d87 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.376171 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5b2a6256-d13b-4b43-a0fc-029bfad56cbb tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.429592 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4e69e6-fd8c-4b2e-a7cf-e597c60a3b17 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network 57360d07-f833-4fe5-9ef5-76277f183d64 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:27:29.438442 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ad78d5bb-455f-44ca-b56e-b5733f65979f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.439417 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad78d5bb-455f-44ca-b56e-b5733f65979f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:29.440002 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ad78d5bb-455f-44ca-b56e-b5733f65979f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.456228 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device eed227e4-f7ac-4b5c-919d-0be5fb8ce27f up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:29.465838 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de5f39-7d18-41e4-a519-b56f967acfd1 admin admin] Pushing event updated for resources: {'Network': ['ID=02b4ec99-8302-4e88-9df3-f837af1a9609,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:29.469686 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5eb35a85-e9c2-4fed-a667-80c17df91d87 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.487748 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 02b4ec99-8302-4e88-9df3-f837af1a9609 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:27:29.494137 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a6256-d13b-4b43-a0fc-029bfad56cbb tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event updated for resources: {'Port': ['ID=726c8637-04fd-485b-a73e-71593caade20,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:29.517364 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5b2a6256-d13b-4b43-a0fc-029bfad56cbb tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.536854 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-10de5f39-7d18-41e4-a519-b56f967acfd1 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5632877 Aug 31 09:27:29.549997 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43800) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:29.549997 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-fb157d1a-8e9b-4481-b928-881a137aa8fe admin admin] Request body: {'subnet': {'network_id': '02b4ec99-8302-4e88-9df3-f837af1a9609', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-430610346-subnet', 'tenant_id': '94e1212a915343e5a353480ed25083ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:29.551226 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad78d5bb-455f-44ca-b56e-b5733f65979f admin admin] Pushing event updated for resources: {'Network': ['ID=5d8cd3d0-2741-41cc-a8d9-92386e58e409,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:29.568374 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4173a-9351-4eae-afcb-c0cd50c3abc6 req-bf439007-a8bd-43c2-a79d-1a60e11b199a tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:29.571054 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b0d4173a-9351-4eae-afcb-c0cd50c3abc6 req-bf439007-a8bd-43c2-a79d-1a60e11b199a tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 946 time: 0.1707802 Aug 31 09:27:29.572177 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 5d8cd3d0-2741-41cc-a8d9-92386e58e409 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:27:29.596396 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-cb4e69e6-fd8c-4b2e-a7cf-e597c60a3b17 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 57360d07-f833-4fe5-9ef5-76277f183d64) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:29.605942 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4e69e6-fd8c-4b2e-a7cf-e597c60a3b17 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:29.606527 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cb4e69e6-fd8c-4b2e-a7cf-e597c60a3b17 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.622363 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ad78d5bb-455f-44ca-b56e-b5733f65979f admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6328351 Aug 31 09:27:29.623986 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43802) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:29.624309 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c0c740-2e16-4a10-86f6-5b1761809a8d None None] Network 57360d07-f833-4fe5-9ef5-76277f183d64 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:29.629188 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-7ed2e255-8f91-4ae4-9a76-9475bb8f9a94 admin admin] Request body: {'subnet': {'network_id': '5d8cd3d0-2741-41cc-a8d9-92386e58e409', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-213407269-subnet', 'tenant_id': '8e0ac9d4229d4bdd99836129c4e5a358', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:29.655225 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b0d4173a-9351-4eae-afcb-c0cd50c3abc6 req-f676cf32-bb42-468f-9744-75adb6fc7af4 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719843 Aug 31 09:27:29.662429 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5eb35a85-e9c2-4fed-a667-80c17df91d87 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.712850 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [None req-5b2a6256-d13b-4b43-a0fc-029bfad56cbb tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Floating IP 59435de0-0abf-4d88-829e-321dc7ee42c0 associated. External IP: 172.25.2.83, port: 270a8c25-6423-49ca-a8ee-25907647719c. Aug 31 09:27:29.791149 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb157d1a-8e9b-4481-b928-881a137aa8fe admin admin] Made reservation on behalf of 94e1212a915343e5a353480ed25083ed for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:29.794032 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fb157d1a-8e9b-4481-b928-881a137aa8fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.836867 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port eed227e4-f7ac-4b5c-919d-0be5fb8ce27f completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:29.845799 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port eed227e4-f7ac-4b5c-919d-0be5fb8ce27f triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:29.846267 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.874019 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d32b141-31e0-4d8c-81a8-22301fd6fad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-57360d07-f833-4fe5-9ef5-76277f183d64', 'network_id': '57360d07-f833-4fe5-9ef5-76277f183d64', 'tenant_id': 'e8682e49034144d0a6f77e91c076dc8b', 'fixed_ips': [{'subnet_id': 'b5ebeb80-def8-450a-834b-63b7f5c86b32'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:27:29.875431 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9d32b141-31e0-4d8c-81a8-22301fd6fad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.935038 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5eb35a85-e9c2-4fed-a667-80c17df91d87 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.936399 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd2dc6-e384-4f33-b309-5dd23f5fdda5 req-358d1e09-45e0-4a66-bd65-5831f3bfbf47 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:29.942781 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd2dc6-e384-4f33-b309-5dd23f5fdda5 req-358d1e09-45e0-4a66-bd65-5831f3bfbf47 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:29.949415 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd2dc6-e384-4f33-b309-5dd23f5fdda5 req-358d1e09-45e0-4a66-bd65-5831f3bfbf47 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:29.956021 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd2dc6-e384-4f33-b309-5dd23f5fdda5 req-358d1e09-45e0-4a66-bd65-5831f3bfbf47 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:29.962025 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd2dc6-e384-4f33-b309-5dd23f5fdda5 req-358d1e09-45e0-4a66-bd65-5831f3bfbf47 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:29.968830 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd2dc6-e384-4f33-b309-5dd23f5fdda5 req-358d1e09-45e0-4a66-bd65-5831f3bfbf47 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:29.972812 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb35a85-e9c2-4fed-a667-80c17df91d87 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Subnet': ['ID=18d2cb55-be6d-4d9c-8ed6-1355135b1dca,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:29.975079 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd2dc6-e384-4f33-b309-5dd23f5fdda5 req-358d1e09-45e0-4a66-bd65-5831f3bfbf47 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:29.981101 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5eb35a85-e9c2-4fed-a667-80c17df91d87 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:29.983668 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5eb35a85-e9c2-4fed-a667-80c17df91d87 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/18d2cb55-be6d-4d9c-8ed6-1355135b1dca HTTP/1.1" status: 204 len: 168 time: 0.6987548 Aug 31 09:27:29.984171 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dffd2dc6-e384-4f33-b309-5dd23f5fdda5 req-358d1e09-45e0-4a66-bd65-5831f3bfbf47 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 5443 time: 0.1611717 Aug 31 09:27:29.987868 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43808) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:29.991269 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2a6256-d13b-4b43-a0fc-029bfad56cbb tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Router 7a5d8ef9-95df-4cc5-928f-3d77c54499f3 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:27:30.017658 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbb9d78-0de2-4427-ad60-62a0f84802ab None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:30.033516 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed2e255-8f91-4ae4-9a76-9475bb8f9a94 admin admin] Made reservation on behalf of 8e0ac9d4229d4bdd99836129c4e5a358 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:30.035835 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7ed2e255-8f91-4ae4-9a76-9475bb8f9a94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:30.036941 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7d6e97e4-9610-402c-896d-6a75e3fd5bca tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0476882 Aug 31 09:27:30.040084 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43810) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:30.046311 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-e40b1634-0891-46c8-9e79-394e0618ed71 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:30.115839 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dffd2dc6-e384-4f33-b309-5dd23f5fdda5 req-f3958b5b-ea33-4a88-87fd-b2811e691af6 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&id=1ebc046b-3f58-4516-bb28-5f802a90d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1304238 Aug 31 09:27:30.128021 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:30.189988 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port eed227e4-f7ac-4b5c-919d-0be5fb8ce27f, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=eed227e4-f7ac-4b5c-919d-0be5fb8ce27f,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:30.198383 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-9d32b141-31e0-4d8c-81a8-22301fd6fad8 None None] Allocated IP 2001:db8::2 (57360d07-f833-4fe5-9ef5-76277f183d64/b5ebeb80-def8-450a-834b-63b7f5c86b32/f0315715-d82e-45dd-ba1b-6241a5f1c162) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:30.258442 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-cb4e69e6-fd8c-4b2e-a7cf-e597c60a3b17 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7477574 Aug 31 09:27:30.259657 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43814) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:30.265970 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-e7964bd0-0f91-4b12-8ade-29b88f43f4f4 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'port': {'network_id': '57360d07-f833-4fe5-9ef5-76277f183d64', 'name': 'tempest-PortsIpV6TestJSON-1698819159'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:30.270284 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2a6256-d13b-4b43-a0fc-029bfad56cbb tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:27:30.294082 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f31741-4001-4d27-8052-9e8fea23a59a None None] Sync routers for ids ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:27:30.322156 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f31741-4001-4d27-8052-9e8fea23a59a None None] Routers {'7a5d8ef9-95df-4cc5-928f-3d77c54499f3'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:30.322862 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b5f31741-4001-4d27-8052-9e8fea23a59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:30.367781 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b5f31741-4001-4d27-8052-9e8fea23a59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:30.385352 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:30.401388 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22de5c77-1859-459f-821d-5749780ad378 None None] DHCP port deletion for 17930598-f4af-4731-83ee-9969406c94e8 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:27:30.409896 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40b1634-0891-46c8-9e79-394e0618ed71 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:30.413436 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e40b1634-0891-46c8-9e79-394e0618ed71 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:30.419271 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276673ce-88cf-4043-861f-e10fae9f2951 req-d16326d1-b0e6-4a3f-ba32-c9a24ccafad2 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:30.425806 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276673ce-88cf-4043-861f-e10fae9f2951 req-d16326d1-b0e6-4a3f-ba32-c9a24ccafad2 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:30.427031 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f31741-4001-4d27-8052-9e8fea23a59a None None] Routers {'7a5d8ef9-95df-4cc5-928f-3d77c54499f3'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:30.427664 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b5f31741-4001-4d27-8052-9e8fea23a59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:30.432046 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276673ce-88cf-4043-861f-e10fae9f2951 req-d16326d1-b0e6-4a3f-ba32-c9a24ccafad2 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:30.438150 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276673ce-88cf-4043-861f-e10fae9f2951 req-d16326d1-b0e6-4a3f-ba32-c9a24ccafad2 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:30.444360 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276673ce-88cf-4043-861f-e10fae9f2951 req-d16326d1-b0e6-4a3f-ba32-c9a24ccafad2 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:30.450526 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276673ce-88cf-4043-861f-e10fae9f2951 req-d16326d1-b0e6-4a3f-ba32-c9a24ccafad2 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:30.457062 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276673ce-88cf-4043-861f-e10fae9f2951 req-d16326d1-b0e6-4a3f-ba32-c9a24ccafad2 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:30.459063 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-276673ce-88cf-4043-861f-e10fae9f2951 req-d16326d1-b0e6-4a3f-ba32-c9a24ccafad2 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 5443 time: 0.2149324 Aug 31 09:27:30.462461 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fb157d1a-8e9b-4481-b928-881a137aa8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:30.492154 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b5f31741-4001-4d27-8052-9e8fea23a59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:30.492816 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f31741-4001-4d27-8052-9e8fea23a59a None None] The sync data for ids ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:27:30.532991 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb157d1a-8e9b-4481-b928-881a137aa8fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b65348d-d7d6-4b26-a644-853d9a0230e8,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:30.551951 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb157d1a-8e9b-4481-b928-881a137aa8fe admin admin] Checking segment: {'id': 'f9c161ac-f613-4f5e-8910-a32b68064d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1646, 'network_id': '02b4ec99-8302-4e88-9df3-f837af1a9609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:30.552357 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb157d1a-8e9b-4481-b928-881a137aa8fe admin admin] Network hostable DHCP agents. Network: 02b4ec99-8302-4e88-9df3-f837af1a9609, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:27:30.559044 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=eed227e4-f7ac-4b5c-919d-0be5fb8ce27f,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:30.573045 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7ed2e255-8f91-4ae4-9a76-9475bb8f9a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:30.577011 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9d32b141-31e0-4d8c-81a8-22301fd6fad8 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:30.595190 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9d32b141-31e0-4d8c-81a8-22301fd6fad8 None None] Transition to ACTIVE for port object f0315715-d82e-45dd-ba1b-6241a5f1c162 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:30.601914 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5b2a6256-d13b-4b43-a0fc-029bfad56cbb tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:30.616173 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-22de5c77-1859-459f-821d-5749780ad378 None None] Deleting port eed227e4-f7ac-4b5c-919d-0be5fb8ce27f {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:30.616546 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-22de5c77-1859-459f-821d-5749780ad378 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:30.618596 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9d32b141-31e0-4d8c-81a8-22301fd6fad8 None None] Transition to ACTIVE for port object f0315715-d82e-45dd-ba1b-6241a5f1c162 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:30.654221 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2e255-8f91-4ae4-9a76-9475bb8f9a94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01471b66-0d5e-4dcb-bcd5-52e65eb34fbd,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:30.665049 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed2e255-8f91-4ae4-9a76-9475bb8f9a94 admin admin] Checking segment: {'id': 'ab88875e-8d55-4f7d-a46b-837c2f1d7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1632, 'network_id': '5d8cd3d0-2741-41cc-a8d9-92386e58e409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:30.665543 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed2e255-8f91-4ae4-9a76-9475bb8f9a94 admin admin] Network hostable DHCP agents. Network: 5d8cd3d0-2741-41cc-a8d9-92386e58e409, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:27:30.669505 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb157d1a-8e9b-4481-b928-881a137aa8fe admin admin] Network 02b4ec99-8302-4e88-9df3-f837af1a9609 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:27:30.678243 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5b2a6256-d13b-4b43-a0fc-029bfad56cbb tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.3050392 Aug 31 09:27:30.678854 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43818) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:30.757045 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7964bd0-0f91-4b12-8ade-29b88f43f4f4 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:30.760689 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e7964bd0-0f91-4b12-8ade-29b88f43f4f4 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:30.799935 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ad3f01b2-22db-42d2-9347-f2770352b7e1 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "GET /v2.0/floatingips/59435de0-0abf-4d88-829e-321dc7ee42c0 HTTP/1.1" status: 200 len: 976 time: 0.1176121 Aug 31 09:27:30.800766 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43822) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:30.803709 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e40b1634-0891-46c8-9e79-394e0618ed71 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:30.818062 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9d32b141-31e0-4d8c-81a8-22301fd6fad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:30.833438 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-fb157d1a-8e9b-4481-b928-881a137aa8fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 02b4ec99-8302-4e88-9df3-f837af1a9609) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:30.850940 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40b1634-0891-46c8-9e79-394e0618ed71 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:30.856626 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-e40b1634-0891-46c8-9e79-394e0618ed71 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:30.857640 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752895d9-5bae-402d-9204-a5164bcba4dc None None] Network 02b4ec99-8302-4e88-9df3-f837af1a9609 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:30.859924 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40b1634-0891-46c8-9e79-394e0618ed71 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:30.860693 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e40b1634-0891-46c8-9e79-394e0618ed71 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:30.876837 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb157d1a-8e9b-4481-b928-881a137aa8fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:30.877429 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fb157d1a-8e9b-4481-b928-881a137aa8fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:30.886292 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b1634-0891-46c8-9e79-394e0618ed71 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Subnet': ['ID=c955b92b-c0be-4b80-ba44-2f08fcc70389,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:30.891737 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-e7964bd0-0f91-4b12-8ade-29b88f43f4f4 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] device_id is not set on port 4965c364-bbe1-495e-9e02-25a5848b2015 yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:27:30.926909 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed2e255-8f91-4ae4-9a76-9475bb8f9a94 admin admin] Network 5d8cd3d0-2741-41cc-a8d9-92386e58e409 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:27:30.927509 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d32b141-31e0-4d8c-81a8-22301fd6fad8 None None] Network 57360d07-f833-4fe5-9ef5-76277f183d64 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:30.936206 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-22de5c77-1859-459f-821d-5749780ad378 None None] For port eed227e4-f7ac-4b5c-919d-0be5fb8ce27f, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=eed227e4-f7ac-4b5c-919d-0be5fb8ce27f,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:30.936822 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-22de5c77-1859-459f-821d-5749780ad378 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:30.941068 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-9d32b141-31e0-4d8c-81a8-22301fd6fad8 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:30.955038 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d32b141-31e0-4d8c-81a8-22301fd6fad8 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:30.963632 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-22de5c77-1859-459f-821d-5749780ad378 None None] Calling delete_port for eed227e4-f7ac-4b5c-919d-0be5fb8ce27f owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:30.965217 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d32b141-31e0-4d8c-81a8-22301fd6fad8 None None] Pushing event updated for resources: {'Port': ['ID=f0315715-d82e-45dd-ba1b-6241a5f1c162,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:30.977133 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d8149-8a05-4928-b20d-73e6b2d13a24 req-350d0f06-a57b-4d7f-b5e5-454b4b5ecd4e tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:30.979061 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-122d8149-8a05-4928-b20d-73e6b2d13a24 req-350d0f06-a57b-4d7f-b5e5-454b4b5ecd4e tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 946 time: 0.2417605 Aug 31 09:27:30.994869 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-7ed2e255-8f91-4ae4-9a76-9475bb8f9a94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 5d8cd3d0-2741-41cc-a8d9-92386e58e409) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:30.995082 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e40b1634-0891-46c8-9e79-394e0618ed71 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9511535 Aug 31 09:27:30.995537 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43824) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:31.004581 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-7a70a5c4-73c3-44b1-a4ec-5d727d94e797 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'port': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'fixed_ips': [{'subnet_id': 'c955b92b-c0be-4b80-ba44-2f08fcc70389', 'ip_address': '2001:db8::ac4a:31b:24d2:50af'}], 'name': 'tempest-NetworksTestDHCPv6-1028729484'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:31.005933 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1fe452c6-c550-4a89-899d-cf9d86f76dd6 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2045507 Aug 31 09:27:31.012723 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed2e255-8f91-4ae4-9a76-9475bb8f9a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:31.013313 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7ed2e255-8f91-4ae4-9a76-9475bb8f9a94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:31.015917 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43826) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:31.024777 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1007a028-6ea7-46a8-bdaa-5ddbe62872b8 None None] Network 5d8cd3d0-2741-41cc-a8d9-92386e58e409 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:31.029627 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-b0219633-3cf6-44f3-aea4-9161e8f28a9b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Request body: {'floatingip': {'port_id': '41fac6e8-bc56-474e-b2bc-b49fd9c8978e'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:31.054400 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-fb157d1a-8e9b-4481-b928-881a137aa8fe admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5047319 Aug 31 09:27:31.187998 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-9d32b141-31e0-4d8c-81a8-22301fd6fad8 None None] Attempting to bind port f0315715-d82e-45dd-ba1b-6241a5f1c162 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:31.188520 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-9d32b141-31e0-4d8c-81a8-22301fd6fad8 None None] Attempting to bind port f0315715-d82e-45dd-ba1b-6241a5f1c162 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '41bac4f6-e919-4b99-a6c5-859e100e9392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': '57360d07-f833-4fe5-9ef5-76277f183d64'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:31.189048 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d32b141-31e0-4d8c-81a8-22301fd6fad8 None None] Attempting to bind port f0315715-d82e-45dd-ba1b-6241a5f1c162 on network 57360d07-f833-4fe5-9ef5-76277f183d64 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:31.219920 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a70a5c4-73c3-44b1-a4ec-5d727d94e797 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:31.232357 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d32b141-31e0-4d8c-81a8-22301fd6fad8 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:27:31.233691 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d32b141-31e0-4d8c-81a8-22301fd6fad8 None None] Checking segment: {'id': '41bac4f6-e919-4b99-a6c5-859e100e9392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': '57360d07-f833-4fe5-9ef5-76277f183d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:31.234953 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9d32b141-31e0-4d8c-81a8-22301fd6fad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:31.235475 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d32b141-31e0-4d8c-81a8-22301fd6fad8 None None] Bound using segment: {'id': '41bac4f6-e919-4b99-a6c5-859e100e9392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': '57360d07-f833-4fe5-9ef5-76277f183d64'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:27:31.235996 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-9d32b141-31e0-4d8c-81a8-22301fd6fad8 None None] Bound port: f0315715-d82e-45dd-ba1b-6241a5f1c162, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41bac4f6-e919-4b99-a6c5-859e100e9392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': '57360d07-f833-4fe5-9ef5-76277f183d64'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:27:31.236394 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9d32b141-31e0-4d8c-81a8-22301fd6fad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:31.258971 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908893c5-02b8-4966-85c4-c044cea80dbb None None] Network 02b4ec99-8302-4e88-9df3-f837af1a9609 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:31.358416 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7a70a5c4-73c3-44b1-a4ec-5d727d94e797 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:31.393667 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-7a70a5c4-73c3-44b1-a4ec-5d727d94e797 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] device_id is not set on port a2126c9b-f442-4305-a3a0-929b468d08b9 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:27:31.439630 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-9d32b141-31e0-4d8c-81a8-22301fd6fad8 None None] For port f0315715-d82e-45dd-ba1b-6241a5f1c162, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:31.459698 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-122d8149-8a05-4928-b20d-73e6b2d13a24 req-0780ce42-367a-475c-8e01-dddaaafbf2c4 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702621 Aug 31 09:27:31.465225 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device eed227e4-f7ac-4b5c-919d-0be5fb8ce27f no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:31.476685 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b0219633-3cf6-44f3-aea4-9161e8f28a9b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for floatingip, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:31.480748 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-e7964bd0-0f91-4b12-8ade-29b88f43f4f4 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Allocated IP 2001:db8::271 (57360d07-f833-4fe5-9ef5-76277f183d64/b5ebeb80-def8-450a-834b-63b7f5c86b32/4965c364-bbe1-495e-9e02-25a5848b2015) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:31.515290 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7ed2e255-8f91-4ae4-9a76-9475bb8f9a94 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8902376 Aug 31 09:27:31.516797 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-22de5c77-1859-459f-821d-5749780ad378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:31.520124 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954896e3-6625-437c-89c4-49207b8dd7cc None None] Network 5d8cd3d0-2741-41cc-a8d9-92386e58e409 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:31.572669 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de5c77-1859-459f-821d-5749780ad378 None None] Pushing event deleted for resources: {'Port': ['ID=eed227e4-f7ac-4b5c-919d-0be5fb8ce27f,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:31.649345 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-9d32b141-31e0-4d8c-81a8-22301fd6fad8 None None] For port f0315715-d82e-45dd-ba1b-6241a5f1c162, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f0315715-d82e-45dd-ba1b-6241a5f1c162,segment=NetworkSegment(41bac4f6-e919-4b99-a6c5-859e100e9392),segment_id=41bac4f6-e919-4b99-a6c5-859e100e9392)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:27:31.702332 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22de5c77-1859-459f-821d-5749780ad378 None None] No DVR routers for this DVR port eed227e4-f7ac-4b5c-919d-0be5fb8ce27f on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:31.702451 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-7a70a5c4-73c3-44b1-a4ec-5d727d94e797 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Allocated IP 2001:db8::ac4a:31b:24d2:50af (17930598-f4af-4731-83ee-9969406c94e8/c955b92b-c0be-4b80-ba44-2f08fcc70389/a2126c9b-f442-4305-a3a0-929b468d08b9) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:31.803501 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9d32b141-31e0-4d8c-81a8-22301fd6fad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:31.816013 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d01135-6025-47aa-821d-8aab8638217f None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:31.869661 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e7964bd0-0f91-4b12-8ade-29b88f43f4f4 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:31.927498 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-e7964bd0-0f91-4b12-8ade-29b88f43f4f4 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Transition to ACTIVE for port object 4965c364-bbe1-495e-9e02-25a5848b2015 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:31.992119 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No active binding found for port eed227e4-f7ac-4b5c-919d-0be5fb8ce27f {{(pid=95554) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 09:27:31.992704 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device eed227e4-f7ac-4b5c-919d-0be5fb8ce27f not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:32.040996 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7a70a5c4-73c3-44b1-a4ec-5d727d94e797 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.067274 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-7a70a5c4-73c3-44b1-a4ec-5d727d94e797 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Transition to ACTIVE for port object a2126c9b-f442-4305-a3a0-929b468d08b9 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:32.130105 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d32b141-31e0-4d8c-81a8-22301fd6fad8 None None] Pushing event updated for resources: {'Port': ['ID=f0315715-d82e-45dd-ba1b-6241a5f1c162,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:32.146473 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e7964bd0-0f91-4b12-8ade-29b88f43f4f4 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.191641 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7a70a5c4-73c3-44b1-a4ec-5d727d94e797 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.233927 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7964bd0-0f91-4b12-8ade-29b88f43f4f4 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network 57360d07-f833-4fe5-9ef5-76277f183d64 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:32.246628 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-e7964bd0-0f91-4b12-8ade-29b88f43f4f4 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:32.261505 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a70a5c4-73c3-44b1-a4ec-5d727d94e797 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:32.266803 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-7a70a5c4-73c3-44b1-a4ec-5d727d94e797 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:32.273720 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a70a5c4-73c3-44b1-a4ec-5d727d94e797 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:32.280987 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7964bd0-0f91-4b12-8ade-29b88f43f4f4 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:32.282160 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a70a5c4-73c3-44b1-a4ec-5d727d94e797 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:32.282931 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7a70a5c4-73c3-44b1-a4ec-5d727d94e797 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.289304 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7964bd0-0f91-4b12-8ade-29b88f43f4f4 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:32.289985 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e7964bd0-0f91-4b12-8ade-29b88f43f4f4 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.308724 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70a5c4-73c3-44b1-a4ec-5d727d94e797 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Port': ['ID=a2126c9b-f442-4305-a3a0-929b468d08b9,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:32.321072 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7964bd0-0f91-4b12-8ade-29b88f43f4f4 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Port': ['ID=4965c364-bbe1-495e-9e02-25a5848b2015,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:32.379440 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43856) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:32.384545 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-a1132f4b-b59b-40be-b7c3-34e28c919d7e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1725449805-network', 'tenant_id': '220fb17ca3f24076b0a21edaf90be77f'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:32.417024 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e7964bd0-0f91-4b12-8ade-29b88f43f4f4 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1530762 Aug 31 09:27:32.417212 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43860) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:32.426068 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3ac02b-7430-4007-b500-4f201a3dc4cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-17930598-f4af-4731-83ee-9969406c94e8', 'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'fixed_ips': [{'subnet_id': 'c955b92b-c0be-4b80-ba44-2f08fcc70389'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:27:32.428183 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bb3ac02b-7430-4007-b500-4f201a3dc4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.461011 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b0219633-3cf6-44f3-aea4-9161e8f28a9b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.474852 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7a70a5c4-73c3-44b1-a4ec-5d727d94e797 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4774177 Aug 31 09:27:32.479371 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43864) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:32.512841 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1132f4b-b59b-40be-b7c3-34e28c919d7e admin admin] Made reservation on behalf of 220fb17ca3f24076b0a21edaf90be77f for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:32.515562 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a1132f4b-b59b-40be-b7c3-34e28c919d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.530872 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a1132f4b-b59b-40be-b7c3-34e28c919d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.533123 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b0219633-3cf6-44f3-aea4-9161e8f28a9b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.606128 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-4f8e3320-dc63-49fc-800c-7773e495fab0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Deleting port 4965c364-bbe1-495e-9e02-25a5848b2015 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:32.606455 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4f8e3320-dc63-49fc-800c-7773e495fab0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.679885 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.684470 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-b0219633-3cf6-44f3-aea4-9161e8f28a9b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Floating IP 59435de0-0abf-4d88-829e-321dc7ee42c0 associated. External IP: 172.25.2.83, port: 270a8c25-6423-49ca-a8ee-25907647719c. Aug 31 09:27:32.723077 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4f8e3320-dc63-49fc-800c-7773e495fab0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.744925 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a1132f4b-b59b-40be-b7c3-34e28c919d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.746136 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-4f8e3320-dc63-49fc-800c-7773e495fab0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Calling delete_port for 4965c364-bbe1-495e-9e02-25a5848b2015 owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:32.759459 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fa77d4-6a5f-4371-85a7-f53e58934cb3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:32.763054 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-81fa77d4-6a5f-4371-85a7-f53e58934cb3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2798815 Aug 31 09:27:32.780398 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43876) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:32.827441 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-bb3ac02b-7430-4007-b500-4f201a3dc4cc None None] Allocated IP 2001:db8::2 (17930598-f4af-4731-83ee-9969406c94e8/c955b92b-c0be-4b80-ba44-2f08fcc70389/14ea6535-de43-4055-b9c2-52ebdb2c7c0a) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:32.899435 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a1132f4b-b59b-40be-b7c3-34e28c919d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.911542 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:32.940109 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1132f4b-b59b-40be-b7c3-34e28c919d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c339bd7-2ebe-400f-9cee-488fc50af413,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:33.027546 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bb3ac02b-7430-4007-b500-4f201a3dc4cc None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:33.033574 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185c496-868b-495b-a3ea-18eadc1a353e req-1b0d2ff1-345e-4094-974b-b1c3ddf15665 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:33.037008 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0185c496-868b-495b-a3ea-18eadc1a353e req-1b0d2ff1-345e-4094-974b-b1c3ddf15665 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 946 time: 0.2958572 Aug 31 09:27:33.045753 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-bb3ac02b-7430-4007-b500-4f201a3dc4cc None None] Transition to ACTIVE for port object 14ea6535-de43-4055-b9c2-52ebdb2c7c0a will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:33.065144 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-bb3ac02b-7430-4007-b500-4f201a3dc4cc None None] Transition to ACTIVE for port object 14ea6535-de43-4055-b9c2-52ebdb2c7c0a will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:33.072426 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1132f4b-b59b-40be-b7c3-34e28c919d7e admin admin] vlan segment allocate from pool success with {'vlan_id': 1647, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:27:33.086101 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a1132f4b-b59b-40be-b7c3-34e28c919d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:33.086625 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-a1132f4b-b59b-40be-b7c3-34e28c919d7e admin admin] Added segment 4ee68ab8-4b75-4801-9ea5-0af9b8acd8bd of type vlan for network 4f7edfb3-63a7-4738-9439-f05ce82a4a2b Aug 31 09:27:33.108961 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4f8e3320-dc63-49fc-800c-7773e495fab0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:33.121573 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-d6879964-86d4-46d7-960f-c8340edf4aee tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:33.124619 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-d6879964-86d4-46d7-960f-c8340edf4aee tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/networks?id=5d8cd3d0-2741-41cc-a8d9-92386e58e409 HTTP/1.1" status: 200 len: 820 time: 0.3839514 Aug 31 09:27:33.179787 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bb3ac02b-7430-4007-b500-4f201a3dc4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:33.182383 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e3320-dc63-49fc-800c-7773e495fab0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Port': ['ID=4965c364-bbe1-495e-9e02-25a5848b2015,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:33.202150 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0185c496-868b-495b-a3ea-18eadc1a353e req-acec3a2c-5edf-49c0-86e0-a397d4019e51 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522651 Aug 31 09:27:33.219296 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-b860bd36-2ba3-4aa2-9031-9c6c36490163 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/quotas/8e0ac9d4229d4bdd99836129c4e5a358 HTTP/1.1" status: 200 len: 375 time: 0.0657198 Aug 31 09:27:33.241917 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a1132f4b-b59b-40be-b7c3-34e28c919d7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:33.243553 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3ac02b-7430-4007-b500-4f201a3dc4cc None None] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:33.255454 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-bb3ac02b-7430-4007-b500-4f201a3dc4cc None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:33.258513 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3ac02b-7430-4007-b500-4f201a3dc4cc None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:33.309133 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4f8e3320-dc63-49fc-800c-7773e495fab0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:33.312398 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ac02b-7430-4007-b500-4f201a3dc4cc None None] Pushing event updated for resources: {'Port': ['ID=14ea6535-de43-4055-b9c2-52ebdb2c7c0a,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:33.318578 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4f8e3320-dc63-49fc-800c-7773e495fab0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/ports/4965c364-bbe1-495e-9e02-25a5848b2015 HTTP/1.1" status: 204 len: 168 time: 0.8959248 Aug 31 09:27:33.320302 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-0178989c-4ffd-44da-a9b9-dbbd6a8fa0e5 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=8e0ac9d4229d4bdd99836129c4e5a358&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1000552 Aug 31 09:27:33.328277 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43892) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:33.328617 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43894) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:33.359385 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-7e8c4cb4-e101-4bbe-8dcf-f979c2c7303a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting port a2126c9b-f442-4305-a3a0-929b468d08b9 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:33.359908 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7e8c4cb4-e101-4bbe-8dcf-f979c2c7303a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:33.387495 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-bb3ac02b-7430-4007-b500-4f201a3dc4cc None None] Attempting to bind port 14ea6535-de43-4055-b9c2-52ebdb2c7c0a on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:33.387911 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-bb3ac02b-7430-4007-b500-4f201a3dc4cc None None] Attempting to bind port 14ea6535-de43-4055-b9c2-52ebdb2c7c0a by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:33.388275 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3ac02b-7430-4007-b500-4f201a3dc4cc None None] Attempting to bind port 14ea6535-de43-4055-b9c2-52ebdb2c7c0a on network 17930598-f4af-4731-83ee-9969406c94e8 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:33.402499 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3ac02b-7430-4007-b500-4f201a3dc4cc None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:27:33.402991 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3ac02b-7430-4007-b500-4f201a3dc4cc None None] Checking segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:33.403392 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bb3ac02b-7430-4007-b500-4f201a3dc4cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:33.403797 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3ac02b-7430-4007-b500-4f201a3dc4cc None None] Bound using segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:27:33.404869 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-bb3ac02b-7430-4007-b500-4f201a3dc4cc None None] Bound port: 14ea6535-de43-4055-b9c2-52ebdb2c7c0a, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:27:33.405256 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bb3ac02b-7430-4007-b500-4f201a3dc4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:33.453570 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a1132f4b-b59b-40be-b7c3-34e28c919d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:33.454611 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1132f4b-b59b-40be-b7c3-34e28c919d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:33.455239 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a1132f4b-b59b-40be-b7c3-34e28c919d7e admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:33.457841 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-82f9a9e6-1f7e-474c-960b-355fe3146f3e tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] DELETE failed (client error): The resource could not be found. Aug 31 09:27:33.458612 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82f9a9e6-1f7e-474c-960b-355fe3146f3e tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:27:33.464191 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-82f9a9e6-1f7e-474c-960b-355fe3146f3e tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/ports/4965c364-bbe1-495e-9e02-25a5848b2015 HTTP/1.1" status: 404 len: 333 time: 0.1303627 Aug 31 09:27:33.467618 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43902) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:33.519967 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfe3831-0d8f-48f0-837b-ca6a224d2c9c None None] Network 57360d07-f833-4fe5-9ef5-76277f183d64 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:33.545986 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1132f4b-b59b-40be-b7c3-34e28c919d7e admin admin] Pushing event updated for resources: {'Network': ['ID=4f7edfb3-63a7-4738-9439-f05ce82a4a2b,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:33.613889 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-38049bde-7c5c-4748-a287-5ca293f60670 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] GET failed (client error): The resource could not be found. Aug 31 09:27:33.613889 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-38049bde-7c5c-4748-a287-5ca293f60670 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "GET /v2.0/ports/4965c364-bbe1-495e-9e02-25a5848b2015 HTTP/1.1" status: 404 len: 333 time: 0.1209044 Aug 31 09:27:33.614204 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43904) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:33.620462 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0219633-3cf6-44f3-aea4-9161e8f28a9b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Router 7a5d8ef9-95df-4cc5-928f-3d77c54499f3 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:27:33.669565 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a1132f4b-b59b-40be-b7c3-34e28c919d7e admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2865894 Aug 31 09:27:33.671075 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43906) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:33.676245 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-25170566-2510-4343-b8e4-396eedbbc90b admin admin] Request body: {'subnet': {'network_id': '4f7edfb3-63a7-4738-9439-f05ce82a4a2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1725449805-subnet', 'tenant_id': '220fb17ca3f24076b0a21edaf90be77f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:33.690676 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-253bc432-c059-4636-b5e9-9279d3f32907 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Deleting subnet b5ebeb80-def8-450a-834b-63b7f5c86b32 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:27:33.697266 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5feb1a-6aed-48a7-b35d-d53ce6b05c56 req-8b15a05d-e5ca-4fae-8c0f-c3935073349d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:33.705113 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5feb1a-6aed-48a7-b35d-d53ce6b05c56 req-8b15a05d-e5ca-4fae-8c0f-c3935073349d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:33.705113 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5feb1a-6aed-48a7-b35d-d53ce6b05c56 req-8b15a05d-e5ca-4fae-8c0f-c3935073349d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:33.705113 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5feb1a-6aed-48a7-b35d-d53ce6b05c56 req-8b15a05d-e5ca-4fae-8c0f-c3935073349d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:33.705113 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5feb1a-6aed-48a7-b35d-d53ce6b05c56 req-8b15a05d-e5ca-4fae-8c0f-c3935073349d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:33.705504 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-253bc432-c059-4636-b5e9-9279d3f32907 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:33.705592 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5feb1a-6aed-48a7-b35d-d53ce6b05c56 req-8b15a05d-e5ca-4fae-8c0f-c3935073349d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:33.705592 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5feb1a-6aed-48a7-b35d-d53ce6b05c56 req-8b15a05d-e5ca-4fae-8c0f-c3935073349d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:33.707301 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ee5feb1a-6aed-48a7-b35d-d53ce6b05c56 req-8b15a05d-e5ca-4fae-8c0f-c3935073349d service neutron] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 6507 time: 0.3625226 Aug 31 09:27:33.723574 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7e8c4cb4-e101-4bbe-8dcf-f979c2c7303a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:33.729967 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-6bd30d35-2f5b-4a56-8bc5-ca028908921f service neutron] 10.222.0.119 "GET /v2.0/networks/5d8cd3d0-2741-41cc-a8d9-92386e58e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088006 Aug 31 09:27:33.760729 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-253bc432-c059-4636-b5e9-9279d3f32907 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:33.788874 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f0315715-d82e-45dd-ba1b-6241a5f1c162 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:33.790714 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 4f7edfb3-63a7-4738-9439-f05ce82a4a2b details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:27:33.824781 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-7e8c4cb4-e101-4bbe-8dcf-f979c2c7303a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Calling delete_port for a2126c9b-f442-4305-a3a0-929b468d08b9 owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:33.856161 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25170566-2510-4343-b8e4-396eedbbc90b admin admin] Made reservation on behalf of 220fb17ca3f24076b0a21edaf90be77f for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:33.859360 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-25170566-2510-4343-b8e4-396eedbbc90b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:33.883705 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-bb3ac02b-7430-4007-b500-4f201a3dc4cc None None] For port 14ea6535-de43-4055-b9c2-52ebdb2c7c0a, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:33.911845 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-bb3ac02b-7430-4007-b500-4f201a3dc4cc None None] For port 14ea6535-de43-4055-b9c2-52ebdb2c7c0a, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=14ea6535-de43-4055-b9c2-52ebdb2c7c0a,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:27:33.935959 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-253bc432-c059-4636-b5e9-9279d3f32907 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:33.949088 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-86c95bf7-01d9-482b-9651-d915c67f985f None None] Provisioning for port f0315715-d82e-45dd-ba1b-6241a5f1c162 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:33.992220 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ee5feb1a-6aed-48a7-b35d-d53ce6b05c56 req-6d8895e7-3546-46d8-a4d0-77f5cb900b20 service neutron] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&id=1ebc046b-3f58-4516-bb28-5f802a90d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2534318 Aug 31 09:27:34.048510 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bb3ac02b-7430-4007-b500-4f201a3dc4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:34.068045 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-2d34d950-9d7e-4a00-b7ab-cf93dc4a30f9 service neutron] 10.222.0.119 "GET /v2.0/networks/5d8cd3d0-2741-41cc-a8d9-92386e58e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245628 Aug 31 09:27:34.072576 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0219633-3cf6-44f3-aea4-9161e8f28a9b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:27:34.084753 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ea6ef5-0c8c-4042-9255-d49de13a8cb5 None None] Sync routers for ids ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:27:34.097026 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ea6ef5-0c8c-4042-9255-d49de13a8cb5 None None] Routers {'7a5d8ef9-95df-4cc5-928f-3d77c54499f3'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:34.099958 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f7ea6ef5-0c8c-4042-9255-d49de13a8cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:34.101650 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ac02b-7430-4007-b500-4f201a3dc4cc None None] Pushing event updated for resources: {'Port': ['ID=14ea6535-de43-4055-b9c2-52ebdb2c7c0a,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:34.108998 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port f0315715-d82e-45dd-ba1b-6241a5f1c162 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:34.116828 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port f0315715-d82e-45dd-ba1b-6241a5f1c162 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:34.117203 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:34.168033 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-253bc432-c059-4636-b5e9-9279d3f32907 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:34.186679 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f7ea6ef5-0c8c-4042-9255-d49de13a8cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:34.210757 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ea6ef5-0c8c-4042-9255-d49de13a8cb5 None None] Routers {'7a5d8ef9-95df-4cc5-928f-3d77c54499f3'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:34.211762 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f7ea6ef5-0c8c-4042-9255-d49de13a8cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:34.240990 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253bc432-c059-4636-b5e9-9279d3f32907 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Subnet': ['ID=b5ebeb80-def8-450a-834b-63b7f5c86b32,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:34.253246 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-253bc432-c059-4636-b5e9-9279d3f32907 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:34.255871 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-253bc432-c059-4636-b5e9-9279d3f32907 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/subnets/b5ebeb80-def8-450a-834b-63b7f5c86b32 HTTP/1.1" status: 204 len: 168 time: 0.6440933 Aug 31 09:27:34.258703 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43914) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:34.264273 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:34.280089 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f7ea6ef5-0c8c-4042-9255-d49de13a8cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:34.284364 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ea6ef5-0c8c-4042-9255-d49de13a8cb5 None None] The sync data for ids ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:27:34.342444 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-25170566-2510-4343-b8e4-396eedbbc90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:34.344016 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port f0315715-d82e-45dd-ba1b-6241a5f1c162, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f0315715-d82e-45dd-ba1b-6241a5f1c162,segment=NetworkSegment(41bac4f6-e919-4b99-a6c5-859e100e9392),segment_id=41bac4f6-e919-4b99-a6c5-859e100e9392)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:34.426085 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25170566-2510-4343-b8e4-396eedbbc90b admin admin] Pushing event updated for resources: {'Subnet': ['ID=182dda8b-13c5-46ab-b27b-0b69eb740fbc,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:34.433910 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:34.458095 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60103e42-4f01-4867-9b3b-ae3989459b74 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:34.533532 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25170566-2510-4343-b8e4-396eedbbc90b admin admin] Checking segment: {'id': '4ee68ab8-4b75-4801-9ea5-0af9b8acd8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '4f7edfb3-63a7-4738-9439-f05ce82a4a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:34.533905 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25170566-2510-4343-b8e4-396eedbbc90b admin admin] Network hostable DHCP agents. Network: 4f7edfb3-63a7-4738-9439-f05ce82a4a2b, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:27:34.605152 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=f0315715-d82e-45dd-ba1b-6241a5f1c162,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:34.628995 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da63a6e-4ccb-4b45-b0c6-ab738b4a04bc None None] Network 57360d07-f833-4fe5-9ef5-76277f183d64 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:34.635585 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-60103e42-4f01-4867-9b3b-ae3989459b74 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Deleting port f0315715-d82e-45dd-ba1b-6241a5f1c162 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:34.635935 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60103e42-4f01-4867-9b3b-ae3989459b74 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:34.736855 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-00a4dd31-00a6-4021-b4be-fcdbd4c7dec2 None None] Provisioning complete for port f0315715-d82e-45dd-ba1b-6241a5f1c162 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:34.737169 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-00a4dd31-00a6-4021-b4be-fcdbd4c7dec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:34.749546 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-60103e42-4f01-4867-9b3b-ae3989459b74 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] For port f0315715-d82e-45dd-ba1b-6241a5f1c162, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f0315715-d82e-45dd-ba1b-6241a5f1c162,segment=NetworkSegment(41bac4f6-e919-4b99-a6c5-859e100e9392),segment_id=41bac4f6-e919-4b99-a6c5-859e100e9392)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:34.749948 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60103e42-4f01-4867-9b3b-ae3989459b74 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:34.761936 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25170566-2510-4343-b8e4-396eedbbc90b admin admin] Network 4f7edfb3-63a7-4738-9439-f05ce82a4a2b is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:27:34.771272 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-60103e42-4f01-4867-9b3b-ae3989459b74 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Calling delete_port for f0315715-d82e-45dd-ba1b-6241a5f1c162 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:34.837062 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7e8c4cb4-e101-4bbe-8dcf-f979c2c7303a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:34.898816 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-25170566-2510-4343-b8e4-396eedbbc90b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 4f7edfb3-63a7-4738-9439-f05ce82a4a2b) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:34.922043 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25170566-2510-4343-b8e4-396eedbbc90b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:34.923068 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a70b266e-cec7-49c8-baae-9a6d2b46df55 req-90fd0c80-fa22-4b1c-b670-685b13304c65 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/ports?device_id=8b66aeb7-b235-49db-a02e-ebb9bcc724df HTTP/1.1" status: 200 len: 210 time: 0.0915234 Aug 31 09:27:34.923918 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-25170566-2510-4343-b8e4-396eedbbc90b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:34.932583 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef611a5f-085f-4b16-b7de-d562d652c353 None None] Network 4f7edfb3-63a7-4738-9439-f05ce82a4a2b requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:35.040658 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c4cb4-e101-4bbe-8dcf-f979c2c7303a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Port': ['ID=a2126c9b-f442-4305-a3a0-929b468d08b9,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:35.043573 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60103e42-4f01-4867-9b3b-ae3989459b74 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:35.080305 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7e8c4cb4-e101-4bbe-8dcf-f979c2c7303a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:35.081078 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60103e42-4f01-4867-9b3b-ae3989459b74 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Port': ['ID=f0315715-d82e-45dd-ba1b-6241a5f1c162,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:35.085699 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43928) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:35.087184 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7e8c4cb4-e101-4bbe-8dcf-f979c2c7303a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/a2126c9b-f442-4305-a3a0-929b468d08b9 HTTP/1.1" status: 204 len: 168 time: 2.2983432 Aug 31 09:27:35.125521 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc9d422-78e3-4495-99c6-ba0a1d08afc3 None None] DHCP port deletion for 57360d07-f833-4fe5-9ef5-76277f183d64 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:27:35.126277 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b221655-8ee6-4330-94fe-d3dddb7688c2 req-eb02f009-a050-4c96-81b1-78756160dce1 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:35.135148 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4b221655-8ee6-4330-94fe-d3dddb7688c2 req-eb02f009-a050-4c96-81b1-78756160dce1 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 946 time: 0.3019991 Aug 31 09:27:35.175387 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9333a9f9-1cea-47c0-9a1e-81f19c6714e5 None None] Network 4f7edfb3-63a7-4738-9439-f05ce82a4a2b requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:35.183349 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdad117-58b7-42f8-9882-996b49bdee69 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:35.185010 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdad117-58b7-42f8-9882-996b49bdee69 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:35.189539 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fbdad117-58b7-42f8-9882-996b49bdee69 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1021962 Aug 31 09:27:35.198401 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-25170566-2510-4343-b8e4-396eedbbc90b admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5193708 Aug 31 09:27:35.198401 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43930) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:35.202375 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60103e42-4f01-4867-9b3b-ae3989459b74 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] No DVR routers for this DVR port f0315715-d82e-45dd-ba1b-6241a5f1c162 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:35.281253 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4b221655-8ee6-4330-94fe-d3dddb7688c2 req-29063c1c-b9de-4699-87d5-01d986f99e1c tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292775 Aug 31 09:27:35.437087 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0219633-3cf6-44f3-aea4-9161e8f28a9b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Router 7a5d8ef9-95df-4cc5-928f-3d77c54499f3 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:27:35.548640 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 14ea6535-de43-4055-b9c2-52ebdb2c7c0a up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:35.636457 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0219633-3cf6-44f3-aea4-9161e8f28a9b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:27:35.652952 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf0b51e-21bd-49c4-9760-04ee79aa9156 None None] Sync routers for ids ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:27:35.664160 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b0219633-3cf6-44f3-aea4-9161e8f28a9b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:35.675864 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf0b51e-21bd-49c4-9760-04ee79aa9156 None None] Routers {'7a5d8ef9-95df-4cc5-928f-3d77c54499f3'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:35.675864 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-fbf0b51e-21bd-49c4-9760-04ee79aa9156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:35.723950 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-fbf0b51e-21bd-49c4-9760-04ee79aa9156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:35.757204 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 14ea6535-de43-4055-b9c2-52ebdb2c7c0a completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:35.760439 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf0b51e-21bd-49c4-9760-04ee79aa9156 None None] Routers {'7a5d8ef9-95df-4cc5-928f-3d77c54499f3'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:35.761126 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-fbf0b51e-21bd-49c4-9760-04ee79aa9156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:35.822455 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-fbf0b51e-21bd-49c4-9760-04ee79aa9156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:35.823154 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf0b51e-21bd-49c4-9760-04ee79aa9156 None None] The sync data for ids ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:27:35.844019 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f0315715-d82e-45dd-ba1b-6241a5f1c162 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:35.844877 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b0219633-3cf6-44f3-aea4-9161e8f28a9b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "PUT /v2.0/floatingips/59435de0-0abf-4d88-829e-321dc7ee42c0 HTTP/1.1" status: 200 len: 975 time: 4.8189816 Aug 31 09:27:35.847524 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43942) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:35.856007 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-4d03abc9-afc2-4d95-abac-9594036009a6 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:35.907919 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: f0315715-d82e-45dd-ba1b-6241a5f1c162 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:35.908256 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f0315715-d82e-45dd-ba1b-6241a5f1c162 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:35.923187 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9803384c-a39d-4f2c-b31c-f9dfc2ddb25d None None] Could not find standard attr ID for object a2126c9b-f442-4305-a3a0-929b468d08b9. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:27:36.016746 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4d03abc9-afc2-4d95-abac-9594036009a6 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for floatingip, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.024821 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9803384c-a39d-4f2c-b31c-f9dfc2ddb25d None None] Provisioning for port 14ea6535-de43-4055-b9c2-52ebdb2c7c0a completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:36.041002 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9803384c-a39d-4f2c-b31c-f9dfc2ddb25d None None] Provisioning complete for port 14ea6535-de43-4055-b9c2-52ebdb2c7c0a triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:36.041377 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9803384c-a39d-4f2c-b31c-f9dfc2ddb25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.080851 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-472b7a2d-dd05-43d7-a8a8-36d3f43afcbf tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting subnet c955b92b-c0be-4b80-ba44-2f08fcc70389 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:27:36.089620 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-472b7a2d-dd05-43d7-a8a8-36d3f43afcbf tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.090884 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60103e42-4f01-4867-9b3b-ae3989459b74 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.124153 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-60103e42-4f01-4867-9b3b-ae3989459b74 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57360d07-f833-4fe5-9ef5-76277f183d64']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:36.141862 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-60103e42-4f01-4867-9b3b-ae3989459b74 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41bac4f6-e919-4b99-a6c5-859e100e9392') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:36.142167 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-60103e42-4f01-4867-9b3b-ae3989459b74 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41bac4f6-e919-4b99-a6c5-859e100e9392') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:36.156506 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-472b7a2d-dd05-43d7-a8a8-36d3f43afcbf tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.165901 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60103e42-4f01-4867-9b3b-ae3989459b74 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.212941 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60103e42-4f01-4867-9b3b-ae3989459b74 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.227207 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60103e42-4f01-4867-9b3b-ae3989459b74 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Releasing vlan 1621 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:27:36.227912 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60103e42-4f01-4867-9b3b-ae3989459b74 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.231224 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:27:36.231224 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:27:36.231224 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:27:36.231224 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:27:36.231224 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:27:36.231224 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:27:36.231224 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:27:36.231224 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:27:36.231224 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:27:36.231224 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:27:36.231224 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:27:36.231224 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:27:36.231224 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:27:36.231224 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:27:36.231224 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:27:36.231224 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:27:36.231224 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:27:36.231224 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:27:36.231224 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:27:36.231224 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:27:36.231224 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:27:36.231224 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:27:36.231224 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:27:36.231224 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:27:36.231224 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:27:36.231224 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:27:36.231224 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:27:36.231224 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:27:36.231224 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:27:36.231224 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:27:36.231224 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:27:36.231224 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:27:36.269566 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d0c30fd6-fbcb-4ccf-af92-44a1aff09594 req-4c5139a8-3b36-4513-8973-8952ed982aa6 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/ports?device_id=8b66aeb7-b235-49db-a02e-ebb9bcc724df HTTP/1.1" status: 200 len: 210 time: 0.1324148 Aug 31 09:27:36.273233 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9803384c-a39d-4f2c-b31c-f9dfc2ddb25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.344300 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-9803384c-a39d-4f2c-b31c-f9dfc2ddb25d None None] For port 14ea6535-de43-4055-b9c2-52ebdb2c7c0a, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=14ea6535-de43-4055-b9c2-52ebdb2c7c0a,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:36.459461 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9803384c-a39d-4f2c-b31c-f9dfc2ddb25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.462166 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-472b7a2d-dd05-43d7-a8a8-36d3f43afcbf tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.488327 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4d03abc9-afc2-4d95-abac-9594036009a6 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.497337 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-4a51cf8e-fdfd-4088-955f-74b28ee7973d tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:36.505540 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-4a51cf8e-fdfd-4088-955f-74b28ee7973d tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.119 "GET /v2.0/networks?id=02b4ec99-8302-4e88-9df3-f837af1a9609 HTTP/1.1" status: 200 len: 808 time: 0.3728075 Aug 31 09:27:36.525654 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60103e42-4f01-4867-9b3b-ae3989459b74 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.530281 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-059f45ba-529f-4455-a7f4-6835c5f4dbcb tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.119 "GET /v2.0/quotas/94e1212a915343e5a353480ed25083ed HTTP/1.1" status: 200 len: 375 time: 0.0223360 Aug 31 09:27:36.544254 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60103e42-4f01-4867-9b3b-ae3989459b74 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.552410 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-60103e42-4f01-4867-9b3b-ae3989459b74 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/networks/57360d07-f833-4fe5-9ef5-76277f183d64 HTTP/1.1" status: 204 len: 168 time: 2.2920609 Aug 31 09:27:36.553171 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43960) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:36.564621 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e522f-757e-4593-8bd4-4952368936d1 req-f9d6c731-0011-475f-9c1f-934783816f33 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:36.572305 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dc6e522f-757e-4593-8bd4-4952368936d1 req-f9d6c731-0011-475f-9c1f-934783816f33 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 946 time: 0.1782644 Aug 31 09:27:36.575465 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-b1c51627-711a-4b6b-b72c-7245ecca8618 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-309814437'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:36.575832 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4d03abc9-afc2-4d95-abac-9594036009a6 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.576749 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-4d03abc9-afc2-4d95-abac-9594036009a6 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Floating IP 59435de0-0abf-4d88-829e-321dc7ee42c0 disassociated. External IP: 172.25.2.83, port: 41fac6e8-bc56-474e-b2bc-b49fd9c8978e. Aug 31 09:27:36.582785 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60103e42-4f01-4867-9b3b-ae3989459b74 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Network': ['ID=57360d07-f833-4fe5-9ef5-76277f183d64,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:36.600294 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d2f48715-ab7f-45c7-b715-7b3e84617f20 None None] Could not find standard attr ID for object a2126c9b-f442-4305-a3a0-929b468d08b9. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:27:36.607699 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9803384c-a39d-4f2c-b31c-f9dfc2ddb25d None None] Pushing event updated for resources: {'Port': ['ID=14ea6535-de43-4055-b9c2-52ebdb2c7c0a,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:36.677749 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-f3a63e7b-589e-4d28-9915-e03bd30c2c05 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=94e1212a915343e5a353480ed25083ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1039624 Aug 31 09:27:36.723683 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dc6e522f-757e-4593-8bd4-4952368936d1 req-effc7906-897c-4865-8bc2-dcadf3196742 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437926 Aug 31 09:27:36.745130 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c51627-711a-4b6b-b72c-7245ecca8618 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:36.750539 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b1c51627-711a-4b6b-b72c-7245ecca8618 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.753271 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-472b7a2d-dd05-43d7-a8a8-36d3f43afcbf tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.791772 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b7a2d-dd05-43d7-a8a8-36d3f43afcbf tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Subnet': ['ID=c955b92b-c0be-4b80-ba44-2f08fcc70389,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:36.794126 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-472b7a2d-dd05-43d7-a8a8-36d3f43afcbf tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.796716 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-472b7a2d-dd05-43d7-a8a8-36d3f43afcbf tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/c955b92b-c0be-4b80-ba44-2f08fcc70389 HTTP/1.1" status: 204 len: 168 time: 1.6028187 Aug 31 09:27:36.800577 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43962) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:36.824270 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7076acf5-1f56-4a47-b7af-3485c0d5edd0 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:36.850413 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9c04c19d-787f-4323-a6bd-fc35329612cb tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473311 Aug 31 09:27:36.854584 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c51627-711a-4b6b-b72c-7245ecca8618 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] vlan segment allocate from pool success with {'vlan_id': 1616, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:27:36.866478 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b1c51627-711a-4b6b-b72c-7245ecca8618 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.867863 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-b1c51627-711a-4b6b-b72c-7245ecca8618 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Added segment 76126258-5b66-435a-8d25-1a8ba359df6f of type vlan for network 7772a90c-56fe-4c5c-b32b-e54e3e0ee6e0 Aug 31 09:27:36.916686 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43964) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:36.924347 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b1c51627-711a-4b6b-b72c-7245ecca8618 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:36.984650 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-b66c6699-7cb7-46b9-b110-cbf2d59b5e39 service neutron] 10.222.0.119 "GET /v2.0/networks/02b4ec99-8302-4e88-9df3-f837af1a9609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910991 Aug 31 09:27:37.013231 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d03abc9-afc2-4d95-abac-9594036009a6 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Router 7a5d8ef9-95df-4cc5-928f-3d77c54499f3 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:27:37.038738 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddd20bc-b2bc-4dde-87cb-8cd60b509451 None None] DHCP port deletion for 17930598-f4af-4731-83ee-9969406c94e8 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:27:37.070434 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b1c51627-711a-4b6b-b72c-7245ecca8618 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:37.070796 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e5a259-9621-4bfd-bf2c-bfcdf7c8c812 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:37.075042 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-03e5a259-9621-4bfd-bf2c-bfcdf7c8c812 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1503370 Aug 31 09:27:37.079242 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c51627-711a-4b6b-b72c-7245ecca8618 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:37.085832 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b1c51627-711a-4b6b-b72c-7245ecca8618 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:37.086010 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43966) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:37.194387 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c51627-711a-4b6b-b72c-7245ecca8618 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Network': ['ID=7772a90c-56fe-4c5c-b32b-e54e3e0ee6e0,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:37.200452 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4ddd20bc-b2bc-4dde-87cb-8cd60b509451 None None] Deleting port 14ea6535-de43-4055-b9c2-52ebdb2c7c0a {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:37.205633 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4ddd20bc-b2bc-4dde-87cb-8cd60b509451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:37.211069 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 7772a90c-56fe-4c5c-b32b-e54e3e0ee6e0 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:27:37.221600 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916cad45-85df-4df8-9c26-343ebce3db49 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:37.226177 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-916cad45-85df-4df8-9c26-343ebce3db49 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1416576 Aug 31 09:27:37.227310 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43970) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:37.229157 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-51ee7a3a-47c6-412b-aa72-b75254e795c1 service neutron] 10.222.0.119 "GET /v2.0/networks/02b4ec99-8302-4e88-9df3-f837af1a9609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319100 Aug 31 09:27:37.299386 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b1c51627-711a-4b6b-b72c-7245ecca8618 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7397854 Aug 31 09:27:37.299717 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43972) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:37.304089 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43974) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:37.304249 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-883ce801-e5b2-4a78-94f6-8aef137f8d9a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747981 Aug 31 09:27:37.348615 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-9324a998-0902-45c6-8e56-7ca8f4f2fb76 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'subnet': {'network_id': '7772a90c-56fe-4c5c-b32b-e54e3e0ee6e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:37.358688 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-31558352-e09f-473c-a0e2-d49ccbf4c87e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:37.380268 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4ddd20bc-b2bc-4dde-87cb-8cd60b509451 None None] For port 14ea6535-de43-4055-b9c2-52ebdb2c7c0a, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=14ea6535-de43-4055-b9c2-52ebdb2c7c0a,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:37.380793 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4ddd20bc-b2bc-4dde-87cb-8cd60b509451 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:37.403190 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4ddd20bc-b2bc-4dde-87cb-8cd60b509451 None None] Calling delete_port for 14ea6535-de43-4055-b9c2-52ebdb2c7c0a owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:37.486438 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 14ea6535-de43-4055-b9c2-52ebdb2c7c0a no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:37.592517 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-94ceffcc-53fa-4e5b-ba30-7d55c744745d req-7f1c8f1d-8da8-4896-a70d-6a9940395af6 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/ports?device_id=8b66aeb7-b235-49db-a02e-ebb9bcc724df HTTP/1.1" status: 200 len: 210 time: 0.1428804 Aug 31 09:27:37.603169 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d03abc9-afc2-4d95-abac-9594036009a6 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:27:37.626923 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6d93d3-4892-4048-aabd-ccc052a66bd2 None None] Sync routers for ids ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:27:37.629994 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4ddd20bc-b2bc-4dde-87cb-8cd60b509451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:37.638072 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4d03abc9-afc2-4d95-abac-9594036009a6 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:37.657820 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6d93d3-4892-4048-aabd-ccc052a66bd2 None None] Routers {'7a5d8ef9-95df-4cc5-928f-3d77c54499f3'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:37.658442 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-ba6d93d3-4892-4048-aabd-ccc052a66bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:37.676189 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:37.690799 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd20bc-b2bc-4dde-87cb-8cd60b509451 None None] Pushing event deleted for resources: {'Port': ['ID=14ea6535-de43-4055-b9c2-52ebdb2c7c0a,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:37.692941 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddd20bc-b2bc-4dde-87cb-8cd60b509451 None None] No DVR routers for this DVR port 14ea6535-de43-4055-b9c2-52ebdb2c7c0a on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:37.734214 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f6cd33dd-0a26-40fc-851b-4c9c2afe44f9 req-0424cbdb-5666-44f3-83f2-3bc90751d161 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.119 "GET /v2.0/ports?device_id=ae35a955-9d07-4bca-9254-34da68591156 HTTP/1.1" status: 200 len: 210 time: 0.1331303 Aug 31 09:27:37.762227 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-ba6d93d3-4892-4048-aabd-ccc052a66bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:37.787543 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6d93d3-4892-4048-aabd-ccc052a66bd2 None None] Routers {'7a5d8ef9-95df-4cc5-928f-3d77c54499f3'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:37.788215 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-ba6d93d3-4892-4048-aabd-ccc052a66bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:37.825966 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4d03abc9-afc2-4d95-abac-9594036009a6 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "PUT /v2.0/floatingips/59435de0-0abf-4d88-829e-321dc7ee42c0 HTTP/1.1" status: 200 len: 687 time: 1.9749150 Aug 31 09:27:37.829823 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43988) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:37.865486 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-ba6d93d3-4892-4048-aabd-ccc052a66bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:37.866408 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6d93d3-4892-4048-aabd-ccc052a66bd2 None None] The sync data for ids ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:27:37.907280 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-1ce22e70-0d17-4ec0-baa8-59d95434e9ba tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:37.909457 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-1ce22e70-0d17-4ec0-baa8-59d95434e9ba tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.112 "GET /v2.0/networks?id=5d8cd3d0-2741-41cc-a8d9-92386e58e409 HTTP/1.1" status: 200 len: 820 time: 0.6107154 Aug 31 09:27:37.926849 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-3d93fb27-13e7-417f-9221-3f4d840e51ad tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Request body: {'port': {'device_id': '8b66aeb7-b235-49db-a02e-ebb9bcc724df', 'network_id': '5d8cd3d0-2741-41cc-a8d9-92386e58e409', 'admin_state_up': True, 'tenant_id': '8e0ac9d4229d4bdd99836129c4e5a358'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:37.984499 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a477b55-e8ec-4ece-b1dd-30c6c8ef3467 req-920073b9-1790-4676-b214-481d618d1774 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:37.986379 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1a477b55-e8ec-4ece-b1dd-30c6c8ef3467 req-920073b9-1790-4676-b214-481d618d1774 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 946 time: 0.1351173 Aug 31 09:27:37.991682 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31558352-e09f-473c-a0e2-d49ccbf4c87e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:37.995624 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31558352-e09f-473c-a0e2-d49ccbf4c87e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:38.003687 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-25a20b28-19fa-41a8-a4a3-3522c2ac7cec tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Deleting port 726c8637-04fd-485b-a73e-71593caade20 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:38.004035 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-25a20b28-19fa-41a8-a4a3-3522c2ac7cec tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:38.106687 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-25a20b28-19fa-41a8-a4a3-3522c2ac7cec tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:38.106687 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-25a20b28-19fa-41a8-a4a3-3522c2ac7cec tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:38.123962 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-25a20b28-19fa-41a8-a4a3-3522c2ac7cec tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Calling delete_port for 726c8637-04fd-485b-a73e-71593caade20 owned by network:floatingip {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:38.140813 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9324a998-0902-45c6-8e56-7ca8f4f2fb76 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:38.144523 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9324a998-0902-45c6-8e56-7ca8f4f2fb76 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:38.191094 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1a477b55-e8ec-4ece-b1dd-30c6c8ef3467 req-3c3d2fcc-3227-452e-acf3-350962868319 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857710 Aug 31 09:27:38.416436 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-3d93fb27-13e7-417f-9221-3f4d840e51ad tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Made reservation on behalf of 8e0ac9d4229d4bdd99836129c4e5a358 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:38.420645 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-3d93fb27-13e7-417f-9221-3f4d840e51ad tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:38.436113 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-25a20b28-19fa-41a8-a4a3-3522c2ac7cec tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:38.469379 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a20b28-19fa-41a8-a4a3-3522c2ac7cec tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event deleted for resources: {'Port': ['ID=726c8637-04fd-485b-a73e-71593caade20,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:38.543972 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-25a20b28-19fa-41a8-a4a3-3522c2ac7cec tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for floatingip, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:38.550609 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-25a20b28-19fa-41a8-a4a3-3522c2ac7cec tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:38.550852 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-25a20b28-19fa-41a8-a4a3-3522c2ac7cec tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "DELETE /v2.0/floatingips/59435de0-0abf-4d88-829e-321dc7ee42c0 HTTP/1.1" status: 204 len: 168 time: 0.7220528 Aug 31 09:27:38.553629 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43998) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:38.596503 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-37166d6a-6dfd-4cab-b401-e939f8f87f0c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] delete failed (client error): The resource could not be found. Aug 31 09:27:38.598080 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-37166d6a-6dfd-4cab-b401-e939f8f87f0c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "DELETE /v2.0/floatingips/59435de0-0abf-4d88-829e-321dc7ee42c0 HTTP/1.1" status: 404 len: 345 time: 0.0428827 Aug 31 09:27:38.602522 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44000) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:38.711797 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31558352-e09f-473c-a0e2-d49ccbf4c87e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:38.722162 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd60c28-ad64-47af-8944-36a99ff92da3 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:38.732627 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd60c28-ad64-47af-8944-36a99ff92da3 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:38.740979 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd60c28-ad64-47af-8944-36a99ff92da3 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:38.747027 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2cd60c28-ad64-47af-8944-36a99ff92da3 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "GET /v2.0/ports?network_id=6044ac88-aab2-49b8-913b-7084120b2c21 HTTP/1.1" status: 200 len: 2355 time: 0.1401403 Aug 31 09:27:38.748617 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44004) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:38.751631 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9324a998-0902-45c6-8e56-7ca8f4f2fb76 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:38.822152 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-918b8bde-b238-448b-898b-f6b32925f88c req-72c30765-b38e-4572-a4f0-a39a0d0ff027 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/ports?device_id=8b66aeb7-b235-49db-a02e-ebb9bcc724df HTTP/1.1" status: 200 len: 210 time: 0.1176419 Aug 31 09:27:38.835943 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31558352-e09f-473c-a0e2-d49ccbf4c87e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:38.843165 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2891da56-0ae3-4e71-bb96-d7f99af9a789 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:38.849368 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2891da56-0ae3-4e71-bb96-d7f99af9a789 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "GET /v2.0/subnets/31ed4cb9-29c9-491e-b596-b2e7016f4b93 HTTP/1.1" status: 200 len: 797 time: 0.0947537 Aug 31 09:27:38.849563 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-31558352-e09f-473c-a0e2-d49ccbf4c87e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:38.849563 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31558352-e09f-473c-a0e2-d49ccbf4c87e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:38.849563 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31558352-e09f-473c-a0e2-d49ccbf4c87e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:38.861739 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44008) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:38.861966 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc59c23-5acf-4ae9-bf22-ffaac2d3863d None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:38.869818 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-efa1b38f-b161-48bd-b278-0e26df63eee7 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Request body: {'port': {'network_id': '6044ac88-aab2-49b8-913b-7084120b2c21', 'name': 'tempest-FloatingIPTestJSON-249979556', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:38.893199 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-3d93fb27-13e7-417f-9221-3f4d840e51ad tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Allocated IP 172.20.0.5 (5d8cd3d0-2741-41cc-a8d9-92386e58e409/01471b66-0d5e-4dcb-bcd5-52e65eb34fbd/1f880ded-a23c-4499-b7d7-dab4ad8e1966) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:38.915487 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31558352-e09f-473c-a0e2-d49ccbf4c87e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Subnet': ['ID=d55e5bec-02d9-4893-9d21-981cfd0e6d51,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:39.073308 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d450d02b-09f6-477d-9de3-0182ec09ecaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-17930598-f4af-4731-83ee-9969406c94e8', 'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'fixed_ips': [{'subnet_id': 'd55e5bec-02d9-4893-9d21-981cfd0e6d51'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:27:39.074193 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d450d02b-09f6-477d-9de3-0182ec09ecaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:39.159918 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa1b38f-b161-48bd-b278-0e26df63eee7 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Made reservation on behalf of 0b4588249af94f7795d0a2af50433a2f for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:39.291483 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-d450d02b-09f6-477d-9de3-0182ec09ecaa None None] Allocated IP 2001:db8::2 (17930598-f4af-4731-83ee-9969406c94e8/d55e5bec-02d9-4893-9d21-981cfd0e6d51/4e9e0bb5-328a-4b85-905d-b1d39112fd2a) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:39.307281 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-efa1b38f-b161-48bd-b278-0e26df63eee7 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:39.362181 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba6f855b-a81a-4522-af2d-24d0fe185926 req-84d56b7c-fde8-4b36-8d86-545b12ddd571 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.119 "GET /v2.0/ports?device_id=ae35a955-9d07-4bca-9254-34da68591156 HTTP/1.1" status: 200 len: 210 time: 0.4053149 Aug 31 09:27:39.370938 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-31558352-e09f-473c-a0e2-d49ccbf4c87e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0572908 Aug 31 09:27:39.397737 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44014) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:39.423119 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-e516b471-2640-4dd0-a732-f61e8ea6d57d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'port': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'fixed_ips': [{'subnet_id': 'd55e5bec-02d9-4893-9d21-981cfd0e6d51', 'ip_address': '2001:db8::fd27:5cfe:f284:b883'}], 'name': 'tempest-NetworksTestDHCPv6-718637103'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:39.447026 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9324a998-0902-45c6-8e56-7ca8f4f2fb76 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Checking segment: {'id': '76126258-5b66-435a-8d25-1a8ba359df6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': '7772a90c-56fe-4c5c-b32b-e54e3e0ee6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:39.447394 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9324a998-0902-45c6-8e56-7ca8f4f2fb76 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network hostable DHCP agents. Network: 7772a90c-56fe-4c5c-b32b-e54e3e0ee6e0, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:27:39.471028 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324a998-0902-45c6-8e56-7ca8f4f2fb76 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Subnet': ['ID=e7ab38a3-a1d7-47c0-86cb-5385870679e8,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:39.474662 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d450d02b-09f6-477d-9de3-0182ec09ecaa None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:39.484258 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d450d02b-09f6-477d-9de3-0182ec09ecaa None None] Transition to ACTIVE for port object 4e9e0bb5-328a-4b85-905d-b1d39112fd2a will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:39.507728 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d450d02b-09f6-477d-9de3-0182ec09ecaa None None] Transition to ACTIVE for port object 4e9e0bb5-328a-4b85-905d-b1d39112fd2a will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:39.521058 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-efa1b38f-b161-48bd-b278-0e26df63eee7 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] device_id is not set on port 91b4d879-29f2-444b-bdfd-7897af2dd194 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:27:39.574119 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d450d02b-09f6-477d-9de3-0182ec09ecaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:39.606248 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298a5b9-b5b8-4213-ab89-c551bab56af3 req-7c43510a-c0e3-4498-9e7b-0fc05fdda61d tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:39.609567 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0298a5b9-b5b8-4213-ab89-c551bab56af3 req-7c43510a-c0e3-4498-9e7b-0fc05fdda61d tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 946 time: 0.2546177 Aug 31 09:27:39.652447 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9324a998-0902-45c6-8e56-7ca8f4f2fb76 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network 7772a90c-56fe-4c5c-b32b-e54e3e0ee6e0 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:27:39.654890 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450d02b-09f6-477d-9de3-0182ec09ecaa None None] Pushing event updated for resources: {'Port': ['ID=4e9e0bb5-328a-4b85-905d-b1d39112fd2a,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:39.675200 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d450d02b-09f6-477d-9de3-0182ec09ecaa None None] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:39.676756 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-d450d02b-09f6-477d-9de3-0182ec09ecaa None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:39.679660 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d450d02b-09f6-477d-9de3-0182ec09ecaa None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:39.739201 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0298a5b9-b5b8-4213-ab89-c551bab56af3 req-39f14c68-b816-438e-9373-cf054a5b00bc tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205859 Aug 31 09:27:39.759986 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-d450d02b-09f6-477d-9de3-0182ec09ecaa None None] Attempting to bind port 4e9e0bb5-328a-4b85-905d-b1d39112fd2a on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:39.760357 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-d450d02b-09f6-477d-9de3-0182ec09ecaa None None] Attempting to bind port 4e9e0bb5-328a-4b85-905d-b1d39112fd2a by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:39.760704 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d450d02b-09f6-477d-9de3-0182ec09ecaa None None] Attempting to bind port 4e9e0bb5-328a-4b85-905d-b1d39112fd2a on network 17930598-f4af-4731-83ee-9969406c94e8 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:39.766652 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d450d02b-09f6-477d-9de3-0182ec09ecaa None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:27:39.767513 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d450d02b-09f6-477d-9de3-0182ec09ecaa None None] Checking segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:39.767513 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d450d02b-09f6-477d-9de3-0182ec09ecaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:39.767703 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-3d93fb27-13e7-417f-9221-3f4d840e51ad tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:39.767812 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d450d02b-09f6-477d-9de3-0182ec09ecaa None None] Bound using segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:27:39.768224 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-d450d02b-09f6-477d-9de3-0182ec09ecaa None None] Bound port: 4e9e0bb5-328a-4b85-905d-b1d39112fd2a, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:27:39.768602 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d450d02b-09f6-477d-9de3-0182ec09ecaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:39.773454 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-9324a998-0902-45c6-8e56-7ca8f4f2fb76 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 7772a90c-56fe-4c5c-b32b-e54e3e0ee6e0) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:39.779858 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9324a998-0902-45c6-8e56-7ca8f4f2fb76 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:39.780497 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9324a998-0902-45c6-8e56-7ca8f4f2fb76 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:39.803487 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf2d340-d89c-41e4-8fd1-306a748d385e None None] Network 7772a90c-56fe-4c5c-b32b-e54e3e0ee6e0 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:39.846268 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e516b471-2640-4dd0-a732-f61e8ea6d57d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:39.926050 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-3d93fb27-13e7-417f-9221-3f4d840e51ad tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:39.948718 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-d450d02b-09f6-477d-9de3-0182ec09ecaa None None] For port 4e9e0bb5-328a-4b85-905d-b1d39112fd2a, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:39.954035 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-d450d02b-09f6-477d-9de3-0182ec09ecaa None None] For port 4e9e0bb5-328a-4b85-905d-b1d39112fd2a, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4e9e0bb5-328a-4b85-905d-b1d39112fd2a,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:27:39.985231 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e516b471-2640-4dd0-a732-f61e8ea6d57d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:39.995383 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9324a998-0902-45c6-8e56-7ca8f4f2fb76 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6946049 Aug 31 09:27:40.005897 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-3d93fb27-13e7-417f-9221-3f4d840e51ad tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Network 5d8cd3d0-2741-41cc-a8d9-92386e58e409 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:40.008447 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-efa1b38f-b161-48bd-b278-0e26df63eee7 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Allocated IP 172.20.0.14 (6044ac88-aab2-49b8-913b-7084120b2c21/31ed4cb9-29c9-491e-b596-b2e7016f4b93/91b4d879-29f2-444b-bdfd-7897af2dd194) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:40.008647 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44018) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:40.015886 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-e516b471-2640-4dd0-a732-f61e8ea6d57d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] device_id is not set on port dcf4d82b-be0e-4b9c-943a-197ba5093b4a yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:27:40.019451 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-761ddbe6-b9ed-4c81-8b07-9f917703f5fb tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'port': {'network_id': '7772a90c-56fe-4c5c-b32b-e54e3e0ee6e0', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-927926948'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:40.031995 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d450d02b-09f6-477d-9de3-0182ec09ecaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.041742 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-3d93fb27-13e7-417f-9221-3f4d840e51ad tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:40.062189 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3fe6ae-c453-4585-8720-e9e34f6f5110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-7772a90c-56fe-4c5c-b32b-e54e3e0ee6e0', 'network_id': '7772a90c-56fe-4c5c-b32b-e54e3e0ee6e0', 'tenant_id': 'e8682e49034144d0a6f77e91c076dc8b', 'fixed_ips': [{'subnet_id': 'e7ab38a3-a1d7-47c0-86cb-5385870679e8'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:27:40.063326 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5e3fe6ae-c453-4585-8720-e9e34f6f5110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.076908 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-efa1b38f-b161-48bd-b278-0e26df63eee7 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Allocated IP 172.20.0.13 (6044ac88-aab2-49b8-913b-7084120b2c21/31ed4cb9-29c9-491e-b596-b2e7016f4b93/91b4d879-29f2-444b-bdfd-7897af2dd194) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:40.133246 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450d02b-09f6-477d-9de3-0182ec09ecaa None None] Pushing event updated for resources: {'Port': ['ID=4e9e0bb5-328a-4b85-905d-b1d39112fd2a,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:40.150788 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-3d93fb27-13e7-417f-9221-3f4d840e51ad tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:40.219917 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-3d93fb27-13e7-417f-9221-3f4d840e51ad tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:40.220583 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-3d93fb27-13e7-417f-9221-3f4d840e51ad tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.318192 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-5e3fe6ae-c453-4585-8720-e9e34f6f5110 None None] Allocated IP 2001:db8::2 (7772a90c-56fe-4c5c-b32b-e54e3e0ee6e0/e7ab38a3-a1d7-47c0-86cb-5385870679e8/5a1d228f-6084-48fa-a99c-82ea3c1ecfcd) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:40.402407 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-efa1b38f-b161-48bd-b278-0e26df63eee7 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.403400 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93fb27-13e7-417f-9221-3f4d840e51ad tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Pushing event updated for resources: {'Port': ['ID=1f880ded-a23c-4499-b7d7-dab4ad8e1966,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:40.436620 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-0e9ed68b-04eb-45ac-b142-50b5f68c0894 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:40.438534 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-0e9ed68b-04eb-45ac-b142-50b5f68c0894 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.59 "GET /v2.0/networks?id=02b4ec99-8302-4e88-9df3-f837af1a9609 HTTP/1.1" status: 200 len: 808 time: 0.2009859 Aug 31 09:27:40.446076 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-3d93fb27-13e7-417f-9221-3f4d840e51ad tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5235839 Aug 31 09:27:40.462308 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-754a039c-44a1-416f-b241-2cd9a2b3d01d tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] Request body: {'port': {'device_id': 'ae35a955-9d07-4bca-9254-34da68591156', 'network_id': '02b4ec99-8302-4e88-9df3-f837af1a9609', 'admin_state_up': True, 'tenant_id': '94e1212a915343e5a353480ed25083ed'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:40.490989 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-261f4b19-5eb9-44ca-8bd2-001628bdfe53 service neutron] Request body: {'port': {'device_id': '8b66aeb7-b235-49db-a02e-ebb9bcc724df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:40.505085 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-e516b471-2640-4dd0-a732-f61e8ea6d57d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Allocated IP 2001:db8::fd27:5cfe:f284:b883 (17930598-f4af-4731-83ee-9969406c94e8/d55e5bec-02d9-4893-9d21-981cfd0e6d51/dcf4d82b-be0e-4b9c-943a-197ba5093b4a) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:40.625411 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01940d3f-1369-48da-84e8-0aa887b8d62d req-1764d5e0-e9dc-451c-8d13-a7aba93d5616 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:40.626951 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-01940d3f-1369-48da-84e8-0aa887b8d62d req-1764d5e0-e9dc-451c-8d13-a7aba93d5616 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/ports?device_id=8b66aeb7-b235-49db-a02e-ebb9bcc724df HTTP/1.1" status: 200 len: 931 time: 0.6243250 Aug 31 09:27:40.662110 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8dbc56a5-a718-4a96-aba1-458fd0efaf53 req-d923008a-264f-4b91-9789-9b474a8358a2 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.119 "GET /v2.0/ports?device_id=ae35a955-9d07-4bca-9254-34da68591156 HTTP/1.1" status: 200 len: 210 time: 0.1224005 Aug 31 09:27:40.668590 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-efa1b38f-b161-48bd-b278-0e26df63eee7 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.745751 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa1b38f-b161-48bd-b278-0e26df63eee7 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Network 6044ac88-aab2-49b8-913b-7084120b2c21 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:40.750028 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1b38f-b161-48bd-b278-0e26df63eee7 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event updated for resources: {'Port': ['ID=91b4d879-29f2-444b-bdfd-7897af2dd194,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:40.755389 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-efa1b38f-b161-48bd-b278-0e26df63eee7 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:40.761282 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa1b38f-b161-48bd-b278-0e26df63eee7 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:40.784158 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device fd152081-6475-43ff-abf9-7011a0522372 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:27:40.818455 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5e3fe6ae-c453-4585-8720-e9e34f6f5110 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.818708 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e516b471-2640-4dd0-a732-f61e8ea6d57d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.831965 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5e3fe6ae-c453-4585-8720-e9e34f6f5110 None None] Transition to ACTIVE for port object 5a1d228f-6084-48fa-a99c-82ea3c1ecfcd will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:40.841499 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa1b38f-b161-48bd-b278-0e26df63eee7 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:40.842189 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-efa1b38f-b161-48bd-b278-0e26df63eee7 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.850031 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-e516b471-2640-4dd0-a732-f61e8ea6d57d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Transition to ACTIVE for port object dcf4d82b-be0e-4b9c-943a-197ba5093b4a will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:40.864529 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5e3fe6ae-c453-4585-8720-e9e34f6f5110 None None] Transition to ACTIVE for port object 5a1d228f-6084-48fa-a99c-82ea3c1ecfcd will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:40.899369 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-01940d3f-1369-48da-84e8-0aa887b8d62d req-9a772c92-1597-42cc-bb95-3b670cdafc3d tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/security-groups?id=8e0dd00c-81d6-4a18-851d-93334bc3951e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458191 Aug 31 09:27:40.900021 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-261f4b19-5eb9-44ca-8bd2-001628bdfe53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:40.971587 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port fd152081-6475-43ff-abf9-7011a0522372, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=fd152081-6475-43ff-abf9-7011a0522372,segment=NetworkSegment(316e1015-f12d-422c-8b11-cf75c56464db),segment_id=316e1015-f12d-422c-8b11-cf75c56464db)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:40.990235 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': 'fd152081-6475-43ff-abf9-7011a0522372', 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5', 'port_id': 'fd152081-6475-43ff-abf9-7011a0522372', 'mac_address': 'fa:16:3e:0e:e1:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ae897c-9425-4b1d-8e0e-fa584db75384', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:27:41.025007 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e516b471-2640-4dd0-a732-f61e8ea6d57d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:41.034236 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5e3fe6ae-c453-4585-8720-e9e34f6f5110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:41.072726 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e516b471-2640-4dd0-a732-f61e8ea6d57d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:41.072964 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761ddbe6-b9ed-4c81-8b07-9f917703f5fb tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:41.077303 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-761ddbe6-b9ed-4c81-8b07-9f917703f5fb tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:41.082664 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-e516b471-2640-4dd0-a732-f61e8ea6d57d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:41.121258 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3fe6ae-c453-4585-8720-e9e34f6f5110 None None] Pushing event updated for resources: {'Port': ['ID=5a1d228f-6084-48fa-a99c-82ea3c1ecfcd,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:41.137535 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e516b471-2640-4dd0-a732-f61e8ea6d57d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:41.147464 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e516b471-2640-4dd0-a732-f61e8ea6d57d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:41.148150 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e516b471-2640-4dd0-a732-f61e8ea6d57d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:41.151273 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3fe6ae-c453-4585-8720-e9e34f6f5110 None None] Network 7772a90c-56fe-4c5c-b32b-e54e3e0ee6e0 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:41.153710 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:41.157735 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-5e3fe6ae-c453-4585-8720-e9e34f6f5110 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:41.161134 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3fe6ae-c453-4585-8720-e9e34f6f5110 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:41.168210 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-efa1b38f-b161-48bd-b278-0e26df63eee7 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.3031013 Aug 31 09:27:41.171424 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44038) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:41.178607 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-60f0ca27-6e3e-47a3-a119-70e8a93ad93b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'port_id': '91b4d879-29f2-444b-bdfd-7897af2dd194', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:41.189795 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121441d2-9101-4abc-ba8d-eb1097f3f1ea req-5da86683-1413-4b82-afa3-984694b8c59a tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:41.194268 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516b471-2640-4dd0-a732-f61e8ea6d57d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Port': ['ID=dcf4d82b-be0e-4b9c-943a-197ba5093b4a,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:41.199129 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-121441d2-9101-4abc-ba8d-eb1097f3f1ea req-5da86683-1413-4b82-afa3-984694b8c59a tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 946 time: 0.2351921 Aug 31 09:27:41.212836 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-761ddbe6-b9ed-4c81-8b07-9f917703f5fb tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] device_id is not set on port ae5a82c3-9da5-46d8-b5b2-e08700b932a4 yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:27:41.232969 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd152081-6475-43ff-abf9-7011a0522372 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:27:41.238791 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.db.api [None req-60f0ca27-6e3e-47a3-a119-70e8a93ad93b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:27:41.238791 n-d-791506-28 neutron-server[95552]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:27:41.238791 n-d-791506-28 neutron-server[95552]: [parameters: {'project_id_1': '0b4588249af94f7795d0a2af50433a2f', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 27, 41, 191230)}] Aug 31 09:27:41.238791 n-d-791506-28 neutron-server[95552]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:27:41.241954 n-d-791506-28 neutron-server[95552]: DEBUG oslo_db.api [None req-60f0ca27-6e3e-47a3-a119-70e8a93ad93b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:27:41.254983 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-5e3fe6ae-c453-4585-8720-e9e34f6f5110 None None] Attempting to bind port 5a1d228f-6084-48fa-a99c-82ea3c1ecfcd on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:41.255437 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-5e3fe6ae-c453-4585-8720-e9e34f6f5110 None None] Attempting to bind port 5a1d228f-6084-48fa-a99c-82ea3c1ecfcd by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '76126258-5b66-435a-8d25-1a8ba359df6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': '7772a90c-56fe-4c5c-b32b-e54e3e0ee6e0'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:41.255865 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3fe6ae-c453-4585-8720-e9e34f6f5110 None None] Attempting to bind port 5a1d228f-6084-48fa-a99c-82ea3c1ecfcd on network 7772a90c-56fe-4c5c-b32b-e54e3e0ee6e0 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:41.284930 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3fe6ae-c453-4585-8720-e9e34f6f5110 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:27:41.285743 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3fe6ae-c453-4585-8720-e9e34f6f5110 None None] Checking segment: {'id': '76126258-5b66-435a-8d25-1a8ba359df6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': '7772a90c-56fe-4c5c-b32b-e54e3e0ee6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:41.293365 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5e3fe6ae-c453-4585-8720-e9e34f6f5110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:41.293365 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3fe6ae-c453-4585-8720-e9e34f6f5110 None None] Bound using segment: {'id': '76126258-5b66-435a-8d25-1a8ba359df6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': '7772a90c-56fe-4c5c-b32b-e54e3e0ee6e0'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:27:41.293365 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-5e3fe6ae-c453-4585-8720-e9e34f6f5110 None None] Bound port: 5a1d228f-6084-48fa-a99c-82ea3c1ecfcd, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76126258-5b66-435a-8d25-1a8ba359df6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': '7772a90c-56fe-4c5c-b32b-e54e3e0ee6e0'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:27:41.293365 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5e3fe6ae-c453-4585-8720-e9e34f6f5110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:41.293365 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port fd152081-6475-43ff-abf9-7011a0522372, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=fd152081-6475-43ff-abf9-7011a0522372,segment=NetworkSegment(316e1015-f12d-422c-8b11-cf75c56464db),segment_id=316e1015-f12d-422c-8b11-cf75c56464db)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:41.347715 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f1bfbfc4-71b0-4004-8f10-f1d40489883d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:41.368480 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-121441d2-9101-4abc-ba8d-eb1097f3f1ea req-12249794-606e-40c3-89de-bc37dd5c2b98 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407349 Aug 31 09:27:41.401110 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:41.442378 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-5e3fe6ae-c453-4585-8720-e9e34f6f5110 None None] For port 5a1d228f-6084-48fa-a99c-82ea3c1ecfcd, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:41.454594 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-754a039c-44a1-416f-b241-2cd9a2b3d01d tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] Made reservation on behalf of 94e1212a915343e5a353480ed25083ed for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:41.455191 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-5e3fe6ae-c453-4585-8720-e9e34f6f5110 None None] For port 5a1d228f-6084-48fa-a99c-82ea3c1ecfcd, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=5a1d228f-6084-48fa-a99c-82ea3c1ecfcd,segment=NetworkSegment(76126258-5b66-435a-8d25-1a8ba359df6f),segment_id=76126258-5b66-435a-8d25-1a8ba359df6f)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:27:41.455310 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-754a039c-44a1-416f-b241-2cd9a2b3d01d tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:41.470984 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0644f8-cc0f-42e3-b44e-4c8ea879456a req-6415c08c-1df9-4a25-bff0-478a37a6339f tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:41.472429 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fd0644f8-cc0f-42e3-b44e-4c8ea879456a req-6415c08c-1df9-4a25-bff0-478a37a6339f tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 946 time: 0.3382509 Aug 31 09:27:41.517698 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['fd152081-6475-43ff-abf9-7011a0522372'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:27:41.534587 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e516b471-2640-4dd0-a732-f61e8ea6d57d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1245096 Aug 31 09:27:41.540612 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44046) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:41.548009 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-50f32e29-9a3b-45b5-bb39-ba1e14f28825 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'port': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'fixed_ips': [{'subnet_id': 'd55e5bec-02d9-4893-9d21-981cfd0e6d51', 'ip_address': '2001:db8::fd27:5cfe:f284:b883'}], 'name': 'tempest-NetworksTestDHCPv6-2087533411'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:41.548359 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4e9e0bb5-328a-4b85-905d-b1d39112fd2a up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:41.552500 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=fd152081-6475-43ff-abf9-7011a0522372,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:41.573748 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-761ddbe6-b9ed-4c81-8b07-9f917703f5fb tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Allocated IP 2001:db8::383 (7772a90c-56fe-4c5c-b32b-e54e3e0ee6e0/e7ab38a3-a1d7-47c0-86cb-5385870679e8/ae5a82c3-9da5-46d8-b5b2-e08700b932a4) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:41.582319 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5e3fe6ae-c453-4585-8720-e9e34f6f5110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:41.705882 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fd0644f8-cc0f-42e3-b44e-4c8ea879456a req-f340b1c6-6f4c-4e2e-9511-476adbd4a5c9 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164004 Aug 31 09:27:41.710975 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3fe6ae-c453-4585-8720-e9e34f6f5110 None None] Pushing event updated for resources: {'Port': ['ID=5a1d228f-6084-48fa-a99c-82ea3c1ecfcd,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:41.753839 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-261f4b19-5eb9-44ca-8bd2-001628bdfe53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f880ded-a23c-4499-b7d7-dab4ad8e1966 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:27:41.775187 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8c9d2777-6264-443b-a9e3-d35b94f6ed1c None None] Provisioning for port 4e9e0bb5-328a-4b85-905d-b1d39112fd2a completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:41.785627 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-261f4b19-5eb9-44ca-8bd2-001628bdfe53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:41.890675 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 4e9e0bb5-328a-4b85-905d-b1d39112fd2a completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:41.901544 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 4e9e0bb5-328a-4b85-905d-b1d39112fd2a triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:41.901924 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:41.904592 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60f0ca27-6e3e-47a3-a119-70e8a93ad93b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for floatingip, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:41.931582 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-261f4b19-5eb9-44ca-8bd2-001628bdfe53 service neutron] Transition to ACTIVE for port object 1f880ded-a23c-4499-b7d7-dab4ad8e1966 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:41.976734 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-048b7d66-2fc2-4e32-90b4-63f49b4abda9 req-5af8b4a1-3bd1-4543-b43b-ea9178a2d6df tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.119 "GET /v2.0/ports?device_id=ae35a955-9d07-4bca-9254-34da68591156 HTTP/1.1" status: 200 len: 210 time: 0.1604459 Aug 31 09:27:42.024081 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-261f4b19-5eb9-44ca-8bd2-001628bdfe53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:42.122439 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-754a039c-44a1-416f-b241-2cd9a2b3d01d tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] Allocated IP 172.20.0.13 (02b4ec99-8302-4e88-9df3-f837af1a9609/2b65348d-d7d6-4b26-a644-853d9a0230e8/fc909aa7-0aad-4fd2-84bd-a357af2b5397) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:42.145441 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f32e29-9a3b-45b5-bb39-ba1e14f28825 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:42.163958 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:42.165137 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-50f32e29-9a3b-45b5-bb39-ba1e14f28825 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:42.198967 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60f0ca27-6e3e-47a3-a119-70e8a93ad93b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:42.212310 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 4e9e0bb5-328a-4b85-905d-b1d39112fd2a, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4e9e0bb5-328a-4b85-905d-b1d39112fd2a,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:42.221616 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-50f32e29-9a3b-45b5-bb39-ba1e14f28825 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] device_id is not set on port 5c2207d1-58bd-41ed-8480-7262afe6c3ee yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:27:42.241151 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-761ddbe6-b9ed-4c81-8b07-9f917703f5fb tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:42.257602 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b045ac1f-1761-435f-9923-15c083d91f51 None None] Provisioning for port dcf4d82b-be0e-4b9c-943a-197ba5093b4a completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:42.272406 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b045ac1f-1761-435f-9923-15c083d91f51 None None] Provisioning complete for port dcf4d82b-be0e-4b9c-943a-197ba5093b4a triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:42.273159 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b045ac1f-1761-435f-9923-15c083d91f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:42.281863 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90084a-980a-496d-8e07-352d25f221a3 req-44b89305-4ac8-4877-879a-2497358c051a tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:42.283635 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7d90084a-980a-496d-8e07-352d25f221a3 req-44b89305-4ac8-4877-879a-2497358c051a tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/ports?device_id=8b66aeb7-b235-49db-a02e-ebb9bcc724df HTTP/1.1" status: 200 len: 943 time: 0.2713654 Aug 31 09:27:42.284398 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f4b19-5eb9-44ca-8bd2-001628bdfe53 service neutron] Pushing event updated for resources: {'Port': ['ID=1f880ded-a23c-4499-b7d7-dab4ad8e1966,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:42.325106 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-761ddbe6-b9ed-4c81-8b07-9f917703f5fb tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Transition to ACTIVE for port object ae5a82c3-9da5-46d8-b5b2-e08700b932a4 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:42.328006 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:42.394179 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-b045ac1f-1761-435f-9923-15c083d91f51 None None] Port dcf4d82b-be0e-4b9c-943a-197ba5093b4a cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:27:42.423731 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=4e9e0bb5-328a-4b85-905d-b1d39112fd2a,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:42.503225 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-60f0ca27-6e3e-47a3-a119-70e8a93ad93b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Allocated IP 172.25.2.49 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/f8e640f5-25ab-4b80-a68b-bd2cb4185371) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:42.522158 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7d90084a-980a-496d-8e07-352d25f221a3 req-5048f53c-5690-4a10-8181-332c22d0046b tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/security-groups?id=8e0dd00c-81d6-4a18-851d-93334bc3951e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118871 Aug 31 09:27:42.563087 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-261f4b19-5eb9-44ca-8bd2-001628bdfe53 service neutron] Attempting to bind port 1f880ded-a23c-4499-b7d7-dab4ad8e1966 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:42.563561 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-261f4b19-5eb9-44ca-8bd2-001628bdfe53 service neutron] Attempting to bind port 1f880ded-a23c-4499-b7d7-dab4ad8e1966 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'ab88875e-8d55-4f7d-a46b-837c2f1d7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1632, 'network_id': '5d8cd3d0-2741-41cc-a8d9-92386e58e409'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:42.563943 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-261f4b19-5eb9-44ca-8bd2-001628bdfe53 service neutron] Attempting to bind port 1f880ded-a23c-4499-b7d7-dab4ad8e1966 on network 5d8cd3d0-2741-41cc-a8d9-92386e58e409 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:42.588124 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-261f4b19-5eb9-44ca-8bd2-001628bdfe53 service neutron] Port 1f880ded-a23c-4499-b7d7-dab4ad8e1966 on network 5d8cd3d0-2741-41cc-a8d9-92386e58e409 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:27:42.588460 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-261f4b19-5eb9-44ca-8bd2-001628bdfe53 service neutron] Attempting to bind port 1f880ded-a23c-4499-b7d7-dab4ad8e1966 on network 5d8cd3d0-2741-41cc-a8d9-92386e58e409 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:42.599700 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f32e29-9a3b-45b5-bb39-ba1e14f28825 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 09:27:42.600228 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50f32e29-9a3b-45b5-bb39-ba1e14f28825 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:27:42.616194 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-261f4b19-5eb9-44ca-8bd2-001628bdfe53 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:27:42.617454 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-261f4b19-5eb9-44ca-8bd2-001628bdfe53 service neutron] Checking segment: {'id': 'ab88875e-8d55-4f7d-a46b-837c2f1d7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1632, 'network_id': '5d8cd3d0-2741-41cc-a8d9-92386e58e409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:42.617454 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-261f4b19-5eb9-44ca-8bd2-001628bdfe53 service neutron] Bound using segment: {'id': 'ab88875e-8d55-4f7d-a46b-837c2f1d7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1632, 'network_id': '5d8cd3d0-2741-41cc-a8d9-92386e58e409'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:27:42.617454 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-261f4b19-5eb9-44ca-8bd2-001628bdfe53 service neutron] Bound port: 1f880ded-a23c-4499-b7d7-dab4ad8e1966, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab88875e-8d55-4f7d-a46b-837c2f1d7405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1632, 'network_id': '5d8cd3d0-2741-41cc-a8d9-92386e58e409'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:27:42.619410 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-261f4b19-5eb9-44ca-8bd2-001628bdfe53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:42.649710 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d53d6-cc83-4d08-a07d-dc3e1ff5e1c7 req-61a7060d-71fc-4f91-aef5-902cd6a83b2f tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:42.651480 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c80d53d6-cc83-4d08-a07d-dc3e1ff5e1c7 req-61a7060d-71fc-4f91-aef5-902cd6a83b2f tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 945 time: 0.1663649 Aug 31 09:27:42.666482 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-761ddbe6-b9ed-4c81-8b07-9f917703f5fb tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:42.682702 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60f0ca27-6e3e-47a3-a119-70e8a93ad93b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:42.689044 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-50f32e29-9a3b-45b5-bb39-ba1e14f28825 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1473453 Aug 31 09:27:42.691826 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44062) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:42.737721 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-754a039c-44a1-416f-b241-2cd9a2b3d01d tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:42.794475 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7674370d-b83c-4edf-86ca-e926d8a32fe4 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:42.796865 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device fd152081-6475-43ff-abf9-7011a0522372 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:42.804970 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7674370d-b83c-4edf-86ca-e926d8a32fe4 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:42.806476 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7674370d-b83c-4edf-86ca-e926d8a32fe4 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1133082 Aug 31 09:27:42.809427 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44066) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:42.866953 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761ddbe6-b9ed-4c81-8b07-9f917703f5fb tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network 7772a90c-56fe-4c5c-b32b-e54e3e0ee6e0 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:42.927308 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-761ddbe6-b9ed-4c81-8b07-9f917703f5fb tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:42.940186 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761ddbe6-b9ed-4c81-8b07-9f917703f5fb tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:42.945878 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761ddbe6-b9ed-4c81-8b07-9f917703f5fb tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:42.946640 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-761ddbe6-b9ed-4c81-8b07-9f917703f5fb tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:42.956042 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-261f4b19-5eb9-44ca-8bd2-001628bdfe53 service neutron] For port 1f880ded-a23c-4499-b7d7-dab4ad8e1966, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:42.962646 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ddbe6-b9ed-4c81-8b07-9f917703f5fb tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Port': ['ID=ae5a82c3-9da5-46d8-b5b2-e08700b932a4,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:42.968488 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port fd152081-6475-43ff-abf9-7011a0522372 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:42.969812 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:42.974280 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c80d53d6-cc83-4d08-a07d-dc3e1ff5e1c7 req-cf0265e7-ae1a-4253-86f4-1a53222721aa tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149490 Aug 31 09:27:42.979482 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60f0ca27-6e3e-47a3-a119-70e8a93ad93b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:43.017445 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-261f4b19-5eb9-44ca-8bd2-001628bdfe53 service neutron] For port 1f880ded-a23c-4499-b7d7-dab4ad8e1966, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=1f880ded-a23c-4499-b7d7-dab4ad8e1966,segment=NetworkSegment(ab88875e-8d55-4f7d-a46b-837c2f1d7405),segment_id=ab88875e-8d55-4f7d-a46b-837c2f1d7405)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:27:43.071403 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea368284-af6e-4369-ab99-8deb4306cff9 req-625f9c9a-51a3-443c-800e-581c8c06830f tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:43.077263 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f0ca27-6e3e-47a3-a119-70e8a93ad93b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:43.081451 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ea368284-af6e-4369-ab99-8deb4306cff9 req-625f9c9a-51a3-443c-800e-581c8c06830f tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 946 time: 0.2313254 Aug 31 09:27:43.083159 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-f5e99187-9d87-45bd-9bbe-14ba71bf39a1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting port dcf4d82b-be0e-4b9c-943a-197ba5093b4a {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:43.083831 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f5e99187-9d87-45bd-9bbe-14ba71bf39a1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:43.093221 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-761ddbe6-b9ed-4c81-8b07-9f917703f5fb tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.0796330 Aug 31 09:27:43.094194 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44070) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:43.169168 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-60f0ca27-6e3e-47a3-a119-70e8a93ad93b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:43.181265 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f0ca27-6e3e-47a3-a119-70e8a93ad93b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:43.206925 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-261f4b19-5eb9-44ca-8bd2-001628bdfe53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:43.207413 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:43.215155 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0ca27-6e3e-47a3-a119-70e8a93ad93b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event updated for resources: {'Port': ['ID=f8e640f5-25ab-4b80-a68b-bd2cb4185371,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:43.243213 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e8bd216d-5561-485f-b41c-21f2c2e2ade4 req-b2fe52a2-9dbf-4d8f-b6f9-2f2da69a5675 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.119 "GET /v2.0/ports?device_id=ae35a955-9d07-4bca-9254-34da68591156 HTTP/1.1" status: 200 len: 210 time: 0.1422999 Aug 31 09:27:43.259360 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fadc5f-f4ab-4fb1-af52-6cffe50d768b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd152081-6475-43ff-abf9-7011a0522372'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:43.261659 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a52bbc4-5dfa-4a06-9df8-ca052e706fd0" -d '{"events": [{"server_uuid": "d3fadc5f-f4ab-4fb1-af52-6cffe50d768b", "name": "network-vif-plugged", "status": "completed", "tag": "fd152081-6475-43ff-abf9-7011a0522372"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:43.291425 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f5e99187-9d87-45bd-9bbe-14ba71bf39a1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:43.294215 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port fd152081-6475-43ff-abf9-7011a0522372, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=fd152081-6475-43ff-abf9-7011a0522372,segment=NetworkSegment(316e1015-f12d-422c-8b11-cf75c56464db),segment_id=316e1015-f12d-422c-8b11-cf75c56464db)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:43.306752 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-754a039c-44a1-416f-b241-2cd9a2b3d01d tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:43.330702 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-f5e99187-9d87-45bd-9bbe-14ba71bf39a1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Calling delete_port for dcf4d82b-be0e-4b9c-943a-197ba5093b4a owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:43.337461 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6230bc31-f4ac-41a3-8161-9a702175fe90 None None] Network 7772a90c-56fe-4c5c-b32b-e54e3e0ee6e0 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:43.351717 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-261f4b19-5eb9-44ca-8bd2-001628bdfe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:43.352340 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-261f4b19-5eb9-44ca-8bd2-001628bdfe53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:43.353723 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-261f4b19-5eb9-44ca-8bd2-001628bdfe53 service neutron] 10.222.0.112 "PUT /v2.0/ports/1f880ded-a23c-4499-b7d7-dab4ad8e1966 HTTP/1.1" status: 200 len: 1092 time: 2.8834417 Aug 31 09:27:43.380515 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b66aeb7-b235-49db-a02e-ebb9bcc724df', 'tag': '1f880ded-a23c-4499-b7d7-dab4ad8e1966'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:43.383267 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11898931-ae1a-4e82-b3e4-de2e8cd5be24" -d '{"events": [{"name": "network-changed", "server_uuid": "8b66aeb7-b235-49db-a02e-ebb9bcc724df", "tag": "1f880ded-a23c-4499-b7d7-dab4ad8e1966"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:43.421547 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ea368284-af6e-4369-ab99-8deb4306cff9 req-5086ba7c-7fc8-4ecf-91ee-77ec42259b64 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3284652 Aug 31 09:27:43.425456 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b366a66-9fbf-40a4-9835-bc04bcc26c71 x-openstack-request-id: req-4b366a66-9fbf-40a4-9835-bc04bcc26c71 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:43.432091 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3fadc5f-f4ab-4fb1-af52-6cffe50d768b", "name": "network-vif-plugged", "status": "completed", "tag": "fd152081-6475-43ff-abf9-7011a0522372", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:43.432091 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4b366a66-9fbf-40a4-9835-bc04bcc26c71 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:43.438486 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3fadc5f-f4ab-4fb1-af52-6cffe50d768b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd152081-6475-43ff-abf9-7011a0522372', 'code': 200} Aug 31 09:27:43.445208 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:43.470585 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-754a039c-44a1-416f-b241-2cd9a2b3d01d tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] Network 02b4ec99-8302-4e88-9df3-f837af1a9609 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:43.481710 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8feab73-7ff3-4208-9db3-f8b995c82ebd x-openstack-request-id: req-c8feab73-7ff3-4208-9db3-f8b995c82ebd {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:43.482652 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b66aeb7-b235-49db-a02e-ebb9bcc724df", "tag": "1f880ded-a23c-4499-b7d7-dab4ad8e1966", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:43.483970 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-c8feab73-7ff3-4208-9db3-f8b995c82ebd {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:43.483970 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b66aeb7-b235-49db-a02e-ebb9bcc724df', 'tag': '1f880ded-a23c-4499-b7d7-dab4ad8e1966', 'status': 'completed', 'code': 200} Aug 31 09:27:43.513734 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-754a039c-44a1-416f-b241-2cd9a2b3d01d tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:43.530734 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-754a039c-44a1-416f-b241-2cd9a2b3d01d tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:43.577532 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f4b19-5eb9-44ca-8bd2-001628bdfe53 service neutron] Pushing event updated for resources: {'Port': ['ID=1f880ded-a23c-4499-b7d7-dab4ad8e1966,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:43.684807 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=fd152081-6475-43ff-abf9-7011a0522372,revision_number=7']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:43.687964 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-f199ad28-43c7-4123-8d28-b0b99897d533 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Deleting port ae5a82c3-9da5-46d8-b5b2-e08700b932a4 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:43.688170 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f199ad28-43c7-4123-8d28-b0b99897d533 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:43.702247 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-754a039c-44a1-416f-b241-2cd9a2b3d01d tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:43.703036 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-754a039c-44a1-416f-b241-2cd9a2b3d01d tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:43.725020 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4e9e0bb5-328a-4b85-905d-b1d39112fd2a up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:43.726993 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11898931-ae1a-4e82-b3e4-de2e8cd5be24 req-e61962e9-1327-4898-945f-c7e6f7b09926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:43.728660 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11898931-ae1a-4e82-b3e4-de2e8cd5be24 req-e61962e9-1327-4898-945f-c7e6f7b09926 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8e0ac9d4229d4bdd99836129c4e5a358&device_id=8b66aeb7-b235-49db-a02e-ebb9bcc724df HTTP/1.1" status: 200 len: 1095 time: 0.2102432 Aug 31 09:27:43.759517 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a039c-44a1-416f-b241-2cd9a2b3d01d tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] Pushing event updated for resources: {'Port': ['ID=fc909aa7-0aad-4fd2-84bd-a357af2b5397,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:43.780601 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9fb3534f-cf09-469d-b235-1d4bf251e000 None None] Provisioning for port 5a1d228f-6084-48fa-a99c-82ea3c1ecfcd completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:43.870654 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 4e9e0bb5-328a-4b85-905d-b1d39112fd2a triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:43.871395 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:43.883650 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f5e99187-9d87-45bd-9bbe-14ba71bf39a1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.003116 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4fd26696-2c8c-4971-9695-91e07a2d1e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.020455 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 5a1d228f-6084-48fa-a99c-82ea3c1ecfcd up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:44.054523 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e99187-9d87-45bd-9bbe-14ba71bf39a1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Port': ['ID=dcf4d82b-be0e-4b9c-943a-197ba5093b4a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:44.100761 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f5e99187-9d87-45bd-9bbe-14ba71bf39a1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.102642 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.106072 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f5e99187-9d87-45bd-9bbe-14ba71bf39a1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/dcf4d82b-be0e-4b9c-943a-197ba5093b4a HTTP/1.1" status: 204 len: 168 time: 1.2947619 Aug 31 09:27:44.108818 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44080) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:44.189679 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 5a1d228f-6084-48fa-a99c-82ea3c1ecfcd completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:44.203724 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 5a1d228f-6084-48fa-a99c-82ea3c1ecfcd triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:44.205426 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.252849 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-754a039c-44a1-416f-b241-2cd9a2b3d01d tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7959988 Aug 31 09:27:44.295406 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aec1be3-d74c-4c5b-b0cb-bee9844fb417 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:44.296961 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aec1be3-d74c-4c5b-b0cb-bee9844fb417 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:44.298909 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0aec1be3-d74c-4c5b-b0cb-bee9844fb417 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1891959 Aug 31 09:27:44.301969 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44084) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:44.399049 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c1c822d-b279-444d-811e-208096c59509 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting subnet d55e5bec-02d9-4893-9d21-981cfd0e6d51 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:27:44.403322 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.433462 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-9b678807-c394-4e33-b302-f7732bfafc42 service neutron] Request body: {'port': {'device_id': 'ae35a955-9d07-4bca-9254-34da68591156', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:44.440672 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2c1c822d-b279-444d-811e-208096c59509 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.492670 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 5a1d228f-6084-48fa-a99c-82ea3c1ecfcd, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=5a1d228f-6084-48fa-a99c-82ea3c1ecfcd,segment=NetworkSegment(76126258-5b66-435a-8d25-1a8ba359df6f),segment_id=76126258-5b66-435a-8d25-1a8ba359df6f)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:44.505021 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-18faab63-87a9-4778-9d23-e1af06cb395d None None] Provisioning for port ae5a82c3-9da5-46d8-b5b2-e08700b932a4 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:44.511851 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-18faab63-87a9-4778-9d23-e1af06cb395d None None] Provisioning complete for port ae5a82c3-9da5-46d8-b5b2-e08700b932a4 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:44.513409 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-18faab63-87a9-4778-9d23-e1af06cb395d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.516665 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2c1c822d-b279-444d-811e-208096c59509 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.526815 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60f0ca27-6e3e-47a3-a119-70e8a93ad93b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.576501 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.675200 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-18faab63-87a9-4778-9d23-e1af06cb395d None None] Port ae5a82c3-9da5-46d8-b5b2-e08700b932a4 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:27:44.676812 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f199ad28-43c7-4123-8d28-b0b99897d533 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.692797 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2c1c822d-b279-444d-811e-208096c59509 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.695631 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff165d7-2fa7-41c4-b446-cf11d46292ed req-2673e78c-4f38-4ef1-b18c-1f7657f02f1b tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:44.699555 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=5a1d228f-6084-48fa-a99c-82ea3c1ecfcd,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:44.704621 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eff165d7-2fa7-41c4-b446-cf11d46292ed req-2673e78c-4f38-4ef1-b18c-1f7657f02f1b tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/ports?device_id=8b66aeb7-b235-49db-a02e-ebb9bcc724df HTTP/1.1" status: 200 len: 943 time: 0.9488633 Aug 31 09:27:44.708829 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-18faab63-87a9-4778-9d23-e1af06cb395d None None] Provisioning complete for port 5a1d228f-6084-48fa-a99c-82ea3c1ecfcd triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:44.709570 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-18faab63-87a9-4778-9d23-e1af06cb395d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.753840 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88391449-0a6d-46a0-a500-362c761cdbe2 req-18eb35a9-11e9-44a0-909f-c67eeb3384c3 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:44.762110 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88391449-0a6d-46a0-a500-362c761cdbe2 req-18eb35a9-11e9-44a0-909f-c67eeb3384c3 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 946 time: 0.5121305 Aug 31 09:27:44.764458 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-f199ad28-43c7-4123-8d28-b0b99897d533 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Calling delete_port for ae5a82c3-9da5-46d8-b5b2-e08700b932a4 owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:44.772300 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60f0ca27-6e3e-47a3-a119-70e8a93ad93b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.818795 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-9b678807-c394-4e33-b302-f7732bfafc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.854405 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11898931-ae1a-4e82-b3e4-de2e8cd5be24 req-60e8683a-fa0d-4a78-a8d8-4a283ed2e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:44.859294 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11898931-ae1a-4e82-b3e4-de2e8cd5be24 req-60e8683a-fa0d-4a78-a8d8-4a283ed2e102 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=8e0ac9d4229d4bdd99836129c4e5a358&shared=False HTTP/1.1" status: 200 len: 922 time: 1.0944090 Aug 31 09:27:44.896067 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2c1c822d-b279-444d-811e-208096c59509 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.932613 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c822d-b279-444d-811e-208096c59509 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Subnet': ['ID=d55e5bec-02d9-4893-9d21-981cfd0e6d51,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:44.949623 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2c1c822d-b279-444d-811e-208096c59509 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:44.955809 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2c1c822d-b279-444d-811e-208096c59509 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/d55e5bec-02d9-4893-9d21-981cfd0e6d51 HTTP/1.1" status: 204 len: 168 time: 0.6504486 Aug 31 09:27:44.958030 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44088) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:44.987365 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717c52e6-8a60-41ff-9fa3-84585dc6d23f None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:45.054174 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-cb0e381a-4410-4c05-83fe-d8054059ce89 None None] Provisioning complete for port ae5a82c3-9da5-46d8-b5b2-e08700b932a4 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:45.055051 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cb0e381a-4410-4c05-83fe-d8054059ce89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:45.162818 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e381a-4410-4c05-83fe-d8054059ce89 None None] Port ae5a82c3-9da5-46d8-b5b2-e08700b932a4 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:27:45.270408 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-9b678807-c394-4e33-b302-f7732bfafc42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc909aa7-0aad-4fd2-84bd-a357af2b5397 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:27:45.279720 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-9b678807-c394-4e33-b302-f7732bfafc42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:45.329062 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bc4571-21e4-47ef-843c-0bd28d86bad8 None None] DHCP port deletion for 17930598-f4af-4731-83ee-9969406c94e8 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:27:45.334498 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-9b678807-c394-4e33-b302-f7732bfafc42 service neutron] Transition to ACTIVE for port object fc909aa7-0aad-4fd2-84bd-a357af2b5397 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:45.341674 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eff165d7-2fa7-41c4-b446-cf11d46292ed req-d03f1e7a-76ee-4427-9950-d88602b8cd8a tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/security-groups?id=8e0dd00c-81d6-4a18-851d-93334bc3951e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6355619 Aug 31 09:27:45.361224 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88391449-0a6d-46a0-a500-362c761cdbe2 req-b3af373a-fe26-429e-a379-d71a29338684 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5925725 Aug 31 09:27:45.364018 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-34d0fbdd-ff67-432a-b92a-1f223dd5a9b5 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4048622 Aug 31 09:27:45.368118 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44090) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:45.375139 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-834966cc-a3c0-4bf2-b7c2-d43bb8437f69 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:45.431829 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-9b678807-c394-4e33-b302-f7732bfafc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:45.474893 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:45.535270 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60f0ca27-6e3e-47a3-a119-70e8a93ad93b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:45.560616 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-84bc4571-21e4-47ef-843c-0bd28d86bad8 None None] Deleting port 4e9e0bb5-328a-4b85-905d-b1d39112fd2a {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:45.562993 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-84bc4571-21e4-47ef-843c-0bd28d86bad8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:45.602462 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11898931-ae1a-4e82-b3e4-de2e8cd5be24 req-7211263a-a2df-4194-8ca8-67ab047eb6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:45.604044 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11898931-ae1a-4e82-b3e4-de2e8cd5be24 req-7211263a-a2df-4194-8ca8-67ab047eb6d8 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7328420 Aug 31 09:27:45.611924 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60f0ca27-6e3e-47a3-a119-70e8a93ad93b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:45.636008 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-84bc4571-21e4-47ef-843c-0bd28d86bad8 None None] For port 4e9e0bb5-328a-4b85-905d-b1d39112fd2a, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4e9e0bb5-328a-4b85-905d-b1d39112fd2a,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:45.636446 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-84bc4571-21e4-47ef-843c-0bd28d86bad8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:45.644064 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b678807-c394-4e33-b302-f7732bfafc42 service neutron] Pushing event updated for resources: {'Port': ['ID=fc909aa7-0aad-4fd2-84bd-a357af2b5397,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:45.651181 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-84bc4571-21e4-47ef-843c-0bd28d86bad8 None None] Calling delete_port for 4e9e0bb5-328a-4b85-905d-b1d39112fd2a owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:45.670620 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834966cc-a3c0-4bf2-b7c2-d43bb8437f69 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:45.676124 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-834966cc-a3c0-4bf2-b7c2-d43bb8437f69 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:45.721080 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d63ee-9664-46ae-806b-326f19f632b9 req-81ff43ca-92d3-466c-a207-bb1d489a5a36 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:45.728360 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-039d63ee-9664-46ae-806b-326f19f632b9 req-81ff43ca-92d3-466c-a207-bb1d489a5a36 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.119 "GET /v2.0/ports?device_id=ae35a955-9d07-4bca-9254-34da68591156 HTTP/1.1" status: 200 len: 944 time: 0.2601330 Aug 31 09:27:45.741365 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 5a1d228f-6084-48fa-a99c-82ea3c1ecfcd up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:45.814901 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa9791-6937-47e6-8ea3-c09d474593e5 req-8b55f38a-3f90-44cf-aed3-c19fc33c6f51 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:45.816449 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a1fa9791-6937-47e6-8ea3-c09d474593e5 req-8b55f38a-3f90-44cf-aed3-c19fc33c6f51 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 946 time: 0.2278872 Aug 31 09:27:45.829194 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 5a1d228f-6084-48fa-a99c-82ea3c1ecfcd triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:45.829576 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:45.833317 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0ca27-6e3e-47a3-a119-70e8a93ad93b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event updated for resources: {'Port': ['ID=f8e640f5-25ab-4b80-a68b-bd2cb4185371,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:45.856029 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-84bc4571-21e4-47ef-843c-0bd28d86bad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:45.900342 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc4571-21e4-47ef-843c-0bd28d86bad8 None None] Pushing event deleted for resources: {'Port': ['ID=4e9e0bb5-328a-4b85-905d-b1d39112fd2a,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:45.902257 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-039d63ee-9664-46ae-806b-326f19f632b9 req-730946a4-72d6-443c-a103-4cb87be00ff5 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8c244e1-555c-4f7e-bcbe-caeb3c18de79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729593 Aug 31 09:27:45.905381 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f199ad28-43c7-4123-8d28-b0b99897d533 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:45.909260 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bc4571-21e4-47ef-843c-0bd28d86bad8 None None] No DVR routers for this DVR port 4e9e0bb5-328a-4b85-905d-b1d39112fd2a on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:45.923629 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60f0ca27-6e3e-47a3-a119-70e8a93ad93b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:46.013920 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f199ad28-43c7-4123-8d28-b0b99897d533 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:46.030113 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f199ad28-43c7-4123-8d28-b0b99897d533 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/ports/ae5a82c3-9da5-46d8-b5b2-e08700b932a4 HTTP/1.1" status: 204 len: 168 time: 2.9334178 Aug 31 09:27:46.048353 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-a3cbd900-6943-4155-8c1b-560452b8bf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:46.052547 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-a3cbd900-6943-4155-8c1b-560452b8bf24 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=8e0ac9d4229d4bdd99836129c4e5a358&device_id=8b66aeb7-b235-49db-a02e-ebb9bcc724df HTTP/1.1" status: 200 len: 1095 time: 0.3577499 Aug 31 09:27:46.053369 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199ad28-43c7-4123-8d28-b0b99897d533 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Port': ['ID=ae5a82c3-9da5-46d8-b5b2-e08700b932a4,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:46.055372 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44092) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:46.080279 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a1fa9791-6937-47e6-8ea3-c09d474593e5 req-3cf88e91-0fa9-4aa6-8296-de61e39bbdd5 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2324693 Aug 31 09:27:46.141027 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4e9e0bb5-328a-4b85-905d-b1d39112fd2a no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:46.188643 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-9b678807-c394-4e33-b302-f7732bfafc42 service neutron] Attempting to bind port fc909aa7-0aad-4fd2-84bd-a357af2b5397 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:46.189313 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-9b678807-c394-4e33-b302-f7732bfafc42 service neutron] Attempting to bind port fc909aa7-0aad-4fd2-84bd-a357af2b5397 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'f9c161ac-f613-4f5e-8910-a32b68064d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1646, 'network_id': '02b4ec99-8302-4e88-9df3-f837af1a9609'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:46.189844 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-9b678807-c394-4e33-b302-f7732bfafc42 service neutron] Attempting to bind port fc909aa7-0aad-4fd2-84bd-a357af2b5397 on network 02b4ec99-8302-4e88-9df3-f837af1a9609 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:46.192115 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [None req-60f0ca27-6e3e-47a3-a119-70e8a93ad93b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Floating IP 1d454f9c-606a-47a3-91e6-43838d0d733e associated. External IP: 172.25.2.49, port: 91b4d879-29f2-444b-bdfd-7897af2dd194. Aug 31 09:27:46.196386 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 4e9e0bb5-328a-4b85-905d-b1d39112fd2a {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:46.196764 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4e9e0bb5-328a-4b85-905d-b1d39112fd2a not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:46.199362 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-7a4fe7db-bc5d-4952-af53-455a7f5551e3 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f880ded-a23c-4499-b7d7-dab4ad8e1966 HTTP/1.1" status: 200 len: 217 time: 0.0711892 Aug 31 09:27:46.201235 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6516019-247d-4ee3-90dc-516780dfd371 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] GET failed (client error): The resource could not be found. Aug 31 09:27:46.202824 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c6516019-247d-4ee3-90dc-516780dfd371 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "GET /v2.0/ports/ae5a82c3-9da5-46d8-b5b2-e08700b932a4 HTTP/1.1" status: 404 len: 333 time: 0.1215320 Aug 31 09:27:46.221608 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44094) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:46.261823 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-9b678807-c394-4e33-b302-f7732bfafc42 service neutron] Port fc909aa7-0aad-4fd2-84bd-a357af2b5397 on network 02b4ec99-8302-4e88-9df3-f837af1a9609 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:27:46.262141 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-9b678807-c394-4e33-b302-f7732bfafc42 service neutron] Attempting to bind port fc909aa7-0aad-4fd2-84bd-a357af2b5397 on network 02b4ec99-8302-4e88-9df3-f837af1a9609 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:46.303328 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-9b678807-c394-4e33-b302-f7732bfafc42 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:27:46.303817 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-9b678807-c394-4e33-b302-f7732bfafc42 service neutron] Checking segment: {'id': 'f9c161ac-f613-4f5e-8910-a32b68064d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1646, 'network_id': '02b4ec99-8302-4e88-9df3-f837af1a9609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:46.304093 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-9b678807-c394-4e33-b302-f7732bfafc42 service neutron] Bound using segment: {'id': 'f9c161ac-f613-4f5e-8910-a32b68064d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1646, 'network_id': '02b4ec99-8302-4e88-9df3-f837af1a9609'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:27:46.304534 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-9b678807-c394-4e33-b302-f7732bfafc42 service neutron] Bound port: fc909aa7-0aad-4fd2-84bd-a357af2b5397, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9c161ac-f613-4f5e-8910-a32b68064d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1646, 'network_id': '02b4ec99-8302-4e88-9df3-f837af1a9609'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:27:46.304901 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-9b678807-c394-4e33-b302-f7732bfafc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:46.336692 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea0c0662-d80d-4359-b72e-c9c4d22fe184 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Deleting subnet e7ab38a3-a1d7-47c0-86cb-5385870679e8 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:27:46.344018 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ea0c0662-d80d-4359-b72e-c9c4d22fe184 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:46.347537 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-b7d3275e-cc1f-4bea-b52b-36ecc8d96603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:46.352107 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-b7d3275e-cc1f-4bea-b52b-36ecc8d96603 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=01471b66-0d5e-4dcb-bcd5-52e65eb34fbd HTTP/1.1" status: 200 len: 860 time: 0.1423693 Aug 31 09:27:46.480161 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-834966cc-a3c0-4bf2-b7c2-d43bb8437f69 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:46.527591 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-74e19aa1-dab0-4757-b820-2562517e63e7 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=5d8cd3d0-2741-41cc-a8d9-92386e58e409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799315 Aug 31 09:27:46.546120 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834966cc-a3c0-4bf2-b7c2-d43bb8437f69 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Subnet': ['ID=475f8ad0-32fe-45fe-9471-2cc161137646,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:46.556304 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834966cc-a3c0-4bf2-b7c2-d43bb8437f69 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:46.563613 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-834966cc-a3c0-4bf2-b7c2-d43bb8437f69 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:46.565983 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834966cc-a3c0-4bf2-b7c2-d43bb8437f69 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:46.566631 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-834966cc-a3c0-4bf2-b7c2-d43bb8437f69 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:46.576443 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807c1947-6d45-49e2-8296-3d2ef7753f93 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:46.584199 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ea0c0662-d80d-4359-b72e-c9c4d22fe184 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:46.586160 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f0ca27-6e3e-47a3-a119-70e8a93ad93b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Router 7a5d8ef9-95df-4cc5-928f-3d77c54499f3 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:27:46.668110 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-834966cc-a3c0-4bf2-b7c2-d43bb8437f69 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2984743 Aug 31 09:27:46.672027 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44100) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:46.679621 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-8c529c94-7ef3-43f0-845a-694aebb424d2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'port': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'fixed_ips': [{'subnet_id': '475f8ad0-32fe-45fe-9471-2cc161137646', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-88139706'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:46.776726 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b692eab-389c-4d06-a7e9-bdc0cfdb7d4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-17930598-f4af-4731-83ee-9969406c94e8', 'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'fixed_ips': [{'subnet_id': '475f8ad0-32fe-45fe-9471-2cc161137646'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:27:46.777789 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9b692eab-389c-4d06-a7e9-bdc0cfdb7d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:46.828317 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-9b678807-c394-4e33-b302-f7732bfafc42 service neutron] For port fc909aa7-0aad-4fd2-84bd-a357af2b5397, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:46.840855 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f0ca27-6e3e-47a3-a119-70e8a93ad93b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:27:46.869284 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-9b678807-c394-4e33-b302-f7732bfafc42 service neutron] For port fc909aa7-0aad-4fd2-84bd-a357af2b5397, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=fc909aa7-0aad-4fd2-84bd-a357af2b5397,segment=NetworkSegment(f9c161ac-f613-4f5e-8910-a32b68064d55),segment_id=f9c161ac-f613-4f5e-8910-a32b68064d55)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:27:46.900849 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90399cc-8d7a-4f0c-8d91-b8ea19020c9b None None] Sync routers for ids ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:27:46.902195 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd39bd-0c56-489c-8d2b-c704c686e8ee req-166fc3b3-ff7f-42a1-9cdd-23e7ce492064 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:46.911778 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62fd39bd-0c56-489c-8d2b-c704c686e8ee req-166fc3b3-ff7f-42a1-9cdd-23e7ce492064 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 946 time: 0.3806167 Aug 31 09:27:46.922259 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764378d-b255-4627-86de-8ee6895586ee req-160e658e-0d2d-4d4e-b4f0-56e2f623087e tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:46.930803 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e764378d-b255-4627-86de-8ee6895586ee req-160e658e-0d2d-4d4e-b4f0-56e2f623087e tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/ports?device_id=8b66aeb7-b235-49db-a02e-ebb9bcc724df HTTP/1.1" status: 200 len: 943 time: 0.4021451 Aug 31 09:27:46.932605 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60f0ca27-6e3e-47a3-a119-70e8a93ad93b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:46.939332 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90399cc-8d7a-4f0c-8d91-b8ea19020c9b None None] Routers {'7a5d8ef9-95df-4cc5-928f-3d77c54499f3'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:46.940381 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c90399cc-8d7a-4f0c-8d91-b8ea19020c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:46.945351 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ea0c0662-d80d-4359-b72e-c9c4d22fe184 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:46.999783 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c90399cc-8d7a-4f0c-8d91-b8ea19020c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:47.006940 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-9b678807-c394-4e33-b302-f7732bfafc42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:47.011794 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-60f0ca27-6e3e-47a3-a119-70e8a93ad93b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.8335338 Aug 31 09:27:47.015193 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44104) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:47.037126 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-75b90247-1a58-45cf-960a-4bfad0914870 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Request body: {'floatingip': {'port_id': '91b4d879-29f2-444b-bdfd-7897af2dd194', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:47.068053 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-00a83d85-66fc-4ef8-8f7b-03d0284fcd7f service neutron] 10.222.0.112 "GET /v2.0/networks/5d8cd3d0-2741-41cc-a8d9-92386e58e409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5196629 Aug 31 09:27:47.095507 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c529c94-7ef3-43f0-845a-694aebb424d2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:47.115707 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-9b692eab-389c-4d06-a7e9-bdc0cfdb7d4d None None] Allocated IP 2001:db8::2 (17930598-f4af-4731-83ee-9969406c94e8/475f8ad0-32fe-45fe-9471-2cc161137646/c0199021-770f-47d2-86de-1916a27cd128) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:47.144521 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e764378d-b255-4627-86de-8ee6895586ee req-2e6bf367-8920-41b6-a109-d16b0d72f416 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/security-groups?id=8e0dd00c-81d6-4a18-851d-93334bc3951e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119691 Aug 31 09:27:47.210049 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8c529c94-7ef3-43f0-845a-694aebb424d2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:47.240807 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-8c529c94-7ef3-43f0-845a-694aebb424d2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] device_id is not set on port 4c792abc-62fe-4adf-9863-47baf86b2c54 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:27:47.258743 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-9b678807-c394-4e33-b302-f7732bfafc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:47.259277 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-9b678807-c394-4e33-b302-f7732bfafc42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:47.260633 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-9b678807-c394-4e33-b302-f7732bfafc42 service neutron] 10.222.0.59 "PUT /v2.0/ports/fc909aa7-0aad-4fd2-84bd-a357af2b5397 HTTP/1.1" status: 200 len: 1093 time: 2.9253836 Aug 31 09:27:47.273212 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62fd39bd-0c56-489c-8d2b-c704c686e8ee req-d132d6a0-28f9-4293-8a7e-588373c3e8d3 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604715 Aug 31 09:27:47.273714 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae35a955-9d07-4bca-9254-34da68591156', 'tag': 'fc909aa7-0aad-4fd2-84bd-a357af2b5397'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:47.276216 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc22b89-8026-4c1e-82ce-eb19f0f33eec" -d '{"events": [{"name": "network-changed", "server_uuid": "ae35a955-9d07-4bca-9254-34da68591156", "tag": "fc909aa7-0aad-4fd2-84bd-a357af2b5397"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:47.297055 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9b692eab-389c-4d06-a7e9-bdc0cfdb7d4d None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:47.306113 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9b692eab-389c-4d06-a7e9-bdc0cfdb7d4d None None] Transition to ACTIVE for port object c0199021-770f-47d2-86de-1916a27cd128 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:47.331925 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-75b90247-1a58-45cf-960a-4bfad0914870 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for floatingip, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:47.336079 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9b692eab-389c-4d06-a7e9-bdc0cfdb7d4d None None] Transition to ACTIVE for port object c0199021-770f-47d2-86de-1916a27cd128 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:47.340265 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:47.342723 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90399cc-8d7a-4f0c-8d91-b8ea19020c9b None None] Routers {'7a5d8ef9-95df-4cc5-928f-3d77c54499f3'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:47.343455 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c90399cc-8d7a-4f0c-8d91-b8ea19020c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:47.400680 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b678807-c394-4e33-b302-f7732bfafc42 service neutron] Pushing event updated for resources: {'Port': ['ID=fc909aa7-0aad-4fd2-84bd-a357af2b5397,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:47.409978 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c90399cc-8d7a-4f0c-8d91-b8ea19020c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:47.410688 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90399cc-8d7a-4f0c-8d91-b8ea19020c9b None None] The sync data for ids ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:27:47.471126 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9b692eab-389c-4d06-a7e9-bdc0cfdb7d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:47.489851 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ea0c0662-d80d-4359-b72e-c9c4d22fe184 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:47.508008 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b692eab-389c-4d06-a7e9-bdc0cfdb7d4d None None] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:47.509766 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-9b692eab-389c-4d06-a7e9-bdc0cfdb7d4d None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:47.546421 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b692eab-389c-4d06-a7e9-bdc0cfdb7d4d None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:47.571108 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c0662-d80d-4359-b72e-c9c4d22fe184 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Subnet': ['ID=e7ab38a3-a1d7-47c0-86cb-5385870679e8,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:47.575187 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ea0c0662-d80d-4359-b72e-c9c4d22fe184 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:47.577804 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ea0c0662-d80d-4359-b72e-c9c4d22fe184 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/subnets/e7ab38a3-a1d7-47c0-86cb-5385870679e8 HTTP/1.1" status: 204 len: 168 time: 1.3552444 Aug 31 09:27:47.590506 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3bee4c7-ca13-47c7-a222-d38b8bbc0082 req-b6005521-7063-4f15-9646-7afab8694e7f service neutron] 10.222.0.112 "GET /v2.0/networks/5d8cd3d0-2741-41cc-a8d9-92386e58e409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5087485 Aug 31 09:27:47.595039 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44110) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:47.601413 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1e25cc-00b1-40da-88b0-f97a55f0bd2d None None] Network 7772a90c-56fe-4c5c-b32b-e54e3e0ee6e0 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:47.604717 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba99516-b647-45be-8282-5a7eff0b2a9e req-a33a5f66-f138-4b51-9f7c-75d8672e7354 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:47.613658 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dba99516-b647-45be-8282-5a7eff0b2a9e req-a33a5f66-f138-4b51-9f7c-75d8672e7354 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.119 "GET /v2.0/ports?device_id=ae35a955-9d07-4bca-9254-34da68591156 HTTP/1.1" status: 200 len: 944 time: 0.3570123 Aug 31 09:27:47.639087 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9da2a4-be17-4eb1-b626-c18d014e37f4 req-0c66405f-0313-4446-a51a-41f13f752b9e tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:47.646272 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a9da2a4-be17-4eb1-b626-c18d014e37f4 req-0c66405f-0313-4446-a51a-41f13f752b9e tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 946 time: 0.2474713 Aug 31 09:27:47.864867 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b692eab-389c-4d06-a7e9-bdc0cfdb7d4d None None] Pushing event updated for resources: {'Port': ['ID=c0199021-770f-47d2-86de-1916a27cd128,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:47.905690 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-9b692eab-389c-4d06-a7e9-bdc0cfdb7d4d None None] Attempting to bind port c0199021-770f-47d2-86de-1916a27cd128 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:47.906069 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-9b692eab-389c-4d06-a7e9-bdc0cfdb7d4d None None] Attempting to bind port c0199021-770f-47d2-86de-1916a27cd128 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:47.906434 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b692eab-389c-4d06-a7e9-bdc0cfdb7d4d None None] Attempting to bind port c0199021-770f-47d2-86de-1916a27cd128 on network 17930598-f4af-4731-83ee-9969406c94e8 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:47.930912 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b692eab-389c-4d06-a7e9-bdc0cfdb7d4d None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:27:47.931400 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b692eab-389c-4d06-a7e9-bdc0cfdb7d4d None None] Checking segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:47.931821 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9b692eab-389c-4d06-a7e9-bdc0cfdb7d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:47.932233 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b692eab-389c-4d06-a7e9-bdc0cfdb7d4d None None] Bound using segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:27:47.932991 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-9b692eab-389c-4d06-a7e9-bdc0cfdb7d4d None None] Bound port: c0199021-770f-47d2-86de-1916a27cd128, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:27:47.933377 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9b692eab-389c-4d06-a7e9-bdc0cfdb7d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:48.021318 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-9b692eab-389c-4d06-a7e9-bdc0cfdb7d4d None None] For port c0199021-770f-47d2-86de-1916a27cd128, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:48.025002 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-9b692eab-389c-4d06-a7e9-bdc0cfdb7d4d None None] For port c0199021-770f-47d2-86de-1916a27cd128, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=c0199021-770f-47d2-86de-1916a27cd128,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:27:48.085245 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c529c94-7ef3-43f0-845a-694aebb424d2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:27:48.085950 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c529c94-7ef3-43f0-845a-694aebb424d2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:27:48.154928 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8879a1-884b-476e-800b-b0f28875b79c None None] DHCP port deletion for 7772a90c-56fe-4c5c-b32b-e54e3e0ee6e0 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:27:48.219275 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-6b8879a1-884b-476e-800b-b0f28875b79c None None] Deleting port 5a1d228f-6084-48fa-a99c-82ea3c1ecfcd {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:48.219718 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6b8879a1-884b-476e-800b-b0f28875b79c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:48.235511 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-75b90247-1a58-45cf-960a-4bfad0914870 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:48.265335 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-a0d8ae2a-ebe3-4706-a533-868384792431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:48.267769 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-a0d8ae2a-ebe3-4706-a533-868384792431 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94e1212a915343e5a353480ed25083ed&device_id=ae35a955-9d07-4bca-9254-34da68591156 HTTP/1.1" status: 200 len: 1096 time: 0.7955167 Aug 31 09:27:48.313620 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-6b8879a1-884b-476e-800b-b0f28875b79c None None] For port 5a1d228f-6084-48fa-a99c-82ea3c1ecfcd, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=5a1d228f-6084-48fa-a99c-82ea3c1ecfcd,segment=NetworkSegment(76126258-5b66-435a-8d25-1a8ba359df6f),segment_id=76126258-5b66-435a-8d25-1a8ba359df6f)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:48.314056 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6b8879a1-884b-476e-800b-b0f28875b79c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:48.362580 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-069b171c-a5b6-4819-abd4-f32762d5a503 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:48.368031 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-2061ed19-9656-4ddb-905b-100f3fe46fd2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc909aa7-0aad-4fd2-84bd-a357af2b5397 HTTP/1.1" status: 200 len: 217 time: 0.0851977 Aug 31 09:27:48.373557 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dba99516-b647-45be-8282-5a7eff0b2a9e req-3db971c7-cfa1-4051-8b64-214e5a8940f9 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8c244e1-555c-4f7e-bcbe-caeb3c18de79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7581482 Aug 31 09:27:48.377788 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a9da2a4-be17-4eb1-b626-c18d014e37f4 req-85e174b7-b1a3-4161-8ed1-ab436949d7d6 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7272995 Aug 31 09:27:48.424699 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-75b90247-1a58-45cf-960a-4bfad0914870 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:48.449215 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8c529c94-7ef3-43f0-845a-694aebb424d2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.7588055 Aug 31 09:27:48.458820 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-f2207fe1-042c-47cb-b69a-cdfbbe0d50e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:48.469784 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-f2207fe1-042c-47cb-b69a-cdfbbe0d50e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b65348d-d7d6-4b26-a644-853d9a0230e8 HTTP/1.1" status: 200 len: 848 time: 0.0906303 Aug 31 09:27:48.471919 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44116) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:48.557084 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c663e0-8c0e-44a0-992b-7ee9c531b3eb x-openstack-request-id: req-a7c663e0-8c0e-44a0-992b-7ee9c531b3eb {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:48.557084 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae35a955-9d07-4bca-9254-34da68591156", "tag": "fc909aa7-0aad-4fd2-84bd-a357af2b5397", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:48.557468 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-a7c663e0-8c0e-44a0-992b-7ee9c531b3eb {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:48.558183 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae35a955-9d07-4bca-9254-34da68591156', 'tag': 'fc909aa7-0aad-4fd2-84bd-a357af2b5397', 'status': 'completed', 'code': 200} Aug 31 09:27:48.571172 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-56652c25-a21d-422a-90e4-9c9b1bd04abf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=02b4ec99-8302-4e88-9df3-f837af1a9609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849814 Aug 31 09:27:48.678041 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-6b8879a1-884b-476e-800b-b0f28875b79c None None] Calling delete_port for 5a1d228f-6084-48fa-a99c-82ea3c1ecfcd owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:48.678041 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9b692eab-389c-4d06-a7e9-bdc0cfdb7d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:48.726444 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae826050-493f-41ab-9279-3a313403819d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:48.730484 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ae826050-493f-41ab-9279-3a313403819d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2552474 Aug 31 09:27:48.736297 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a1493-d706-4e54-9406-afe3d62209ad req-f05e46fb-69b3-4265-bf73-51a147a41b83 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:48.737565 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44118) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:48.737795 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6e6a1493-d706-4e54-9406-afe3d62209ad req-f05e46fb-69b3-4265-bf73-51a147a41b83 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/ports?device_id=8b66aeb7-b235-49db-a02e-ebb9bcc724df HTTP/1.1" status: 200 len: 943 time: 0.1737003 Aug 31 09:27:48.771760 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b692eab-389c-4d06-a7e9-bdc0cfdb7d4d None None] Pushing event updated for resources: {'Port': ['ID=c0199021-770f-47d2-86de-1916a27cd128,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:48.814303 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ea33c5-ab48-4698-85f2-470e05bd440d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:48.816566 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ea33c5-ab48-4698-85f2-470e05bd440d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:48.819517 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b8ea33c5-ab48-4698-85f2-470e05bd440d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0805333 Aug 31 09:27:48.822145 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44120) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:48.836146 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab371add-3238-4d03-bcf9-84d23039f504 req-93fc6cb6-c016-4693-982e-1fba6eb135e3 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:48.837701 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ab371add-3238-4d03-bcf9-84d23039f504 req-93fc6cb6-c016-4693-982e-1fba6eb135e3 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 946 time: 0.2179990 Aug 31 09:27:48.844031 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-069b171c-a5b6-4819-abd4-f32762d5a503 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Deleting port 5a1d228f-6084-48fa-a99c-82ea3c1ecfcd {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:48.844365 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-069b171c-a5b6-4819-abd4-f32762d5a503 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:48.905758 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6b8879a1-884b-476e-800b-b0f28875b79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:48.926347 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-15e9b6ec-2ecc-48f9-809c-e6fe9c169ffd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting subnet 475f8ad0-32fe-45fe-9471-2cc161137646 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:27:48.935779 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-15e9b6ec-2ecc-48f9-809c-e6fe9c169ffd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:48.954993 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6e6a1493-d706-4e54-9406-afe3d62209ad req-bc0529b5-d3d6-422d-9b72-9a8c06f58030 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/security-groups?id=8e0dd00c-81d6-4a18-851d-93334bc3951e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947124 Aug 31 09:27:48.957214 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-6666d79b-3128-4568-b396-210a2c6db02a service neutron] 10.222.0.59 "GET /v2.0/networks/02b4ec99-8302-4e88-9df3-f837af1a9609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406696 Aug 31 09:27:48.969096 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8879a1-884b-476e-800b-b0f28875b79c None None] No DVR routers for this DVR port 5a1d228f-6084-48fa-a99c-82ea3c1ecfcd on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:48.979479 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8879a1-884b-476e-800b-b0f28875b79c None None] Pushing event deleted for resources: {'Port': ['ID=5a1d228f-6084-48fa-a99c-82ea3c1ecfcd,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:49.029764 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b90247-1a58-45cf-960a-4bfad0914870 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Router 7a5d8ef9-95df-4cc5-928f-3d77c54499f3 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:27:49.036724 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-15e9b6ec-2ecc-48f9-809c-e6fe9c169ffd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:49.136844 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-069b171c-a5b6-4819-abd4-f32762d5a503 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] For port 5a1d228f-6084-48fa-a99c-82ea3c1ecfcd, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=5a1d228f-6084-48fa-a99c-82ea3c1ecfcd,segment=NetworkSegment(76126258-5b66-435a-8d25-1a8ba359df6f),segment_id=76126258-5b66-435a-8d25-1a8ba359df6f)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:49.137289 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-069b171c-a5b6-4819-abd4-f32762d5a503 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:49.157740 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ab371add-3238-4d03-bcf9-84d23039f504 req-942ad7b1-1acf-4b01-a9af-1c61b12aeac3 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953770 Aug 31 09:27:49.184449 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-069b171c-a5b6-4819-abd4-f32762d5a503 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Calling delete_port for 5a1d228f-6084-48fa-a99c-82ea3c1ecfcd owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:49.288969 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b90247-1a58-45cf-960a-4bfad0914870 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:27:49.296165 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-75b90247-1a58-45cf-960a-4bfad0914870 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:49.299544 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9411282f-8454-42c8-a4be-9780b6e61e46 None None] Sync routers for ids ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:27:49.315643 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6fdfb616-4e98-4b34-b731-b6b5276d4fec req-4518395d-05ae-4b79-ad45-713283997f04 service neutron] 10.222.0.59 "GET /v2.0/networks/02b4ec99-8302-4e88-9df3-f837af1a9609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485370 Aug 31 09:27:49.316280 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9411282f-8454-42c8-a4be-9780b6e61e46 None None] Routers {'7a5d8ef9-95df-4cc5-928f-3d77c54499f3'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:49.316421 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-9411282f-8454-42c8-a4be-9780b6e61e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:49.342982 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-15e9b6ec-2ecc-48f9-809c-e6fe9c169ffd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:49.392955 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-069b171c-a5b6-4819-abd4-f32762d5a503 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:49.404891 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-9411282f-8454-42c8-a4be-9780b6e61e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:49.413049 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-75b90247-1a58-45cf-960a-4bfad0914870 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "PUT /v2.0/floatingips/1d454f9c-606a-47a3-91e6-43838d0d733e HTTP/1.1" status: 200 len: 977 time: 2.3939819 Aug 31 09:27:49.415826 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44128) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:49.424380 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069b171c-a5b6-4819-abd4-f32762d5a503 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] No DVR routers for this DVR port 5a1d228f-6084-48fa-a99c-82ea3c1ecfcd on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:49.436830 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9411282f-8454-42c8-a4be-9780b6e61e46 None None] Routers {'7a5d8ef9-95df-4cc5-928f-3d77c54499f3'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:49.437532 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-9411282f-8454-42c8-a4be-9780b6e61e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:49.523067 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b171c-a5b6-4819-abd4-f32762d5a503 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Port': ['ID=5a1d228f-6084-48fa-a99c-82ea3c1ecfcd,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:49.548615 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-9411282f-8454-42c8-a4be-9780b6e61e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:49.549535 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9411282f-8454-42c8-a4be-9780b6e61e46 None None] The sync data for ids ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:27:49.574633 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device c0199021-770f-47d2-86de-1916a27cd128 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:49.628294 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-15e9b6ec-2ecc-48f9-809c-e6fe9c169ffd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:49.673320 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9b6ec-2ecc-48f9-809c-e6fe9c169ffd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Subnet': ['ID=475f8ad0-32fe-45fe-9471-2cc161137646,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:49.694604 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e9b6ec-2ecc-48f9-809c-e6fe9c169ffd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:49.695326 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e9b6ec-2ecc-48f9-809c-e6fe9c169ffd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:49.696852 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e9b6ec-2ecc-48f9-809c-e6fe9c169ffd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:49.697393 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e9b6ec-2ecc-48f9-809c-e6fe9c169ffd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:49.697962 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e9b6ec-2ecc-48f9-809c-e6fe9c169ffd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:49.698513 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e9b6ec-2ecc-48f9-809c-e6fe9c169ffd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:49.699096 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e9b6ec-2ecc-48f9-809c-e6fe9c169ffd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:49.699672 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e9b6ec-2ecc-48f9-809c-e6fe9c169ffd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:49.700240 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e9b6ec-2ecc-48f9-809c-e6fe9c169ffd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:49.700760 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e9b6ec-2ecc-48f9-809c-e6fe9c169ffd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:49.701262 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e9b6ec-2ecc-48f9-809c-e6fe9c169ffd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:49.701805 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e9b6ec-2ecc-48f9-809c-e6fe9c169ffd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:27:49.706567 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-15e9b6ec-2ecc-48f9-809c-e6fe9c169ffd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:49.709148 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-15e9b6ec-2ecc-48f9-809c-e6fe9c169ffd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/475f8ad0-32fe-45fe-9471-2cc161137646 HTTP/1.1" status: 204 len: 168 time: 0.8856723 Aug 31 09:27:49.714441 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44134) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:49.743851 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port c0199021-770f-47d2-86de-1916a27cd128 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:49.762358 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-069b171c-a5b6-4819-abd4-f32762d5a503 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:49.780443 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-94a0d021-5ff5-4911-8957-c1f83edfb218 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0632477 Aug 31 09:27:49.787911 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44136) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:49.800164 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-fcf99c32-bc12-4d71-b648-12b680b3b461 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:49.804665 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-46394bec-ec0a-487b-86f0-6e9ba7687c06 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Deleting port f8e640f5-25ab-4b80-a68b-bd2cb4185371 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:49.805084 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-46394bec-ec0a-487b-86f0-6e9ba7687c06 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:49.823675 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-069b171c-a5b6-4819-abd4-f32762d5a503 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7772a90c-56fe-4c5c-b32b-e54e3e0ee6e0']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:49.837211 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc22b89-8026-4c1e-82ce-eb19f0f33eec req-be5314fc-84eb-4c66-ba12-056d3411afa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:49.840008 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fcc22b89-8026-4c1e-82ce-eb19f0f33eec req-be5314fc-84eb-4c66-ba12-056d3411afa8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94e1212a915343e5a353480ed25083ed&device_id=ae35a955-9d07-4bca-9254-34da68591156 HTTP/1.1" status: 200 len: 1096 time: 0.3509033 Aug 31 09:27:49.841736 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 5a1d228f-6084-48fa-a99c-82ea3c1ecfcd no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:49.847219 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-069b171c-a5b6-4819-abd4-f32762d5a503 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76126258-5b66-435a-8d25-1a8ba359df6f') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:49.847473 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-069b171c-a5b6-4819-abd4-f32762d5a503 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76126258-5b66-435a-8d25-1a8ba359df6f') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:49.877183 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-069b171c-a5b6-4819-abd4-f32762d5a503 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:49.891629 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 5a1d228f-6084-48fa-a99c-82ea3c1ecfcd {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:27:49.891958 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 5a1d228f-6084-48fa-a99c-82ea3c1ecfcd not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:27:49.896775 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-069b171c-a5b6-4819-abd4-f32762d5a503 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:49.970890 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-069b171c-a5b6-4819-abd4-f32762d5a503 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Releasing vlan 1616 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:27:49.973908 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-069b171c-a5b6-4819-abd4-f32762d5a503 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:27:49.974594 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:27:49.982931 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030aa6f6-c2e7-45f6-818f-487ae753cf01 req-f7516371-5a56-4f46-9024-d288ab714821 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:49.984525 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-030aa6f6-c2e7-45f6-818f-487ae753cf01 req-f7516371-5a56-4f46-9024-d288ab714821 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.119 "GET /v2.0/ports?device_id=ae35a955-9d07-4bca-9254-34da68591156 HTTP/1.1" status: 200 len: 944 time: 0.4018250 Aug 31 09:27:50.015049 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-46394bec-ec0a-487b-86f0-6e9ba7687c06 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:50.015049 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-46394bec-ec0a-487b-86f0-6e9ba7687c06 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:50.015366 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20925c42-c199-4c1d-a01f-be05b7574bdb req-3c579846-dfb5-4553-a5d8-ddfc431e8350 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:50.021455 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-20925c42-c199-4c1d-a01f-be05b7574bdb req-3c579846-dfb5-4553-a5d8-ddfc431e8350 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 946 time: 0.3969588 Aug 31 09:27:50.041220 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-46394bec-ec0a-487b-86f0-6e9ba7687c06 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Calling delete_port for f8e640f5-25ab-4b80-a68b-bd2cb4185371 owned by network:floatingip {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:50.105902 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf99c32-bc12-4d71-b648-12b680b3b461 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:50.113571 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fcf99c32-bc12-4d71-b648-12b680b3b461 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:50.185500 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-030aa6f6-c2e7-45f6-818f-487ae753cf01 req-a42b0dc1-29a9-4743-840d-104677e91477 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8c244e1-555c-4f7e-bcbe-caeb3c18de79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801779 Aug 31 09:27:50.202845 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-20925c42-c199-4c1d-a01f-be05b7574bdb req-115729e9-2b39-4af4-9e65-94862683d3df tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804819 Aug 31 09:27:50.231127 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc22b89-8026-4c1e-82ce-eb19f0f33eec req-5df73387-6537-4cda-8ec0-f5b84bf39f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:50.233396 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fcc22b89-8026-4c1e-82ce-eb19f0f33eec req-5df73387-6537-4cda-8ec0-f5b84bf39f62 service neutron] 10.222.0.59 "GET /v2.0/networks?id=02b4ec99-8302-4e88-9df3-f837af1a9609 HTTP/1.1" status: 200 len: 910 time: 0.3838389 Aug 31 09:27:50.240863 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-069b171c-a5b6-4819-abd4-f32762d5a503 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:50.277432 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-069b171c-a5b6-4819-abd4-f32762d5a503 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:50.280790 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-069b171c-a5b6-4819-abd4-f32762d5a503 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/networks/7772a90c-56fe-4c5c-b32b-e54e3e0ee6e0 HTTP/1.1" status: 204 len: 168 time: 2.6639969 Aug 31 09:27:50.306631 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44142) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:50.342676 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-7fc2e4f8-2eed-4b8f-a723-2de26ed2e73f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'port': {'network_id': '097647b9-96b8-4179-962b-949a2bb3c8b8', 'name': 'tempest-PortsIpV6TestJSON-787948731'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:50.368209 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fcc22b89-8026-4c1e-82ce-eb19f0f33eec req-82a55545-9a9c-441a-92da-0aaaff00c8f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc909aa7-0aad-4fd2-84bd-a357af2b5397 HTTP/1.1" status: 200 len: 217 time: 0.1247506 Aug 31 09:27:50.386990 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b171c-a5b6-4819-abd4-f32762d5a503 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Network': ['ID=7772a90c-56fe-4c5c-b32b-e54e3e0ee6e0,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:50.447597 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805b30fd-88f7-4370-b981-0781e4eb534c None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:50.519708 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc8684-1298-483d-9467-7f805432e6c6 req-8815009c-95d3-4ce7-9cdc-332f2739b81c tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:50.521456 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f2bc8684-1298-483d-9467-7f805432e6c6 req-8815009c-95d3-4ce7-9cdc-332f2739b81c tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/ports?device_id=8b66aeb7-b235-49db-a02e-ebb9bcc724df HTTP/1.1" status: 200 len: 943 time: 0.1704881 Aug 31 09:27:50.530420 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598db1f9-a5c1-4411-95d3-f7112fb2e8b7 req-cd702b1e-d564-41a7-ad7f-c2b1beebbb69 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:50.532200 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-598db1f9-a5c1-4411-95d3-f7112fb2e8b7 req-cd702b1e-d564-41a7-ad7f-c2b1beebbb69 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 946 time: 0.1681902 Aug 31 09:27:50.534763 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc22b89-8026-4c1e-82ce-eb19f0f33eec req-0a4a20aa-1285-4be6-8a74-cdaeb8b2dba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:50.535487 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fcc22b89-8026-4c1e-82ce-eb19f0f33eec req-0a4a20aa-1285-4be6-8a74-cdaeb8b2dba7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2b65348d-d7d6-4b26-a644-853d9a0230e8 HTTP/1.1" status: 200 len: 848 time: 0.1425152 Aug 31 09:27:50.599683 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fcc22b89-8026-4c1e-82ce-eb19f0f33eec req-16dc58f5-1a82-4c0e-92e4-1516f090f09e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=02b4ec99-8302-4e88-9df3-f837af1a9609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542293 Aug 31 09:27:50.632733 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9e6e82af-612c-41a1-816f-ddaf88d585a6 None None] Provisioning for port c0199021-770f-47d2-86de-1916a27cd128 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:50.640156 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9e6e82af-612c-41a1-816f-ddaf88d585a6 None None] Provisioning complete for port c0199021-770f-47d2-86de-1916a27cd128 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:50.640826 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9e6e82af-612c-41a1-816f-ddaf88d585a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:50.690737 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f2bc8684-1298-483d-9467-7f805432e6c6 req-2752eb05-33f9-4da6-a894-d74e379cbe62 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/security-groups?id=8e0dd00c-81d6-4a18-851d-93334bc3951e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539066 Aug 31 09:27:50.706660 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-598db1f9-a5c1-4411-95d3-f7112fb2e8b7 req-339e5d36-54b2-4d9d-941a-62e9b4bdc8b7 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630216 Aug 31 09:27:50.800282 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fcc22b89-8026-4c1e-82ce-eb19f0f33eec req-d7ef66c9-fb24-4f3b-8ef7-fd15373b16e6 service neutron] 10.222.0.59 "GET /v2.0/networks/02b4ec99-8302-4e88-9df3-f837af1a9609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879215 Aug 31 09:27:50.811293 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b05e6f-d6c2-485d-ac44-e75528ee2757 None None] DHCP port deletion for 17930598-f4af-4731-83ee-9969406c94e8 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:27:50.848320 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9e6e82af-612c-41a1-816f-ddaf88d585a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:50.850881 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device fc909aa7-0aad-4fd2-84bd-a357af2b5397 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:27:50.923140 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-9e6e82af-612c-41a1-816f-ddaf88d585a6 None None] For port c0199021-770f-47d2-86de-1916a27cd128, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=c0199021-770f-47d2-86de-1916a27cd128,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:50.945998 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fcc22b89-8026-4c1e-82ce-eb19f0f33eec req-d13995fd-40d9-4473-894e-f1a2289fd7dd service neutron] 10.222.0.59 "GET /v2.0/networks/02b4ec99-8302-4e88-9df3-f837af1a9609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381950 Aug 31 09:27:51.013285 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9e6e82af-612c-41a1-816f-ddaf88d585a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:51.030914 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a6b05e6f-d6c2-485d-ac44-e75528ee2757 None None] Deleting port c0199021-770f-47d2-86de-1916a27cd128 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:51.032016 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a6b05e6f-d6c2-485d-ac44-e75528ee2757 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:51.063003 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 1f880ded-a23c-4499-b7d7-dab4ad8e1966 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:27:51.135759 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc2e4f8-2eed-4b8f-a723-2de26ed2e73f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:51.140076 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7fc2e4f8-2eed-4b8f-a723-2de26ed2e73f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:51.173114 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-7fc2e4f8-2eed-4b8f-a723-2de26ed2e73f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] device_id is not set on port f768984d-5796-4e85-a22f-65d7764344f6 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:27:51.224997 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fcf99c32-bc12-4d71-b648-12b680b3b461 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:51.245384 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port fc909aa7-0aad-4fd2-84bd-a357af2b5397, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=fc909aa7-0aad-4fd2-84bd-a357af2b5397,segment=NetworkSegment(f9c161ac-f613-4f5e-8910-a32b68064d55),segment_id=f9c161ac-f613-4f5e-8910-a32b68064d55)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:51.264854 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-a6b05e6f-d6c2-485d-ac44-e75528ee2757 None None] For port c0199021-770f-47d2-86de-1916a27cd128, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=c0199021-770f-47d2-86de-1916a27cd128,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:51.265683 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a6b05e6f-d6c2-485d-ac44-e75528ee2757 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:51.280576 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf99c32-bc12-4d71-b648-12b680b3b461 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:51.307383 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e82af-612c-41a1-816f-ddaf88d585a6 None None] Pushing event updated for resources: {'Port': ['ID=c0199021-770f-47d2-86de-1916a27cd128,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:51.320297 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-fcf99c32-bc12-4d71-b648-12b680b3b461 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:51.322268 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-46394bec-ec0a-487b-86f0-6e9ba7687c06 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:51.324608 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a6b05e6f-d6c2-485d-ac44-e75528ee2757 None None] Calling delete_port for c0199021-770f-47d2-86de-1916a27cd128 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:51.335262 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': 'fc909aa7-0aad-4fd2-84bd-a357af2b5397', 'network_id': '02b4ec99-8302-4e88-9df3-f837af1a9609', 'port_id': 'fc909aa7-0aad-4fd2-84bd-a357af2b5397', 'mac_address': 'fa:16:3e:df:d8:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b65348d-d7d6-4b26-a644-853d9a0230e8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:27:51.344325 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf99c32-bc12-4d71-b648-12b680b3b461 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:51.344935 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fcf99c32-bc12-4d71-b648-12b680b3b461 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:51.406891 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46394bec-ec0a-487b-86f0-6e9ba7687c06 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event deleted for resources: {'Port': ['ID=f8e640f5-25ab-4b80-a68b-bd2cb4185371,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:51.464476 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 1f880ded-a23c-4499-b7d7-dab4ad8e1966, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=1f880ded-a23c-4499-b7d7-dab4ad8e1966,segment=NetworkSegment(ab88875e-8d55-4f7d-a46b-837c2f1d7405),segment_id=ab88875e-8d55-4f7d-a46b-837c2f1d7405)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:51.483564 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device c0199021-770f-47d2-86de-1916a27cd128 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:27:51.511493 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fcf99c32-bc12-4d71-b648-12b680b3b461 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7199697 Aug 31 09:27:51.511493 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-46394bec-ec0a-487b-86f0-6e9ba7687c06 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for floatingip, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:51.511493 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [None req-46394bec-ec0a-487b-86f0-6e9ba7687c06 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Floating IP 1d454f9c-606a-47a3-91e6-43838d0d733e disassociated (deleted). External IP: 172.25.2.49, port: 91b4d879-29f2-444b-bdfd-7897af2dd194. Aug 31 09:27:51.513592 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1299b7d-975b-4a83-8654-5c47327b1eb5 req-a4240e25-97db-44a2-851a-36263f965c0d tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:51.516159 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1299b7d-975b-4a83-8654-5c47327b1eb5 req-a4240e25-97db-44a2-851a-36263f965c0d tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 946 time: 0.2095683 Aug 31 09:27:51.516989 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44148) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:51.525109 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70cb9d-950d-4481-83f8-3d5d8741bf2a req-b4c87415-d05f-4736-b44c-88e0cb4f1c89 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:51.530270 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:51.534208 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5c70cb9d-950d-4481-83f8-3d5d8741bf2a req-b4c87415-d05f-4736-b44c-88e0cb4f1c89 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.119 "GET /v2.0/ports?device_id=ae35a955-9d07-4bca-9254-34da68591156 HTTP/1.1" status: 200 len: 944 time: 0.2067311 Aug 31 09:27:51.541239 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-0b8b4a8b-22d4-4230-8531-d94dc27dd893 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-402217420', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:51.545574 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '1f880ded-a23c-4499-b7d7-dab4ad8e1966', 'network_id': '5d8cd3d0-2741-41cc-a8d9-92386e58e409', 'port_id': '1f880ded-a23c-4499-b7d7-dab4ad8e1966', 'mac_address': 'fa:16:3e:ed:a6:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01471b66-0d5e-4dcb-bcd5-52e65eb34fbd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:27:51.573408 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc909aa7-0aad-4fd2-84bd-a357af2b5397 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:27:51.660745 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5c70cb9d-950d-4481-83f8-3d5d8741bf2a req-f8cbf90c-33b0-446b-8192-7c9cd2f1393f tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8c244e1-555c-4f7e-bcbe-caeb3c18de79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253016 Aug 31 09:27:51.666236 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf99c32-bc12-4d71-b648-12b680b3b461 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Subnet': ['ID=b63f9c34-6661-49b0-aa6f-136aab30504b,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:51.669552 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port fc909aa7-0aad-4fd2-84bd-a357af2b5397, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=fc909aa7-0aad-4fd2-84bd-a357af2b5397,segment=NetworkSegment(f9c161ac-f613-4f5e-8910-a32b68064d55),segment_id=f9c161ac-f613-4f5e-8910-a32b68064d55)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:51.675255 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:51.697918 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f880ded-a23c-4499-b7d7-dab4ad8e1966 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:27:51.713226 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:51.734640 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 1f880ded-a23c-4499-b7d7-dab4ad8e1966, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=1f880ded-a23c-4499-b7d7-dab4ad8e1966,segment=NetworkSegment(ab88875e-8d55-4f7d-a46b-837c2f1d7405),segment_id=ab88875e-8d55-4f7d-a46b-837c2f1d7405)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:51.741916 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1299b7d-975b-4a83-8654-5c47327b1eb5 req-3781385d-0186-41bd-9897-6d43677b6d62 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949499 Aug 31 09:27:51.764403 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a6b05e6f-d6c2-485d-ac44-e75528ee2757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:51.812812 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:51.851506 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b05e6f-d6c2-485d-ac44-e75528ee2757 None None] No DVR routers for this DVR port c0199021-770f-47d2-86de-1916a27cd128 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:27:51.875156 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b05e6f-d6c2-485d-ac44-e75528ee2757 None None] Pushing event deleted for resources: {'Port': ['ID=c0199021-770f-47d2-86de-1916a27cd128,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:51.878037 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:51.895055 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888ac73-9e95-427c-8ea4-c08d82f81d22 req-4913ef0e-18bc-48f2-b655-d6c61137bc79 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:51.905262 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9888ac73-9e95-427c-8ea4-c08d82f81d22 req-4913ef0e-18bc-48f2-b655-d6c61137bc79 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/ports?device_id=8b66aeb7-b235-49db-a02e-ebb9bcc724df HTTP/1.1" status: 200 len: 943 time: 0.1019232 Aug 31 09:27:51.928856 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0b8b4a8b-22d4-4230-8531-d94dc27dd893 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:51.930185 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0b8b4a8b-22d4-4230-8531-d94dc27dd893 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:51.943375 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=fc909aa7-0aad-4fd2-84bd-a357af2b5397,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:51.948527 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78cf37e-04c4-489d-90c3-d479d63dbf57 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:27:51.997830 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7fc2e4f8-2eed-4b8f-a723-2de26ed2e73f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:52.051511 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46394bec-ec0a-487b-86f0-6e9ba7687c06 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Router 7a5d8ef9-95df-4cc5-928f-3d77c54499f3 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:27:52.057876 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0b8b4a8b-22d4-4230-8531-d94dc27dd893 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:52.073466 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=1f880ded-a23c-4499-b7d7-dab4ad8e1966,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:52.089906 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9888ac73-9e95-427c-8ea4-c08d82f81d22 req-f5905181-629f-4d22-b7d6-18861e0711c8 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/security-groups?id=8e0dd00c-81d6-4a18-851d-93334bc3951e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832945 Aug 31 09:27:52.113471 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129597e7-2ec8-4786-b38f-e5a89a8196e8 req-5b85d543-7add-43b8-9f1c-a4629f84b136 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:52.126810 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-129597e7-2ec8-4786-b38f-e5a89a8196e8 req-5b85d543-7add-43b8-9f1c-a4629f84b136 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 946 time: 0.2169826 Aug 31 09:27:52.128725 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['fc909aa7-0aad-4fd2-84bd-a357af2b5397'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:27:52.137308 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7fc2e4f8-2eed-4b8f-a723-2de26ed2e73f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:52.189574 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-129597e7-2ec8-4786-b38f-e5a89a8196e8 req-0aaf6359-f3c9-4749-b93a-24a7e3cea743 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624428 Aug 31 09:27:52.191870 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0b8b4a8b-22d4-4230-8531-d94dc27dd893 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:52.196009 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc2e4f8-2eed-4b8f-a723-2de26ed2e73f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network 097647b9-96b8-4179-962b-949a2bb3c8b8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:52.224354 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef10916-9265-4c60-89df-38620287507f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-17930598-f4af-4731-83ee-9969406c94e8', 'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'fixed_ips': [{'subnet_id': 'b63f9c34-6661-49b0-aa6f-136aab30504b'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:27:52.225460 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6ef10916-9265-4c60-89df-38620287507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:52.229675 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-7fc2e4f8-2eed-4b8f-a723-2de26ed2e73f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:52.239662 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc2e4f8-2eed-4b8f-a723-2de26ed2e73f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:52.246022 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc2e4f8-2eed-4b8f-a723-2de26ed2e73f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:52.246699 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7fc2e4f8-2eed-4b8f-a723-2de26ed2e73f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:52.266577 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0b8b4a8b-22d4-4230-8531-d94dc27dd893 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:52.269141 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0b8b4a8b-22d4-4230-8531-d94dc27dd893 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7326002 Aug 31 09:27:52.272391 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44154) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:52.277879 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2e4f8-2eed-4b8f-a723-2de26ed2e73f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Port': ['ID=f768984d-5796-4e85-a22f-65d7764344f6,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:52.291207 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46394bec-ec0a-487b-86f0-6e9ba7687c06 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:27:52.296831 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-46394bec-ec0a-487b-86f0-6e9ba7687c06 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:52.333482 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d165a5-e13b-404c-9ce6-356c469a3242 None None] Sync routers for ids ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:27:52.336616 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-46394bec-ec0a-487b-86f0-6e9ba7687c06 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "DELETE /v2.0/floatingips/1d454f9c-606a-47a3-91e6-43838d0d733e HTTP/1.1" status: 204 len: 168 time: 2.9174030 Aug 31 09:27:52.337118 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['1f880ded-a23c-4499-b7d7-dab4ad8e1966'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:27:52.337243 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44156) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:52.373590 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7fc2e4f8-2eed-4b8f-a723-2de26ed2e73f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0535073 Aug 31 09:27:52.376767 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44158) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:52.427064 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d165a5-e13b-404c-9ce6-356c469a3242 None None] Routers {'7a5d8ef9-95df-4cc5-928f-3d77c54499f3'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:52.427837 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b6d165a5-e13b-404c-9ce6-356c469a3242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:52.532502 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b6d165a5-e13b-404c-9ce6-356c469a3242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:52.554982 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-6968cae0-3cdd-4afa-83f3-cfa13817aea3 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Deleting port f768984d-5796-4e85-a22f-65d7764344f6 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:52.555334 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6968cae0-3cdd-4afa-83f3-cfa13817aea3 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:52.583884 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-6ef10916-9265-4c60-89df-38620287507f None None] Allocated IP 2001:db8::2 (17930598-f4af-4731-83ee-9969406c94e8/b63f9c34-6661-49b0-aa6f-136aab30504b/fe7d40fe-35cc-40ed-82d6-be99bfbae6cf) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:52.600267 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d165a5-e13b-404c-9ce6-356c469a3242 None None] Routers {'7a5d8ef9-95df-4cc5-928f-3d77c54499f3'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:52.601554 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b6d165a5-e13b-404c-9ce6-356c469a3242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:52.649450 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-106a47b3-5d01-424c-beca-9525bf3c2047 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Deleting port 91b4d879-29f2-444b-bdfd-7897af2dd194 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:52.650079 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-106a47b3-5d01-424c-beca-9525bf3c2047 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:52.660724 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8db6ebb3-7e32-489b-b1eb-ae51b897a6d3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:52.669986 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b6d165a5-e13b-404c-9ce6-356c469a3242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:52.670972 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d165a5-e13b-404c-9ce6-356c469a3242 None None] The sync data for ids ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:27:52.740269 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6968cae0-3cdd-4afa-83f3-cfa13817aea3 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:52.761748 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-6968cae0-3cdd-4afa-83f3-cfa13817aea3 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Calling delete_port for f768984d-5796-4e85-a22f-65d7764344f6 owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:52.887465 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-106a47b3-5d01-424c-beca-9525bf3c2047 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:52.929734 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-106a47b3-5d01-424c-beca-9525bf3c2047 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Calling delete_port for 91b4d879-29f2-444b-bdfd-7897af2dd194 owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:53.024276 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6ef10916-9265-4c60-89df-38620287507f None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:53.090473 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4aaffc-f9de-43d3-acde-82aa54c6267e req-593a458e-e4c5-4431-af7f-9e316431ff2c tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:53.093092 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0d4aaffc-f9de-43d3-acde-82aa54c6267e req-593a458e-e4c5-4431-af7f-9e316431ff2c tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.119 "GET /v2.0/ports?device_id=ae35a955-9d07-4bca-9254-34da68591156 HTTP/1.1" status: 200 len: 945 time: 0.3048153 Aug 31 09:27:53.104431 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6ef10916-9265-4c60-89df-38620287507f None None] Transition to ACTIVE for port object fe7d40fe-35cc-40ed-82d6-be99bfbae6cf will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:53.108517 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbe4f7-90a5-44cc-8544-7b2636b42955 req-a25cdea1-29eb-43be-a308-5e2fe272cd7e tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:53.114748 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fccbe4f7-90a5-44cc-8544-7b2636b42955 req-a25cdea1-29eb-43be-a308-5e2fe272cd7e tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 946 time: 0.1039824 Aug 31 09:27:53.142587 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6ef10916-9265-4c60-89df-38620287507f None None] Transition to ACTIVE for port object fe7d40fe-35cc-40ed-82d6-be99bfbae6cf will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:53.159313 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6968cae0-3cdd-4afa-83f3-cfa13817aea3 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:53.191213 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fccbe4f7-90a5-44cc-8544-7b2636b42955 req-7e011a4f-488a-4add-8b72-748281436f23 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755298 Aug 31 09:27:53.197779 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0d4aaffc-f9de-43d3-acde-82aa54c6267e req-f275333a-2037-4d13-baaa-addaa431c9a4 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8c244e1-555c-4f7e-bcbe-caeb3c18de79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744905 Aug 31 09:27:53.207739 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6ef10916-9265-4c60-89df-38620287507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:53.273488 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef10916-9265-4c60-89df-38620287507f None None] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:53.279752 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-6ef10916-9265-4c60-89df-38620287507f None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:53.284752 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef10916-9265-4c60-89df-38620287507f None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:53.309221 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968cae0-3cdd-4afa-83f3-cfa13817aea3 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Port': ['ID=f768984d-5796-4e85-a22f-65d7764344f6,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:53.344092 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6968cae0-3cdd-4afa-83f3-cfa13817aea3 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:53.352763 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6968cae0-3cdd-4afa-83f3-cfa13817aea3 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/ports/f768984d-5796-4e85-a22f-65d7764344f6 HTTP/1.1" status: 204 len: 168 time: 0.9739342 Aug 31 09:27:53.355140 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44170) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:53.366680 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-6ef10916-9265-4c60-89df-38620287507f None None] Attempting to bind port fe7d40fe-35cc-40ed-82d6-be99bfbae6cf on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:53.367043 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-6ef10916-9265-4c60-89df-38620287507f None None] Attempting to bind port fe7d40fe-35cc-40ed-82d6-be99bfbae6cf by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:53.367404 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef10916-9265-4c60-89df-38620287507f None None] Attempting to bind port fe7d40fe-35cc-40ed-82d6-be99bfbae6cf on network 17930598-f4af-4731-83ee-9969406c94e8 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:27:53.369445 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef10916-9265-4c60-89df-38620287507f None None] Pushing event updated for resources: {'Port': ['ID=fe7d40fe-35cc-40ed-82d6-be99bfbae6cf,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:53.379756 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef10916-9265-4c60-89df-38620287507f None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:27:53.380131 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef10916-9265-4c60-89df-38620287507f None None] Checking segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:27:53.380533 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6ef10916-9265-4c60-89df-38620287507f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:53.380935 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef10916-9265-4c60-89df-38620287507f None None] Bound using segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:27:53.381390 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-6ef10916-9265-4c60-89df-38620287507f None None] Bound port: fe7d40fe-35cc-40ed-82d6-be99bfbae6cf, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:27:53.381763 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6ef10916-9265-4c60-89df-38620287507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:53.383717 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-1b9bf5d6-f4b7-4d01-8bb0-9ef0754baf08 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'port': {'network_id': '097647b9-96b8-4179-962b-949a2bb3c8b8', 'mac_address': 'fa:16:3e:95:a0:ec', 'name': 'tempest-PortsIpV6TestJSON-385666374'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:53.505649 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-6ef10916-9265-4c60-89df-38620287507f None None] For port fe7d40fe-35cc-40ed-82d6-be99bfbae6cf, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:27:53.510293 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-6ef10916-9265-4c60-89df-38620287507f None None] For port fe7d40fe-35cc-40ed-82d6-be99bfbae6cf, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=fe7d40fe-35cc-40ed-82d6-be99bfbae6cf,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:27:53.579450 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6ef10916-9265-4c60-89df-38620287507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:53.601179 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9bf5d6-f4b7-4d01-8bb0-9ef0754baf08 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:53.605890 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-106a47b3-5d01-424c-beca-9525bf3c2047 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:53.677142 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a47b3-5d01-424c-beca-9525bf3c2047 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event deleted for resources: {'Port': ['ID=91b4d879-29f2-444b-bdfd-7897af2dd194,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:53.719296 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef10916-9265-4c60-89df-38620287507f None None] Pushing event updated for resources: {'Port': ['ID=fe7d40fe-35cc-40ed-82d6-be99bfbae6cf,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:53.791744 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1b9bf5d6-f4b7-4d01-8bb0-9ef0754baf08 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:53.833389 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-1b9bf5d6-f4b7-4d01-8bb0-9ef0754baf08 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] device_id is not set on port 29e8fd23-5d35-4b14-8fba-f2e538506d0b yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:27:53.834347 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-8db6ebb3-7e32-489b-b1eb-ae51b897a6d3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Allocated IP 2001:db8::1 (17930598-f4af-4731-83ee-9969406c94e8/b63f9c34-6661-49b0-aa6f-136aab30504b/87afda1b-60ad-4014-8247-06e333a7bf56) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:53.843783 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-106a47b3-5d01-424c-beca-9525bf3c2047 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:53.845937 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-106a47b3-5d01-424c-beca-9525bf3c2047 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "DELETE /v2.0/ports/91b4d879-29f2-444b-bdfd-7897af2dd194 HTTP/1.1" status: 204 len: 168 time: 1.5081239 Aug 31 09:27:53.853798 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44172) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:53.898131 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-c2a69323-431d-496e-a213-237fa74fd3ac tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:53.932359 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb98374d-3d94-423c-9b22-7b060474b5ce req-e91a7d10-3d71-4bd8-be4d-a7330b587a32 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:53.935613 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fb98374d-3d94-423c-9b22-7b060474b5ce req-e91a7d10-3d71-4bd8-be4d-a7330b587a32 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/ports?device_id=8b66aeb7-b235-49db-a02e-ebb9bcc724df HTTP/1.1" status: 200 len: 944 time: 0.5746384 Aug 31 09:27:53.971699 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb5dad-398f-41f0-936b-7457982eefbb req-d461645c-37c2-452a-9de4-31c294f29184 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:53.973515 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71cb5dad-398f-41f0-936b-7457982eefbb req-d461645c-37c2-452a-9de4-31c294f29184 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 946 time: 0.5970438 Aug 31 09:27:54.086407 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71cb5dad-398f-41f0-936b-7457982eefbb req-fc6739ed-7e6b-4575-a687-ae82b20cf6e5 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968273 Aug 31 09:27:54.093253 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fb98374d-3d94-423c-9b22-7b060474b5ce req-6ed121f1-1399-4210-8528-6abd198ca2eb tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/security-groups?id=8e0dd00c-81d6-4a18-851d-93334bc3951e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165736 Aug 31 09:27:54.115316 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8db6ebb3-7e32-489b-b1eb-ae51b897a6d3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:54.135860 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c2a69323-431d-496e-a213-237fa74fd3ac tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for floatingip, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:54.156637 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-8db6ebb3-7e32-489b-b1eb-ae51b897a6d3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Transition to ACTIVE for port object 87afda1b-60ad-4014-8247-06e333a7bf56 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:54.264590 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1b9bf5d6-f4b7-4d01-8bb0-9ef0754baf08 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:54.293393 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8db6ebb3-7e32-489b-b1eb-ae51b897a6d3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:54.397757 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db6ebb3-7e32-489b-b1eb-ae51b897a6d3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:54.404896 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c2a69323-431d-496e-a213-237fa74fd3ac tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:54.405475 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-8db6ebb3-7e32-489b-b1eb-ae51b897a6d3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:54.417191 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db6ebb3-7e32-489b-b1eb-ae51b897a6d3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:54.420818 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8db6ebb3-7e32-489b-b1eb-ae51b897a6d3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:54.465021 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6ebb3-7e32-489b-b1eb-ae51b897a6d3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Port': ['ID=87afda1b-60ad-4014-8247-06e333a7bf56,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:54.486671 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f853b6-db01-44c1-a75a-0dfecc7a354d req-dae62e50-eb5a-4dce-83fc-ac42fe7cd23a tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:54.493267 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-17f853b6-db01-44c1-a75a-0dfecc7a354d req-dae62e50-eb5a-4dce-83fc-ac42fe7cd23a tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.119 "GET /v2.0/ports?device_id=ae35a955-9d07-4bca-9254-34da68591156 HTTP/1.1" status: 200 len: 945 time: 0.1759925 Aug 31 09:27:54.508935 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1b9bf5d6-f4b7-4d01-8bb0-9ef0754baf08 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:54.638877 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9bf5d6-f4b7-4d01-8bb0-9ef0754baf08 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Port': ['ID=29e8fd23-5d35-4b14-8fba-f2e538506d0b,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:54.692495 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9bf5d6-f4b7-4d01-8bb0-9ef0754baf08 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network 097647b9-96b8-4179-962b-949a2bb3c8b8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:54.696018 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-1b9bf5d6-f4b7-4d01-8bb0-9ef0754baf08 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:54.699674 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9bf5d6-f4b7-4d01-8bb0-9ef0754baf08 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:54.706523 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9bf5d6-f4b7-4d01-8bb0-9ef0754baf08 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:54.707342 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1b9bf5d6-f4b7-4d01-8bb0-9ef0754baf08 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:54.711955 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-17f853b6-db01-44c1-a75a-0dfecc7a354d req-3d4cc223-c295-4ef1-a13f-2c3111899cf2 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8c244e1-555c-4f7e-bcbe-caeb3c18de79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159665 Aug 31 09:27:54.757847 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803ee3b-701f-4100-8d55-1dfd9ac3bd82 req-1b286f80-b822-4fa7-a0bb-4e467351e020 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:54.760752 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6803ee3b-701f-4100-8d55-1dfd9ac3bd82 req-1b286f80-b822-4fa7-a0bb-4e467351e020 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 946 time: 0.1468909 Aug 31 09:27:54.765171 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-c2a69323-431d-496e-a213-237fa74fd3ac tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Allocated IP 172.25.2.13 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/bfd67afb-0f8b-4493-a708-5f0b76164686) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:54.768657 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8c8c4-02d1-424b-8b6c-f793f3b47b50 req-c9eb34ed-1463-4306-af04-ab4923c927e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:54.770419 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-02e8c8c4-02d1-424b-8b6c-f793f3b47b50 req-c9eb34ed-1463-4306-af04-ab4923c927e0 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=b807ea962a9445be9b1ffbeebf308f16&device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 1098 time: 0.0822494 Aug 31 09:27:54.935983 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device fc909aa7-0aad-4fd2-84bd-a357af2b5397 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:54.936784 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6803ee3b-701f-4100-8d55-1dfd9ac3bd82 req-311e431d-f12a-4c40-8fb5-b3e501a30f72 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061738 Aug 31 09:27:54.936784 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8c8c4-02d1-424b-8b6c-f793f3b47b50 req-ecb0f4a8-0653-46bf-ba42-2d6f38846593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:54.936784 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-02e8c8c4-02d1-424b-8b6c-f793f3b47b50 req-ecb0f4a8-0653-46bf-ba42-2d6f38846593 service neutron] 10.222.0.112 "GET /v2.0/networks?id=db85df49-32f0-464c-8559-cb7cf1e93dcb HTTP/1.1" status: 200 len: 912 time: 0.1448851 Aug 31 09:27:54.939458 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c2a69323-431d-496e-a213-237fa74fd3ac tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:55.013988 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-02e8c8c4-02d1-424b-8b6c-f793f3b47b50 req-8de43781-d605-4a2f-9389-e040531326d1 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c47a5b46-143f-4319-8dc4-1e44ec0e4d7e HTTP/1.1" status: 200 len: 1001 time: 0.0729110 Aug 31 09:27:55.062691 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port fc909aa7-0aad-4fd2-84bd-a357af2b5397 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:55.063397 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1b9bf5d6-f4b7-4d01-8bb0-9ef0754baf08 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7009988 Aug 31 09:27:55.065845 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44180) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:55.078684 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port fc909aa7-0aad-4fd2-84bd-a357af2b5397 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:55.078684 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:55.124205 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8db6ebb3-7e32-489b-b1eb-ae51b897a6d3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:55.139221 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a823d0-fd97-4071-b5d7-b07e32d8c940 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:55.141005 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a9a823d0-fd97-4071-b5d7-b07e32d8c940 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "GET /v2.0/ports/29e8fd23-5d35-4b14-8fba-f2e538506d0b HTTP/1.1" status: 200 len: 844 time: 0.0741260 Aug 31 09:27:55.149230 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 1f880ded-a23c-4499-b7d7-dab4ad8e1966 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:55.150941 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44184) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:55.153464 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c2a69323-431d-496e-a213-237fa74fd3ac tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:55.302384 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a69323-431d-496e-a213-237fa74fd3ac tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:55.306390 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-c2a69323-431d-496e-a213-237fa74fd3ac tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:55.314345 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a69323-431d-496e-a213-237fa74fd3ac tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:55.317728 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a69323-431d-496e-a213-237fa74fd3ac tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event updated for resources: {'Port': ['ID=bfd67afb-0f8b-4493-a708-5f0b76164686,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:55.337031 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-19cb417c-5c23-472f-90ea-9f5cc7fc94a5 None None] Provisioning for port fe7d40fe-35cc-40ed-82d6-be99bfbae6cf completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:55.388004 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:55.400673 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 1f880ded-a23c-4499-b7d7-dab4ad8e1966 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:55.412333 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8c8c4-02d1-424b-8b6c-f793f3b47b50 req-756abcbd-ad87-49a9-ad03-81e976c2454c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:55.413976 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-02e8c8c4-02d1-424b-8b6c-f793f3b47b50 req-756abcbd-ad87-49a9-ad03-81e976c2454c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=51d76b46-811d-468a-80f4-ece7058a5d3b HTTP/1.1" status: 200 len: 849 time: 0.3731334 Aug 31 09:27:55.437560 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 1f880ded-a23c-4499-b7d7-dab4ad8e1966 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:55.437885 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:55.464357 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c2a69323-431d-496e-a213-237fa74fd3ac tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:55.488293 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae35a955-9d07-4bca-9254-34da68591156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc909aa7-0aad-4fd2-84bd-a357af2b5397'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:55.494461 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e282cbd2-ae31-43fc-b8d7-67c7e1fc6a93" -d '{"events": [{"server_uuid": "ae35a955-9d07-4bca-9254-34da68591156", "name": "network-vif-plugged", "status": "completed", "tag": "fc909aa7-0aad-4fd2-84bd-a357af2b5397"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:55.533784 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port fc909aa7-0aad-4fd2-84bd-a357af2b5397, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=fc909aa7-0aad-4fd2-84bd-a357af2b5397,segment=NetworkSegment(f9c161ac-f613-4f5e-8910-a32b68064d55),segment_id=f9c161ac-f613-4f5e-8910-a32b68064d55)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:55.572331 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device fe7d40fe-35cc-40ed-82d6-be99bfbae6cf up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:55.602976 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c2a69323-431d-496e-a213-237fa74fd3ac tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:55.648719 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:55.706071 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:55.711685 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-76c52e52-7a36-4675-94ea-0af904f8ef20 None None] Provisioning for port 87afda1b-60ad-4014-8247-06e333a7bf56 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:55.733109 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-76c52e52-7a36-4675-94ea-0af904f8ef20 None None] Provisioning complete for port 87afda1b-60ad-4014-8247-06e333a7bf56 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:55.733479 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-76c52e52-7a36-4675-94ea-0af904f8ef20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:55.744476 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=fc909aa7-0aad-4fd2-84bd-a357af2b5397,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:55.782729 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 1f880ded-a23c-4499-b7d7-dab4ad8e1966, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=1f880ded-a23c-4499-b7d7-dab4ad8e1966,segment=NetworkSegment(ab88875e-8d55-4f7d-a46b-837c2f1d7405),segment_id=ab88875e-8d55-4f7d-a46b-837c2f1d7405)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:55.802367 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port fe7d40fe-35cc-40ed-82d6-be99bfbae6cf completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:27:55.809072 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port fe7d40fe-35cc-40ed-82d6-be99bfbae6cf triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:55.810014 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:55.813577 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-76c52e52-7a36-4675-94ea-0af904f8ef20 None None] Port 87afda1b-60ad-4014-8247-06e333a7bf56 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:27:55.861770 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb56dd3-5bf9-4649-afb8-cf73e1ae517e req-af7861a0-71bf-41b9-a89f-69225b6979bb tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:55.869472 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3fb56dd3-5bf9-4649-afb8-cf73e1ae517e req-af7861a0-71bf-41b9-a89f-69225b6979bb tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 946 time: 0.6159296 Aug 31 09:27:55.924522 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14496e93-067a-40cf-bc55-1370b5e6c8a0 req-bf8f68b4-bee8-4213-b6e8-fe53f410c3fb tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:55.930136 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:55.932865 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-14496e93-067a-40cf-bc55-1370b5e6c8a0 req-bf8f68b4-bee8-4213-b6e8-fe53f410c3fb tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/ports?device_id=8b66aeb7-b235-49db-a02e-ebb9bcc724df HTTP/1.1" status: 200 len: 944 time: 0.6230307 Aug 31 09:27:55.951657 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c2a69323-431d-496e-a213-237fa74fd3ac tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:55.975535 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8c8c4-02d1-424b-8b6c-f793f3b47b50 req-7014efd9-3ed9-407f-b07b-4e0d0c6a0a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:55.977103 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-02e8c8c4-02d1-424b-8b6c-f793f3b47b50 req-7014efd9-3ed9-407f-b07b-4e0d0c6a0a45 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=db85df49-32f0-464c-8559-cb7cf1e93dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4356246 Aug 31 09:27:56.086445 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c2a69323-431d-496e-a213-237fa74fd3ac tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:56.116668 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:56.130725 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3fb56dd3-5bf9-4649-afb8-cf73e1ae517e req-6720454e-2b47-4ba0-ad5d-b31317452609 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562244 Aug 31 09:27:56.181653 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port fe7d40fe-35cc-40ed-82d6-be99bfbae6cf, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=fe7d40fe-35cc-40ed-82d6-be99bfbae6cf,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:27:56.191938 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-14496e93-067a-40cf-bc55-1370b5e6c8a0 req-eb97806e-fd50-4988-a003-60cda1ba2fb3 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/security-groups?id=8e0dd00c-81d6-4a18-851d-93334bc3951e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581005 Aug 31 09:27:56.197788 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-a4165a3c-6995-45ff-9fb1-d9b504c31057 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Deleting port 29e8fd23-5d35-4b14-8fba-f2e538506d0b {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:27:56.200607 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a4165a3c-6995-45ff-9fb1-d9b504c31057 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:56.206866 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=1f880ded-a23c-4499-b7d7-dab4ad8e1966,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:56.244514 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb4fb89-3e98-42c8-bb39-74bf60ab167d x-openstack-request-id: req-6fb4fb89-3e98-42c8-bb39-74bf60ab167d {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:56.244810 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae35a955-9d07-4bca-9254-34da68591156", "name": "network-vif-plugged", "status": "completed", "tag": "fc909aa7-0aad-4fd2-84bd-a357af2b5397", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:56.245061 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-6fb4fb89-3e98-42c8-bb39-74bf60ab167d {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:56.245457 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae35a955-9d07-4bca-9254-34da68591156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc909aa7-0aad-4fd2-84bd-a357af2b5397', 'code': 200} Aug 31 09:27:56.252154 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a69323-431d-496e-a213-237fa74fd3ac tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event updated for resources: {'Port': ['ID=bfd67afb-0f8b-4493-a708-5f0b76164686,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:56.282399 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c2a69323-431d-496e-a213-237fa74fd3ac tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:56.286324 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:56.384521 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=fe7d40fe-35cc-40ed-82d6-be99bfbae6cf,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:56.400844 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c2a69323-431d-496e-a213-237fa74fd3ac tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:56.405748 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c2a69323-431d-496e-a213-237fa74fd3ac tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5126050 Aug 31 09:27:56.406402 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44196) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:56.411700 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-f75114b3-6cea-447b-8ca2-eba5cbcad4c3 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Request body: {'port': {'network_id': '6044ac88-aab2-49b8-913b-7084120b2c21', 'name': 'tempest-FloatingIPTestJSON-402099417'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:56.513193 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a4165a3c-6995-45ff-9fb1-d9b504c31057 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:56.540755 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-02e8c8c4-02d1-424b-8b6c-f793f3b47b50 req-e100e86b-dfb3-42bc-b364-92a7618b8a44 service neutron] 10.222.0.112 "GET /v2.0/networks/db85df49-32f0-464c-8559-cb7cf1e93dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5485523 Aug 31 09:27:56.551471 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-a4165a3c-6995-45ff-9fb1-d9b504c31057 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Calling delete_port for 29e8fd23-5d35-4b14-8fba-f2e538506d0b owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:27:56.607316 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8db6ebb3-7e32-489b-b1eb-ae51b897a6d3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:56.635675 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e337df4-5947-4012-b27d-d6d81e155bb8 req-e85ea5bc-d349-4322-a428-6107b6566448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:56.637175 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4e337df4-5947-4012-b27d-d6d81e155bb8 req-e85ea5bc-d349-4322-a428-6107b6566448 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ae35a955-9d07-4bca-9254-34da68591156 HTTP/1.1" status: 200 len: 1098 time: 0.2792072 Aug 31 09:27:56.641288 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75114b3-6cea-447b-8ca2-eba5cbcad4c3 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Made reservation on behalf of 0b4588249af94f7795d0a2af50433a2f for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:56.645900 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f75114b3-6cea-447b-8ca2-eba5cbcad4c3 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:56.650861 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15738b5f-3d38-43f3-ad08-c9f9c6941c03 req-4b84df34-9911-46ee-b7a7-0771fbcd9507 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:56.652443 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-15738b5f-3d38-43f3-ad08-c9f9c6941c03 req-4b84df34-9911-46ee-b7a7-0771fbcd9507 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.119 "GET /v2.0/ports?device_id=ae35a955-9d07-4bca-9254-34da68591156 HTTP/1.1" status: 200 len: 946 time: 0.2867711 Aug 31 09:27:56.671799 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-f75114b3-6cea-447b-8ca2-eba5cbcad4c3 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] device_id is not set on port 6ed7bbe4-526b-46c1-b810-84e04117292e yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:27:56.702453 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f69edb-eace-4191-994a-f7a2560ce566 req-46f623af-198c-44ad-9738-b5b28346c4a7 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:56.704094 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c0f69edb-eace-4191-994a-f7a2560ce566 req-46f623af-198c-44ad-9738-b5b28346c4a7 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 946 time: 0.3519247 Aug 31 09:27:56.732704 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8db6ebb3-7e32-489b-b1eb-ae51b897a6d3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:56.733418 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8db6ebb3-7e32-489b-b1eb-ae51b897a6d3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:56.843049 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-f75114b3-6cea-447b-8ca2-eba5cbcad4c3 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Allocated IP 172.20.0.13 (6044ac88-aab2-49b8-913b-7084120b2c21/31ed4cb9-29c9-491e-b596-b2e7016f4b93/6ed7bbe4-526b-46c1-b810-84e04117292e) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:27:56.851354 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-02e8c8c4-02d1-424b-8b6c-f793f3b47b50 req-118b5248-a607-4579-b400-e85a3de87b07 service neutron] 10.222.0.112 "GET /v2.0/networks/db85df49-32f0-464c-8559-cb7cf1e93dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964799 Aug 31 09:27:56.905773 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-15738b5f-3d38-43f3-ad08-c9f9c6941c03 req-e9e53ca1-0649-46b5-a9dd-856f0a63da4c tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8c244e1-555c-4f7e-bcbe-caeb3c18de79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006407 Aug 31 09:27:56.968494 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4e337df4-5947-4012-b27d-d6d81e155bb8 req-5778c8fd-7467-4c55-9935-204c4489d320 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d8c244e1-555c-4f7e-bcbe-caeb3c18de79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144832 Aug 31 09:27:56.980945 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c0f69edb-eace-4191-994a-f7a2560ce566 req-4a62236c-c37a-4bf9-97ed-38c0763ff2f0 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2578895 Aug 31 09:27:56.985437 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6ebb3-7e32-489b-b1eb-ae51b897a6d3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Port': ['ID=87afda1b-60ad-4014-8247-06e333a7bf56,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:57.042981 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db6ebb3-7e32-489b-b1eb-ae51b897a6d3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:57.044607 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-8db6ebb3-7e32-489b-b1eb-ae51b897a6d3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:57.102349 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f75114b3-6cea-447b-8ca2-eba5cbcad4c3 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:57.224677 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f75114b3-6cea-447b-8ca2-eba5cbcad4c3 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:57.320935 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75114b3-6cea-447b-8ca2-eba5cbcad4c3 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Network 6044ac88-aab2-49b8-913b-7084120b2c21 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:27:57.324499 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-f75114b3-6cea-447b-8ca2-eba5cbcad4c3 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:27:57.329490 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75114b3-6cea-447b-8ca2-eba5cbcad4c3 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:27:57.361492 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75114b3-6cea-447b-8ca2-eba5cbcad4c3 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event updated for resources: {'Port': ['ID=6ed7bbe4-526b-46c1-b810-84e04117292e,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:57.396152 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75114b3-6cea-447b-8ca2-eba5cbcad4c3 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:57.396994 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f75114b3-6cea-447b-8ca2-eba5cbcad4c3 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:57.489351 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-18a45b1c-82f7-4ef2-b744-e10dbdb5a3a1 None None] Provisioning complete for port 87afda1b-60ad-4014-8247-06e333a7bf56 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:57.490342 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-18a45b1c-82f7-4ef2-b744-e10dbdb5a3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:57.507685 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f75114b3-6cea-447b-8ca2-eba5cbcad4c3 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0972657 Aug 31 09:27:57.512782 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44202) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:57.517776 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-922e0e44-f7a5-48f1-98ee-9d0636c77b25 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Request body: {'floatingip': {'port_id': '6ed7bbe4-526b-46c1-b810-84e04117292e'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:57.539459 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device fe7d40fe-35cc-40ed-82d6-be99bfbae6cf up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:27:57.555632 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a4165a3c-6995-45ff-9fb1-d9b504c31057 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:57.589069 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-18a45b1c-82f7-4ef2-b744-e10dbdb5a3a1 None None] Port 87afda1b-60ad-4014-8247-06e333a7bf56 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:27:57.615051 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port fe7d40fe-35cc-40ed-82d6-be99bfbae6cf triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:27:57.615684 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:57.624334 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-922e0e44-f7a5-48f1-98ee-9d0636c77b25 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for floatingip, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:57.800408 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a4165a3c-6995-45ff-9fb1-d9b504c31057 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:57.804779 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a4165a3c-6995-45ff-9fb1-d9b504c31057 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/ports/29e8fd23-5d35-4b14-8fba-f2e538506d0b HTTP/1.1" status: 204 len: 168 time: 2.6503887 Aug 31 09:27:57.810003 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4165a3c-6995-45ff-9fb1-d9b504c31057 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Port': ['ID=29e8fd23-5d35-4b14-8fba-f2e538506d0b,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:27:57.810170 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44204) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:57.837066 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7ce6b-aba1-48a1-9725-cd2e3d2848d5 req-043a7961-8258-40c6-9ca3-29efd399d06e tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:57.838741 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dea7ce6b-aba1-48a1-9725-cd2e3d2848d5 req-043a7961-8258-40c6-9ca3-29efd399d06e tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/ports?device_id=8b66aeb7-b235-49db-a02e-ebb9bcc724df HTTP/1.1" status: 200 len: 945 time: 0.2903533 Aug 31 09:27:57.847012 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ba2f41-d25b-44d9-b878-e7554f6107d1 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] GET failed (client error): The resource could not be found. Aug 31 09:27:57.853111 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b1ba2f41-d25b-44d9-b878-e7554f6107d1 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "GET /v2.0/ports/29e8fd23-5d35-4b14-8fba-f2e538506d0b HTTP/1.1" status: 404 len: 333 time: 0.0433133 Aug 31 09:27:57.858902 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44206) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:57.863980 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-4c74ea1f-3cf4-4c0e-8147-84f7d11f6e12 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'port': {'network_id': '097647b9-96b8-4179-962b-949a2bb3c8b8', 'name': 'tempest-PortsIpV6TestJSON-1841898952'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:27:57.892962 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afb76f-c3b3-453a-a85c-cb917f042d0d req-e522157d-c6c3-44eb-94fa-2bb5ead96b75 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:57.894516 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-23afb76f-c3b3-453a-a85c-cb917f042d0d req-e522157d-c6c3-44eb-94fa-2bb5ead96b75 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 946 time: 0.3450446 Aug 31 09:27:57.946155 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-23afb76f-c3b3-453a-a85c-cb917f042d0d req-e05a18a5-6e2f-4a41-a238-a4f0afbc6413 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412049 Aug 31 09:27:57.967736 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dea7ce6b-aba1-48a1-9725-cd2e3d2848d5 req-b8b032c9-a01b-44ec-807e-acd527d1c8b0 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/security-groups?id=8e0dd00c-81d6-4a18-851d-93334bc3951e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147132 Aug 31 09:27:58.030641 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db6ebb3-7e32-489b-b1eb-ae51b897a6d3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Router 9e3d9983-739b-4597-9d1e-c8b0a7030d64 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:27:58.247767 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b66aeb7-b235-49db-a02e-ebb9bcc724df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f880ded-a23c-4499-b7d7-dab4ad8e1966'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:27:58.250143 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1516ecf-c7f2-4fca-a4b7-09faec128008" -d '{"events": [{"server_uuid": "8b66aeb7-b235-49db-a02e-ebb9bcc724df", "name": "network-vif-plugged", "status": "completed", "tag": "1f880ded-a23c-4499-b7d7-dab4ad8e1966"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:27:58.313723 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef4cdb-3a11-4552-9095-6ad64b6a8098 req-0c7966c5-fe76-45cc-8a1e-4ce871c524e8 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:58.322594 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b7ef4cdb-3a11-4552-9095-6ad64b6a8098 req-0c7966c5-fe76-45cc-8a1e-4ce871c524e8 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.119 "GET /v2.0/ports?device_id=ae35a955-9d07-4bca-9254-34da68591156 HTTP/1.1" status: 200 len: 946 time: 0.1599064 Aug 31 09:27:58.352317 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba47ed8-ed88-4b60-8046-d7aacf86a7bf req-609d368a-e5a8-4fd0-ad43-3185933b53b9 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:58.363518 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3ba47ed8-ed88-4b60-8046-d7aacf86a7bf req-609d368a-e5a8-4fd0-ad43-3185933b53b9 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 946 time: 0.2127297 Aug 31 09:27:58.394642 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db6ebb3-7e32-489b-b1eb-ae51b897a6d3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:27:58.408804 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f504081b-8768-4966-b505-a40c0bafe1c6 None None] Sync routers for ids ['9e3d9983-739b-4597-9d1e-c8b0a7030d64'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:27:58.421875 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8db6ebb3-7e32-489b-b1eb-ae51b897a6d3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "PUT /v2.0/routers/9e3d9983-739b-4597-9d1e-c8b0a7030d64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1473634 Aug 31 09:27:58.425341 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44214) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:58.428182 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f504081b-8768-4966-b505-a40c0bafe1c6 None None] Routers {'9e3d9983-739b-4597-9d1e-c8b0a7030d64'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:27:58.428816 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f504081b-8768-4966-b505-a40c0bafe1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['9e3d9983-739b-4597-9d1e-c8b0a7030d64'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:58.480140 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b7ef4cdb-3a11-4552-9095-6ad64b6a8098 req-4539f4e2-a222-4fe4-9c79-85168e8c5fa8 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8c244e1-555c-4f7e-bcbe-caeb3c18de79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562133 Aug 31 09:27:58.537755 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3ba47ed8-ed88-4b60-8046-d7aacf86a7bf req-6b705d96-be9c-4276-9975-d3fa21a15e77 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729028 Aug 31 09:27:58.563831 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-922e0e44-f7a5-48f1-98ee-9d0636c77b25 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:58.565187 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f298524-de4e-490d-af65-6dd70c4dc20b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:58.570813 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44218) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:58.573544 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8f298524-de4e-490d-af65-6dd70c4dc20b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports/87afda1b-60ad-4014-8247-06e333a7bf56 HTTP/1.1" status: 200 len: 911 time: 0.1439488 Aug 31 09:27:58.586132 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a884ebf-ca13-44fb-ae82-68f488711630 x-openstack-request-id: req-4a884ebf-ca13-44fb-ae82-68f488711630 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:27:58.587202 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b66aeb7-b235-49db-a02e-ebb9bcc724df", "name": "network-vif-plugged", "status": "completed", "tag": "1f880ded-a23c-4499-b7d7-dab4ad8e1966", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:27:58.587202 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4a884ebf-ca13-44fb-ae82-68f488711630 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:27:58.587713 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b66aeb7-b235-49db-a02e-ebb9bcc724df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f880ded-a23c-4499-b7d7-dab4ad8e1966', 'code': 200} Aug 31 09:27:58.643771 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-922e0e44-f7a5-48f1-98ee-9d0636c77b25 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:58.656474 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3726566-fa6a-4be6-9bfc-fcb41eca9c1f tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:58.658984 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-f504081b-8768-4966-b505-a40c0bafe1c6 None None] Set router 9e3d9983-739b-4597-9d1e-c8b0a7030d64 gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:27:58.663456 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3726566-fa6a-4be6-9bfc-fcb41eca9c1f tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:58.669321 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e3726566-fa6a-4be6-9bfc-fcb41eca9c1f tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0968821 Aug 31 09:27:58.669950 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44220) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:27:58.722319 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a901b-491f-4151-9638-89dabe510b5f req-476e9735-70f9-405a-b96b-7e962dec3973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:58.723972 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fd0a901b-491f-4151-9638-89dabe510b5f req-476e9735-70f9-405a-b96b-7e962dec3973 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=8b66aeb7-b235-49db-a02e-ebb9bcc724df HTTP/1.1" status: 200 len: 1097 time: 0.0677664 Aug 31 09:27:58.792654 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fd0a901b-491f-4151-9638-89dabe510b5f req-53b3d645-b50c-4eb4-a156-19725b5f1d1d service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=8e0dd00c-81d6-4a18-851d-93334bc3951e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599387 Aug 31 09:27:58.808565 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c74ea1f-3cf4-4c0e-8147-84f7d11f6e12 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:27:58.813763 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4c74ea1f-3cf4-4c0e-8147-84f7d11f6e12 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:59.109023 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f504081b-8768-4966-b505-a40c0bafe1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3d9983-739b-4597-9d1e-c8b0a7030d64', 'name': 'tempest-NetworksTestDHCPv6-router-402217420', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:51Z', 'updated_at': '2021-08-31T09:27:54Z', 'revision_number': 2, 'project_id': '13196dd28c4040d8ae49ede86941bf1d', 'gw_port_host': None, '_interfaces': [{'id': '87afda1b-60ad-4014-8247-06e333a7bf56', 'name': '', 'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'mac_address': 'fa:16:3e:c9:07:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3d9983-739b-4597-9d1e-c8b0a7030d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': 'b63f9c34-6661-49b0-aa6f-136aab30504b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:52Z', 'updated_at': '2021-08-31T09:27:55Z', 'revision_number': 2, 'project_id': '13196dd28c4040d8ae49ede86941bf1d', 'subnets': [{'id': 'b63f9c34-6661-49b0-aa6f-136aab30504b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:27:59.205877 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c32da-4bc3-4fe4-afc2-5373b08b9538 req-1f9d5e66-82c3-47aa-a786-b981e63cb983 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:59.207660 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e18c32da-4bc3-4fe4-afc2-5373b08b9538 req-1f9d5e66-82c3-47aa-a786-b981e63cb983 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/ports?device_id=8b66aeb7-b235-49db-a02e-ebb9bcc724df HTTP/1.1" status: 200 len: 945 time: 0.1274614 Aug 31 09:27:59.224089 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01c44f-728e-424b-94ae-5e27f631448e req-635d70f8-b762-4462-ac26-c7dcb98a720c tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:59.224485 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-4c74ea1f-3cf4-4c0e-8147-84f7d11f6e12 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] device_id is not set on port 2f499dd1-da9b-42d4-8499-57e38b4dffe6 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:27:59.234220 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fe01c44f-728e-424b-94ae-5e27f631448e req-635d70f8-b762-4462-ac26-c7dcb98a720c tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 946 time: 0.1380763 Aug 31 09:27:59.273848 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f504081b-8768-4966-b505-a40c0bafe1c6 None None] Checking router: 9e3d9983-739b-4597-9d1e-c8b0a7030d64 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:27:59.274455 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f504081b-8768-4966-b505-a40c0bafe1c6 None None] Updating router 9e3d9983-739b-4597-9d1e-c8b0a7030d64 port 87afda1b-60ad-4014-8247-06e333a7bf56 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:27:59.310974 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fe01c44f-728e-424b-94ae-5e27f631448e req-848fe5a3-3144-4290-aa07-241a0deaf51c tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714931 Aug 31 09:27:59.311788 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-f504081b-8768-4966-b505-a40c0bafe1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:59.347335 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e18c32da-4bc3-4fe4-afc2-5373b08b9538 req-dfb57703-97c6-4fce-b213-242e9927d494 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/security-groups?id=8e0dd00c-81d6-4a18-851d-93334bc3951e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895646 Aug 31 09:27:59.519293 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [None req-922e0e44-f7a5-48f1-98ee-9d0636c77b25 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Floating IP 7ddbe18c-1cd1-4561-9e7e-32487d30364e associated. External IP: 172.25.2.13, port: 6ed7bbe4-526b-46c1-b810-84e04117292e. Aug 31 09:27:59.632836 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2127e-3f5f-4786-9dc8-7164237394e7 req-1ee77388-5ace-4931-b9fe-19d9c8f8b057 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:27:59.641607 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c8a2127e-3f5f-4786-9dc8-7164237394e7 req-1ee77388-5ace-4931-b9fe-19d9c8f8b057 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.119 "GET /v2.0/ports?device_id=ae35a955-9d07-4bca-9254-34da68591156 HTTP/1.1" status: 200 len: 946 time: 0.0746143 Aug 31 09:27:59.697920 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c8a2127e-3f5f-4786-9dc8-7164237394e7 req-3e2c5412-ea2a-48b4-8682-651e084a23c6 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8c244e1-555c-4f7e-bcbe-caeb3c18de79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520005 Aug 31 09:27:59.739149 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-f504081b-8768-4966-b505-a40c0bafe1c6 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:59.752123 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-f504081b-8768-4966-b505-a40c0bafe1c6 None None] Transition to ACTIVE for port object 87afda1b-60ad-4014-8247-06e333a7bf56 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:27:59.818281 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-f504081b-8768-4966-b505-a40c0bafe1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:59.819521 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4c74ea1f-3cf4-4c0e-8147-84f7d11f6e12 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:27:59.992951 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-f504081b-8768-4966-b505-a40c0bafe1c6 None None] Attempting to bind port 87afda1b-60ad-4014-8247-06e333a7bf56 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:27:59.993330 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-f504081b-8768-4966-b505-a40c0bafe1c6 None None] Attempting to bind port 87afda1b-60ad-4014-8247-06e333a7bf56 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:27:59.993661 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f504081b-8768-4966-b505-a40c0bafe1c6 None None] Attempting to bind port 87afda1b-60ad-4014-8247-06e333a7bf56 on network 17930598-f4af-4731-83ee-9969406c94e8 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:00.007354 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f504081b-8768-4966-b505-a40c0bafe1c6 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:28:00.007854 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f504081b-8768-4966-b505-a40c0bafe1c6 None None] Checking segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:00.009257 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-f504081b-8768-4966-b505-a40c0bafe1c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:00.010047 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f504081b-8768-4966-b505-a40c0bafe1c6 None None] Bound using segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:28:00.010177 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-f504081b-8768-4966-b505-a40c0bafe1c6 None None] Bound port: 87afda1b-60ad-4014-8247-06e333a7bf56, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:28:00.010879 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-f504081b-8768-4966-b505-a40c0bafe1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:00.030753 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0b8e8236-d6ab-420a-b46c-28bac2d820aa tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:00.067554 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97a201-31b3-48b2-9b28-be4c608e63cc None None] Pushing event updated for resources: {'Port': ['ID=87afda1b-60ad-4014-8247-06e333a7bf56,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:00.085117 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b97a201-31b3-48b2-9b28-be4c608e63cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:00.085592 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b97a201-31b3-48b2-9b28-be4c608e63cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:00.086023 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b97a201-31b3-48b2-9b28-be4c608e63cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:00.086448 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b97a201-31b3-48b2-9b28-be4c608e63cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:00.086889 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b97a201-31b3-48b2-9b28-be4c608e63cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:00.087306 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b97a201-31b3-48b2-9b28-be4c608e63cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:00.087733 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b97a201-31b3-48b2-9b28-be4c608e63cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:00.088150 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b97a201-31b3-48b2-9b28-be4c608e63cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:00.088560 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b97a201-31b3-48b2-9b28-be4c608e63cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:00.088967 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b97a201-31b3-48b2-9b28-be4c608e63cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:00.089380 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b97a201-31b3-48b2-9b28-be4c608e63cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:00.096729 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b97a201-31b3-48b2-9b28-be4c608e63cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:00.155336 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-f504081b-8768-4966-b505-a40c0bafe1c6 None None] For port 87afda1b-60ad-4014-8247-06e333a7bf56, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:28:00.158912 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-f504081b-8768-4966-b505-a40c0bafe1c6 None None] For port 87afda1b-60ad-4014-8247-06e333a7bf56, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=87afda1b-60ad-4014-8247-06e333a7bf56,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:28:00.160775 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4c74ea1f-3cf4-4c0e-8147-84f7d11f6e12 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:00.248578 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-f504081b-8768-4966-b505-a40c0bafe1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:00.267877 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c74ea1f-3cf4-4c0e-8147-84f7d11f6e12 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network 097647b9-96b8-4179-962b-949a2bb3c8b8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:00.271177 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74ea1f-3cf4-4c0e-8147-84f7d11f6e12 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Port': ['ID=2f499dd1-da9b-42d4-8499-57e38b4dffe6,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:00.274578 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922e0e44-f7a5-48f1-98ee-9d0636c77b25 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Router 7a5d8ef9-95df-4cc5-928f-3d77c54499f3 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:28:00.318121 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-4c74ea1f-3cf4-4c0e-8147-84f7d11f6e12 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:00.337968 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97a201-31b3-48b2-9b28-be4c608e63cc None None] Pushing event updated for resources: {'Port': ['ID=87afda1b-60ad-4014-8247-06e333a7bf56,revision_number=4']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:00.400008 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f504081b-8768-4966-b505-a40c0bafe1c6 None None] Routers {'9e3d9983-739b-4597-9d1e-c8b0a7030d64'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:00.400008 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f504081b-8768-4966-b505-a40c0bafe1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['9e3d9983-739b-4597-9d1e-c8b0a7030d64'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:00.542206 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c74ea1f-3cf4-4c0e-8147-84f7d11f6e12 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:00.549351 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c74ea1f-3cf4-4c0e-8147-84f7d11f6e12 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:00.550032 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4c74ea1f-3cf4-4c0e-8147-84f7d11f6e12 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:00.603974 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fce25-f9f7-4d79-9483-792f3e65e968 req-59bbb447-7c8a-45bc-b8fe-844141a94683 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:00.605058 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-f504081b-8768-4966-b505-a40c0bafe1c6 None None] Set router 9e3d9983-739b-4597-9d1e-c8b0a7030d64 gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:28:00.612250 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ab5fce25-f9f7-4d79-9483-792f3e65e968 req-59bbb447-7c8a-45bc-b8fe-844141a94683 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/ports?device_id=8b66aeb7-b235-49db-a02e-ebb9bcc724df HTTP/1.1" status: 200 len: 945 time: 0.1260822 Aug 31 09:28:00.624426 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a7925-ec2d-4e00-8545-461fdd9a0e97 req-aa97dc78-cd8c-4d11-90dc-47b5c6735149 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:00.626485 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e39a7925-ec2d-4e00-8545-461fdd9a0e97 req-aa97dc78-cd8c-4d11-90dc-47b5c6735149 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 946 time: 0.1125200 Aug 31 09:28:00.713572 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922e0e44-f7a5-48f1-98ee-9d0636c77b25 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:28:00.717159 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e4d9af-7252-4785-8bbf-b4987e20f52f None None] Sync routers for ids ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:28:00.717749 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ab5fce25-f9f7-4d79-9483-792f3e65e968 req-d7e227a7-931e-4bcf-970b-98d119728e0d tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/security-groups?id=8e0dd00c-81d6-4a18-851d-93334bc3951e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805771 Aug 31 09:28:00.717864 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-922e0e44-f7a5-48f1-98ee-9d0636c77b25 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:00.717969 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e39a7925-ec2d-4e00-8545-461fdd9a0e97 req-096ddd75-d2bb-4137-b207-aa8e0ddb3eb9 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523014 Aug 31 09:28:00.752957 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e4d9af-7252-4785-8bbf-b4987e20f52f None None] Routers {'7a5d8ef9-95df-4cc5-928f-3d77c54499f3'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:00.753603 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-d0e4d9af-7252-4785-8bbf-b4987e20f52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:00.779021 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44236) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:00.789597 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-922e0e44-f7a5-48f1-98ee-9d0636c77b25 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "PUT /v2.0/floatingips/7ddbe18c-1cd1-4561-9e7e-32487d30364e HTTP/1.1" status: 200 len: 977 time: 3.2754874 Aug 31 09:28:00.807467 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-d0e4d9af-7252-4785-8bbf-b4987e20f52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:00.832785 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4c74ea1f-3cf4-4c0e-8147-84f7d11f6e12 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.9701831 Aug 31 09:28:00.833419 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44238) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:00.838422 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e4d9af-7252-4785-8bbf-b4987e20f52f None None] Routers {'7a5d8ef9-95df-4cc5-928f-3d77c54499f3'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:00.839360 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-d0e4d9af-7252-4785-8bbf-b4987e20f52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:00.857261 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-c366fa74-0d10-4a2f-b12b-c5e01be7e424 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:00.875872 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-d0e4d9af-7252-4785-8bbf-b4987e20f52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:00.876529 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e4d9af-7252-4785-8bbf-b4987e20f52f None None] The sync data for ids ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:28:00.884022 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f504081b-8768-4966-b505-a40c0bafe1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3d9983-739b-4597-9d1e-c8b0a7030d64', 'name': 'tempest-NetworksTestDHCPv6-router-402217420', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:51Z', 'updated_at': '2021-08-31T09:27:54Z', 'revision_number': 2, 'project_id': '13196dd28c4040d8ae49ede86941bf1d', 'gw_port_host': None, '_interfaces': [{'id': '87afda1b-60ad-4014-8247-06e333a7bf56', 'name': '', 'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'mac_address': 'fa:16:3e:c9:07:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3d9983-739b-4597-9d1e-c8b0a7030d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': 'b63f9c34-6661-49b0-aa6f-136aab30504b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:52Z', 'updated_at': '2021-08-31T09:28:00Z', 'revision_number': 4, 'project_id': '13196dd28c4040d8ae49ede86941bf1d', 'subnets': [{'id': 'b63f9c34-6661-49b0-aa6f-136aab30504b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:00.948250 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-0b8e8236-d6ab-420a-b46c-28bac2d820aa tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting port 87afda1b-60ad-4014-8247-06e333a7bf56 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:00.948602 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0b8e8236-d6ab-420a-b46c-28bac2d820aa tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:00.972664 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-478d8832-288a-4b8c-88fe-d64f329c4831 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Deleting port 6ed7bbe4-526b-46c1-b810-84e04117292e {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:00.972664 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-478d8832-288a-4b8c-88fe-d64f329c4831 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:00.972905 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f504081b-8768-4966-b505-a40c0bafe1c6 None None] The sync data for ids ['9e3d9983-739b-4597-9d1e-c8b0a7030d64'] in n-d-791506-28 is: [{'id': '9e3d9983-739b-4597-9d1e-c8b0a7030d64', 'name': 'tempest-NetworksTestDHCPv6-router-402217420', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:51Z', 'updated_at': '2021-08-31T09:27:54Z', 'revision_number': 2, 'project_id': '13196dd28c4040d8ae49ede86941bf1d', 'gw_port_host': None, '_interfaces': [{'id': '87afda1b-60ad-4014-8247-06e333a7bf56', 'name': '', 'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'mac_address': 'fa:16:3e:c9:07:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3d9983-739b-4597-9d1e-c8b0a7030d64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1914, 'fixed_ips': [{'subnet_id': 'b63f9c34-6661-49b0-aa6f-136aab30504b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:27:52Z', 'updated_at': '2021-08-31T09:28:00Z', 'revision_number': 4, 'project_id': '13196dd28c4040d8ae49ede86941bf1d', 'subnets': [{'id': 'b63f9c34-6661-49b0-aa6f-136aab30504b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:28:01.103575 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c366fa74-0d10-4a2f-b12b-c5e01be7e424 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:01.181448 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-478d8832-288a-4b8c-88fe-d64f329c4831 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:01.394152 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-0b8e8236-d6ab-420a-b46c-28bac2d820aa tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] For port 87afda1b-60ad-4014-8247-06e333a7bf56, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=87afda1b-60ad-4014-8247-06e333a7bf56,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:01.394617 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0b8e8236-d6ab-420a-b46c-28bac2d820aa tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:01.429916 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-0b8e8236-d6ab-420a-b46c-28bac2d820aa tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Calling delete_port for 87afda1b-60ad-4014-8247-06e333a7bf56 owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:01.607495 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-478d8832-288a-4b8c-88fe-d64f329c4831 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:01.607495 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-478d8832-288a-4b8c-88fe-d64f329c4831 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:01.607495 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-478d8832-288a-4b8c-88fe-d64f329c4831 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Floating IP 7ddbe18c-1cd1-4561-9e7e-32487d30364e disassociated. External IP: 172.25.2.13, port: 6ed7bbe4-526b-46c1-b810-84e04117292e. Aug 31 09:28:01.607495 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-478d8832-288a-4b8c-88fe-d64f329c4831 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Calling delete_port for 6ed7bbe4-526b-46c1-b810-84e04117292e owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:01.637693 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 87afda1b-60ad-4014-8247-06e333a7bf56 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:01.891220 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0b8e8236-d6ab-420a-b46c-28bac2d820aa tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:01.893170 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 87afda1b-60ad-4014-8247-06e333a7bf56 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:01.899819 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 87afda1b-60ad-4014-8247-06e333a7bf56 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:01.900383 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:01.931990 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Port 87afda1b-60ad-4014-8247-06e333a7bf56 was deleted so its status cannot be updated. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 09:28:01.961908 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c366fa74-0d10-4a2f-b12b-c5e01be7e424 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:01.967934 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e8236-d6ab-420a-b46c-28bac2d820aa tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Port': ['ID=87afda1b-60ad-4014-8247-06e333a7bf56,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:02.010934 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752dd8e-4faa-40cf-88aa-bf559569f5de req-476b5160-5110-498f-b316-71ea0059e7a0 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:02.026634 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0752dd8e-4faa-40cf-88aa-bf559569f5de req-476b5160-5110-498f-b316-71ea0059e7a0 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 946 time: 0.2134736 Aug 31 09:28:02.089026 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c366fa74-0d10-4a2f-b12b-c5e01be7e424 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:02.206453 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0752dd8e-4faa-40cf-88aa-bf559569f5de req-3a855efe-6cca-42e4-b6e4-b5e3c1035900 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773691 Aug 31 09:28:02.211888 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0b8e8236-d6ab-420a-b46c-28bac2d820aa tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:02.215941 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-c366fa74-0d10-4a2f-b12b-c5e01be7e424 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] In _notify_port_updated(), no bound segment for port 2f499dd1-da9b-42d4-8499-57e38b4dffe6 on network 097647b9-96b8-4179-962b-949a2bb3c8b8 {{(pid=95552) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:28:02.221946 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c366fa74-0d10-4a2f-b12b-c5e01be7e424 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:02.222677 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c366fa74-0d10-4a2f-b12b-c5e01be7e424 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:02.226427 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c366fa74-0d10-4a2f-b12b-c5e01be7e424 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "PUT /v2.0/ports/2f499dd1-da9b-42d4-8499-57e38b4dffe6 HTTP/1.1" status: 200 len: 818 time: 1.3803344 Aug 31 09:28:02.228740 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44280) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:02.239920 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-478d8832-288a-4b8c-88fe-d64f329c4831 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:02.257381 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366fa74-0d10-4a2f-b12b-c5e01be7e424 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Port': ['ID=2f499dd1-da9b-42d4-8499-57e38b4dffe6,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:02.314327 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d8832-288a-4b8c-88fe-d64f329c4831 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event deleted for resources: {'Port': ['ID=6ed7bbe4-526b-46c1-b810-84e04117292e,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:02.344129 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:28:02.358830 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d8832-288a-4b8c-88fe-d64f329c4831 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:02.359090 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d8832-288a-4b8c-88fe-d64f329c4831 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:02.363849 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d8832-288a-4b8c-88fe-d64f329c4831 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:02.363849 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d8832-288a-4b8c-88fe-d64f329c4831 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:02.363849 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d8832-288a-4b8c-88fe-d64f329c4831 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:02.363849 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d8832-288a-4b8c-88fe-d64f329c4831 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:02.363849 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d8832-288a-4b8c-88fe-d64f329c4831 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:02.363849 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d8832-288a-4b8c-88fe-d64f329c4831 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:02.363849 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d8832-288a-4b8c-88fe-d64f329c4831 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:02.363849 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d8832-288a-4b8c-88fe-d64f329c4831 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:02.363849 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d8832-288a-4b8c-88fe-d64f329c4831 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:02.363849 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478d8832-288a-4b8c-88fe-d64f329c4831 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:02.375690 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749cfd8b-dad5-4ead-b873-f78a36b0d3b5 req-cf6980af-551e-42db-b177-04b1c3a70203 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:02.377251 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-749cfd8b-dad5-4ead-b873-f78a36b0d3b5 req-cf6980af-551e-42db-b177-04b1c3a70203 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/ports?device_id=8b66aeb7-b235-49db-a02e-ebb9bcc724df HTTP/1.1" status: 200 len: 945 time: 0.2566879 Aug 31 09:28:02.463133 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8e8236-d6ab-420a-b46c-28bac2d820aa tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Router 9e3d9983-739b-4597-9d1e-c8b0a7030d64 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:28:02.514822 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-749cfd8b-dad5-4ead-b873-f78a36b0d3b5 req-798b1a20-2330-48c2-90d9-4a5a21bc7647 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/security-groups?id=8e0dd00c-81d6-4a18-851d-93334bc3951e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272039 Aug 31 09:28:02.571592 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8e8236-d6ab-420a-b46c-28bac2d820aa tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:28:02.581055 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-e72d71ac-fa5a-4ba5-9bad-abf84f82f4f6 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Deleting port 2f499dd1-da9b-42d4-8499-57e38b4dffe6 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:02.581375 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:02.581481 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e72d71ac-fa5a-4ba5-9bad-abf84f82f4f6 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:02.585929 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0b8e8236-d6ab-420a-b46c-28bac2d820aa tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "PUT /v2.0/routers/9e3d9983-739b-4597-9d1e-c8b0a7030d64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8808050 Aug 31 09:28:02.587155 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44288) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:02.658799 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bce403-24ac-402b-adc4-16b0e7278534 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:02.660379 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bce403-24ac-402b-adc4-16b0e7278534 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:02.661944 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f1bce403-24ac-402b-adc4-16b0e7278534 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0743680 Aug 31 09:28:02.664686 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44290) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:02.671160 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478d8832-288a-4b8c-88fe-d64f329c4831 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Router 7a5d8ef9-95df-4cc5-928f-3d77c54499f3 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:28:02.711041 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e72d71ac-fa5a-4ba5-9bad-abf84f82f4f6 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:02.724638 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b7d4b6f-fbca-47e5-9d9b-02b9c2194d54 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting subnet b63f9c34-6661-49b0-aa6f-136aab30504b {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:28:02.730746 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1b7d4b6f-fbca-47e5-9d9b-02b9c2194d54 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:02.732311 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-e72d71ac-fa5a-4ba5-9bad-abf84f82f4f6 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Calling delete_port for 2f499dd1-da9b-42d4-8499-57e38b4dffe6 owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:02.770968 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1b7d4b6f-fbca-47e5-9d9b-02b9c2194d54 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:02.823893 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:02.876880 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1b7d4b6f-fbca-47e5-9d9b-02b9c2194d54 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:02.893992 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478d8832-288a-4b8c-88fe-d64f329c4831 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:28:02.922000 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690a739c-08af-4118-b6f8-0550cef1c7b1 None None] Sync routers for ids ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:28:02.940883 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690a739c-08af-4118-b6f8-0550cef1c7b1 None None] Routers {'7a5d8ef9-95df-4cc5-928f-3d77c54499f3'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:02.941585 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-690a739c-08af-4118-b6f8-0550cef1c7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:02.979199 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-690a739c-08af-4118-b6f8-0550cef1c7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:02.989308 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690a739c-08af-4118-b6f8-0550cef1c7b1 None None] Routers {'7a5d8ef9-95df-4cc5-928f-3d77c54499f3'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:02.990001 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-690a739c-08af-4118-b6f8-0550cef1c7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:03.022180 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-690a739c-08af-4118-b6f8-0550cef1c7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:03.023794 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690a739c-08af-4118-b6f8-0550cef1c7b1 None None] The sync data for ids ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:28:03.024782 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-478d8832-288a-4b8c-88fe-d64f329c4831 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:03.031078 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-478d8832-288a-4b8c-88fe-d64f329c4831 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "DELETE /v2.0/ports/6ed7bbe4-526b-46c1-b810-84e04117292e HTTP/1.1" status: 204 len: 168 time: 2.2509379 Aug 31 09:28:03.033689 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44296) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:03.034528 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e72d71ac-fa5a-4ba5-9bad-abf84f82f4f6 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:03.065272 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72d71ac-fa5a-4ba5-9bad-abf84f82f4f6 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Port': ['ID=2f499dd1-da9b-42d4-8499-57e38b4dffe6,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:03.075298 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e72d71ac-fa5a-4ba5-9bad-abf84f82f4f6 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:03.077185 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e72d71ac-fa5a-4ba5-9bad-abf84f82f4f6 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/ports/2f499dd1-da9b-42d4-8499-57e38b4dffe6 HTTP/1.1" status: 204 len: 168 time: 0.8470879 Aug 31 09:28:03.077874 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44298) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:03.089660 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44300) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:03.090037 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6292902c-115c-45ce-8e35-e0b6e4ef4008 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "GET /v2.0/floatingips/7ddbe18c-1cd1-4561-9e7e-32487d30364e HTTP/1.1" status: 200 len: 687 time: 0.0569720 Aug 31 09:28:03.094571 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1b7d4b6f-fbca-47e5-9d9b-02b9c2194d54 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:03.126657 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d4b6f-fbca-47e5-9d9b-02b9c2194d54 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Subnet': ['ID=b63f9c34-6661-49b0-aa6f-136aab30504b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:03.130894 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1b7d4b6f-fbca-47e5-9d9b-02b9c2194d54 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:03.132727 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1b7d4b6f-fbca-47e5-9d9b-02b9c2194d54 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/b63f9c34-6661-49b0-aa6f-136aab30504b HTTP/1.1" status: 204 len: 168 time: 0.4668891 Aug 31 09:28:03.135775 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44302) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:03.141144 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3bdb11-3ecb-42f8-8fa5-271297c6c004 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:03.238234 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2e3dcb-c820-4110-82ee-e385b12a25e8 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:03.245389 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1c2e3dcb-c820-4110-82ee-e385b12a25e8 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1660872 Aug 31 09:28:03.250231 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44308) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:03.250929 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639bc591-c245-4595-be8e-acd6a05d95fb None None] Sync routers for ids ['9e3d9983-739b-4597-9d1e-c8b0a7030d64'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:28:03.317533 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639bc591-c245-4595-be8e-acd6a05d95fb None None] Routers {'9e3d9983-739b-4597-9d1e-c8b0a7030d64'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:03.318155 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-639bc591-c245-4595-be8e-acd6a05d95fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['9e3d9983-739b-4597-9d1e-c8b0a7030d64'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:03.335500 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fb9f4195-a024-47ba-9de9-9ffbf51edfbe tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1984367 Aug 31 09:28:03.337911 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44312) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:03.358846 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-450685bb-19e5-46bf-ab21-feb4a0344c26 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] GET failed (client error): The resource could not be found. Aug 31 09:28:03.363293 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-450685bb-19e5-46bf-ab21-feb4a0344c26 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "GET /v2.0/ports/2f499dd1-da9b-42d4-8499-57e38b4dffe6 HTTP/1.1" status: 404 len: 333 time: 0.1115708 Aug 31 09:28:03.395274 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-639bc591-c245-4595-be8e-acd6a05d95fb None None] Set router 9e3d9983-739b-4597-9d1e-c8b0a7030d64 gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:28:03.428661 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44314) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:03.446331 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-11ce4817-ee3a-4fc8-a05e-7e876fda7940 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1854281396'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:03.469984 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-639bc591-c245-4595-be8e-acd6a05d95fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3d9983-739b-4597-9d1e-c8b0a7030d64', 'name': 'tempest-NetworksTestDHCPv6-router-402217420', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:51Z', 'updated_at': '2021-08-31T09:28:01Z', 'revision_number': 3, 'project_id': '13196dd28c4040d8ae49ede86941bf1d', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:03.511148 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639bc591-c245-4595-be8e-acd6a05d95fb None None] Checking router: 9e3d9983-739b-4597-9d1e-c8b0a7030d64 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:28:03.523540 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639bc591-c245-4595-be8e-acd6a05d95fb None None] Routers {'9e3d9983-739b-4597-9d1e-c8b0a7030d64'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:03.524574 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-639bc591-c245-4595-be8e-acd6a05d95fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['9e3d9983-739b-4597-9d1e-c8b0a7030d64'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:03.545220 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ce4817-ee3a-4fc8-a05e-7e876fda7940 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:03.549368 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-11ce4817-ee3a-4fc8-a05e-7e876fda7940 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:03.587435 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621d70c-6c77-4e6a-a309-f733e9e028f4 req-268ba2d6-c0ef-4302-91d2-45da75891e6e tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:03.589286 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3621d70c-6c77-4e6a-a309-f733e9e028f4 req-268ba2d6-c0ef-4302-91d2-45da75891e6e tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.112 "GET /v2.0/ports?device_id=8b66aeb7-b235-49db-a02e-ebb9bcc724df HTTP/1.1" status: 200 len: 945 time: 0.2422359 Aug 31 09:28:03.596006 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad447aa-22b5-4935-9df9-a22fbf091de3 req-dd03deb4-f32c-482d-86bd-1b96ba01ae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:03.597529 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aad447aa-22b5-4935-9df9-a22fbf091de3 req-dd03deb4-f32c-482d-86bd-1b96ba01ae1e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e7263d55640346b092e769ab252c85c3&device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 1098 time: 0.2972920 Aug 31 09:28:03.607975 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86374e-90da-4f02-bf8d-57d6173e7676 req-605fa9b6-2057-47be-81f9-f49a314cfdb2 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:03.610173 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-639bc591-c245-4595-be8e-acd6a05d95fb None None] Set router 9e3d9983-739b-4597-9d1e-c8b0a7030d64 gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:28:03.610324 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f86374e-90da-4f02-bf8d-57d6173e7676 req-605fa9b6-2057-47be-81f9-f49a314cfdb2 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 946 time: 0.2792594 Aug 31 09:28:03.652523 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-9fed6b93-00c7-4528-a0ed-c438104c9102 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Deleting port bfd67afb-0f8b-4493-a708-5f0b76164686 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:03.654522 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9fed6b93-00c7-4528-a0ed-c438104c9102 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:03.671857 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec01357-0166-4e20-b2af-6ae295bb4688 None None] DHCP port deletion for 17930598-f4af-4731-83ee-9969406c94e8 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:28:03.674215 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-639bc591-c245-4595-be8e-acd6a05d95fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3d9983-739b-4597-9d1e-c8b0a7030d64', 'name': 'tempest-NetworksTestDHCPv6-router-402217420', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:51Z', 'updated_at': '2021-08-31T09:28:01Z', 'revision_number': 3, 'project_id': '13196dd28c4040d8ae49ede86941bf1d', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:03.702643 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639bc591-c245-4595-be8e-acd6a05d95fb None None] The sync data for ids ['9e3d9983-739b-4597-9d1e-c8b0a7030d64'] in n-d-791506-28 is: [{'id': '9e3d9983-739b-4597-9d1e-c8b0a7030d64', 'name': 'tempest-NetworksTestDHCPv6-router-402217420', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:27:51Z', 'updated_at': '2021-08-31T09:28:01Z', 'revision_number': 3, 'project_id': '13196dd28c4040d8ae49ede86941bf1d', 'gw_port_host': None}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:28:03.751966 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ce4817-ee3a-4fc8-a05e-7e876fda7940 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] vlan segment allocate from pool success with {'vlan_id': 1608, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:28:03.772110 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-aec01357-0166-4e20-b2af-6ae295bb4688 None None] Deleting port fe7d40fe-35cc-40ed-82d6-be99bfbae6cf {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:03.772717 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-aec01357-0166-4e20-b2af-6ae295bb4688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:03.844787 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-11ce4817-ee3a-4fc8-a05e-7e876fda7940 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:03.845221 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-11ce4817-ee3a-4fc8-a05e-7e876fda7940 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Added segment efc5647e-389f-4664-89ef-07c7030abae5 of type vlan for network 2d79239b-1af5-4f5e-a016-8a00a0997540 Aug 31 09:28:03.847386 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c92eaa46-170a-4cc6-8b27-266440c09f32 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:03.847825 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-aec01357-0166-4e20-b2af-6ae295bb4688 None None] For port fe7d40fe-35cc-40ed-82d6-be99bfbae6cf, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=fe7d40fe-35cc-40ed-82d6-be99bfbae6cf,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:03.848436 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-aec01357-0166-4e20-b2af-6ae295bb4688 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:03.863396 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-aec01357-0166-4e20-b2af-6ae295bb4688 None None] Calling delete_port for fe7d40fe-35cc-40ed-82d6-be99bfbae6cf owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:03.932694 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf276b6b-ff95-4e39-ad61-7ef843b37d28 req-993b0b3f-557f-4559-b14a-0f5fe257ace9 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:03.934383 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cf276b6b-ff95-4e39-ad61-7ef843b37d28 req-993b0b3f-557f-4559-b14a-0f5fe257ace9 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/ports?device_id=8b66aeb7-b235-49db-a02e-ebb9bcc724df HTTP/1.1" status: 200 len: 945 time: 0.3176529 Aug 31 09:28:03.978603 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f86374e-90da-4f02-bf8d-57d6173e7676 req-fb3ee860-df13-4f29-96bf-e7880c1735ac tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161261 Aug 31 09:28:04.001089 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-11ce4817-ee3a-4fc8-a05e-7e876fda7940 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.017624 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-aec01357-0166-4e20-b2af-6ae295bb4688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.039551 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad447aa-22b5-4935-9df9-a22fbf091de3 req-5be35960-1288-4b37-b128-b31c132995ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:04.041035 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aad447aa-22b5-4935-9df9-a22fbf091de3 req-5be35960-1288-4b37-b128-b31c132995ae service neutron] 10.222.0.59 "GET /v2.0/networks?id=f668d119-0317-4e13-bd19-a19b34b961f5 HTTP/1.1" status: 200 len: 914 time: 0.4259994 Aug 31 09:28:04.050947 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec01357-0166-4e20-b2af-6ae295bb4688 None None] Pushing event deleted for resources: {'Port': ['ID=fe7d40fe-35cc-40ed-82d6-be99bfbae6cf,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:04.060156 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9fed6b93-00c7-4528-a0ed-c438104c9102 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.060486 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9fed6b93-00c7-4528-a0ed-c438104c9102 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.061903 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec01357-0166-4e20-b2af-6ae295bb4688 None None] No DVR routers for this DVR port fe7d40fe-35cc-40ed-82d6-be99bfbae6cf on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:28:04.089425 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c92eaa46-170a-4cc6-8b27-266440c09f32 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.096576 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c92eaa46-170a-4cc6-8b27-266440c09f32 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.212506 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c92eaa46-170a-4cc6-8b27-266440c09f32 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.213153 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92eaa46-170a-4cc6-8b27-266440c09f32 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Fanout notify agent at l3_agent the message router_deleted on router 9e3d9983-739b-4597-9d1e-c8b0a7030d64 {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:28:04.221112 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c92eaa46-170a-4cc6-8b27-266440c09f32 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.229582 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c92eaa46-170a-4cc6-8b27-266440c09f32 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/routers/9e3d9983-739b-4597-9d1e-c8b0a7030d64 HTTP/1.1" status: 204 len: 168 time: 0.8899379 Aug 31 09:28:04.236462 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44326) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:04.237603 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-d49fa033-ede2-4d60-b573-342620856cfe tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:04.419276 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49fa033-ede2-4d60-b573-342620856cfe tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:04.424849 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d49fa033-ede2-4d60-b573-342620856cfe tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.443751 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-9fed6b93-00c7-4528-a0ed-c438104c9102 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Calling delete_port for bfd67afb-0f8b-4493-a708-5f0b76164686 owned by network:floatingip {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:04.447483 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aad447aa-22b5-4935-9df9-a22fbf091de3 req-cddac76f-8a88-406c-bde3-f7e6b45c3918 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd152081-6475-43ff-abf9-7011a0522372 HTTP/1.1" status: 200 len: 217 time: 0.3841925 Aug 31 09:28:04.450867 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cf276b6b-ff95-4e39-ad61-7ef843b37d28 req-34ee71e5-e9de-4e10-8f98-0937070d18dc tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/security-groups?id=8e0dd00c-81d6-4a18-851d-93334bc3951e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4889276 Aug 31 09:28:04.534616 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-3621d70c-6c77-4e6a-a309-f733e9e028f4 req-acac07ab-f7f3-4554-9b16-df9c9ef840e1 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Deleting port 1f880ded-a23c-4499-b7d7-dab4ad8e1966 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:04.535071 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3621d70c-6c77-4e6a-a309-f733e9e028f4 req-acac07ab-f7f3-4554-9b16-df9c9ef840e1 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.544228 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-11ce4817-ee3a-4fc8-a05e-7e876fda7940 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.549741 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ce4817-ee3a-4fc8-a05e-7e876fda7940 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:04.550341 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-11ce4817-ee3a-4fc8-a05e-7e876fda7940 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.659520 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad447aa-22b5-4935-9df9-a22fbf091de3 req-fc5d0747-ac95-41ad-be3e-1c00bc2ebabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:04.660923 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aad447aa-22b5-4935-9df9-a22fbf091de3 req-fc5d0747-ac95-41ad-be3e-1c00bc2ebabe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d9ae897c-9425-4b1d-8e0e-fa584db75384 HTTP/1.1" status: 200 len: 852 time: 0.2040112 Aug 31 09:28:04.713832 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d49fa033-ede2-4d60-b573-342620856cfe tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.722270 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aad447aa-22b5-4935-9df9-a22fbf091de3 req-f9c7dbbf-beab-44d3-81a4-ea209f00bbca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f668d119-0317-4e13-bd19-a19b34b961f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471525 Aug 31 09:28:04.750016 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce4817-ee3a-4fc8-a05e-7e876fda7940 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Network': ['ID=2d79239b-1af5-4f5e-a016-8a00a0997540,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:04.762936 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 2d79239b-1af5-4f5e-a016-8a00a0997540 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:28:04.763849 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-11ce4817-ee3a-4fc8-a05e-7e876fda7940 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3263810 Aug 31 09:28:04.772616 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44334) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:04.804784 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49fa033-ede2-4d60-b573-342620856cfe tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:04.816957 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-02999600-427e-4687-8a91-95d49e5ed8f0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'subnet': {'network_id': '2d79239b-1af5-4f5e-a016-8a00a0997540', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:04.822075 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49fa033-ede2-4d60-b573-342620856cfe tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Subnet': ['ID=3bb37490-0b27-457e-8f0b-083c114ee480,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:04.832789 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-3621d70c-6c77-4e6a-a309-f733e9e028f4 req-acac07ab-f7f3-4554-9b16-df9c9ef840e1 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] For port 1f880ded-a23c-4499-b7d7-dab4ad8e1966, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=1f880ded-a23c-4499-b7d7-dab4ad8e1966,segment=NetworkSegment(ab88875e-8d55-4f7d-a46b-837c2f1d7405),segment_id=ab88875e-8d55-4f7d-a46b-837c2f1d7405)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:04.833160 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3621d70c-6c77-4e6a-a309-f733e9e028f4 req-acac07ab-f7f3-4554-9b16-df9c9ef840e1 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.843664 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-d49fa033-ede2-4d60-b573-342620856cfe tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:04.860019 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d6acbc-08f7-4f1f-a0c9-26e6fadd10a8 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:04.863021 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49fa033-ede2-4d60-b573-342620856cfe tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:04.863595 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d49fa033-ede2-4d60-b573-342620856cfe tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:04.879538 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-3621d70c-6c77-4e6a-a309-f733e9e028f4 req-acac07ab-f7f3-4554-9b16-df9c9ef840e1 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Calling delete_port for 1f880ded-a23c-4499-b7d7-dab4ad8e1966 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:04.969338 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aad447aa-22b5-4935-9df9-a22fbf091de3 req-d3fab9ec-40a7-4925-bc49-de828490d8a4 service neutron] 10.222.0.59 "GET /v2.0/networks/f668d119-0317-4e13-bd19-a19b34b961f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309449 Aug 31 09:28:04.977857 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d49fa033-ede2-4d60-b573-342620856cfe tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7444925 Aug 31 09:28:04.985008 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44340) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:04.994131 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-95119a81-a566-4fd0-a1fb-8e48d3046d7a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1116117935', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:05.034288 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9fed6b93-00c7-4528-a0ed-c438104c9102 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:05.097945 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed6b93-00c7-4528-a0ed-c438104c9102 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event deleted for resources: {'Port': ['ID=bfd67afb-0f8b-4493-a708-5f0b76164686,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:05.113418 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02999600-427e-4687-8a91-95d49e5ed8f0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:05.120380 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-02999600-427e-4687-8a91-95d49e5ed8f0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:05.122535 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a95738-4e38-4310-a040-fdc1ce82d4d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-17930598-f4af-4731-83ee-9969406c94e8', 'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'fixed_ips': [{'subnet_id': '3bb37490-0b27-457e-8f0b-083c114ee480'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:28:05.124862 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-86a95738-4e38-4310-a040-fdc1ce82d4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:05.228042 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aad447aa-22b5-4935-9df9-a22fbf091de3 req-509e4c57-3664-4b5c-b583-d86169ffe6ed service neutron] 10.222.0.59 "GET /v2.0/networks/f668d119-0317-4e13-bd19-a19b34b961f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505660 Aug 31 09:28:05.255319 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c2e7d-e00d-464e-9a13-ae67f437add7 req-83bf8106-c306-4028-9266-b27696797b75 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:05.256841 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-da0c2e7d-e00d-464e-9a13-ae67f437add7 req-83bf8106-c306-4028-9266-b27696797b75 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 946 time: 0.1753368 Aug 31 09:28:05.265975 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9fed6b93-00c7-4528-a0ed-c438104c9102 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for floatingip, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:05.268639 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9fed6b93-00c7-4528-a0ed-c438104c9102 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:05.269798 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9fed6b93-00c7-4528-a0ed-c438104c9102 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "DELETE /v2.0/floatingips/7ddbe18c-1cd1-4561-9e7e-32487d30364e HTTP/1.1" status: 204 len: 168 time: 2.1790779 Aug 31 09:28:05.275488 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44348) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:05.288350 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-9d0a96e4-dd60-487c-8370-f12dc8489c3a tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'port_id': '41fac6e8-bc56-474e-b2bc-b49fd9c8978e'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:05.307733 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-86a95738-4e38-4310-a040-fdc1ce82d4d3 None None] Allocated IP 2001:db8::2 (17930598-f4af-4731-83ee-9969406c94e8/3bb37490-0b27-457e-8f0b-083c114ee480/7994989b-0f97-430e-bd10-20c1553ecd45) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:05.319155 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-da0c2e7d-e00d-464e-9a13-ae67f437add7 req-686e451a-3f8f-405d-b7ba-91242a193fc2 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543151 Aug 31 09:28:05.322491 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-95119a81-a566-4fd0-a1fb-8e48d3046d7a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:05.323544 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-95119a81-a566-4fd0-a1fb-8e48d3046d7a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:05.357602 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3621d70c-6c77-4e6a-a309-f733e9e028f4 req-acac07ab-f7f3-4554-9b16-df9c9ef840e1 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:05.389244 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9d0a96e4-dd60-487c-8370-f12dc8489c3a tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for floatingip, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:05.408080 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac07ab-f7f3-4554-9b16-df9c9ef840e1 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Pushing event deleted for resources: {'Port': ['ID=1f880ded-a23c-4499-b7d7-dab4ad8e1966,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:05.432495 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-95119a81-a566-4fd0-a1fb-8e48d3046d7a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:05.432495 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-02999600-427e-4687-8a91-95d49e5ed8f0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:05.502273 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-95119a81-a566-4fd0-a1fb-8e48d3046d7a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:05.510371 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02999600-427e-4687-8a91-95d49e5ed8f0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Subnet': ['ID=ddd9f00d-2046-4a53-9bc2-e934111e7f71,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:05.515202 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-3621d70c-6c77-4e6a-a309-f733e9e028f4 req-acac07ab-f7f3-4554-9b16-df9c9ef840e1 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] No DVR routers for this DVR port 1f880ded-a23c-4499-b7d7-dab4ad8e1966 on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:28:05.522009 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02999600-427e-4687-8a91-95d49e5ed8f0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Checking segment: {'id': 'efc5647e-389f-4664-89ef-07c7030abae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1608, 'network_id': '2d79239b-1af5-4f5e-a016-8a00a0997540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:05.522367 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3621d70c-6c77-4e6a-a309-f733e9e028f4 req-acac07ab-f7f3-4554-9b16-df9c9ef840e1 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:05.522504 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02999600-427e-4687-8a91-95d49e5ed8f0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network hostable DHCP agents. Network: 2d79239b-1af5-4f5e-a016-8a00a0997540, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:28:05.527689 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3621d70c-6c77-4e6a-a309-f733e9e028f4 req-acac07ab-f7f3-4554-9b16-df9c9ef840e1 tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.112 "DELETE /v2.0/ports/1f880ded-a23c-4499-b7d7-dab4ad8e1966 HTTP/1.1" status: 204 len: 173 time: 1.8792467 Aug 31 09:28:05.531956 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b66aeb7-b235-49db-a02e-ebb9bcc724df', 'name': 'network-vif-deleted', 'tag': '1f880ded-a23c-4499-b7d7-dab4ad8e1966'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:28:05.538657 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490ba2fa-7401-41b8-9a57-6922a661c0a8" -d '{"events": [{"server_uuid": "8b66aeb7-b235-49db-a02e-ebb9bcc724df", "name": "network-vif-deleted", "tag": "1f880ded-a23c-4499-b7d7-dab4ad8e1966"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:28:05.543127 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device fe7d40fe-35cc-40ed-82d6-be99bfbae6cf no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:28:05.583980 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-95119a81-a566-4fd0-a1fb-8e48d3046d7a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:05.588698 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-95119a81-a566-4fd0-a1fb-8e48d3046d7a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6007471 Aug 31 09:28:05.591116 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44356) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:05.592764 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-86a95738-4e38-4310-a040-fdc1ce82d4d3 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:05.595114 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: fe7d40fe-35cc-40ed-82d6-be99bfbae6cf {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:28:05.595303 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd2112c8-66ac-4e36-b72a-6297ffd29ea0 req-00fe585a-4275-4add-b8f6-ac86c7920eab tempest-ServerMetadataNegativeTestJSON-2092323029 tempest-ServerMetadataNegativeTestJSON-2092323029-project] 10.222.0.119 "GET /v2.0/ports?device_id=8b66aeb7-b235-49db-a02e-ebb9bcc724df HTTP/1.1" status: 200 len: 210 time: 0.0428770 Aug 31 09:28:05.595514 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device fe7d40fe-35cc-40ed-82d6-be99bfbae6cf not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:28:05.595838 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 87afda1b-60ad-4014-8247-06e333a7bf56 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:28:05.615805 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-86a95738-4e38-4310-a040-fdc1ce82d4d3 None None] Transition to ACTIVE for port object 7994989b-0f97-430e-bd10-20c1553ecd45 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:05.655996 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-86a95738-4e38-4310-a040-fdc1ce82d4d3 None None] Transition to ACTIVE for port object 7994989b-0f97-430e-bd10-20c1553ecd45 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:05.669889 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867b317-4419-4ba0-a773-b7a9d953de45 req-77cfbc54-cd3d-4491-b530-891237959b6f tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:05.672470 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8867b317-4419-4ba0-a773-b7a9d953de45 req-77cfbc54-cd3d-4491-b530-891237959b6f tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.119 "GET /v2.0/ports?device_id=ae35a955-9d07-4bca-9254-34da68591156 HTTP/1.1" status: 200 len: 946 time: 0.1048915 Aug 31 09:28:05.677170 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e516e6b-4591-4fc9-b1bb-2afcbe5a5745 x-openstack-request-id: req-1e516e6b-4591-4fc9-b1bb-2afcbe5a5745 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:28:05.677737 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b66aeb7-b235-49db-a02e-ebb9bcc724df", "name": "network-vif-deleted", "tag": "1f880ded-a23c-4499-b7d7-dab4ad8e1966", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:28:05.678250 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-1e516e6b-4591-4fc9-b1bb-2afcbe5a5745 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:28:05.678887 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b66aeb7-b235-49db-a02e-ebb9bcc724df', 'name': 'network-vif-deleted', 'tag': '1f880ded-a23c-4499-b7d7-dab4ad8e1966', 'status': 'completed', 'code': 200} Aug 31 09:28:05.680275 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02999600-427e-4687-8a91-95d49e5ed8f0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network 2d79239b-1af5-4f5e-a016-8a00a0997540 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:28:05.697446 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 87afda1b-60ad-4014-8247-06e333a7bf56 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:28:05.697989 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 87afda1b-60ad-4014-8247-06e333a7bf56 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:28:05.736759 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-86a95738-4e38-4310-a040-fdc1ce82d4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:05.769161 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8867b317-4419-4ba0-a773-b7a9d953de45 req-22aa4ba8-e493-4f32-9fab-d08247ce6344 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8c244e1-555c-4f7e-bcbe-caeb3c18de79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767834 Aug 31 09:28:05.777357 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9d0a96e4-dd60-487c-8370-f12dc8489c3a tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:05.779793 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a95738-4e38-4310-a040-fdc1ce82d4d3 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:05.787007 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-86a95738-4e38-4310-a040-fdc1ce82d4d3 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:05.790832 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a95738-4e38-4310-a040-fdc1ce82d4d3 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:05.802173 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a95738-4e38-4310-a040-fdc1ce82d4d3 None None] Pushing event updated for resources: {'Port': ['ID=7994989b-0f97-430e-bd10-20c1553ecd45,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:05.823811 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-02999600-427e-4687-8a91-95d49e5ed8f0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 2d79239b-1af5-4f5e-a016-8a00a0997540) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:05.830814 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02999600-427e-4687-8a91-95d49e5ed8f0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:05.831415 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-02999600-427e-4687-8a91-95d49e5ed8f0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:05.854494 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbb185a-f76e-4204-ad2d-1e3e8e158e2e None None] Network 2d79239b-1af5-4f5e-a016-8a00a0997540 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:05.911105 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-86a95738-4e38-4310-a040-fdc1ce82d4d3 None None] Attempting to bind port 7994989b-0f97-430e-bd10-20c1553ecd45 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:28:05.911469 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-86a95738-4e38-4310-a040-fdc1ce82d4d3 None None] Attempting to bind port 7994989b-0f97-430e-bd10-20c1553ecd45 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:28:05.911889 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a95738-4e38-4310-a040-fdc1ce82d4d3 None None] Attempting to bind port 7994989b-0f97-430e-bd10-20c1553ecd45 on network 17930598-f4af-4731-83ee-9969406c94e8 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:05.921605 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-9d0a96e4-dd60-487c-8370-f12dc8489c3a tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Allocated IP 172.25.2.186 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/38d6ac6b-c3b7-4ab6-a64c-0b9bb057d127) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:05.926126 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-02999600-427e-4687-8a91-95d49e5ed8f0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1116350 Aug 31 09:28:05.926340 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a95738-4e38-4310-a040-fdc1ce82d4d3 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:28:05.926340 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a95738-4e38-4310-a040-fdc1ce82d4d3 None None] Checking segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:05.926340 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-86a95738-4e38-4310-a040-fdc1ce82d4d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:05.926340 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a95738-4e38-4310-a040-fdc1ce82d4d3 None None] Bound using segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:28:05.926340 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-86a95738-4e38-4310-a040-fdc1ce82d4d3 None None] Bound port: 7994989b-0f97-430e-bd10-20c1553ecd45, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:28:05.926340 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-86a95738-4e38-4310-a040-fdc1ce82d4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:05.926980 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44358) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:05.938767 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-e40b238d-cb37-4bd1-a1b9-51acf16a3f49 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'subnet': {'network_id': '2d79239b-1af5-4f5e-a016-8a00a0997540', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:05.999964 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e6fd292-0dfe-474a-8884-8b918177ac75 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:06.050074 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-86a95738-4e38-4310-a040-fdc1ce82d4d3 None None] For port 7994989b-0f97-430e-bd10-20c1553ecd45, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:28:06.054778 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-86a95738-4e38-4310-a040-fdc1ce82d4d3 None None] For port 7994989b-0f97-430e-bd10-20c1553ecd45, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=7994989b-0f97-430e-bd10-20c1553ecd45,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:28:06.095332 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcfd887-0d82-441c-ad56-900a745eed22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-2d79239b-1af5-4f5e-a016-8a00a0997540', 'network_id': '2d79239b-1af5-4f5e-a016-8a00a0997540', 'tenant_id': 'e8682e49034144d0a6f77e91c076dc8b', 'fixed_ips': [{'subnet_id': 'ddd9f00d-2046-4a53-9bc2-e934111e7f71'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:28:06.102081 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9fcfd887-0d82-441c-ad56-900a745eed22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:06.155263 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9d0a96e4-dd60-487c-8370-f12dc8489c3a tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:06.171597 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-86a95738-4e38-4310-a040-fdc1ce82d4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:06.241320 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40b238d-cb37-4bd1-a1b9-51acf16a3f49 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:06.248822 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e40b238d-cb37-4bd1-a1b9-51acf16a3f49 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:06.276405 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-9e6fd292-0dfe-474a-8884-8b918177ac75 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Allocated IP 2001:db8::1 (17930598-f4af-4731-83ee-9969406c94e8/3bb37490-0b27-457e-8f0b-083c114ee480/8e5b25a5-e540-495d-b962-aad9d7669b2c) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:06.294540 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a95738-4e38-4310-a040-fdc1ce82d4d3 None None] Pushing event updated for resources: {'Port': ['ID=7994989b-0f97-430e-bd10-20c1553ecd45,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:06.300899 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9d0a96e4-dd60-487c-8370-f12dc8489c3a tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:06.311360 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-9fcfd887-0d82-441c-ad56-900a745eed22 None None] Allocated IP 2001:db8::2 (2d79239b-1af5-4f5e-a016-8a00a0997540/ddd9f00d-2046-4a53-9bc2-e934111e7f71/152a8ffc-4618-425c-aa52-8a660fa2b532) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:06.374289 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0a96e4-dd60-487c-8370-f12dc8489c3a tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:06.381251 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a96e4-dd60-487c-8370-f12dc8489c3a tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event updated for resources: {'Port': ['ID=38d6ac6b-c3b7-4ab6-a64c-0b9bb057d127,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:06.385449 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-9d0a96e4-dd60-487c-8370-f12dc8489c3a tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:06.388173 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0a96e4-dd60-487c-8370-f12dc8489c3a tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:06.450177 n-d-791506-28 neutron-server[95553]: INFO neutron.db.ipam_backend_mixin [None req-e40b238d-cb37-4bd1-a1b9-51acf16a3f49 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ddd9f00d-2046-4a53-9bc2-e934111e7f71 (CIDR: 2001:db8::/64) Aug 31 09:28:06.544661 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40b238d-cb37-4bd1-a1b9-51acf16a3f49 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:28:06.545159 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e40b238d-cb37-4bd1-a1b9-51acf16a3f49 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:28:06.545448 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e6fd292-0dfe-474a-8884-8b918177ac75 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:06.565654 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-9e6fd292-0dfe-474a-8884-8b918177ac75 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Transition to ACTIVE for port object 8e5b25a5-e540-495d-b962-aad9d7669b2c will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:06.580487 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9fcfd887-0d82-441c-ad56-900a745eed22 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:06.591779 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9fcfd887-0d82-441c-ad56-900a745eed22 None None] Transition to ACTIVE for port object 152a8ffc-4618-425c-aa52-8a660fa2b532 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:06.613618 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9fcfd887-0d82-441c-ad56-900a745eed22 None None] Transition to ACTIVE for port object 152a8ffc-4618-425c-aa52-8a660fa2b532 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:06.630486 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a203c5-bd07-490d-bc3c-5aa41e3c802f req-9ceb1cea-eb9e-46f3-8ac8-90eaa1543f9b tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:06.632162 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6a203c5-bd07-490d-bc3c-5aa41e3c802f req-9ceb1cea-eb9e-46f3-8ac8-90eaa1543f9b tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 946 time: 0.1769476 Aug 31 09:28:06.671995 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e6fd292-0dfe-474a-8884-8b918177ac75 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:06.713600 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44364) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:06.722650 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6fd292-0dfe-474a-8884-8b918177ac75 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:06.728435 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-9e6fd292-0dfe-474a-8884-8b918177ac75 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:06.731840 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6fd292-0dfe-474a-8884-8b918177ac75 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:06.733372 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e6fd292-0dfe-474a-8884-8b918177ac75 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:06.741558 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9fcfd887-0d82-441c-ad56-900a745eed22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:06.755009 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6a203c5-bd07-490d-bc3c-5aa41e3c802f req-b9f55b2b-c281-4e1a-a6ab-6e1d8b9fdb8b tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155186 Aug 31 09:28:06.764823 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e40b238d-cb37-4bd1-a1b9-51acf16a3f49 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8313746 Aug 31 09:28:06.799421 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44366) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:06.807747 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-802fcc0b-5741-4890-8a16-4862050fda2a tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'subnet': {'network_id': '2d79239b-1af5-4f5e-a016-8a00a0997540', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:06.816312 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6fd292-0dfe-474a-8884-8b918177ac75 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Port': ['ID=8e5b25a5-e540-495d-b962-aad9d7669b2c,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:06.833585 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc18e82e-244d-4107-96a0-15316c6a6e1e admin admin] Deleting subnet 01471b66-0d5e-4dcb-bcd5-52e65eb34fbd {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:28:06.835602 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcfd887-0d82-441c-ad56-900a745eed22 None None] Network 2d79239b-1af5-4f5e-a016-8a00a0997540 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:06.838589 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fc18e82e-244d-4107-96a0-15316c6a6e1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:06.867386 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcfd887-0d82-441c-ad56-900a745eed22 None None] Pushing event updated for resources: {'Port': ['ID=152a8ffc-4618-425c-aa52-8a660fa2b532,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:06.877733 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-9fcfd887-0d82-441c-ad56-900a745eed22 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:06.886830 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcfd887-0d82-441c-ad56-900a745eed22 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:06.947758 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device fd152081-6475-43ff-abf9-7011a0522372 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:28:06.962215 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fc18e82e-244d-4107-96a0-15316c6a6e1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:06.978621 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-9fcfd887-0d82-441c-ad56-900a745eed22 None None] Attempting to bind port 152a8ffc-4618-425c-aa52-8a660fa2b532 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:28:06.981166 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-9fcfd887-0d82-441c-ad56-900a745eed22 None None] Attempting to bind port 152a8ffc-4618-425c-aa52-8a660fa2b532 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'efc5647e-389f-4664-89ef-07c7030abae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1608, 'network_id': '2d79239b-1af5-4f5e-a016-8a00a0997540'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:28:06.981166 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcfd887-0d82-441c-ad56-900a745eed22 None None] Attempting to bind port 152a8ffc-4618-425c-aa52-8a660fa2b532 on network 2d79239b-1af5-4f5e-a016-8a00a0997540 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:06.990469 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcfd887-0d82-441c-ad56-900a745eed22 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:28:06.990860 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcfd887-0d82-441c-ad56-900a745eed22 None None] Checking segment: {'id': 'efc5647e-389f-4664-89ef-07c7030abae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1608, 'network_id': '2d79239b-1af5-4f5e-a016-8a00a0997540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:06.991258 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9fcfd887-0d82-441c-ad56-900a745eed22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:06.991653 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcfd887-0d82-441c-ad56-900a745eed22 None None] Bound using segment: {'id': 'efc5647e-389f-4664-89ef-07c7030abae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1608, 'network_id': '2d79239b-1af5-4f5e-a016-8a00a0997540'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:28:06.992121 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-9fcfd887-0d82-441c-ad56-900a745eed22 None None] Bound port: 152a8ffc-4618-425c-aa52-8a660fa2b532, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc5647e-389f-4664-89ef-07c7030abae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1608, 'network_id': '2d79239b-1af5-4f5e-a016-8a00a0997540'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:28:06.992496 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9fcfd887-0d82-441c-ad56-900a745eed22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:07.084523 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d122d6e-bfdd-4df6-a36b-4882bdf04de4 req-7013335d-26c9-4d96-a7ff-95f4d58eaf9b tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:07.086040 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d122d6e-bfdd-4df6-a36b-4882bdf04de4 req-7013335d-26c9-4d96-a7ff-95f4d58eaf9b tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.119 "GET /v2.0/ports?device_id=ae35a955-9d07-4bca-9254-34da68591156 HTTP/1.1" status: 200 len: 946 time: 0.2194452 Aug 31 09:28:07.086439 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802fcc0b-5741-4890-8a16-4862050fda2a tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:07.088299 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fc18e82e-244d-4107-96a0-15316c6a6e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:07.091663 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-802fcc0b-5741-4890-8a16-4862050fda2a tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:07.108054 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:07.125625 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-9fcfd887-0d82-441c-ad56-900a745eed22 None None] For port 152a8ffc-4618-425c-aa52-8a660fa2b532, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:28:07.130192 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 1f880ded-a23c-4499-b7d7-dab4ad8e1966 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:28:07.150376 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e6fd292-0dfe-474a-8884-8b918177ac75 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:07.167756 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-9fcfd887-0d82-441c-ad56-900a745eed22 None None] For port 152a8ffc-4618-425c-aa52-8a660fa2b532, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=152a8ffc-4618-425c-aa52-8a660fa2b532,segment=NetworkSegment(efc5647e-389f-4664-89ef-07c7030abae5),segment_id=efc5647e-389f-4664-89ef-07c7030abae5)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:28:07.169940 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 1f880ded-a23c-4499-b7d7-dab4ad8e1966 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:28:07.169940 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 1f880ded-a23c-4499-b7d7-dab4ad8e1966 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:28:07.171263 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23b15e-6088-49b0-9275-cbfb93af43ba req-c008f331-dc82-4c16-97dc-55abb6f3d07f tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:07.172167 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ed23b15e-6088-49b0-9275-cbfb93af43ba req-c008f331-dc82-4c16-97dc-55abb6f3d07f tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae35a955-9d07-4bca-9254-34da68591156 HTTP/1.1" status: 200 len: 946 time: 0.2078836 Aug 31 09:28:07.175151 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fadc5f-f4ab-4fb1-af52-6cffe50d768b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd152081-6475-43ff-abf9-7011a0522372'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:28:07.177425 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c28377-8b2e-419b-a7c2-b7aa31256338" -d '{"events": [{"server_uuid": "d3fadc5f-f4ab-4fb1-af52-6cffe50d768b", "name": "network-vif-unplugged", "status": "completed", "tag": "fd152081-6475-43ff-abf9-7011a0522372"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:28:07.203778 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port fd152081-6475-43ff-abf9-7011a0522372, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=fd152081-6475-43ff-abf9-7011a0522372,segment=NetworkSegment(316e1015-f12d-422c-8b11-cf75c56464db),segment_id=316e1015-f12d-422c-8b11-cf75c56464db)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:07.234103 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f0e469-6379-4de0-98ec-3044aaa6397b x-openstack-request-id: req-d1f0e469-6379-4de0-98ec-3044aaa6397b {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:28:07.239975 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3fadc5f-f4ab-4fb1-af52-6cffe50d768b", "name": "network-vif-unplugged", "status": "completed", "tag": "fd152081-6475-43ff-abf9-7011a0522372", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:28:07.239975 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-d1f0e469-6379-4de0-98ec-3044aaa6397b {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:28:07.239975 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3fadc5f-f4ab-4fb1-af52-6cffe50d768b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd152081-6475-43ff-abf9-7011a0522372', 'code': 200} Aug 31 09:28:07.264888 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9fcfd887-0d82-441c-ad56-900a745eed22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:07.268835 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d122d6e-bfdd-4df6-a36b-4882bdf04de4 req-1b985739-c659-4d1d-870e-196b7d291317 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8c244e1-555c-4f7e-bcbe-caeb3c18de79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497171 Aug 31 09:28:07.269136 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:07.288008 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9d0a96e4-dd60-487c-8370-f12dc8489c3a tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:07.385376 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcfd887-0d82-441c-ad56-900a745eed22 None None] Pushing event updated for resources: {'Port': ['ID=152a8ffc-4618-425c-aa52-8a660fa2b532,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:07.403293 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-ed23b15e-6088-49b0-9275-cbfb93af43ba req-23c91040-1613-4c66-976c-2562a25ff4d5 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] Deleting port fc909aa7-0aad-4fd2-84bd-a357af2b5397 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:07.405943 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ed23b15e-6088-49b0-9275-cbfb93af43ba req-23c91040-1613-4c66-976c-2562a25ff4d5 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:07.470687 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fc18e82e-244d-4107-96a0-15316c6a6e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:07.547778 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=fd152081-6475-43ff-abf9-7011a0522372,revision_number=8']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:07.579100 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18e82e-244d-4107-96a0-15316c6a6e1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01471b66-0d5e-4dcb-bcd5-52e65eb34fbd,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:07.584591 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fc18e82e-244d-4107-96a0-15316c6a6e1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:07.589283 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-fc18e82e-244d-4107-96a0-15316c6a6e1e admin admin] 10.222.0.119 "DELETE /v2.0/subnets/01471b66-0d5e-4dcb-bcd5-52e65eb34fbd HTTP/1.1" status: 204 len: 168 time: 0.8719471 Aug 31 09:28:07.594822 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44372) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:07.611754 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7994989b-0f97-430e-bd10-20c1553ecd45 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:07.621126 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9d0a96e4-dd60-487c-8370-f12dc8489c3a tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:07.736889 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e6fd292-0dfe-474a-8884-8b918177ac75 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:07.761489 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 7994989b-0f97-430e-bd10-20c1553ecd45 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:07.789733 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-802fcc0b-5741-4890-8a16-4862050fda2a tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:07.889813 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e6fd292-0dfe-474a-8884-8b918177ac75 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:07.890637 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e6fd292-0dfe-474a-8884-8b918177ac75 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:07.904995 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802fcc0b-5741-4890-8a16-4862050fda2a tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network 2d79239b-1af5-4f5e-a016-8a00a0997540 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:07.955894 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802fcc0b-5741-4890-8a16-4862050fda2a tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Subnet': ['ID=5eb31a71-c540-4a23-8be0-7cb211926a55,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:07.958271 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-802fcc0b-5741-4890-8a16-4862050fda2a tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:07.960885 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802fcc0b-5741-4890-8a16-4862050fda2a tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:07.961471 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-802fcc0b-5741-4890-8a16-4862050fda2a tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:08.035524 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3133fa17-47c8-4bfb-962f-4e88c4f5f0d5 None None] Provisioning for port 7994989b-0f97-430e-bd10-20c1553ecd45 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:08.038038 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6fd292-0dfe-474a-8884-8b918177ac75 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Port': ['ID=8e5b25a5-e540-495d-b962-aad9d7669b2c,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:08.041001 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3133fa17-47c8-4bfb-962f-4e88c4f5f0d5 None None] Provisioning complete for port 7994989b-0f97-430e-bd10-20c1553ecd45 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:08.046800 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3133fa17-47c8-4bfb-962f-4e88c4f5f0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:08.112222 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6fd292-0dfe-474a-8884-8b918177ac75 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:08.113952 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-9e6fd292-0dfe-474a-8884-8b918177ac75 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:08.125959 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-802fcc0b-5741-4890-8a16-4862050fda2a tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3252039 Aug 31 09:28:08.126956 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44376) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:08.133588 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-ed23b15e-6088-49b0-9275-cbfb93af43ba req-23c91040-1613-4c66-976c-2562a25ff4d5 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] For port fc909aa7-0aad-4fd2-84bd-a357af2b5397, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=fc909aa7-0aad-4fd2-84bd-a357af2b5397,segment=NetworkSegment(f9c161ac-f613-4f5e-8910-a32b68064d55),segment_id=f9c161ac-f613-4f5e-8910-a32b68064d55)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:08.134184 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ed23b15e-6088-49b0-9275-cbfb93af43ba req-23c91040-1613-4c66-976c-2562a25ff4d5 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:08.134320 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-2e9dc77b-eaf7-4c0b-83ff-85cf57115a88 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'port': {'network_id': '2d79239b-1af5-4f5e-a016-8a00a0997540', 'fixed_ips': [{'subnet_id': 'ddd9f00d-2046-4a53-9bc2-e934111e7f71'}, {'subnet_id': '5eb31a71-c540-4a23-8be0-7cb211926a55'}], 'name': 'tempest-PortsIpV6TestJSON-2046977692'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:08.167376 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3133fa17-47c8-4bfb-962f-4e88c4f5f0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:08.180491 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-ed23b15e-6088-49b0-9275-cbfb93af43ba req-23c91040-1613-4c66-976c-2562a25ff4d5 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] Calling delete_port for fc909aa7-0aad-4fd2-84bd-a357af2b5397 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:08.209137 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6925a354-e3fb-4237-9f67-7b28dc17c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:08.219866 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-3133fa17-47c8-4bfb-962f-4e88c4f5f0d5 None None] For port 7994989b-0f97-430e-bd10-20c1553ecd45, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=7994989b-0f97-430e-bd10-20c1553ecd45,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:08.303585 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3133fa17-47c8-4bfb-962f-4e88c4f5f0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:08.305257 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181abbbe-78dd-4424-8f83-3055bf26ec84 req-465b6c4f-0144-45ab-acdf-c8e7eb1e3fcf tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:08.307194 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-181abbbe-78dd-4424-8f83-3055bf26ec84 req-465b6c4f-0144-45ab-acdf-c8e7eb1e3fcf tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 944 time: 0.2435651 Aug 31 09:28:08.384308 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133fa17-47c8-4bfb-962f-4e88c4f5f0d5 None None] Pushing event updated for resources: {'Port': ['ID=7994989b-0f97-430e-bd10-20c1553ecd45,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:08.509318 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5597957c-04de-42b0-92dc-f727562b946b None None] Provisioning for port 8e5b25a5-e540-495d-b962-aad9d7669b2c completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:08.514769 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5597957c-04de-42b0-92dc-f727562b946b None None] Provisioning complete for port 8e5b25a5-e540-495d-b962-aad9d7669b2c triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:08.515426 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5597957c-04de-42b0-92dc-f727562b946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:08.537856 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-181abbbe-78dd-4424-8f83-3055bf26ec84 req-097f9cdc-bd3e-472e-88d1-4d98776239c1 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169156 Aug 31 09:28:08.589004 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6925a354-e3fb-4237-9f67-7b28dc17c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:08.597697 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-5597957c-04de-42b0-92dc-f727562b946b None None] Port 8e5b25a5-e540-495d-b962-aad9d7669b2c cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:28:08.618523 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-6925a354-e3fb-4237-9f67-7b28dc17c8b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d8cd3d0-2741-41cc-a8d9-92386e58e409']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:08.666523 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce61e17-a317-4658-aff0-ce601f0e92fa req-d1c46e3b-75fa-4784-bdfa-2a6d5f0e25bf tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:08.669054 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6ce61e17-a317-4658-aff0-ce601f0e92fa req-d1c46e3b-75fa-4784-bdfa-2a6d5f0e25bf tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.119 "GET /v2.0/ports?device_id=ae35a955-9d07-4bca-9254-34da68591156 HTTP/1.1" status: 200 len: 946 time: 0.2303212 Aug 31 09:28:08.673463 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-6925a354-e3fb-4237-9f67-7b28dc17c8b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab88875e-8d55-4f7d-a46b-837c2f1d7405') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:08.673969 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-6925a354-e3fb-4237-9f67-7b28dc17c8b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab88875e-8d55-4f7d-a46b-837c2f1d7405') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:08.726164 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-21cf7833-50a3-49ec-a2bb-d658129ece96 None None] Provisioning complete for port 8e5b25a5-e540-495d-b962-aad9d7669b2c triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:08.726691 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-21cf7833-50a3-49ec-a2bb-d658129ece96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:08.779903 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6925a354-e3fb-4237-9f67-7b28dc17c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:08.796840 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-21cf7833-50a3-49ec-a2bb-d658129ece96 None None] Port 8e5b25a5-e540-495d-b962-aad9d7669b2c cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:28:08.805403 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9d0a96e4-dd60-487c-8370-f12dc8489c3a tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:08.829250 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ed23b15e-6088-49b0-9275-cbfb93af43ba req-23c91040-1613-4c66-976c-2562a25ff4d5 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:08.835417 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9dc77b-eaf7-4c0b-83ff-85cf57115a88 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:08.847421 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['fc909aa7-0aad-4fd2-84bd-a357af2b5397'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:28:08.905754 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6925a354-e3fb-4237-9f67-7b28dc17c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:08.907151 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc8e72e-6781-44e3-af29-dcb4ccea1c6d None None] Network 2d79239b-1af5-4f5e-a016-8a00a0997540 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:08.924483 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6ce61e17-a317-4658-aff0-ce601f0e92fa req-b145aa9d-b1c6-4695-903a-ece6e82d9ce6 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.119 "GET /v2.0/security-groups?id=d8c244e1-555c-4f7e-bcbe-caeb3c18de79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467747 Aug 31 09:28:08.932243 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9d0a96e4-dd60-487c-8370-f12dc8489c3a tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:08.942470 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2e9dc77b-eaf7-4c0b-83ff-85cf57115a88 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:08.961260 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-2e9dc77b-eaf7-4c0b-83ff-85cf57115a88 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] device_id is not set on port 9cd01328-4d43-4bea-96eb-da03c3f1741e yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:28:08.962898 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed23b15e-6088-49b0-9275-cbfb93af43ba req-23c91040-1613-4c66-976c-2562a25ff4d5 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] No DVR routers for this DVR port fc909aa7-0aad-4fd2-84bd-a357af2b5397 on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:28:08.967244 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ed23b15e-6088-49b0-9275-cbfb93af43ba req-23c91040-1613-4c66-976c-2562a25ff4d5 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:08.969261 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ed23b15e-6088-49b0-9275-cbfb93af43ba req-23c91040-1613-4c66-976c-2562a25ff4d5 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.59 "DELETE /v2.0/ports/fc909aa7-0aad-4fd2-84bd-a357af2b5397 HTTP/1.1" status: 204 len: 173 time: 1.7711833 Aug 31 09:28:08.970697 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c91040-1613-4c66-976c-2562a25ff4d5 tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] Pushing event deleted for resources: {'Port': ['ID=fc909aa7-0aad-4fd2-84bd-a357af2b5397,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:08.975547 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6fd292-0dfe-474a-8884-8b918177ac75 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Router 699b061c-5ee6-44f5-81fa-9a3c3d6870f5 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:28:08.982461 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6925a354-e3fb-4237-9f67-7b28dc17c8b3 admin admin] Releasing vlan 1632 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:28:08.983131 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6925a354-e3fb-4237-9f67-7b28dc17c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:08.987315 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae35a955-9d07-4bca-9254-34da68591156', 'name': 'network-vif-deleted', 'tag': 'fc909aa7-0aad-4fd2-84bd-a357af2b5397'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:28:08.991397 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d721529-3734-4ed4-8cf9-5ac09a2c4cb9" -d '{"events": [{"server_uuid": "ae35a955-9d07-4bca-9254-34da68591156", "name": "network-vif-deleted", "tag": "fc909aa7-0aad-4fd2-84bd-a357af2b5397"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:28:08.994368 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:28:08.994368 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:28:08.994368 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:28:08.994368 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:28:08.994368 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:28:08.994368 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:28:08.994368 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:28:08.994368 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:28:08.994368 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:28:08.994368 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:28:08.994368 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:28:08.994368 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:28:08.994368 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:28:08.994368 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:28:08.994368 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:28:08.994368 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:28:08.994368 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:28:08.994368 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:28:08.994368 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:28:08.994368 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:28:08.994368 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:28:08.994368 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:28:08.994368 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:28:08.994368 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:28:08.994368 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:28:08.994368 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:28:08.994368 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:28:08.994368 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:28:08.994368 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:28:08.994368 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:28:08.994368 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:28:08.994368 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:28:09.063721 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6c845d36-a48c-463d-b6b7-d5a5533d1a3b None None] Provisioning for port 152a8ffc-4618-425c-aa52-8a660fa2b532 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:09.117584 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b52d49-4957-480e-93be-74efef10cc49 x-openstack-request-id: req-98b52d49-4957-480e-93be-74efef10cc49 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:28:09.118211 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae35a955-9d07-4bca-9254-34da68591156", "name": "network-vif-deleted", "tag": "fc909aa7-0aad-4fd2-84bd-a357af2b5397", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:28:09.118665 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-98b52d49-4957-480e-93be-74efef10cc49 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:28:09.119260 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae35a955-9d07-4bca-9254-34da68591156', 'name': 'network-vif-deleted', 'tag': 'fc909aa7-0aad-4fd2-84bd-a357af2b5397', 'status': 'completed', 'code': 200} Aug 31 09:28:09.161328 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a96e4-dd60-487c-8370-f12dc8489c3a tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event updated for resources: {'Port': ['ID=38d6ac6b-c3b7-4ab6-a64c-0b9bb057d127,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:09.165028 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9d0a96e4-dd60-487c-8370-f12dc8489c3a tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:09.226321 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b01f3d7-f541-4c73-a11d-0d8112841d67 None None] Update dhcp port {'port': {'network_id': '2d79239b-1af5-4f5e-a016-8a00a0997540', 'fixed_ips': [{'subnet_id': 'ddd9f00d-2046-4a53-9bc2-e934111e7f71', 'ip_address': '2001:db8::2'}, {'subnet_id': '5eb31a71-c540-4a23-8be0-7cb211926a55'}], 'binding:host_id': 'n-d-791506-28'}, 'id': '152a8ffc-4618-425c-aa52-8a660fa2b532'} from n-d-791506-28. {{(pid=95554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:28:09.254569 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6fd292-0dfe-474a-8884-8b918177ac75 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:28:09.259102 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8b01f3d7-f541-4c73-a11d-0d8112841d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:09.264938 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44406) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:09.265938 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9e6fd292-0dfe-474a-8884-8b918177ac75 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "PUT /v2.0/routers/699b061c-5ee6-44f5-81fa-9a3c3d6870f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6756446 Aug 31 09:28:09.268522 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75636d7e-8139-426d-9a2b-6b157b3d70c0 None None] Sync routers for ids ['699b061c-5ee6-44f5-81fa-9a3c3d6870f5'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:28:09.280459 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75636d7e-8139-426d-9a2b-6b157b3d70c0 None None] Routers {'699b061c-5ee6-44f5-81fa-9a3c3d6870f5'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:09.281100 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-75636d7e-8139-426d-9a2b-6b157b3d70c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['699b061c-5ee6-44f5-81fa-9a3c3d6870f5'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:09.302932 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6925a354-e3fb-4237-9f67-7b28dc17c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:09.309790 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6925a354-e3fb-4237-9f67-7b28dc17c8b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:09.314810 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6925a354-e3fb-4237-9f67-7b28dc17c8b3 admin admin] 10.222.0.119 "DELETE /v2.0/networks/5d8cd3d0-2741-41cc-a8d9-92386e58e409 HTTP/1.1" status: 204 len: 168 time: 1.7188895 Aug 31 09:28:09.343279 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925a354-e3fb-4237-9f67-7b28dc17c8b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d8cd3d0-2741-41cc-a8d9-92386e58e409,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:09.375467 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-75636d7e-8139-426d-9a2b-6b157b3d70c0 None None] Set router 699b061c-5ee6-44f5-81fa-9a3c3d6870f5 gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:28:09.381159 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4241e493-2b85-465d-be59-c8ed0f9f05de tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:09.382954 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4241e493-2b85-465d-be59-c8ed0f9f05de tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports/8e5b25a5-e540-495d-b962-aad9d7669b2c HTTP/1.1" status: 200 len: 911 time: 0.1169593 Aug 31 09:28:09.388192 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44410) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:09.421576 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-9d0a96e4-dd60-487c-8370-f12dc8489c3a tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Floating IP 2768c5e6-6e7c-427c-a0a0-3ed040d921c6 associated. External IP: 172.25.2.186, port: 41fac6e8-bc56-474e-b2bc-b49fd9c8978e. Aug 31 09:28:09.542275 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3708049d-a134-4c99-927b-b3f0a40406bf tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:09.547645 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-2e9dc77b-eaf7-4c0b-83ff-85cf57115a88 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Allocated IP 2001:db8::39d (2d79239b-1af5-4f5e-a016-8a00a0997540/ddd9f00d-2046-4a53-9bc2-e934111e7f71/9cd01328-4d43-4bea-96eb-da03c3f1741e) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:09.555196 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-2e9dc77b-eaf7-4c0b-83ff-85cf57115a88 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Allocated IP 2001:db8:0:1::12e (2d79239b-1af5-4f5e-a016-8a00a0997540/5eb31a71-c540-4a23-8be0-7cb211926a55/9cd01328-4d43-4bea-96eb-da03c3f1741e) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:09.567706 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3708049d-a134-4c99-927b-b3f0a40406bf tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:09.569538 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3708049d-a134-4c99-927b-b3f0a40406bf tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1801455 Aug 31 09:28:09.572402 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44420) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:09.687010 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 152a8ffc-4618-425c-aa52-8a660fa2b532 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:09.691565 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-75636d7e-8139-426d-9a2b-6b157b3d70c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699b061c-5ee6-44f5-81fa-9a3c3d6870f5', 'name': 'tempest-NetworksTestDHCPv6-router-1116117935', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:05Z', 'updated_at': '2021-08-31T09:28:06Z', 'revision_number': 2, 'project_id': '13196dd28c4040d8ae49ede86941bf1d', 'gw_port_host': None, '_interfaces': [{'id': '8e5b25a5-e540-495d-b962-aad9d7669b2c', 'name': '', 'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'mac_address': 'fa:16:3e:64:3c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699b061c-5ee6-44f5-81fa-9a3c3d6870f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '3bb37490-0b27-457e-8f0b-083c114ee480', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:06Z', 'updated_at': '2021-08-31T09:28:07Z', 'revision_number': 2, 'project_id': '13196dd28c4040d8ae49ede86941bf1d', 'subnets': [{'id': '3bb37490-0b27-457e-8f0b-083c114ee480', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:09.737919 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75636d7e-8139-426d-9a2b-6b157b3d70c0 None None] Checking router: 699b061c-5ee6-44f5-81fa-9a3c3d6870f5 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:28:09.741125 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75636d7e-8139-426d-9a2b-6b157b3d70c0 None None] Updating router 699b061c-5ee6-44f5-81fa-9a3c3d6870f5 port 8e5b25a5-e540-495d-b962-aad9d7669b2c binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:28:09.773161 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-75636d7e-8139-426d-9a2b-6b157b3d70c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:09.844948 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2e9dc77b-eaf7-4c0b-83ff-85cf57115a88 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:09.869719 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-2e9dc77b-eaf7-4c0b-83ff-85cf57115a88 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Transition to ACTIVE for port object 9cd01328-4d43-4bea-96eb-da03c3f1741e will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:09.951105 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 152a8ffc-4618-425c-aa52-8a660fa2b532 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:09.958081 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 152a8ffc-4618-425c-aa52-8a660fa2b532 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:09.958728 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:09.993190 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0a96e4-dd60-487c-8370-f12dc8489c3a tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Router 7a5d8ef9-95df-4cc5-928f-3d77c54499f3 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:28:09.999608 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2e9dc77b-eaf7-4c0b-83ff-85cf57115a88 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:10.011385 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44430) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:10.109481 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9dc77b-eaf7-4c0b-83ff-85cf57115a88 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network 2d79239b-1af5-4f5e-a016-8a00a0997540 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:10.116771 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-2e9dc77b-eaf7-4c0b-83ff-85cf57115a88 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:10.123526 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9dc77b-eaf7-4c0b-83ff-85cf57115a88 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:10.138619 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9dc77b-eaf7-4c0b-83ff-85cf57115a88 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:10.139309 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2e9dc77b-eaf7-4c0b-83ff-85cf57115a88 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:10.159875 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-8b01f3d7-f541-4c73-a11d-0d8112841d67 None None] Allocated IP 2001:db8:0:1::2 (2d79239b-1af5-4f5e-a016-8a00a0997540/5eb31a71-c540-4a23-8be0-7cb211926a55/152a8ffc-4618-425c-aa52-8a660fa2b532) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:10.176370 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-75636d7e-8139-426d-9a2b-6b157b3d70c0 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:10.191095 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-75636d7e-8139-426d-9a2b-6b157b3d70c0 None None] Transition to ACTIVE for port object 8e5b25a5-e540-495d-b962-aad9d7669b2c will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:10.191828 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9dc77b-eaf7-4c0b-83ff-85cf57115a88 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Port': ['ID=9cd01328-4d43-4bea-96eb-da03c3f1741e,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:10.205354 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4d39f9e2-c3c4-4a80-9958-59c58dcb476e req-c66dbf8d-4615-4606-bfe8-bd7bf2466bbf tempest-VolumesActionsTest-1267367583 tempest-VolumesActionsTest-1267367583-project] 10.222.0.119 "GET /v2.0/ports?device_id=ae35a955-9d07-4bca-9254-34da68591156 HTTP/1.1" status: 200 len: 210 time: 0.0970259 Aug 31 09:28:10.238218 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4b16d2fc-b80c-4ea0-8a92-cedcfd017743 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=8e0ac9d4229d4bdd99836129c4e5a358&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2250509 Aug 31 09:28:10.242394 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44432) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:10.269369 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-75636d7e-8139-426d-9a2b-6b157b3d70c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:10.319130 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2e9dc77b-eaf7-4c0b-83ff-85cf57115a88 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.1880918 Aug 31 09:28:10.320350 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44434) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:10.344726 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-81e24963-e152-496e-b37a-e58b001b25d6 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ddd9f00d-2046-4a53-9bc2-e934111e7f71'}]}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:10.387017 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0a96e4-dd60-487c-8370-f12dc8489c3a tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:28:10.441728 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-75636d7e-8139-426d-9a2b-6b157b3d70c0 None None] Attempting to bind port 8e5b25a5-e540-495d-b962-aad9d7669b2c on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:28:10.443265 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-75636d7e-8139-426d-9a2b-6b157b3d70c0 None None] Attempting to bind port 8e5b25a5-e540-495d-b962-aad9d7669b2c by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:28:10.443265 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75636d7e-8139-426d-9a2b-6b157b3d70c0 None None] Attempting to bind port 8e5b25a5-e540-495d-b962-aad9d7669b2c on network 17930598-f4af-4731-83ee-9969406c94e8 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:10.446293 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a03095-9d4b-4435-beae-910b46bfbc99 None None] Pushing event updated for resources: {'Port': ['ID=8e5b25a5-e540-495d-b962-aad9d7669b2c,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:10.460464 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75636d7e-8139-426d-9a2b-6b157b3d70c0 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:28:10.461304 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75636d7e-8139-426d-9a2b-6b157b3d70c0 None None] Checking segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:10.461894 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-75636d7e-8139-426d-9a2b-6b157b3d70c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:10.462460 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75636d7e-8139-426d-9a2b-6b157b3d70c0 None None] Bound using segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:28:10.463181 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-75636d7e-8139-426d-9a2b-6b157b3d70c0 None None] Bound port: 8e5b25a5-e540-495d-b962-aad9d7669b2c, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:28:10.463729 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-75636d7e-8139-426d-9a2b-6b157b3d70c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:10.478993 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab3e92a2-7170-4ad1-b07c-5aa1b7b637b2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:10.485575 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eaf6221c-ea31-469e-b18c-1c7055401845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:10.497922 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030e77b7-16aa-4459-9daa-8ea367745e60 None None] Sync routers for ids ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:28:10.514432 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:10.538523 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81e24963-e152-496e-b37a-e58b001b25d6 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:10.547981 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030e77b7-16aa-4459-9daa-8ea367745e60 None None] Routers {'7a5d8ef9-95df-4cc5-928f-3d77c54499f3'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:10.548631 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-030e77b7-16aa-4459-9daa-8ea367745e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:10.561634 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-75636d7e-8139-426d-9a2b-6b157b3d70c0 None None] For port 8e5b25a5-e540-495d-b962-aad9d7669b2c, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:28:10.568391 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-75636d7e-8139-426d-9a2b-6b157b3d70c0 None None] For port 8e5b25a5-e540-495d-b962-aad9d7669b2c, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8e5b25a5-e540-495d-b962-aad9d7669b2c,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:28:10.584525 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eaf6221c-ea31-469e-b18c-1c7055401845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:10.629996 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-030e77b7-16aa-4459-9daa-8ea367745e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:10.635217 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-8b01f3d7-f541-4c73-a11d-0d8112841d67 None None] For port 152a8ffc-4618-425c-aa52-8a660fa2b532, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=152a8ffc-4618-425c-aa52-8a660fa2b532,segment=NetworkSegment(efc5647e-389f-4664-89ef-07c7030abae5),segment_id=efc5647e-389f-4664-89ef-07c7030abae5)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:10.647819 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-75636d7e-8139-426d-9a2b-6b157b3d70c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:10.657474 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030e77b7-16aa-4459-9daa-8ea367745e60 None None] Routers {'7a5d8ef9-95df-4cc5-928f-3d77c54499f3'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:10.658032 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-030e77b7-16aa-4459-9daa-8ea367745e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:10.702197 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-030e77b7-16aa-4459-9daa-8ea367745e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:10.703088 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030e77b7-16aa-4459-9daa-8ea367745e60 None None] The sync data for ids ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:28:10.735166 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8b01f3d7-f541-4c73-a11d-0d8112841d67 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:10.756298 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8b01f3d7-f541-4c73-a11d-0d8112841d67 None None] Transition to ACTIVE for port object 152a8ffc-4618-425c-aa52-8a660fa2b532 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:10.779231 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a03095-9d4b-4435-beae-910b46bfbc99 None None] Pushing event updated for resources: {'Port': ['ID=8e5b25a5-e540-495d-b962-aad9d7669b2c,revision_number=4']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:10.794340 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75636d7e-8139-426d-9a2b-6b157b3d70c0 None None] Routers {'699b061c-5ee6-44f5-81fa-9a3c3d6870f5'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:10.799158 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-75636d7e-8139-426d-9a2b-6b157b3d70c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['699b061c-5ee6-44f5-81fa-9a3c3d6870f5'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:10.871617 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8b01f3d7-f541-4c73-a11d-0d8112841d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:10.919868 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eaf6221c-ea31-469e-b18c-1c7055401845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:10.925069 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eaf6221c-ea31-469e-b18c-1c7055401845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:10.926680 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-eaf6221c-ea31-469e-b18c-1c7055401845 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/8e0dd00c-81d6-4a18-851d-93334bc3951e HTTP/1.1" status: 204 len: 168 time: 0.6837728 Aug 31 09:28:10.932199 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9d0a96e4-dd60-487c-8370-f12dc8489c3a tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:10.988560 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6221c-ea31-469e-b18c-1c7055401845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0dd00c-81d6-4a18-851d-93334bc3951e,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:10.990792 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-81e24963-e152-496e-b37a-e58b001b25d6 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Delete allocated IP 2001:db8:0:1::12e (2d79239b-1af5-4f5e-a016-8a00a0997540/5eb31a71-c540-4a23-8be0-7cb211926a55) {{(pid=95552) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 09:28:11.003062 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b2378-d981-4842-9a18-4509e92d3b65 req-a41c7870-6dc7-430d-88f1-93e9ca1a1879 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:11.014841 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-949b2378-d981-4842-9a18-4509e92d3b65 req-a41c7870-6dc7-430d-88f1-93e9ca1a1879 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=d3fadc5f-f4ab-4fb1-af52-6cffe50d768b HTTP/1.1" status: 200 len: 944 time: 0.6647105 Aug 31 09:28:11.033969 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01f3d7-f541-4c73-a11d-0d8112841d67 None None] Pushing event updated for resources: {'Port': ['ID=152a8ffc-4618-425c-aa52-8a660fa2b532,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:11.034779 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-75636d7e-8139-426d-9a2b-6b157b3d70c0 None None] Set router 699b061c-5ee6-44f5-81fa-9a3c3d6870f5 gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:28:11.046969 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9d0a96e4-dd60-487c-8370-f12dc8489c3a tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.7695367 Aug 31 09:28:11.051296 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device fc909aa7-0aad-4fd2-84bd-a357af2b5397 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:28:11.069693 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44438) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:11.080875 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-76ae65eb-9aa2-454a-ab79-91832a5b5a3c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1210468832'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:11.188547 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: fc909aa7-0aad-4fd2-84bd-a357af2b5397 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:28:11.189118 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device fc909aa7-0aad-4fd2-84bd-a357af2b5397 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:28:11.189341 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device fd152081-6475-43ff-abf9-7011a0522372 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:28:11.282199 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:28:11.286493 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:28:11.313621 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81e24963-e152-496e-b37a-e58b001b25d6 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:11.356045 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-55d144da-0090-4ab4-aea0-b1c3c0ee6e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:11.372342 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-81e24963-e152-496e-b37a-e58b001b25d6 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Ignored duplicate provisioning block setup for port 9cd01328-4d43-4bea-96eb-da03c3f1741e by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 09:28:11.391537 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-75636d7e-8139-426d-9a2b-6b157b3d70c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699b061c-5ee6-44f5-81fa-9a3c3d6870f5', 'name': 'tempest-NetworksTestDHCPv6-router-1116117935', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:05Z', 'updated_at': '2021-08-31T09:28:06Z', 'revision_number': 2, 'project_id': '13196dd28c4040d8ae49ede86941bf1d', 'gw_port_host': None, '_interfaces': [{'id': '8e5b25a5-e540-495d-b962-aad9d7669b2c', 'name': '', 'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'mac_address': 'fa:16:3e:64:3c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699b061c-5ee6-44f5-81fa-9a3c3d6870f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '3bb37490-0b27-457e-8f0b-083c114ee480', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:06Z', 'updated_at': '2021-08-31T09:28:10Z', 'revision_number': 4, 'project_id': '13196dd28c4040d8ae49ede86941bf1d', 'subnets': [{'id': '3bb37490-0b27-457e-8f0b-083c114ee480', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:11.397314 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ae65eb-9aa2-454a-ab79-91832a5b5a3c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Made reservation on behalf of 0b4588249af94f7795d0a2af50433a2f for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:11.401544 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-76ae65eb-9aa2-454a-ab79-91832a5b5a3c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:11.414062 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-949b2378-d981-4842-9a18-4509e92d3b65 req-b8a29e71-3c18-4d24-9e1d-c0204534c430 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Deleting port fd152081-6475-43ff-abf9-7011a0522372 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:11.414400 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-949b2378-d981-4842-9a18-4509e92d3b65 req-b8a29e71-3c18-4d24-9e1d-c0204534c430 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:11.446302 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81e24963-e152-496e-b37a-e58b001b25d6 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:11.470118 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75636d7e-8139-426d-9a2b-6b157b3d70c0 None None] The sync data for ids ['699b061c-5ee6-44f5-81fa-9a3c3d6870f5'] in n-d-791506-28 is: [{'id': '699b061c-5ee6-44f5-81fa-9a3c3d6870f5', 'name': 'tempest-NetworksTestDHCPv6-router-1116117935', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:05Z', 'updated_at': '2021-08-31T09:28:06Z', 'revision_number': 2, 'project_id': '13196dd28c4040d8ae49ede86941bf1d', 'gw_port_host': None, '_interfaces': [{'id': '8e5b25a5-e540-495d-b962-aad9d7669b2c', 'name': '', 'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'mac_address': 'fa:16:3e:64:3c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699b061c-5ee6-44f5-81fa-9a3c3d6870f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '3bb37490-0b27-457e-8f0b-083c114ee480', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:28:06Z', 'updated_at': '2021-08-31T09:28:10Z', 'revision_number': 4, 'project_id': '13196dd28c4040d8ae49ede86941bf1d', 'subnets': [{'id': '3bb37490-0b27-457e-8f0b-083c114ee480', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:28:11.566278 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-949b2378-d981-4842-9a18-4509e92d3b65 req-b8a29e71-3c18-4d24-9e1d-c0204534c430 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] For port fd152081-6475-43ff-abf9-7011a0522372, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=fd152081-6475-43ff-abf9-7011a0522372,segment=NetworkSegment(316e1015-f12d-422c-8b11-cf75c56464db),segment_id=316e1015-f12d-422c-8b11-cf75c56464db)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:11.567005 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-949b2378-d981-4842-9a18-4509e92d3b65 req-b8a29e71-3c18-4d24-9e1d-c0204534c430 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:11.593545 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-81e24963-e152-496e-b37a-e58b001b25d6 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] In _notify_port_updated(), no bound segment for port 9cd01328-4d43-4bea-96eb-da03c3f1741e on network 2d79239b-1af5-4f5e-a016-8a00a0997540 {{(pid=95552) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:28:11.609896 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e24963-e152-496e-b37a-e58b001b25d6 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:11.610840 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81e24963-e152-496e-b37a-e58b001b25d6 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:11.614786 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-81e24963-e152-496e-b37a-e58b001b25d6 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "PUT /v2.0/ports/9cd01328-4d43-4bea-96eb-da03c3f1741e HTTP/1.1" status: 200 len: 926 time: 1.2873182 Aug 31 09:28:11.614976 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-949b2378-d981-4842-9a18-4509e92d3b65 req-b8a29e71-3c18-4d24-9e1d-c0204534c430 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Calling delete_port for fd152081-6475-43ff-abf9-7011a0522372 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:11.618274 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44446) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:11.622364 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e24963-e152-496e-b37a-e58b001b25d6 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Port': ['ID=9cd01328-4d43-4bea-96eb-da03c3f1741e,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:11.634974 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-7fefb414-b864-45ab-8f23-e5bdd2b26eb9 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ddd9f00d-2046-4a53-9bc2-e934111e7f71'}, {'subnet_id': '5eb31a71-c540-4a23-8be0-7cb211926a55'}]}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:11.673114 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ae65eb-9aa2-454a-ab79-91832a5b5a3c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] vlan segment allocate from pool success with {'vlan_id': 1638, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:28:11.699468 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-76ae65eb-9aa2-454a-ab79-91832a5b5a3c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:11.699963 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-76ae65eb-9aa2-454a-ab79-91832a5b5a3c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Added segment 41830b7f-fa66-4a08-a8e1-f9629362005e of type vlan for network 2dae92a5-3198-4334-aa8e-9aa474dcfdee Aug 31 09:28:11.859572 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:11.921734 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 152a8ffc-4618-425c-aa52-8a660fa2b532, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=152a8ffc-4618-425c-aa52-8a660fa2b532,segment=NetworkSegment(efc5647e-389f-4664-89ef-07c7030abae5),segment_id=efc5647e-389f-4664-89ef-07c7030abae5)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:11.980298 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-76ae65eb-9aa2-454a-ab79-91832a5b5a3c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:11.995142 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:11.995908 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7994989b-0f97-430e-bd10-20c1553ecd45 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:12.030151 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cec38a1-cf82-4e18-b070-b1ffc213ebbf None None] Network 2d79239b-1af5-4f5e-a016-8a00a0997540 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:12.047782 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-ab3e92a2-7170-4ad1-b07c-5aa1b7b637b2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting port 8e5b25a5-e540-495d-b962-aad9d7669b2c {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:12.048124 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab3e92a2-7170-4ad1-b07c-5aa1b7b637b2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:12.187324 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7fefb414-b864-45ab-8f23-e5bdd2b26eb9 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:12.214653 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=152a8ffc-4618-425c-aa52-8a660fa2b532,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:12.277193 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-52cb7679-f1f5-4608-8b2a-5e8d2200db42 None None] Provisioning for port 152a8ffc-4618-425c-aa52-8a660fa2b532 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:12.281687 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 7994989b-0f97-430e-bd10-20c1553ecd45 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:12.282064 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:12.286142 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-52cb7679-f1f5-4608-8b2a-5e8d2200db42 None None] Provisioning complete for port 152a8ffc-4618-425c-aa52-8a660fa2b532 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:12.286816 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-52cb7679-f1f5-4608-8b2a-5e8d2200db42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:12.318779 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-76ae65eb-9aa2-454a-ab79-91832a5b5a3c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:12.325031 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ae65eb-9aa2-454a-ab79-91832a5b5a3c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:12.325914 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-76ae65eb-9aa2-454a-ab79-91832a5b5a3c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:12.458841 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-949b2378-d981-4842-9a18-4509e92d3b65 req-b8a29e71-3c18-4d24-9e1d-c0204534c430 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:12.462076 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-ab3e92a2-7170-4ad1-b07c-5aa1b7b637b2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] For port 8e5b25a5-e540-495d-b962-aad9d7669b2c, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8e5b25a5-e540-495d-b962-aad9d7669b2c,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:12.462540 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab3e92a2-7170-4ad1-b07c-5aa1b7b637b2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:12.495483 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44470) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:12.512282 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae65eb-9aa2-454a-ab79-91832a5b5a3c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event updated for resources: {'Network': ['ID=2dae92a5-3198-4334-aa8e-9aa474dcfdee,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:12.530055 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 2dae92a5-3198-4334-aa8e-9aa474dcfdee details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:28:12.583978 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a29e71-3c18-4d24-9e1d-c0204534c430 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Pushing event deleted for resources: {'Port': ['ID=fd152081-6475-43ff-abf9-7011a0522372,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:12.587042 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-76ae65eb-9aa2-454a-ab79-91832a5b5a3c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5148652 Aug 31 09:28:12.588708 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-ab3e92a2-7170-4ad1-b07c-5aa1b7b637b2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Calling delete_port for 8e5b25a5-e540-495d-b962-aad9d7669b2c owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:12.590934 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44474) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:12.596374 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-84d0d45a-62ca-42bd-a5aa-4ffc94ac5d03 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Request body: {'subnet': {'network_id': '2dae92a5-3198-4334-aa8e-9aa474dcfdee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:12.764628 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-2795ed19-bc26-4a05-8e59-c39c999e6997 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2008514917-network', 'tenant_id': 'd7e2cc6da6b44b4cbd404e975193b371'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:12.798890 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 152a8ffc-4618-425c-aa52-8a660fa2b532 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:12.814001 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-949b2378-d981-4842-9a18-4509e92d3b65 req-b8a29e71-3c18-4d24-9e1d-c0204534c430 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] No DVR routers for this DVR port fd152081-6475-43ff-abf9-7011a0522372 on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:28:12.821588 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-949b2378-d981-4842-9a18-4509e92d3b65 req-b8a29e71-3c18-4d24-9e1d-c0204534c430 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:12.824206 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-949b2378-d981-4842-9a18-4509e92d3b65 req-b8a29e71-3c18-4d24-9e1d-c0204534c430 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "DELETE /v2.0/ports/fd152081-6475-43ff-abf9-7011a0522372 HTTP/1.1" status: 204 len: 173 time: 1.8001840 Aug 31 09:28:12.827799 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fadc5f-f4ab-4fb1-af52-6cffe50d768b', 'name': 'network-vif-deleted', 'tag': 'fd152081-6475-43ff-abf9-7011a0522372'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:28:12.832801 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffe086e-5035-4927-8bc2-cf6e7edac9c4" -d '{"events": [{"server_uuid": "d3fadc5f-f4ab-4fb1-af52-6cffe50d768b", "name": "network-vif-deleted", "tag": "fd152081-6475-43ff-abf9-7011a0522372"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:28:12.883903 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 152a8ffc-4618-425c-aa52-8a660fa2b532 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:12.884438 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:12.941499 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2795ed19-bc26-4a05-8e59-c39c999e6997 admin admin] Made reservation on behalf of d7e2cc6da6b44b4cbd404e975193b371 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:12.941876 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 31 Aug 2021 09:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92bc2202-bb4e-446f-9d35-7864230146cf x-openstack-request-id: req-92bc2202-bb4e-446f-9d35-7864230146cf {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:28:12.942171 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3fadc5f-f4ab-4fb1-af52-6cffe50d768b", "name": "network-vif-deleted", "tag": "fd152081-6475-43ff-abf9-7011a0522372", "status": "failed", "code": 422}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:28:12.942421 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-92bc2202-bb4e-446f-9d35-7864230146cf {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:28:12.942852 n-d-791506-28 neutron-server[95553]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd3fadc5f-f4ab-4fb1-af52-6cffe50d768b', 'name': 'network-vif-deleted', 'tag': 'fd152081-6475-43ff-abf9-7011a0522372', 'status': 'failed', 'code': 422} returned with failed status Aug 31 09:28:12.946038 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2795ed19-bc26-4a05-8e59-c39c999e6997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:12.986529 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a58600ed-635c-4c8b-a8c7-b2e1702874dd None None] Provisioning complete for port 152a8ffc-4618-425c-aa52-8a660fa2b532 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:12.990691 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2795ed19-bc26-4a05-8e59-c39c999e6997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:12.992505 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a58600ed-635c-4c8b-a8c7-b2e1702874dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:13.106098 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8e5b25a5-e540-495d-b962-aad9d7669b2c up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:13.119213 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-7fefb414-b864-45ab-8f23-e5bdd2b26eb9 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Allocated IP 2001:db8:0:1::228 (2d79239b-1af5-4f5e-a016-8a00a0997540/5eb31a71-c540-4a23-8be0-7cb211926a55/9cd01328-4d43-4bea-96eb-da03c3f1741e) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:13.146382 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d0d45a-62ca-42bd-a5aa-4ffc94ac5d03 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Made reservation on behalf of 0b4588249af94f7795d0a2af50433a2f for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:13.158814 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-84d0d45a-62ca-42bd-a5aa-4ffc94ac5d03 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:13.208552 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab3e92a2-7170-4ad1-b07c-5aa1b7b637b2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:13.210152 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No active binding found for port 8e5b25a5-e540-495d-b962-aad9d7669b2c {{(pid=95554) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 09:28:13.211339 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8e5b25a5-e540-495d-b962-aad9d7669b2c not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 31 09:28:13.243782 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Port 8e5b25a5-e540-495d-b962-aad9d7669b2c not found, will not notify nova. {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 31 09:28:13.297423 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a58600ed-635c-4c8b-a8c7-b2e1702874dd None None] Provisioning for port 9cd01328-4d43-4bea-96eb-da03c3f1741e completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:13.300758 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e92a2-7170-4ad1-b07c-5aa1b7b637b2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Port': ['ID=8e5b25a5-e540-495d-b962-aad9d7669b2c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:13.305535 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a58600ed-635c-4c8b-a8c7-b2e1702874dd None None] Provisioning complete for port 9cd01328-4d43-4bea-96eb-da03c3f1741e triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:13.305940 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a58600ed-635c-4c8b-a8c7-b2e1702874dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:13.418921 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a58600ed-635c-4c8b-a8c7-b2e1702874dd None None] Port 9cd01328-4d43-4bea-96eb-da03c3f1741e cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:28:13.515092 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab3e92a2-7170-4ad1-b07c-5aa1b7b637b2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:13.572313 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-0bb1c342-f497-4aed-8068-cdfecad4b3e0 None None] Provisioning complete for port 9cd01328-4d43-4bea-96eb-da03c3f1741e triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:13.572951 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0bb1c342-f497-4aed-8068-cdfecad4b3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:13.601647 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2795ed19-bc26-4a05-8e59-c39c999e6997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:13.671477 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-0bb1c342-f497-4aed-8068-cdfecad4b3e0 None None] Port 9cd01328-4d43-4bea-96eb-da03c3f1741e cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:28:13.704497 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7fefb414-b864-45ab-8f23-e5bdd2b26eb9 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:13.742241 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2795ed19-bc26-4a05-8e59-c39c999e6997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:13.759638 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2795ed19-bc26-4a05-8e59-c39c999e6997 admin admin] vlan segment allocate from pool success with {'vlan_id': 1642, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:28:13.783400 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2795ed19-bc26-4a05-8e59-c39c999e6997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:13.783747 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-2795ed19-bc26-4a05-8e59-c39c999e6997 admin admin] Added segment 0ee40085-3d87-40cd-a5d6-67b5c21204cd of type vlan for network 8c405861-43cf-4a95-a1a2-ceedbe1a8a04 Aug 31 09:28:13.785502 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-7fefb414-b864-45ab-8f23-e5bdd2b26eb9 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Ignored duplicate provisioning block setup for port 9cd01328-4d43-4bea-96eb-da03c3f1741e by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 09:28:13.792177 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-db3d9646-e642-42c2-ba48-55e82b4e4dd3 None None] Provisioning complete for port 9cd01328-4d43-4bea-96eb-da03c3f1741e triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:13.792552 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-db3d9646-e642-42c2-ba48-55e82b4e4dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:13.798028 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795ed19-bc26-4a05-8e59-c39c999e6997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04577871-16b5-49b5-b746-3f4923a6d765,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:13.807501 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-84d0d45a-62ca-42bd-a5aa-4ffc94ac5d03 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:13.831879 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3e92a2-7170-4ad1-b07c-5aa1b7b637b2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Router 699b061c-5ee6-44f5-81fa-9a3c3d6870f5 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:28:13.848324 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-db3d9646-e642-42c2-ba48-55e82b4e4dd3 None None] Port 9cd01328-4d43-4bea-96eb-da03c3f1741e cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:28:13.893979 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2795ed19-bc26-4a05-8e59-c39c999e6997 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:13.908792 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7fefb414-b864-45ab-8f23-e5bdd2b26eb9 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:13.938343 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0d45a-62ca-42bd-a5aa-4ffc94ac5d03 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event updated for resources: {'Subnet': ['ID=4b4ae862-a09d-4f25-bad5-4477bfcdeb7b,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:13.952953 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3e92a2-7170-4ad1-b07c-5aa1b7b637b2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:28:13.970811 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85ee084-0ae8-4947-85fd-737ee6ad55a7 None None] Sync routers for ids ['699b061c-5ee6-44f5-81fa-9a3c3d6870f5'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:28:13.971416 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d0d45a-62ca-42bd-a5aa-4ffc94ac5d03 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Checking segment: {'id': '41830b7f-fa66-4a08-a8e1-f9629362005e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': '2dae92a5-3198-4334-aa8e-9aa474dcfdee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:13.971416 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d0d45a-62ca-42bd-a5aa-4ffc94ac5d03 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Network hostable DHCP agents. Network: 2dae92a5-3198-4334-aa8e-9aa474dcfdee, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:28:13.972158 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ab3e92a2-7170-4ad1-b07c-5aa1b7b637b2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "PUT /v2.0/routers/699b061c-5ee6-44f5-81fa-9a3c3d6870f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3986979 Aug 31 09:28:13.972581 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44492) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:13.989544 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-481ced7e-cb55-4792-9b38-00bd20a8c68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:14.000387 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85ee084-0ae8-4947-85fd-737ee6ad55a7 None None] Routers {'699b061c-5ee6-44f5-81fa-9a3c3d6870f5'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:14.001059 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e85ee084-0ae8-4947-85fd-737ee6ad55a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:27:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['699b061c-5ee6-44f5-81fa-9a3c3d6870f5'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:14.006336 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fefb414-b864-45ab-8f23-e5bdd2b26eb9 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Port': ['ID=9cd01328-4d43-4bea-96eb-da03c3f1741e,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:14.023893 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-7fefb414-b864-45ab-8f23-e5bdd2b26eb9 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] In _notify_port_updated(), no bound segment for port 9cd01328-4d43-4bea-96eb-da03c3f1741e on network 2d79239b-1af5-4f5e-a016-8a00a0997540 {{(pid=95553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:28:14.030175 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fefb414-b864-45ab-8f23-e5bdd2b26eb9 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:14.031057 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7fefb414-b864-45ab-8f23-e5bdd2b26eb9 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:14.032304 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7fefb414-b864-45ab-8f23-e5bdd2b26eb9 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "PUT /v2.0/ports/9cd01328-4d43-4bea-96eb-da03c3f1741e HTTP/1.1" status: 200 len: 1012 time: 2.4057729 Aug 31 09:28:14.035922 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44498) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:14.077927 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2795ed19-bc26-4a05-8e59-c39c999e6997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:14.079012 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2795ed19-bc26-4a05-8e59-c39c999e6997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:14.083011 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2795ed19-bc26-4a05-8e59-c39c999e6997 admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:14.110798 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-e85ee084-0ae8-4947-85fd-737ee6ad55a7 None None] Set router 699b061c-5ee6-44f5-81fa-9a3c3d6870f5 gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:28:14.115168 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:14.159344 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1ab45d-c551-415e-bc7c-d22521a4e893 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:14.161830 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1ab45d-c551-415e-bc7c-d22521a4e893 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:14.164984 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bb1ab45d-c551-415e-bc7c-d22521a4e893 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1912358 Aug 31 09:28:14.170247 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52971c-a570-4464-a2af-9ef22987854c req-7f38efb5-a10a-4319-a46f-412a3424bc10 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:14.172029 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e52971c-a570-4464-a2af-9ef22987854c req-7f38efb5-a10a-4319-a46f-412a3424bc10 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/networks?id=f668d119-0317-4e13-bd19-a19b34b961f5 HTTP/1.1" status: 200 len: 812 time: 0.1340430 Aug 31 09:28:14.172782 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44500) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:14.181054 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e85ee084-0ae8-4947-85fd-737ee6ad55a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699b061c-5ee6-44f5-81fa-9a3c3d6870f5', 'name': 'tempest-NetworksTestDHCPv6-router-1116117935', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:05Z', 'updated_at': '2021-08-31T09:28:13Z', 'revision_number': 3, 'project_id': '13196dd28c4040d8ae49ede86941bf1d', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:14.229832 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85ee084-0ae8-4947-85fd-737ee6ad55a7 None None] Checking router: 699b061c-5ee6-44f5-81fa-9a3c3d6870f5 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:28:14.230070 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d0d45a-62ca-42bd-a5aa-4ffc94ac5d03 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Network 2dae92a5-3198-4334-aa8e-9aa474dcfdee is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:28:14.232283 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3911017-936c-49e7-a208-8d39b37fe74b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting subnet 3bb37490-0b27-457e-8f0b-083c114ee480 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:28:14.240786 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795ed19-bc26-4a05-8e59-c39c999e6997 admin admin] Pushing event updated for resources: {'Network': ['ID=8c405861-43cf-4a95-a1a2-ceedbe1a8a04,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:14.253103 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2795ed19-bc26-4a05-8e59-c39c999e6997 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7516084 Aug 31 09:28:14.253210 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 8c405861-43cf-4a95-a1a2-ceedbe1a8a04 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:28:14.254177 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85ee084-0ae8-4947-85fd-737ee6ad55a7 None None] Routers {'699b061c-5ee6-44f5-81fa-9a3c3d6870f5'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:14.254329 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b3911017-936c-49e7-a208-8d39b37fe74b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:14.254467 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e85ee084-0ae8-4947-85fd-737ee6ad55a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:28:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['699b061c-5ee6-44f5-81fa-9a3c3d6870f5'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:14.257882 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44504) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:14.264637 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-4534b1fa-ccd3-4b1c-be5e-18ef1558d9a2 admin admin] Request body: {'subnet': {'network_id': '8c405861-43cf-4a95-a1a2-ceedbe1a8a04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2008514917-subnet', 'tenant_id': 'd7e2cc6da6b44b4cbd404e975193b371', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:14.279450 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e52971c-a570-4464-a2af-9ef22987854c req-fa60eefb-1b3f-4bc3-a3ea-f8e7dbca1896 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/quotas/e7263d55640346b092e769ab252c85c3 HTTP/1.1" status: 200 len: 375 time: 0.0443823 Aug 31 09:28:14.303207 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-84d0d45a-62ca-42bd-a5aa-4ffc94ac5d03 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 2dae92a5-3198-4334-aa8e-9aa474dcfdee) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:14.325125 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d0d45a-62ca-42bd-a5aa-4ffc94ac5d03 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:14.325725 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-84d0d45a-62ca-42bd-a5aa-4ffc94ac5d03 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:14.333516 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e52971c-a570-4464-a2af-9ef22987854c req-6478ebc6-29df-4fce-9b1e-9e9ff6e18b24 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=e7263d55640346b092e769ab252c85c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483994 Aug 31 09:28:14.338929 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b3911017-936c-49e7-a208-8d39b37fe74b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:14.379280 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84bae81-08c0-4655-bbaa-d0787d413baa None None] Network 2dae92a5-3198-4334-aa8e-9aa474dcfdee requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:14.383585 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-b0414998-8829-4449-940d-cf5bd809e604 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Deleting port 9cd01328-4d43-4bea-96eb-da03c3f1741e {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:14.384354 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0414998-8829-4449-940d-cf5bd809e604 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:14.409572 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-e85ee084-0ae8-4947-85fd-737ee6ad55a7 None None] Set router 699b061c-5ee6-44f5-81fa-9a3c3d6870f5 gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:28:14.471138 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4534b1fa-ccd3-4b1c-be5e-18ef1558d9a2 admin admin] Made reservation on behalf of d7e2cc6da6b44b4cbd404e975193b371 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:14.474189 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4534b1fa-ccd3-4b1c-be5e-18ef1558d9a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:14.481948 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e85ee084-0ae8-4947-85fd-737ee6ad55a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699b061c-5ee6-44f5-81fa-9a3c3d6870f5', 'name': 'tempest-NetworksTestDHCPv6-router-1116117935', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:05Z', 'updated_at': '2021-08-31T09:28:13Z', 'revision_number': 3, 'project_id': '13196dd28c4040d8ae49ede86941bf1d', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:14.568194 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b3911017-936c-49e7-a208-8d39b37fe74b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:14.578200 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-84d0d45a-62ca-42bd-a5aa-4ffc94ac5d03 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9860730 Aug 31 09:28:14.580814 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44512) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:14.588653 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85ee084-0ae8-4947-85fd-737ee6ad55a7 None None] The sync data for ids ['699b061c-5ee6-44f5-81fa-9a3c3d6870f5'] in n-d-791506-28 is: [{'id': '699b061c-5ee6-44f5-81fa-9a3c3d6870f5', 'name': 'tempest-NetworksTestDHCPv6-router-1116117935', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:28:05Z', 'updated_at': '2021-08-31T09:28:13Z', 'revision_number': 3, 'project_id': '13196dd28c4040d8ae49ede86941bf1d', 'gw_port_host': None}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:28:14.595027 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-6aa85885-7c81-4d50-8180-80c3f8fa1b45 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-89338805', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}, 'admin_state_up': False}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:14.625642 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5872271e-6aa7-408d-83d7-46f250ee8865 None None] Provisioning complete for port 9cd01328-4d43-4bea-96eb-da03c3f1741e triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:14.625642 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5872271e-6aa7-408d-83d7-46f250ee8865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:14.645394 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e52971c-a570-4464-a2af-9ef22987854c req-9a175936-d764-469b-8fb1-26b9be7496d4 service neutron] 10.222.0.119 "GET /v2.0/networks/f668d119-0317-4e13-bd19-a19b34b961f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025534 Aug 31 09:28:14.655067 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2260e75c-8edf-499e-80f2-4bb1c1781981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-2dae92a5-3198-4334-aa8e-9aa474dcfdee', 'network_id': '2dae92a5-3198-4334-aa8e-9aa474dcfdee', 'tenant_id': '0b4588249af94f7795d0a2af50433a2f', 'fixed_ips': [{'subnet_id': '4b4ae862-a09d-4f25-bad5-4477bfcdeb7b'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:28:14.659658 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2260e75c-8edf-499e-80f2-4bb1c1781981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:14.672327 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0414998-8829-4449-940d-cf5bd809e604 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:14.688199 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-5872271e-6aa7-408d-83d7-46f250ee8865 None None] Port 9cd01328-4d43-4bea-96eb-da03c3f1741e cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:28:14.706289 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-b0414998-8829-4449-940d-cf5bd809e604 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Calling delete_port for 9cd01328-4d43-4bea-96eb-da03c3f1741e owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:14.801711 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e52971c-a570-4464-a2af-9ef22987854c req-68ee06a5-8e81-480b-aef5-f396e0cd0e6a service neutron] 10.222.0.119 "GET /v2.0/networks/f668d119-0317-4e13-bd19-a19b34b961f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552515 Aug 31 09:28:14.853296 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6aa85885-7c81-4d50-8180-80c3f8fa1b45 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:14.854537 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6aa85885-7c81-4d50-8180-80c3f8fa1b45 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:14.895227 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-2260e75c-8edf-499e-80f2-4bb1c1781981 None None] Allocated IP 172.20.0.2 (2dae92a5-3198-4334-aa8e-9aa474dcfdee/4b4ae862-a09d-4f25-bad5-4477bfcdeb7b/9bb94115-e9c6-4b06-96f1-2451b1f01ef1) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:14.900866 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b3911017-936c-49e7-a208-8d39b37fe74b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:15.103757 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4534b1fa-ccd3-4b1c-be5e-18ef1558d9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:15.189716 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0414998-8829-4449-940d-cf5bd809e604 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:15.340715 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2260e75c-8edf-499e-80f2-4bb1c1781981 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:15.343350 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:15.352628 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-2260e75c-8edf-499e-80f2-4bb1c1781981 None None] Transition to ACTIVE for port object 9bb94115-e9c6-4b06-96f1-2451b1f01ef1 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:15.372843 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-2260e75c-8edf-499e-80f2-4bb1c1781981 None None] Transition to ACTIVE for port object 9bb94115-e9c6-4b06-96f1-2451b1f01ef1 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:15.392220 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534b1fa-ccd3-4b1c-be5e-18ef1558d9a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3950ca2-9033-478d-920e-0946ceae6560,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:15.397038 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4534b1fa-ccd3-4b1c-be5e-18ef1558d9a2 admin admin] Checking segment: {'id': '0ee40085-3d87-40cd-a5d6-67b5c21204cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '8c405861-43cf-4a95-a1a2-ceedbe1a8a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:15.397522 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4534b1fa-ccd3-4b1c-be5e-18ef1558d9a2 admin admin] Network hostable DHCP agents. Network: 8c405861-43cf-4a95-a1a2-ceedbe1a8a04, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:28:15.400194 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0414998-8829-4449-940d-cf5bd809e604 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Port': ['ID=9cd01328-4d43-4bea-96eb-da03c3f1741e,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:15.437264 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2260e75c-8edf-499e-80f2-4bb1c1781981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:15.439654 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0414998-8829-4449-940d-cf5bd809e604 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:15.448583 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b0414998-8829-4449-940d-cf5bd809e604 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/ports/9cd01328-4d43-4bea-96eb-da03c3f1741e HTTP/1.1" status: 204 len: 168 time: 1.4095650 Aug 31 09:28:15.450067 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44524) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:15.477967 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-7748d873-528d-4b91-a2a6-59470259911d tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] GET failed (client error): The resource could not be found. Aug 31 09:28:15.484334 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7748d873-528d-4b91-a2a6-59470259911d tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "GET /v2.0/ports/9cd01328-4d43-4bea-96eb-da03c3f1741e HTTP/1.1" status: 404 len: 333 time: 0.0329144 Aug 31 09:28:15.487281 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44528) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:15.533144 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2260e75c-8edf-499e-80f2-4bb1c1781981 None None] Network 2dae92a5-3198-4334-aa8e-9aa474dcfdee is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:15.536971 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260e75c-8edf-499e-80f2-4bb1c1781981 None None] Pushing event updated for resources: {'Port': ['ID=9bb94115-e9c6-4b06-96f1-2451b1f01ef1,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:15.544578 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-2260e75c-8edf-499e-80f2-4bb1c1781981 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:15.550346 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2260e75c-8edf-499e-80f2-4bb1c1781981 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:15.563551 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-72d557e9-7eab-4477-8c12-b6d3e6a07ac5 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Deleting subnet 5eb31a71-c540-4a23-8be0-7cb211926a55 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:28:15.568480 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-72d557e9-7eab-4477-8c12-b6d3e6a07ac5 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:15.606287 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4534b1fa-ccd3-4b1c-be5e-18ef1558d9a2 admin admin] Network 8c405861-43cf-4a95-a1a2-ceedbe1a8a04 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:28:15.625357 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-72d557e9-7eab-4477-8c12-b6d3e6a07ac5 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:15.630305 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-2260e75c-8edf-499e-80f2-4bb1c1781981 None None] Attempting to bind port 9bb94115-e9c6-4b06-96f1-2451b1f01ef1 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:28:15.630703 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-2260e75c-8edf-499e-80f2-4bb1c1781981 None None] Attempting to bind port 9bb94115-e9c6-4b06-96f1-2451b1f01ef1 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '41830b7f-fa66-4a08-a8e1-f9629362005e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': '2dae92a5-3198-4334-aa8e-9aa474dcfdee'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:28:15.631062 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2260e75c-8edf-499e-80f2-4bb1c1781981 None None] Attempting to bind port 9bb94115-e9c6-4b06-96f1-2451b1f01ef1 on network 2dae92a5-3198-4334-aa8e-9aa474dcfdee {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:15.637606 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2260e75c-8edf-499e-80f2-4bb1c1781981 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:28:15.637606 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2260e75c-8edf-499e-80f2-4bb1c1781981 None None] Checking segment: {'id': '41830b7f-fa66-4a08-a8e1-f9629362005e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': '2dae92a5-3198-4334-aa8e-9aa474dcfdee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:15.637987 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2260e75c-8edf-499e-80f2-4bb1c1781981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:15.638320 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2260e75c-8edf-499e-80f2-4bb1c1781981 None None] Bound using segment: {'id': '41830b7f-fa66-4a08-a8e1-f9629362005e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': '2dae92a5-3198-4334-aa8e-9aa474dcfdee'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:28:15.639018 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-2260e75c-8edf-499e-80f2-4bb1c1781981 None None] Bound port: 9bb94115-e9c6-4b06-96f1-2451b1f01ef1, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41830b7f-fa66-4a08-a8e1-f9629362005e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': '2dae92a5-3198-4334-aa8e-9aa474dcfdee'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:28:15.639393 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2260e75c-8edf-499e-80f2-4bb1c1781981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:15.665300 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6aa85885-7c81-4d50-8180-80c3f8fa1b45 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:15.670175 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3911017-936c-49e7-a208-8d39b37fe74b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Subnet': ['ID=3bb37490-0b27-457e-8f0b-083c114ee480,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:15.674433 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b3911017-936c-49e7-a208-8d39b37fe74b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:15.677456 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b3911017-936c-49e7-a208-8d39b37fe74b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/3bb37490-0b27-457e-8f0b-083c114ee480 HTTP/1.1" status: 204 len: 168 time: 1.5030580 Aug 31 09:28:15.683429 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44530) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:15.687029 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c96ff3-653f-4974-a11f-cb7898979175 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:15.700346 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-90a7bfd2-3233-4764-b9b9-eb1667c55f0b req-d9e90253-109f-4097-a735-5d7f76f8945c tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 210 time: 0.0760522 Aug 31 09:28:15.738570 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-4534b1fa-ccd3-4b1c-be5e-18ef1558d9a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 8c405861-43cf-4a95-a1a2-ceedbe1a8a04) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:15.754428 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4534b1fa-ccd3-4b1c-be5e-18ef1558d9a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:15.755242 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4534b1fa-ccd3-4b1c-be5e-18ef1558d9a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:15.758152 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d11b00-edb6-4ea6-88c5-16ca0b19db81 None None] Network 8c405861-43cf-4a95-a1a2-ceedbe1a8a04 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:15.829047 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-72d557e9-7eab-4477-8c12-b6d3e6a07ac5 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:15.926253 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-2260e75c-8edf-499e-80f2-4bb1c1781981 None None] For port 9bb94115-e9c6-4b06-96f1-2451b1f01ef1, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:28:15.962421 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-2260e75c-8edf-499e-80f2-4bb1c1781981 None None] For port 9bb94115-e9c6-4b06-96f1-2451b1f01ef1, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=9bb94115-e9c6-4b06-96f1-2451b1f01ef1,segment=NetworkSegment(41830b7f-fa66-4a08-a8e1-f9629362005e),segment_id=41830b7f-fa66-4a08-a8e1-f9629362005e)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:28:15.974867 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b3e64cbe-c948-4ddc-a6d8-a290c7a90c05 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2897525 Aug 31 09:28:15.977435 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44536) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:15.993424 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6aa85885-7c81-4d50-8180-80c3f8fa1b45 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:16.060542 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4534b1fa-ccd3-4b1c-be5e-18ef1558d9a2 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8030066 Aug 31 09:28:16.066159 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2260e75c-8edf-499e-80f2-4bb1c1781981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:16.070895 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fa08cf00-cb9f-45e5-a094-41ce0956aa03 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:16.101149 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6169d074-fac2-4d9b-9dd4-ea0d9468e599 None None] Network 8c405861-43cf-4a95-a1a2-ceedbe1a8a04 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:16.166077 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-72d557e9-7eab-4477-8c12-b6d3e6a07ac5 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:16.192634 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260e75c-8edf-499e-80f2-4bb1c1781981 None None] Pushing event updated for resources: {'Port': ['ID=9bb94115-e9c6-4b06-96f1-2451b1f01ef1,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:16.214062 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb660df-e12d-4f73-bfc0-bddad2725af8 None None] DHCP port deletion for 17930598-f4af-4731-83ee-9969406c94e8 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:28:16.229099 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-72d557e9-7eab-4477-8c12-b6d3e6a07ac5 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:16.229337 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba164b3a-a351-471b-b5f5-a6d77893c735 None None] Network 2d79239b-1af5-4f5e-a016-8a00a0997540 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:16.235611 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-72d557e9-7eab-4477-8c12-b6d3e6a07ac5 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/subnets/5eb31a71-c540-4a23-8be0-7cb211926a55 HTTP/1.1" status: 204 len: 168 time: 0.7453275 Aug 31 09:28:16.260711 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44540) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:16.272138 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d557e9-7eab-4477-8c12-b6d3e6a07ac5 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Subnet': ['ID=5eb31a71-c540-4a23-8be0-7cb211926a55,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:16.381805 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c4db19-ead6-4dc1-a527-04f5e368ed96 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Deleting subnet ddd9f00d-2046-4a53-9bc2-e934111e7f71 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:28:16.388545 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73c4db19-ead6-4dc1-a527-04f5e368ed96 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:16.463574 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73c4db19-ead6-4dc1-a527-04f5e368ed96 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:16.544571 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fa08cf00-cb9f-45e5-a094-41ce0956aa03 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:16.556483 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fa08cf00-cb9f-45e5-a094-41ce0956aa03 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:16.707907 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fa08cf00-cb9f-45e5-a094-41ce0956aa03 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:16.709147 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa08cf00-cb9f-45e5-a094-41ce0956aa03 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Fanout notify agent at l3_agent the message router_deleted on router 699b061c-5ee6-44f5-81fa-9a3c3d6870f5 {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:28:16.716886 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fa08cf00-cb9f-45e5-a094-41ce0956aa03 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:16.729320 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fa08cf00-cb9f-45e5-a094-41ce0956aa03 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/routers/699b061c-5ee6-44f5-81fa-9a3c3d6870f5 HTTP/1.1" status: 204 len: 168 time: 0.7502990 Aug 31 09:28:16.733985 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44550) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:16.746891 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-adb660df-e12d-4f73-bfc0-bddad2725af8 None None] Deleting port 7994989b-0f97-430e-bd10-20c1553ecd45 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:16.746891 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-adb660df-e12d-4f73-bfc0-bddad2725af8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:16.877706 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dd51ca-cb23-4e6d-9e1b-139d2bf6f491 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:16.888258 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-12dd51ca-cb23-4e6d-9e1b-139d2bf6f491 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1465600 Aug 31 09:28:16.888842 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44552) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:16.934990 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9bb94115-e9c6-4b06-96f1-2451b1f01ef1 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:16.980973 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbded97-d9a4-4b1f-b67d-239ab8f9bc86 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:16.986324 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8bbded97-d9a4-4b1f-b67d-239ab8f9bc86 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0927453 Aug 31 09:28:16.986324 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44562) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:17.002692 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6aa85885-7c81-4d50-8180-80c3f8fa1b45 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for router_gateway, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:17.046691 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f4899784-8a74-4765-beb2-201ecdbf1cff tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600505 Aug 31 09:28:17.047957 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44566) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:17.052352 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-adb660df-e12d-4f73-bfc0-bddad2725af8 None None] For port 7994989b-0f97-430e-bd10-20c1553ecd45, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=7994989b-0f97-430e-bd10-20c1553ecd45,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:17.055087 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-273d5745-9328-4445-b3f0-a30b903167a5 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:17.061429 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-adb660df-e12d-4f73-bfc0-bddad2725af8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:17.104428 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-adb660df-e12d-4f73-bfc0-bddad2725af8 None None] Calling delete_port for 7994989b-0f97-430e-bd10-20c1553ecd45 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:17.116932 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6aa85885-7c81-4d50-8180-80c3f8fa1b45 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:17.124126 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3ac0337c-b958-4232-8590-2288c8084737 req-71e16b16-1e16-42d0-89d3-b3d10ccf80bd tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 210 time: 0.2202070 Aug 31 09:28:17.126261 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:17.227221 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 9bb94115-e9c6-4b06-96f1-2451b1f01ef1 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:17.248335 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73c4db19-ead6-4dc1-a527-04f5e368ed96 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:17.297318 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273d5745-9328-4445-b3f0-a30b903167a5 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:17.302371 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-273d5745-9328-4445-b3f0-a30b903167a5 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:17.317629 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8e5b25a5-e540-495d-b962-aad9d7669b2c no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:28:17.358417 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 8e5b25a5-e540-495d-b962-aad9d7669b2c {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:28:17.367782 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8e5b25a5-e540-495d-b962-aad9d7669b2c not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:28:17.368588 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7994989b-0f97-430e-bd10-20c1553ecd45 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:28:17.410145 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-adb660df-e12d-4f73-bfc0-bddad2725af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:17.427341 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 7994989b-0f97-430e-bd10-20c1553ecd45 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:28:17.427905 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7994989b-0f97-430e-bd10-20c1553ecd45 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:28:17.447229 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-f771ac75-cdef-4800-9a31-315d2a48ab79 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:17.448756 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-f771ac75-cdef-4800-9a31-315d2a48ab79 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] 10.222.0.119 "GET /v2.0/networks?id=8c405861-43cf-4a95-a1a2-ceedbe1a8a04 HTTP/1.1" status: 200 len: 809 time: 0.4660480 Aug 31 09:28:17.483590 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-7054afae-62d9-4e63-8a54-1490a02b026e tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] 10.222.0.119 "GET /v2.0/quotas/d7e2cc6da6b44b4cbd404e975193b371 HTTP/1.1" status: 200 len: 375 time: 0.0119758 Aug 31 09:28:17.484780 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-6aa85885-7c81-4d50-8180-80c3f8fa1b45 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Allocated IP 172.25.2.46 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/a87a0309-248c-4379-b9ed-1a9606cda80c) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:17.506379 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb660df-e12d-4f73-bfc0-bddad2725af8 None None] Pushing event deleted for resources: {'Port': ['ID=7994989b-0f97-430e-bd10-20c1553ecd45,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:17.509416 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb660df-e12d-4f73-bfc0-bddad2725af8 None None] No DVR routers for this DVR port 7994989b-0f97-430e-bd10-20c1553ecd45 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:28:17.545879 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-d37cf1da-e483-47c8-800e-29fa3e87fdba tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=d7e2cc6da6b44b4cbd404e975193b371&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522592 Aug 31 09:28:17.557016 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73c4db19-ead6-4dc1-a527-04f5e368ed96 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:17.690280 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4db19-ead6-4dc1-a527-04f5e368ed96 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Subnet': ['ID=ddd9f00d-2046-4a53-9bc2-e934111e7f71,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:17.700249 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73c4db19-ead6-4dc1-a527-04f5e368ed96 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:17.702726 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-73c4db19-ead6-4dc1-a527-04f5e368ed96 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/subnets/ddd9f00d-2046-4a53-9bc2-e934111e7f71 HTTP/1.1" status: 204 len: 168 time: 1.4399159 Aug 31 09:28:17.708724 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44568) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:17.822815 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5c1663f7-3d53-4205-a35e-af1ccb2f2741 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:17.864373 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c2d812-bcf5-420c-85ad-96670249723e None None] Network 2dae92a5-3198-4334-aa8e-9aa474dcfdee requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:17.865540 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-3e173de3-9247-49c3-bbf5-59d9f606f8eb service neutron] 10.222.0.119 "GET /v2.0/networks/8c405861-43cf-4a95-a1a2-ceedbe1a8a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051593 Aug 31 09:28:17.994189 n-d-791506-28 neutron-server[95552]: DEBUG neutron.objects.ports [None req-273d5745-9328-4445-b3f0-a30b903167a5 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95552) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:28:17.997693 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-273d5745-9328-4445-b3f0-a30b903167a5 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:18.019954 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-42daf12c-85ff-4f98-bf7e-8d048887f218 service neutron] 10.222.0.119 "GET /v2.0/networks/8c405861-43cf-4a95-a1a2-ceedbe1a8a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422741 Aug 31 09:28:18.101778 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-5c1663f7-3d53-4205-a35e-af1ccb2f2741 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Deleting port 152a8ffc-4618-425c-aa52-8a660fa2b532 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:18.102117 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5c1663f7-3d53-4205-a35e-af1ccb2f2741 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:18.106194 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52971c-a570-4464-a2af-9ef22987854c req-c3f1098b-92a0-4c63-92ae-de61bc9bcc7a tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:18.107978 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e52971c-a570-4464-a2af-9ef22987854c req-c3f1098b-92a0-4c63-92ae-de61bc9bcc7a tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.112 "GET /v2.0/networks?id=f668d119-0317-4e13-bd19-a19b34b961f5 HTTP/1.1" status: 200 len: 812 time: 0.4111149 Aug 31 09:28:18.122080 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6aa85885-7c81-4d50-8180-80c3f8fa1b45 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:18.128138 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-2e52971c-a570-4464-a2af-9ef22987854c req-887808b6-cf59-47dd-820b-0f2cfa9064b8 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Request body: {'port': {'device_id': '9a559fee-c0ec-418d-b5c1-3c92353351da', 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5', 'admin_state_up': True, 'tenant_id': 'e7263d55640346b092e769ab252c85c3'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:18.194508 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5dda84ab-d42f-410c-a015-94fb3cf10371 None None] Provisioning for port 9bb94115-e9c6-4b06-96f1-2451b1f01ef1 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:18.203406 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5dda84ab-d42f-410c-a015-94fb3cf10371 None None] Provisioning complete for port 9bb94115-e9c6-4b06-96f1-2451b1f01ef1 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:18.203964 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5dda84ab-d42f-410c-a015-94fb3cf10371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:18.245665 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-5c1663f7-3d53-4205-a35e-af1ccb2f2741 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] For port 152a8ffc-4618-425c-aa52-8a660fa2b532, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=152a8ffc-4618-425c-aa52-8a660fa2b532,segment=NetworkSegment(efc5647e-389f-4664-89ef-07c7030abae5),segment_id=efc5647e-389f-4664-89ef-07c7030abae5)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:18.246818 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5c1663f7-3d53-4205-a35e-af1ccb2f2741 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:18.251559 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3ae6fd-8250-413b-b26e-f7b222b36797 None None] Network 2d79239b-1af5-4f5e-a016-8a00a0997540 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:18.286062 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-5c1663f7-3d53-4205-a35e-af1ccb2f2741 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Calling delete_port for 152a8ffc-4618-425c-aa52-8a660fa2b532 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:18.320498 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273d5745-9328-4445-b3f0-a30b903167a5 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:18.323653 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d5745-9328-4445-b3f0-a30b903167a5 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Subnet': ['ID=b7a26253-07c4-407e-87d4-2a07139731c6,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:18.326817 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4273b72d-b894-4ed7-9976-5f37ca22ea32 req-d7a280f8-31a9-43ce-9949-68bba75c63d1 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 210 time: 0.0538614 Aug 31 09:28:18.347225 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-273d5745-9328-4445-b3f0-a30b903167a5 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:18.351750 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273d5745-9328-4445-b3f0-a30b903167a5 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:18.352340 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-273d5745-9328-4445-b3f0-a30b903167a5 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:18.414926 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5dda84ab-d42f-410c-a015-94fb3cf10371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:18.420794 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad65e7c2-635c-4a07-ad36-c8f494c05fcf None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:18.483974 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e894a7b8-90f6-4ddc-81ff-685184f8eb30 req-906cdc9d-eaaf-4dba-9559-0718cae5ebbe tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] 10.222.0.119 "GET /v2.0/ports?device_id=010e26a3-58a6-4a98-b23d-d50d08ab0388 HTTP/1.1" status: 200 len: 210 time: 0.0380034 Aug 31 09:28:18.498338 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6aa85885-7c81-4d50-8180-80c3f8fa1b45 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:18.540315 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e52971c-a570-4464-a2af-9ef22987854c req-887808b6-cf59-47dd-820b-0f2cfa9064b8 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Made reservation on behalf of e7263d55640346b092e769ab252c85c3 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:18.544281 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2e52971c-a570-4464-a2af-9ef22987854c req-887808b6-cf59-47dd-820b-0f2cfa9064b8 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:18.573201 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5c1663f7-3d53-4205-a35e-af1ccb2f2741 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:18.575531 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-5dda84ab-d42f-410c-a015-94fb3cf10371 None None] For port 9bb94115-e9c6-4b06-96f1-2451b1f01ef1, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=9bb94115-e9c6-4b06-96f1-2451b1f01ef1,segment=NetworkSegment(41830b7f-fa66-4a08-a8e1-f9629362005e),segment_id=41830b7f-fa66-4a08-a8e1-f9629362005e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:18.585455 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa85885-7c81-4d50-8180-80c3f8fa1b45 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:18.606818 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-6aa85885-7c81-4d50-8180-80c3f8fa1b45 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:18.614362 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa85885-7c81-4d50-8180-80c3f8fa1b45 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event updated for resources: {'Port': ['ID=a87a0309-248c-4379-b9ed-1a9606cda80c,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:18.618596 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa85885-7c81-4d50-8180-80c3f8fa1b45 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:18.639827 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-273d5745-9328-4445-b3f0-a30b903167a5 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5889039 Aug 31 09:28:18.639994 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1663f7-3d53-4205-a35e-af1ccb2f2741 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Port': ['ID=152a8ffc-4618-425c-aa52-8a660fa2b532,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:18.643744 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44584) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:18.649678 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-13f4e948-605d-49cd-b19f-1d4ea83e5cda tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:18.666455 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5dda84ab-d42f-410c-a015-94fb3cf10371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:18.687606 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1663f7-3d53-4205-a35e-af1ccb2f2741 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] No DVR routers for this DVR port 152a8ffc-4618-425c-aa52-8a660fa2b532 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:28:18.889239 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233ad94a-9d89-4e03-891a-1d5320bea599 None None] DHCP port deletion for 2d79239b-1af5-4f5e-a016-8a00a0997540 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:28:18.908481 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda84ab-d42f-410c-a015-94fb3cf10371 None None] Pushing event updated for resources: {'Port': ['ID=9bb94115-e9c6-4b06-96f1-2451b1f01ef1,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:18.930778 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de13c3eb-e1f1-47c7-8c6d-0b57aa8d396b None None] Could not find standard attr ID for object 152a8ffc-4618-425c-aa52-8a660fa2b532. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:28:18.947339 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5c1663f7-3d53-4205-a35e-af1ccb2f2741 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:18.965548 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-5c1663f7-3d53-4205-a35e-af1ccb2f2741 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d79239b-1af5-4f5e-a016-8a00a0997540']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:18.988899 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30474727-7d13-4486-8025-b2741e123042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-17930598-f4af-4731-83ee-9969406c94e8', 'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'fixed_ips': [{'subnet_id': 'b7a26253-07c4-407e-87d4-2a07139731c6'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:28:18.991201 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-30474727-7d13-4486-8025-b2741e123042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:19.066963 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-2e52971c-a570-4464-a2af-9ef22987854c req-887808b6-cf59-47dd-820b-0f2cfa9064b8 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Allocated IP 172.20.0.9 (f668d119-0317-4e13-bd19-a19b34b961f5/d9ae897c-9425-4b1d-8e0e-fa584db75384/49197f55-315a-4dd8-9698-06ffe47df92a) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:19.192887 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e010bd21-680d-4fed-bc15-3f1abfedd78f None None] Provisioning complete for port 9bb94115-e9c6-4b06-96f1-2451b1f01ef1 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:19.193823 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e010bd21-680d-4fed-bc15-3f1abfedd78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:19.388394 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-30474727-7d13-4486-8025-b2741e123042 None None] Allocated IP 2001:db8::f816:3eff:fe06:cf10 (17930598-f4af-4731-83ee-9969406c94e8/b7a26253-07c4-407e-87d4-2a07139731c6/3dc18025-b333-494e-9851-df48ca1fe3cd) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:19.454321 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2e52971c-a570-4464-a2af-9ef22987854c req-887808b6-cf59-47dd-820b-0f2cfa9064b8 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:19.471109 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6aa85885-7c81-4d50-8180-80c3f8fa1b45 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for router_gateway, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:19.496968 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-5c1663f7-3d53-4205-a35e-af1ccb2f2741 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc5647e-389f-4664-89ef-07c7030abae5') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:19.497552 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-5c1663f7-3d53-4205-a35e-af1ccb2f2741 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc5647e-389f-4664-89ef-07c7030abae5') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:19.515715 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5c1663f7-3d53-4205-a35e-af1ccb2f2741 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:19.541198 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5c1663f7-3d53-4205-a35e-af1ccb2f2741 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:19.555221 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c1663f7-3d53-4205-a35e-af1ccb2f2741 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Releasing vlan 1608 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:28:19.558670 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5c1663f7-3d53-4205-a35e-af1ccb2f2741 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:19.566126 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:28:19.566126 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:28:19.566126 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:28:19.566126 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:28:19.566126 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:28:19.566126 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:28:19.566126 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:28:19.566126 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:28:19.566126 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:28:19.566126 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:28:19.566126 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:28:19.566126 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:28:19.566126 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:28:19.566126 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:28:19.566126 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:28:19.566126 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:28:19.566126 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:28:19.566126 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:28:19.566126 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:28:19.566126 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:28:19.566126 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:28:19.566126 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:28:19.566126 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:28:19.566126 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:28:19.566126 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:28:19.566126 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:28:19.566126 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:28:19.566126 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:28:19.566126 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:28:19.566126 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:28:19.566126 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:28:19.566126 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:28:19.587033 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f009bdf1-e11e-4f3a-b6fe-a037d7fcc9ae req-31d6480c-fca4-45bd-a351-bded17aaef7b tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 210 time: 0.0541322 Aug 31 09:28:19.632031 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5098b9f6-8eee-40bd-971e-73235bc4bdae req-98b45c6d-4f17-447a-82df-15b12ba89d93 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] 10.222.0.119 "GET /v2.0/ports?device_id=010e26a3-58a6-4a98-b23d-d50d08ab0388 HTTP/1.1" status: 200 len: 210 time: 0.0578575 Aug 31 09:28:19.698392 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f4e948-605d-49cd-b19f-1d4ea83e5cda tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:19.706295 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-13f4e948-605d-49cd-b19f-1d4ea83e5cda tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:19.713963 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-30474727-7d13-4486-8025-b2741e123042 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:19.777890 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-30474727-7d13-4486-8025-b2741e123042 None None] Transition to ACTIVE for port object 3dc18025-b333-494e-9851-df48ca1fe3cd will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:19.781329 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5c1663f7-3d53-4205-a35e-af1ccb2f2741 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:19.805590 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5c1663f7-3d53-4205-a35e-af1ccb2f2741 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:19.811852 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-30474727-7d13-4486-8025-b2741e123042 None None] Transition to ACTIVE for port object 3dc18025-b333-494e-9851-df48ca1fe3cd will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:19.812051 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5c1663f7-3d53-4205-a35e-af1ccb2f2741 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/networks/2d79239b-1af5-4f5e-a016-8a00a0997540 HTTP/1.1" status: 204 len: 168 time: 2.0982194 Aug 31 09:28:19.812549 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44600) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:19.827799 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1663f7-3d53-4205-a35e-af1ccb2f2741 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Network': ['ID=2d79239b-1af5-4f5e-a016-8a00a0997540,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:19.847249 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6aa85885-7c81-4d50-8180-80c3f8fa1b45 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:19.900533 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2e52971c-a570-4464-a2af-9ef22987854c req-887808b6-cf59-47dd-820b-0f2cfa9064b8 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:19.908423 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-30474727-7d13-4486-8025-b2741e123042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:19.956524 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c0d2d4-16d8-4edd-965c-aacb9bee9555 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:19.958418 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-05c0d2d4-16d8-4edd-965c-aacb9bee9555 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1446109 Aug 31 09:28:19.967999 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44604) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:19.978244 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30474727-7d13-4486-8025-b2741e123042 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:19.984575 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-30474727-7d13-4486-8025-b2741e123042 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:19.986759 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30474727-7d13-4486-8025-b2741e123042 None None] Pushing event updated for resources: {'Port': ['ID=3dc18025-b333-494e-9851-df48ca1fe3cd,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:19.989734 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30474727-7d13-4486-8025-b2741e123042 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:20.002065 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30474727-7d13-4486-8025-b2741e123042 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:20.003153 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30474727-7d13-4486-8025-b2741e123042 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:20.004016 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30474727-7d13-4486-8025-b2741e123042 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:20.004825 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30474727-7d13-4486-8025-b2741e123042 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:20.005451 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30474727-7d13-4486-8025-b2741e123042 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:20.006071 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30474727-7d13-4486-8025-b2741e123042 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:20.006660 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30474727-7d13-4486-8025-b2741e123042 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:20.007216 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30474727-7d13-4486-8025-b2741e123042 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:20.007779 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30474727-7d13-4486-8025-b2741e123042 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:20.008330 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30474727-7d13-4486-8025-b2741e123042 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:20.008900 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30474727-7d13-4486-8025-b2741e123042 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:20.009600 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30474727-7d13-4486-8025-b2741e123042 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:20.083097 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-30474727-7d13-4486-8025-b2741e123042 None None] Attempting to bind port 3dc18025-b333-494e-9851-df48ca1fe3cd on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:28:20.083616 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-30474727-7d13-4486-8025-b2741e123042 None None] Attempting to bind port 3dc18025-b333-494e-9851-df48ca1fe3cd by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:28:20.084093 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30474727-7d13-4486-8025-b2741e123042 None None] Attempting to bind port 3dc18025-b333-494e-9851-df48ca1fe3cd on network 17930598-f4af-4731-83ee-9969406c94e8 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:20.092206 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30474727-7d13-4486-8025-b2741e123042 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:28:20.092689 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30474727-7d13-4486-8025-b2741e123042 None None] Checking segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:20.093284 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-30474727-7d13-4486-8025-b2741e123042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:20.093784 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30474727-7d13-4486-8025-b2741e123042 None None] Bound using segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:28:20.095425 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-30474727-7d13-4486-8025-b2741e123042 None None] Bound port: 3dc18025-b333-494e-9851-df48ca1fe3cd, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:28:20.096002 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-30474727-7d13-4486-8025-b2741e123042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:20.126238 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-13f4e948-605d-49cd-b19f-1d4ea83e5cda tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:20.189384 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-30474727-7d13-4486-8025-b2741e123042 None None] For port 3dc18025-b333-494e-9851-df48ca1fe3cd, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:28:20.193269 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-30474727-7d13-4486-8025-b2741e123042 None None] For port 3dc18025-b333-494e-9851-df48ca1fe3cd, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3dc18025-b333-494e-9851-df48ca1fe3cd,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:28:20.218808 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f4e948-605d-49cd-b19f-1d4ea83e5cda tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:20.222974 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-13f4e948-605d-49cd-b19f-1d4ea83e5cda tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:20.226354 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f4e948-605d-49cd-b19f-1d4ea83e5cda tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:20.226773 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-13f4e948-605d-49cd-b19f-1d4ea83e5cda tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:20.249600 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4e948-605d-49cd-b19f-1d4ea83e5cda tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Subnet': ['ID=4dd985be-20b4-4852-8860-0b56ca4bf621,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:20.272183 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-78d0de63-ff06-4af7-bb82-207a2c367dee service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1054058 Aug 31 09:28:20.287087 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-30474727-7d13-4486-8025-b2741e123042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:20.357962 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30474727-7d13-4486-8025-b2741e123042 None None] Pushing event updated for resources: {'Port': ['ID=3dc18025-b333-494e-9851-df48ca1fe3cd,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:20.373425 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-13f4e948-605d-49cd-b19f-1d4ea83e5cda tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7281861 Aug 31 09:28:20.377756 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44606) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:20.384419 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-242e51d5-a571-4915-8718-71bc41eacc6d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'port': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'mac_address': 'fa:16:3e:43:57:af', 'name': 'tempest-NetworksTestDHCPv6-290257455'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:20.395472 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e52971c-a570-4464-a2af-9ef22987854c req-887808b6-cf59-47dd-820b-0f2cfa9064b8 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Network f668d119-0317-4e13-bd19-a19b34b961f5 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:20.422170 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-2e52971c-a570-4464-a2af-9ef22987854c req-887808b6-cf59-47dd-820b-0f2cfa9064b8 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:20.431828 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e52971c-a570-4464-a2af-9ef22987854c req-887808b6-cf59-47dd-820b-0f2cfa9064b8 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:20.462744 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-c3867815-70aa-405e-b6eb-d773ab63ec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:20.463295 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-c3867815-70aa-405e-b6eb-d773ab63ec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:20.463779 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-c3867815-70aa-405e-b6eb-d773ab63ec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:20.464259 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-c3867815-70aa-405e-b6eb-d773ab63ec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:20.464975 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-c3867815-70aa-405e-b6eb-d773ab63ec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:20.465585 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-c3867815-70aa-405e-b6eb-d773ab63ec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:20.466467 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-c3867815-70aa-405e-b6eb-d773ab63ec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:20.468073 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-c3867815-70aa-405e-b6eb-d773ab63ec53 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=28327f57472644c38ebbd2d055c39768&device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 6507 time: 0.1403811 Aug 31 09:28:20.476228 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887808b6-cf59-47dd-820b-0f2cfa9064b8 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Pushing event updated for resources: {'Port': ['ID=49197f55-315a-4dd8-9698-06ffe47df92a,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:20.505865 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e3818a1a-0279-4ec6-a165-f61651a379bd tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5378041 Aug 31 09:28:20.511861 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44608) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:20.528760 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-b475ba19-0d27-4f6a-b13e-7434da2e097b tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-63396657'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:20.555942 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52971c-a570-4464-a2af-9ef22987854c req-887808b6-cf59-47dd-820b-0f2cfa9064b8 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:20.556859 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2e52971c-a570-4464-a2af-9ef22987854c req-887808b6-cf59-47dd-820b-0f2cfa9064b8 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:20.607109 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9bb94115-e9c6-4b06-96f1-2451b1f01ef1 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:20.650164 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b475ba19-0d27-4f6a-b13e-7434da2e097b tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:20.654897 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b475ba19-0d27-4f6a-b13e-7434da2e097b tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:20.659862 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa85885-7c81-4d50-8180-80c3f8fa1b45 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Router 3c747197-e040-4eb2-9a63-83cddc193e9a is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:28:20.691046 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 9bb94115-e9c6-4b06-96f1-2451b1f01ef1 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:20.691046 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:20.711014 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-7ed61293-30e2-405c-9196-96e5d9260cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:20.711485 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-7ed61293-30e2-405c-9196-96e5d9260cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:20.711947 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-7ed61293-30e2-405c-9196-96e5d9260cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:20.713580 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-7ed61293-30e2-405c-9196-96e5d9260cf4 service neutron] 10.222.0.112 "GET /v2.0/networks?id=f2ff4842-4f8b-4b37-bef9-46e32fc21646&id=94d58612-6d06-41c9-a267-ebf7c959afe6&id=94d58612-6d06-41c9-a267-ebf7c959afe6&id=94d58612-6d06-41c9-a267-ebf7c959afe6&id=94d58612-6d06-41c9-a267-ebf7c959afe6&id=b23b223a-9bf9-44c7-9495-5e7b861ae144&id=b23b223a-9bf9-44c7-9495-5e7b861ae144 HTTP/1.1" status: 200 len: 2301 time: 0.1714511 Aug 31 09:28:20.782654 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b475ba19-0d27-4f6a-b13e-7434da2e097b tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] vlan segment allocate from pool success with {'vlan_id': 1609, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:28:20.790522 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-87028237-2e54-4b6a-be5f-eb5063ebbab8 req-85663896-ef52-42c6-8383-8f0f124f9fae tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] 10.222.0.119 "GET /v2.0/ports?device_id=010e26a3-58a6-4a98-b23d-d50d08ab0388 HTTP/1.1" status: 200 len: 210 time: 0.0381575 Aug 31 09:28:20.817663 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242e51d5-a571-4915-8718-71bc41eacc6d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:20.833771 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b475ba19-0d27-4f6a-b13e-7434da2e097b tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:20.834284 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-b475ba19-0d27-4f6a-b13e-7434da2e097b tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Added segment 8a2a06ee-6ef4-46e6-b22a-8a050cb616b6 of type vlan for network ec19a443-2d32-444f-bbfb-f39cd769ed07 Aug 31 09:28:20.860193 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e52971c-a570-4464-a2af-9ef22987854c req-887808b6-cf59-47dd-820b-0f2cfa9064b8 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7358634 Aug 31 09:28:20.891824 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-2e52971c-a570-4464-a2af-9ef22987854c req-79c40a98-b696-40b5-a2a6-5ab681b89be5 service neutron] Request body: {'port': {'device_id': '9a559fee-c0ec-418d-b5c1-3c92353351da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:20.893860 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-0fa866f0-08fb-46c4-a154-111a4952cd82 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=568242cb-8cd4-4597-90af-18189ae395f9 HTTP/1.1" status: 200 len: 1000 time: 0.1696627 Aug 31 09:28:20.900235 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 152a8ffc-4618-425c-aa52-8a660fa2b532 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:28:20.905767 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c647c-6cd2-4786-bd0c-9016b22053a9 req-f8654f8f-dbb5-45f2-803b-8048a5f6dcc7 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:20.907341 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5c0c647c-6cd2-4786-bd0c-9016b22053a9 req-f8654f8f-dbb5-45f2-803b-8048a5f6dcc7 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 931 time: 0.2113397 Aug 31 09:28:20.923600 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 152a8ffc-4618-425c-aa52-8a660fa2b532 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:28:20.924272 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 152a8ffc-4618-425c-aa52-8a660fa2b532 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:28:20.976569 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-242e51d5-a571-4915-8718-71bc41eacc6d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:20.977787 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b475ba19-0d27-4f6a-b13e-7434da2e097b tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:21.003873 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-8c3af5a4-758e-43c5-8be2-15dcf66aaa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:21.005696 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-8c3af5a4-758e-43c5-8be2-15dcf66aaa37 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=1669072d-2c1b-4a1e-9122-a0610531c15a HTTP/1.1" status: 200 len: 856 time: 0.0998878 Aug 31 09:28:21.007007 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-242e51d5-a571-4915-8718-71bc41eacc6d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] device_id is not set on port 3b6f0369-a4fa-432a-b24c-809b1b5f3e6b yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:28:21.106470 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-38b3e37a-8637-4fa0-8b40-2bc70da6aec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:21.108119 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-38b3e37a-8637-4fa0-8b40-2bc70da6aec5 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f2ff4842-4f8b-4b37-bef9-46e32fc21646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0928521 Aug 31 09:28:21.135043 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2e52971c-a570-4464-a2af-9ef22987854c req-79c40a98-b696-40b5-a2a6-5ab681b89be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:21.140642 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5c0c647c-6cd2-4786-bd0c-9016b22053a9 req-d82df53c-fb2f-4621-9c96-4e6b91c5e4c1 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802142 Aug 31 09:28:21.150416 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa85885-7c81-4d50-8180-80c3f8fa1b45 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:28:21.168813 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cf9921-b922-458e-a8b5-d0285683ab7d None None] Sync routers for ids ['3c747197-e040-4eb2-9a63-83cddc193e9a'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:28:21.183217 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cf9921-b922-458e-a8b5-d0285683ab7d None None] Routers {'3c747197-e040-4eb2-9a63-83cddc193e9a'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:21.183217 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-f8cf9921-b922-458e-a8b5-d0285683ab7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:28:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['3c747197-e040-4eb2-9a63-83cddc193e9a'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:21.251302 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-f8cf9921-b922-458e-a8b5-d0285683ab7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:21.275099 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cf9921-b922-458e-a8b5-d0285683ab7d None None] Routers {'3c747197-e040-4eb2-9a63-83cddc193e9a'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:21.275767 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-f8cf9921-b922-458e-a8b5-d0285683ab7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:28:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['3c747197-e040-4eb2-9a63-83cddc193e9a'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:21.281716 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-103d84ac-c48a-4ca9-ae9b-f478c603aeda service neutron] 10.222.0.112 "GET /v2.0/networks/f2ff4842-4f8b-4b37-bef9-46e32fc21646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371765 Aug 31 09:28:21.297876 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-960a3b80-6338-4a91-85e5-b9c80943c790 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:21.304946 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-960a3b80-6338-4a91-85e5-b9c80943c790 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] 10.222.0.59 "GET /v2.0/networks?id=8c405861-43cf-4a95-a1a2-ceedbe1a8a04 HTTP/1.1" status: 200 len: 809 time: 0.2789264 Aug 31 09:28:21.309049 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b475ba19-0d27-4f6a-b13e-7434da2e097b tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:21.316377 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b475ba19-0d27-4f6a-b13e-7434da2e097b tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:21.317199 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b475ba19-0d27-4f6a-b13e-7434da2e097b tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:21.321778 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-f8cf9921-b922-458e-a8b5-d0285683ab7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:21.329290 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cf9921-b922-458e-a8b5-d0285683ab7d None None] The sync data for ids ['3c747197-e040-4eb2-9a63-83cddc193e9a'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:28:21.330600 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-41228e48-1bd9-4065-b382-ad96fdf17ba8 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] Request body: {'port': {'device_id': '010e26a3-58a6-4a98-b23d-d50d08ab0388', 'network_id': '8c405861-43cf-4a95-a1a2-ceedbe1a8a04', 'admin_state_up': True, 'tenant_id': 'd7e2cc6da6b44b4cbd404e975193b371'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:21.414690 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-242e51d5-a571-4915-8718-71bc41eacc6d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Allocated IP 172.20.0.5 (17930598-f4af-4731-83ee-9969406c94e8/4dd985be-20b4-4852-8860-0b56ca4bf621/3b6f0369-a4fa-432a-b24c-809b1b5f3e6b) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:21.430310 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-242e51d5-a571-4915-8718-71bc41eacc6d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Allocated IP 2001:db8::f816:3eff:fe43:57af (17930598-f4af-4731-83ee-9969406c94e8/b7a26253-07c4-407e-87d4-2a07139731c6/3b6f0369-a4fa-432a-b24c-809b1b5f3e6b) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:21.442521 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6aa85885-7c81-4d50-8180-80c3f8fa1b45 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:21.447528 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6aa85885-7c81-4d50-8180-80c3f8fa1b45 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.8624794 Aug 31 09:28:21.449855 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44622) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:21.469878 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b475ba19-0d27-4f6a-b13e-7434da2e097b tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9459872 Aug 31 09:28:21.543998 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-23ef5b97-7e96-4be0-b2a4-ca1febfc4fb8 service neutron] 10.222.0.112 "GET /v2.0/networks/f2ff4842-4f8b-4b37-bef9-46e32fc21646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151294 Aug 31 09:28:21.544557 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44624) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:21.553857 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-7d095e20-9a30-4f90-8bbd-96c109b9f0fe tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'subnet': {'network_id': 'ec19a443-2d32-444f-bbfb-f39cd769ed07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:21.651123 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475ba19-0d27-4f6a-b13e-7434da2e097b tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Network': ['ID=ec19a443-2d32-444f-bbfb-f39cd769ed07,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:21.668265 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network ec19a443-2d32-444f-bbfb-f39cd769ed07 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:28:21.701022 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-48c81266-152d-4a2d-b739-efe08c727e38 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=cb0e6a15-3575-43aa-a8c6-52080c8b83ec HTTP/1.1" status: 200 len: 217 time: 0.0954320 Aug 31 09:28:21.727363 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0078be0-17e1-439d-b9ee-fd3981f70273 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:21.803840 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-41228e48-1bd9-4065-b382-ad96fdf17ba8 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] Made reservation on behalf of d7e2cc6da6b44b4cbd404e975193b371 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:21.808761 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-41228e48-1bd9-4065-b382-ad96fdf17ba8 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:22.000714 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-982f2b35-28f0-45a0-843f-02fb4b4662ff req-9330b865-9787-437f-8a38-8e826076d45b tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] 10.222.0.119 "GET /v2.0/ports?device_id=010e26a3-58a6-4a98-b23d-d50d08ab0388 HTTP/1.1" status: 200 len: 210 time: 0.0605173 Aug 31 09:28:22.005038 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-2e52971c-a570-4464-a2af-9ef22987854c req-79c40a98-b696-40b5-a2a6-5ab681b89be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49197f55-315a-4dd8-9698-06ffe47df92a {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:28:22.029242 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2e52971c-a570-4464-a2af-9ef22987854c req-79c40a98-b696-40b5-a2a6-5ab681b89be5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:22.033878 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4403b61-095d-44eb-a012-e5ef253bd922 None None] Update dhcp port {'port': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'fixed_ips': [{'subnet_id': 'b7a26253-07c4-407e-87d4-2a07139731c6', 'ip_address': '2001:db8::f816:3eff:fe06:cf10'}, {'subnet_id': '4dd985be-20b4-4852-8860-0b56ca4bf621'}], 'binding:host_id': 'n-d-791506-28'}, 'id': '3dc18025-b333-494e-9851-df48ca1fe3cd'} from n-d-791506-28. {{(pid=95554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:28:22.036077 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-87a56765-0b2b-4355-8a4a-439dd8b3ab37 None None] Provisioning for port 3dc18025-b333-494e-9851-df48ca1fe3cd completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:22.040941 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-41228e48-1bd9-4065-b382-ad96fdf17ba8 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] Allocated IP 172.20.0.8 (8c405861-43cf-4a95-a1a2-ceedbe1a8a04/b3950ca2-9033-478d-920e-0946ceae6560/8c93582a-11b6-4baa-a1e2-f823dc119299) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:22.066117 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a4403b61-095d-44eb-a012-e5ef253bd922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:22.084377 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-44af21af-abc3-48a8-bf31-785fbf0fdef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:22.086398 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-44af21af-abc3-48a8-bf31-785fbf0fdef0 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d9b71bd3-689f-45e5-b57d-0c067c6d8649 HTTP/1.1" status: 200 len: 797 time: 0.2452037 Aug 31 09:28:22.138079 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d095e20-9a30-4f90-8bbd-96c109b9f0fe tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:22.141753 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d095e20-9a30-4f90-8bbd-96c109b9f0fe tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:22.170263 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-2e52971c-a570-4464-a2af-9ef22987854c req-79c40a98-b696-40b5-a2a6-5ab681b89be5 service neutron] Transition to ACTIVE for port object 49197f55-315a-4dd8-9698-06ffe47df92a will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:22.253597 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-41228e48-1bd9-4065-b382-ad96fdf17ba8 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:22.260824 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2e52971c-a570-4464-a2af-9ef22987854c req-79c40a98-b696-40b5-a2a6-5ab681b89be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:22.265383 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-242e51d5-a571-4915-8718-71bc41eacc6d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:22.302710 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-242e51d5-a571-4915-8718-71bc41eacc6d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Transition to ACTIVE for port object 3b6f0369-a4fa-432a-b24c-809b1b5f3e6b will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:22.306885 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-3537019b-9a9b-4bd8-8ef5-84068976d3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:22.308947 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-3537019b-9a9b-4bd8-8ef5-84068976d3d8 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=94d58612-6d06-41c9-a267-ebf7c959afe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2113411 Aug 31 09:28:22.361391 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c40a98-b696-40b5-a2a6-5ab681b89be5 service neutron] Pushing event updated for resources: {'Port': ['ID=49197f55-315a-4dd8-9698-06ffe47df92a,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:22.412863 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9208ad4-27b0-4bd1-8ec3-c11b883a1c0f req-bb699482-ccc6-4c6a-9c0c-dd1f07f02efd tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:22.414954 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d9208ad4-27b0-4bd1-8ec3-c11b883a1c0f req-bb699482-ccc6-4c6a-9c0c-dd1f07f02efd tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 943 time: 0.1586158 Aug 31 09:28:22.513277 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d9208ad4-27b0-4bd1-8ec3-c11b883a1c0f req-0c3966ba-4fe0-41f9-a398-c08f725a0240 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686946 Aug 31 09:28:22.520112 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-2e52971c-a570-4464-a2af-9ef22987854c req-79c40a98-b696-40b5-a2a6-5ab681b89be5 service neutron] Attempting to bind port 49197f55-315a-4dd8-9698-06ffe47df92a on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:28:22.520620 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-2e52971c-a570-4464-a2af-9ef22987854c req-79c40a98-b696-40b5-a2a6-5ab681b89be5 service neutron] Attempting to bind port 49197f55-315a-4dd8-9698-06ffe47df92a by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '316e1015-f12d-422c-8b11-cf75c56464db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:28:22.521652 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e52971c-a570-4464-a2af-9ef22987854c req-79c40a98-b696-40b5-a2a6-5ab681b89be5 service neutron] Attempting to bind port 49197f55-315a-4dd8-9698-06ffe47df92a on network f668d119-0317-4e13-bd19-a19b34b961f5 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:22.534224 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e52971c-a570-4464-a2af-9ef22987854c req-79c40a98-b696-40b5-a2a6-5ab681b89be5 service neutron] Port 49197f55-315a-4dd8-9698-06ffe47df92a on network f668d119-0317-4e13-bd19-a19b34b961f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:28:22.539337 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e52971c-a570-4464-a2af-9ef22987854c req-79c40a98-b696-40b5-a2a6-5ab681b89be5 service neutron] Attempting to bind port 49197f55-315a-4dd8-9698-06ffe47df92a on network f668d119-0317-4e13-bd19-a19b34b961f5 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:22.543069 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e52971c-a570-4464-a2af-9ef22987854c req-79c40a98-b696-40b5-a2a6-5ab681b89be5 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:28:22.543625 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e52971c-a570-4464-a2af-9ef22987854c req-79c40a98-b696-40b5-a2a6-5ab681b89be5 service neutron] Checking segment: {'id': '316e1015-f12d-422c-8b11-cf75c56464db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:22.544182 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e52971c-a570-4464-a2af-9ef22987854c req-79c40a98-b696-40b5-a2a6-5ab681b89be5 service neutron] Bound using segment: {'id': '316e1015-f12d-422c-8b11-cf75c56464db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:28:22.544813 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-2e52971c-a570-4464-a2af-9ef22987854c req-79c40a98-b696-40b5-a2a6-5ab681b89be5 service neutron] Bound port: 49197f55-315a-4dd8-9698-06ffe47df92a, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316e1015-f12d-422c-8b11-cf75c56464db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:28:22.545343 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2e52971c-a570-4464-a2af-9ef22987854c req-79c40a98-b696-40b5-a2a6-5ab681b89be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:22.574802 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-41228e48-1bd9-4065-b382-ad96fdf17ba8 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:22.574942 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-8673b8ac-1456-4737-b906-7963bd7daa38 service neutron] 10.222.0.112 "GET /v2.0/networks/94d58612-6d06-41c9-a267-ebf7c959afe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511301 Aug 31 09:28:22.599211 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-41228e48-1bd9-4065-b382-ad96fdf17ba8 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] Network 8c405861-43cf-4a95-a1a2-ceedbe1a8a04 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:22.630931 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-242e51d5-a571-4915-8718-71bc41eacc6d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:22.668417 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-2e52971c-a570-4464-a2af-9ef22987854c req-79c40a98-b696-40b5-a2a6-5ab681b89be5 service neutron] For port 49197f55-315a-4dd8-9698-06ffe47df92a, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:28:22.668417 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-2e52971c-a570-4464-a2af-9ef22987854c req-79c40a98-b696-40b5-a2a6-5ab681b89be5 service neutron] For port 49197f55-315a-4dd8-9698-06ffe47df92a, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=49197f55-315a-4dd8-9698-06ffe47df92a,segment=NetworkSegment(316e1015-f12d-422c-8b11-cf75c56464db),segment_id=316e1015-f12d-422c-8b11-cf75c56464db)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:28:22.670595 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3dc18025-b333-494e-9851-df48ca1fe3cd up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:22.684508 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-41228e48-1bd9-4065-b382-ad96fdf17ba8 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:22.687094 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-41228e48-1bd9-4065-b382-ad96fdf17ba8 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:22.746410 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2e52971c-a570-4464-a2af-9ef22987854c req-79c40a98-b696-40b5-a2a6-5ab681b89be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:22.753474 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-a4403b61-095d-44eb-a012-e5ef253bd922 None None] Allocated IP 172.20.0.2 (17930598-f4af-4731-83ee-9969406c94e8/4dd985be-20b4-4852-8860-0b56ca4bf621/3dc18025-b333-494e-9851-df48ca1fe3cd) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:22.765290 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-41228e48-1bd9-4065-b382-ad96fdf17ba8 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:22.765952 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-41228e48-1bd9-4065-b382-ad96fdf17ba8 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:22.771491 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41228e48-1bd9-4065-b382-ad96fdf17ba8 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] Pushing event updated for resources: {'Port': ['ID=8c93582a-11b6-4baa-a1e2-f823dc119299,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:22.825141 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52971c-a570-4464-a2af-9ef22987854c req-79c40a98-b696-40b5-a2a6-5ab681b89be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:22.825765 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2e52971c-a570-4464-a2af-9ef22987854c req-79c40a98-b696-40b5-a2a6-5ab681b89be5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:22.827441 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e52971c-a570-4464-a2af-9ef22987854c req-79c40a98-b696-40b5-a2a6-5ab681b89be5 service neutron] 10.222.0.112 "PUT /v2.0/ports/49197f55-315a-4dd8-9698-06ffe47df92a HTTP/1.1" status: 200 len: 1092 time: 1.9427361 Aug 31 09:28:22.838014 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242e51d5-a571-4915-8718-71bc41eacc6d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:22.842638 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a559fee-c0ec-418d-b5c1-3c92353351da', 'tag': '49197f55-315a-4dd8-9698-06ffe47df92a'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:28:22.845165 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4b2e88-4d8e-47d2-b22a-95ebce3a7e79" -d '{"events": [{"name": "network-changed", "server_uuid": "9a559fee-c0ec-418d-b5c1-3c92353351da", "tag": "49197f55-315a-4dd8-9698-06ffe47df92a"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:28:22.847312 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-242e51d5-a571-4915-8718-71bc41eacc6d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:22.849297 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e51d5-a571-4915-8718-71bc41eacc6d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Port': ['ID=3b6f0369-a4fa-432a-b24c-809b1b5f3e6b,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:22.871218 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242e51d5-a571-4915-8718-71bc41eacc6d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:22.876898 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c40a98-b696-40b5-a2a6-5ab681b89be5 service neutron] Pushing event updated for resources: {'Port': ['ID=49197f55-315a-4dd8-9698-06ffe47df92a,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:22.907110 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-a4403b61-095d-44eb-a012-e5ef253bd922 None None] For port 3dc18025-b333-494e-9851-df48ca1fe3cd, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3dc18025-b333-494e-9851-df48ca1fe3cd,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:22.914319 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d095e20-9a30-4f90-8bbd-96c109b9f0fe tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:22.932282 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf61efcb-7075-43cc-b6b8-2cbbfd138846 x-openstack-request-id: req-cf61efcb-7075-43cc-b6b8-2cbbfd138846 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:28:22.933810 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a559fee-c0ec-418d-b5c1-3c92353351da", "tag": "49197f55-315a-4dd8-9698-06ffe47df92a", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:28:22.933810 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-cf61efcb-7075-43cc-b6b8-2cbbfd138846 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:28:22.935896 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a559fee-c0ec-418d-b5c1-3c92353351da', 'tag': '49197f55-315a-4dd8-9698-06ffe47df92a', 'status': 'completed', 'code': 200} Aug 31 09:28:22.937537 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-3a18afba-2d09-4608-bcaa-3108bb36ee74 service neutron] 10.222.0.112 "GET /v2.0/networks/94d58612-6d06-41c9-a267-ebf7c959afe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590932 Aug 31 09:28:22.952995 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a4403b61-095d-44eb-a012-e5ef253bd922 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:22.977171 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a4403b61-095d-44eb-a012-e5ef253bd922 None None] Transition to ACTIVE for port object 3dc18025-b333-494e-9851-df48ca1fe3cd will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:23.010958 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b2e88-4d8e-47d2-b22a-95ebce3a7e79 req-75428677-9ab2-4ecc-9bad-cb4578017756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:23.013499 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd4b2e88-4d8e-47d2-b22a-95ebce3a7e79 req-75428677-9ab2-4ecc-9bad-cb4578017756 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e7263d55640346b092e769ab252c85c3&device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 1095 time: 0.0603356 Aug 31 09:28:23.016900 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 3dc18025-b333-494e-9851-df48ca1fe3cd completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:23.017661 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-af5eb8ce-a96e-4337-a39c-f766ac181029 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:23.020926 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 3dc18025-b333-494e-9851-df48ca1fe3cd triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:23.021292 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:23.030837 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242e51d5-a571-4915-8718-71bc41eacc6d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:23.031079 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-242e51d5-a571-4915-8718-71bc41eacc6d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:23.033567 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-41228e48-1bd9-4065-b382-ad96fdf17ba8 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7115943 Aug 31 09:28:23.038879 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-eccf624c-b91c-4ad0-8cbc-401433fa721a service neutron] Request body: {'port': {'device_id': '010e26a3-58a6-4a98-b23d-d50d08ab0388', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:23.047140 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-c38b8471-ac9d-4e05-b0fc-28403943b7e6 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=364484db-9bd2-4077-90c3-49c9425b4048 HTTP/1.1" status: 200 len: 217 time: 0.0807345 Aug 31 09:28:23.087994 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a4403b61-095d-44eb-a012-e5ef253bd922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:23.149663 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Port 3dc18025-b333-494e-9851-df48ca1fe3cd had new provisioning blocks added so it will not transition to active. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 31 09:28:23.191000 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4403b61-095d-44eb-a012-e5ef253bd922 None None] Pushing event updated for resources: {'Port': ['ID=3dc18025-b333-494e-9851-df48ca1fe3cd,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:23.224868 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-eccf624c-b91c-4ad0-8cbc-401433fa721a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:23.243047 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1dc42-0df3-441a-bb4f-14c70e0ff5e5 req-1f2f4ee0-b034-4f19-bf4d-b6c6d8accc72 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:23.244643 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3ed1dc42-0df3-441a-bb4f-14c70e0ff5e5 req-1f2f4ee0-b034-4f19-bf4d-b6c6d8accc72 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] 10.222.0.119 "GET /v2.0/ports?device_id=010e26a3-58a6-4a98-b23d-d50d08ab0388 HTTP/1.1" status: 200 len: 931 time: 0.1271386 Aug 31 09:28:23.264042 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b2e88-4d8e-47d2-b22a-95ebce3a7e79 req-d6d85c14-b04e-4ba7-87a7-38c8e20f19b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:23.265486 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd4b2e88-4d8e-47d2-b22a-95ebce3a7e79 req-d6d85c14-b04e-4ba7-87a7-38c8e20f19b7 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=e7263d55640346b092e769ab252c85c3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2238657 Aug 31 09:28:23.387405 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3ed1dc42-0df3-441a-bb4f-14c70e0ff5e5 req-c275d507-eb76-4943-bc6a-82a6c53a588f tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] 10.222.0.119 "GET /v2.0/security-groups?id=04577871-16b5-49b5-b746-3f4923a6d765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319149 Aug 31 09:28:23.510810 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b2e88-4d8e-47d2-b22a-95ebce3a7e79 req-6386f6ae-f1b8-4d2e-ab09-0d97cdee15ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:23.512643 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd4b2e88-4d8e-47d2-b22a-95ebce3a7e79 req-6386f6ae-f1b8-4d2e-ab09-0d97cdee15ab service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2354825 Aug 31 09:28:23.627575 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d095e20-9a30-4f90-8bbd-96c109b9f0fe tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Subnet': ['ID=024ad0bd-064e-4c7f-b9a1-28e7efcb143e,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:23.635397 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-242e51d5-a571-4915-8718-71bc41eacc6d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.2562251 Aug 31 09:28:23.641390 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44640) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:23.674808 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d095e20-9a30-4f90-8bbd-96c109b9f0fe tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Checking segment: {'id': '8a2a06ee-6ef4-46e6-b22a-8a050cb616b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1609, 'network_id': 'ec19a443-2d32-444f-bbfb-f39cd769ed07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:23.675168 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d095e20-9a30-4f90-8bbd-96c109b9f0fe tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network hostable DHCP agents. Network: ec19a443-2d32-444f-bbfb-f39cd769ed07, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:28:23.679916 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-0c0b9a9c-8a59-4bbe-8d63-a9e1139b3a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:23.681401 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-0c0b9a9c-8a59-4bbe-8d63-a9e1139b3a43 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d9b71bd3-689f-45e5-b57d-0c067c6d8649 HTTP/1.1" status: 200 len: 797 time: 0.6154983 Aug 31 09:28:23.724932 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52971c-a570-4464-a2af-9ef22987854c req-57f41f53-366a-46d8-bef9-841b41d87c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:23.726237 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e52971c-a570-4464-a2af-9ef22987854c req-57f41f53-366a-46d8-bef9-841b41d87c35 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e7263d55640346b092e769ab252c85c3&device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 1095 time: 0.1669102 Aug 31 09:28:23.812478 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e47d80-4595-4386-8dcf-bfed08fcbb1e req-28447eea-7cf2-4d1c-9c42-d36e7267e2c3 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:23.814239 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36e47d80-4595-4386-8dcf-bfed08fcbb1e req-28447eea-7cf2-4d1c-9c42-d36e7267e2c3 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 943 time: 0.1894357 Aug 31 09:28:23.827835 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e52971c-a570-4464-a2af-9ef22987854c req-77669278-d67c-4b6f-8afc-1591c3a15086 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49197f55-315a-4dd8-9698-06ffe47df92a HTTP/1.1" status: 200 len: 217 time: 0.0880032 Aug 31 09:28:23.831812 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-31975253-a11b-461d-9d14-299d89f66712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:23.833318 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-31975253-a11b-461d-9d14-299d89f66712 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=94d58612-6d06-41c9-a267-ebf7c959afe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1179290 Aug 31 09:28:23.836871 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abecf5aa-1934-4def-81c9-aef76a2229f2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:23.842958 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abecf5aa-1934-4def-81c9-aef76a2229f2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:23.847082 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-abecf5aa-1934-4def-81c9-aef76a2229f2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.2022283 Aug 31 09:28:23.850458 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44644) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:23.926077 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d095e20-9a30-4f90-8bbd-96c109b9f0fe tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network ec19a443-2d32-444f-bbfb-f39cd769ed07 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:28:23.931407 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-eccf624c-b91c-4ad0-8cbc-401433fa721a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c93582a-11b6-4baa-a1e2-f823dc119299 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:28:23.944693 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-eccf624c-b91c-4ad0-8cbc-401433fa721a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:23.976351 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52971c-a570-4464-a2af-9ef22987854c req-24f6f414-90e4-4e01-bad2-dcd66449a741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:23.977337 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e52971c-a570-4464-a2af-9ef22987854c req-24f6f414-90e4-4e01-bad2-dcd66449a741 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d9ae897c-9425-4b1d-8e0e-fa584db75384 HTTP/1.1" status: 200 len: 852 time: 0.1314695 Aug 31 09:28:23.983328 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36e47d80-4595-4386-8dcf-bfed08fcbb1e req-629248ed-6fc4-4b19-b163-27486ee76439 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342883 Aug 31 09:28:23.996882 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-eccf624c-b91c-4ad0-8cbc-401433fa721a service neutron] Transition to ACTIVE for port object 8c93582a-11b6-4baa-a1e2-f823dc119299 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:24.030622 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e52971c-a570-4464-a2af-9ef22987854c req-7bb70421-4ae4-4d1b-80c9-63e98e00fc78 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f668d119-0317-4e13-bd19-a19b34b961f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441251 Aug 31 09:28:24.083301 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-7d095e20-9a30-4f90-8bbd-96c109b9f0fe tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, ec19a443-2d32-444f-bbfb-f39cd769ed07) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:24.098462 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cc72cb-8600-48b1-814c-96631043f883 None None] Network ec19a443-2d32-444f-bbfb-f39cd769ed07 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:24.109523 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-eccf624c-b91c-4ad0-8cbc-401433fa721a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:24.132659 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-40c902a5-286e-4d7b-a341-61b078e9b36e service neutron] 10.222.0.112 "GET /v2.0/networks/94d58612-6d06-41c9-a267-ebf7c959afe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903688 Aug 31 09:28:24.142515 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d095e20-9a30-4f90-8bbd-96c109b9f0fe tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:24.143156 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d095e20-9a30-4f90-8bbd-96c109b9f0fe tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:24.200502 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf624c-b91c-4ad0-8cbc-401433fa721a service neutron] Pushing event updated for resources: {'Port': ['ID=8c93582a-11b6-4baa-a1e2-f823dc119299,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:24.272487 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e52971c-a570-4464-a2af-9ef22987854c req-25d02eec-dced-493a-9ef2-326617031558 service neutron] 10.222.0.112 "GET /v2.0/networks/f668d119-0317-4e13-bd19-a19b34b961f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344332 Aug 31 09:28:24.294318 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-af5eb8ce-a96e-4337-a39c-f766ac181029 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Allocated IP 172.20.0.1 (2dae92a5-3198-4334-aa8e-9aa474dcfdee/4b4ae862-a09d-4f25-bad5-4477bfcdeb7b/a204b486-4d93-42b9-9056-73186e3f06d6) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:24.300641 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e19398de-9da5-4432-b9cb-c0e4e7680968 None None] Provisioning for port 3dc18025-b333-494e-9851-df48ca1fe3cd completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:24.318764 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-277b055c-128e-4e36-9225-c7366592ccdb tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting port 3b6f0369-a4fa-432a-b24c-809b1b5f3e6b {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:24.319639 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e19398de-9da5-4432-b9cb-c0e4e7680968 None None] Provisioning complete for port 3dc18025-b333-494e-9851-df48ca1fe3cd triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:24.320167 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e19398de-9da5-4432-b9cb-c0e4e7680968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:24.326249 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-277b055c-128e-4e36-9225-c7366592ccdb tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:24.377747 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7d095e20-9a30-4f90-8bbd-96c109b9f0fe tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8280840 Aug 31 09:28:24.393102 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e52971c-a570-4464-a2af-9ef22987854c req-f27e2655-e665-406c-b90e-835db1c336e4 service neutron] 10.222.0.112 "GET /v2.0/networks/f668d119-0317-4e13-bd19-a19b34b961f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123650 Aug 31 09:28:24.393592 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44646) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:24.401573 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-93dcaf15-4d7e-4af4-b5f6-40430a2c4f47 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'port': {'network_id': 'ec19a443-2d32-444f-bbfb-f39cd769ed07', 'name': 'tempest-PortsIpV6TestJSON-175716496'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:24.435245 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1022d03a-c654-4d3d-8c27-55bea38e33b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-ec19a443-2d32-444f-bbfb-f39cd769ed07', 'network_id': 'ec19a443-2d32-444f-bbfb-f39cd769ed07', 'tenant_id': 'e8682e49034144d0a6f77e91c076dc8b', 'fixed_ips': [{'subnet_id': '024ad0bd-064e-4c7f-b9a1-28e7efcb143e'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:28:24.438969 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1022d03a-c654-4d3d-8c27-55bea38e33b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:24.501795 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-eccf624c-b91c-4ad0-8cbc-401433fa721a service neutron] Attempting to bind port 8c93582a-11b6-4baa-a1e2-f823dc119299 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:28:24.502189 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-eccf624c-b91c-4ad0-8cbc-401433fa721a service neutron] Attempting to bind port 8c93582a-11b6-4baa-a1e2-f823dc119299 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '0ee40085-3d87-40cd-a5d6-67b5c21204cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '8c405861-43cf-4a95-a1a2-ceedbe1a8a04'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:28:24.502518 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-eccf624c-b91c-4ad0-8cbc-401433fa721a service neutron] Attempting to bind port 8c93582a-11b6-4baa-a1e2-f823dc119299 on network 8c405861-43cf-4a95-a1a2-ceedbe1a8a04 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:24.530031 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-d3d10010-664e-4373-9f52-50c5d686cc9b service neutron] 10.222.0.112 "GET /v2.0/networks/94d58612-6d06-41c9-a267-ebf7c959afe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787169 Aug 31 09:28:24.541686 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-eccf624c-b91c-4ad0-8cbc-401433fa721a service neutron] Port 8c93582a-11b6-4baa-a1e2-f823dc119299 on network 8c405861-43cf-4a95-a1a2-ceedbe1a8a04 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:28:24.542015 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-eccf624c-b91c-4ad0-8cbc-401433fa721a service neutron] Attempting to bind port 8c93582a-11b6-4baa-a1e2-f823dc119299 on network 8c405861-43cf-4a95-a1a2-ceedbe1a8a04 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:24.581290 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-eccf624c-b91c-4ad0-8cbc-401433fa721a service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:28:24.581547 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-eccf624c-b91c-4ad0-8cbc-401433fa721a service neutron] Checking segment: {'id': '0ee40085-3d87-40cd-a5d6-67b5c21204cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '8c405861-43cf-4a95-a1a2-ceedbe1a8a04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:24.581915 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-eccf624c-b91c-4ad0-8cbc-401433fa721a service neutron] Bound using segment: {'id': '0ee40085-3d87-40cd-a5d6-67b5c21204cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '8c405861-43cf-4a95-a1a2-ceedbe1a8a04'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:28:24.582361 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-eccf624c-b91c-4ad0-8cbc-401433fa721a service neutron] Bound port: 8c93582a-11b6-4baa-a1e2-f823dc119299, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee40085-3d87-40cd-a5d6-67b5c21204cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '8c405861-43cf-4a95-a1a2-ceedbe1a8a04'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:28:24.582749 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-eccf624c-b91c-4ad0-8cbc-401433fa721a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:24.608830 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3dc18025-b333-494e-9851-df48ca1fe3cd up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:24.616125 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-d9824584-6769-468f-8b05-57ba21d53f53 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=059cb46a-47e1-4b70-a75c-51ba456bd33b HTTP/1.1" status: 200 len: 217 time: 0.0679398 Aug 31 09:28:24.629366 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330adfd-a06a-452f-aef4-edf452e8f7db req-de80ca65-c81b-45ec-8452-e3b260e720b4 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:24.631037 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4330adfd-a06a-452f-aef4-edf452e8f7db req-de80ca65-c81b-45ec-8452-e3b260e720b4 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] 10.222.0.119 "GET /v2.0/ports?device_id=010e26a3-58a6-4a98-b23d-d50d08ab0388 HTTP/1.1" status: 200 len: 943 time: 0.1311252 Aug 31 09:28:24.664556 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e19398de-9da5-4432-b9cb-c0e4e7680968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:24.671364 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-277b055c-128e-4e36-9225-c7366592ccdb tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:24.696031 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-277b055c-128e-4e36-9225-c7366592ccdb tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Calling delete_port for 3b6f0369-a4fa-432a-b24c-809b1b5f3e6b owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:24.740688 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-eccf624c-b91c-4ad0-8cbc-401433fa721a service neutron] For port 8c93582a-11b6-4baa-a1e2-f823dc119299, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:28:24.746163 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4330adfd-a06a-452f-aef4-edf452e8f7db req-81070053-5d8e-4e02-ae7e-b273a340992e tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] 10.222.0.119 "GET /v2.0/security-groups?id=04577871-16b5-49b5-b746-3f4923a6d765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839927 Aug 31 09:28:24.748912 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 3dc18025-b333-494e-9851-df48ca1fe3cd triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:24.749355 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:24.756690 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-eccf624c-b91c-4ad0-8cbc-401433fa721a service neutron] For port 8c93582a-11b6-4baa-a1e2-f823dc119299, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=8c93582a-11b6-4baa-a1e2-f823dc119299,segment=NetworkSegment(0ee40085-3d87-40cd-a5d6-67b5c21204cd),segment_id=0ee40085-3d87-40cd-a5d6-67b5c21204cd)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:28:24.784702 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-e19398de-9da5-4432-b9cb-c0e4e7680968 None None] For port 3dc18025-b333-494e-9851-df48ca1fe3cd, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3dc18025-b333-494e-9851-df48ca1fe3cd,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:24.805009 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93dcaf15-4d7e-4af4-b5f6-40430a2c4f47 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:24.810275 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-93dcaf15-4d7e-4af4-b5f6-40430a2c4f47 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:24.814972 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-1022d03a-c654-4d3d-8c27-55bea38e33b6 None None] Allocated IP 2001:db8::2 (ec19a443-2d32-444f-bbfb-f39cd769ed07/024ad0bd-064e-4c7f-b9a1-28e7efcb143e/58c0ee98-e4bd-4b4c-ae69-6309541c531a) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:24.833745 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-eccf624c-b91c-4ad0-8cbc-401433fa721a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:24.847091 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-af5eb8ce-a96e-4337-a39c-f766ac181029 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:24.854391 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-8df9f58d-7539-4901-ab4f-bfb5b360b1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:24.857038 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-8df9f58d-7539-4901-ab4f-bfb5b360b1d1 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d9b71bd3-689f-45e5-b57d-0c067c6d8649 HTTP/1.1" status: 200 len: 797 time: 0.2294304 Aug 31 09:28:24.881480 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-93dcaf15-4d7e-4af4-b5f6-40430a2c4f47 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] device_id is not set on port f50790ba-7849-450b-96b8-035e39a94cd8 yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:28:24.900931 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-eccf624c-b91c-4ad0-8cbc-401433fa721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:24.903076 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-eccf624c-b91c-4ad0-8cbc-401433fa721a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:24.904033 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-af5eb8ce-a96e-4337-a39c-f766ac181029 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Transition to ACTIVE for port object a204b486-4d93-42b9-9056-73186e3f06d6 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:24.905205 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-eccf624c-b91c-4ad0-8cbc-401433fa721a service neutron] 10.222.0.59 "PUT /v2.0/ports/8c93582a-11b6-4baa-a1e2-f823dc119299 HTTP/1.1" status: 200 len: 1092 time: 1.8708231 Aug 31 09:28:24.952012 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010e26a3-58a6-4a98-b23d-d50d08ab0388', 'tag': '8c93582a-11b6-4baa-a1e2-f823dc119299'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:28:24.954505 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85933abb-f586-45a0-a1d3-47897d82304b" -d '{"events": [{"name": "network-changed", "server_uuid": "010e26a3-58a6-4a98-b23d-d50d08ab0388", "tag": "8c93582a-11b6-4baa-a1e2-f823dc119299"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:28:24.962074 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e19398de-9da5-4432-b9cb-c0e4e7680968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:25.007592 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf624c-b91c-4ad0-8cbc-401433fa721a service neutron] Pushing event updated for resources: {'Port': ['ID=8c93582a-11b6-4baa-a1e2-f823dc119299,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:25.061845 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946b7ecc-5eed-4a80-9e56-d94cba8e7d7b x-openstack-request-id: req-946b7ecc-5eed-4a80-9e56-d94cba8e7d7b {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:28:25.062157 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010e26a3-58a6-4a98-b23d-d50d08ab0388", "tag": "8c93582a-11b6-4baa-a1e2-f823dc119299", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:28:25.062398 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-946b7ecc-5eed-4a80-9e56-d94cba8e7d7b {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:28:25.062807 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010e26a3-58a6-4a98-b23d-d50d08ab0388', 'tag': '8c93582a-11b6-4baa-a1e2-f823dc119299', 'status': 'completed', 'code': 200} Aug 31 09:28:25.111534 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-59a594c4-18fd-40ce-ac94-f56a7b63b5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:25.112906 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-59a594c4-18fd-40ce-ac94-f56a7b63b5dc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d7e2cc6da6b44b4cbd404e975193b371&device_id=010e26a3-58a6-4a98-b23d-d50d08ab0388 HTTP/1.1" status: 200 len: 1095 time: 0.1170158 Aug 31 09:28:25.160340 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-af5eb8ce-a96e-4337-a39c-f766ac181029 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:25.173520 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-e5a2c4bb-d055-4b70-ae16-82e3ecc1215e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c93582a-11b6-4baa-a1e2-f823dc119299 HTTP/1.1" status: 200 len: 217 time: 0.0441298 Aug 31 09:28:25.183623 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-a6a37edf-5811-484c-8c85-d18631bca1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:25.185173 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-a6a37edf-5811-484c-8c85-d18631bca1c6 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=94d58612-6d06-41c9-a267-ebf7c959afe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3176517 Aug 31 09:28:25.240673 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7de4e5-2bbb-47d6-898d-353c9e95ef63 req-0a800137-d50d-419d-851a-8a4edccc7e39 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:25.242718 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5c7de4e5-2bbb-47d6-898d-353c9e95ef63 req-0a800137-d50d-419d-851a-8a4edccc7e39 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 943 time: 0.1446903 Aug 31 09:28:25.276044 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-9f789660-9695-454f-bcdb-19e73374f847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:25.278363 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-9f789660-9695-454f-bcdb-19e73374f847 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b3950ca2-9033-478d-920e-0946ceae6560 HTTP/1.1" status: 200 len: 849 time: 0.0976021 Aug 31 09:28:25.304408 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5eb8ce-a96e-4337-a39c-f766ac181029 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Network 2dae92a5-3198-4334-aa8e-9aa474dcfdee is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:25.307500 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-a7622b36-a35a-42e4-8680-95fe6f7c4f8b service neutron] 10.222.0.112 "GET /v2.0/networks/94d58612-6d06-41c9-a267-ebf7c959afe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980861 Aug 31 09:28:25.311069 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-af5eb8ce-a96e-4337-a39c-f766ac181029 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:25.315154 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-df5b676b-a0e8-4119-976c-ec9e55184bc0 None None] Provisioning complete for port 3b6f0369-a4fa-432a-b24c-809b1b5f3e6b triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:25.315722 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-df5b676b-a0e8-4119-976c-ec9e55184bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:25.315861 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-277b055c-128e-4e36-9225-c7366592ccdb tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:25.319255 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5eb8ce-a96e-4337-a39c-f766ac181029 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:25.321172 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5c7de4e5-2bbb-47d6-898d-353c9e95ef63 req-1d7e7a8e-a65b-4470-916d-51eef279b998 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679696 Aug 31 09:28:25.341850 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19398de-9da5-4432-b9cb-c0e4e7680968 None None] Pushing event updated for resources: {'Port': ['ID=3dc18025-b333-494e-9851-df48ca1fe3cd,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:25.345359 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-df5b676b-a0e8-4119-976c-ec9e55184bc0 None None] Port 3b6f0369-a4fa-432a-b24c-809b1b5f3e6b was deleted so its status cannot be updated. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 09:28:25.357093 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-aefd1781-65b9-4488-96b2-fea3dca263cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8c405861-43cf-4a95-a1a2-ceedbe1a8a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545058 Aug 31 09:28:25.433672 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1022d03a-c654-4d3d-8c27-55bea38e33b6 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:25.443052 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-1022d03a-c654-4d3d-8c27-55bea38e33b6 None None] Transition to ACTIVE for port object 58c0ee98-e4bd-4b4c-ae69-6309541c531a will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:25.460621 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-1022d03a-c654-4d3d-8c27-55bea38e33b6 None None] Transition to ACTIVE for port object 58c0ee98-e4bd-4b4c-ae69-6309541c531a will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:25.487644 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-96178c59-2ada-4477-9b59-2bada0ccd781 service neutron] 10.222.0.59 "GET /v2.0/networks/8c405861-43cf-4a95-a1a2-ceedbe1a8a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225643 Aug 31 09:28:25.533753 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5eb8ce-a96e-4337-a39c-f766ac181029 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event updated for resources: {'Port': ['ID=a204b486-4d93-42b9-9056-73186e3f06d6,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:25.537415 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-af5eb8ce-a96e-4337-a39c-f766ac181029 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:25.549441 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1022d03a-c654-4d3d-8c27-55bea38e33b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:25.606409 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1022d03a-c654-4d3d-8c27-55bea38e33b6 None None] Network ec19a443-2d32-444f-bbfb-f39cd769ed07 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:25.611028 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-1022d03a-c654-4d3d-8c27-55bea38e33b6 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:25.624477 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1022d03a-c654-4d3d-8c27-55bea38e33b6 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:25.748020 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022d03a-c654-4d3d-8c27-55bea38e33b6 None None] Pushing event updated for resources: {'Port': ['ID=58c0ee98-e4bd-4b4c-ae69-6309541c531a,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:25.763344 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b055c-128e-4e36-9225-c7366592ccdb tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Port': ['ID=3b6f0369-a4fa-432a-b24c-809b1b5f3e6b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:25.788286 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-277b055c-128e-4e36-9225-c7366592ccdb tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:25.790743 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-277b055c-128e-4e36-9225-c7366592ccdb tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/3b6f0369-a4fa-432a-b24c-809b1b5f3e6b HTTP/1.1" status: 204 len: 168 time: 1.9361553 Aug 31 09:28:25.792990 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-1022d03a-c654-4d3d-8c27-55bea38e33b6 None None] Attempting to bind port 58c0ee98-e4bd-4b4c-ae69-6309541c531a on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:28:25.793967 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-1022d03a-c654-4d3d-8c27-55bea38e33b6 None None] Attempting to bind port 58c0ee98-e4bd-4b4c-ae69-6309541c531a by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '8a2a06ee-6ef4-46e6-b22a-8a050cb616b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1609, 'network_id': 'ec19a443-2d32-444f-bbfb-f39cd769ed07'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:28:25.794590 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1022d03a-c654-4d3d-8c27-55bea38e33b6 None None] Attempting to bind port 58c0ee98-e4bd-4b4c-ae69-6309541c531a on network ec19a443-2d32-444f-bbfb-f39cd769ed07 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:25.795976 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44666) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:25.802134 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1022d03a-c654-4d3d-8c27-55bea38e33b6 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:28:25.802941 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1022d03a-c654-4d3d-8c27-55bea38e33b6 None None] Checking segment: {'id': '8a2a06ee-6ef4-46e6-b22a-8a050cb616b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1609, 'network_id': 'ec19a443-2d32-444f-bbfb-f39cd769ed07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:25.803792 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1022d03a-c654-4d3d-8c27-55bea38e33b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:25.805295 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1022d03a-c654-4d3d-8c27-55bea38e33b6 None None] Bound using segment: {'id': '8a2a06ee-6ef4-46e6-b22a-8a050cb616b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1609, 'network_id': 'ec19a443-2d32-444f-bbfb-f39cd769ed07'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:28:25.806204 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-1022d03a-c654-4d3d-8c27-55bea38e33b6 None None] Bound port: 58c0ee98-e4bd-4b4c-ae69-6309541c531a, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2a06ee-6ef4-46e6-b22a-8a050cb616b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1609, 'network_id': 'ec19a443-2d32-444f-bbfb-f39cd769ed07'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:28:25.807231 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1022d03a-c654-4d3d-8c27-55bea38e33b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:25.871000 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-07b10ccc-731d-40db-9680-f7fd7e2b83d0 service neutron] 10.222.0.112 "GET /v2.0/networks/94d58612-6d06-41c9-a267-ebf7c959afe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5487621 Aug 31 09:28:25.887482 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-cac2d325-f928-45f7-b709-dafe9c45e599 None None] Provisioning for port a204b486-4d93-42b9-9056-73186e3f06d6 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:25.901187 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-cac2d325-f928-45f7-b709-dafe9c45e599 None None] Provisioning complete for port a204b486-4d93-42b9-9056-73186e3f06d6 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:25.902754 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cac2d325-f928-45f7-b709-dafe9c45e599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:25.947318 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-1022d03a-c654-4d3d-8c27-55bea38e33b6 None None] For port 58c0ee98-e4bd-4b4c-ae69-6309541c531a, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:28:25.952411 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-1022d03a-c654-4d3d-8c27-55bea38e33b6 None None] For port 58c0ee98-e4bd-4b4c-ae69-6309541c531a, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=58c0ee98-e4bd-4b4c-ae69-6309541c531a,segment=NetworkSegment(8a2a06ee-6ef4-46e6-b22a-8a050cb616b6),segment_id=8a2a06ee-6ef4-46e6-b22a-8a050cb616b6)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:28:25.956962 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-cac2d325-f928-45f7-b709-dafe9c45e599 None None] Port a204b486-4d93-42b9-9056-73186e3f06d6 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:28:25.961031 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75f8e21-041e-4402-b8fc-fb7b8873ef51 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:25.962586 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75f8e21-041e-4402-b8fc-fb7b8873ef51 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:25.965092 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75f8e21-041e-4402-b8fc-fb7b8873ef51 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:25.966818 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b75f8e21-041e-4402-b8fc-fb7b8873ef51 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1672332 Aug 31 09:28:25.973404 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-74cd3218-83c6-4c52-9dbd-14d89d126547 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=5f9f3a58-50d7-4f47-99df-c28173384e13 HTTP/1.1" status: 200 len: 217 time: 0.0734119 Aug 31 09:28:25.973879 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44670) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:26.023827 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1022d03a-c654-4d3d-8c27-55bea38e33b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:26.084935 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-95036cc2-8755-49b9-83a3-7183c571853b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting subnet 4dd985be-20b4-4852-8860-0b56ca4bf621 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:28:26.091350 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-95036cc2-8755-49b9-83a3-7183c571853b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:26.097168 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-e38147c1-d067-47db-9cbd-e34a58a9f841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:26.103134 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-e38147c1-d067-47db-9cbd-e34a58a9f841 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d9b71bd3-689f-45e5-b57d-0c067c6d8649 HTTP/1.1" status: 200 len: 797 time: 0.1113060 Aug 31 09:28:26.131427 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022d03a-c654-4d3d-8c27-55bea38e33b6 None None] Pushing event updated for resources: {'Port': ['ID=58c0ee98-e4bd-4b4c-ae69-6309541c531a,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:26.159373 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fcc09-644a-47af-9d9c-328d1d7e22c3 req-5d0c4071-a3a7-47f0-9652-36172cf3f5dd tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:26.160945 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-446fcc09-644a-47af-9d9c-328d1d7e22c3 req-5d0c4071-a3a7-47f0-9652-36172cf3f5dd tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] 10.222.0.119 "GET /v2.0/ports?device_id=010e26a3-58a6-4a98-b23d-d50d08ab0388 HTTP/1.1" status: 200 len: 943 time: 0.1465523 Aug 31 09:28:26.162522 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-93dcaf15-4d7e-4af4-b5f6-40430a2c4f47 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Allocated IP 2001:db8::3ab (ec19a443-2d32-444f-bbfb-f39cd769ed07/024ad0bd-064e-4c7f-b9a1-28e7efcb143e/f50790ba-7849-450b-96b8-035e39a94cd8) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:26.166212 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a67e77fe-7b06-4b8d-b8fb-bd97a12aff2a req-5b0bdfc0-b5a8-4535-b202-5e5bb48794d5 service neutron] 10.222.0.59 "GET /v2.0/networks/8c405861-43cf-4a95-a1a2-ceedbe1a8a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6709812 Aug 31 09:28:26.225239 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-446fcc09-644a-47af-9d9c-328d1d7e22c3 req-8af56522-2989-44ea-8972-0a2ea51bcb4b tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] 10.222.0.119 "GET /v2.0/security-groups?id=04577871-16b5-49b5-b746-3f4923a6d765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551586 Aug 31 09:28:26.248670 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-95036cc2-8755-49b9-83a3-7183c571853b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:26.253342 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-af5eb8ce-a96e-4337-a39c-f766ac181029 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:26.300240 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-c37c7906-24af-4133-b569-7d8ac27d4c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:26.301769 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-c37c7906-24af-4133-b569-7d8ac27d4c37 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=94d58612-6d06-41c9-a267-ebf7c959afe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1727018 Aug 31 09:28:26.462835 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85933abb-f586-45a0-a1d3-47897d82304b req-7243d280-74a5-4fa2-95d0-80aa17fd17be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:26.464938 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-85933abb-f586-45a0-a1d3-47897d82304b req-7243d280-74a5-4fa2-95d0-80aa17fd17be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d7e2cc6da6b44b4cbd404e975193b371&device_id=010e26a3-58a6-4a98-b23d-d50d08ab0388 HTTP/1.1" status: 200 len: 1095 time: 0.0948415 Aug 31 09:28:26.529630 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-93dcaf15-4d7e-4af4-b5f6-40430a2c4f47 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:26.600628 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-93dcaf15-4d7e-4af4-b5f6-40430a2c4f47 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Transition to ACTIVE for port object f50790ba-7849-450b-96b8-035e39a94cd8 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:26.628837 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932c0fe-c2fd-4446-85cf-ec79b91fe58d req-f231b0ec-41e0-447d-9e27-02a56e80fe73 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:26.630411 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3932c0fe-c2fd-4446-85cf-ec79b91fe58d req-f231b0ec-41e0-447d-9e27-02a56e80fe73 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 943 time: 0.1597283 Aug 31 09:28:26.647089 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-95036cc2-8755-49b9-83a3-7183c571853b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:26.677260 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85933abb-f586-45a0-a1d3-47897d82304b req-75a538da-c5be-45a5-8a32-f0d247f98b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:26.679931 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-85933abb-f586-45a0-a1d3-47897d82304b req-75a538da-c5be-45a5-8a32-f0d247f98b65 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8c405861-43cf-4a95-a1a2-ceedbe1a8a04 HTTP/1.1" status: 200 len: 911 time: 0.1977918 Aug 31 09:28:26.721772 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-36dec751-3cb6-46af-a7c1-ac919641cf24 service neutron] 10.222.0.112 "GET /v2.0/networks/94d58612-6d06-41c9-a267-ebf7c959afe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108393 Aug 31 09:28:26.732311 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 58c0ee98-e4bd-4b4c-ae69-6309541c531a up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:26.769710 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-85933abb-f586-45a0-a1d3-47897d82304b req-f1223a70-7396-4958-9129-5c356f411726 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8c93582a-11b6-4baa-a1e2-f823dc119299 HTTP/1.1" status: 200 len: 217 time: 0.0760682 Aug 31 09:28:26.866849 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3932c0fe-c2fd-4446-85cf-ec79b91fe58d req-e5ed0d8b-1205-4b68-a743-249365f1b5a5 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186847 Aug 31 09:28:26.881943 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85933abb-f586-45a0-a1d3-47897d82304b req-a60b54bf-0064-4783-b54a-1ad914da1391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:26.883485 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-85933abb-f586-45a0-a1d3-47897d82304b req-a60b54bf-0064-4783-b54a-1ad914da1391 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b3950ca2-9033-478d-920e-0946ceae6560 HTTP/1.1" status: 200 len: 849 time: 0.1020744 Aug 31 09:28:26.920570 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-85933abb-f586-45a0-a1d3-47897d82304b req-dbd563c3-c2fd-4b5a-a2f3-d239896d4db4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8c405861-43cf-4a95-a1a2-ceedbe1a8a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297716 Aug 31 09:28:26.938658 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-93dcaf15-4d7e-4af4-b5f6-40430a2c4f47 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:26.960588 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 58c0ee98-e4bd-4b4c-ae69-6309541c531a completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:26.965826 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-e22489ce-e3a5-4789-ade4-48b4bd1bd97e service neutron] 10.222.0.112 "GET /v2.0/networks/94d58612-6d06-41c9-a267-ebf7c959afe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091000 Aug 31 09:28:26.968137 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3dc18025-b333-494e-9851-df48ca1fe3cd up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:27.021591 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-af5eb8ce-a96e-4337-a39c-f766ac181029 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:27.024599 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-95036cc2-8755-49b9-83a3-7183c571853b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:27.028019 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-94f631ed-07d9-451c-88c8-2077f1bc747b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=db393805-9290-4e57-b3fc-bf1014410ed2 HTTP/1.1" status: 200 len: 217 time: 0.0521293 Aug 31 09:28:27.032718 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 3dc18025-b333-494e-9851-df48ca1fe3cd triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:27.034075 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:27.071981 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dcaf15-4d7e-4af4-b5f6-40430a2c4f47 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network ec19a443-2d32-444f-bbfb-f39cd769ed07 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:27.086421 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95036cc2-8755-49b9-83a3-7183c571853b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Subnet': ['ID=4dd985be-20b4-4852-8860-0b56ca4bf621,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:27.087252 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-93dcaf15-4d7e-4af4-b5f6-40430a2c4f47 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:27.088478 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-95036cc2-8755-49b9-83a3-7183c571853b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:27.092789 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dcaf15-4d7e-4af4-b5f6-40430a2c4f47 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:27.093669 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-95036cc2-8755-49b9-83a3-7183c571853b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/4dd985be-20b4-4852-8860-0b56ca4bf621 HTTP/1.1" status: 204 len: 168 time: 1.1187949 Aug 31 09:28:27.096156 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44678) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:27.100325 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dcaf15-4d7e-4af4-b5f6-40430a2c4f47 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:27.101195 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-93dcaf15-4d7e-4af4-b5f6-40430a2c4f47 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:27.106884 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dcaf15-4d7e-4af4-b5f6-40430a2c4f47 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Port': ['ID=f50790ba-7849-450b-96b8-035e39a94cd8,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:27.112508 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fd1d75-9599-4ae9-91d0-e58965f76d4b None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:27.135381 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-af5eb8ce-a96e-4337-a39c-f766ac181029 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:27.151184 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b9f7dd7-4ffc-400f-985d-770346d5d855 req-fadf489b-6bd2-44fa-9330-f84128a0bfbd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0371516 Aug 31 09:28:27.188193 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-85933abb-f586-45a0-a1d3-47897d82304b req-e0c6e193-55a9-468a-b697-9b95fa883c13 service neutron] 10.222.0.59 "GET /v2.0/networks/8c405861-43cf-4a95-a1a2-ceedbe1a8a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597711 Aug 31 09:28:27.225183 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 49197f55-315a-4dd8-9698-06ffe47df92a details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:28:27.231263 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-fc050678-afb6-4bf0-a37b-295822fb0e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:27.232755 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-fc050678-afb6-4bf0-a37b-295822fb0e6b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=738e5ace-96d7-4741-8d29-c5798e2f10f3 HTTP/1.1" status: 200 len: 797 time: 0.1947927 Aug 31 09:28:27.237623 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b9f7dd7-4ffc-400f-985d-770346d5d855 req-fb0ad45b-48cc-4e5e-ae14-912c3c8a231e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.0476179 Aug 31 09:28:27.251495 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-93dcaf15-4d7e-4af4-b5f6-40430a2c4f47 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8525953 Aug 31 09:28:27.266634 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5eb8ce-a96e-4337-a39c-f766ac181029 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event updated for resources: {'Port': ['ID=a204b486-4d93-42b9-9056-73186e3f06d6,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:27.280568 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-33fb6d9e-70ff-49ac-a093-844a0f0d8efd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting subnet b7a26253-07c4-407e-87d4-2a07139731c6 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:28:27.294090 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44680) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:27.296991 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-af5eb8ce-a96e-4337-a39c-f766ac181029 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:27.324381 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b9f7dd7-4ffc-400f-985d-770346d5d855 req-aaab6722-7e5f-41de-b7a6-430465910f3b service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40aea3578a764824ae85220fcc0c6911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283234 Aug 31 09:28:27.330825 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-96213d84-6d5d-4d49-b46f-80835d92ddd3 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'port': {'network_id': 'ec19a443-2d32-444f-bbfb-f39cd769ed07', 'name': 'tempest-PortsIpV6TestJSON-1404815944'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:27.419182 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-33fb6d9e-70ff-49ac-a093-844a0f0d8efd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:27.485155 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5aa19a-e445-4031-8a18-2f6c75541540 None None] Network ec19a443-2d32-444f-bbfb-f39cd769ed07 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:27.503936 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d193327-33e8-49f9-ba06-a17504676fec req-b29fd2c1-30d4-470f-b490-2e7b3a06c87f tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:27.505652 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d193327-33e8-49f9-ba06-a17504676fec req-b29fd2c1-30d4-470f-b490-2e7b3a06c87f tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] 10.222.0.119 "GET /v2.0/ports?device_id=010e26a3-58a6-4a98-b23d-d50d08ab0388 HTTP/1.1" status: 200 len: 943 time: 0.1571496 Aug 31 09:28:27.507732 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-85933abb-f586-45a0-a1d3-47897d82304b req-ad3b99b3-5dd3-41f2-82ac-140455aef2cb service neutron] 10.222.0.59 "GET /v2.0/networks/8c405861-43cf-4a95-a1a2-ceedbe1a8a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043804 Aug 31 09:28:27.541304 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f7dd7-4ffc-400f-985d-770346d5d855 req-701a5f5e-a88d-4d7f-97a5-9407277bfb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:27.543619 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b9f7dd7-4ffc-400f-985d-770346d5d855 req-701a5f5e-a88d-4d7f-97a5-9407277bfb10 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2094948 Aug 31 09:28:27.565333 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 49197f55-315a-4dd8-9698-06ffe47df92a, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=49197f55-315a-4dd8-9698-06ffe47df92a,segment=NetworkSegment(316e1015-f12d-422c-8b11-cf75c56464db),segment_id=316e1015-f12d-422c-8b11-cf75c56464db)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:27.574989 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d193327-33e8-49f9-ba06-a17504676fec req-3091e437-bbd3-46f4-9cf4-08d44996c8aa tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] 10.222.0.119 "GET /v2.0/security-groups?id=04577871-16b5-49b5-b746-3f4923a6d765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618312 Aug 31 09:28:27.585575 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '49197f55-315a-4dd8-9698-06ffe47df92a', 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5', 'port_id': '49197f55-315a-4dd8-9698-06ffe47df92a', 'mac_address': 'fa:16:3e:dd:53:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ae897c-9425-4b1d-8e0e-fa584db75384', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:28:27.650467 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4003d4d2-7a09-45c3-b76e-b26da2618e7b None None] Provisioning for port 58c0ee98-e4bd-4b4c-ae69-6309541c531a completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:27.686481 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4003d4d2-7a09-45c3-b76e-b26da2618e7b None None] Provisioning complete for port 58c0ee98-e4bd-4b4c-ae69-6309541c531a triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:27.690333 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4003d4d2-7a09-45c3-b76e-b26da2618e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:27.694194 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:27.734189 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49197f55-315a-4dd8-9698-06ffe47df92a {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:28:27.773176 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 49197f55-315a-4dd8-9698-06ffe47df92a, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=49197f55-315a-4dd8-9698-06ffe47df92a,segment=NetworkSegment(316e1015-f12d-422c-8b11-cf75c56464db),segment_id=316e1015-f12d-422c-8b11-cf75c56464db)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:27.863876 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:27.870890 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4003d4d2-7a09-45c3-b76e-b26da2618e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:27.964766 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5eb8ce-a96e-4337-a39c-f766ac181029 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Network 2dae92a5-3198-4334-aa8e-9aa474dcfdee is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:27.969457 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-af5eb8ce-a96e-4337-a39c-f766ac181029 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:27.980220 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=49197f55-315a-4dd8-9698-06ffe47df92a,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:27.984448 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4003d4d2-7a09-45c3-b76e-b26da2618e7b None None] For port 58c0ee98-e4bd-4b4c-ae69-6309541c531a, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=58c0ee98-e4bd-4b4c-ae69-6309541c531a,segment=NetworkSegment(8a2a06ee-6ef4-46e6-b22a-8a050cb616b6),segment_id=8a2a06ee-6ef4-46e6-b22a-8a050cb616b6)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:28.057943 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4003d4d2-7a09-45c3-b76e-b26da2618e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:28.079383 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-d520b125-5e66-4909-9d5f-792995c6d12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:28.081291 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-d520b125-5e66-4909-9d5f-792995c6d12b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b23b223a-9bf9-44c7-9495-5e7b861ae144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7861457 Aug 31 09:28:28.087827 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79bcea-65a4-470a-a75f-3ef196f6c5f3 req-c96c23bf-76a5-4650-a5a0-c2e346d8b2f2 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:28.090093 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f79bcea-65a4-470a-a75f-3ef196f6c5f3 req-c96c23bf-76a5-4650-a5a0-c2e346d8b2f2 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 944 time: 0.0908337 Aug 31 09:28:28.120521 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-33fb6d9e-70ff-49ac-a093-844a0f0d8efd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:28.149497 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003d4d2-7a09-45c3-b76e-b26da2618e7b None None] Pushing event updated for resources: {'Port': ['ID=58c0ee98-e4bd-4b4c-ae69-6309541c531a,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:28.152380 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f79bcea-65a4-470a-a75f-3ef196f6c5f3 req-0d32bf2e-e111-41f3-8013-55c054a32076 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547814 Aug 31 09:28:28.235504 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['49197f55-315a-4dd8-9698-06ffe47df92a'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:28:28.253540 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96213d84-6d5d-4d49-b46f-80835d92ddd3 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:28.259312 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-96213d84-6d5d-4d49-b46f-80835d92ddd3 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:28.322040 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-96213d84-6d5d-4d49-b46f-80835d92ddd3 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] device_id is not set on port b318f83e-6e67-4900-a21d-b300bd57c123 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:28:28.363053 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5eb8ce-a96e-4337-a39c-f766ac181029 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Router 3c747197-e040-4eb2-9a63-83cddc193e9a has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:28:28.395155 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-bcc7b1d8-9b8b-428a-96c0-ef4d278ab326 None None] Provisioning complete for port 58c0ee98-e4bd-4b4c-ae69-6309541c531a triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:28.395599 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bcc7b1d8-9b8b-428a-96c0-ef4d278ab326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:28.530298 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-49442234-9f58-45c6-9433-9d9e44ae7abf service neutron] 10.222.0.112 "GET /v2.0/networks/b23b223a-9bf9-44c7-9495-5e7b861ae144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243064 Aug 31 09:28:28.594307 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-33fb6d9e-70ff-49ac-a093-844a0f0d8efd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:28.623221 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 58c0ee98-e4bd-4b4c-ae69-6309541c531a up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:28.675700 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-bcc7b1d8-9b8b-428a-96c0-ef4d278ab326 None None] Provisioning for port f50790ba-7849-450b-96b8-035e39a94cd8 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:28.691641 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-bcc7b1d8-9b8b-428a-96c0-ef4d278ab326 None None] Provisioning complete for port f50790ba-7849-450b-96b8-035e39a94cd8 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:28.692101 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bcc7b1d8-9b8b-428a-96c0-ef4d278ab326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:28.771054 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-96213d84-6d5d-4d49-b46f-80835d92ddd3 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Allocated IP 2001:db8::293 (ec19a443-2d32-444f-bbfb-f39cd769ed07/024ad0bd-064e-4c7f-b9a1-28e7efcb143e/b318f83e-6e67-4900-a21d-b300bd57c123) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:28.771275 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3231bbd-844b-4da2-800f-d79708899d6b req-00c3775a-0c68-454e-8f5e-aad69b0f50d0 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:28.771781 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b3231bbd-844b-4da2-800f-d79708899d6b req-00c3775a-0c68-454e-8f5e-aad69b0f50d0 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] 10.222.0.119 "GET /v2.0/ports?device_id=010e26a3-58a6-4a98-b23d-d50d08ab0388 HTTP/1.1" status: 200 len: 943 time: 0.0751934 Aug 31 09:28:28.788422 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-bcc7b1d8-9b8b-428a-96c0-ef4d278ab326 None None] Port f50790ba-7849-450b-96b8-035e39a94cd8 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:28:28.800118 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 58c0ee98-e4bd-4b4c-ae69-6309541c531a triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:28.800763 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:28.804784 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5eb8ce-a96e-4337-a39c-f766ac181029 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:28:28.817142 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-af5eb8ce-a96e-4337-a39c-f766ac181029 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "PUT /v2.0/routers/3c747197-e040-4eb2-9a63-83cddc193e9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3597724 Aug 31 09:28:28.819554 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44700) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:28.830253 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee740e5-7320-4e42-902b-3fedf764a339 None None] Sync routers for ids ['3c747197-e040-4eb2-9a63-83cddc193e9a'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:28:28.837254 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-12b7fca3-08a5-43c9-82e8-1c513367508c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Request body: {'port': {'network_id': '2dae92a5-3198-4334-aa8e-9aa474dcfdee', 'name': 'tempest-FloatingIPTestJSON-1798234248'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:28.846132 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee740e5-7320-4e42-902b-3fedf764a339 None None] Routers {'3c747197-e040-4eb2-9a63-83cddc193e9a'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:28.850436 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-7ee740e5-7320-4e42-902b-3fedf764a339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:28:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['3c747197-e040-4eb2-9a63-83cddc193e9a'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:28.883774 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b3231bbd-844b-4da2-800f-d79708899d6b req-ea491a0c-e5c9-43a4-942e-043934e3f380 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] 10.222.0.119 "GET /v2.0/security-groups?id=04577871-16b5-49b5-b746-3f4923a6d765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055410 Aug 31 09:28:28.888649 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-94af9af8-5462-4257-b989-b07fb6846bb7 service neutron] 10.222.0.112 "GET /v2.0/networks/b23b223a-9bf9-44c7-9495-5e7b861ae144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466177 Aug 31 09:28:28.909975 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-7ee740e5-7320-4e42-902b-3fedf764a339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:28.921269 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee740e5-7320-4e42-902b-3fedf764a339 None None] Routers {'3c747197-e040-4eb2-9a63-83cddc193e9a'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:28.922625 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-7ee740e5-7320-4e42-902b-3fedf764a339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:28:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['3c747197-e040-4eb2-9a63-83cddc193e9a'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:28.943423 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-33fb6d9e-70ff-49ac-a093-844a0f0d8efd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:28.946916 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-ec44607c-0faa-4dc9-89bd-9aa15e101c9b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0ad87690-513e-49db-86b3-0ddc33190312 HTTP/1.1" status: 200 len: 217 time: 0.0397489 Aug 31 09:28:28.954222 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-ca384aab-9e07-4d46-961f-4224848f6894 None None] Provisioning complete for port f50790ba-7849-450b-96b8-035e39a94cd8 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:28.955174 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ca384aab-9e07-4d46-961f-4224848f6894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:28.963173 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-7ee740e5-7320-4e42-902b-3fedf764a339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:28.965186 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee740e5-7320-4e42-902b-3fedf764a339 None None] The sync data for ids ['3c747197-e040-4eb2-9a63-83cddc193e9a'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:28:29.001491 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-ca384aab-9e07-4d46-961f-4224848f6894 None None] Port f50790ba-7849-450b-96b8-035e39a94cd8 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:28:29.011630 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-ca384aab-9e07-4d46-961f-4224848f6894 None None] Provisioning complete for port a204b486-4d93-42b9-9056-73186e3f06d6 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:29.012080 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ca384aab-9e07-4d46-961f-4224848f6894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:29.048511 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb6d9e-70ff-49ac-a093-844a0f0d8efd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Subnet': ['ID=b7a26253-07c4-407e-87d4-2a07139731c6,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:29.051369 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72caa1d2-4db7-4752-9cf4-45b1398e80aa None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:29.056919 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-ca384aab-9e07-4d46-961f-4224848f6894 None None] Port a204b486-4d93-42b9-9056-73186e3f06d6 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:28:29.069048 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-33fb6d9e-70ff-49ac-a093-844a0f0d8efd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:29.069327 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 8c93582a-11b6-4baa-a1e2-f823dc119299 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:28:29.070971 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-33fb6d9e-70ff-49ac-a093-844a0f0d8efd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/b7a26253-07c4-407e-87d4-2a07139731c6 HTTP/1.1" status: 204 len: 168 time: 1.9735641 Aug 31 09:28:29.074310 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44702) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:29.120666 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0e03a1b5-23fb-4d19-8a6f-b1099545ad4e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448363 Aug 31 09:28:29.123855 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44704) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:29.130788 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-6f9c4f8a-6647-48bb-9135-1112f1f114e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:29.132362 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-6f9c4f8a-6647-48bb-9135-1112f1f114e2 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=738e5ace-96d7-4741-8d29-c5798e2f10f3 HTTP/1.1" status: 200 len: 797 time: 0.1713154 Aug 31 09:28:29.132761 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-351f442b-aa83-4a9c-bac7-12f499e2c916 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:29.190160 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-ca384aab-9e07-4d46-961f-4224848f6894 None None] Provisioning complete for port 3dc18025-b333-494e-9851-df48ca1fe3cd triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:29.191112 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ca384aab-9e07-4d46-961f-4224848f6894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:29.257843 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-96213d84-6d5d-4d49-b46f-80835d92ddd3 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:29.284417 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-cc4fd82c-cea6-4197-99ef-79cf605865a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:29.287715 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-cc4fd82c-cea6-4197-99ef-79cf605865a4 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b23b223a-9bf9-44c7-9495-5e7b861ae144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1429989 Aug 31 09:28:29.314778 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b7fca3-08a5-43c9-82e8-1c513367508c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Made reservation on behalf of 0b4588249af94f7795d0a2af50433a2f for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:29.318796 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-12b7fca3-08a5-43c9-82e8-1c513367508c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:29.330246 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f787e3-ea59-471c-be40-5f4546f447da req-b702243b-16c3-4869-973f-96ad5d029895 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:29.337716 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-52f787e3-ea59-471c-be40-5f4546f447da req-b702243b-16c3-4869-973f-96ad5d029895 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 944 time: 0.0750244 Aug 31 09:28:29.337965 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-96213d84-6d5d-4d49-b46f-80835d92ddd3 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Transition to ACTIVE for port object b318f83e-6e67-4900-a21d-b300bd57c123 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:29.383664 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-52f787e3-ea59-471c-be40-5f4546f447da req-03dad2f2-fd18-4656-86cc-bf3077d755c7 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414209 Aug 31 09:28:29.387038 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 8c93582a-11b6-4baa-a1e2-f823dc119299, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=8c93582a-11b6-4baa-a1e2-f823dc119299,segment=NetworkSegment(0ee40085-3d87-40cd-a5d6-67b5c21204cd),segment_id=0ee40085-3d87-40cd-a5d6-67b5c21204cd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:29.392040 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-12b7fca3-08a5-43c9-82e8-1c513367508c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] device_id is not set on port 400b1ae8-d9a6-4ca6-8f43-11c5655bf239 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:28:29.406130 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '8c93582a-11b6-4baa-a1e2-f823dc119299', 'network_id': '8c405861-43cf-4a95-a1a2-ceedbe1a8a04', 'port_id': '8c93582a-11b6-4baa-a1e2-f823dc119299', 'mac_address': 'fa:16:3e:1e:94:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3950ca2-9033-478d-920e-0946ceae6560', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:28:29.415348 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351f442b-aa83-4a9c-bac7-12f499e2c916 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:29.422914 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-351f442b-aa83-4a9c-bac7-12f499e2c916 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:29.505808 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:29.517796 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-371392d6-3c89-4667-97bc-3482d5d890d1 service neutron] 10.222.0.112 "GET /v2.0/networks/b23b223a-9bf9-44c7-9495-5e7b861ae144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156918 Aug 31 09:28:29.524687 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c93582a-11b6-4baa-a1e2-f823dc119299 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:28:29.552498 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 8c93582a-11b6-4baa-a1e2-f823dc119299, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=8c93582a-11b6-4baa-a1e2-f823dc119299,segment=NetworkSegment(0ee40085-3d87-40cd-a5d6-67b5c21204cd),segment_id=0ee40085-3d87-40cd-a5d6-67b5c21204cd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:29.574148 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8d5110-4002-470d-b476-9cfe7ee389cf None None] DHCP port deletion for 17930598-f4af-4731-83ee-9969406c94e8 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:28:29.629411 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-2b8d5110-4002-470d-b476-9cfe7ee389cf None None] Deleting port 3dc18025-b333-494e-9851-df48ca1fe3cd {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:29.629782 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2b8d5110-4002-470d-b476-9cfe7ee389cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:29.633075 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-96213d84-6d5d-4d49-b46f-80835d92ddd3 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:29.717349 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-2b8d5110-4002-470d-b476-9cfe7ee389cf None None] For port 3dc18025-b333-494e-9851-df48ca1fe3cd, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3dc18025-b333-494e-9851-df48ca1fe3cd,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:29.717749 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2b8d5110-4002-470d-b476-9cfe7ee389cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:29.724012 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96213d84-6d5d-4d49-b46f-80835d92ddd3 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network ec19a443-2d32-444f-bbfb-f39cd769ed07 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:29.729224 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:29.735369 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-96213d84-6d5d-4d49-b46f-80835d92ddd3 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:29.739500 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-12b7fca3-08a5-43c9-82e8-1c513367508c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Allocated IP 172.20.0.4 (2dae92a5-3198-4334-aa8e-9aa474dcfdee/4b4ae862-a09d-4f25-bad5-4477bfcdeb7b/400b1ae8-d9a6-4ca6-8f43-11c5655bf239) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:29.741425 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-2b8d5110-4002-470d-b476-9cfe7ee389cf None None] Calling delete_port for 3dc18025-b333-494e-9851-df48ca1fe3cd owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:29.745502 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96213d84-6d5d-4d49-b46f-80835d92ddd3 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:29.751442 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96213d84-6d5d-4d49-b46f-80835d92ddd3 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:29.752084 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-96213d84-6d5d-4d49-b46f-80835d92ddd3 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:29.784080 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96213d84-6d5d-4d49-b46f-80835d92ddd3 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Port': ['ID=b318f83e-6e67-4900-a21d-b300bd57c123,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:29.824098 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c6fc49eb-1b6e-4148-be8b-95b095f1969b req-1c45fcfe-d939-40da-985f-2f90ccfd798a service neutron] 10.222.0.112 "GET /v2.0/networks/b23b223a-9bf9-44c7-9495-5e7b861ae144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755368 Aug 31 09:28:29.830982 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=8c93582a-11b6-4baa-a1e2-f823dc119299,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:29.921441 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-96213d84-6d5d-4d49-b46f-80835d92ddd3 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6105168 Aug 31 09:28:29.924092 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44712) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:29.961999 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['8c93582a-11b6-4baa-a1e2-f823dc119299'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:28:30.052002 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2b8d5110-4002-470d-b476-9cfe7ee389cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:30.056208 n-d-791506-28 neutron-server[95553]: DEBUG neutron.objects.ports [None req-351f442b-aa83-4a9c-bac7-12f499e2c916 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95553) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:28:30.106297 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c816aa-177e-4147-95b6-16c7fb787cfd tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:30.111566 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e5c816aa-177e-4147-95b6-16c7fb787cfd tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3ab HTTP/1.1" status: 200 len: 928 time: 0.1865246 Aug 31 09:28:30.112313 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44714) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:30.112844 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d5110-4002-470d-b476-9cfe7ee389cf None None] Pushing event deleted for resources: {'Port': ['ID=3dc18025-b333-494e-9851-df48ca1fe3cd,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:30.137073 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8d5110-4002-470d-b476-9cfe7ee389cf None None] No DVR routers for this DVR port 3dc18025-b333-494e-9851-df48ca1fe3cd on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:28:30.187309 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-12b7fca3-08a5-43c9-82e8-1c513367508c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:30.237049 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-12b7fca3-08a5-43c9-82e8-1c513367508c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Transition to ACTIVE for port object 400b1ae8-d9a6-4ca6-8f43-11c5655bf239 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:30.287668 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16349e54-6531-41fa-bca6-1a61bba466aa req-dcaa0cf4-583a-4a7e-b0dd-3f255bdef698 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:30.289758 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16349e54-6531-41fa-bca6-1a61bba466aa req-dcaa0cf4-583a-4a7e-b0dd-3f255bdef698 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] 10.222.0.119 "GET /v2.0/ports?device_id=010e26a3-58a6-4a98-b23d-d50d08ab0388 HTTP/1.1" status: 200 len: 944 time: 0.2803133 Aug 31 09:28:30.316003 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-1b70ea1a-0691-4a33-a3b1-b2059b7aed2e tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Deleting port b318f83e-6e67-4900-a21d-b300bd57c123 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:30.316358 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1b70ea1a-0691-4a33-a3b1-b2059b7aed2e tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:30.360328 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-03be2f48-913a-40df-a964-71765ccb7cba None None] Provisioning for port b318f83e-6e67-4900-a21d-b300bd57c123 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:30.364721 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-03be2f48-913a-40df-a964-71765ccb7cba None None] Provisioning complete for port b318f83e-6e67-4900-a21d-b300bd57c123 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:30.365094 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-03be2f48-913a-40df-a964-71765ccb7cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:30.382188 n-d-791506-28 neutron-server[95553]: WARNING neutron.services.revisions.revision_plugin [None req-351f442b-aa83-4a9c-bac7-12f499e2c916 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Could not find related port for resource to bump revision. Aug 31 09:28:30.387928 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16349e54-6531-41fa-bca6-1a61bba466aa req-4b96bd6c-b72d-4bab-89c3-2332ba5050e1 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] 10.222.0.119 "GET /v2.0/security-groups?id=04577871-16b5-49b5-b746-3f4923a6d765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867369 Aug 31 09:28:30.415792 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-03be2f48-913a-40df-a964-71765ccb7cba None None] Port b318f83e-6e67-4900-a21d-b300bd57c123 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:28:30.434177 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1b70ea1a-0691-4a33-a3b1-b2059b7aed2e tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:30.446359 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-1b70ea1a-0691-4a33-a3b1-b2059b7aed2e tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Calling delete_port for b318f83e-6e67-4900-a21d-b300bd57c123 owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:30.492113 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.ipam_pluggable_backend [None req-351f442b-aa83-4a9c-bac7-12f499e2c916 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Port 3dc18025-b333-494e-9851-df48ca1fe3cd was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95553) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 31 09:28:30.492508 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.ipam_pluggable_backend [None req-351f442b-aa83-4a9c-bac7-12f499e2c916 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Reverting IP allocation for 2001:db8::f816:3eff:fe06:cf10 {{(pid=95553) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 31 09:28:30.497072 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.ipam_pluggable_backend [None req-351f442b-aa83-4a9c-bac7-12f499e2c916 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe06:cf10 {{(pid=95553) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 31 09:28:30.499082 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-351f442b-aa83-4a9c-bac7-12f499e2c916 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:30.537012 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-12b7fca3-08a5-43c9-82e8-1c513367508c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:30.559663 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351f442b-aa83-4a9c-bac7-12f499e2c916 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:30.571265 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9499f-cc33-4a37-878d-72bb86feb2c0 req-e0e82e06-f416-4bf9-bab5-730e0c6354f0 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:30.573029 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fcc9499f-cc33-4a37-878d-72bb86feb2c0 req-e0e82e06-f416-4bf9-bab5-730e0c6354f0 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 944 time: 0.1133006 Aug 31 09:28:30.576980 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-351f442b-aa83-4a9c-bac7-12f499e2c916 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:30.583284 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351f442b-aa83-4a9c-bac7-12f499e2c916 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:30.583867 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-351f442b-aa83-4a9c-bac7-12f499e2c916 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:30.588612 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3dc18025-b333-494e-9851-df48ca1fe3cd no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:28:30.609515 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f442b-aa83-4a9c-bac7-12f499e2c916 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Subnet': ['ID=62df6580-57ec-4c18-a6ed-7b473358d820,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:30.621220 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563f8bb6-49a0-408a-aef4-92936453753e None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:30.628332 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 3dc18025-b333-494e-9851-df48ca1fe3cd {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:28:30.628680 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3dc18025-b333-494e-9851-df48ca1fe3cd not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:28:30.646339 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fcc9499f-cc33-4a37-878d-72bb86feb2c0 req-03ca4cb6-e415-4941-8792-62f0e053443e tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435255 Aug 31 09:28:30.647599 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b7fca3-08a5-43c9-82e8-1c513367508c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Network 2dae92a5-3198-4334-aa8e-9aa474dcfdee is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:30.662349 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-12b7fca3-08a5-43c9-82e8-1c513367508c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:30.671951 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7fca3-08a5-43c9-82e8-1c513367508c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event updated for resources: {'Port': ['ID=400b1ae8-d9a6-4ca6-8f43-11c5655bf239,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:30.679582 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b7fca3-08a5-43c9-82e8-1c513367508c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:30.725349 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-351f442b-aa83-4a9c-bac7-12f499e2c916 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5974660 Aug 31 09:28:30.725646 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44720) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:30.732014 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-ac84930d-2a41-45f0-aafc-8ea313063d45 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:30.762627 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b7fca3-08a5-43c9-82e8-1c513367508c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:30.764556 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-12b7fca3-08a5-43c9-82e8-1c513367508c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:30.822761 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1b70ea1a-0691-4a33-a3b1-b2059b7aed2e tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:30.839750 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabf7c40-c405-4e3f-9de7-9715ce06ee70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-17930598-f4af-4731-83ee-9969406c94e8', 'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'fixed_ips': [{'subnet_id': '62df6580-57ec-4c18-a6ed-7b473358d820'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:28:30.840652 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eabf7c40-c405-4e3f-9de7-9715ce06ee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:30.858040 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70ea1a-0691-4a33-a3b1-b2059b7aed2e tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Port': ['ID=b318f83e-6e67-4900-a21d-b300bd57c123,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:30.872360 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-12b7fca3-08a5-43c9-82e8-1c513367508c tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0447903 Aug 31 09:28:30.894848 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44722) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:30.900237 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-87aea7ec-01a5-4693-bdee-f759ac5b891b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Request body: {'floatingip': {'port_id': '400b1ae8-d9a6-4ca6-8f43-11c5655bf239'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:30.910935 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1b70ea1a-0691-4a33-a3b1-b2059b7aed2e tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:30.913059 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1b70ea1a-0691-4a33-a3b1-b2059b7aed2e tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/ports/b318f83e-6e67-4900-a21d-b300bd57c123 HTTP/1.1" status: 204 len: 168 time: 0.7934299 Aug 31 09:28:30.922359 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44724) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:30.963160 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-76140397-54b2-4ca7-9070-b09c44a08f4c tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] GET failed (client error): The resource could not be found. Aug 31 09:28:30.965995 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-76140397-54b2-4ca7-9070-b09c44a08f4c tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "GET /v2.0/ports/b318f83e-6e67-4900-a21d-b300bd57c123 HTTP/1.1" status: 404 len: 333 time: 0.0424931 Aug 31 09:28:30.966575 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-87aea7ec-01a5-4693-bdee-f759ac5b891b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for floatingip, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:30.968608 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44726) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:31.032262 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac84930d-2a41-45f0-aafc-8ea313063d45 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:31.034473 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-eabf7c40-c405-4e3f-9de7-9715ce06ee70 None None] Allocated IP 2001:db8::f816:3eff:fed2:6ec2 (17930598-f4af-4731-83ee-9969406c94e8/62df6580-57ec-4c18-a6ed-7b473358d820/412ac98d-6df5-433a-84e9-dade4e76f66c) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:31.035721 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ac84930d-2a41-45f0-aafc-8ea313063d45 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:31.077345 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 8c93582a-11b6-4baa-a1e2-f823dc119299 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:31.205260 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-74dab06d-80cf-45a7-b39e-cd3454d52c99 None None] Provisioning for port 400b1ae8-d9a6-4ca6-8f43-11c5655bf239 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:31.214230 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-74dab06d-80cf-45a7-b39e-cd3454d52c99 None None] Provisioning complete for port 400b1ae8-d9a6-4ca6-8f43-11c5655bf239 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:31.214618 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-74dab06d-80cf-45a7-b39e-cd3454d52c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:31.248255 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 49197f55-315a-4dd8-9698-06ffe47df92a up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:31.347511 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-521a6729-97ad-41dc-9dcf-d68c287d8252 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Deleting port f50790ba-7849-450b-96b8-035e39a94cd8 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:31.348292 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-521a6729-97ad-41dc-9dcf-d68c287d8252 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:31.561135 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 8c93582a-11b6-4baa-a1e2-f823dc119299 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:31.561135 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 8c93582a-11b6-4baa-a1e2-f823dc119299 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:31.561135 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:31.566592 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-74dab06d-80cf-45a7-b39e-cd3454d52c99 None None] Port 400b1ae8-d9a6-4ca6-8f43-11c5655bf239 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:28:31.605914 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eabf7c40-c405-4e3f-9de7-9715ce06ee70 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:31.623018 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-eabf7c40-c405-4e3f-9de7-9715ce06ee70 None None] Transition to ACTIVE for port object 412ac98d-6df5-433a-84e9-dade4e76f66c will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:31.652140 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-eabf7c40-c405-4e3f-9de7-9715ce06ee70 None None] Transition to ACTIVE for port object 412ac98d-6df5-433a-84e9-dade4e76f66c will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:31.691960 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:31.717679 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010e26a3-58a6-4a98-b23d-d50d08ab0388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c93582a-11b6-4baa-a1e2-f823dc119299'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:28:31.720646 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46202b69-2d92-49cc-ba1f-3be0a51f84f0" -d '{"events": [{"server_uuid": "010e26a3-58a6-4a98-b23d-d50d08ab0388", "name": "network-vif-plugged", "status": "completed", "tag": "8c93582a-11b6-4baa-a1e2-f823dc119299"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:28:31.735270 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 8c93582a-11b6-4baa-a1e2-f823dc119299, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=8c93582a-11b6-4baa-a1e2-f823dc119299,segment=NetworkSegment(0ee40085-3d87-40cd-a5d6-67b5c21204cd),segment_id=0ee40085-3d87-40cd-a5d6-67b5c21204cd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:31.832911 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 49197f55-315a-4dd8-9698-06ffe47df92a completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:31.837675 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 49197f55-315a-4dd8-9698-06ffe47df92a triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:31.838097 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:31.913738 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eabf7c40-c405-4e3f-9de7-9715ce06ee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:31.922865 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:31.968853 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:31.974119 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabf7c40-c405-4e3f-9de7-9715ce06ee70 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:32.000361 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-521a6729-97ad-41dc-9dcf-d68c287d8252 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:32.007854 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-eabf7c40-c405-4e3f-9de7-9715ce06ee70 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:32.013139 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabf7c40-c405-4e3f-9de7-9715ce06ee70 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:32.030569 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf7c40-c405-4e3f-9de7-9715ce06ee70 None None] Pushing event updated for resources: {'Port': ['ID=412ac98d-6df5-433a-84e9-dade4e76f66c,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:32.074584 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 49197f55-315a-4dd8-9698-06ffe47df92a, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=49197f55-315a-4dd8-9698-06ffe47df92a,segment=NetworkSegment(316e1015-f12d-422c-8b11-cf75c56464db),segment_id=316e1015-f12d-422c-8b11-cf75c56464db)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:32.075585 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e98491-57c1-44cc-9430-395daebe526b req-b896d246-8846-4a7a-869f-c5274e04d2d7 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:32.077123 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98e98491-57c1-44cc-9430-395daebe526b req-b896d246-8846-4a7a-869f-c5274e04d2d7 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] 10.222.0.119 "GET /v2.0/ports?device_id=010e26a3-58a6-4a98-b23d-d50d08ab0388 HTTP/1.1" status: 200 len: 944 time: 0.2475727 Aug 31 09:28:32.091732 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-521a6729-97ad-41dc-9dcf-d68c287d8252 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Calling delete_port for f50790ba-7849-450b-96b8-035e39a94cd8 owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:32.113688 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028efc00-8d4e-4ce7-a437-801799e8745d req-d526945d-20c8-40fc-a09a-f150f7677b72 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:32.115526 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-028efc00-8d4e-4ce7-a437-801799e8745d req-d526945d-20c8-40fc-a09a-f150f7677b72 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 944 time: 0.2769680 Aug 31 09:28:32.154671 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-eabf7c40-c405-4e3f-9de7-9715ce06ee70 None None] Attempting to bind port 412ac98d-6df5-433a-84e9-dade4e76f66c on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:28:32.155050 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-eabf7c40-c405-4e3f-9de7-9715ce06ee70 None None] Attempting to bind port 412ac98d-6df5-433a-84e9-dade4e76f66c by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:28:32.155419 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabf7c40-c405-4e3f-9de7-9715ce06ee70 None None] Attempting to bind port 412ac98d-6df5-433a-84e9-dade4e76f66c on network 17930598-f4af-4731-83ee-9969406c94e8 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:32.162838 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=8c93582a-11b6-4baa-a1e2-f823dc119299,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:32.167560 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabf7c40-c405-4e3f-9de7-9715ce06ee70 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:28:32.167949 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabf7c40-c405-4e3f-9de7-9715ce06ee70 None None] Checking segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:32.168359 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eabf7c40-c405-4e3f-9de7-9715ce06ee70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:32.168749 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabf7c40-c405-4e3f-9de7-9715ce06ee70 None None] Bound using segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:28:32.169230 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-eabf7c40-c405-4e3f-9de7-9715ce06ee70 None None] Bound port: 412ac98d-6df5-433a-84e9-dade4e76f66c, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:28:32.169614 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eabf7c40-c405-4e3f-9de7-9715ce06ee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:32.239689 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:32.242125 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-eabf7c40-c405-4e3f-9de7-9715ce06ee70 None None] For port 412ac98d-6df5-433a-84e9-dade4e76f66c, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:28:32.247207 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-eabf7c40-c405-4e3f-9de7-9715ce06ee70 None None] For port 412ac98d-6df5-433a-84e9-dade4e76f66c, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=412ac98d-6df5-433a-84e9-dade4e76f66c,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:28:32.280765 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98e98491-57c1-44cc-9430-395daebe526b req-c3a8ca28-28dc-4ead-bd55-f691f11ec731 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] 10.222.0.119 "GET /v2.0/security-groups?id=04577871-16b5-49b5-b746-3f4923a6d765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906469 Aug 31 09:28:32.286411 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ac84930d-2a41-45f0-aafc-8ea313063d45 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:32.331885 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=49197f55-315a-4dd8-9698-06ffe47df92a,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:32.335343 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba4968a-6ce3-41bc-87ce-4ddf998f3251 x-openstack-request-id: req-fba4968a-6ce3-41bc-87ce-4ddf998f3251 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:28:32.335738 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010e26a3-58a6-4a98-b23d-d50d08ab0388", "name": "network-vif-plugged", "status": "completed", "tag": "8c93582a-11b6-4baa-a1e2-f823dc119299", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:28:32.335877 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-fba4968a-6ce3-41bc-87ce-4ddf998f3251 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:28:32.336268 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010e26a3-58a6-4a98-b23d-d50d08ab0388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c93582a-11b6-4baa-a1e2-f823dc119299', 'code': 200} Aug 31 09:28:32.365148 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-028efc00-8d4e-4ce7-a437-801799e8745d req-bd4b80c0-f7ad-4cb4-9311-94c454fa96f7 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213407 Aug 31 09:28:32.372874 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eabf7c40-c405-4e3f-9de7-9715ce06ee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:32.407543 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac84930d-2a41-45f0-aafc-8ea313063d45 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:32.430242 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-ac84930d-2a41-45f0-aafc-8ea313063d45 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:32.451780 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac84930d-2a41-45f0-aafc-8ea313063d45 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:32.452382 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ac84930d-2a41-45f0-aafc-8ea313063d45 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:32.454748 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84930d-2a41-45f0-aafc-8ea313063d45 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Subnet': ['ID=31538f0d-ae57-485a-9dae-a7c4156abe2a,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:32.456038 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf7c40-c405-4e3f-9de7-9715ce06ee70 None None] Pushing event updated for resources: {'Port': ['ID=412ac98d-6df5-433a-84e9-dade4e76f66c,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:32.548165 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:32.587867 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b346a-e32b-4f31-9a34-e2ebacee5304 req-e7661aeb-3c30-4f1d-9607-72c7cf77a731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:32.590163 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ef9b346a-e32b-4f31-9a34-e2ebacee5304 req-e7661aeb-3c30-4f1d-9607-72c7cf77a731 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=010e26a3-58a6-4a98-b23d-d50d08ab0388 HTTP/1.1" status: 200 len: 1097 time: 0.1738760 Aug 31 09:28:32.623840 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ac84930d-2a41-45f0-aafc-8ea313063d45 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8921237 Aug 31 09:28:32.624498 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44738) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:32.629978 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-af731bd4-5a03-4738-9885-f725c0aadb15 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'port': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'mac_address': 'fa:16:3e:d6:c6:da', 'name': 'tempest-NetworksTestDHCPv6-824664332'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:32.661298 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-87aea7ec-01a5-4693-bdee-f759ac5b891b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:32.673245 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ef9b346a-e32b-4f31-9a34-e2ebacee5304 req-81cc8513-4fec-4821-95d2-fe0eb0387db5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=04577871-16b5-49b5-b746-3f4923a6d765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591650 Aug 31 09:28:32.755830 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-87aea7ec-01a5-4693-bdee-f759ac5b891b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:32.765036 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-521a6729-97ad-41dc-9dcf-d68c287d8252 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:32.845106 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:32.845431 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a6729-97ad-41dc-9dcf-d68c287d8252 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Port': ['ID=f50790ba-7849-450b-96b8-035e39a94cd8,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:32.885616 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af731bd4-5a03-4738-9885-f725c0aadb15 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:32.909896 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-521a6729-97ad-41dc-9dcf-d68c287d8252 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:32.913944 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-521a6729-97ad-41dc-9dcf-d68c287d8252 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/ports/f50790ba-7849-450b-96b8-035e39a94cd8 HTTP/1.1" status: 204 len: 168 time: 1.9422896 Aug 31 09:28:32.919438 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44746) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:32.956197 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff963627-bff8-4d58-b869-ec7b130f5712 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] GET failed (client error): The resource could not be found. Aug 31 09:28:32.960882 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ff963627-bff8-4d58-b869-ec7b130f5712 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "GET /v2.0/ports/f50790ba-7849-450b-96b8-035e39a94cd8 HTTP/1.1" status: 404 len: 333 time: 0.0411980 Aug 31 09:28:32.962489 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44748) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:32.980260 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-87aea7ec-01a5-4693-bdee-f759ac5b891b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Floating IP 2768c5e6-6e7c-427c-a0a0-3ed040d921c6 associated. External IP: 172.25.2.186, port: 41fac6e8-bc56-474e-b2bc-b49fd9c8978e. Aug 31 09:28:33.050517 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-3530e382-b904-4a79-aa18-87ead0794c19 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Deleting subnet 024ad0bd-064e-4c7f-b9a1-28e7efcb143e {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:28:33.055649 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-af731bd4-5a03-4738-9885-f725c0aadb15 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:33.058528 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3530e382-b904-4a79-aa18-87ead0794c19 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:33.126319 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3530e382-b904-4a79-aa18-87ead0794c19 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:33.150919 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-af731bd4-5a03-4738-9885-f725c0aadb15 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] device_id is not set on port 9af29c98-d5d5-4b32-bb3c-e491b3c592f0 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:28:33.236336 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87aea7ec-01a5-4693-bdee-f759ac5b891b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Router 7a5d8ef9-95df-4cc5-928f-3d77c54499f3 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:28:33.347825 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-af731bd4-5a03-4738-9885-f725c0aadb15 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Allocated IP 172.20.0.5 (17930598-f4af-4731-83ee-9969406c94e8/31538f0d-ae57-485a-9dae-a7c4156abe2a/9af29c98-d5d5-4b32-bb3c-e491b3c592f0) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:33.361413 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-af731bd4-5a03-4738-9885-f725c0aadb15 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Allocated IP 2001:db8::f816:3eff:fed6:c6da (17930598-f4af-4731-83ee-9969406c94e8/62df6580-57ec-4c18-a6ed-7b473358d820/9af29c98-d5d5-4b32-bb3c-e491b3c592f0) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:33.468848 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87aea7ec-01a5-4693-bdee-f759ac5b891b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:28:33.482936 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afdd70a-6fc4-4e8c-a668-fb658a1d15c0 None None] Sync routers for ids ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:28:33.494299 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afdd70a-6fc4-4e8c-a668-fb658a1d15c0 None None] Routers {'7a5d8ef9-95df-4cc5-928f-3d77c54499f3'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:33.497070 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-5afdd70a-6fc4-4e8c-a668-fb658a1d15c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:28:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:33.544354 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-af731bd4-5a03-4738-9885-f725c0aadb15 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:33.553983 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-5afdd70a-6fc4-4e8c-a668-fb658a1d15c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:33.569315 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afdd70a-6fc4-4e8c-a668-fb658a1d15c0 None None] Routers {'7a5d8ef9-95df-4cc5-928f-3d77c54499f3'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:33.570007 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-5afdd70a-6fc4-4e8c-a668-fb658a1d15c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:28:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:33.586663 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-af731bd4-5a03-4738-9885-f725c0aadb15 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Transition to ACTIVE for port object 9af29c98-d5d5-4b32-bb3c-e491b3c592f0 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:33.602881 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd4844-2e83-496c-b382-7676954974ac req-50558cfa-d931-423d-a662-956e4c40fc0f tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:33.609680 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3530e382-b904-4a79-aa18-87ead0794c19 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:33.613108 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9dbd4844-2e83-496c-b382-7676954974ac req-50558cfa-d931-423d-a662-956e4c40fc0f tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] 10.222.0.119 "GET /v2.0/ports?device_id=010e26a3-58a6-4a98-b23d-d50d08ab0388 HTTP/1.1" status: 200 len: 945 time: 0.2077014 Aug 31 09:28:33.613268 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-5afdd70a-6fc4-4e8c-a668-fb658a1d15c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:33.613894 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afdd70a-6fc4-4e8c-a668-fb658a1d15c0 None None] The sync data for ids ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:28:33.622165 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7aa28ed-5827-4b6e-a248-3481c587b91f None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:33.690419 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7117e5c-f15d-4e96-9da7-b6f5178c0dad req-e8b17831-62eb-4a1a-9258-82aa9d8db381 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:33.692331 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f7117e5c-f15d-4e96-9da7-b6f5178c0dad req-e8b17831-62eb-4a1a-9258-82aa9d8db381 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 945 time: 0.2046289 Aug 31 09:28:33.751579 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9dbd4844-2e83-496c-b382-7676954974ac req-02cf23d1-2021-4598-bef0-7efa0f635a5d tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] 10.222.0.119 "GET /v2.0/security-groups?id=04577871-16b5-49b5-b746-3f4923a6d765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378679 Aug 31 09:28:33.779441 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f7117e5c-f15d-4e96-9da7-b6f5178c0dad req-a977f528-5d6e-4ad9-838c-66b777ec282e tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698292 Aug 31 09:28:33.814441 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-af731bd4-5a03-4738-9885-f725c0aadb15 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:33.842024 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9af1db40-cadd-4d23-aa94-90adb1e4f803 None None] Provisioning for port 412ac98d-6df5-433a-84e9-dade4e76f66c completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:33.890904 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3530e382-b904-4a79-aa18-87ead0794c19 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:33.934134 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af731bd4-5a03-4738-9885-f725c0aadb15 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:33.977213 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b169488-fa4a-465b-a869-3bed8dfb681a None None] Update dhcp port {'port': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'fixed_ips': [{'subnet_id': '62df6580-57ec-4c18-a6ed-7b473358d820', 'ip_address': '2001:db8::f816:3eff:fed2:6ec2'}, {'subnet_id': '31538f0d-ae57-485a-9dae-a7c4156abe2a'}], 'binding:host_id': 'n-d-791506-28'}, 'id': '412ac98d-6df5-433a-84e9-dade4e76f66c'} from n-d-791506-28. {{(pid=95554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:28:33.983243 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-af731bd4-5a03-4738-9885-f725c0aadb15 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:33.988221 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3530e382-b904-4a79-aa18-87ead0794c19 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:33.991357 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3530e382-b904-4a79-aa18-87ead0794c19 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/subnets/024ad0bd-064e-4c7f-b9a1-28e7efcb143e HTTP/1.1" status: 204 len: 168 time: 1.0245128 Aug 31 09:28:33.993931 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44764) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:33.997366 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530e382-b904-4a79-aa18-87ead0794c19 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Subnet': ['ID=024ad0bd-064e-4c7f-b9a1-28e7efcb143e,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:33.999607 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af731bd4-5a03-4738-9885-f725c0aadb15 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:34.021852 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0b169488-fa4a-465b-a869-3bed8dfb681a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:34.035256 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af731bd4-5a03-4738-9885-f725c0aadb15 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Port': ['ID=9af29c98-d5d5-4b32-bb3c-e491b3c592f0,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:34.041598 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b8f5cc-929c-4ea6-91e9-09dadf55e268 None None] Network ec19a443-2d32-444f-bbfb-f39cd769ed07 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:34.081920 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af731bd4-5a03-4738-9885-f725c0aadb15 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:34.083240 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-af731bd4-5a03-4738-9885-f725c0aadb15 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:34.097459 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-04987f29-7638-4b9b-a078-76e32908b3aa tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:34.109928 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87aea7ec-01a5-4693-bdee-f759ac5b891b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Router 3c747197-e040-4eb2-9a63-83cddc193e9a has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:28:34.221755 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-af731bd4-5a03-4738-9885-f725c0aadb15 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5958698 Aug 31 09:28:34.228743 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44768) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:34.253956 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-04987f29-7638-4b9b-a078-76e32908b3aa tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Deleting port 58c0ee98-e4bd-4b4c-ae69-6309541c531a {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:34.254300 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-04987f29-7638-4b9b-a078-76e32908b3aa tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:34.290700 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bdd4da-2352-49a0-984c-5c9c7211cc86 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:34.298595 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bdd4da-2352-49a0-984c-5c9c7211cc86 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:34.300437 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f6bdd4da-2352-49a0-984c-5c9c7211cc86 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0701201 Aug 31 09:28:34.303620 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44770) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:34.305065 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87aea7ec-01a5-4693-bdee-f759ac5b891b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:28:34.316792 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-87aea7ec-01a5-4693-bdee-f759ac5b891b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:34.317928 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efed1456-ba67-40b9-935d-ebb43e76b94a None None] Sync routers for ids ['3c747197-e040-4eb2-9a63-83cddc193e9a'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:28:34.335363 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efed1456-ba67-40b9-935d-ebb43e76b94a None None] Routers {'3c747197-e040-4eb2-9a63-83cddc193e9a'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:34.336385 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-efed1456-ba67-40b9-935d-ebb43e76b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:28:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['3c747197-e040-4eb2-9a63-83cddc193e9a'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:34.338197 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-0b169488-fa4a-465b-a869-3bed8dfb681a None None] Allocated IP 172.20.0.2 (17930598-f4af-4731-83ee-9969406c94e8/31538f0d-ae57-485a-9dae-a7c4156abe2a/412ac98d-6df5-433a-84e9-dade4e76f66c) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:34.342074 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a559fee-c0ec-418d-b5c1-3c92353351da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49197f55-315a-4dd8-9698-06ffe47df92a'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:28:34.349718 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211639eb-e945-4842-85ac-f294247ef6e6" -d '{"events": [{"server_uuid": "9a559fee-c0ec-418d-b5c1-3c92353351da", "name": "network-vif-plugged", "status": "completed", "tag": "49197f55-315a-4dd8-9698-06ffe47df92a"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:28:34.363691 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-04987f29-7638-4b9b-a078-76e32908b3aa tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] For port 58c0ee98-e4bd-4b4c-ae69-6309541c531a, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=58c0ee98-e4bd-4b4c-ae69-6309541c531a,segment=NetworkSegment(8a2a06ee-6ef4-46e6-b22a-8a050cb616b6),segment_id=8a2a06ee-6ef4-46e6-b22a-8a050cb616b6)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:34.364122 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-04987f29-7638-4b9b-a078-76e32908b3aa tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:34.396635 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-04987f29-7638-4b9b-a078-76e32908b3aa tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Calling delete_port for 58c0ee98-e4bd-4b4c-ae69-6309541c531a owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:34.416052 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-87aea7ec-01a5-4693-bdee-f759ac5b891b tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "PUT /v2.0/floatingips/2768c5e6-6e7c-427c-a0a0-3ed040d921c6 HTTP/1.1" status: 200 len: 978 time: 3.5197098 Aug 31 09:28:34.419353 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44774) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:34.444517 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9c943e-985d-4427-92ab-73ff09cf02bc None None] DHCP port deletion for ec19a443-2d32-444f-bbfb-f39cd769ed07 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:28:34.457900 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb32640-46bf-4796-928f-91e387828e50 x-openstack-request-id: req-afb32640-46bf-4796-928f-91e387828e50 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:28:34.458275 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a559fee-c0ec-418d-b5c1-3c92353351da", "name": "network-vif-plugged", "status": "completed", "tag": "49197f55-315a-4dd8-9698-06ffe47df92a", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:28:34.458612 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-afb32640-46bf-4796-928f-91e387828e50 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:28:34.459072 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a559fee-c0ec-418d-b5c1-3c92353351da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49197f55-315a-4dd8-9698-06ffe47df92a', 'code': 200} Aug 31 09:28:34.477720 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-efed1456-ba67-40b9-935d-ebb43e76b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:34.489873 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efed1456-ba67-40b9-935d-ebb43e76b94a None None] Routers {'3c747197-e040-4eb2-9a63-83cddc193e9a'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:34.491044 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-efed1456-ba67-40b9-935d-ebb43e76b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:28:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['3c747197-e040-4eb2-9a63-83cddc193e9a'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:34.519709 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-3afb2e81-0b20-4eed-8a7f-36dfa1fb569e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting port 9af29c98-d5d5-4b32-bb3c-e491b3c592f0 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:34.520099 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3afb2e81-0b20-4eed-8a7f-36dfa1fb569e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:34.546051 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-efed1456-ba67-40b9-935d-ebb43e76b94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:34.546925 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efed1456-ba67-40b9-935d-ebb43e76b94a None None] The sync data for ids ['3c747197-e040-4eb2-9a63-83cddc193e9a'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:28:34.574595 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-0b169488-fa4a-465b-a869-3bed8dfb681a None None] For port 412ac98d-6df5-433a-84e9-dade4e76f66c, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=412ac98d-6df5-433a-84e9-dade4e76f66c,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:34.614493 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-9a9c943e-985d-4427-92ab-73ff09cf02bc None None] Deleting port 58c0ee98-e4bd-4b4c-ae69-6309541c531a {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:34.615636 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9a9c943e-985d-4427-92ab-73ff09cf02bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:34.637388 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0b169488-fa4a-465b-a869-3bed8dfb681a None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:34.672349 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 412ac98d-6df5-433a-84e9-dade4e76f66c up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:34.725745 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-0b169488-fa4a-465b-a869-3bed8dfb681a None None] Transition to ACTIVE for port object 412ac98d-6df5-433a-84e9-dade4e76f66c will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:34.735236 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bc223-3778-4a9c-8b57-63c3b855303b req-6252a778-bd3a-49fa-9432-92a32a54c3f2 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:34.740602 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b3bc223-3778-4a9c-8b57-63c3b855303b req-6252a778-bd3a-49fa-9432-92a32a54c3f2 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 946 time: 0.1366606 Aug 31 09:28:34.755759 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-9a9c943e-985d-4427-92ab-73ff09cf02bc None None] For port 58c0ee98-e4bd-4b4c-ae69-6309541c531a, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=58c0ee98-e4bd-4b4c-ae69-6309541c531a,segment=NetworkSegment(8a2a06ee-6ef4-46e6-b22a-8a050cb616b6),segment_id=8a2a06ee-6ef4-46e6-b22a-8a050cb616b6)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:34.756247 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9a9c943e-985d-4427-92ab-73ff09cf02bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:34.771435 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-9a9c943e-985d-4427-92ab-73ff09cf02bc None None] Calling delete_port for 58c0ee98-e4bd-4b4c-ae69-6309541c531a owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:34.791614 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-52a719da-290d-4ef6-8622-b8618da347e9 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Deleting port 400b1ae8-d9a6-4ca6-8f43-11c5655bf239 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:34.792649 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-52a719da-290d-4ef6-8622-b8618da347e9 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:34.800126 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b3bc223-3778-4a9c-8b57-63c3b855303b req-dab05b08-d128-4fc1-b5df-7ad6ca8f4cde tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552168 Aug 31 09:28:34.834867 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0b169488-fa4a-465b-a869-3bed8dfb681a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:34.904613 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 412ac98d-6df5-433a-84e9-dade4e76f66c completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:35.062613 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b169488-fa4a-465b-a869-3bed8dfb681a None None] Pushing event updated for resources: {'Port': ['ID=412ac98d-6df5-433a-84e9-dade4e76f66c,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:35.071933 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9a9c943e-985d-4427-92ab-73ff09cf02bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:35.098898 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 58c0ee98-e4bd-4b4c-ae69-6309541c531a no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:28:35.105825 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c943e-985d-4427-92ab-73ff09cf02bc None None] Pushing event deleted for resources: {'Port': ['ID=58c0ee98-e4bd-4b4c-ae69-6309541c531a,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:35.112384 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda62b4-5370-4229-89e7-157177f69587 req-51365fad-296a-40c9-819b-41fcf514c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:35.118269 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8fda62b4-5370-4229-89e7-157177f69587 req-51365fad-296a-40c9-819b-41fcf514c98e service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 1097 time: 0.5786898 Aug 31 09:28:35.143735 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 58c0ee98-e4bd-4b4c-ae69-6309541c531a {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:28:35.144076 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 58c0ee98-e4bd-4b4c-ae69-6309541c531a not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:28:35.145602 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9c943e-985d-4427-92ab-73ff09cf02bc None None] No DVR routers for this DVR port 58c0ee98-e4bd-4b4c-ae69-6309541c531a on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:28:35.182247 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3afb2e81-0b20-4eed-8a7f-36dfa1fb569e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:35.212754 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-3afb2e81-0b20-4eed-8a7f-36dfa1fb569e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Calling delete_port for 9af29c98-d5d5-4b32-bb3c-e491b3c592f0 owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:35.221109 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8fda62b4-5370-4229-89e7-157177f69587 req-2be2b8fe-a7f9-49e7-9da8-e314df42357c service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619476 Aug 31 09:28:35.298531 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-04987f29-7638-4b9b-a078-76e32908b3aa tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:35.391862 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04987f29-7638-4b9b-a078-76e32908b3aa tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] No DVR routers for this DVR port 58c0ee98-e4bd-4b4c-ae69-6309541c531a on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:28:35.395590 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04987f29-7638-4b9b-a078-76e32908b3aa tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Port': ['ID=58c0ee98-e4bd-4b4c-ae69-6309541c531a,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:35.452850 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-52a719da-290d-4ef6-8622-b8618da347e9 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:35.512810 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93991f-d3ef-405e-8027-51ec66bc3f8a req-5b179fd6-f024-4dab-8cfa-7ab124322d29 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:35.514620 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1e93991f-d3ef-405e-8027-51ec66bc3f8a req-5b179fd6-f024-4dab-8cfa-7ab124322d29 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 945 time: 0.2387338 Aug 31 09:28:35.521029 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3afb2e81-0b20-4eed-8a7f-36dfa1fb569e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:35.536778 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3807505-4394-4bb3-98ba-b03b9bbf64d8 req-a484e430-be79-4568-9dae-62ec1e21bc79 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:35.538460 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c3807505-4394-4bb3-98ba-b03b9bbf64d8 req-a484e430-be79-4568-9dae-62ec1e21bc79 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] 10.222.0.119 "GET /v2.0/ports?device_id=010e26a3-58a6-4a98-b23d-d50d08ab0388 HTTP/1.1" status: 200 len: 945 time: 0.2647171 Aug 31 09:28:35.568488 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb2e81-0b20-4eed-8a7f-36dfa1fb569e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Port': ['ID=9af29c98-d5d5-4b32-bb3c-e491b3c592f0,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:35.616838 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-04987f29-7638-4b9b-a078-76e32908b3aa tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:35.644598 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-04987f29-7638-4b9b-a078-76e32908b3aa tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec19a443-2d32-444f-bbfb-f39cd769ed07']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:35.673243 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3afb2e81-0b20-4eed-8a7f-36dfa1fb569e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:35.675775 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3afb2e81-0b20-4eed-8a7f-36dfa1fb569e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/9af29c98-d5d5-4b32-bb3c-e491b3c592f0 HTTP/1.1" status: 204 len: 168 time: 1.3705003 Aug 31 09:28:35.679013 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44792) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:35.687287 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-04987f29-7638-4b9b-a078-76e32908b3aa tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a2a06ee-6ef4-46e6-b22a-8a050cb616b6') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:35.687691 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-04987f29-7638-4b9b-a078-76e32908b3aa tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a2a06ee-6ef4-46e6-b22a-8a050cb616b6') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:35.703035 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c3807505-4394-4bb3-98ba-b03b9bbf64d8 req-4f22b733-b178-477a-9f13-9355cbdda143 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] 10.222.0.119 "GET /v2.0/security-groups?id=04577871-16b5-49b5-b746-3f4923a6d765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053197 Aug 31 09:28:35.785246 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9164797-f93b-4869-bf71-b66c4df8de5e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:35.792546 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9164797-f93b-4869-bf71-b66c4df8de5e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:35.792546 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9164797-f93b-4869-bf71-b66c4df8de5e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:35.792546 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e9164797-f93b-4869-bf71-b66c4df8de5e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1108835 Aug 31 09:28:35.801401 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44796) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:35.864031 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-52a719da-290d-4ef6-8622-b8618da347e9 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:35.864031 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-52a719da-290d-4ef6-8622-b8618da347e9 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:35.864031 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-52a719da-290d-4ef6-8622-b8618da347e9 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Floating IP 2768c5e6-6e7c-427c-a0a0-3ed040d921c6 disassociated. External IP: 172.25.2.186, port: 400b1ae8-d9a6-4ca6-8f43-11c5655bf239. Aug 31 09:28:35.864031 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-52a719da-290d-4ef6-8622-b8618da347e9 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Calling delete_port for 400b1ae8-d9a6-4ca6-8f43-11c5655bf239 owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:35.868956 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-04987f29-7638-4b9b-a078-76e32908b3aa tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:35.873638 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-06bdceb4-3afa-445e-b13b-93416ac29757 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting subnet 31538f0d-ae57-485a-9dae-a7c4156abe2a {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:28:35.877909 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-06bdceb4-3afa-445e-b13b-93416ac29757 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:35.907735 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1e93991f-d3ef-405e-8027-51ec66bc3f8a req-0d644f99-7ecb-4e0b-82fe-e782e8e3b67f tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660901 Aug 31 09:28:35.914140 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-04987f29-7638-4b9b-a078-76e32908b3aa tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:35.924248 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04987f29-7638-4b9b-a078-76e32908b3aa tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Releasing vlan 1609 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:28:35.924795 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-04987f29-7638-4b9b-a078-76e32908b3aa tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:35.930470 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-06bdceb4-3afa-445e-b13b-93416ac29757 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:35.988765 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:28:35.988765 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:28:35.988765 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:28:35.988765 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:28:35.988765 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:28:35.988765 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:28:35.988765 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:28:35.988765 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:28:35.988765 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:28:35.988765 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:28:35.988765 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:28:35.988765 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:28:35.988765 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:28:35.988765 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:28:35.988765 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:28:35.988765 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:28:35.988765 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:28:35.988765 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:28:35.988765 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:28:35.988765 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:28:35.988765 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:28:35.988765 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:28:35.988765 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:28:35.988765 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:28:35.988765 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:28:35.988765 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:28:35.988765 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:28:35.988765 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:28:35.988765 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:28:35.988765 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:28:35.988765 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:28:35.988765 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:28:36.022347 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b4ff653c-efce-4eed-894a-010ae7f182d2 None None] Provisioning for port 412ac98d-6df5-433a-84e9-dade4e76f66c completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:36.027568 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b4ff653c-efce-4eed-894a-010ae7f182d2 None None] Provisioning complete for port 412ac98d-6df5-433a-84e9-dade4e76f66c triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:36.028076 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b4ff653c-efce-4eed-894a-010ae7f182d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:36.114565 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-06bdceb4-3afa-445e-b13b-93416ac29757 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:36.151475 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78dbca-d9e9-4444-960e-0387a5b99b44 req-6e2fa816-126d-4735-8012-93ce994fb4c7 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:36.159890 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1e78dbca-d9e9-4444-960e-0387a5b99b44 req-6e2fa816-126d-4735-8012-93ce994fb4c7 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 946 time: 0.1143861 Aug 31 09:28:36.201570 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b4ff653c-efce-4eed-894a-010ae7f182d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:36.205244 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-04987f29-7638-4b9b-a078-76e32908b3aa tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:36.233893 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-04987f29-7638-4b9b-a078-76e32908b3aa tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:36.236138 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-04987f29-7638-4b9b-a078-76e32908b3aa tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/networks/ec19a443-2d32-444f-bbfb-f39cd769ed07 HTTP/1.1" status: 204 len: 168 time: 2.2412281 Aug 31 09:28:36.240479 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44804) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:36.249184 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-84a4b992-9f90-49d3-9db6-1d02cad7616d tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1307629830'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:36.289674 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04987f29-7638-4b9b-a078-76e32908b3aa tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Network': ['ID=ec19a443-2d32-444f-bbfb-f39cd769ed07,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:36.291197 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1e78dbca-d9e9-4444-960e-0387a5b99b44 req-588a39e3-de4e-43f9-8944-98985392944c tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300824 Aug 31 09:28:36.309655 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-06bdceb4-3afa-445e-b13b-93416ac29757 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:36.342807 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bdceb4-3afa-445e-b13b-93416ac29757 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Subnet': ['ID=31538f0d-ae57-485a-9dae-a7c4156abe2a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:36.346654 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-06bdceb4-3afa-445e-b13b-93416ac29757 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:36.351184 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-06bdceb4-3afa-445e-b13b-93416ac29757 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/31538f0d-ae57-485a-9dae-a7c4156abe2a HTTP/1.1" status: 204 len: 168 time: 0.5563540 Aug 31 09:28:36.351844 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44806) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:36.354296 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-b4ff653c-efce-4eed-894a-010ae7f182d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:28:36.354879 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-b4ff653c-efce-4eed-894a-010ae7f182d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:28:36.415770 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-c52ae6c0-4677-401d-9d57-91238b0bc75c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting subnet 62df6580-57ec-4c18-a6ed-7b473358d820 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:28:36.420286 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c52ae6c0-4677-401d-9d57-91238b0bc75c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:36.422485 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a4b992-9f90-49d3-9db6-1d02cad7616d tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:36.425967 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-84a4b992-9f90-49d3-9db6-1d02cad7616d tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:36.473746 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-52a719da-290d-4ef6-8622-b8618da347e9 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:36.487775 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a4b992-9f90-49d3-9db6-1d02cad7616d tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] vlan segment allocate from pool success with {'vlan_id': 1649, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:28:36.510946 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-84a4b992-9f90-49d3-9db6-1d02cad7616d tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:36.510946 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-84a4b992-9f90-49d3-9db6-1d02cad7616d tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Added segment 5d06ec19-dff3-42a3-903f-09ad26796977 of type vlan for network 0c566a82-224a-4284-8ae1-8711bc82f93e Aug 31 09:28:36.528085 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c52ae6c0-4677-401d-9d57-91238b0bc75c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:36.552372 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a719da-290d-4ef6-8622-b8618da347e9 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event deleted for resources: {'Port': ['ID=400b1ae8-d9a6-4ca6-8f43-11c5655bf239,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:36.612930 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-84a4b992-9f90-49d3-9db6-1d02cad7616d tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:36.630573 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 412ac98d-6df5-433a-84e9-dade4e76f66c up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:36.714300 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-84a4b992-9f90-49d3-9db6-1d02cad7616d tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:36.721698 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a4b992-9f90-49d3-9db6-1d02cad7616d tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:36.726941 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-84a4b992-9f90-49d3-9db6-1d02cad7616d tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:36.793110 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 412ac98d-6df5-433a-84e9-dade4e76f66c triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:36.793512 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:36.907090 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4b992-9f90-49d3-9db6-1d02cad7616d tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Network': ['ID=0c566a82-224a-4284-8ae1-8711bc82f93e,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:36.915269 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c52ae6c0-4677-401d-9d57-91238b0bc75c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:36.918263 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-84a4b992-9f90-49d3-9db6-1d02cad7616d tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6767936 Aug 31 09:28:36.922129 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44818) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:36.922656 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 0c566a82-224a-4284-8ae1-8711bc82f93e details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:28:36.927744 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-8735cecb-58a5-40c8-a203-edd507aaab28 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'subnet': {'network_id': '0c566a82-224a-4284-8ae1-8711bc82f93e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:37.024319 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b4ff653c-efce-4eed-894a-010ae7f182d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:37.089216 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba122ee2-b7d9-48e6-8fff-0eff7549bb14 req-0b9836d7-c693-4e23-885b-94c649851a9d tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:37.090292 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ba122ee2-b7d9-48e6-8fff-0eff7549bb14 req-0b9836d7-c693-4e23-885b-94c649851a9d tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.112 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 946 time: 0.2279062 Aug 31 09:28:37.101180 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d225ef6a-a96a-4fa8-bbd9-cf6d774fab5e None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:37.144065 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a719da-290d-4ef6-8622-b8618da347e9 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Router 3c747197-e040-4eb2-9a63-83cddc193e9a has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:28:37.170864 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2c4db-56e2-41a4-8752-572c9fd1805b req-c4f17c43-66ae-4764-afa2-fcea44881fda tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:37.173220 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-81d2c4db-56e2-41a4-8752-572c9fd1805b req-c4f17c43-66ae-4764-afa2-fcea44881fda tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 945 time: 0.0893662 Aug 31 09:28:37.177881 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c52ae6c0-4677-401d-9d57-91238b0bc75c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:37.218502 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:37.265439 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ae6c0-4677-401d-9d57-91238b0bc75c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Subnet': ['ID=62df6580-57ec-4c18-a6ed-7b473358d820,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:37.275323 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c52ae6c0-4677-401d-9d57-91238b0bc75c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:37.277993 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c52ae6c0-4677-401d-9d57-91238b0bc75c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/62df6580-57ec-4c18-a6ed-7b473358d820 HTTP/1.1" status: 204 len: 168 time: 0.9247224 Aug 31 09:28:37.285731 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44828) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:37.349612 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-94de7c14-b4a9-44cb-99ec-64f6a4cb706e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0597680 Aug 31 09:28:37.352534 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44832) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:37.364125 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-99ef5489-31bf-46dc-8de0-1827c06db5e6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:37.384383 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-b4ff653c-efce-4eed-894a-010ae7f182d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:28:37.384769 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-b4ff653c-efce-4eed-894a-010ae7f182d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:28:37.392442 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-ba122ee2-b7d9-48e6-8fff-0eff7549bb14 req-c7c9e293-4d95-4d87-8bd2-7ad5b7d049e6 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Deleting port c47a5b46-143f-4319-8dc4-1e44ec0e4d7e {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:37.392716 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ba122ee2-b7d9-48e6-8fff-0eff7549bb14 req-c7c9e293-4d95-4d87-8bd2-7ad5b7d049e6 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:37.413517 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:28:37.414154 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:28:37.425995 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8735cecb-58a5-40c8-a203-edd507aaab28 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:37.429547 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8735cecb-58a5-40c8-a203-edd507aaab28 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:37.431244 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-81d2c4db-56e2-41a4-8752-572c9fd1805b req-bddeda6e-4fe2-4e2f-8b31-6c6d7c7980cb tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107873 Aug 31 09:28:37.456610 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3867c127-7ad1-4edf-b74d-5e27192f7bac None None] DHCP port deletion for 17930598-f4af-4731-83ee-9969406c94e8 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:28:37.478097 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a719da-290d-4ef6-8622-b8618da347e9 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:28:37.539388 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcdfb27-7baf-42e5-8552-e029ebff660f None None] Sync routers for ids ['3c747197-e040-4eb2-9a63-83cddc193e9a'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:28:37.589268 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcdfb27-7baf-42e5-8552-e029ebff660f None None] Routers {'3c747197-e040-4eb2-9a63-83cddc193e9a'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:37.590364 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-9dcdfb27-7baf-42e5-8552-e029ebff660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:28:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['3c747197-e040-4eb2-9a63-83cddc193e9a'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:37.599641 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-52a719da-290d-4ef6-8622-b8618da347e9 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:37.605542 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-52a719da-290d-4ef6-8622-b8618da347e9 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "DELETE /v2.0/ports/400b1ae8-d9a6-4ca6-8f43-11c5655bf239 HTTP/1.1" status: 204 len: 168 time: 3.1820643 Aug 31 09:28:37.607668 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44838) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:37.641876 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-9dcdfb27-7baf-42e5-8552-e029ebff660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:37.646422 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-3867c127-7ad1-4edf-b74d-5e27192f7bac None None] Deleting port 412ac98d-6df5-433a-84e9-dade4e76f66c {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:37.646950 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3867c127-7ad1-4edf-b74d-5e27192f7bac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:37.743525 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0caa2-ceb1-43f3-a1d4-a3f9d9ecd64a req-77ad1f4a-4abb-4c09-aa9a-1763db34b1c6 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:37.745114 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-37d0caa2-ceb1-43f3-a1d4-a3f9d9ecd64a req-77ad1f4a-4abb-4c09-aa9a-1763db34b1c6 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 946 time: 0.1576927 Aug 31 09:28:37.749069 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcdfb27-7baf-42e5-8552-e029ebff660f None None] Routers {'3c747197-e040-4eb2-9a63-83cddc193e9a'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:37.749712 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-9dcdfb27-7baf-42e5-8552-e029ebff660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:28:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['3c747197-e040-4eb2-9a63-83cddc193e9a'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:37.758044 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-ba122ee2-b7d9-48e6-8fff-0eff7549bb14 req-c7c9e293-4d95-4d87-8bd2-7ad5b7d049e6 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] For port c47a5b46-143f-4319-8dc4-1e44ec0e4d7e, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=c47a5b46-143f-4319-8dc4-1e44ec0e4d7e,segment=NetworkSegment(0a95ffdb-6d77-445a-8e83-52f6d3d4d73c),segment_id=0a95ffdb-6d77-445a-8e83-52f6d3d4d73c)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:37.758574 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ba122ee2-b7d9-48e6-8fff-0eff7549bb14 req-c7c9e293-4d95-4d87-8bd2-7ad5b7d049e6 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:37.814702 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-9dcdfb27-7baf-42e5-8552-e029ebff660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:37.815362 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcdfb27-7baf-42e5-8552-e029ebff660f None None] The sync data for ids ['3c747197-e040-4eb2-9a63-83cddc193e9a'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:28:37.828871 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-3867c127-7ad1-4edf-b74d-5e27192f7bac None None] For port 412ac98d-6df5-433a-84e9-dade4e76f66c, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=412ac98d-6df5-433a-84e9-dade4e76f66c,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:37.829282 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3867c127-7ad1-4edf-b74d-5e27192f7bac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:37.837868 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b4ff653c-efce-4eed-894a-010ae7f182d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:37.848518 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-3867c127-7ad1-4edf-b74d-5e27192f7bac None None] Calling delete_port for 412ac98d-6df5-433a-84e9-dade4e76f66c owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:37.867668 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-37d0caa2-ceb1-43f3-a1d4-a3f9d9ecd64a req-ebef2f79-2195-41f3-b66f-273f58304eab tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072364 Aug 31 09:28:37.939957 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ef5489-31bf-46dc-8de0-1827c06db5e6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:37.946281 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-99ef5489-31bf-46dc-8de0-1827c06db5e6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:37.988848 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-b4ff653c-efce-4eed-894a-010ae7f182d2 None None] For port 412ac98d-6df5-433a-84e9-dade4e76f66c, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=412ac98d-6df5-433a-84e9-dade4e76f66c,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:38.053709 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:38.087429 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b4ff653c-efce-4eed-894a-010ae7f182d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:38.100136 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b4ff653c-efce-4eed-894a-010ae7f182d2 None None] Could not find standard attr ID for object 9af29c98-d5d5-4b32-bb3c-e491b3c592f0. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:28:38.191202 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff653c-efce-4eed-894a-010ae7f182d2 None None] Pushing event updated for resources: {'Port': ['ID=412ac98d-6df5-433a-84e9-dade4e76f66c,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:38.195440 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:28:38.198862 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:28:38.217214 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-799e22bc-2fbe-46aa-bda5-7554a60475fe None None] Could not find standard attr ID for object 9af29c98-d5d5-4b32-bb3c-e491b3c592f0. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:28:38.227340 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ab410-6205-451b-a994-6cff17a06477 req-f27c593c-c0f2-4130-b83f-0c953332f31a tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:38.240233 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e83ab410-6205-451b-a994-6cff17a06477 req-f27c593c-c0f2-4130-b83f-0c953332f31a tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 945 time: 0.1756189 Aug 31 09:28:38.257767 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3867c127-7ad1-4edf-b74d-5e27192f7bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:38.276492 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ba122ee2-b7d9-48e6-8fff-0eff7549bb14 req-c7c9e293-4d95-4d87-8bd2-7ad5b7d049e6 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:38.276945 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ba122ee2-b7d9-48e6-8fff-0eff7549bb14 req-c7c9e293-4d95-4d87-8bd2-7ad5b7d049e6 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:38.277351 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [req-ba122ee2-b7d9-48e6-8fff-0eff7549bb14 req-c7c9e293-4d95-4d87-8bd2-7ad5b7d049e6 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Floating IP 504eae22-c46b-4210-8966-5748475e0b24 disassociated. External IP: 172.25.2.80, port: c47a5b46-143f-4319-8dc4-1e44ec0e4d7e. Aug 31 09:28:38.277763 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-ba122ee2-b7d9-48e6-8fff-0eff7549bb14 req-c7c9e293-4d95-4d87-8bd2-7ad5b7d049e6 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Calling delete_port for c47a5b46-143f-4319-8dc4-1e44ec0e4d7e owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:38.297832 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8735cecb-58a5-40c8-a203-edd507aaab28 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:38.309116 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e83ab410-6205-451b-a994-6cff17a06477 req-47a4d521-9162-46d4-8760-ea849cf5351b tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690680 Aug 31 09:28:38.455776 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-23a8e398-5438-48dd-a85f-011cf2fe4a5d tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:38.460485 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867c127-7ad1-4edf-b74d-5e27192f7bac None None] Pushing event deleted for resources: {'Port': ['ID=412ac98d-6df5-433a-84e9-dade4e76f66c,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:38.469806 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3867c127-7ad1-4edf-b74d-5e27192f7bac None None] No DVR routers for this DVR port 412ac98d-6df5-433a-84e9-dade4e76f66c on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:28:38.484082 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735cecb-58a5-40c8-a203-edd507aaab28 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Subnet': ['ID=730198e9-065b-4df7-8a23-bf837df51b55,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:38.593594 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-99ef5489-31bf-46dc-8de0-1827c06db5e6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:38.607509 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8735cecb-58a5-40c8-a203-edd507aaab28 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Checking segment: {'id': '5d06ec19-dff3-42a3-903f-09ad26796977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1649, 'network_id': '0c566a82-224a-4284-8ae1-8711bc82f93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:38.607882 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8735cecb-58a5-40c8-a203-edd507aaab28 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network hostable DHCP agents. Network: 0c566a82-224a-4284-8ae1-8711bc82f93e, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:28:38.660457 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ef5489-31bf-46dc-8de0-1827c06db5e6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:38.665716 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-99ef5489-31bf-46dc-8de0-1827c06db5e6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:38.674244 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ef5489-31bf-46dc-8de0-1827c06db5e6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:38.678149 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951c62df-d259-422c-b0ff-ec78139f378f None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:38.689172 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-99ef5489-31bf-46dc-8de0-1827c06db5e6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:38.696222 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ba122ee2-b7d9-48e6-8fff-0eff7549bb14 req-c7c9e293-4d95-4d87-8bd2-7ad5b7d049e6 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:38.763707 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Port 412ac98d-6df5-433a-84e9-dade4e76f66c update to ACTIVE by agent not found {{(pid=95554) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2152}} Aug 31 09:28:38.773739 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef5489-31bf-46dc-8de0-1827c06db5e6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Subnet': ['ID=4c451d16-bf6d-42b3-845d-fae7b0e8f248,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:38.786429 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9e293-4d95-4d87-8bd2-7ad5b7d049e6 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Pushing event deleted for resources: {'Port': ['ID=c47a5b46-143f-4319-8dc4-1e44ec0e4d7e,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:38.789007 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8735cecb-58a5-40c8-a203-edd507aaab28 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network 0c566a82-224a-4284-8ae1-8711bc82f93e is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:28:38.827169 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-23a8e398-5438-48dd-a85f-011cf2fe4a5d tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Deleting port a204b486-4d93-42b9-9056-73186e3f06d6 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:38.827749 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-23a8e398-5438-48dd-a85f-011cf2fe4a5d tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:38.951208 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-8735cecb-58a5-40c8-a203-edd507aaab28 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 0c566a82-224a-4284-8ae1-8711bc82f93e) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:38.951545 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 412ac98d-6df5-433a-84e9-dade4e76f66c no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:28:38.956677 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8735cecb-58a5-40c8-a203-edd507aaab28 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:38.957191 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8735cecb-58a5-40c8-a203-edd507aaab28 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:38.968486 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-99ef5489-31bf-46dc-8de0-1827c06db5e6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6101980 Aug 31 09:28:38.971640 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44860) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:38.977057 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-bafac76e-9176-4333-af10-4e0a1d1f64c6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:39.027708 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782701d8-4a70-490e-8d4b-3dafdbd88b46 None None] Network 0c566a82-224a-4284-8ae1-8711bc82f93e requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:39.037624 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-23a8e398-5438-48dd-a85f-011cf2fe4a5d tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:39.055223 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 412ac98d-6df5-433a-84e9-dade4e76f66c {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:28:39.055880 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 412ac98d-6df5-433a-84e9-dade4e76f66c not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:28:39.061766 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-23a8e398-5438-48dd-a85f-011cf2fe4a5d tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Calling delete_port for a204b486-4d93-42b9-9056-73186e3f06d6 owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:39.101186 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8735cecb-58a5-40c8-a203-edd507aaab28 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1774919 Aug 31 09:28:39.106364 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba122ee2-b7d9-48e6-8fff-0eff7549bb14 req-c7c9e293-4d95-4d87-8bd2-7ad5b7d049e6 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Router e7f23c00-d687-4f4c-a6d4-e30c826b5d04 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:28:39.107395 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44862) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:39.114238 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-adaf2d80-c022-45eb-823c-eafd256ab3ef tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'port': {'network_id': '0c566a82-224a-4284-8ae1-8711bc82f93e', 'name': 'tempest-PortsIpV6TestJSON-1548502166', 'fixed_ips': [{'subnet_id': '730198e9-065b-4df7-8a23-bf837df51b55', 'ip_address': '2001:db8::10'}]}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:39.161036 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c8a5bd5-2ef3-4766-9103-63d9c5e72990 req-65bef729-c9d3-4253-b292-dba848f8727e tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 210 time: 0.0843806 Aug 31 09:28:39.350416 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:28:39.361946 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa233510-23ea-4aa3-a7b1-3b213de36ebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-17930598-f4af-4731-83ee-9969406c94e8', 'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'fixed_ips': [{'subnet_id': '4c451d16-bf6d-42b3-845d-fae7b0e8f248'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:28:39.361946 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-aa233510-23ea-4aa3-a7b1-3b213de36ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:39.636538 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e37015-218f-4a15-bc18-d01087783a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-0c566a82-224a-4284-8ae1-8711bc82f93e', 'network_id': '0c566a82-224a-4284-8ae1-8711bc82f93e', 'tenant_id': 'e8682e49034144d0a6f77e91c076dc8b', 'fixed_ips': [{'subnet_id': '730198e9-065b-4df7-8a23-bf837df51b55'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:28:39.637993 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-63e37015-218f-4a15-bc18-d01087783a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:39.655445 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba122ee2-b7d9-48e6-8fff-0eff7549bb14 req-c7c9e293-4d95-4d87-8bd2-7ad5b7d049e6 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:28:39.667150 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54304e49-b2bb-48d1-9043-d57c42a4de80 req-964f1be3-c321-4ade-a2d7-fa8a6a1316d0 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:39.676927 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54304e49-b2bb-48d1-9043-d57c42a4de80 req-964f1be3-c321-4ade-a2d7-fa8a6a1316d0 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 945 time: 0.1455665 Aug 31 09:28:39.711757 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771157d3-5271-4c97-b799-35b76d0df2f6 None None] Sync routers for ids ['e7f23c00-d687-4f4c-a6d4-e30c826b5d04'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:28:39.734702 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771157d3-5271-4c97-b799-35b76d0df2f6 None None] Routers {'e7f23c00-d687-4f4c-a6d4-e30c826b5d04'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:39.737820 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-771157d3-5271-4c97-b799-35b76d0df2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:28:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e7f23c00-d687-4f4c-a6d4-e30c826b5d04'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:39.778139 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafac76e-9176-4333-af10-4e0a1d1f64c6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:39.801120 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bafac76e-9176-4333-af10-4e0a1d1f64c6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:39.802468 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54304e49-b2bb-48d1-9043-d57c42a4de80 req-bdf8d06c-0177-407c-bcd9-3ac7101f4417 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928454 Aug 31 09:28:39.908969 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-aa233510-23ea-4aa3-a7b1-3b213de36ebe None None] Allocated IP 172.20.0.2 (17930598-f4af-4731-83ee-9969406c94e8/4c451d16-bf6d-42b3-845d-fae7b0e8f248/a561c514-1ea4-4642-9bbe-3617d289e551) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:39.991984 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-63e37015-218f-4a15-bc18-d01087783a8b None None] Allocated IP 2001:db8::2 (0c566a82-224a-4284-8ae1-8711bc82f93e/730198e9-065b-4df7-8a23-bf837df51b55/f467ef4b-7fd9-47b9-b532-6729d75f9f3f) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:39.992912 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-771157d3-5271-4c97-b799-35b76d0df2f6 None None] Set router e7f23c00-d687-4f4c-a6d4-e30c826b5d04 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:28:39.994759 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba122ee2-b7d9-48e6-8fff-0eff7549bb14 req-c7c9e293-4d95-4d87-8bd2-7ad5b7d049e6 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] No DVR routers for this DVR port c47a5b46-143f-4319-8dc4-1e44ec0e4d7e on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:28:39.997702 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ba122ee2-b7d9-48e6-8fff-0eff7549bb14 req-c7c9e293-4d95-4d87-8bd2-7ad5b7d049e6 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:40.000366 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ba122ee2-b7d9-48e6-8fff-0eff7549bb14 req-c7c9e293-4d95-4d87-8bd2-7ad5b7d049e6 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.112 "DELETE /v2.0/ports/c47a5b46-143f-4319-8dc4-1e44ec0e4d7e HTTP/1.1" status: 204 len: 173 time: 2.8900726 Aug 31 09:28:40.003113 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c73a04-67e7-4bc1-9527-e21418c2e2a5', 'name': 'network-vif-deleted', 'tag': 'c47a5b46-143f-4319-8dc4-1e44ec0e4d7e'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:28:40.005458 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc79207d-7337-423e-b50c-75f34c0fc528" -d '{"events": [{"server_uuid": "51c73a04-67e7-4bc1-9527-e21418c2e2a5", "name": "network-vif-deleted", "tag": "c47a5b46-143f-4319-8dc4-1e44ec0e4d7e"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:28:40.061643 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-23a8e398-5438-48dd-a85f-011cf2fe4a5d tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:40.075029 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4fdadb-474c-4d39-9026-dc9bdb2e3d74 x-openstack-request-id: req-2b4fdadb-474c-4d39-9026-dc9bdb2e3d74 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:28:40.075444 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c73a04-67e7-4bc1-9527-e21418c2e2a5", "name": "network-vif-deleted", "tag": "c47a5b46-143f-4319-8dc4-1e44ec0e4d7e", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:28:40.077840 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-2b4fdadb-474c-4d39-9026-dc9bdb2e3d74 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:28:40.078385 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c73a04-67e7-4bc1-9527-e21418c2e2a5', 'name': 'network-vif-deleted', 'tag': 'c47a5b46-143f-4319-8dc4-1e44ec0e4d7e', 'status': 'completed', 'code': 200} Aug 31 09:28:40.096162 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adaf2d80-c022-45eb-823c-eafd256ab3ef tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:40.111291 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8e398-5438-48dd-a85f-011cf2fe4a5d tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event deleted for resources: {'Port': ['ID=a204b486-4d93-42b9-9056-73186e3f06d6,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:40.296351 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-aa233510-23ea-4aa3-a7b1-3b213de36ebe None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:40.312762 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-771157d3-5271-4c97-b799-35b76d0df2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'name': 'tempest-AttachVolumeTestJSON-314926797-router', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:24:07Z', 'updated_at': '2021-08-31T09:24:12Z', 'revision_number': 4, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'gw_port': {'id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:08Z', 'updated_at': '2021-08-31T09:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c', 'name': '', 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'mac_address': 'fa:16:3e:b1:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51d76b46-811d-468a-80f4-ece7058a5d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:10Z', 'updated_at': '2021-08-31T09:24:18Z', 'revision_number': 5, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'subnets': [{'id': '51d76b46-811d-468a-80f4-ece7058a5d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:40.328016 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-adaf2d80-c022-45eb-823c-eafd256ab3ef tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:40.332535 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-aa233510-23ea-4aa3-a7b1-3b213de36ebe None None] Transition to ACTIVE for port object a561c514-1ea4-4642-9bbe-3617d289e551 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:40.373329 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771157d3-5271-4c97-b799-35b76d0df2f6 None None] Checking router: e7f23c00-d687-4f4c-a6d4-e30c826b5d04 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:28:40.383705 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-aa233510-23ea-4aa3-a7b1-3b213de36ebe None None] Transition to ACTIVE for port object a561c514-1ea4-4642-9bbe-3617d289e551 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:40.387096 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771157d3-5271-4c97-b799-35b76d0df2f6 None None] Routers {'e7f23c00-d687-4f4c-a6d4-e30c826b5d04'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:40.387096 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-771157d3-5271-4c97-b799-35b76d0df2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:28:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e7f23c00-d687-4f4c-a6d4-e30c826b5d04'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:40.395980 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b1da9a0f-4f4e-46bb-a42b-99d9e2097bfb req-8bef5448-f287-4b84-8a45-ca3b1cf1e3c0 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=51c73a04-67e7-4bc1-9527-e21418c2e2a5 HTTP/1.1" status: 200 len: 210 time: 0.0521917 Aug 31 09:28:40.396364 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-adaf2d80-c022-45eb-823c-eafd256ab3ef tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] device_id is not set on port 70e3ef7d-299d-4f46-8aae-3645c485ef6d yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:28:40.499812 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-aa233510-23ea-4aa3-a7b1-3b213de36ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:40.507025 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-23a8e398-5438-48dd-a85f-011cf2fe4a5d tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:40.618565 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-771157d3-5271-4c97-b799-35b76d0df2f6 None None] Set router e7f23c00-d687-4f4c-a6d4-e30c826b5d04 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:28:40.626650 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa233510-23ea-4aa3-a7b1-3b213de36ebe None None] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:40.641542 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-aa233510-23ea-4aa3-a7b1-3b213de36ebe None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:40.660807 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa233510-23ea-4aa3-a7b1-3b213de36ebe None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:40.675535 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-63e37015-218f-4a15-bc18-d01087783a8b None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:40.708878 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa233510-23ea-4aa3-a7b1-3b213de36ebe None None] Pushing event updated for resources: {'Port': ['ID=a561c514-1ea4-4642-9bbe-3617d289e551,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:40.746067 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-63e37015-218f-4a15-bc18-d01087783a8b None None] Transition to ACTIVE for port object f467ef4b-7fd9-47b9-b532-6729d75f9f3f will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:40.802509 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-aa233510-23ea-4aa3-a7b1-3b213de36ebe None None] Attempting to bind port a561c514-1ea4-4642-9bbe-3617d289e551 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:28:40.803784 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-aa233510-23ea-4aa3-a7b1-3b213de36ebe None None] Attempting to bind port a561c514-1ea4-4642-9bbe-3617d289e551 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:28:40.805399 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa233510-23ea-4aa3-a7b1-3b213de36ebe None None] Attempting to bind port a561c514-1ea4-4642-9bbe-3617d289e551 on network 17930598-f4af-4731-83ee-9969406c94e8 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:40.819859 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa233510-23ea-4aa3-a7b1-3b213de36ebe None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:28:40.820236 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa233510-23ea-4aa3-a7b1-3b213de36ebe None None] Checking segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:40.820796 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-aa233510-23ea-4aa3-a7b1-3b213de36ebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:40.821198 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa233510-23ea-4aa3-a7b1-3b213de36ebe None None] Bound using segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:28:40.821681 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-aa233510-23ea-4aa3-a7b1-3b213de36ebe None None] Bound port: a561c514-1ea4-4642-9bbe-3617d289e551, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:28:40.822063 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-aa233510-23ea-4aa3-a7b1-3b213de36ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:40.825844 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-63e37015-218f-4a15-bc18-d01087783a8b None None] Transition to ACTIVE for port object f467ef4b-7fd9-47b9-b532-6729d75f9f3f will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:40.960445 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-aa233510-23ea-4aa3-a7b1-3b213de36ebe None None] For port a561c514-1ea4-4642-9bbe-3617d289e551, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:28:40.966099 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-aa233510-23ea-4aa3-a7b1-3b213de36ebe None None] For port a561c514-1ea4-4642-9bbe-3617d289e551, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a561c514-1ea4-4642-9bbe-3617d289e551,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:28:40.982794 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-63e37015-218f-4a15-bc18-d01087783a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:41.042475 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-adaf2d80-c022-45eb-823c-eafd256ab3ef tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Allocated IP 2001:db8::10 (0c566a82-224a-4284-8ae1-8711bc82f93e/730198e9-065b-4df7-8a23-bf837df51b55/70e3ef7d-299d-4f46-8aae-3645c485ef6d) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:41.074966 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e37015-218f-4a15-bc18-d01087783a8b None None] Network 0c566a82-224a-4284-8ae1-8711bc82f93e is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:41.084867 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-63e37015-218f-4a15-bc18-d01087783a8b None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:41.089623 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e37015-218f-4a15-bc18-d01087783a8b None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:41.103799 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-aa233510-23ea-4aa3-a7b1-3b213de36ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:41.177878 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e37015-218f-4a15-bc18-d01087783a8b None None] Pushing event updated for resources: {'Port': ['ID=f467ef4b-7fd9-47b9-b532-6729d75f9f3f,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:41.236212 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f35b0b-4657-4f21-bdf6-c127e522e369 req-7c426936-1f2b-446e-bac5-d6018da938d4 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:41.238217 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-69f35b0b-4657-4f21-bdf6-c127e522e369 req-7c426936-1f2b-446e-bac5-d6018da938d4 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] 10.222.0.119 "GET /v2.0/ports?device_id=010e26a3-58a6-4a98-b23d-d50d08ab0388 HTTP/1.1" status: 200 len: 945 time: 0.6505144 Aug 31 09:28:41.251134 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-771157d3-5271-4c97-b799-35b76d0df2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'name': 'tempest-AttachVolumeTestJSON-314926797-router', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:24:07Z', 'updated_at': '2021-08-31T09:24:12Z', 'revision_number': 4, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'gw_port': {'id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:08Z', 'updated_at': '2021-08-31T09:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c', 'name': '', 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'mac_address': 'fa:16:3e:b1:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51d76b46-811d-468a-80f4-ece7058a5d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:10Z', 'updated_at': '2021-08-31T09:24:18Z', 'revision_number': 5, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'subnets': [{'id': '51d76b46-811d-468a-80f4-ece7058a5d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:41.290790 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771157d3-5271-4c97-b799-35b76d0df2f6 None None] The sync data for ids ['e7f23c00-d687-4f4c-a6d4-e30c826b5d04'] in n-d-791506-28 is: [{'id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'name': 'tempest-AttachVolumeTestJSON-314926797-router', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:24:07Z', 'updated_at': '2021-08-31T09:24:12Z', 'revision_number': 4, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'gw_port': {'id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:08Z', 'updated_at': '2021-08-31T09:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c', 'name': '', 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'mac_address': 'fa:16:3e:b1:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51d76b46-811d-468a-80f4-ece7058a5d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:10Z', 'updated_at': '2021-08-31T09:24:18Z', 'revision_number': 5, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'subnets': [{'id': '51d76b46-811d-468a-80f4-ece7058a5d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:28:41.317059 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-63e37015-218f-4a15-bc18-d01087783a8b None None] Attempting to bind port f467ef4b-7fd9-47b9-b532-6729d75f9f3f on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:28:41.317673 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-63e37015-218f-4a15-bc18-d01087783a8b None None] Attempting to bind port f467ef4b-7fd9-47b9-b532-6729d75f9f3f by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '5d06ec19-dff3-42a3-903f-09ad26796977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1649, 'network_id': '0c566a82-224a-4284-8ae1-8711bc82f93e'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:28:41.318106 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e37015-218f-4a15-bc18-d01087783a8b None None] Attempting to bind port f467ef4b-7fd9-47b9-b532-6729d75f9f3f on network 0c566a82-224a-4284-8ae1-8711bc82f93e {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:41.336616 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device c47a5b46-143f-4319-8dc4-1e44ec0e4d7e no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:28:41.378833 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e37015-218f-4a15-bc18-d01087783a8b None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:28:41.379214 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e37015-218f-4a15-bc18-d01087783a8b None None] Checking segment: {'id': '5d06ec19-dff3-42a3-903f-09ad26796977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1649, 'network_id': '0c566a82-224a-4284-8ae1-8711bc82f93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:41.379710 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-63e37015-218f-4a15-bc18-d01087783a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:41.380004 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e37015-218f-4a15-bc18-d01087783a8b None None] Bound using segment: {'id': '5d06ec19-dff3-42a3-903f-09ad26796977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1649, 'network_id': '0c566a82-224a-4284-8ae1-8711bc82f93e'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:28:41.380509 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-63e37015-218f-4a15-bc18-d01087783a8b None None] Bound port: f467ef4b-7fd9-47b9-b532-6729d75f9f3f, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d06ec19-dff3-42a3-903f-09ad26796977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1649, 'network_id': '0c566a82-224a-4284-8ae1-8711bc82f93e'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:28:41.380983 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-63e37015-218f-4a15-bc18-d01087783a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:41.389861 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: c47a5b46-143f-4319-8dc4-1e44ec0e4d7e {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:28:41.390262 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device c47a5b46-143f-4319-8dc4-1e44ec0e4d7e not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:28:41.402964 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a8e398-5438-48dd-a85f-011cf2fe4a5d tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Router 3c747197-e040-4eb2-9a63-83cddc193e9a has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:28:41.405227 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-63b33ede-b85b-4a14-aea6-25c2f7c07e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:41.438901 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2ec9e-1b40-431e-a9bc-dac9efc5e404 req-b78ed8b0-97f6-4fc8-a844-20a7e25df990 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:41.440727 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-86e2ec9e-1b40-431e-a9bc-dac9efc5e404 req-b78ed8b0-97f6-4fc8-a844-20a7e25df990 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 945 time: 0.2272058 Aug 31 09:28:41.456495 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa233510-23ea-4aa3-a7b1-3b213de36ebe None None] Pushing event updated for resources: {'Port': ['ID=a561c514-1ea4-4642-9bbe-3617d289e551,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:41.473159 n-d-791506-28 neutron-server[95552]: DEBUG neutron.objects.ports [None req-bafac76e-9176-4333-af10-4e0a1d1f64c6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95552) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:28:41.504430 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-63e37015-218f-4a15-bc18-d01087783a8b None None] For port f467ef4b-7fd9-47b9-b532-6729d75f9f3f, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:28:41.508768 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-adaf2d80-c022-45eb-823c-eafd256ab3ef tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:41.513338 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-63e37015-218f-4a15-bc18-d01087783a8b None None] For port f467ef4b-7fd9-47b9-b532-6729d75f9f3f, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f467ef4b-7fd9-47b9-b532-6729d75f9f3f,segment=NetworkSegment(5d06ec19-dff3-42a3-903f-09ad26796977),segment_id=5d06ec19-dff3-42a3-903f-09ad26796977)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:28:41.586524 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a8e398-5438-48dd-a85f-011cf2fe4a5d tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:28:41.603535 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8445a943-4673-4d3e-a41d-9f5159695d37 None None] Sync routers for ids ['3c747197-e040-4eb2-9a63-83cddc193e9a'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:28:41.608436 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-63e37015-218f-4a15-bc18-d01087783a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:41.608878 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-23a8e398-5438-48dd-a85f-011cf2fe4a5d tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "PUT /v2.0/routers/3c747197-e040-4eb2-9a63-83cddc193e9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9998868 Aug 31 09:28:41.614008 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44892) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:41.680562 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-69f35b0b-4657-4f21-bdf6-c127e522e369 req-433bb8d6-2577-48ba-b9b6-83f4b1f3b955 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] 10.222.0.119 "GET /v2.0/security-groups?id=04577871-16b5-49b5-b746-3f4923a6d765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144014 Aug 31 09:28:41.706519 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-86e2ec9e-1b40-431e-a9bc-dac9efc5e404 req-d57fece5-f5dd-464c-ac6a-b6d7b0949fd0 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588580 Aug 31 09:28:41.721573 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-adaf2d80-c022-45eb-823c-eafd256ab3ef tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Transition to ACTIVE for port object 70e3ef7d-299d-4f46-8aae-3645c485ef6d will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:41.724257 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8445a943-4673-4d3e-a41d-9f5159695d37 None None] Routers {'3c747197-e040-4eb2-9a63-83cddc193e9a'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:41.724910 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-8445a943-4673-4d3e-a41d-9f5159695d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:28:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['3c747197-e040-4eb2-9a63-83cddc193e9a'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:41.839494 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7a290e4c-f2e6-4b0e-b0d7-dcd149a898ad tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:41.867353 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-8445a943-4673-4d3e-a41d-9f5159695d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:41.872869 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c70961-441f-4936-a04f-c75c7c8c4739 None None] New status for floating IP 504eae22-c46b-4210-8966-5748475e0b24: DOWN {{(pid=95555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:28:41.912729 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e37015-218f-4a15-bc18-d01087783a8b None None] Pushing event updated for resources: {'Port': ['ID=f467ef4b-7fd9-47b9-b532-6729d75f9f3f,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:41.915837 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8445a943-4673-4d3e-a41d-9f5159695d37 None None] Routers {'3c747197-e040-4eb2-9a63-83cddc193e9a'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:41.916584 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-8445a943-4673-4d3e-a41d-9f5159695d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:28:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['3c747197-e040-4eb2-9a63-83cddc193e9a'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:41.980181 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-8445a943-4673-4d3e-a41d-9f5159695d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:41.980859 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8445a943-4673-4d3e-a41d-9f5159695d37 None None] The sync data for ids ['3c747197-e040-4eb2-9a63-83cddc193e9a'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:28:41.986358 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44896) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:42.084814 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7a290e4c-f2e6-4b0e-b0d7-dcd149a898ad tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:42.104184 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4c25e-00c4-4288-a45f-b1308df5c899 req-87519802-db49-47a8-8f93-80a51ec42196 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:42.105780 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4ef4c25e-00c4-4288-a45f-b1308df5c899 req-87519802-db49-47a8-8f93-80a51ec42196 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] 10.222.0.59 "GET /v2.0/ports?device_id=010e26a3-58a6-4a98-b23d-d50d08ab0388 HTTP/1.1" status: 200 len: 945 time: 0.1202731 Aug 31 09:28:42.174371 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ae082d11-09a7-436c-a9a2-4fdd6fd5656e tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:42.260954 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ae082d11-09a7-436c-a9a2-4fdd6fd5656e tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:42.348422 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-7a290e4c-f2e6-4b0e-b0d7-dcd149a898ad tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Deleting port a87a0309-248c-4379-b9ed-1a9606cda80c {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:42.348860 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7a290e4c-f2e6-4b0e-b0d7-dcd149a898ad tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:42.365632 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-4ef4c25e-00c4-4288-a45f-b1308df5c899 req-faea7f4a-6671-408b-85ed-5924aed8a3c4 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] Deleting port 8c93582a-11b6-4baa-a1e2-f823dc119299 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:42.366102 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4ef4c25e-00c4-4288-a45f-b1308df5c899 req-faea7f4a-6671-408b-85ed-5924aed8a3c4 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:42.452451 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-adaf2d80-c022-45eb-823c-eafd256ab3ef tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:42.498529 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ae082d11-09a7-436c-a9a2-4fdd6fd5656e tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:42.501255 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ae082d11-09a7-436c-a9a2-4fdd6fd5656e tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:42.502520 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ae082d11-09a7-436c-a9a2-4fdd6fd5656e tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "DELETE /v2.0/security-groups/0ad61d1a-7ef4-47e5-9e46-361e7d5558f6 HTTP/1.1" status: 204 len: 168 time: 0.5152550 Aug 31 09:28:42.522608 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaf2d80-c022-45eb-823c-eafd256ab3ef tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network 0c566a82-224a-4284-8ae1-8711bc82f93e is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:42.522942 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44906) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:42.547983 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-adaf2d80-c022-45eb-823c-eafd256ab3ef tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:42.549029 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-4ef4c25e-00c4-4288-a45f-b1308df5c899 req-faea7f4a-6671-408b-85ed-5924aed8a3c4 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] For port 8c93582a-11b6-4baa-a1e2-f823dc119299, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=8c93582a-11b6-4baa-a1e2-f823dc119299,segment=NetworkSegment(0ee40085-3d87-40cd-a5d6-67b5c21204cd),segment_id=0ee40085-3d87-40cd-a5d6-67b5c21204cd)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:42.549417 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4ef4c25e-00c4-4288-a45f-b1308df5c899 req-faea7f4a-6671-408b-85ed-5924aed8a3c4 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:42.558704 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae082d11-09a7-436c-a9a2-4fdd6fd5656e tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad61d1a-7ef4-47e5-9e46-361e7d5558f6,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:42.571646 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaf2d80-c022-45eb-823c-eafd256ab3ef tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:42.578359 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaf2d80-c022-45eb-823c-eafd256ab3ef tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:42.579343 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-adaf2d80-c022-45eb-823c-eafd256ab3ef tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:42.581114 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7a290e4c-f2e6-4b0e-b0d7-dcd149a898ad tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:42.594197 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-7c16619e-3bbc-45c3-9f27-304cd4c2776d tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] show failed (client error): The resource could not be found. Aug 31 09:28:42.595302 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7c16619e-3bbc-45c3-9f27-304cd4c2776d tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups/0ad61d1a-7ef4-47e5-9e46-361e7d5558f6 HTTP/1.1" status: 404 len: 347 time: 0.0664756 Aug 31 09:28:42.599181 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bafac76e-9176-4333-af10-4e0a1d1f64c6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:42.600979 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf2d80-c022-45eb-823c-eafd256ab3ef tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Port': ['ID=70e3ef7d-299d-4f46-8aae-3645c485ef6d,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:42.611179 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-7a290e4c-f2e6-4b0e-b0d7-dcd149a898ad tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Calling delete_port for a87a0309-248c-4379-b9ed-1a9606cda80c owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:42.615327 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44910) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:42.755926 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-4ef4c25e-00c4-4288-a45f-b1308df5c899 req-faea7f4a-6671-408b-85ed-5924aed8a3c4 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] Calling delete_port for 8c93582a-11b6-4baa-a1e2-f823dc119299 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:42.771489 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-adaf2d80-c022-45eb-823c-eafd256ab3ef tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6605537 Aug 31 09:28:42.780127 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44920) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:42.799507 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-5fd8cec8-e73f-423e-b565-9cde3cb56369 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'port': {'network_id': '0c566a82-224a-4284-8ae1-8711bc82f93e', 'name': 'tempest-PortsIpV6TestJSON-169912693', 'fixed_ips': [{'subnet_id': '730198e9-065b-4df7-8a23-bf837df51b55', 'ip_address': '2001:db8::f'}]}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:42.938243 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ac3a6-ccd1-44d2-b439-a8f6c3df2f61 req-0509e70f-7cb2-487d-b19d-30a2e9dfafd2 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:42.942616 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c91ac3a6-ccd1-44d2-b439-a8f6c3df2f61 req-0509e70f-7cb2-487d-b19d-30a2e9dfafd2 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] 10.222.0.119 "GET /v2.0/ports?device_id=010e26a3-58a6-4a98-b23d-d50d08ab0388 HTTP/1.1" status: 200 len: 945 time: 0.1708062 Aug 31 09:28:43.005088 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-0e82805f-6777-4c34-b094-ad376852f693 None None] Provisioning for port a561c514-1ea4-4642-9bbe-3617d289e551 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:43.044388 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c91ac3a6-ccd1-44d2-b439-a8f6c3df2f61 req-4c21fdfe-fe68-419e-87f7-d3c97772645e tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] 10.222.0.119 "GET /v2.0/security-groups?id=04577871-16b5-49b5-b746-3f4923a6d765&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593419 Aug 31 09:28:43.082230 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11122649-e93f-45f8-856d-91cf606447eb req-7c3574fa-754b-4fd9-82c3-c9cde4aa97dd tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:43.089867 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11122649-e93f-45f8-856d-91cf606447eb req-7c3574fa-754b-4fd9-82c3-c9cde4aa97dd tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 945 time: 0.2077262 Aug 31 09:28:43.107840 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a561c514-1ea4-4642-9bbe-3617d289e551 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:43.149719 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-1ce1877c-bb45-42dc-961c-adaebb031de0 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Deleting port dcac2744-b210-4f0e-b5ae-335053b2098e {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:43.153610 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ce1877c-bb45-42dc-961c-adaebb031de0 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:43.157217 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11122649-e93f-45f8-856d-91cf606447eb req-b2985852-ba53-487e-83b9-c25973610c66 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663733 Aug 31 09:28:43.227002 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7a290e4c-f2e6-4b0e-b0d7-dcd149a898ad tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:43.296574 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-bafac76e-9176-4333-af10-4e0a1d1f64c6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] For port a561c514-1ea4-4642-9bbe-3617d289e551, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a561c514-1ea4-4642-9bbe-3617d289e551,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:43.301541 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port a561c514-1ea4-4642-9bbe-3617d289e551 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:43.301784 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a290e4c-f2e6-4b0e-b0d7-dcd149a898ad tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event deleted for resources: {'Port': ['ID=a87a0309-248c-4379-b9ed-1a9606cda80c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:43.314414 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port a561c514-1ea4-4642-9bbe-3617d289e551 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:43.314414 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:43.327077 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ce1877c-bb45-42dc-961c-adaebb031de0 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:43.327408 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ce1877c-bb45-42dc-961c-adaebb031de0 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:43.347320 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-1ce1877c-bb45-42dc-961c-adaebb031de0 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Calling delete_port for dcac2744-b210-4f0e-b5ae-335053b2098e owned by network:floatingip {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:43.367420 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bafac76e-9176-4333-af10-4e0a1d1f64c6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:43.370233 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4ef4c25e-00c4-4288-a45f-b1308df5c899 req-faea7f4a-6671-408b-85ed-5924aed8a3c4 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:43.413799 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd8cec8-e73f-423e-b565-9cde3cb56369 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:43.419134 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5fd8cec8-e73f-423e-b565-9cde3cb56369 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:43.439806 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7a290e4c-f2e6-4b0e-b0d7-dcd149a898ad tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:43.444624 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:43.449646 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea7f4a-6671-408b-85ed-5924aed8a3c4 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] Pushing event deleted for resources: {'Port': ['ID=8c93582a-11b6-4baa-a1e2-f823dc119299,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:43.468475 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-5fd8cec8-e73f-423e-b565-9cde3cb56369 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] device_id is not set on port 2b8cdea7-d9d2-4ff6-9ab6-4204c6123b36 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:28:43.469394 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aac1c1f-2f9f-43bc-844d-0e998e7ca6fc None None] Network 0c566a82-224a-4284-8ae1-8711bc82f93e requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:43.515952 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bafac76e-9176-4333-af10-4e0a1d1f64c6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:43.517079 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bafac76e-9176-4333-af10-4e0a1d1f64c6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:43.566373 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef4c25e-00c4-4288-a45f-b1308df5c899 req-faea7f4a-6671-408b-85ed-5924aed8a3c4 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] No DVR routers for this DVR port 8c93582a-11b6-4baa-a1e2-f823dc119299 on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:28:43.571636 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4ef4c25e-00c4-4288-a45f-b1308df5c899 req-faea7f4a-6671-408b-85ed-5924aed8a3c4 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:43.575040 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4ef4c25e-00c4-4288-a45f-b1308df5c899 req-faea7f4a-6671-408b-85ed-5924aed8a3c4 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] 10.222.0.59 "DELETE /v2.0/ports/8c93582a-11b6-4baa-a1e2-f823dc119299 HTTP/1.1" status: 204 len: 173 time: 1.4583509 Aug 31 09:28:43.582411 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010e26a3-58a6-4a98-b23d-d50d08ab0388', 'name': 'network-vif-deleted', 'tag': '8c93582a-11b6-4baa-a1e2-f823dc119299'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:28:43.582411 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15a4668-5456-4cf1-85b0-4ae317663836" -d '{"events": [{"server_uuid": "010e26a3-58a6-4a98-b23d-d50d08ab0388", "name": "network-vif-deleted", "tag": "8c93582a-11b6-4baa-a1e2-f823dc119299"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:28:43.582751 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:28:43.582751 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:28:43.592731 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7a290e4c-f2e6-4b0e-b0d7-dcd149a898ad tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:43.598162 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7a290e4c-f2e6-4b0e-b0d7-dcd149a898ad tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:43.661053 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafac76e-9176-4333-af10-4e0a1d1f64c6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:43.677834 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f7aa2e6c-a9e4-468c-9f40-8fac33ee845e None None] Provisioning for port f467ef4b-7fd9-47b9-b532-6729d75f9f3f completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:43.680381 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-bafac76e-9176-4333-af10-4e0a1d1f64c6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:43.691421 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2002d2-2923-4609-a06a-d07395b3f462 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:43.707137 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f030631b-a130-43ca-bddc-fd2c453dbaa3 x-openstack-request-id: req-f030631b-a130-43ca-bddc-fd2c453dbaa3 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:28:43.709077 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010e26a3-58a6-4a98-b23d-d50d08ab0388", "name": "network-vif-deleted", "tag": "8c93582a-11b6-4baa-a1e2-f823dc119299", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:28:43.709447 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-f030631b-a130-43ca-bddc-fd2c453dbaa3 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:28:43.710031 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010e26a3-58a6-4a98-b23d-d50d08ab0388', 'name': 'network-vif-deleted', 'tag': '8c93582a-11b6-4baa-a1e2-f823dc119299', 'status': 'completed', 'code': 200} Aug 31 09:28:43.736887 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafac76e-9176-4333-af10-4e0a1d1f64c6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:43.737507 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bafac76e-9176-4333-af10-4e0a1d1f64c6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:43.761049 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafac76e-9176-4333-af10-4e0a1d1f64c6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Subnet': ['ID=fb51ad0d-c1aa-463c-806e-bbf06867117e,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:43.768608 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafac76e-9176-4333-af10-4e0a1d1f64c6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Port': ['ID=a561c514-1ea4-4642-9bbe-3617d289e551,revision_number=4']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:43.826800 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7a290e4c-f2e6-4b0e-b0d7-dcd149a898ad tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:43.829569 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a290e4c-f2e6-4b0e-b0d7-dcd149a898ad tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Fanout notify agent at l3_agent the message router_deleted on router 3c747197-e040-4eb2-9a63-83cddc193e9a {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:28:43.841036 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7a290e4c-f2e6-4b0e-b0d7-dcd149a898ad tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:43.849836 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7a290e4c-f2e6-4b0e-b0d7-dcd149a898ad tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "DELETE /v2.0/routers/3c747197-e040-4eb2-9a63-83cddc193e9a HTTP/1.1" status: 204 len: 168 time: 2.2337737 Aug 31 09:28:43.850511 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44934) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:43.922509 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-5fd8cec8-e73f-423e-b565-9cde3cb56369 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Allocated IP 2001:db8::f (0c566a82-224a-4284-8ae1-8711bc82f93e/730198e9-065b-4df7-8a23-bf837df51b55/2b8cdea7-d9d2-4ff6-9ab6-4204c6123b36) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:43.960581 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0b56ace-4071-4597-a484-2cefcea53138 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Deleting subnet 4b4ae862-a09d-4f25-bad5-4477bfcdeb7b {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:28:43.969541 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c0b56ace-4071-4597-a484-2cefcea53138 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:43.971638 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bafac76e-9176-4333-af10-4e0a1d1f64c6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.9989245 Aug 31 09:28:43.987193 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44936) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:43.999971 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-58499e13-09c3-4c7e-b318-934d8bb6de82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.010871 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-0d77967f-ed57-4d5b-aec7-020fd8dc1fcd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'port': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'mac_address': 'fa:16:3e:cb:e9:40', 'name': 'tempest-NetworksTestDHCPv6-180149919'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:44.021903 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ce1877c-bb45-42dc-961c-adaebb031de0 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.043680 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c0b56ace-4071-4597-a484-2cefcea53138 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.067578 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.163019 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.183559 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c0b56ace-4071-4597-a484-2cefcea53138 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.257250 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port a561c514-1ea4-4642-9bbe-3617d289e551, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a561c514-1ea4-4642-9bbe-3617d289e551,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:44.313305 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-457a04e2-e6e9-4423-aa89-06f07c2ace75 req-a0cd0fd3-0510-4b09-bd67-5671ab0ea1a7 tempest-ServerTagsTestJSON-2140687100 tempest-ServerTagsTestJSON-2140687100-project] 10.222.0.119 "GET /v2.0/ports?device_id=010e26a3-58a6-4a98-b23d-d50d08ab0388 HTTP/1.1" status: 200 len: 210 time: 0.0466483 Aug 31 09:28:44.323491 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1877c-bb45-42dc-961c-adaebb031de0 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Pushing event deleted for resources: {'Port': ['ID=dcac2744-b210-4f0e-b5ae-335053b2098e,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:44.353009 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.355281 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f467ef4b-7fd9-47b9-b532-6729d75f9f3f up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:44.420420 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c0b56ace-4071-4597-a484-2cefcea53138 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.533544 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69cae3-8928-49d6-8c0e-7b8f87738fcb req-e8c47d95-a74f-4ffb-a6fa-b59600aedc86 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:44.545074 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ce1877c-bb45-42dc-961c-adaebb031de0 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for floatingip, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.548600 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9d69cae3-8928-49d6-8c0e-7b8f87738fcb req-e8c47d95-a74f-4ffb-a6fa-b59600aedc86 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 945 time: 0.2007813 Aug 31 09:28:44.549906 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ce1877c-bb45-42dc-961c-adaebb031de0 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.552256 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b56ace-4071-4597-a484-2cefcea53138 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event deleted for resources: {'Subnet': ['ID=4b4ae862-a09d-4f25-bad5-4477bfcdeb7b,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:44.559981 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1ce1877c-bb45-42dc-961c-adaebb031de0 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "DELETE /v2.0/floatingips/504eae22-c46b-4210-8966-5748475e0b24 HTTP/1.1" status: 204 len: 168 time: 1.9429278 Aug 31 09:28:44.597995 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5fd8cec8-e73f-423e-b565-9cde3cb56369 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.629524 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c0b56ace-4071-4597-a484-2cefcea53138 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.630306 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-5fd8cec8-e73f-423e-b565-9cde3cb56369 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Transition to ACTIVE for port object 2b8cdea7-d9d2-4ff6-9ab6-4204c6123b36 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:44.635428 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c0b56ace-4071-4597-a484-2cefcea53138 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "DELETE /v2.0/subnets/4b4ae862-a09d-4f25-bad5-4477bfcdeb7b HTTP/1.1" status: 204 len: 168 time: 0.7838569 Aug 31 09:28:44.641138 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44944) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:44.644680 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9d69cae3-8928-49d6-8c0e-7b8f87738fcb req-6539a3d4-af39-407e-96a9-111fde6387fe tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879257 Aug 31 09:28:44.721770 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f8a61f-546e-48d9-ac5d-52f0a9580304 None None] Network 2dae92a5-3198-4334-aa8e-9aa474dcfdee requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:44.728431 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-11a4e9b2-d2f5-49dd-a87b-79349ecb0818 None None] Provisioning for port 70e3ef7d-299d-4f46-8aae-3645c485ef6d completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:44.751412 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-11a4e9b2-d2f5-49dd-a87b-79349ecb0818 None None] Provisioning complete for port 70e3ef7d-299d-4f46-8aae-3645c485ef6d triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:44.751796 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-11a4e9b2-d2f5-49dd-a87b-79349ecb0818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.819145 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f4503c06-8384-42f9-a980-c34b42593926 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:44.838524 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d77967f-ed57-4d5b-aec7-020fd8dc1fcd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:44.847632 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-11a4e9b2-d2f5-49dd-a87b-79349ecb0818 None None] Port 70e3ef7d-299d-4f46-8aae-3645c485ef6d cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:28:44.921567 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=a561c514-1ea4-4642-9bbe-3617d289e551,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:45.021282 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-eb0f3c74-72af-425e-ae43-30c862429e9f None None] Provisioning complete for port 70e3ef7d-299d-4f46-8aae-3645c485ef6d triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:45.021933 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eb0f3c74-72af-425e-ae43-30c862429e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.029120 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-f4503c06-8384-42f9-a980-c34b42593926 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Deleting port 9bb94115-e9c6-4b06-96f1-2451b1f01ef1 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:45.029778 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f4503c06-8384-42f9-a980-c34b42593926 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.103042 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port f467ef4b-7fd9-47b9-b532-6729d75f9f3f completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:45.112600 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 8c93582a-11b6-4baa-a1e2-f823dc119299 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:28:45.113985 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0d77967f-ed57-4d5b-aec7-020fd8dc1fcd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.114353 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port f467ef4b-7fd9-47b9-b532-6729d75f9f3f triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:45.114746 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.121029 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-f4503c06-8384-42f9-a980-c34b42593926 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] For port 9bb94115-e9c6-4b06-96f1-2451b1f01ef1, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=9bb94115-e9c6-4b06-96f1-2451b1f01ef1,segment=NetworkSegment(41830b7f-fa66-4a08-a8e1-f9629362005e),segment_id=41830b7f-fa66-4a08-a8e1-f9629362005e)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:45.121029 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f4503c06-8384-42f9-a980-c34b42593926 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.123881 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5fd8cec8-e73f-423e-b565-9cde3cb56369 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.154600 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-f4503c06-8384-42f9-a980-c34b42593926 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Calling delete_port for 9bb94115-e9c6-4b06-96f1-2451b1f01ef1 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:45.160745 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467b6899-7421-4197-a28f-1707c21d25de None None] DHCP port deletion for 2dae92a5-3198-4334-aa8e-9aa474dcfdee request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:28:45.163243 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-eb0f3c74-72af-425e-ae43-30c862429e9f None None] Port 70e3ef7d-299d-4f46-8aae-3645c485ef6d cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:28:45.168129 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 8c93582a-11b6-4baa-a1e2-f823dc119299 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:28:45.168814 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 8c93582a-11b6-4baa-a1e2-f823dc119299 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:28:45.212291 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-0d77967f-ed57-4d5b-aec7-020fd8dc1fcd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] device_id is not set on port 95736628-0c05-4d73-83f2-94b86eec43fe yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:28:45.217656 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44948) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:45.222168 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-fd46f4dc-a7bc-4ff0-a1e7-cb95ef03d072 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1247276287', 'description': 'tempest-description--1027226992'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:45.237717 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd8cec8-e73f-423e-b565-9cde3cb56369 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network 0c566a82-224a-4284-8ae1-8711bc82f93e is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:45.249722 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-5fd8cec8-e73f-423e-b565-9cde3cb56369 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:45.252906 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd8cec8-e73f-423e-b565-9cde3cb56369 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:45.258929 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd8cec8-e73f-423e-b565-9cde3cb56369 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:45.266071 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5fd8cec8-e73f-423e-b565-9cde3cb56369 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.309267 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-467b6899-7421-4197-a28f-1707c21d25de None None] Deleting port 9bb94115-e9c6-4b06-96f1-2451b1f01ef1 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:45.309653 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-467b6899-7421-4197-a28f-1707c21d25de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.321623 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8cec8-e73f-423e-b565-9cde3cb56369 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Port': ['ID=2b8cdea7-d9d2-4ff6-9ab6-4204c6123b36,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:45.344151 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8b0abf36-2d04-43d3-8bb7-ee9da5213356 None None] Provisioning complete for port a561c514-1ea4-4642-9bbe-3617d289e551 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:45.344799 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8b0abf36-2d04-43d3-8bb7-ee9da5213356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.348701 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fd46f4dc-a7bc-4ff0-a1e7-cb95ef03d072 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.409125 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.409514 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44952) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:45.456570 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.460006 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5fd8cec8-e73f-423e-b565-9cde3cb56369 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6701927 Aug 31 09:28:45.462705 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44954) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:45.504074 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-467b6899-7421-4197-a28f-1707c21d25de None None] For port 9bb94115-e9c6-4b06-96f1-2451b1f01ef1, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=9bb94115-e9c6-4b06-96f1-2451b1f01ef1,segment=NetworkSegment(41830b7f-fa66-4a08-a8e1-f9629362005e),segment_id=41830b7f-fa66-4a08-a8e1-f9629362005e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:45.504801 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-467b6899-7421-4197-a28f-1707c21d25de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.527564 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-57722bd6-c64b-49ea-b33e-1ffc6de9ca23 admin admin] Deleting subnet b3950ca2-9033-478d-920e-0946ceae6560 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:28:45.538868 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-57722bd6-c64b-49ea-b33e-1ffc6de9ca23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.557977 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-467b6899-7421-4197-a28f-1707c21d25de None None] Calling delete_port for 9bb94115-e9c6-4b06-96f1-2451b1f01ef1 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:45.565252 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f4503c06-8384-42f9-a980-c34b42593926 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.585953 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port f467ef4b-7fd9-47b9-b532-6729d75f9f3f, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f467ef4b-7fd9-47b9-b532-6729d75f9f3f,segment=NetworkSegment(5d06ec19-dff3-42a3-903f-09ad26796977),segment_id=5d06ec19-dff3-42a3-903f-09ad26796977)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:45.596533 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-57722bd6-c64b-49ea-b33e-1ffc6de9ca23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.629900 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4503c06-8384-42f9-a980-c34b42593926 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event deleted for resources: {'Port': ['ID=9bb94115-e9c6-4b06-96f1-2451b1f01ef1,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:45.632231 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4503c06-8384-42f9-a980-c34b42593926 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] No DVR routers for this DVR port 9bb94115-e9c6-4b06-96f1-2451b1f01ef1 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:28:45.652482 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-0d77967f-ed57-4d5b-aec7-020fd8dc1fcd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Allocated IP 172.20.0.11 (17930598-f4af-4731-83ee-9969406c94e8/4c451d16-bf6d-42b3-845d-fae7b0e8f248/95736628-0c05-4d73-83f2-94b86eec43fe) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:45.664987 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-57722bd6-c64b-49ea-b33e-1ffc6de9ca23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.667996 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.689194 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-0d77967f-ed57-4d5b-aec7-020fd8dc1fcd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Allocated IP 2001:db8::f816:3eff:fecb:e940 (17930598-f4af-4731-83ee-9969406c94e8/fb51ad0d-c1aa-463c-806e-bbf06867117e/95736628-0c05-4d73-83f2-94b86eec43fe) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:45.705555 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ff775d-d5bf-4093-abc1-86fe8ffcd10a tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:45.709956 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-10ff775d-d5bf-4093-abc1-86fe8ffcd10a tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2427588 Aug 31 09:28:45.716047 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44958) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:45.791888 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-467b6899-7421-4197-a28f-1707c21d25de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.847100 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=f467ef4b-7fd9-47b9-b532-6729d75f9f3f,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:45.859157 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467b6899-7421-4197-a28f-1707c21d25de None None] No DVR routers for this DVR port 9bb94115-e9c6-4b06-96f1-2451b1f01ef1 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:28:45.867211 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a561c514-1ea4-4642-9bbe-3617d289e551 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:45.907277 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897e445-3d29-444f-b0eb-181556d8b449 req-9ab36b40-a607-4199-9c00-34669a598697 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:45.908631 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f897e445-3d29-444f-b0eb-181556d8b449 req-9ab36b40-a607-4199-9c00-34669a598697 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 945 time: 0.1340165 Aug 31 09:28:45.929175 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fd46f4dc-a7bc-4ff0-a1e7-cb95ef03d072 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.943624 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b6899-7421-4197-a28f-1707c21d25de None None] Pushing event deleted for resources: {'Port': ['ID=9bb94115-e9c6-4b06-96f1-2451b1f01ef1,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:45.962253 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port a561c514-1ea4-4642-9bbe-3617d289e551 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:45.962773 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.984382 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-57722bd6-c64b-49ea-b33e-1ffc6de9ca23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:45.988964 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f897e445-3d29-444f-b0eb-181556d8b449 req-ff15e989-f7aa-4aba-abf2-0584d0be64a5 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626965 Aug 31 09:28:46.035415 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57722bd6-c64b-49ea-b33e-1ffc6de9ca23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3950ca2-9033-478d-920e-0946ceae6560,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:46.037666 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-57722bd6-c64b-49ea-b33e-1ffc6de9ca23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.041898 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-57722bd6-c64b-49ea-b33e-1ffc6de9ca23 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/b3950ca2-9033-478d-920e-0946ceae6560 HTTP/1.1" status: 204 len: 168 time: 0.6302416 Aug 31 09:28:46.044851 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fd46f4dc-a7bc-4ff0-a1e7-cb95ef03d072 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.047479 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44962) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:46.102069 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-bdec3024-2e54-4cb6-8a37-89e90d95cfa3 None None] Provisioning for port 2b8cdea7-d9d2-4ff6-9ab6-4204c6123b36 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:46.107183 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-bdec3024-2e54-4cb6-8a37-89e90d95cfa3 None None] Provisioning complete for port 2b8cdea7-d9d2-4ff6-9ab6-4204c6123b36 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:46.107791 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bdec3024-2e54-4cb6-8a37-89e90d95cfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.172815 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9bb94115-e9c6-4b06-96f1-2451b1f01ef1 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:28:46.179631 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46f4dc-a7bc-4ff0-a1e7-cb95ef03d072 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89e0bbe2-2fae-4922-a022-1f173e76dd04,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:46.185001 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-36f1910a-d0b3-43c6-a9ae-5686eadca62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.200042 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fd46f4dc-a7bc-4ff0-a1e7-cb95ef03d072 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.200254 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-bdec3024-2e54-4cb6-8a37-89e90d95cfa3 None None] Port 2b8cdea7-d9d2-4ff6-9ab6-4204c6123b36 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:28:46.202244 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 9bb94115-e9c6-4b06-96f1-2451b1f01ef1 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:28:46.202647 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9bb94115-e9c6-4b06-96f1-2451b1f01ef1 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:28:46.204062 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-fd46f4dc-a7bc-4ff0-a1e7-cb95ef03d072 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9855847 Aug 31 09:28:46.204674 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44964) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:46.213202 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f4503c06-8384-42f9-a980-c34b42593926 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.226720 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-92aa2c76-d732-4741-b463-f572bdef85ca tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Request body: {'security_group_rule': {'security_group_id': '89e0bbe2-2fae-4922-a022-1f173e76dd04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:46.266237 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-f4503c06-8384-42f9-a980-c34b42593926 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dae92a5-3198-4334-aa8e-9aa474dcfdee']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:46.292905 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-36f1910a-d0b3-43c6-a9ae-5686eadca62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.303068 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-36f1910a-d0b3-43c6-a9ae-5686eadca62b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c405861-43cf-4a95-a1a2-ceedbe1a8a04']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:46.318862 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-36f1910a-d0b3-43c6-a9ae-5686eadca62b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee40085-3d87-40cd-a5d6-67b5c21204cd') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:46.319143 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-36f1910a-d0b3-43c6-a9ae-5686eadca62b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee40085-3d87-40cd-a5d6-67b5c21204cd') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:46.329809 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-36f1910a-d0b3-43c6-a9ae-5686eadca62b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.344360 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-36f1910a-d0b3-43c6-a9ae-5686eadca62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.345968 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0d5931-b136-452c-afdc-0c2f4e8e9d40 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:46.350449 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f1910a-d0b3-43c6-a9ae-5686eadca62b admin admin] Releasing vlan 1642 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:28:46.351108 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-36f1910a-d0b3-43c6-a9ae-5686eadca62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.352755 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:28:46.352755 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:28:46.352755 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:28:46.352755 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:28:46.352755 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:28:46.352755 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:28:46.352755 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:28:46.352755 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:28:46.352755 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:28:46.352755 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:28:46.352755 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:28:46.352755 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:28:46.352755 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:28:46.352755 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:28:46.352755 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:28:46.352755 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:28:46.352755 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:28:46.352755 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:28:46.352755 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:28:46.352755 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:28:46.352755 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:28:46.352755 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:28:46.352755 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:28:46.352755 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:28:46.352755 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:28:46.352755 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:28:46.352755 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:28:46.352755 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:28:46.352755 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:28:46.352755 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:28:46.352755 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:28:46.352755 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:28:46.357976 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0d5931-b136-452c-afdc-0c2f4e8e9d40 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:46.370188 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0d5931-b136-452c-afdc-0c2f4e8e9d40 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:46.373244 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7e0d5931-b136-452c-afdc-0c2f4e8e9d40 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.6497388 Aug 31 09:28:46.376852 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-f4503c06-8384-42f9-a980-c34b42593926 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41830b7f-fa66-4a08-a8e1-f9629362005e') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:46.379615 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-f4503c06-8384-42f9-a980-c34b42593926 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41830b7f-fa66-4a08-a8e1-f9629362005e') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:46.383039 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44966) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:46.410311 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-92aa2c76-d732-4741-b463-f572bdef85ca tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.420578 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f4503c06-8384-42f9-a980-c34b42593926 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.477196 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f4503c06-8384-42f9-a980-c34b42593926 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.485009 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-92aa2c76-d732-4741-b463-f572bdef85ca tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.495488 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4503c06-8384-42f9-a980-c34b42593926 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Releasing vlan 1638 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:28:46.495886 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f4503c06-8384-42f9-a980-c34b42593926 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.501200 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:28:46.501200 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:28:46.501200 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:28:46.501200 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:28:46.501200 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:28:46.501200 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:28:46.501200 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:28:46.501200 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:28:46.501200 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:28:46.501200 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:28:46.501200 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:28:46.501200 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:28:46.501200 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:28:46.501200 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:28:46.501200 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:28:46.501200 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:28:46.501200 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:28:46.501200 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:28:46.501200 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:28:46.501200 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:28:46.501200 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:28:46.501200 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:28:46.501200 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:28:46.501200 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:28:46.501200 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:28:46.501200 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:28:46.501200 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:28:46.501200 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:28:46.501200 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:28:46.501200 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:28:46.501200 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:28:46.501200 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:28:46.536405 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-36f1910a-d0b3-43c6-a9ae-5686eadca62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.543712 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-36f1910a-d0b3-43c6-a9ae-5686eadca62b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.545910 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-36f1910a-d0b3-43c6-a9ae-5686eadca62b admin admin] 10.222.0.119 "DELETE /v2.0/networks/8c405861-43cf-4a95-a1a2-ceedbe1a8a04 HTTP/1.1" status: 204 len: 168 time: 0.4947450 Aug 31 09:28:46.564015 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f1910a-d0b3-43c6-a9ae-5686eadca62b admin admin] Pushing event deleted for resources: {'Network': ['ID=8c405861-43cf-4a95-a1a2-ceedbe1a8a04,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:46.588639 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-92aa2c76-d732-4741-b463-f572bdef85ca tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.607582 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0d77967f-ed57-4d5b-aec7-020fd8dc1fcd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.610839 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa2c76-d732-4741-b463-f572bdef85ca tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c36e16f6-f874-4ee0-a213-e192f6b599a7,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:46.631331 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-0d77967f-ed57-4d5b-aec7-020fd8dc1fcd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Transition to ACTIVE for port object 95736628-0c05-4d73-83f2-94b86eec43fe will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:46.651492 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-fcb1ce60-721e-4848-ba6c-c58478af7c0f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Deleting port 2b8cdea7-d9d2-4ff6-9ab6-4204c6123b36 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:46.652238 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fcb1ce60-721e-4848-ba6c-c58478af7c0f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.702584 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-92aa2c76-d732-4741-b463-f572bdef85ca tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.706709 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-92aa2c76-d732-4741-b463-f572bdef85ca tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4814146 Aug 31 09:28:46.706929 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44970) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:46.709548 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f4503c06-8384-42f9-a980-c34b42593926 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.712802 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-b1cd1555-2d3b-47e0-a444-749199bc46e7 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Request body: {'security_group_rule': {'security_group_id': '89e0bbe2-2fae-4922-a022-1f173e76dd04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:46.721824 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f4503c06-8384-42f9-a980-c34b42593926 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.727841 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f4503c06-8384-42f9-a980-c34b42593926 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "DELETE /v2.0/networks/2dae92a5-3198-4334-aa8e-9aa474dcfdee HTTP/1.1" status: 204 len: 168 time: 2.0801158 Aug 31 09:28:46.729865 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44972) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:46.741862 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4503c06-8384-42f9-a980-c34b42593926 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event deleted for resources: {'Network': ['ID=2dae92a5-3198-4334-aa8e-9aa474dcfdee,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:46.790605 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fcb1ce60-721e-4848-ba6c-c58478af7c0f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.804086 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-fcb1ce60-721e-4848-ba6c-c58478af7c0f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Calling delete_port for 2b8cdea7-d9d2-4ff6-9ab6-4204c6123b36 owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:46.858362 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0d77967f-ed57-4d5b-aec7-020fd8dc1fcd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.869751 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b1cd1555-2d3b-47e0-a444-749199bc46e7 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.910742 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d77967f-ed57-4d5b-aec7-020fd8dc1fcd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:46.920256 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-0d77967f-ed57-4d5b-aec7-020fd8dc1fcd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:46.925893 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d77967f-ed57-4d5b-aec7-020fd8dc1fcd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:46.932378 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-7f2b63da-4da4-4214-9bd0-4a58340c3f92 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Deleting port 38d6ac6b-c3b7-4ab6-a64c-0b9bb057d127 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:46.933480 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7f2b63da-4da4-4214-9bd0-4a58340c3f92 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.958750 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b1cd1555-2d3b-47e0-a444-749199bc46e7 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:46.960931 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44978) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:46.961263 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77967f-ed57-4d5b-aec7-020fd8dc1fcd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Port': ['ID=95736628-0c05-4d73-83f2-94b86eec43fe,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:46.976904 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:47.001720 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d77967f-ed57-4d5b-aec7-020fd8dc1fcd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:47.002993 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0d77967f-ed57-4d5b-aec7-020fd8dc1fcd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:47.058642 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b1cd1555-2d3b-47e0-a444-749199bc46e7 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:47.101723 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd1555-2d3b-47e0-a444-749199bc46e7 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cc6e1d0-9d9b-4eea-b345-4f264282b033,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:47.160292 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0d77967f-ed57-4d5b-aec7-020fd8dc1fcd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1717212 Aug 31 09:28:47.162843 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44990) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:47.169956 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f0f3bc16-e4f7-4db3-924c-88a63964af8f admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=d7e2cc6da6b44b4cbd404e975193b371&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2077806 Aug 31 09:28:47.175167 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44992) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:47.210442 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2bbd1-6375-4c95-8fd3-87a4cd9633a7 req-6d36919b-40b8-4207-b22a-87211709f84d tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:47.211951 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4ab2bbd1-6375-4c95-8fd3-87a4cd9633a7 req-6d36919b-40b8-4207-b22a-87211709f84d tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 945 time: 0.0973482 Aug 31 09:28:47.214708 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b1cd1555-2d3b-47e0-a444-749199bc46e7 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:47.218607 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b1cd1555-2d3b-47e0-a444-749199bc46e7 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5076251 Aug 31 09:28:47.219377 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44994) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:47.236602 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-b35769db-f850-4f79-8c3c-9ba1057ce1b5 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:47.264232 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7f2b63da-4da4-4214-9bd0-4a58340c3f92 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:47.268619 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7f2b63da-4da4-4214-9bd0-4a58340c3f92 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:47.277682 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-89a4cb34-b3d5-4c76-ab80-de44056fb626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:47.309034 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-89a4cb34-b3d5-4c76-ab80-de44056fb626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:47.321248 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4ab2bbd1-6375-4c95-8fd3-87a4cd9633a7 req-c85e4801-e0c3-4312-ab32-1868079ba53d tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959904 Aug 31 09:28:47.333913 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-7f2b63da-4da4-4214-9bd0-4a58340c3f92 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Calling delete_port for 38d6ac6b-c3b7-4ab6-a64c-0b9bb057d127 owned by network:floatingip {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:47.366700 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fcb1ce60-721e-4848-ba6c-c58478af7c0f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:47.393858 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68e5f3c-ecb9-4a4e-bf0b-e9fcc6a48b39 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:47.400104 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68e5f3c-ecb9-4a4e-bf0b-e9fcc6a48b39 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:47.405015 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f68e5f3c-ecb9-4a4e-bf0b-e9fcc6a48b39 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2384200 Aug 31 09:28:47.406154 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44998) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:47.432345 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1ce60-721e-4848-ba6c-c58478af7c0f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Port': ['ID=2b8cdea7-d9d2-4ff6-9ab6-4204c6123b36,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:47.457405 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b35769db-f850-4f79-8c3c-9ba1057ce1b5 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for floatingip, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:47.461640 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-89a4cb34-b3d5-4c76-ab80-de44056fb626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:47.465169 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-89a4cb34-b3d5-4c76-ab80-de44056fb626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:47.469887 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-89a4cb34-b3d5-4c76-ab80-de44056fb626 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/04577871-16b5-49b5-b746-3f4923a6d765 HTTP/1.1" status: 204 len: 168 time: 0.2876003 Aug 31 09:28:47.469887 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fcb1ce60-721e-4848-ba6c-c58478af7c0f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:47.475603 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fcb1ce60-721e-4848-ba6c-c58478af7c0f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/ports/2b8cdea7-d9d2-4ff6-9ab6-4204c6123b36 HTTP/1.1" status: 204 len: 168 time: 1.0830991 Aug 31 09:28:47.478422 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45002) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:47.507956 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4cb34-b3d5-4c76-ab80-de44056fb626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04577871-16b5-49b5-b746-3f4923a6d765,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:47.532920 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5e8eca5-7c94-421a-9e0a-60029d350d20 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] GET failed (client error): The resource could not be found. Aug 31 09:28:47.534926 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c5e8eca5-7c94-421a-9e0a-60029d350d20 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "GET /v2.0/ports/2b8cdea7-d9d2-4ff6-9ab6-4204c6123b36 HTTP/1.1" status: 404 len: 333 time: 0.0533555 Aug 31 09:28:47.547259 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45004) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:47.551506 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8d1c2d50-618d-42ee-a8b3-492ca8545142 None None] Provisioning for port 95736628-0c05-4d73-83f2-94b86eec43fe completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:47.552693 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8d1c2d50-618d-42ee-a8b3-492ca8545142 None None] Provisioning complete for port 95736628-0c05-4d73-83f2-94b86eec43fe triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:47.553100 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8d1c2d50-618d-42ee-a8b3-492ca8545142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:47.630765 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-8d1c2d50-618d-42ee-a8b3-492ca8545142 None None] Port 95736628-0c05-4d73-83f2-94b86eec43fe cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:28:47.735189 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-8730a333-5662-4f98-9219-17b8d5553632 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Deleting port 70e3ef7d-299d-4f46-8aae-3645c485ef6d {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:47.738973 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8730a333-5662-4f98-9219-17b8d5553632 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:47.766713 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7f2b63da-4da4-4214-9bd0-4a58340c3f92 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:47.819075 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f467ef4b-7fd9-47b9-b532-6729d75f9f3f up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:47.859190 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b63da-4da4-4214-9bd0-4a58340c3f92 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event deleted for resources: {'Port': ['ID=38d6ac6b-c3b7-4ab6-a64c-0b9bb057d127,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:47.876668 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-9932b454-5b53-4a87-9251-b238e29bcc21 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting port 95736628-0c05-4d73-83f2-94b86eec43fe {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:47.877275 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9932b454-5b53-4a87-9251-b238e29bcc21 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:47.881167 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8730a333-5662-4f98-9219-17b8d5553632 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:47.897568 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-8730a333-5662-4f98-9219-17b8d5553632 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Calling delete_port for 70e3ef7d-299d-4f46-8aae-3645c485ef6d owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:47.899905 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port f467ef4b-7fd9-47b9-b532-6729d75f9f3f triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:47.900330 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:48.187861 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8730a333-5662-4f98-9219-17b8d5553632 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:48.251766 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730a333-5662-4f98-9219-17b8d5553632 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Port': ['ID=70e3ef7d-299d-4f46-8aae-3645c485ef6d,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:48.271650 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8730a333-5662-4f98-9219-17b8d5553632 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:48.276827 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8730a333-5662-4f98-9219-17b8d5553632 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/ports/70e3ef7d-299d-4f46-8aae-3645c485ef6d HTTP/1.1" status: 204 len: 168 time: 0.7283008 Aug 31 09:28:48.277463 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45014) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:48.305208 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6e2f0fa-27f0-41eb-83e5-21cb60263e8c tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] GET failed (client error): The resource could not be found. Aug 31 09:28:48.311288 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c6e2f0fa-27f0-41eb-83e5-21cb60263e8c tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "GET /v2.0/ports/70e3ef7d-299d-4f46-8aae-3645c485ef6d HTTP/1.1" status: 404 len: 333 time: 0.0323112 Aug 31 09:28:48.311748 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45016) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:48.374107 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-119c72ad-23b7-416a-bc04-4c250325e630 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Deleting subnet 730198e9-065b-4df7-8a23-bf837df51b55 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:28:48.378275 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-119c72ad-23b7-416a-bc04-4c250325e630 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:48.473764 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9932b454-5b53-4a87-9251-b238e29bcc21 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:48.489937 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-9932b454-5b53-4a87-9251-b238e29bcc21 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Calling delete_port for 95736628-0c05-4d73-83f2-94b86eec43fe owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:48.492112 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-119c72ad-23b7-416a-bc04-4c250325e630 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:48.584605 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-119c72ad-23b7-416a-bc04-4c250325e630 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:48.645091 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7f2b63da-4da4-4214-9bd0-4a58340c3f92 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for floatingip, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:48.648314 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7f2b63da-4da4-4214-9bd0-4a58340c3f92 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:48.649487 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7f2b63da-4da4-4214-9bd0-4a58340c3f92 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "DELETE /v2.0/floatingips/2768c5e6-6e7c-427c-a0a0-3ed040d921c6 HTTP/1.1" status: 204 len: 168 time: 1.9186630 Aug 31 09:28:48.653882 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45026) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:48.665920 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b35769db-f850-4f79-8c3c-9ba1057ce1b5 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:48.678127 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a7ecaf-4733-413d-b06c-46c7123f7534 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] DELETE failed (client error): The resource could not be found. Aug 31 09:28:48.678872 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a7ecaf-4733-413d-b06c-46c7123f7534 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:28:48.684264 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-34a7ecaf-4733-413d-b06c-46c7123f7534 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "DELETE /v2.0/ports/400b1ae8-d9a6-4ca6-8f43-11c5655bf239 HTTP/1.1" status: 404 len: 333 time: 0.0298882 Aug 31 09:28:48.684504 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45030) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:48.699285 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254b9e5-6027-4843-a068-c1fa0cd14448 req-eb2cf930-cec1-4664-bf4f-3310c815b9ea tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:48.700993 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c254b9e5-6027-4843-a068-c1fa0cd14448 req-eb2cf930-cec1-4664-bf4f-3310c815b9ea tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 945 time: 0.1457832 Aug 31 09:28:48.731818 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-119c72ad-23b7-416a-bc04-4c250325e630 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:48.773718 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c72ad-23b7-416a-bc04-4c250325e630 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Subnet': ['ID=730198e9-065b-4df7-8a23-bf837df51b55,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:48.783160 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8498c4d7-a550-4a06-a6e2-ed37ce94ae6e tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "GET /v2.0/ports?device_id=3c747197-e040-4eb2-9a63-83cddc193e9a HTTP/1.1" status: 200 len: 205 time: 0.0964041 Aug 31 09:28:48.785544 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45034) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:48.793190 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-119c72ad-23b7-416a-bc04-4c250325e630 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:48.796823 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d583210-b55a-4e71-b0ad-4861e253763d None None] Network 0c566a82-224a-4284-8ae1-8711bc82f93e requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:48.797314 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45036) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:48.801148 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-119c72ad-23b7-416a-bc04-4c250325e630 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/subnets/730198e9-065b-4df7-8a23-bf837df51b55 HTTP/1.1" status: 204 len: 168 time: 0.4882233 Aug 31 09:28:48.848795 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-7173c47b-01c0-4ad0-b56a-d3059e851a9d tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] delete failed (client error): The resource could not be found. Aug 31 09:28:48.856994 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7173c47b-01c0-4ad0-b56a-d3059e851a9d tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "DELETE /v2.0/routers/3c747197-e040-4eb2-9a63-83cddc193e9a HTTP/1.1" status: 404 len: 336 time: 0.0637908 Aug 31 09:28:48.856994 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45038) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:48.916951 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecc19542-e606-4840-b82c-78bd3d0d81d9 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] DELETE failed (client error): The resource could not be found. Aug 31 09:28:48.918966 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecc19542-e606-4840-b82c-78bd3d0d81d9 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:28:48.925146 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ecc19542-e606-4840-b82c-78bd3d0d81d9 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "DELETE /v2.0/subnets/4b4ae862-a09d-4f25-bad5-4477bfcdeb7b HTTP/1.1" status: 404 len: 337 time: 0.0683317 Aug 31 09:28:48.926224 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45042) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:48.949426 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c254b9e5-6027-4843-a068-c1fa0cd14448 req-b8829c9e-b244-4250-b7e7-e7a1cd65775a tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244759 Aug 31 09:28:49.039070 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-b35769db-f850-4f79-8c3c-9ba1057ce1b5 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Allocated IP 172.25.2.83 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/e69e89d5-079c-45d2-b060-56450e6b0235) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:49.077535 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-56ef1f65-2cca-4b96-8e39-9af2a39e29c7 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:49.094671 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-6f29209f-9880-4770-b6cc-03b3f39bb9d7 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Deleting port 41fac6e8-bc56-474e-b2bc-b49fd9c8978e {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:49.095028 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f29209f-9880-4770-b6cc-03b3f39bb9d7 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:49.139422 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d008a7af-e457-426e-bc72-06eafe405877 None None] DHCP port deletion for 0c566a82-224a-4284-8ae1-8711bc82f93e request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:28:49.206499 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-d008a7af-e457-426e-bc72-06eafe405877 None None] Deleting port f467ef4b-7fd9-47b9-b532-6729d75f9f3f {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:49.206757 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f29209f-9880-4770-b6cc-03b3f39bb9d7 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:49.207305 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d008a7af-e457-426e-bc72-06eafe405877 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:49.227218 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-6f29209f-9880-4770-b6cc-03b3f39bb9d7 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Calling delete_port for 41fac6e8-bc56-474e-b2bc-b49fd9c8978e owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:49.315472 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b35769db-f850-4f79-8c3c-9ba1057ce1b5 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:49.330541 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-56ef1f65-2cca-4b96-8e39-9af2a39e29c7 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Deleting port f467ef4b-7fd9-47b9-b532-6729d75f9f3f {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:49.330930 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-56ef1f65-2cca-4b96-8e39-9af2a39e29c7 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:49.348585 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-d008a7af-e457-426e-bc72-06eafe405877 None None] For port f467ef4b-7fd9-47b9-b532-6729d75f9f3f, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f467ef4b-7fd9-47b9-b532-6729d75f9f3f,segment=NetworkSegment(5d06ec19-dff3-42a3-903f-09ad26796977),segment_id=5d06ec19-dff3-42a3-903f-09ad26796977)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:49.353098 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d008a7af-e457-426e-bc72-06eafe405877 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:49.376665 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9932b454-5b53-4a87-9251-b238e29bcc21 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:49.386470 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-d008a7af-e457-426e-bc72-06eafe405877 None None] Calling delete_port for f467ef4b-7fd9-47b9-b532-6729d75f9f3f owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:49.438580 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932b454-5b53-4a87-9251-b238e29bcc21 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Port': ['ID=95736628-0c05-4d73-83f2-94b86eec43fe,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:49.451506 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-56ef1f65-2cca-4b96-8e39-9af2a39e29c7 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] For port f467ef4b-7fd9-47b9-b532-6729d75f9f3f, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f467ef4b-7fd9-47b9-b532-6729d75f9f3f,segment=NetworkSegment(5d06ec19-dff3-42a3-903f-09ad26796977),segment_id=5d06ec19-dff3-42a3-903f-09ad26796977)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:49.451787 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-56ef1f65-2cca-4b96-8e39-9af2a39e29c7 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:49.526196 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-56ef1f65-2cca-4b96-8e39-9af2a39e29c7 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Calling delete_port for f467ef4b-7fd9-47b9-b532-6729d75f9f3f owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:49.621972 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f29209f-9880-4770-b6cc-03b3f39bb9d7 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:49.646644 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9932b454-5b53-4a87-9251-b238e29bcc21 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:49.651592 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9932b454-5b53-4a87-9251-b238e29bcc21 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/95736628-0c05-4d73-83f2-94b86eec43fe HTTP/1.1" status: 204 len: 168 time: 2.2413435 Aug 31 09:28:49.652994 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45072) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:49.656670 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29209f-9880-4770-b6cc-03b3f39bb9d7 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event deleted for resources: {'Port': ['ID=41fac6e8-bc56-474e-b2bc-b49fd9c8978e,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:49.673715 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d008a7af-e457-426e-bc72-06eafe405877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:49.699513 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d008a7af-e457-426e-bc72-06eafe405877 None None] No DVR routers for this DVR port f467ef4b-7fd9-47b9-b532-6729d75f9f3f on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:28:49.746587 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b35769db-f850-4f79-8c3c-9ba1057ce1b5 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:49.760481 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008a7af-e457-426e-bc72-06eafe405877 None None] Pushing event deleted for resources: {'Port': ['ID=f467ef4b-7fd9-47b9-b532-6729d75f9f3f,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:49.760955 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f29209f-9880-4770-b6cc-03b3f39bb9d7 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:49.765749 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6f29209f-9880-4770-b6cc-03b3f39bb9d7 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "DELETE /v2.0/ports/41fac6e8-bc56-474e-b2bc-b49fd9c8978e HTTP/1.1" status: 204 len: 168 time: 0.8382013 Aug 31 09:28:49.766976 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45074) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:49.813810 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f467ef4b-7fd9-47b9-b532-6729d75f9f3f no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:28:49.814368 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35769db-f850-4f79-8c3c-9ba1057ce1b5 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Pushing event updated for resources: {'Port': ['ID=e69e89d5-079c-45d2-b060-56450e6b0235,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:49.851067 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: f467ef4b-7fd9-47b9-b532-6729d75f9f3f {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:28:49.853108 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35769db-f850-4f79-8c3c-9ba1057ce1b5 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:49.853773 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f467ef4b-7fd9-47b9-b532-6729d75f9f3f not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:28:49.865830 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b358e77b-b74a-4a19-b67d-f59d741acd9e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:49.867977 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b358e77b-b74a-4a19-b67d-f59d741acd9e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:49.870747 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b358e77b-b74a-4a19-b67d-f59d741acd9e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:49.872493 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b358e77b-b74a-4a19-b67d-f59d741acd9e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2185371 Aug 31 09:28:49.876031 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-b35769db-f850-4f79-8c3c-9ba1057ce1b5 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:49.878648 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45076) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:49.881355 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35769db-f850-4f79-8c3c-9ba1057ce1b5 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:49.885359 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-56ef1f65-2cca-4b96-8e39-9af2a39e29c7 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:49.942869 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-fffe1356-25f4-42a8-bddd-e8cf794b2f1e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting subnet 4c451d16-bf6d-42b3-845d-fae7b0e8f248 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:28:49.944227 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ef1f65-2cca-4b96-8e39-9af2a39e29c7 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] No DVR routers for this DVR port f467ef4b-7fd9-47b9-b532-6729d75f9f3f on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:28:49.949315 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fffe1356-25f4-42a8-bddd-e8cf794b2f1e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:49.953354 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef1f65-2cca-4b96-8e39-9af2a39e29c7 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Port': ['ID=f467ef4b-7fd9-47b9-b532-6729d75f9f3f,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:50.001493 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-50ef9c1c-32d9-4ccc-9b62-7341b33f1bd2 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Deleting port 270a8c25-6423-49ca-a8ee-25907647719c {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:50.001847 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-50ef9c1c-32d9-4ccc-9b62-7341b33f1bd2 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.048382 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fffe1356-25f4-42a8-bddd-e8cf794b2f1e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.070374 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-56ef1f65-2cca-4b96-8e39-9af2a39e29c7 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.108730 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-56ef1f65-2cca-4b96-8e39-9af2a39e29c7 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c566a82-224a-4284-8ae1-8711bc82f93e']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:50.131800 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-56ef1f65-2cca-4b96-8e39-9af2a39e29c7 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d06ec19-dff3-42a3-903f-09ad26796977') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:50.135504 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-56ef1f65-2cca-4b96-8e39-9af2a39e29c7 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d06ec19-dff3-42a3-903f-09ad26796977') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:50.149094 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-56ef1f65-2cca-4b96-8e39-9af2a39e29c7 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.170968 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b35769db-f850-4f79-8c3c-9ba1057ce1b5 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.182983 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7e57a-fb8b-4ffc-a72b-87d0c01b8464 req-307817b2-4cab-4396-9663-b8f0fc84b264 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:50.186029 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-65e7e57a-fb8b-4ffc-a72b-87d0c01b8464 req-307817b2-4cab-4396-9663-b8f0fc84b264 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 945 time: 0.1171205 Aug 31 09:28:50.193921 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fffe1356-25f4-42a8-bddd-e8cf794b2f1e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.195712 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-56ef1f65-2cca-4b96-8e39-9af2a39e29c7 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.205807 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ef1f65-2cca-4b96-8e39-9af2a39e29c7 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Releasing vlan 1649 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:28:50.206391 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-56ef1f65-2cca-4b96-8e39-9af2a39e29c7 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.232078 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-50ef9c1c-32d9-4ccc-9b62-7341b33f1bd2 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:28:50.232417 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:28:50.236927 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45082) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:50.251179 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-50ef9c1c-32d9-4ccc-9b62-7341b33f1bd2 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Calling delete_port for 270a8c25-6423-49ca-a8ee-25907647719c owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:50.327814 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-65e7e57a-fb8b-4ffc-a72b-87d0c01b8464 req-86987531-e3f0-4206-aaa8-1dda87f55072 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253345 Aug 31 09:28:50.339686 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b35769db-f850-4f79-8c3c-9ba1057ce1b5 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.407645 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6470b29a-3c4f-4847-a9a8-275d119c1b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.448513 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fffe1356-25f4-42a8-bddd-e8cf794b2f1e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.474401 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-56ef1f65-2cca-4b96-8e39-9af2a39e29c7 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.504816 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe1356-25f4-42a8-bddd-e8cf794b2f1e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Subnet': ['ID=4c451d16-bf6d-42b3-845d-fae7b0e8f248,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:50.515187 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-56ef1f65-2cca-4b96-8e39-9af2a39e29c7 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.516966 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fffe1356-25f4-42a8-bddd-e8cf794b2f1e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.517561 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-56ef1f65-2cca-4b96-8e39-9af2a39e29c7 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/networks/0c566a82-224a-4284-8ae1-8711bc82f93e HTTP/1.1" status: 204 len: 168 time: 1.7133420 Aug 31 09:28:50.522641 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fffe1356-25f4-42a8-bddd-e8cf794b2f1e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/4c451d16-bf6d-42b3-845d-fae7b0e8f248 HTTP/1.1" status: 204 len: 168 time: 0.6378760 Aug 31 09:28:50.522887 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef1f65-2cca-4b96-8e39-9af2a39e29c7 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Network': ['ID=0c566a82-224a-4284-8ae1-8711bc82f93e,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:50.522887 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45086) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:50.523093 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45088) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:50.530787 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-d9cc0235-13fe-4984-a843-53dd5bb37123 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1053080274'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:50.535265 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658474d1-da59-4ac3-b796-1e7cd13b03e5 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:50.539216 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe1356-25f4-42a8-bddd-e8cf794b2f1e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:50.539671 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe1356-25f4-42a8-bddd-e8cf794b2f1e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:50.540124 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe1356-25f4-42a8-bddd-e8cf794b2f1e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:50.540649 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe1356-25f4-42a8-bddd-e8cf794b2f1e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:50.541734 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe1356-25f4-42a8-bddd-e8cf794b2f1e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:50.542074 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe1356-25f4-42a8-bddd-e8cf794b2f1e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:50.542407 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe1356-25f4-42a8-bddd-e8cf794b2f1e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:50.542761 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe1356-25f4-42a8-bddd-e8cf794b2f1e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:50.543094 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe1356-25f4-42a8-bddd-e8cf794b2f1e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:50.543434 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe1356-25f4-42a8-bddd-e8cf794b2f1e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:50.543754 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe1356-25f4-42a8-bddd-e8cf794b2f1e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:50.544283 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffe1356-25f4-42a8-bddd-e8cf794b2f1e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:28:50.570474 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b35769db-f850-4f79-8c3c-9ba1057ce1b5 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.593005 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-50ef9c1c-32d9-4ccc-9b62-7341b33f1bd2 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.634650 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a63cf2d-9380-4dad-b3b9-73991ab2183d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting subnet fb51ad0d-c1aa-463c-806e-bbf06867117e {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:28:50.644433 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5a63cf2d-9380-4dad-b3b9-73991ab2183d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.645815 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef9c1c-32d9-4ccc-9b62-7341b33f1bd2 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event deleted for resources: {'Port': ['ID=270a8c25-6423-49ca-a8ee-25907647719c,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:50.680394 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45092) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:50.735046 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5a63cf2d-9380-4dad-b3b9-73991ab2183d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.758284 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6470b29a-3c4f-4847-a9a8-275d119c1b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.781817 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b35769db-f850-4f79-8c3c-9ba1057ce1b5 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.782095 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-50ef9c1c-32d9-4ccc-9b62-7341b33f1bd2 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.788222 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-50ef9c1c-32d9-4ccc-9b62-7341b33f1bd2 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "DELETE /v2.0/ports/270a8c25-6423-49ca-a8ee-25907647719c HTTP/1.1" status: 204 len: 168 time: 1.0163300 Aug 31 09:28:50.788516 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-58fa32a6-5f4d-4637-a879-216e2c3835e0 admin admin] Deleting subnet 2b65348d-d7d6-4b26-a644-853d9a0230e8 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:28:50.794640 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45094) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:50.804724 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-58fa32a6-5f4d-4637-a879-216e2c3835e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.856012 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6470b29a-3c4f-4847-a9a8-275d119c1b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.868133 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35769db-f850-4f79-8c3c-9ba1057ce1b5 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Pushing event updated for resources: {'Port': ['ID=e69e89d5-079c-45d2-b060-56450e6b0235,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:50.912411 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-58fa32a6-5f4d-4637-a879-216e2c3835e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.955751 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b35769db-f850-4f79-8c3c-9ba1057ce1b5 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:50.964817 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6470b29a-3c4f-4847-a9a8-275d119c1b09 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=96c0fd8dd2234b91ae55ee284df97af4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7261777 Aug 31 09:28:50.965064 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45096) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:50.969612 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470b29a-3c4f-4847-a9a8-275d119c1b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4c0700-ff58-4b43-98ac-f46296551e00,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:50.973750 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5a63cf2d-9380-4dad-b3b9-73991ab2183d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:51.001967 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ee53d1-09a7-442f-ab6d-60e71f02a3c3 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:51.006024 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-84ee53d1-09a7-442f-ab6d-60e71f02a3c3 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "GET /v2.0/ports?device_id=7a5d8ef9-95df-4cc5-928f-3d77c54499f3 HTTP/1.1" status: 200 len: 913 time: 0.2112505 Aug 31 09:28:51.008268 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45098) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:51.027020 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cc0235-13fe-4984-a843-53dd5bb37123 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:51.029781 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d9cc0235-13fe-4984-a843-53dd5bb37123 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:51.057758 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-58fa32a6-5f4d-4637-a879-216e2c3835e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:51.097782 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d5bbf936-771f-4f5f-b2c0-67cc87e85697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:51.109827 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b35769db-f850-4f79-8c3c-9ba1057ce1b5 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:51.111117 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b35769db-f850-4f79-8c3c-9ba1057ce1b5 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8780420 Aug 31 09:28:51.134114 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d5bbf936-771f-4f5f-b2c0-67cc87e85697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:51.159530 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5a63cf2d-9380-4dad-b3b9-73991ab2183d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:51.207013 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9cc0235-13fe-4984-a843-53dd5bb37123 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] vlan segment allocate from pool success with {'vlan_id': 1610, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:28:51.217449 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63cf2d-9380-4dad-b3b9-73991ab2183d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Subnet': ['ID=fb51ad0d-c1aa-463c-806e-bbf06867117e,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:51.228029 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5a63cf2d-9380-4dad-b3b9-73991ab2183d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:51.229023 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5a63cf2d-9380-4dad-b3b9-73991ab2183d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/fb51ad0d-c1aa-463c-806e-bbf06867117e HTTP/1.1" status: 204 len: 168 time: 0.6902425 Aug 31 09:28:51.230441 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d9cc0235-13fe-4984-a843-53dd5bb37123 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:51.230816 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-d9cc0235-13fe-4984-a843-53dd5bb37123 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Added segment 629c2bdb-b0a1-40e7-aec5-862cb2eb4aef of type vlan for network 4e6a66fa-94fc-46ee-96e0-c63b14905b21 Aug 31 09:28:51.232521 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45102) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:51.254669 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-58fa32a6-5f4d-4637-a879-216e2c3835e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:51.312834 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa32a6-5f4d-4637-a879-216e2c3835e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b65348d-d7d6-4b26-a644-853d9a0230e8,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:51.316846 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-58fa32a6-5f4d-4637-a879-216e2c3835e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:51.321646 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-58fa32a6-5f4d-4637-a879-216e2c3835e0 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/2b65348d-d7d6-4b26-a644-853d9a0230e8 HTTP/1.1" status: 204 len: 168 time: 0.6372306 Aug 31 09:28:51.324622 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45114) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:51.344140 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0fff9697-f9d4-4ef8-a4d1-dafa87dd7377 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1106551 Aug 31 09:28:51.346261 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d9cc0235-13fe-4984-a843-53dd5bb37123 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:51.347978 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45116) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:51.388812 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-201b824d-487d-48f0-b7bc-945afd5228e2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:51.423693 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-3343dc72-5f20-495b-a5ac-40e010f7a75e tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-securitygroup--1247276287&fields=id&tenant_id=b807ea962a9445be9b1ffbeebf308f16 HTTP/1.1" status: 200 len: 267 time: 0.0745668 Aug 31 09:28:51.523087 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c8133f5-6297-459f-9500-ec13ab622eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:51.531760 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d5bbf936-771f-4f5f-b2c0-67cc87e85697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:51.534501 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d5bbf936-771f-4f5f-b2c0-67cc87e85697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:51.538892 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d5bbf936-771f-4f5f-b2c0-67cc87e85697 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/2f4c0700-ff58-4b43-98ac-f46296551e00 HTTP/1.1" status: 204 len: 168 time: 0.5728219 Aug 31 09:28:51.559131 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bbf936-771f-4f5f-b2c0-67cc87e85697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4c0700-ff58-4b43-98ac-f46296551e00,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:51.568619 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d9cc0235-13fe-4984-a843-53dd5bb37123 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:51.575210 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cc0235-13fe-4984-a843-53dd5bb37123 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:51.575853 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d9cc0235-13fe-4984-a843-53dd5bb37123 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:51.607955 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06455e38-04bf-4865-8f67-d6a99f2f2b06 req-d3a8be8d-23de-4c4b-a99b-94110edcc0f8 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:51.618766 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ca9bc3-e942-41f2-84d8-451ee5d88b88 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:51.620244 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-06455e38-04bf-4865-8f67-d6a99f2f2b06 req-d3a8be8d-23de-4c4b-a99b-94110edcc0f8 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 945 time: 0.1912570 Aug 31 09:28:51.745756 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-98f354f1-168a-4f12-940e-e2d9d83dd093 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:51.747407 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-98f354f1-168a-4f12-940e-e2d9d83dd093 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/networks?id=db85df49-32f0-464c-8559-cb7cf1e93dcb HTTP/1.1" status: 200 len: 810 time: 0.3095145 Aug 31 09:28:51.750394 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc0235-13fe-4984-a843-53dd5bb37123 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Network': ['ID=4e6a66fa-94fc-46ee-96e0-c63b14905b21,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:51.764396 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-06455e38-04bf-4865-8f67-d6a99f2f2b06 req-d0745882-aa1e-42ae-a66c-0884f22354d1 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430438 Aug 31 09:28:51.781241 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-5247f6b2-5870-4709-9187-6e6e50b6637d tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/quotas/b807ea962a9445be9b1ffbeebf308f16 HTTP/1.1" status: 200 len: 375 time: 0.0107794 Aug 31 09:28:51.796942 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3fc2acc9-c52a-4d7e-b9b5-ff296f20c22b None None] Provisioning complete for port a561c514-1ea4-4642-9bbe-3617d289e551 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:51.796942 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3fc2acc9-c52a-4d7e-b9b5-ff296f20c22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:51.819802 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 4e6a66fa-94fc-46ee-96e0-c63b14905b21 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:28:51.882068 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-e25d9afd-a070-441f-bca4-c79a08c2e763 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=b807ea962a9445be9b1ffbeebf308f16&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0829391 Aug 31 09:28:52.013579 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c8133f5-6297-459f-9500-ec13ab622eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:52.032525 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-7c8133f5-6297-459f-9500-ec13ab622eab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b4ec99-8302-4e88-9df3-f837af1a9609']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:52.050903 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-7c8133f5-6297-459f-9500-ec13ab622eab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c161ac-f613-4f5e-8910-a32b68064d55') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:52.050903 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-7c8133f5-6297-459f-9500-ec13ab622eab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c161ac-f613-4f5e-8910-a32b68064d55') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:52.092106 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201b824d-487d-48f0-b7bc-945afd5228e2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:52.094987 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-201b824d-487d-48f0-b7bc-945afd5228e2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:52.126447 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b446dbf7-211d-4e74-9365-792b51b708c4 None None] DHCP port deletion for 17930598-f4af-4731-83ee-9969406c94e8 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:28:52.127375 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c8133f5-6297-459f-9500-ec13ab622eab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:52.172897 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d9cc0235-13fe-4984-a843-53dd5bb37123 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6481335 Aug 31 09:28:52.179329 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45130) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:52.191456 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-40fa7bea-196e-4c0f-9c52-d328036b95e2 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'subnet': {'network_id': '4e6a66fa-94fc-46ee-96e0-c63b14905b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:52.201878 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-d7362b47-7043-40c8-831b-adf1b892cbb4 service neutron] 10.222.0.119 "GET /v2.0/networks/db85df49-32f0-464c-8559-cb7cf1e93dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994876 Aug 31 09:28:52.254123 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-b446dbf7-211d-4e74-9365-792b51b708c4 None None] Deleting port a561c514-1ea4-4642-9bbe-3617d289e551 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:52.254805 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b446dbf7-211d-4e74-9365-792b51b708c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:52.258875 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c8133f5-6297-459f-9500-ec13ab622eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:52.279064 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8133f5-6297-459f-9500-ec13ab622eab admin admin] Releasing vlan 1646 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:28:52.279471 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c8133f5-6297-459f-9500-ec13ab622eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:52.281996 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:28:52.281996 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:28:52.281996 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:28:52.281996 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:28:52.281996 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:28:52.281996 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:28:52.281996 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:28:52.281996 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:28:52.281996 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:28:52.281996 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:28:52.281996 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:28:52.281996 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:28:52.281996 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:28:52.281996 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:28:52.281996 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:28:52.281996 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:28:52.281996 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:28:52.281996 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:28:52.281996 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:28:52.281996 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:28:52.281996 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:28:52.281996 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:28:52.281996 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:28:52.281996 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:28:52.281996 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:28:52.281996 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:28:52.281996 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:28:52.281996 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:28:52.281996 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:28:52.281996 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:28:52.281996 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:28:52.281996 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:28:52.371859 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4579dbe7-dc54-45ec-993b-a7b3b04b7d68 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:52.389683 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-c22565a5-468c-4fc8-acbb-de320a899d7a service neutron] 10.222.0.119 "GET /v2.0/networks/db85df49-32f0-464c-8559-cb7cf1e93dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726787 Aug 31 09:28:52.456443 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fa7bea-196e-4c0f-9c52-d328036b95e2 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:52.460071 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-40fa7bea-196e-4c0f-9c52-d328036b95e2 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:52.496617 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-b446dbf7-211d-4e74-9365-792b51b708c4 None None] For port a561c514-1ea4-4642-9bbe-3617d289e551, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a561c514-1ea4-4642-9bbe-3617d289e551,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:52.496908 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c8133f5-6297-459f-9500-ec13ab622eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:52.497262 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b446dbf7-211d-4e74-9365-792b51b708c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:52.502176 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c8133f5-6297-459f-9500-ec13ab622eab admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:52.504112 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7c8133f5-6297-459f-9500-ec13ab622eab admin admin] 10.222.0.119 "DELETE /v2.0/networks/02b4ec99-8302-4e88-9df3-f837af1a9609 HTTP/1.1" status: 204 len: 168 time: 1.1785402 Aug 31 09:28:52.512198 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45136) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:52.516121 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-b446dbf7-211d-4e74-9365-792b51b708c4 None None] Calling delete_port for a561c514-1ea4-4642-9bbe-3617d289e551 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:52.540519 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8133f5-6297-459f-9500-ec13ab622eab admin admin] Pushing event deleted for resources: {'Network': ['ID=02b4ec99-8302-4e88-9df3-f837af1a9609,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:52.676792 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-2431bddf-7e39-4e1a-a30b-07f5e082dcf8 admin admin] Deleting subnet 182dda8b-13c5-46ab-b27b-0b69eb740fbc {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:28:52.707727 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b446dbf7-211d-4e74-9365-792b51b708c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:52.739730 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2431bddf-7e39-4e1a-a30b-07f5e082dcf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:52.757671 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446dbf7-211d-4e74-9365-792b51b708c4 None None] Pushing event deleted for resources: {'Port': ['ID=a561c514-1ea4-4642-9bbe-3617d289e551,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:52.764800 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-18a5812c-d2a6-468b-b721-d19be7819e10 req-1e8a9f40-b39e-4b70-bd36-096bbe347c6b tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1725bc-5f7a-4119-91c9-f212db95517a HTTP/1.1" status: 200 len: 210 time: 0.0422142 Aug 31 09:28:52.796843 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b446dbf7-211d-4e74-9365-792b51b708c4 None None] No DVR routers for this DVR port a561c514-1ea4-4642-9bbe-3617d289e551 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:28:52.818082 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2431bddf-7e39-4e1a-a30b-07f5e082dcf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:52.902531 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fd302-cb97-424f-a5ff-8468453863d6 req-6748d605-6072-447c-8369-46d0208139be tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:52.904928 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c65fd302-cb97-424f-a5ff-8468453863d6 req-6748d605-6072-447c-8369-46d0208139be tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 945 time: 0.0589180 Aug 31 09:28:52.925240 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2431bddf-7e39-4e1a-a30b-07f5e082dcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:52.943212 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-40fa7bea-196e-4c0f-9c52-d328036b95e2 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:53.014005 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c65fd302-cb97-424f-a5ff-8468453863d6 req-858f9910-b4e5-4e4c-a136-4536ab48b981 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964260 Aug 31 09:28:53.033061 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-201b824d-487d-48f0-b7bc-945afd5228e2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:53.042451 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa7bea-196e-4c0f-9c52-d328036b95e2 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Subnet': ['ID=9f56bb0f-9110-48a4-bc47-9ebfb4da7ec0,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:53.050842 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fa7bea-196e-4c0f-9c52-d328036b95e2 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Checking segment: {'id': '629c2bdb-b0a1-40e7-aec5-862cb2eb4aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': '4e6a66fa-94fc-46ee-96e0-c63b14905b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:53.054325 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fa7bea-196e-4c0f-9c52-d328036b95e2 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network hostable DHCP agents. Network: 4e6a66fa-94fc-46ee-96e0-c63b14905b21, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:28:53.086872 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201b824d-487d-48f0-b7bc-945afd5228e2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:53.099232 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-201b824d-487d-48f0-b7bc-945afd5228e2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:53.104704 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201b824d-487d-48f0-b7bc-945afd5228e2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:53.105290 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-201b824d-487d-48f0-b7bc-945afd5228e2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:53.110869 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653a31fa-6bb7-42fa-814e-781f65eb6241 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:53.115358 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b824d-487d-48f0-b7bc-945afd5228e2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Subnet': ['ID=fa2a2fbd-6720-48cb-a4f4-38c06ec669ad,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:53.130308 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-4579dbe7-dc54-45ec-993b-a7b3b04b7d68 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Deleting port cef8b1f4-b5b8-4707-b054-4d46b738f8ea {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:53.130308 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4579dbe7-dc54-45ec-993b-a7b3b04b7d68 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:53.188057 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2431bddf-7e39-4e1a-a30b-07f5e082dcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:53.216663 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fa7bea-196e-4c0f-9c52-d328036b95e2 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network 4e6a66fa-94fc-46ee-96e0-c63b14905b21 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:28:53.226837 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431bddf-7e39-4e1a-a30b-07f5e082dcf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=182dda8b-13c5-46ab-b27b-0b69eb740fbc,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:53.232889 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-201b824d-487d-48f0-b7bc-945afd5228e2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8793988 Aug 31 09:28:53.234453 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2431bddf-7e39-4e1a-a30b-07f5e082dcf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:53.237590 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45158) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:53.238905 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2431bddf-7e39-4e1a-a30b-07f5e082dcf8 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/182dda8b-13c5-46ab-b27b-0b69eb740fbc HTTP/1.1" status: 204 len: 168 time: 0.7242267 Aug 31 09:28:53.239963 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45160) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:53.247330 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-a37d8b7f-14d6-41ff-bcf8-3a8b40ba7cc6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:53.279029 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4579dbe7-dc54-45ec-993b-a7b3b04b7d68 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:53.295523 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-4579dbe7-dc54-45ec-993b-a7b3b04b7d68 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Calling delete_port for cef8b1f4-b5b8-4707-b054-4d46b738f8ea owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:53.309605 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d98623-9efe-4e04-bb46-bc466136038c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-17930598-f4af-4731-83ee-9969406c94e8', 'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'fixed_ips': [{'subnet_id': 'fa2a2fbd-6720-48cb-a4f4-38c06ec669ad'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:28:53.310497 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-95d98623-9efe-4e04-bb46-bc466136038c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:53.334707 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-40fa7bea-196e-4c0f-9c52-d328036b95e2 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 4e6a66fa-94fc-46ee-96e0-c63b14905b21) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:53.346508 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a75452-194a-435f-a7bb-f301778d885d None None] Network 4e6a66fa-94fc-46ee-96e0-c63b14905b21 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:53.390936 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fa7bea-196e-4c0f-9c52-d328036b95e2 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:53.391812 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-40fa7bea-196e-4c0f-9c52-d328036b95e2 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:53.464884 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7bcf058d-f250-4912-a22d-8d7f07276b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:53.542251 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-40fa7bea-196e-4c0f-9c52-d328036b95e2 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3540506 Aug 31 09:28:53.559950 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45166) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:53.573663 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-6e8597cc-5b4c-46ab-8ad4-fc99d8539469 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1966681956', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:53.596537 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7bcf058d-f250-4912-a22d-8d7f07276b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:53.596783 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-95d98623-9efe-4e04-bb46-bc466136038c None None] Allocated IP 172.20.0.2 (17930598-f4af-4731-83ee-9969406c94e8/fa2a2fbd-6720-48cb-a4f4-38c06ec669ad/25022a27-1d1a-4c97-9057-d8bd45ddf4aa) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:53.611970 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-7bcf058d-f250-4912-a22d-8d7f07276b4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f7edfb3-63a7-4738-9439-f05ce82a4a2b']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:53.626603 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-7bcf058d-f250-4912-a22d-8d7f07276b4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee68ab8-4b75-4801-9ea5-0af9b8acd8bd') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:53.626963 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-7bcf058d-f250-4912-a22d-8d7f07276b4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee68ab8-4b75-4801-9ea5-0af9b8acd8bd') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:53.637065 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7bcf058d-f250-4912-a22d-8d7f07276b4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:53.658041 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7bcf058d-f250-4912-a22d-8d7f07276b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:53.669021 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bcf058d-f250-4912-a22d-8d7f07276b4b admin admin] Releasing vlan 1647 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:28:53.669674 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7bcf058d-f250-4912-a22d-8d7f07276b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:53.676274 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4579dbe7-dc54-45ec-993b-a7b3b04b7d68 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:53.682352 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901046c5-b555-4fba-8f71-0b267d80167e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-4e6a66fa-94fc-46ee-96e0-c63b14905b21', 'network_id': '4e6a66fa-94fc-46ee-96e0-c63b14905b21', 'tenant_id': 'e8682e49034144d0a6f77e91c076dc8b', 'fixed_ips': [{'subnet_id': '9f56bb0f-9110-48a4-bc47-9ebfb4da7ec0'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:28:53.682963 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-901046c5-b555-4fba-8f71-0b267d80167e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:53.794941 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4579dbe7-dc54-45ec-993b-a7b3b04b7d68 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event deleted for resources: {'Port': ['ID=cef8b1f4-b5b8-4707-b054-4d46b738f8ea,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:53.818656 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:28:53.818656 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:28:53.818656 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:28:53.818656 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:28:53.818656 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:28:53.818656 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:28:53.818656 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:28:53.818656 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:28:53.818656 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:28:53.818656 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:28:53.818656 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:28:53.818656 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:28:53.818656 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:28:53.818656 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:28:53.818656 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:28:53.818656 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:28:53.818656 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:28:53.818656 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:28:53.818656 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:28:53.818656 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:28:53.818656 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:28:53.818656 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:28:53.818656 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:28:53.818656 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:28:53.818656 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:28:53.818656 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:28:53.818656 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:28:53.818656 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:28:53.818656 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:28:53.818656 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:28:53.818656 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:28:53.818656 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:28:53.818656 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37d8b7f-14d6-41ff-bcf8-3a8b40ba7cc6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:53.818656 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a37d8b7f-14d6-41ff-bcf8-3a8b40ba7cc6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:53.833866 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a561c514-1ea4-4642-9bbe-3617d289e551 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:28:53.877218 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: a561c514-1ea4-4642-9bbe-3617d289e551 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:28:53.877939 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a561c514-1ea4-4642-9bbe-3617d289e551 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:28:53.935024 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ee2c8c36-6321-46f2-963e-148d74f58a83 req-bed6308a-42d7-44c3-a825-0da42906a955 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1725bc-5f7a-4119-91c9-f212db95517a HTTP/1.1" status: 200 len: 210 time: 0.0567648 Aug 31 09:28:53.939208 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-901046c5-b555-4fba-8f71-0b267d80167e None None] Allocated IP 2001:db8::2 (4e6a66fa-94fc-46ee-96e0-c63b14905b21/9f56bb0f-9110-48a4-bc47-9ebfb4da7ec0/b168ad1c-b063-42c7-aa5c-2ae80702c486) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:53.964034 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6e8597cc-5b4c-46ab-8ad4-fc99d8539469 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:53.965089 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6e8597cc-5b4c-46ab-8ad4-fc99d8539469 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:53.992751 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4579dbe7-dc54-45ec-993b-a7b3b04b7d68 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:54.012743 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7bcf058d-f250-4912-a22d-8d7f07276b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:54.028672 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7bcf058d-f250-4912-a22d-8d7f07276b4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:54.034194 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7bcf058d-f250-4912-a22d-8d7f07276b4b admin admin] 10.222.0.119 "DELETE /v2.0/networks/4f7edfb3-63a7-4738-9439-f05ce82a4a2b HTTP/1.1" status: 204 len: 168 time: 0.7121620 Aug 31 09:28:54.058531 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf058d-f250-4912-a22d-8d7f07276b4b admin admin] Pushing event deleted for resources: {'Network': ['ID=4f7edfb3-63a7-4738-9439-f05ce82a4a2b,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:54.153324 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-95d98623-9efe-4e04-bb46-bc466136038c None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:54.169863 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-95d98623-9efe-4e04-bb46-bc466136038c None None] Transition to ACTIVE for port object 25022a27-1d1a-4c97-9057-d8bd45ddf4aa will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:54.201396 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-95d98623-9efe-4e04-bb46-bc466136038c None None] Transition to ACTIVE for port object 25022a27-1d1a-4c97-9057-d8bd45ddf4aa will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:54.201634 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6e8597cc-5b4c-46ab-8ad4-fc99d8539469 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:54.296665 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-95d98623-9efe-4e04-bb46-bc466136038c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:54.309663 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-901046c5-b555-4fba-8f71-0b267d80167e None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:54.311425 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5f539-5a1b-492f-b5a4-6b2f79fdb02f req-74c8c410-55ed-4b95-bc4c-d3d885e3214d tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:54.312973 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cfb5f539-5a1b-492f-b5a4-6b2f79fdb02f req-74c8c410-55ed-4b95-bc4c-d3d885e3214d tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 945 time: 0.0854630 Aug 31 09:28:54.333671 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6e8597cc-5b4c-46ab-8ad4-fc99d8539469 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:54.339746 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d98623-9efe-4e04-bb46-bc466136038c None None] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:54.392829 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-95d98623-9efe-4e04-bb46-bc466136038c None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:54.395644 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d98623-9efe-4e04-bb46-bc466136038c None None] Pushing event updated for resources: {'Port': ['ID=25022a27-1d1a-4c97-9057-d8bd45ddf4aa,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:54.401912 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d98623-9efe-4e04-bb46-bc466136038c None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:54.407389 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-901046c5-b555-4fba-8f71-0b267d80167e None None] Transition to ACTIVE for port object b168ad1c-b063-42c7-aa5c-2ae80702c486 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:54.454239 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-901046c5-b555-4fba-8f71-0b267d80167e None None] Transition to ACTIVE for port object b168ad1c-b063-42c7-aa5c-2ae80702c486 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:54.462200 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4579dbe7-dc54-45ec-993b-a7b3b04b7d68 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Router 7a5d8ef9-95df-4cc5-928f-3d77c54499f3 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:28:54.480434 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6e8597cc-5b4c-46ab-8ad4-fc99d8539469 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:54.481746 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6e8597cc-5b4c-46ab-8ad4-fc99d8539469 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9204652 Aug 31 09:28:54.487364 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-95d98623-9efe-4e04-bb46-bc466136038c None None] Attempting to bind port 25022a27-1d1a-4c97-9057-d8bd45ddf4aa on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:28:54.488231 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-95d98623-9efe-4e04-bb46-bc466136038c None None] Attempting to bind port 25022a27-1d1a-4c97-9057-d8bd45ddf4aa by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:28:54.488600 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d98623-9efe-4e04-bb46-bc466136038c None None] Attempting to bind port 25022a27-1d1a-4c97-9057-d8bd45ddf4aa on network 17930598-f4af-4731-83ee-9969406c94e8 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:54.495378 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d98623-9efe-4e04-bb46-bc466136038c None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:28:54.495819 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d98623-9efe-4e04-bb46-bc466136038c None None] Checking segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:54.496158 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-95d98623-9efe-4e04-bb46-bc466136038c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:54.496550 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d98623-9efe-4e04-bb46-bc466136038c None None] Bound using segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:28:54.497025 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-95d98623-9efe-4e04-bb46-bc466136038c None None] Bound port: 25022a27-1d1a-4c97-9057-d8bd45ddf4aa, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:28:54.497405 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-95d98623-9efe-4e04-bb46-bc466136038c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:54.519569 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45188) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:54.528156 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-2ebedb7a-ffce-49b9-b71d-b81e5dd48bb8 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'port': {'network_id': '4e6a66fa-94fc-46ee-96e0-c63b14905b21', 'name': 'tempest-PortsIpV6TestJSON-280322351'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:54.590381 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-95d98623-9efe-4e04-bb46-bc466136038c None None] For port 25022a27-1d1a-4c97-9057-d8bd45ddf4aa, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:28:54.600340 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-95d98623-9efe-4e04-bb46-bc466136038c None None] For port 25022a27-1d1a-4c97-9057-d8bd45ddf4aa, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=25022a27-1d1a-4c97-9057-d8bd45ddf4aa,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:28:54.605439 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-901046c5-b555-4fba-8f71-0b267d80167e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:54.637881 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45190) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:54.669483 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901046c5-b555-4fba-8f71-0b267d80167e None None] Pushing event updated for resources: {'Port': ['ID=b168ad1c-b063-42c7-aa5c-2ae80702c486,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:54.683004 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901046c5-b555-4fba-8f71-0b267d80167e None None] Network 4e6a66fa-94fc-46ee-96e0-c63b14905b21 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:54.684933 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-95d98623-9efe-4e04-bb46-bc466136038c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:54.695107 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-901046c5-b555-4fba-8f71-0b267d80167e None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:54.729327 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901046c5-b555-4fba-8f71-0b267d80167e None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:54.737060 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4579dbe7-dc54-45ec-993b-a7b3b04b7d68 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:28:54.746870 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4f13fa77-cbcc-48e0-b511-133b5644b616 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=94e1212a915343e5a353480ed25083ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1060205 Aug 31 09:28:54.747120 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45194) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:54.750894 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4579dbe7-dc54-45ec-993b-a7b3b04b7d68 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "PUT /v2.0/routers/7a5d8ef9-95df-4cc5-928f-3d77c54499f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7419300 Aug 31 09:28:54.753328 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45196) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:54.774157 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752f668f-8cd1-4598-8dc8-1f5bca670ee5 None None] Sync routers for ids ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:28:54.840094 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cfb5f539-5a1b-492f-b5a4-6b2f79fdb02f req-493ed4c5-2fb3-46da-bdf4-5068e3d0a9c7 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5143795 Aug 31 09:28:54.847817 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752f668f-8cd1-4598-8dc8-1f5bca670ee5 None None] Routers {'7a5d8ef9-95df-4cc5-928f-3d77c54499f3'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:54.849315 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-752f668f-8cd1-4598-8dc8-1f5bca670ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:28:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:54.852913 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d98623-9efe-4e04-bb46-bc466136038c None None] Pushing event updated for resources: {'Port': ['ID=25022a27-1d1a-4c97-9057-d8bd45ddf4aa,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:54.886345 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-86189607-8ee8-4b4c-a41f-f846c9dbd403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:54.922678 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-901046c5-b555-4fba-8f71-0b267d80167e None None] Attempting to bind port b168ad1c-b063-42c7-aa5c-2ae80702c486 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:28:54.923039 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-901046c5-b555-4fba-8f71-0b267d80167e None None] Attempting to bind port b168ad1c-b063-42c7-aa5c-2ae80702c486 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '629c2bdb-b0a1-40e7-aec5-862cb2eb4aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': '4e6a66fa-94fc-46ee-96e0-c63b14905b21'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:28:54.923436 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901046c5-b555-4fba-8f71-0b267d80167e None None] Attempting to bind port b168ad1c-b063-42c7-aa5c-2ae80702c486 on network 4e6a66fa-94fc-46ee-96e0-c63b14905b21 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:28:54.930038 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-752f668f-8cd1-4598-8dc8-1f5bca670ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:54.940602 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901046c5-b555-4fba-8f71-0b267d80167e None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:28:54.940999 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901046c5-b555-4fba-8f71-0b267d80167e None None] Checking segment: {'id': '629c2bdb-b0a1-40e7-aec5-862cb2eb4aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': '4e6a66fa-94fc-46ee-96e0-c63b14905b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:28:54.941409 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-901046c5-b555-4fba-8f71-0b267d80167e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:54.941806 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901046c5-b555-4fba-8f71-0b267d80167e None None] Bound using segment: {'id': '629c2bdb-b0a1-40e7-aec5-862cb2eb4aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': '4e6a66fa-94fc-46ee-96e0-c63b14905b21'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:28:54.942305 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-901046c5-b555-4fba-8f71-0b267d80167e None None] Bound port: b168ad1c-b063-42c7-aa5c-2ae80702c486, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629c2bdb-b0a1-40e7-aec5-862cb2eb4aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': '4e6a66fa-94fc-46ee-96e0-c63b14905b21'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:28:54.942720 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-901046c5-b555-4fba-8f71-0b267d80167e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:54.953866 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752f668f-8cd1-4598-8dc8-1f5bca670ee5 None None] Routers {'7a5d8ef9-95df-4cc5-928f-3d77c54499f3'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:28:54.954597 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-752f668f-8cd1-4598-8dc8-1f5bca670ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:28:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:54.960993 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-86189607-8ee8-4b4c-a41f-f846c9dbd403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:55.018477 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-752f668f-8cd1-4598-8dc8-1f5bca670ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:55.019664 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752f668f-8cd1-4598-8dc8-1f5bca670ee5 None None] The sync data for ids ['7a5d8ef9-95df-4cc5-928f-3d77c54499f3'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:28:55.183213 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-901046c5-b555-4fba-8f71-0b267d80167e None None] For port b168ad1c-b063-42c7-aa5c-2ae80702c486, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:28:55.187192 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-901046c5-b555-4fba-8f71-0b267d80167e None None] For port b168ad1c-b063-42c7-aa5c-2ae80702c486, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=b168ad1c-b063-42c7-aa5c-2ae80702c486,segment=NetworkSegment(629c2bdb-b0a1-40e7-aec5-862cb2eb4aef),segment_id=629c2bdb-b0a1-40e7-aec5-862cb2eb4aef)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:28:55.194997 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-316c935c-fecc-45b8-b086-ac57efadef61 req-56e269e4-ac53-4267-b3d6-385521622ec6 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1725bc-5f7a-4119-91c9-f212db95517a HTTP/1.1" status: 200 len: 210 time: 0.1465862 Aug 31 09:28:55.261183 n-d-791506-28 neutron-server[95553]: DEBUG neutron.objects.ports [None req-a37d8b7f-14d6-41ff-bcf8-3a8b40ba7cc6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95553) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:28:55.277253 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebedb7a-ffce-49b9-b71d-b81e5dd48bb8 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:55.280175 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-901046c5-b555-4fba-8f71-0b267d80167e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:55.281030 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2ebedb7a-ffce-49b9-b71d-b81e5dd48bb8 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:55.319711 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-2ebedb7a-ffce-49b9-b71d-b81e5dd48bb8 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] device_id is not set on port cf89146b-add5-427d-b23e-7899a474b87b yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:28:55.340415 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bbd2c0c8-523f-4452-9a6b-52455f8ed66f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:55.425391 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901046c5-b555-4fba-8f71-0b267d80167e None None] Pushing event updated for resources: {'Port': ['ID=b168ad1c-b063-42c7-aa5c-2ae80702c486,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:55.430845 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-86189607-8ee8-4b4c-a41f-f846c9dbd403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:55.442767 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-86189607-8ee8-4b4c-a41f-f846c9dbd403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:55.447779 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-86189607-8ee8-4b4c-a41f-f846c9dbd403 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/d8c244e1-555c-4f7e-bcbe-caeb3c18de79 HTTP/1.1" status: 204 len: 168 time: 0.6960990 Aug 31 09:28:55.479706 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86189607-8ee8-4b4c-a41f-f846c9dbd403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c244e1-555c-4f7e-bcbe-caeb3c18de79,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:55.607290 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-4a17e8fe-d0db-4a62-8c95-0c966b1d6895 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:55.609200 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-4a17e8fe-d0db-4a62-8c95-0c966b1d6895 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.59 "GET /v2.0/networks?id=db85df49-32f0-464c-8559-cb7cf1e93dcb HTTP/1.1" status: 200 len: 810 time: 0.3464675 Aug 31 09:28:55.714737 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bbd2c0c8-523f-4452-9a6b-52455f8ed66f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:55.752725 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-2ebedb7a-ffce-49b9-b71d-b81e5dd48bb8 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Allocated IP 2001:db8::50 (4e6a66fa-94fc-46ee-96e0-c63b14905b21/9f56bb0f-9110-48a4-bc47-9ebfb4da7ec0/cf89146b-add5-427d-b23e-7899a474b87b) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:55.797643 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-ff8a580f-7d86-4c6d-ad92-56087a54ae59 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b807ea962a9445be9b1ffbeebf308f16 HTTP/1.1" status: 200 len: 380 time: 0.1760783 Aug 31 09:28:55.811732 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-49ea3fb0-6681-4e64-8b8f-e2863564faad tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Request body: {'port': {'device_id': 'ab1725bc-5f7a-4119-91c9-f212db95517a', 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb', 'admin_state_up': True, 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'security_groups': ['89e0bbe2-2fae-4922-a022-1f173e76dd04']}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:55.952821 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a37d8b7f-14d6-41ff-bcf8-3a8b40ba7cc6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:55.992455 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 25022a27-1d1a-4c97-9057-d8bd45ddf4aa up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:56.022896 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-bbd2c0c8-523f-4452-9a6b-52455f8ed66f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Deleting port 43eb0fb8-c291-4354-8e9d-475b993fb32f {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:28:56.023873 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bbd2c0c8-523f-4452-9a6b-52455f8ed66f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:56.170396 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 25022a27-1d1a-4c97-9057-d8bd45ddf4aa completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:56.176305 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b168ad1c-b063-42c7-aa5c-2ae80702c486 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:56.192031 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2ebedb7a-ffce-49b9-b71d-b81e5dd48bb8 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:56.226655 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd82cc-4b9f-4fb6-bf1f-16c1de9b8c05 req-65c65fd0-6bc9-42e7-8203-286e4cb70dfa tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:56.236130 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bbd2c0c8-523f-4452-9a6b-52455f8ed66f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:56.239446 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-2ebedb7a-ffce-49b9-b71d-b81e5dd48bb8 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Transition to ACTIVE for port object cf89146b-add5-427d-b23e-7899a474b87b will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:56.243079 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0cdd82cc-4b9f-4fb6-bf1f-16c1de9b8c05 req-65c65fd0-6bc9-42e7-8203-286e4cb70dfa tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 945 time: 0.2095664 Aug 31 09:28:56.272184 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-bbd2c0c8-523f-4452-9a6b-52455f8ed66f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Calling delete_port for 43eb0fb8-c291-4354-8e9d-475b993fb32f owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:28:56.304776 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-49ea3fb0-6681-4e64-8b8f-e2863564faad tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Made reservation on behalf of b807ea962a9445be9b1ffbeebf308f16 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:56.311443 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-49ea3fb0-6681-4e64-8b8f-e2863564faad tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:56.388174 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port b168ad1c-b063-42c7-aa5c-2ae80702c486 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:56.401038 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0cdd82cc-4b9f-4fb6-bf1f-16c1de9b8c05 req-9a50d686-a5cd-4a08-a277-fda3c67de40a tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551287 Aug 31 09:28:56.455684 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-20685408-06d2-44f7-a4aa-67ac3b97ed83 req-99bedfce-044b-466b-91b9-a7d3224e5b7f tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1725bc-5f7a-4119-91c9-f212db95517a HTTP/1.1" status: 200 len: 210 time: 0.0783064 Aug 31 09:28:56.475131 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-a37d8b7f-14d6-41ff-bcf8-3a8b40ba7cc6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] For port 25022a27-1d1a-4c97-9057-d8bd45ddf4aa, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=25022a27-1d1a-4c97-9057-d8bd45ddf4aa,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:56.512833 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2ebedb7a-ffce-49b9-b71d-b81e5dd48bb8 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:56.548187 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-880f7a16-2dbe-45d7-8517-b26295a8665c None None] Provisioning for port 25022a27-1d1a-4c97-9057-d8bd45ddf4aa completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:56.562652 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-880f7a16-2dbe-45d7-8517-b26295a8665c None None] Provisioning complete for port 25022a27-1d1a-4c97-9057-d8bd45ddf4aa triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:56.563382 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-880f7a16-2dbe-45d7-8517-b26295a8665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:56.682497 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a37d8b7f-14d6-41ff-bcf8-3a8b40ba7cc6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:56.697795 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebedb7a-ffce-49b9-b71d-b81e5dd48bb8 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network 4e6a66fa-94fc-46ee-96e0-c63b14905b21 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:56.709799 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-880f7a16-2dbe-45d7-8517-b26295a8665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:56.720577 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-2ebedb7a-ffce-49b9-b71d-b81e5dd48bb8 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:56.725566 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebedb7a-ffce-49b9-b71d-b81e5dd48bb8 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:56.737960 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebedb7a-ffce-49b9-b71d-b81e5dd48bb8 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:56.739060 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2ebedb7a-ffce-49b9-b71d-b81e5dd48bb8 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:56.778938 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a37d8b7f-14d6-41ff-bcf8-3a8b40ba7cc6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:56.779708 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a37d8b7f-14d6-41ff-bcf8-3a8b40ba7cc6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:56.791776 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebedb7a-ffce-49b9-b71d-b81e5dd48bb8 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Port': ['ID=cf89146b-add5-427d-b23e-7899a474b87b,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:56.862139 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-880f7a16-2dbe-45d7-8517-b26295a8665c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:28:56.862568 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-880f7a16-2dbe-45d7-8517-b26295a8665c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:28:56.882880 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45220) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:56.888558 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2ebedb7a-ffce-49b9-b71d-b81e5dd48bb8 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3644269 Aug 31 09:28:56.891560 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45222) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:56.901510 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ee4072-bf45-4356-9ace-6a26ef773de9 None None] Network 4e6a66fa-94fc-46ee-96e0-c63b14905b21 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:56.915434 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37d8b7f-14d6-41ff-bcf8-3a8b40ba7cc6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:56.926469 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-49ea3fb0-6681-4e64-8b8f-e2863564faad tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Allocated IP 172.20.0.8 (db85df49-32f0-464c-8559-cb7cf1e93dcb/51d76b46-811d-468a-80f4-ece7058a5d3b/aa9205bb-cf47-44a5-9b10-f51ea17b7856) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:56.942031 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-a37d8b7f-14d6-41ff-bcf8-3a8b40ba7cc6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:56.953504 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37d8b7f-14d6-41ff-bcf8-3a8b40ba7cc6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:56.954196 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a37d8b7f-14d6-41ff-bcf8-3a8b40ba7cc6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:56.958592 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c237f143-bd4c-4952-9818-6ed8f975403f None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:28:56.970100 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d8b7f-14d6-41ff-bcf8-3a8b40ba7cc6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Subnet': ['ID=3a10ad51-0427-4378-af0b-6d82a6114e72,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:57.005273 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bbd2c0c8-523f-4452-9a6b-52455f8ed66f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:57.015350 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9bdc64db-0fd8-4454-8883-563c52f0dade admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=220fb17ca3f24076b0a21edaf90be77f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1228504 Aug 31 09:28:57.018081 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45224) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:57.018417 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45226) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:57.022493 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d8b7f-14d6-41ff-bcf8-3a8b40ba7cc6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Port': ['ID=25022a27-1d1a-4c97-9057-d8bd45ddf4aa,revision_number=4']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:57.070711 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2c0c8-523f-4452-9a6b-52455f8ed66f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event deleted for resources: {'Port': ['ID=43eb0fb8-c291-4354-8e9d-475b993fb32f,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:57.202928 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-49ea3fb0-6681-4e64-8b8f-e2863564faad tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:57.223125 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-49ea3fb0-6681-4e64-8b8f-e2863564faad tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Transition to ACTIVE for port object aa9205bb-cf47-44a5-9b10-f51ea17b7856 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:28:57.228848 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a37d8b7f-14d6-41ff-bcf8-3a8b40ba7cc6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9866903 Aug 31 09:28:57.229587 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45230) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:57.250976 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-734a3a7f-8cf8-423b-b5db-53fb3029d7dd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'port': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'mac_address': 'fa:16:3e:65:5b:5f', 'name': 'tempest-NetworksTestDHCPv6-1056381972'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:57.273949 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fc155a90-a5ec-40bd-86d7-9c905549e2b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:57.383750 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bbd2c0c8-523f-4452-9a6b-52455f8ed66f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:57.441917 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8942ae4a-2391-4000-b2ef-f842931ebb44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:57.473897 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-880f7a16-2dbe-45d7-8517-b26295a8665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:57.496792 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-49ea3fb0-6681-4e64-8b8f-e2863564faad tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:57.537424 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-880f7a16-2dbe-45d7-8517-b26295a8665c None None] For port 25022a27-1d1a-4c97-9057-d8bd45ddf4aa, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=25022a27-1d1a-4c97-9057-d8bd45ddf4aa,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:57.575187 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bbd2c0c8-523f-4452-9a6b-52455f8ed66f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:57.578495 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bbd2c0c8-523f-4452-9a6b-52455f8ed66f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:57.633299 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-880f7a16-2dbe-45d7-8517-b26295a8665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:57.671602 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8942ae4a-2391-4000-b2ef-f842931ebb44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:57.754174 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-49ea3fb0-6681-4e64-8b8f-e2863564faad tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Network db85df49-32f0-464c-8559-cb7cf1e93dcb is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:57.760826 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f7a16-2dbe-45d7-8517-b26295a8665c None None] Pushing event updated for resources: {'Port': ['ID=25022a27-1d1a-4c97-9057-d8bd45ddf4aa,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:57.803663 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-49ea3fb0-6681-4e64-8b8f-e2863564faad tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:57.807793 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea3fb0-6681-4e64-8b8f-e2863564faad tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Pushing event updated for resources: {'Port': ['ID=aa9205bb-cf47-44a5-9b10-f51ea17b7856,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:57.832075 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-49ea3fb0-6681-4e64-8b8f-e2863564faad tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:28:57.848691 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 25022a27-1d1a-4c97-9057-d8bd45ddf4aa up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:57.894217 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae62b7-0f6b-4586-8729-67e8ebbd480c req-6dfc4491-de99-4b9a-b38e-02ba60719964 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:57.896200 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a6ae62b7-0f6b-4586-8729-67e8ebbd480c req-6dfc4491-de99-4b9a-b38e-02ba60719964 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1725bc-5f7a-4119-91c9-f212db95517a HTTP/1.1" status: 200 len: 931 time: 0.2494590 Aug 31 09:28:57.908139 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d736e5a-cba6-429c-9921-c63b62e7c820 req-7c274850-8291-411f-bd33-a67de888d009 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:57.909717 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d736e5a-cba6-429c-9921-c63b62e7c820 req-7c274850-8291-411f-bd33-a67de888d009 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 945 time: 0.3503563 Aug 31 09:28:57.966152 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-dfc1fdb1-d6ca-4d01-9646-60eae105dbe6 None None] Provisioning for port cf89146b-add5-427d-b23e-7899a474b87b completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:57.987384 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-dfc1fdb1-d6ca-4d01-9646-60eae105dbe6 None None] Provisioning complete for port cf89146b-add5-427d-b23e-7899a474b87b triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:57.988833 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-dfc1fdb1-d6ca-4d01-9646-60eae105dbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.011635 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1b33b75f-cd05-4169-9ba4-8ddd6a28f8fc tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.028145 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d736e5a-cba6-429c-9921-c63b62e7c820 req-0ce3c348-902a-49d2-a707-1af175d1ae8c tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764899 Aug 31 09:28:58.034944 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bbd2c0c8-523f-4452-9a6b-52455f8ed66f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.034944 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd2c0c8-523f-4452-9a6b-52455f8ed66f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Fanout notify agent at l3_agent the message router_deleted on router 7a5d8ef9-95df-4cc5-928f-3d77c54499f3 {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:28:58.040010 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a6ae62b7-0f6b-4586-8729-67e8ebbd480c req-22bf7c8e-9ce1-4178-9092-7f6b1a1561b9 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=89e0bbe2-2fae-4922-a022-1f173e76dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290264 Aug 31 09:28:58.069624 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-49ea3fb0-6681-4e64-8b8f-e2863564faad tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:58.070298 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-49ea3fb0-6681-4e64-8b8f-e2863564faad tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.087287 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-dfc1fdb1-d6ca-4d01-9646-60eae105dbe6 None None] Port cf89146b-add5-427d-b23e-7899a474b87b cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:28:58.113870 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 25022a27-1d1a-4c97-9057-d8bd45ddf4aa triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:58.114286 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.159152 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bbd2c0c8-523f-4452-9a6b-52455f8ed66f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.160584 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bbd2c0c8-523f-4452-9a6b-52455f8ed66f tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "DELETE /v2.0/routers/7a5d8ef9-95df-4cc5-928f-3d77c54499f3 HTTP/1.1" status: 204 len: 168 time: 3.4063241 Aug 31 09:28:58.166666 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45236) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:58.242738 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-901e0a42-49a9-474d-b996-639021f89798 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Deleting subnet 31ed4cb9-29c9-491e-b596-b2e7016f4b93 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:28:58.247978 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-901e0a42-49a9-474d-b996-639021f89798 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.255632 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-dfc1fdb1-d6ca-4d01-9646-60eae105dbe6 None None] Provisioning for port b168ad1c-b063-42c7-aa5c-2ae80702c486 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:58.272379 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-dfc1fdb1-d6ca-4d01-9646-60eae105dbe6 None None] Provisioning complete for port b168ad1c-b063-42c7-aa5c-2ae80702c486 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:58.274068 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-dfc1fdb1-d6ca-4d01-9646-60eae105dbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.310493 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fc155a90-a5ec-40bd-86d7-9c905549e2b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.312375 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8942ae4a-2391-4000-b2ef-f842931ebb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.316761 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8942ae4a-2391-4000-b2ef-f842931ebb44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.316761 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8942ae4a-2391-4000-b2ef-f842931ebb44 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/0c339bd7-2ebe-400f-9cee-488fc50af413 HTTP/1.1" status: 204 len: 168 time: 1.2901988 Aug 31 09:28:58.347797 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-901e0a42-49a9-474d-b996-639021f89798 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.407212 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-901e0a42-49a9-474d-b996-639021f89798 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.417425 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fc155a90-a5ec-40bd-86d7-9c905549e2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.439889 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942ae4a-2391-4000-b2ef-f842931ebb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c339bd7-2ebe-400f-9cee-488fc50af413,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:58.456656 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-dfc1fdb1-d6ca-4d01-9646-60eae105dbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.485080 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fc155a90-a5ec-40bd-86d7-9c905549e2b8 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=e32c8e11662b44b1bc89706635e97ed0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4610050 Aug 31 09:28:58.488093 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45240) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:58.529285 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc155a90-a5ec-40bd-86d7-9c905549e2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9b1db3-446d-4773-a088-a94e0f720f95,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:58.570190 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734a3a7f-8cf8-423b-b5db-53fb3029d7dd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:28:58.570594 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-dfc1fdb1-d6ca-4d01-9646-60eae105dbe6 None None] For port b168ad1c-b063-42c7-aa5c-2ae80702c486, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=b168ad1c-b063-42c7-aa5c-2ae80702c486,segment=NetworkSegment(629c2bdb-b0a1-40e7-aec5-862cb2eb4aef),segment_id=629c2bdb-b0a1-40e7-aec5-862cb2eb4aef)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:28:58.616096 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1b33b75f-cd05-4169-9ba4-8ddd6a28f8fc tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.663506 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a9468cf7-d584-4657-9859-172b5a855226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.682877 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-49ea3fb0-6681-4e64-8b8f-e2863564faad tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8692119 Aug 31 09:28:58.693518 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-927ca090-4cfb-4f9d-a7c1-7768ad8c3003 service neutron] Request body: {'port': {'device_id': 'ab1725bc-5f7a-4119-91c9-f212db95517a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:28:58.733745 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a9468cf7-d584-4657-9859-172b5a855226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.749146 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1b33b75f-cd05-4169-9ba4-8ddd6a28f8fc tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.755943 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-dfc1fdb1-d6ca-4d01-9646-60eae105dbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.784971 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-734a3a7f-8cf8-423b-b5db-53fb3029d7dd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.832914 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1fdb1-d6ca-4d01-9646-60eae105dbe6 None None] Pushing event updated for resources: {'Port': ['ID=b168ad1c-b063-42c7-aa5c-2ae80702c486,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:58.873576 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-901e0a42-49a9-474d-b996-639021f89798 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.891827 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-86beb78f-2719-47f6-98ac-d985d4b89298 None None] Provisioning complete for port cf89146b-add5-427d-b23e-7899a474b87b triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:58.892218 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-86beb78f-2719-47f6-98ac-d985d4b89298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.937785 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-901e0a42-49a9-474d-b996-639021f89798 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:58.939887 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-901e0a42-49a9-474d-b996-639021f89798 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "DELETE /v2.0/subnets/31ed4cb9-29c9-491e-b596-b2e7016f4b93 HTTP/1.1" status: 204 len: 168 time: 0.7754815 Aug 31 09:28:58.949629 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45250) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:28:58.954347 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e0a42-49a9-474d-b996-639021f89798 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event deleted for resources: {'Subnet': ['ID=31ed4cb9-29c9-491e-b596-b2e7016f4b93,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:58.956031 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-734a3a7f-8cf8-423b-b5db-53fb3029d7dd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] device_id is not set on port 9f306387-01e9-4d84-8840-5748076c0174 yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:28:58.957602 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-86beb78f-2719-47f6-98ac-d985d4b89298 None None] Port cf89146b-add5-427d-b23e-7899a474b87b cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:28:58.985818 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33b75f-cd05-4169-9ba4-8ddd6a28f8fc tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Port': ['ID=cf89146b-add5-427d-b23e-7899a474b87b,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:58.988342 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1b33b75f-cd05-4169-9ba4-8ddd6a28f8fc tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:59.037178 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a9468cf7-d584-4657-9859-172b5a855226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:59.040140 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a9468cf7-d584-4657-9859-172b5a855226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:59.041487 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a9468cf7-d584-4657-9859-172b5a855226 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/0c9b1db3-446d-4773-a088-a94e0f720f95 HTTP/1.1" status: 204 len: 168 time: 0.5519869 Aug 31 09:28:59.102443 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9468cf7-d584-4657-9859-172b5a855226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9b1db3-446d-4773-a088-a94e0f720f95,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:59.118168 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-86beb78f-2719-47f6-98ac-d985d4b89298 None None] Provisioning for port aa9205bb-cf47-44a5-9b10-f51ea17b7856 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:28:59.133726 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-86beb78f-2719-47f6-98ac-d985d4b89298 None None] Provisioning complete for port aa9205bb-cf47-44a5-9b10-f51ea17b7856 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:59.138624 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-86beb78f-2719-47f6-98ac-d985d4b89298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:59.173368 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-927ca090-4cfb-4f9d-a7c1-7768ad8c3003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:59.201072 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-86beb78f-2719-47f6-98ac-d985d4b89298 None None] Port aa9205bb-cf47-44a5-9b10-f51ea17b7856 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:28:59.215018 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-86beb78f-2719-47f6-98ac-d985d4b89298 None None] Provisioning complete for port 25022a27-1d1a-4c97-9057-d8bd45ddf4aa triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:59.215544 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-86beb78f-2719-47f6-98ac-d985d4b89298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:59.250654 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1b33b75f-cd05-4169-9ba4-8ddd6a28f8fc tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:59.352327 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c25804c5-76bd-4917-ba7e-3bcfb0a46902 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:59.437893 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-535d2d3e-c279-4331-82f7-9956a2c88e47 None None] Provisioning complete for port cf89146b-add5-427d-b23e-7899a474b87b triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:59.438410 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-535d2d3e-c279-4331-82f7-9956a2c88e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:59.480406 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-535d2d3e-c279-4331-82f7-9956a2c88e47 None None] Port cf89146b-add5-427d-b23e-7899a474b87b cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:28:59.507790 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb8a40-b369-4f6d-8021-6e152d266ab4 req-c68be092-da6a-4dbb-b774-b3a1fe0d4a41 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:59.510652 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9abb8a40-b369-4f6d-8021-6e152d266ab4 req-c68be092-da6a-4dbb-b774-b3a1fe0d4a41 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 945 time: 0.2988608 Aug 31 09:28:59.526812 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb3433-8608-4f66-b21f-deb9bed3c363 req-0c21459b-cac4-49d0-8169-12fef98c7f6c tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:28:59.534880 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2bcb3433-8608-4f66-b21f-deb9bed3c363 req-0c21459b-cac4-49d0-8169-12fef98c7f6c tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1725bc-5f7a-4119-91c9-f212db95517a HTTP/1.1" status: 200 len: 931 time: 0.3078232 Aug 31 09:28:59.615706 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1b33b75f-cd05-4169-9ba4-8ddd6a28f8fc tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:59.696439 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1b33b75f-cd05-4169-9ba4-8ddd6a28f8fc tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:59.699181 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1b33b75f-cd05-4169-9ba4-8ddd6a28f8fc tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:59.821748 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33b75f-cd05-4169-9ba4-8ddd6a28f8fc tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Port': ['ID=cf89146b-add5-427d-b23e-7899a474b87b,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:28:59.827678 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c25804c5-76bd-4917-ba7e-3bcfb0a46902 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:59.828497 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 25022a27-1d1a-4c97-9057-d8bd45ddf4aa up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:28:59.841338 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-c25804c5-76bd-4917-ba7e-3bcfb0a46902 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6044ac88-aab2-49b8-913b-7084120b2c21']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:59.856814 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-c25804c5-76bd-4917-ba7e-3bcfb0a46902 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f668229-0ad3-433f-bdd5-cf71bfb0feb1') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:59.857200 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-c25804c5-76bd-4917-ba7e-3bcfb0a46902 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f668229-0ad3-433f-bdd5-cf71bfb0feb1') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:28:59.889051 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c25804c5-76bd-4917-ba7e-3bcfb0a46902 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:59.891021 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b33b75f-cd05-4169-9ba4-8ddd6a28f8fc tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network 4e6a66fa-94fc-46ee-96e0-c63b14905b21 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:28:59.892808 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-1b33b75f-cd05-4169-9ba4-8ddd6a28f8fc tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:28:59.921646 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2bcb3433-8608-4f66-b21f-deb9bed3c363 req-17a2fc22-ad92-4441-bc05-ab4b0b136548 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=89e0bbe2-2fae-4922-a022-1f173e76dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3855677 Aug 31 09:28:59.925059 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 25022a27-1d1a-4c97-9057-d8bd45ddf4aa triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:28:59.927298 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:59.956930 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-734a3a7f-8cf8-423b-b5db-53fb3029d7dd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Allocated IP 172.20.0.11 (17930598-f4af-4731-83ee-9969406c94e8/fa2a2fbd-6720-48cb-a4f4-38c06ec669ad/9f306387-01e9-4d84-8840-5748076c0174) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:59.962668 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9abb8a40-b369-4f6d-8021-6e152d266ab4 req-e0138360-1806-428e-b615-3b8ace0f682a tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199812 Aug 31 09:28:59.973343 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-734a3a7f-8cf8-423b-b5db-53fb3029d7dd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Allocated IP 2001:db8::f816:3eff:fe65:5b5f (17930598-f4af-4731-83ee-9969406c94e8/3a10ad51-0427-4378-af0b-6d82a6114e72/9f306387-01e9-4d84-8840-5748076c0174) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:28:59.981555 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c25804c5-76bd-4917-ba7e-3bcfb0a46902 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:28:59.999465 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45272) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:00.046258 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c25804c5-76bd-4917-ba7e-3bcfb0a46902 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Releasing vlan 1645 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:29:00.050823 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c25804c5-76bd-4917-ba7e-3bcfb0a46902 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:00.052175 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:29:00.052175 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:29:00.052175 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:29:00.052175 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:29:00.052175 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:29:00.052175 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:29:00.052175 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:29:00.052175 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:29:00.052175 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:29:00.052175 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:29:00.052175 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:29:00.052175 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:29:00.052175 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:29:00.052175 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:29:00.052175 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:29:00.052175 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:29:00.052175 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:29:00.052175 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:29:00.052175 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:29:00.052175 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:29:00.052175 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:29:00.052175 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:29:00.052175 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:29:00.052175 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:29:00.052175 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:29:00.052175 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:29:00.052175 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:29:00.052175 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:29:00.052175 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:29:00.052175 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:29:00.052175 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:29:00.052175 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:29:00.081149 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-516b34f2-089b-472c-9cd1-3b5e356542cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:00.100526 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b168ad1c-b063-42c7-aa5c-2ae80702c486 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:00.179332 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port b168ad1c-b063-42c7-aa5c-2ae80702c486 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:00.179857 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:00.263088 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-516b34f2-089b-472c-9cd1-3b5e356542cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:00.295182 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-927ca090-4cfb-4f9d-a7c1-7768ad8c3003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa9205bb-cf47-44a5-9b10-f51ea17b7856 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:29:00.302390 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b33b75f-cd05-4169-9ba4-8ddd6a28f8fc tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Router 40d5b567-289c-47e1-9ee0-3c1f83993e8d is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:29:00.307414 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-927ca090-4cfb-4f9d-a7c1-7768ad8c3003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:00.322914 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-35542c88-8fa6-480d-aafa-5b526a1e9c8f None None] Provisioning complete for port cf89146b-add5-427d-b23e-7899a474b87b triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:00.323419 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-35542c88-8fa6-480d-aafa-5b526a1e9c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:00.327028 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-734a3a7f-8cf8-423b-b5db-53fb3029d7dd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:00.334222 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c25804c5-76bd-4917-ba7e-3bcfb0a46902 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:00.336559 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-927ca090-4cfb-4f9d-a7c1-7768ad8c3003 service neutron] Transition to ACTIVE for port object aa9205bb-cf47-44a5-9b10-f51ea17b7856 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:00.346154 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c25804c5-76bd-4917-ba7e-3bcfb0a46902 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:00.350929 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c25804c5-76bd-4917-ba7e-3bcfb0a46902 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] 10.222.0.119 "DELETE /v2.0/networks/6044ac88-aab2-49b8-913b-7084120b2c21 HTTP/1.1" status: 204 len: 168 time: 1.3972378 Aug 31 09:29:00.362130 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-516b34f2-089b-472c-9cd1-3b5e356542cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:00.373019 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-734a3a7f-8cf8-423b-b5db-53fb3029d7dd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Transition to ACTIVE for port object 9f306387-01e9-4d84-8840-5748076c0174 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:00.375079 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25804c5-76bd-4917-ba7e-3bcfb0a46902 tempest-FloatingIPTestJSON-1722846880 tempest-FloatingIPTestJSON-1722846880-project] Pushing event deleted for resources: {'Network': ['ID=6044ac88-aab2-49b8-913b-7084120b2c21,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:00.386350 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-35542c88-8fa6-480d-aafa-5b526a1e9c8f None None] Port cf89146b-add5-427d-b23e-7899a474b87b cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:29:00.413461 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-927ca090-4cfb-4f9d-a7c1-7768ad8c3003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:00.435618 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b34f2-089b-472c-9cd1-3b5e356542cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a3e9c6-93db-431b-897c-a95f1e55c020,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:00.480918 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ca090-4cfb-4f9d-a7c1-7768ad8c3003 service neutron] Pushing event updated for resources: {'Port': ['ID=aa9205bb-cf47-44a5-9b10-f51ea17b7856,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:00.485052 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-516b34f2-089b-472c-9cd1-3b5e356542cf admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=ff88375187414ab58e732eb4ff93aa87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4804187 Aug 31 09:29:00.497845 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45278) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:00.547956 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-734a3a7f-8cf8-423b-b5db-53fb3029d7dd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:00.557232 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b33b75f-cd05-4169-9ba4-8ddd6a28f8fc tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:29:00.571113 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549de693-e5a2-4f7e-8410-805451081fb0 None None] Sync routers for ids ['40d5b567-289c-47e1-9ee0-3c1f83993e8d'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:29:00.572268 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1b33b75f-cd05-4169-9ba4-8ddd6a28f8fc tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "PUT /v2.0/routers/40d5b567-289c-47e1-9ee0-3c1f83993e8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6780138 Aug 31 09:29:00.576640 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45284) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:00.590159 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549de693-e5a2-4f7e-8410-805451081fb0 None None] Routers {'40d5b567-289c-47e1-9ee0-3c1f83993e8d'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:00.594694 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-549de693-e5a2-4f7e-8410-805451081fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:28:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['40d5b567-289c-47e1-9ee0-3c1f83993e8d'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:00.611153 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734a3a7f-8cf8-423b-b5db-53fb3029d7dd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:00.619758 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-734a3a7f-8cf8-423b-b5db-53fb3029d7dd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:00.630849 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734a3a7f-8cf8-423b-b5db-53fb3029d7dd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:00.631702 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e9a279b2-b748-4307-9ec3-747689a05a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:00.673558 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-927ca090-4cfb-4f9d-a7c1-7768ad8c3003 service neutron] Attempting to bind port aa9205bb-cf47-44a5-9b10-f51ea17b7856 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:29:00.674176 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-927ca090-4cfb-4f9d-a7c1-7768ad8c3003 service neutron] Attempting to bind port aa9205bb-cf47-44a5-9b10-f51ea17b7856 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '0a95ffdb-6d77-445a-8e83-52f6d3d4d73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1630, 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:29:00.674731 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-927ca090-4cfb-4f9d-a7c1-7768ad8c3003 service neutron] Attempting to bind port aa9205bb-cf47-44a5-9b10-f51ea17b7856 on network db85df49-32f0-464c-8559-cb7cf1e93dcb {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:00.692115 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a3a7f-8cf8-423b-b5db-53fb3029d7dd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Port': ['ID=9f306387-01e9-4d84-8840-5748076c0174,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:00.698119 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-927ca090-4cfb-4f9d-a7c1-7768ad8c3003 service neutron] Port aa9205bb-cf47-44a5-9b10-f51ea17b7856 on network db85df49-32f0-464c-8559-cb7cf1e93dcb not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:29:00.700993 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-927ca090-4cfb-4f9d-a7c1-7768ad8c3003 service neutron] Attempting to bind port aa9205bb-cf47-44a5-9b10-f51ea17b7856 on network db85df49-32f0-464c-8559-cb7cf1e93dcb {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:00.709051 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-549de693-e5a2-4f7e-8410-805451081fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:00.718323 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-927ca090-4cfb-4f9d-a7c1-7768ad8c3003 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:29:00.718768 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-927ca090-4cfb-4f9d-a7c1-7768ad8c3003 service neutron] Checking segment: {'id': '0a95ffdb-6d77-445a-8e83-52f6d3d4d73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1630, 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:00.719751 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-927ca090-4cfb-4f9d-a7c1-7768ad8c3003 service neutron] Bound using segment: {'id': '0a95ffdb-6d77-445a-8e83-52f6d3d4d73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1630, 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:29:00.720264 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-927ca090-4cfb-4f9d-a7c1-7768ad8c3003 service neutron] Bound port: aa9205bb-cf47-44a5-9b10-f51ea17b7856, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a95ffdb-6d77-445a-8e83-52f6d3d4d73c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1630, 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:29:00.721878 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-927ca090-4cfb-4f9d-a7c1-7768ad8c3003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:00.736134 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549de693-e5a2-4f7e-8410-805451081fb0 None None] Routers {'40d5b567-289c-47e1-9ee0-3c1f83993e8d'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:00.736380 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734a3a7f-8cf8-423b-b5db-53fb3029d7dd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:00.737112 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-734a3a7f-8cf8-423b-b5db-53fb3029d7dd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:00.742726 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-549de693-e5a2-4f7e-8410-805451081fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:28:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['40d5b567-289c-47e1-9ee0-3c1f83993e8d'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:00.827110 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-549de693-e5a2-4f7e-8410-805451081fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:00.828068 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549de693-e5a2-4f7e-8410-805451081fb0 None None] The sync data for ids ['40d5b567-289c-47e1-9ee0-3c1f83993e8d'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:29:00.833385 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-927ca090-4cfb-4f9d-a7c1-7768ad8c3003 service neutron] For port aa9205bb-cf47-44a5-9b10-f51ea17b7856, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:00.843863 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-927ca090-4cfb-4f9d-a7c1-7768ad8c3003 service neutron] For port aa9205bb-cf47-44a5-9b10-f51ea17b7856, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=aa9205bb-cf47-44a5-9b10-f51ea17b7856,segment=NetworkSegment(0a95ffdb-6d77-445a-8e83-52f6d3d4d73c),segment_id=0a95ffdb-6d77-445a-8e83-52f6d3d4d73c)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:29:01.085680 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-734a3a7f-8cf8-423b-b5db-53fb3029d7dd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.8461642 Aug 31 09:29:01.085680 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-927ca090-4cfb-4f9d-a7c1-7768ad8c3003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:01.085680 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45298) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:01.097149 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e9a279b2-b748-4307-9ec3-747689a05a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:01.106136 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6925f50e-a7e3-4ea6-8d39-1be5743e3532 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:01.110787 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6925f50e-a7e3-4ea6-8d39-1be5743e3532 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "GET /v2.0/ports?device_id=40d5b567-289c-47e1-9ee0-3c1f83993e8d HTTP/1.1" status: 200 len: 987 time: 0.5330517 Aug 31 09:29:01.116198 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45300) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:01.172520 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45306) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:01.232144 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd415829-c37b-46f3-9c26-d7620ec4e86f req-25357db5-2110-442a-aa84-077f47320fad tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:01.233704 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd415829-c37b-46f3-9c26-d7620ec4e86f req-25357db5-2110-442a-aa84-077f47320fad tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1725bc-5f7a-4119-91c9-f212db95517a HTTP/1.1" status: 200 len: 943 time: 0.2159672 Aug 31 09:29:01.243542 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-927ca090-4cfb-4f9d-a7c1-7768ad8c3003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:01.244334 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-927ca090-4cfb-4f9d-a7c1-7768ad8c3003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:01.245748 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-927ca090-4cfb-4f9d-a7c1-7768ad8c3003 service neutron] 10.222.0.59 "PUT /v2.0/ports/aa9205bb-cf47-44a5-9b10-f51ea17b7856 HTTP/1.1" status: 200 len: 1092 time: 2.5597868 Aug 31 09:29:01.250167 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1725bc-5f7a-4119-91c9-f212db95517a', 'tag': 'aa9205bb-cf47-44a5-9b10-f51ea17b7856'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:01.252977 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64fb566-784e-4810-8dd3-5fce20384bfc" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1725bc-5f7a-4119-91c9-f212db95517a", "tag": "aa9205bb-cf47-44a5-9b10-f51ea17b7856"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:01.262201 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de6cec63-0911-4689-b28e-109abb385667 None None] Provisioning for port 9f306387-01e9-4d84-8840-5748076c0174 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:01.274271 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de6cec63-0911-4689-b28e-109abb385667 None None] Provisioning complete for port 9f306387-01e9-4d84-8840-5748076c0174 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:01.274271 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de6cec63-0911-4689-b28e-109abb385667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:01.298579 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ca090-4cfb-4f9d-a7c1-7768ad8c3003 service neutron] Pushing event updated for resources: {'Port': ['ID=aa9205bb-cf47-44a5-9b10-f51ea17b7856,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:01.343156 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72b419-8fb3-4d34-b111-388701815d78 req-de39545e-de9a-4bd4-a8e1-46b83e3927bf tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:01.349529 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dc72b419-8fb3-4d34-b111-388701815d78 req-de39545e-de9a-4bd4-a8e1-46b83e3927bf tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 945 time: 0.2628617 Aug 31 09:29:01.365400 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67718dd9-f413-4796-befc-9f9d0daa787e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:01.376236 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de6cec63-0911-4689-b28e-109abb385667 None None] Port 9f306387-01e9-4d84-8840-5748076c0174 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:29:01.383755 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67718dd9-f413-4796-befc-9f9d0daa787e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:01.386232 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-67718dd9-f413-4796-befc-9f9d0daa787e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2842352 Aug 31 09:29:01.390943 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45312) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:01.407456 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e9a279b2-b748-4307-9ec3-747689a05a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:01.410148 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e9a279b2-b748-4307-9ec3-747689a05a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:01.421934 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e9a279b2-b748-4307-9ec3-747689a05a67 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/f6a3e9c6-93db-431b-897c-a95f1e55c020 HTTP/1.1" status: 204 len: 168 time: 0.9047844 Aug 31 09:29:01.436471 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a279b2-b748-4307-9ec3-747689a05a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a3e9c6-93db-431b-897c-a95f1e55c020,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:01.535714 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-dd3a0798-b946-46c1-9298-8d417184cf5b admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=0b4588249af94f7795d0a2af50433a2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3308935 Aug 31 09:29:01.559275 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45316) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:01.708862 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0ba244d9-75d8-4e17-8b90-224ea3474435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:01.750629 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0ba244d9-75d8-4e17-8b90-224ea3474435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:01.752863 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-77bf8e1e-03bf-411d-98c2-af5f6c4214b0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:01.896281 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd415829-c37b-46f3-9c26-d7620ec4e86f req-82ac1938-2d87-4193-b0bb-98428aedfd97 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=89e0bbe2-2fae-4922-a022-1f173e76dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6285880 Aug 31 09:29:01.972869 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d0607d-340e-41ab-93bc-faa6024f2180 x-openstack-request-id: req-43d0607d-340e-41ab-93bc-faa6024f2180 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:01.972869 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1725bc-5f7a-4119-91c9-f212db95517a", "tag": "aa9205bb-cf47-44a5-9b10-f51ea17b7856", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:01.972869 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-43d0607d-340e-41ab-93bc-faa6024f2180 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:01.972869 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1725bc-5f7a-4119-91c9-f212db95517a', 'tag': 'aa9205bb-cf47-44a5-9b10-f51ea17b7856', 'status': 'completed', 'code': 200} Aug 31 09:29:01.977578 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dc72b419-8fb3-4d34-b111-388701815d78 req-c8b69f83-183e-4d09-bdff-a6b66fe01e05 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5874171 Aug 31 09:29:01.987532 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-12d8ea96-6e88-4456-a221-5578f5879984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:01.989584 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-12d8ea96-6e88-4456-a221-5578f5879984 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b807ea962a9445be9b1ffbeebf308f16&device_id=ab1725bc-5f7a-4119-91c9-f212db95517a HTTP/1.1" status: 200 len: 1095 time: 0.5677683 Aug 31 09:29:02.043168 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-483187ec-7f0e-4bb5-85c3-ccf853b24afe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa9205bb-cf47-44a5-9b10-f51ea17b7856 HTTP/1.1" status: 200 len: 217 time: 0.0429966 Aug 31 09:29:02.054256 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-49f6a0e9-89e2-4ca0-a409-0de2244c42ff tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting port 9f306387-01e9-4d84-8840-5748076c0174 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:02.055868 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-49f6a0e9-89e2-4ca0-a409-0de2244c42ff tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:02.078958 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0ba244d9-75d8-4e17-8b90-224ea3474435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:02.085169 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0ba244d9-75d8-4e17-8b90-224ea3474435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:02.085169 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0ba244d9-75d8-4e17-8b90-224ea3474435 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/9d5bb87d-e663-419b-8497-a4274807d002 HTTP/1.1" status: 204 len: 168 time: 0.5210524 Aug 31 09:29:02.092988 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba244d9-75d8-4e17-8b90-224ea3474435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5bb87d-e663-419b-8497-a4274807d002,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:02.096650 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-77bf8e1e-03bf-411d-98c2-af5f6c4214b0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Deleting port cf89146b-add5-427d-b23e-7899a474b87b {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:02.097005 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-77bf8e1e-03bf-411d-98c2-af5f6c4214b0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:02.189387 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-473b26bd-f7c6-455a-b5e7-94c000039d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:02.191006 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-473b26bd-f7c6-455a-b5e7-94c000039d1f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=51d76b46-811d-468a-80f4-ece7058a5d3b HTTP/1.1" status: 200 len: 849 time: 0.1394930 Aug 31 09:29:02.196417 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-77bf8e1e-03bf-411d-98c2-af5f6c4214b0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:02.209920 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-77bf8e1e-03bf-411d-98c2-af5f6c4214b0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Calling delete_port for cf89146b-add5-427d-b23e-7899a474b87b owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:02.249207 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-49f6a0e9-89e2-4ca0-a409-0de2244c42ff tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:02.266511 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-49f6a0e9-89e2-4ca0-a409-0de2244c42ff tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Calling delete_port for 9f306387-01e9-4d84-8840-5748076c0174 owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:02.280282 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-74b4ce5b-2d07-40b2-ba27-f7e7b91577b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:02.281936 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-74b4ce5b-2d07-40b2-ba27-f7e7b91577b9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=db85df49-32f0-464c-8559-cb7cf1e93dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0804989 Aug 31 09:29:02.448912 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-b2887031-5380-4a48-95bd-054296974093 service neutron] 10.222.0.59 "GET /v2.0/networks/db85df49-32f0-464c-8559-cb7cf1e93dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589181 Aug 31 09:29:02.477556 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-77bf8e1e-03bf-411d-98c2-af5f6c4214b0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:02.525740 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf8e1e-03bf-411d-98c2-af5f6c4214b0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Port': ['ID=cf89146b-add5-427d-b23e-7899a474b87b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:02.640346 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd8d5c40-c91c-4abc-9085-8e7b8404e312 req-6f073c9d-5d16-4c7e-b9d0-ff9d603987de service neutron] 10.222.0.59 "GET /v2.0/networks/db85df49-32f0-464c-8559-cb7cf1e93dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835430 Aug 31 09:29:02.716672 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-77bf8e1e-03bf-411d-98c2-af5f6c4214b0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:02.919907 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bf8e1e-03bf-411d-98c2-af5f6c4214b0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Router 40d5b567-289c-47e1-9ee0-3c1f83993e8d has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:29:02.997795 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bf8e1e-03bf-411d-98c2-af5f6c4214b0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:29:03.006531 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-77bf8e1e-03bf-411d-98c2-af5f6c4214b0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "PUT /v2.0/routers/40d5b567-289c-47e1-9ee0-3c1f83993e8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8892918 Aug 31 09:29:03.007847 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df16b693-a973-4f35-85d3-8df653c8c5c3 None None] Sync routers for ids ['40d5b567-289c-47e1-9ee0-3c1f83993e8d'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:29:03.009379 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45350) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:03.019825 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df16b693-a973-4f35-85d3-8df653c8c5c3 None None] Routers {'40d5b567-289c-47e1-9ee0-3c1f83993e8d'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:03.021645 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-df16b693-a973-4f35-85d3-8df653c8c5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:28:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['40d5b567-289c-47e1-9ee0-3c1f83993e8d'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:03.042054 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-4afcb21c-ff6e-4a5c-a6ce-9892c2d94073 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] GET failed (client error): The resource could not be found. Aug 31 09:29:03.043696 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4afcb21c-ff6e-4a5c-a6ce-9892c2d94073 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "GET /v2.0/ports/cf89146b-add5-427d-b23e-7899a474b87b HTTP/1.1" status: 404 len: 333 time: 0.0333638 Aug 31 09:29:03.046611 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45354) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:03.051510 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103c48d-591c-4bd4-b6a5-06ac34c7743c req-4a05b2eb-1a61-4a98-94f5-80e333547b97 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:03.053001 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d103c48d-591c-4bd4-b6a5-06ac34c7743c req-4a05b2eb-1a61-4a98-94f5-80e333547b97 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1725bc-5f7a-4119-91c9-f212db95517a HTTP/1.1" status: 200 len: 943 time: 0.0884221 Aug 31 09:29:03.066454 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-df16b693-a973-4f35-85d3-8df653c8c5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:03.068877 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:03.076615 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df16b693-a973-4f35-85d3-8df653c8c5c3 None None] Routers {'40d5b567-289c-47e1-9ee0-3c1f83993e8d'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:03.077487 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-df16b693-a973-4f35-85d3-8df653c8c5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:28:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['40d5b567-289c-47e1-9ee0-3c1f83993e8d'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:03.111357 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-df16b693-a973-4f35-85d3-8df653c8c5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:03.112015 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df16b693-a973-4f35-85d3-8df653c8c5c3 None None] The sync data for ids ['40d5b567-289c-47e1-9ee0-3c1f83993e8d'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:29:03.128628 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d103c48d-591c-4bd4-b6a5-06ac34c7743c req-42779a00-a21c-4705-af36-c7b50b0dfe52 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=89e0bbe2-2fae-4922-a022-1f173e76dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649993 Aug 31 09:29:03.135222 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-93d1fbdc-b45e-4919-8d88-f42f09f80606 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:03.152237 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38b24b-44d9-44a6-9a67-3755438f403e req-78dc252e-0abb-42a3-aa75-f1e0cdf2fe70 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:03.153858 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ab38b24b-44d9-44a6-9a67-3755438f403e req-78dc252e-0abb-42a3-aa75-f1e0cdf2fe70 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 945 time: 0.0699577 Aug 31 09:29:03.171317 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-49f6a0e9-89e2-4ca0-a409-0de2244c42ff tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:03.225988 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6a0e9-89e2-4ca0-a409-0de2244c42ff tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Port': ['ID=9f306387-01e9-4d84-8840-5748076c0174,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:03.256147 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:03.296287 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6a0e9-89e2-4ca0-a409-0de2244c42ff tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:03.296681 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6a0e9-89e2-4ca0-a409-0de2244c42ff tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:03.296967 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6a0e9-89e2-4ca0-a409-0de2244c42ff tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:03.297738 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6a0e9-89e2-4ca0-a409-0de2244c42ff tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:03.298100 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6a0e9-89e2-4ca0-a409-0de2244c42ff tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:03.298434 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6a0e9-89e2-4ca0-a409-0de2244c42ff tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:03.298788 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6a0e9-89e2-4ca0-a409-0de2244c42ff tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:03.299121 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6a0e9-89e2-4ca0-a409-0de2244c42ff tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:03.299463 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6a0e9-89e2-4ca0-a409-0de2244c42ff tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:03.299966 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6a0e9-89e2-4ca0-a409-0de2244c42ff tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:03.300170 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6a0e9-89e2-4ca0-a409-0de2244c42ff tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:03.300439 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f6a0e9-89e2-4ca0-a409-0de2244c42ff tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:03.307527 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ab38b24b-44d9-44a6-9a67-3755438f403e req-663ff8e1-b609-452b-99b9-2c6d97bf417e tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458995 Aug 31 09:29:03.371019 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-93d1fbdc-b45e-4919-8d88-f42f09f80606 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:03.373740 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-93d1fbdc-b45e-4919-8d88-f42f09f80606 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:03.417181 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fb566-784e-4810-8dd3-5fce20384bfc req-14dcec48-d157-463c-9212-3f606ac6aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:03.427249 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f64fb566-784e-4810-8dd3-5fce20384bfc req-14dcec48-d157-463c-9212-3f606ac6aaeb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b807ea962a9445be9b1ffbeebf308f16&device_id=ab1725bc-5f7a-4119-91c9-f212db95517a HTTP/1.1" status: 200 len: 1095 time: 0.2119534 Aug 31 09:29:03.484972 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-93d1fbdc-b45e-4919-8d88-f42f09f80606 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:03.485777 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d1fbdc-b45e-4919-8d88-f42f09f80606 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Fanout notify agent at l3_agent the message router_deleted on router 40d5b567-289c-47e1-9ee0-3c1f83993e8d {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:29:03.493101 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-93d1fbdc-b45e-4919-8d88-f42f09f80606 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:03.494848 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-93d1fbdc-b45e-4919-8d88-f42f09f80606 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/routers/40d5b567-289c-47e1-9ee0-3c1f83993e8d HTTP/1.1" status: 204 len: 168 time: 0.4469557 Aug 31 09:29:03.498057 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45364) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:03.549203 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-49f6a0e9-89e2-4ca0-a409-0de2244c42ff tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:03.551247 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-49f6a0e9-89e2-4ca0-a409-0de2244c42ff tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/9f306387-01e9-4d84-8840-5748076c0174 HTTP/1.1" status: 204 len: 168 time: 2.1564939 Aug 31 09:29:03.557400 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45368) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:03.676173 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f434660-37be-43f3-9b2f-3f7945eb730c tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Deleting subnet 9f56bb0f-9110-48a4-bc47-9ebfb4da7ec0 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:29:03.698778 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f434660-37be-43f3-9b2f-3f7945eb730c tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:03.699364 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d725db94-b731-4e20-b68f-59ee02157ec6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:03.699364 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d725db94-b731-4e20-b68f-59ee02157ec6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:03.699364 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d725db94-b731-4e20-b68f-59ee02157ec6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:03.701139 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d725db94-b731-4e20-b68f-59ee02157ec6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1402826 Aug 31 09:29:03.703763 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45374) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:03.716638 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fb566-784e-4810-8dd3-5fce20384bfc req-fb6ac549-e09e-44fb-a44d-b59cdcffc6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:03.718823 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f64fb566-784e-4810-8dd3-5fce20384bfc req-fb6ac549-e09e-44fb-a44d-b59cdcffc6ad service neutron] 10.222.0.59 "GET /v2.0/networks?id=db85df49-32f0-464c-8559-cb7cf1e93dcb HTTP/1.1" status: 200 len: 912 time: 0.2853019 Aug 31 09:29:03.751917 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f434660-37be-43f3-9b2f-3f7945eb730c tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:03.787007 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f64fb566-784e-4810-8dd3-5fce20384bfc req-cb1f6d0e-06a4-41a2-9a37-f7fd26c3b17a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa9205bb-cf47-44a5-9b10-f51ea17b7856 HTTP/1.1" status: 200 len: 217 time: 0.0396540 Aug 31 09:29:03.878399 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce627604-f4db-438e-a61e-6ac0c87bdc74 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting subnet 3a10ad51-0427-4378-af0b-6d82a6114e72 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:29:03.887848 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ce627604-f4db-438e-a61e-6ac0c87bdc74 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:03.908356 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f434660-37be-43f3-9b2f-3f7945eb730c tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:03.936494 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fb566-784e-4810-8dd3-5fce20384bfc req-bd63ff30-7c62-426f-922c-683aac9e1375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:03.938633 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f64fb566-784e-4810-8dd3-5fce20384bfc req-bd63ff30-7c62-426f-922c-683aac9e1375 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=51d76b46-811d-468a-80f4-ece7058a5d3b HTTP/1.1" status: 200 len: 849 time: 0.1402724 Aug 31 09:29:04.014265 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ce627604-f4db-438e-a61e-6ac0c87bdc74 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:04.096419 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f434660-37be-43f3-9b2f-3f7945eb730c tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:04.117009 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fb566-784e-4810-8dd3-5fce20384bfc req-08e4ab11-c377-49df-9a13-253c0d9f1535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:04.122103 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f64fb566-784e-4810-8dd3-5fce20384bfc req-08e4ab11-c377-49df-9a13-253c0d9f1535 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=db85df49-32f0-464c-8559-cb7cf1e93dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1738050 Aug 31 09:29:04.134915 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45382) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:04.160730 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f434660-37be-43f3-9b2f-3f7945eb730c tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Subnet': ['ID=9f56bb0f-9110-48a4-bc47-9ebfb4da7ec0,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:04.164224 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f434660-37be-43f3-9b2f-3f7945eb730c tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:04.168161 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6f434660-37be-43f3-9b2f-3f7945eb730c tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/subnets/9f56bb0f-9110-48a4-bc47-9ebfb4da7ec0 HTTP/1.1" status: 204 len: 168 time: 0.6664796 Aug 31 09:29:04.170591 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45388) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:04.177033 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a996f0-d638-49eb-aff4-fbe0eefde48d None None] Network 4e6a66fa-94fc-46ee-96e0-c63b14905b21 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:04.301380 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14b83ae5-97a6-483a-a88a-98ae78df2c98 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:04.343566 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f64fb566-784e-4810-8dd3-5fce20384bfc req-e28d0fb3-6f96-4f6c-8a7f-e39f2763b237 service neutron] 10.222.0.59 "GET /v2.0/networks/db85df49-32f0-464c-8559-cb7cf1e93dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091715 Aug 31 09:29:04.366115 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-38d705f5-0d05-412d-bb3c-56ec6d4d283b tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1917476023'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:04.393511 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-14b83ae5-97a6-483a-a88a-98ae78df2c98 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Deleting port b168ad1c-b063-42c7-aa5c-2ae80702c486 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:04.394157 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14b83ae5-97a6-483a-a88a-98ae78df2c98 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:04.468660 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-14b83ae5-97a6-483a-a88a-98ae78df2c98 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] For port b168ad1c-b063-42c7-aa5c-2ae80702c486, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=b168ad1c-b063-42c7-aa5c-2ae80702c486,segment=NetworkSegment(629c2bdb-b0a1-40e7-aec5-862cb2eb4aef),segment_id=629c2bdb-b0a1-40e7-aec5-862cb2eb4aef)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:04.469652 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14b83ae5-97a6-483a-a88a-98ae78df2c98 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:04.470637 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291c670d-7d7d-464d-bfef-c655979c2c27 None None] DHCP port deletion for 4e6a66fa-94fc-46ee-96e0-c63b14905b21 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:29:04.492987 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-14b83ae5-97a6-483a-a88a-98ae78df2c98 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Calling delete_port for b168ad1c-b063-42c7-aa5c-2ae80702c486 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:04.496990 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ce627604-f4db-438e-a61e-6ac0c87bdc74 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:04.532724 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-291c670d-7d7d-464d-bfef-c655979c2c27 None None] Deleting port b168ad1c-b063-42c7-aa5c-2ae80702c486 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:04.533101 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-291c670d-7d7d-464d-bfef-c655979c2c27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:04.612055 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ce8cc-abc1-4d8a-8649-b1236017958a req-e0e320c5-6f06-4b42-a17c-130122409805 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:04.612055 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-049ce8cc-abc1-4d8a-8649-b1236017958a req-e0e320c5-6f06-4b42-a17c-130122409805 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1725bc-5f7a-4119-91c9-f212db95517a HTTP/1.1" status: 200 len: 943 time: 0.2608242 Aug 31 09:29:04.624971 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-291c670d-7d7d-464d-bfef-c655979c2c27 None None] For port b168ad1c-b063-42c7-aa5c-2ae80702c486, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=b168ad1c-b063-42c7-aa5c-2ae80702c486,segment=NetworkSegment(629c2bdb-b0a1-40e7-aec5-862cb2eb4aef),segment_id=629c2bdb-b0a1-40e7-aec5-862cb2eb4aef)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:04.625624 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-291c670d-7d7d-464d-bfef-c655979c2c27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:04.640654 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4387ce-5bf4-43a9-a3dd-9495228dbedf req-c090430b-a277-45a1-b666-e8a4b85bd089 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:04.641909 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0f4387ce-5bf4-43a9-a3dd-9495228dbedf req-c090430b-a277-45a1-b666-e8a4b85bd089 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 945 time: 0.2151651 Aug 31 09:29:04.646188 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-291c670d-7d7d-464d-bfef-c655979c2c27 None None] Calling delete_port for b168ad1c-b063-42c7-aa5c-2ae80702c486 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:04.652697 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d705f5-0d05-412d-bb3c-56ec6d4d283b tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Made reservation on behalf of c164d836a4b94d2a8b91cfdaa91fd565 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:04.655646 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-38d705f5-0d05-412d-bb3c-56ec6d4d283b tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:04.662084 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14b83ae5-97a6-483a-a88a-98ae78df2c98 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:04.694959 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b83ae5-97a6-483a-a88a-98ae78df2c98 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Port': ['ID=b168ad1c-b063-42c7-aa5c-2ae80702c486,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:04.704634 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b83ae5-97a6-483a-a88a-98ae78df2c98 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] No DVR routers for this DVR port b168ad1c-b063-42c7-aa5c-2ae80702c486 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:04.767879 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-38d705f5-0d05-412d-bb3c-56ec6d4d283b tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:04.780812 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-291c670d-7d7d-464d-bfef-c655979c2c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:04.807212 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14b83ae5-97a6-483a-a88a-98ae78df2c98 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:04.819370 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-14b83ae5-97a6-483a-a88a-98ae78df2c98 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e6a66fa-94fc-46ee-96e0-c63b14905b21']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:04.820745 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291c670d-7d7d-464d-bfef-c655979c2c27 None None] No DVR routers for this DVR port b168ad1c-b063-42c7-aa5c-2ae80702c486 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:04.823420 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c670d-7d7d-464d-bfef-c655979c2c27 None None] Pushing event deleted for resources: {'Port': ['ID=b168ad1c-b063-42c7-aa5c-2ae80702c486,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:04.845087 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-14b83ae5-97a6-483a-a88a-98ae78df2c98 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '629c2bdb-b0a1-40e7-aec5-862cb2eb4aef') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:04.845480 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-14b83ae5-97a6-483a-a88a-98ae78df2c98 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '629c2bdb-b0a1-40e7-aec5-862cb2eb4aef') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:04.856494 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14b83ae5-97a6-483a-a88a-98ae78df2c98 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:04.857026 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f64fb566-784e-4810-8dd3-5fce20384bfc req-5709cb0e-9a5a-4711-a15c-1f7ee385f632 service neutron] 10.222.0.59 "GET /v2.0/networks/db85df49-32f0-464c-8559-cb7cf1e93dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5011752 Aug 31 09:29:04.879839 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ce627604-f4db-438e-a61e-6ac0c87bdc74 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:04.884725 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14b83ae5-97a6-483a-a88a-98ae78df2c98 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:04.891252 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b83ae5-97a6-483a-a88a-98ae78df2c98 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Releasing vlan 1610 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:29:04.891717 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14b83ae5-97a6-483a-a88a-98ae78df2c98 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:04.895054 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:29:04.895054 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:29:04.895054 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:29:04.895054 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:29:04.895054 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:29:04.895054 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:29:04.895054 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:29:04.895054 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:29:04.895054 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:29:04.895054 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:29:04.895054 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:29:04.895054 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:29:04.895054 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:29:04.895054 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:29:04.895054 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:29:04.895054 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:29:04.895054 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:29:04.895054 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:29:04.895054 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:29:04.895054 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:29:04.895054 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:29:04.895054 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:29:04.895054 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:29:04.895054 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:29:04.895054 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:29:04.895054 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:29:04.895054 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:29:04.895054 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:29:04.895054 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:29:04.895054 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:29:04.895054 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:29:04.895054 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:29:04.926239 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-049ce8cc-abc1-4d8a-8649-b1236017958a req-84a6bf70-ebb2-4838-b9dc-6dbb7f767c1c tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=89e0bbe2-2fae-4922-a022-1f173e76dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2976396 Aug 31 09:29:04.982898 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0f4387ce-5bf4-43a9-a3dd-9495228dbedf req-0ef00b27-bb62-4606-b8bd-01ab63e2504d tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148036 Aug 31 09:29:04.984037 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce627604-f4db-438e-a61e-6ac0c87bdc74 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Subnet': ['ID=3a10ad51-0427-4378-af0b-6d82a6114e72,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:04.989892 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ce627604-f4db-438e-a61e-6ac0c87bdc74 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:04.993944 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ce627604-f4db-438e-a61e-6ac0c87bdc74 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/3a10ad51-0427-4378-af0b-6d82a6114e72 HTTP/1.1" status: 204 len: 168 time: 1.2875874 Aug 31 09:29:04.997196 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45414) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:04.997721 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33e4d4c-e542-4b30-906b-29ed80d80332 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:05.068277 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14b83ae5-97a6-483a-a88a-98ae78df2c98 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:05.079632 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14b83ae5-97a6-483a-a88a-98ae78df2c98 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:05.085155 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-14b83ae5-97a6-483a-a88a-98ae78df2c98 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/networks/4e6a66fa-94fc-46ee-96e0-c63b14905b21 HTTP/1.1" status: 204 len: 168 time: 0.9100530 Aug 31 09:29:05.086923 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45422) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:05.108920 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b83ae5-97a6-483a-a88a-98ae78df2c98 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Network': ['ID=4e6a66fa-94fc-46ee-96e0-c63b14905b21,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:05.148270 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-e405870e-be6c-4a6a-931b-c69675354cb3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting subnet fa2a2fbd-6720-48cb-a4f4-38c06ec669ad {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:29:05.157889 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e405870e-be6c-4a6a-931b-c69675354cb3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:05.166308 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a89a436-1962-44ff-9508-87903be1a7b2 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:05.166308 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3a89a436-1962-44ff-9508-87903be1a7b2 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "GET /v2.0/ports/efd9579a-d9e4-429d-a7c8-dcc26d5dd075 HTTP/1.1" status: 200 len: 845 time: 0.0714023 Aug 31 09:29:05.170018 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45424) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:05.250576 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e405870e-be6c-4a6a-931b-c69675354cb3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:05.277978 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5953c3bf-d2e2-465f-84bb-970b94ebea3c tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "GET /v2.0/ports/efd9579a-d9e4-429d-a7c8-dcc26d5dd075?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1066964 Aug 31 09:29:05.279125 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45428) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:05.287922 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-bb7f160a-a463-40d6-bcac-4e6357c5f79f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'subnet': {'network_id': '097647b9-96b8-4179-962b-949a2bb3c8b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:05.315182 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-38d705f5-0d05-412d-bb3c-56ec6d4d283b tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:05.330333 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device aa9205bb-cf47-44a5-9b10-f51ea17b7856 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:29:05.425680 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-38d705f5-0d05-412d-bb3c-56ec6d4d283b tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:05.426216 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e405870e-be6c-4a6a-931b-c69675354cb3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:05.508128 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d705f5-0d05-412d-bb3c-56ec6d4d283b tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] vlan segment allocate from pool success with {'vlan_id': 1642, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:29:05.522318 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d705f5-0d05-412d-bb3c-56ec6d4d283b tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7280cfbb-04c7-4462-a68f-a09d3707e5fb,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:05.582450 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port aa9205bb-cf47-44a5-9b10-f51ea17b7856, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=aa9205bb-cf47-44a5-9b10-f51ea17b7856,segment=NetworkSegment(0a95ffdb-6d77-445a-8e83-52f6d3d4d73c),segment_id=0a95ffdb-6d77-445a-8e83-52f6d3d4d73c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:05.593582 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e405870e-be6c-4a6a-931b-c69675354cb3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:05.595733 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-38d705f5-0d05-412d-bb3c-56ec6d4d283b tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:05.596257 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-38d705f5-0d05-412d-bb3c-56ec6d4d283b tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Added segment 4be25d56-158b-4391-8b73-0db2612259be of type vlan for network e51c9f16-f953-4dcb-ad63-526f24331fbf Aug 31 09:29:05.619584 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': 'aa9205bb-cf47-44a5-9b10-f51ea17b7856', 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb', 'port_id': 'aa9205bb-cf47-44a5-9b10-f51ea17b7856', 'mac_address': 'fa:16:3e:8a:8e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51d76b46-811d-468a-80f4-ece7058a5d3b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:29:05.648782 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-38d705f5-0d05-412d-bb3c-56ec6d4d283b tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:05.649677 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e405870e-be6c-4a6a-931b-c69675354cb3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Subnet': ['ID=fa2a2fbd-6720-48cb-a4f4-38c06ec669ad,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:05.652299 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e405870e-be6c-4a6a-931b-c69675354cb3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:05.657000 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e405870e-be6c-4a6a-931b-c69675354cb3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/fa2a2fbd-6720-48cb-a4f4-38c06ec669ad HTTP/1.1" status: 204 len: 168 time: 0.6586876 Aug 31 09:29:05.657652 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45436) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:05.662349 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7f160a-a463-40d6-bcac-4e6357c5f79f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:05.666420 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bb7f160a-a463-40d6-bcac-4e6357c5f79f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:05.701191 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:05.725189 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa9205bb-cf47-44a5-9b10-f51ea17b7856 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:29:05.766799 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port aa9205bb-cf47-44a5-9b10-f51ea17b7856, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=aa9205bb-cf47-44a5-9b10-f51ea17b7856,segment=NetworkSegment(0a95ffdb-6d77-445a-8e83-52f6d3d4d73c),segment_id=0a95ffdb-6d77-445a-8e83-52f6d3d4d73c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:05.780301 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-757e5adb-2931-4d7d-86c5-7329a4293c26 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1208847 Aug 31 09:29:05.782673 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45438) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:05.824439 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b168ad1c-b063-42c7-aa5c-2ae80702c486 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:05.836028 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-38d705f5-0d05-412d-bb3c-56ec6d4d283b tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:05.841902 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d705f5-0d05-412d-bb3c-56ec6d4d283b tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:05.842753 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-38d705f5-0d05-412d-bb3c-56ec6d4d283b tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:05.866088 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185cdac-a8cd-438d-984f-f5b610f57ad1 req-7ba3d8a4-0de9-4c97-adf5-0667043d2d69 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:05.867922 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7185cdac-a8cd-438d-984f-f5b610f57ad1 req-7ba3d8a4-0de9-4c97-adf5-0667043d2d69 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 945 time: 0.1295619 Aug 31 09:29:05.883590 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cd0891-658c-4af3-be23-9b5436a75941 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:05.885928 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-02cd0891-658c-4af3-be23-9b5436a75941 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0963004 Aug 31 09:29:05.888808 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45440) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:05.894286 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3999613-7c99-4fc6-8b96-13f311fb55ef None None] Update dhcp port {'port': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'fixed_ips': [{'subnet_id': 'fa2a2fbd-6720-48cb-a4f4-38c06ec669ad'}], 'binding:host_id': 'n-d-791506-28'}, 'id': '25022a27-1d1a-4c97-9057-d8bd45ddf4aa'} from n-d-791506-28. {{(pid=95554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:29:05.896258 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: b168ad1c-b063-42c7-aa5c-2ae80702c486 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:29:05.896603 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b168ad1c-b063-42c7-aa5c-2ae80702c486 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:29:05.944508 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:05.958111 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f3999613-7c99-4fc6-8b96-13f311fb55ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:06.011564 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d705f5-0d05-412d-bb3c-56ec6d4d283b tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Pushing event updated for resources: {'Network': ['ID=e51c9f16-f953-4dcb-ad63-526f24331fbf,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:06.035882 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network e51c9f16-f953-4dcb-ad63-526f24331fbf details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:29:06.038507 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7185cdac-a8cd-438d-984f-f5b610f57ad1 req-d5436bdd-6c4b-4462-a4f7-275b8d11ae7d tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558311 Aug 31 09:29:06.051411 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6e7a67-dfd7-4edc-881b-66719281abd3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:06.063848 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6f6e7a67-dfd7-4edc-881b-66719281abd3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1722510 Aug 31 09:29:06.066422 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45444) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:06.069571 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-38d705f5-0d05-412d-bb3c-56ec6d4d283b tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9335279 Aug 31 09:29:06.072800 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45446) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:06.110135 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-961f9168-9762-4cdb-8dae-22c725345ec4 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Request body: {'subnet': {'network_id': 'e51c9f16-f953-4dcb-ad63-526f24331fbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:06.121732 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7bbcf612-e3c0-40b3-94cc-076c0c3825f1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0481470 Aug 31 09:29:06.123430 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45448) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:06.128958 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-9a5ede05-5909-47ef-81b3-e8c7825a5e02 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:06.313276 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['aa9205bb-cf47-44a5-9b10-f51ea17b7856'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:29:06.315063 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d703b70-3ab1-4ea2-92ad-ab5dbdfa869c req-4a42c6ef-0f41-4c6b-ba1e-02b9b03ec44a tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:06.324378 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d703b70-3ab1-4ea2-92ad-ab5dbdfa869c req-4a42c6ef-0f41-4c6b-ba1e-02b9b03ec44a tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1725bc-5f7a-4119-91c9-f212db95517a HTTP/1.1" status: 200 len: 944 time: 0.2601888 Aug 31 09:29:06.360006 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=aa9205bb-cf47-44a5-9b10-f51ea17b7856,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:06.376242 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5ede05-5909-47ef-81b3-e8c7825a5e02 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:06.380144 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9a5ede05-5909-47ef-81b3-e8c7825a5e02 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:06.385629 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a5ede05-5909-47ef-81b3-e8c7825a5e02 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:29:06.395834 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a5ede05-5909-47ef-81b3-e8c7825a5e02 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:29:06.411212 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d703b70-3ab1-4ea2-92ad-ab5dbdfa869c req-9b4d5ae7-1163-4f55-907b-f25619e315cc tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=89e0bbe2-2fae-4922-a022-1f173e76dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843599 Aug 31 09:29:06.412837 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba07dec-b780-4afd-b181-ce8abceab4c4 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:06.418798 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bb7f160a-a463-40d6-bcac-4e6357c5f79f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:06.503809 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7f160a-a463-40d6-bcac-4e6357c5f79f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network 097647b9-96b8-4179-962b-949a2bb3c8b8 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:06.533052 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-bb7f160a-a463-40d6-bcac-4e6357c5f79f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:06.535654 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7f160a-a463-40d6-bcac-4e6357c5f79f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:06.536950 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bb7f160a-a463-40d6-bcac-4e6357c5f79f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:06.544162 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f160a-a463-40d6-bcac-4e6357c5f79f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Subnet': ['ID=de0af6f0-5952-428f-8210-7589d81a16d9,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:06.544904 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6204a25d-4936-4e5c-b505-a6c2fdb2e923 None None] Network 097647b9-96b8-4179-962b-949a2bb3c8b8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:06.570949 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-ad7ba9e7-10da-439b-8d72-2e1e7f3d9706 None None] Provisioning complete for port 25022a27-1d1a-4c97-9057-d8bd45ddf4aa triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:06.571763 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ad7ba9e7-10da-439b-8d72-2e1e7f3d9706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:06.592839 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961f9168-9762-4cdb-8dae-22c725345ec4 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Made reservation on behalf of c164d836a4b94d2a8b91cfdaa91fd565 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:06.596868 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-961f9168-9762-4cdb-8dae-22c725345ec4 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:06.706139 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9a5ede05-5909-47ef-81b3-e8c7825a5e02 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5789473 Aug 31 09:29:06.706832 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45458) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:06.717253 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-367eda0f-b657-4827-8c56-f68847c601cc tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:06.772891 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5f49b7-329a-4ed1-b4eb-c5e89651700b None None] DHCP port deletion for 17930598-f4af-4731-83ee-9969406c94e8 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:29:06.900869 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-bb7f160a-a463-40d6-bcac-4e6357c5f79f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6139174 Aug 31 09:29:06.904035 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45460) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:06.910118 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-36eac51f-601e-4796-82d0-61ea74f911c1 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'security_group': {'name': 'tempest-secgroup-1823973255'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:06.939835 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-6c5f49b7-329a-4ed1-b4eb-c5e89651700b None None] Deleting port 25022a27-1d1a-4c97-9057-d8bd45ddf4aa {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:06.940323 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6c5f49b7-329a-4ed1-b4eb-c5e89651700b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:06.953786 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101d7d9c-a129-4882-a911-10b232dfc433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-097647b9-96b8-4179-962b-949a2bb3c8b8', 'network_id': '097647b9-96b8-4179-962b-949a2bb3c8b8', 'tenant_id': 'e8682e49034144d0a6f77e91c076dc8b', 'fixed_ips': [{'subnet_id': 'de0af6f0-5952-428f-8210-7589d81a16d9'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:29:06.954786 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-101d7d9c-a129-4882-a911-10b232dfc433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:07.026981 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-961f9168-9762-4cdb-8dae-22c725345ec4 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:07.075608 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-36eac51f-601e-4796-82d0-61ea74f911c1 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:07.094539 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-6c5f49b7-329a-4ed1-b4eb-c5e89651700b None None] For port 25022a27-1d1a-4c97-9057-d8bd45ddf4aa, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=25022a27-1d1a-4c97-9057-d8bd45ddf4aa,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:07.094968 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6c5f49b7-329a-4ed1-b4eb-c5e89651700b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:07.104429 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961f9168-9762-4cdb-8dae-22c725345ec4 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Checking segment: {'id': '4be25d56-158b-4391-8b73-0db2612259be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': 'e51c9f16-f953-4dcb-ad63-526f24331fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:07.107832 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961f9168-9762-4cdb-8dae-22c725345ec4 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Network hostable DHCP agents. Network: e51c9f16-f953-4dcb-ad63-526f24331fbf, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:29:07.115906 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f9168-9762-4cdb-8dae-22c725345ec4 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Pushing event updated for resources: {'Subnet': ['ID=3b47063e-c843-45af-9de2-2fc91d3d94a6,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:07.116127 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-6c5f49b7-329a-4ed1-b4eb-c5e89651700b None None] Calling delete_port for 25022a27-1d1a-4c97-9057-d8bd45ddf4aa owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:07.202476 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06212465-38e1-4043-a819-5fd70ef4d9a4 req-b56a6c9c-3a5c-457a-b18f-7297f240535c tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:07.202925 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d2786-cbd9-4c06-bf5d-15ef630c5e8a req-19c677a4-2676-49d0-8acf-2b547afcf094 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:07.204065 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-06212465-38e1-4043-a819-5fd70ef4d9a4 req-b56a6c9c-3a5c-457a-b18f-7297f240535c tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.112 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 945 time: 0.1795244 Aug 31 09:29:07.205389 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-030d2786-cbd9-4c06-bf5d-15ef630c5e8a req-19c677a4-2676-49d0-8acf-2b547afcf094 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 945 time: 0.0685410 Aug 31 09:29:07.219157 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367eda0f-b657-4827-8c56-f68847c601cc tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:07.223481 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-367eda0f-b657-4827-8c56-f68847c601cc tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:07.226033 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-367eda0f-b657-4827-8c56-f68847c601cc tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:29:07.226540 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-367eda0f-b657-4827-8c56-f68847c601cc tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:29:07.230951 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-101d7d9c-a129-4882-a911-10b232dfc433 None None] Allocated IP 2001:db8::2 (097647b9-96b8-4179-962b-949a2bb3c8b8/de0af6f0-5952-428f-8210-7589d81a16d9/94dc1c3e-43d2-4a33-92b7-6d5c52ba6103) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:07.238020 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961f9168-9762-4cdb-8dae-22c725345ec4 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Network e51c9f16-f953-4dcb-ad63-526f24331fbf is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:29:07.275323 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-030d2786-cbd9-4c06-bf5d-15ef630c5e8a req-998d1101-de72-45fd-8a1c-a7cf30375d87 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502808 Aug 31 09:29:07.341536 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-961f9168-9762-4cdb-8dae-22c725345ec4 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, e51c9f16-f953-4dcb-ad63-526f24331fbf) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:07.355751 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961f9168-9762-4cdb-8dae-22c725345ec4 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:07.358167 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-961f9168-9762-4cdb-8dae-22c725345ec4 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:07.371079 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040263e3-8dc8-40cb-a1bf-cc47a16e5346 None None] Network e51c9f16-f953-4dcb-ad63-526f24331fbf requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:07.441381 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-06212465-38e1-4043-a819-5fd70ef4d9a4 req-a3aa597e-761d-4969-8e9e-51f168271510 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Deleting port 49197f55-315a-4dd8-9698-06ffe47df92a {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:07.441719 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-06212465-38e1-4043-a819-5fd70ef4d9a4 req-a3aa597e-761d-4969-8e9e-51f168271510 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:07.449869 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6c5f49b7-329a-4ed1-b4eb-c5e89651700b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:07.488003 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-36eac51f-601e-4796-82d0-61ea74f911c1 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:07.489422 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f49b7-329a-4ed1-b4eb-c5e89651700b None None] Pushing event deleted for resources: {'Port': ['ID=25022a27-1d1a-4c97-9057-d8bd45ddf4aa,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:07.509610 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5f49b7-329a-4ed1-b4eb-c5e89651700b None None] No DVR routers for this DVR port 25022a27-1d1a-4c97-9057-d8bd45ddf4aa on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:07.517976 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-101d7d9c-a129-4882-a911-10b232dfc433 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:07.539028 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-101d7d9c-a129-4882-a911-10b232dfc433 None None] Transition to ACTIVE for port object 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:07.569526 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-06212465-38e1-4043-a819-5fd70ef4d9a4 req-a3aa597e-761d-4969-8e9e-51f168271510 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] For port 49197f55-315a-4dd8-9698-06ffe47df92a, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=49197f55-315a-4dd8-9698-06ffe47df92a,segment=NetworkSegment(316e1015-f12d-422c-8b11-cf75c56464db),segment_id=316e1015-f12d-422c-8b11-cf75c56464db)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:07.569925 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-06212465-38e1-4043-a819-5fd70ef4d9a4 req-a3aa597e-761d-4969-8e9e-51f168271510 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:07.577941 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c1253-bbdd-4d0f-a2de-54d6b62a3285 req-5b9254dd-8d03-43c0-9dc1-9a72173c9399 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:07.579779 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-461c1253-bbdd-4d0f-a2de-54d6b62a3285 req-5b9254dd-8d03-43c0-9dc1-9a72173c9399 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1725bc-5f7a-4119-91c9-f212db95517a HTTP/1.1" status: 200 len: 944 time: 0.0738969 Aug 31 09:29:07.583247 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-101d7d9c-a129-4882-a911-10b232dfc433 None None] Transition to ACTIVE for port object 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:07.596376 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-36eac51f-601e-4796-82d0-61ea74f911c1 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:07.633476 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb421a3b-c4aa-4157-904a-a82363526b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-e51c9f16-f953-4dcb-ad63-526f24331fbf', 'network_id': 'e51c9f16-f953-4dcb-ad63-526f24331fbf', 'tenant_id': 'c164d836a4b94d2a8b91cfdaa91fd565', 'fixed_ips': [{'subnet_id': '3b47063e-c843-45af-9de2-2fc91d3d94a6'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:29:07.635164 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eb421a3b-c4aa-4157-904a-a82363526b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:07.637263 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-461c1253-bbdd-4d0f-a2de-54d6b62a3285 req-e870a459-7f79-4dae-ad55-55169120d6e9 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=89e0bbe2-2fae-4922-a022-1f173e76dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456712 Aug 31 09:29:07.664913 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eac51f-601e-4796-82d0-61ea74f911c1 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fffb9d0b-04cf-4c3f-9e67-dbd432b94229,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:07.666297 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-06212465-38e1-4043-a819-5fd70ef4d9a4 req-a3aa597e-761d-4969-8e9e-51f168271510 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Calling delete_port for 49197f55-315a-4dd8-9698-06ffe47df92a owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:07.687712 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-961f9168-9762-4cdb-8dae-22c725345ec4 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6110477 Aug 31 09:29:07.687904 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-101d7d9c-a129-4882-a911-10b232dfc433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:07.688074 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45472) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:07.693552 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-0043e635-eeee-4181-9f63-498e78a045e9 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-137640737', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:07.747595 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-36eac51f-601e-4796-82d0-61ea74f911c1 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:07.749719 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-36eac51f-601e-4796-82d0-61ea74f911c1 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8444583 Aug 31 09:29:07.751845 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-367eda0f-b657-4827-8c56-f68847c601cc tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.0425818 Aug 31 09:29:07.754887 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45476) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:07.761054 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-4f194a22-240e-4a12-8ff5-133e921b77c1 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'security_group': {'name': 'tempest-secgroup-79277039'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:07.762009 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45478) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:07.785160 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-3a954ce1-b0d5-41cb-ad37-4250645b1e55 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:07.855913 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 25022a27-1d1a-4c97-9057-d8bd45ddf4aa no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:07.882807 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-eb421a3b-c4aa-4157-904a-a82363526b3b None None] Allocated IP 172.20.0.2 (e51c9f16-f953-4dcb-ad63-526f24331fbf/3b47063e-c843-45af-9de2-2fc91d3d94a6/2d06a0aa-e260-4aed-a9bb-c5fe11297a2a) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:07.891569 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101d7d9c-a129-4882-a911-10b232dfc433 None None] Network 097647b9-96b8-4179-962b-949a2bb3c8b8 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:07.892569 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0043e635-eeee-4181-9f63-498e78a045e9 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:07.893625 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0043e635-eeee-4181-9f63-498e78a045e9 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:07.895758 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 25022a27-1d1a-4c97-9057-d8bd45ddf4aa {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:29:07.896097 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 25022a27-1d1a-4c97-9057-d8bd45ddf4aa not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:29:07.907117 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-101d7d9c-a129-4882-a911-10b232dfc433 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:07.912001 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101d7d9c-a129-4882-a911-10b232dfc433 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:07.962903 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d7d9c-a129-4882-a911-10b232dfc433 None None] Pushing event updated for resources: {'Port': ['ID=94dc1c3e-43d2-4a33-92b7-6d5c52ba6103,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:08.027624 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-06212465-38e1-4043-a819-5fd70ef4d9a4 req-a3aa597e-761d-4969-8e9e-51f168271510 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:08.073378 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4f194a22-240e-4a12-8ff5-133e921b77c1 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:08.087005 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa597e-761d-4969-8e9e-51f168271510 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Pushing event deleted for resources: {'Port': ['ID=49197f55-315a-4dd8-9698-06ffe47df92a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:08.104423 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0043e635-eeee-4181-9f63-498e78a045e9 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:08.149664 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['49197f55-315a-4dd8-9698-06ffe47df92a'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:29:08.150614 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-06212465-38e1-4043-a819-5fd70ef4d9a4 req-a3aa597e-761d-4969-8e9e-51f168271510 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] No DVR routers for this DVR port 49197f55-315a-4dd8-9698-06ffe47df92a on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:08.153132 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-06212465-38e1-4043-a819-5fd70ef4d9a4 req-a3aa597e-761d-4969-8e9e-51f168271510 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:08.156006 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-06212465-38e1-4043-a819-5fd70ef4d9a4 req-a3aa597e-761d-4969-8e9e-51f168271510 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.112 "DELETE /v2.0/ports/49197f55-315a-4dd8-9698-06ffe47df92a HTTP/1.1" status: 204 len: 173 time: 0.9264896 Aug 31 09:29:08.156459 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a559fee-c0ec-418d-b5c1-3c92353351da', 'name': 'network-vif-deleted', 'tag': '49197f55-315a-4dd8-9698-06ffe47df92a'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:08.158865 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc4a6e0-fc7a-4147-8a81-5e42878e7502" -d '{"events": [{"server_uuid": "9a559fee-c0ec-418d-b5c1-3c92353351da", "name": "network-vif-deleted", "tag": "49197f55-315a-4dd8-9698-06ffe47df92a"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:08.199376 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0043e635-eeee-4181-9f63-498e78a045e9 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:08.206980 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983720a2-e1d6-4870-9b25-88ce1cb43b7c x-openstack-request-id: req-983720a2-e1d6-4870-9b25-88ce1cb43b7c {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:08.207313 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a559fee-c0ec-418d-b5c1-3c92353351da", "name": "network-vif-deleted", "tag": "49197f55-315a-4dd8-9698-06ffe47df92a", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:08.211654 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-983720a2-e1d6-4870-9b25-88ce1cb43b7c {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:08.211654 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a559fee-c0ec-418d-b5c1-3c92353351da', 'name': 'network-vif-deleted', 'tag': '49197f55-315a-4dd8-9698-06ffe47df92a', 'status': 'completed', 'code': 200} Aug 31 09:29:08.214651 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-101d7d9c-a129-4882-a911-10b232dfc433 None None] Attempting to bind port 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:29:08.214961 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-101d7d9c-a129-4882-a911-10b232dfc433 None None] Attempting to bind port 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '14c1aadc-ea24-4713-af43-50ffe74c33eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1603, 'network_id': '097647b9-96b8-4179-962b-949a2bb3c8b8'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:29:08.215396 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101d7d9c-a129-4882-a911-10b232dfc433 None None] Attempting to bind port 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103 on network 097647b9-96b8-4179-962b-949a2bb3c8b8 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:08.222172 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101d7d9c-a129-4882-a911-10b232dfc433 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:29:08.222586 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101d7d9c-a129-4882-a911-10b232dfc433 None None] Checking segment: {'id': '14c1aadc-ea24-4713-af43-50ffe74c33eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1603, 'network_id': '097647b9-96b8-4179-962b-949a2bb3c8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:08.222981 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-101d7d9c-a129-4882-a911-10b232dfc433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:08.223373 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101d7d9c-a129-4882-a911-10b232dfc433 None None] Bound using segment: {'id': '14c1aadc-ea24-4713-af43-50ffe74c33eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1603, 'network_id': '097647b9-96b8-4179-962b-949a2bb3c8b8'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:29:08.223850 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-101d7d9c-a129-4882-a911-10b232dfc433 None None] Bound port: 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c1aadc-ea24-4713-af43-50ffe74c33eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1603, 'network_id': '097647b9-96b8-4179-962b-949a2bb3c8b8'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:29:08.224234 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-101d7d9c-a129-4882-a911-10b232dfc433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:08.269008 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a954ce1-b0d5-41cb-ad37-4250645b1e55 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:08.272556 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3a954ce1-b0d5-41cb-ad37-4250645b1e55 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:08.274308 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a954ce1-b0d5-41cb-ad37-4250645b1e55 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:29:08.275151 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a954ce1-b0d5-41cb-ad37-4250645b1e55 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:29:08.344456 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eb421a3b-c4aa-4157-904a-a82363526b3b None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:08.346540 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-101d7d9c-a129-4882-a911-10b232dfc433 None None] For port 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:08.351768 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-101d7d9c-a129-4882-a911-10b232dfc433 None None] For port 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=94dc1c3e-43d2-4a33-92b7-6d5c52ba6103,segment=NetworkSegment(14c1aadc-ea24-4713-af43-50ffe74c33eb),segment_id=14c1aadc-ea24-4713-af43-50ffe74c33eb)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:29:08.358585 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0043e635-eeee-4181-9f63-498e78a045e9 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:08.359838 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-eb421a3b-c4aa-4157-904a-a82363526b3b None None] Transition to ACTIVE for port object 2d06a0aa-e260-4aed-a9bb-c5fe11297a2a will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:08.360407 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0043e635-eeee-4181-9f63-498e78a045e9 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6711385 Aug 31 09:29:08.362748 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45488) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:08.395098 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-eb421a3b-c4aa-4157-904a-a82363526b3b None None] Transition to ACTIVE for port object 2d06a0aa-e260-4aed-a9bb-c5fe11297a2a will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:08.435315 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3a954ce1-b0d5-41cb-ad37-4250645b1e55 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6686199 Aug 31 09:29:08.439409 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45492) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:08.455112 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-101d7d9c-a129-4882-a911-10b232dfc433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:08.456525 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-37639ea7-5b4a-4d77-b2cf-5182e427143a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:08.513510 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-28f918d5-e87d-4437-bf17-8189be16af3c req-10455137-5a59-472f-8c86-896f4bd908f8 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=9a559fee-c0ec-418d-b5c1-3c92353351da HTTP/1.1" status: 200 len: 210 time: 0.0836463 Aug 31 09:29:08.553595 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eb421a3b-c4aa-4157-904a-a82363526b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:08.559785 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d7d9c-a129-4882-a911-10b232dfc433 None None] Pushing event updated for resources: {'Port': ['ID=94dc1c3e-43d2-4a33-92b7-6d5c52ba6103,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:08.609762 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb421a3b-c4aa-4157-904a-a82363526b3b None None] Network e51c9f16-f953-4dcb-ad63-526f24331fbf is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:08.616543 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-eb421a3b-c4aa-4157-904a-a82363526b3b None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:08.620931 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb421a3b-c4aa-4157-904a-a82363526b3b None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:08.625138 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4f194a22-240e-4a12-8ff5-133e921b77c1 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:08.631717 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb421a3b-c4aa-4157-904a-a82363526b3b None None] Pushing event updated for resources: {'Port': ['ID=2d06a0aa-e260-4aed-a9bb-c5fe11297a2a,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:08.703285 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4f194a22-240e-4a12-8ff5-133e921b77c1 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:08.751974 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-eb421a3b-c4aa-4157-904a-a82363526b3b None None] Attempting to bind port 2d06a0aa-e260-4aed-a9bb-c5fe11297a2a on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:29:08.752557 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-eb421a3b-c4aa-4157-904a-a82363526b3b None None] Attempting to bind port 2d06a0aa-e260-4aed-a9bb-c5fe11297a2a by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '4be25d56-158b-4391-8b73-0db2612259be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': 'e51c9f16-f953-4dcb-ad63-526f24331fbf'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:29:08.753091 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb421a3b-c4aa-4157-904a-a82363526b3b None None] Attempting to bind port 2d06a0aa-e260-4aed-a9bb-c5fe11297a2a on network e51c9f16-f953-4dcb-ad63-526f24331fbf {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:08.757919 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45498) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:08.761725 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb421a3b-c4aa-4157-904a-a82363526b3b None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:29:08.762100 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb421a3b-c4aa-4157-904a-a82363526b3b None None] Checking segment: {'id': '4be25d56-158b-4391-8b73-0db2612259be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': 'e51c9f16-f953-4dcb-ad63-526f24331fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:08.762648 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eb421a3b-c4aa-4157-904a-a82363526b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:08.763654 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb421a3b-c4aa-4157-904a-a82363526b3b None None] Bound using segment: {'id': '4be25d56-158b-4391-8b73-0db2612259be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': 'e51c9f16-f953-4dcb-ad63-526f24331fbf'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:29:08.763972 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f194a22-240e-4a12-8ff5-133e921b77c1 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1476f050-d598-4551-bbb2-82b021b5eaec,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:08.764163 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-eb421a3b-c4aa-4157-904a-a82363526b3b None None] Bound port: 2d06a0aa-e260-4aed-a9bb-c5fe11297a2a, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be25d56-158b-4391-8b73-0db2612259be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': 'e51c9f16-f953-4dcb-ad63-526f24331fbf'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:29:08.764557 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eb421a3b-c4aa-4157-904a-a82363526b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:08.882961 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37639ea7-5b4a-4d77-b2cf-5182e427143a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:08.888643 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-37639ea7-5b4a-4d77-b2cf-5182e427143a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:08.890005 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-37639ea7-5b4a-4d77-b2cf-5182e427143a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:29:08.891173 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37639ea7-5b4a-4d77-b2cf-5182e427143a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:29:08.925783 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b9923-d38d-4392-b115-0c63d802b834 req-289ba9e2-ebfe-4d34-9979-deebcd1431da tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:08.927444 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2f0b9923-d38d-4392-b115-0c63d802b834 req-289ba9e2-ebfe-4d34-9979-deebcd1431da tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1725bc-5f7a-4119-91c9-f212db95517a HTTP/1.1" status: 200 len: 944 time: 0.1439824 Aug 31 09:29:08.940394 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-eb421a3b-c4aa-4157-904a-a82363526b3b None None] For port 2d06a0aa-e260-4aed-a9bb-c5fe11297a2a, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:08.945859 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-eb421a3b-c4aa-4157-904a-a82363526b3b None None] For port 2d06a0aa-e260-4aed-a9bb-c5fe11297a2a, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=2d06a0aa-e260-4aed-a9bb-c5fe11297a2a,segment=NetworkSegment(4be25d56-158b-4391-8b73-0db2612259be),segment_id=4be25d56-158b-4391-8b73-0db2612259be)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:29:08.958456 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4f194a22-240e-4a12-8ff5-133e921b77c1 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:08.973886 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4f194a22-240e-4a12-8ff5-133e921b77c1 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2176113 Aug 31 09:29:08.974577 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45504) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:08.988939 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-e3e7aaeb-7924-46cc-9e86-74c28b379021 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1898336867', 'security_groups': ['1476f050-d598-4551-bbb2-82b021b5eaec'], 'network_id': '097647b9-96b8-4179-962b-949a2bb3c8b8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'de0af6f0-5952-428f-8210-7589d81a16d9'}]}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:09.014869 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-244b8a2b-a684-428d-a6eb-95795d4c4fb0 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:09.061316 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eb421a3b-c4aa-4157-904a-a82363526b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:09.079399 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45506) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:09.095494 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-37639ea7-5b4a-4d77-b2cf-5182e427143a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6486268 Aug 31 09:29:09.108116 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45510) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:09.126229 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-e62520a8-1823-49e3-87e6-eab22b834e24 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:09.175254 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb421a3b-c4aa-4157-904a-a82363526b3b None None] Pushing event updated for resources: {'Port': ['ID=2d06a0aa-e260-4aed-a9bb-c5fe11297a2a,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:09.198283 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device aa9205bb-cf47-44a5-9b10-f51ea17b7856 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:09.244657 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2f0b9923-d38d-4392-b115-0c63d802b834 req-954b0dd7-0a97-47eb-b5dc-57612c7c0e88 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=89e0bbe2-2fae-4922-a022-1f173e76dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3039224 Aug 31 09:29:09.418037 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-244b8a2b-a684-428d-a6eb-95795d4c4fb0 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Allocated IP 172.20.0.1 (e51c9f16-f953-4dcb-ad63-526f24331fbf/3b47063e-c843-45af-9de2-2fc91d3d94a6/f1fe17b1-c980-4b70-863d-9a75c28ac2d5) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:09.436674 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port aa9205bb-cf47-44a5-9b10-f51ea17b7856 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:09.444814 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port aa9205bb-cf47-44a5-9b10-f51ea17b7856 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:09.445466 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:09.594347 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:09.614877 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-244b8a2b-a684-428d-a6eb-95795d4c4fb0 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:09.635575 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-244b8a2b-a684-428d-a6eb-95795d4c4fb0 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Transition to ACTIVE for port object f1fe17b1-c980-4b70-863d-9a75c28ac2d5 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:09.655304 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port aa9205bb-cf47-44a5-9b10-f51ea17b7856, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=aa9205bb-cf47-44a5-9b10-f51ea17b7856,segment=NetworkSegment(0a95ffdb-6d77-445a-8e83-52f6d3d4d73c),segment_id=0a95ffdb-6d77-445a-8e83-52f6d3d4d73c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:09.669885 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1725bc-5f7a-4119-91c9-f212db95517a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9205bb-cf47-44a5-9b10-f51ea17b7856'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:09.678459 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915ddf51-6335-4d8c-9227-a22c60bdc65d" -d '{"events": [{"server_uuid": "ab1725bc-5f7a-4119-91c9-f212db95517a", "name": "network-vif-plugged", "status": "completed", "tag": "aa9205bb-cf47-44a5-9b10-f51ea17b7856"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:09.703485 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c6042d44-f7b1-4c33-98f8-df85a2a82211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:09.718184 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8cc18e70-88c3-4593-a703-1964f7360b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:09.736808 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550c5594-3e28-4b59-9ad0-0936184438e5 x-openstack-request-id: req-550c5594-3e28-4b59-9ad0-0936184438e5 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:09.737102 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1725bc-5f7a-4119-91c9-f212db95517a", "name": "network-vif-plugged", "status": "completed", "tag": "aa9205bb-cf47-44a5-9b10-f51ea17b7856", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:09.737352 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-550c5594-3e28-4b59-9ad0-0936184438e5 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:09.737742 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1725bc-5f7a-4119-91c9-f212db95517a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9205bb-cf47-44a5-9b10-f51ea17b7856', 'code': 200} Aug 31 09:29:09.764366 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:09.799437 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-244b8a2b-a684-428d-a6eb-95795d4c4fb0 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:09.880658 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=aa9205bb-cf47-44a5-9b10-f51ea17b7856,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:09.911939 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244b8a2b-a684-428d-a6eb-95795d4c4fb0 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Network e51c9f16-f953-4dcb-ad63-526f24331fbf is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:09.920939 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-244b8a2b-a684-428d-a6eb-95795d4c4fb0 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:09.925955 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244b8a2b-a684-428d-a6eb-95795d4c4fb0 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:09.988584 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:10.010056 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8cc18e70-88c3-4593-a703-1964f7360b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.012320 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b8a2b-a684-428d-a6eb-95795d4c4fb0 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Pushing event updated for resources: {'Port': ['ID=f1fe17b1-c980-4b70-863d-9a75c28ac2d5,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:10.015892 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87db624-d3be-49d3-96f1-e0b6a1b4e7cd req-0b6a4e08-4cff-4de8-899f-0ecc54b7b62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:10.017547 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d87db624-d3be-49d3-96f1-e0b6a1b4e7cd req-0b6a4e08-4cff-4de8-899f-0ecc54b7b62e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ab1725bc-5f7a-4119-91c9-f212db95517a HTTP/1.1" status: 200 len: 1097 time: 0.1982486 Aug 31 09:29:10.021093 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-244b8a2b-a684-428d-a6eb-95795d4c4fb0 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.092207 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8cc18e70-88c3-4593-a703-1964f7360b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.155408 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc18e70-88c3-4593-a703-1964f7360b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5f8d82-5b62-467e-b7b9-c76d5f81a270,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:10.158044 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:10.167644 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2d06a0aa-e260-4aed-a9bb-c5fe11297a2a up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:10.175240 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8cc18e70-88c3-4593-a703-1964f7360b80 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=8aeda718c8364e31affee7e2010b7c8f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4077697 Aug 31 09:29:10.175549 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45528) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:10.287916 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-584665e7-091a-4247-9260-7b97f31c3b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.300184 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-ab01ec48-3201-4feb-9c92-5b6f07572c4d None None] Provisioning complete for port efd9579a-d9e4-429d-a7c8-dcc26d5dd075 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:10.300184 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ab01ec48-3201-4feb-9c92-5b6f07572c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.313876 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-584665e7-091a-4247-9260-7b97f31c3b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.342065 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 2d06a0aa-e260-4aed-a9bb-c5fe11297a2a completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:10.355521 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-ab01ec48-3201-4feb-9c92-5b6f07572c4d None None] Port efd9579a-d9e4-429d-a7c8-dcc26d5dd075 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:29:10.361327 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c6042d44-f7b1-4c33-98f8-df85a2a82211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.428770 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c6042d44-f7b1-4c33-98f8-df85a2a82211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.467104 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.db.api [None req-e3e7aaeb-7924-46cc-9e86-74c28b379021 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:29:10.467104 n-d-791506-28 neutron-server[95552]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:29:10.467104 n-d-791506-28 neutron-server[95552]: [parameters: {'project_id_1': 'e8682e49034144d0a6f77e91c076dc8b', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 29, 9, 965945)}] Aug 31 09:29:10.467104 n-d-791506-28 neutron-server[95552]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:29:10.467654 n-d-791506-28 neutron-server[95552]: DEBUG oslo_db.api [None req-e3e7aaeb-7924-46cc-9e86-74c28b379021 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:29:10.472907 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-ab01ec48-3201-4feb-9c92-5b6f07572c4d None None] Provisioning for port 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:10.479019 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-ab01ec48-3201-4feb-9c92-5b6f07572c4d None None] Provisioning complete for port 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:10.482046 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ab01ec48-3201-4feb-9c92-5b6f07572c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.485381 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-584665e7-091a-4247-9260-7b97f31c3b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.487928 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-584665e7-091a-4247-9260-7b97f31c3b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.489092 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-584665e7-091a-4247-9260-7b97f31c3b1a admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/1d5f8d82-5b62-467e-b7b9-c76d5f81a270 HTTP/1.1" status: 204 len: 168 time: 0.3105311 Aug 31 09:29:10.492225 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6042d44-f7b1-4c33-98f8-df85a2a82211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02201a61-71bd-4704-a434-cece8daae3eb,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:10.512515 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c6042d44-f7b1-4c33-98f8-df85a2a82211 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=1c1270c3d9e7408685206731a331ec70&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4319687 Aug 31 09:29:10.515145 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45534) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:10.533248 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584665e7-091a-4247-9260-7b97f31c3b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5f8d82-5b62-467e-b7b9-c76d5f81a270,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:10.553467 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62520a8-1823-49e3-87e6-eab22b834e24 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:10.569536 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e62520a8-1823-49e3-87e6-eab22b834e24 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.571104 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-e62520a8-1823-49e3-87e6-eab22b834e24 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:29:10.571753 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e62520a8-1823-49e3-87e6-eab22b834e24 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:29:10.599493 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f027788-1858-4aef-8617-8b23545bbc65 None None] Network e51c9f16-f953-4dcb-ad63-526f24331fbf requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:10.609131 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cdf39030-61fd-4848-a574-826090620932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.610440 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d87db624-d3be-49d3-96f1-e0b6a1b4e7cd req-b9d54e46-553d-4d4e-b2c4-a0795062d011 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=89e0bbe2-2fae-4922-a022-1f173e76dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5769272 Aug 31 09:29:10.633049 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cdf39030-61fd-4848-a574-826090620932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.656758 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ab01ec48-3201-4feb-9c92-5b6f07572c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.658391 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fb42f-eac1-4128-be04-40c5311406f5 req-ce4a91ae-820d-457d-a76c-683376d775e0 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:10.660470 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1f4fb42f-eac1-4128-be04-40c5311406f5 req-ce4a91ae-820d-457d-a76c-683376d775e0 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1725bc-5f7a-4119-91c9-f212db95517a HTTP/1.1" status: 200 len: 945 time: 0.2671416 Aug 31 09:29:10.692790 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-4e1b6d11-01be-4d96-817b-979ea13d7964 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:10.694486 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-4e1b6d11-01be-4d96-817b-979ea13d7964 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/networks?id=f668d119-0317-4e13-bd19-a19b34b961f5 HTTP/1.1" status: 200 len: 812 time: 0.6754184 Aug 31 09:29:10.703798 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e62520a8-1823-49e3-87e6-eab22b834e24 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.5898895 Aug 31 09:29:10.704739 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45536) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:10.709694 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-9d3ac480-bd6b-4409-a81b-8e7721a72328 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:10.717810 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-ab01ec48-3201-4feb-9c92-5b6f07572c4d None None] For port 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=94dc1c3e-43d2-4a33-92b7-6d5c52ba6103,segment=NetworkSegment(14c1aadc-ea24-4713-af43-50ffe74c33eb),segment_id=14c1aadc-ea24-4713-af43-50ffe74c33eb)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:10.729500 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-e1c66b7f-a6e3-49a6-9084-f8c41c7bc42c tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/quotas/e7263d55640346b092e769ab252c85c3 HTTP/1.1" status: 200 len: 375 time: 0.0167263 Aug 31 09:29:10.777534 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1f4fb42f-eac1-4128-be04-40c5311406f5 req-e7488e76-7e39-48fd-9b22-95723a17fac9 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=89e0bbe2-2fae-4922-a022-1f173e76dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005907 Aug 31 09:29:10.806505 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-2cda9312-13e8-40dd-a9e3-52b529379022 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=e7263d55640346b092e769ab252c85c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661571 Aug 31 09:29:10.807616 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-244b8a2b-a684-428d-a6eb-95795d4c4fb0 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.832690 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cdf39030-61fd-4848-a574-826090620932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.833120 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ab01ec48-3201-4feb-9c92-5b6f07572c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.833249 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cdf39030-61fd-4848-a574-826090620932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.834836 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-cdf39030-61fd-4848-a574-826090620932 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/02201a61-71bd-4704-a434-cece8daae3eb HTTP/1.1" status: 204 len: 168 time: 0.3187339 Aug 31 09:29:10.871720 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf39030-61fd-4848-a574-826090620932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02201a61-71bd-4704-a434-cece8daae3eb,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:10.913868 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3ac480-bd6b-4409-a81b-8e7721a72328 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:10.919838 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9d3ac480-bd6b-4409-a81b-8e7721a72328 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:10.921162 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d3ac480-bd6b-4409-a81b-8e7721a72328 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:29:10.921612 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d3ac480-bd6b-4409-a81b-8e7721a72328 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:29:10.981076 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01ec48-3201-4feb-9c92-5b6f07572c4d None None] Pushing event updated for resources: {'Port': ['ID=94dc1c3e-43d2-4a33-92b7-6d5c52ba6103,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:11.027625 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9d3ac480-bd6b-4409-a81b-8e7721a72328 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3182173 Aug 31 09:29:11.027625 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45542) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:11.049756 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-dd0011ae-220d-43d8-ba2f-a03a9d486826 service neutron] 10.222.0.119 "GET /v2.0/networks/f668d119-0317-4e13-bd19-a19b34b961f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316804 Aug 31 09:29:11.075305 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-88a9f670-ea55-4205-8d3d-6606cb4a7abd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0459442 Aug 31 09:29:11.080866 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45544) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:11.107290 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3d3fd078-d11b-4f81-8214-d8aebba3f0fd None None] Provisioning for port 2d06a0aa-e260-4aed-a9bb-c5fe11297a2a completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:11.119292 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3d3fd078-d11b-4f81-8214-d8aebba3f0fd None None] Provisioning complete for port 2d06a0aa-e260-4aed-a9bb-c5fe11297a2a triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:11.119292 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3d3fd078-d11b-4f81-8214-d8aebba3f0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:11.146876 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5c1a3f-f669-4db9-ad30-d49eb6f632b1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:11.152306 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8b5c1a3f-f669-4db9-ad30-d49eb6f632b1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0666542 Aug 31 09:29:11.152662 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45546) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:11.191762 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e7aaeb-7924-46cc-9e86-74c28b379021 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:11.208355 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-dd4dd89e-de16-4fe9-a0af-390b8ab7f1d0 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553038 Aug 31 09:29:11.214166 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45548) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:11.218710 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-f8c1ba8a-d062-437a-a592-0f3cd6ebb004 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:11.252754 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3d3fd078-d11b-4f81-8214-d8aebba3f0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:11.290799 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-3d3fd078-d11b-4f81-8214-d8aebba3f0fd None None] For port 2d06a0aa-e260-4aed-a9bb-c5fe11297a2a, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=2d06a0aa-e260-4aed-a9bb-c5fe11297a2a,segment=NetworkSegment(4be25d56-158b-4391-8b73-0db2612259be),segment_id=4be25d56-158b-4391-8b73-0db2612259be)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:11.310693 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e3e7aaeb-7924-46cc-9e86-74c28b379021 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:11.332780 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-e3e7aaeb-7924-46cc-9e86-74c28b379021 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] device_id is not set on port f890b227-db94-4e62-980d-ed6a52b51091 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:29:11.358268 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e0e254f-c6b9-4252-abd2-1d8488e515c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:11.375547 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-8e39f62c-afb9-4a50-b84f-cb549ca61cf3 service neutron] 10.222.0.119 "GET /v2.0/networks/f668d119-0317-4e13-bd19-a19b34b961f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112257 Aug 31 09:29:11.411939 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-244b8a2b-a684-428d-a6eb-95795d4c4fb0 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:11.415913 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3d3fd078-d11b-4f81-8214-d8aebba3f0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:11.425981 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 49197f55-315a-4dd8-9698-06ffe47df92a no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:11.450213 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c1ba8a-d062-437a-a592-0f3cd6ebb004 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:11.454388 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ba8a-d062-437a-a592-0f3cd6ebb004 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:11.479978 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45552) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:11.486444 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-244b8a2b-a684-428d-a6eb-95795d4c4fb0 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:11.488045 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 49197f55-315a-4dd8-9698-06ffe47df92a {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:29:11.488551 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 49197f55-315a-4dd8-9698-06ffe47df92a not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:29:11.510767 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8e54707f-a829-46ee-ba8f-1ad0794fa6c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:11.531135 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3fd078-d11b-4f81-8214-d8aebba3f0fd None None] Pushing event updated for resources: {'Port': ['ID=2d06a0aa-e260-4aed-a9bb-c5fe11297a2a,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:11.563514 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-e3e7aaeb-7924-46cc-9e86-74c28b379021 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Allocated IP 2001:db8::c5 (097647b9-96b8-4179-962b-949a2bb3c8b8/de0af6f0-5952-428f-8210-7589d81a16d9/f890b227-db94-4e62-980d-ed6a52b51091) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:11.631381 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b8a2b-a684-428d-a6eb-95795d4c4fb0 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Pushing event updated for resources: {'Port': ['ID=f1fe17b1-c980-4b70-863d-9a75c28ac2d5,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:11.638066 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-244b8a2b-a684-428d-a6eb-95795d4c4fb0 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:11.749724 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8e54707f-a829-46ee-ba8f-1ad0794fa6c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:11.760095 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-1159ea46-39fb-4e0a-9e4f-9e35f1d87bef None None] Provisioning for port f1fe17b1-c980-4b70-863d-9a75c28ac2d5 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:11.768443 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-1159ea46-39fb-4e0a-9e4f-9e35f1d87bef None None] Provisioning complete for port f1fe17b1-c980-4b70-863d-9a75c28ac2d5 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:11.772158 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1159ea46-39fb-4e0a-9e4f-9e35f1d87bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:11.775177 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e3e7aaeb-7924-46cc-9e86-74c28b379021 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:11.818525 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-e3e7aaeb-7924-46cc-9e86-74c28b379021 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Transition to ACTIVE for port object f890b227-db94-4e62-980d-ed6a52b51091 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:11.857082 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d5ac16ef-ddbc-4ca5-9a5b-b5553176646c req-77afe326-fb4b-41c5-8f12-de25298c8aca tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=92e7105c-6520-4366-827c-fb7ab2b181c5 HTTP/1.1" status: 200 len: 210 time: 0.0494988 Aug 31 09:29:11.883636 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8e54707f-a829-46ee-ba8f-1ad0794fa6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:11.883756 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244b8a2b-a684-428d-a6eb-95795d4c4fb0 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Network e51c9f16-f953-4dcb-ad63-526f24331fbf is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:11.891870 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:11.892285 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-244b8a2b-a684-428d-a6eb-95795d4c4fb0 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:11.964094 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8e54707f-a829-46ee-ba8f-1ad0794fa6c4 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=123a7c385be64b6b8fec4f4a7cd49f16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4798801 Aug 31 09:29:11.964094 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54707f-a829-46ee-ba8f-1ad0794fa6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557553e5-0f7c-4866-9c83-04fd9ee2bb99,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:11.967299 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-1159ea46-39fb-4e0a-9e4f-9e35f1d87bef None None] Port f1fe17b1-c980-4b70-863d-9a75c28ac2d5 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:29:11.986588 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45560) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:11.998906 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-1159ea46-39fb-4e0a-9e4f-9e35f1d87bef None None] Provisioning complete for port 2d06a0aa-e260-4aed-a9bb-c5fe11297a2a triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:12.001035 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1159ea46-39fb-4e0a-9e4f-9e35f1d87bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:12.001719 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:12.002070 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:12.100325 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e3e7aaeb-7924-46cc-9e86-74c28b379021 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:12.111259 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0258c5be-01a3-4b33-a7f7-d8e34bc04441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:12.158513 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51555dbd-f7bc-4896-9667-5983921e87c3 req-558edd5d-0383-43be-a5ed-0454aa781c13 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:12.160194 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-51555dbd-f7bc-4896-9667-5983921e87c3 req-558edd5d-0383-43be-a5ed-0454aa781c13 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1725bc-5f7a-4119-91c9-f212db95517a HTTP/1.1" status: 200 len: 945 time: 0.2656767 Aug 31 09:29:12.215116 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2d06a0aa-e260-4aed-a9bb-c5fe11297a2a up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:12.215343 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-51555dbd-f7bc-4896-9667-5983921e87c3 req-6e1d1650-3f87-42d5-9402-4a6d6a3a86ea tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=89e0bbe2-2fae-4922-a022-1f173e76dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450497 Aug 31 09:29:12.215462 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e7aaeb-7924-46cc-9e86-74c28b379021 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Port': ['ID=f890b227-db94-4e62-980d-ed6a52b51091,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:12.245441 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e7aaeb-7924-46cc-9e86-74c28b379021 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network 097647b9-96b8-4179-962b-949a2bb3c8b8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:12.250441 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-e3e7aaeb-7924-46cc-9e86-74c28b379021 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:12.271966 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e7aaeb-7924-46cc-9e86-74c28b379021 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:12.302892 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e7aaeb-7924-46cc-9e86-74c28b379021 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:12.302892 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e3e7aaeb-7924-46cc-9e86-74c28b379021 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:12.303094 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 2d06a0aa-e260-4aed-a9bb-c5fe11297a2a triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:12.303094 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:12.303264 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0258c5be-01a3-4b33-a7f7-d8e34bc04441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:12.338614 n-d-791506-28 neutron-server[95553]: DEBUG neutron.objects.ports [None req-f8c1ba8a-d062-437a-a592-0f3cd6ebb004 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95553) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:29:12.340172 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ba8a-d062-437a-a592-0f3cd6ebb004 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:12.347318 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45566) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:12.372969 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8cc7fe48-6a1d-4c12-8fe0-ddd7caf7e0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:12.391224 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244b8a2b-a684-428d-a6eb-95795d4c4fb0 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Router 182f0b12-6224-41e8-9f52-084b52e31557 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:29:12.410372 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c1ba8a-d062-437a-a592-0f3cd6ebb004 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:12.410982 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-10aeb6a6-6d99-4865-a23a-0248f2bf66be None None] Provisioning complete for port f1fe17b1-c980-4b70-863d-9a75c28ac2d5 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:12.411545 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-10aeb6a6-6d99-4865-a23a-0248f2bf66be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:12.416848 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-f8c1ba8a-d062-437a-a592-0f3cd6ebb004 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:12.426147 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c1ba8a-d062-437a-a592-0f3cd6ebb004 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:12.426782 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ba8a-d062-437a-a592-0f3cd6ebb004 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:12.441918 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580aa2d0-2241-4a62-a5d9-6e5e9cacb2d4 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:12.459667 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e3e7aaeb-7924-46cc-9e86-74c28b379021 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4806337 Aug 31 09:29:12.468724 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45570) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:12.474115 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-71c92a69-6bf3-4f01-819b-4ef2a444f560 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'subnet': {'network_id': '097647b9-96b8-4179-962b-949a2bb3c8b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:12.486064 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1ba8a-d062-437a-a592-0f3cd6ebb004 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Subnet': ['ID=46a4d359-71a7-4b2e-96b5-cfccbfde589f,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:12.510516 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-10aeb6a6-6d99-4865-a23a-0248f2bf66be None None] Port f1fe17b1-c980-4b70-863d-9a75c28ac2d5 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:29:12.544639 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244b8a2b-a684-428d-a6eb-95795d4c4fb0 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:29:12.550253 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-244b8a2b-a684-428d-a6eb-95795d4c4fb0 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] 10.222.0.119 "PUT /v2.0/routers/182f0b12-6224-41e8-9f52-084b52e31557/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1850216 Aug 31 09:29:12.552725 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45572) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:12.557110 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d740ba73-e32c-471e-b43a-795750b5ce7b None None] Sync routers for ids ['182f0b12-6224-41e8-9f52-084b52e31557'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:29:12.559707 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-309c284e-54e5-4b74-bfe9-640176abecdb tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Request body: {'port': {'network_id': 'e51c9f16-f953-4dcb-ad63-526f24331fbf', 'name': 'tempest-FloatingIPNegativeTestJSON-220126813'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:12.581772 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d740ba73-e32c-471e-b43a-795750b5ce7b None None] Routers {'182f0b12-6224-41e8-9f52-084b52e31557'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:12.591199 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d740ba73-e32c-471e-b43a-795750b5ce7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:28:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['182f0b12-6224-41e8-9f52-084b52e31557'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:12.615740 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0258c5be-01a3-4b33-a7f7-d8e34bc04441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:12.620328 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0258c5be-01a3-4b33-a7f7-d8e34bc04441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:12.621516 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0258c5be-01a3-4b33-a7f7-d8e34bc04441 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/557553e5-0f7c-4866-9c83-04fd9ee2bb99 HTTP/1.1" status: 204 len: 168 time: 0.6311665 Aug 31 09:29:12.645745 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3975d6-3a14-40ad-a65a-04d8239319de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-17930598-f4af-4731-83ee-9969406c94e8', 'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'fixed_ips': [{'subnet_id': '46a4d359-71a7-4b2e-96b5-cfccbfde589f'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:29:12.647858 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7e3975d6-3a14-40ad-a65a-04d8239319de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:12.663649 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258c5be-01a3-4b33-a7f7-d8e34bc04441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557553e5-0f7c-4866-9c83-04fd9ee2bb99,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:12.671727 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d740ba73-e32c-471e-b43a-795750b5ce7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:12.685038 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d740ba73-e32c-471e-b43a-795750b5ce7b None None] Routers {'182f0b12-6224-41e8-9f52-084b52e31557'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:12.685714 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d740ba73-e32c-471e-b43a-795750b5ce7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:28:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['182f0b12-6224-41e8-9f52-084b52e31557'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:12.731961 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d740ba73-e32c-471e-b43a-795750b5ce7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:12.732629 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d740ba73-e32c-471e-b43a-795750b5ce7b None None] The sync data for ids ['182f0b12-6224-41e8-9f52-084b52e31557'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:29:12.758226 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8cc7fe48-6a1d-4c12-8fe0-ddd7caf7e0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:12.851097 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-7e3975d6-3a14-40ad-a65a-04d8239319de None None] Allocated IP 2001:db8::f816:3eff:feab:65c0 (17930598-f4af-4731-83ee-9969406c94e8/46a4d359-71a7-4b2e-96b5-cfccbfde589f/59f3406b-2150-4111-a401-30332a7dddf0) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:12.885690 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8cc7fe48-6a1d-4c12-8fe0-ddd7caf7e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:12.924717 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c84551fd-4d89-482c-af11-d863ad73b32a None None] Provisioning for port f890b227-db94-4e62-980d-ed6a52b51091 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:12.928879 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8cc7fe48-6a1d-4c12-8fe0-ddd7caf7e0ae admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=5c881afdde164c3eb7b71999c0339ac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5803566 Aug 31 09:29:12.930311 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7fe48-6a1d-4c12-8fe0-ddd7caf7e0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0193830c-23a8-41e8-a9ae-eca73b166e33,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:12.936394 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c84551fd-4d89-482c-af11-d863ad73b32a None None] Provisioning complete for port f890b227-db94-4e62-980d-ed6a52b51091 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:12.936782 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c84551fd-4d89-482c-af11-d863ad73b32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:12.949782 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45578) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:12.978584 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-c84551fd-4d89-482c-af11-d863ad73b32a None None] Port f890b227-db94-4e62-980d-ed6a52b51091 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:29:13.024526 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43f8e51b-c8a8-41e4-a6cf-413ced1914bc req-47e1e5f5-e5bd-405a-bd5d-a8938ece4e4d tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=92e7105c-6520-4366-827c-fb7ab2b181c5 HTTP/1.1" status: 200 len: 210 time: 0.0545347 Aug 31 09:29:13.026250 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f8c1ba8a-d062-437a-a592-0f3cd6ebb004 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8116148 Aug 31 09:29:13.029023 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45580) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:13.035050 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-7ef50fae-47e4-49ef-b311-07d801e1358d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'port': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'mac_address': 'fa:16:3e:56:c1:d7', 'name': 'tempest-NetworksTestDHCPv6-2125876870'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:13.039031 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ef745ce-9370-4cb7-b9cc-211cef38071f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:13.056130 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7e3975d6-3a14-40ad-a65a-04d8239319de None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:13.064688 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7e3975d6-3a14-40ad-a65a-04d8239319de None None] Transition to ACTIVE for port object 59f3406b-2150-4111-a401-30332a7dddf0 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:13.080823 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7e3975d6-3a14-40ad-a65a-04d8239319de None None] Transition to ACTIVE for port object 59f3406b-2150-4111-a401-30332a7dddf0 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:13.082247 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ef745ce-9370-4cb7-b9cc-211cef38071f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:13.084356 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.db.api [None req-309c284e-54e5-4b74-bfe9-640176abecdb tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:29:13.084356 n-d-791506-28 neutron-server[95553]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:29:13.084356 n-d-791506-28 neutron-server[95553]: [parameters: {'project_id_1': 'c164d836a4b94d2a8b91cfdaa91fd565', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 29, 12, 758416)}] Aug 31 09:29:13.084356 n-d-791506-28 neutron-server[95553]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:29:13.084777 n-d-791506-28 neutron-server[95553]: DEBUG oslo_db.api [None req-309c284e-54e5-4b74-bfe9-640176abecdb tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:29:13.171452 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7e3975d6-3a14-40ad-a65a-04d8239319de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:13.176892 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c92a69-6bf3-4f01-819b-4ef2a444f560 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:13.182942 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-71c92a69-6bf3-4f01-819b-4ef2a444f560 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:13.212219 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3975d6-3a14-40ad-a65a-04d8239319de None None] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:13.217283 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-7e3975d6-3a14-40ad-a65a-04d8239319de None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:13.221175 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3975d6-3a14-40ad-a65a-04d8239319de None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:13.233251 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3975d6-3a14-40ad-a65a-04d8239319de None None] Pushing event updated for resources: {'Port': ['ID=59f3406b-2150-4111-a401-30332a7dddf0,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:13.239726 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ef745ce-9370-4cb7-b9cc-211cef38071f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:13.243570 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ef745ce-9370-4cb7-b9cc-211cef38071f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:13.245339 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1ef745ce-9370-4cb7-b9cc-211cef38071f admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/0193830c-23a8-41e8-a9ae-eca73b166e33 HTTP/1.1" status: 204 len: 168 time: 0.2927806 Aug 31 09:29:13.266696 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef745ce-9370-4cb7-b9cc-211cef38071f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0193830c-23a8-41e8-a9ae-eca73b166e33,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:13.268130 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef50fae-47e4-49ef-b311-07d801e1358d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:13.313255 n-d-791506-28 neutron-server[95552]: INFO neutron.db.ipam_backend_mixin [None req-71c92a69-6bf3-4f01-819b-4ef2a444f560 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet de0af6f0-5952-428f-8210-7589d81a16d9 (CIDR: 2001:db8::/64) Aug 31 09:29:13.328175 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-7e3975d6-3a14-40ad-a65a-04d8239319de None None] Attempting to bind port 59f3406b-2150-4111-a401-30332a7dddf0 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:29:13.328718 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-7e3975d6-3a14-40ad-a65a-04d8239319de None None] Attempting to bind port 59f3406b-2150-4111-a401-30332a7dddf0 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:29:13.329092 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3975d6-3a14-40ad-a65a-04d8239319de None None] Attempting to bind port 59f3406b-2150-4111-a401-30332a7dddf0 on network 17930598-f4af-4731-83ee-9969406c94e8 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:13.339380 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3975d6-3a14-40ad-a65a-04d8239319de None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:29:13.339380 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3975d6-3a14-40ad-a65a-04d8239319de None None] Checking segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:13.339380 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7e3975d6-3a14-40ad-a65a-04d8239319de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:13.339380 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3975d6-3a14-40ad-a65a-04d8239319de None None] Bound using segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:29:13.339380 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-7e3975d6-3a14-40ad-a65a-04d8239319de None None] Bound port: 59f3406b-2150-4111-a401-30332a7dddf0, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:29:13.339380 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7e3975d6-3a14-40ad-a65a-04d8239319de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:13.363765 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c92a69-6bf3-4f01-819b-4ef2a444f560 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:29:13.364228 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c92a69-6bf3-4f01-819b-4ef2a444f560 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:29:13.441807 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-7e3975d6-3a14-40ad-a65a-04d8239319de None None] For port 59f3406b-2150-4111-a401-30332a7dddf0, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:13.445959 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-7e3975d6-3a14-40ad-a65a-04d8239319de None None] For port 59f3406b-2150-4111-a401-30332a7dddf0, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=59f3406b-2150-4111-a401-30332a7dddf0,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:29:13.465223 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4577a-565e-42bf-ab6d-fcf25b1bf35d req-3b8b23ce-4450-4c7c-8cde-167ca1a35f16 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:13.466823 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-01c4577a-565e-42bf-ab6d-fcf25b1bf35d req-3b8b23ce-4450-4c7c-8cde-167ca1a35f16 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1725bc-5f7a-4119-91c9-f212db95517a HTTP/1.1" status: 200 len: 945 time: 0.0948200 Aug 31 09:29:13.484132 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-71c92a69-6bf3-4f01-819b-4ef2a444f560 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0140049 Aug 31 09:29:13.486837 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45592) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:13.495711 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-1bc7f3f6-eef7-419e-b01f-b56c26e52372 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'subnet': {'network_id': '097647b9-96b8-4179-962b-949a2bb3c8b8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:13.505093 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7ef50fae-47e4-49ef-b311-07d801e1358d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:13.525167 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7e3975d6-3a14-40ad-a65a-04d8239319de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:13.534826 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-01c4577a-565e-42bf-ab6d-fcf25b1bf35d req-d91b7517-502b-4d74-9ce6-abd39c60c88b tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=89e0bbe2-2fae-4922-a022-1f173e76dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589540 Aug 31 09:29:13.536233 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-7ef50fae-47e4-49ef-b311-07d801e1358d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] device_id is not set on port 67f5ff04-0f49-4cc7-9250-b543c53cf79a yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:29:13.607470 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3975d6-3a14-40ad-a65a-04d8239319de None None] Pushing event updated for resources: {'Port': ['ID=59f3406b-2150-4111-a401-30332a7dddf0,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:13.734491 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbd3fd-1b8d-4d47-9c3e-3485288bbdf9 req-b9c9ba70-8186-4ea1-a29d-448f65878323 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:13.736417 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bcdbd3fd-1b8d-4d47-9c3e-3485288bbdf9 req-b9c9ba70-8186-4ea1-a29d-448f65878323 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1725bc-5f7a-4119-91c9-f212db95517a HTTP/1.1" status: 200 len: 945 time: 0.0932677 Aug 31 09:29:13.748708 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45600) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:13.754354 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-d6b0dac3-0c38-4f63-b419-c5fc2406ed42 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Request body: {'floatingip': {'port_id': 'aa9205bb-cf47-44a5-9b10-f51ea17b7856'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:13.770256 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-7ef50fae-47e4-49ef-b311-07d801e1358d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Allocated IP 2001:db8::f816:3eff:fe56:c1d7 (17930598-f4af-4731-83ee-9969406c94e8/46a4d359-71a7-4b2e-96b5-cfccbfde589f/67f5ff04-0f49-4cc7-9250-b543c53cf79a) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:13.800845 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc7f3f6-eef7-419e-b01f-b56c26e52372 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:13.805646 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1bc7f3f6-eef7-419e-b01f-b56c26e52372 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:13.834932 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6b0dac3-0c38-4f63-b419-c5fc2406ed42 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for floatingip, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:14.019631 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309c284e-54e5-4b74-bfe9-640176abecdb tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Made reservation on behalf of c164d836a4b94d2a8b91cfdaa91fd565 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:14.031206 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-309c284e-54e5-4b74-bfe9-640176abecdb tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:14.054279 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6e09ac82-3e0b-44ef-ad4f-76425cc2645c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:14.065411 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-309c284e-54e5-4b74-bfe9-640176abecdb tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] device_id is not set on port 2c371bc9-a44d-425b-b747-846554eecc08 yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:29:14.119970 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7ef50fae-47e4-49ef-b311-07d801e1358d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:14.136129 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:14.160798 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-7ef50fae-47e4-49ef-b311-07d801e1358d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Transition to ACTIVE for port object 67f5ff04-0f49-4cc7-9250-b543c53cf79a will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:14.191394 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f50d656d-0345-4e12-a9f5-950dd5ec791d req-d3bfc7c6-5591-4c8c-b2b0-5d01ec062ac6 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=92e7105c-6520-4366-827c-fb7ab2b181c5 HTTP/1.1" status: 200 len: 210 time: 0.0469110 Aug 31 09:29:14.264395 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-309c284e-54e5-4b74-bfe9-640176abecdb tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Allocated IP 172.20.0.5 (e51c9f16-f953-4dcb-ad63-526f24331fbf/3b47063e-c843-45af-9de2-2fc91d3d94a6/2c371bc9-a44d-425b-b747-846554eecc08) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:14.453825 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-309c284e-54e5-4b74-bfe9-640176abecdb tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:14.482315 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-309c284e-54e5-4b74-bfe9-640176abecdb tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Transition to ACTIVE for port object 2c371bc9-a44d-425b-b747-846554eecc08 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:14.519444 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7ef50fae-47e4-49ef-b311-07d801e1358d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:14.577462 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef50fae-47e4-49ef-b311-07d801e1358d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:14.578822 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-7ef50fae-47e4-49ef-b311-07d801e1358d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:14.585466 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef50fae-47e4-49ef-b311-07d801e1358d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:14.593192 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef50fae-47e4-49ef-b311-07d801e1358d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:14.594049 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7ef50fae-47e4-49ef-b311-07d801e1358d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:14.605547 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-309c284e-54e5-4b74-bfe9-640176abecdb tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:14.610879 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef50fae-47e4-49ef-b311-07d801e1358d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Port': ['ID=67f5ff04-0f49-4cc7-9250-b543c53cf79a,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:14.677027 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309c284e-54e5-4b74-bfe9-640176abecdb tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Network e51c9f16-f953-4dcb-ad63-526f24331fbf is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:14.683966 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-309c284e-54e5-4b74-bfe9-640176abecdb tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:14.688375 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309c284e-54e5-4b74-bfe9-640176abecdb tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:14.761591 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309c284e-54e5-4b74-bfe9-640176abecdb tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:14.762601 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-309c284e-54e5-4b74-bfe9-640176abecdb tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:14.791260 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7ef50fae-47e4-49ef-b311-07d801e1358d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7608893 Aug 31 09:29:14.792735 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45630) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:14.811533 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c284e-54e5-4b74-bfe9-640176abecdb tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Pushing event updated for resources: {'Port': ['ID=2c371bc9-a44d-425b-b747-846554eecc08,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:14.893101 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd9e83e-3cc2-495c-99fa-f295b32faa4d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:14.897732 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-c54a19eb-2adc-4c4e-8c68-d8e2fc6176ab tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:14.900679 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-c54a19eb-2adc-4c4e-8c68-d8e2fc6176ab tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.112 "GET /v2.0/networks?id=f668d119-0317-4e13-bd19-a19b34b961f5 HTTP/1.1" status: 200 len: 812 time: 0.5598373 Aug 31 09:29:14.906821 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd9e83e-3cc2-495c-99fa-f295b32faa4d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:14.911803 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6bd9e83e-3cc2-495c-99fa-f295b32faa4d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1122324 Aug 31 09:29:14.912414 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45634) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:14.919327 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-309c284e-54e5-4b74-bfe9-640176abecdb tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3652458 Aug 31 09:29:14.920006 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45636) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:14.934394 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-5bbc7a5c-4995-4c0b-b1bf-b424551a6cd6 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Request body: {'port': {'device_id': '92e7105c-6520-4366-827c-fb7ab2b181c5', 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5', 'admin_state_up': True, 'tenant_id': 'e7263d55640346b092e769ab252c85c3'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:14.936207 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-c71308cd-83cc-458a-8124-22276bc5d065 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:14.953472 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1bc7f3f6-eef7-419e-b01f-b56c26e52372 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:15.066314 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc7f3f6-eef7-419e-b01f-b56c26e52372 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network 097647b9-96b8-4179-962b-949a2bb3c8b8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:15.090868 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5d698-4978-4459-9bc8-3167b42c402c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting port 67f5ff04-0f49-4cc7-9250-b543c53cf79a {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:15.091185 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cfa5d698-4978-4459-9bc8-3167b42c402c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:15.101804 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-1bc7f3f6-eef7-419e-b01f-b56c26e52372 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:15.101804 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc7f3f6-eef7-419e-b01f-b56c26e52372 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:15.101804 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1bc7f3f6-eef7-419e-b01f-b56c26e52372 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:15.114205 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.db.resource_extend [None req-d6b0dac3-0c38-4f63-b419-c5fc2406ed42 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:29:15.118989 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6405c794-d7d5-4d30-b9e2-263d98477ddb None None] Network 097647b9-96b8-4179-962b-949a2bb3c8b8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:15.182159 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c71308cd-83cc-458a-8124-22276bc5d065 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks [] for floatingip, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:15.258695 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cfa5d698-4978-4459-9bc8-3167b42c402c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:15.293967 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-cfa5d698-4978-4459-9bc8-3167b42c402c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Calling delete_port for 67f5ff04-0f49-4cc7-9250-b543c53cf79a owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:15.447862 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c9e91140-81ed-4a79-a834-c026dd374c85 None None] Provisioning for port 2c371bc9-a44d-425b-b747-846554eecc08 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:15.471310 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c9e91140-81ed-4a79-a834-c026dd374c85 None None] Provisioning complete for port 2c371bc9-a44d-425b-b747-846554eecc08 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:15.472432 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c9e91140-81ed-4a79-a834-c026dd374c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:15.572021 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:15.599013 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7f3f6-eef7-419e-b01f-b56c26e52372 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Subnet': ['ID=a1c5d232-04e7-4c25-a152-9708124e8bd2,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:15.630422 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-c9e91140-81ed-4a79-a834-c026dd374c85 None None] Port 2c371bc9-a44d-425b-b747-846554eecc08 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:29:15.645620 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6b0dac3-0c38-4f63-b419-c5fc2406ed42 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:15.718233 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1bc7f3f6-eef7-419e-b01f-b56c26e52372 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2252567 Aug 31 09:29:15.718233 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45656) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:15.728787 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-0bda53c2-5dab-467a-937e-6d40db87b619 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1820657645', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a1c5d232-04e7-4c25-a152-9708124e8bd2'}], 'security_groups': ['fffb9d0b-04cf-4c3f-9e67-dbd432b94229']}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:15.778908 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c9e91140-81ed-4a79-a834-c026dd374c85 None None] Provisioning for port 59f3406b-2150-4111-a401-30332a7dddf0 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:15.817979 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5200754d-ff14-4d92-9618-7c05b462c7bc None None] Update dhcp port {'port': {'network_id': '097647b9-96b8-4179-962b-949a2bb3c8b8', 'fixed_ips': [{'subnet_id': 'de0af6f0-5952-428f-8210-7589d81a16d9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a1c5d232-04e7-4c25-a152-9708124e8bd2'}], 'binding:host_id': 'n-d-791506-28'}, 'id': '94dc1c3e-43d2-4a33-92b7-6d5c52ba6103'} from n-d-791506-28. {{(pid=95554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:29:15.820745 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6b0dac3-0c38-4f63-b419-c5fc2406ed42 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:15.873494 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5200754d-ff14-4d92-9618-7c05b462c7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:15.877890 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 59f3406b-2150-4111-a401-30332a7dddf0 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:16.038762 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0bda53c2-5dab-467a-937e-6d40db87b619 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:16.042540 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4f6a3287-4cd8-40fc-b9d8-2e8949050612 req-72a9f53a-2d9e-4e69-ae1f-977956b03e30 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=92e7105c-6520-4366-827c-fb7ab2b181c5 HTTP/1.1" status: 200 len: 210 time: 0.0384722 Aug 31 09:29:16.074070 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b23d3099-9e06-4ef4-a065-1a1770c67dfe None None] Provisioning for port 67f5ff04-0f49-4cc7-9250-b543c53cf79a completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:16.094138 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-5bbc7a5c-4995-4c0b-b1bf-b424551a6cd6 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Made reservation on behalf of e7263d55640346b092e769ab252c85c3 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:16.097879 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-5bbc7a5c-4995-4c0b-b1bf-b424551a6cd6 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:16.098692 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b23d3099-9e06-4ef4-a065-1a1770c67dfe None None] Provisioning complete for port 67f5ff04-0f49-4cc7-9250-b543c53cf79a triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:16.099218 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b23d3099-9e06-4ef4-a065-1a1770c67dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:16.128003 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [None req-d6b0dac3-0c38-4f63-b419-c5fc2406ed42 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Floating IP 58c53da3-dc5f-4f3b-a6f6-6126146d06cf associated. External IP: 172.25.2.83, port: aa9205bb-cf47-44a5-9b10-f51ea17b7856. Aug 31 09:29:16.154587 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-5200754d-ff14-4d92-9618-7c05b462c7bc None None] Allocated IP 2001:db8:0:1::2 (097647b9-96b8-4179-962b-949a2bb3c8b8/a1c5d232-04e7-4c25-a152-9708124e8bd2/94dc1c3e-43d2-4a33-92b7-6d5c52ba6103) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:16.157502 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 59f3406b-2150-4111-a401-30332a7dddf0 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:16.158784 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-b23d3099-9e06-4ef4-a065-1a1770c67dfe None None] Port 67f5ff04-0f49-4cc7-9250-b543c53cf79a cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:29:16.171076 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 59f3406b-2150-4111-a401-30332a7dddf0 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:16.171454 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:16.223123 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c71308cd-83cc-458a-8124-22276bc5d065 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:16.343506 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:29:16.361999 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-c71308cd-83cc-458a-8124-22276bc5d065 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Allocated IP 172.25.2.81 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/1dcab671-da50-469f-806d-c3b90884c9ee) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:16.488352 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-5200754d-ff14-4d92-9618-7c05b462c7bc None None] For port 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=94dc1c3e-43d2-4a33-92b7-6d5c52ba6103,segment=NetworkSegment(14c1aadc-ea24-4713-af43-50ffe74c33eb),segment_id=14c1aadc-ea24-4713-af43-50ffe74c33eb)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:16.505557 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c71308cd-83cc-458a-8124-22276bc5d065 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:16.511932 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:16.549819 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5200754d-ff14-4d92-9618-7c05b462c7bc None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:16.550070 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cfa5d698-4978-4459-9bc8-3167b42c402c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:16.575797 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 59f3406b-2150-4111-a401-30332a7dddf0, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=59f3406b-2150-4111-a401-30332a7dddf0,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:16.579231 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5200754d-ff14-4d92-9618-7c05b462c7bc None None] Transition to ACTIVE for port object 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:16.589305 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5d698-4978-4459-9bc8-3167b42c402c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Port': ['ID=67f5ff04-0f49-4cc7-9250-b543c53cf79a,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:16.610629 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-5bbc7a5c-4995-4c0b-b1bf-b424551a6cd6 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Allocated IP 172.20.0.13 (f668d119-0317-4e13-bd19-a19b34b961f5/d9ae897c-9425-4b1d-8e0e-fa584db75384/70edd361-086c-4d05-b35f-6bdbc7f38a07) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:16.622328 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c71308cd-83cc-458a-8124-22276bc5d065 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:16.624855 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cfa5d698-4978-4459-9bc8-3167b42c402c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:16.626749 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-cfa5d698-4978-4459-9bc8-3167b42c402c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/67f5ff04-0f49-4cc7-9250-b543c53cf79a HTTP/1.1" status: 204 len: 168 time: 1.7131724 Aug 31 09:29:16.630068 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45674) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:16.684756 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:16.687352 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5200754d-ff14-4d92-9618-7c05b462c7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:16.701511 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71308cd-83cc-458a-8124-22276bc5d065 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:16.734638 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d072654-2343-459b-b97e-63823f3602dc tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:16.736486 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d072654-2343-459b-b97e-63823f3602dc tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:16.741262 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4d072654-2343-459b-b97e-63823f3602dc tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1102912 Aug 31 09:29:16.742331 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45682) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:16.755053 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-c71308cd-83cc-458a-8124-22276bc5d065 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:16.757969 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71308cd-83cc-458a-8124-22276bc5d065 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:16.845265 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71308cd-83cc-458a-8124-22276bc5d065 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Pushing event updated for resources: {'Port': ['ID=1dcab671-da50-469f-806d-c3b90884c9ee,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:16.899671 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=59f3406b-2150-4111-a401-30332a7dddf0,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:16.920446 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-b50310c3-89de-4a7a-9d2b-37d8b2c618b8 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting subnet 46a4d359-71a7-4b2e-96b5-cfccbfde589f {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:29:16.928646 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b50310c3-89de-4a7a-9d2b-37d8b2c618b8 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:16.961282 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b0dac3-0c38-4f63-b419-c5fc2406ed42 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Router e7f23c00-d687-4f4c-a6d4-e30c826b5d04 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:29:16.979876 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b50310c3-89de-4a7a-9d2b-37d8b2c618b8 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:16.986534 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200754d-ff14-4d92-9618-7c05b462c7bc None None] Pushing event updated for resources: {'Port': ['ID=94dc1c3e-43d2-4a33-92b7-6d5c52ba6103,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:17.043997 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:17.089996 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c71308cd-83cc-458a-8124-22276bc5d065 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:17.146931 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-0bda53c2-5dab-467a-937e-6d40db87b619 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Delete allocated IP 2001:db8::c5 (097647b9-96b8-4179-962b-949a2bb3c8b8/de0af6f0-5952-428f-8210-7589d81a16d9) {{(pid=95552) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 09:29:17.184141 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b50310c3-89de-4a7a-9d2b-37d8b2c618b8 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:17.193288 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-0bda53c2-5dab-467a-937e-6d40db87b619 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Allocated IP 2001:db8:0:1::163 (097647b9-96b8-4179-962b-949a2bb3c8b8/a1c5d232-04e7-4c25-a152-9708124e8bd2/f890b227-db94-4e62-980d-ed6a52b51091) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:17.225399 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8677a063-a478-4f4c-bd1c-1bfb989e53c5 req-d61b81cb-10a9-4b47-9a8a-20016b343712 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=92e7105c-6520-4366-827c-fb7ab2b181c5 HTTP/1.1" status: 200 len: 210 time: 0.0429926 Aug 31 09:29:17.277698 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c71308cd-83cc-458a-8124-22276bc5d065 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:17.376393 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-5bbc7a5c-4995-4c0b-b1bf-b424551a6cd6 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:17.404756 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b0dac3-0c38-4f63-b419-c5fc2406ed42 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:29:17.411512 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6b0dac3-0c38-4f63-b419-c5fc2406ed42 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:17.418027 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d54fa2-638e-4497-81df-fe01af3d3e0a None None] Sync routers for ids ['e7f23c00-d687-4f4c-a6d4-e30c826b5d04'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:29:17.429566 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d54fa2-638e-4497-81df-fe01af3d3e0a None None] Routers {'e7f23c00-d687-4f4c-a6d4-e30c826b5d04'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:17.432909 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-75d54fa2-638e-4497-81df-fe01af3d3e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:29:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e7f23c00-d687-4f4c-a6d4-e30c826b5d04'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:17.461053 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b50310c3-89de-4a7a-9d2b-37d8b2c618b8 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:17.514024 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d6b0dac3-0c38-4f63-b419-c5fc2406ed42 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "PUT /v2.0/floatingips/58c53da3-dc5f-4f3b-a6f6-6126146d06cf HTTP/1.1" status: 200 len: 990 time: 3.7643108 Aug 31 09:29:17.524833 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50310c3-89de-4a7a-9d2b-37d8b2c618b8 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Subnet': ['ID=46a4d359-71a7-4b2e-96b5-cfccbfde589f,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:17.528471 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1725bc-5f7a-4119-91c9-f212db95517a', 'tag': 'aa9205bb-cf47-44a5-9b10-f51ea17b7856'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:17.530805 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68577d72-b148-43cd-9ae8-19fd5fccdfc2" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1725bc-5f7a-4119-91c9-f212db95517a", "tag": "aa9205bb-cf47-44a5-9b10-f51ea17b7856"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:17.543349 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b50310c3-89de-4a7a-9d2b-37d8b2c618b8 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:17.545328 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b50310c3-89de-4a7a-9d2b-37d8b2c618b8 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/46a4d359-71a7-4b2e-96b5-cfccbfde589f HTTP/1.1" status: 204 len: 168 time: 0.7987866 Aug 31 09:29:17.549947 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45706) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:17.623097 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f880bdc-7aa4-4526-86b4-7469b5cee7a0 x-openstack-request-id: req-6f880bdc-7aa4-4526-86b4-7469b5cee7a0 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:17.623452 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3bb0fd-9bf9-47a5-b416-865fbfad5e9e None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:17.623703 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1725bc-5f7a-4119-91c9-f212db95517a", "tag": "aa9205bb-cf47-44a5-9b10-f51ea17b7856", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:17.623955 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-6f880bdc-7aa4-4526-86b4-7469b5cee7a0 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:17.624409 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1725bc-5f7a-4119-91c9-f212db95517a', 'tag': 'aa9205bb-cf47-44a5-9b10-f51ea17b7856', 'status': 'completed', 'code': 200} Aug 31 09:29:17.626294 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2d67efb2-075a-4aa5-bc9e-be7a6ee2b996 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746379 Aug 31 09:29:17.632778 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45710) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:17.634679 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c71308cd-83cc-458a-8124-22276bc5d065 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:17.642536 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-18bd744f-9ab3-45cf-b623-26522afd6fc7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:17.646268 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-5bbc7a5c-4995-4c0b-b1bf-b424551a6cd6 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:17.722936 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68577d72-b148-43cd-9ae8-19fd5fccdfc2 req-a6f10366-b51a-448e-a84c-17a032950eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:17.724350 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-68577d72-b148-43cd-9ae8-19fd5fccdfc2 req-a6f10366-b51a-448e-a84c-17a032950eba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b807ea962a9445be9b1ffbeebf308f16&device_id=ab1725bc-5f7a-4119-91c9-f212db95517a HTTP/1.1" status: 200 len: 1097 time: 0.0868261 Aug 31 09:29:17.730004 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0bda53c2-5dab-467a-937e-6d40db87b619 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:17.733608 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-75d54fa2-638e-4497-81df-fe01af3d3e0a None None] Set router e7f23c00-d687-4f4c-a6d4-e30c826b5d04 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:29:17.823045 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-5bbc7a5c-4995-4c0b-b1bf-b424551a6cd6 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Network f668d119-0317-4e13-bd19-a19b34b961f5 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:17.832595 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-5bbc7a5c-4995-4c0b-b1bf-b424551a6cd6 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:17.850335 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-5bbc7a5c-4995-4c0b-b1bf-b424551a6cd6 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:17.890624 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 59f3406b-2150-4111-a401-30332a7dddf0 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:17.917287 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-0bda53c2-5dab-467a-937e-6d40db87b619 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Transition to ACTIVE for port object f890b227-db94-4e62-980d-ed6a52b51091 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:17.927861 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc7a5c-4995-4c0b-b1bf-b424551a6cd6 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Pushing event updated for resources: {'Port': ['ID=70edd361-086c-4d05-b35f-6bdbc7f38a07,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:17.941718 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68577d72-b148-43cd-9ae8-19fd5fccdfc2 req-a01c42f7-ba9b-43ef-98fa-48b4959a719f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:17.943637 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-68577d72-b148-43cd-9ae8-19fd5fccdfc2 req-a01c42f7-ba9b-43ef-98fa-48b4959a719f service neutron] 10.222.0.59 "GET /v2.0/networks?id=db85df49-32f0-464c-8559-cb7cf1e93dcb HTTP/1.1" status: 200 len: 912 time: 0.2108095 Aug 31 09:29:17.945129 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c71308cd-83cc-458a-8124-22276bc5d065 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:17.960767 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-5bbc7a5c-4995-4c0b-b1bf-b424551a6cd6 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:17.961598 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-5bbc7a5c-4995-4c0b-b1bf-b424551a6cd6 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:17.989010 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0bda53c2-5dab-467a-937e-6d40db87b619 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:18.021785 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71308cd-83cc-458a-8124-22276bc5d065 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Pushing event updated for resources: {'Port': ['ID=1dcab671-da50-469f-806d-c3b90884c9ee,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:18.058464 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c5c8dfdb-b779-4c4d-9bb2-9908d8259aeb None None] Provisioning complete for port efd9579a-d9e4-429d-a7c8-dcc26d5dd075 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:18.063470 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c5c8dfdb-b779-4c4d-9bb2-9908d8259aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:18.081000 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bd744f-9ab3-45cf-b623-26522afd6fc7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:18.104974 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-18bd744f-9ab3-45cf-b623-26522afd6fc7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:18.147232 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c71308cd-83cc-458a-8124-22276bc5d065 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:18.157191 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-68577d72-b148-43cd-9ae8-19fd5fccdfc2 req-ea21696e-8094-4b78-8f11-c820d25057ae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa9205bb-cf47-44a5-9b10-f51ea17b7856 HTTP/1.1" status: 200 len: 998 time: 0.2003314 Aug 31 09:29:18.168136 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-0bda53c2-5dab-467a-937e-6d40db87b619 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] In _notify_port_updated(), no bound segment for port f890b227-db94-4e62-980d-ed6a52b51091 on network 097647b9-96b8-4179-962b-949a2bb3c8b8 {{(pid=95552) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:29:18.174326 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bda53c2-5dab-467a-937e-6d40db87b619 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:18.180036 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0bda53c2-5dab-467a-937e-6d40db87b619 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:18.180036 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0bda53c2-5dab-467a-937e-6d40db87b619 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "PUT /v2.0/ports/f890b227-db94-4e62-980d-ed6a52b51091 HTTP/1.1" status: 200 len: 931 time: 2.4555838 Aug 31 09:29:18.187663 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45718) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:18.193044 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ec396a-793f-4460-8e0f-dfc449b770c8 None None] DHCP port deletion for 17930598-f4af-4731-83ee-9969406c94e8 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:29:18.200928 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-5bbc7a5c-4995-4c0b-b1bf-b424551a6cd6 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2811387 Aug 31 09:29:18.201788 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda53c2-5dab-467a-937e-6d40db87b619 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Port': ['ID=f890b227-db94-4e62-980d-ed6a52b51091,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:18.262622 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-78f5d2e5-e972-4ab3-8e47-1ffbc844ab5c service neutron] Request body: {'port': {'device_id': '92e7105c-6520-4366-827c-fb7ab2b181c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:18.313674 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-c5c8dfdb-b779-4c4d-9bb2-9908d8259aeb None None] Port efd9579a-d9e4-429d-a7c8-dcc26d5dd075 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:29:18.386830 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 59f3406b-2150-4111-a401-30332a7dddf0 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:18.387149 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:18.404798 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68577d72-b148-43cd-9ae8-19fd5fccdfc2 req-2714838a-f703-49c9-ba9c-e4969d696324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:18.407303 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-68577d72-b148-43cd-9ae8-19fd5fccdfc2 req-2714838a-f703-49c9-ba9c-e4969d696324 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=51d76b46-811d-468a-80f4-ece7058a5d3b HTTP/1.1" status: 200 len: 849 time: 0.2372391 Aug 31 09:29:18.436711 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c71308cd-83cc-458a-8124-22276bc5d065 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:18.439064 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c71308cd-83cc-458a-8124-22276bc5d065 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5118535 Aug 31 09:29:18.455549 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45724) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:18.474741 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c5c8dfdb-b779-4c4d-9bb2-9908d8259aeb None None] Provisioning for port 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:18.475622 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-aab44e84-7c5e-42a1-8800-d3d99d66f086 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Request body: {'floatingip': {'port_id': '2c371bc9-a44d-425b-b747-846554eecc08', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:18.483083 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c5c8dfdb-b779-4c4d-9bb2-9908d8259aeb None None] Provisioning complete for port 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:18.484075 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c5c8dfdb-b779-4c4d-9bb2-9908d8259aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:18.539453 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-11ec396a-793f-4460-8e0f-dfc449b770c8 None None] Deleting port 59f3406b-2150-4111-a401-30332a7dddf0 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:18.541127 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-11ec396a-793f-4460-8e0f-dfc449b770c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:18.542973 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-aab44e84-7c5e-42a1-8800-d3d99d66f086 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks [] for floatingip, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:18.545055 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-78f5d2e5-e972-4ab3-8e47-1ffbc844ab5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:18.552494 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517362bb-804b-4a3b-aea4-e97d9c618369 req-71c1803e-bbca-4525-8450-62ae58a6e3f3 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:18.554248 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-517362bb-804b-4a3b-aea4-e97d9c618369 req-71c1803e-bbca-4525-8450-62ae58a6e3f3 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=92e7105c-6520-4366-827c-fb7ab2b181c5 HTTP/1.1" status: 200 len: 932 time: 0.2196181 Aug 31 09:29:18.558858 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-05a95092-c281-4497-9705-ec9179878223 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Deleting port f890b227-db94-4e62-980d-ed6a52b51091 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:18.558858 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-05a95092-c281-4497-9705-ec9179878223 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:18.587193 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68577d72-b148-43cd-9ae8-19fd5fccdfc2 req-d9f8de6e-69f1-427c-b13b-a15487a5d99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:18.589029 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-68577d72-b148-43cd-9ae8-19fd5fccdfc2 req-d9f8de6e-69f1-427c-b13b-a15487a5d99c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=db85df49-32f0-464c-8559-cb7cf1e93dcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1461177 Aug 31 09:29:18.638467 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-11ec396a-793f-4460-8e0f-dfc449b770c8 None None] For port 59f3406b-2150-4111-a401-30332a7dddf0, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=59f3406b-2150-4111-a401-30332a7dddf0,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:18.638467 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-11ec396a-793f-4460-8e0f-dfc449b770c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:18.659108 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-11ec396a-793f-4460-8e0f-dfc449b770c8 None None] Calling delete_port for 59f3406b-2150-4111-a401-30332a7dddf0 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:18.742321 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-517362bb-804b-4a3b-aea4-e97d9c618369 req-144eff2f-0001-448a-832f-bbed6a8242b0 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736739 Aug 31 09:29:18.770188 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-75d54fa2-638e-4497-81df-fe01af3d3e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'name': 'tempest-AttachVolumeTestJSON-314926797-router', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:24:07Z', 'updated_at': '2021-08-31T09:24:12Z', 'revision_number': 4, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'gw_port': {'id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:08Z', 'updated_at': '2021-08-31T09:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '58c53da3-dc5f-4f3b-a6f6-6126146d06cf', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'floating_ip_address': '172.25.2.83', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'port_id': 'aa9205bb-cf47-44a5-9b10-f51ea17b7856', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb', 'mac_address': 'fa:16:3e:8a:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1725bc-5f7a-4119-91c9-f212db95517a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:28:50Z', 'updated_at': '2021-08-31T09:29:14Z', 'revision_number': 1, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c', 'name': '', 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'mac_address': 'fa:16:3e:b1:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51d76b46-811d-468a-80f4-ece7058a5d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:10Z', 'updated_at': '2021-08-31T09:24:18Z', 'revision_number': 5, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'subnets': [{'id': '51d76b46-811d-468a-80f4-ece7058a5d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:18.772183 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-05a95092-c281-4497-9705-ec9179878223 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:18.793235 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-05a95092-c281-4497-9705-ec9179878223 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Calling delete_port for f890b227-db94-4e62-980d-ed6a52b51091 owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:18.812270 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-68577d72-b148-43cd-9ae8-19fd5fccdfc2 req-5a61bc7c-9a1e-444e-bceb-573d163cb0a9 service neutron] 10.222.0.59 "GET /v2.0/networks/db85df49-32f0-464c-8559-cb7cf1e93dcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913266 Aug 31 09:29:18.835412 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d54fa2-638e-4497-81df-fe01af3d3e0a None None] Checking router: e7f23c00-d687-4f4c-a6d4-e30c826b5d04 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:29:18.919473 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:18.933425 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d54fa2-638e-4497-81df-fe01af3d3e0a None None] Routers {'e7f23c00-d687-4f4c-a6d4-e30c826b5d04'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:18.934755 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-75d54fa2-638e-4497-81df-fe01af3d3e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:29:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e7f23c00-d687-4f4c-a6d4-e30c826b5d04'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:18.975344 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-68577d72-b148-43cd-9ae8-19fd5fccdfc2 req-d2db9efe-c4e0-4858-a58d-a813de96fedc service neutron] 10.222.0.59 "GET /v2.0/networks/db85df49-32f0-464c-8559-cb7cf1e93dcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253963 Aug 31 09:29:19.087069 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c5c8dfdb-b779-4c4d-9bb2-9908d8259aeb None None] Provisioning for port f890b227-db94-4e62-980d-ed6a52b51091 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:19.093723 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-11ec396a-793f-4460-8e0f-dfc449b770c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:19.106830 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c5c8dfdb-b779-4c4d-9bb2-9908d8259aeb None None] Provisioning complete for port f890b227-db94-4e62-980d-ed6a52b51091 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:19.107200 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c5c8dfdb-b779-4c4d-9bb2-9908d8259aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:19.158369 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec396a-793f-4460-8e0f-dfc449b770c8 None None] Pushing event deleted for resources: {'Port': ['ID=59f3406b-2150-4111-a401-30332a7dddf0,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:19.166589 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ec396a-793f-4460-8e0f-dfc449b770c8 None None] No DVR routers for this DVR port 59f3406b-2150-4111-a401-30332a7dddf0 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:19.197031 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-75d54fa2-638e-4497-81df-fe01af3d3e0a None None] Set router e7f23c00-d687-4f4c-a6d4-e30c826b5d04 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:29:19.209553 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-aab44e84-7c5e-42a1-8800-d3d99d66f086 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] update failed (client error): The resource could not be found. Aug 31 09:29:19.210610 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-aab44e84-7c5e-42a1-8800-d3d99d66f086 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] 10.222.0.119 "PUT /v2.0/floatingips/6e287cca-eb49-456c-93bd-a799b8098ffc HTTP/1.1" status: 404 len: 507 time: 0.7551260 Aug 31 09:29:19.214288 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45732) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:19.226005 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:19.227636 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:19.229581 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-c5c8dfdb-b779-4c4d-9bb2-9908d8259aeb None None] Port f890b227-db94-4e62-980d-ed6a52b51091 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:29:19.262492 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-05a95092-c281-4497-9705-ec9179878223 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:19.352932 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-12d6470c-58e7-4a3b-8e6b-c931c905752c None None] Could not find standard attr ID for object f890b227-db94-4e62-980d-ed6a52b51091. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:29:19.391362 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a95092-c281-4497-9705-ec9179878223 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Port': ['ID=f890b227-db94-4e62-980d-ed6a52b51091,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:19.441561 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-05a95092-c281-4497-9705-ec9179878223 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:19.447200 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-05a95092-c281-4497-9705-ec9179878223 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/ports/f890b227-db94-4e62-980d-ed6a52b51091 HTTP/1.1" status: 204 len: 168 time: 1.2550237 Aug 31 09:29:19.449682 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45740) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:19.508999 n-d-791506-28 neutron-server[95552]: DEBUG neutron.objects.ports [None req-18bd744f-9ab3-45cf-b623-26522afd6fc7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95552) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:29:19.514364 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-18bd744f-9ab3-45cf-b623-26522afd6fc7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:19.534242 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-33711c45-656c-4c16-84ac-4b3333f673f0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] GET failed (client error): The resource could not be found. Aug 31 09:29:19.541110 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-33711c45-656c-4c16-84ac-4b3333f673f0 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "GET /v2.0/ports/f890b227-db94-4e62-980d-ed6a52b51091 HTTP/1.1" status: 404 len: 333 time: 0.0873599 Aug 31 09:29:19.543574 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45744) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:19.574042 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-6f1501ca-4980-49a5-bc54-145ab48a873c tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Deleting port 1dcab671-da50-469f-806d-c3b90884c9ee {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:19.574516 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6f1501ca-4980-49a5-bc54-145ab48a873c tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:19.641033 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bd744f-9ab3-45cf-b623-26522afd6fc7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:19.649512 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-18bd744f-9ab3-45cf-b623-26522afd6fc7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:19.652073 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bd744f-9ab3-45cf-b623-26522afd6fc7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:19.652683 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-18bd744f-9ab3-45cf-b623-26522afd6fc7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:19.659096 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd744f-9ab3-45cf-b623-26522afd6fc7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Subnet': ['ID=4cc904ec-c715-4d14-847c-a0e25f99a2f2,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:19.678885 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-78f5d2e5-e972-4ab3-8e47-1ffbc844ab5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70edd361-086c-4d05-b35f-6bdbc7f38a07 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:29:19.691260 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-78f5d2e5-e972-4ab3-8e47-1ffbc844ab5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:19.739588 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06265026-73bd-4902-b2f5-98e8d9aa92bf None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:19.740062 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-78f5d2e5-e972-4ab3-8e47-1ffbc844ab5c service neutron] Transition to ACTIVE for port object 70edd361-086c-4d05-b35f-6bdbc7f38a07 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:19.744057 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-18bd744f-9ab3-45cf-b623-26522afd6fc7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1124356 Aug 31 09:29:19.746670 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45750) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:19.752710 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-9f2d5359-2640-4545-b88c-c8427364e576 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'port': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'mac_address': 'fa:16:3e:9a:ae:09', 'name': 'tempest-NetworksTestDHCPv6-1913730894'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:19.797530 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e818cf74-feaf-4cb4-9062-bf375cbf0dee tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:19.836718 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6f1501ca-4980-49a5-bc54-145ab48a873c tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:19.837278 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6f1501ca-4980-49a5-bc54-145ab48a873c tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:19.866178 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-6f1501ca-4980-49a5-bc54-145ab48a873c tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Calling delete_port for 1dcab671-da50-469f-806d-c3b90884c9ee owned by network:floatingip {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:19.878684 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-78f5d2e5-e972-4ab3-8e47-1ffbc844ab5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:20.037173 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 59f3406b-2150-4111-a401-30332a7dddf0 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:20.074063 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 59f3406b-2150-4111-a401-30332a7dddf0 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:29:20.074803 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 59f3406b-2150-4111-a401-30332a7dddf0 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:29:20.083699 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e818cf74-feaf-4cb4-9062-bf375cbf0dee tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:20.098077 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-75d54fa2-638e-4497-81df-fe01af3d3e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'name': 'tempest-AttachVolumeTestJSON-314926797-router', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:24:07Z', 'updated_at': '2021-08-31T09:24:12Z', 'revision_number': 4, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'gw_port': {'id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:08Z', 'updated_at': '2021-08-31T09:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '58c53da3-dc5f-4f3b-a6f6-6126146d06cf', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'floating_ip_address': '172.25.2.83', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'port_id': 'aa9205bb-cf47-44a5-9b10-f51ea17b7856', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb', 'mac_address': 'fa:16:3e:8a:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1725bc-5f7a-4119-91c9-f212db95517a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:28:50Z', 'updated_at': '2021-08-31T09:29:14Z', 'revision_number': 1, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c', 'name': '', 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'mac_address': 'fa:16:3e:b1:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51d76b46-811d-468a-80f4-ece7058a5d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:10Z', 'updated_at': '2021-08-31T09:24:18Z', 'revision_number': 5, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'subnets': [{'id': '51d76b46-811d-468a-80f4-ece7058a5d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:20.107626 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f5d2e5-e972-4ab3-8e47-1ffbc844ab5c service neutron] Pushing event updated for resources: {'Port': ['ID=70edd361-086c-4d05-b35f-6bdbc7f38a07,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:20.148633 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-17930598-f4af-4731-83ee-9969406c94e8', 'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'fixed_ips': [{'subnet_id': '4cc904ec-c715-4d14-847c-a0e25f99a2f2'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:29:20.151528 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:20.166379 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10313da9-b40b-4b11-b562-6fde7aa38075 req-256f6ead-e077-459c-b5a9-c625ec9da203 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:20.168294 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10313da9-b40b-4b11-b562-6fde7aa38075 req-256f6ead-e077-459c-b5a9-c625ec9da203 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=92e7105c-6520-4366-827c-fb7ab2b181c5 HTTP/1.1" status: 200 len: 944 time: 0.1078444 Aug 31 09:29:20.169121 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6f1501ca-4980-49a5-bc54-145ab48a873c tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:20.198979 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1501ca-4980-49a5-bc54-145ab48a873c tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Pushing event deleted for resources: {'Port': ['ID=1dcab671-da50-469f-806d-c3b90884c9ee,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:20.225418 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-78f5d2e5-e972-4ab3-8e47-1ffbc844ab5c service neutron] Attempting to bind port 70edd361-086c-4d05-b35f-6bdbc7f38a07 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:29:20.225876 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-78f5d2e5-e972-4ab3-8e47-1ffbc844ab5c service neutron] Attempting to bind port 70edd361-086c-4d05-b35f-6bdbc7f38a07 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '316e1015-f12d-422c-8b11-cf75c56464db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:29:20.226111 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-78f5d2e5-e972-4ab3-8e47-1ffbc844ab5c service neutron] Attempting to bind port 70edd361-086c-4d05-b35f-6bdbc7f38a07 on network f668d119-0317-4e13-bd19-a19b34b961f5 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:20.236148 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-78f5d2e5-e972-4ab3-8e47-1ffbc844ab5c service neutron] Port 70edd361-086c-4d05-b35f-6bdbc7f38a07 on network f668d119-0317-4e13-bd19-a19b34b961f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:29:20.236499 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-78f5d2e5-e972-4ab3-8e47-1ffbc844ab5c service neutron] Attempting to bind port 70edd361-086c-4d05-b35f-6bdbc7f38a07 on network f668d119-0317-4e13-bd19-a19b34b961f5 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:20.254907 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d54fa2-638e-4497-81df-fe01af3d3e0a None None] The sync data for ids ['e7f23c00-d687-4f4c-a6d4-e30c826b5d04'] in n-d-791506-28 is: [{'id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'name': 'tempest-AttachVolumeTestJSON-314926797-router', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:24:07Z', 'updated_at': '2021-08-31T09:24:12Z', 'revision_number': 4, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'gw_port': {'id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:08Z', 'updated_at': '2021-08-31T09:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '58c53da3-dc5f-4f3b-a6f6-6126146d06cf', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'floating_ip_address': '172.25.2.83', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'port_id': 'aa9205bb-cf47-44a5-9b10-f51ea17b7856', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb', 'mac_address': 'fa:16:3e:8a:8e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1725bc-5f7a-4119-91c9-f212db95517a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:28:50Z', 'updated_at': '2021-08-31T09:29:14Z', 'revision_number': 1, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c', 'name': '', 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'mac_address': 'fa:16:3e:b1:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51d76b46-811d-468a-80f4-ece7058a5d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:10Z', 'updated_at': '2021-08-31T09:24:18Z', 'revision_number': 5, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'subnets': [{'id': '51d76b46-811d-468a-80f4-ece7058a5d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:29:20.283983 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-78f5d2e5-e972-4ab3-8e47-1ffbc844ab5c service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:29:20.284475 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-78f5d2e5-e972-4ab3-8e47-1ffbc844ab5c service neutron] Checking segment: {'id': '316e1015-f12d-422c-8b11-cf75c56464db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:20.284722 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-78f5d2e5-e972-4ab3-8e47-1ffbc844ab5c service neutron] Bound using segment: {'id': '316e1015-f12d-422c-8b11-cf75c56464db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:29:20.285173 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-78f5d2e5-e972-4ab3-8e47-1ffbc844ab5c service neutron] Bound port: 70edd361-086c-4d05-b35f-6bdbc7f38a07, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316e1015-f12d-422c-8b11-cf75c56464db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:29:20.285540 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-78f5d2e5-e972-4ab3-8e47-1ffbc844ab5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:20.303865 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e818cf74-feaf-4cb4-9062-bf375cbf0dee tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:20.322684 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e818cf74-feaf-4cb4-9062-bf375cbf0dee tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:20.327237 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e818cf74-feaf-4cb4-9062-bf375cbf0dee tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/security-groups/1476f050-d598-4551-bbb2-82b021b5eaec HTTP/1.1" status: 204 len: 168 time: 0.7775426 Aug 31 09:29:20.333016 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45762) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:20.356507 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10313da9-b40b-4b11-b562-6fde7aa38075 req-33223c22-dd9f-4004-b217-e783f9bb39db tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623766 Aug 31 09:29:20.372293 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] Allocated IP 2001:db8::f816:3eff:fe79:6e35 (17930598-f4af-4731-83ee-9969406c94e8/4cc904ec-c715-4d14-847c-a0e25f99a2f2/582a9c07-f304-41d9-b997-5e402f161c5b) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:20.452803 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818cf74-feaf-4cb4-9062-bf375cbf0dee tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1476f050-d598-4551-bbb2-82b021b5eaec,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:20.485412 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6f1501ca-4980-49a5-bc54-145ab48a873c tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks [] for floatingip, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:20.488921 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2d5359-2640-4545-b88c-c8427364e576 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:20.499733 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6f1501ca-4980-49a5-bc54-145ab48a873c tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:20.505286 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6f1501ca-4980-49a5-bc54-145ab48a873c tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] 10.222.0.119 "DELETE /v2.0/floatingips/6e287cca-eb49-456c-93bd-a799b8098ffc HTTP/1.1" status: 204 len: 168 time: 1.2845027 Aug 31 09:29:20.512538 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45768) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:20.540115 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-0d26f2cd-16de-415a-8b22-06fa0046e54e tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Request body: {'floatingip': {'floating_network_id': 'e51c9f16-f953-4dcb-ad63-526f24331fbf', 'port_id': '2c371bc9-a44d-425b-b747-846554eecc08', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:20.555756 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ae5cae8f-a468-4d66-85af-8050094ebe0c tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:20.626806 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ae5cae8f-a468-4d66-85af-8050094ebe0c tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:20.700151 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-78f5d2e5-e972-4ab3-8e47-1ffbc844ab5c service neutron] For port 70edd361-086c-4d05-b35f-6bdbc7f38a07, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:20.704175 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0d26f2cd-16de-415a-8b22-06fa0046e54e tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks [] for floatingip, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:20.747675 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd977c9c-83bc-4ddd-a5e5-31693acd8745 None None] New status for floating IP 58c53da3-dc5f-4f3b-a6f6-6126146d06cf: ACTIVE {{(pid=95555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:29:20.763394 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:20.770730 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-78f5d2e5-e972-4ab3-8e47-1ffbc844ab5c service neutron] For port 70edd361-086c-4d05-b35f-6bdbc7f38a07, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=70edd361-086c-4d05-b35f-6bdbc7f38a07,segment=NetworkSegment(316e1015-f12d-422c-8b11-cf75c56464db),segment_id=316e1015-f12d-422c-8b11-cf75c56464db)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:29:20.773285 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] Transition to ACTIVE for port object 582a9c07-f304-41d9-b997-5e402f161c5b will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:20.793907 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] Transition to ACTIVE for port object 582a9c07-f304-41d9-b997-5e402f161c5b will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:20.806817 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ae5cae8f-a468-4d66-85af-8050094ebe0c tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:20.808196 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ae5cae8f-a468-4d66-85af-8050094ebe0c tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:20.809422 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ae5cae8f-a468-4d66-85af-8050094ebe0c tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/security-groups/fffb9d0b-04cf-4c3f-9e67-dbd432b94229 HTTP/1.1" status: 204 len: 168 time: 0.4702802 Aug 31 09:29:20.813984 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45772) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:20.823463 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9f2d5359-2640-4545-b88c-c8427364e576 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:20.847838 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-9f2d5359-2640-4545-b88c-c8427364e576 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] device_id is not set on port 758c8f88-555b-4f47-b491-36c2f9810b72 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:29:20.850002 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5cae8f-a468-4d66-85af-8050094ebe0c tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffb9d0b-04cf-4c3f-9e67-dbd432b94229,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:20.858066 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-78f5d2e5-e972-4ab3-8e47-1ffbc844ab5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:20.889728 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-adaeece5-502a-4a78-9769-6c96865bd16a tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Deleting subnet de0af6f0-5952-428f-8210-7589d81a16d9 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:29:20.892256 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:20.893296 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-adaeece5-502a-4a78-9769-6c96865bd16a tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:20.945852 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-adaeece5-502a-4a78-9769-6c96865bd16a tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:20.951027 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:20.955734 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:20.965393 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:20.967909 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-78f5d2e5-e972-4ab3-8e47-1ffbc844ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:20.968810 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-78f5d2e5-e972-4ab3-8e47-1ffbc844ab5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:20.970492 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-78f5d2e5-e972-4ab3-8e47-1ffbc844ab5c service neutron] 10.222.0.112 "PUT /v2.0/ports/70edd361-086c-4d05-b35f-6bdbc7f38a07 HTTP/1.1" status: 200 len: 1093 time: 2.7243171 Aug 31 09:29:20.973810 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e7105c-6520-4366-827c-fb7ab2b181c5', 'tag': '70edd361-086c-4d05-b35f-6bdbc7f38a07'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:20.976467 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41fd068-7164-4689-8187-5fdb6551b746" -d '{"events": [{"name": "network-changed", "server_uuid": "92e7105c-6520-4366-827c-fb7ab2b181c5", "tag": "70edd361-086c-4d05-b35f-6bdbc7f38a07"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:20.981249 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] Pushing event updated for resources: {'Port': ['ID=582a9c07-f304-41d9-b997-5e402f161c5b,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:21.032979 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:21.033327 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:21.033660 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:21.034217 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:21.035095 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:21.035442 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:21.035906 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:21.036233 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:21.037734 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:21.038076 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:21.038403 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:21.045004 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:21.052073 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024e7c8f-f26b-4ed0-b47a-2644ae56aa44 x-openstack-request-id: req-024e7c8f-f26b-4ed0-b47a-2644ae56aa44 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:21.052372 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92e7105c-6520-4366-827c-fb7ab2b181c5", "tag": "70edd361-086c-4d05-b35f-6bdbc7f38a07", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:21.052633 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-024e7c8f-f26b-4ed0-b47a-2644ae56aa44 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:21.053035 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92e7105c-6520-4366-827c-fb7ab2b181c5', 'tag': '70edd361-086c-4d05-b35f-6bdbc7f38a07', 'status': 'completed', 'code': 200} Aug 31 09:29:21.057789 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f5d2e5-e972-4ab3-8e47-1ffbc844ab5c service neutron] Pushing event updated for resources: {'Port': ['ID=70edd361-086c-4d05-b35f-6bdbc7f38a07,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:21.096761 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-adaeece5-502a-4a78-9769-6c96865bd16a tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:21.126891 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] Attempting to bind port 582a9c07-f304-41d9-b997-5e402f161c5b on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:29:21.128155 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] Attempting to bind port 582a9c07-f304-41d9-b997-5e402f161c5b by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:29:21.128897 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] Attempting to bind port 582a9c07-f304-41d9-b997-5e402f161c5b on network 17930598-f4af-4731-83ee-9969406c94e8 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:21.136614 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:29:21.137929 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] Checking segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:21.138565 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:21.144211 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] Bound using segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:29:21.144211 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] Bound port: 582a9c07-f304-41d9-b997-5e402f161c5b, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:29:21.144211 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:21.147728 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-9f2d5359-2640-4545-b88c-c8427364e576 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Allocated IP 2001:db8::f816:3eff:fe9a:ae09 (17930598-f4af-4731-83ee-9969406c94e8/4cc904ec-c715-4d14-847c-a0e25f99a2f2/758c8f88-555b-4f47-b491-36c2f9810b72) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:21.172087 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fd068-7164-4689-8187-5fdb6551b746 req-1f1dc6c5-6737-486d-ba01-831e03784bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:21.173613 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b41fd068-7164-4689-8187-5fdb6551b746 req-1f1dc6c5-6737-486d-ba01-831e03784bec service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e7263d55640346b092e769ab252c85c3&device_id=92e7105c-6520-4366-827c-fb7ab2b181c5 HTTP/1.1" status: 200 len: 1096 time: 0.0878737 Aug 31 09:29:21.209274 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] For port 582a9c07-f304-41d9-b997-5e402f161c5b, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:21.213454 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] For port 582a9c07-f304-41d9-b997-5e402f161c5b, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=582a9c07-f304-41d9-b997-5e402f161c5b,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:29:21.263549 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-0d26f2cd-16de-415a-8b22-06fa0046e54e tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:29:21.264618 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0d26f2cd-16de-415a-8b22-06fa0046e54e tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7509849 Aug 31 09:29:21.268544 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45780) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:21.274377 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-53afdbe3-e727-4976-8905-12119a8a5522 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'port_id': '2c371bc9-a44d-425b-b747-846554eecc08', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:21.279344 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-adaeece5-502a-4a78-9769-6c96865bd16a tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:21.284006 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:21.348038 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfbd338-2fa5-4a66-9d6f-250165d29e56 None None] Network 097647b9-96b8-4179-962b-949a2bb3c8b8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:21.354631 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaeece5-502a-4a78-9769-6c96865bd16a tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Subnet': ['ID=de0af6f0-5952-428f-8210-7589d81a16d9,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:21.362330 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-adaeece5-502a-4a78-9769-6c96865bd16a tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:21.369157 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-adaeece5-502a-4a78-9769-6c96865bd16a tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/subnets/de0af6f0-5952-428f-8210-7589d81a16d9 HTTP/1.1" status: 204 len: 168 time: 0.5488801 Aug 31 09:29:21.369157 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-53afdbe3-e727-4976-8905-12119a8a5522 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks [] for floatingip, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:21.388596 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45784) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:21.455027 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-c55a60a9-8f0c-431a-a362-4208aa9b05df tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'subnet': {'network_id': '097647b9-96b8-4179-962b-949a2bb3c8b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:21.520100 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fd068-7164-4689-8187-5fdb6551b746 req-4d8cd79c-8205-42f3-afc4-6deeff5393bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:21.521722 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b41fd068-7164-4689-8187-5fdb6551b746 req-4d8cd79c-8205-42f3-afc4-6deeff5393bc service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=e7263d55640346b092e769ab252c85c3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3347600 Aug 31 09:29:21.545291 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25a339-c70c-4dd9-9234-d1cc7ce6998f None None] Pushing event updated for resources: {'Port': ['ID=582a9c07-f304-41d9-b997-5e402f161c5b,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:21.690841 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9f2d5359-2640-4545-b88c-c8427364e576 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:21.691636 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f892c85-fedd-4fef-8687-1c50c895cdbe req-c222f555-543b-4493-b1cd-756185aa6a36 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:21.691636 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3f892c85-fedd-4fef-8687-1c50c895cdbe req-c222f555-543b-4493-b1cd-756185aa6a36 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=92e7105c-6520-4366-827c-fb7ab2b181c5 HTTP/1.1" status: 200 len: 944 time: 0.1710553 Aug 31 09:29:21.694259 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-9f2d5359-2640-4545-b88c-c8427364e576 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Transition to ACTIVE for port object 758c8f88-555b-4f47-b491-36c2f9810b72 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:21.808439 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3f892c85-fedd-4fef-8687-1c50c895cdbe req-52be824e-3992-41bf-88cc-38eede38efac tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182687 Aug 31 09:29:21.835628 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-53afdbe3-e727-4976-8905-12119a8a5522 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:21.905166 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55a60a9-8f0c-431a-a362-4208aa9b05df tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:21.916944 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c55a60a9-8f0c-431a-a362-4208aa9b05df tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:21.955653 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fd068-7164-4689-8187-5fdb6551b746 req-0a838730-cabe-4684-ae64-3eb954167020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:21.959216 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b41fd068-7164-4689-8187-5fdb6551b746 req-0a838730-cabe-4684-ae64-3eb954167020 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4249666 Aug 31 09:29:21.962231 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9f2d5359-2640-4545-b88c-c8427364e576 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:22.022501 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2d5359-2640-4545-b88c-c8427364e576 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:22.081622 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 582a9c07-f304-41d9-b997-5e402f161c5b up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:22.138092 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d5359-2640-4545-b88c-c8427364e576 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Port': ['ID=758c8f88-555b-4f47-b491-36c2f9810b72,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:22.150969 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-9f2d5359-2640-4545-b88c-c8427364e576 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:22.155046 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2d5359-2640-4545-b88c-c8427364e576 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:22.162408 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2d5359-2640-4545-b88c-c8427364e576 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:22.163336 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9f2d5359-2640-4545-b88c-c8427364e576 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:22.174859 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-53afdbe3-e727-4976-8905-12119a8a5522 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Allocated IP 172.25.2.38 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/d5450d84-d9f2-47cf-a098-a112763d4a25) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:22.187957 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-a2576843-9ff4-41c3-ae4d-cb0815b21979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:22.189480 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-a2576843-9ff4-41c3-ae4d-cb0815b21979 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e7263d55640346b092e769ab252c85c3&device_id=92e7105c-6520-4366-827c-fb7ab2b181c5 HTTP/1.1" status: 200 len: 1096 time: 0.1761370 Aug 31 09:29:22.246900 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-175b641b-9dfd-48c4-b52b-5b23b23f53ef service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70edd361-086c-4d05-b35f-6bdbc7f38a07 HTTP/1.1" status: 200 len: 217 time: 0.0441713 Aug 31 09:29:22.307070 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 582a9c07-f304-41d9-b997-5e402f161c5b completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:22.319435 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9f2d5359-2640-4545-b88c-c8427364e576 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5700028 Aug 31 09:29:22.320714 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45808) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:22.341482 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-e4d80887-ec65-4171-925d-f68f0972acca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:22.343112 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-e4d80887-ec65-4171-925d-f68f0972acca service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d9ae897c-9425-4b1d-8e0e-fa584db75384 HTTP/1.1" status: 200 len: 852 time: 0.0847774 Aug 31 09:29:22.399790 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-1b321308-cd37-40f6-bf05-a227e55d9d31 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f668d119-0317-4e13-bd19-a19b34b961f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394535 Aug 31 09:29:22.423296 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472aaeac-c04b-4158-a1c5-38c0d4a9ff80 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:22.436351 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472aaeac-c04b-4158-a1c5-38c0d4a9ff80 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:22.438006 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-472aaeac-c04b-4158-a1c5-38c0d4a9ff80 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1163359 Aug 31 09:29:22.441658 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45810) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:22.528649 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-6ce45f32-b795-4482-a6e2-e7c207a97cd0 service neutron] 10.222.0.112 "GET /v2.0/networks/f668d119-0317-4e13-bd19-a19b34b961f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140552 Aug 31 09:29:22.638483 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-53afdbe3-e727-4976-8905-12119a8a5522 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:22.714220 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-d21ac12f-15c4-4891-8520-752096da2e0c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting port 758c8f88-555b-4f47-b491-36c2f9810b72 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:22.714572 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d21ac12f-15c4-4891-8520-752096da2e0c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:22.717324 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d64c606a-75d5-4eff-8d97-ab669906ba9f None None] Provisioning complete for port efd9579a-d9e4-429d-a7c8-dcc26d5dd075 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:22.719048 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d64c606a-75d5-4eff-8d97-ab669906ba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:22.724369 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c790dfbe-1ed5-4386-88b2-5e7334129f8a req-03641d9d-6bd8-4671-b2e9-7cd7fc477ef3 service neutron] 10.222.0.112 "GET /v2.0/networks/f668d119-0317-4e13-bd19-a19b34b961f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825008 Aug 31 09:29:22.780344 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-d64c606a-75d5-4eff-8d97-ab669906ba9f None None] Port efd9579a-d9e4-429d-a7c8-dcc26d5dd075 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:29:22.796971 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d64c606a-75d5-4eff-8d97-ab669906ba9f None None] Provisioning complete for port 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:22.797490 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d64c606a-75d5-4eff-8d97-ab669906ba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:22.801879 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c55a60a9-8f0c-431a-a362-4208aa9b05df tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:23.152080 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a18161f7-a51d-48ff-bee7-77c441a70cc7 None None] Provisioning for port 582a9c07-f304-41d9-b997-5e402f161c5b completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:23.156420 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a18161f7-a51d-48ff-bee7-77c441a70cc7 None None] Provisioning complete for port 582a9c07-f304-41d9-b997-5e402f161c5b triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:23.157114 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a18161f7-a51d-48ff-bee7-77c441a70cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:23.254854 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a18161f7-a51d-48ff-bee7-77c441a70cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:23.278418 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55a60a9-8f0c-431a-a362-4208aa9b05df tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network 097647b9-96b8-4179-962b-949a2bb3c8b8 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:23.294590 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-c55a60a9-8f0c-431a-a362-4208aa9b05df tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:23.295067 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-a18161f7-a51d-48ff-bee7-77c441a70cc7 None None] For port 582a9c07-f304-41d9-b997-5e402f161c5b, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=582a9c07-f304-41d9-b997-5e402f161c5b,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:23.307447 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55a60a9-8f0c-431a-a362-4208aa9b05df tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:23.308471 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c55a60a9-8f0c-431a-a362-4208aa9b05df tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:23.309206 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4144203d-c1d8-4a88-bcb2-cfdf6134923d None None] Network 097647b9-96b8-4179-962b-949a2bb3c8b8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:23.319099 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a60a9-8f0c-431a-a362-4208aa9b05df tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Subnet': ['ID=9e3cea79-9ebf-431e-883f-f8b9997de734,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:23.334811 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-53afdbe3-e727-4976-8905-12119a8a5522 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:23.345097 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d21ac12f-15c4-4891-8520-752096da2e0c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:23.389019 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-d21ac12f-15c4-4891-8520-752096da2e0c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Calling delete_port for 758c8f88-555b-4f47-b491-36c2f9810b72 owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:23.397481 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5d3ca-51b1-4691-b7f4-22c6a96450d2 req-1fbcaaa8-f544-4b6d-9fae-c225e28ad820 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:23.400258 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6ed5d3ca-51b1-4691-b7f4-22c6a96450d2 req-1fbcaaa8-f544-4b6d-9fae-c225e28ad820 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=92e7105c-6520-4366-827c-fb7ab2b181c5 HTTP/1.1" status: 200 len: 944 time: 0.1797853 Aug 31 09:29:23.408929 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53afdbe3-e727-4976-8905-12119a8a5522 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:23.427571 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-53afdbe3-e727-4976-8905-12119a8a5522 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:23.431265 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a18161f7-a51d-48ff-bee7-77c441a70cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:23.441119 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53afdbe3-e727-4976-8905-12119a8a5522 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:23.513254 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afdbe3-e727-4976-8905-12119a8a5522 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Pushing event updated for resources: {'Port': ['ID=d5450d84-d9f2-47cf-a098-a112763d4a25,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:23.514908 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18161f7-a51d-48ff-bee7-77c441a70cc7 None None] Pushing event updated for resources: {'Port': ['ID=582a9c07-f304-41d9-b997-5e402f161c5b,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:23.518836 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c55a60a9-8f0c-431a-a362-4208aa9b05df tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0663638 Aug 31 09:29:23.520512 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45830) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:23.536922 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-81125b1e-659e-4130-88de-7fcf683af09f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'security_group': {'name': 'tempest-secgroup-273161251'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:23.556821 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6ed5d3ca-51b1-4691-b7f4-22c6a96450d2 req-b8931602-802d-42ff-b24c-702f43add3f8 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414194 Aug 31 09:29:23.630150 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a5fdabad-fb5e-408c-80ad-d9f8792ce21c None None] Provisioning for port 758c8f88-555b-4f47-b491-36c2f9810b72 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:23.637707 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a5fdabad-fb5e-408c-80ad-d9f8792ce21c None None] Provisioning complete for port 758c8f88-555b-4f47-b491-36c2f9810b72 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:23.638419 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a5fdabad-fb5e-408c-80ad-d9f8792ce21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:23.650480 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81125b1e-659e-4130-88de-7fcf683af09f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:23.678766 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1f9da2-a483-419f-a9c4-a66115f456cc None None] Update dhcp port {'port': {'network_id': '097647b9-96b8-4179-962b-949a2bb3c8b8', 'fixed_ips': [{'subnet_id': 'a1c5d232-04e7-4c25-a152-9708124e8bd2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9e3cea79-9ebf-431e-883f-f8b9997de734'}], 'binding:host_id': 'n-d-791506-28'}, 'id': '94dc1c3e-43d2-4a33-92b7-6d5c52ba6103'} from n-d-791506-28. {{(pid=95554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:29:23.704434 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a5fdabad-fb5e-408c-80ad-d9f8792ce21c None None] Port 758c8f88-555b-4f47-b491-36c2f9810b72 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:29:23.710242 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7b1f9da2-a483-419f-a9c4-a66115f456cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:23.784056 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-53afdbe3-e727-4976-8905-12119a8a5522 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Deleting port d5450d84-d9f2-47cf-a098-a112763d4a25 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:23.784460 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-53afdbe3-e727-4976-8905-12119a8a5522 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:23.845758 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d21ac12f-15c4-4891-8520-752096da2e0c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:23.893125 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ac12f-15c4-4891-8520-752096da2e0c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Port': ['ID=758c8f88-555b-4f47-b491-36c2f9810b72,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:23.931420 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-7b1f9da2-a483-419f-a9c4-a66115f456cc None None] Allocated IP 2001:db8::2 (097647b9-96b8-4179-962b-949a2bb3c8b8/9e3cea79-9ebf-431e-883f-f8b9997de734/94dc1c3e-43d2-4a33-92b7-6d5c52ba6103) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:23.932615 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81125b1e-659e-4130-88de-7fcf683af09f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:23.949433 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d21ac12f-15c4-4891-8520-752096da2e0c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:23.951775 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d21ac12f-15c4-4891-8520-752096da2e0c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/758c8f88-555b-4f47-b491-36c2f9810b72 HTTP/1.1" status: 204 len: 168 time: 1.5079112 Aug 31 09:29:23.954763 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-53afdbe3-e727-4976-8905-12119a8a5522 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:23.955099 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-53afdbe3-e727-4976-8905-12119a8a5522 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:23.955427 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45838) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:23.976272 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-53afdbe3-e727-4976-8905-12119a8a5522 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Calling delete_port for d5450d84-d9f2-47cf-a098-a112763d4a25 owned by network:floatingip {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:24.035249 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81125b1e-659e-4130-88de-7fcf683af09f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.038060 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 582a9c07-f304-41d9-b997-5e402f161c5b up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:24.086200 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81125b1e-659e-4130-88de-7fcf683af09f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97e34405-b267-4101-a02c-aa8ae39509ca,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:24.122992 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27cdc3e-2bbe-4eea-a159-aec471ce9278 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:24.124911 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27cdc3e-2bbe-4eea-a159-aec471ce9278 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:24.126692 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f27cdc3e-2bbe-4eea-a159-aec471ce9278 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1679389 Aug 31 09:29:24.129502 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45844) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:24.149216 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-7b1f9da2-a483-419f-a9c4-a66115f456cc None None] For port 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=94dc1c3e-43d2-4a33-92b7-6d5c52ba6103,segment=NetworkSegment(14c1aadc-ea24-4713-af43-50ffe74c33eb),segment_id=14c1aadc-ea24-4713-af43-50ffe74c33eb)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:24.170454 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81125b1e-659e-4130-88de-7fcf683af09f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.176001 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45846) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:24.176174 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-81125b1e-659e-4130-88de-7fcf683af09f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6523044 Aug 31 09:29:24.177914 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 582a9c07-f304-41d9-b997-5e402f161c5b triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:24.178394 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.182884 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-8dfc8e51-61ca-409e-8157-75ed03e4614c tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'security_group': {'name': 'tempest-secgroup-1964277945'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:24.213669 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bbe4e90-9c8d-465f-bed2-a4e294a5032b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting subnet 4cc904ec-c715-4d14-847c-a0e25f99a2f2 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:29:24.218446 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6bbe4e90-9c8d-465f-bed2-a4e294a5032b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.221131 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7b1f9da2-a483-419f-a9c4-a66115f456cc None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.244659 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7b1f9da2-a483-419f-a9c4-a66115f456cc None None] Transition to ACTIVE for port object 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:24.249435 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-53afdbe3-e727-4976-8905-12119a8a5522 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.266649 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6bbe4e90-9c8d-465f-bed2-a4e294a5032b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.289310 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afdbe3-e727-4976-8905-12119a8a5522 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Pushing event deleted for resources: {'Port': ['ID=d5450d84-d9f2-47cf-a098-a112763d4a25,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:24.319384 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7b1f9da2-a483-419f-a9c4-a66115f456cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.332258 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8dfc8e51-61ca-409e-8157-75ed03e4614c tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.376026 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6bbe4e90-9c8d-465f-bed2-a4e294a5032b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.437752 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f9da2-a483-419f-a9c4-a66115f456cc None None] Pushing event updated for resources: {'Port': ['ID=94dc1c3e-43d2-4a33-92b7-6d5c52ba6103,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:24.480663 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8dfc8e51-61ca-409e-8157-75ed03e4614c tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.571133 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6bbe4e90-9c8d-465f-bed2-a4e294a5032b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.605020 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8dfc8e51-61ca-409e-8157-75ed03e4614c tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.607459 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe4e90-9c8d-465f-bed2-a4e294a5032b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Subnet': ['ID=4cc904ec-c715-4d14-847c-a0e25f99a2f2,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:24.619603 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6bbe4e90-9c8d-465f-bed2-a4e294a5032b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.621558 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6bbe4e90-9c8d-465f-bed2-a4e294a5032b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/4cc904ec-c715-4d14-847c-a0e25f99a2f2 HTTP/1.1" status: 204 len: 168 time: 0.4909129 Aug 31 09:29:24.624049 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45866) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:24.628953 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91f10ee-0470-4e67-b23f-bc4695d24544 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:24.668726 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-53afdbe3-e727-4976-8905-12119a8a5522 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] create failed (client error): The resource could not be found. Aug 31 09:29:24.674434 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-53afdbe3-e727-4976-8905-12119a8a5522 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.4039624 Aug 31 09:29:24.675417 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45868) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:24.689634 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-be39e1dd-8688-4a8e-8471-f9507065c89e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0618072 Aug 31 09:29:24.691628 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45870) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:24.724339 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc8e51-61ca-409e-8157-75ed03e4614c tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e07022-2c02-4790-b567-b48c0181c3b8,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:24.737409 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8dfc8e51-61ca-409e-8157-75ed03e4614c tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.742995 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8dfc8e51-61ca-409e-8157-75ed03e4614c tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5647933 Aug 31 09:29:24.747552 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45876) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:24.757633 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-0d5adfe4-d94f-401e-a6d7-e4e24b1dead7 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'security_group': {'name': 'tempest-secgroup-938339051'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:24.830096 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f28780-02bd-4bf2-a36b-36a8691f542d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:24.831838 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c4f28780-02bd-4bf2-a36b-36a8691f542d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1380651 Aug 31 09:29:24.834297 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45878) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:24.873443 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-6201fc80-9215-4d43-b251-b426b61cb250 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Deleting port 2c371bc9-a44d-425b-b747-846554eecc08 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:24.874137 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6201fc80-9215-4d43-b251-b426b61cb250 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:24.954976 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d1cc3a-d8b4-46f6-905a-b127728bbe9c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:24.956563 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-47d1cc3a-d8b4-46f6-905a-b127728bbe9c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1210980 Aug 31 09:29:24.959124 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45882) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:24.979352 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0d5adfe4-d94f-401e-a6d7-e4e24b1dead7 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:25.051373 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d7bbe73c-3f99-458e-8af2-ecef3b4307e2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0908897 Aug 31 09:29:25.057169 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45886) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:25.061206 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-a976286b-ecf1-4904-a52c-238b38076f57 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:25.065195 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a506cc-b3e7-4ae8-a01f-8545c8a24c1f None None] DHCP port deletion for 17930598-f4af-4731-83ee-9969406c94e8 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:29:25.167010 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6201fc80-9215-4d43-b251-b426b61cb250 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:25.198487 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-6201fc80-9215-4d43-b251-b426b61cb250 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Calling delete_port for 2c371bc9-a44d-425b-b747-846554eecc08 owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:25.204879 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-10a506cc-b3e7-4ae8-a01f-8545c8a24c1f None None] Deleting port 582a9c07-f304-41d9-b997-5e402f161c5b {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:25.204879 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-10a506cc-b3e7-4ae8-a01f-8545c8a24c1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:25.280407 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0d5adfe4-d94f-401e-a6d7-e4e24b1dead7 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:25.290069 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-10a506cc-b3e7-4ae8-a01f-8545c8a24c1f None None] For port 582a9c07-f304-41d9-b997-5e402f161c5b, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=582a9c07-f304-41d9-b997-5e402f161c5b,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:25.290469 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-10a506cc-b3e7-4ae8-a01f-8545c8a24c1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:25.313968 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-10a506cc-b3e7-4ae8-a01f-8545c8a24c1f None None] Calling delete_port for 582a9c07-f304-41d9-b997-5e402f161c5b owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:25.363305 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0d5adfe4-d94f-401e-a6d7-e4e24b1dead7 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:25.398766 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf8a1b-2d42-4f79-9ebe-c3df72811b5f req-2e1a4da7-28e5-49ab-b2e5-961b96261161 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:25.400392 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d5cf8a1b-2d42-4f79-9ebe-c3df72811b5f req-2e1a4da7-28e5-49ab-b2e5-961b96261161 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=92e7105c-6520-4366-827c-fb7ab2b181c5 HTTP/1.1" status: 200 len: 944 time: 0.7210329 Aug 31 09:29:25.443035 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a976286b-ecf1-4904-a52c-238b38076f57 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:25.446713 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a976286b-ecf1-4904-a52c-238b38076f57 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:25.460486 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a06a9b95-0998-44a2-be31-51e38a51705e None None] Provisioning complete for port efd9579a-d9e4-429d-a7c8-dcc26d5dd075 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:25.461175 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a06a9b95-0998-44a2-be31-51e38a51705e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:25.476124 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5adfe4-d94f-401e-a6d7-e4e24b1dead7 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb3b66e-3e6a-43dd-a9df-1608fa716d31,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:25.512668 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d5cf8a1b-2d42-4f79-9ebe-c3df72811b5f req-ab3d7c36-7bea-4883-a902-952189cb8981 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051497 Aug 31 09:29:25.537845 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-10a506cc-b3e7-4ae8-a01f-8545c8a24c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:25.537845 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 70edd361-086c-4d05-b35f-6bdbc7f38a07 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:29:25.563536 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0d5adfe4-d94f-401e-a6d7-e4e24b1dead7 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:25.567643 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0d5adfe4-d94f-401e-a6d7-e4e24b1dead7 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8161683 Aug 31 09:29:25.567828 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45892) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:25.572989 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-98a415c5-1e07-4f20-aedf-d82ea07b5375 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-992831479', 'security_groups': ['2bb3b66e-3e6a-43dd-a9df-1608fa716d31'], 'network_id': '097647b9-96b8-4179-962b-949a2bb3c8b8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9e3cea79-9ebf-431e-883f-f8b9997de734'}]}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:25.591194 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a506cc-b3e7-4ae8-a01f-8545c8a24c1f None None] No DVR routers for this DVR port 582a9c07-f304-41d9-b997-5e402f161c5b on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:25.592653 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a506cc-b3e7-4ae8-a01f-8545c8a24c1f None None] Pushing event deleted for resources: {'Port': ['ID=582a9c07-f304-41d9-b997-5e402f161c5b,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:25.609214 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6201fc80-9215-4d43-b251-b426b61cb250 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:25.623269 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a06a9b95-0998-44a2-be31-51e38a51705e None None] Port efd9579a-d9e4-429d-a7c8-dcc26d5dd075 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:29:25.718372 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201fc80-9215-4d43-b251-b426b61cb250 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Pushing event deleted for resources: {'Port': ['ID=2c371bc9-a44d-425b-b747-846554eecc08,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:25.726832 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 70edd361-086c-4d05-b35f-6bdbc7f38a07, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=70edd361-086c-4d05-b35f-6bdbc7f38a07,segment=NetworkSegment(316e1015-f12d-422c-8b11-cf75c56464db),segment_id=316e1015-f12d-422c-8b11-cf75c56464db)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:25.747591 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '70edd361-086c-4d05-b35f-6bdbc7f38a07', 'network_id': 'f668d119-0317-4e13-bd19-a19b34b961f5', 'port_id': '70edd361-086c-4d05-b35f-6bdbc7f38a07', 'mac_address': 'fa:16:3e:ec:43:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ae897c-9425-4b1d-8e0e-fa584db75384', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:29:25.781935 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a06a9b95-0998-44a2-be31-51e38a51705e None None] Provisioning for port 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:25.792955 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a06a9b95-0998-44a2-be31-51e38a51705e None None] Provisioning complete for port 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:25.798266 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a06a9b95-0998-44a2-be31-51e38a51705e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:25.839269 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:25.858837 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6201fc80-9215-4d43-b251-b426b61cb250 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:25.863322 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6201fc80-9215-4d43-b251-b426b61cb250 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] 10.222.0.119 "DELETE /v2.0/ports/2c371bc9-a44d-425b-b747-846554eecc08 HTTP/1.1" status: 204 len: 168 time: 1.1792686 Aug 31 09:29:25.864337 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45894) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:25.875112 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70edd361-086c-4d05-b35f-6bdbc7f38a07 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:29:25.909186 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 70edd361-086c-4d05-b35f-6bdbc7f38a07, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=70edd361-086c-4d05-b35f-6bdbc7f38a07,segment=NetworkSegment(316e1015-f12d-422c-8b11-cf75c56464db),segment_id=316e1015-f12d-422c-8b11-cf75c56464db)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:26.008403 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:26.021858 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f107fc-1c07-480b-b73a-26fc10f65e9b tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:26.027571 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d7f107fc-1c07-480b-b73a-26fc10f65e9b tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] 10.222.0.119 "GET /v2.0/ports?device_id=182f0b12-6224-41e8-9f52-084b52e31557 HTTP/1.1" status: 200 len: 913 time: 0.1621251 Aug 31 09:29:26.028566 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45900) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:26.079756 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:26.079922 n-d-791506-28 neutron-server[95552]: DEBUG neutron.objects.ports [None req-a976286b-ecf1-4904-a52c-238b38076f57 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95552) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:29:26.083457 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a415c5-1e07-4f20-aedf-d82ea07b5375 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:26.152498 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=70edd361-086c-4d05-b35f-6bdbc7f38a07,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:26.189894 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a976286b-ecf1-4904-a52c-238b38076f57 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:26.192398 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:26.192775 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:26.227136 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-98a415c5-1e07-4f20-aedf-d82ea07b5375 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:26.248405 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-98a415c5-1e07-4f20-aedf-d82ea07b5375 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] device_id is not set on port 53c796f3-a7ef-4d71-b899-fc0c3003cde4 yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:29:26.393038 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['70edd361-086c-4d05-b35f-6bdbc7f38a07'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:29:26.458644 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 582a9c07-f304-41d9-b997-5e402f161c5b no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:26.488396 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-98a415c5-1e07-4f20-aedf-d82ea07b5375 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Allocated IP 2001:db8::384 (097647b9-96b8-4179-962b-949a2bb3c8b8/9e3cea79-9ebf-431e-883f-f8b9997de734/53c796f3-a7ef-4d71-b899-fc0c3003cde4) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:26.489465 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 582a9c07-f304-41d9-b997-5e402f161c5b {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:29:26.489900 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 582a9c07-f304-41d9-b997-5e402f161c5b not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:29:26.630310 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a976286b-ecf1-4904-a52c-238b38076f57 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:26.635706 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-a976286b-ecf1-4904-a52c-238b38076f57 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:26.648224 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a976286b-ecf1-4904-a52c-238b38076f57 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:26.649379 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a976286b-ecf1-4904-a52c-238b38076f57 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:26.651911 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3988c98e-ff8f-4b8b-80fd-427a0b96da0c None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:26.678626 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976286b-ecf1-4904-a52c-238b38076f57 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Subnet': ['ID=68666843-76f0-49b2-8b04-d964652d0bcd,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:26.724786 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdce47-c3ca-4a16-a600-543af324cd2b req-10dfa928-b5c0-4b1e-a458-665ec596e57e tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:26.726381 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cafdce47-c3ca-4a16-a600-543af324cd2b req-10dfa928-b5c0-4b1e-a458-665ec596e57e tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=92e7105c-6520-4366-827c-fb7ab2b181c5 HTTP/1.1" status: 200 len: 945 time: 0.0884385 Aug 31 09:29:26.738451 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a976286b-ecf1-4904-a52c-238b38076f57 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6812022 Aug 31 09:29:26.745916 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45908) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:26.765740 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-31817f45-a18f-4641-a607-1c4356742ee9 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'port': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'mac_address': 'fa:16:3e:f2:6b:bb', 'name': 'tempest-NetworksTestDHCPv6-930383882'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:26.830964 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de56b8b6-23cb-4cbe-ae02-29d9f37cb23c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-17930598-f4af-4731-83ee-9969406c94e8', 'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'fixed_ips': [{'subnet_id': '68666843-76f0-49b2-8b04-d964652d0bcd'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:29:26.831851 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de56b8b6-23cb-4cbe-ae02-29d9f37cb23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:26.856510 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-98a415c5-1e07-4f20-aedf-d82ea07b5375 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:26.902611 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-98a415c5-1e07-4f20-aedf-d82ea07b5375 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Transition to ACTIVE for port object 53c796f3-a7ef-4d71-b899-fc0c3003cde4 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:26.914877 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cafdce47-c3ca-4a16-a600-543af324cd2b req-0470b4c3-fe3b-4152-9230-5f03580c70b1 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804326 Aug 31 09:29:27.027609 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9466b7ca-02db-4c73-a289-b5cd2abfc99d tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:27.073881 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-98a415c5-1e07-4f20-aedf-d82ea07b5375 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:27.081264 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-de56b8b6-23cb-4cbe-ae02-29d9f37cb23c None None] Allocated IP 2001:db8::f816:3eff:fe65:2e03 (17930598-f4af-4731-83ee-9969406c94e8/68666843-76f0-49b2-8b04-d964652d0bcd/e13ea0a0-07f0-4f4f-8ebe-e768eac13247) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:27.123410 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31817f45-a18f-4641-a607-1c4356742ee9 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:27.214891 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a415c5-1e07-4f20-aedf-d82ea07b5375 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network 097647b9-96b8-4179-962b-949a2bb3c8b8 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:27.225604 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-98a415c5-1e07-4f20-aedf-d82ea07b5375 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:27.234573 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a415c5-1e07-4f20-aedf-d82ea07b5375 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:27.239026 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a415c5-1e07-4f20-aedf-d82ea07b5375 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:27.239702 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-98a415c5-1e07-4f20-aedf-d82ea07b5375 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:27.246205 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a415c5-1e07-4f20-aedf-d82ea07b5375 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Port': ['ID=53c796f3-a7ef-4d71-b899-fc0c3003cde4,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:27.303694 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31817f45-a18f-4641-a607-1c4356742ee9 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:27.356443 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-31817f45-a18f-4641-a607-1c4356742ee9 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] device_id is not set on port c9765279-aa6a-4c4f-aebf-6168b6b1a8d0 yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:29:27.390085 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de56b8b6-23cb-4cbe-ae02-29d9f37cb23c None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:27.401022 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de56b8b6-23cb-4cbe-ae02-29d9f37cb23c None None] Transition to ACTIVE for port object e13ea0a0-07f0-4f4f-8ebe-e768eac13247 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:27.429148 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de56b8b6-23cb-4cbe-ae02-29d9f37cb23c None None] Transition to ACTIVE for port object e13ea0a0-07f0-4f4f-8ebe-e768eac13247 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:27.437141 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-9466b7ca-02db-4c73-a289-b5cd2abfc99d tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Deleting port f1fe17b1-c980-4b70-863d-9a75c28ac2d5 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:27.437737 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9466b7ca-02db-4c73-a289-b5cd2abfc99d tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:27.450752 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-98a415c5-1e07-4f20-aedf-d82ea07b5375 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8817251 Aug 31 09:29:27.454625 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45916) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:27.459901 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-a26e272a-81c0-4eb6-8c13-fbb688d64e52 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'subnet': {'network_id': '097647b9-96b8-4179-962b-949a2bb3c8b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:27.487103 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 70edd361-086c-4d05-b35f-6bdbc7f38a07 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:27.514158 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de56b8b6-23cb-4cbe-ae02-29d9f37cb23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:27.546485 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9466b7ca-02db-4c73-a289-b5cd2abfc99d tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:27.561352 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-9466b7ca-02db-4c73-a289-b5cd2abfc99d tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Calling delete_port for f1fe17b1-c980-4b70-863d-9a75c28ac2d5 owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:27.574494 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de56b8b6-23cb-4cbe-ae02-29d9f37cb23c None None] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:27.576567 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56b8b6-23cb-4cbe-ae02-29d9f37cb23c None None] Pushing event updated for resources: {'Port': ['ID=e13ea0a0-07f0-4f4f-8ebe-e768eac13247,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:27.580284 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-de56b8b6-23cb-4cbe-ae02-29d9f37cb23c None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:27.587367 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de56b8b6-23cb-4cbe-ae02-29d9f37cb23c None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:27.625897 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-31817f45-a18f-4641-a607-1c4356742ee9 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Allocated IP 2001:db8::f816:3eff:fef2:6bbb (17930598-f4af-4731-83ee-9969406c94e8/68666843-76f0-49b2-8b04-d964652d0bcd/c9765279-aa6a-4c4f-aebf-6168b6b1a8d0) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:27.673109 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-de56b8b6-23cb-4cbe-ae02-29d9f37cb23c None None] Attempting to bind port e13ea0a0-07f0-4f4f-8ebe-e768eac13247 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:29:27.673508 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-de56b8b6-23cb-4cbe-ae02-29d9f37cb23c None None] Attempting to bind port e13ea0a0-07f0-4f4f-8ebe-e768eac13247 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:29:27.673826 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de56b8b6-23cb-4cbe-ae02-29d9f37cb23c None None] Attempting to bind port e13ea0a0-07f0-4f4f-8ebe-e768eac13247 on network 17930598-f4af-4731-83ee-9969406c94e8 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:27.680610 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de56b8b6-23cb-4cbe-ae02-29d9f37cb23c None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:29:27.681052 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de56b8b6-23cb-4cbe-ae02-29d9f37cb23c None None] Checking segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:27.681460 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de56b8b6-23cb-4cbe-ae02-29d9f37cb23c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:27.681855 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de56b8b6-23cb-4cbe-ae02-29d9f37cb23c None None] Bound using segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:29:27.682333 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-de56b8b6-23cb-4cbe-ae02-29d9f37cb23c None None] Bound port: e13ea0a0-07f0-4f4f-8ebe-e768eac13247, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:29:27.683096 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de56b8b6-23cb-4cbe-ae02-29d9f37cb23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:27.714213 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45920) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:27.724764 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 70edd361-086c-4d05-b35f-6bdbc7f38a07 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:27.735921 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 70edd361-086c-4d05-b35f-6bdbc7f38a07 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:27.736160 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:27.771803 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-32c92134-d79f-4dd1-ab1e-f9c32b1634b5 None None] Provisioning for port 53c796f3-a7ef-4d71-b899-fc0c3003cde4 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:27.779912 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26e272a-81c0-4eb6-8c13-fbb688d64e52 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:27.785251 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a26e272a-81c0-4eb6-8c13-fbb688d64e52 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:27.787516 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-32c92134-d79f-4dd1-ab1e-f9c32b1634b5 None None] Provisioning complete for port 53c796f3-a7ef-4d71-b899-fc0c3003cde4 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:27.788535 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-32c92134-d79f-4dd1-ab1e-f9c32b1634b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:27.850499 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de56b8b6-23cb-4cbe-ae02-29d9f37cb23c None None] For port e13ea0a0-07f0-4f4f-8ebe-e768eac13247, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:27.872617 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-32c92134-d79f-4dd1-ab1e-f9c32b1634b5 None None] Port 53c796f3-a7ef-4d71-b899-fc0c3003cde4 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:29:27.912463 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:27.930435 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9466b7ca-02db-4c73-a289-b5cd2abfc99d tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:27.940754 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8472886c-7772-4204-8075-78cdb3d041b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:27.943229 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de56b8b6-23cb-4cbe-ae02-29d9f37cb23c None None] For port e13ea0a0-07f0-4f4f-8ebe-e768eac13247, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=e13ea0a0-07f0-4f4f-8ebe-e768eac13247,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:29:27.956964 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e7105c-6520-4366-827c-fb7ab2b181c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70edd361-086c-4d05-b35f-6bdbc7f38a07'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:27.959334 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805352ae-18e8-44ee-988f-72f85d56fe5e" -d '{"events": [{"server_uuid": "92e7105c-6520-4366-827c-fb7ab2b181c5", "name": "network-vif-plugged", "status": "completed", "tag": "70edd361-086c-4d05-b35f-6bdbc7f38a07"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:27.966614 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466b7ca-02db-4c73-a289-b5cd2abfc99d tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Pushing event deleted for resources: {'Port': ['ID=f1fe17b1-c980-4b70-863d-9a75c28ac2d5,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:27.982845 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31817f45-a18f-4641-a607-1c4356742ee9 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:27.996742 n-d-791506-28 neutron-server[95553]: INFO neutron.db.ipam_backend_mixin [None req-a26e272a-81c0-4eb6-8c13-fbb688d64e52 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9e3cea79-9ebf-431e-883f-f8b9997de734 (CIDR: 2001:db8::/64) Aug 31 09:29:28.015121 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-31817f45-a18f-4641-a607-1c4356742ee9 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Transition to ACTIVE for port object c9765279-aa6a-4c4f-aebf-6168b6b1a8d0 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:28.019747 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 70edd361-086c-4d05-b35f-6bdbc7f38a07, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=70edd361-086c-4d05-b35f-6bdbc7f38a07,segment=NetworkSegment(316e1015-f12d-422c-8b11-cf75c56464db),segment_id=316e1015-f12d-422c-8b11-cf75c56464db)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:28.053855 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45db5839-43f2-4e1a-a7f7-13ad33257818 x-openstack-request-id: req-45db5839-43f2-4e1a-a7f7-13ad33257818 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:28.054014 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e7105c-6520-4366-827c-fb7ab2b181c5", "name": "network-vif-plugged", "status": "completed", "tag": "70edd361-086c-4d05-b35f-6bdbc7f38a07", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:28.054125 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-45db5839-43f2-4e1a-a7f7-13ad33257818 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:28.055456 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e7105c-6520-4366-827c-fb7ab2b181c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70edd361-086c-4d05-b35f-6bdbc7f38a07', 'code': 200} Aug 31 09:29:28.057154 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de56b8b6-23cb-4cbe-ae02-29d9f37cb23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:28.086741 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26e272a-81c0-4eb6-8c13-fbb688d64e52 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:29:28.087092 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a26e272a-81c0-4eb6-8c13-fbb688d64e52 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:29:28.122523 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:28.182381 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56b8b6-23cb-4cbe-ae02-29d9f37cb23c None None] Pushing event updated for resources: {'Port': ['ID=e13ea0a0-07f0-4f4f-8ebe-e768eac13247,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:28.274323 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9466b7ca-02db-4c73-a289-b5cd2abfc99d tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:28.281934 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0d02e313-f755-4245-84e7-d06d06bfe272 req-fd77d0ac-5e3c-428c-a4a4-7021d36e05a7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1872339 Aug 31 09:29:28.304744 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=70edd361-086c-4d05-b35f-6bdbc7f38a07,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:28.364712 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0d02e313-f755-4245-84e7-d06d06bfe272 req-60b12034-a80d-42ab-89cd-74e63a3975b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0575984 Aug 31 09:29:28.432373 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b6097-0f9d-4987-a80f-d7c22335c381 req-d6676765-79a1-45c6-86ef-94b3c2d52803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:28.434107 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a75b6097-0f9d-4987-a80f-d7c22335c381 req-d6676765-79a1-45c6-86ef-94b3c2d52803 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=92e7105c-6520-4366-827c-fb7ab2b181c5 HTTP/1.1" status: 200 len: 1098 time: 0.3023300 Aug 31 09:29:28.473160 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8472886c-7772-4204-8075-78cdb3d041b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:28.497564 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34aa3f-ec6c-4070-8177-7a414dd6bca2 req-72613220-e7e0-4428-b7b7-866cb22dda25 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:28.499173 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2f34aa3f-ec6c-4070-8177-7a414dd6bca2 req-72613220-e7e0-4428-b7b7-866cb22dda25 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=92e7105c-6520-4366-827c-fb7ab2b181c5 HTTP/1.1" status: 200 len: 946 time: 0.3883288 Aug 31 09:29:28.502379 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31817f45-a18f-4641-a607-1c4356742ee9 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:28.569110 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8472886c-7772-4204-8075-78cdb3d041b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:28.592525 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a75b6097-0f9d-4987-a80f-d7c22335c381 req-0adc927e-fce7-4f6e-bf5c-2270aea94394 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072927 Aug 31 09:29:28.596964 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9466b7ca-02db-4c73-a289-b5cd2abfc99d tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Router 182f0b12-6224-41e8-9f52-084b52e31557 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:29:28.597830 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0d02e313-f755-4245-84e7-d06d06bfe272 req-4e328dfe-60cc-49af-bd70-0321894be31d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1983726 Aug 31 09:29:28.650824 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8472886c-7772-4204-8075-78cdb3d041b7 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=f137441fd9554b5fb01173bdf132a373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9349477 Aug 31 09:29:28.653256 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45934) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:28.664998 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31817f45-a18f-4641-a607-1c4356742ee9 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Port': ['ID=c9765279-aa6a-4c4f-aebf-6168b6b1a8d0,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:28.694721 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a26e272a-81c0-4eb6-8c13-fbb688d64e52 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2389665 Aug 31 09:29:28.698401 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45936) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:28.699480 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9466b7ca-02db-4c73-a289-b5cd2abfc99d tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:29:28.705610 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-a5554a92-bd0e-4131-a069-743c0e49f3c8 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'subnet': {'network_id': '097647b9-96b8-4179-962b-949a2bb3c8b8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:28.710419 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb322a4-7dab-49a9-9f09-95e97677620a None None] Sync routers for ids ['182f0b12-6224-41e8-9f52-084b52e31557'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:29:28.716136 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9466b7ca-02db-4c73-a289-b5cd2abfc99d tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] 10.222.0.119 "PUT /v2.0/routers/182f0b12-6224-41e8-9f52-084b52e31557/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6836188 Aug 31 09:29:28.724618 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45938) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:28.728051 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb322a4-7dab-49a9-9f09-95e97677620a None None] Routers {'182f0b12-6224-41e8-9f52-084b52e31557'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:28.729972 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-edb322a4-7dab-49a9-9f09-95e97677620a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:29:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['182f0b12-6224-41e8-9f52-084b52e31557'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:28.747147 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31817f45-a18f-4641-a607-1c4356742ee9 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:28.766438 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472886c-7772-4204-8075-78cdb3d041b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1c8cca-8dea-4d0c-9699-e5edc57a8a3a,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:28.771686 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-31817f45-a18f-4641-a607-1c4356742ee9 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:28.775275 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31817f45-a18f-4641-a607-1c4356742ee9 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:28.780955 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31817f45-a18f-4641-a607-1c4356742ee9 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:28.781558 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31817f45-a18f-4641-a607-1c4356742ee9 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:28.812082 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-edb322a4-7dab-49a9-9f09-95e97677620a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:28.830037 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb322a4-7dab-49a9-9f09-95e97677620a None None] Routers {'182f0b12-6224-41e8-9f52-084b52e31557'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:28.830775 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-edb322a4-7dab-49a9-9f09-95e97677620a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:29:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['182f0b12-6224-41e8-9f52-084b52e31557'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:28.833054 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2f34aa3f-ec6c-4070-8177-7a414dd6bca2 req-bc30caf6-a6aa-42a2-b6c0-bf61e3fb3332 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695291 Aug 31 09:29:28.889805 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-07f765ab-dd78-4b6b-bd2d-a9b6e939c7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:28.893547 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02e313-f755-4245-84e7-d06d06bfe272 req-f79060f8-1ae4-4600-9bfc-bfd206aa75eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:28.895816 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0d02e313-f755-4245-84e7-d06d06bfe272 req-f79060f8-1ae4-4600-9bfc-bfd206aa75eb service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2806273 Aug 31 09:29:28.902447 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-edb322a4-7dab-49a9-9f09-95e97677620a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:28.903520 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb322a4-7dab-49a9-9f09-95e97677620a None None] The sync data for ids ['182f0b12-6224-41e8-9f52-084b52e31557'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:29:28.921758 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-07f765ab-dd78-4b6b-bd2d-a9b6e939c7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:28.963876 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-31817f45-a18f-4641-a607-1c4356742ee9 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2132998 Aug 31 09:29:28.966379 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45940) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:28.975607 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bf23763b-fc6d-4f27-bc96-b154eca0b9be tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:29.031759 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d20ddb-888d-4543-995a-5a17b2985bcc tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:29.039181 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d20ddb-888d-4543-995a-5a17b2985bcc tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:29.040972 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-28d20ddb-888d-4543-995a-5a17b2985bcc tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0735643 Aug 31 09:29:29.043801 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45942) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:29.094434 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-07f765ab-dd78-4b6b-bd2d-a9b6e939c7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:29.097060 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-07f765ab-dd78-4b6b-bd2d-a9b6e939c7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:29.099258 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-07f765ab-dd78-4b6b-bd2d-a9b6e939c7f4 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/7b1c8cca-8dea-4d0c-9699-e5edc57a8a3a HTTP/1.1" status: 204 len: 168 time: 0.4301045 Aug 31 09:29:29.132122 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f765ab-dd78-4b6b-bd2d-a9b6e939c7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1c8cca-8dea-4d0c-9699-e5edc57a8a3a,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:29.187889 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-c6311683-bc5b-400a-ad6e-31faf2252d80 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting port c9765279-aa6a-4c4f-aebf-6168b6b1a8d0 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:29.188250 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c6311683-bc5b-400a-ad6e-31faf2252d80 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:29.237286 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5554a92-bd0e-4131-a069-743c0e49f3c8 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:29.241143 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a5554a92-bd0e-4131-a069-743c0e49f3c8 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:29.288762 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bf23763b-fc6d-4f27-bc96-b154eca0b9be tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:29.301872 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bf23763b-fc6d-4f27-bc96-b154eca0b9be tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:29.345381 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c6311683-bc5b-400a-ad6e-31faf2252d80 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:29.363079 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-c6311683-bc5b-400a-ad6e-31faf2252d80 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Calling delete_port for c9765279-aa6a-4c4f-aebf-6168b6b1a8d0 owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:29.422092 n-d-791506-28 neutron-server[95552]: INFO neutron.db.ipam_backend_mixin [None req-a5554a92-bd0e-4131-a069-743c0e49f3c8 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a1c5d232-04e7-4c25-a152-9708124e8bd2 (CIDR: 2001:db8:0:1::/64) Aug 31 09:29:29.478845 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5554a92-bd0e-4131-a069-743c0e49f3c8 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:29:29.491795 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5554a92-bd0e-4131-a069-743c0e49f3c8 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:29:29.491795 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bf23763b-fc6d-4f27-bc96-b154eca0b9be tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:29.491795 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf23763b-fc6d-4f27-bc96-b154eca0b9be tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Fanout notify agent at l3_agent the message router_deleted on router 182f0b12-6224-41e8-9f52-084b52e31557 {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:29:29.500828 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bf23763b-fc6d-4f27-bc96-b154eca0b9be tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:29.504303 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bf23763b-fc6d-4f27-bc96-b154eca0b9be tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] 10.222.0.119 "DELETE /v2.0/routers/182f0b12-6224-41e8-9f52-084b52e31557 HTTP/1.1" status: 204 len: 168 time: 0.7821538 Aug 31 09:29:29.504775 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45954) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:29.576699 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-af85cd9d-ed09-4b35-a460-7f65e34b3153 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Deleting subnet 3b47063e-c843-45af-9de2-2fc91d3d94a6 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:29:29.579871 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af85cd9d-ed09-4b35-a460-7f65e34b3153 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:29.596683 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a5554a92-bd0e-4131-a069-743c0e49f3c8 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8951805 Aug 31 09:29:29.601048 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45958) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:29.605349 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-a5117bce-743a-4198-8049-b25cb40080d4 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'subnet': {'network_id': '097647b9-96b8-4179-962b-949a2bb3c8b8', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:29.625371 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af85cd9d-ed09-4b35-a460-7f65e34b3153 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:29.667843 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c6311683-bc5b-400a-ad6e-31faf2252d80 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:29.708924 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6311683-bc5b-400a-ad6e-31faf2252d80 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Port': ['ID=c9765279-aa6a-4c4f-aebf-6168b6b1a8d0,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:29.764584 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c6311683-bc5b-400a-ad6e-31faf2252d80 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:29.766505 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c6311683-bc5b-400a-ad6e-31faf2252d80 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/c9765279-aa6a-4c4f-aebf-6168b6b1a8d0 HTTP/1.1" status: 204 len: 168 time: 0.7217445 Aug 31 09:29:29.769461 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45960) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:29.825724 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5ed55df4-c9fb-4711-b927-9e01c11e38e1 None None] Provisioning for port e13ea0a0-07f0-4f4f-8ebe-e768eac13247 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:29.858486 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e556d3-d4c5-47b4-98e3-acc8ac802ac7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:29.860176 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e556d3-d4c5-47b4-98e3-acc8ac802ac7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:29.861740 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-28e556d3-d4c5-47b4-98e3-acc8ac802ac7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0913424 Aug 31 09:29:29.864669 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45964) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:29.920073 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5117bce-743a-4198-8049-b25cb40080d4 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Made reservation on behalf of e8682e49034144d0a6f77e91c076dc8b for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:29.932170 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a5117bce-743a-4198-8049-b25cb40080d4 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:29.949109 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af85cd9d-ed09-4b35-a460-7f65e34b3153 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:30.002314 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45966) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:30.043141 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-1eca6fdf-ab39-42f7-a6bf-d410623620d2 None None] Could not find standard attr ID for object c9765279-aa6a-4c4f-aebf-6168b6b1a8d0. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:29:30.081997 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-172f3447-3a69-4820-9bda-a06858494f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:30.093483 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device e13ea0a0-07f0-4f4f-8ebe-e768eac13247 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:30.093683 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-73e43883-b347-4625-b981-1355260f0ad6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting subnet 68666843-76f0-49b2-8b04-d964652d0bcd {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:29:30.106453 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73e43883-b347-4625-b981-1355260f0ad6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:30.171973 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c879208-96c5-487b-b738-2dfd93ed3806 req-3451c9a4-63cc-48da-8c55-b3e4bc1ace4d tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:30.175197 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1c879208-96c5-487b-b738-2dfd93ed3806 req-3451c9a4-63cc-48da-8c55-b3e4bc1ace4d tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=92e7105c-6520-4366-827c-fb7ab2b181c5 HTTP/1.1" status: 200 len: 946 time: 0.2225239 Aug 31 09:29:30.194823 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73e43883-b347-4625-b981-1355260f0ad6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:30.357285 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1c879208-96c5-487b-b738-2dfd93ed3806 req-c43f1490-ee12-4bbc-9aa4-62f4245263c8 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683629 Aug 31 09:29:30.373632 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af85cd9d-ed09-4b35-a460-7f65e34b3153 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:30.431705 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85cd9d-ed09-4b35-a460-7f65e34b3153 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Pushing event deleted for resources: {'Subnet': ['ID=3b47063e-c843-45af-9de2-2fc91d3d94a6,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:30.437224 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a5117bce-743a-4198-8049-b25cb40080d4 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:30.448315 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af85cd9d-ed09-4b35-a460-7f65e34b3153 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:30.451809 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-af85cd9d-ed09-4b35-a460-7f65e34b3153 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] 10.222.0.119 "DELETE /v2.0/subnets/3b47063e-c843-45af-9de2-2fc91d3d94a6 HTTP/1.1" status: 204 len: 168 time: 0.9460001 Aug 31 09:29:30.454123 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73e43883-b347-4625-b981-1355260f0ad6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:30.462197 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b24b7b5-fc0e-462a-b05a-f1dfbb99d55c None None] Network e51c9f16-f953-4dcb-ad63-526f24331fbf requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:30.481097 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45974) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:30.489849 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5117bce-743a-4198-8049-b25cb40080d4 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Network 097647b9-96b8-4179-962b-949a2bb3c8b8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:30.495440 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-a5117bce-743a-4198-8049-b25cb40080d4 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:30.500601 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5117bce-743a-4198-8049-b25cb40080d4 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:30.501729 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a5117bce-743a-4198-8049-b25cb40080d4 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:30.520040 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5117bce-743a-4198-8049-b25cb40080d4 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Subnet': ['ID=04b7c6c0-f4b9-4ac9-af5b-39692d9a2835,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:30.535558 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec84432c-a746-4e7f-8366-97eac379e9dd None None] Network 097647b9-96b8-4179-962b-949a2bb3c8b8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:30.539892 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port e13ea0a0-07f0-4f4f-8ebe-e768eac13247 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:30.594136 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port e13ea0a0-07f0-4f4f-8ebe-e768eac13247 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:30.594505 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:30.618847 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e65e1332-b419-4fcf-b7cb-6e3d6ecba835 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:30.632512 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-172f3447-3a69-4820-9bda-a06858494f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:30.682557 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-e65e1332-b419-4fcf-b7cb-6e3d6ecba835 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Deleting port 2d06a0aa-e260-4aed-a9bb-c5fe11297a2a {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:30.682916 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e65e1332-b419-4fcf-b7cb-6e3d6ecba835 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:30.787800 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:30.824160 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c5f3c6-e17a-4472-a1ce-eafe37570f27 None None] DHCP port deletion for e51c9f16-f953-4dcb-ad63-526f24331fbf request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:29:30.839625 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a5117bce-743a-4198-8049-b25cb40080d4 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2404561 Aug 31 09:29:30.844332 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45976) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:30.853018 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-8e35fd62-dae6-4658-89db-3a81ad01387b tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-581018405', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '04b7c6c0-f4b9-4ac9-af5b-39692d9a2835'}], 'security_groups': ['97e34405-b267-4101-a02c-aa8ae39509ca', '54e07022-2c02-4790-b567-b48c0181c3b8']}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:30.911780 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:29:30.912364 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:29:30.938001 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-c0c5f3c6-e17a-4472-a1ce-eafe37570f27 None None] Deleting port 2d06a0aa-e260-4aed-a9bb-c5fe11297a2a {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:30.938440 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c0c5f3c6-e17a-4472-a1ce-eafe37570f27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.045688 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-c0c5f3c6-e17a-4472-a1ce-eafe37570f27 None None] For port 2d06a0aa-e260-4aed-a9bb-c5fe11297a2a, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=2d06a0aa-e260-4aed-a9bb-c5fe11297a2a,segment=NetworkSegment(4be25d56-158b-4391-8b73-0db2612259be),segment_id=4be25d56-158b-4391-8b73-0db2612259be)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:31.045962 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8e35fd62-dae6-4658-89db-3a81ad01387b tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.046073 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c0c5f3c6-e17a-4472-a1ce-eafe37570f27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.061844 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c32313-c74d-496c-ab83-6b36d13784e8 None None] Update dhcp port {'port': {'network_id': '097647b9-96b8-4179-962b-949a2bb3c8b8', 'fixed_ips': [{'subnet_id': 'a1c5d232-04e7-4c25-a152-9708124e8bd2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9e3cea79-9ebf-431e-883f-f8b9997de734', 'ip_address': '2001:db8::2'}, {'subnet_id': '04b7c6c0-f4b9-4ac9-af5b-39692d9a2835'}], 'binding:host_id': 'n-d-791506-28'}, 'id': '94dc1c3e-43d2-4a33-92b7-6d5c52ba6103'} from n-d-791506-28. {{(pid=95554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:29:31.077113 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73e43883-b347-4625-b981-1355260f0ad6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.079678 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-172f3447-3a69-4820-9bda-a06858494f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.081968 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-c0c5f3c6-e17a-4472-a1ce-eafe37570f27 None None] Calling delete_port for 2d06a0aa-e260-4aed-a9bb-c5fe11297a2a owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:31.101160 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-33c32313-c74d-496c-ab83-6b36d13784e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.135554 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e43883-b347-4625-b981-1355260f0ad6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Subnet': ['ID=68666843-76f0-49b2-8b04-d964652d0bcd,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:31.149014 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73e43883-b347-4625-b981-1355260f0ad6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.151742 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-73e43883-b347-4625-b981-1355260f0ad6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/68666843-76f0-49b2-8b04-d964652d0bcd HTTP/1.1" status: 204 len: 168 time: 1.2852921 Aug 31 09:29:31.157461 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48f46a0-6702-4938-98d1-6761739d427a None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:31.159660 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45978) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:31.173101 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-172f3447-3a69-4820-9bda-a06858494f3d admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=971657b74d0144ca86e81a84eb14da77&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1669686 Aug 31 09:29:31.180800 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45980) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:31.213584 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-60486759-1ca8-40da-b86c-969427d32d24 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0525830 Aug 31 09:29:31.214311 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f3447-3a69-4820-9bda-a06858494f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91834d0d-47d5-4b76-b45f-7e438beb3f7c,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:31.219456 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45982) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:31.224835 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-e65e1332-b419-4fcf-b7cb-6e3d6ecba835 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] For port 2d06a0aa-e260-4aed-a9bb-c5fe11297a2a, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=2d06a0aa-e260-4aed-a9bb-c5fe11297a2a,segment=NetworkSegment(4be25d56-158b-4391-8b73-0db2612259be),segment_id=4be25d56-158b-4391-8b73-0db2612259be)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:31.225280 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e65e1332-b419-4fcf-b7cb-6e3d6ecba835 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.229162 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-499273bf-a275-4427-95d0-2d759067f329 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:31.239864 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-e65e1332-b419-4fcf-b7cb-6e3d6ecba835 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Calling delete_port for 2d06a0aa-e260-4aed-a9bb-c5fe11297a2a owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:31.367042 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfb3e-ebd3-43b5-8fed-5828bbcf8782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.438360 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfb3e-ebd3-43b5-8fed-5828bbcf8782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.451590 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c0c5f3c6-e17a-4472-a1ce-eafe37570f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.482668 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e65e1332-b419-4fcf-b7cb-6e3d6ecba835 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.493955 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5f3c6-e17a-4472-a1ce-eafe37570f27 None None] Pushing event deleted for resources: {'Port': ['ID=2d06a0aa-e260-4aed-a9bb-c5fe11297a2a,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:31.506976 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c5f3c6-e17a-4472-a1ce-eafe37570f27 None None] No DVR routers for this DVR port 2d06a0aa-e260-4aed-a9bb-c5fe11297a2a on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:31.514864 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.557934 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e1332-b419-4fcf-b7cb-6e3d6ecba835 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Pushing event deleted for resources: {'Port': ['ID=2d06a0aa-e260-4aed-a9bb-c5fe11297a2a,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:31.560721 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65e1332-b419-4fcf-b7cb-6e3d6ecba835 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] No DVR routers for this DVR port 2d06a0aa-e260-4aed-a9bb-c5fe11297a2a on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:31.566500 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-8e35fd62-dae6-4658-89db-3a81ad01387b tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Delete allocated IP 2001:db8::384 (097647b9-96b8-4179-962b-949a2bb3c8b8/9e3cea79-9ebf-431e-883f-f8b9997de734) {{(pid=95552) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 09:29:31.577002 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762bfb1-b869-4485-8119-3cf3eefaca61 req-d5382f80-ce01-42cc-8744-133651575fe4 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:31.578660 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6762bfb1-b869-4485-8119-3cf3eefaca61 req-d5382f80-ce01-42cc-8744-133651575fe4 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=92e7105c-6520-4366-827c-fb7ab2b181c5 HTTP/1.1" status: 200 len: 946 time: 0.1381044 Aug 31 09:29:31.596600 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-8e35fd62-dae6-4658-89db-3a81ad01387b tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Allocated IP 2001:db8:0:2::b5 (097647b9-96b8-4179-962b-949a2bb3c8b8/04b7c6c0-f4b9-4ac9-af5b-39692d9a2835/53c796f3-a7ef-4d71-b899-fc0c3003cde4) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:31.604401 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c216ec33-bea7-4c22-96b2-a1cbf880ffdc None None] DHCP port deletion for 17930598-f4af-4731-83ee-9969406c94e8 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:29:31.608071 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port e13ea0a0-07f0-4f4f-8ebe-e768eac13247, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=e13ea0a0-07f0-4f4f-8ebe-e768eac13247,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:31.645548 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499273bf-a275-4427-95d0-2d759067f329 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:31.650539 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-499273bf-a275-4427-95d0-2d759067f329 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.679110 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-c216ec33-bea7-4c22-96b2-a1cbf880ffdc None None] Deleting port e13ea0a0-07f0-4f4f-8ebe-e768eac13247 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:31.679579 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c216ec33-bea7-4c22-96b2-a1cbf880ffdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.693610 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e65e1332-b419-4fcf-b7cb-6e3d6ecba835 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.704027 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-e65e1332-b419-4fcf-b7cb-6e3d6ecba835 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e51c9f16-f953-4dcb-ad63-526f24331fbf']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:31.716860 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-e65e1332-b419-4fcf-b7cb-6e3d6ecba835 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be25d56-158b-4391-8b73-0db2612259be') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:31.717169 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-e65e1332-b419-4fcf-b7cb-6e3d6ecba835 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be25d56-158b-4391-8b73-0db2612259be') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:31.719217 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.728213 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e65e1332-b419-4fcf-b7cb-6e3d6ecba835 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.759193 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6762bfb1-b869-4485-8119-3cf3eefaca61 req-7d7e3c87-34a5-4d5d-86a6-32c72ae0848c tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505423 Aug 31 09:29:31.760211 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfb3e-ebd3-43b5-8fed-5828bbcf8782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.763282 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e65e1332-b419-4fcf-b7cb-6e3d6ecba835 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.763659 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f5dfb3e-ebd3-43b5-8fed-5828bbcf8782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.768504 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6f5dfb3e-ebd3-43b5-8fed-5828bbcf8782 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/91834d0d-47d5-4b76-b45f-7e438beb3f7c HTTP/1.1" status: 204 len: 168 time: 0.5837724 Aug 31 09:29:31.773695 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e65e1332-b419-4fcf-b7cb-6e3d6ecba835 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Releasing vlan 1642 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:29:31.774377 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e65e1332-b419-4fcf-b7cb-6e3d6ecba835 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:29:31.780658 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:29:31.786279 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-c216ec33-bea7-4c22-96b2-a1cbf880ffdc None None] For port e13ea0a0-07f0-4f4f-8ebe-e768eac13247, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=e13ea0a0-07f0-4f4f-8ebe-e768eac13247,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:31.786764 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c216ec33-bea7-4c22-96b2-a1cbf880ffdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:31.824505 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-c216ec33-bea7-4c22-96b2-a1cbf880ffdc None None] Calling delete_port for e13ea0a0-07f0-4f4f-8ebe-e768eac13247 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:31.833010 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=e13ea0a0-07f0-4f4f-8ebe-e768eac13247,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:31.859197 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5dfb3e-ebd3-43b5-8fed-5828bbcf8782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91834d0d-47d5-4b76-b45f-7e438beb3f7c,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:32.042348 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device e13ea0a0-07f0-4f4f-8ebe-e768eac13247 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:32.055756 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8e35fd62-dae6-4658-89db-3a81ad01387b tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:32.083470 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-8e35fd62-dae6-4658-89db-3a81ad01387b tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Transition to ACTIVE for port object 53c796f3-a7ef-4d71-b899-fc0c3003cde4 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:32.084071 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e65e1332-b419-4fcf-b7cb-6e3d6ecba835 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:32.103213 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e65e1332-b419-4fcf-b7cb-6e3d6ecba835 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:32.105910 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e65e1332-b419-4fcf-b7cb-6e3d6ecba835 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] 10.222.0.119 "DELETE /v2.0/networks/e51c9f16-f953-4dcb-ad63-526f24331fbf HTTP/1.1" status: 204 len: 168 time: 1.6235952 Aug 31 09:29:32.122793 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c216ec33-bea7-4c22-96b2-a1cbf880ffdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:32.125458 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e1332-b419-4fcf-b7cb-6e3d6ecba835 tempest-FloatingIPNegativeTestJSON-484892294 tempest-FloatingIPNegativeTestJSON-484892294-project] Pushing event deleted for resources: {'Network': ['ID=e51c9f16-f953-4dcb-ad63-526f24331fbf,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:32.144665 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c216ec33-bea7-4c22-96b2-a1cbf880ffdc None None] No DVR routers for this DVR port e13ea0a0-07f0-4f4f-8ebe-e768eac13247 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:32.151808 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8e35fd62-dae6-4658-89db-3a81ad01387b tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:32.184343 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216ec33-bea7-4c22-96b2-a1cbf880ffdc None None] Pushing event deleted for resources: {'Port': ['ID=e13ea0a0-07f0-4f4f-8ebe-e768eac13247,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:32.194873 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No active binding found for port e13ea0a0-07f0-4f4f-8ebe-e768eac13247 {{(pid=95554) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 09:29:32.196147 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device e13ea0a0-07f0-4f4f-8ebe-e768eac13247 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:29:32.197394 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2d06a0aa-e260-4aed-a9bb-c5fe11297a2a no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:32.228140 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-8e35fd62-dae6-4658-89db-3a81ad01387b tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] In _notify_port_updated(), no bound segment for port 53c796f3-a7ef-4d71-b899-fc0c3003cde4 on network 097647b9-96b8-4179-962b-949a2bb3c8b8 {{(pid=95552) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:29:32.233643 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e35fd62-dae6-4658-89db-3a81ad01387b tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:32.234264 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8e35fd62-dae6-4658-89db-3a81ad01387b tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:32.238678 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8e35fd62-dae6-4658-89db-3a81ad01387b tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "PUT /v2.0/ports/53c796f3-a7ef-4d71-b899-fc0c3003cde4 HTTP/1.1" status: 200 len: 968 time: 1.3914113 Aug 31 09:29:32.238678 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35fd62-dae6-4658-89db-3a81ad01387b tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event updated for resources: {'Port': ['ID=53c796f3-a7ef-4d71-b899-fc0c3003cde4,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:32.238996 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46010) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:32.259833 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 2d06a0aa-e260-4aed-a9bb-c5fe11297a2a {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:29:32.260331 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2d06a0aa-e260-4aed-a9bb-c5fe11297a2a not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:29:32.289178 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-33c32313-c74d-496c-ab83-6b36d13784e8 None None] Allocated IP 2001:db8:0:2::2 (097647b9-96b8-4179-962b-949a2bb3c8b8/04b7c6c0-f4b9-4ac9-af5b-39692d9a2835/94dc1c3e-43d2-4a33-92b7-6d5c52ba6103) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:32.396457 n-d-791506-28 neutron-server[95552]: DEBUG neutron.objects.ports [None req-499273bf-a275-4427-95d0-2d759067f329 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95552) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:29:32.404086 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-499273bf-a275-4427-95d0-2d759067f329 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:32.416004 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-3d770661-99b3-46f8-bd94-99e6fc785854 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Deleting port 53c796f3-a7ef-4d71-b899-fc0c3003cde4 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:32.416983 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3d770661-99b3-46f8-bd94-99e6fc785854 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:32.438650 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-33c32313-c74d-496c-ab83-6b36d13784e8 None None] For port 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=94dc1c3e-43d2-4a33-92b7-6d5c52ba6103,segment=NetworkSegment(14c1aadc-ea24-4713-af43-50ffe74c33eb),segment_id=14c1aadc-ea24-4713-af43-50ffe74c33eb)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:32.483888 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499273bf-a275-4427-95d0-2d759067f329 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:32.487573 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-499273bf-a275-4427-95d0-2d759067f329 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:32.492193 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499273bf-a275-4427-95d0-2d759067f329 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:32.493048 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-499273bf-a275-4427-95d0-2d759067f329 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:32.493453 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-33c32313-c74d-496c-ab83-6b36d13784e8 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:32.496027 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499273bf-a275-4427-95d0-2d759067f329 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Subnet': ['ID=1441b993-8d07-4c6c-b1e1-27a1d5cdd460,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:32.515447 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942e590a-1869-47f5-bf93-360e03fa6a8e None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:32.582950 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9bb321-7f58-476e-a2e1-105093319555 req-ed5d4939-5eda-4a83-a865-001408148010 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:32.584516 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bf9bb321-7f58-476e-a2e1-105093319555 req-ed5d4939-5eda-4a83-a865-001408148010 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=92e7105c-6520-4366-827c-fb7ab2b181c5 HTTP/1.1" status: 200 len: 946 time: 0.1625643 Aug 31 09:29:32.586644 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-33c32313-c74d-496c-ab83-6b36d13784e8 None None] Transition to ACTIVE for port object 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:32.628507 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-499273bf-a275-4427-95d0-2d759067f329 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4072738 Aug 31 09:29:32.629707 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46026) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:32.638159 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-7aa28438-75ca-42ff-91a0-de856b643b61 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'port': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'mac_address': 'fa:16:3e:06:ec:11', 'name': 'tempest-NetworksTestDHCPv6-112485823'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:32.667056 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3d770661-99b3-46f8-bd94-99e6fc785854 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:32.679451 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bf9bb321-7f58-476e-a2e1-105093319555 req-a71d0cb2-a996-44fa-bd99-13ac72555aa6 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765545 Aug 31 09:29:32.691946 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-3d770661-99b3-46f8-bd94-99e6fc785854 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Calling delete_port for 53c796f3-a7ef-4d71-b899-fc0c3003cde4 owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:32.706986 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-33c32313-c74d-496c-ab83-6b36d13784e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:32.718058 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:32.825007 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9cfb99-7c60-4fb6-8c42-9d751225ba3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-17930598-f4af-4731-83ee-9969406c94e8', 'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'fixed_ips': [{'subnet_id': '1441b993-8d07-4c6c-b1e1-27a1d5cdd460'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:29:32.826425 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e9cfb99-7c60-4fb6-8c42-9d751225ba3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:32.918000 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46032) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:32.925298 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:32.926131 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c32313-c74d-496c-ab83-6b36d13784e8 None None] Pushing event updated for resources: {'Port': ['ID=94dc1c3e-43d2-4a33-92b7-6d5c52ba6103,revision_number=7']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:33.009767 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3d770661-99b3-46f8-bd94-99e6fc785854 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:33.071983 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa28438-75ca-42ff-91a0-de856b643b61 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:33.079047 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d770661-99b3-46f8-bd94-99e6fc785854 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Port': ['ID=53c796f3-a7ef-4d71-b899-fc0c3003cde4,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:33.159333 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3d770661-99b3-46f8-bd94-99e6fc785854 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:33.162161 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3d770661-99b3-46f8-bd94-99e6fc785854 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/ports/53c796f3-a7ef-4d71-b899-fc0c3003cde4 HTTP/1.1" status: 204 len: 168 time: 0.9224823 Aug 31 09:29:33.165670 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46042) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:33.186488 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b56e825d-6380-4deb-ad5b-85322f3b02cd admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=c164d836a4b94d2a8b91cfdaa91fd565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2672169 Aug 31 09:29:33.189000 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46044) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:33.223331 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-270c1c3e-55de-4e1c-ae0d-b9930d0dcfbd tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] GET failed (client error): The resource could not be found. Aug 31 09:29:33.223460 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-4e9cfb99-7c60-4fb6-8c42-9d751225ba3c None None] Allocated IP 2001:db8::f816:3eff:fef1:4076 (17930598-f4af-4731-83ee-9969406c94e8/1441b993-8d07-4c6c-b1e1-27a1d5cdd460/d7bc51c3-9620-4834-a331-9552b57593a9) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:33.224126 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-270c1c3e-55de-4e1c-ae0d-b9930d0dcfbd tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "GET /v2.0/ports/53c796f3-a7ef-4d71-b899-fc0c3003cde4 HTTP/1.1" status: 404 len: 333 time: 0.0565591 Aug 31 09:29:33.227448 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46046) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:33.282434 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7aa28438-75ca-42ff-91a0-de856b643b61 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:33.283798 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c751e8aa-e0b9-48af-9e34-7e1361d845f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:33.319619 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c751e8aa-e0b9-48af-9e34-7e1361d845f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:33.322318 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-7aa28438-75ca-42ff-91a0-de856b643b61 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] device_id is not set on port a68ff2b0-4844-4c39-8ee1-ec505867815e yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:29:33.345876 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-70bea00d-5cc6-4188-ae24-995ec211727d tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:33.409582 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-70bea00d-5cc6-4188-ae24-995ec211727d tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:33.451431 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e9cfb99-7c60-4fb6-8c42-9d751225ba3c None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:33.462528 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e9cfb99-7c60-4fb6-8c42-9d751225ba3c None None] Transition to ACTIVE for port object d7bc51c3-9620-4834-a331-9552b57593a9 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:33.466144 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c751e8aa-e0b9-48af-9e34-7e1361d845f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:33.469821 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c751e8aa-e0b9-48af-9e34-7e1361d845f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:33.470588 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c751e8aa-e0b9-48af-9e34-7e1361d845f9 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/7280cfbb-04c7-4462-a68f-a09d3707e5fb HTTP/1.1" status: 204 len: 168 time: 0.2803667 Aug 31 09:29:33.493352 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751e8aa-e0b9-48af-9e34-7e1361d845f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7280cfbb-04c7-4462-a68f-a09d3707e5fb,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:33.495455 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e9cfb99-7c60-4fb6-8c42-9d751225ba3c None None] Transition to ACTIVE for port object d7bc51c3-9620-4834-a331-9552b57593a9 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:33.546367 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-70bea00d-5cc6-4188-ae24-995ec211727d tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:33.549193 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-70bea00d-5cc6-4188-ae24-995ec211727d tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:33.563820 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-70bea00d-5cc6-4188-ae24-995ec211727d tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/security-groups/2bb3b66e-3e6a-43dd-a9df-1608fa716d31 HTTP/1.1" status: 204 len: 168 time: 0.3219104 Aug 31 09:29:33.564996 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46054) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:33.576216 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bea00d-5cc6-4188-ae24-995ec211727d tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb3b66e-3e6a-43dd-a9df-1608fa716d31,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:33.600116 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e9cfb99-7c60-4fb6-8c42-9d751225ba3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:33.652172 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9cfb99-7c60-4fb6-8c42-9d751225ba3c None None] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:33.664414 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-4e9cfb99-7c60-4fb6-8c42-9d751225ba3c None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:33.672149 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9cfb99-7c60-4fb6-8c42-9d751225ba3c None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:33.678232 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-72a009d8-cdbf-4dca-8f3d-9a7c92359af3 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:33.685561 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9cfb99-7c60-4fb6-8c42-9d751225ba3c None None] Pushing event updated for resources: {'Port': ['ID=d7bc51c3-9620-4834-a331-9552b57593a9,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:33.708032 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-7aa28438-75ca-42ff-91a0-de856b643b61 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Allocated IP 2001:db8::f816:3eff:fe06:ec11 (17930598-f4af-4731-83ee-9969406c94e8/1441b993-8d07-4c6c-b1e1-27a1d5cdd460/a68ff2b0-4844-4c39-8ee1-ec505867815e) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:33.765824 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-4e9cfb99-7c60-4fb6-8c42-9d751225ba3c None None] Attempting to bind port d7bc51c3-9620-4834-a331-9552b57593a9 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:29:33.766188 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-4e9cfb99-7c60-4fb6-8c42-9d751225ba3c None None] Attempting to bind port d7bc51c3-9620-4834-a331-9552b57593a9 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:29:33.766566 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9cfb99-7c60-4fb6-8c42-9d751225ba3c None None] Attempting to bind port d7bc51c3-9620-4834-a331-9552b57593a9 on network 17930598-f4af-4731-83ee-9969406c94e8 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:33.796373 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9cfb99-7c60-4fb6-8c42-9d751225ba3c None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:29:33.796373 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9cfb99-7c60-4fb6-8c42-9d751225ba3c None None] Checking segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:33.796373 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e9cfb99-7c60-4fb6-8c42-9d751225ba3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:33.796373 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9cfb99-7c60-4fb6-8c42-9d751225ba3c None None] Bound using segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:29:33.796373 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-4e9cfb99-7c60-4fb6-8c42-9d751225ba3c None None] Bound port: d7bc51c3-9620-4834-a331-9552b57593a9, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:29:33.797946 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-72a009d8-cdbf-4dca-8f3d-9a7c92359af3 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:33.798215 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e9cfb99-7c60-4fb6-8c42-9d751225ba3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:33.908394 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e9cfb99-7c60-4fb6-8c42-9d751225ba3c None None] For port d7bc51c3-9620-4834-a331-9552b57593a9, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:33.913372 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e9cfb99-7c60-4fb6-8c42-9d751225ba3c None None] For port d7bc51c3-9620-4834-a331-9552b57593a9, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=d7bc51c3-9620-4834-a331-9552b57593a9,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:29:33.981894 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7aa28438-75ca-42ff-91a0-de856b643b61 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:33.984772 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e904b-7fef-4ac6-9505-6d4bda37dc9e req-e68f149a-4e58-4dea-9c2e-91a0c1dfa19b tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:33.986892 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af2e904b-7fef-4ac6-9505-6d4bda37dc9e req-e68f149a-4e58-4dea-9c2e-91a0c1dfa19b tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=92e7105c-6520-4366-827c-fb7ab2b181c5 HTTP/1.1" status: 200 len: 946 time: 0.1090195 Aug 31 09:29:33.992852 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7415ed4f-0d2d-4a37-a68a-2c468d2a3f96 None None] Could not find standard attr ID for object 53c796f3-a7ef-4d71-b899-fc0c3003cde4. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:29:34.006069 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-7aa28438-75ca-42ff-91a0-de856b643b61 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Transition to ACTIVE for port object a68ff2b0-4844-4c39-8ee1-ec505867815e will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:34.010276 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7415ed4f-0d2d-4a37-a68a-2c468d2a3f96 None None] Provisioning complete for port efd9579a-d9e4-429d-a7c8-dcc26d5dd075 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:34.011193 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7415ed4f-0d2d-4a37-a68a-2c468d2a3f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:34.038816 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:34.059258 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af2e904b-7fef-4ac6-9505-6d4bda37dc9e req-c26f4d61-d8b4-4b86-aab0-2dc6a99f87f2 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562644 Aug 31 09:29:34.082639 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-7415ed4f-0d2d-4a37-a68a-2c468d2a3f96 None None] Port efd9579a-d9e4-429d-a7c8-dcc26d5dd075 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:29:34.478185 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-72a009d8-cdbf-4dca-8f3d-9a7c92359af3 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:34.478768 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7aa28438-75ca-42ff-91a0-de856b643b61 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:34.480762 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e9cfb99-7c60-4fb6-8c42-9d751225ba3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:34.481553 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-72a009d8-cdbf-4dca-8f3d-9a7c92359af3 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:34.482782 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-72a009d8-cdbf-4dca-8f3d-9a7c92359af3 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/security-groups/54e07022-2c02-4790-b567-b48c0181c3b8 HTTP/1.1" status: 204 len: 168 time: 0.9164648 Aug 31 09:29:34.486319 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7415ed4f-0d2d-4a37-a68a-2c468d2a3f96 None None] Provisioning for port 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:34.487187 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46066) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:34.490396 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7415ed4f-0d2d-4a37-a68a-2c468d2a3f96 None None] Provisioning complete for port 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:34.490584 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7415ed4f-0d2d-4a37-a68a-2c468d2a3f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:34.505065 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a009d8-cdbf-4dca-8f3d-9a7c92359af3 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e07022-2c02-4790-b567-b48c0181c3b8,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:34.594874 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa28438-75ca-42ff-91a0-de856b643b61 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:34.601494 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa28438-75ca-42ff-91a0-de856b643b61 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Port': ['ID=a68ff2b0-4844-4c39-8ee1-ec505867815e,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:34.604743 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2a35de4b-561e-4b03-a8e6-178230037420 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:34.605044 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9cfb99-7c60-4fb6-8c42-9d751225ba3c None None] Pushing event updated for resources: {'Port': ['ID=d7bc51c3-9620-4834-a331-9552b57593a9,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:34.611038 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-7aa28438-75ca-42ff-91a0-de856b643b61 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:34.615895 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa28438-75ca-42ff-91a0-de856b643b61 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:34.628248 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa28438-75ca-42ff-91a0-de856b643b61 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:34.645330 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7aa28438-75ca-42ff-91a0-de856b643b61 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:34.651634 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2a35de4b-561e-4b03-a8e6-178230037420 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:34.798195 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2a35de4b-561e-4b03-a8e6-178230037420 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:34.798571 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7aa28438-75ca-42ff-91a0-de856b643b61 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1673934 Aug 31 09:29:34.801776 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46076) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:34.802223 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2a35de4b-561e-4b03-a8e6-178230037420 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:34.805322 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2a35de4b-561e-4b03-a8e6-178230037420 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/security-groups/97e34405-b267-4101-a02c-aa8ae39509ca HTTP/1.1" status: 204 len: 168 time: 0.3116841 Aug 31 09:29:34.816079 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-ca0d37c1-0872-4f0f-bc86-726580f80fbd None None] Could not find standard attr ID for object 53c796f3-a7ef-4d71-b899-fc0c3003cde4. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:29:34.822538 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46078) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:34.832569 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35de4b-561e-4b03-a8e6-178230037420 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e34405-b267-4101-a02c-aa8ae39509ca,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:35.000864 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158075e-eaec-40a5-9f56-3fe1278bf657 req-ff5920aa-e87c-4106-9e39-a6707a30ce70 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:35.003947 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8158075e-eaec-40a5-9f56-3fe1278bf657 req-ff5920aa-e87c-4106-9e39-a6707a30ce70 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=92e7105c-6520-4366-827c-fb7ab2b181c5 HTTP/1.1" status: 200 len: 946 time: 0.1241834 Aug 31 09:29:35.012156 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889600cd-6186-4df3-8e47-02e5dae85693 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:35.031950 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889600cd-6186-4df3-8e47-02e5dae85693 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:35.037850 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-889600cd-6186-4df3-8e47-02e5dae85693 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2348895 Aug 31 09:29:35.039717 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46090) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:35.051605 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-66275bad-8c82-417f-8850-78a6406e7d23 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Deleting subnet 9e3cea79-9ebf-431e-883f-f8b9997de734 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:29:35.056653 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-66275bad-8c82-417f-8850-78a6406e7d23 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:35.071691 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8158075e-eaec-40a5-9f56-3fe1278bf657 req-d6248344-a742-4f94-bcf1-efbcf433239e tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574996 Aug 31 09:29:35.481777 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-66275bad-8c82-417f-8850-78a6406e7d23 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:35.592636 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-317f6e62-10e1-4b0d-8c98-fae120a5b5c3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting port a68ff2b0-4844-4c39-8ee1-ec505867815e {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:35.593222 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-317f6e62-10e1-4b0d-8c98-fae120a5b5c3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:35.701196 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-66275bad-8c82-417f-8850-78a6406e7d23 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:35.769601 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-317f6e62-10e1-4b0d-8c98-fae120a5b5c3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:35.811154 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-317f6e62-10e1-4b0d-8c98-fae120a5b5c3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Calling delete_port for a68ff2b0-4844-4c39-8ee1-ec505867815e owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:36.029158 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46128) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:36.088990 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d7bc51c3-9620-4834-a331-9552b57593a9 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:36.100602 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-317f6e62-10e1-4b0d-8c98-fae120a5b5c3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:36.103401 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-66275bad-8c82-417f-8850-78a6406e7d23 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:36.247839 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f6e62-10e1-4b0d-8c98-fae120a5b5c3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Port': ['ID=a68ff2b0-4844-4c39-8ee1-ec505867815e,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:36.258261 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8366eb-0ea0-47aa-8e2f-214178277965 None None] Network 097647b9-96b8-4179-962b-949a2bb3c8b8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:36.260145 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-66275bad-8c82-417f-8850-78a6406e7d23 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:36.269224 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-66275bad-8c82-417f-8850-78a6406e7d23 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/subnets/9e3cea79-9ebf-431e-883f-f8b9997de734 HTTP/1.1" status: 204 len: 168 time: 1.4454288 Aug 31 09:29:36.270263 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66275bad-8c82-417f-8850-78a6406e7d23 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Subnet': ['ID=9e3cea79-9ebf-431e-883f-f8b9997de734,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:36.275755 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46138) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:36.310625 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decc30a-38b3-4d36-aefd-4c9a22cab710 req-4b288ebe-b30c-4511-aafc-4f5fa4be2a13 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:36.313540 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1decc30a-38b3-4d36-aefd-4c9a22cab710 req-4b288ebe-b30c-4511-aafc-4f5fa4be2a13 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=92e7105c-6520-4366-827c-fb7ab2b181c5 HTTP/1.1" status: 200 len: 946 time: 0.0862308 Aug 31 09:29:36.342450 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-317f6e62-10e1-4b0d-8c98-fae120a5b5c3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:36.343790 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b1ecca3f-b3e7-43db-be9a-fe88737c361c None None] Provisioning for port d7bc51c3-9620-4834-a331-9552b57593a9 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:36.347715 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port d7bc51c3-9620-4834-a331-9552b57593a9 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:36.359580 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-317f6e62-10e1-4b0d-8c98-fae120a5b5c3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/a68ff2b0-4844-4c39-8ee1-ec505867815e HTTP/1.1" status: 204 len: 168 time: 1.3122301 Aug 31 09:29:36.364568 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46142) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:36.366710 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port d7bc51c3-9620-4834-a331-9552b57593a9 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:36.367275 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:36.417028 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1decc30a-38b3-4d36-aefd-4c9a22cab710 req-847038f2-a004-4da9-b9ec-74801c81598e tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934937 Aug 31 09:29:36.440484 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b1ecca3f-b3e7-43db-be9a-fe88737c361c None None] Provisioning complete for port d7bc51c3-9620-4834-a331-9552b57593a9 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:36.443060 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b1ecca3f-b3e7-43db-be9a-fe88737c361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:36.468365 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e589c4-f23e-4155-85c1-0dea09794104 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Deleting subnet 04b7c6c0-f4b9-4ac9-af5b-39692d9a2835 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:29:36.468365 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7e589c4-f23e-4155-85c1-0dea09794104 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:36.509287 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7e589c4-f23e-4155-85c1-0dea09794104 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:36.561864 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-c9d843a8-dcf9-4848-8980-b6f14a262b30 tempest-NetworksNegativeTestJSON-2024141842 tempest-NetworksNegativeTestJSON-2024141842-project] Request body: {'port': {'network_id': 'efa2ec39-468c-4275-a81f-eca363ac1b26', 'name': 'tempest-NetworksNegativeTestJSON-871946526'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:36.595821 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d843a8-dcf9-4848-8980-b6f14a262b30 tempest-NetworksNegativeTestJSON-2024141842 tempest-NetworksNegativeTestJSON-2024141842-project] POST failed (client error): The resource could not be found. Aug 31 09:29:36.596826 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9d843a8-dcf9-4848-8980-b6f14a262b30 tempest-NetworksNegativeTestJSON-2024141842 tempest-NetworksNegativeTestJSON-2024141842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:29:36.602237 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c9d843a8-dcf9-4848-8980-b6f14a262b30 tempest-NetworksNegativeTestJSON-2024141842 tempest-NetworksNegativeTestJSON-2024141842-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5667279 Aug 31 09:29:36.603289 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46144) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:36.610534 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:36.642463 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a725783-ccf6-460f-b9d3-fcb9183bbfbe tempest-NetworksNegativeTestJSON-2024141842 tempest-NetworksNegativeTestJSON-2024141842-project] DELETE failed (client error): The resource could not be found. Aug 31 09:29:36.647328 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a725783-ccf6-460f-b9d3-fcb9183bbfbe tempest-NetworksNegativeTestJSON-2024141842 tempest-NetworksNegativeTestJSON-2024141842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:29:36.651011 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9a725783-ccf6-460f-b9d3-fcb9183bbfbe tempest-NetworksNegativeTestJSON-2024141842 tempest-NetworksNegativeTestJSON-2024141842-project] 10.222.0.119 "DELETE /v2.0/networks/0f7ea951-be15-4513-b98a-2d74dbd5c95d HTTP/1.1" status: 404 len: 339 time: 0.0463274 Aug 31 09:29:36.655555 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46146) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:36.690494 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc1aa66b-f87c-4326-bad2-a5379dc27720 tempest-NetworksNegativeTestJSON-2024141842 tempest-NetworksNegativeTestJSON-2024141842-project] DELETE failed (client error): The resource could not be found. Aug 31 09:29:36.691200 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc1aa66b-f87c-4326-bad2-a5379dc27720 tempest-NetworksNegativeTestJSON-2024141842 tempest-NetworksNegativeTestJSON-2024141842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:29:36.692949 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-dc1aa66b-f87c-4326-bad2-a5379dc27720 tempest-NetworksNegativeTestJSON-2024141842 tempest-NetworksNegativeTestJSON-2024141842-project] 10.222.0.119 "DELETE /v2.0/ports/88fb0e8c-2d22-4a7a-b4f9-3f64848f8422 HTTP/1.1" status: 404 len: 333 time: 0.0365794 Aug 31 09:29:36.699909 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46148) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:36.748592 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-0161d96b-e5ea-492e-936d-f9a89c858d43 tempest-NetworksNegativeTestJSON-2024141842 tempest-NetworksNegativeTestJSON-2024141842-project] DELETE failed (client error): The resource could not be found. Aug 31 09:29:36.749402 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0161d96b-e5ea-492e-936d-f9a89c858d43 tempest-NetworksNegativeTestJSON-2024141842 tempest-NetworksNegativeTestJSON-2024141842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:29:36.759671 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0161d96b-e5ea-492e-936d-f9a89c858d43 tempest-NetworksNegativeTestJSON-2024141842 tempest-NetworksNegativeTestJSON-2024141842-project] 10.222.0.119 "DELETE /v2.0/subnets/d9fb989e-8a37-47e1-85dc-bec49c9eb2e0 HTTP/1.1" status: 404 len: 337 time: 0.0584583 Aug 31 09:29:36.763448 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46152) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:36.779719 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7e589c4-f23e-4155-85c1-0dea09794104 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:36.809036 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e8d7450-81ac-4c10-9dc6-bab1493c76d9 tempest-NetworksNegativeTestJSON-2024141842 tempest-NetworksNegativeTestJSON-2024141842-project] GET failed (client error): The resource could not be found. Aug 31 09:29:36.821344 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7e8d7450-81ac-4c10-9dc6-bab1493c76d9 tempest-NetworksNegativeTestJSON-2024141842 tempest-NetworksNegativeTestJSON-2024141842-project] 10.222.0.119 "GET /v2.0/networks/d0df0a73-d77a-4e01-802f-4e452fbdf36f HTTP/1.1" status: 404 len: 339 time: 0.0463924 Aug 31 09:29:36.822460 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46154) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:36.851940 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46156) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:36.853750 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b3ce05-0fc1-40fe-bb9a-51b0fe484bb2 tempest-NetworksNegativeTestJSON-2024141842 tempest-NetworksNegativeTestJSON-2024141842-project] GET failed (client error): The resource could not be found. Aug 31 09:29:36.855715 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-76b3ce05-0fc1-40fe-bb9a-51b0fe484bb2 tempest-NetworksNegativeTestJSON-2024141842 tempest-NetworksNegativeTestJSON-2024141842-project] 10.222.0.119 "GET /v2.0/ports/d27053b7-b781-4e39-86a6-31d3550ddc37 HTTP/1.1" status: 404 len: 333 time: 0.0320563 Aug 31 09:29:36.860094 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46158) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:36.894268 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-660f82e9-85ef-4577-80b8-b5220e525fe9 tempest-NetworksNegativeTestJSON-2024141842 tempest-NetworksNegativeTestJSON-2024141842-project] GET failed (client error): The resource could not be found. Aug 31 09:29:36.895609 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-660f82e9-85ef-4577-80b8-b5220e525fe9 tempest-NetworksNegativeTestJSON-2024141842 tempest-NetworksNegativeTestJSON-2024141842-project] 10.222.0.119 "GET /v2.0/subnets/1ffc2d09-9b49-41e7-9edc-1fd5d8e8a4aa HTTP/1.1" status: 404 len: 337 time: 0.0343647 Aug 31 09:29:36.898779 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f584c-cd18-4fa7-b3c6-71bc1509e3d2 req-40885e15-5cda-46c5-9652-bce2c194c080 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:36.899951 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1a2f584c-cd18-4fa7-b3c6-71bc1509e3d2 req-40885e15-5cda-46c5-9652-bce2c194c080 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.112 "GET /v2.0/ports?device_id=92e7105c-6520-4366-827c-fb7ab2b181c5 HTTP/1.1" status: 200 len: 946 time: 0.4798217 Aug 31 09:29:36.900881 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46162) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:36.916524 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-0aa99204-cd9d-4c94-b2e8-18ecfab2e683 tempest-NetworksNegativeTestJSON-2024141842 tempest-NetworksNegativeTestJSON-2024141842-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:36.931210 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa99204-cd9d-4c94-b2e8-18ecfab2e683 tempest-NetworksNegativeTestJSON-2024141842 tempest-NetworksNegativeTestJSON-2024141842-project] PUT failed (client error): The resource could not be found. Aug 31 09:29:36.931210 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa99204-cd9d-4c94-b2e8-18ecfab2e683 tempest-NetworksNegativeTestJSON-2024141842 tempest-NetworksNegativeTestJSON-2024141842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:29:36.931210 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0aa99204-cd9d-4c94-b2e8-18ecfab2e683 tempest-NetworksNegativeTestJSON-2024141842 tempest-NetworksNegativeTestJSON-2024141842-project] 10.222.0.119 "PUT /v2.0/networks/144da027-d943-4f79-a755-a5572cd84ff6 HTTP/1.1" status: 404 len: 339 time: 0.0230110 Aug 31 09:29:36.931210 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46166) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:36.946317 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-2f4485d0-9814-444c-b92e-78fb14ad7165 tempest-NetworksNegativeTestJSON-2024141842 tempest-NetworksNegativeTestJSON-2024141842-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:36.954031 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac99699-13a3-4d6f-b5a4-b33105b3b0b0 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:36.958904 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac99699-13a3-4d6f-b5a4-b33105b3b0b0 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:36.964563 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fac99699-13a3-4d6f-b5a4-b33105b3b0b0 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5694308 Aug 31 09:29:36.968054 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46168) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:36.978061 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f4485d0-9814-444c-b92e-78fb14ad7165 tempest-NetworksNegativeTestJSON-2024141842 tempest-NetworksNegativeTestJSON-2024141842-project] PUT failed (client error): The resource could not be found. Aug 31 09:29:36.978975 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f4485d0-9814-444c-b92e-78fb14ad7165 tempest-NetworksNegativeTestJSON-2024141842 tempest-NetworksNegativeTestJSON-2024141842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:29:36.984586 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2f4485d0-9814-444c-b92e-78fb14ad7165 tempest-NetworksNegativeTestJSON-2024141842 tempest-NetworksNegativeTestJSON-2024141842-project] 10.222.0.119 "PUT /v2.0/ports/d4819445-c924-44fc-8fc8-6f75f4d042ad HTTP/1.1" status: 404 len: 333 time: 0.0505767 Aug 31 09:29:36.985363 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46170) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:36.995924 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-25fe3926-f7e8-4b3a-973b-edb9f9fcca83 tempest-NetworksNegativeTestJSON-2024141842 tempest-NetworksNegativeTestJSON-2024141842-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:37.019760 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-25fe3926-f7e8-4b3a-973b-edb9f9fcca83 tempest-NetworksNegativeTestJSON-2024141842 tempest-NetworksNegativeTestJSON-2024141842-project] PUT failed (client error): The resource could not be found. Aug 31 09:29:37.020396 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25fe3926-f7e8-4b3a-973b-edb9f9fcca83 tempest-NetworksNegativeTestJSON-2024141842 tempest-NetworksNegativeTestJSON-2024141842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:29:37.028314 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-25fe3926-f7e8-4b3a-973b-edb9f9fcca83 tempest-NetworksNegativeTestJSON-2024141842 tempest-NetworksNegativeTestJSON-2024141842-project] 10.222.0.119 "PUT /v2.0/subnets/4e77b04c-fc47-42d0-8ee8-2cb93ca9cc3b HTTP/1.1" status: 404 len: 337 time: 0.0417261 Aug 31 09:29:37.055067 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port d7bc51c3-9620-4834-a331-9552b57593a9, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=d7bc51c3-9620-4834-a331-9552b57593a9,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:37.056290 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6edede83-5e0f-4a06-b343-df969ae7ef71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:37.064335 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b1ecca3f-b3e7-43db-be9a-fe88737c361c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:37.138129 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e32e3f8-461e-40ec-86da-80185e504049 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting subnet 1441b993-8d07-4c6c-b1e1-27a1d5cdd460 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:29:37.165975 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4e32e3f8-461e-40ec-86da-80185e504049 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:37.192652 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:37.215175 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4e32e3f8-461e-40ec-86da-80185e504049 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:37.251460 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7e589c4-f23e-4155-85c1-0dea09794104 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:37.280304 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-b1ecca3f-b3e7-43db-be9a-fe88737c361c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:29:37.280661 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-b1ecca3f-b3e7-43db-be9a-fe88737c361c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:29:37.283623 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=d7bc51c3-9620-4834-a331-9552b57593a9,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:37.304765 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e589c4-f23e-4155-85c1-0dea09794104 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Subnet': ['ID=04b7c6c0-f4b9-4ac9-af5b-39692d9a2835,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:37.321056 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7e589c4-f23e-4155-85c1-0dea09794104 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:37.325690 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f7e589c4-f23e-4155-85c1-0dea09794104 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/subnets/04b7c6c0-f4b9-4ac9-af5b-39692d9a2835 HTTP/1.1" status: 204 len: 168 time: 1.0354259 Aug 31 09:29:37.326423 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46182) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:37.332108 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-1a2f584c-cd18-4fa7-b3c6-71bc1509e3d2 req-2f7138a0-1983-455e-abd7-86a082060962 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Deleting port 70edd361-086c-4d05-b35f-6bdbc7f38a07 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:37.337146 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-1a2f584c-cd18-4fa7-b3c6-71bc1509e3d2 req-2f7138a0-1983-455e-abd7-86a082060962 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:37.388964 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ec0fe9-90cb-468a-9457-60f922b8681b tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] DELETE failed (client error): The resource could not be found. Aug 31 09:29:37.389784 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ec0fe9-90cb-468a-9457-60f922b8681b tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:29:37.397793 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-45ec0fe9-90cb-468a-9457-60f922b8681b tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/subnets/9e3cea79-9ebf-431e-883f-f8b9997de734 HTTP/1.1" status: 404 len: 337 time: 0.0686693 Aug 31 09:29:37.400943 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46186) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:37.446856 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4e32e3f8-461e-40ec-86da-80185e504049 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:37.489721 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d30854e-036d-438f-94bb-b8acd71cb00b tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Deleting subnet a1c5d232-04e7-4c25-a152-9708124e8bd2 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:29:37.498792 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5d30854e-036d-438f-94bb-b8acd71cb00b tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:37.558120 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6edede83-5e0f-4a06-b343-df969ae7ef71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:37.572634 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-1a2f584c-cd18-4fa7-b3c6-71bc1509e3d2 req-2f7138a0-1983-455e-abd7-86a082060962 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] For port 70edd361-086c-4d05-b35f-6bdbc7f38a07, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=70edd361-086c-4d05-b35f-6bdbc7f38a07,segment=NetworkSegment(316e1015-f12d-422c-8b11-cf75c56464db),segment_id=316e1015-f12d-422c-8b11-cf75c56464db)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:37.573091 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-1a2f584c-cd18-4fa7-b3c6-71bc1509e3d2 req-2f7138a0-1983-455e-abd7-86a082060962 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:37.590216 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bd570-654d-4046-a392-f617a4545892 req-e27df1d8-3082-402d-b046-56208f1c4b4c tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:37.596675 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bd570-654d-4046-a392-f617a4545892 req-e27df1d8-3082-402d-b046-56208f1c4b4c tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:37.597842 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-1a2f584c-cd18-4fa7-b3c6-71bc1509e3d2 req-2f7138a0-1983-455e-abd7-86a082060962 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Calling delete_port for 70edd361-086c-4d05-b35f-6bdbc7f38a07 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:37.603842 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bd570-654d-4046-a392-f617a4545892 req-e27df1d8-3082-402d-b046-56208f1c4b4c tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:37.610414 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bd570-654d-4046-a392-f617a4545892 req-e27df1d8-3082-402d-b046-56208f1c4b4c tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:37.618293 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bd570-654d-4046-a392-f617a4545892 req-e27df1d8-3082-402d-b046-56208f1c4b4c tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:37.626033 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bd570-654d-4046-a392-f617a4545892 req-e27df1d8-3082-402d-b046-56208f1c4b4c tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:37.641160 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bd570-654d-4046-a392-f617a4545892 req-e27df1d8-3082-402d-b046-56208f1c4b4c tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:37.641160 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1a8bd570-654d-4046-a392-f617a4545892 req-e27df1d8-3082-402d-b046-56208f1c4b4c tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 5443 time: 0.2038541 Aug 31 09:29:37.684350 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6edede83-5e0f-4a06-b343-df969ae7ef71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:37.690364 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5d30854e-036d-438f-94bb-b8acd71cb00b tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:37.710100 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46196) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:37.742736 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1a8bd570-654d-4046-a392-f617a4545892 req-b34a7ae2-a191-4695-beba-755748fc6661 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&id=1ebc046b-3f58-4516-bb28-5f802a90d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0940032 Aug 31 09:29:37.766671 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6edede83-5e0f-4a06-b343-df969ae7ef71 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=60bcd3de781241a6b1a51518137121f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9134192 Aug 31 09:29:37.772517 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46202) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:37.772829 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edede83-5e0f-4a06-b343-df969ae7ef71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd67815-8020-4444-80fb-f7c73b7ed06c,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:37.802133 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4e32e3f8-461e-40ec-86da-80185e504049 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:37.869481 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32e3f8-461e-40ec-86da-80185e504049 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Subnet': ['ID=1441b993-8d07-4c6c-b1e1-27a1d5cdd460,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:37.917820 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e956ca-5dfe-4c55-a014-0d4b42b55534 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:37.957347 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4e32e3f8-461e-40ec-86da-80185e504049 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:37.957347 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4e32e3f8-461e-40ec-86da-80185e504049 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/1441b993-8d07-4c6c-b1e1-27a1d5cdd460 HTTP/1.1" status: 204 len: 168 time: 0.9828944 Aug 31 09:29:37.964201 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46204) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:37.968682 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5d30854e-036d-438f-94bb-b8acd71cb00b tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:37.975349 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c353f28d-d89f-4f36-84e7-fc0b8c2444fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:37.980349 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3a42ce71-be58-4e12-8d38-bc516b67f1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:38.015922 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a185970-bbaf-4981-bf74-f2a34b80748b None None] Network 097647b9-96b8-4179-962b-949a2bb3c8b8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:38.075860 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d7bc51c3-9620-4834-a331-9552b57593a9 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:38.097270 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3a42ce71-be58-4e12-8d38-bc516b67f1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:38.102059 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4a3a7577-629b-485a-bd49-a0a2f303bd06 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1257446 Aug 31 09:29:38.102929 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46206) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:38.110671 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5444c9f6-1f37-4546-aa13-292b4d9e6d33 None None] Could not find standard attr ID for object a68ff2b0-4844-4c39-8ee1-ec505867815e. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:29:38.156333 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ac50e-d6ea-4279-84d5-e32e3b8822a5 req-485cb0cd-776d-480b-b8b2-c55c888216cc tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:38.164585 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-154ac50e-d6ea-4279-84d5-e32e3b8822a5 req-485cb0cd-776d-480b-b8b2-c55c888216cc tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=92e7105c-6520-4366-827c-fb7ab2b181c5 HTTP/1.1" status: 200 len: 946 time: 0.5275979 Aug 31 09:29:38.174483 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffdd71a-fa0d-4b74-b707-25d0631fda25 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:38.176470 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-dffdd71a-fa0d-4b74-b707-25d0631fda25 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0722983 Aug 31 09:29:38.178375 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-1a2f584c-cd18-4fa7-b3c6-71bc1509e3d2 req-2f7138a0-1983-455e-abd7-86a082060962 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:38.182230 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46208) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:38.215917 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['70edd361-086c-4d05-b35f-6bdbc7f38a07'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:29:38.221398 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-154ac50e-d6ea-4279-84d5-e32e3b8822a5 req-da55d7f0-86ca-4406-b4e3-103e325d31ca tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/security-groups?id=70e82816-b665-4602-8a4a-7adcf3723500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547714 Aug 31 09:29:38.238135 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5d30854e-036d-438f-94bb-b8acd71cb00b tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:38.279452 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5d30854e-036d-438f-94bb-b8acd71cb00b tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:38.288395 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5d30854e-036d-438f-94bb-b8acd71cb00b tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/subnets/a1c5d232-04e7-4c25-a152-9708124e8bd2 HTTP/1.1" status: 204 len: 168 time: 0.8842652 Aug 31 09:29:38.288395 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30854e-036d-438f-94bb-b8acd71cb00b tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Subnet': ['ID=a1c5d232-04e7-4c25-a152-9708124e8bd2,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:38.293382 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c31f5d-bc85-43f0-aaab-1c96198b93b2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:38.295823 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-11c31f5d-bc85-43f0-aaab-1c96198b93b2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1118259 Aug 31 09:29:38.298253 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46212) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:38.299065 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5ff02a6f-17a2-45db-b2ef-ca620b231204 None None] Provisioning complete for port efd9579a-d9e4-429d-a7c8-dcc26d5dd075 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:38.299752 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5ff02a6f-17a2-45db-b2ef-ca620b231204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:38.308634 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46214) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:38.313770 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7138a0-1983-455e-abd7-86a082060962 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Pushing event deleted for resources: {'Port': ['ID=70edd361-086c-4d05-b35f-6bdbc7f38a07,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:38.350542 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c213c23-e5ad-4ca5-aa67-67d5d8aa0818 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] DELETE failed (client error): The resource could not be found. Aug 31 09:29:38.352240 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c213c23-e5ad-4ca5-aa67-67d5d8aa0818 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:29:38.353297 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port d7bc51c3-9620-4834-a331-9552b57593a9 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:38.353872 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:38.354248 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1c213c23-e5ad-4ca5-aa67-67d5d8aa0818 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/subnets/de0af6f0-5952-428f-8210-7589d81a16d9 HTTP/1.1" status: 404 len: 337 time: 0.0556066 Aug 31 09:29:38.375463 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46216) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:38.383686 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-747ced14-71cb-46e3-bd32-9d7e3ff72f1b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0654633 Aug 31 09:29:38.383686 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3a42ce71-be58-4e12-8d38-bc516b67f1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:38.383686 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3a42ce71-be58-4e12-8d38-bc516b67f1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:38.384872 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3a42ce71-be58-4e12-8d38-bc516b67f1fb admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/4bd67815-8020-4444-80fb-f7c73b7ed06c HTTP/1.1" status: 204 len: 168 time: 0.6133482 Aug 31 09:29:38.385578 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46218) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:38.401142 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-e3387722-cbb8-4e32-bd66-5d6bfa652463 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:38.413541 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-5ff02a6f-17a2-45db-b2ef-ca620b231204 None None] Port efd9579a-d9e4-429d-a7c8-dcc26d5dd075 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:29:38.426831 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2f584c-cd18-4fa7-b3c6-71bc1509e3d2 req-2f7138a0-1983-455e-abd7-86a082060962 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] No DVR routers for this DVR port 70edd361-086c-4d05-b35f-6bdbc7f38a07 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:38.429889 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-1a2f584c-cd18-4fa7-b3c6-71bc1509e3d2 req-2f7138a0-1983-455e-abd7-86a082060962 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:38.432804 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1a2f584c-cd18-4fa7-b3c6-71bc1509e3d2 req-2f7138a0-1983-455e-abd7-86a082060962 tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.112 "DELETE /v2.0/ports/70edd361-086c-4d05-b35f-6bdbc7f38a07 HTTP/1.1" status: 204 len: 173 time: 1.5121863 Aug 31 09:29:38.438690 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e7105c-6520-4366-827c-fb7ab2b181c5', 'name': 'network-vif-deleted', 'tag': '70edd361-086c-4d05-b35f-6bdbc7f38a07'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:38.441355 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acac3679-d85c-40aa-9097-f7fad50f1ec7" -d '{"events": [{"server_uuid": "92e7105c-6520-4366-827c-fb7ab2b181c5", "name": "network-vif-deleted", "tag": "70edd361-086c-4d05-b35f-6bdbc7f38a07"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:38.459598 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5ff02a6f-17a2-45db-b2ef-ca620b231204 None None] Provisioning complete for port 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:38.460178 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5ff02a6f-17a2-45db-b2ef-ca620b231204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:38.506254 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42ce71-be58-4e12-8d38-bc516b67f1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd67815-8020-4444-80fb-f7c73b7ed06c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:38.527945 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2cb52fc4-77d1-44d8-83e5-47e64b8200e5 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "GET /v2.0/ports?device_id=40d5b567-289c-47e1-9ee0-3c1f83993e8d HTTP/1.1" status: 200 len: 205 time: 0.1509717 Aug 31 09:29:38.530509 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46226) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:38.543282 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2097c1b7-c811-47c6-979a-ea7f1753b66b None None] DHCP port deletion for 17930598-f4af-4731-83ee-9969406c94e8 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:29:38.553415 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c353f28d-d89f-4f36-84e7-fc0b8c2444fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:38.555909 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd1654f-7caf-4126-af8b-a2672c5d3707 x-openstack-request-id: req-0bd1654f-7caf-4126-af8b-a2672c5d3707 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:38.556457 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e7105c-6520-4366-827c-fb7ab2b181c5", "name": "network-vif-deleted", "tag": "70edd361-086c-4d05-b35f-6bdbc7f38a07", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:38.556726 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-0bd1654f-7caf-4126-af8b-a2672c5d3707 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:38.557225 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e7105c-6520-4366-827c-fb7ab2b181c5', 'name': 'network-vif-deleted', 'tag': '70edd361-086c-4d05-b35f-6bdbc7f38a07', 'status': 'completed', 'code': 200} Aug 31 09:29:38.588448 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-35521eb8-5e18-4fb8-8922-1d257238834d tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] delete failed (client error): The resource could not be found. Aug 31 09:29:38.592273 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46228) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:38.592813 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-35521eb8-5e18-4fb8-8922-1d257238834d tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/routers/40d5b567-289c-47e1-9ee0-3c1f83993e8d HTTP/1.1" status: 404 len: 336 time: 0.0607731 Aug 31 09:29:38.619401 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a8e2508-341b-4cbb-bdbb-248ae19bd465 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] DELETE failed (client error): The resource could not be found. Aug 31 09:29:38.619872 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a8e2508-341b-4cbb-bdbb-248ae19bd465 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:29:38.624352 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7a8e2508-341b-4cbb-bdbb-248ae19bd465 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/subnets/9f56bb0f-9110-48a4-bc47-9ebfb4da7ec0 HTTP/1.1" status: 404 len: 337 time: 0.0283446 Aug 31 09:29:38.624902 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46230) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:38.640885 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe165da3-44b7-4f17-b685-3a06878bda2e None None] Update dhcp port {'port': {'network_id': '097647b9-96b8-4179-962b-949a2bb3c8b8', 'fixed_ips': [{'subnet_id': 'a1c5d232-04e7-4c25-a152-9708124e8bd2'}], 'binding:host_id': 'n-d-791506-28'}, 'id': '94dc1c3e-43d2-4a33-92b7-6d5c52ba6103'} from n-d-791506-28. {{(pid=95554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:29:38.660904 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-da588756-f2f4-4c71-bc32-0285d1450ed3 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] DELETE failed (client error): The resource could not be found. Aug 31 09:29:38.661511 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da588756-f2f4-4c71-bc32-0285d1450ed3 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:29:38.663365 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-da588756-f2f4-4c71-bc32-0285d1450ed3 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/subnets/730198e9-065b-4df7-8a23-bf837df51b55 HTTP/1.1" status: 404 len: 337 time: 0.0370343 Aug 31 09:29:38.664942 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46232) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:38.671026 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46234) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:38.672464 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c353f28d-d89f-4f36-84e7-fc0b8c2444fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:38.699649 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fe165da3-44b7-4f17-b685-3a06878bda2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:38.749815 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353f28d-d89f-4f36-84e7-fc0b8c2444fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95557aaf-729a-4469-9ac5-d45ce6da7313,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:38.765007 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-2097c1b7-c811-47c6-979a-ea7f1753b66b None None] Deleting port d7bc51c3-9620-4834-a331-9552b57593a9 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:38.765392 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2097c1b7-c811-47c6-979a-ea7f1753b66b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:38.768918 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3387722-cbb8-4e32-bd66-5d6bfa652463 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:38.774827 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e3387722-cbb8-4e32-bd66-5d6bfa652463 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:38.796778 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-1696370a-b378-4528-b0d6-f7e2f044d50a tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] DELETE failed (client error): The resource could not be found. Aug 31 09:29:38.797286 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1696370a-b378-4528-b0d6-f7e2f044d50a tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:29:38.801895 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1696370a-b378-4528-b0d6-f7e2f044d50a tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/subnets/024ad0bd-064e-4c7f-b9a1-28e7efcb143e HTTP/1.1" status: 404 len: 337 time: 0.1303155 Aug 31 09:29:38.805713 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46242) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:38.821299 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c353f28d-d89f-4f36-84e7-fc0b8c2444fb admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=00a280a7c05f443d94ee37c500ffdbd2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1057541 Aug 31 09:29:38.832544 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46244) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:38.841290 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-580f6da3-2ca8-46aa-af27-5b9d350ba069 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] DELETE failed (client error): The resource could not be found. Aug 31 09:29:38.842257 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-580f6da3-2ca8-46aa-af27-5b9d350ba069 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:29:38.846934 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-580f6da3-2ca8-46aa-af27-5b9d350ba069 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/ports/9cd01328-4d43-4bea-96eb-da03c3f1741e HTTP/1.1" status: 404 len: 333 time: 0.0401123 Aug 31 09:29:38.847968 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46246) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:38.893521 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-e8d3e272-347d-4d3b-9ba3-57760edf5bb0 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:38.900360 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-e8d3e272-347d-4d3b-9ba3-57760edf5bb0 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:38.906775 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-e8d3e272-347d-4d3b-9ba3-57760edf5bb0 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:38.912879 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-e8d3e272-347d-4d3b-9ba3-57760edf5bb0 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:38.919227 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-e8d3e272-347d-4d3b-9ba3-57760edf5bb0 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:38.925145 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-e8d3e272-347d-4d3b-9ba3-57760edf5bb0 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:38.932001 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-e8d3e272-347d-4d3b-9ba3-57760edf5bb0 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:38.934059 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-e8d3e272-347d-4d3b-9ba3-57760edf5bb0 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.112 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 5443 time: 0.2210476 Aug 31 09:29:38.935225 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-680bd837-8f40-473c-bdf8-b990474037e2 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] DELETE failed (client error): The resource could not be found. Aug 31 09:29:38.935697 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-680bd837-8f40-473c-bdf8-b990474037e2 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:29:38.940288 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-680bd837-8f40-473c-bdf8-b990474037e2 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/subnets/5eb31a71-c540-4a23-8be0-7cb211926a55 HTTP/1.1" status: 404 len: 337 time: 0.0899522 Aug 31 09:29:38.941259 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46248) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:38.966315 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-2097c1b7-c811-47c6-979a-ea7f1753b66b None None] For port d7bc51c3-9620-4834-a331-9552b57593a9, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=d7bc51c3-9620-4834-a331-9552b57593a9,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:38.967152 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2097c1b7-c811-47c6-979a-ea7f1753b66b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:38.987240 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-2097c1b7-c811-47c6-979a-ea7f1753b66b None None] Calling delete_port for d7bc51c3-9620-4834-a331-9552b57593a9 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:39.014037 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8157002-caab-47ab-b2ad-183af4262187 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] DELETE failed (client error): The resource could not be found. Aug 31 09:29:39.014037 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8157002-caab-47ab-b2ad-183af4262187 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:29:39.018416 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d8157002-caab-47ab-b2ad-183af4262187 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/subnets/ddd9f00d-2046-4a53-9bc2-e934111e7f71 HTTP/1.1" status: 404 len: 337 time: 0.0763433 Aug 31 09:29:39.019267 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46250) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:39.055721 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37b7ab7-06a3-49ad-a94c-7646f4ec1585 None None] Network 097647b9-96b8-4179-962b-949a2bb3c8b8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:39.068892 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0067775e-57a2-4080-981a-58b39100c201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.074758 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-cb967ce1-47e6-4833-86d5-e4d2bef9b8f1 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:39.076224 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-cb967ce1-47e6-4833-86d5-e4d2bef9b8f1 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.112 "GET /v2.0/ports/364484db-9bd2-4077-90c3-49c9425b4048?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1249950 Aug 31 09:29:39.112868 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-b52fe08e-8ca2-4734-b48e-ab90f0b517bf tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] DELETE failed (client error): The resource could not be found. Aug 31 09:29:39.113578 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b52fe08e-8ca2-4734-b48e-ab90f0b517bf tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:29:39.115389 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b52fe08e-8ca2-4734-b48e-ab90f0b517bf tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/ports/ae5a82c3-9da5-46d8-b5b2-e08700b932a4 HTTP/1.1" status: 404 len: 333 time: 0.0901587 Aug 31 09:29:39.123191 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46252) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:39.159747 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9c3c06c9-9f62-4072-acda-00f4de3b85f9 None None] Provisioning complete for port efd9579a-d9e4-429d-a7c8-dcc26d5dd075 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:39.160501 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9c3c06c9-9f62-4072-acda-00f4de3b85f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.183541 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ccb6c7d-760b-4e1a-bc3f-d6c7ecf0c2e5 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] DELETE failed (client error): The resource could not be found. Aug 31 09:29:39.183996 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ccb6c7d-760b-4e1a-bc3f-d6c7ecf0c2e5 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:29:39.185751 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4ccb6c7d-760b-4e1a-bc3f-d6c7ecf0c2e5 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/subnets/e7ab38a3-a1d7-47c0-86cb-5385870679e8 HTTP/1.1" status: 404 len: 337 time: 0.0588634 Aug 31 09:29:39.191017 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46254) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:39.200185 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3e55b6e8-fa20-47ef-8d78-a17a7c1e31b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.214183 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e9d33-8ae8-4ea2-9bdf-41e942ae10d5 req-3fd982d0-e2bd-4915-81ee-722a53b6d0c7 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:39.220078 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e9d33-8ae8-4ea2-9bdf-41e942ae10d5 req-3fd982d0-e2bd-4915-81ee-722a53b6d0c7 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:39.225991 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e9d33-8ae8-4ea2-9bdf-41e942ae10d5 req-3fd982d0-e2bd-4915-81ee-722a53b6d0c7 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:39.232895 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e9d33-8ae8-4ea2-9bdf-41e942ae10d5 req-3fd982d0-e2bd-4915-81ee-722a53b6d0c7 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:39.234191 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-b0b9162f-74c5-4a2b-8446-d68aaa6b3426 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.112 "GET /v2.0/networks/94d58612-6d06-41c9-a267-ebf7c959afe6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1501286 Aug 31 09:29:39.238710 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e9d33-8ae8-4ea2-9bdf-41e942ae10d5 req-3fd982d0-e2bd-4915-81ee-722a53b6d0c7 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:39.251872 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e9d33-8ae8-4ea2-9bdf-41e942ae10d5 req-3fd982d0-e2bd-4915-81ee-722a53b6d0c7 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:39.253716 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e9d33-8ae8-4ea2-9bdf-41e942ae10d5 req-3fd982d0-e2bd-4915-81ee-722a53b6d0c7 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:39.256425 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c26e9d33-8ae8-4ea2-9bdf-41e942ae10d5 req-3fd982d0-e2bd-4915-81ee-722a53b6d0c7 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 5443 time: 0.3033094 Aug 31 09:29:39.264867 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-73ff91cd-7ad5-4c81-a1e5-d8f295df06e1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:39.282381 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-9c3c06c9-9f62-4072-acda-00f4de3b85f9 None None] Port efd9579a-d9e4-429d-a7c8-dcc26d5dd075 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:29:39.293928 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2097c1b7-c811-47c6-979a-ea7f1753b66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.306496 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c00ec0d-e8aa-4c47-95d8-5cb53287ef6f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] DELETE failed (client error): The resource could not be found. Aug 31 09:29:39.306977 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c00ec0d-e8aa-4c47-95d8-5cb53287ef6f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:29:39.308714 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2c00ec0d-e8aa-4c47-95d8-5cb53287ef6f tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/subnets/b5ebeb80-def8-450a-834b-63b7f5c86b32 HTTP/1.1" status: 404 len: 337 time: 0.1158404 Aug 31 09:29:39.317819 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46258) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:39.326070 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0067775e-57a2-4080-981a-58b39100c201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.338130 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097c1b7-c811-47c6-979a-ea7f1753b66b None None] Pushing event deleted for resources: {'Port': ['ID=d7bc51c3-9620-4834-a331-9552b57593a9,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:39.342506 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3e55b6e8-fa20-47ef-8d78-a17a7c1e31b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.349479 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2097c1b7-c811-47c6-979a-ea7f1753b66b None None] No DVR routers for this DVR port d7bc51c3-9620-4834-a331-9552b57593a9 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:39.377360 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-73ff91cd-7ad5-4c81-a1e5-d8f295df06e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.380674 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9c3c06c9-9f62-4072-acda-00f4de3b85f9 None None] Provisioning complete for port 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:39.381091 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9c3c06c9-9f62-4072-acda-00f4de3b85f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.409725 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5629eb-9ab0-4fd3-99de-3f39985b96f8 None None] DHCP port deletion for 097647b9-96b8-4179-962b-949a2bb3c8b8 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:29:39.479906 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bb6bc489-e0df-4356-845c-c01a86638c05 req-f876ae91-c967-494a-8e75-aa11002a401d tempest-DeleteServersTestJSON-1770060573 tempest-DeleteServersTestJSON-1770060573-project] 10.222.0.119 "GET /v2.0/ports?device_id=92e7105c-6520-4366-827c-fb7ab2b181c5 HTTP/1.1" status: 200 len: 210 time: 0.0963120 Aug 31 09:29:39.483872 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0067775e-57a2-4080-981a-58b39100c201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.496760 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c26e9d33-8ae8-4ea2-9bdf-41e942ae10d5 req-fb4553c5-7c47-433c-b409-7e5f3e5b3252 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&id=1ebc046b-3f58-4516-bb28-5f802a90d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2109232 Aug 31 09:29:39.533141 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46262) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:39.553767 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0067775e-57a2-4080-981a-58b39100c201 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=d4f3401abf2a46b49a628b9ebe61abf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8879080 Aug 31 09:29:39.555608 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46264) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:39.572881 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067775e-57a2-4080-981a-58b39100c201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b67cc41-7dd6-47d8-95a6-96a78f7ba133,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:39.589439 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e1ddb0a6-66fb-4406-be37-2cb38f3b9bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.630964 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-df5629eb-9ab0-4fd3-99de-3f39985b96f8 None None] Deleting port 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:39.631178 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-df5629eb-9ab0-4fd3-99de-3f39985b96f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.636185 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-089f03c5-fccc-4b4a-8c50-c771e1db598d tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Deleting port efd9579a-d9e4-429d-a7c8-dcc26d5dd075 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:39.636522 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-089f03c5-fccc-4b4a-8c50-c771e1db598d tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.661075 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-73ff91cd-7ad5-4c81-a1e5-d8f295df06e1 service neutron] For port 364484db-9bd2-4077-90c3-49c9425b4048, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=364484db-9bd2-4077-90c3-49c9425b4048,segment=NetworkSegment(f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef),segment_id=f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:39.700105 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51591763-3885-47a5-964e-e1ec4a427c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.704054 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-df5629eb-9ab0-4fd3-99de-3f39985b96f8 None None] For port 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=94dc1c3e-43d2-4a33-92b7-6d5c52ba6103,segment=NetworkSegment(14c1aadc-ea24-4713-af43-50ffe74c33eb),segment_id=14c1aadc-ea24-4713-af43-50ffe74c33eb)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:39.711470 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-df5629eb-9ab0-4fd3-99de-3f39985b96f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.711616 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3e55b6e8-fa20-47ef-8d78-a17a7c1e31b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.711616 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3e55b6e8-fa20-47ef-8d78-a17a7c1e31b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.712007 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3e55b6e8-fa20-47ef-8d78-a17a7c1e31b5 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/95557aaf-729a-4469-9ac5-d45ce6da7313 HTTP/1.1" status: 204 len: 168 time: 0.8770416 Aug 31 09:29:39.721049 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-df5629eb-9ab0-4fd3-99de-3f39985b96f8 None None] Calling delete_port for 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:39.746111 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e3387722-cbb8-4e32-bd66-5d6bfa652463 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.748309 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-73ff91cd-7ad5-4c81-a1e5-d8f295df06e1 service neutron] For port 364484db-9bd2-4077-90c3-49c9425b4048, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:39.758092 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55b6e8-fa20-47ef-8d78-a17a7c1e31b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95557aaf-729a-4469-9ac5-d45ce6da7313,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:39.769740 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-089f03c5-fccc-4b4a-8c50-c771e1db598d tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.801686 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51591763-3885-47a5-964e-e1ec4a427c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.826767 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3387722-cbb8-4e32-bd66-5d6bfa652463 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:39.838497 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-089f03c5-fccc-4b4a-8c50-c771e1db598d tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Calling delete_port for efd9579a-d9e4-429d-a7c8-dcc26d5dd075 owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:39.840537 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-e3387722-cbb8-4e32-bd66-5d6bfa652463 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:39.845720 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-73ff91cd-7ad5-4c81-a1e5-d8f295df06e1 service neutron] device_id is not set on port 364484db-9bd2-4077-90c3-49c9425b4048 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:29:39.852360 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3387722-cbb8-4e32-bd66-5d6bfa652463 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:39.853212 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e3387722-cbb8-4e32-bd66-5d6bfa652463 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.855015 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6f34a8-0cfd-4097-a376-2ceb7cf1c1f4 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:39.878838 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3387722-cbb8-4e32-bd66-5d6bfa652463 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Subnet': ['ID=ff463d9e-59d3-43fd-bb40-a970f718ba9e,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:39.895638 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-73ff91cd-7ad5-4c81-a1e5-d8f295df06e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:39.952523 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e1ddb0a6-66fb-4406-be37-2cb38f3b9bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:40.015346 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:40.051575 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-df5629eb-9ab0-4fd3-99de-3f39985b96f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:40.059639 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4ebe9b-5c0e-4db3-a7e3-702c3df56835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-17930598-f4af-4731-83ee-9969406c94e8', 'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'fixed_ips': [{'subnet_id': 'ff463d9e-59d3-43fd-bb40-a970f718ba9e'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:29:40.060513 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bf4ebe9b-5c0e-4db3-a7e3-702c3df56835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:40.062809 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:29:40.063379 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:29:40.063868 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d7bc51c3-9620-4834-a331-9552b57593a9 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:40.078534 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51591763-3885-47a5-964e-e1ec4a427c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:40.084272 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51591763-3885-47a5-964e-e1ec4a427c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:40.085966 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-51591763-3885-47a5-964e-e1ec4a427c62 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/0b67cc41-7dd6-47d8-95a6-96a78f7ba133 HTTP/1.1" status: 204 len: 168 time: 0.5250113 Aug 31 09:29:40.089130 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-73ff91cd-7ad5-4c81-a1e5-d8f295df06e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:40.122927 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51591763-3885-47a5-964e-e1ec4a427c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b67cc41-7dd6-47d8-95a6-96a78f7ba133,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:40.128921 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e1ddb0a6-66fb-4406-be37-2cb38f3b9bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:40.137106 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5629eb-9ab0-4fd3-99de-3f39985b96f8 None None] Pushing event deleted for resources: {'Port': ['ID=94dc1c3e-43d2-4a33-92b7-6d5c52ba6103,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:40.139554 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-089f03c5-fccc-4b4a-8c50-c771e1db598d tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:40.150260 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5629eb-9ab0-4fd3-99de-3f39985b96f8 None None] No DVR routers for this DVR port 94dc1c3e-43d2-4a33-92b7-6d5c52ba6103 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:40.159064 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: d7bc51c3-9620-4834-a331-9552b57593a9 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:29:40.159391 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d7bc51c3-9620-4834-a331-9552b57593a9 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:29:40.171841 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-73ff91cd-7ad5-4c81-a1e5-d8f295df06e1 service neutron] No DVR routers for this DVR port 364484db-9bd2-4077-90c3-49c9425b4048 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:40.216765 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff91cd-7ad5-4c81-a1e5-d8f295df06e1 service neutron] Pushing event updated for resources: {'Port': ['ID=364484db-9bd2-4077-90c3-49c9425b4048,revision_number=6']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:40.249576 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-73ff91cd-7ad5-4c81-a1e5-d8f295df06e1 service neutron] In _notify_port_updated(), no bound segment for port 364484db-9bd2-4077-90c3-49c9425b4048 on network 94d58612-6d06-41c9-a267-ebf7c959afe6 {{(pid=95552) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:29:40.251173 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-73ff91cd-7ad5-4c81-a1e5-d8f295df06e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:40.251898 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-73ff91cd-7ad5-4c81-a1e5-d8f295df06e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:40.260837 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-73ff91cd-7ad5-4c81-a1e5-d8f295df06e1 service neutron] 10.222.0.112 "PUT /v2.0/ports/364484db-9bd2-4077-90c3-49c9425b4048 HTTP/1.1" status: 200 len: 1031 time: 1.0050764 Aug 31 09:29:40.340787 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-30c8895e-082d-4c7f-95f1-5bde62eaff60 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:40.352956 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e3387722-cbb8-4e32-bd66-5d6bfa652463 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9548244 Aug 31 09:29:40.357738 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-30c8895e-082d-4c7f-95f1-5bde62eaff60 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.112 "GET /v2.0/ports/cb0e6a15-3575-43aa-a8c6-52080c8b83ec?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0703001 Aug 31 09:29:40.361250 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46272) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:40.363552 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f03c5-fccc-4b4a-8c50-c771e1db598d tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Port': ['ID=efd9579a-d9e4-429d-a7c8-dcc26d5dd075,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:40.370005 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-4d3db10e-1e6a-450f-9daf-6ec5445307b3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'port': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'mac_address': 'fa:16:3e:cc:e0:6c', 'name': 'tempest-NetworksTestDHCPv6-568368036'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:40.385231 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ddb0a6-66fb-4406-be37-2cb38f3b9bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa34932a-7643-48aa-ad37-ecf008e019a1,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:40.403924 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e1ddb0a6-66fb-4406-be37-2cb38f3b9bb5 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=162f1b50278b4b919b835b532a133115&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8697250 Aug 31 09:29:40.405211 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-089f03c5-fccc-4b4a-8c50-c771e1db598d tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:40.407588 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46280) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:40.407929 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-089f03c5-fccc-4b4a-8c50-c771e1db598d tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/ports/efd9579a-d9e4-429d-a7c8-dcc26d5dd075 HTTP/1.1" status: 204 len: 168 time: 1.0875773 Aug 31 09:29:40.411125 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46282) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:40.445229 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-bf4ebe9b-5c0e-4db3-a7e3-702c3df56835 None None] Allocated IP 2001:db8::2 (17930598-f4af-4731-83ee-9969406c94e8/ff463d9e-59d3-43fd-bb40-a970f718ba9e/5de2fccc-fe64-4579-a2ad-e9b742aa5e78) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:40.537528 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7f0f2d44-1db6-4bb0-bfd4-3b93703f18d5 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:40.570760 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-79100e88-d320-46fa-8281-7e611dfab8a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:40.681799 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-79100e88-d320-46fa-8281-7e611dfab8a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:40.728553 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bf4ebe9b-5c0e-4db3-a7e3-702c3df56835 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:40.766054 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-bf4ebe9b-5c0e-4db3-a7e3-702c3df56835 None None] Transition to ACTIVE for port object 5de2fccc-fe64-4579-a2ad-e9b742aa5e78 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:40.801032 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3f8da15d-dd00-4ac3-bdb3-8b895cbf3764 None None] Provisioning complete for port 364484db-9bd2-4077-90c3-49c9425b4048 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:40.808225 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3f8da15d-dd00-4ac3-bdb3-8b895cbf3764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:40.829138 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7f0f2d44-1db6-4bb0-bfd4-3b93703f18d5 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:40.835342 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-fa4bc35d-4e6e-489c-95b3-e8c1ddc2caf7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:40.885368 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-7f0f2d44-1db6-4bb0-bfd4-3b93703f18d5 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['097647b9-96b8-4179-962b-949a2bb3c8b8']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:40.889577 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-79100e88-d320-46fa-8281-7e611dfab8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:40.891137 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-bf4ebe9b-5c0e-4db3-a7e3-702c3df56835 None None] Transition to ACTIVE for port object 5de2fccc-fe64-4579-a2ad-e9b742aa5e78 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:40.899224 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-79100e88-d320-46fa-8281-7e611dfab8a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:40.900998 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-79100e88-d320-46fa-8281-7e611dfab8a8 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/aa34932a-7643-48aa-ad37-ecf008e019a1 HTTP/1.1" status: 204 len: 168 time: 0.4921544 Aug 31 09:29:40.909005 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-7f0f2d44-1db6-4bb0-bfd4-3b93703f18d5 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c1aadc-ea24-4713-af43-50ffe74c33eb') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:40.909699 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-7f0f2d44-1db6-4bb0-bfd4-3b93703f18d5 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c1aadc-ea24-4713-af43-50ffe74c33eb') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:40.932407 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-3f8da15d-dd00-4ac3-bdb3-8b895cbf3764 None None] Port 364484db-9bd2-4077-90c3-49c9425b4048 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:29:40.934732 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9e124-642d-465a-bca0-94b5f42961be req-6570c850-112f-44e1-b695-89a0c3885de3 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:40.943718 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9e124-642d-465a-bca0-94b5f42961be req-6570c850-112f-44e1-b695-89a0c3885de3 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:40.949863 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79100e88-d320-46fa-8281-7e611dfab8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa34932a-7643-48aa-ad37-ecf008e019a1,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:40.951936 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9e124-642d-465a-bca0-94b5f42961be req-6570c850-112f-44e1-b695-89a0c3885de3 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:40.959148 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9e124-642d-465a-bca0-94b5f42961be req-6570c850-112f-44e1-b695-89a0c3885de3 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:40.970915 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bf4ebe9b-5c0e-4db3-a7e3-702c3df56835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:40.971054 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9e124-642d-465a-bca0-94b5f42961be req-6570c850-112f-44e1-b695-89a0c3885de3 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:40.971170 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-fa4bc35d-4e6e-489c-95b3-e8c1ddc2caf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:40.983536 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9e124-642d-465a-bca0-94b5f42961be req-6570c850-112f-44e1-b695-89a0c3885de3 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:40.985554 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-68a9e124-642d-465a-bca0-94b5f42961be req-6570c850-112f-44e1-b695-89a0c3885de3 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 4665 time: 0.2452581 Aug 31 09:29:40.999659 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7f0f2d44-1db6-4bb0-bfd4-3b93703f18d5 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:41.043724 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ebe9b-5c0e-4db3-a7e3-702c3df56835 None None] Pushing event updated for resources: {'Port': ['ID=5de2fccc-fe64-4579-a2ad-e9b742aa5e78,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:41.059613 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4ebe9b-5c0e-4db3-a7e3-702c3df56835 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:41.062042 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-bf4ebe9b-5c0e-4db3-a7e3-702c3df56835 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:41.068131 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7f0f2d44-1db6-4bb0-bfd4-3b93703f18d5 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:41.068668 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4ebe9b-5c0e-4db3-a7e3-702c3df56835 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:41.088158 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-68a9e124-642d-465a-bca0-94b5f42961be req-3ced4245-233a-417d-b413-f155118324a3 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&id=1ebc046b-3f58-4516-bb28-5f802a90d23a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0859787 Aug 31 09:29:41.093723 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0f2d44-1db6-4bb0-bfd4-3b93703f18d5 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Releasing vlan 1603 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:29:41.094331 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7f0f2d44-1db6-4bb0-bfd4-3b93703f18d5 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:41.097616 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:29:41.097616 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:29:41.097616 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:29:41.097616 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:29:41.097616 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:29:41.097616 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:29:41.097616 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:29:41.097616 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:29:41.097616 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:29:41.097616 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:29:41.097616 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:29:41.097616 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:29:41.097616 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:29:41.097616 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:29:41.097616 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:29:41.097616 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:29:41.097616 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:29:41.097616 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:29:41.097616 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:29:41.097616 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:29:41.097616 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:29:41.097616 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:29:41.097616 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:29:41.097616 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:29:41.097616 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:29:41.097616 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:29:41.097616 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:29:41.097616 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:29:41.097616 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:29:41.097616 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:29:41.097616 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:29:41.097616 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:29:41.152052 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3db10e-1e6a-450f-9daf-6ec5445307b3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:41.168222 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-bf4ebe9b-5c0e-4db3-a7e3-702c3df56835 None None] Attempting to bind port 5de2fccc-fe64-4579-a2ad-e9b742aa5e78 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:29:41.168597 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-bf4ebe9b-5c0e-4db3-a7e3-702c3df56835 None None] Attempting to bind port 5de2fccc-fe64-4579-a2ad-e9b742aa5e78 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:29:41.169010 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4ebe9b-5c0e-4db3-a7e3-702c3df56835 None None] Attempting to bind port 5de2fccc-fe64-4579-a2ad-e9b742aa5e78 on network 17930598-f4af-4731-83ee-9969406c94e8 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:41.176050 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4ebe9b-5c0e-4db3-a7e3-702c3df56835 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:29:41.176436 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4ebe9b-5c0e-4db3-a7e3-702c3df56835 None None] Checking segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:41.177236 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bf4ebe9b-5c0e-4db3-a7e3-702c3df56835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:41.177762 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4ebe9b-5c0e-4db3-a7e3-702c3df56835 None None] Bound using segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:29:41.178257 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-bf4ebe9b-5c0e-4db3-a7e3-702c3df56835 None None] Bound port: 5de2fccc-fe64-4579-a2ad-e9b742aa5e78, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:29:41.178668 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bf4ebe9b-5c0e-4db3-a7e3-702c3df56835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:41.230335 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-fa4bc35d-4e6e-489c-95b3-e8c1ddc2caf7 service neutron] For port cb0e6a15-3575-43aa-a8c6-52080c8b83ec, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=cb0e6a15-3575-43aa-a8c6-52080c8b83ec,segment=NetworkSegment(f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef),segment_id=f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:41.271227 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4d3db10e-1e6a-450f-9daf-6ec5445307b3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:41.283700 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-fa4bc35d-4e6e-489c-95b3-e8c1ddc2caf7 service neutron] For port cb0e6a15-3575-43aa-a8c6-52080c8b83ec, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:41.299335 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-4d3db10e-1e6a-450f-9daf-6ec5445307b3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] device_id is not set on port 8521348e-2dd1-4592-a5e3-dd4704b84b1a yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:29:41.308393 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7f0f2d44-1db6-4bb0-bfd4-3b93703f18d5 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:41.317102 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-bf4ebe9b-5c0e-4db3-a7e3-702c3df56835 None None] For port 5de2fccc-fe64-4579-a2ad-e9b742aa5e78, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:41.321420 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-bf4ebe9b-5c0e-4db3-a7e3-702c3df56835 None None] For port 5de2fccc-fe64-4579-a2ad-e9b742aa5e78, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=5de2fccc-fe64-4579-a2ad-e9b742aa5e78,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:29:41.328288 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-fa4bc35d-4e6e-489c-95b3-e8c1ddc2caf7 service neutron] device_id is not set on port cb0e6a15-3575-43aa-a8c6-52080c8b83ec yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:29:41.352008 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-fa4bc35d-4e6e-489c-95b3-e8c1ddc2caf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:41.356771 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46322) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:41.376376 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7f0f2d44-1db6-4bb0-bfd4-3b93703f18d5 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:41.378290 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7f0f2d44-1db6-4bb0-bfd4-3b93703f18d5 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] 10.222.0.119 "DELETE /v2.0/networks/097647b9-96b8-4179-962b-949a2bb3c8b8 HTTP/1.1" status: 204 len: 168 time: 0.9663215 Aug 31 09:29:41.382274 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f2d44-1db6-4bb0-bfd4-3b93703f18d5 tempest-PortsIpV6TestJSON-1343546253 tempest-PortsIpV6TestJSON-1343546253-project] Pushing event deleted for resources: {'Network': ['ID=097647b9-96b8-4179-962b-949a2bb3c8b8,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:41.387213 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5c4a7491-b2e8-47e8-992b-9620bdae4c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:41.395650 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bf4ebe9b-5c0e-4db3-a7e3-702c3df56835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:41.437945 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1e0b3a96-5978-4106-abe0-623f5b9531b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:41.455179 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-fa4bc35d-4e6e-489c-95b3-e8c1ddc2caf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:41.480921 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ebe9b-5c0e-4db3-a7e3-702c3df56835 None None] Pushing event updated for resources: {'Port': ['ID=5de2fccc-fe64-4579-a2ad-e9b742aa5e78,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:41.498210 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-4d3db10e-1e6a-450f-9daf-6ec5445307b3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Allocated IP 2001:db8::224 (17930598-f4af-4731-83ee-9969406c94e8/ff463d9e-59d3-43fd-bb40-a970f718ba9e/8521348e-2dd1-4592-a5e3-dd4704b84b1a) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:41.550792 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 568242cb-8cd4-4597-90af-18189ae395f9 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:41.595780 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-fa4bc35d-4e6e-489c-95b3-e8c1ddc2caf7 service neutron] No DVR routers for this DVR port cb0e6a15-3575-43aa-a8c6-52080c8b83ec on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:41.697846 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-fa4bc35d-4e6e-489c-95b3-e8c1ddc2caf7 service neutron] In _notify_port_updated(), no bound segment for port cb0e6a15-3575-43aa-a8c6-52080c8b83ec on network 94d58612-6d06-41c9-a267-ebf7c959afe6 {{(pid=95552) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:29:41.699421 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-fa4bc35d-4e6e-489c-95b3-e8c1ddc2caf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:41.699421 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-fa4bc35d-4e6e-489c-95b3-e8c1ddc2caf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:41.703339 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-fa4bc35d-4e6e-489c-95b3-e8c1ddc2caf7 service neutron] 10.222.0.112 "PUT /v2.0/ports/cb0e6a15-3575-43aa-a8c6-52080c8b83ec HTTP/1.1" status: 200 len: 1032 time: 1.3445461 Aug 31 09:29:41.706013 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bc35d-4e6e-489c-95b3-e8c1ddc2caf7 service neutron] Pushing event updated for resources: {'Port': ['ID=cb0e6a15-3575-43aa-a8c6-52080c8b83ec,revision_number=6']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:41.864314 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:41.870979 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4d3db10e-1e6a-450f-9daf-6ec5445307b3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:41.884523 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-4d3db10e-1e6a-450f-9daf-6ec5445307b3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Transition to ACTIVE for port object 8521348e-2dd1-4592-a5e3-dd4704b84b1a will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:41.909274 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5c4a7491-b2e8-47e8-992b-9620bdae4c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:41.934038 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '568242cb-8cd4-4597-90af-18189ae395f9'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:41.941632 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ac7a2c-402d-4a48-8f39-4e6077aa4aef" -d '{"events": [{"server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "name": "network-vif-unplugged", "status": "completed", "tag": "568242cb-8cd4-4597-90af-18189ae395f9"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:42.001599 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 568242cb-8cd4-4597-90af-18189ae395f9, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=568242cb-8cd4-4597-90af-18189ae395f9,segment=NetworkSegment(048c7fe9-919e-423c-9599-c6bc7184e9f8),segment_id=048c7fe9-919e-423c-9599-c6bc7184e9f8)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:42.011108 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5c4a7491-b2e8-47e8-992b-9620bdae4c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.027178 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b2e1f7-2710-46df-8b7d-a5d38088080a x-openstack-request-id: req-e7b2e1f7-2710-46df-8b7d-a5d38088080a {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:42.027467 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "name": "network-vif-unplugged", "status": "completed", "tag": "568242cb-8cd4-4597-90af-18189ae395f9", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:42.027701 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e7b2e1f7-2710-46df-8b7d-a5d38088080a {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:42.028179 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '568242cb-8cd4-4597-90af-18189ae395f9', 'code': 200} Aug 31 09:29:42.029322 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-935bff21-f790-4dd6-bf35-00deda08a323 None None] Provisioning complete for port cb0e6a15-3575-43aa-a8c6-52080c8b83ec triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:42.033259 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-935bff21-f790-4dd6-bf35-00deda08a323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.052112 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-d46312a9-fe70-4366-ad26-f61c59a14db1 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Deleting port 059cb46a-47e1-4b70-a75c-51ba456bd33b {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:42.054683 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-d46312a9-fe70-4366-ad26-f61c59a14db1 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.083356 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4d3db10e-1e6a-450f-9daf-6ec5445307b3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.088964 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.095431 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 364484db-9bd2-4077-90c3-49c9425b4048 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:42.136438 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 5de2fccc-fe64-4579-a2ad-e9b742aa5e78 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:42.154258 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3db10e-1e6a-450f-9daf-6ec5445307b3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:42.157856 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-4d3db10e-1e6a-450f-9daf-6ec5445307b3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:42.168206 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5c4a7491-b2e8-47e8-992b-9620bdae4c58 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=915f833ba914454ca457315295d0a83f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8105736 Aug 31 09:29:42.171029 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46338) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:42.173731 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3db10e-1e6a-450f-9daf-6ec5445307b3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:42.187067 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a7491-b2e8-47e8-992b-9620bdae4c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b31c50c-301d-4b98-84d1-06b64c54dbf9,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:42.190180 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3db10e-1e6a-450f-9daf-6ec5445307b3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:42.191074 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4d3db10e-1e6a-450f-9daf-6ec5445307b3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.254861 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3db10e-1e6a-450f-9daf-6ec5445307b3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Port': ['ID=8521348e-2dd1-4592-a5e3-dd4704b84b1a,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:42.282936 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-d46312a9-fe70-4366-ad26-f61c59a14db1 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] For port 059cb46a-47e1-4b70-a75c-51ba456bd33b, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=059cb46a-47e1-4b70-a75c-51ba456bd33b,segment=NetworkSegment(f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef),segment_id=f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:42.283311 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-d46312a9-fe70-4366-ad26-f61c59a14db1 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.307635 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4d3db10e-1e6a-450f-9daf-6ec5445307b3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9450514 Aug 31 09:29:42.314899 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46342) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:42.330430 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-935bff21-f790-4dd6-bf35-00deda08a323 None None] Port cb0e6a15-3575-43aa-a8c6-52080c8b83ec cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:29:42.342746 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-d46312a9-fe70-4366-ad26-f61c59a14db1 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Calling delete_port for 059cb46a-47e1-4b70-a75c-51ba456bd33b owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:42.372286 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e2f67d5-84cc-48c1-bc65-78beb45b61a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.452351 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2280b3-4d73-44a0-8fed-67501763d5d3 req-4766d36b-0ac6-4c31-bc00-759077b2f4f5 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:42.465950 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2280b3-4d73-44a0-8fed-67501763d5d3 req-4766d36b-0ac6-4c31-bc00-759077b2f4f5 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:42.482860 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2280b3-4d73-44a0-8fed-67501763d5d3 req-4766d36b-0ac6-4c31-bc00-759077b2f4f5 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:42.499046 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2280b3-4d73-44a0-8fed-67501763d5d3 req-4766d36b-0ac6-4c31-bc00-759077b2f4f5 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:42.507425 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2280b3-4d73-44a0-8fed-67501763d5d3 req-4766d36b-0ac6-4c31-bc00-759077b2f4f5 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:42.515119 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4b2280b3-4d73-44a0-8fed-67501763d5d3 req-4766d36b-0ac6-4c31-bc00-759077b2f4f5 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 3884 time: 0.2055140 Aug 31 09:29:42.517809 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46344) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:42.564836 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4c7ae2cf-b35a-4c5b-8c09-d75e3c048e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.657821 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 364484db-9bd2-4077-90c3-49c9425b4048 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:29:42.658411 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 5f9f3a58-50d7-4f47-99df-c28173384e13 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:42.660578 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e2f67d5-84cc-48c1-bc65-78beb45b61a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.661129 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=568242cb-8cd4-4597-90af-18189ae395f9,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:42.707751 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46348) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:42.759112 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4c7ae2cf-b35a-4c5b-8c09-d75e3c048e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.759629 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.761865 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 5de2fccc-fe64-4579-a2ad-e9b742aa5e78 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:42.808779 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4b2280b3-4d73-44a0-8fed-67501763d5d3 req-0655a9db-cf4f-4cfc-8d7a-b53e1c700b11 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2568905 Aug 31 09:29:42.824217 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-d46312a9-fe70-4366-ad26-f61c59a14db1 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.824535 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 5f9f3a58-50d7-4f47-99df-c28173384e13, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=5f9f3a58-50d7-4f47-99df-c28173384e13,segment=NetworkSegment(f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef),segment_id=f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:42.838127 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4c7ae2cf-b35a-4c5b-8c09-d75e3c048e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.904383 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46c002d-712d-4529-97f3-a164db08385f tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:42.917263 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46c002d-712d-4529-97f3-a164db08385f tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:42.919159 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d46c002d-712d-4529-97f3-a164db08385f tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6033227 Aug 31 09:29:42.940669 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:42.941733 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 059cb46a-47e1-4b70-a75c-51ba456bd33b no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:42.948680 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46356) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:42.955099 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4c7ae2cf-b35a-4c5b-8c09-d75e3c048e6e admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=11aefb759c584114aefa8810ea3e12e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4342716 Aug 31 09:29:42.957285 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ae2cf-b35a-4c5b-8c09-d75e3c048e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6906d6ea-8856-464f-a28e-5e0175d930a4,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:42.957496 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46312a9-fe70-4366-ad26-f61c59a14db1 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Pushing event deleted for resources: {'Port': ['ID=059cb46a-47e1-4b70-a75c-51ba456bd33b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:42.971956 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46362) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:43.076339 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 059cb46a-47e1-4b70-a75c-51ba456bd33b {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:29:43.076339 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 059cb46a-47e1-4b70-a75c-51ba456bd33b not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:29:43.077201 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device db393805-9290-4e57-b3fc-bf1014410ed2 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:43.133070 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f8ee17ca-0b6b-4443-8d43-f2ddf09081b8 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=e8682e49034144d0a6f77e91c076dc8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4189358 Aug 31 09:29:43.141109 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-d46312a9-fe70-4366-ad26-f61c59a14db1 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] No DVR routers for this DVR port 059cb46a-47e1-4b70-a75c-51ba456bd33b on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:43.145674 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-d46312a9-fe70-4366-ad26-f61c59a14db1 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.148673 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-d46312a9-fe70-4366-ad26-f61c59a14db1 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.112 "DELETE /v2.0/ports/059cb46a-47e1-4b70-a75c-51ba456bd33b HTTP/1.1" status: 204 len: 173 time: 1.4257886 Aug 31 09:29:43.161586 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46364) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:43.165077 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'name': 'network-vif-deleted', 'tag': '059cb46a-47e1-4b70-a75c-51ba456bd33b'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:43.167395 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4182f45f-a869-4b75-a893-d83ced56885a" -d '{"events": [{"server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "name": "network-vif-deleted", "tag": "059cb46a-47e1-4b70-a75c-51ba456bd33b"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:43.214023 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46368) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:43.239325 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=5f9f3a58-50d7-4f47-99df-c28173384e13,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:43.265792 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.292295 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7749c5d6-258e-431c-8203-0f75c9328103 x-openstack-request-id: req-7749c5d6-258e-431c-8203-0f75c9328103 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:43.292686 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "name": "network-vif-deleted", "tag": "059cb46a-47e1-4b70-a75c-51ba456bd33b", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:43.292974 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-7749c5d6-258e-431c-8203-0f75c9328103 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:43.293236 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'name': 'network-vif-deleted', 'tag': '059cb46a-47e1-4b70-a75c-51ba456bd33b', 'status': 'completed', 'code': 200} Aug 31 09:29:43.294508 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-e7391e70-a3b7-4723-81fc-daab91096743 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting port 8521348e-2dd1-4592-a5e3-dd4704b84b1a {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:43.295610 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e7391e70-a3b7-4723-81fc-daab91096743 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.334484 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2eb5f55c-5da1-4c38-86ec-347c989f0e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.351699 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port db393805-9290-4e57-b3fc-bf1014410ed2, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=db393805-9290-4e57-b3fc-bf1014410ed2,segment=NetworkSegment(0d8f0013-f2ab-437c-ba45-45bd4a534d54),segment_id=0d8f0013-f2ab-437c-ba45-45bd4a534d54)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:43.354957 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af22259d-1364-402a-9e66-b00a5eb9af09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.357250 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-63b902f6-dad2-4d8c-978b-b8cf86566d8d None None] Provisioning for port 5de2fccc-fe64-4579-a2ad-e9b742aa5e78 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:43.366674 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-63b902f6-dad2-4d8c-978b-b8cf86566d8d None None] Provisioning complete for port 5de2fccc-fe64-4579-a2ad-e9b742aa5e78 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:43.367154 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-63b902f6-dad2-4d8c-978b-b8cf86566d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.398770 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e2f67d5-84cc-48c1-bc65-78beb45b61a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.403039 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e2f67d5-84cc-48c1-bc65-78beb45b61a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.407801 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3e2f67d5-84cc-48c1-bc65-78beb45b61a5 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/7b31c50c-301d-4b98-84d1-06b64c54dbf9 HTTP/1.1" status: 204 len: 168 time: 1.2359240 Aug 31 09:29:43.455737 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.457846 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f67d5-84cc-48c1-bc65-78beb45b61a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b31c50c-301d-4b98-84d1-06b64c54dbf9,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:43.467828 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 70edd361-086c-4d05-b35f-6bdbc7f38a07 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:43.493822 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2eb5f55c-5da1-4c38-86ec-347c989f0e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.511870 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e7391e70-a3b7-4723-81fc-daab91096743 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.527197 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-e7391e70-a3b7-4723-81fc-daab91096743 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Calling delete_port for 8521348e-2dd1-4592-a5e3-dd4704b84b1a owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:43.535005 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 70edd361-086c-4d05-b35f-6bdbc7f38a07 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:29:43.535357 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 70edd361-086c-4d05-b35f-6bdbc7f38a07 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:29:43.535777 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device cb0e6a15-3575-43aa-a8c6-52080c8b83ec no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:43.632021 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-66a92566-6146-4140-81a3-f881ed53fc66 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1322306513'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:43.645229 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-965d57ee-6f7f-4e42-a737-01d024600e08 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Deleting port 568242cb-8cd4-4597-90af-18189ae395f9 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:43.647452 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-965d57ee-6f7f-4e42-a737-01d024600e08 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.701855 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af22259d-1364-402a-9e66-b00a5eb9af09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.703522 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2eb5f55c-5da1-4c38-86ec-347c989f0e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.706468 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2eb5f55c-5da1-4c38-86ec-347c989f0e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.717028 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2eb5f55c-5da1-4c38-86ec-347c989f0e96 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/6906d6ea-8856-464f-a28e-5e0175d930a4 HTTP/1.1" status: 204 len: 168 time: 0.6992919 Aug 31 09:29:43.725047 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-63b902f6-dad2-4d8c-978b-b8cf86566d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.735025 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a92566-6146-4140-81a3-f881ed53fc66 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:43.739046 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-66a92566-6146-4140-81a3-f881ed53fc66 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.760474 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device cb0e6a15-3575-43aa-a8c6-52080c8b83ec not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:29:43.760907 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 0ad87690-513e-49db-86b3-0ddc33190312 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:43.762986 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=db393805-9290-4e57-b3fc-bf1014410ed2,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:43.765591 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-66a92566-6146-4140-81a3-f881ed53fc66 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.779645 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb5f55c-5da1-4c38-86ec-347c989f0e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6906d6ea-8856-464f-a28e-5e0175d930a4,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:43.838469 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e7391e70-a3b7-4723-81fc-daab91096743 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.854384 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-63b902f6-dad2-4d8c-978b-b8cf86566d8d None None] For port 5de2fccc-fe64-4579-a2ad-e9b742aa5e78, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=5de2fccc-fe64-4579-a2ad-e9b742aa5e78,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:43.859594 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-965d57ee-6f7f-4e42-a737-01d024600e08 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] For port 568242cb-8cd4-4597-90af-18189ae395f9, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=568242cb-8cd4-4597-90af-18189ae395f9,segment=NetworkSegment(048c7fe9-919e-423c-9599-c6bc7184e9f8),segment_id=048c7fe9-919e-423c-9599-c6bc7184e9f8)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:43.863764 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-965d57ee-6f7f-4e42-a737-01d024600e08 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.953163 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-89132066-1c1d-44b5-828f-585f181730c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.961112 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-63b902f6-dad2-4d8c-978b-b8cf86566d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:43.974412 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:44.018399 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af22259d-1364-402a-9e66-b00a5eb9af09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:44.021031 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af22259d-1364-402a-9e66-b00a5eb9af09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:44.022223 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-af22259d-1364-402a-9e66-b00a5eb9af09 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/c16eaa30-9377-4f37-a963-41af9625943f HTTP/1.1" status: 204 len: 168 time: 0.8593466 Aug 31 09:29:44.030630 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7391e70-a3b7-4723-81fc-daab91096743 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Port': ['ID=8521348e-2dd1-4592-a5e3-dd4704b84b1a,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:44.072610 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e7391e70-a3b7-4723-81fc-daab91096743 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:44.076546 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e7391e70-a3b7-4723-81fc-daab91096743 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/8521348e-2dd1-4592-a5e3-dd4704b84b1a HTTP/1.1" status: 204 len: 168 time: 1.1203067 Aug 31 09:29:44.079450 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46384) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:44.097350 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22259d-1364-402a-9e66-b00a5eb9af09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16eaa30-9377-4f37-a963-41af9625943f,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:44.107802 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f9f3a58-50d7-4f47-99df-c28173384e13'}, {'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db393805-9290-4e57-b3fc-bf1014410ed2'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:44.115768 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1f496d-4ed9-490e-a38e-3c766149b91f" -d '{"events": [{"server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "name": "network-vif-unplugged", "status": "completed", "tag": "5f9f3a58-50d7-4f47-99df-c28173384e13"}, {"server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "name": "network-vif-unplugged", "status": "completed", "tag": "db393805-9290-4e57-b3fc-bf1014410ed2"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:44.182621 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee4c72a-dc2c-4b47-9bc3-84ea89e17092 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:44.184091 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee4c72a-dc2c-4b47-9bc3-84ea89e17092 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:44.190395 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3ee4c72a-dc2c-4b47-9bc3-84ea89e17092 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0808818 Aug 31 09:29:44.195226 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46392) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:44.211822 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-97e5eef4-adbb-4890-bac8-81def6644bf8 None None] Could not find standard attr ID for object 8521348e-2dd1-4592-a5e3-dd4704b84b1a. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:29:44.244857 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:44.283467 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-6332cc8e-f772-470d-8554-75dca7183b39 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting subnet ff463d9e-59d3-43fd-bb40-a970f718ba9e {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:29:44.287454 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6332cc8e-f772-470d-8554-75dca7183b39 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:44.319834 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b902f6-dad2-4d8c-978b-b8cf86566d8d None None] Pushing event updated for resources: {'Port': ['ID=5de2fccc-fe64-4579-a2ad-e9b742aa5e78,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:44.326735 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-965d57ee-6f7f-4e42-a737-01d024600e08 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:44.327202 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-965d57ee-6f7f-4e42-a737-01d024600e08 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:44.328177 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-965d57ee-6f7f-4e42-a737-01d024600e08 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Floating IP f1352de4-d312-4871-b30a-232a2a465cfd disassociated. External IP: 172.25.2.31, port: 568242cb-8cd4-4597-90af-18189ae395f9. Aug 31 09:29:44.329687 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-965d57ee-6f7f-4e42-a737-01d024600e08 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Calling delete_port for 568242cb-8cd4-4597-90af-18189ae395f9 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:44.338081 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 0ad87690-513e-49db-86b3-0ddc33190312, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=0ad87690-513e-49db-86b3-0ddc33190312,segment=NetworkSegment(0d8f0013-f2ab-437c-ba45-45bd4a534d54),segment_id=0d8f0013-f2ab-437c-ba45-45bd4a534d54)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:44.371855 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378704e0-e137-4288-93b9-5db41a8026d6 x-openstack-request-id: req-378704e0-e137-4288-93b9-5db41a8026d6 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:44.372948 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "name": "network-vif-unplugged", "status": "completed", "tag": "5f9f3a58-50d7-4f47-99df-c28173384e13", "code": 200}, {"server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "name": "network-vif-unplugged", "status": "completed", "tag": "db393805-9290-4e57-b3fc-bf1014410ed2", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:44.373252 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-378704e0-e137-4288-93b9-5db41a8026d6 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:44.373708 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f9f3a58-50d7-4f47-99df-c28173384e13', 'code': 200} Aug 31 09:29:44.373966 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db393805-9290-4e57-b3fc-bf1014410ed2', 'code': 200} Aug 31 09:29:44.406481 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-66a92566-6146-4140-81a3-f881ed53fc66 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:44.441120 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:44.441931 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6332cc8e-f772-470d-8554-75dca7183b39 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:44.455644 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ea343-85d9-457a-b53c-f0d462f940b0 req-a52cfd71-5a44-4b84-acdb-adcd30147b4a tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:44.462791 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ea343-85d9-457a-b53c-f0d462f940b0 req-a52cfd71-5a44-4b84-acdb-adcd30147b4a tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:44.468809 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ea343-85d9-457a-b53c-f0d462f940b0 req-a52cfd71-5a44-4b84-acdb-adcd30147b4a tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:44.488257 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ea343-85d9-457a-b53c-f0d462f940b0 req-a52cfd71-5a44-4b84-acdb-adcd30147b4a tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:44.495879 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-de9ea343-85d9-457a-b53c-f0d462f940b0 req-a52cfd71-5a44-4b84-acdb-adcd30147b4a tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 3145 time: 0.4620304 Aug 31 09:29:44.528502 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=0ad87690-513e-49db-86b3-0ddc33190312,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:44.562826 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-66a92566-6146-4140-81a3-f881ed53fc66 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:44.647313 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-965d57ee-6f7f-4e42-a737-01d024600e08 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:44.662836 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66a92566-6146-4140-81a3-f881ed53fc66 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] vlan segment allocate from pool success with {'vlan_id': 1615, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:29:44.673709 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d57ee-6f7f-4e42-a737-01d024600e08 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Pushing event deleted for resources: {'Port': ['ID=568242cb-8cd4-4597-90af-18189ae395f9,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:44.697562 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-66a92566-6146-4140-81a3-f881ed53fc66 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:44.697928 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-66a92566-6146-4140-81a3-f881ed53fc66 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Added segment 91b0e4e9-2466-4f92-8e15-3f0dd11e6335 of type vlan for network 7b201fa3-3f7b-4800-91ce-e05513d8da89 Aug 31 09:29:44.709818 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a92566-6146-4140-81a3-f881ed53fc66 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=876fc769-b36a-4ce9-9f08-3142cbd2b2bc,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:44.725488 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-de9ea343-85d9-457a-b53c-f0d462f940b0 req-97b98ca0-edb8-443d-adbd-b091e6c9ae0c tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673119 Aug 31 09:29:44.729934 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6332cc8e-f772-470d-8554-75dca7183b39 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:44.812933 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-66a92566-6146-4140-81a3-f881ed53fc66 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:44.940080 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-66a92566-6146-4140-81a3-f881ed53fc66 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:44.948980 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a92566-6146-4140-81a3-f881ed53fc66 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:44.948980 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-66a92566-6146-4140-81a3-f881ed53fc66 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:44.977893 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6332cc8e-f772-470d-8554-75dca7183b39 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:45.078739 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332cc8e-f772-470d-8554-75dca7183b39 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Subnet': ['ID=ff463d9e-59d3-43fd-bb40-a970f718ba9e,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:45.108204 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-66a92566-6146-4140-81a3-f881ed53fc66 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.8877609 Aug 31 09:29:45.111117 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46420) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:45.114917 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db487d0-a003-4595-9dda-4341738d9ff7 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:45.121675 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6332cc8e-f772-470d-8554-75dca7183b39 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:45.124884 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6332cc8e-f772-470d-8554-75dca7183b39 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/ff463d9e-59d3-43fd-bb40-a970f718ba9e HTTP/1.1" status: 204 len: 168 time: 0.9284592 Aug 31 09:29:45.139168 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46422) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:45.161239 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-334a3a8e-a07b-4c7e-882d-8f031d040c50 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'port': {'network_id': '7b201fa3-3f7b-4800-91ce-e05513d8da89', 'name': 'tempest-PortsTestJSON-1336944989'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:45.197930 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a92566-6146-4140-81a3-f881ed53fc66 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Network': ['ID=7b201fa3-3f7b-4800-91ce-e05513d8da89,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:45.210159 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-07388d54-51dd-4837-b1ab-cf9d3f199303 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687609 Aug 31 09:29:45.211869 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46428) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:45.240673 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 7b201fa3-3f7b-4800-91ce-e05513d8da89 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:29:45.327685 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a96c0ed-a221-41d9-82c5-4c6ae7285817 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:45.336417 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0a96c0ed-a221-41d9-82c5-4c6ae7285817 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1215518 Aug 31 09:29:45.337228 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46438) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:45.398257 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-965d57ee-6f7f-4e42-a737-01d024600e08 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Router fffc21c4-a1df-4e2d-8847-044c319e10cc has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:29:45.430158 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27f262d-2b23-4be7-a19e-53593762b27d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:45.435301 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46442) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:45.443016 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e27f262d-2b23-4be7-a19e-53593762b27d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0951874 Aug 31 09:29:45.467270 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:45.495570 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46444) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:45.499688 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9bfc0875-4d01-4072-8ac0-4c9755810932 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0588951 Aug 31 09:29:45.500151 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334a3a8e-a07b-4c7e-882d-8f031d040c50 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:45.509384 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-334a3a8e-a07b-4c7e-882d-8f031d040c50 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:45.513823 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-b8f0802f-826b-437a-81ba-ff58a8dda2af tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:45.536187 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-334a3a8e-a07b-4c7e-882d-8f031d040c50 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] device_id is not set on port 6f00f00a-01b9-4f30-9a3b-02fbddfee53d yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:29:45.562158 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e2c5b4-b4f5-4724-88d9-23fdda307a56 None None] DHCP port deletion for 17930598-f4af-4731-83ee-9969406c94e8 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:29:45.639094 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-18e2c5b4-b4f5-4724-88d9-23fdda307a56 None None] Deleting port 5de2fccc-fe64-4579-a2ad-e9b742aa5e78 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:45.639479 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-18e2c5b4-b4f5-4724-88d9-23fdda307a56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:45.666385 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-965d57ee-6f7f-4e42-a737-01d024600e08 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:29:45.677164 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f620d58-b5c0-4405-979f-8e37652e302c None None] Sync routers for ids ['fffc21c4-a1df-4e2d-8847-044c319e10cc'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:29:45.692681 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f620d58-b5c0-4405-979f-8e37652e302c None None] Routers {'fffc21c4-a1df-4e2d-8847-044c319e10cc'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:45.700135 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-4f620d58-b5c0-4405-979f-8e37652e302c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:29:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['fffc21c4-a1df-4e2d-8847-044c319e10cc'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:45.725225 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-965d57ee-6f7f-4e42-a737-01d024600e08 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] No DVR routers for this DVR port 568242cb-8cd4-4597-90af-18189ae395f9 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:45.729803 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-965d57ee-6f7f-4e42-a737-01d024600e08 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:45.733605 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-965d57ee-6f7f-4e42-a737-01d024600e08 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.112 "DELETE /v2.0/ports/568242cb-8cd4-4597-90af-18189ae395f9 HTTP/1.1" status: 204 len: 173 time: 2.5474665 Aug 31 09:29:45.735479 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'name': 'network-vif-deleted', 'tag': '568242cb-8cd4-4597-90af-18189ae395f9'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:45.739523 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe342929-6b7c-41a4-ad6b-bc884dcc497e" -d '{"events": [{"server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "name": "network-vif-deleted", "tag": "568242cb-8cd4-4597-90af-18189ae395f9"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:45.746228 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f0802f-826b-437a-81ba-ff58a8dda2af tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:45.751061 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b8f0802f-826b-437a-81ba-ff58a8dda2af tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:45.758360 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-18e2c5b4-b4f5-4724-88d9-23fdda307a56 None None] For port 5de2fccc-fe64-4579-a2ad-e9b742aa5e78, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=5de2fccc-fe64-4579-a2ad-e9b742aa5e78,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:45.758797 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-18e2c5b4-b4f5-4724-88d9-23fdda307a56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:45.788466 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-18e2c5b4-b4f5-4724-88d9-23fdda307a56 None None] Calling delete_port for 5de2fccc-fe64-4579-a2ad-e9b742aa5e78 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:45.876969 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819dc3ff-511d-49cf-bd98-facb32a33e60 x-openstack-request-id: req-819dc3ff-511d-49cf-bd98-facb32a33e60 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:45.877565 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "name": "network-vif-deleted", "tag": "568242cb-8cd4-4597-90af-18189ae395f9", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:45.878207 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-819dc3ff-511d-49cf-bd98-facb32a33e60 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:45.879998 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'name': 'network-vif-deleted', 'tag': '568242cb-8cd4-4597-90af-18189ae395f9', 'status': 'completed', 'code': 200} Aug 31 09:29:45.881587 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-334a3a8e-a07b-4c7e-882d-8f031d040c50 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:46.006537 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-4f620d58-b5c0-4405-979f-8e37652e302c None None] Set router fffc21c4-a1df-4e2d-8847-044c319e10cc gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:29:46.021488 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-18e2c5b4-b4f5-4724-88d9-23fdda307a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:46.074179 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2c5b4-b4f5-4724-88d9-23fdda307a56 None None] Pushing event deleted for resources: {'Port': ['ID=5de2fccc-fe64-4579-a2ad-e9b742aa5e78,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:46.083312 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 5de2fccc-fe64-4579-a2ad-e9b742aa5e78 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:29:46.153821 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e2c5b4-b4f5-4724-88d9-23fdda307a56 None None] No DVR routers for this DVR port 5de2fccc-fe64-4579-a2ad-e9b742aa5e78 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:46.160997 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 5de2fccc-fe64-4579-a2ad-e9b742aa5e78 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:29:46.161422 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 5de2fccc-fe64-4579-a2ad-e9b742aa5e78 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:29:46.238004 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-1ada6d1e-9d65-4b44-9f12-2ca7a96c4691 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Deleting port 0ad87690-513e-49db-86b3-0ddc33190312 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:46.238646 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-1ada6d1e-9d65-4b44-9f12-2ca7a96c4691 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:46.374899 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ad87690-513e-49db-86b3-0ddc33190312'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:46.378702 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8146d5-c329-4fa9-81d2-a4582afdc547" -d '{"events": [{"server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "name": "network-vif-unplugged", "status": "completed", "tag": "0ad87690-513e-49db-86b3-0ddc33190312"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:46.399400 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46484) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:46.464274 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-4f620d58-b5c0-4405-979f-8e37652e302c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'name': 'tempest-TaggedBootDevicesTest_v242-1980406129-router', 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '731e418c-fc86-46cc-be52-4f0c6426bbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:45Z', 'updated_at': '2021-08-31T09:18:50Z', 'revision_number': 4, 'project_id': '28327f57472644c38ebbd2d055c39768', 'gw_port': {'id': '731e418c-fc86-46cc-be52-4f0c6426bbeb', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ef:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:46Z', 'updated_at': '2021-08-31T09:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '0446b8f0-1840-4b46-aab5-d73395fdf84e', 'name': '', 'network_id': 'f2ff4842-4f8b-4b37-bef9-46e32fc21646', 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'mac_address': 'fa:16:3e:c6:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '1669072d-2c1b-4a1e-9122-a0610531c15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:49Z', 'updated_at': '2021-08-31T09:18:57Z', 'revision_number': 5, 'project_id': '28327f57472644c38ebbd2d055c39768', 'subnets': [{'id': '1669072d-2c1b-4a1e-9122-a0610531c15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:46.469912 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11210fad-d9f6-4305-96a6-030e4fe9c8e4 x-openstack-request-id: req-11210fad-d9f6-4305-96a6-030e4fe9c8e4 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:46.470393 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "name": "network-vif-unplugged", "status": "completed", "tag": "0ad87690-513e-49db-86b3-0ddc33190312", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:46.470743 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-11210fad-d9f6-4305-96a6-030e4fe9c8e4 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:46.471302 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ad87690-513e-49db-86b3-0ddc33190312', 'code': 200} Aug 31 09:29:46.505506 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f620d58-b5c0-4405-979f-8e37652e302c None None] Checking router: fffc21c4-a1df-4e2d-8847-044c319e10cc for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:29:46.517189 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f620d58-b5c0-4405-979f-8e37652e302c None None] Routers {'fffc21c4-a1df-4e2d-8847-044c319e10cc'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:29:46.517997 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-4f620d58-b5c0-4405-979f-8e37652e302c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:29:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['fffc21c4-a1df-4e2d-8847-044c319e10cc'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:46.546248 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f72bf91-1c0e-4c7a-b10f-5bbbb122fe72 admin admin] Deleting subnet d9ae897c-9425-4b1d-8e0e-fa584db75384 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:29:46.556580 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8f72bf91-1c0e-4c7a-b10f-5bbbb122fe72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:46.645027 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8f72bf91-1c0e-4c7a-b10f-5bbbb122fe72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:46.728659 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8f72bf91-1c0e-4c7a-b10f-5bbbb122fe72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:46.747319 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-4f620d58-b5c0-4405-979f-8e37652e302c None None] Set router fffc21c4-a1df-4e2d-8847-044c319e10cc gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:29:46.891889 n-d-791506-28 neutron-server[95552]: DEBUG neutron.objects.ports [None req-b8f0802f-826b-437a-81ba-ff58a8dda2af tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95552) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:29:46.896561 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b8f0802f-826b-437a-81ba-ff58a8dda2af tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:46.974899 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:46.981394 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8f72bf91-1c0e-4c7a-b10f-5bbbb122fe72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:46.999938 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0802f-826b-437a-81ba-ff58a8dda2af tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Subnet': ['ID=697f1314-e389-4bad-9737-780acc6271f9,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:47.009401 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca74447-873b-47df-8fa5-2cd7c7c5d2d8 req-484e2f55-1ec9-4a2c-aa21-b46d05065fa8 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:47.011992 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-1ada6d1e-9d65-4b44-9f12-2ca7a96c4691 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] For port 0ad87690-513e-49db-86b3-0ddc33190312, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=0ad87690-513e-49db-86b3-0ddc33190312,segment=NetworkSegment(0d8f0013-f2ab-437c-ba45-45bd4a534d54),segment_id=0d8f0013-f2ab-437c-ba45-45bd4a534d54)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:47.012293 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-1ada6d1e-9d65-4b44-9f12-2ca7a96c4691 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:47.017353 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca74447-873b-47df-8fa5-2cd7c7c5d2d8 req-484e2f55-1ec9-4a2c-aa21-b46d05065fa8 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:47.055490 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca74447-873b-47df-8fa5-2cd7c7c5d2d8 req-484e2f55-1ec9-4a2c-aa21-b46d05065fa8 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:47.066969 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bca74447-873b-47df-8fa5-2cd7c7c5d2d8 req-484e2f55-1ec9-4a2c-aa21-b46d05065fa8 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 2410 time: 1.1627824 Aug 31 09:29:47.080636 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-334a3a8e-a07b-4c7e-882d-8f031d040c50 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:47.093210 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72bf91-1c0e-4c7a-b10f-5bbbb122fe72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9ae897c-9425-4b1d-8e0e-fa584db75384,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:47.115602 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f0802f-826b-437a-81ba-ff58a8dda2af tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:47.122651 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-b8f0802f-826b-437a-81ba-ff58a8dda2af tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:47.124828 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-1ada6d1e-9d65-4b44-9f12-2ca7a96c4691 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Calling delete_port for 0ad87690-513e-49db-86b3-0ddc33190312 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:47.127298 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8f72bf91-1c0e-4c7a-b10f-5bbbb122fe72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:47.136237 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2fff25-02b8-475e-be55-9e7f243da46e None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:47.137541 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46530) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:47.143147 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8f72bf91-1c0e-4c7a-b10f-5bbbb122fe72 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/d9ae897c-9425-4b1d-8e0e-fa584db75384 HTTP/1.1" status: 204 len: 168 time: 0.7370179 Aug 31 09:29:47.151703 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f0802f-826b-437a-81ba-ff58a8dda2af tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:47.152300 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b8f0802f-826b-437a-81ba-ff58a8dda2af tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:47.197684 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-4f620d58-b5c0-4405-979f-8e37652e302c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'name': 'tempest-TaggedBootDevicesTest_v242-1980406129-router', 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '731e418c-fc86-46cc-be52-4f0c6426bbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:45Z', 'updated_at': '2021-08-31T09:18:50Z', 'revision_number': 4, 'project_id': '28327f57472644c38ebbd2d055c39768', 'gw_port': {'id': '731e418c-fc86-46cc-be52-4f0c6426bbeb', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ef:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:46Z', 'updated_at': '2021-08-31T09:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '0446b8f0-1840-4b46-aab5-d73395fdf84e', 'name': '', 'network_id': 'f2ff4842-4f8b-4b37-bef9-46e32fc21646', 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'mac_address': 'fa:16:3e:c6:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '1669072d-2c1b-4a1e-9122-a0610531c15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:49Z', 'updated_at': '2021-08-31T09:18:57Z', 'revision_number': 5, 'project_id': '28327f57472644c38ebbd2d055c39768', 'subnets': [{'id': '1669072d-2c1b-4a1e-9122-a0610531c15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:47.236332 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f620d58-b5c0-4405-979f-8e37652e302c None None] The sync data for ids ['fffc21c4-a1df-4e2d-8847-044c319e10cc'] in n-d-791506-28 is: [{'id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'name': 'tempest-TaggedBootDevicesTest_v242-1980406129-router', 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '731e418c-fc86-46cc-be52-4f0c6426bbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:45Z', 'updated_at': '2021-08-31T09:18:50Z', 'revision_number': 4, 'project_id': '28327f57472644c38ebbd2d055c39768', 'gw_port': {'id': '731e418c-fc86-46cc-be52-4f0c6426bbeb', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ef:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:46Z', 'updated_at': '2021-08-31T09:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '0446b8f0-1840-4b46-aab5-d73395fdf84e', 'name': '', 'network_id': 'f2ff4842-4f8b-4b37-bef9-46e32fc21646', 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'mac_address': 'fa:16:3e:c6:5e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '1669072d-2c1b-4a1e-9122-a0610531c15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:49Z', 'updated_at': '2021-08-31T09:18:57Z', 'revision_number': 5, 'project_id': '28327f57472644c38ebbd2d055c39768', 'subnets': [{'id': '1669072d-2c1b-4a1e-9122-a0610531c15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:29:47.264208 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bca74447-873b-47df-8fa5-2cd7c7c5d2d8 req-39e38d72-2385-4c03-8d73-f8c749d1db23 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842585 Aug 31 09:29:47.273821 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b8f0802f-826b-437a-81ba-ff58a8dda2af tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7698958 Aug 31 09:29:47.278008 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46536) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:47.283779 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-4cdeff9b-fa76-4047-ba2b-9d917e82db6c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:47.332476 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a3a8e-a07b-4c7e-882d-8f031d040c50 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Port': ['ID=6f00f00a-01b9-4f30-9a3b-02fbddfee53d,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:47.365664 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334a3a8e-a07b-4c7e-882d-8f031d040c50 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Checking segment: {'id': '91b0e4e9-2466-4f92-8e15-3f0dd11e6335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': '7b201fa3-3f7b-4800-91ce-e05513d8da89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:47.366156 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334a3a8e-a07b-4c7e-882d-8f031d040c50 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network hostable DHCP agents. Network: 7b201fa3-3f7b-4800-91ce-e05513d8da89, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:29:47.372581 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b7e21660-ca66-4c7d-ba2f-c3a15f986561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:47.425905 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f3c99a-b80c-4d76-b90d-bb48bd5dc994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-17930598-f4af-4731-83ee-9969406c94e8', 'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'fixed_ips': [{'subnet_id': '697f1314-e389-4bad-9737-780acc6271f9'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:29:47.427732 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-80f3c99a-b80c-4d76-b90d-bb48bd5dc994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:47.519764 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334a3a8e-a07b-4c7e-882d-8f031d040c50 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network 7b201fa3-3f7b-4800-91ce-e05513d8da89 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:29:47.552488 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b7e21660-ca66-4c7d-ba2f-c3a15f986561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:47.573417 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-b7e21660-ca66-4c7d-ba2f-c3a15f986561 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f668d119-0317-4e13-bd19-a19b34b961f5']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:47.619306 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-b7e21660-ca66-4c7d-ba2f-c3a15f986561 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '316e1015-f12d-422c-8b11-cf75c56464db') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:47.619801 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-b7e21660-ca66-4c7d-ba2f-c3a15f986561 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '316e1015-f12d-422c-8b11-cf75c56464db') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:47.624976 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-334a3a8e-a07b-4c7e-882d-8f031d040c50 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 7b201fa3-3f7b-4800-91ce-e05513d8da89) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:47.634969 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334a3a8e-a07b-4c7e-882d-8f031d040c50 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:47.649272 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334a3a8e-a07b-4c7e-882d-8f031d040c50 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:47.651184 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-334a3a8e-a07b-4c7e-882d-8f031d040c50 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:47.677042 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdeff9b-fa76-4047-ba2b-9d917e82db6c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:47.682528 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4cdeff9b-fa76-4047-ba2b-9d917e82db6c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:47.705044 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b7e21660-ca66-4c7d-ba2f-c3a15f986561 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:47.712365 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-1ada6d1e-9d65-4b44-9f12-2ca7a96c4691 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:47.719843 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d01842-c9ff-45ab-b208-6f6074b0586d None None] Network 7b201fa3-3f7b-4800-91ce-e05513d8da89 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:47.737712 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e523ec1-f5d0-4b21-b575-2885000e9798 None None] New status for floating IP f1352de4-d312-4871-b30a-232a2a465cfd: DOWN {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:29:47.743854 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b7e21660-ca66-4c7d-ba2f-c3a15f986561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:47.764800 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e21660-ca66-4c7d-ba2f-c3a15f986561 admin admin] Releasing vlan 1635 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:29:47.765203 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b7e21660-ca66-4c7d-ba2f-c3a15f986561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:47.767342 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:29:47.767342 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:29:47.767342 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:29:47.767342 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:29:47.767342 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:29:47.767342 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:29:47.767342 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:29:47.767342 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:29:47.767342 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:29:47.767342 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:29:47.767342 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:29:47.767342 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:29:47.767342 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:29:47.767342 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:29:47.767342 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:29:47.767342 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:29:47.767342 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:29:47.767342 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:29:47.767342 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:29:47.767342 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:29:47.767342 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:29:47.767342 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:29:47.767342 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:29:47.767342 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:29:47.767342 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:29:47.767342 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:29:47.767342 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:29:47.767342 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:29:47.767342 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:29:47.767342 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:29:47.767342 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:29:47.767342 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:29:47.797638 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-334a3a8e-a07b-4c7e-882d-8f031d040c50 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6610541 Aug 31 09:29:47.836676 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46548) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:47.891118 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-14c3fcbc-a5c6-4f9f-b3d7-9cbff783b37a tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1736861899'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:47.896494 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada6d1e-9d65-4b44-9f12-2ca7a96c4691 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Pushing event deleted for resources: {'Port': ['ID=0ad87690-513e-49db-86b3-0ddc33190312,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:47.905086 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-1ada6d1e-9d65-4b44-9f12-2ca7a96c4691 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] No DVR routers for this DVR port 0ad87690-513e-49db-86b3-0ddc33190312 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:47.912672 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-1ada6d1e-9d65-4b44-9f12-2ca7a96c4691 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:47.915253 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-1ada6d1e-9d65-4b44-9f12-2ca7a96c4691 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.112 "DELETE /v2.0/ports/0ad87690-513e-49db-86b3-0ddc33190312 HTTP/1.1" status: 204 len: 173 time: 2.1571240 Aug 31 09:29:47.917660 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'name': 'network-vif-deleted', 'tag': '0ad87690-513e-49db-86b3-0ddc33190312'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:47.920509 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188e9fff-3a84-4f0b-9fd3-50f08cc481d0" -d '{"events": [{"server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "name": "network-vif-deleted", "tag": "0ad87690-513e-49db-86b3-0ddc33190312"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:48.044327 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b7e21660-ca66-4c7d-ba2f-c3a15f986561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:48.050441 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b940a88-7984-4e98-8abc-16c463a3b53e x-openstack-request-id: req-9b940a88-7984-4e98-8abc-16c463a3b53e {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:48.050855 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "name": "network-vif-deleted", "tag": "0ad87690-513e-49db-86b3-0ddc33190312", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:48.051171 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-9b940a88-7984-4e98-8abc-16c463a3b53e {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:48.051639 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'name': 'network-vif-deleted', 'tag': '0ad87690-513e-49db-86b3-0ddc33190312', 'status': 'completed', 'code': 200} Aug 31 09:29:48.070103 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-80f3c99a-b80c-4d76-b90d-bb48bd5dc994 None None] Allocated IP 2001:db8::f816:3eff:fe7a:b70c (17930598-f4af-4731-83ee-9969406c94e8/697f1314-e389-4bad-9737-780acc6271f9/048b03f3-c50c-4b0f-b511-be12179d3c00) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:48.075156 n-d-791506-28 neutron-server[95552]: INFO neutron.db.ipam_backend_mixin [None req-4cdeff9b-fa76-4047-ba2b-9d917e82db6c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 697f1314-e389-4bad-9737-780acc6271f9 (CIDR: 2001:db8::/64) Aug 31 09:29:48.081375 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b7e21660-ca66-4c7d-ba2f-c3a15f986561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:48.084636 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b7e21660-ca66-4c7d-ba2f-c3a15f986561 admin admin] 10.222.0.119 "DELETE /v2.0/networks/f668d119-0317-4e13-bd19-a19b34b961f5 HTTP/1.1" status: 204 len: 168 time: 0.9437370 Aug 31 09:29:48.086041 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e21660-ca66-4c7d-ba2f-c3a15f986561 admin admin] Pushing event deleted for resources: {'Network': ['ID=f668d119-0317-4e13-bd19-a19b34b961f5,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:48.093937 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-930f6d3a-62ca-44b3-a266-8b65963eb655 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Deleting port 5f9f3a58-50d7-4f47-99df-c28173384e13 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:48.094376 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-930f6d3a-62ca-44b3-a266-8b65963eb655 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:48.191809 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cdeff9b-fa76-4047-ba2b-9d917e82db6c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:29:48.192306 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cdeff9b-fa76-4047-ba2b-9d917e82db6c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:29:48.202082 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c3fcbc-a5c6-4f9f-b3d7-9cbff783b37a tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:48.206509 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14c3fcbc-a5c6-4f9f-b3d7-9cbff783b37a tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:48.271804 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c3fcbc-a5c6-4f9f-b3d7-9cbff783b37a tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] vlan segment allocate from pool success with {'vlan_id': 1616, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:29:48.295788 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-930f6d3a-62ca-44b3-a266-8b65963eb655 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] For port 5f9f3a58-50d7-4f47-99df-c28173384e13, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=5f9f3a58-50d7-4f47-99df-c28173384e13,segment=NetworkSegment(f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef),segment_id=f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:48.296431 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-930f6d3a-62ca-44b3-a266-8b65963eb655 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:48.300697 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14c3fcbc-a5c6-4f9f-b3d7-9cbff783b37a tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:48.301033 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-14c3fcbc-a5c6-4f9f-b3d7-9cbff783b37a tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Added segment b912eb15-533d-496e-834a-aa5a71fb4d6d of type vlan for network 18d0cc9b-dcf0-40d2-beb4-9013ff722f04 Aug 31 09:29:48.339657 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46568) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:48.339895 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4cdeff9b-fa76-4047-ba2b-9d917e82db6c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0626595 Aug 31 09:29:48.347798 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-5cb35d51-ea30-44a5-b811-cfcffab3ef11 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:48.355905 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-930f6d3a-62ca-44b3-a266-8b65963eb655 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Calling delete_port for 5f9f3a58-50d7-4f47-99df-c28173384e13 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:48.403946 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14c3fcbc-a5c6-4f9f-b3d7-9cbff783b37a tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:48.489292 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-80f3c99a-b80c-4d76-b90d-bb48bd5dc994 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:48.512383 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-80f3c99a-b80c-4d76-b90d-bb48bd5dc994 None None] Transition to ACTIVE for port object 048b03f3-c50c-4b0f-b511-be12179d3c00 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:48.548786 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-80f3c99a-b80c-4d76-b90d-bb48bd5dc994 None None] Transition to ACTIVE for port object 048b03f3-c50c-4b0f-b511-be12179d3c00 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:48.584240 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fb673-0669-4c42-90e4-bf8ccbec9d30 req-66d59ad9-d34b-432f-8dc7-0c2611fcd82d tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:48.590191 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fb673-0669-4c42-90e4-bf8ccbec9d30 req-66d59ad9-d34b-432f-8dc7-0c2611fcd82d tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:48.591888 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-265fb673-0669-4c42-90e4-bf8ccbec9d30 req-66d59ad9-d34b-432f-8dc7-0c2611fcd82d tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 1677 time: 0.1079993 Aug 31 09:29:48.602709 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46598) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:48.625853 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14c3fcbc-a5c6-4f9f-b3d7-9cbff783b37a tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:48.635666 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c3fcbc-a5c6-4f9f-b3d7-9cbff783b37a tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:48.636580 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14c3fcbc-a5c6-4f9f-b3d7-9cbff783b37a tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:48.655148 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-80f3c99a-b80c-4d76-b90d-bb48bd5dc994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:48.675563 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-265fb673-0669-4c42-90e4-bf8ccbec9d30 req-d1f79a5b-3e5a-49ca-9168-21f4741f15f9 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716414 Aug 31 09:29:48.743365 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3c99a-b80c-4d76-b90d-bb48bd5dc994 None None] Pushing event updated for resources: {'Port': ['ID=048b03f3-c50c-4b0f-b511-be12179d3c00,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:48.758004 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f3c99a-b80c-4d76-b90d-bb48bd5dc994 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:48.760289 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-80f3c99a-b80c-4d76-b90d-bb48bd5dc994 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:48.760805 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3fcbc-a5c6-4f9f-b3d7-9cbff783b37a tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Network': ['ID=18d0cc9b-dcf0-40d2-beb4-9013ff722f04,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:48.765510 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f3c99a-b80c-4d76-b90d-bb48bd5dc994 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:48.774198 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 18d0cc9b-dcf0-40d2-beb4-9013ff722f04 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:29:48.811692 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-14c3fcbc-a5c6-4f9f-b3d7-9cbff783b37a tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9458220 Aug 31 09:29:48.812330 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46606) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:48.820560 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e06c83df-ce47-43db-a769-72b15a985c8f admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=e7263d55640346b092e769ab252c85c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2148108 Aug 31 09:29:48.825139 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46608) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:48.826923 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'ports': [{'network_id': '7b201fa3-3f7b-4800-91ce-e05513d8da89'}, {'network_id': '18d0cc9b-dcf0-40d2-beb4-9013ff722f04'}]} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:48.827256 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'port': {'network_id': '7b201fa3-3f7b-4800-91ce-e05513d8da89'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:48.827834 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'port': {'network_id': '18d0cc9b-dcf0-40d2-beb4-9013ff722f04'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:48.917743 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-930f6d3a-62ca-44b3-a266-8b65963eb655 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:48.924931 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-80f3c99a-b80c-4d76-b90d-bb48bd5dc994 None None] Attempting to bind port 048b03f3-c50c-4b0f-b511-be12179d3c00 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:29:48.926253 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-80f3c99a-b80c-4d76-b90d-bb48bd5dc994 None None] Attempting to bind port 048b03f3-c50c-4b0f-b511-be12179d3c00 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:29:48.926942 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f3c99a-b80c-4d76-b90d-bb48bd5dc994 None None] Attempting to bind port 048b03f3-c50c-4b0f-b511-be12179d3c00 on network 17930598-f4af-4731-83ee-9969406c94e8 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:48.943766 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f3c99a-b80c-4d76-b90d-bb48bd5dc994 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:29:48.948169 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f3c99a-b80c-4d76-b90d-bb48bd5dc994 None None] Checking segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:48.948169 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-80f3c99a-b80c-4d76-b90d-bb48bd5dc994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:48.948169 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f3c99a-b80c-4d76-b90d-bb48bd5dc994 None None] Bound using segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:29:48.948169 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-80f3c99a-b80c-4d76-b90d-bb48bd5dc994 None None] Bound port: 048b03f3-c50c-4b0f-b511-be12179d3c00, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:29:48.948169 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-80f3c99a-b80c-4d76-b90d-bb48bd5dc994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:48.952956 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f64e04e2-82dd-45da-ae28-920147d2c2fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:49.000474 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f64e04e2-82dd-45da-ae28-920147d2c2fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:49.019107 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f6d3a-62ca-44b3-a266-8b65963eb655 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Pushing event deleted for resources: {'Port': ['ID=5f9f3a58-50d7-4f47-99df-c28173384e13,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:49.036004 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb35d51-ea30-44a5-b811-cfcffab3ef11 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:49.045565 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5cb35d51-ea30-44a5-b811-cfcffab3ef11 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:49.141559 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-80f3c99a-b80c-4d76-b90d-bb48bd5dc994 None None] For port 048b03f3-c50c-4b0f-b511-be12179d3c00, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:49.146848 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-80f3c99a-b80c-4d76-b90d-bb48bd5dc994 None None] For port 048b03f3-c50c-4b0f-b511-be12179d3c00, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=048b03f3-c50c-4b0f-b511-be12179d3c00,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:29:49.150813 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-930f6d3a-62ca-44b3-a266-8b65963eb655 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] No DVR routers for this DVR port 5f9f3a58-50d7-4f47-99df-c28173384e13 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:49.153890 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-930f6d3a-62ca-44b3-a266-8b65963eb655 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:49.156854 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-930f6d3a-62ca-44b3-a266-8b65963eb655 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.112 "DELETE /v2.0/ports/5f9f3a58-50d7-4f47-99df-c28173384e13 HTTP/1.1" status: 204 len: 173 time: 1.2280467 Aug 31 09:29:49.251880 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-80f3c99a-b80c-4d76-b90d-bb48bd5dc994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:49.316589 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f64e04e2-82dd-45da-ae28-920147d2c2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:49.331967 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f64e04e2-82dd-45da-ae28-920147d2c2fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:49.338252 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f64e04e2-82dd-45da-ae28-920147d2c2fa admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/70e82816-b665-4602-8a4a-7adcf3723500 HTTP/1.1" status: 204 len: 168 time: 0.5104086 Aug 31 09:29:49.372497 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-01690867-b6ce-4e44-b132-a4e135f05423 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Deleting port db393805-9290-4e57-b3fc-bf1014410ed2 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:49.373846 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-01690867-b6ce-4e44-b132-a4e135f05423 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:49.403011 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e04e2-82dd-45da-ae28-920147d2c2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e82816-b665-4602-8a4a-7adcf3723500,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:49.430463 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'port': 2} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:49.434865 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:49.510806 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:49.532841 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3c99a-b80c-4d76-b90d-bb48bd5dc994 None None] Pushing event updated for resources: {'Port': ['ID=048b03f3-c50c-4b0f-b511-be12179d3c00,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:49.630878 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-01690867-b6ce-4e44-b132-a4e135f05423 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] For port db393805-9290-4e57-b3fc-bf1014410ed2, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=db393805-9290-4e57-b3fc-bf1014410ed2,segment=NetworkSegment(0d8f0013-f2ab-437c-ba45-45bd4a534d54),segment_id=0d8f0013-f2ab-437c-ba45-45bd4a534d54)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:49.631255 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-01690867-b6ce-4e44-b132-a4e135f05423 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:49.648906 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-01690867-b6ce-4e44-b132-a4e135f05423 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Calling delete_port for db393805-9290-4e57-b3fc-bf1014410ed2 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:49.728928 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5cb35d51-ea30-44a5-b811-cfcffab3ef11 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:49.794045 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb35d51-ea30-44a5-b811-cfcffab3ef11 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:49.798940 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-5cb35d51-ea30-44a5-b811-cfcffab3ef11 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:49.857194 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] device_id is not set on port c2a54b9d-0be7-474f-aff3-1b1b20762208 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:29:49.873584 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb35d51-ea30-44a5-b811-cfcffab3ef11 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:49.874185 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5cb35d51-ea30-44a5-b811-cfcffab3ef11 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:50.029238 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb35d51-ea30-44a5-b811-cfcffab3ef11 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Subnet': ['ID=69623196-daf2-4bc7-8fb6-b02cc25602e6,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:50.057557 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5cb35d51-ea30-44a5-b811-cfcffab3ef11 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7164953 Aug 31 09:29:50.080918 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'name': 'network-vif-deleted', 'tag': '5f9f3a58-50d7-4f47-99df-c28173384e13'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:50.088598 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cb540d-4a08-42c9-9fdd-cab176486223" -d '{"events": [{"server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "name": "network-vif-deleted", "tag": "5f9f3a58-50d7-4f47-99df-c28173384e13"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:50.091845 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46646) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:50.102974 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337e73a-3bd4-4da4-a72b-433319658fcd req-76c50740-5f0e-4d3e-a859-bfb364f4bef0 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:50.108455 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-1517b244-1f6c-496e-bba9-01f4be506c50 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'port': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'mac_address': 'fa:16:3e:0e:34:e3', 'name': 'tempest-NetworksTestDHCPv6-1760358313'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:50.109791 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0337e73a-3bd4-4da4-a72b-433319658fcd req-76c50740-5f0e-4d3e-a859-bfb364f4bef0 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 943 time: 0.2919073 Aug 31 09:29:50.193037 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 048b03f3-c50c-4b0f-b511-be12179d3c00 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:50.194791 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0337e73a-3bd4-4da4-a72b-433319658fcd req-7808725e-5247-4054-8c4d-89c37596cadd tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups?id=d194dbfa-d28d-4e4a-97eb-df9c270abd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794120 Aug 31 09:29:50.226299 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f255b61-8dc9-478f-a4a5-39cf79990784 x-openstack-request-id: req-1f255b61-8dc9-478f-a4a5-39cf79990784 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:50.226621 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "name": "network-vif-deleted", "tag": "5f9f3a58-50d7-4f47-99df-c28173384e13", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:50.226975 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-1f255b61-8dc9-478f-a4a5-39cf79990784 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:50.227379 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'name': 'network-vif-deleted', 'tag': '5f9f3a58-50d7-4f47-99df-c28173384e13', 'status': 'completed', 'code': 200} Aug 31 09:29:50.315569 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:50.364660 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 048b03f3-c50c-4b0f-b511-be12179d3c00 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:50.393437 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-01690867-b6ce-4e44-b132-a4e135f05423 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:50.467407 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01690867-b6ce-4e44-b132-a4e135f05423 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Pushing event deleted for resources: {'Port': ['ID=db393805-9290-4e57-b3fc-bf1014410ed2,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:50.479201 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1517b244-1f6c-496e-bba9-01f4be506c50 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:50.525425 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] device_id is not set on port e19e8ef7-568d-418f-9502-e16f96bae7f6 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:29:50.620920 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-01690867-b6ce-4e44-b132-a4e135f05423 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] No DVR routers for this DVR port db393805-9290-4e57-b3fc-bf1014410ed2 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:29:50.627294 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-01690867-b6ce-4e44-b132-a4e135f05423 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:50.629882 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-52cf4106-ec2d-4f4e-8d2e-c2d900e592d1 req-01690867-b6ce-4e44-b132-a4e135f05423 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.112 "DELETE /v2.0/ports/db393805-9290-4e57-b3fc-bf1014410ed2 HTTP/1.1" status: 204 len: 173 time: 1.4556310 Aug 31 09:29:50.748515 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1517b244-1f6c-496e-bba9-01f4be506c50 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:50.799304 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-1517b244-1f6c-496e-bba9-01f4be506c50 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] device_id is not set on port 0c9a3d77-8385-4877-8c1e-4fca9126939f yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:29:50.889568 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:50.945870 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8efd18-2d7b-4c3a-8623-143cc06d2d8f None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:51.092212 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-1517b244-1f6c-496e-bba9-01f4be506c50 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Allocated IP 2001:db8:0:1::3dc (17930598-f4af-4731-83ee-9969406c94e8/69623196-daf2-4bc7-8fb6-b02cc25602e6/0c9a3d77-8385-4877-8c1e-4fca9126939f) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:51.101761 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-1517b244-1f6c-496e-bba9-01f4be506c50 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Allocated IP 2001:db8::f816:3eff:fe0e:34e3 (17930598-f4af-4731-83ee-9969406c94e8/697f1314-e389-4bad-9737-780acc6271f9/0c9a3d77-8385-4877-8c1e-4fca9126939f) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:51.114020 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:51.174709 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f783dd4a-b8b1-4464-8bdf-cd57bc8b385e None None] Provisioning for port 048b03f3-c50c-4b0f-b511-be12179d3c00 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:51.216786 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f783dd4a-b8b1-4464-8bdf-cd57bc8b385e None None] Provisioning complete for port 048b03f3-c50c-4b0f-b511-be12179d3c00 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:51.225076 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f783dd4a-b8b1-4464-8bdf-cd57bc8b385e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:51.246520 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network 7b201fa3-3f7b-4800-91ce-e05513d8da89 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:51.270984 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:51.273813 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:51.274711 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:51.359210 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Port': ['ID=c2a54b9d-0be7-474f-aff3-1b1b20762208,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:51.392391 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0caffff4-5e70-4289-9ea4-fb4857d9e7dd req-e995dbcc-d5f7-4e96-be4c-2967a78d9001 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 210 time: 0.0576382 Aug 31 09:29:51.436236 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:51.436997 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:51.436997 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:51.437319 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:51.437584 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:51.437920 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:51.438257 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:51.438629 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:51.438942 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:51.439273 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:51.439601 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:51.439925 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:29:51.457414 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46694) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:51.539886 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f783dd4a-b8b1-4464-8bdf-cd57bc8b385e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:51.566353 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f747e1df-ca95-43a0-854b-820bdb7dc9d5 None None] Update dhcp port {'port': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'fixed_ips': [{'subnet_id': '697f1314-e389-4bad-9737-780acc6271f9', 'ip_address': '2001:db8::f816:3eff:fe7a:b70c'}, {'subnet_id': '69623196-daf2-4bc7-8fb6-b02cc25602e6'}], 'binding:host_id': 'n-d-791506-28'}, 'id': '048b03f3-c50c-4b0f-b511-be12179d3c00'} from n-d-791506-28. {{(pid=95554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:29:51.617826 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-f783dd4a-b8b1-4464-8bdf-cd57bc8b385e None None] For port 048b03f3-c50c-4b0f-b511-be12179d3c00, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=048b03f3-c50c-4b0f-b511-be12179d3c00,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:51.623114 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f747e1df-ca95-43a0-854b-820bdb7dc9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:51.695386 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Port': ['ID=e19e8ef7-568d-418f-9502-e16f96bae7f6,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:51.714993 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Checking segment: {'id': 'b912eb15-533d-496e-834a-aa5a71fb4d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': '18d0cc9b-dcf0-40d2-beb4-9013ff722f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:51.715359 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network hostable DHCP agents. Network: 18d0cc9b-dcf0-40d2-beb4-9013ff722f04, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:29:51.730302 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-3d4346c1-f058-40b2-8ad2-12ca54b3d150 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-159778297-network', 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:51.794460 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f783dd4a-b8b1-4464-8bdf-cd57bc8b385e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:51.842661 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4346c1-f058-40b2-8ad2-12ca54b3d150 admin admin] Made reservation on behalf of caa69c38eab14ec7acd072f4cc57de4a for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:51.848511 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3d4346c1-f058-40b2-8ad2-12ca54b3d150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:51.885587 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3d4346c1-f058-40b2-8ad2-12ca54b3d150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:51.895858 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1517b244-1f6c-496e-bba9-01f4be506c50 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:51.924547 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-1517b244-1f6c-496e-bba9-01f4be506c50 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Transition to ACTIVE for port object 0c9a3d77-8385-4877-8c1e-4fca9126939f will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:51.937646 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783dd4a-b8b1-4464-8bdf-cd57bc8b385e None None] Pushing event updated for resources: {'Port': ['ID=048b03f3-c50c-4b0f-b511-be12179d3c00,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:52.043574 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network 18d0cc9b-dcf0-40d2-beb4-9013ff722f04 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:29:52.049923 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3d4346c1-f058-40b2-8ad2-12ca54b3d150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:52.055816 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 048b03f3-c50c-4b0f-b511-be12179d3c00 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:52.111309 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1517b244-1f6c-496e-bba9-01f4be506c50 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:52.139813 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3d4346c1-f058-40b2-8ad2-12ca54b3d150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:52.156088 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 048b03f3-c50c-4b0f-b511-be12179d3c00 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:52.156465 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:52.159900 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 18d0cc9b-dcf0-40d2-beb4-9013ff722f04) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:52.174583 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1517b244-1f6c-496e-bba9-01f4be506c50 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:52.180186 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:52.181191 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a979f7d5-c73c-4740-bc43-0414e9985f6b None None] Network 18d0cc9b-dcf0-40d2-beb4-9013ff722f04 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:52.182163 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:52.187121 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:52.187705 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:52.192466 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-1517b244-1f6c-496e-bba9-01f4be506c50 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:52.197754 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4346c1-f058-40b2-8ad2-12ca54b3d150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c9edd8-3c52-4eb2-aa07-ed6982029d81,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:52.201378 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1517b244-1f6c-496e-bba9-01f4be506c50 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:52.217338 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1517b244-1f6c-496e-bba9-01f4be506c50 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:52.218111 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1517b244-1f6c-496e-bba9-01f4be506c50 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:52.224446 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d4346c1-f058-40b2-8ad2-12ca54b3d150 admin admin] vlan segment allocate from pool success with {'vlan_id': 1600, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:29:52.231215 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'name': 'network-vif-deleted', 'tag': 'db393805-9290-4e57-b3fc-bf1014410ed2'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:29:52.233459 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1899c3-ed80-47f4-b2c9-85a89d595a4a" -d '{"events": [{"server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "name": "network-vif-deleted", "tag": "db393805-9290-4e57-b3fc-bf1014410ed2"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:29:52.237239 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3d4346c1-f058-40b2-8ad2-12ca54b3d150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:52.238051 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-3d4346c1-f058-40b2-8ad2-12ca54b3d150 admin admin] Added segment cbd56d1a-0fb4-472a-8ca4-66cbf3461a47 of type vlan for network 636950a3-6b65-4dc0-b611-ae468b63fe57 Aug 31 09:29:52.274033 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517b244-1f6c-496e-bba9-01f4be506c50 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Port': ['ID=0c9a3d77-8385-4877-8c1e-4fca9126939f,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:52.297134 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8952648e-4355-4bd0-bb41-5bf4e61340d7 x-openstack-request-id: req-8952648e-4355-4bd0-bb41-5bf4e61340d7 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:29:52.297432 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291cfbad-2bbe-41ba-9364-f89c34aca77d", "name": "network-vif-deleted", "tag": "db393805-9290-4e57-b3fc-bf1014410ed2", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:29:52.297787 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-8952648e-4355-4bd0-bb41-5bf4e61340d7 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:29:52.298055 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291cfbad-2bbe-41ba-9364-f89c34aca77d', 'name': 'network-vif-deleted', 'tag': 'db393805-9290-4e57-b3fc-bf1014410ed2', 'status': 'completed', 'code': 200} Aug 31 09:29:52.355230 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1517b244-1f6c-496e-bba9-01f4be506c50 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.2597277 Aug 31 09:29:52.355492 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3d4346c1-f058-40b2-8ad2-12ca54b3d150 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:52.355610 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46710) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:52.432496 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-de7739b2-70e0-41dd-9a86-f702b95f2d19 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6162925 Aug 31 09:29:52.432970 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46712) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:52.456987 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46716) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:52.509391 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3d4346c1-f058-40b2-8ad2-12ca54b3d150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:52.510531 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4346c1-f058-40b2-8ad2-12ca54b3d150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:52.514812 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3d4346c1-f058-40b2-8ad2-12ca54b3d150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:52.598528 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-f747e1df-ca95-43a0-854b-820bdb7dc9d5 None None] Allocated IP 2001:db8:0:1::2 (17930598-f4af-4731-83ee-9969406c94e8/69623196-daf2-4bc7-8fb6-b02cc25602e6/048b03f3-c50c-4b0f-b511-be12179d3c00) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:52.782456 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3d4346c1-f058-40b2-8ad2-12ca54b3d150 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3230321 Aug 31 09:29:52.796643 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-72cf8ad8-9ec5-4ebd-8d35-bb5ffbf04a94 req-aba89a09-8fb3-4287-b8af-ad6455a91179 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 210 time: 0.2017639 Aug 31 09:29:52.797389 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4346c1-f058-40b2-8ad2-12ca54b3d150 admin admin] Pushing event updated for resources: {'Network': ['ID=636950a3-6b65-4dc0-b611-ae468b63fe57,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:52.820475 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46724) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:52.844815 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 636950a3-6b65-4dc0-b611-ae468b63fe57 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:29:52.859235 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-fea04ad2-9233-4425-81e8-1437e7f9b81c admin admin] Request body: {'subnet': {'network_id': '636950a3-6b65-4dc0-b611-ae468b63fe57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-159778297-subnet', 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:52.950183 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-743dab71-34e9-41dd-a97b-346621c5c3af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:52.975121 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-f747e1df-ca95-43a0-854b-820bdb7dc9d5 None None] For port 048b03f3-c50c-4b0f-b511-be12179d3c00, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=048b03f3-c50c-4b0f-b511-be12179d3c00,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:53.041712 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f747e1df-ca95-43a0-854b-820bdb7dc9d5 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:53.064534 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-7fb9d7d6-e9bd-4519-a18a-04294c63b4a6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Deleting port e19e8ef7-568d-418f-9502-e16f96bae7f6 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:53.064880 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d7d6-e9bd-4519-a18a-04294c63b4a6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:53.088190 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f747e1df-ca95-43a0-854b-820bdb7dc9d5 None None] Transition to ACTIVE for port object 048b03f3-c50c-4b0f-b511-be12179d3c00 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:53.096782 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-0577832b-5148-4541-ae9c-d7b34d38095a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting port 0c9a3d77-8385-4877-8c1e-4fca9126939f {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:53.097357 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0577832b-5148-4541-ae9c-d7b34d38095a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:53.151354 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f747e1df-ca95-43a0-854b-820bdb7dc9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:53.161206 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea04ad2-9233-4425-81e8-1437e7f9b81c admin admin] Made reservation on behalf of caa69c38eab14ec7acd072f4cc57de4a for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:53.164416 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fea04ad2-9233-4425-81e8-1437e7f9b81c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:53.170426 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d7d6-e9bd-4519-a18a-04294c63b4a6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:53.247867 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-7fb9d7d6-e9bd-4519-a18a-04294c63b4a6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Calling delete_port for e19e8ef7-568d-418f-9502-e16f96bae7f6 owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:53.287290 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0577832b-5148-4541-ae9c-d7b34d38095a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:53.328953 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-0577832b-5148-4541-ae9c-d7b34d38095a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Calling delete_port for 0c9a3d77-8385-4877-8c1e-4fca9126939f owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:53.348616 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:29:53.363862 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f747e1df-ca95-43a0-854b-820bdb7dc9d5 None None] Pushing event updated for resources: {'Port': ['ID=048b03f3-c50c-4b0f-b511-be12179d3c00,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:53.570179 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-743dab71-34e9-41dd-a97b-346621c5c3af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:53.576150 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d7d6-e9bd-4519-a18a-04294c63b4a6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:53.668014 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9d7d6-e9bd-4519-a18a-04294c63b4a6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Port': ['ID=e19e8ef7-568d-418f-9502-e16f96bae7f6,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:53.675690 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-743dab71-34e9-41dd-a97b-346621c5c3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:53.730416 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d7d6-e9bd-4519-a18a-04294c63b4a6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:53.736268 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7fb9d7d6-e9bd-4519-a18a-04294c63b4a6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/ports/e19e8ef7-568d-418f-9502-e16f96bae7f6 HTTP/1.1" status: 204 len: 168 time: 1.3002832 Aug 31 09:29:53.737676 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46734) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:53.774007 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-743dab71-34e9-41dd-a97b-346621c5c3af admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=7a53a4e51cd141b6b40b45ce846c9a14&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3154225 Aug 31 09:29:53.791551 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46736) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:53.804750 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fea04ad2-9233-4425-81e8-1437e7f9b81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:53.848934 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0577832b-5148-4541-ae9c-d7b34d38095a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:53.877891 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94c046d-94bd-4aca-bdbe-d1dc2b9cef1d tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:53.883692 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743dab71-34e9-41dd-a97b-346621c5c3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb61b000-94d4-43a0-89fb-04255dbcacc3,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:53.886237 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94c046d-94bd-4aca-bdbe-d1dc2b9cef1d tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:53.892706 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e94c046d-94bd-4aca-bdbe-d1dc2b9cef1d tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1538670 Aug 31 09:29:53.898866 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46742) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:53.966821 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577832b-5148-4541-ae9c-d7b34d38095a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Port': ['ID=0c9a3d77-8385-4877-8c1e-4fca9126939f,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:54.103342 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0577832b-5148-4541-ae9c-d7b34d38095a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:54.108344 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0577832b-5148-4541-ae9c-d7b34d38095a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/0c9a3d77-8385-4877-8c1e-4fca9126939f HTTP/1.1" status: 204 len: 168 time: 1.7521789 Aug 31 09:29:54.109151 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46746) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:54.115727 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 048b03f3-c50c-4b0f-b511-be12179d3c00 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:54.133734 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a9c1ae1e-799a-41c2-bdca-92bbd29ae865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:54.151301 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea04ad2-9233-4425-81e8-1437e7f9b81c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4345a806-82e6-4d6f-a21e-c3deaf1866e8,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:54.170957 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f6f05e70-11c7-4db5-8808-7b10b7734260 req-b4b0233a-b26d-4c0f-a05c-cd057ce32acc tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 210 time: 0.1369414 Aug 31 09:29:54.194047 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea04ad2-9233-4425-81e8-1437e7f9b81c admin admin] Checking segment: {'id': 'cbd56d1a-0fb4-472a-8ca4-66cbf3461a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1600, 'network_id': '636950a3-6b65-4dc0-b611-ae468b63fe57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:54.194503 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea04ad2-9233-4425-81e8-1437e7f9b81c admin admin] Network hostable DHCP agents. Network: 636950a3-6b65-4dc0-b611-ae468b63fe57, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:29:54.283976 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf0cfe8-b33e-49c4-9e41-b6456b1c8813 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:54.286439 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-44881d1e-8221-4319-8070-d73edc9ae086 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Deleting port c2a54b9d-0be7-474f-aff3-1b1b20762208 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:54.286932 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-44881d1e-8221-4319-8070-d73edc9ae086 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:54.289238 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2bf0cfe8-b33e-49c4-9e41-b6456b1c8813 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1711755 Aug 31 09:29:54.291502 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a9c1ae1e-799a-41c2-bdca-92bbd29ae865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:54.293503 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46750) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:54.369945 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea04ad2-9233-4425-81e8-1437e7f9b81c admin admin] Network 636950a3-6b65-4dc0-b611-ae468b63fe57 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:29:54.382847 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-44881d1e-8221-4319-8070-d73edc9ae086 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:54.391428 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b68c7b-d257-4522-a25c-4289eb9c9827 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:54.395720 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a8b68c7b-d257-4522-a25c-4289eb9c9827 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1011791 Aug 31 09:29:54.396217 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46752) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:54.398803 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-44881d1e-8221-4319-8070-d73edc9ae086 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Calling delete_port for c2a54b9d-0be7-474f-aff3-1b1b20762208 owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:54.425523 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d26ae709-9041-4494-a738-4b752b2eac7d None None] Provisioning for port 048b03f3-c50c-4b0f-b511-be12179d3c00 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:54.433088 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d26ae709-9041-4494-a738-4b752b2eac7d None None] Provisioning complete for port 048b03f3-c50c-4b0f-b511-be12179d3c00 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:54.435982 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d26ae709-9041-4494-a738-4b752b2eac7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:54.460013 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28986b08-0a10-4931-8801-bf5345518389 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:54.461700 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28986b08-0a10-4931-8801-bf5345518389 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:54.464529 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28986b08-0a10-4931-8801-bf5345518389 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:54.469372 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-28986b08-0a10-4931-8801-bf5345518389 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0711339 Aug 31 09:29:54.470182 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46754) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:54.523579 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a9c1ae1e-799a-41c2-bdca-92bbd29ae865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:54.523579 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a9c1ae1e-799a-41c2-bdca-92bbd29ae865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:54.540449 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a9c1ae1e-799a-41c2-bdca-92bbd29ae865 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/fb61b000-94d4-43a0-89fb-04255dbcacc3 HTTP/1.1" status: 204 len: 168 time: 0.7321203 Aug 31 09:29:54.587010 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-fea04ad2-9233-4425-81e8-1437e7f9b81c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 636950a3-6b65-4dc0-b611-ae468b63fe57) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:54.587810 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea04ad2-9233-4425-81e8-1437e7f9b81c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:54.588799 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fea04ad2-9233-4425-81e8-1437e7f9b81c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:54.595753 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1ae1e-799a-41c2-bdca-92bbd29ae865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb61b000-94d4-43a0-89fb-04255dbcacc3,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:54.612029 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2b749f-2b4b-46bf-b2dc-00172fa605ce None None] Network 636950a3-6b65-4dc0-b611-ae468b63fe57 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:54.629565 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c75744a-63e8-4ea3-b22f-e6cb5ee02f96 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting subnet 69623196-daf2-4bc7-8fb6-b02cc25602e6 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:29:54.641373 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1c75744a-63e8-4ea3-b22f-e6cb5ee02f96 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:54.660174 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-44881d1e-8221-4319-8070-d73edc9ae086 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:54.725057 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881d1e-8221-4319-8070-d73edc9ae086 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Port': ['ID=c2a54b9d-0be7-474f-aff3-1b1b20762208,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:54.729924 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-fea04ad2-9233-4425-81e8-1437e7f9b81c admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9076753 Aug 31 09:29:54.732696 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46760) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:54.753875 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1c75744a-63e8-4ea3-b22f-e6cb5ee02f96 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:54.773778 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-b3b9243f-8745-4b5f-b3c2-debb45c2f8c9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-159778297-router', 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:54.784911 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-1732d777-304b-4b72-a97d-333d7f616625 None None] Could not find standard attr ID for object 0c9a3d77-8385-4877-8c1e-4fca9126939f. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:29:54.796290 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-44881d1e-8221-4319-8070-d73edc9ae086 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:54.800742 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-44881d1e-8221-4319-8070-d73edc9ae086 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/ports/c2a54b9d-0be7-474f-aff3-1b1b20762208 HTTP/1.1" status: 204 len: 168 time: 0.8760917 Aug 31 09:29:54.813069 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46762) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:54.923525 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b3b9243f-8745-4b5f-b3c2-debb45c2f8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:54.926662 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b3b9243f-8745-4b5f-b3c2-debb45c2f8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:54.929858 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1c75744a-63e8-4ea3-b22f-e6cb5ee02f96 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:54.972065 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143a5800-a35b-4376-8423-a2b38ce7422c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-636950a3-6b65-4dc0-b611-ae468b63fe57', 'network_id': '636950a3-6b65-4dc0-b611-ae468b63fe57', 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'fixed_ips': [{'subnet_id': '4345a806-82e6-4d6f-a21e-c3deaf1866e8'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:29:54.974069 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-143a5800-a35b-4376-8423-a2b38ce7422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:54.995416 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb771d2-3bb2-418b-9310-f8f921f052de tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:54.997604 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ebb771d2-3bb2-418b-9310-f8f921f052de tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1835730 Aug 31 09:29:55.000498 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46766) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:55.066867 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-97bf4cd2-db5f-4eba-a730-73a6253be61d tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] GET failed (client error): The resource could not be found. Aug 31 09:29:55.068722 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-97bf4cd2-db5f-4eba-a730-73a6253be61d tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "GET /v2.0/ports/e19e8ef7-568d-418f-9502-e16f96bae7f6 HTTP/1.1" status: 404 len: 333 time: 0.0671952 Aug 31 09:29:55.072791 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46768) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:55.100490 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee3b8441-71d4-4301-a3db-95ce8b1d3905 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] GET failed (client error): The resource could not be found. Aug 31 09:29:55.102821 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ee3b8441-71d4-4301-a3db-95ce8b1d3905 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "GET /v2.0/ports/c2a54b9d-0be7-474f-aff3-1b1b20762208 HTTP/1.1" status: 404 len: 333 time: 0.0286429 Aug 31 09:29:55.106523 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1c75744a-63e8-4ea3-b22f-e6cb5ee02f96 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:55.108705 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46772) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:55.190616 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-143a5800-a35b-4376-8423-a2b38ce7422c None None] Allocated IP 172.20.0.2 (636950a3-6b65-4dc0-b611-ae468b63fe57/4345a806-82e6-4d6f-a21e-c3deaf1866e8/176fb2aa-3dd8-4138-8ce7-b8f08e479529) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:55.201674 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b3b9243f-8745-4b5f-b3c2-debb45c2f8c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:55.221361 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1c75744a-63e8-4ea3-b22f-e6cb5ee02f96 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:55.229109 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46774) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:55.238814 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1c75744a-63e8-4ea3-b22f-e6cb5ee02f96 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/69623196-daf2-4bc7-8fb6-b02cc25602e6 HTTP/1.1" status: 204 len: 168 time: 0.7672694 Aug 31 09:29:55.247697 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c75744a-63e8-4ea3-b22f-e6cb5ee02f96 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Subnet': ['ID=69623196-daf2-4bc7-8fb6-b02cc25602e6,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:55.325751 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-56c31889-dcae-426f-b834-7e744c28f72b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:55.375495 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-143a5800-a35b-4376-8423-a2b38ce7422c None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:55.386296 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-143a5800-a35b-4376-8423-a2b38ce7422c None None] Transition to ACTIVE for port object 176fb2aa-3dd8-4138-8ce7-b8f08e479529 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:55.404547 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-143a5800-a35b-4376-8423-a2b38ce7422c None None] Transition to ACTIVE for port object 176fb2aa-3dd8-4138-8ce7-b8f08e479529 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:29:55.409425 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b9d28b-75c6-4679-b35e-667a2af44cdb None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:55.533467 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-56c31889-dcae-426f-b834-7e744c28f72b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:55.552379 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-143a5800-a35b-4376-8423-a2b38ce7422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:55.563311 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-56c31889-dcae-426f-b834-7e744c28f72b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d0cc9b-dcf0-40d2-beb4-9013ff722f04']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:55.578828 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-56c31889-dcae-426f-b834-7e744c28f72b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b912eb15-533d-496e-834a-aa5a71fb4d6d') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:55.579062 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-56c31889-dcae-426f-b834-7e744c28f72b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b912eb15-533d-496e-834a-aa5a71fb4d6d') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:29:55.592237 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-56c31889-dcae-426f-b834-7e744c28f72b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:55.607978 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1d9a226-b3f5-4a74-87e0-a1f0797ae1f5 req-f6cd7670-bac7-4281-b15c-8ce24b535d0f tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 210 time: 0.3075640 Aug 31 09:29:55.660091 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-56c31889-dcae-426f-b834-7e744c28f72b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:55.668596 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c31889-dcae-426f-b834-7e744c28f72b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Releasing vlan 1616 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:29:55.669133 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-56c31889-dcae-426f-b834-7e744c28f72b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:55.677575 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46784) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:55.692259 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143a5800-a35b-4376-8423-a2b38ce7422c None None] Network 636950a3-6b65-4dc0-b611-ae468b63fe57 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:55.701013 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-143a5800-a35b-4376-8423-a2b38ce7422c None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:55.704890 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143a5800-a35b-4376-8423-a2b38ce7422c None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:55.732263 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8c473c22-1246-4ac5-acc5-6502cf25dc66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:55.751312 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b3b9243f-8745-4b5f-b3c2-debb45c2f8c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:55.767288 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:29:55.767288 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:29:55.767288 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:29:55.767288 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:29:55.767288 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:29:55.767288 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:29:55.767288 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:29:55.767288 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:29:55.767288 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:29:55.767288 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:29:55.767288 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:29:55.767288 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:29:55.767288 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:29:55.767288 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:29:55.767288 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:29:55.767288 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:29:55.767288 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:29:55.767288 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:29:55.767288 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:29:55.767288 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:29:55.767288 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:29:55.767288 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:29:55.767288 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:29:55.767288 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:29:55.767288 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:29:55.767288 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:29:55.767288 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:29:55.767288 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:29:55.767288 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:29:55.767288 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:29:55.767288 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:29:55.767288 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:29:55.774944 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9c021b0-8a0a-48aa-8ebe-eedf015a5593 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting subnet 697f1314-e389-4bad-9737-780acc6271f9 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:29:55.781106 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c9c021b0-8a0a-48aa-8ebe-eedf015a5593 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:55.802915 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a5800-a35b-4376-8423-a2b38ce7422c None None] Pushing event updated for resources: {'Port': ['ID=176fb2aa-3dd8-4138-8ce7-b8f08e479529,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:55.811396 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-143a5800-a35b-4376-8423-a2b38ce7422c None None] Attempting to bind port 176fb2aa-3dd8-4138-8ce7-b8f08e479529 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:29:55.811860 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-143a5800-a35b-4376-8423-a2b38ce7422c None None] Attempting to bind port 176fb2aa-3dd8-4138-8ce7-b8f08e479529 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'cbd56d1a-0fb4-472a-8ca4-66cbf3461a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1600, 'network_id': '636950a3-6b65-4dc0-b611-ae468b63fe57'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:29:55.812289 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143a5800-a35b-4376-8423-a2b38ce7422c None None] Attempting to bind port 176fb2aa-3dd8-4138-8ce7-b8f08e479529 on network 636950a3-6b65-4dc0-b611-ae468b63fe57 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:29:55.841225 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143a5800-a35b-4376-8423-a2b38ce7422c None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:29:55.841493 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143a5800-a35b-4376-8423-a2b38ce7422c None None] Checking segment: {'id': 'cbd56d1a-0fb4-472a-8ca4-66cbf3461a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1600, 'network_id': '636950a3-6b65-4dc0-b611-ae468b63fe57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:55.842267 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-143a5800-a35b-4376-8423-a2b38ce7422c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:55.842925 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143a5800-a35b-4376-8423-a2b38ce7422c None None] Bound using segment: {'id': 'cbd56d1a-0fb4-472a-8ca4-66cbf3461a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1600, 'network_id': '636950a3-6b65-4dc0-b611-ae468b63fe57'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:29:55.843730 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-143a5800-a35b-4376-8423-a2b38ce7422c None None] Bound port: 176fb2aa-3dd8-4138-8ce7-b8f08e479529, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd56d1a-0fb4-472a-8ca4-66cbf3461a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1600, 'network_id': '636950a3-6b65-4dc0-b611-ae468b63fe57'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:29:55.844476 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-143a5800-a35b-4376-8423-a2b38ce7422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:55.849532 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-56c31889-dcae-426f-b834-7e744c28f72b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:55.889487 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-56c31889-dcae-426f-b834-7e744c28f72b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:55.906377 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-56c31889-dcae-426f-b834-7e744c28f72b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/networks/18d0cc9b-dcf0-40d2-beb4-9013ff722f04 HTTP/1.1" status: 204 len: 168 time: 0.7921276 Aug 31 09:29:55.907399 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c31889-dcae-426f-b834-7e744c28f72b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Network': ['ID=18d0cc9b-dcf0-40d2-beb4-9013ff722f04,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:55.909919 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46790) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:55.920938 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-cb6af43c-778f-49e7-839f-fe53d7dc7e90 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1708482299'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:55.983683 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-143a5800-a35b-4376-8423-a2b38ce7422c None None] For port 176fb2aa-3dd8-4138-8ce7-b8f08e479529, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:29:55.988988 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-143a5800-a35b-4376-8423-a2b38ce7422c None None] For port 176fb2aa-3dd8-4138-8ce7-b8f08e479529, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=176fb2aa-3dd8-4138-8ce7-b8f08e479529,segment=NetworkSegment(cbd56d1a-0fb4-472a-8ca4-66cbf3461a47),segment_id=cbd56d1a-0fb4-472a-8ca4-66cbf3461a47)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:29:55.996748 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c9c021b0-8a0a-48aa-8ebe-eedf015a5593 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:56.118058 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-143a5800-a35b-4376-8423-a2b38ce7422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:56.173323 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8c473c22-1246-4ac5-acc5-6502cf25dc66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:56.215378 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c9c021b0-8a0a-48aa-8ebe-eedf015a5593 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:56.260279 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a5800-a35b-4376-8423-a2b38ce7422c None None] Pushing event updated for resources: {'Port': ['ID=176fb2aa-3dd8-4138-8ce7-b8f08e479529,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:56.268721 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8c473c22-1246-4ac5-acc5-6502cf25dc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:56.353246 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6af43c-778f-49e7-839f-fe53d7dc7e90 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:56.363491 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cb6af43c-778f-49e7-839f-fe53d7dc7e90 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:56.379435 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8c473c22-1246-4ac5-acc5-6502cf25dc66 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=668d388e7c924fb8816d97f1ac4c3a2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6878304 Aug 31 09:29:56.387783 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46794) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:56.406254 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c473c22-1246-4ac5-acc5-6502cf25dc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6464c3-ee17-4b13-a3c8-3268c1537b3c,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:56.446621 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6af43c-778f-49e7-839f-fe53d7dc7e90 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] vlan segment allocate from pool success with {'vlan_id': 1623, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:29:56.468944 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cb6af43c-778f-49e7-839f-fe53d7dc7e90 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:56.471724 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-cb6af43c-778f-49e7-839f-fe53d7dc7e90 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Added segment c1f437ad-3755-48f7-8028-521981a86360 of type vlan for network 8bc8600c-5fcd-4515-b5cf-7dd4f881a3dc Aug 31 09:29:56.571936 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cb6af43c-778f-49e7-839f-fe53d7dc7e90 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:56.579069 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c9c021b0-8a0a-48aa-8ebe-eedf015a5593 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:56.650849 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c9c021b0-8a0a-48aa-8ebe-eedf015a5593 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:56.652928 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c9c021b0-8a0a-48aa-8ebe-eedf015a5593 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/697f1314-e389-4bad-9737-780acc6271f9 HTTP/1.1" status: 204 len: 168 time: 1.4234359 Aug 31 09:29:56.655868 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46798) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:56.721352 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cb6af43c-778f-49e7-839f-fe53d7dc7e90 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:56.731012 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6af43c-778f-49e7-839f-fe53d7dc7e90 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:56.733001 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cb6af43c-778f-49e7-839f-fe53d7dc7e90 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:56.756005 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0d169fab-8959-4c5e-a287-e9801e71271c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0985537 Aug 31 09:29:56.758542 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46802) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:56.763554 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c021b0-8a0a-48aa-8ebe-eedf015a5593 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Subnet': ['ID=697f1314-e389-4bad-9737-780acc6271f9,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:56.764196 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-b5bf19fa-7ebc-4657-b628-d6bbd374e195 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:56.888106 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-cb6af43c-778f-49e7-839f-fe53d7dc7e90 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9769287 Aug 31 09:29:56.893245 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46806) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:56.947460 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-0cb3febc-41b8-4fe7-978d-1ac1bcfc4a6c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'subnet': {'network_id': '8bc8600c-5fcd-4515-b5cf-7dd4f881a3dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:56.951197 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6af43c-778f-49e7-839f-fe53d7dc7e90 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Network': ['ID=8bc8600c-5fcd-4515-b5cf-7dd4f881a3dc,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:56.965636 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 8bc8600c-5fcd-4515-b5cf-7dd4f881a3dc details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:29:57.036944 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7fec420f-6a85-4ef9-98c5-4db43f58d6a2 req-b1d1acb6-dfe3-47c7-818b-510250ed9caa tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 210 time: 0.1690581 Aug 31 09:29:57.045099 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e7d54d1a-57bf-4994-b067-94673a49db20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:57.071151 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bf19fa-7ebc-4657-b628-d6bbd374e195 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:57.076737 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b5bf19fa-7ebc-4657-b628-d6bbd374e195 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:57.139392 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e7d54d1a-57bf-4994-b067-94673a49db20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:57.139392 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b3b9243f-8745-4b5f-b3c2-debb45c2f8c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:57.207106 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8429b5f8-bcb4-452a-8f25-de25136bd7d2 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:57.227007 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb3febc-41b8-4fe7-978d-1ac1bcfc4a6c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:29:57.240591 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0cb3febc-41b8-4fe7-978d-1ac1bcfc4a6c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:57.244569 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b3b9243f-8745-4b5f-b3c2-debb45c2f8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:57.375787 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-078b3889-76d0-4a73-aa4b-6a1dc3eed7e3 None None] Provisioning complete for port 048b03f3-c50c-4b0f-b511-be12179d3c00 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:57.376883 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-078b3889-76d0-4a73-aa4b-6a1dc3eed7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:57.613581 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-b3b9243f-8745-4b5f-b3c2-debb45c2f8c9 admin admin] Allocated IP 172.25.2.113 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/de70fa8f-6547-4a31-8eca-31a7c406d765) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:57.736131 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884c7d59-2c51-4afa-a027-270ca09e2f5e None None] DHCP port deletion for 17930598-f4af-4731-83ee-9969406c94e8 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:29:57.820382 n-d-791506-28 neutron-server[95552]: DEBUG neutron.objects.ports [None req-b5bf19fa-7ebc-4657-b628-d6bbd374e195 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95552) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:29:57.882808 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-884c7d59-2c51-4afa-a027-270ca09e2f5e None None] Deleting port 048b03f3-c50c-4b0f-b511-be12179d3c00 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:29:57.883276 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-884c7d59-2c51-4afa-a027-270ca09e2f5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:58.013143 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726cf921-644a-460f-ab89-d1e0838e6d31 None None] Network 636950a3-6b65-4dc0-b611-ae468b63fe57 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:58.157390 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-884c7d59-2c51-4afa-a027-270ca09e2f5e None None] For port 048b03f3-c50c-4b0f-b511-be12179d3c00, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=048b03f3-c50c-4b0f-b511-be12179d3c00,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:58.157798 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-884c7d59-2c51-4afa-a027-270ca09e2f5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:58.197457 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-1def4e43-e721-40c1-93ae-c56a13dd446e None None] Provisioning for port 176fb2aa-3dd8-4138-8ce7-b8f08e479529 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:58.202036 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-884c7d59-2c51-4afa-a027-270ca09e2f5e None None] Calling delete_port for 048b03f3-c50c-4b0f-b511-be12179d3c00 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:29:58.350246 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8964dcfe-d876-4c52-b0f7-284d125959b3 req-0544f11a-f7a7-4b15-a0f1-d0eff6e97b99 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 210 time: 0.0705888 Aug 31 09:29:58.356586 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 176fb2aa-3dd8-4138-8ce7-b8f08e479529 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:29:58.362292 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e7d54d1a-57bf-4994-b067-94673a49db20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:58.375634 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e7d54d1a-57bf-4994-b067-94673a49db20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:58.397517 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e7d54d1a-57bf-4994-b067-94673a49db20 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/1b6464c3-ee17-4b13-a3c8-3268c1537b3c HTTP/1.1" status: 204 len: 168 time: 2.0051143 Aug 31 09:29:58.397517 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0cb3febc-41b8-4fe7-978d-1ac1bcfc4a6c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:58.399196 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b5bf19fa-7ebc-4657-b628-d6bbd374e195 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:58.499990 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d54d1a-57bf-4994-b067-94673a49db20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6464c3-ee17-4b13-a3c8-3268c1537b3c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:58.565325 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b3b9243f-8745-4b5f-b3c2-debb45c2f8c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:58.655646 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3febc-41b8-4fe7-978d-1ac1bcfc4a6c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Subnet': ['ID=e457e0e2-99ca-48f5-b89d-042412246d14,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:58.692781 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb3febc-41b8-4fe7-978d-1ac1bcfc4a6c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Checking segment: {'id': 'c1f437ad-3755-48f7-8028-521981a86360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1623, 'network_id': '8bc8600c-5fcd-4515-b5cf-7dd4f881a3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:29:58.701338 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb3febc-41b8-4fe7-978d-1ac1bcfc4a6c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network hostable DHCP agents. Network: 8bc8600c-5fcd-4515-b5cf-7dd4f881a3dc, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:29:58.728759 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 176fb2aa-3dd8-4138-8ce7-b8f08e479529 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:29:58.741501 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 176fb2aa-3dd8-4138-8ce7-b8f08e479529 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:58.741501 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:58.786247 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b3b9243f-8745-4b5f-b3c2-debb45c2f8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:58.868056 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb3febc-41b8-4fe7-978d-1ac1bcfc4a6c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network 8bc8600c-5fcd-4515-b5cf-7dd4f881a3dc is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:29:58.880368 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b9243f-8745-4b5f-b3c2-debb45c2f8c9 admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:29:58.895681 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-b3b9243f-8745-4b5f-b3c2-debb45c2f8c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:58.949454 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b9243f-8745-4b5f-b3c2-debb45c2f8c9 admin admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:29:59.061239 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-b5bf19fa-7ebc-4657-b628-d6bbd374e195 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] For port 048b03f3-c50c-4b0f-b511-be12179d3c00, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=048b03f3-c50c-4b0f-b511-be12179d3c00,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:59.135487 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:59.152719 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-0cb3febc-41b8-4fe7-978d-1ac1bcfc4a6c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 8bc8600c-5fcd-4515-b5cf-7dd4f881a3dc) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:29:59.171899 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9243f-8745-4b5f-b3c2-debb45c2f8c9 admin admin] Pushing event updated for resources: {'Port': ['ID=de70fa8f-6547-4a31-8eca-31a7c406d765,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:29:59.191016 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb3febc-41b8-4fe7-978d-1ac1bcfc4a6c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:29:59.199976 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637db35d-4160-4c8b-8da7-38ae0a48761c None None] Network 8bc8600c-5fcd-4515-b5cf-7dd4f881a3dc requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:29:59.200296 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0cb3febc-41b8-4fe7-978d-1ac1bcfc4a6c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:59.239145 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b5bf19fa-7ebc-4657-b628-d6bbd374e195 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:59.322266 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 176fb2aa-3dd8-4138-8ce7-b8f08e479529, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=176fb2aa-3dd8-4138-8ce7-b8f08e479529,segment=NetworkSegment(cbd56d1a-0fb4-472a-8ca4-66cbf3461a47),segment_id=cbd56d1a-0fb4-472a-8ca4-66cbf3461a47)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:29:59.323447 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8e966e97-3a15-4a66-8493-a7261f2b7713 None None] Provisioning complete for port 176fb2aa-3dd8-4138-8ce7-b8f08e479529 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:29:59.323823 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8e966e97-3a15-4a66-8493-a7261f2b7713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:59.515812 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1fdc2a-7963-43c0-8090-39f064a12447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-8bc8600c-5fcd-4515-b5cf-7dd4f881a3dc', 'network_id': '8bc8600c-5fcd-4515-b5cf-7dd4f881a3dc', 'tenant_id': 'dd41ede79b994e67a9471c7b052bd4e8', 'fixed_ips': [{'subnet_id': 'e457e0e2-99ca-48f5-b89d-042412246d14'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:29:59.516718 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4f1fdc2a-7963-43c0-8090-39f064a12447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:59.555646 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8e966e97-3a15-4a66-8493-a7261f2b7713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:59.840338 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-4f1fdc2a-7963-43c0-8090-39f064a12447 None None] Allocated IP 172.20.0.2 (8bc8600c-5fcd-4515-b5cf-7dd4f881a3dc/e457e0e2-99ca-48f5-b89d-042412246d14/8dd8415a-3a94-4908-99b6-efd7d377dab0) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:29:59.841116 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5eaa6e3-9119-4cc2-bb09-472f1d79a16d req-41f27b39-2592-4c33-90bb-f0c78991fa18 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 210 time: 0.0420840 Aug 31 09:29:59.906603 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b5bf19fa-7ebc-4657-b628-d6bbd374e195 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:59.907445 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b5bf19fa-7ebc-4657-b628-d6bbd374e195 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:29:59.910144 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0cb3febc-41b8-4fe7-978d-1ac1bcfc4a6c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9753911 Aug 31 09:29:59.925369 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46840) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:29:59.933508 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-dad8b731-aef8-463b-a839-5770751f3ef0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'port': {'network_id': '8bc8600c-5fcd-4515-b5cf-7dd4f881a3dc', 'name': 'tempest-PortsTestJSON-1876955227'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:29:59.941534 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:00.014018 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bf19fa-7ebc-4657-b628-d6bbd374e195 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:00.025544 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-b5bf19fa-7ebc-4657-b628-d6bbd374e195 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:00.054163 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bf19fa-7ebc-4657-b628-d6bbd374e195 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:00.055382 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b5bf19fa-7ebc-4657-b628-d6bbd374e195 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:00.062105 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 048b03f3-c50c-4b0f-b511-be12179d3c00 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:30:00.098819 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf19fa-7ebc-4657-b628-d6bbd374e195 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Subnet': ['ID=d1521dc4-5eb2-42b3-8822-7f134090cf5c,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:00.106490 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf19fa-7ebc-4657-b628-d6bbd374e195 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Port': ['ID=048b03f3-c50c-4b0f-b511-be12179d3c00,revision_number=8']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:00.174982 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b5bf19fa-7ebc-4657-b628-d6bbd374e195 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4151583 Aug 31 09:30:00.177592 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46848) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:00.186003 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-3d1850e6-79be-4150-8bb4-ed048b704909 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:00.444066 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad8b731-aef8-463b-a839-5770751f3ef0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:00.460531 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dad8b731-aef8-463b-a839-5770751f3ef0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:00.473746 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-884c7d59-2c51-4afa-a027-270ca09e2f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:00.508873 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 048b03f3-c50c-4b0f-b511-be12179d3c00 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:30:00.509639 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 048b03f3-c50c-4b0f-b511-be12179d3c00 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:30:00.538926 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884c7d59-2c51-4afa-a027-270ca09e2f5e None None] No DVR routers for this DVR port 048b03f3-c50c-4b0f-b511-be12179d3c00 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:30:00.565754 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-8e966e97-3a15-4a66-8493-a7261f2b7713 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:30:00.566122 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-8e966e97-3a15-4a66-8493-a7261f2b7713 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:30:00.580151 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1850e6-79be-4150-8bb4-ed048b704909 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:00.587785 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3110848c-e90f-4065-934e-ae259566560f None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:00.589014 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=176fb2aa-3dd8-4138-8ce7-b8f08e479529,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:00.595657 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3d1850e6-79be-4150-8bb4-ed048b704909 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:00.610575 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b3b9243f-8745-4b5f-b3c2-debb45c2f8c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:00.617710 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-dad8b731-aef8-463b-a839-5770751f3ef0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] device_id is not set on port f570391b-3475-4bc0-bf9a-59d6eebfe855 yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:30:00.849129 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c7d59-2c51-4afa-a027-270ca09e2f5e None None] Pushing event deleted for resources: {'Port': ['ID=048b03f3-c50c-4b0f-b511-be12179d3c00,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:00.937224 n-d-791506-28 neutron-server[95552]: INFO neutron.db.ipam_backend_mixin [None req-3d1850e6-79be-4150-8bb4-ed048b704909 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d1521dc4-5eb2-42b3-8822-7f134090cf5c (CIDR: 2001:db8::/64) Aug 31 09:30:00.993334 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d1850e6-79be-4150-8bb4-ed048b704909 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:30:00.995035 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d1850e6-79be-4150-8bb4-ed048b704909 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:01.031059 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4f1fdc2a-7963-43c0-8090-39f064a12447 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:01.047064 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4f1fdc2a-7963-43c0-8090-39f064a12447 None None] Transition to ACTIVE for port object 8dd8415a-3a94-4908-99b6-efd7d377dab0 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:01.130066 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3d1850e6-79be-4150-8bb4-ed048b704909 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9509499 Aug 31 09:30:01.133955 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46868) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:01.142484 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-375aea8e-9222-490d-8c63-9eea8055ac57 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:01.315258 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b3b9243f-8745-4b5f-b3c2-debb45c2f8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:01.330978 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4f1fdc2a-7963-43c0-8090-39f064a12447 None None] Transition to ACTIVE for port object 8dd8415a-3a94-4908-99b6-efd7d377dab0 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:01.443756 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4f1fdc2a-7963-43c0-8090-39f064a12447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:01.489854 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1fdc2a-7963-43c0-8090-39f064a12447 None None] Network 8bc8600c-5fcd-4515-b5cf-7dd4f881a3dc is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:01.493406 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63da3413-bee8-45db-b771-36c1daf86d02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-17930598-f4af-4731-83ee-9969406c94e8', 'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'fixed_ips': [{'subnet_id': 'd1521dc4-5eb2-42b3-8822-7f134090cf5c'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:30:01.494303 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-63da3413-bee8-45db-b771-36c1daf86d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:01.504706 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-4f1fdc2a-7963-43c0-8090-39f064a12447 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:01.567538 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1fdc2a-7963-43c0-8090-39f064a12447 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:01.613767 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375aea8e-9222-490d-8c63-9eea8055ac57 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:01.617744 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-375aea8e-9222-490d-8c63-9eea8055ac57 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:01.659444 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1fdc2a-7963-43c0-8090-39f064a12447 None None] Pushing event updated for resources: {'Port': ['ID=8dd8415a-3a94-4908-99b6-efd7d377dab0,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:01.778570 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-4f1fdc2a-7963-43c0-8090-39f064a12447 None None] Attempting to bind port 8dd8415a-3a94-4908-99b6-efd7d377dab0 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:30:01.778570 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-4f1fdc2a-7963-43c0-8090-39f064a12447 None None] Attempting to bind port 8dd8415a-3a94-4908-99b6-efd7d377dab0 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'c1f437ad-3755-48f7-8028-521981a86360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1623, 'network_id': '8bc8600c-5fcd-4515-b5cf-7dd4f881a3dc'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:30:01.778570 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1fdc2a-7963-43c0-8090-39f064a12447 None None] Attempting to bind port 8dd8415a-3a94-4908-99b6-efd7d377dab0 on network 8bc8600c-5fcd-4515-b5cf-7dd4f881a3dc {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:30:01.804428 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1fdc2a-7963-43c0-8090-39f064a12447 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:30:01.809228 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1fdc2a-7963-43c0-8090-39f064a12447 None None] Checking segment: {'id': 'c1f437ad-3755-48f7-8028-521981a86360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1623, 'network_id': '8bc8600c-5fcd-4515-b5cf-7dd4f881a3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:30:01.809769 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4f1fdc2a-7963-43c0-8090-39f064a12447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:01.810254 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1fdc2a-7963-43c0-8090-39f064a12447 None None] Bound using segment: {'id': 'c1f437ad-3755-48f7-8028-521981a86360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1623, 'network_id': '8bc8600c-5fcd-4515-b5cf-7dd4f881a3dc'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:30:01.811245 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-4f1fdc2a-7963-43c0-8090-39f064a12447 None None] Bound port: 8dd8415a-3a94-4908-99b6-efd7d377dab0, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f437ad-3755-48f7-8028-521981a86360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1623, 'network_id': '8bc8600c-5fcd-4515-b5cf-7dd4f881a3dc'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:30:01.811411 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4f1fdc2a-7963-43c0-8090-39f064a12447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:01.876140 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c5e7d6dc-78a0-4b87-bd28-6d46b122dd6a req-79d1dc64-b5d2-498c-9e90-9727669390ae tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 210 time: 0.1497903 Aug 31 09:30:01.975825 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.db.api [None req-dad8b731-aef8-463b-a839-5770751f3ef0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-3cceeea6-53ce-46a8-b76b-5e71c83115c6 {{(pid=95553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:30:01.976154 n-d-791506-28 neutron-server[95553]: DEBUG oslo_db.api [None req-dad8b731-aef8-463b-a839-5770751f3ef0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:30:01.999958 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-63da3413-bee8-45db-b771-36c1daf86d02 None None] Allocated IP 2001:db8::f816:3eff:fe42:2c43 (17930598-f4af-4731-83ee-9969406c94e8/d1521dc4-5eb2-42b3-8822-7f134090cf5c/798d11b4-1701-4a42-8590-34d90dba8850) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:02.007312 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4f1fdc2a-7963-43c0-8090-39f064a12447 None None] For port 8dd8415a-3a94-4908-99b6-efd7d377dab0, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:30:02.012519 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4f1fdc2a-7963-43c0-8090-39f064a12447 None None] For port 8dd8415a-3a94-4908-99b6-efd7d377dab0, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8dd8415a-3a94-4908-99b6-efd7d377dab0,segment=NetworkSegment(c1f437ad-3755-48f7-8028-521981a86360),segment_id=c1f437ad-3755-48f7-8028-521981a86360)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:30:02.031803 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b9243f-8745-4b5f-b3c2-debb45c2f8c9 admin admin] Router fb60fbdf-5a04-464a-9ed5-7a66420dcc6d is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:30:02.095107 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4f1fdc2a-7963-43c0-8090-39f064a12447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:02.193837 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1fdc2a-7963-43c0-8090-39f064a12447 None None] Pushing event updated for resources: {'Port': ['ID=8dd8415a-3a94-4908-99b6-efd7d377dab0,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:02.277002 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-375aea8e-9222-490d-8c63-9eea8055ac57 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:02.319322 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-63da3413-bee8-45db-b771-36c1daf86d02 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:02.346504 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b9243f-8745-4b5f-b3c2-debb45c2f8c9 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:30:02.359001 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375aea8e-9222-490d-8c63-9eea8055ac57 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:02.363196 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74e6878-4c3c-4e0b-9dd0-84d0a3bd5b2a None None] Sync routers for ids ['fb60fbdf-5a04-464a-9ed5-7a66420dcc6d'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:30:02.369829 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-63da3413-bee8-45db-b771-36c1daf86d02 None None] Transition to ACTIVE for port object 798d11b4-1701-4a42-8590-34d90dba8850 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:02.372422 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-375aea8e-9222-490d-8c63-9eea8055ac57 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:02.385740 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375aea8e-9222-490d-8c63-9eea8055ac57 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:02.397522 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74e6878-4c3c-4e0b-9dd0-84d0a3bd5b2a None None] Routers {'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:30:02.398372 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-375aea8e-9222-490d-8c63-9eea8055ac57 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:02.400836 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-b74e6878-4c3c-4e0b-9dd0-84d0a3bd5b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:29:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['fb60fbdf-5a04-464a-9ed5-7a66420dcc6d'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:02.408709 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-63da3413-bee8-45db-b771-36c1daf86d02 None None] Transition to ACTIVE for port object 798d11b4-1701-4a42-8590-34d90dba8850 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:02.478370 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dad8b731-aef8-463b-a839-5770751f3ef0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:02.480488 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375aea8e-9222-490d-8c63-9eea8055ac57 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Subnet': ['ID=a59334be-5f95-4274-90be-6e4134738205,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:02.481932 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b3b9243f-8745-4b5f-b3c2-debb45c2f8c9 admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:02.492444 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46890) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:02.501052 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b3b9243f-8745-4b5f-b3c2-debb45c2f8c9 admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.7507937 Aug 31 09:30:02.511830 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-63da3413-bee8-45db-b771-36c1daf86d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:02.610686 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-375aea8e-9222-490d-8c63-9eea8055ac57 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4754834 Aug 31 09:30:02.612488 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-dad8b731-aef8-463b-a839-5770751f3ef0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] device_id is not set on port 9285e2d9-c8de-4547-b40c-eac4d75640c0 yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:30:02.613652 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46896) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:02.636418 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-2fe814bd-5ce4-490d-98ac-b0d989d43375 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'port': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'mac_address': 'fa:16:3e:60:22:76', 'name': 'tempest-NetworksTestDHCPv6-1775687797'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:02.706671 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:02.761550 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63da3413-bee8-45db-b771-36c1daf86d02 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:02.766988 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-b74e6878-4c3c-4e0b-9dd0-84d0a3bd5b2a None None] Set router fb60fbdf-5a04-464a-9ed5-7a66420dcc6d gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:30:02.800619 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-63da3413-bee8-45db-b771-36c1daf86d02 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:02.810001 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63da3413-bee8-45db-b771-36c1daf86d02 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:02.827920 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3413-bee8-45db-b771-36c1daf86d02 None None] Pushing event updated for resources: {'Port': ['ID=798d11b4-1701-4a42-8590-34d90dba8850,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:02.960160 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-dad8b731-aef8-463b-a839-5770751f3ef0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Allocated IP 172.20.0.12 (8bc8600c-5fcd-4515-b5cf-7dd4f881a3dc/e457e0e2-99ca-48f5-b89d-042412246d14/9285e2d9-c8de-4547-b40c-eac4d75640c0) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:03.022363 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8dd8415a-3a94-4908-99b6-efd7d377dab0 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:03.197118 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:03.225680 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe814bd-5ce4-490d-98ac-b0d989d43375 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:03.234664 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-63da3413-bee8-45db-b771-36c1daf86d02 None None] Attempting to bind port 798d11b4-1701-4a42-8590-34d90dba8850 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:30:03.235036 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-63da3413-bee8-45db-b771-36c1daf86d02 None None] Attempting to bind port 798d11b4-1701-4a42-8590-34d90dba8850 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:30:03.241857 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63da3413-bee8-45db-b771-36c1daf86d02 None None] Attempting to bind port 798d11b4-1701-4a42-8590-34d90dba8850 on network 17930598-f4af-4731-83ee-9969406c94e8 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:30:03.261534 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63da3413-bee8-45db-b771-36c1daf86d02 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:30:03.261904 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63da3413-bee8-45db-b771-36c1daf86d02 None None] Checking segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:30:03.262302 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-63da3413-bee8-45db-b771-36c1daf86d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:03.262724 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63da3413-bee8-45db-b771-36c1daf86d02 None None] Bound using segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:30:03.263206 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-63da3413-bee8-45db-b771-36c1daf86d02 None None] Bound port: 798d11b4-1701-4a42-8590-34d90dba8850, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:30:03.263578 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-63da3413-bee8-45db-b771-36c1daf86d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:03.404568 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 8dd8415a-3a94-4908-99b6-efd7d377dab0 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:03.420085 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dad8b731-aef8-463b-a839-5770751f3ef0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:03.435340 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 176fb2aa-3dd8-4138-8ce7-b8f08e479529 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:03.469166 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-b74e6878-4c3c-4e0b-9dd0-84d0a3bd5b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'name': 'tempest-TaggedBootDevicesTest-159778297-router', 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'de70fa8f-6547-4a31-8eca-31a7c406d765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:54Z', 'updated_at': '2021-08-31T09:29:59Z', 'revision_number': 3, 'project_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'gw_port': {'id': 'de70fa8f-6547-4a31-8eca-31a7c406d765', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:57Z', 'updated_at': '2021-08-31T09:29:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:03.477023 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d9541ab-a9cc-4cc3-9c95-f88a603ca52e req-68e325f5-5346-493d-a464-1e1881814e82 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 210 time: 0.1281781 Aug 31 09:30:03.527558 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-dad8b731-aef8-463b-a839-5770751f3ef0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Transition to ACTIVE for port object 9285e2d9-c8de-4547-b40c-eac4d75640c0 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:03.542970 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-63da3413-bee8-45db-b771-36c1daf86d02 None None] For port 798d11b4-1701-4a42-8590-34d90dba8850, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:30:03.576408 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74e6878-4c3c-4e0b-9dd0-84d0a3bd5b2a None None] Checking router: fb60fbdf-5a04-464a-9ed5-7a66420dcc6d for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:30:03.579288 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74e6878-4c3c-4e0b-9dd0-84d0a3bd5b2a None None] Updating router fb60fbdf-5a04-464a-9ed5-7a66420dcc6d port de70fa8f-6547-4a31-8eca-31a7c406d765 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:30:03.608510 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-63da3413-bee8-45db-b771-36c1daf86d02 None None] For port 798d11b4-1701-4a42-8590-34d90dba8850, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=798d11b4-1701-4a42-8590-34d90dba8850,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:30:03.629108 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2fe814bd-5ce4-490d-98ac-b0d989d43375 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:03.651558 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 176fb2aa-3dd8-4138-8ce7-b8f08e479529 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:03.652276 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:03.658893 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-2fe814bd-5ce4-490d-98ac-b0d989d43375 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] device_id is not set on port 53a471a6-10da-4caf-804a-e76fea283ba6 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:30:03.666595 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-b74e6878-4c3c-4e0b-9dd0-84d0a3bd5b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:03.745436 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dad8b731-aef8-463b-a839-5770751f3ef0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:03.824587 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-63da3413-bee8-45db-b771-36c1daf86d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:03.883874 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad8b731-aef8-463b-a839-5770751f3ef0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network 8bc8600c-5fcd-4515-b5cf-7dd4f881a3dc is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:03.906913 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-dad8b731-aef8-463b-a839-5770751f3ef0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:03.909642 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad8b731-aef8-463b-a839-5770751f3ef0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:03.926247 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da3413-bee8-45db-b771-36c1daf86d02 None None] Pushing event updated for resources: {'Port': ['ID=798d11b4-1701-4a42-8590-34d90dba8850,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:04.013423 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad8b731-aef8-463b-a839-5770751f3ef0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Port': ['ID=9285e2d9-c8de-4547-b40c-eac4d75640c0,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:04.089897 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad8b731-aef8-463b-a839-5770751f3ef0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:04.091512 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad8b731-aef8-463b-a839-5770751f3ef0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:04.092627 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad8b731-aef8-463b-a839-5770751f3ef0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:04.093724 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad8b731-aef8-463b-a839-5770751f3ef0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:04.095174 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-2fe814bd-5ce4-490d-98ac-b0d989d43375 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Allocated IP 2001:db8:0:1::6 (17930598-f4af-4731-83ee-9969406c94e8/a59334be-5f95-4274-90be-6e4134738205/53a471a6-10da-4caf-804a-e76fea283ba6) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:04.096448 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad8b731-aef8-463b-a839-5770751f3ef0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:04.099371 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad8b731-aef8-463b-a839-5770751f3ef0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:04.101987 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad8b731-aef8-463b-a839-5770751f3ef0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:04.103319 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad8b731-aef8-463b-a839-5770751f3ef0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:04.104441 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad8b731-aef8-463b-a839-5770751f3ef0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:04.106797 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad8b731-aef8-463b-a839-5770751f3ef0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:04.107387 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad8b731-aef8-463b-a839-5770751f3ef0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:04.107982 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad8b731-aef8-463b-a839-5770751f3ef0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:04.109925 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-2fe814bd-5ce4-490d-98ac-b0d989d43375 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Allocated IP 2001:db8::f816:3eff:fe60:2276 (17930598-f4af-4731-83ee-9969406c94e8/d1521dc4-5eb2-42b3-8822-7f134090cf5c/53a471a6-10da-4caf-804a-e76fea283ba6) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:04.161263 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad8b731-aef8-463b-a839-5770751f3ef0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:04.166259 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dad8b731-aef8-463b-a839-5770751f3ef0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:04.226907 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d6740b-ee76-4641-8df6-2280f846bd30 None None] Network 8bc8600c-5fcd-4515-b5cf-7dd4f881a3dc requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:04.291019 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-dad8b731-aef8-463b-a839-5770751f3ef0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.3627448 Aug 31 09:30:04.298289 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46920) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:04.531566 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-b74e6878-4c3c-4e0b-9dd0-84d0a3bd5b2a None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:04.569202 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-54485242-f9cf-40f9-b2a4-c53ae579210f tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Deleting port 9285e2d9-c8de-4547-b40c-eac4d75640c0 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:04.574163 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-54485242-f9cf-40f9-b2a4-c53ae579210f tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:04.590116 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-b74e6878-4c3c-4e0b-9dd0-84d0a3bd5b2a None None] Transition to ACTIVE for port object de70fa8f-6547-4a31-8eca-31a7c406d765 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:04.676360 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-b74e6878-4c3c-4e0b-9dd0-84d0a3bd5b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:04.782147 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 798d11b4-1701-4a42-8590-34d90dba8850 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:04.789317 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-b74e6878-4c3c-4e0b-9dd0-84d0a3bd5b2a None None] Attempting to bind port de70fa8f-6547-4a31-8eca-31a7c406d765 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:30:04.789934 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-b74e6878-4c3c-4e0b-9dd0-84d0a3bd5b2a None None] Attempting to bind port de70fa8f-6547-4a31-8eca-31a7c406d765 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:30:04.790506 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74e6878-4c3c-4e0b-9dd0-84d0a3bd5b2a None None] Attempting to bind port de70fa8f-6547-4a31-8eca-31a7c406d765 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:30:04.800529 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74e6878-4c3c-4e0b-9dd0-84d0a3bd5b2a None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:30:04.801642 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74e6878-4c3c-4e0b-9dd0-84d0a3bd5b2a None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:30:04.802249 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-b74e6878-4c3c-4e0b-9dd0-84d0a3bd5b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:04.804100 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74e6878-4c3c-4e0b-9dd0-84d0a3bd5b2a None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:30:04.804793 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-b74e6878-4c3c-4e0b-9dd0-84d0a3bd5b2a None None] Bound port: de70fa8f-6547-4a31-8eca-31a7c406d765, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:30:04.805368 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-b74e6878-4c3c-4e0b-9dd0-84d0a3bd5b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:04.864079 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0d5835e8-21f7-40b4-8c1c-eb6a61547ca2 req-30976e6d-2405-4501-be27-3290cd7cfbf1 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 210 time: 0.1496797 Aug 31 09:30:04.884238 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-b74e6878-4c3c-4e0b-9dd0-84d0a3bd5b2a None None] For port de70fa8f-6547-4a31-8eca-31a7c406d765, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:30:04.888323 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-b74e6878-4c3c-4e0b-9dd0-84d0a3bd5b2a None None] For port de70fa8f-6547-4a31-8eca-31a7c406d765, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=de70fa8f-6547-4a31-8eca-31a7c406d765,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:30:04.913849 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1dbd25-bf3a-4a29-b0f0-6b65a4e146ac None None] Pushing event updated for resources: {'Port': ['ID=de70fa8f-6547-4a31-8eca-31a7c406d765,revision_number=2']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:04.932093 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1dbd25-bf3a-4a29-b0f0-6b65a4e146ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:04.935020 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1dbd25-bf3a-4a29-b0f0-6b65a4e146ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:04.937715 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1dbd25-bf3a-4a29-b0f0-6b65a4e146ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:04.940582 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1dbd25-bf3a-4a29-b0f0-6b65a4e146ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:04.941165 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1dbd25-bf3a-4a29-b0f0-6b65a4e146ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:04.941685 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1dbd25-bf3a-4a29-b0f0-6b65a4e146ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:04.943949 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1dbd25-bf3a-4a29-b0f0-6b65a4e146ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:04.944878 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1dbd25-bf3a-4a29-b0f0-6b65a4e146ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:04.945449 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1dbd25-bf3a-4a29-b0f0-6b65a4e146ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:04.948739 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1dbd25-bf3a-4a29-b0f0-6b65a4e146ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:04.953327 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1dbd25-bf3a-4a29-b0f0-6b65a4e146ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:04.953327 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1dbd25-bf3a-4a29-b0f0-6b65a4e146ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:04.953616 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-42e3f1ca-6b2e-4eaa-8408-0daa098db97a None None] Provisioning for port 8dd8415a-3a94-4908-99b6-efd7d377dab0 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:04.967679 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-42e3f1ca-6b2e-4eaa-8408-0daa098db97a None None] Provisioning complete for port 8dd8415a-3a94-4908-99b6-efd7d377dab0 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:04.973881 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-b74e6878-4c3c-4e0b-9dd0-84d0a3bd5b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:04.974574 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-42e3f1ca-6b2e-4eaa-8408-0daa098db97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:05.001480 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-54485242-f9cf-40f9-b2a4-c53ae579210f tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:05.048824 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-54485242-f9cf-40f9-b2a4-c53ae579210f tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Calling delete_port for 9285e2d9-c8de-4547-b40c-eac4d75640c0 owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:05.129538 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1dbd25-bf3a-4a29-b0f0-6b65a4e146ac None None] Pushing event updated for resources: {'Port': ['ID=de70fa8f-6547-4a31-8eca-31a7c406d765,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:05.202820 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74e6878-4c3c-4e0b-9dd0-84d0a3bd5b2a None None] Routers {'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:30:05.203844 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-b74e6878-4c3c-4e0b-9dd0-84d0a3bd5b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:29:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['fb60fbdf-5a04-464a-9ed5-7a66420dcc6d'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:05.285075 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-42e3f1ca-6b2e-4eaa-8408-0daa098db97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:05.288249 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 798d11b4-1701-4a42-8590-34d90dba8850 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:05.432235 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-42e3f1ca-6b2e-4eaa-8408-0daa098db97a None None] For port 8dd8415a-3a94-4908-99b6-efd7d377dab0, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8dd8415a-3a94-4908-99b6-efd7d377dab0,segment=NetworkSegment(c1f437ad-3755-48f7-8028-521981a86360),segment_id=c1f437ad-3755-48f7-8028-521981a86360)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:05.514129 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-54485242-f9cf-40f9-b2a4-c53ae579210f tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:05.516797 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-42e3f1ca-6b2e-4eaa-8408-0daa098db97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:05.614796 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-b74e6878-4c3c-4e0b-9dd0-84d0a3bd5b2a None None] Set router fb60fbdf-5a04-464a-9ed5-7a66420dcc6d gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:30:05.670259 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2fe814bd-5ce4-490d-98ac-b0d989d43375 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:05.696068 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54485242-f9cf-40f9-b2a4-c53ae579210f tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Port': ['ID=9285e2d9-c8de-4547-b40c-eac4d75640c0,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:05.706275 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-2fe814bd-5ce4-490d-98ac-b0d989d43375 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Transition to ACTIVE for port object 53a471a6-10da-4caf-804a-e76fea283ba6 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:05.810958 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-365f87a8-f0a7-46cf-bfd2-33e24eb3ad5c None None] Provisioning complete for port 8dd8415a-3a94-4908-99b6-efd7d377dab0 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:05.811283 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-365f87a8-f0a7-46cf-bfd2-33e24eb3ad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:05.825718 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3f1ca-6b2e-4eaa-8408-0daa098db97a None None] Pushing event updated for resources: {'Port': ['ID=8dd8415a-3a94-4908-99b6-efd7d377dab0,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:05.847609 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-87058028-b2b3-4464-a035-3820a35c3cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:05.928629 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2fe814bd-5ce4-490d-98ac-b0d989d43375 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:06.001542 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-54485242-f9cf-40f9-b2a4-c53ae579210f tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:06.010692 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-54485242-f9cf-40f9-b2a4-c53ae579210f tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/ports/9285e2d9-c8de-4547-b40c-eac4d75640c0 HTTP/1.1" status: 204 len: 168 time: 1.7144065 Aug 31 09:30:06.022622 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46948) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:06.142008 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-988eb49c-50d4-428c-a869-ebedd16699db tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:06.146228 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-988eb49c-50d4-428c-a869-ebedd16699db tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:06.148793 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-988eb49c-50d4-428c-a869-ebedd16699db tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/ports/9285e2d9-c8de-4547-b40c-eac4d75640c0 HTTP/1.1" status: 404 len: 333 time: 0.1294463 Aug 31 09:30:06.153679 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46952) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:06.165995 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3981655f-fb46-49ff-9b63-b99e99f0a671 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:06.215991 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe814bd-5ce4-490d-98ac-b0d989d43375 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:06.261874 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-2fe814bd-5ce4-490d-98ac-b0d989d43375 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:06.281636 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe814bd-5ce4-490d-98ac-b0d989d43375 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:06.288024 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe814bd-5ce4-490d-98ac-b0d989d43375 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:06.289013 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2fe814bd-5ce4-490d-98ac-b0d989d43375 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:06.289446 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-365f87a8-f0a7-46cf-bfd2-33e24eb3ad5c None None] Could not find standard attr ID for object 9285e2d9-c8de-4547-b40c-eac4d75640c0. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:30:06.335726 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-2424a9e1-83d5-4117-81a4-103a53b23900 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] GET failed (client error): The resource could not be found. Aug 31 09:30:06.340392 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2424a9e1-83d5-4117-81a4-103a53b23900 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "GET /v2.0/ports/9285e2d9-c8de-4547-b40c-eac4d75640c0 HTTP/1.1" status: 404 len: 333 time: 0.1826668 Aug 31 09:30:06.348109 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2bfcf98e-3a83-40a1-8303-4bfaf387827d req-5b0c2139-dd70-44d2-9c39-56ace0ed8f23 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 210 time: 0.1915777 Aug 31 09:30:06.351570 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46956) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:06.405746 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-b74e6878-4c3c-4e0b-9dd0-84d0a3bd5b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'name': 'tempest-TaggedBootDevicesTest-159778297-router', 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'de70fa8f-6547-4a31-8eca-31a7c406d765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:54Z', 'updated_at': '2021-08-31T09:29:59Z', 'revision_number': 3, 'project_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'gw_port': {'id': 'de70fa8f-6547-4a31-8eca-31a7c406d765', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:57Z', 'updated_at': '2021-08-31T09:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:06.472745 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe814bd-5ce4-490d-98ac-b0d989d43375 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Port': ['ID=53a471a6-10da-4caf-804a-e76fea283ba6,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:06.512322 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74e6878-4c3c-4e0b-9dd0-84d0a3bd5b2a None None] The sync data for ids ['fb60fbdf-5a04-464a-9ed5-7a66420dcc6d'] in n-d-791506-28 is: [{'id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'name': 'tempest-TaggedBootDevicesTest-159778297-router', 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'de70fa8f-6547-4a31-8eca-31a7c406d765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:54Z', 'updated_at': '2021-08-31T09:29:59Z', 'revision_number': 3, 'project_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'gw_port': {'id': 'de70fa8f-6547-4a31-8eca-31a7c406d765', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:57Z', 'updated_at': '2021-08-31T09:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:30:06.535750 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46958) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:06.538452 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2fe814bd-5ce4-490d-98ac-b0d989d43375 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.9213762 Aug 31 09:30:06.582318 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a8f84907-a90f-496a-b472-ff2701213fd8 None None] Provisioning for port 798d11b4-1701-4a42-8590-34d90dba8850 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:06.592593 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a8f84907-a90f-496a-b472-ff2701213fd8 None None] Provisioning complete for port 798d11b4-1701-4a42-8590-34d90dba8850 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:06.593017 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a8f84907-a90f-496a-b472-ff2701213fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:06.692337 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-a092598c-eb60-4f90-b8a4-66bdeee88add tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Deleting subnet e457e0e2-99ca-48f5-b89d-042412246d14 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:30:06.707759 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a092598c-eb60-4f90-b8a4-66bdeee88add tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:06.796315 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8dd8415a-3a94-4908-99b6-efd7d377dab0 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:06.837277 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-87058028-b2b3-4464-a035-3820a35c3cde admin admin] Allocated IP 172.20.0.1 (636950a3-6b65-4dc0-b611-ae468b63fe57/4345a806-82e6-4d6f-a21e-c3deaf1866e8/2a60d892-0200-420e-8402-e000c33b226b) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:06.968850 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a092598c-eb60-4f90-b8a4-66bdeee88add tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:07.047427 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c30400b-f4cf-45eb-9c57-1dc4b9dca79a None None] Update dhcp port {'port': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'fixed_ips': [{'subnet_id': 'd1521dc4-5eb2-42b3-8822-7f134090cf5c', 'ip_address': '2001:db8::f816:3eff:fe42:2c43'}, {'subnet_id': 'a59334be-5f95-4274-90be-6e4134738205'}], 'binding:host_id': 'n-d-791506-28'}, 'id': '798d11b4-1701-4a42-8590-34d90dba8850'} from n-d-791506-28. {{(pid=95554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:30:07.081570 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-bc75477d-9c66-465b-8ebf-506ecda86302 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting port 53a471a6-10da-4caf-804a-e76fea283ba6 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:07.081974 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bc75477d-9c66-465b-8ebf-506ecda86302 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:07.186577 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a8f84907-a90f-496a-b472-ff2701213fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:07.208702 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-87058028-b2b3-4464-a035-3820a35c3cde admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:07.281468 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-87058028-b2b3-4464-a035-3820a35c3cde admin admin] Transition to ACTIVE for port object 2a60d892-0200-420e-8402-e000c33b226b will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:07.291357 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4c30400b-f4cf-45eb-9c57-1dc4b9dca79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:07.327000 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-a8f84907-a90f-496a-b472-ff2701213fd8 None None] For port 798d11b4-1701-4a42-8590-34d90dba8850, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=798d11b4-1701-4a42-8590-34d90dba8850,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:07.361088 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 8dd8415a-3a94-4908-99b6-efd7d377dab0 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:07.361816 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:07.440095 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a092598c-eb60-4f90-b8a4-66bdeee88add tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:07.470290 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a8f84907-a90f-496a-b472-ff2701213fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:07.511462 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-87058028-b2b3-4464-a035-3820a35c3cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:07.531169 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a8f84907-a90f-496a-b472-ff2701213fd8 None None] Could not find standard attr ID for object 9285e2d9-c8de-4547-b40c-eac4d75640c0. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:30:07.594491 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bc75477d-9c66-465b-8ebf-506ecda86302 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:07.600074 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46972) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:07.627624 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87058028-b2b3-4464-a035-3820a35c3cde admin admin] Network 636950a3-6b65-4dc0-b611-ae468b63fe57 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:07.638043 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-bc75477d-9c66-465b-8ebf-506ecda86302 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Calling delete_port for 53a471a6-10da-4caf-804a-e76fea283ba6 owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:07.654383 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-87058028-b2b3-4464-a035-3820a35c3cde admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:07.693041 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87058028-b2b3-4464-a035-3820a35c3cde admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:07.890028 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-87058028-b2b3-4464-a035-3820a35c3cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:07.892883 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-4c30400b-f4cf-45eb-9c57-1dc4b9dca79a None None] Allocated IP 2001:db8:0:1::2 (17930598-f4af-4731-83ee-9969406c94e8/a59334be-5f95-4274-90be-6e4134738205/798d11b4-1701-4a42-8590-34d90dba8850) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:08.109378 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f84907-a90f-496a-b472-ff2701213fd8 None None] Pushing event updated for resources: {'Port': ['ID=798d11b4-1701-4a42-8590-34d90dba8850,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:08.214108 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4c30400b-f4cf-45eb-9c57-1dc4b9dca79a None None] For port 798d11b4-1701-4a42-8590-34d90dba8850, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=798d11b4-1701-4a42-8590-34d90dba8850,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:08.216837 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87058028-b2b3-4464-a035-3820a35c3cde admin admin] Pushing event updated for resources: {'Port': ['ID=2a60d892-0200-420e-8402-e000c33b226b,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:08.220605 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9afcf320-77e8-48ce-84b5-50059c263211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:08.279376 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a669d682-5395-4df6-9b6a-7891112f955d req-2d0c7081-c9f6-482a-99a9-b7c6388bed0e tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 210 time: 0.4548821 Aug 31 09:30:08.321341 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4c30400b-f4cf-45eb-9c57-1dc4b9dca79a None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:08.340661 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-87058028-b2b3-4464-a035-3820a35c3cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:08.345361 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a092598c-eb60-4f90-b8a4-66bdeee88add tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:08.350463 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4c30400b-f4cf-45eb-9c57-1dc4b9dca79a None None] Transition to ACTIVE for port object 798d11b4-1701-4a42-8590-34d90dba8850 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:08.401451 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-fe4bf3e5-11a4-4c8a-a95a-f2f8912dc7f7 None None] Provisioning for port 2a60d892-0200-420e-8402-e000c33b226b completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:08.412487 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-fe4bf3e5-11a4-4c8a-a95a-f2f8912dc7f7 None None] Provisioning complete for port 2a60d892-0200-420e-8402-e000c33b226b triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:08.423501 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fe4bf3e5-11a4-4c8a-a95a-f2f8912dc7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:08.423685 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bc75477d-9c66-465b-8ebf-506ecda86302 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:08.463065 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75477d-9c66-465b-8ebf-506ecda86302 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Port': ['ID=53a471a6-10da-4caf-804a-e76fea283ba6,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:08.465148 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a092598c-eb60-4f90-b8a4-66bdeee88add tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Subnet': ['ID=e457e0e2-99ca-48f5-b89d-042412246d14,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:08.467337 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a092598c-eb60-4f90-b8a4-66bdeee88add tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:08.470262 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a092598c-eb60-4f90-b8a4-66bdeee88add tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/subnets/e457e0e2-99ca-48f5-b89d-042412246d14 HTTP/1.1" status: 204 len: 168 time: 2.1149161 Aug 31 09:30:08.473199 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 46984) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:08.510458 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcd6c62-fbfc-47db-a96f-92f09f29e0bb None None] Network 8bc8600c-5fcd-4515-b5cf-7dd4f881a3dc requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:08.517775 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4c30400b-f4cf-45eb-9c57-1dc4b9dca79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:08.605599 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bc75477d-9c66-465b-8ebf-506ecda86302 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:08.611245 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-bc75477d-9c66-465b-8ebf-506ecda86302 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/53a471a6-10da-4caf-804a-e76fea283ba6 HTTP/1.1" status: 204 len: 168 time: 2.0590560 Aug 31 09:30:08.618809 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46986) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:08.727454 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7870948-652d-4182-9cf9-b125f6f94906 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:08.729471 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c7870948-652d-4182-9cf9-b125f6f94906 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1082144 Aug 31 09:30:08.733284 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46988) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:08.772817 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-90c39f54-a9c4-4fa5-a253-a647d4d80dca tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:08.814507 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9afcf320-77e8-48ce-84b5-50059c263211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:08.824118 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30400b-f4cf-45eb-9c57-1dc4b9dca79a None None] Pushing event updated for resources: {'Port': ['ID=798d11b4-1701-4a42-8590-34d90dba8850,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:08.832184 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-fe4bf3e5-11a4-4c8a-a95a-f2f8912dc7f7 None None] Port 2a60d892-0200-420e-8402-e000c33b226b cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:30:08.890488 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ff3343-f428-42ca-a01b-0b1c63937d1b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:08.892274 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d1ff3343-f428-42ca-a01b-0b1c63937d1b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1574531 Aug 31 09:30:08.895337 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46990) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:08.922877 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9afcf320-77e8-48ce-84b5-50059c263211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:08.925092 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device de70fa8f-6547-4a31-8eca-31a7c406d765 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:08.979175 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-87058028-b2b3-4464-a035-3820a35c3cde admin admin] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:09.004218 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-90c39f54-a9c4-4fa5-a253-a647d4d80dca tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Deleting port 8dd8415a-3a94-4908-99b6-efd7d377dab0 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:09.004580 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-90c39f54-a9c4-4fa5-a253-a647d4d80dca tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:09.009353 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afcf320-77e8-48ce-84b5-50059c263211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b5e9a1-0a23-40fc-b4d4-d0459c2f94b1,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:09.030312 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9afcf320-77e8-48ce-84b5-50059c263211 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=60e7b292b6f148d485b69469f56ce1dc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4246497 Aug 31 09:30:09.034268 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46992) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:09.060233 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720f1da7-f6e3-469f-8ff3-9d4c994bd66b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:09.061888 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720f1da7-f6e3-469f-8ff3-9d4c994bd66b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:09.063826 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720f1da7-f6e3-469f-8ff3-9d4c994bd66b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:09.068421 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-720f1da7-f6e3-469f-8ff3-9d4c994bd66b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1692479 Aug 31 09:30:09.068690 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 46994) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:09.085867 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-87058028-b2b3-4464-a035-3820a35c3cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:09.177229 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d3fc1d-91ca-4256-92fc-885e647c96d9 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting subnet a59334be-5f95-4274-90be-6e4134738205 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:30:09.186468 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-82d3fc1d-91ca-4256-92fc-885e647c96d9 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:09.190745 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-87058028-b2b3-4464-a035-3820a35c3cde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:09.312378 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-90c39f54-a9c4-4fa5-a253-a647d4d80dca tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] For port 8dd8415a-3a94-4908-99b6-efd7d377dab0, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8dd8415a-3a94-4908-99b6-efd7d377dab0,segment=NetworkSegment(c1f437ad-3755-48f7-8028-521981a86360),segment_id=c1f437ad-3755-48f7-8028-521981a86360)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:09.312772 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-90c39f54-a9c4-4fa5-a253-a647d4d80dca tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:09.408621 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-90c39f54-a9c4-4fa5-a253-a647d4d80dca tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Calling delete_port for 8dd8415a-3a94-4908-99b6-efd7d377dab0 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:09.417019 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port de70fa8f-6547-4a31-8eca-31a7c406d765 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:09.425772 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port de70fa8f-6547-4a31-8eca-31a7c406d765 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:09.426838 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:09.453452 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-82d3fc1d-91ca-4256-92fc-885e647c96d9 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:09.699589 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7b95fa-43b2-4c49-880c-ee3a4395904f None None] DHCP port deletion for 8bc8600c-5fcd-4515-b5cf-7dd4f881a3dc request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:30:09.725267 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87058028-b2b3-4464-a035-3820a35c3cde admin admin] Pushing event updated for resources: {'Port': ['ID=2a60d892-0200-420e-8402-e000c33b226b,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:09.747329 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:09.786183 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port de70fa8f-6547-4a31-8eca-31a7c406d765, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=de70fa8f-6547-4a31-8eca-31a7c406d765,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:09.848777 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-7c7b95fa-43b2-4c49-880c-ee3a4395904f None None] Deleting port 8dd8415a-3a94-4908-99b6-efd7d377dab0 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:09.911442 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7c7b95fa-43b2-4c49-880c-ee3a4395904f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:09.912465 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-82d3fc1d-91ca-4256-92fc-885e647c96d9 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:09.926197 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87058028-b2b3-4464-a035-3820a35c3cde admin admin] Network 636950a3-6b65-4dc0-b611-ae468b63fe57 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:09.932115 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-87058028-b2b3-4464-a035-3820a35c3cde admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:10.001228 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fffd7148-0509-41c3-8f34-68bf6a31138d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.011268 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d5e1b3a5-3936-4124-971e-674e3c1e4ef1 req-b0a26787-f276-43aa-9292-0b96b205c350 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 210 time: 0.4026341 Aug 31 09:30:10.031079 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-7c7b95fa-43b2-4c49-880c-ee3a4395904f None None] For port 8dd8415a-3a94-4908-99b6-efd7d377dab0, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8dd8415a-3a94-4908-99b6-efd7d377dab0,segment=NetworkSegment(c1f437ad-3755-48f7-8028-521981a86360),segment_id=c1f437ad-3755-48f7-8028-521981a86360)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:10.031947 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7c7b95fa-43b2-4c49-880c-ee3a4395904f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.069429 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fffd7148-0509-41c3-8f34-68bf6a31138d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.091378 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-7c7b95fa-43b2-4c49-880c-ee3a4395904f None None] Calling delete_port for 8dd8415a-3a94-4908-99b6-efd7d377dab0 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:10.246582 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87058028-b2b3-4464-a035-3820a35c3cde admin admin] Router fb60fbdf-5a04-464a-9ed5-7a66420dcc6d has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:30:10.260478 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-90c39f54-a9c4-4fa5-a253-a647d4d80dca tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.261388 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-82d3fc1d-91ca-4256-92fc-885e647c96d9 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.267969 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.268927 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 798d11b4-1701-4a42-8590-34d90dba8850 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:10.273292 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fffd7148-0509-41c3-8f34-68bf6a31138d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.277821 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fffd7148-0509-41c3-8f34-68bf6a31138d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.282890 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-fffd7148-0509-41c3-8f34-68bf6a31138d admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/b8b5e9a1-0a23-40fc-b4d4-d0459c2f94b1 HTTP/1.1" status: 204 len: 168 time: 1.2442670 Aug 31 09:30:10.298651 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c39f54-a9c4-4fa5-a253-a647d4d80dca tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] No DVR routers for this DVR port 8dd8415a-3a94-4908-99b6-efd7d377dab0 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:30:10.376960 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd7148-0509-41c3-8f34-68bf6a31138d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b5e9a1-0a23-40fc-b4d4-d0459c2f94b1,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:10.384892 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d3fc1d-91ca-4256-92fc-885e647c96d9 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Subnet': ['ID=a59334be-5f95-4274-90be-6e4134738205,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:10.388494 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-82d3fc1d-91ca-4256-92fc-885e647c96d9 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.390411 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-82d3fc1d-91ca-4256-92fc-885e647c96d9 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/a59334be-5f95-4274-90be-6e4134738205 HTTP/1.1" status: 204 len: 168 time: 1.3205442 Aug 31 09:30:10.393023 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47010) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:10.488967 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-90c39f54-a9c4-4fa5-a253-a647d4d80dca tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.500652 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-61a1fed6-65b1-4e72-b22b-df6c73540796 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting subnet d1521dc4-5eb2-42b3-8822-7f134090cf5c {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:30:10.508467 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-90c39f54-a9c4-4fa5-a253-a647d4d80dca tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc8600c-5fcd-4515-b5cf-7dd4f881a3dc']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:10.519481 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-61a1fed6-65b1-4e72-b22b-df6c73540796 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.524964 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-90c39f54-a9c4-4fa5-a253-a647d4d80dca tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1f437ad-3755-48f7-8028-521981a86360') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:10.525311 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-90c39f54-a9c4-4fa5-a253-a647d4d80dca tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1f437ad-3755-48f7-8028-521981a86360') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:10.531838 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7c7b95fa-43b2-4c49-880c-ee3a4395904f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.538304 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-90c39f54-a9c4-4fa5-a253-a647d4d80dca tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.558032 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-90c39f54-a9c4-4fa5-a253-a647d4d80dca tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.563673 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c39f54-a9c4-4fa5-a253-a647d4d80dca tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Releasing vlan 1623 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:30:10.564095 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-90c39f54-a9c4-4fa5-a253-a647d4d80dca tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.604440 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7b95fa-43b2-4c49-880c-ee3a4395904f None None] No DVR routers for this DVR port 8dd8415a-3a94-4908-99b6-efd7d377dab0 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:30:10.623175 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=de70fa8f-6547-4a31-8eca-31a7c406d765,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:10.667026 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:30:10.667026 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:30:10.667026 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:30:10.667026 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:30:10.667026 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:30:10.667026 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:30:10.667026 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:30:10.667026 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:30:10.667026 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:30:10.667026 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:30:10.667026 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:30:10.667026 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:30:10.667026 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:30:10.667026 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:30:10.667026 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:30:10.667026 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:30:10.667026 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:30:10.667026 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:30:10.667026 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:30:10.667026 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:30:10.667026 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:30:10.667026 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:30:10.667026 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:30:10.667026 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:30:10.667026 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:30:10.667026 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:30:10.667026 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:30:10.667026 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:30:10.667026 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:30:10.667026 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:30:10.667026 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:30:10.667026 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:30:10.709959 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-61a1fed6-65b1-4e72-b22b-df6c73540796 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.717938 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b95fa-43b2-4c49-880c-ee3a4395904f None None] Pushing event deleted for resources: {'Port': ['ID=8dd8415a-3a94-4908-99b6-efd7d377dab0,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:10.769294 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb4f119-7b5e-477e-8abc-2a17bbc4be91 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:10.781532 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c39f54-a9c4-4fa5-a253-a647d4d80dca tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Port': ['ID=8dd8415a-3a94-4908-99b6-efd7d377dab0,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:10.854412 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-263a4c32-222d-45bf-af73-ccccd0bad5b8 None None] Provisioning for port 798d11b4-1701-4a42-8590-34d90dba8850 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:10.871201 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-263a4c32-222d-45bf-af73-ccccd0bad5b8 None None] Provisioning complete for port 798d11b4-1701-4a42-8590-34d90dba8850 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:10.871201 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-263a4c32-222d-45bf-af73-ccccd0bad5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.876304 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-90c39f54-a9c4-4fa5-a253-a647d4d80dca tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.879491 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87058028-b2b3-4464-a035-3820a35c3cde admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:30:10.909665 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-87058028-b2b3-4464-a035-3820a35c3cde admin admin] 10.222.0.119 "PUT /v2.0/routers/fb60fbdf-5a04-464a-9ed5-7a66420dcc6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4126678 Aug 31 09:30:10.915556 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-90c39f54-a9c4-4fa5-a253-a647d4d80dca tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:10.927431 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-90c39f54-a9c4-4fa5-a253-a647d4d80dca tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/networks/8bc8600c-5fcd-4515-b5cf-7dd4f881a3dc HTTP/1.1" status: 204 len: 168 time: 2.4430060 Aug 31 09:30:10.929582 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47022) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:10.937930 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-263da36c-6631-4371-9df5-50d0574174b6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2007709718'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:10.970538 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c39f54-a9c4-4fa5-a253-a647d4d80dca tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Network': ['ID=8bc8600c-5fcd-4515-b5cf-7dd4f881a3dc,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:10.993417 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device de70fa8f-6547-4a31-8eca-31a7c406d765 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:10.994968 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ec8a59-f591-4e5a-aed6-2e845d5bc363 None None] Sync routers for ids ['fb60fbdf-5a04-464a-9ed5-7a66420dcc6d'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:30:11.011211 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-61a1fed6-65b1-4e72-b22b-df6c73540796 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:11.060861 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263da36c-6631-4371-9df5-50d0574174b6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:11.064342 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-263da36c-6631-4371-9df5-50d0574174b6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:11.115894 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ec8a59-f591-4e5a-aed6-2e845d5bc363 None None] Routers {'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:30:11.116136 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-64ec8a59-f591-4e5a-aed6-2e845d5bc363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:29:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['fb60fbdf-5a04-464a-9ed5-7a66420dcc6d'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:11.180230 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-61a1fed6-65b1-4e72-b22b-df6c73540796 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:11.185003 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-263da36c-6631-4371-9df5-50d0574174b6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] vlan segment allocate from pool success with {'vlan_id': 1619, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:30:11.218160 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-263da36c-6631-4371-9df5-50d0574174b6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:11.234145 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-263da36c-6631-4371-9df5-50d0574174b6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Added segment a84cef55-60b0-471f-bfa1-cff2d3ae23cd of type vlan for network 1e27560d-0741-4616-a336-4a460fcacca0 Aug 31 09:30:11.297709 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-263da36c-6631-4371-9df5-50d0574174b6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:11.299507 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1fed6-65b1-4e72-b22b-df6c73540796 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Subnet': ['ID=d1521dc4-5eb2-42b3-8822-7f134090cf5c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:11.362461 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-61a1fed6-65b1-4e72-b22b-df6c73540796 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:11.374969 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47030) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:11.378038 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-61a1fed6-65b1-4e72-b22b-df6c73540796 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/d1521dc4-5eb2-42b3-8822-7f134090cf5c HTTP/1.1" status: 204 len: 168 time: 0.9807506 Aug 31 09:30:11.429986 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6ab92a04-d22b-4d5b-85df-4218858961e7 req-f4750c42-397d-4651-a6c3-c4fe70e5eb5f tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 210 time: 0.2338376 Aug 31 09:30:11.506939 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47032) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:11.514958 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ee80eace-7395-46d1-ae6e-00b97cd9f994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:11.520497 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port de70fa8f-6547-4a31-8eca-31a7c406d765 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:11.521969 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:11.533209 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6a592600-694d-43f0-8c4c-fe7f8f8b22ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:11.535138 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-495cce96-de33-4866-b709-1b25fb8b64fc tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1574833 Aug 31 09:30:11.535138 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-263da36c-6631-4371-9df5-50d0574174b6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:11.541848 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47036) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:11.542155 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263da36c-6631-4371-9df5-50d0574174b6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:11.542828 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-263da36c-6631-4371-9df5-50d0574174b6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:11.581192 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-96af26bd-6711-411c-9f77-62ed7c7f085c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:11.703676 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-64ec8a59-f591-4e5a-aed6-2e845d5bc363 None None] Set router fb60fbdf-5a04-464a-9ed5-7a66420dcc6d gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:30:11.726918 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-263da36c-6631-4371-9df5-50d0574174b6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7944663 Aug 31 09:30:11.733695 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47056) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:11.780559 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-a488b709-f1d7-4786-8430-069ca133ed78 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'subnet': {'network_id': '1e27560d-0741-4616-a336-4a460fcacca0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:11.839619 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b194a78d-1296-4d52-8096-6118201d323d None None] DHCP port deletion for 17930598-f4af-4731-83ee-9969406c94e8 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:30:11.949229 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-263a4c32-222d-45bf-af73-ccccd0bad5b8 None None] Could not find standard attr ID for object 53a471a6-10da-4caf-804a-e76fea283ba6. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:30:11.993479 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263da36c-6631-4371-9df5-50d0574174b6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Network': ['ID=1e27560d-0741-4616-a336-4a460fcacca0,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:12.038569 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6a592600-694d-43f0-8c4c-fe7f8f8b22ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:12.080033 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 1e27560d-0741-4616-a336-4a460fcacca0 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:30:12.118497 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6a592600-694d-43f0-8c4c-fe7f8f8b22ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:12.196701 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6a592600-694d-43f0-8c4c-fe7f8f8b22ff admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=53a507cea6d14163a2ef20a1c1b19f40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6886251 Aug 31 09:30:12.199613 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47076) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:12.253822 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a592600-694d-43f0-8c4c-fe7f8f8b22ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303b316d-f3e5-409c-af8c-3c39ad042dd7,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:12.276437 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96af26bd-6711-411c-9f77-62ed7c7f085c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:12.292890 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-96af26bd-6711-411c-9f77-62ed7c7f085c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:12.336721 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 798d11b4-1701-4a42-8590-34d90dba8850 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:12.345528 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-08d6a5d2-1d0b-4ae9-90e3-13c438404792 None None] Provisioning complete for port 2a60d892-0200-420e-8402-e000c33b226b triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:12.346226 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-08d6a5d2-1d0b-4ae9-90e3-13c438404792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:12.406886 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-08d6a5d2-1d0b-4ae9-90e3-13c438404792 None None] Port 2a60d892-0200-420e-8402-e000c33b226b cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:30:12.449010 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-b194a78d-1296-4d52-8096-6118201d323d None None] Deleting port 798d11b4-1701-4a42-8590-34d90dba8850 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:12.449658 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b194a78d-1296-4d52-8096-6118201d323d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:12.510770 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2df11ff0-11f3-4696-955b-28caa48f4b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:12.600712 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2df11ff0-11f3-4696-955b-28caa48f4b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:12.620170 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-b194a78d-1296-4d52-8096-6118201d323d None None] For port 798d11b4-1701-4a42-8590-34d90dba8850, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=798d11b4-1701-4a42-8590-34d90dba8850,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:12.620170 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b194a78d-1296-4d52-8096-6118201d323d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:12.626670 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6266fd03-b936-4bf4-9022-36ef5e382360 req-32cf0940-77cf-4939-8db7-13740075c191 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 210 time: 0.0315869 Aug 31 09:30:12.631397 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a488b709-f1d7-4786-8430-069ca133ed78 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:12.647128 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a488b709-f1d7-4786-8430-069ca133ed78 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:12.665867 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-b194a78d-1296-4d52-8096-6118201d323d None None] Calling delete_port for 798d11b4-1701-4a42-8590-34d90dba8850 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:12.773827 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-96af26bd-6711-411c-9f77-62ed7c7f085c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:12.859328 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96af26bd-6711-411c-9f77-62ed7c7f085c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:12.863950 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-96af26bd-6711-411c-9f77-62ed7c7f085c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:12.873766 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 798d11b4-1701-4a42-8590-34d90dba8850 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:12.874910 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:12.883632 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96af26bd-6711-411c-9f77-62ed7c7f085c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:12.883632 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-96af26bd-6711-411c-9f77-62ed7c7f085c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:12.965830 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2df11ff0-11f3-4696-955b-28caa48f4b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:12.975415 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af26bd-6711-411c-9f77-62ed7c7f085c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Subnet': ['ID=800ff2e1-c0c1-40c0-8c6c-92223603a389,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:12.980534 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2df11ff0-11f3-4696-955b-28caa48f4b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:12.998602 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2df11ff0-11f3-4696-955b-28caa48f4b83 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/303b316d-f3e5-409c-af8c-3c39ad042dd7 HTTP/1.1" status: 204 len: 168 time: 0.7827871 Aug 31 09:30:13.033605 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df11ff0-11f3-4696-955b-28caa48f4b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303b316d-f3e5-409c-af8c-3c39ad042dd7,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:13.038945 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-64ec8a59-f591-4e5a-aed6-2e845d5bc363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'name': 'tempest-TaggedBootDevicesTest-159778297-router', 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'de70fa8f-6547-4a31-8eca-31a7c406d765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:54Z', 'updated_at': '2021-08-31T09:30:08Z', 'revision_number': 4, 'project_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'gw_port': {'id': 'de70fa8f-6547-4a31-8eca-31a7c406d765', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:57Z', 'updated_at': '2021-08-31T09:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '2a60d892-0200-420e-8402-e000c33b226b', 'name': '', 'network_id': '636950a3-6b65-4dc0-b611-ae468b63fe57', 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'mac_address': 'fa:16:3e:8d:cb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4345a806-82e6-4d6f-a21e-c3deaf1866e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:05Z', 'updated_at': '2021-08-31T09:30:08Z', 'revision_number': 2, 'project_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'subnets': [{'id': '4345a806-82e6-4d6f-a21e-c3deaf1866e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:13.112460 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ec8a59-f591-4e5a-aed6-2e845d5bc363 None None] Checking router: fb60fbdf-5a04-464a-9ed5-7a66420dcc6d for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:30:13.113172 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ec8a59-f591-4e5a-aed6-2e845d5bc363 None None] Updating router fb60fbdf-5a04-464a-9ed5-7a66420dcc6d port 2a60d892-0200-420e-8402-e000c33b226b binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:30:13.134117 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-96af26bd-6711-411c-9f77-62ed7c7f085c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5888808 Aug 31 09:30:13.140327 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b194a78d-1296-4d52-8096-6118201d323d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:13.142345 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47084) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:13.156075 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-5cb1b3b8-f425-4a20-a365-ecf7201cc848 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:13.393386 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a488b709-f1d7-4786-8430-069ca133ed78 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:13.442779 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b194a78d-1296-4d52-8096-6118201d323d None None] No DVR routers for this DVR port 798d11b4-1701-4a42-8590-34d90dba8850 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:30:13.532748 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194a78d-1296-4d52-8096-6118201d323d None None] Pushing event deleted for resources: {'Port': ['ID=798d11b4-1701-4a42-8590-34d90dba8850,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:13.537538 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-64ec8a59-f591-4e5a-aed6-2e845d5bc363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:13.561996 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488b709-f1d7-4786-8430-069ca133ed78 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Subnet': ['ID=3a3a30bc-8a3c-41be-87c8-cb11cabb122d,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:13.584969 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a488b709-f1d7-4786-8430-069ca133ed78 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Checking segment: {'id': 'a84cef55-60b0-471f-bfa1-cff2d3ae23cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1619, 'network_id': '1e27560d-0741-4616-a336-4a460fcacca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:30:13.588416 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a488b709-f1d7-4786-8430-069ca133ed78 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network hostable DHCP agents. Network: 1e27560d-0741-4616-a336-4a460fcacca0, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:30:13.602327 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb1b3b8-f425-4a20-a365-ecf7201cc848 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:13.606708 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5cb1b3b8-f425-4a20-a365-ecf7201cc848 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:13.748286 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a488b709-f1d7-4786-8430-069ca133ed78 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network 1e27560d-0741-4616-a336-4a460fcacca0 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:30:13.813997 n-d-791506-28 neutron-server[95553]: INFO neutron.db.ipam_backend_mixin [None req-5cb1b3b8-f425-4a20-a365-ecf7201cc848 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 800ff2e1-c0c1-40c0-8c6c-92223603a389 (CIDR: 2001:db8::/64) Aug 31 09:30:13.872852 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb1b3b8-f425-4a20-a365-ecf7201cc848 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:30:13.873523 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cb1b3b8-f425-4a20-a365-ecf7201cc848 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:13.910407 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-a488b709-f1d7-4786-8430-069ca133ed78 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 1e27560d-0741-4616-a336-4a460fcacca0) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:13.918746 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a488b709-f1d7-4786-8430-069ca133ed78 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:13.918746 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a488b709-f1d7-4786-8430-069ca133ed78 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:13.976594 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-33e130dc-1caf-4282-bddc-3ae75f8fcab1 req-2a919d89-77f4-416b-b9b3-7a1062fb48e7 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 210 time: 0.0853887 Aug 31 09:30:14.015418 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a488b709-f1d7-4786-8430-069ca133ed78 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2480948 Aug 31 09:30:14.017245 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47104) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:14.023239 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-b2cfd303-9695-442f-ac16-172ab5f7b777 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'port': {'network_id': '1e27560d-0741-4616-a336-4a460fcacca0', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1588323625'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:14.045288 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5cb1b3b8-f425-4a20-a365-ecf7201cc848 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8990967 Aug 31 09:30:14.045670 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47110) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:14.054286 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-8ac2aa46-a641-4b75-a302-10ad963ba472 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:14.078792 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b253edc-74d9-4fb1-808b-4c93408b0719 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:14.203195 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8dd8415a-3a94-4908-99b6-efd7d377dab0 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:30:14.204850 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1776d341-945c-4d68-b464-9622f7c883f5 None None] Network 1e27560d-0741-4616-a336-4a460fcacca0 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:14.390913 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 8dd8415a-3a94-4908-99b6-efd7d377dab0 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:30:14.391626 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8dd8415a-3a94-4908-99b6-efd7d377dab0 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:30:14.396096 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-64ec8a59-f591-4e5a-aed6-2e845d5bc363 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:14.415869 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac2aa46-a641-4b75-a302-10ad963ba472 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:14.419158 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8ac2aa46-a641-4b75-a302-10ad963ba472 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:14.438196 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-64ec8a59-f591-4e5a-aed6-2e845d5bc363 None None] Transition to ACTIVE for port object 2a60d892-0200-420e-8402-e000c33b226b will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:14.469676 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-31702a0f-5d00-4ebb-8ca6-64f641964dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:14.476266 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:14.517320 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4374c15a-a4b0-4f21-b5b7-4b3a1ad60bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-1e27560d-0741-4616-a336-4a460fcacca0', 'network_id': '1e27560d-0741-4616-a336-4a460fcacca0', 'tenant_id': 'dd41ede79b994e67a9471c7b052bd4e8', 'fixed_ips': [{'subnet_id': '3a3a30bc-8a3c-41be-87c8-cb11cabb122d'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:30:14.522875 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4374c15a-a4b0-4f21-b5b7-4b3a1ad60bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:14.544738 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cfd303-9695-442f-ac16-172ab5f7b777 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:14.549434 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b2cfd303-9695-442f-ac16-172ab5f7b777 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:14.605992 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 798d11b4-1701-4a42-8590-34d90dba8850 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:30:14.606877 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-b2cfd303-9695-442f-ac16-172ab5f7b777 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] device_id is not set on port f73595f6-0675-443f-ae06-01e4a0c3c7c5 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:30:14.609225 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-64ec8a59-f591-4e5a-aed6-2e845d5bc363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:14.689894 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145a1063-8f71-4bc3-bea6-360ac08ca196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-17930598-f4af-4731-83ee-9969406c94e8', 'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'tenant_id': '13196dd28c4040d8ae49ede86941bf1d', 'fixed_ips': [{'subnet_id': '800ff2e1-c0c1-40c0-8c6c-92223603a389'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:30:14.690809 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-145a1063-8f71-4bc3-bea6-360ac08ca196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:14.693511 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b7083-f88b-436b-8be2-67a5db8d6fe9 None None] Pushing event updated for resources: {'Port': ['ID=2a60d892-0200-420e-8402-e000c33b226b,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:14.705878 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 798d11b4-1701-4a42-8590-34d90dba8850 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:30:14.706219 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 798d11b4-1701-4a42-8590-34d90dba8850 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:30:14.977866 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-b2cfd303-9695-442f-ac16-172ab5f7b777 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Allocated IP 172.20.0.13 (1e27560d-0741-4616-a336-4a460fcacca0/3a3a30bc-8a3c-41be-87c8-cb11cabb122d/f73595f6-0675-443f-ae06-01e4a0c3c7c5) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:15.216110 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f6c2a69-ae86-4b89-a357-5bd3b46da15f req-88e72057-f45c-4bdf-be67-e2fb8b754390 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 210 time: 0.0969543 Aug 31 09:30:15.373734 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b2cfd303-9695-442f-ac16-172ab5f7b777 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:15.393387 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-64ec8a59-f591-4e5a-aed6-2e845d5bc363 None None] Attempting to bind port 2a60d892-0200-420e-8402-e000c33b226b on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:30:15.393978 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-64ec8a59-f591-4e5a-aed6-2e845d5bc363 None None] Attempting to bind port 2a60d892-0200-420e-8402-e000c33b226b by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'cbd56d1a-0fb4-472a-8ca4-66cbf3461a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1600, 'network_id': '636950a3-6b65-4dc0-b611-ae468b63fe57'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:30:15.395937 n-d-791506-28 neutron-server[95553]: DEBUG neutron.objects.ports [None req-8ac2aa46-a641-4b75-a302-10ad963ba472 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95553) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:30:15.398532 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8ac2aa46-a641-4b75-a302-10ad963ba472 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:15.399795 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ec8a59-f591-4e5a-aed6-2e845d5bc363 None None] Attempting to bind port 2a60d892-0200-420e-8402-e000c33b226b on network 636950a3-6b65-4dc0-b611-ae468b63fe57 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:30:15.402241 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-b2cfd303-9695-442f-ac16-172ab5f7b777 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Transition to ACTIVE for port object f73595f6-0675-443f-ae06-01e4a0c3c7c5 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:15.424873 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ec8a59-f591-4e5a-aed6-2e845d5bc363 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:30:15.425262 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ec8a59-f591-4e5a-aed6-2e845d5bc363 None None] Checking segment: {'id': 'cbd56d1a-0fb4-472a-8ca4-66cbf3461a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1600, 'network_id': '636950a3-6b65-4dc0-b611-ae468b63fe57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:30:15.425665 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-64ec8a59-f591-4e5a-aed6-2e845d5bc363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:15.428727 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ec8a59-f591-4e5a-aed6-2e845d5bc363 None None] Bound using segment: {'id': 'cbd56d1a-0fb4-472a-8ca4-66cbf3461a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1600, 'network_id': '636950a3-6b65-4dc0-b611-ae468b63fe57'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:30:15.429757 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-64ec8a59-f591-4e5a-aed6-2e845d5bc363 None None] Bound port: 2a60d892-0200-420e-8402-e000c33b226b, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd56d1a-0fb4-472a-8ca4-66cbf3461a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1600, 'network_id': '636950a3-6b65-4dc0-b611-ae468b63fe57'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:30:15.430364 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-64ec8a59-f591-4e5a-aed6-2e845d5bc363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:15.453043 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac2aa46-a641-4b75-a302-10ad963ba472 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:15.456891 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-8ac2aa46-a641-4b75-a302-10ad963ba472 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:15.463634 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac2aa46-a641-4b75-a302-10ad963ba472 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:15.463634 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8ac2aa46-a641-4b75-a302-10ad963ba472 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:15.485520 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2aa46-a641-4b75-a302-10ad963ba472 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Subnet': ['ID=8b6d3bf8-93d1-41fa-b76f-f8f7e22b447b,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:15.501703 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-145a1063-8f71-4bc3-bea6-360ac08ca196 None None] Allocated IP 2001:db8::2 (17930598-f4af-4731-83ee-9969406c94e8/800ff2e1-c0c1-40c0-8c6c-92223603a389/3080a598-280f-4f15-bf4f-2c7615dac517) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:15.542822 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:15.545593 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b2cfd303-9695-442f-ac16-172ab5f7b777 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:15.548470 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8ac2aa46-a641-4b75-a302-10ad963ba472 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5017996 Aug 31 09:30:15.561757 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47162) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:15.561757 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-e5988d7c-6750-4846-998f-6f5e254652c4 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'port': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'mac_address': 'fa:16:3e:90:8f:37', 'name': 'tempest-NetworksTestDHCPv6-1961120989'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:15.625454 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfd303-9695-442f-ac16-172ab5f7b777 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Port': ['ID=f73595f6-0675-443f-ae06-01e4a0c3c7c5,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:15.640095 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-4374c15a-a4b0-4f21-b5b7-4b3a1ad60bed None None] Allocated IP 172.20.0.2 (1e27560d-0741-4616-a336-4a460fcacca0/3a3a30bc-8a3c-41be-87c8-cb11cabb122d/f008c95d-22f0-4c4d-aa7e-3d62665ee17e) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:15.658018 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cfd303-9695-442f-ac16-172ab5f7b777 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network 1e27560d-0741-4616-a336-4a460fcacca0 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:15.665830 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-b2cfd303-9695-442f-ac16-172ab5f7b777 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:15.670062 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cfd303-9695-442f-ac16-172ab5f7b777 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:15.848968 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cfd303-9695-442f-ac16-172ab5f7b777 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:15.862876 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b2cfd303-9695-442f-ac16-172ab5f7b777 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:15.863210 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-64ec8a59-f591-4e5a-aed6-2e845d5bc363 None None] For port 2a60d892-0200-420e-8402-e000c33b226b, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:30:15.871903 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-64ec8a59-f591-4e5a-aed6-2e845d5bc363 None None] For port 2a60d892-0200-420e-8402-e000c33b226b, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=2a60d892-0200-420e-8402-e000c33b226b,segment=NetworkSegment(cbd56d1a-0fb4-472a-8ca4-66cbf3461a47),segment_id=cbd56d1a-0fb4-472a-8ca4-66cbf3461a47)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:30:16.137488 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-64ec8a59-f591-4e5a-aed6-2e845d5bc363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:16.184734 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5988d7c-6750-4846-998f-6f5e254652c4 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:16.294183 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b2cfd303-9695-442f-ac16-172ab5f7b777 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.2757833 Aug 31 09:30:16.299204 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47186) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:16.336428 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e5988d7c-6750-4846-998f-6f5e254652c4 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:16.396868 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-e5988d7c-6750-4846-998f-6f5e254652c4 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] device_id is not set on port c4f5a1e0-5034-4702-a4a8-a7329f08b895 yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:30:16.482330 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-aadee60f-b0d1-4e9a-9a58-1885aa4f49cf tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Deleting port f73595f6-0675-443f-ae06-01e4a0c3c7c5 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:16.482897 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-aadee60f-b0d1-4e9a-9a58-1885aa4f49cf tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:16.496796 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b7083-f88b-436b-8be2-67a5db8d6fe9 None None] Pushing event updated for resources: {'Port': ['ID=2a60d892-0200-420e-8402-e000c33b226b,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:16.529754 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-145a1063-8f71-4bc3-bea6-360ac08ca196 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:16.609812 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4374c15a-a4b0-4f21-b5b7-4b3a1ad60bed None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:16.612031 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-145a1063-8f71-4bc3-bea6-360ac08ca196 None None] Transition to ACTIVE for port object 3080a598-280f-4f15-bf4f-2c7615dac517 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:16.640955 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ec8a59-f591-4e5a-aed6-2e845d5bc363 None None] Routers {'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:30:16.641853 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-64ec8a59-f591-4e5a-aed6-2e845d5bc363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:30:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['fb60fbdf-5a04-464a-9ed5-7a66420dcc6d'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:16.645920 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4374c15a-a4b0-4f21-b5b7-4b3a1ad60bed None None] Transition to ACTIVE for port object f008c95d-22f0-4c4d-aa7e-3d62665ee17e will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:16.697330 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-aadee60f-b0d1-4e9a-9a58-1885aa4f49cf tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:16.727124 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-aadee60f-b0d1-4e9a-9a58-1885aa4f49cf tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Calling delete_port for f73595f6-0675-443f-ae06-01e4a0c3c7c5 owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:17.120016 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af1d1a81-5152-472c-acd5-6b70ff2f3b71 req-7742af18-9df7-46ea-915b-272c7e869b80 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/ports?device_id=291cfbad-2bbe-41ba-9364-f89c34aca77d HTTP/1.1" status: 200 len: 210 time: 0.0582907 Aug 31 09:30:17.126997 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4374c15a-a4b0-4f21-b5b7-4b3a1ad60bed None None] Transition to ACTIVE for port object f008c95d-22f0-4c4d-aa7e-3d62665ee17e will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:17.226778 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:17.240414 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-64ec8a59-f591-4e5a-aed6-2e845d5bc363 None None] Set router fb60fbdf-5a04-464a-9ed5-7a66420dcc6d gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:30:17.270716 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-aadee60f-b0d1-4e9a-9a58-1885aa4f49cf tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:17.280425 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-145a1063-8f71-4bc3-bea6-360ac08ca196 None None] Transition to ACTIVE for port object 3080a598-280f-4f15-bf4f-2c7615dac517 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:17.337649 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee60f-b0d1-4e9a-9a58-1885aa4f49cf tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Port': ['ID=f73595f6-0675-443f-ae06-01e4a0c3c7c5,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:17.425283 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4374c15a-a4b0-4f21-b5b7-4b3a1ad60bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:17.426448 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-aadee60f-b0d1-4e9a-9a58-1885aa4f49cf tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:17.428647 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-145a1063-8f71-4bc3-bea6-360ac08ca196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:17.430332 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-aadee60f-b0d1-4e9a-9a58-1885aa4f49cf tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/ports/f73595f6-0675-443f-ae06-01e4a0c3c7c5 HTTP/1.1" status: 204 len: 168 time: 1.1299422 Aug 31 09:30:17.440338 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47218) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:17.476767 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf71440-2aef-436b-ab20-b0eb9174b166 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] GET failed (client error): The resource could not be found. Aug 31 09:30:17.487241 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1bf71440-2aef-436b-ab20-b0eb9174b166 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "GET /v2.0/ports/f73595f6-0675-443f-ae06-01e4a0c3c7c5 HTTP/1.1" status: 404 len: 333 time: 0.0463302 Aug 31 09:30:17.492372 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47220) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:17.600701 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ff1d14-9bee-4b20-b9c1-cda0b94c8ac8 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Deleting subnet 3a3a30bc-8a3c-41be-87c8-cb11cabb122d {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:30:17.607672 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47ff1d14-9bee-4b20-b9c1-cda0b94c8ac8 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:17.655357 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-e5988d7c-6750-4846-998f-6f5e254652c4 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Allocated IP 2001:db8::bb (17930598-f4af-4731-83ee-9969406c94e8/800ff2e1-c0c1-40c0-8c6c-92223603a389/c4f5a1e0-5034-4702-a4a8-a7329f08b895) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:17.671822 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-e5988d7c-6750-4846-998f-6f5e254652c4 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Allocated IP 2001:db8:0:1:f816:3eff:fe90:8f37 (17930598-f4af-4731-83ee-9969406c94e8/8b6d3bf8-93d1-41fa-b76f-f8f7e22b447b/c4f5a1e0-5034-4702-a4a8-a7329f08b895) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:17.684623 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47ff1d14-9bee-4b20-b9c1-cda0b94c8ac8 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:17.723325 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374c15a-a4b0-4f21-b5b7-4b3a1ad60bed None None] Pushing event updated for resources: {'Port': ['ID=f008c95d-22f0-4c4d-aa7e-3d62665ee17e,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:17.785689 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145a1063-8f71-4bc3-bea6-360ac08ca196 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:17.801192 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-145a1063-8f71-4bc3-bea6-360ac08ca196 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:17.811535 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145a1063-8f71-4bc3-bea6-360ac08ca196 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:17.856980 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4374c15a-a4b0-4f21-b5b7-4b3a1ad60bed None None] Network 1e27560d-0741-4616-a336-4a460fcacca0 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:17.898454 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-4374c15a-a4b0-4f21-b5b7-4b3a1ad60bed None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:17.904452 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4374c15a-a4b0-4f21-b5b7-4b3a1ad60bed None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:17.944907 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47ff1d14-9bee-4b20-b9c1-cda0b94c8ac8 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:17.956717 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a1063-8f71-4bc3-bea6-360ac08ca196 None None] Pushing event updated for resources: {'Port': ['ID=3080a598-280f-4f15-bf4f-2c7615dac517,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:18.033109 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e5988d7c-6750-4846-998f-6f5e254652c4 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:18.065627 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-145a1063-8f71-4bc3-bea6-360ac08ca196 None None] Attempting to bind port 3080a598-280f-4f15-bf4f-2c7615dac517 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:30:18.066003 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-145a1063-8f71-4bc3-bea6-360ac08ca196 None None] Attempting to bind port 3080a598-280f-4f15-bf4f-2c7615dac517 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:30:18.066367 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145a1063-8f71-4bc3-bea6-360ac08ca196 None None] Attempting to bind port 3080a598-280f-4f15-bf4f-2c7615dac517 on network 17930598-f4af-4731-83ee-9969406c94e8 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:30:18.091211 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145a1063-8f71-4bc3-bea6-360ac08ca196 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:30:18.098490 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145a1063-8f71-4bc3-bea6-360ac08ca196 None None] Checking segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:30:18.098490 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-145a1063-8f71-4bc3-bea6-360ac08ca196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:18.098490 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145a1063-8f71-4bc3-bea6-360ac08ca196 None None] Bound using segment: {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:30:18.098490 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-145a1063-8f71-4bc3-bea6-360ac08ca196 None None] Bound port: 3080a598-280f-4f15-bf4f-2c7615dac517, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '17930598-f4af-4731-83ee-9969406c94e8'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:30:18.098490 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-145a1063-8f71-4bc3-bea6-360ac08ca196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:18.128781 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-4374c15a-a4b0-4f21-b5b7-4b3a1ad60bed None None] Attempting to bind port f008c95d-22f0-4c4d-aa7e-3d62665ee17e on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:30:18.129010 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-4374c15a-a4b0-4f21-b5b7-4b3a1ad60bed None None] Attempting to bind port f008c95d-22f0-4c4d-aa7e-3d62665ee17e by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'a84cef55-60b0-471f-bfa1-cff2d3ae23cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1619, 'network_id': '1e27560d-0741-4616-a336-4a460fcacca0'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:30:18.129439 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4374c15a-a4b0-4f21-b5b7-4b3a1ad60bed None None] Attempting to bind port f008c95d-22f0-4c4d-aa7e-3d62665ee17e on network 1e27560d-0741-4616-a336-4a460fcacca0 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:30:18.132918 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-e5988d7c-6750-4846-998f-6f5e254652c4 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Transition to ACTIVE for port object c4f5a1e0-5034-4702-a4a8-a7329f08b895 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:18.142736 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4374c15a-a4b0-4f21-b5b7-4b3a1ad60bed None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:30:18.148297 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4374c15a-a4b0-4f21-b5b7-4b3a1ad60bed None None] Checking segment: {'id': 'a84cef55-60b0-471f-bfa1-cff2d3ae23cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1619, 'network_id': '1e27560d-0741-4616-a336-4a460fcacca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:30:18.148297 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4374c15a-a4b0-4f21-b5b7-4b3a1ad60bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:18.148297 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4374c15a-a4b0-4f21-b5b7-4b3a1ad60bed None None] Bound using segment: {'id': 'a84cef55-60b0-471f-bfa1-cff2d3ae23cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1619, 'network_id': '1e27560d-0741-4616-a336-4a460fcacca0'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:30:18.148297 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-4374c15a-a4b0-4f21-b5b7-4b3a1ad60bed None None] Bound port: f008c95d-22f0-4c4d-aa7e-3d62665ee17e, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a84cef55-60b0-471f-bfa1-cff2d3ae23cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1619, 'network_id': '1e27560d-0741-4616-a336-4a460fcacca0'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:30:18.148297 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4374c15a-a4b0-4f21-b5b7-4b3a1ad60bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:18.251956 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4374c15a-a4b0-4f21-b5b7-4b3a1ad60bed None None] For port f008c95d-22f0-4c4d-aa7e-3d62665ee17e, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:30:18.251956 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4374c15a-a4b0-4f21-b5b7-4b3a1ad60bed None None] For port f008c95d-22f0-4c4d-aa7e-3d62665ee17e, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f008c95d-22f0-4c4d-aa7e-3d62665ee17e,segment=NetworkSegment(a84cef55-60b0-471f-bfa1-cff2d3ae23cd),segment_id=a84cef55-60b0-471f-bfa1-cff2d3ae23cd)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:30:18.261368 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-64ec8a59-f591-4e5a-aed6-2e845d5bc363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'name': 'tempest-TaggedBootDevicesTest-159778297-router', 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'de70fa8f-6547-4a31-8eca-31a7c406d765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:54Z', 'updated_at': '2021-08-31T09:30:08Z', 'revision_number': 4, 'project_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'gw_port': {'id': 'de70fa8f-6547-4a31-8eca-31a7c406d765', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:57Z', 'updated_at': '2021-08-31T09:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '2a60d892-0200-420e-8402-e000c33b226b', 'name': '', 'network_id': '636950a3-6b65-4dc0-b611-ae468b63fe57', 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'mac_address': 'fa:16:3e:8d:cb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4345a806-82e6-4d6f-a21e-c3deaf1866e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:05Z', 'updated_at': '2021-08-31T09:30:15Z', 'revision_number': 4, 'project_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'subnets': [{'id': '4345a806-82e6-4d6f-a21e-c3deaf1866e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:18.264030 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47ff1d14-9bee-4b20-b9c1-cda0b94c8ac8 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:18.353550 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff1d14-9bee-4b20-b9c1-cda0b94c8ac8 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Subnet': ['ID=3a3a30bc-8a3c-41be-87c8-cb11cabb122d,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:18.361158 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47ff1d14-9bee-4b20-b9c1-cda0b94c8ac8 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:18.366182 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-47ff1d14-9bee-4b20-b9c1-cda0b94c8ac8 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/subnets/3a3a30bc-8a3c-41be-87c8-cb11cabb122d HTTP/1.1" status: 204 len: 168 time: 0.8690720 Aug 31 09:30:18.366520 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47240) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:18.416473 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47242) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:18.444239 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e5988d7c-6750-4846-998f-6f5e254652c4 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:18.503377 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47244) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:18.514383 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5988d7c-6750-4846-998f-6f5e254652c4 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:18.534161 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-e5988d7c-6750-4846-998f-6f5e254652c4 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:18.547502 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5988d7c-6750-4846-998f-6f5e254652c4 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:18.555669 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4374c15a-a4b0-4f21-b5b7-4b3a1ad60bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:18.562110 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ec8a59-f591-4e5a-aed6-2e845d5bc363 None None] The sync data for ids ['fb60fbdf-5a04-464a-9ed5-7a66420dcc6d'] in n-d-791506-28 is: [{'id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'name': 'tempest-TaggedBootDevicesTest-159778297-router', 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'de70fa8f-6547-4a31-8eca-31a7c406d765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:54Z', 'updated_at': '2021-08-31T09:30:08Z', 'revision_number': 4, 'project_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'gw_port': {'id': 'de70fa8f-6547-4a31-8eca-31a7c406d765', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:57Z', 'updated_at': '2021-08-31T09:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '2a60d892-0200-420e-8402-e000c33b226b', 'name': '', 'network_id': '636950a3-6b65-4dc0-b611-ae468b63fe57', 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'mac_address': 'fa:16:3e:8d:cb:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4345a806-82e6-4d6f-a21e-c3deaf1866e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:05Z', 'updated_at': '2021-08-31T09:30:15Z', 'revision_number': 4, 'project_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'subnets': [{'id': '4345a806-82e6-4d6f-a21e-c3deaf1866e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:30:18.573381 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5988d7c-6750-4846-998f-6f5e254652c4 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:18.574347 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e5988d7c-6750-4846-998f-6f5e254652c4 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:18.580107 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6fef0012-41ea-408d-b150-547bd1b4c3e3 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:18.668269 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b552a6df-5038-42cc-9728-2185a1191b79 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:18.678675 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6fef0012-41ea-408d-b150-547bd1b4c3e3 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:18.684972 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5988d7c-6750-4846-998f-6f5e254652c4 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Port': ['ID=c4f5a1e0-5034-4702-a4a8-a7329f08b895,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:18.742236 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374c15a-a4b0-4f21-b5b7-4b3a1ad60bed None None] Pushing event updated for resources: {'Port': ['ID=f008c95d-22f0-4c4d-aa7e-3d62665ee17e,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:18.823573 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e5988d7c-6750-4846-998f-6f5e254652c4 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.2691801 Aug 31 09:30:18.823911 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47250) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:18.873738 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-145a1063-8f71-4bc3-bea6-360ac08ca196 None None] For port 3080a598-280f-4f15-bf4f-2c7615dac517, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:30:18.883409 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-145a1063-8f71-4bc3-bea6-360ac08ca196 None None] For port 3080a598-280f-4f15-bf4f-2c7615dac517, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3080a598-280f-4f15-bf4f-2c7615dac517,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:30:18.895134 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-b552a6df-5038-42cc-9728-2185a1191b79 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Deleting port f008c95d-22f0-4c4d-aa7e-3d62665ee17e {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:18.895701 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b552a6df-5038-42cc-9728-2185a1191b79 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:18.936721 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ad68e009-db84-460c-bbb3-54d4825bb9d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:18.953678 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6fef0012-41ea-408d-b150-547bd1b4c3e3 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:18.962461 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6fef0012-41ea-408d-b150-547bd1b4c3e3 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:18.968013 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47252) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:18.969021 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6fef0012-41ea-408d-b150-547bd1b4c3e3 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "DELETE /v2.0/security-groups/d194dbfa-d28d-4e4a-97eb-df9c270abd6b HTTP/1.1" status: 204 len: 168 time: 0.5530269 Aug 31 09:30:18.996719 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-145a1063-8f71-4bc3-bea6-360ac08ca196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:19.017560 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-7ab0fb58-834f-4fa2-8b50-e5fa64b29368 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] show failed (client error): The resource could not be found. Aug 31 09:30:19.018811 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7ab0fb58-834f-4fa2-8b50-e5fa64b29368 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "GET /v2.0/security-groups/d194dbfa-d28d-4e4a-97eb-df9c270abd6b HTTP/1.1" status: 404 len: 347 time: 0.0471404 Aug 31 09:30:19.028097 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47254) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:19.046509 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef0012-41ea-408d-b150-547bd1b4c3e3 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d194dbfa-d28d-4e4a-97eb-df9c270abd6b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:19.220367 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-b552a6df-5038-42cc-9728-2185a1191b79 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] For port f008c95d-22f0-4c4d-aa7e-3d62665ee17e, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f008c95d-22f0-4c4d-aa7e-3d62665ee17e,segment=NetworkSegment(a84cef55-60b0-471f-bfa1-cff2d3ae23cd),segment_id=a84cef55-60b0-471f-bfa1-cff2d3ae23cd)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:19.220761 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b552a6df-5038-42cc-9728-2185a1191b79 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:19.317337 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a1063-8f71-4bc3-bea6-360ac08ca196 None None] Pushing event updated for resources: {'Port': ['ID=3080a598-280f-4f15-bf4f-2c7615dac517,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:19.391966 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-6d913e06-8bce-4328-bf60-8684da05c67e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting port c4f5a1e0-5034-4702-a4a8-a7329f08b895 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:19.392269 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6d913e06-8bce-4328-bf60-8684da05c67e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:19.393100 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-b552a6df-5038-42cc-9728-2185a1191b79 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Calling delete_port for f008c95d-22f0-4c4d-aa7e-3d62665ee17e owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:19.870082 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-d6dbe5a0-d542-489a-b92b-d7b9ee7d8f70 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Deleting port a41e689e-35e8-4a46-b247-babff9291916 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:19.870740 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d6dbe5a0-d542-489a-b92b-d7b9ee7d8f70 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:19.995669 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b552a6df-5038-42cc-9728-2185a1191b79 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:20.050914 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552a6df-5038-42cc-9728-2185a1191b79 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Port': ['ID=f008c95d-22f0-4c4d-aa7e-3d62665ee17e,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:20.066374 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b552a6df-5038-42cc-9728-2185a1191b79 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] No DVR routers for this DVR port f008c95d-22f0-4c4d-aa7e-3d62665ee17e on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:30:20.128779 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d6dbe5a0-d542-489a-b92b-d7b9ee7d8f70 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:20.133310 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d6dbe5a0-d542-489a-b92b-d7b9ee7d8f70 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:20.211809 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-d6dbe5a0-d542-489a-b92b-d7b9ee7d8f70 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Calling delete_port for a41e689e-35e8-4a46-b247-babff9291916 owned by network:floatingip {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:20.232743 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ad68e009-db84-460c-bbb3-54d4825bb9d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:20.250703 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b552a6df-5038-42cc-9728-2185a1191b79 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:20.271874 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6d913e06-8bce-4328-bf60-8684da05c67e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:20.290060 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-6d913e06-8bce-4328-bf60-8684da05c67e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Calling delete_port for c4f5a1e0-5034-4702-a4a8-a7329f08b895 owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:20.308282 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-b552a6df-5038-42cc-9728-2185a1191b79 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e27560d-0741-4616-a336-4a460fcacca0']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:20.327264 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-b552a6df-5038-42cc-9728-2185a1191b79 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a84cef55-60b0-471f-bfa1-cff2d3ae23cd') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:20.327674 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-b552a6df-5038-42cc-9728-2185a1191b79 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a84cef55-60b0-471f-bfa1-cff2d3ae23cd') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:20.342993 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b552a6df-5038-42cc-9728-2185a1191b79 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:20.373528 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b552a6df-5038-42cc-9728-2185a1191b79 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:20.393588 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b552a6df-5038-42cc-9728-2185a1191b79 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Releasing vlan 1619 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:30:20.394009 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b552a6df-5038-42cc-9728-2185a1191b79 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:20.409531 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ad68e009-db84-460c-bbb3-54d4825bb9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:20.500554 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ad68e009-db84-460c-bbb3-54d4825bb9d8 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=9fe723f7c52e486c80d112a5cbf39d8d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9957132 Aug 31 09:30:20.501838 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68e009-db84-460c-bbb3-54d4825bb9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c961a2-6a60-4fc6-a7ad-61f64411e80f,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:20.508310 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47276) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:20.572191 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:30:20.572191 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:30:20.572191 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:30:20.572191 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:30:20.572191 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:30:20.572191 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:30:20.572191 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:30:20.572191 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:30:20.572191 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:30:20.572191 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:30:20.572191 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:30:20.572191 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:30:20.572191 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:30:20.572191 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:30:20.572191 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:30:20.572191 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:30:20.572191 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:30:20.572191 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:30:20.572191 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:30:20.572191 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:30:20.572191 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:30:20.572191 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:30:20.572191 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:30:20.572191 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:30:20.572191 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:30:20.572191 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:30:20.572191 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:30:20.572191 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:30:20.572191 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:30:20.572191 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:30:20.572191 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:30:20.572191 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:30:20.764343 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b552a6df-5038-42cc-9728-2185a1191b79 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:20.820921 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b552a6df-5038-42cc-9728-2185a1191b79 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:20.838458 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b552a6df-5038-42cc-9728-2185a1191b79 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/networks/1e27560d-0741-4616-a336-4a460fcacca0 HTTP/1.1" status: 204 len: 168 time: 2.4706523 Aug 31 09:30:20.850222 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47284) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:20.874734 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-8fa137c3-db9c-4bf5-9945-1b881db46cef tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'port': {'network_id': '7b201fa3-3f7b-4800-91ce-e05513d8da89', 'name': 'tempest-PortsTestJSON-1616452040'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:20.903172 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2a60d892-0200-420e-8402-e000c33b226b up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:21.012007 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552a6df-5038-42cc-9728-2185a1191b79 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Network': ['ID=1e27560d-0741-4616-a336-4a460fcacca0,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:21.047380 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-77fe6331-7a96-4fc2-9cca-71af6c79e9e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.092645 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d6dbe5a0-d542-489a-b92b-d7b9ee7d8f70 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.152978 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 2a60d892-0200-420e-8402-e000c33b226b completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:21.155082 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 2a60d892-0200-420e-8402-e000c33b226b triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:21.155455 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.176318 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dbe5a0-d542-489a-b92b-d7b9ee7d8f70 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Pushing event deleted for resources: {'Port': ['ID=a41e689e-35e8-4a46-b247-babff9291916,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:21.212523 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-77fe6331-7a96-4fc2-9cca-71af6c79e9e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.225574 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a328be-f136-45ed-a91b-b8bf584f6f1b None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:21.361793 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6d913e06-8bce-4328-bf60-8684da05c67e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.378708 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d6dbe5a0-d542-489a-b92b-d7b9ee7d8f70 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks [] for floatingip, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.392886 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d6dbe5a0-d542-489a-b92b-d7b9ee7d8f70 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.395472 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d6dbe5a0-d542-489a-b92b-d7b9ee7d8f70 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "DELETE /v2.0/floatingips/f1352de4-d312-4871-b30a-232a2a465cfd HTTP/1.1" status: 204 len: 168 time: 2.3619616 Aug 31 09:30:21.398661 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47288) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:21.411053 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa137c3-db9c-4bf5-9945-1b881db46cef tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:21.425730 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8fa137c3-db9c-4bf5-9945-1b881db46cef tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.430166 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d913e06-8bce-4328-bf60-8684da05c67e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Port': ['ID=c4f5a1e0-5034-4702-a4a8-a7329f08b895,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:21.457433 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-77fe6331-7a96-4fc2-9cca-71af6c79e9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.462839 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7513ac4a-3f34-451a-bd2f-cef164a89022 None None] Provisioning for port 3080a598-280f-4f15-bf4f-2c7615dac517 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:21.463010 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-77fe6331-7a96-4fc2-9cca-71af6c79e9e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.466443 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-77fe6331-7a96-4fc2-9cca-71af6c79e9e9 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/c7c961a2-6a60-4fc6-a7ad-61f64411e80f HTTP/1.1" status: 204 len: 168 time: 0.9546137 Aug 31 09:30:21.507761 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe6331-7a96-4fc2-9cca-71af6c79e9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c961a2-6a60-4fc6-a7ad-61f64411e80f,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:21.510263 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4c74f9-0564-4223-95eb-0309b6b5bfb5 None None] DHCP port deletion for 1e27560d-0741-4616-a336-4a460fcacca0 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:30:21.548626 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-8fa137c3-db9c-4bf5-9945-1b881db46cef tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] device_id is not set on port 7f62d8f5-31d7-44ed-a620-a310521acc10 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:30:21.583784 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.590871 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0277ae-e478-4bff-af78-4c41fc299221 None None] Network 1e27560d-0741-4616-a336-4a460fcacca0 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:21.640528 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-ac234792-596b-4a14-861e-3f511d0d9b0c tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Deleting port 364484db-9bd2-4077-90c3-49c9425b4048 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:21.640915 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0277ae-e478-4bff-af78-4c41fc299221 None None] Network 1e27560d-0741-4616-a336-4a460fcacca0 could not be found, it might have been deleted concurrently. {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 09:30:21.641223 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ac234792-596b-4a14-861e-3f511d0d9b0c tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.648483 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a0b6bc2b-2000-43f4-a18c-40d636cc7ec4 None None] Could not find standard attr ID for object f008c95d-22f0-4c4d-aa7e-3d62665ee17e. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:30:21.684062 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 2a60d892-0200-420e-8402-e000c33b226b, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=2a60d892-0200-420e-8402-e000c33b226b,segment=NetworkSegment(cbd56d1a-0fb4-472a-8ca4-66cbf3461a47),segment_id=cbd56d1a-0fb4-472a-8ca4-66cbf3461a47)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:21.773434 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.773434 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3080a598-280f-4f15-bf4f-2c7615dac517 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:21.786087 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ac234792-596b-4a14-861e-3f511d0d9b0c tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.795083 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8fa137c3-db9c-4bf5-9945-1b881db46cef tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.809596 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-ac234792-596b-4a14-861e-3f511d0d9b0c tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Calling delete_port for 364484db-9bd2-4077-90c3-49c9425b4048 owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:21.909704 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6d913e06-8bce-4328-bf60-8684da05c67e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:21.914511 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6d913e06-8bce-4328-bf60-8684da05c67e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/c4f5a1e0-5034-4702-a4a8-a7329f08b895 HTTP/1.1" status: 204 len: 168 time: 3.0893850 Aug 31 09:30:21.917009 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47296) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:21.972303 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8fa137c3-db9c-4bf5-9945-1b881db46cef tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.026067 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24af6fbd-f284-47d8-9b64-6170b638e1ac None None] Update dhcp port {'port': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'fixed_ips': [{'subnet_id': '800ff2e1-c0c1-40c0-8c6c-92223603a389', 'ip_address': '2001:db8::2'}, {'subnet_id': '8b6d3bf8-93d1-41fa-b76f-f8f7e22b447b'}], 'binding:host_id': 'n-d-791506-28'}, 'id': '3080a598-280f-4f15-bf4f-2c7615dac517'} from n-d-791506-28. {{(pid=95554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:30:22.058463 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=2a60d892-0200-420e-8402-e000c33b226b,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:22.084135 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:22.084135 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:22.084135 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:22.084135 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:22.084135 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:22.084135 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:22.084135 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:22.084135 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:22.084135 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:22.084974 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:22.084974 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:22.085177 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:22.093086 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-24af6fbd-f284-47d8-9b64-6170b638e1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.108390 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa137c3-db9c-4bf5-9945-1b881db46cef tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Port': ['ID=7f62d8f5-31d7-44ed-a620-a310521acc10,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:22.152053 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa137c3-db9c-4bf5-9945-1b881db46cef tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network 7b201fa3-3f7b-4800-91ce-e05513d8da89 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:22.156369 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 3080a598-280f-4f15-bf4f-2c7615dac517 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:22.157809 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bf5da4-1401-4480-9065-3836036dafd6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:22.162323 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-71bf5da4-1401-4480-9065-3836036dafd6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2414663 Aug 31 09:30:22.162323 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-8fa137c3-db9c-4bf5-9945-1b881db46cef tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:22.162851 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47306) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:22.168013 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 3080a598-280f-4f15-bf4f-2c7615dac517 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:22.180090 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.181417 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa137c3-db9c-4bf5-9945-1b881db46cef tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:22.196036 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa137c3-db9c-4bf5-9945-1b881db46cef tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:22.196714 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8fa137c3-db9c-4bf5-9945-1b881db46cef tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.253734 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5411d1a3-ce5c-47c1-8231-47e9436a9141 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:22.258122 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5411d1a3-ce5c-47c1-8231-47e9436a9141 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0925524 Aug 31 09:30:22.258521 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47308) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:22.271992 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ac234792-596b-4a14-861e-3f511d0d9b0c tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.367350 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8fa137c3-db9c-4bf5-9945-1b881db46cef tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5060143 Aug 31 09:30:22.374826 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47310) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:22.404400 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac234792-596b-4a14-861e-3f511d0d9b0c tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Pushing event deleted for resources: {'Port': ['ID=364484db-9bd2-4077-90c3-49c9425b4048,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:22.418313 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe39060-b7bf-46f0-b15f-16d4453d0621 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:22.418313 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe39060-b7bf-46f0-b15f-16d4453d0621 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:22.418313 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe39060-b7bf-46f0-b15f-16d4453d0621 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:22.422735 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5fe39060-b7bf-46f0-b15f-16d4453d0621 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1604214 Aug 31 09:30:22.423607 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47312) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:22.481848 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.516496 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca536f2-ef4d-41c3-9dc3-441c535787d1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting subnet 800ff2e1-c0c1-40c0-8c6c-92223603a389 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:30:22.530777 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-24af6fbd-f284-47d8-9b64-6170b638e1ac None None] Allocated IP 2001:db8:0:1:f816:3eff:fe10:c709 (17930598-f4af-4731-83ee-9969406c94e8/8b6d3bf8-93d1-41fa-b76f-f8f7e22b447b/3080a598-280f-4f15-bf4f-2c7615dac517) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:22.558229 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ac234792-596b-4a14-861e-3f511d0d9b0c tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.560729 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ac234792-596b-4a14-861e-3f511d0d9b0c tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "DELETE /v2.0/ports/364484db-9bd2-4077-90c3-49c9425b4048 HTTP/1.1" status: 204 len: 168 time: 1.1593771 Aug 31 09:30:22.569890 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47314) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:22.643132 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-6c309a51-c07e-4ad3-a022-69b24b093d4e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Deleting port 7f62d8f5-31d7-44ed-a620-a310521acc10 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:22.643864 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c309a51-c07e-4ad3-a022-69b24b093d4e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.647044 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47316) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:22.721647 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:30:22.721647 n-d-791506-28 neutron-server[95554]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 31 09:30:22.721647 n-d-791506-28 neutron-server[95554]: [parameters: {'status': 'ACTIVE', 'ports_id': '3080a598-280f-4f15-bf4f-2c7615dac517'}] Aug 31 09:30:22.721647 n-d-791506-28 neutron-server[95554]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:30:22.722265 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:30:22.748598 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-24af6fbd-f284-47d8-9b64-6170b638e1ac None None] For port 3080a598-280f-4f15-bf4f-2c7615dac517, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3080a598-280f-4f15-bf4f-2c7615dac517,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:22.760885 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0664c257-1336-4d34-aca9-e8bfc2a67cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.783443 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-24af6fbd-f284-47d8-9b64-6170b638e1ac None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.818994 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-24af6fbd-f284-47d8-9b64-6170b638e1ac None None] Transition to ACTIVE for port object 3080a598-280f-4f15-bf4f-2c7615dac517 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:22.850090 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c309a51-c07e-4ad3-a022-69b24b093d4e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.882182 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-6c309a51-c07e-4ad3-a022-69b24b093d4e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Calling delete_port for 7f62d8f5-31d7-44ed-a620-a310521acc10 owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:22.954578 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-24af6fbd-f284-47d8-9b64-6170b638e1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.955431 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eca536f2-ef4d-41c3-9dc3-441c535787d1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:22.993028 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0664c257-1336-4d34-aca9-e8bfc2a67cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:23.015548 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-5a5936a6-8e21-4451-a622-cb7d4fe0a9ea tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Deleting port cb0e6a15-3575-43aa-a8c6-52080c8b83ec {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:23.015899 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5a5936a6-8e21-4451-a622-cb7d4fe0a9ea tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:23.135683 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eca536f2-ef4d-41c3-9dc3-441c535787d1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:23.188554 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af6fbd-f284-47d8-9b64-6170b638e1ac None None] Pushing event updated for resources: {'Port': ['ID=3080a598-280f-4f15-bf4f-2c7615dac517,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:23.201730 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c309a51-c07e-4ad3-a022-69b24b093d4e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:23.203819 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5a5936a6-8e21-4451-a622-cb7d4fe0a9ea tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:23.224405 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-5a5936a6-8e21-4451-a622-cb7d4fe0a9ea tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Calling delete_port for cb0e6a15-3575-43aa-a8c6-52080c8b83ec owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:23.246479 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0664c257-1336-4d34-aca9-e8bfc2a67cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:23.276730 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c309a51-c07e-4ad3-a022-69b24b093d4e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Port': ['ID=7f62d8f5-31d7-44ed-a620-a310521acc10,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:23.319698 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:23.361425 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c309a51-c07e-4ad3-a022-69b24b093d4e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:23.372612 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6c309a51-c07e-4ad3-a022-69b24b093d4e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/ports/7f62d8f5-31d7-44ed-a620-a310521acc10 HTTP/1.1" status: 204 len: 168 time: 0.9966812 Aug 31 09:30:23.378008 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47328) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:23.397369 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-c9857b93-61c4-40ee-adf9-b7a8877f1eac tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'port': {'network_id': '7b201fa3-3f7b-4800-91ce-e05513d8da89', 'mac_address': 'fa:16:3e:c0:a6:89', 'name': 'tempest-PortsTestJSON-664683589'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:23.408524 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 3080a598-280f-4f15-bf4f-2c7615dac517, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3080a598-280f-4f15-bf4f-2c7615dac517,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:23.456545 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664c257-1336-4d34-aca9-e8bfc2a67cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0894342-1c74-4872-94cf-2f338d6251a2,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:23.482213 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0664c257-1336-4d34-aca9-e8bfc2a67cff admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=9263311af47b4620bc82179dda42871b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8340824 Aug 31 09:30:23.487180 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:23.489771 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47330) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:23.549262 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eca536f2-ef4d-41c3-9dc3-441c535787d1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:23.637732 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=3080a598-280f-4f15-bf4f-2c7615dac517,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:23.671030 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9857b93-61c4-40ee-adf9-b7a8877f1eac tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:23.689424 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7b95d7ea-c50c-4883-ba5e-79e2abe1f605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:23.748566 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eca536f2-ef4d-41c3-9dc3-441c535787d1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:23.756189 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2a60d892-0200-420e-8402-e000c33b226b up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:23.763298 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7b95d7ea-c50c-4883-ba5e-79e2abe1f605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:23.815575 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca536f2-ef4d-41c3-9dc3-441c535787d1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Subnet': ['ID=800ff2e1-c0c1-40c0-8c6c-92223603a389,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:23.854170 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c9857b93-61c4-40ee-adf9-b7a8877f1eac tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:23.858283 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eca536f2-ef4d-41c3-9dc3-441c535787d1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:23.866695 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-eca536f2-ef4d-41c3-9dc3-441c535787d1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/800ff2e1-c0c1-40c0-8c6c-92223603a389 HTTP/1.1" status: 204 len: 168 time: 1.4200473 Aug 31 09:30:23.873777 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47332) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:23.897468 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 2a60d892-0200-420e-8402-e000c33b226b triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:23.897896 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:23.956376 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-c9857b93-61c4-40ee-adf9-b7a8877f1eac tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] device_id is not set on port 9b8550cd-fd4a-4349-ac85-bac619096217 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:30:24.030305 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5a5936a6-8e21-4451-a622-cb7d4fe0a9ea tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:24.042723 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3080a598-280f-4f15-bf4f-2c7615dac517 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:24.083931 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cf46bdc-6402-49a4-869a-30ac8665201b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting subnet 8b6d3bf8-93d1-41fa-b76f-f8f7e22b447b {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:30:24.091155 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7cf46bdc-6402-49a4-869a-30ac8665201b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:24.120437 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f008c95d-22f0-4c4d-aa7e-3d62665ee17e no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:30:24.132031 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7b95d7ea-c50c-4883-ba5e-79e2abe1f605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:24.135026 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7b95d7ea-c50c-4883-ba5e-79e2abe1f605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:24.139404 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7b95d7ea-c50c-4883-ba5e-79e2abe1f605 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/e0894342-1c74-4872-94cf-2f338d6251a2 HTTP/1.1" status: 204 len: 168 time: 0.6486630 Aug 31 09:30:24.157168 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: f008c95d-22f0-4c4d-aa7e-3d62665ee17e {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:30:24.157516 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f008c95d-22f0-4c4d-aa7e-3d62665ee17e not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:30:24.170422 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5936a6-8e21-4451-a622-cb7d4fe0a9ea tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Pushing event deleted for resources: {'Port': ['ID=cb0e6a15-3575-43aa-a8c6-52080c8b83ec,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:24.217238 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7cf46bdc-6402-49a4-869a-30ac8665201b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:24.262334 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95d7ea-c50c-4883-ba5e-79e2abe1f605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0894342-1c74-4872-94cf-2f338d6251a2,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:24.310171 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52636967-67e4-4e3f-953e-6c82fb57af1c None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:24.353791 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5a5936a6-8e21-4451-a622-cb7d4fe0a9ea tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:24.358714 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5a5936a6-8e21-4451-a622-cb7d4fe0a9ea tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "DELETE /v2.0/ports/cb0e6a15-3575-43aa-a8c6-52080c8b83ec HTTP/1.1" status: 204 len: 168 time: 1.7936304 Aug 31 09:30:24.361447 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47342) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:24.505691 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4863c132-5a39-4e0b-96b4-769aa633bf95 None None] Provisioning for port 3080a598-280f-4f15-bf4f-2c7615dac517 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:24.531260 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4863c132-5a39-4e0b-96b4-769aa633bf95 None None] Provisioning complete for port 3080a598-280f-4f15-bf4f-2c7615dac517 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:24.531968 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4863c132-5a39-4e0b-96b4-769aa633bf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:24.538029 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-420bdc64-8c35-4540-9aec-479b5a3cf51d tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Deleting subnet 738e5ace-96d7-4741-8d29-c5798e2f10f3 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:30:24.547756 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-420bdc64-8c35-4540-9aec-479b5a3cf51d tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:24.549858 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7cf46bdc-6402-49a4-869a-30ac8665201b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:24.664290 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-420bdc64-8c35-4540-9aec-479b5a3cf51d tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:24.671657 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c9857b93-61c4-40ee-adf9-b7a8877f1eac tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:24.819940 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7cf46bdc-6402-49a4-869a-30ac8665201b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:24.846894 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-420bdc64-8c35-4540-9aec-479b5a3cf51d tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:24.869817 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf46bdc-6402-49a4-869a-30ac8665201b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Subnet': ['ID=8b6d3bf8-93d1-41fa-b76f-f8f7e22b447b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:24.886910 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c9857b93-61c4-40ee-adf9-b7a8877f1eac tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:24.904626 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7cf46bdc-6402-49a4-869a-30ac8665201b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:24.910366 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7cf46bdc-6402-49a4-869a-30ac8665201b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/8b6d3bf8-93d1-41fa-b76f-f8f7e22b447b HTTP/1.1" status: 204 len: 168 time: 1.0320947 Aug 31 09:30:24.932608 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47350) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:24.970104 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9857b93-61c4-40ee-adf9-b7a8877f1eac tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network 7b201fa3-3f7b-4800-91ce-e05513d8da89 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:24.982857 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-c9857b93-61c4-40ee-adf9-b7a8877f1eac tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:24.985785 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9857b93-61c4-40ee-adf9-b7a8877f1eac tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Port': ['ID=9b8550cd-fd4a-4349-ac85-bac619096217,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:24.997714 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9857b93-61c4-40ee-adf9-b7a8877f1eac tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:25.004598 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9857b93-61c4-40ee-adf9-b7a8877f1eac tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:25.005999 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c9857b93-61c4-40ee-adf9-b7a8877f1eac tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:25.030935 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1952508c-9446-46bf-bf1e-07537380e379 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0965331 Aug 31 09:30:25.039304 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47356) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:25.045427 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-5558e3c0-3ce8-44d0-80c2-1c94c8983b4f tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:25.136890 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c9857b93-61c4-40ee-adf9-b7a8877f1eac tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7577212 Aug 31 09:30:25.140490 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47360) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:25.234879 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-420bdc64-8c35-4540-9aec-479b5a3cf51d tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:25.294364 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e523087-c6ad-40c4-b100-22a8fb6d1fe9 None None] Network b23b223a-9bf9-44c7-9495-5e7b861ae144 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:25.297307 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3be328c-2fee-4007-b768-1bf95982174c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:25.299043 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d3be328c-2fee-4007-b768-1bf95982174c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "GET /v2.0/ports/9b8550cd-fd4a-4349-ac85-bac619096217 HTTP/1.1" status: 200 len: 840 time: 0.1567712 Aug 31 09:30:25.303920 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47366) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:25.357440 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-420bdc64-8c35-4540-9aec-479b5a3cf51d tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:25.368644 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-420bdc64-8c35-4540-9aec-479b5a3cf51d tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "DELETE /v2.0/subnets/738e5ace-96d7-4741-8d29-c5798e2f10f3 HTTP/1.1" status: 204 len: 168 time: 0.9996419 Aug 31 09:30:25.368644 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47368) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:25.368644 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420bdc64-8c35-4540-9aec-479b5a3cf51d tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Pushing event deleted for resources: {'Subnet': ['ID=738e5ace-96d7-4741-8d29-c5798e2f10f3,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:25.407115 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5558e3c0-3ce8-44d0-80c2-1c94c8983b4f tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:25.412912 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5558e3c0-3ce8-44d0-80c2-1c94c8983b4f tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:25.465117 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-279f36d6-57e7-4d6e-99ad-4f1b31a827f5 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Deleting subnet d9b71bd3-689f-45e5-b57d-0c067c6d8649 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:30:25.469523 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-279f36d6-57e7-4d6e-99ad-4f1b31a827f5 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:25.570216 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-279f36d6-57e7-4d6e-99ad-4f1b31a827f5 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:25.737591 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3a2a26-838e-4c7a-9411-3894b53cd5a7 None None] DHCP port deletion for b23b223a-9bf9-44c7-9495-5e7b861ae144 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:30:25.751154 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3080a598-280f-4f15-bf4f-2c7615dac517 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:25.765319 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-f4ca31d5-5242-4d17-9cca-438dce955976 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Deleting port 9b8550cd-fd4a-4349-ac85-bac619096217 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:25.768737 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f4ca31d5-5242-4d17-9cca-438dce955976 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:25.791906 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-279f36d6-57e7-4d6e-99ad-4f1b31a827f5 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:25.950109 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f4ca31d5-5242-4d17-9cca-438dce955976 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:25.961452 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a7ad2b-248a-4fad-955e-d8a8712c82a5 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:25.977206 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-f4ca31d5-5242-4d17-9cca-438dce955976 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Calling delete_port for 9b8550cd-fd4a-4349-ac85-bac619096217 owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:26.048026 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-279f36d6-57e7-4d6e-99ad-4f1b31a827f5 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:26.060584 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8933e36f-f012-4253-9843-3cd3ba561b7e None None] Provisioning complete for port 3080a598-280f-4f15-bf4f-2c7615dac517 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:26.064525 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8933e36f-f012-4253-9843-3cd3ba561b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:26.105754 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f36d6-57e7-4d6e-99ad-4f1b31a827f5 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Pushing event deleted for resources: {'Subnet': ['ID=d9b71bd3-689f-45e5-b57d-0c067c6d8649,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:26.126097 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-279f36d6-57e7-4d6e-99ad-4f1b31a827f5 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:26.134540 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-279f36d6-57e7-4d6e-99ad-4f1b31a827f5 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "DELETE /v2.0/subnets/d9b71bd3-689f-45e5-b57d-0c067c6d8649 HTTP/1.1" status: 204 len: 168 time: 0.7590756 Aug 31 09:30:26.135602 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47384) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:26.137182 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338f3f74-ef74-4a4f-a7fc-d55ab250f653 None None] Network 94d58612-6d06-41c9-a267-ebf7c959afe6 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:26.224273 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 3080a598-280f-4f15-bf4f-2c7615dac517 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:26.225197 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:26.231619 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5558e3c0-3ce8-44d0-80c2-1c94c8983b4f tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:26.261662 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8a12bcba-4d39-41f4-a5f0-ada7f7f12ede tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:26.344147 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-7d3a2a26-838e-4c7a-9411-3894b53cd5a7 None None] Deleting port dd70a2c7-bbbb-4c61-906b-c1f07a23c631 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:26.344601 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7d3a2a26-838e-4c7a-9411-3894b53cd5a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:26.359948 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558e3c0-3ce8-44d0-80c2-1c94c8983b4f tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Subnet': ['ID=c10f183c-ec8b-480d-bcd9-c44126f27881,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:26.368510 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f4ca31d5-5242-4d17-9cca-438dce955976 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:26.412845 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-8a12bcba-4d39-41f4-a5f0-ada7f7f12ede tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Deleting port dd70a2c7-bbbb-4c61-906b-c1f07a23c631 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:26.413487 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8a12bcba-4d39-41f4-a5f0-ada7f7f12ede tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:26.450537 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca31d5-5242-4d17-9cca-438dce955976 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Port': ['ID=9b8550cd-fd4a-4349-ac85-bac619096217,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:26.453752 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f4ca31d5-5242-4d17-9cca-438dce955976 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:26.455891 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f4ca31d5-5242-4d17-9cca-438dce955976 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/ports/9b8550cd-fd4a-4349-ac85-bac619096217 HTTP/1.1" status: 204 len: 168 time: 1.1525009 Aug 31 09:30:26.460280 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47392) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:26.479694 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5558e3c0-3ce8-44d0-80c2-1c94c8983b4f tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:26.499669 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-5558e3c0-3ce8-44d0-80c2-1c94c8983b4f tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:26.510215 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-8a12bcba-4d39-41f4-a5f0-ada7f7f12ede tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] For port dd70a2c7-bbbb-4c61-906b-c1f07a23c631, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=dd70a2c7-bbbb-4c61-906b-c1f07a23c631,segment=NetworkSegment(0d8f0013-f2ab-437c-ba45-45bd4a534d54),segment_id=0d8f0013-f2ab-437c-ba45-45bd4a534d54)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:26.510665 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8a12bcba-4d39-41f4-a5f0-ada7f7f12ede tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:26.526536 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-8a12bcba-4d39-41f4-a5f0-ada7f7f12ede tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Calling delete_port for dd70a2c7-bbbb-4c61-906b-c1f07a23c631 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:26.537313 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5558e3c0-3ce8-44d0-80c2-1c94c8983b4f tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:26.545780 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5558e3c0-3ce8-44d0-80c2-1c94c8983b4f tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:26.560468 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be3b3f6-2aa1-419f-b0ee-5cd0be16abe4 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] GET failed (client error): The resource could not be found. Aug 31 09:30:26.562213 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5be3b3f6-2aa1-419f-b0ee-5cd0be16abe4 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "GET /v2.0/ports/9b8550cd-fd4a-4349-ac85-bac619096217 HTTP/1.1" status: 404 len: 333 time: 0.1009786 Aug 31 09:30:26.566081 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47396) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:26.571753 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-5274e138-aacb-4806-bf12-7364bbd5e76b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'port': {'network_id': '7b201fa3-3f7b-4800-91ce-e05513d8da89', 'name': 'tempest-PortsTestJSON-682723446'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:26.721725 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8a12bcba-4d39-41f4-a5f0-ada7f7f12ede tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:26.732625 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-7d3a2a26-838e-4c7a-9411-3894b53cd5a7 None None] For port dd70a2c7-bbbb-4c61-906b-c1f07a23c631, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=dd70a2c7-bbbb-4c61-906b-c1f07a23c631,segment=NetworkSegment(0d8f0013-f2ab-437c-ba45-45bd4a534d54),segment_id=0d8f0013-f2ab-437c-ba45-45bd4a534d54)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:26.737477 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7d3a2a26-838e-4c7a-9411-3894b53cd5a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:26.747142 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5558e3c0-3ce8-44d0-80c2-1c94c8983b4f tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7039051 Aug 31 09:30:26.747346 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-7d3a2a26-838e-4c7a-9411-3894b53cd5a7 None None] Calling delete_port for dd70a2c7-bbbb-4c61-906b-c1f07a23c631 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:26.756156 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47404) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:26.797678 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-7648f0a9-17ea-4fd2-a2dc-18efded4dc85 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:26.832570 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a12bcba-4d39-41f4-a5f0-ada7f7f12ede tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Pushing event deleted for resources: {'Port': ['ID=dd70a2c7-bbbb-4c61-906b-c1f07a23c631,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:26.838768 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a12bcba-4d39-41f4-a5f0-ada7f7f12ede tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] No DVR routers for this DVR port dd70a2c7-bbbb-4c61-906b-c1f07a23c631 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:30:26.868178 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7d3a2a26-838e-4c7a-9411-3894b53cd5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:26.951543 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8a12bcba-4d39-41f4-a5f0-ada7f7f12ede tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:26.963837 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a2a26-838e-4c7a-9411-3894b53cd5a7 None None] Pushing event deleted for resources: {'Port': ['ID=dd70a2c7-bbbb-4c61-906b-c1f07a23c631,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:26.965949 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-8a12bcba-4d39-41f4-a5f0-ada7f7f12ede tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b23b223a-9bf9-44c7-9495-5e7b861ae144']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:26.979518 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3a2a26-838e-4c7a-9411-3894b53cd5a7 None None] No DVR routers for this DVR port dd70a2c7-bbbb-4c61-906b-c1f07a23c631 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:30:26.992245 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-8a12bcba-4d39-41f4-a5f0-ada7f7f12ede tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d8f0013-f2ab-437c-ba45-45bd4a534d54') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:26.992544 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-8a12bcba-4d39-41f4-a5f0-ada7f7f12ede tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d8f0013-f2ab-437c-ba45-45bd4a534d54') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:27.007208 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5274e138-aacb-4806-bf12-7364bbd5e76b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:27.013432 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8a12bcba-4d39-41f4-a5f0-ada7f7f12ede tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:27.014764 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5274e138-aacb-4806-bf12-7364bbd5e76b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:27.064867 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8a12bcba-4d39-41f4-a5f0-ada7f7f12ede tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:27.075403 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a12bcba-4d39-41f4-a5f0-ada7f7f12ede tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Releasing vlan 1629 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:30:27.079263 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8a12bcba-4d39-41f4-a5f0-ada7f7f12ede tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:27.090294 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:30:27.090294 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:30:27.090294 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:30:27.090294 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:30:27.090294 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:30:27.090294 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:30:27.090294 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:30:27.090294 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:30:27.090294 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:30:27.090294 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:30:27.090294 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:30:27.090294 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:30:27.090294 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:30:27.090294 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:30:27.090294 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:30:27.090294 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:30:27.090294 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:30:27.090294 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:30:27.090294 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:30:27.090294 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:30:27.090294 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:30:27.090294 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:30:27.090294 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:30:27.090294 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:30:27.090294 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:30:27.090294 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:30:27.090294 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:30:27.090294 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:30:27.090294 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:30:27.090294 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:30:27.090294 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:30:27.090294 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:30:27.105551 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-5274e138-aacb-4806-bf12-7364bbd5e76b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] device_id is not set on port e39e9391-895e-4aeb-9ff6-b170720142c1 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:30:27.173368 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7730c86e-a944-4da5-b643-c236c914f1c5 None None] DHCP port deletion for 94d58612-6d06-41c9-a267-ebf7c959afe6 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:30:27.278192 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e98cb6-c631-4cc9-ae24-19cff5bbf3a2 None None] Update dhcp port {'port': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'fixed_ips': [{'subnet_id': 'c10f183c-ec8b-480d-bcd9-c44126f27881'}], 'binding:host_id': 'n-d-791506-28'}, 'id': '3080a598-280f-4f15-bf4f-2c7615dac517'} from n-d-791506-28. {{(pid=95554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:30:27.299100 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8a12bcba-4d39-41f4-a5f0-ada7f7f12ede tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:27.360832 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8a12bcba-4d39-41f4-a5f0-ada7f7f12ede tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:27.362781 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8a12bcba-4d39-41f4-a5f0-ada7f7f12ede tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "DELETE /v2.0/networks/b23b223a-9bf9-44c7-9495-5e7b861ae144 HTTP/1.1" status: 204 len: 168 time: 1.2259789 Aug 31 09:30:27.365700 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-7730c86e-a944-4da5-b643-c236c914f1c5 None None] Deleting port 85450ec7-3f13-4929-b96c-2b0898a4cd9f {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:27.366439 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a12bcba-4d39-41f4-a5f0-ada7f7f12ede tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Pushing event deleted for resources: {'Network': ['ID=b23b223a-9bf9-44c7-9495-5e7b861ae144,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:27.367296 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7730c86e-a944-4da5-b643-c236c914f1c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:27.370592 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47414) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:27.376567 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-30e98cb6-c631-4cc9-ae24-19cff5bbf3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:27.442476 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7648f0a9-17ea-4fd2-a2dc-18efded4dc85 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:27.447555 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7648f0a9-17ea-4fd2-a2dc-18efded4dc85 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:27.472884 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-126f1255-dc1d-4ec2-9600-63edfc9bf706 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:27.594400 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5274e138-aacb-4806-bf12-7364bbd5e76b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:27.616469 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-126f1255-dc1d-4ec2-9600-63edfc9bf706 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Deleting port 85450ec7-3f13-4929-b96c-2b0898a4cd9f {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:27.617010 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-126f1255-dc1d-4ec2-9600-63edfc9bf706 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:27.739639 n-d-791506-28 neutron-server[95552]: INFO neutron.db.ipam_backend_mixin [None req-7648f0a9-17ea-4fd2-a2dc-18efded4dc85 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c10f183c-ec8b-480d-bcd9-c44126f27881 (CIDR: 2001:db8::/64) Aug 31 09:30:27.740452 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-126f1255-dc1d-4ec2-9600-63edfc9bf706 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] For port 85450ec7-3f13-4929-b96c-2b0898a4cd9f, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=85450ec7-3f13-4929-b96c-2b0898a4cd9f,segment=NetworkSegment(f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef),segment_id=f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:27.740849 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-126f1255-dc1d-4ec2-9600-63edfc9bf706 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:27.742634 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5274e138-aacb-4806-bf12-7364bbd5e76b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:27.753789 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 85450ec7-3f13-4929-b96c-2b0898a4cd9f no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:30:27.763947 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-126f1255-dc1d-4ec2-9600-63edfc9bf706 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Calling delete_port for 85450ec7-3f13-4929-b96c-2b0898a4cd9f owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:27.825867 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5274e138-aacb-4806-bf12-7364bbd5e76b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network 7b201fa3-3f7b-4800-91ce-e05513d8da89 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:27.835506 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-5274e138-aacb-4806-bf12-7364bbd5e76b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:27.839237 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-7648f0a9-17ea-4fd2-a2dc-18efded4dc85 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:30:27.840147 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7648f0a9-17ea-4fd2-a2dc-18efded4dc85 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:27.856680 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5274e138-aacb-4806-bf12-7364bbd5e76b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:27.865429 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-7730c86e-a944-4da5-b643-c236c914f1c5 None None] For port 85450ec7-3f13-4929-b96c-2b0898a4cd9f, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=85450ec7-3f13-4929-b96c-2b0898a4cd9f,segment=NetworkSegment(f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef),segment_id=f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:27.865833 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7730c86e-a944-4da5-b643-c236c914f1c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:28.264248 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5274e138-aacb-4806-bf12-7364bbd5e76b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:28.264248 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5274e138-aacb-4806-bf12-7364bbd5e76b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:28.264248 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274e138-aacb-4806-bf12-7364bbd5e76b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Port': ['ID=e39e9391-895e-4aeb-9ff6-b170720142c1,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:28.276762 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-7730c86e-a944-4da5-b643-c236c914f1c5 None None] Calling delete_port for 85450ec7-3f13-4929-b96c-2b0898a4cd9f owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:28.282445 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5274e138-aacb-4806-bf12-7364bbd5e76b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4528387 Aug 31 09:30:28.283960 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47436) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:28.283960 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-bad40c5d-2976-4d12-bfc3-2d9934aa0c91 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:28.284430 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7648f0a9-17ea-4fd2-a2dc-18efded4dc85 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2976639 Aug 31 09:30:28.284430 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47440) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:28.284430 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-541ba8c4-aa2e-4947-a0e5-b781d801c9d2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'subnet': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:28.284892 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-30e98cb6-c631-4cc9-ae24-19cff5bbf3a2 None None] Allocated IP 2001:db8::2 (17930598-f4af-4731-83ee-9969406c94e8/c10f183c-ec8b-480d-bcd9-c44126f27881/3080a598-280f-4f15-bf4f-2c7615dac517) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:28.285053 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bad40c5d-2976-4d12-bfc3-2d9934aa0c91 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:28.285053 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-126f1255-dc1d-4ec2-9600-63edfc9bf706 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:28.286796 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:28.289591 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f1255-dc1d-4ec2-9600-63edfc9bf706 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Pushing event deleted for resources: {'Port': ['ID=85450ec7-3f13-4929-b96c-2b0898a4cd9f,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:28.383770 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126f1255-dc1d-4ec2-9600-63edfc9bf706 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] No DVR routers for this DVR port 85450ec7-3f13-4929-b96c-2b0898a4cd9f on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:30:28.445249 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device dd70a2c7-bbbb-4c61-906b-c1f07a23c631 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:30:28.447178 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7730c86e-a944-4da5-b643-c236c914f1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:28.500102 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541ba8c4-aa2e-4947-a0e5-b781d801c9d2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:28.504412 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-541ba8c4-aa2e-4947-a0e5-b781d801c9d2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:28.511606 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730c86e-a944-4da5-b643-c236c914f1c5 None None] Pushing event deleted for resources: {'Port': ['ID=85450ec7-3f13-4929-b96c-2b0898a4cd9f,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:28.518781 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: dd70a2c7-bbbb-4c61-906b-c1f07a23c631 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:30:28.519132 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device dd70a2c7-bbbb-4c61-906b-c1f07a23c631 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:30:28.558048 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7730c86e-a944-4da5-b643-c236c914f1c5 None None] No DVR routers for this DVR port 85450ec7-3f13-4929-b96c-2b0898a4cd9f on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:30:28.595849 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-30e98cb6-c631-4cc9-ae24-19cff5bbf3a2 None None] For port 3080a598-280f-4f15-bf4f-2c7615dac517, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3080a598-280f-4f15-bf4f-2c7615dac517,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:28.681368 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-30e98cb6-c631-4cc9-ae24-19cff5bbf3a2 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:28.726155 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-126f1255-dc1d-4ec2-9600-63edfc9bf706 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:28.731756 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-30e98cb6-c631-4cc9-ae24-19cff5bbf3a2 None None] Transition to ACTIVE for port object 3080a598-280f-4f15-bf4f-2c7615dac517 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:28.750660 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-126f1255-dc1d-4ec2-9600-63edfc9bf706 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d58612-6d06-41c9-a267-ebf7c959afe6']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:28.774948 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-126f1255-dc1d-4ec2-9600-63edfc9bf706 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:28.775442 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-126f1255-dc1d-4ec2-9600-63edfc9bf706 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b4b8d1-3ad3-479a-9eee-f8defb30b6ef') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:28.795312 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bad40c5d-2976-4d12-bfc3-2d9934aa0c91 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:28.801153 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-126f1255-dc1d-4ec2-9600-63edfc9bf706 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:28.818731 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-30e98cb6-c631-4cc9-ae24-19cff5bbf3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:28.835886 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-126f1255-dc1d-4ec2-9600-63edfc9bf706 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:28.854242 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126f1255-dc1d-4ec2-9600-63edfc9bf706 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Releasing vlan 1614 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:30:28.854671 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-126f1255-dc1d-4ec2-9600-63edfc9bf706 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:28.861679 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:30:28.861679 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:30:28.861679 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:30:28.861679 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:30:28.861679 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:30:28.861679 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:30:28.861679 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:30:28.861679 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:30:28.861679 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:30:28.861679 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:30:28.861679 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:30:28.861679 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:30:28.861679 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:30:28.861679 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:30:28.861679 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:30:28.861679 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:30:28.861679 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:30:28.861679 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:30:28.861679 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:30:28.861679 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:30:28.861679 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:30:28.861679 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:30:28.861679 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:30:28.861679 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:30:28.861679 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:30:28.861679 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:30:28.861679 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:30:28.861679 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:30:28.861679 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:30:28.861679 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:30:28.861679 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:30:28.861679 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:30:28.955489 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bad40c5d-2976-4d12-bfc3-2d9934aa0c91 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:29.025890 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e98cb6-c631-4cc9-ae24-19cff5bbf3a2 None None] Pushing event updated for resources: {'Port': ['ID=3080a598-280f-4f15-bf4f-2c7615dac517,revision_number=7']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:29.125240 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-bad40c5d-2976-4d12-bfc3-2d9934aa0c91 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] In _notify_port_updated(), no bound segment for port e39e9391-895e-4aeb-9ff6-b170720142c1 on network 7b201fa3-3f7b-4800-91ce-e05513d8da89 {{(pid=95553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:30:29.138279 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad40c5d-2976-4d12-bfc3-2d9934aa0c91 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:29.139337 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bad40c5d-2976-4d12-bfc3-2d9934aa0c91 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:29.148587 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47484) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:29.152616 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-bad40c5d-2976-4d12-bfc3-2d9934aa0c91 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "PUT /v2.0/ports/e39e9391-895e-4aeb-9ff6-b170720142c1 HTTP/1.1" status: 200 len: 818 time: 1.1256781 Aug 31 09:30:29.240794 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad40c5d-2976-4d12-bfc3-2d9934aa0c91 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Port': ['ID=e39e9391-895e-4aeb-9ff6-b170720142c1,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:29.315752 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-126f1255-dc1d-4ec2-9600-63edfc9bf706 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:29.326447 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-126f1255-dc1d-4ec2-9600-63edfc9bf706 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:29.334183 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-126f1255-dc1d-4ec2-9600-63edfc9bf706 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] 10.222.0.119 "DELETE /v2.0/networks/94d58612-6d06-41c9-a267-ebf7c959afe6 HTTP/1.1" status: 204 len: 168 time: 1.9581993 Aug 31 09:30:29.348103 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f1255-dc1d-4ec2-9600-63edfc9bf706 tempest-TaggedBootDevicesTest_v242-1978786866 tempest-TaggedBootDevicesTest_v242-1978786866-project] Pushing event deleted for resources: {'Network': ['ID=94d58612-6d06-41c9-a267-ebf7c959afe6,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:29.365333 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-56ca9727-6325-459b-8335-ad32fcf10530 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Deleting port e39e9391-895e-4aeb-9ff6-b170720142c1 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:29.365333 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-56ca9727-6325-459b-8335-ad32fcf10530 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:29.594887 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-56ca9727-6325-459b-8335-ad32fcf10530 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:29.615693 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-56ca9727-6325-459b-8335-ad32fcf10530 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Calling delete_port for e39e9391-895e-4aeb-9ff6-b170720142c1 owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:29.730448 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3080a598-280f-4f15-bf4f-2c7615dac517 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:30.008422 n-d-791506-28 neutron-server[95552]: DEBUG neutron.objects.ports [None req-541ba8c4-aa2e-4947-a0e5-b781d801c9d2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95552) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:30:30.025905 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-56ca9727-6325-459b-8335-ad32fcf10530 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:30.197758 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca9727-6325-459b-8335-ad32fcf10530 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Port': ['ID=e39e9391-895e-4aeb-9ff6-b170720142c1,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:30.219699 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-56ca9727-6325-459b-8335-ad32fcf10530 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:30.228514 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-56ca9727-6325-459b-8335-ad32fcf10530 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/ports/e39e9391-895e-4aeb-9ff6-b170720142c1 HTTP/1.1" status: 204 len: 168 time: 1.0763342 Aug 31 09:30:30.229003 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47518) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:30.354935 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:30:30.355590 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc724a0-6af7-46c4-9b6e-fb9dd83a1f7a None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:30.358181 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713f264a-06c8-42e8-8e19-0c6ecd227629 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:30.360420 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-713f264a-06c8-42e8-8e19-0c6ecd227629 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1297889 Aug 31 09:30:30.364901 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47520) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:30.410127 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee4ac356-fe28-4bbd-8cc1-a0d535fd08b9 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] GET failed (client error): The resource could not be found. Aug 31 09:30:30.412613 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ee4ac356-fe28-4bbd-8cc1-a0d535fd08b9 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "GET /v2.0/ports/e39e9391-895e-4aeb-9ff6-b170720142c1 HTTP/1.1" status: 404 len: 333 time: 0.0361781 Aug 31 09:30:30.416564 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47522) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:30.432233 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-f93dc183-b98c-4c5d-a6ec-d583e25d109f tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-373007255'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:30.730117 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47528) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:30.831351 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35749e51-9439-4794-9db7-4804b576c906 None None] Update dhcp port {'port': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'fixed_ips': [{'subnet_id': 'c10f183c-ec8b-480d-bcd9-c44126f27881', 'ip_address': '2001:db8::2'}, {'subnet_id': '5f763e91-c6d1-4894-bf30-92f0dcf3f4cf'}], 'binding:host_id': 'n-d-791506-28'}, 'id': '3080a598-280f-4f15-bf4f-2c7615dac517'} from n-d-791506-28. {{(pid=95554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:30:30.876310 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-35749e51-9439-4794-9db7-4804b576c906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:30.925865 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a179ed2b-35e2-4ce0-90c3-a00ee847f9b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:31.372495 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93dc183-b98c-4c5d-a6ec-d583e25d109f tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:31.377530 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f93dc183-b98c-4c5d-a6ec-d583e25d109f tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:31.423729 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-541ba8c4-aa2e-4947-a0e5-b781d801c9d2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:31.455209 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93dc183-b98c-4c5d-a6ec-d583e25d109f tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] vlan segment allocate from pool success with {'vlan_id': 1643, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:30:31.479085 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f93dc183-b98c-4c5d-a6ec-d583e25d109f tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:31.479668 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-f93dc183-b98c-4c5d-a6ec-d583e25d109f tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Added segment 88fe2199-c9b9-4066-a878-52e40c25207e of type vlan for network 9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a Aug 31 09:30:31.564174 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f93dc183-b98c-4c5d-a6ec-d583e25d109f tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:31.596622 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-35749e51-9439-4794-9db7-4804b576c906 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8:0:1:f816:3eff:fe10:c709-e21e20df-725f-4bcb-9039-1395898 {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:30:31.597173 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-35749e51-9439-4794-9db7-4804b576c906 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:30:31.621643 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a179ed2b-35e2-4ce0-90c3-a00ee847f9b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:31.653039 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-bdb62053-b543-4605-8258-a99b47ab73da None None] Provisioning for port 3080a598-280f-4f15-bf4f-2c7615dac517 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:31.666043 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-bdb62053-b543-4605-8258-a99b47ab73da None None] Provisioning complete for port 3080a598-280f-4f15-bf4f-2c7615dac517 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:31.666043 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bdb62053-b543-4605-8258-a99b47ab73da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:31.693689 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-541ba8c4-aa2e-4947-a0e5-b781d801c9d2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] For port 3080a598-280f-4f15-bf4f-2c7615dac517, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3080a598-280f-4f15-bf4f-2c7615dac517,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:31.730212 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-541ba8c4-aa2e-4947-a0e5-b781d801c9d2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:31.756880 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a179ed2b-35e2-4ce0-90c3-a00ee847f9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:31.809763 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179ed2b-35e2-4ce0-90c3-a00ee847f9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47609384-ce45-4039-9164-edf95df7f136,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:31.821441 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f93dc183-b98c-4c5d-a6ec-d583e25d109f tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:31.837682 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-541ba8c4-aa2e-4947-a0e5-b781d801c9d2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:31.850449 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-541ba8c4-aa2e-4947-a0e5-b781d801c9d2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:31.851078 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93dc183-b98c-4c5d-a6ec-d583e25d109f tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:31.853835 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f93dc183-b98c-4c5d-a6ec-d583e25d109f tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:31.962701 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a179ed2b-35e2-4ce0-90c3-a00ee847f9b0 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=f5d21b2b91df41b8b11f2eec09e09833&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2354894 Aug 31 09:30:31.990306 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47544) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:32.023230 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f93dc183-b98c-4c5d-a6ec-d583e25d109f tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6012142 Aug 31 09:30:32.024532 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47546) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:32.032520 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-b80bba81-2baa-4a1f-b1aa-a1fbb81d4133 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'subnet': {'network_id': '9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:32.037827 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541ba8c4-aa2e-4947-a0e5-b781d801c9d2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:32.058295 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-541ba8c4-aa2e-4947-a0e5-b781d801c9d2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:32.069151 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541ba8c4-aa2e-4947-a0e5-b781d801c9d2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:32.082327 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-541ba8c4-aa2e-4947-a0e5-b781d801c9d2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:32.095627 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93dc183-b98c-4c5d-a6ec-d583e25d109f tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Network': ['ID=9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:32.118293 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ba8c4-aa2e-4947-a0e5-b781d801c9d2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Subnet': ['ID=5f763e91-c6d1-4894-bf30-92f0dcf3f4cf,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:32.131875 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ba8c4-aa2e-4947-a0e5-b781d801c9d2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Port': ['ID=3080a598-280f-4f15-bf4f-2c7615dac517,revision_number=9']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:32.132570 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:30:32.189479 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a2bd76a3-9bcd-4762-9fa3-aaf3ffb5086c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:32.227117 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-35749e51-9439-4794-9db7-4804b576c906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:32.242058 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a2bd76a3-9bcd-4762-9fa3-aaf3ffb5086c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:32.248153 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47550) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:32.253312 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-4ef241f6-0273-4cd0-825c-5b5a04d473ce tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Request body: {'port': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'mac_address': 'fa:16:3e:a9:86:fc', 'name': 'tempest-NetworksTestDHCPv6-1902804974'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:32.258612 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-541ba8c4-aa2e-4947-a0e5-b781d801c9d2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.1953380 Aug 31 09:30:32.399150 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80bba81-2baa-4a1f-b1aa-a1fbb81d4133 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:32.403110 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b80bba81-2baa-4a1f-b1aa-a1fbb81d4133 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:32.453383 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a2bd76a3-9bcd-4762-9fa3-aaf3ffb5086c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:32.457334 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a2bd76a3-9bcd-4762-9fa3-aaf3ffb5086c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:32.467801 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a2bd76a3-9bcd-4762-9fa3-aaf3ffb5086c admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/47609384-ce45-4039-9164-edf95df7f136 HTTP/1.1" status: 204 len: 168 time: 0.4633288 Aug 31 09:30:32.511575 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd76a3-9bcd-4762-9fa3-aaf3ffb5086c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47609384-ce45-4039-9164-edf95df7f136,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:32.788067 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-35749e51-9439-4794-9db7-4804b576c906 None None] For port 3080a598-280f-4f15-bf4f-2c7615dac517, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3080a598-280f-4f15-bf4f-2c7615dac517,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:32.797572 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:32.855467 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-35749e51-9439-4794-9db7-4804b576c906 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:32.863509 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef241f6-0273-4cd0-825c-5b5a04d473ce tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Made reservation on behalf of 13196dd28c4040d8ae49ede86941bf1d for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:32.979685 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4ef241f6-0273-4cd0-825c-5b5a04d473ce tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:33.010158 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-4ef241f6-0273-4cd0-825c-5b5a04d473ce tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] device_id is not set on port c1ffcf14-3bd9-4432-8b05-fa1fe3ea0e01 yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:30:33.055837 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:33.057100 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-35749e51-9439-4794-9db7-4804b576c906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:33.148074 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35749e51-9439-4794-9db7-4804b576c906 None None] Pushing event updated for resources: {'Port': ['ID=3080a598-280f-4f15-bf4f-2c7615dac517,revision_number=10']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:33.320977 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b80bba81-2baa-4a1f-b1aa-a1fbb81d4133 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:33.385867 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-4ef241f6-0273-4cd0-825c-5b5a04d473ce tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Allocated IP 2001:db8::56 (17930598-f4af-4731-83ee-9969406c94e8/c10f183c-ec8b-480d-bcd9-c44126f27881/c1ffcf14-3bd9-4432-8b05-fa1fe3ea0e01) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:33.409612 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-4ef241f6-0273-4cd0-825c-5b5a04d473ce tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Allocated IP 2001:db8:0:1:f816:3eff:fea9:86fc (17930598-f4af-4731-83ee-9969406c94e8/5f763e91-c6d1-4894-bf30-92f0dcf3f4cf/c1ffcf14-3bd9-4432-8b05-fa1fe3ea0e01) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:33.441367 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80bba81-2baa-4a1f-b1aa-a1fbb81d4133 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Subnet': ['ID=e54ff045-459b-43ab-9227-7fd45f10ffe8,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:33.499876 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80bba81-2baa-4a1f-b1aa-a1fbb81d4133 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Checking segment: {'id': '88fe2199-c9b9-4066-a878-52e40c25207e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1643, 'network_id': '9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:30:33.500295 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80bba81-2baa-4a1f-b1aa-a1fbb81d4133 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network hostable DHCP agents. Network: 9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:30:33.694403 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80bba81-2baa-4a1f-b1aa-a1fbb81d4133 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network 9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:30:33.745410 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3080a598-280f-4f15-bf4f-2c7615dac517 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:33.844437 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47574) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:33.879322 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-aa518e4d-8e06-46a3-9d2b-f7f13ddf9e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:33.881909 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 3080a598-280f-4f15-bf4f-2c7615dac517 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:33.884420 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:33.888264 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-b80bba81-2baa-4a1f-b1aa-a1fbb81d4133 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:33.897044 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4ef241f6-0273-4cd0-825c-5b5a04d473ce tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:33.909634 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80bba81-2baa-4a1f-b1aa-a1fbb81d4133 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:33.910480 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b80bba81-2baa-4a1f-b1aa-a1fbb81d4133 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:33.969012 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cc5caa-6c4e-4840-bf7f-92e4b7651a6b None None] Network 9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:34.187915 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-aa518e4d-8e06-46a3-9d2b-f7f13ddf9e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:34.322409 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-aa518e4d-8e06-46a3-9d2b-f7f13ddf9e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:34.402218 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa518e4d-8e06-46a3-9d2b-f7f13ddf9e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7155209b-b749-4c88-810a-99f4197196f7,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:34.426733 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf228cde-9ca0-42e3-97dc-953328c3dee7 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:34.454380 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-aa518e4d-8e06-46a3-9d2b-f7f13ddf9e78 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=58ada1db99854efaa51af4fda6bd2540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6062822 Aug 31 09:30:34.469234 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47588) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:34.470927 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d97f17-ca7e-4c24-8c47-30767c5d4aa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a', 'network_id': '9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a', 'tenant_id': 'dd41ede79b994e67a9471c7b052bd4e8', 'fixed_ips': [{'subnet_id': 'e54ff045-459b-43ab-9227-7fd45f10ffe8'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:30:34.472057 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-29d97f17-ca7e-4c24-8c47-30767c5d4aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:34.577969 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-966f881d-9842-4669-a0e3-c228c31ddb07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:34.633313 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-966f881d-9842-4669-a0e3-c228c31ddb07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:34.698974 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-4ef241f6-0273-4cd0-825c-5b5a04d473ce tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Transition to ACTIVE for port object c1ffcf14-3bd9-4432-8b05-fa1fe3ea0e01 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:34.835662 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-966f881d-9842-4669-a0e3-c228c31ddb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:34.838174 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-966f881d-9842-4669-a0e3-c228c31ddb07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:34.839393 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-966f881d-9842-4669-a0e3-c228c31ddb07 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/7155209b-b749-4c88-810a-99f4197196f7 HTTP/1.1" status: 204 len: 168 time: 0.3788352 Aug 31 09:30:34.849759 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b80bba81-2baa-4a1f-b1aa-a1fbb81d4133 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8163524 Aug 31 09:30:34.852132 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47598) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:34.880811 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-7473c661-4884-4e1f-b1ee-f063ef48e05e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'subnet': {'network_id': '9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:34.885697 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f881d-9842-4669-a0e3-c228c31ddb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7155209b-b749-4c88-810a-99f4197196f7,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:35.054028 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4ef241f6-0273-4cd0-825c-5b5a04d473ce tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:35.254747 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-573770e4-c9ea-44e6-a434-33a86be035d3 None None] Provisioning complete for port 3080a598-280f-4f15-bf4f-2c7615dac517 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:35.256639 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-573770e4-c9ea-44e6-a434-33a86be035d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:35.287128 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef241f6-0273-4cd0-825c-5b5a04d473ce tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event updated for resources: {'Port': ['ID=c1ffcf14-3bd9-4432-8b05-fa1fe3ea0e01,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:35.320395 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef241f6-0273-4cd0-825c-5b5a04d473ce tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Network 17930598-f4af-4731-83ee-9969406c94e8 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:35.325324 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-4ef241f6-0273-4cd0-825c-5b5a04d473ce tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:35.338163 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef241f6-0273-4cd0-825c-5b5a04d473ce tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:35.350369 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef241f6-0273-4cd0-825c-5b5a04d473ce tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:35.351428 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4ef241f6-0273-4cd0-825c-5b5a04d473ce tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:35.407538 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-29d97f17-ca7e-4c24-8c47-30767c5d4aa3 None None] Allocated IP 172.20.0.2 (9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a/e54ff045-459b-43ab-9227-7fd45f10ffe8/99c04134-4b65-4f90-b240-f108fbe62587) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:35.575031 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7473c661-4884-4e1f-b1ee-f063ef48e05e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:35.578808 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7473c661-4884-4e1f-b1ee-f063ef48e05e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:35.727584 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4ef241f6-0273-4cd0-825c-5b5a04d473ce tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.4751272 Aug 31 09:30:35.728250 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47612) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:35.843155 n-d-791506-28 neutron-server[95553]: INFO neutron.db.ipam_backend_mixin [None req-7473c661-4884-4e1f-b1ee-f063ef48e05e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e54ff045-459b-43ab-9227-7fd45f10ffe8 (CIDR: 172.20.0.0/28) Aug 31 09:30:35.876928 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-7473c661-4884-4e1f-b1ee-f063ef48e05e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:30:35.877741 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7473c661-4884-4e1f-b1ee-f063ef48e05e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:36.009859 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7473c661-4884-4e1f-b1ee-f063ef48e05e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1567388 Aug 31 09:30:36.016127 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47620) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:36.023863 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-1f0e6869-c994-44fc-9883-f8ae7980be01 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'subnet': {'network_id': '9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:36.045910 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-998e4fa6-716b-40e6-b1b4-8df0c974cbe3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting port c1ffcf14-3bd9-4432-8b05-fa1fe3ea0e01 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:36.048974 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-998e4fa6-716b-40e6-b1b4-8df0c974cbe3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:36.152842 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-29d97f17-ca7e-4c24-8c47-30767c5d4aa3 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:36.170683 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-29d97f17-ca7e-4c24-8c47-30767c5d4aa3 None None] Transition to ACTIVE for port object 99c04134-4b65-4f90-b240-f108fbe62587 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:36.255344 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-29d97f17-ca7e-4c24-8c47-30767c5d4aa3 None None] Transition to ACTIVE for port object 99c04134-4b65-4f90-b240-f108fbe62587 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:36.413497 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-29d97f17-ca7e-4c24-8c47-30767c5d4aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:36.443945 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-998e4fa6-716b-40e6-b1b4-8df0c974cbe3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:36.504340 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-998e4fa6-716b-40e6-b1b4-8df0c974cbe3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Calling delete_port for c1ffcf14-3bd9-4432-8b05-fa1fe3ea0e01 owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:36.517300 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d97f17-ca7e-4c24-8c47-30767c5d4aa3 None None] Network 9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:36.525922 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-29d97f17-ca7e-4c24-8c47-30767c5d4aa3 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:36.564185 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d97f17-ca7e-4c24-8c47-30767c5d4aa3 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:36.632657 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d97f17-ca7e-4c24-8c47-30767c5d4aa3 None None] Pushing event updated for resources: {'Port': ['ID=99c04134-4b65-4f90-b240-f108fbe62587,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:36.648456 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0e6869-c994-44fc-9883-f8ae7980be01 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:36.650779 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1f0e6869-c994-44fc-9883-f8ae7980be01 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:36.836482 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-29d97f17-ca7e-4c24-8c47-30767c5d4aa3 None None] Attempting to bind port 99c04134-4b65-4f90-b240-f108fbe62587 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:30:36.842343 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-29d97f17-ca7e-4c24-8c47-30767c5d4aa3 None None] Attempting to bind port 99c04134-4b65-4f90-b240-f108fbe62587 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '88fe2199-c9b9-4066-a878-52e40c25207e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1643, 'network_id': '9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:30:36.842343 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d97f17-ca7e-4c24-8c47-30767c5d4aa3 None None] Attempting to bind port 99c04134-4b65-4f90-b240-f108fbe62587 on network 9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:30:36.866272 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d97f17-ca7e-4c24-8c47-30767c5d4aa3 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:30:36.866272 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d97f17-ca7e-4c24-8c47-30767c5d4aa3 None None] Checking segment: {'id': '88fe2199-c9b9-4066-a878-52e40c25207e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1643, 'network_id': '9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:30:36.866272 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-29d97f17-ca7e-4c24-8c47-30767c5d4aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:36.872525 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d97f17-ca7e-4c24-8c47-30767c5d4aa3 None None] Bound using segment: {'id': '88fe2199-c9b9-4066-a878-52e40c25207e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1643, 'network_id': '9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:30:36.873238 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-29d97f17-ca7e-4c24-8c47-30767c5d4aa3 None None] Bound port: 99c04134-4b65-4f90-b240-f108fbe62587, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88fe2199-c9b9-4066-a878-52e40c25207e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1643, 'network_id': '9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:30:36.873957 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-29d97f17-ca7e-4c24-8c47-30767c5d4aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:37.072360 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e6d8ed2e-faaa-4a08-86d6-1952e727ba97 None None] Provisioning for port c1ffcf14-3bd9-4432-8b05-fa1fe3ea0e01 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:37.091385 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e6d8ed2e-faaa-4a08-86d6-1952e727ba97 None None] Provisioning complete for port c1ffcf14-3bd9-4432-8b05-fa1fe3ea0e01 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:37.095651 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e6d8ed2e-faaa-4a08-86d6-1952e727ba97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:37.229689 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-29d97f17-ca7e-4c24-8c47-30767c5d4aa3 None None] For port 99c04134-4b65-4f90-b240-f108fbe62587, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:30:37.233452 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-29d97f17-ca7e-4c24-8c47-30767c5d4aa3 None None] For port 99c04134-4b65-4f90-b240-f108fbe62587, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=99c04134-4b65-4f90-b240-f108fbe62587,segment=NetworkSegment(88fe2199-c9b9-4066-a878-52e40c25207e),segment_id=88fe2199-c9b9-4066-a878-52e40c25207e)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:30:37.288206 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-e6d8ed2e-faaa-4a08-86d6-1952e727ba97 None None] Port c1ffcf14-3bd9-4432-8b05-fa1fe3ea0e01 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:30:37.326692 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-29d97f17-ca7e-4c24-8c47-30767c5d4aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:37.404763 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e6d8ed2e-faaa-4a08-86d6-1952e727ba97 None None] Provisioning complete for port 3080a598-280f-4f15-bf4f-2c7615dac517 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:37.405521 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e6d8ed2e-faaa-4a08-86d6-1952e727ba97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:37.418501 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-998e4fa6-716b-40e6-b1b4-8df0c974cbe3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:37.452881 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1f0e6869-c994-44fc-9883-f8ae7980be01 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:37.540771 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e4fa6-716b-40e6-b1b4-8df0c974cbe3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Port': ['ID=c1ffcf14-3bd9-4432-8b05-fa1fe3ea0e01,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:37.652328 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0e6869-c994-44fc-9883-f8ae7980be01 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network 9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:37.667531 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d97f17-ca7e-4c24-8c47-30767c5d4aa3 None None] Pushing event updated for resources: {'Port': ['ID=99c04134-4b65-4f90-b240-f108fbe62587,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:37.681599 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-1f0e6869-c994-44fc-9883-f8ae7980be01 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:37.694097 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0e6869-c994-44fc-9883-f8ae7980be01 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:37.697101 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1f0e6869-c994-44fc-9883-f8ae7980be01 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:37.716511 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-998e4fa6-716b-40e6-b1b4-8df0c974cbe3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:37.726290 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-998e4fa6-716b-40e6-b1b4-8df0c974cbe3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/c1ffcf14-3bd9-4432-8b05-fa1fe3ea0e01 HTTP/1.1" status: 204 len: 168 time: 1.9968317 Aug 31 09:30:37.736826 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47656) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:37.832508 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e6869-c994-44fc-9883-f8ae7980be01 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Subnet': ['ID=9e7fb0ac-30af-4bf8-9d10-83a25499c16f,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:37.916008 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd5bd42-4e4a-4633-a8e5-c32b94aa6c02 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:37.925652 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1f0e6869-c994-44fc-9883-f8ae7980be01 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8988836 Aug 31 09:30:37.925652 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47660) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:37.926587 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0fd5bd42-4e4a-4633-a8e5-c32b94aa6c02 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1858685 Aug 31 09:30:37.928073 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47662) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:37.939246 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-3d3b6cf6-7644-46dc-a2e7-de8d1a32d5f4 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'port': {'network_id': '9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a', 'fixed_ips': [{'subnet_id': 'e54ff045-459b-43ab-9227-7fd45f10ffe8'}, {'subnet_id': '9e7fb0ac-30af-4bf8-9d10-83a25499c16f'}], 'name': 'tempest-PortsTestJSON-1373072874'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:38.075049 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4de414a-3230-4d40-98aa-8c60af3bba43 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:38.079460 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f4de414a-3230-4d40-98aa-8c60af3bba43 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1484523 Aug 31 09:30:38.080084 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47670) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:38.102227 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-77cca867-7912-4dcc-bdd5-d1ed75e563d5 None None] Could not find standard attr ID for object c4f5a1e0-5034-4702-a4a8-a7329f08b895. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:30:38.112081 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-77cca867-7912-4dcc-bdd5-d1ed75e563d5 None None] Could not find standard attr ID for object 53a471a6-10da-4caf-804a-e76fea283ba6. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:30:38.217508 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32effb86-c41d-4d32-846f-4f9402d808c7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:38.222843 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32effb86-c41d-4d32-846f-4f9402d808c7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:38.222843 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32effb86-c41d-4d32-846f-4f9402d808c7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:38.228094 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-32effb86-c41d-4d32-846f-4f9402d808c7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1469588 Aug 31 09:30:38.228444 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47674) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:38.355730 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-451fc289-0dcb-496c-80bc-61c03dbf3855 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting subnet 5f763e91-c6d1-4894-bf30-92f0dcf3f4cf {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:30:38.359588 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3b6cf6-7644-46dc-a2e7-de8d1a32d5f4 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:38.370745 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-451fc289-0dcb-496c-80bc-61c03dbf3855 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:38.576532 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-451fc289-0dcb-496c-80bc-61c03dbf3855 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:38.673909 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-899cfac0-fa92-4f39-a68d-35368c0d34dd None None] Could not find standard attr ID for object c1ffcf14-3bd9-4432-8b05-fa1fe3ea0e01. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:30:38.686168 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3d3b6cf6-7644-46dc-a2e7-de8d1a32d5f4 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:38.786858 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-3d3b6cf6-7644-46dc-a2e7-de8d1a32d5f4 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] device_id is not set on port 3e817b4d-9707-4b18-86cb-ae45d53917cd yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:30:38.941186 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-451fc289-0dcb-496c-80bc-61c03dbf3855 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:39.394499 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-451fc289-0dcb-496c-80bc-61c03dbf3855 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:39.553650 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451fc289-0dcb-496c-80bc-61c03dbf3855 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Subnet': ['ID=5f763e91-c6d1-4894-bf30-92f0dcf3f4cf,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:39.600764 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec41be8c-6ded-4258-8797-62df51a13030 None None] Network 9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:39.619560 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-3d3b6cf6-7644-46dc-a2e7-de8d1a32d5f4 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Allocated IP 172.20.0.5 (9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a/e54ff045-459b-43ab-9227-7fd45f10ffe8/3e817b4d-9707-4b18-86cb-ae45d53917cd) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:39.654538 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-3d3b6cf6-7644-46dc-a2e7-de8d1a32d5f4 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Allocated IP 172.20.0.24 (9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a/9e7fb0ac-30af-4bf8-9d10-83a25499c16f/3e817b4d-9707-4b18-86cb-ae45d53917cd) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:39.757778 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-451fc289-0dcb-496c-80bc-61c03dbf3855 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:39.763779 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-451fc289-0dcb-496c-80bc-61c03dbf3855 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/5f763e91-c6d1-4894-bf30-92f0dcf3f4cf HTTP/1.1" status: 204 len: 168 time: 1.5324326 Aug 31 09:30:39.766690 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ab41be-d190-46fd-96a9-3f0dd342cd04 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:39.768090 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47714) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:39.807755 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 99c04134-4b65-4f90-b240-f108fbe62587 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:39.914036 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e68107-87d2-4446-b339-a6403909b0e6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Deleting subnet c10f183c-ec8b-480d-bcd9-c44126f27881 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:30:39.917777 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b2e68107-87d2-4446-b339-a6403909b0e6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:39.960998 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-80227792-c9c6-483a-8ed6-cc24a5fcb788 None None] Provisioning for port 99c04134-4b65-4f90-b240-f108fbe62587 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:40.011817 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b2e68107-87d2-4446-b339-a6403909b0e6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:40.092680 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3d3b6cf6-7644-46dc-a2e7-de8d1a32d5f4 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:40.124389 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-3d3b6cf6-7644-46dc-a2e7-de8d1a32d5f4 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Transition to ACTIVE for port object 3e817b4d-9707-4b18-86cb-ae45d53917cd will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:40.307564 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b2e68107-87d2-4446-b339-a6403909b0e6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:40.313413 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3d3b6cf6-7644-46dc-a2e7-de8d1a32d5f4 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:40.335647 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 99c04134-4b65-4f90-b240-f108fbe62587 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:40.377661 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 99c04134-4b65-4f90-b240-f108fbe62587 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:40.380455 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:40.427062 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3b6cf6-7644-46dc-a2e7-de8d1a32d5f4 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network 9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:40.439570 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-3d3b6cf6-7644-46dc-a2e7-de8d1a32d5f4 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:40.456103 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3b6cf6-7644-46dc-a2e7-de8d1a32d5f4 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:40.465858 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b6cf6-7644-46dc-a2e7-de8d1a32d5f4 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Port': ['ID=3e817b4d-9707-4b18-86cb-ae45d53917cd,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:40.604364 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3b6cf6-7644-46dc-a2e7-de8d1a32d5f4 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:40.606427 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3d3b6cf6-7644-46dc-a2e7-de8d1a32d5f4 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:40.624653 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b2e68107-87d2-4446-b339-a6403909b0e6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:40.771308 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3d3b6cf6-7644-46dc-a2e7-de8d1a32d5f4 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.8379824 Aug 31 09:30:40.771815 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47750) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:40.776909 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-e32d3a63-1347-4640-95d1-d3e7de5ad636 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e54ff045-459b-43ab-9227-7fd45f10ffe8'}]}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:40.790156 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bcd752-3cc0-4031-97ac-6b5fd898a5b2 None None] Update dhcp port {'port': {'network_id': '9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a', 'fixed_ips': [{'subnet_id': 'e54ff045-459b-43ab-9227-7fd45f10ffe8', 'ip_address': '172.20.0.2'}, {'subnet_id': '9e7fb0ac-30af-4bf8-9d10-83a25499c16f'}], 'binding:host_id': 'n-d-791506-28'}, 'id': '99c04134-4b65-4f90-b240-f108fbe62587'} from n-d-791506-28. {{(pid=95554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:30:40.812069 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b2e68107-87d2-4446-b339-a6403909b0e6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:40.838762 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b2e68107-87d2-4446-b339-a6403909b0e6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/c10f183c-ec8b-480d-bcd9-c44126f27881 HTTP/1.1" status: 204 len: 168 time: 1.0681500 Aug 31 09:30:40.839856 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47752) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:40.900521 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-50bcd752-3cc0-4031-97ac-6b5fd898a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:40.902829 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e68107-87d2-4446-b339-a6403909b0e6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Subnet': ['ID=c10f183c-ec8b-480d-bcd9-c44126f27881,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:40.921755 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-75258e87-51a6-44ae-99bb-a05d5c71a5e0 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0756516 Aug 31 09:30:40.925362 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47754) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:40.963102 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e32d3a63-1347-4640-95d1-d3e7de5ad636 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:41.130452 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:41.137125 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eab4a88-ef9b-4106-a88f-3e063d9f7b73 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:41.143961 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5eab4a88-ef9b-4106-a88f-3e063d9f7b73 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2132404 Aug 31 09:30:41.144088 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47768) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:41.216691 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52ba3c4-8aad-4a16-bcfe-87105171377e None None] Update dhcp port {'port': {'network_id': '17930598-f4af-4731-83ee-9969406c94e8', 'fixed_ips': [{'subnet_id': 'c10f183c-ec8b-480d-bcd9-c44126f27881'}], 'binding:host_id': 'n-d-791506-28'}, 'id': '3080a598-280f-4f15-bf4f-2c7615dac517'} from n-d-791506-28. {{(pid=95554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:30:41.424231 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b7a1bb-069a-4f58-a94b-60fd188b86cb tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:41.438484 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-01b7a1bb-069a-4f58-a94b-60fd188b86cb tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2932351 Aug 31 09:30:41.440991 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47788) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:41.442797 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f52ba3c4-8aad-4a16-bcfe-87105171377e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:41.572521 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 99c04134-4b65-4f90-b240-f108fbe62587, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=99c04134-4b65-4f90-b240-f108fbe62587,segment=NetworkSegment(88fe2199-c9b9-4066-a878-52e40c25207e),segment_id=88fe2199-c9b9-4066-a878-52e40c25207e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:41.586513 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-81bbb1c4-5447-4c2a-ae63-98f6859e956a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1434021 Aug 31 09:30:41.597521 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47796) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:41.676449 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-da6430b9-489a-4a32-a9f6-96f3b074a55e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:41.681286 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da6430b9-489a-4a32-a9f6-96f3b074a55e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:41.683582 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-da6430b9-489a-4a32-a9f6-96f3b074a55e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/c1ffcf14-3bd9-4432-8b05-fa1fe3ea0e01 HTTP/1.1" status: 404 len: 333 time: 0.0827281 Aug 31 09:30:41.686031 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47802) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:41.700370 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d887ac8d-3ec3-4afb-b02e-2c889a0c1f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:41.717410 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40fd9e3-275e-4253-bf56-b085c4193cdd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:41.718159 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b40fd9e3-275e-4253-bf56-b085c4193cdd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:41.720817 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b40fd9e3-275e-4253-bf56-b085c4193cdd tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/5f763e91-c6d1-4894-bf30-92f0dcf3f4cf HTTP/1.1" status: 404 len: 337 time: 0.0333841 Aug 31 09:30:41.724322 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47804) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:41.773992 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-995df0a4-091d-40b6-8438-46a225ca50f0 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:41.775233 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-995df0a4-091d-40b6-8438-46a225ca50f0 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:41.777751 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-995df0a4-091d-40b6-8438-46a225ca50f0 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/c10f183c-ec8b-480d-bcd9-c44126f27881 HTTP/1.1" status: 404 len: 337 time: 0.0512049 Aug 31 09:30:41.780601 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47808) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:41.858252 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-705f19fc-7d50-4680-9b61-3b3931b59cf7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:41.861056 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-705f19fc-7d50-4680-9b61-3b3931b59cf7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:41.865748 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-705f19fc-7d50-4680-9b61-3b3931b59cf7 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/c4f5a1e0-5034-4702-a4a8-a7329f08b895 HTTP/1.1" status: 404 len: 333 time: 0.0838223 Aug 31 09:30:41.868313 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47814) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:41.933008 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-7124f169-c91e-4825-9dcf-fcfca9e629c6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:41.933883 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7124f169-c91e-4825-9dcf-fcfca9e629c6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:41.936114 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7124f169-c91e-4825-9dcf-fcfca9e629c6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/8b6d3bf8-93d1-41fa-b76f-f8f7e22b447b HTTP/1.1" status: 404 len: 337 time: 0.0666220 Aug 31 09:30:41.938883 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47816) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:41.987161 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:41.996984 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-e36ddeb7-9359-4ea4-8892-3c28688fa219 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:41.997520 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e36ddeb7-9359-4ea4-8892-3c28688fa219 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:42.003170 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e36ddeb7-9359-4ea4-8892-3c28688fa219 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/800ff2e1-c0c1-40c0-8c6c-92223603a389 HTTP/1.1" status: 404 len: 337 time: 0.0609100 Aug 31 09:30:42.008473 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47820) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:42.053852 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-b06b5711-fbfa-4e9b-aac8-73b59d3ed7c4 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:42.054696 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b06b5711-fbfa-4e9b-aac8-73b59d3ed7c4 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:42.058682 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b06b5711-fbfa-4e9b-aac8-73b59d3ed7c4 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/53a471a6-10da-4caf-804a-e76fea283ba6 HTTP/1.1" status: 404 len: 333 time: 0.0473371 Aug 31 09:30:42.060303 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47824) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:42.096100 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dae873c-c171-416e-996d-e043822d569b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:42.097032 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dae873c-c171-416e-996d-e043822d569b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:42.099828 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2dae873c-c171-416e-996d-e043822d569b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/a59334be-5f95-4274-90be-6e4134738205 HTTP/1.1" status: 404 len: 337 time: 0.0384748 Aug 31 09:30:42.102403 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47826) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:42.138581 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-50bcd752-3cc0-4031-97ac-6b5fd898a5b2 None None] Allocated IP 172.20.0.18 (9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a/9e7fb0ac-30af-4bf8-9d10-83a25499c16f/99c04134-4b65-4f90-b240-f108fbe62587) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:42.190188 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=99c04134-4b65-4f90-b240-f108fbe62587,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:42.209732 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349b2976-2a03-4cf7-9ea4-5bd6237630d6 None None] Network 17930598-f4af-4731-83ee-9969406c94e8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:42.735548 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9a6f2960-6100-43fb-beaa-f01c1d54a2e5 None None] Provisioning complete for port 3080a598-280f-4f15-bf4f-2c7615dac517 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:42.735948 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9a6f2960-6100-43fb-beaa-f01c1d54a2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:43.051694 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47862) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:43.086119 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-50bcd752-3cc0-4031-97ac-6b5fd898a5b2 None None] For port 99c04134-4b65-4f90-b240-f108fbe62587, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=99c04134-4b65-4f90-b240-f108fbe62587,segment=NetworkSegment(88fe2199-c9b9-4066-a878-52e40c25207e),segment_id=88fe2199-c9b9-4066-a878-52e40c25207e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:43.163748 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec71737-c457-47fa-b075-39c9932f4ae0 None None] DHCP port deletion for 17930598-f4af-4731-83ee-9969406c94e8 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:30:43.271470 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-50bcd752-3cc0-4031-97ac-6b5fd898a5b2 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:43.297654 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-50bcd752-3cc0-4031-97ac-6b5fd898a5b2 None None] Transition to ACTIVE for port object 99c04134-4b65-4f90-b240-f108fbe62587 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:43.300262 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b69368b-9414-4129-9ea6-ac6056f55fbe tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:43.302296 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b69368b-9414-4129-9ea6-ac6056f55fbe tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:43.308653 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47872) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:43.314882 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-3ec71737-c457-47fa-b075-39c9932f4ae0 None None] Deleting port 3080a598-280f-4f15-bf4f-2c7615dac517 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:43.318733 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3ec71737-c457-47fa-b075-39c9932f4ae0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:43.325307 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5b69368b-9414-4129-9ea6-ac6056f55fbe tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/d1521dc4-5eb2-42b3-8822-7f134090cf5c HTTP/1.1" status: 404 len: 337 time: 1.2123106 Aug 31 09:30:43.358130 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae3676e0-620b-4762-b132-03d9dfc712d4 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:43.361392 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae3676e0-620b-4762-b132-03d9dfc712d4 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:43.371497 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47874) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:43.381974 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ae3676e0-620b-4762-b132-03d9dfc712d4 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/0c9a3d77-8385-4877-8c1e-4fca9126939f HTTP/1.1" status: 404 len: 333 time: 0.0705042 Aug 31 09:30:43.459437 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb0e84c-7b69-40c5-a671-2919171c190b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:43.463495 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fb0e84c-7b69-40c5-a671-2919171c190b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:43.476813 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4fb0e84c-7b69-40c5-a671-2919171c190b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/69623196-daf2-4bc7-8fb6-b02cc25602e6 HTTP/1.1" status: 404 len: 337 time: 0.1039095 Aug 31 09:30:43.477708 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47876) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:43.494806 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-50bcd752-3cc0-4031-97ac-6b5fd898a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:43.550266 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-e32d3a63-1347-4640-95d1-d3e7de5ad636 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Delete allocated IP 172.20.0.24 (9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a/9e7fb0ac-30af-4bf8-9d10-83a25499c16f) {{(pid=95553) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 09:30:43.556764 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-5369dc38-14a9-4244-85eb-4ade19ad53f4 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:43.557225 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5369dc38-14a9-4244-85eb-4ade19ad53f4 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:43.562993 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5369dc38-14a9-4244-85eb-4ade19ad53f4 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/697f1314-e389-4bad-9737-780acc6271f9 HTTP/1.1" status: 404 len: 337 time: 0.0790594 Aug 31 09:30:43.567495 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47878) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:43.614484 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b35a3062-70e1-46dc-9651-80b313740252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:43.636765 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec741c10-abc6-481e-98d3-49d78722175d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:43.642456 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec741c10-abc6-481e-98d3-49d78722175d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:43.673628 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ec741c10-abc6-481e-98d3-49d78722175d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/8521348e-2dd1-4592-a5e3-dd4704b84b1a HTTP/1.1" status: 404 len: 333 time: 0.1044352 Aug 31 09:30:43.674526 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47882) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:43.701384 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcd752-3cc0-4031-97ac-6b5fd898a5b2 None None] Pushing event updated for resources: {'Port': ['ID=99c04134-4b65-4f90-b240-f108fbe62587,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:43.786450 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-3ec71737-c457-47fa-b075-39c9932f4ae0 None None] For port 3080a598-280f-4f15-bf4f-2c7615dac517, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3080a598-280f-4f15-bf4f-2c7615dac517,segment=NetworkSegment(999d29dd-0fd9-4dfe-a6d2-5edb92b3001c),segment_id=999d29dd-0fd9-4dfe-a6d2-5edb92b3001c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:43.787159 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3ec71737-c457-47fa-b075-39c9932f4ae0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:43.826984 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-3ec71737-c457-47fa-b075-39c9932f4ae0 None None] Calling delete_port for 3080a598-280f-4f15-bf4f-2c7615dac517 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:43.844912 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-11248772-3bf0-4882-ae24-bb920c94df36 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:43.849606 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11248772-3bf0-4882-ae24-bb920c94df36 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:43.861838 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-11248772-3bf0-4882-ae24-bb920c94df36 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/ff463d9e-59d3-43fd-bb40-a970f718ba9e HTTP/1.1" status: 404 len: 337 time: 0.1860840 Aug 31 09:30:43.867399 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47890) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:43.950235 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ddc3c16-60f4-483c-8444-e70385251e97 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:43.951453 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ddc3c16-60f4-483c-8444-e70385251e97 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:43.964905 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4ddc3c16-60f4-483c-8444-e70385251e97 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/a68ff2b0-4844-4c39-8ee1-ec505867815e HTTP/1.1" status: 404 len: 333 time: 0.0939238 Aug 31 09:30:43.966004 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47892) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:44.061725 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e711aaa-1b70-4218-9f10-f2a03d4b8fc2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:44.063999 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e711aaa-1b70-4218-9f10-f2a03d4b8fc2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:44.078612 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7e711aaa-1b70-4218-9f10-f2a03d4b8fc2 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/1441b993-8d07-4c6c-b1e1-27a1d5cdd460 HTTP/1.1" status: 404 len: 337 time: 0.1110234 Aug 31 09:30:44.082933 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47896) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:44.101848 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0e80f413-5829-4437-9f4b-ff3f41bf1267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:44.180905 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-4304a5ee-c292-4107-9e8c-d0873b1739c8 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:44.184506 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4304a5ee-c292-4107-9e8c-d0873b1739c8 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:44.193421 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 99c04134-4b65-4f90-b240-f108fbe62587 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:44.195246 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4304a5ee-c292-4107-9e8c-d0873b1739c8 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/c9765279-aa6a-4c4f-aebf-6168b6b1a8d0 HTTP/1.1" status: 404 len: 333 time: 0.1091716 Aug 31 09:30:44.198870 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47900) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:44.206463 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:44.301636 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3ec71737-c457-47fa-b075-39c9932f4ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:44.330287 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-c102b6ae-eab2-47dc-9677-01d3330e6dda tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:44.331018 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c102b6ae-eab2-47dc-9677-01d3330e6dda tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:44.335969 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c102b6ae-eab2-47dc-9677-01d3330e6dda tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/68666843-76f0-49b2-8b04-d964652d0bcd HTTP/1.1" status: 404 len: 337 time: 0.1360230 Aug 31 09:30:44.336595 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47912) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:44.420077 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-f072e2a4-5f0e-4f8f-a66f-fb11afe15b52 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:44.423101 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f072e2a4-5f0e-4f8f-a66f-fb11afe15b52 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:44.429609 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f072e2a4-5f0e-4f8f-a66f-fb11afe15b52 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/758c8f88-555b-4f47-b491-36c2f9810b72 HTTP/1.1" status: 404 len: 333 time: 0.0919554 Aug 31 09:30:44.430455 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47916) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:44.433988 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b35a3062-70e1-46dc-9651-80b313740252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:44.473749 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc0e693-0ecc-4b1f-a3d2-510a030a528c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:44.475219 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fc0e693-0ecc-4b1f-a3d2-510a030a528c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:44.479964 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e32d3a63-1347-4640-95d1-d3e7de5ad636 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:44.481356 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4fc0e693-0ecc-4b1f-a3d2-510a030a528c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/4cc904ec-c715-4d14-847c-a0e25f99a2f2 HTTP/1.1" status: 404 len: 337 time: 0.0496325 Aug 31 09:30:44.482303 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47922) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:44.512753 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda46ad0-e673-4b77-a300-f07db064d532 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:44.514140 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda46ad0-e673-4b77-a300-f07db064d532 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:44.521277 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fda46ad0-e673-4b77-a300-f07db064d532 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/67f5ff04-0f49-4cc7-9250-b543c53cf79a HTTP/1.1" status: 404 len: 333 time: 0.0368304 Aug 31 09:30:44.522357 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47924) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:44.541610 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b35a3062-70e1-46dc-9651-80b313740252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:44.559367 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-63fb7e12-7e06-4c72-901d-2b3614d931e1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:44.560014 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63fb7e12-7e06-4c72-901d-2b3614d931e1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:44.565992 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47926) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:44.567399 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-63fb7e12-7e06-4c72-901d-2b3614d931e1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/46a4d359-71a7-4b2e-96b5-cfccbfde589f HTTP/1.1" status: 404 len: 337 time: 0.0414469 Aug 31 09:30:44.567589 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-e32d3a63-1347-4640-95d1-d3e7de5ad636 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Ignored duplicate provisioning block setup for port 3e817b4d-9707-4b18-86cb-ae45d53917cd by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 09:30:44.676932 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68be56a-32bb-4907-8768-d325358187d3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:44.678891 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d68be56a-32bb-4907-8768-d325358187d3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:44.680874 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d68be56a-32bb-4907-8768-d325358187d3 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/9f306387-01e9-4d84-8840-5748076c0174 HTTP/1.1" status: 404 len: 333 time: 0.1021626 Aug 31 09:30:44.684103 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47930) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:44.695636 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e32d3a63-1347-4640-95d1-d3e7de5ad636 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:44.833832 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-4488519a-be59-4ac7-856b-4b8f28d17569 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:44.843942 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4488519a-be59-4ac7-856b-4b8f28d17569 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:44.870712 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4488519a-be59-4ac7-856b-4b8f28d17569 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/3a10ad51-0427-4378-af0b-6d82a6114e72 HTTP/1.1" status: 404 len: 337 time: 0.1797521 Aug 31 09:30:44.874234 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47938) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:44.995641 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc321cbb-da21-4c5c-ad0c-6c7a700cff8c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:45.001418 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc321cbb-da21-4c5c-ad0c-6c7a700cff8c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:45.001418 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fc321cbb-da21-4c5c-ad0c-6c7a700cff8c tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/fa2a2fbd-6720-48cb-a4f4-38c06ec669ad HTTP/1.1" status: 404 len: 337 time: 0.1065445 Aug 31 09:30:45.005409 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47946) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:45.043315 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b70f3c-266d-4d4a-99bd-4b86322695ad tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:45.045131 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31b70f3c-266d-4d4a-99bd-4b86322695ad tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:45.049148 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-31b70f3c-266d-4d4a-99bd-4b86322695ad tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/95736628-0c05-4d73-83f2-94b86eec43fe HTTP/1.1" status: 404 len: 333 time: 0.0398812 Aug 31 09:30:45.050178 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47948) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:45.073412 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec71737-c457-47fa-b075-39c9932f4ae0 None None] No DVR routers for this DVR port 3080a598-280f-4f15-bf4f-2c7615dac517 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:30:45.094336 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d3a63-1347-4640-95d1-d3e7de5ad636 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Port': ['ID=3e817b4d-9707-4b18-86cb-ae45d53917cd,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:45.121620 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b35a3062-70e1-46dc-9651-80b313740252 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=ecd70afa789a42c5bdf86bbc38ef7c1d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0671318 Aug 31 09:30:45.121807 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71da70bb-a018-4b74-8c43-785c7f061612 None None] Network 9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:45.124183 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47950) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:45.130573 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec71737-c457-47fa-b075-39c9932f4ae0 None None] Pushing event deleted for resources: {'Port': ['ID=3080a598-280f-4f15-bf4f-2c7615dac517,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:45.161732 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-b541dad4-389d-463c-a348-113c5128ba62 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:45.163516 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b541dad4-389d-463c-a348-113c5128ba62 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:45.172739 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b541dad4-389d-463c-a348-113c5128ba62 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/fb51ad0d-c1aa-463c-806e-bbf06867117e HTTP/1.1" status: 404 len: 337 time: 0.1159978 Aug 31 09:30:45.176961 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47952) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:45.229727 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a3062-70e1-46dc-9651-80b313740252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe78358-32b3-4769-948f-668cec7c4577,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:45.255394 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e0a624-fb1d-4a06-824b-d063c78c9011 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:45.260641 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45e0a624-fb1d-4a06-824b-d063c78c9011 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:45.266952 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-45e0a624-fb1d-4a06-824b-d063c78c9011 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/4c451d16-bf6d-42b3-845d-fae7b0e8f248 HTTP/1.1" status: 404 len: 337 time: 0.0864086 Aug 31 09:30:45.267695 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47958) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:45.314346 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-14506d9b-9078-4d7d-8826-6a0d8ecfe160 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:45.315695 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14506d9b-9078-4d7d-8826-6a0d8ecfe160 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:45.322935 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-14506d9b-9078-4d7d-8826-6a0d8ecfe160 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/9af29c98-d5d5-4b32-bb3c-e491b3c592f0 HTTP/1.1" status: 404 len: 333 time: 0.0536313 Aug 31 09:30:45.334147 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47966) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:45.361746 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-e32d3a63-1347-4640-95d1-d3e7de5ad636 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] In _notify_port_updated(), no bound segment for port 3e817b4d-9707-4b18-86cb-ae45d53917cd on network 9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a {{(pid=95553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:30:45.377464 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-23130a9f-402b-456d-8e43-14d5c1bbda98 None None] Provisioning for port 99c04134-4b65-4f90-b240-f108fbe62587 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:45.385817 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef423163-df41-4c43-ad5b-39a725ee8a19 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:45.387334 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef423163-df41-4c43-ad5b-39a725ee8a19 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:45.390259 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32d3a63-1347-4640-95d1-d3e7de5ad636 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:45.395463 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e32d3a63-1347-4640-95d1-d3e7de5ad636 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:45.395463 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e32d3a63-1347-4640-95d1-d3e7de5ad636 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "PUT /v2.0/ports/3e817b4d-9707-4b18-86cb-ae45d53917cd HTTP/1.1" status: 200 len: 919 time: 4.6208172 Aug 31 09:30:45.395930 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ef423163-df41-4c43-ad5b-39a725ee8a19 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/31538f0d-ae57-485a-9dae-a7c4156abe2a HTTP/1.1" status: 404 len: 337 time: 0.0572438 Aug 31 09:30:45.398781 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47968) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:45.399611 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47970) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:45.407343 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-23130a9f-402b-456d-8e43-14d5c1bbda98 None None] Provisioning complete for port 99c04134-4b65-4f90-b240-f108fbe62587 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:45.408941 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-23130a9f-402b-456d-8e43-14d5c1bbda98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:45.427119 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-9acb93fb-501c-4983-8fbd-a4e2abd241ea tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e54ff045-459b-43ab-9227-7fd45f10ffe8'}, {'subnet_id': '9e7fb0ac-30af-4bf8-9d10-83a25499c16f'}]}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:45.447831 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-661dbb6a-4eb6-4870-bdad-edf18b51deed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:45.479792 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-a43205fc-a13d-4c45-befd-c687c627e133 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:45.480262 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a43205fc-a13d-4c45-befd-c687c627e133 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:45.486571 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a43205fc-a13d-4c45-befd-c687c627e133 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/62df6580-57ec-4c18-a6ed-7b473358d820 HTTP/1.1" status: 404 len: 337 time: 0.0855227 Aug 31 09:30:45.490120 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47976) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:45.502042 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-661dbb6a-4eb6-4870-bdad-edf18b51deed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:45.536525 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-b55bb45e-ca9f-400f-b400-e3b5b45a573d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:45.537468 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b55bb45e-ca9f-400f-b400-e3b5b45a573d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:45.542612 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b55bb45e-ca9f-400f-b400-e3b5b45a573d tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/3b6f0369-a4fa-432a-b24c-809b1b5f3e6b HTTP/1.1" status: 404 len: 333 time: 0.0508289 Aug 31 09:30:45.543819 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47978) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:45.576019 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 99c04134-4b65-4f90-b240-f108fbe62587 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:45.577348 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:45.583138 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:45.715191 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-661dbb6a-4eb6-4870-bdad-edf18b51deed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:45.718242 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-661dbb6a-4eb6-4870-bdad-edf18b51deed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:45.720805 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-661dbb6a-4eb6-4870-bdad-edf18b51deed admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/dfe78358-32b3-4769-948f-668cec7c4577 HTTP/1.1" status: 204 len: 168 time: 0.5304687 Aug 31 09:30:45.725557 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-184ce25a-03a5-48ad-8f3a-2f8a62ba042f tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:45.735566 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-184ce25a-03a5-48ad-8f3a-2f8a62ba042f tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:45.735566 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-184ce25a-03a5-48ad-8f3a-2f8a62ba042f tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/4dd985be-20b4-4852-8860-0b56ca4bf621 HTTP/1.1" status: 404 len: 337 time: 0.1849828 Aug 31 09:30:45.736598 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47992) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:45.748981 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9acb93fb-501c-4983-8fbd-a4e2abd241ea tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:45.759389 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661dbb6a-4eb6-4870-bdad-edf18b51deed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe78358-32b3-4769-948f-668cec7c4577,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:45.810048 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a368c0d-a944-40d5-bc6f-23762b0f9dcb tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:45.815991 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a368c0d-a944-40d5-bc6f-23762b0f9dcb tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:45.816141 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47998) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:45.816292 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1a368c0d-a944-40d5-bc6f-23762b0f9dcb tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/b7a26253-07c4-407e-87d4-2a07139731c6 HTTP/1.1" status: 404 len: 337 time: 0.0740938 Aug 31 09:30:45.871209 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c01712e2-87a4-41fb-b698-ff4ea5f4efe9 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports?device_id=699b061c-5ee6-44f5-81fa-9a3c3d6870f5 HTTP/1.1" status: 200 len: 205 time: 0.0546894 Aug 31 09:30:45.873779 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48002) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:45.943278 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-3201e78c-696f-47ae-91d9-a5fd6d51377b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] delete failed (client error): The resource could not be found. Aug 31 09:30:45.946882 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3201e78c-696f-47ae-91d9-a5fd6d51377b tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/routers/699b061c-5ee6-44f5-81fa-9a3c3d6870f5 HTTP/1.1" status: 404 len: 336 time: 0.0688214 Aug 31 09:30:45.948569 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48006) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:46.027819 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b5cf11-063f-4ea7-b020-e8c8dc69e445 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:46.028572 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2b5cf11-063f-4ea7-b020-e8c8dc69e445 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:46.037713 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b2b5cf11-063f-4ea7-b020-e8c8dc69e445 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/3bb37490-0b27-457e-8f0b-083c114ee480 HTTP/1.1" status: 404 len: 337 time: 0.0872293 Aug 31 09:30:46.038749 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48012) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:46.134037 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5ccfadb6-14a7-4d73-9f10-32a739ae6333 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "GET /v2.0/ports?device_id=9e3d9983-739b-4597-9d1e-c8b0a7030d64 HTTP/1.1" status: 200 len: 205 time: 0.0936968 Aug 31 09:30:46.140156 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48014) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:46.159848 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3080a598-280f-4f15-bf4f-2c7615dac517 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:30:46.195467 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 3080a598-280f-4f15-bf4f-2c7615dac517 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:30:46.195906 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3080a598-280f-4f15-bf4f-2c7615dac517 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:30:46.288200 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-e8a3c709-9a3b-4da2-b950-0cffbc82f8c6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] delete failed (client error): The resource could not be found. Aug 31 09:30:46.289260 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e8a3c709-9a3b-4da2-b950-0cffbc82f8c6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/routers/9e3d9983-739b-4597-9d1e-c8b0a7030d64 HTTP/1.1" status: 404 len: 336 time: 0.1478448 Aug 31 09:30:46.292184 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48020) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:46.346339 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c424d95-a8e5-4bde-9ddc-bb8a292f7586 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:46.347045 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c424d95-a8e5-4bde-9ddc-bb8a292f7586 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:46.351842 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2c424d95-a8e5-4bde-9ddc-bb8a292f7586 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/b63f9c34-6661-49b0-aa6f-136aab30504b HTTP/1.1" status: 404 len: 337 time: 0.0561800 Aug 31 09:30:46.352291 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48022) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:46.417442 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-908b2c2d-1aa6-4286-997e-d7181eb541f6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:46.418184 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-908b2c2d-1aa6-4286-997e-d7181eb541f6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:46.421517 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-908b2c2d-1aa6-4286-997e-d7181eb541f6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/475f8ad0-32fe-45fe-9471-2cc161137646 HTTP/1.1" status: 404 len: 337 time: 0.0680835 Aug 31 09:30:46.424094 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48024) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:46.485913 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-825f62a8-7a52-43e2-bc9c-01cda88760c0 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:46.487332 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-825f62a8-7a52-43e2-bc9c-01cda88760c0 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:46.490096 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-825f62a8-7a52-43e2-bc9c-01cda88760c0 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/dcf4d82b-be0e-4b9c-943a-197ba5093b4a HTTP/1.1" status: 404 len: 333 time: 0.0648773 Aug 31 09:30:46.492598 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-fd22b6e1-4e7a-4c34-9485-6d09bfc21694 None None] Provisioning complete for port 99c04134-4b65-4f90-b240-f108fbe62587 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:46.493001 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fd22b6e1-4e7a-4c34-9485-6d09bfc21694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:46.493237 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48036) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:46.500766 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-9acb93fb-501c-4983-8fbd-a4e2abd241ea tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Allocated IP 172.20.0.30 (9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a/9e7fb0ac-30af-4bf8-9d10-83a25499c16f/3e817b4d-9707-4b18-86cb-ae45d53917cd) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:46.589206 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba1d0ec4-54c3-46c0-843f-a1c78f6eb9bb tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:46.590266 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba1d0ec4-54c3-46c0-843f-a1c78f6eb9bb tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:46.594746 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ba1d0ec4-54c3-46c0-843f-a1c78f6eb9bb tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/d55e5bec-02d9-4893-9d21-981cfd0e6d51 HTTP/1.1" status: 404 len: 337 time: 0.0978737 Aug 31 09:30:46.595032 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48048) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:46.650782 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-c743e162-08c5-41f9-9213-b22be93bdbae tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:46.651734 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c743e162-08c5-41f9-9213-b22be93bdbae tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:46.657356 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c743e162-08c5-41f9-9213-b22be93bdbae tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/a2126c9b-f442-4305-a3a0-929b468d08b9 HTTP/1.1" status: 404 len: 333 time: 0.0611966 Aug 31 09:30:46.675220 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48052) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:46.763920 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9acb93fb-501c-4983-8fbd-a4e2abd241ea tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:46.785866 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-9acb93fb-501c-4983-8fbd-a4e2abd241ea tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Ignored duplicate provisioning block setup for port 3e817b4d-9707-4b18-86cb-ae45d53917cd by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 09:30:46.787099 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d1db99c-06a1-462a-af61-2d2e45360619 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:46.787905 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d1db99c-06a1-462a-af61-2d2e45360619 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:46.791133 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9d1db99c-06a1-462a-af61-2d2e45360619 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/c955b92b-c0be-4b80-ba44-2f08fcc70389 HTTP/1.1" status: 404 len: 337 time: 0.1133437 Aug 31 09:30:46.794253 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48062) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:46.855752 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a8c49b-b310-4c56-a9fe-b99934759e6a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:46.856523 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a8c49b-b310-4c56-a9fe-b99934759e6a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:46.861034 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48064) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:46.861269 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-75a8c49b-b310-4c56-a9fe-b99934759e6a tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/5460fcb5-e55c-46d1-85d1-aec1f6369f22 HTTP/1.1" status: 404 len: 333 time: 0.0658653 Aug 31 09:30:46.929193 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-c21831b5-3eb4-48a0-91d0-b08f3a27e3ae tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:46.932808 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c21831b5-3eb4-48a0-91d0-b08f3a27e3ae tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:46.935243 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c21831b5-3eb4-48a0-91d0-b08f3a27e3ae tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/18d2cb55-be6d-4d9c-8ed6-1355135b1dca HTTP/1.1" status: 404 len: 337 time: 0.0728257 Aug 31 09:30:46.942951 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48070) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:46.987033 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-389c345b-c51c-4200-bb1a-5c649e92b1d6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:46.991325 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-389c345b-c51c-4200-bb1a-5c649e92b1d6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:46.993284 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-389c345b-c51c-4200-bb1a-5c649e92b1d6 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/05c6d41d-15c4-4460-b57c-e4a2d6c8627b HTTP/1.1" status: 404 len: 333 time: 0.0543950 Aug 31 09:30:46.996431 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48072) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:47.056316 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f7a8c74-a161-45cc-a156-d6fc58006305 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:47.056316 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f7a8c74-a161-45cc-a156-d6fc58006305 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:47.060986 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48074) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:47.063081 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0f7a8c74-a161-45cc-a156-d6fc58006305 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/36caeaf1-bdc3-4ed0-acb4-7554fb8c81b2 HTTP/1.1" status: 404 len: 337 time: 0.0655553 Aug 31 09:30:47.081005 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-fd22b6e1-4e7a-4c34-9485-6d09bfc21694 None None] Provisioning for port 3e817b4d-9707-4b18-86cb-ae45d53917cd completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:47.081690 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9acb93fb-501c-4983-8fbd-a4e2abd241ea tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:47.088499 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:47.090588 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-fd22b6e1-4e7a-4c34-9485-6d09bfc21694 None None] Provisioning complete for port 3e817b4d-9707-4b18-86cb-ae45d53917cd triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:47.090588 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fd22b6e1-4e7a-4c34-9485-6d09bfc21694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:47.120922 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ba7c45-4975-4c27-9141-50d026ad2aed tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:47.126260 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ba7c45-4975-4c27-9141-50d026ad2aed tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:47.130837 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-30ba7c45-4975-4c27-9141-50d026ad2aed tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/150048e2-ca2e-4603-88e7-c0c3be71ac73 HTTP/1.1" status: 404 len: 333 time: 0.0686688 Aug 31 09:30:47.136297 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48080) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:47.222154 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb1fb256-70c1-4011-ae7f-b8c830ffeb42 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:47.224749 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb1fb256-70c1-4011-ae7f-b8c830ffeb42 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:47.226888 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-fb1fb256-70c1-4011-ae7f-b8c830ffeb42 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/f7dfd7ee-816c-4c42-9d2f-57b226453e1a HTTP/1.1" status: 404 len: 337 time: 0.0885406 Aug 31 09:30:47.232937 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-fd22b6e1-4e7a-4c34-9485-6d09bfc21694 None None] Port 3e817b4d-9707-4b18-86cb-ae45d53917cd cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:30:47.255531 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48084) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:47.286054 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b93834e-5c31-4b0d-b92d-3aa281cd9d32 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:47.287250 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b93834e-5c31-4b0d-b92d-3aa281cd9d32 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:47.289321 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6b93834e-5c31-4b0d-b92d-3aa281cd9d32 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/fc6df7c2-7283-4380-966b-c022d3c6fb96 HTTP/1.1" status: 404 len: 333 time: 0.0323627 Aug 31 09:30:47.291903 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48088) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:47.356663 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-974dabd3-b4b0-43fe-b665-499d472367e8 None None] Provisioning complete for port 3e817b4d-9707-4b18-86cb-ae45d53917cd triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:47.357034 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-974dabd3-b4b0-43fe-b665-499d472367e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:47.371995 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48092) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:47.373555 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-463adbe9-f0cd-49cc-85dc-fcd01fd030ad tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:47.384159 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-463adbe9-f0cd-49cc-85dc-fcd01fd030ad tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:47.384159 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-463adbe9-f0cd-49cc-85dc-fcd01fd030ad tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/3b875ebd-a3e7-4b57-96c1-3718a7c95c01 HTTP/1.1" status: 404 len: 337 time: 0.0832665 Aug 31 09:30:47.391369 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48094) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:47.392522 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-9acb93fb-501c-4983-8fbd-a4e2abd241ea tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] In _notify_port_updated(), no bound segment for port 3e817b4d-9707-4b18-86cb-ae45d53917cd on network 9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a {{(pid=95552) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:30:47.398699 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acb93fb-501c-4983-8fbd-a4e2abd241ea tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:47.399355 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9acb93fb-501c-4983-8fbd-a4e2abd241ea tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:47.400643 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5fc2b7ea-a9ab-4864-8feb-f750b76e8b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:47.422229 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9acb93fb-501c-4983-8fbd-a4e2abd241ea tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "PUT /v2.0/ports/3e817b4d-9707-4b18-86cb-ae45d53917cd HTTP/1.1" status: 200 len: 999 time: 2.0189962 Aug 31 09:30:47.426324 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48096) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:47.466949 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-974dabd3-b4b0-43fe-b665-499d472367e8 None None] Port 3e817b4d-9707-4b18-86cb-ae45d53917cd cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:30:47.476372 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb93fb-501c-4983-8fbd-a4e2abd241ea tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Port': ['ID=3e817b4d-9707-4b18-86cb-ae45d53917cd,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:47.481638 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-231f9b09-f4f6-49c6-9bca-6cc1574f7e5e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:47.483347 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-231f9b09-f4f6-49c6-9bca-6cc1574f7e5e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:47.493475 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48098) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:47.496915 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-231f9b09-f4f6-49c6-9bca-6cc1574f7e5e tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/ports/81b94b0b-3061-4902-a9e8-fec6008a9660 HTTP/1.1" status: 404 len: 333 time: 0.0728259 Aug 31 09:30:47.609420 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-b18d9dbc-2429-424a-884f-ac5ee500e4a1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] DELETE failed (client error): The resource could not be found. Aug 31 09:30:47.610177 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b18d9dbc-2429-424a-884f-ac5ee500e4a1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:30:47.612319 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b18d9dbc-2429-424a-884f-ac5ee500e4a1 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/subnets/41a59721-41a2-4f37-9e86-c37737eb14ba HTTP/1.1" status: 404 len: 337 time: 0.1179798 Aug 31 09:30:47.615798 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48100) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:47.665931 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-bcf5d82c-0535-425c-8491-27bd7cd766fb tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Deleting port 3e817b4d-9707-4b18-86cb-ae45d53917cd {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:47.666329 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bcf5d82c-0535-425c-8491-27bd7cd766fb tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:47.701105 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-fc45abeb-6847-4b54-9ad5-45d1f2bc3d2e None None] Provisioning complete for port 3e817b4d-9707-4b18-86cb-ae45d53917cd triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:47.701498 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fc45abeb-6847-4b54-9ad5-45d1f2bc3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:47.800130 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f089649e-dddf-4b3e-8ac1-b272e8996240 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:47.880545 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-fc45abeb-6847-4b54-9ad5-45d1f2bc3d2e None None] Port 3e817b4d-9707-4b18-86cb-ae45d53917cd cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:30:47.911739 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bcf5d82c-0535-425c-8491-27bd7cd766fb tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:47.918819 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f089649e-dddf-4b3e-8ac1-b272e8996240 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:47.926866 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-bcf5d82c-0535-425c-8491-27bd7cd766fb tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Calling delete_port for 3e817b4d-9707-4b18-86cb-ae45d53917cd owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:47.932455 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-f089649e-dddf-4b3e-8ac1-b272e8996240 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17930598-f4af-4731-83ee-9969406c94e8']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:47.946005 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-f089649e-dddf-4b3e-8ac1-b272e8996240 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:47.949505 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-f089649e-dddf-4b3e-8ac1-b272e8996240 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999d29dd-0fd9-4dfe-a6d2-5edb92b3001c') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:47.959789 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f089649e-dddf-4b3e-8ac1-b272e8996240 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.000784 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f089649e-dddf-4b3e-8ac1-b272e8996240 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.021841 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f089649e-dddf-4b3e-8ac1-b272e8996240 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Releasing vlan 1620 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:30:48.023008 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f089649e-dddf-4b3e-8ac1-b272e8996240 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.140298 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:30:48.140298 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:30:48.140298 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:30:48.140298 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:30:48.140298 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:30:48.140298 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:30:48.140298 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:30:48.140298 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:30:48.140298 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:30:48.140298 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:30:48.140298 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:30:48.140298 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:30:48.140298 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:30:48.140298 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:30:48.140298 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:30:48.140298 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:30:48.140298 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:30:48.140298 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:30:48.140298 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:30:48.140298 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:30:48.140298 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:30:48.140298 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:30:48.140298 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:30:48.140298 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:30:48.140298 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:30:48.140298 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:30:48.140298 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:30:48.140298 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:30:48.140298 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:30:48.140298 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:30:48.140298 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:30:48.140298 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:30:48.168771 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5fc2b7ea-a9ab-4864-8feb-f750b76e8b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.229444 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bcf5d82c-0535-425c-8491-27bd7cd766fb tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.298411 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f089649e-dddf-4b3e-8ac1-b272e8996240 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.313497 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f089649e-dddf-4b3e-8ac1-b272e8996240 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.324562 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f089649e-dddf-4b3e-8ac1-b272e8996240 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] 10.222.0.119 "DELETE /v2.0/networks/17930598-f4af-4731-83ee-9969406c94e8 HTTP/1.1" status: 204 len: 168 time: 0.7054236 Aug 31 09:30:48.382287 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5d82c-0535-425c-8491-27bd7cd766fb tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Port': ['ID=3e817b4d-9707-4b18-86cb-ae45d53917cd,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:48.400608 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5fc2b7ea-a9ab-4864-8feb-f750b76e8b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.402455 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089649e-dddf-4b3e-8ac1-b272e8996240 tempest-NetworksTestDHCPv6-340589520 tempest-NetworksTestDHCPv6-340589520-project] Pushing event deleted for resources: {'Network': ['ID=17930598-f4af-4731-83ee-9969406c94e8,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:48.558310 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc2b7ea-a9ab-4864-8feb-f750b76e8b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062dc94f-e7d9-49fc-a937-f1b02021b3fa,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:48.579885 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48128) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:48.590529 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5fc2b7ea-a9ab-4864-8feb-f750b76e8b40 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=367b8daa132d460f9ba506d9bd0d4dee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1992843 Aug 31 09:30:48.673886 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bcf5d82c-0535-425c-8491-27bd7cd766fb tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.674414 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48130) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:48.677755 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f2a6ec30-2dc7-412c-879f-b4c0fcb3a61f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.680101 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-bcf5d82c-0535-425c-8491-27bd7cd766fb tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/ports/3e817b4d-9707-4b18-86cb-ae45d53917cd HTTP/1.1" status: 204 len: 168 time: 1.2433293 Aug 31 09:30:48.686434 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48132) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:48.706813 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-44cb8fbc-1a9f-4525-ab46-a521f75c330d tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] GET failed (client error): The resource could not be found. Aug 31 09:30:48.710421 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-44cb8fbc-1a9f-4525-ab46-a521f75c330d tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "GET /v2.0/ports/3e817b4d-9707-4b18-86cb-ae45d53917cd HTTP/1.1" status: 404 len: 333 time: 0.0337007 Aug 31 09:30:48.712535 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48136) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:48.753957 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f2a6ec30-2dc7-412c-879f-b4c0fcb3a61f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.836575 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bbaa0da-2ef7-4a05-96fb-cf5c09b7ce6c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Deleting subnet 9e7fb0ac-30af-4bf8-9d10-83a25499c16f {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:30:48.846063 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5bbaa0da-2ef7-4a05-96fb-cf5c09b7ce6c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.881112 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f2a6ec30-2dc7-412c-879f-b4c0fcb3a61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.884357 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f2a6ec30-2dc7-412c-879f-b4c0fcb3a61f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:48.886583 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f2a6ec30-2dc7-412c-879f-b4c0fcb3a61f admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/062dc94f-e7d9-49fc-a937-f1b02021b3fa HTTP/1.1" status: 204 len: 168 time: 0.3051107 Aug 31 09:30:48.917802 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6ec30-2dc7-412c-879f-b4c0fcb3a61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062dc94f-e7d9-49fc-a937-f1b02021b3fa,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:48.944653 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48146) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:48.971480 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5bbaa0da-2ef7-4a05-96fb-cf5c09b7ce6c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.033971 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48150) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:49.147879 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8609e22a-e38f-46fa-9b0f-b69821aa898f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.167855 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5bbaa0da-2ef7-4a05-96fb-cf5c09b7ce6c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.447807 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8609e22a-e38f-46fa-9b0f-b69821aa898f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.449367 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5bbaa0da-2ef7-4a05-96fb-cf5c09b7ce6c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.460639 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0cbdd498-3381-4bf9-b3fd-b3ab5ef65830 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=13196dd28c4040d8ae49ede86941bf1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4252791 Aug 31 09:30:49.463109 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48156) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:49.471470 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf04b75-9929-4636-858f-4000595362d8 None None] Network 9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:49.493048 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5bbaa0da-2ef7-4a05-96fb-cf5c09b7ce6c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.500864 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5bbaa0da-2ef7-4a05-96fb-cf5c09b7ce6c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/subnets/9e7fb0ac-30af-4bf8-9d10-83a25499c16f HTTP/1.1" status: 204 len: 168 time: 0.7849092 Aug 31 09:30:49.524294 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48160) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:49.525408 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbaa0da-2ef7-4a05-96fb-cf5c09b7ce6c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Subnet': ['ID=9e7fb0ac-30af-4bf8-9d10-83a25499c16f,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:49.609048 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8609e22a-e38f-46fa-9b0f-b69821aa898f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.711972 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609e22a-e38f-46fa-9b0f-b69821aa898f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae2d4c2-2452-429c-8cc4-4d01dc3781ea,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:49.718700 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf32fdf-dee8-4455-b247-493e7dc5bff1 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Deleting subnet e54ff045-459b-43ab-9227-7fd45f10ffe8 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:30:49.725163 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-beae4180-0db5-4e5c-926c-ade472e7773a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.761935 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-beae4180-0db5-4e5c-926c-ade472e7773a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.818672 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0cf32fdf-dee8-4455-b247-493e7dc5bff1 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.828092 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8609e22a-e38f-46fa-9b0f-b69821aa898f admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=c984b9bd6c0943c1a698b4e466fa510b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1372864 Aug 31 09:30:49.835845 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48176) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:49.880228 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0cf32fdf-dee8-4455-b247-493e7dc5bff1 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.950633 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-beae4180-0db5-4e5c-926c-ade472e7773a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.953749 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-beae4180-0db5-4e5c-926c-ade472e7773a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:49.958681 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-beae4180-0db5-4e5c-926c-ade472e7773a admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/4a152b88-b19d-494f-a60c-03d4aff5487a HTTP/1.1" status: 204 len: 168 time: 0.4914033 Aug 31 09:30:49.975753 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae4180-0db5-4e5c-926c-ade472e7773a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a152b88-b19d-494f-a60c-03d4aff5487a,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:50.068028 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-161213b2-a855-4dc9-b291-c5fc786f0b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:50.145691 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0cf32fdf-dee8-4455-b247-493e7dc5bff1 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:50.216152 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-161213b2-a855-4dc9-b291-c5fc786f0b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:50.367886 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1fa3dad7-cf84-4389-bfdd-a296c0808877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:50.458667 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0cf32fdf-dee8-4455-b247-493e7dc5bff1 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:50.509602 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-161213b2-a855-4dc9-b291-c5fc786f0b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:50.516731 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf32fdf-dee8-4455-b247-493e7dc5bff1 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Subnet': ['ID=e54ff045-459b-43ab-9227-7fd45f10ffe8,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:50.522453 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-161213b2-a855-4dc9-b291-c5fc786f0b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:50.525508 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-161213b2-a855-4dc9-b291-c5fc786f0b3d admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/cae2d4c2-2452-429c-8cc4-4d01dc3781ea HTTP/1.1" status: 204 len: 168 time: 0.6865590 Aug 31 09:30:50.544706 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0cf32fdf-dee8-4455-b247-493e7dc5bff1 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:50.544706 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0cf32fdf-dee8-4455-b247-493e7dc5bff1 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/subnets/e54ff045-459b-43ab-9227-7fd45f10ffe8 HTTP/1.1" status: 204 len: 168 time: 1.0143611 Aug 31 09:30:50.551721 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161213b2-a855-4dc9-b291-c5fc786f0b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae2d4c2-2452-429c-8cc4-4d01dc3781ea,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:50.552448 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48192) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:50.735421 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4e4bbdbb-d4a4-45f2-a26b-780ff96fc9b6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:50.829437 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-4e4bbdbb-d4a4-45f2-a26b-780ff96fc9b6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Deleting port 99c04134-4b65-4f90-b240-f108fbe62587 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:50.832449 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4e4bbdbb-d4a4-45f2-a26b-780ff96fc9b6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:50.930369 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-4e4bbdbb-d4a4-45f2-a26b-780ff96fc9b6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] For port 99c04134-4b65-4f90-b240-f108fbe62587, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=99c04134-4b65-4f90-b240-f108fbe62587,segment=NetworkSegment(88fe2199-c9b9-4066-a878-52e40c25207e),segment_id=88fe2199-c9b9-4066-a878-52e40c25207e)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:50.930777 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4e4bbdbb-d4a4-45f2-a26b-780ff96fc9b6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:50.941679 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-1fa3dad7-cf84-4389-bfdd-a296c0808877 admin admin] Deleting port 0446b8f0-1840-4b46-aab5-d73395fdf84e {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:50.942028 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1fa3dad7-cf84-4389-bfdd-a296c0808877 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:50.955262 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230ed11a-7e8e-43d6-bf89-76ef2443f875 None None] Network 9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:50.967686 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-4e4bbdbb-d4a4-45f2-a26b-780ff96fc9b6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Calling delete_port for 99c04134-4b65-4f90-b240-f108fbe62587 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:51.076725 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-1fa3dad7-cf84-4389-bfdd-a296c0808877 admin admin] For port 0446b8f0-1840-4b46-aab5-d73395fdf84e, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=0446b8f0-1840-4b46-aab5-d73395fdf84e,segment=NetworkSegment(048c7fe9-919e-423c-9599-c6bc7184e9f8),segment_id=048c7fe9-919e-423c-9599-c6bc7184e9f8)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:51.078588 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1fa3dad7-cf84-4389-bfdd-a296c0808877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:51.111286 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-1fa3dad7-cf84-4389-bfdd-a296c0808877 admin admin] Calling delete_port for 0446b8f0-1840-4b46-aab5-d73395fdf84e owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:51.143604 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4e4bbdbb-d4a4-45f2-a26b-780ff96fc9b6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:51.163025 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-fb790108-0def-4fe0-aaf3-91085e13438d None None] Provisioning complete for port 99c04134-4b65-4f90-b240-f108fbe62587 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:51.163777 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fb790108-0def-4fe0-aaf3-91085e13438d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:51.187729 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-fb790108-0def-4fe0-aaf3-91085e13438d None None] Port 99c04134-4b65-4f90-b240-f108fbe62587 was deleted so its status cannot be updated. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 09:30:51.263602 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4bbdbb-d4a4-45f2-a26b-780ff96fc9b6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Port': ['ID=99c04134-4b65-4f90-b240-f108fbe62587,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:51.272344 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4bbdbb-d4a4-45f2-a26b-780ff96fc9b6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] No DVR routers for this DVR port 99c04134-4b65-4f90-b240-f108fbe62587 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:30:51.383773 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88800b2-20b8-42b4-87d0-91d384335e36 None None] DHCP port deletion for 9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:30:51.418449 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4e4bbdbb-d4a4-45f2-a26b-780ff96fc9b6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:51.434870 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-4e4bbdbb-d4a4-45f2-a26b-780ff96fc9b6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:51.451293 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-4e4bbdbb-d4a4-45f2-a26b-780ff96fc9b6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88fe2199-c9b9-4066-a878-52e40c25207e') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:51.452373 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-4e4bbdbb-d4a4-45f2-a26b-780ff96fc9b6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88fe2199-c9b9-4066-a878-52e40c25207e') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:51.476750 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4e4bbdbb-d4a4-45f2-a26b-780ff96fc9b6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:51.519018 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4e4bbdbb-d4a4-45f2-a26b-780ff96fc9b6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:51.539635 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e4bbdbb-d4a4-45f2-a26b-780ff96fc9b6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Releasing vlan 1643 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:30:51.540362 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4e4bbdbb-d4a4-45f2-a26b-780ff96fc9b6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:51.590197 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:30:51.590197 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:30:51.590197 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:30:51.590197 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:30:51.590197 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:30:51.590197 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:30:51.590197 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:30:51.590197 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:30:51.590197 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:30:51.590197 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:30:51.590197 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:30:51.590197 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:30:51.590197 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:30:51.590197 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:30:51.590197 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:30:51.590197 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:30:51.590197 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:30:51.590197 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:30:51.590197 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:30:51.590197 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:30:51.590197 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:30:51.590197 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:30:51.590197 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:30:51.590197 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:30:51.590197 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:30:51.590197 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:30:51.590197 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:30:51.590197 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:30:51.590197 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:30:51.590197 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:30:51.590197 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:30:51.590197 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:30:51.618075 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1fa3dad7-cf84-4389-bfdd-a296c0808877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:51.661477 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3dad7-cf84-4389-bfdd-a296c0808877 admin admin] Pushing event deleted for resources: {'Port': ['ID=0446b8f0-1840-4b46-aab5-d73395fdf84e,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:51.698311 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3dad7-cf84-4389-bfdd-a296c0808877 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:51.698989 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3dad7-cf84-4389-bfdd-a296c0808877 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:51.699507 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3dad7-cf84-4389-bfdd-a296c0808877 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:51.700017 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3dad7-cf84-4389-bfdd-a296c0808877 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:51.700543 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3dad7-cf84-4389-bfdd-a296c0808877 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:51.701766 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3dad7-cf84-4389-bfdd-a296c0808877 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:51.702057 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3dad7-cf84-4389-bfdd-a296c0808877 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:51.702388 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3dad7-cf84-4389-bfdd-a296c0808877 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:51.702743 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3dad7-cf84-4389-bfdd-a296c0808877 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:51.703141 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3dad7-cf84-4389-bfdd-a296c0808877 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:51.703468 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3dad7-cf84-4389-bfdd-a296c0808877 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:51.703867 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa3dad7-cf84-4389-bfdd-a296c0808877 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:30:51.727278 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4e4bbdbb-d4a4-45f2-a26b-780ff96fc9b6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:51.736958 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4e4bbdbb-d4a4-45f2-a26b-780ff96fc9b6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:51.744025 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4e4bbdbb-d4a4-45f2-a26b-780ff96fc9b6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/networks/9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a HTTP/1.1" status: 204 len: 168 time: 1.1900752 Aug 31 09:30:51.768046 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48232) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:51.855938 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4bbdbb-d4a4-45f2-a26b-780ff96fc9b6 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Network': ['ID=9c2b8f9e-ae4f-4d3c-b543-7b056e93b15a,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:51.993071 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca6c16c-a82f-444d-9328-7f5b74fcf783 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:51.994721 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6ca6c16c-a82f-444d-9328-7f5b74fcf783 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2183356 Aug 31 09:30:51.999779 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48238) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:52.072267 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1fa3dad7-cf84-4389-bfdd-a296c0808877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:52.142703 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e7a57637-07ca-4485-80c0-c76d8be0059f tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1387451 Aug 31 09:30:52.145527 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48242) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:52.152573 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-973d75d4-3520-4996-a1f0-987185351502 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2133013113'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:52.292886 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973d75d4-3520-4996-a1f0-987185351502 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:52.300231 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-973d75d4-3520-4996-a1f0-987185351502 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:52.391924 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-973d75d4-3520-4996-a1f0-987185351502 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] vlan segment allocate from pool success with {'vlan_id': 1638, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:30:52.435764 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-973d75d4-3520-4996-a1f0-987185351502 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:52.436371 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-973d75d4-3520-4996-a1f0-987185351502 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Added segment 5014a3d6-1fe4-4a37-8841-b2312a2cab94 of type vlan for network 3bcf7541-a9b7-40c5-9da8-b78f1cfffb17 Aug 31 09:30:52.474267 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 99c04134-4b65-4f90-b240-f108fbe62587 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:30:52.494691 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 99c04134-4b65-4f90-b240-f108fbe62587 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:30:52.495305 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 99c04134-4b65-4f90-b240-f108fbe62587 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:30:52.500793 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-973d75d4-3520-4996-a1f0-987185351502 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:52.528991 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa3dad7-cf84-4389-bfdd-a296c0808877 admin admin] Router fffc21c4-a1df-4e2d-8847-044c319e10cc has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:30:52.623794 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-973d75d4-3520-4996-a1f0-987185351502 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:52.634016 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973d75d4-3520-4996-a1f0-987185351502 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:52.634714 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-973d75d4-3520-4996-a1f0-987185351502 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:52.648115 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa3dad7-cf84-4389-bfdd-a296c0808877 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:30:52.656923 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1fa3dad7-cf84-4389-bfdd-a296c0808877 admin admin] 10.222.0.119 "PUT /v2.0/routers/fffc21c4-a1df-4e2d-8847-044c319e10cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7108774 Aug 31 09:30:52.657590 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48254) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:52.662276 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259353f0-4fb6-49e5-ade7-6bb91f25895f None None] Sync routers for ids ['fffc21c4-a1df-4e2d-8847-044c319e10cc'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:30:52.677851 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259353f0-4fb6-49e5-ade7-6bb91f25895f None None] Routers {'fffc21c4-a1df-4e2d-8847-044c319e10cc'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:30:52.678492 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-259353f0-4fb6-49e5-ade7-6bb91f25895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:30:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['fffc21c4-a1df-4e2d-8847-044c319e10cc'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:52.734713 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d75d4-3520-4996-a1f0-987185351502 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Network': ['ID=3bcf7541-a9b7-40c5-9da8-b78f1cfffb17,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:52.753180 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 3bcf7541-a9b7-40c5-9da8-b78f1cfffb17 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:30:52.773493 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-973d75d4-3520-4996-a1f0-987185351502 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6263697 Aug 31 09:30:52.776407 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48256) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:52.781388 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-57f36b3a-2f88-4352-a7d0-3dd3aa98ae42 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'subnet': {'network_id': '3bcf7541-a9b7-40c5-9da8-b78f1cfffb17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:52.835670 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-575f5d5b-5398-46dd-a618-c50ebdac1d48 admin admin] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:52.876511 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-259353f0-4fb6-49e5-ade7-6bb91f25895f None None] Set router fffc21c4-a1df-4e2d-8847-044c319e10cc gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:30:52.996775 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-575f5d5b-5398-46dd-a618-c50ebdac1d48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:53.075423 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f36b3a-2f88-4352-a7d0-3dd3aa98ae42 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:53.080755 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-57f36b3a-2f88-4352-a7d0-3dd3aa98ae42 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:53.250989 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-575f5d5b-5398-46dd-a618-c50ebdac1d48 admin admin] Deleting port 731e418c-fc86-46cc-be52-4f0c6426bbeb {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:53.256935 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-575f5d5b-5398-46dd-a618-c50ebdac1d48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:53.267920 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-259353f0-4fb6-49e5-ade7-6bb91f25895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'name': 'tempest-TaggedBootDevicesTest_v242-1980406129-router', 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': '731e418c-fc86-46cc-be52-4f0c6426bbeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:45Z', 'updated_at': '2021-08-31T09:30:51Z', 'revision_number': 5, 'project_id': '28327f57472644c38ebbd2d055c39768', 'gw_port': {'id': '731e418c-fc86-46cc-be52-4f0c6426bbeb', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ef:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:18:46Z', 'updated_at': '2021-08-31T09:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:53.305782 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259353f0-4fb6-49e5-ade7-6bb91f25895f None None] Checking router: fffc21c4-a1df-4e2d-8847-044c319e10cc for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:30:53.316011 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259353f0-4fb6-49e5-ade7-6bb91f25895f None None] Routers {'fffc21c4-a1df-4e2d-8847-044c319e10cc'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:30:53.321063 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-259353f0-4fb6-49e5-ade7-6bb91f25895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:30:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['fffc21c4-a1df-4e2d-8847-044c319e10cc'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:53.380326 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-575f5d5b-5398-46dd-a618-c50ebdac1d48 admin admin] For port 731e418c-fc86-46cc-be52-4f0c6426bbeb, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=731e418c-fc86-46cc-be52-4f0c6426bbeb,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:53.381188 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-575f5d5b-5398-46dd-a618-c50ebdac1d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:53.397605 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-575f5d5b-5398-46dd-a618-c50ebdac1d48 admin admin] Calling delete_port for 731e418c-fc86-46cc-be52-4f0c6426bbeb owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:53.435234 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-259353f0-4fb6-49e5-ade7-6bb91f25895f None None] Set router fffc21c4-a1df-4e2d-8847-044c319e10cc gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:30:53.497574 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-57f36b3a-2f88-4352-a7d0-3dd3aa98ae42 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:53.499827 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-259353f0-4fb6-49e5-ade7-6bb91f25895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'name': 'tempest-TaggedBootDevicesTest_v242-1980406129-router', 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:45Z', 'updated_at': '2021-08-31T09:30:52Z', 'revision_number': 6, 'project_id': '28327f57472644c38ebbd2d055c39768', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:53.537334 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259353f0-4fb6-49e5-ade7-6bb91f25895f None None] The sync data for ids ['fffc21c4-a1df-4e2d-8847-044c319e10cc'] in n-d-791506-28 is: [{'id': 'fffc21c4-a1df-4e2d-8847-044c319e10cc', 'name': 'tempest-TaggedBootDevicesTest_v242-1980406129-router', 'tenant_id': '28327f57472644c38ebbd2d055c39768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:18:45Z', 'updated_at': '2021-08-31T09:30:52Z', 'revision_number': 6, 'project_id': '28327f57472644c38ebbd2d055c39768', 'gw_port_host': None}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:30:53.621643 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f36b3a-2f88-4352-a7d0-3dd3aa98ae42 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Subnet': ['ID=b5637de7-eb5d-4831-9193-3ad9ae099e95,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:53.630037 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f36b3a-2f88-4352-a7d0-3dd3aa98ae42 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Checking segment: {'id': '5014a3d6-1fe4-4a37-8841-b2312a2cab94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': '3bcf7541-a9b7-40c5-9da8-b78f1cfffb17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:30:53.630461 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f36b3a-2f88-4352-a7d0-3dd3aa98ae42 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network hostable DHCP agents. Network: 3bcf7541-a9b7-40c5-9da8-b78f1cfffb17, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:30:53.737546 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f36b3a-2f88-4352-a7d0-3dd3aa98ae42 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network 3bcf7541-a9b7-40c5-9da8-b78f1cfffb17 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:30:53.868757 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-57f36b3a-2f88-4352-a7d0-3dd3aa98ae42 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 3bcf7541-a9b7-40c5-9da8-b78f1cfffb17) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:53.873125 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f36b3a-2f88-4352-a7d0-3dd3aa98ae42 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:53.873906 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-57f36b3a-2f88-4352-a7d0-3dd3aa98ae42 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:53.882751 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acd4e13-a5b9-4697-b19a-63bb672dbfcf None None] Network 3bcf7541-a9b7-40c5-9da8-b78f1cfffb17 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:53.980681 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-57f36b3a-2f88-4352-a7d0-3dd3aa98ae42 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2012281 Aug 31 09:30:53.982394 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48296) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:53.995703 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-ce0dc860-fc23-4145-93d0-62b1bf97b935 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'port': {'network_id': '3bcf7541-a9b7-40c5-9da8-b78f1cfffb17', 'name': 'tempest-PortsTestJSON-2027570163'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:54.083960 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282e4b89-229d-4141-b2dc-126ed878fa01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-3bcf7541-a9b7-40c5-9da8-b78f1cfffb17', 'network_id': '3bcf7541-a9b7-40c5-9da8-b78f1cfffb17', 'tenant_id': 'dd41ede79b994e67a9471c7b052bd4e8', 'fixed_ips': [{'subnet_id': 'b5637de7-eb5d-4831-9193-3ad9ae099e95'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:30:54.085336 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-282e4b89-229d-4141-b2dc-126ed878fa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:54.132474 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-575f5d5b-5398-46dd-a618-c50ebdac1d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:54.201927 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f5d5b-5398-46dd-a618-c50ebdac1d48 admin admin] Pushing event deleted for resources: {'Port': ['ID=731e418c-fc86-46cc-be52-4f0c6426bbeb,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:54.258721 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-575f5d5b-5398-46dd-a618-c50ebdac1d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:54.276632 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-282e4b89-229d-4141-b2dc-126ed878fa01 None None] Allocated IP 172.20.0.2 (3bcf7541-a9b7-40c5-9da8-b78f1cfffb17/b5637de7-eb5d-4831-9193-3ad9ae099e95/cd1177a5-7936-4984-a691-698c3422e038) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:54.372132 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0dc860-fc23-4145-93d0-62b1bf97b935 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:54.376042 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ce0dc860-fc23-4145-93d0-62b1bf97b935 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:54.412512 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-575f5d5b-5398-46dd-a618-c50ebdac1d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:54.412512 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-575f5d5b-5398-46dd-a618-c50ebdac1d48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:54.417598 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-ce0dc860-fc23-4145-93d0-62b1bf97b935 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] device_id is not set on port 37a838aa-fa9c-4ec2-9def-e207ba9f2520 yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:30:54.467617 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-282e4b89-229d-4141-b2dc-126ed878fa01 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:54.477124 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-282e4b89-229d-4141-b2dc-126ed878fa01 None None] Transition to ACTIVE for port object cd1177a5-7936-4984-a691-698c3422e038 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:54.520954 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-282e4b89-229d-4141-b2dc-126ed878fa01 None None] Transition to ACTIVE for port object cd1177a5-7936-4984-a691-698c3422e038 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:54.576820 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 731e418c-fc86-46cc-be52-4f0c6426bbeb no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:30:54.608949 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 731e418c-fc86-46cc-be52-4f0c6426bbeb {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:30:54.609193 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 731e418c-fc86-46cc-be52-4f0c6426bbeb not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:30:54.609681 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 0446b8f0-1840-4b46-aab5-d73395fdf84e no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:30:54.641328 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-575f5d5b-5398-46dd-a618-c50ebdac1d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:54.641975 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575f5d5b-5398-46dd-a618-c50ebdac1d48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fffc21c4-a1df-4e2d-8847-044c319e10cc {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:30:54.647934 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-575f5d5b-5398-46dd-a618-c50ebdac1d48 admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:54.649362 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 0446b8f0-1840-4b46-aab5-d73395fdf84e {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:30:54.649712 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 0446b8f0-1840-4b46-aab5-d73395fdf84e not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:30:54.657664 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-575f5d5b-5398-46dd-a618-c50ebdac1d48 admin admin] 10.222.0.119 "DELETE /v2.0/routers/fffc21c4-a1df-4e2d-8847-044c319e10cc HTTP/1.1" status: 204 len: 168 time: 1.9916995 Aug 31 09:30:54.661633 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48314) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:54.701711 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-282e4b89-229d-4141-b2dc-126ed878fa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:54.733678 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282e4b89-229d-4141-b2dc-126ed878fa01 None None] Network 3bcf7541-a9b7-40c5-9da8-b78f1cfffb17 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:54.773922 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-282e4b89-229d-4141-b2dc-126ed878fa01 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:54.780229 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282e4b89-229d-4141-b2dc-126ed878fa01 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:54.794650 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d6f289-849a-4b4f-97cf-d61b626fe38b admin admin] Deleting subnet 1669072d-2c1b-4a1e-9122-a0610531c15a {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:30:54.799258 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f9d6f289-849a-4b4f-97cf-d61b626fe38b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:54.866012 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-ce0dc860-fc23-4145-93d0-62b1bf97b935 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Allocated IP 172.20.0.8 (3bcf7541-a9b7-40c5-9da8-b78f1cfffb17/b5637de7-eb5d-4831-9193-3ad9ae099e95/37a838aa-fa9c-4ec2-9def-e207ba9f2520) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:54.919974 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f9d6f289-849a-4b4f-97cf-d61b626fe38b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:54.921839 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e4b89-229d-4141-b2dc-126ed878fa01 None None] Pushing event updated for resources: {'Port': ['ID=cd1177a5-7936-4984-a691-698c3422e038,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:55.038266 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-282e4b89-229d-4141-b2dc-126ed878fa01 None None] Attempting to bind port cd1177a5-7936-4984-a691-698c3422e038 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:30:55.038266 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-282e4b89-229d-4141-b2dc-126ed878fa01 None None] Attempting to bind port cd1177a5-7936-4984-a691-698c3422e038 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '5014a3d6-1fe4-4a37-8841-b2312a2cab94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': '3bcf7541-a9b7-40c5-9da8-b78f1cfffb17'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:30:55.038266 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282e4b89-229d-4141-b2dc-126ed878fa01 None None] Attempting to bind port cd1177a5-7936-4984-a691-698c3422e038 on network 3bcf7541-a9b7-40c5-9da8-b78f1cfffb17 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:30:55.054348 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282e4b89-229d-4141-b2dc-126ed878fa01 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:30:55.055175 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282e4b89-229d-4141-b2dc-126ed878fa01 None None] Checking segment: {'id': '5014a3d6-1fe4-4a37-8841-b2312a2cab94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': '3bcf7541-a9b7-40c5-9da8-b78f1cfffb17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:30:55.055742 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-282e4b89-229d-4141-b2dc-126ed878fa01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:55.057846 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282e4b89-229d-4141-b2dc-126ed878fa01 None None] Bound using segment: {'id': '5014a3d6-1fe4-4a37-8841-b2312a2cab94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': '3bcf7541-a9b7-40c5-9da8-b78f1cfffb17'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:30:55.059701 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-282e4b89-229d-4141-b2dc-126ed878fa01 None None] Bound port: cd1177a5-7936-4984-a691-698c3422e038, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5014a3d6-1fe4-4a37-8841-b2312a2cab94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': '3bcf7541-a9b7-40c5-9da8-b78f1cfffb17'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:30:55.060313 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-282e4b89-229d-4141-b2dc-126ed878fa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:55.060638 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f9d6f289-849a-4b4f-97cf-d61b626fe38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:55.182172 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-282e4b89-229d-4141-b2dc-126ed878fa01 None None] For port cd1177a5-7936-4984-a691-698c3422e038, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:30:55.185377 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ce0dc860-fc23-4145-93d0-62b1bf97b935 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:55.192209 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-282e4b89-229d-4141-b2dc-126ed878fa01 None None] For port cd1177a5-7936-4984-a691-698c3422e038, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=cd1177a5-7936-4984-a691-698c3422e038,segment=NetworkSegment(5014a3d6-1fe4-4a37-8841-b2312a2cab94),segment_id=5014a3d6-1fe4-4a37-8841-b2312a2cab94)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:30:55.227607 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-ce0dc860-fc23-4145-93d0-62b1bf97b935 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Transition to ACTIVE for port object 37a838aa-fa9c-4ec2-9def-e207ba9f2520 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:55.304442 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-282e4b89-229d-4141-b2dc-126ed878fa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:55.368304 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48336) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:55.372981 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f9d6f289-849a-4b4f-97cf-d61b626fe38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:55.429243 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e4b89-229d-4141-b2dc-126ed878fa01 None None] Pushing event updated for resources: {'Port': ['ID=cd1177a5-7936-4984-a691-698c3422e038,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:55.430058 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6f289-849a-4b4f-97cf-d61b626fe38b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1669072d-2c1b-4a1e-9122-a0610531c15a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:55.458175 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f9d6f289-849a-4b4f-97cf-d61b626fe38b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:55.461344 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1b5420-92ee-48be-8fdf-4bd9bcd35999 None None] Network f2ff4842-4f8b-4b37-bef9-46e32fc21646 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:55.480397 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f9d6f289-849a-4b4f-97cf-d61b626fe38b admin admin] 10.222.0.119 "DELETE /v2.0/subnets/1669072d-2c1b-4a1e-9122-a0610531c15a HTTP/1.1" status: 204 len: 168 time: 0.8174636 Aug 31 09:30:55.481969 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ce0dc860-fc23-4145-93d0-62b1bf97b935 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:55.482860 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48342) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:55.668576 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a34fec07-2228-456e-b7d5-ec64cc197ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:55.716113 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-c863adf3-cf31-4f35-a9e6-38c82bbc8ed4 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1522691388'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:55.745506 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0dc860-fc23-4145-93d0-62b1bf97b935 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Port': ['ID=37a838aa-fa9c-4ec2-9def-e207ba9f2520,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:55.778132 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0dc860-fc23-4145-93d0-62b1bf97b935 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network 3bcf7541-a9b7-40c5-9da8-b78f1cfffb17 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:55.783316 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-ce0dc860-fc23-4145-93d0-62b1bf97b935 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:55.787863 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0dc860-fc23-4145-93d0-62b1bf97b935 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:55.851415 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-a34fec07-2228-456e-b7d5-ec64cc197ba3 admin admin] Deleting port 5db5d2d0-818b-4281-8d2a-4bba6b80fb32 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:55.851762 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a34fec07-2228-456e-b7d5-ec64cc197ba3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:55.887261 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0dc860-fc23-4145-93d0-62b1bf97b935 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:55.887950 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ce0dc860-fc23-4145-93d0-62b1bf97b935 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:55.900404 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fb8292-eda4-4c8d-b740-be731c067356 None None] DHCP port deletion for f2ff4842-4f8b-4b37-bef9-46e32fc21646 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:30:55.977093 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-a34fec07-2228-456e-b7d5-ec64cc197ba3 admin admin] For port 5db5d2d0-818b-4281-8d2a-4bba6b80fb32, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=5db5d2d0-818b-4281-8d2a-4bba6b80fb32,segment=NetworkSegment(048c7fe9-919e-423c-9599-c6bc7184e9f8),segment_id=048c7fe9-919e-423c-9599-c6bc7184e9f8)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:55.977425 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a34fec07-2228-456e-b7d5-ec64cc197ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:55.990062 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c863adf3-cf31-4f35-a9e6-38c82bbc8ed4 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Made reservation on behalf of f03c5268bb8b4460ae6696468b99f7e3 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:55.996322 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c863adf3-cf31-4f35-a9e6-38c82bbc8ed4 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:55.999831 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-a34fec07-2228-456e-b7d5-ec64cc197ba3 admin admin] Calling delete_port for 5db5d2d0-818b-4281-8d2a-4bba6b80fb32 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:56.002947 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-22fb8292-eda4-4c8d-b740-be731c067356 None None] Deleting port 5db5d2d0-818b-4281-8d2a-4bba6b80fb32 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:56.003563 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-22fb8292-eda4-4c8d-b740-be731c067356 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:56.008304 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c863adf3-cf31-4f35-a9e6-38c82bbc8ed4 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:56.078339 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-22fb8292-eda4-4c8d-b740-be731c067356 None None] For port 5db5d2d0-818b-4281-8d2a-4bba6b80fb32, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=5db5d2d0-818b-4281-8d2a-4bba6b80fb32,segment=NetworkSegment(048c7fe9-919e-423c-9599-c6bc7184e9f8),segment_id=048c7fe9-919e-423c-9599-c6bc7184e9f8)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:56.079031 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-22fb8292-eda4-4c8d-b740-be731c067356 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:56.094738 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-22fb8292-eda4-4c8d-b740-be731c067356 None None] Calling delete_port for 5db5d2d0-818b-4281-8d2a-4bba6b80fb32 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:56.107615 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ce0dc860-fc23-4145-93d0-62b1bf97b935 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1219606 Aug 31 09:30:56.109879 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48356) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:56.124287 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-e80454ed-55d0-4923-b438-b9c65c150a8b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'port': {'network_id': '3bcf7541-a9b7-40c5-9da8-b78f1cfffb17', 'name': 'tempest-PortsTestJSON-2044185417'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:56.298527 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a34fec07-2228-456e-b7d5-ec64cc197ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:56.310062 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-22fb8292-eda4-4c8d-b740-be731c067356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:56.348384 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb8292-eda4-4c8d-b740-be731c067356 None None] Pushing event deleted for resources: {'Port': ['ID=5db5d2d0-818b-4281-8d2a-4bba6b80fb32,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:56.348384 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fb8292-eda4-4c8d-b740-be731c067356 None None] No DVR routers for this DVR port 5db5d2d0-818b-4281-8d2a-4bba6b80fb32 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:30:56.349068 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c863adf3-cf31-4f35-a9e6-38c82bbc8ed4 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:56.372933 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34fec07-2228-456e-b7d5-ec64cc197ba3 admin admin] No DVR routers for this DVR port 5db5d2d0-818b-4281-8d2a-4bba6b80fb32 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:30:56.375239 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fec07-2228-456e-b7d5-ec64cc197ba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5db5d2d0-818b-4281-8d2a-4bba6b80fb32,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:56.434301 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c863adf3-cf31-4f35-a9e6-38c82bbc8ed4 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:56.443512 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device cd1177a5-7936-4984-a691-698c3422e038 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:56.525123 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863adf3-cf31-4f35-a9e6-38c82bbc8ed4 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41721ddf-8203-421e-b158-02c5011307e8,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:56.545937 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c863adf3-cf31-4f35-a9e6-38c82bbc8ed4 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] vlan segment allocate from pool success with {'vlan_id': 1602, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:30:56.547249 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a34fec07-2228-456e-b7d5-ec64cc197ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:56.557393 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c863adf3-cf31-4f35-a9e6-38c82bbc8ed4 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:56.557967 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-c863adf3-cf31-4f35-a9e6-38c82bbc8ed4 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Added segment e22c5dc5-4a97-4fac-a0b4-258be5899820 of type vlan for network 2f95c10f-1c0b-44c7-9dd0-a6eba39a16f7 Aug 31 09:30:56.562846 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-a34fec07-2228-456e-b7d5-ec64cc197ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ff4842-4f8b-4b37-bef9-46e32fc21646']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:56.579185 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-a34fec07-2228-456e-b7d5-ec64cc197ba3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '048c7fe9-919e-423c-9599-c6bc7184e9f8') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:56.579510 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-a34fec07-2228-456e-b7d5-ec64cc197ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '048c7fe9-919e-423c-9599-c6bc7184e9f8') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:30:56.590497 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a34fec07-2228-456e-b7d5-ec64cc197ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:56.605141 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c863adf3-cf31-4f35-a9e6-38c82bbc8ed4 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:56.607158 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a34fec07-2228-456e-b7d5-ec64cc197ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:56.614496 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a34fec07-2228-456e-b7d5-ec64cc197ba3 admin admin] Releasing vlan 1626 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:30:56.614933 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a34fec07-2228-456e-b7d5-ec64cc197ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:56.617201 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:30:56.617201 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:30:56.617201 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:30:56.617201 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:30:56.617201 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:30:56.617201 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:30:56.617201 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:30:56.617201 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:30:56.617201 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:30:56.617201 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:30:56.617201 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:30:56.617201 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:30:56.617201 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:30:56.617201 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:30:56.617201 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:30:56.617201 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:30:56.617201 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:30:56.617201 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:30:56.617201 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:30:56.617201 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:30:56.617201 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:30:56.617201 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:30:56.617201 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:30:56.617201 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:30:56.617201 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:30:56.617201 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:30:56.617201 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:30:56.617201 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:30:56.617201 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:30:56.617201 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:30:56.617201 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:30:56.617201 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:30:56.641068 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80454ed-55d0-4923-b438-b9c65c150a8b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:56.645149 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e80454ed-55d0-4923-b438-b9c65c150a8b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:56.666344 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-e80454ed-55d0-4923-b438-b9c65c150a8b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] device_id is not set on port d546c9e0-6255-4011-bb44-d018427044fc yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:30:56.680290 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port cd1177a5-7936-4984-a691-698c3422e038 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:56.738364 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c863adf3-cf31-4f35-a9e6-38c82bbc8ed4 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:56.745064 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c863adf3-cf31-4f35-a9e6-38c82bbc8ed4 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:56.745863 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c863adf3-cf31-4f35-a9e6-38c82bbc8ed4 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:56.783584 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a34fec07-2228-456e-b7d5-ec64cc197ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:56.786031 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 5db5d2d0-818b-4281-8d2a-4bba6b80fb32 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:30:56.805234 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a34fec07-2228-456e-b7d5-ec64cc197ba3 admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:56.809647 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 5db5d2d0-818b-4281-8d2a-4bba6b80fb32 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:30:56.810324 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 5db5d2d0-818b-4281-8d2a-4bba6b80fb32 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:30:56.814827 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a34fec07-2228-456e-b7d5-ec64cc197ba3 admin admin] 10.222.0.119 "DELETE /v2.0/networks/f2ff4842-4f8b-4b37-bef9-46e32fc21646 HTTP/1.1" status: 204 len: 168 time: 1.3307078 Aug 31 09:30:56.828626 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fec07-2228-456e-b7d5-ec64cc197ba3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2ff4842-4f8b-4b37-bef9-46e32fc21646,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:56.874635 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6901fb12-9b3a-47fa-b60b-a9f5bfecee93 None None] Network 3bcf7541-a9b7-40c5-9da8-b78f1cfffb17 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:57.187938 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-999f5997-9066-45e6-8dad-a8d3c15dd31e None None] Provisioning for port cd1177a5-7936-4984-a691-698c3422e038 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:57.193889 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-999f5997-9066-45e6-8dad-a8d3c15dd31e None None] Provisioning complete for port cd1177a5-7936-4984-a691-698c3422e038 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:57.194490 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-999f5997-9066-45e6-8dad-a8d3c15dd31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:57.323627 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-999f5997-9066-45e6-8dad-a8d3c15dd31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:57.323839 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863adf3-cf31-4f35-a9e6-38c82bbc8ed4 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Pushing event updated for resources: {'Network': ['ID=2f95c10f-1c0b-44c7-9dd0-a6eba39a16f7,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:57.338455 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 2f95c10f-1c0b-44c7-9dd0-a6eba39a16f7 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:30:57.373193 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48398) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:57.376088 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c863adf3-cf31-4f35-a9e6-38c82bbc8ed4 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0039449 Aug 31 09:30:57.385301 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-41ca7b6f-9e69-452e-b7b5-45a7f7f7c45c tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Request body: {'subnet': {'network_id': '2f95c10f-1c0b-44c7-9dd0-a6eba39a16f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:57.405484 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-e80454ed-55d0-4923-b438-b9c65c150a8b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Allocated IP 172.20.0.6 (3bcf7541-a9b7-40c5-9da8-b78f1cfffb17/b5637de7-eb5d-4831-9193-3ad9ae099e95/d546c9e0-6255-4011-bb44-d018427044fc) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:57.448403 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-999f5997-9066-45e6-8dad-a8d3c15dd31e None None] For port cd1177a5-7936-4984-a691-698c3422e038, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=cd1177a5-7936-4984-a691-698c3422e038,segment=NetworkSegment(5014a3d6-1fe4-4a37-8841-b2312a2cab94),segment_id=5014a3d6-1fe4-4a37-8841-b2312a2cab94)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:30:57.577919 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-999f5997-9066-45e6-8dad-a8d3c15dd31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:57.630693 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e80454ed-55d0-4923-b438-b9c65c150a8b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:57.647381 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-e80454ed-55d0-4923-b438-b9c65c150a8b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Transition to ACTIVE for port object d546c9e0-6255-4011-bb44-d018427044fc will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:57.674117 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f5997-9066-45e6-8dad-a8d3c15dd31e None None] Pushing event updated for resources: {'Port': ['ID=cd1177a5-7936-4984-a691-698c3422e038,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:57.705870 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48406) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:57.719148 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-49adb340-2c69-47e2-b62f-ae577ee4b82d None None] Provisioning complete for port cd1177a5-7936-4984-a691-698c3422e038 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:57.719528 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-49adb340-2c69-47e2-b62f-ae577ee4b82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:57.746337 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ca7b6f-9e69-452e-b7b5-45a7f7f7c45c tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Made reservation on behalf of f03c5268bb8b4460ae6696468b99f7e3 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:57.751272 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-41ca7b6f-9e69-452e-b7b5-45a7f7f7c45c tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:57.814326 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48408) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:57.932218 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e80454ed-55d0-4923-b438-b9c65c150a8b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:57.951071 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-37f3ac14-c90b-436a-9438-7acf8e8b934f admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=28327f57472644c38ebbd2d055c39768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2413430 Aug 31 09:30:57.954117 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48412) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:58.013364 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80454ed-55d0-4923-b438-b9c65c150a8b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network 3bcf7541-a9b7-40c5-9da8-b78f1cfffb17 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:30:58.017536 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-e80454ed-55d0-4923-b438-b9c65c150a8b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:58.032492 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80454ed-55d0-4923-b438-b9c65c150a8b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:30:58.062318 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80454ed-55d0-4923-b438-b9c65c150a8b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Port': ['ID=d546c9e0-6255-4011-bb44-d018427044fc,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:58.091941 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9064c35c-654d-4342-b8ac-615b30aab4fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.093819 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-49adb340-2c69-47e2-b62f-ae577ee4b82d None None] Provisioning for port 37a838aa-fa9c-4ec2-9def-e207ba9f2520 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:58.103233 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-49adb340-2c69-47e2-b62f-ae577ee4b82d None None] Provisioning complete for port 37a838aa-fa9c-4ec2-9def-e207ba9f2520 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:58.104836 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-49adb340-2c69-47e2-b62f-ae577ee4b82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.112270 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14581908-dae4-490d-b66c-36f9f1933e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.157604 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80454ed-55d0-4923-b438-b9c65c150a8b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:58.158280 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e80454ed-55d0-4923-b438-b9c65c150a8b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.161162 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14581908-dae4-490d-b66c-36f9f1933e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.226207 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-41ca7b6f-9e69-452e-b7b5-45a7f7f7c45c tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.232080 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-49adb340-2c69-47e2-b62f-ae577ee4b82d None None] Port 37a838aa-fa9c-4ec2-9def-e207ba9f2520 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:30:58.313609 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca7b6f-9e69-452e-b7b5-45a7f7f7c45c tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Pushing event updated for resources: {'Subnet': ['ID=ec77d207-c311-48da-ad61-e4b4b399aa9d,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:58.324023 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ca7b6f-9e69-452e-b7b5-45a7f7f7c45c tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Checking segment: {'id': 'e22c5dc5-4a97-4fac-a0b4-258be5899820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': '2f95c10f-1c0b-44c7-9dd0-a6eba39a16f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:30:58.324395 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ca7b6f-9e69-452e-b7b5-45a7f7f7c45c tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Network hostable DHCP agents. Network: 2f95c10f-1c0b-44c7-9dd0-a6eba39a16f7, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:30:58.370401 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8acfec60-2864-4af4-b3a7-a6b9c4467fa5 None None] Provisioning complete for port 37a838aa-fa9c-4ec2-9def-e207ba9f2520 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:58.372422 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8acfec60-2864-4af4-b3a7-a6b9c4467fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.447990 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device cd1177a5-7936-4984-a691-698c3422e038 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:30:58.451902 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14581908-dae4-490d-b66c-36f9f1933e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.455163 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14581908-dae4-490d-b66c-36f9f1933e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.457467 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-14581908-dae4-490d-b66c-36f9f1933e40 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/1ebc046b-3f58-4516-bb28-5f802a90d23a HTTP/1.1" status: 204 len: 168 time: 0.5020018 Aug 31 09:30:58.465972 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14581908-dae4-490d-b66c-36f9f1933e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebc046b-3f58-4516-bb28-5f802a90d23a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:58.512902 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9064c35c-654d-4342-b8ac-615b30aab4fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.518363 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-8acfec60-2864-4af4-b3a7-a6b9c4467fa5 None None] Port 37a838aa-fa9c-4ec2-9def-e207ba9f2520 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:30:58.532329 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ca7b6f-9e69-452e-b7b5-45a7f7f7c45c tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Network 2f95c10f-1c0b-44c7-9dd0-a6eba39a16f7 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:30:58.541159 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port cd1177a5-7936-4984-a691-698c3422e038 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:58.541527 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.704149 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9064c35c-654d-4342-b8ac-615b30aab4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.740238 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-41ca7b6f-9e69-452e-b7b5-45a7f7f7c45c tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 2f95c10f-1c0b-44c7-9dd0-a6eba39a16f7) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:30:58.750122 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ca7b6f-9e69-452e-b7b5-45a7f7f7c45c tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:58.755656 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-41ca7b6f-9e69-452e-b7b5-45a7f7f7c45c tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.762213 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9064c35c-654d-4342-b8ac-615b30aab4fa admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=3b2d338b32514af3935927d450ca0494&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9465661 Aug 31 09:30:58.763534 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064c35c-654d-4342-b8ac-615b30aab4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303de6af-b0d5-44f3-bee9-606bb2244701,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:58.777265 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3dfa5f-b88c-4ae7-ac51-3c8117470e73 None None] Network 2f95c10f-1c0b-44c7-9dd0-a6eba39a16f7 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:30:58.785135 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-54180698-1fbc-492f-accb-81bdab6306ac None None] Provisioning for port d546c9e0-6255-4011-bb44-d018427044fc completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:30:58.785472 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48426) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:58.803921 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e80454ed-55d0-4923-b438-b9c65c150a8b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6929891 Aug 31 09:30:58.805740 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48428) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:58.848143 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-54180698-1fbc-492f-accb-81bdab6306ac None None] Provisioning complete for port d546c9e0-6255-4011-bb44-d018427044fc triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:30:58.848143 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-54180698-1fbc-492f-accb-81bdab6306ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:58.898722 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-54180698-1fbc-492f-accb-81bdab6306ac None None] Port d546c9e0-6255-4011-bb44-d018427044fc cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:30:58.911973 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-41ca7b6f-9e69-452e-b7b5-45a7f7f7c45c tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5368586 Aug 31 09:30:58.914426 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48430) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:58.923180 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-a7422b9a-cad6-489b-b4b5-ae0b3ac774f3 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Request body: {'port': {'network_id': '2f95c10f-1c0b-44c7-9dd0-a6eba39a16f7', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1316139349'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:30:59.004355 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca058913-7807-4b8e-8516-98aab80db688 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:30:59.006201 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ca058913-7807-4b8e-8516-98aab80db688 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 0.1925163 Aug 31 09:30:59.007433 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73a7a3b7-7051-4acf-b1df-a27396476628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:59.009407 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48434) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:30:59.061758 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2d2cdd-c6c0-46b0-be04-98540ba92c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-2f95c10f-1c0b-44c7-9dd0-a6eba39a16f7', 'network_id': '2f95c10f-1c0b-44c7-9dd0-a6eba39a16f7', 'tenant_id': 'f03c5268bb8b4460ae6696468b99f7e3', 'fixed_ips': [{'subnet_id': 'ec77d207-c311-48da-ad61-e4b4b399aa9d'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:30:59.063087 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1c2d2cdd-c6c0-46b0-be04-98540ba92c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:59.100285 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73a7a3b7-7051-4acf-b1df-a27396476628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:59.197729 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-a883f4a4-d6e8-4cb0-99e9-d3aba4ef011a tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Deleting port d546c9e0-6255-4011-bb44-d018427044fc {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:30:59.198083 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a883f4a4-d6e8-4cb0-99e9-d3aba4ef011a tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:59.236652 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7422b9a-cad6-489b-b4b5-ae0b3ac774f3 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Made reservation on behalf of f03c5268bb8b4460ae6696468b99f7e3 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:30:59.242721 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a7422b9a-cad6-489b-b4b5-ae0b3ac774f3 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:59.269995 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-1c2d2cdd-c6c0-46b0-be04-98540ba92c92 None None] Allocated IP 172.20.0.2 (2f95c10f-1c0b-44c7-9dd0-a6eba39a16f7/ec77d207-c311-48da-ad61-e4b4b399aa9d/4b3e8d67-74b7-4afc-a42f-ea1a7a67d927) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:30:59.279031 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-a7422b9a-cad6-489b-b4b5-ae0b3ac774f3 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] device_id is not set on port 13860a1c-5d58-48c1-9525-ffa6d43e8990 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:30:59.372860 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a883f4a4-d6e8-4cb0-99e9-d3aba4ef011a tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:59.395885 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-a883f4a4-d6e8-4cb0-99e9-d3aba4ef011a tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Calling delete_port for d546c9e0-6255-4011-bb44-d018427044fc owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:30:59.444352 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73a7a3b7-7051-4acf-b1df-a27396476628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:59.447528 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73a7a3b7-7051-4acf-b1df-a27396476628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:59.451013 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-73a7a3b7-7051-4acf-b1df-a27396476628 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/303de6af-b0d5-44f3-bee9-606bb2244701 HTTP/1.1" status: 204 len: 168 time: 0.6665943 Aug 31 09:30:59.467075 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7a3b7-7051-4acf-b1df-a27396476628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303de6af-b0d5-44f3-bee9-606bb2244701,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:59.691889 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a883f4a4-d6e8-4cb0-99e9-d3aba4ef011a tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:59.751807 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883f4a4-d6e8-4cb0-99e9-d3aba4ef011a tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Port': ['ID=d546c9e0-6255-4011-bb44-d018427044fc,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:30:59.771673 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1c2d2cdd-c6c0-46b0-be04-98540ba92c92 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:30:59.788546 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-1c2d2cdd-c6c0-46b0-be04-98540ba92c92 None None] Transition to ACTIVE for port object 4b3e8d67-74b7-4afc-a42f-ea1a7a67d927 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:30:59.806722 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-1c2d2cdd-c6c0-46b0-be04-98540ba92c92 None None] Transition to ACTIVE for port object 4b3e8d67-74b7-4afc-a42f-ea1a7a67d927 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:00.243759 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a883f4a4-d6e8-4cb0-99e9-d3aba4ef011a tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:00.243759 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a883f4a4-d6e8-4cb0-99e9-d3aba4ef011a tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/ports/d546c9e0-6255-4011-bb44-d018427044fc HTTP/1.1" status: 204 len: 168 time: 0.8963430 Aug 31 09:31:00.247128 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48464) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:00.247128 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c656e2b-3a42-44d9-b419-4647b77201d0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] GET failed (client error): The resource could not be found. Aug 31 09:31:00.247128 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0c656e2b-3a42-44d9-b419-4647b77201d0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "GET /v2.0/ports/d546c9e0-6255-4011-bb44-d018427044fc HTTP/1.1" status: 404 len: 333 time: 0.0308473 Aug 31 09:31:00.247128 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48468) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:00.247128 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-4a6763a4-0e70-493f-9b97-c1392bf2809d tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Deleting port 37a838aa-fa9c-4ec2-9def-e207ba9f2520 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:00.247128 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4a6763a4-0e70-493f-9b97-c1392bf2809d tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:00.250214 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1c2d2cdd-c6c0-46b0-be04-98540ba92c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:00.301427 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2d2cdd-c6c0-46b0-be04-98540ba92c92 None None] Network 2f95c10f-1c0b-44c7-9dd0-a6eba39a16f7 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:00.308726 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-1c2d2cdd-c6c0-46b0-be04-98540ba92c92 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:00.315099 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2d2cdd-c6c0-46b0-be04-98540ba92c92 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:00.327288 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4a6763a4-0e70-493f-9b97-c1392bf2809d tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:00.352412 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-4a6763a4-0e70-493f-9b97-c1392bf2809d tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Calling delete_port for 37a838aa-fa9c-4ec2-9def-e207ba9f2520 owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:00.379208 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-a7422b9a-cad6-489b-b4b5-ae0b3ac774f3 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Allocated IP 172.20.0.14 (2f95c10f-1c0b-44c7-9dd0-a6eba39a16f7/ec77d207-c311-48da-ad61-e4b4b399aa9d/13860a1c-5d58-48c1-9525-ffa6d43e8990) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:00.394165 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d2cdd-c6c0-46b0-be04-98540ba92c92 None None] Pushing event updated for resources: {'Port': ['ID=4b3e8d67-74b7-4afc-a42f-ea1a7a67d927,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:00.418436 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-1c2d2cdd-c6c0-46b0-be04-98540ba92c92 None None] Attempting to bind port 4b3e8d67-74b7-4afc-a42f-ea1a7a67d927 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:31:00.428930 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-1c2d2cdd-c6c0-46b0-be04-98540ba92c92 None None] Attempting to bind port 4b3e8d67-74b7-4afc-a42f-ea1a7a67d927 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'e22c5dc5-4a97-4fac-a0b4-258be5899820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': '2f95c10f-1c0b-44c7-9dd0-a6eba39a16f7'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:31:00.428930 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2d2cdd-c6c0-46b0-be04-98540ba92c92 None None] Attempting to bind port 4b3e8d67-74b7-4afc-a42f-ea1a7a67d927 on network 2f95c10f-1c0b-44c7-9dd0-a6eba39a16f7 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:00.428930 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2d2cdd-c6c0-46b0-be04-98540ba92c92 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:31:00.428930 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2d2cdd-c6c0-46b0-be04-98540ba92c92 None None] Checking segment: {'id': 'e22c5dc5-4a97-4fac-a0b4-258be5899820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': '2f95c10f-1c0b-44c7-9dd0-a6eba39a16f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:00.428930 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1c2d2cdd-c6c0-46b0-be04-98540ba92c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:00.428930 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2d2cdd-c6c0-46b0-be04-98540ba92c92 None None] Bound using segment: {'id': 'e22c5dc5-4a97-4fac-a0b4-258be5899820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': '2f95c10f-1c0b-44c7-9dd0-a6eba39a16f7'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:31:00.428930 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-1c2d2cdd-c6c0-46b0-be04-98540ba92c92 None None] Bound port: 4b3e8d67-74b7-4afc-a42f-ea1a7a67d927, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e22c5dc5-4a97-4fac-a0b4-258be5899820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': '2f95c10f-1c0b-44c7-9dd0-a6eba39a16f7'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:31:00.429842 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1c2d2cdd-c6c0-46b0-be04-98540ba92c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:00.492084 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48480) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:00.540489 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-1c2d2cdd-c6c0-46b0-be04-98540ba92c92 None None] For port 4b3e8d67-74b7-4afc-a42f-ea1a7a67d927, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:31:00.544308 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-1c2d2cdd-c6c0-46b0-be04-98540ba92c92 None None] For port 4b3e8d67-74b7-4afc-a42f-ea1a7a67d927, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4b3e8d67-74b7-4afc-a42f-ea1a7a67d927,segment=NetworkSegment(e22c5dc5-4a97-4fac-a0b4-258be5899820),segment_id=e22c5dc5-4a97-4fac-a0b4-258be5899820)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:31:00.633651 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-8bcc0563-ae8f-408c-9515-c417f12cb7d9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1602922056-network', 'tenant_id': '30eda0fe669f4bd1877bd00e77da890a'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:00.692889 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1c2d2cdd-c6c0-46b0-be04-98540ba92c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:00.753927 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a7422b9a-cad6-489b-b4b5-ae0b3ac774f3 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:00.761195 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d2cdd-c6c0-46b0-be04-98540ba92c92 None None] Pushing event updated for resources: {'Port': ['ID=4b3e8d67-74b7-4afc-a42f-ea1a7a67d927,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:00.786054 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-a7422b9a-cad6-489b-b4b5-ae0b3ac774f3 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Transition to ACTIVE for port object 13860a1c-5d58-48c1-9525-ffa6d43e8990 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:00.788902 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcc0563-ae8f-408c-9515-c417f12cb7d9 admin admin] Made reservation on behalf of 30eda0fe669f4bd1877bd00e77da890a for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:00.792422 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8bcc0563-ae8f-408c-9515-c417f12cb7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:00.804397 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8bcc0563-ae8f-408c-9515-c417f12cb7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:00.913904 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8bcc0563-ae8f-408c-9515-c417f12cb7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:00.931926 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4a6763a4-0e70-493f-9b97-c1392bf2809d tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:00.972032 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6763a4-0e70-493f-9b97-c1392bf2809d tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Port': ['ID=37a838aa-fa9c-4ec2-9def-e207ba9f2520,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:01.029825 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a7422b9a-cad6-489b-b4b5-ae0b3ac774f3 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:01.064241 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8bcc0563-ae8f-408c-9515-c417f12cb7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:01.141369 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7422b9a-cad6-489b-b4b5-ae0b3ac774f3 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Network 2f95c10f-1c0b-44c7-9dd0-a6eba39a16f7 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:01.155823 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4a6763a4-0e70-493f-9b97-c1392bf2809d tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:01.169307 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4a6763a4-0e70-493f-9b97-c1392bf2809d tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/ports/37a838aa-fa9c-4ec2-9def-e207ba9f2520 HTTP/1.1" status: 204 len: 168 time: 1.1020582 Aug 31 09:31:01.169307 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-a7422b9a-cad6-489b-b4b5-ae0b3ac774f3 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:01.173294 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48490) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:01.180639 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7422b9a-cad6-489b-b4b5-ae0b3ac774f3 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:01.209618 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc0563-ae8f-408c-9515-c417f12cb7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e1d734-4c9e-431a-b569-ce43cf23d2ef,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:01.242802 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48492) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:01.256179 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bcc0563-ae8f-408c-9515-c417f12cb7d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1614, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:31:01.266244 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7422b9a-cad6-489b-b4b5-ae0b3ac774f3 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Pushing event updated for resources: {'Port': ['ID=13860a1c-5d58-48c1-9525-ffa6d43e8990,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:01.294343 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-22851c7c-dadb-494b-bb99-b353de307b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:01.316888 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8bcc0563-ae8f-408c-9515-c417f12cb7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:01.317508 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-8bcc0563-ae8f-408c-9515-c417f12cb7d9 admin admin] Added segment ec00f18e-e5e9-4cfc-ab06-417107c09833 of type vlan for network d2c19bd9-a6ee-4cc1-b3a2-f177675b0f10 Aug 31 09:31:01.322484 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-076b2c23-e4cb-4a00-a56d-0fbbd463d996 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] GET failed (client error): The resource could not be found. Aug 31 09:31:01.329772 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-076b2c23-e4cb-4a00-a56d-0fbbd463d996 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "GET /v2.0/ports/37a838aa-fa9c-4ec2-9def-e207ba9f2520 HTTP/1.1" status: 404 len: 333 time: 0.1519601 Aug 31 09:31:01.329772 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48496) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:01.420428 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8bcc0563-ae8f-408c-9515-c417f12cb7d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:01.423173 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7422b9a-cad6-489b-b4b5-ae0b3ac774f3 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:01.423971 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a7422b9a-cad6-489b-b4b5-ae0b3ac774f3 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:01.445022 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9038026-9868-449a-870d-a87d0cc794d3 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Deleting subnet b5637de7-eb5d-4831-9193-3ad9ae099e95 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:31:01.448576 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b9038026-9868-449a-870d-a87d0cc794d3 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:01.494477 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b9038026-9868-449a-870d-a87d0cc794d3 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:01.524655 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-22851c7c-dadb-494b-bb99-b353de307b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:01.588737 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8bcc0563-ae8f-408c-9515-c417f12cb7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:01.589755 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcc0563-ae8f-408c-9515-c417f12cb7d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:01.590353 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8bcc0563-ae8f-408c-9515-c417f12cb7d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:01.616711 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b9038026-9868-449a-870d-a87d0cc794d3 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:01.668371 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-22851c7c-dadb-494b-bb99-b353de307b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:01.703163 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc0563-ae8f-408c-9515-c417f12cb7d9 admin admin] Pushing event updated for resources: {'Network': ['ID=d2c19bd9-a6ee-4cc1-b3a2-f177675b0f10,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:01.717829 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network d2c19bd9-a6ee-4cc1-b3a2-f177675b0f10 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:31:01.729630 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22851c7c-dadb-494b-bb99-b353de307b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f15ec8-eb46-4eef-a050-8dc5771a6a3a,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:01.737770 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-22851c7c-dadb-494b-bb99-b353de307b69 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=146ac86971bc4e8ab9f30b51261d3ee6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4974425 Aug 31 09:31:01.738277 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48502) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:01.801593 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8bcc0563-ae8f-408c-9515-c417f12cb7d9 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3094592 Aug 31 09:31:01.804257 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48504) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:01.812730 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-c5553ea0-966a-43b3-8eec-47fb08e8f788 admin admin] Request body: {'subnet': {'network_id': 'd2c19bd9-a6ee-4cc1-b3a2-f177675b0f10', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1602922056-subnet', 'tenant_id': '30eda0fe669f4bd1877bd00e77da890a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:01.841110 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a7422b9a-cad6-489b-b4b5-ae0b3ac774f3 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.9208868 Aug 31 09:31:01.841523 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48506) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:01.851118 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b9038026-9868-449a-870d-a87d0cc794d3 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:01.950740 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9038026-9868-449a-870d-a87d0cc794d3 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Subnet': ['ID=b5637de7-eb5d-4831-9193-3ad9ae099e95,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:01.965199 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b9038026-9868-449a-870d-a87d0cc794d3 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:01.967412 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b9038026-9868-449a-870d-a87d0cc794d3 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/subnets/b5637de7-eb5d-4831-9193-3ad9ae099e95 HTTP/1.1" status: 204 len: 168 time: 0.6368566 Aug 31 09:31:01.968395 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2ff9eb3f-3b18-496d-81ba-88e74ceeec11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:01.970404 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48508) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:01.976524 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-5368513e-0d10-494a-b0a3-652e34b0fb9a tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Deleting port 13860a1c-5d58-48c1-9525-ffa6d43e8990 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:01.979189 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcf9669-2a40-4701-85f1-cb1f93461f1a None None] Network 3bcf7541-a9b7-40c5-9da8-b78f1cfffb17 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:01.979324 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5368513e-0d10-494a-b0a3-652e34b0fb9a tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:02.004296 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2ff9eb3f-3b18-496d-81ba-88e74ceeec11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:02.180259 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5553ea0-966a-43b3-8eec-47fb08e8f788 admin admin] Made reservation on behalf of 30eda0fe669f4bd1877bd00e77da890a for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:02.183220 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c5553ea0-966a-43b3-8eec-47fb08e8f788 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:02.192947 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48adced1-cda8-4ff9-922c-db23ff742e02 None None] Network 2f95c10f-1c0b-44c7-9dd0-a6eba39a16f7 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:02.205040 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2ff9eb3f-3b18-496d-81ba-88e74ceeec11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:02.205040 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2ff9eb3f-3b18-496d-81ba-88e74ceeec11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:02.205040 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2ff9eb3f-3b18-496d-81ba-88e74ceeec11 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/a6f15ec8-eb46-4eef-a050-8dc5771a6a3a HTTP/1.1" status: 204 len: 168 time: 0.4617882 Aug 31 09:31:02.219004 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9eb3f-3b18-496d-81ba-88e74ceeec11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f15ec8-eb46-4eef-a050-8dc5771a6a3a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:02.341761 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5368513e-0d10-494a-b0a3-652e34b0fb9a tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:02.361285 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbc3a22-8911-4061-8b7b-8d37de09bca6 None None] DHCP port deletion for 3bcf7541-a9b7-40c5-9da8-b78f1cfffb17 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:31:02.367240 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-5368513e-0d10-494a-b0a3-652e34b0fb9a tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Calling delete_port for 13860a1c-5d58-48c1-9525-ffa6d43e8990 owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:02.459989 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-0dbc3a22-8911-4061-8b7b-8d37de09bca6 None None] Deleting port cd1177a5-7936-4984-a691-698c3422e038 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:02.460366 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0dbc3a22-8911-4061-8b7b-8d37de09bca6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:02.499341 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-631b875f-f626-4496-a7c6-fd90ae946e5c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:02.518135 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-77c3ceb2-3013-45d3-a8a5-64afe4e0fdba None None] Provisioning for port 4b3e8d67-74b7-4afc-a42f-ea1a7a67d927 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:02.528960 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4b3e8d67-74b7-4afc-a42f-ea1a7a67d927 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:02.622217 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-631b875f-f626-4496-a7c6-fd90ae946e5c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Deleting port cd1177a5-7936-4984-a691-698c3422e038 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:02.631177 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-631b875f-f626-4496-a7c6-fd90ae946e5c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:02.631340 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-0dbc3a22-8911-4061-8b7b-8d37de09bca6 None None] For port cd1177a5-7936-4984-a691-698c3422e038, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=cd1177a5-7936-4984-a691-698c3422e038,segment=NetworkSegment(5014a3d6-1fe4-4a37-8841-b2312a2cab94),segment_id=5014a3d6-1fe4-4a37-8841-b2312a2cab94)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:02.631340 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0dbc3a22-8911-4061-8b7b-8d37de09bca6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:02.665067 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-0dbc3a22-8911-4061-8b7b-8d37de09bca6 None None] Calling delete_port for cd1177a5-7936-4984-a691-698c3422e038 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:02.733936 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c5553ea0-966a-43b3-8eec-47fb08e8f788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:02.769308 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:02.824189 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 4b3e8d67-74b7-4afc-a42f-ea1a7a67d927 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:02.827544 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-631b875f-f626-4496-a7c6-fd90ae946e5c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] For port cd1177a5-7936-4984-a691-698c3422e038, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=cd1177a5-7936-4984-a691-698c3422e038,segment=NetworkSegment(5014a3d6-1fe4-4a37-8841-b2312a2cab94),segment_id=5014a3d6-1fe4-4a37-8841-b2312a2cab94)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:02.833684 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-631b875f-f626-4496-a7c6-fd90ae946e5c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:02.833846 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 4b3e8d67-74b7-4afc-a42f-ea1a7a67d927 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:02.833846 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:02.855175 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5368513e-0d10-494a-b0a3-652e34b0fb9a tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:02.905728 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-631b875f-f626-4496-a7c6-fd90ae946e5c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Calling delete_port for cd1177a5-7936-4984-a691-698c3422e038 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:02.920954 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:02.921907 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0dbc3a22-8911-4061-8b7b-8d37de09bca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:02.932773 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5553ea0-966a-43b3-8eec-47fb08e8f788 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79c99893-8207-4e23-9050-a52a2bb77308,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:02.951872 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5553ea0-966a-43b3-8eec-47fb08e8f788 admin admin] Checking segment: {'id': 'ec00f18e-e5e9-4cfc-ab06-417107c09833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': 'd2c19bd9-a6ee-4cc1-b3a2-f177675b0f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:02.952242 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5553ea0-966a-43b3-8eec-47fb08e8f788 admin admin] Network hostable DHCP agents. Network: d2c19bd9-a6ee-4cc1-b3a2-f177675b0f10, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:31:02.953260 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbc3a22-8911-4061-8b7b-8d37de09bca6 None None] No DVR routers for this DVR port cd1177a5-7936-4984-a691-698c3422e038 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:31:03.234298 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc3a22-8911-4061-8b7b-8d37de09bca6 None None] Pushing event deleted for resources: {'Port': ['ID=cd1177a5-7936-4984-a691-698c3422e038,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:03.262397 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5553ea0-966a-43b3-8eec-47fb08e8f788 admin admin] Network d2c19bd9-a6ee-4cc1-b3a2-f177675b0f10 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:31:03.267176 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-459a1baf-7ddc-418d-96b8-fe4f3a61a616 None None] Provisioning complete for port 4b3e8d67-74b7-4afc-a42f-ea1a7a67d927 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:03.276937 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-459a1baf-7ddc-418d-96b8-fe4f3a61a616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:03.291630 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368513e-0d10-494a-b0a3-652e34b0fb9a tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Pushing event deleted for resources: {'Port': ['ID=13860a1c-5d58-48c1-9525-ffa6d43e8990,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:03.367689 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:03.369170 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5368513e-0d10-494a-b0a3-652e34b0fb9a tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:03.373573 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5368513e-0d10-494a-b0a3-652e34b0fb9a tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] 10.222.0.119 "DELETE /v2.0/ports/13860a1c-5d58-48c1-9525-ffa6d43e8990 HTTP/1.1" status: 204 len: 168 time: 1.5289061 Aug 31 09:31:03.374386 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48538) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:03.424361 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-631b875f-f626-4496-a7c6-fd90ae946e5c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:03.457894 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b875f-f626-4496-a7c6-fd90ae946e5c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Port': ['ID=cd1177a5-7936-4984-a691-698c3422e038,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:03.460886 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-459a1baf-7ddc-418d-96b8-fe4f3a61a616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:03.467939 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 4b3e8d67-74b7-4afc-a42f-ea1a7a67d927, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4b3e8d67-74b7-4afc-a42f-ea1a7a67d927,segment=NetworkSegment(e22c5dc5-4a97-4fac-a0b4-258be5899820),segment_id=e22c5dc5-4a97-4fac-a0b4-258be5899820)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:03.471165 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631b875f-f626-4496-a7c6-fd90ae946e5c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] No DVR routers for this DVR port cd1177a5-7936-4984-a691-698c3422e038 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:31:03.522066 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-c5553ea0-966a-43b3-8eec-47fb08e8f788 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, d2c19bd9-a6ee-4cc1-b3a2-f177675b0f10) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:03.532305 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b77a68-2812-4b9e-86e6-2d2286e9acf5 None None] Network d2c19bd9-a6ee-4cc1-b3a2-f177675b0f10 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:03.608303 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5553ea0-966a-43b3-8eec-47fb08e8f788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:03.608904 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c5553ea0-966a-43b3-8eec-47fb08e8f788 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:03.642268 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:03.649432 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-631b875f-f626-4496-a7c6-fd90ae946e5c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:03.664679 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-631b875f-f626-4496-a7c6-fd90ae946e5c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bcf7541-a9b7-40c5-9da8-b78f1cfffb17']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:03.682823 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-631b875f-f626-4496-a7c6-fd90ae946e5c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5014a3d6-1fe4-4a37-8841-b2312a2cab94') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:03.683291 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-631b875f-f626-4496-a7c6-fd90ae946e5c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5014a3d6-1fe4-4a37-8841-b2312a2cab94') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:03.696018 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-55ef1c20-fd00-4f2c-999e-1220fe32eeb2 tempest-DHCPAgentSchedulersTestJSON-1185925197 tempest-DHCPAgentSchedulersTestJSON-1185925197-project-admin] 10.222.0.119 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4686 time: 0.3150499 Aug 31 09:31:03.697045 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48548) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:03.706963 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-472e09a7-1bf7-4318-b1b8-e7467f8f495f tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-531454131'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:03.712750 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-631b875f-f626-4496-a7c6-fd90ae946e5c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:03.718290 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-459a1baf-7ddc-418d-96b8-fe4f3a61a616 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:31:03.718676 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-459a1baf-7ddc-418d-96b8-fe4f3a61a616 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:31:03.756974 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-631b875f-f626-4496-a7c6-fd90ae946e5c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:03.760223 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-631b875f-f626-4496-a7c6-fd90ae946e5c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Releasing vlan 1638 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:31:03.760672 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-631b875f-f626-4496-a7c6-fd90ae946e5c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:31:03.763928 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:31:03.828181 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48552) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:03.871400 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa18f7b-603a-4719-b96d-5e732215a936 None None] Network d2c19bd9-a6ee-4cc1-b3a2-f177675b0f10 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:03.879510 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c5553ea0-966a-43b3-8eec-47fb08e8f788 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0639224 Aug 31 09:31:03.887976 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=4b3e8d67-74b7-4afc-a42f-ea1a7a67d927,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:03.926998 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-631b875f-f626-4496-a7c6-fd90ae946e5c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:03.936171 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-631b875f-f626-4496-a7c6-fd90ae946e5c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:03.938135 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-631b875f-f626-4496-a7c6-fd90ae946e5c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/networks/3bcf7541-a9b7-40c5-9da8-b78f1cfffb17 HTTP/1.1" status: 204 len: 168 time: 1.8447440 Aug 31 09:31:03.957018 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48562) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:03.961078 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92e3e797-b75e-4e94-8414-d95f93692bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:03.963826 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-45a00055-270c-497a-90e7-3a79409aee10 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-800965662'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:03.971718 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b875f-f626-4496-a7c6-fd90ae946e5c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Network': ['ID=3bcf7541-a9b7-40c5-9da8-b78f1cfffb17,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:04.040161 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472e09a7-1bf7-4318-b1b8-e7467f8f495f tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Made reservation on behalf of f03c5268bb8b4460ae6696468b99f7e3 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:04.044726 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-472e09a7-1bf7-4318-b1b8-e7467f8f495f tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:04.059835 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.db.api [None req-92e3e797-b75e-4e94-8414-d95f93692bf1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:31:04.059835 n-d-791506-28 neutron-server[95552]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:31:04.059835 n-d-791506-28 neutron-server[95552]: [parameters: {'project_id_1': '59bf20297b904c91bcff1dfb020cce1b', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 31, 3, 984547)}] Aug 31 09:31:04.059835 n-d-791506-28 neutron-server[95552]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:31:04.060656 n-d-791506-28 neutron-server[95552]: DEBUG oslo_db.api [None req-92e3e797-b75e-4e94-8414-d95f93692bf1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:31:04.075581 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-472e09a7-1bf7-4318-b1b8-e7467f8f495f tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] vlan segment allocate from pool success with {'vlan_id': 1637, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:31:04.084929 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-472e09a7-1bf7-4318-b1b8-e7467f8f495f tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:04.085496 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-472e09a7-1bf7-4318-b1b8-e7467f8f495f tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Added segment a7a0ae93-61b3-4746-957c-1fa50a979208 of type vlan for network 508d7d45-c7a8-4f09-b8b4-13af03785587 Aug 31 09:31:04.130532 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-472e09a7-1bf7-4318-b1b8-e7467f8f495f tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:04.177680 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a00055-270c-497a-90e7-3a79409aee10 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:04.181175 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-45a00055-270c-497a-90e7-3a79409aee10 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:04.237507 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45a00055-270c-497a-90e7-3a79409aee10 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] vlan segment allocate from pool success with {'vlan_id': 1604, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:31:04.259206 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-45a00055-270c-497a-90e7-3a79409aee10 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:04.259206 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-45a00055-270c-497a-90e7-3a79409aee10 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Added segment d04e7bc7-4bcf-4a11-a43c-c111254f005d of type vlan for network 665afd9a-baa0-4f76-9186-4b1d6478beae Aug 31 09:31:04.274962 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-472e09a7-1bf7-4318-b1b8-e7467f8f495f tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:04.285352 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472e09a7-1bf7-4318-b1b8-e7467f8f495f tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:04.287134 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-472e09a7-1bf7-4318-b1b8-e7467f8f495f tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:04.319698 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-459a1baf-7ddc-418d-96b8-fe4f3a61a616 None None] Could not find standard attr ID for object 13860a1c-5d58-48c1-9525-ffa6d43e8990. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:31:04.375509 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-45a00055-270c-497a-90e7-3a79409aee10 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:04.401502 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e09a7-1bf7-4318-b1b8-e7467f8f495f tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Pushing event updated for resources: {'Network': ['ID=508d7d45-c7a8-4f09-b8b4-13af03785587,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:04.420981 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 508d7d45-c7a8-4f09-b8b4-13af03785587 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:31:04.446155 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4b3e8d67-74b7-4afc-a42f-ea1a7a67d927 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:04.478036 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8083122a-7aea-41e3-b92f-285f80a54581 None None] Could not find standard attr ID for object 13860a1c-5d58-48c1-9525-ffa6d43e8990. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:31:04.551678 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 4b3e8d67-74b7-4afc-a42f-ea1a7a67d927 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:04.552055 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:04.562039 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92e3e797-b75e-4e94-8414-d95f93692bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:04.600489 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48580) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:04.600888 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-472e09a7-1bf7-4318-b1b8-e7467f8f495f tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9015887 Aug 31 09:31:04.718876 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-45a00055-270c-497a-90e7-3a79409aee10 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:04.729711 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a00055-270c-497a-90e7-3a79409aee10 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:04.730813 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-45a00055-270c-497a-90e7-3a79409aee10 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:04.797808 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device cd1177a5-7936-4984-a691-698c3422e038 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:04.817276 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92e3e797-b75e-4e94-8414-d95f93692bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:04.826391 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: cd1177a5-7936-4984-a691-698c3422e038 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:31:04.827084 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device cd1177a5-7936-4984-a691-698c3422e038 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:31:04.938969 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a00055-270c-497a-90e7-3a79409aee10 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Network': ['ID=665afd9a-baa0-4f76-9186-4b1d6478beae,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:04.961597 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a00055-270c-497a-90e7-3a79409aee10 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:04.961964 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a00055-270c-497a-90e7-3a79409aee10 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:04.962304 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a00055-270c-497a-90e7-3a79409aee10 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:04.962665 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a00055-270c-497a-90e7-3a79409aee10 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:04.962994 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a00055-270c-497a-90e7-3a79409aee10 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:04.963317 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a00055-270c-497a-90e7-3a79409aee10 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:04.963640 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a00055-270c-497a-90e7-3a79409aee10 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:04.963964 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a00055-270c-497a-90e7-3a79409aee10 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:04.964284 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a00055-270c-497a-90e7-3a79409aee10 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:04.964609 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a00055-270c-497a-90e7-3a79409aee10 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:04.964927 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a00055-270c-497a-90e7-3a79409aee10 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:04.965366 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a00055-270c-497a-90e7-3a79409aee10 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:04.977663 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 665afd9a-baa0-4f76-9186-4b1d6478beae details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:31:04.979967 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-429d7dad-d4fa-4fb2-b326-d325611cba84 tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:04.982099 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-429d7dad-d4fa-4fb2-b326-d325611cba84 tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.119 "GET /v2.0/networks?id=d2c19bd9-a6ee-4cc1-b3a2-f177675b0f10 HTTP/1.1" status: 200 len: 818 time: 0.3156707 Aug 31 09:31:04.994685 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92e3e797-b75e-4e94-8414-d95f93692bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:05.004869 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5c0a3906-53dc-41a3-b901-c4ca2d34ca31 tempest-DHCPAgentSchedulersTestJSON-1185925197 tempest-DHCPAgentSchedulersTestJSON-1185925197-project-admin] 10.222.0.119 "GET /v2.0/agents/7382dcda-b930-4894-b8ce-b9f47d1c2f8a/dhcp-networks HTTP/1.1" status: 200 len: 6460 time: 0.4029498 Aug 31 09:31:05.007616 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48592) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:05.014882 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-e77a7fea-3a16-443a-96fa-2d34ef421b71 tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.119 "GET /v2.0/quotas/30eda0fe669f4bd1877bd00e77da890a HTTP/1.1" status: 200 len: 375 time: 0.0261192 Aug 31 09:31:05.045252 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-92e3e797-b75e-4e94-8414-d95f93692bf1 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=59bf20297b904c91bcff1dfb020cce1b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2133904 Aug 31 09:31:05.045252 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3e797-b75e-4e94-8414-d95f93692bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fecabb-6947-4ff2-84e2-759dc39f5ed9,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:05.046150 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48596) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:05.109101 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-271b8391-471b-4ca7-b79e-88739d78c663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:05.118217 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-2a2c2915-a70b-4f8e-83e7-325e6f386392 tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=30eda0fe669f4bd1877bd00e77da890a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0926881 Aug 31 09:31:05.133410 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-271b8391-471b-4ca7-b79e-88739d78c663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:05.139388 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-30324b23-13f9-4175-8402-4f8fc9de7e37 tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:31:05.140481 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-30324b23-13f9-4175-8402-4f8fc9de7e37 tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088506 Aug 31 09:31:05.219668 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848d0f12-1300-4442-974e-9045c4315cd1 tempest-DHCPAgentSchedulersTestJSON-1185925197 tempest-DHCPAgentSchedulersTestJSON-1185925197-project-admin] Network 508d7d45-c7a8-4f09-b8b4-13af03785587 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:31:05.250763 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-a541c8d2-15cb-4171-af51-682cfe940504 service neutron] 10.222.0.119 "GET /v2.0/networks/d2c19bd9-a6ee-4cc1-b3a2-f177675b0f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017704 Aug 31 09:31:05.302840 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-45a00055-270c-497a-90e7-3a79409aee10 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3442423 Aug 31 09:31:05.319983 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48600) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:05.319983 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-a3b94303-ebb5-4544-b767-debc2b7b9523 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'subnet': {'network_id': '665afd9a-baa0-4f76-9186-4b1d6478beae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:05.346957 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-ab00f731-d2d7-42ee-b108-ca54e61a8d1b service neutron] 10.222.0.119 "GET /v2.0/networks/d2c19bd9-a6ee-4cc1-b3a2-f177675b0f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878859 Aug 31 09:31:05.565911 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-271b8391-471b-4ca7-b79e-88739d78c663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:05.569342 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-271b8391-471b-4ca7-b79e-88739d78c663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:05.570810 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-271b8391-471b-4ca7-b79e-88739d78c663 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/a3fecabb-6947-4ff2-84e2-759dc39f5ed9 HTTP/1.1" status: 204 len: 168 time: 0.5234864 Aug 31 09:31:05.573401 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48610) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:05.595183 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-848d0f12-1300-4442-974e-9045c4315cd1 tempest-DHCPAgentSchedulersTestJSON-1185925197 tempest-DHCPAgentSchedulersTestJSON-1185925197-project-admin] 10.222.0.119 "POST /v2.0/agents/7382dcda-b930-4894-b8ce-b9f47d1c2f8a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5682027 Aug 31 09:31:05.596445 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc723de-eea0-4aff-991a-9910f7fd7441 None None] Network 508d7d45-c7a8-4f09-b8b4-13af03785587 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:05.596702 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b8391-471b-4ca7-b79e-88739d78c663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fecabb-6947-4ff2-84e2-759dc39f5ed9,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:05.675745 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b94303-ebb5-4544-b767-debc2b7b9523 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:05.683187 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a3b94303-ebb5-4544-b767-debc2b7b9523 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:05.833913 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cac08596-9b81-4174-8231-4a1ea9126392 req-e7783948-3e2c-45aa-8162-7d743f97df1a tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.119 "GET /v2.0/ports?device_id=87a6b68d-63e0-4d4c-a062-5c17a0cfce74 HTTP/1.1" status: 200 len: 210 time: 0.0594468 Aug 31 09:31:05.885178 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e3f0b481-d95e-4fb6-bcb0-3bf39ec97180 tempest-DHCPAgentSchedulersTestJSON-1185925197 tempest-DHCPAgentSchedulersTestJSON-1185925197-project-admin] 10.222.0.119 "GET /v2.0/agents/7382dcda-b930-4894-b8ce-b9f47d1c2f8a/dhcp-networks HTTP/1.1" status: 200 len: 7231 time: 0.3096189 Aug 31 09:31:05.897192 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48628) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:06.301451 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e6ae3ebf-fee4-43a6-b9cc-62587bdaef21 tempest-DHCPAgentSchedulersTestJSON-1185925197 tempest-DHCPAgentSchedulersTestJSON-1185925197-project-admin] 10.222.0.119 "DELETE /v2.0/agents/7382dcda-b930-4894-b8ce-b9f47d1c2f8a/dhcp-networks/508d7d45-c7a8-4f09-b8b4-13af03785587 HTTP/1.1" status: 204 len: 168 time: 0.4027636 Aug 31 09:31:06.330239 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48634) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:06.447003 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a5d2d73b-3c78-45d5-a134-0838844155fd tempest-DHCPAgentSchedulersTestJSON-1185925197 tempest-DHCPAgentSchedulersTestJSON-1185925197-project-admin] 10.222.0.119 "GET /v2.0/agents/7382dcda-b930-4894-b8ce-b9f47d1c2f8a/dhcp-networks HTTP/1.1" status: 200 len: 6460 time: 0.1152697 Aug 31 09:31:06.451022 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48636) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:06.469771 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-df6e057e-e8c9-4ed3-82b1-5aa74eb6963a tempest-DHCPAgentSchedulersTestJSON-1185925197 tempest-DHCPAgentSchedulersTestJSON-1185925197-project-admin] 10.222.0.119 "GET /v2.0/networks/2f95c10f-1c0b-44c7-9dd0-a6eba39a16f7/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0176010 Aug 31 09:31:06.473412 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48640) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:06.491583 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9bdf1e69-1054-4a79-b5b9-a7a173ab02b8 tempest-DHCPAgentSchedulersTestJSON-1185925197 tempest-DHCPAgentSchedulersTestJSON-1185925197-project-admin] 10.222.0.119 "GET /v2.0/networks/2f95c10f-1c0b-44c7-9dd0-a6eba39a16f7/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0171103 Aug 31 09:31:06.513227 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48642) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:06.565747 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a3b94303-ebb5-4544-b767-debc2b7b9523 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:06.648237 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b94303-ebb5-4544-b767-debc2b7b9523 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Subnet': ['ID=2928239a-c00d-408d-adc4-9535d2ef7347,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:06.690062 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b94303-ebb5-4544-b767-debc2b7b9523 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Checking segment: {'id': 'd04e7bc7-4bcf-4a11-a43c-c111254f005d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '665afd9a-baa0-4f76-9186-4b1d6478beae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:06.691006 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b94303-ebb5-4544-b767-debc2b7b9523 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network hostable DHCP agents. Network: 665afd9a-baa0-4f76-9186-4b1d6478beae, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:31:06.701807 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1a00cdc7-ac02-4665-b5ac-b1aebbe4cf74 tempest-DHCPAgentSchedulersTestJSON-1185925197 tempest-DHCPAgentSchedulersTestJSON-1185925197-project-admin] 10.222.0.119 "GET /v2.0/agents/7382dcda-b930-4894-b8ce-b9f47d1c2f8a/dhcp-networks HTTP/1.1" status: 200 len: 6460 time: 0.1871412 Aug 31 09:31:06.705266 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48646) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:06.792233 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1dc681cb-cd4e-4f0b-a056-6309d4bc28b3 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:06.897319 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1dc681cb-cd4e-4f0b-a056-6309d4bc28b3 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:06.926995 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b94303-ebb5-4544-b767-debc2b7b9523 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network 665afd9a-baa0-4f76-9186-4b1d6478beae is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:31:06.934751 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8cf1791a-df98-452a-a463-de08df06a6a6 req-7539af00-4219-47f9-99b1-abafc1b02615 tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.119 "GET /v2.0/ports?device_id=87a6b68d-63e0-4d4c-a062-5c17a0cfce74 HTTP/1.1" status: 200 len: 210 time: 0.0509923 Aug 31 09:31:06.936495 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-1dc681cb-cd4e-4f0b-a056-6309d4bc28b3 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['508d7d45-c7a8-4f09-b8b4-13af03785587']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:06.950369 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-1dc681cb-cd4e-4f0b-a056-6309d4bc28b3 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a0ae93-61b3-4746-957c-1fa50a979208') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:06.950710 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-1dc681cb-cd4e-4f0b-a056-6309d4bc28b3 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a0ae93-61b3-4746-957c-1fa50a979208') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:06.970843 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1dc681cb-cd4e-4f0b-a056-6309d4bc28b3 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:06.999767 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1dc681cb-cd4e-4f0b-a056-6309d4bc28b3 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:07.010382 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc681cb-cd4e-4f0b-a056-6309d4bc28b3 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Releasing vlan 1637 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:31:07.014708 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1dc681cb-cd4e-4f0b-a056-6309d4bc28b3 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:07.014708 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:31:07.014708 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:31:07.014708 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:31:07.014708 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:31:07.014708 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:31:07.014708 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:31:07.014708 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:31:07.014708 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:31:07.014708 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:31:07.014708 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:31:07.014708 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:31:07.014708 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:31:07.014708 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:31:07.014708 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:31:07.014708 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:31:07.014708 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:31:07.014708 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:31:07.014708 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:31:07.014708 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:31:07.014708 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:31:07.014708 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:31:07.014708 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:31:07.014708 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:31:07.014708 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:31:07.014708 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:31:07.014708 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:31:07.014708 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:31:07.014708 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:31:07.014708 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:31:07.014708 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:31:07.014708 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:31:07.014708 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:31:07.042220 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-a3b94303-ebb5-4544-b767-debc2b7b9523 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 665afd9a-baa0-4f76-9186-4b1d6478beae) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:07.055502 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b94303-ebb5-4544-b767-debc2b7b9523 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:07.061170 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a3b94303-ebb5-4544-b767-debc2b7b9523 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:07.082091 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2250df-2da0-40ed-abfc-baccde1025de None None] Network 665afd9a-baa0-4f76-9186-4b1d6478beae requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:07.261518 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867a3e2a-6f6c-4c6b-893a-3ac0954e116a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-665afd9a-baa0-4f76-9186-4b1d6478beae', 'network_id': '665afd9a-baa0-4f76-9186-4b1d6478beae', 'tenant_id': 'dd41ede79b994e67a9471c7b052bd4e8', 'fixed_ips': [{'subnet_id': '2928239a-c00d-408d-adc4-9535d2ef7347'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:31:07.261518 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-867a3e2a-6f6c-4c6b-893a-3ac0954e116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:07.287497 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a3b94303-ebb5-4544-b767-debc2b7b9523 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9804909 Aug 31 09:31:07.287685 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1dc681cb-cd4e-4f0b-a056-6309d4bc28b3 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:07.291668 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48656) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:07.313208 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-ce940ca2-ac3c-45f4-b860-de2894e245c2 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'port': {'network_id': '665afd9a-baa0-4f76-9186-4b1d6478beae', 'name': 'tempest-PortsTestJSON-1923804691', 'fixed_ips': [{'subnet_id': '2928239a-c00d-408d-adc4-9535d2ef7347', 'ip_address': '172.20.0.10'}]}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:07.314238 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1dc681cb-cd4e-4f0b-a056-6309d4bc28b3 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:07.314238 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1dc681cb-cd4e-4f0b-a056-6309d4bc28b3 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] 10.222.0.119 "DELETE /v2.0/networks/508d7d45-c7a8-4f09-b8b4-13af03785587 HTTP/1.1" status: 204 len: 168 time: 0.5999045 Aug 31 09:31:07.316989 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48658) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:07.317594 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48660) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:07.318516 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc681cb-cd4e-4f0b-a056-6309d4bc28b3 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Pushing event deleted for resources: {'Network': ['ID=508d7d45-c7a8-4f09-b8b4-13af03785587,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:07.347021 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:31:07.358329 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eceafb3a-1e54-4d04-b892-b906c9fb0db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:07.361052 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc83a17-17c0-4674-8b60-f1dabea3675e tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] DELETE failed (client error): The resource could not be found. Aug 31 09:31:07.361741 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fc83a17-17c0-4674-8b60-f1dabea3675e tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:31:07.363906 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6fc83a17-17c0-4674-8b60-f1dabea3675e tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] 10.222.0.119 "DELETE /v2.0/ports/13860a1c-5d58-48c1-9525-ffa6d43e8990 HTTP/1.1" status: 404 len: 333 time: 0.0372210 Aug 31 09:31:07.366396 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48662) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:07.432148 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.db.api [None req-ce940ca2-ac3c-45f4-b860-de2894e245c2 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:31:07.432148 n-d-791506-28 neutron-server[95552]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:31:07.432148 n-d-791506-28 neutron-server[95552]: [parameters: {'project_id_1': 'dd41ede79b994e67a9471c7b052bd4e8', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 31, 7, 415979)}] Aug 31 09:31:07.432148 n-d-791506-28 neutron-server[95552]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:31:07.441686 n-d-791506-28 neutron-server[95552]: DEBUG oslo_db.api [None req-ce940ca2-ac3c-45f4-b860-de2894e245c2 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:31:07.442229 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-867a3e2a-6f6c-4c6b-893a-3ac0954e116a None None] Allocated IP 172.20.0.2 (665afd9a-baa0-4f76-9186-4b1d6478beae/2928239a-c00d-408d-adc4-9535d2ef7347/81d1508e-2760-4e74-9993-1942ab585e6a) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:07.447583 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-b36c9009-ec81-400f-9672-5bde0d88d392 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Deleting subnet ec77d207-c311-48da-ad61-e4b4b399aa9d {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:31:07.454542 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b36c9009-ec81-400f-9672-5bde0d88d392 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:07.511781 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b36c9009-ec81-400f-9672-5bde0d88d392 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:07.625653 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eceafb3a-1e54-4d04-b892-b906c9fb0db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:07.629353 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-867a3e2a-6f6c-4c6b-893a-3ac0954e116a None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:07.639529 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-867a3e2a-6f6c-4c6b-893a-3ac0954e116a None None] Transition to ACTIVE for port object 81d1508e-2760-4e74-9993-1942ab585e6a will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:07.641291 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b36c9009-ec81-400f-9672-5bde0d88d392 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:07.655722 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-867a3e2a-6f6c-4c6b-893a-3ac0954e116a None None] Transition to ACTIVE for port object 81d1508e-2760-4e74-9993-1942ab585e6a will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:07.725751 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eceafb3a-1e54-4d04-b892-b906c9fb0db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:07.766695 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-eceafb3a-1e54-4d04-b892-b906c9fb0db8 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=d33e6d0e177546598193c5571c975ece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4452162 Aug 31 09:31:07.767534 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceafb3a-1e54-4d04-b892-b906c9fb0db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a090d36e-3a0c-4253-ad7f-f75077042347,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:07.769855 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48670) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:07.795747 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-867a3e2a-6f6c-4c6b-893a-3ac0954e116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:07.844303 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867a3e2a-6f6c-4c6b-893a-3ac0954e116a None None] Network 665afd9a-baa0-4f76-9186-4b1d6478beae is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:07.852178 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b36c9009-ec81-400f-9672-5bde0d88d392 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:07.852934 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-867a3e2a-6f6c-4c6b-893a-3ac0954e116a None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:07.854873 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3e2a-6f6c-4c6b-893a-3ac0954e116a None None] Pushing event updated for resources: {'Port': ['ID=81d1508e-2760-4e74-9993-1942ab585e6a,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:07.860043 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867a3e2a-6f6c-4c6b-893a-3ac0954e116a None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:07.865271 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b79753f9-d52d-4306-af3e-306d4532969c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:07.886673 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c9009-ec81-400f-9672-5bde0d88d392 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Pushing event deleted for resources: {'Subnet': ['ID=ec77d207-c311-48da-ad61-e4b4b399aa9d,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:07.890947 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b36c9009-ec81-400f-9672-5bde0d88d392 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:07.892966 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b36c9009-ec81-400f-9672-5bde0d88d392 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] 10.222.0.119 "DELETE /v2.0/subnets/ec77d207-c311-48da-ad61-e4b4b399aa9d HTTP/1.1" status: 204 len: 168 time: 0.5256007 Aug 31 09:31:07.896870 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48672) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:07.898501 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b79753f9-d52d-4306-af3e-306d4532969c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:07.916842 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e710f22a-cb33-4132-8711-00f50ef71579 None None] Network 2f95c10f-1c0b-44c7-9dd0-a6eba39a16f7 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:07.971041 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-867a3e2a-6f6c-4c6b-893a-3ac0954e116a None None] Attempting to bind port 81d1508e-2760-4e74-9993-1942ab585e6a on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:31:07.971474 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-867a3e2a-6f6c-4c6b-893a-3ac0954e116a None None] Attempting to bind port 81d1508e-2760-4e74-9993-1942ab585e6a by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'd04e7bc7-4bcf-4a11-a43c-c111254f005d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '665afd9a-baa0-4f76-9186-4b1d6478beae'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:31:07.973015 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867a3e2a-6f6c-4c6b-893a-3ac0954e116a None None] Attempting to bind port 81d1508e-2760-4e74-9993-1942ab585e6a on network 665afd9a-baa0-4f76-9186-4b1d6478beae {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:07.979180 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867a3e2a-6f6c-4c6b-893a-3ac0954e116a None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:31:07.979560 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867a3e2a-6f6c-4c6b-893a-3ac0954e116a None None] Checking segment: {'id': 'd04e7bc7-4bcf-4a11-a43c-c111254f005d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '665afd9a-baa0-4f76-9186-4b1d6478beae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:07.979960 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-867a3e2a-6f6c-4c6b-893a-3ac0954e116a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:07.980351 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867a3e2a-6f6c-4c6b-893a-3ac0954e116a None None] Bound using segment: {'id': 'd04e7bc7-4bcf-4a11-a43c-c111254f005d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '665afd9a-baa0-4f76-9186-4b1d6478beae'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:31:07.980831 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-867a3e2a-6f6c-4c6b-893a-3ac0954e116a None None] Bound port: 81d1508e-2760-4e74-9993-1942ab585e6a, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd04e7bc7-4bcf-4a11-a43c-c111254f005d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '665afd9a-baa0-4f76-9186-4b1d6478beae'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:31:07.981187 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-867a3e2a-6f6c-4c6b-893a-3ac0954e116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:07.998455 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b05a9492-fa5a-4e7a-98ad-4222f23f1990 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:08.073665 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7b6f53a3-d337-41cd-81a9-c36f0ae58bb6 req-03ca6d71-f3af-49de-87ef-ea7f2b6bbea3 tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.119 "GET /v2.0/ports?device_id=87a6b68d-63e0-4d4c-a062-5c17a0cfce74 HTTP/1.1" status: 200 len: 210 time: 0.0371239 Aug 31 09:31:08.095360 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-b05a9492-fa5a-4e7a-98ad-4222f23f1990 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Deleting port 4b3e8d67-74b7-4afc-a42f-ea1a7a67d927 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:08.095920 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b05a9492-fa5a-4e7a-98ad-4222f23f1990 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:08.172395 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-867a3e2a-6f6c-4c6b-893a-3ac0954e116a None None] For port 81d1508e-2760-4e74-9993-1942ab585e6a, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:31:08.177059 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-867a3e2a-6f6c-4c6b-893a-3ac0954e116a None None] For port 81d1508e-2760-4e74-9993-1942ab585e6a, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=81d1508e-2760-4e74-9993-1942ab585e6a,segment=NetworkSegment(d04e7bc7-4bcf-4a11-a43c-c111254f005d),segment_id=d04e7bc7-4bcf-4a11-a43c-c111254f005d)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:31:08.183066 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce940ca2-ac3c-45f4-b860-de2894e245c2 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:08.183066 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b79753f9-d52d-4306-af3e-306d4532969c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:08.185765 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b79753f9-d52d-4306-af3e-306d4532969c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:08.189468 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b79753f9-d52d-4306-af3e-306d4532969c admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/a090d36e-3a0c-4253-ad7f-f75077042347 HTTP/1.1" status: 204 len: 168 time: 0.4180386 Aug 31 09:31:08.239015 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-b05a9492-fa5a-4e7a-98ad-4222f23f1990 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] For port 4b3e8d67-74b7-4afc-a42f-ea1a7a67d927, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4b3e8d67-74b7-4afc-a42f-ea1a7a67d927,segment=NetworkSegment(e22c5dc5-4a97-4fac-a0b4-258be5899820),segment_id=e22c5dc5-4a97-4fac-a0b4-258be5899820)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:08.239587 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b05a9492-fa5a-4e7a-98ad-4222f23f1990 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:08.275227 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d2807a-9d88-4487-89f9-3252c8b07f7a None None] DHCP port deletion for 2f95c10f-1c0b-44c7-9dd0-a6eba39a16f7 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:31:08.276371 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-b05a9492-fa5a-4e7a-98ad-4222f23f1990 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Calling delete_port for 4b3e8d67-74b7-4afc-a42f-ea1a7a67d927 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:08.327810 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ce940ca2-ac3c-45f4-b860-de2894e245c2 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:08.350016 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-867a3e2a-6f6c-4c6b-893a-3ac0954e116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:08.363685 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79753f9-d52d-4306-af3e-306d4532969c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a090d36e-3a0c-4253-ad7f-f75077042347,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:08.394094 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-ce940ca2-ac3c-45f4-b860-de2894e245c2 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] device_id is not set on port 97f49ec8-a952-4046-b24c-be54dc799fc1 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:31:08.453430 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4b3e8d67-74b7-4afc-a42f-ea1a7a67d927 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:08.490270 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a3e2a-6f6c-4c6b-893a-3ac0954e116a None None] Pushing event updated for resources: {'Port': ['ID=81d1508e-2760-4e74-9993-1942ab585e6a,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:08.544778 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-93d2807a-9d88-4487-89f9-3252c8b07f7a None None] Deleting port 4b3e8d67-74b7-4afc-a42f-ea1a7a67d927 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:08.548969 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-93d2807a-9d88-4487-89f9-3252c8b07f7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:08.577414 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b05a9492-fa5a-4e7a-98ad-4222f23f1990 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:08.622665 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a9492-fa5a-4e7a-98ad-4222f23f1990 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Pushing event deleted for resources: {'Port': ['ID=4b3e8d67-74b7-4afc-a42f-ea1a7a67d927,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:08.625261 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05a9492-fa5a-4e7a-98ad-4222f23f1990 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] No DVR routers for this DVR port 4b3e8d67-74b7-4afc-a42f-ea1a7a67d927 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:31:08.680041 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:08.683076 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-93d2807a-9d88-4487-89f9-3252c8b07f7a None None] For port 4b3e8d67-74b7-4afc-a42f-ea1a7a67d927, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4b3e8d67-74b7-4afc-a42f-ea1a7a67d927,segment=NetworkSegment(e22c5dc5-4a97-4fac-a0b4-258be5899820),segment_id=e22c5dc5-4a97-4fac-a0b4-258be5899820)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:08.683552 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-93d2807a-9d88-4487-89f9-3252c8b07f7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:08.720032 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-93d2807a-9d88-4487-89f9-3252c8b07f7a None None] Calling delete_port for 4b3e8d67-74b7-4afc-a42f-ea1a7a67d927 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:08.733703 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-ce940ca2-ac3c-45f4-b860-de2894e245c2 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Allocated IP 172.20.0.10 (665afd9a-baa0-4f76-9186-4b1d6478beae/2928239a-c00d-408d-adc4-9535d2ef7347/97f49ec8-a952-4046-b24c-be54dc799fc1) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:08.760160 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b05a9492-fa5a-4e7a-98ad-4222f23f1990 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:08.769365 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-b05a9492-fa5a-4e7a-98ad-4222f23f1990 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f95c10f-1c0b-44c7-9dd0-a6eba39a16f7']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:08.782520 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-b05a9492-fa5a-4e7a-98ad-4222f23f1990 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e22c5dc5-4a97-4fac-a0b4-258be5899820') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:08.782882 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-b05a9492-fa5a-4e7a-98ad-4222f23f1990 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e22c5dc5-4a97-4fac-a0b4-258be5899820') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:08.793684 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b05a9492-fa5a-4e7a-98ad-4222f23f1990 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:08.813705 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b05a9492-fa5a-4e7a-98ad-4222f23f1990 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:08.833231 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05a9492-fa5a-4e7a-98ad-4222f23f1990 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Releasing vlan 1602 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:31:08.833676 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b05a9492-fa5a-4e7a-98ad-4222f23f1990 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:08.841515 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:31:08.841515 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:31:08.841515 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:31:08.841515 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:31:08.841515 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:31:08.841515 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:31:08.841515 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:31:08.841515 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:31:08.841515 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:31:08.841515 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:31:08.841515 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:31:08.841515 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:31:08.841515 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:31:08.841515 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:31:08.841515 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:31:08.841515 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:31:08.841515 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:31:08.841515 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:31:08.841515 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:31:08.841515 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:31:08.841515 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:31:08.841515 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:31:08.841515 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:31:08.841515 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:31:08.841515 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:31:08.841515 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:31:08.841515 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:31:08.841515 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:31:08.841515 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:31:08.841515 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:31:08.841515 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:31:08.841515 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:31:08.937390 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-93d2807a-9d88-4487-89f9-3252c8b07f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:09.023325 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d2807a-9d88-4487-89f9-3252c8b07f7a None None] Pushing event deleted for resources: {'Port': ['ID=4b3e8d67-74b7-4afc-a42f-ea1a7a67d927,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:09.041060 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d2807a-9d88-4487-89f9-3252c8b07f7a None None] No DVR routers for this DVR port 4b3e8d67-74b7-4afc-a42f-ea1a7a67d927 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:31:09.051481 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ce940ca2-ac3c-45f4-b860-de2894e245c2 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:09.082864 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-ce940ca2-ac3c-45f4-b860-de2894e245c2 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Transition to ACTIVE for port object 97f49ec8-a952-4046-b24c-be54dc799fc1 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:09.165966 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b05a9492-fa5a-4e7a-98ad-4222f23f1990 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:09.201335 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b05a9492-fa5a-4e7a-98ad-4222f23f1990 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:09.204243 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b05a9492-fa5a-4e7a-98ad-4222f23f1990 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] 10.222.0.119 "DELETE /v2.0/networks/2f95c10f-1c0b-44c7-9dd0-a6eba39a16f7 HTTP/1.1" status: 204 len: 168 time: 1.3065026 Aug 31 09:31:09.235369 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a9492-fa5a-4e7a-98ad-4222f23f1990 tempest-DHCPAgentSchedulersTestJSON-1033886695 tempest-DHCPAgentSchedulersTestJSON-1033886695-project] Pushing event deleted for resources: {'Network': ['ID=2f95c10f-1c0b-44c7-9dd0-a6eba39a16f7,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:09.257717 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ce940ca2-ac3c-45f4-b860-de2894e245c2 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:09.268045 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5fbc60a5-2e6a-4af5-b650-bee8da44e481 req-7182a786-bcfa-4a62-96dd-1ba06f233e6d tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.119 "GET /v2.0/ports?device_id=87a6b68d-63e0-4d4c-a062-5c17a0cfce74 HTTP/1.1" status: 200 len: 210 time: 0.0670483 Aug 31 09:31:09.336484 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce940ca2-ac3c-45f4-b860-de2894e245c2 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network 665afd9a-baa0-4f76-9186-4b1d6478beae is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:09.340483 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-ce940ca2-ac3c-45f4-b860-de2894e245c2 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:09.342449 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce940ca2-ac3c-45f4-b860-de2894e245c2 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Port': ['ID=97f49ec8-a952-4046-b24c-be54dc799fc1,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:09.344605 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce940ca2-ac3c-45f4-b860-de2894e245c2 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:09.399937 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce940ca2-ac3c-45f4-b860-de2894e245c2 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:09.400619 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ce940ca2-ac3c-45f4-b860-de2894e245c2 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:09.526879 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ce940ca2-ac3c-45f4-b860-de2894e245c2 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2315121 Aug 31 09:31:09.533559 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48706) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:09.540800 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-a304160b-fb0c-47ef-af9a-0eebe1eb1553 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'port': {'network_id': '665afd9a-baa0-4f76-9186-4b1d6478beae', 'name': 'tempest-PortsTestJSON-551620443', 'fixed_ips': [{'subnet_id': '2928239a-c00d-408d-adc4-9535d2ef7347', 'ip_address': '172.20.0.9'}]}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:09.841232 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a304160b-fb0c-47ef-af9a-0eebe1eb1553 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:09.850711 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a304160b-fb0c-47ef-af9a-0eebe1eb1553 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:09.891684 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48722) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:09.907439 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-a304160b-fb0c-47ef-af9a-0eebe1eb1553 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] device_id is not set on port 86411279-b4b1-4d96-8c46-91edc7c62db0 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:31:09.928839 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03d6da1-fb6b-48ab-a43a-62ddb26bc507 None None] Network 665afd9a-baa0-4f76-9186-4b1d6478beae requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:10.068506 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e6d7637c-f263-4add-adf5-66a8d2170d66 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=f03c5268bb8b4460ae6696468b99f7e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1742995 Aug 31 09:31:10.091996 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48726) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:10.170107 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27dc3349-e0b5-4acd-8399-aa864bd4180f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:10.202530 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27dc3349-e0b5-4acd-8399-aa864bd4180f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:10.372037 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3761049d-b3d1-44cc-b4d8-30b3224eafc2 None None] Provisioning for port 81d1508e-2760-4e74-9993-1942ab585e6a completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:10.429767 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27dc3349-e0b5-4acd-8399-aa864bd4180f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:10.429767 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27dc3349-e0b5-4acd-8399-aa864bd4180f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:10.429767 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-27dc3349-e0b5-4acd-8399-aa864bd4180f admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/41721ddf-8203-421e-b158-02c5011307e8 HTTP/1.1" status: 204 len: 168 time: 0.3331943 Aug 31 09:31:10.453449 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc3349-e0b5-4acd-8399-aa864bd4180f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41721ddf-8203-421e-b158-02c5011307e8,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:10.458888 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 81d1508e-2760-4e74-9993-1942ab585e6a up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:10.533088 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-68e5754f-4db7-4933-ae31-007c39aeac51 req-7dd7bf34-42db-491b-b733-0219663b5667 tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.119 "GET /v2.0/ports?device_id=87a6b68d-63e0-4d4c-a062-5c17a0cfce74 HTTP/1.1" status: 200 len: 210 time: 0.0613008 Aug 31 09:31:10.771718 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 81d1508e-2760-4e74-9993-1942ab585e6a completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:10.777180 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 81d1508e-2760-4e74-9993-1942ab585e6a triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:10.777774 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:10.828321 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-a515fc15-84a5-4ecb-8fd8-1b1c10304182 tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:10.833775 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-a515fc15-84a5-4ecb-8fd8-1b1c10304182 tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.112 "GET /v2.0/networks?id=d2c19bd9-a6ee-4cc1-b3a2-f177675b0f10 HTTP/1.1" status: 200 len: 818 time: 0.9075427 Aug 31 09:31:10.847567 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-0a0166eb-9812-42fd-a482-aab763ad8c87 None None] Provisioning complete for port 81d1508e-2760-4e74-9993-1942ab585e6a triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:10.848156 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0a0166eb-9812-42fd-a482-aab763ad8c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:10.878909 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-ef699aa9-4714-472c-83a2-ea93a9af47eb tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] Request body: {'port': {'device_id': '87a6b68d-63e0-4d4c-a062-5c17a0cfce74', 'network_id': 'd2c19bd9-a6ee-4cc1-b3a2-f177675b0f10', 'admin_state_up': True, 'tenant_id': '30eda0fe669f4bd1877bd00e77da890a'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:10.902298 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-a304160b-fb0c-47ef-af9a-0eebe1eb1553 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Allocated IP 172.20.0.9 (665afd9a-baa0-4f76-9186-4b1d6478beae/2928239a-c00d-408d-adc4-9535d2ef7347/86411279-b4b1-4d96-8c46-91edc7c62db0) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:10.965455 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:11.049808 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 81d1508e-2760-4e74-9993-1942ab585e6a, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=81d1508e-2760-4e74-9993-1942ab585e6a,segment=NetworkSegment(d04e7bc7-4bcf-4a11-a43c-c111254f005d),segment_id=d04e7bc7-4bcf-4a11-a43c-c111254f005d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:11.056686 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0a0166eb-9812-42fd-a482-aab763ad8c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:11.199832 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:11.208499 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a304160b-fb0c-47ef-af9a-0eebe1eb1553 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:11.230297 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-a304160b-fb0c-47ef-af9a-0eebe1eb1553 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Transition to ACTIVE for port object 86411279-b4b1-4d96-8c46-91edc7c62db0 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:11.307985 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-0a0166eb-9812-42fd-a482-aab763ad8c87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:31:11.308339 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-0a0166eb-9812-42fd-a482-aab763ad8c87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:31:11.313041 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=81d1508e-2760-4e74-9993-1942ab585e6a,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:11.407218 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3cc80c17-be28-46ca-b90c-acc3a53ff127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:11.408461 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a304160b-fb0c-47ef-af9a-0eebe1eb1553 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:11.411794 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-ef699aa9-4714-472c-83a2-ea93a9af47eb tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] Made reservation on behalf of 30eda0fe669f4bd1877bd00e77da890a for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:11.420159 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-ef699aa9-4714-472c-83a2-ea93a9af47eb tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:11.483191 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a304160b-fb0c-47ef-af9a-0eebe1eb1553 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network 665afd9a-baa0-4f76-9186-4b1d6478beae is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:11.497373 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-a304160b-fb0c-47ef-af9a-0eebe1eb1553 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:11.503604 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a304160b-fb0c-47ef-af9a-0eebe1eb1553 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:11.555629 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304160b-fb0c-47ef-af9a-0eebe1eb1553 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Port': ['ID=86411279-b4b1-4d96-8c46-91edc7c62db0,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:11.603618 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a304160b-fb0c-47ef-af9a-0eebe1eb1553 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:11.603918 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a304160b-fb0c-47ef-af9a-0eebe1eb1553 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:11.675712 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48760) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:11.694448 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-ef699aa9-4714-472c-83a2-ea93a9af47eb tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] Allocated IP 172.20.0.3 (d2c19bd9-a6ee-4cc1-b3a2-f177675b0f10/79c99893-8207-4e23-9050-a52a2bb77308/6b65467d-d096-440a-9229-f5f6e649682f) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:11.709249 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-df0f1635-e3d2-4060-96b4-02be62ece3a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:11.734667 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a304160b-fb0c-47ef-af9a-0eebe1eb1553 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1993093 Aug 31 09:31:11.740060 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48764) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:11.999894 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-0a0166eb-9812-42fd-a482-aab763ad8c87 None None] Provisioning for port 97f49ec8-a952-4046-b24c-be54dc799fc1 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:12.007244 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-0a0166eb-9812-42fd-a482-aab763ad8c87 None None] Provisioning complete for port 97f49ec8-a952-4046-b24c-be54dc799fc1 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:12.007244 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0a0166eb-9812-42fd-a482-aab763ad8c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:12.010855 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0052da0b-5124-4bd7-9995-7a09f769c2c0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:12.012558 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0052da0b-5124-4bd7-9995-7a09f769c2c0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2705567 Aug 31 09:31:12.018269 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48772) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:12.093497 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-0a0166eb-9812-42fd-a482-aab763ad8c87 None None] Port 97f49ec8-a952-4046-b24c-be54dc799fc1 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:31:12.208825 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1caed857-3cc0-4fdd-939f-4f03b6ff28ed tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:12.219624 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1caed857-3cc0-4fdd-939f-4f03b6ff28ed tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:12.235541 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1caed857-3cc0-4fdd-939f-4f03b6ff28ed tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:12.242499 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1caed857-3cc0-4fdd-939f-4f03b6ff28ed tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2180891 Aug 31 09:31:12.244977 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48778) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:12.247999 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-ef699aa9-4714-472c-83a2-ea93a9af47eb tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:12.337035 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-147cc9a6-3c33-4fec-963f-43f4911aab8d None None] Provisioning for port 86411279-b4b1-4d96-8c46-91edc7c62db0 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:12.341541 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-147cc9a6-3c33-4fec-963f-43f4911aab8d None None] Provisioning complete for port 86411279-b4b1-4d96-8c46-91edc7c62db0 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:12.342154 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-147cc9a6-3c33-4fec-963f-43f4911aab8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:12.437979 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-f45bed89-34f1-49ef-98f5-dea3b74c9885 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Deleting port 86411279-b4b1-4d96-8c46-91edc7c62db0 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:12.437979 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f45bed89-34f1-49ef-98f5-dea3b74c9885 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:12.441148 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 81d1508e-2760-4e74-9993-1942ab585e6a up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:12.516030 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-ef699aa9-4714-472c-83a2-ea93a9af47eb tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:12.517145 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-09eb8429-ba29-4b98-b379-1237f414ead6 req-931a7228-e050-4311-94fb-a9178e1cf531 tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.119 "GET /v2.0/ports?device_id=87a6b68d-63e0-4d4c-a062-5c17a0cfce74 HTTP/1.1" status: 200 len: 210 time: 0.8103509 Aug 31 09:31:12.546684 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-147cc9a6-3c33-4fec-963f-43f4911aab8d None None] Port 86411279-b4b1-4d96-8c46-91edc7c62db0 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:31:12.607170 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-ef699aa9-4714-472c-83a2-ea93a9af47eb tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] Network d2c19bd9-a6ee-4cc1-b3a2-f177675b0f10 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:12.616038 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef699aa9-4714-472c-83a2-ea93a9af47eb tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] Pushing event updated for resources: {'Port': ['ID=6b65467d-d096-440a-9229-f5f6e649682f,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:12.619086 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-ef699aa9-4714-472c-83a2-ea93a9af47eb tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:12.624692 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-147cc9a6-3c33-4fec-963f-43f4911aab8d None None] Provisioning complete for port 97f49ec8-a952-4046-b24c-be54dc799fc1 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:12.625083 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-147cc9a6-3c33-4fec-963f-43f4911aab8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:12.634176 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-ef699aa9-4714-472c-83a2-ea93a9af47eb tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:12.646414 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f45bed89-34f1-49ef-98f5-dea3b74c9885 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:12.664934 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-f45bed89-34f1-49ef-98f5-dea3b74c9885 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Calling delete_port for 86411279-b4b1-4d96-8c46-91edc7c62db0 owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:12.695521 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-df0f1635-e3d2-4060-96b4-02be62ece3a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:12.759216 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-147cc9a6-3c33-4fec-963f-43f4911aab8d None None] Port 97f49ec8-a952-4046-b24c-be54dc799fc1 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:31:12.762297 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 81d1508e-2760-4e74-9993-1942ab585e6a triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:12.763272 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:12.781546 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-ef699aa9-4714-472c-83a2-ea93a9af47eb tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:12.782342 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-ef699aa9-4714-472c-83a2-ea93a9af47eb tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:12.805907 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-df0f1635-e3d2-4060-96b4-02be62ece3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:12.882180 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-df0f1635-e3d2-4060-96b4-02be62ece3a9 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=c6c58d053bf44b46b1c1e64a6b89f0ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2049270 Aug 31 09:31:12.891882 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48794) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:12.897205 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f1635-e3d2-4060-96b4-02be62ece3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c1b445-d5a4-4a10-aa52-6a3a0bd6ef09,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:13.037707 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-ef699aa9-4714-472c-83a2-ea93a9af47eb tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1808884 Aug 31 09:31:13.062016 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cb2cc2cf-d3aa-498c-8013-bdf250208e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:13.072122 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-07870d31-eaa0-4e12-bb66-13340b6d80ac tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:31:13.077358 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-07870d31-eaa0-4e12-bb66-13340b6d80ac tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0303280 Aug 31 09:31:13.108261 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cb2cc2cf-d3aa-498c-8013-bdf250208e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:13.160058 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-b3fde0be-372c-4309-9f77-16b858872cd2 service neutron] Request body: {'port': {'device_id': '87a6b68d-63e0-4d4c-a062-5c17a0cfce74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:13.246526 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cb2cc2cf-d3aa-498c-8013-bdf250208e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:13.247633 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-b3fde0be-372c-4309-9f77-16b858872cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:13.250439 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cb2cc2cf-d3aa-498c-8013-bdf250208e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:13.262458 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-cb2cc2cf-d3aa-498c-8013-bdf250208e94 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/75c1b445-d5a4-4a10-aa52-6a3a0bd6ef09 HTTP/1.1" status: 204 len: 168 time: 0.3545334 Aug 31 09:31:13.263502 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2cc2cf-d3aa-498c-8013-bdf250208e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c1b445-d5a4-4a10-aa52-6a3a0bd6ef09,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:13.303961 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f45bed89-34f1-49ef-98f5-dea3b74c9885 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:13.353787 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45bed89-34f1-49ef-98f5-dea3b74c9885 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Port': ['ID=86411279-b4b1-4d96-8c46-91edc7c62db0,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:13.536251 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f45bed89-34f1-49ef-98f5-dea3b74c9885 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:13.538259 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f45bed89-34f1-49ef-98f5-dea3b74c9885 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/ports/86411279-b4b1-4d96-8c46-91edc7c62db0 HTTP/1.1" status: 204 len: 168 time: 1.2878356 Aug 31 09:31:13.540825 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48808) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:13.618664 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5db9682-4587-4000-b16a-4a5358ec6d87 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] GET failed (client error): The resource could not be found. Aug 31 09:31:13.623532 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f5db9682-4587-4000-b16a-4a5358ec6d87 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "GET /v2.0/ports/86411279-b4b1-4d96-8c46-91edc7c62db0 HTTP/1.1" status: 404 len: 333 time: 0.0816038 Aug 31 09:31:13.628404 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48814) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:13.693968 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75b706-1b17-47d0-8e0a-701731fb59fc req-66b089cd-17a2-4746-ac45-89a7e47345ef tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:13.695766 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bf75b706-1b17-47d0-8e0a-701731fb59fc req-66b089cd-17a2-4746-ac45-89a7e47345ef tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.119 "GET /v2.0/ports?device_id=87a6b68d-63e0-4d4c-a062-5c17a0cfce74 HTTP/1.1" status: 200 len: 931 time: 0.0802252 Aug 31 09:31:13.745535 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bf75b706-1b17-47d0-8e0a-701731fb59fc req-30b745a9-a9f6-4e6a-a5a0-b789205f7b0d tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.119 "GET /v2.0/security-groups?id=a6e1d734-4c9e-431a-b569-ce43cf23d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424080 Aug 31 09:31:13.773434 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-b3fde0be-372c-4309-9f77-16b858872cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b65467d-d096-440a-9229-f5f6e649682f {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:31:13.791263 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-b3fde0be-372c-4309-9f77-16b858872cd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:13.800404 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-3ebcec5f-1e2d-4daf-a9f4-a93d195c2a05 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Deleting port 97f49ec8-a952-4046-b24c-be54dc799fc1 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:13.800593 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3ebcec5f-1e2d-4daf-a9f4-a93d195c2a05 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:13.859365 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-b3fde0be-372c-4309-9f77-16b858872cd2 service neutron] Transition to ACTIVE for port object 6b65467d-d096-440a-9229-f5f6e649682f will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:13.911833 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3ebcec5f-1e2d-4daf-a9f4-a93d195c2a05 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:13.921743 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-3ebcec5f-1e2d-4daf-a9f4-a93d195c2a05 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Calling delete_port for 97f49ec8-a952-4046-b24c-be54dc799fc1 owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:13.951655 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-b3fde0be-372c-4309-9f77-16b858872cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:13.982257 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-691fea0b-be8d-4166-a71f-349074494d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:14.105418 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fde0be-372c-4309-9f77-16b858872cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=6b65467d-d096-440a-9229-f5f6e649682f,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:14.165852 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:14.261213 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-b3fde0be-372c-4309-9f77-16b858872cd2 service neutron] Attempting to bind port 6b65467d-d096-440a-9229-f5f6e649682f on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:31:14.261650 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-b3fde0be-372c-4309-9f77-16b858872cd2 service neutron] Attempting to bind port 6b65467d-d096-440a-9229-f5f6e649682f by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'ec00f18e-e5e9-4cfc-ab06-417107c09833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': 'd2c19bd9-a6ee-4cc1-b3a2-f177675b0f10'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:31:14.262303 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-b3fde0be-372c-4309-9f77-16b858872cd2 service neutron] Attempting to bind port 6b65467d-d096-440a-9229-f5f6e649682f on network d2c19bd9-a6ee-4cc1-b3a2-f177675b0f10 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:14.274115 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-b3fde0be-372c-4309-9f77-16b858872cd2 service neutron] Port 6b65467d-d096-440a-9229-f5f6e649682f on network d2c19bd9-a6ee-4cc1-b3a2-f177675b0f10 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:31:14.274409 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-b3fde0be-372c-4309-9f77-16b858872cd2 service neutron] Attempting to bind port 6b65467d-d096-440a-9229-f5f6e649682f on network d2c19bd9-a6ee-4cc1-b3a2-f177675b0f10 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:14.286900 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-b3fde0be-372c-4309-9f77-16b858872cd2 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:31:14.287368 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-b3fde0be-372c-4309-9f77-16b858872cd2 service neutron] Checking segment: {'id': 'ec00f18e-e5e9-4cfc-ab06-417107c09833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': 'd2c19bd9-a6ee-4cc1-b3a2-f177675b0f10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:14.290711 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-b3fde0be-372c-4309-9f77-16b858872cd2 service neutron] Bound using segment: {'id': 'ec00f18e-e5e9-4cfc-ab06-417107c09833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': 'd2c19bd9-a6ee-4cc1-b3a2-f177675b0f10'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:31:14.290711 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-b3fde0be-372c-4309-9f77-16b858872cd2 service neutron] Bound port: 6b65467d-d096-440a-9229-f5f6e649682f, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec00f18e-e5e9-4cfc-ab06-417107c09833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': 'd2c19bd9-a6ee-4cc1-b3a2-f177675b0f10'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:31:14.291088 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-b3fde0be-372c-4309-9f77-16b858872cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:14.394832 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3ebcec5f-1e2d-4daf-a9f4-a93d195c2a05 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:14.437650 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebcec5f-1e2d-4daf-a9f4-a93d195c2a05 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Port': ['ID=97f49ec8-a952-4046-b24c-be54dc799fc1,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:14.444464 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-b3fde0be-372c-4309-9f77-16b858872cd2 service neutron] For port 6b65467d-d096-440a-9229-f5f6e649682f, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:31:14.461620 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-b3fde0be-372c-4309-9f77-16b858872cd2 service neutron] For port 6b65467d-d096-440a-9229-f5f6e649682f, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=6b65467d-d096-440a-9229-f5f6e649682f,segment=NetworkSegment(ec00f18e-e5e9-4cfc-ab06-417107c09833),segment_id=ec00f18e-e5e9-4cfc-ab06-417107c09833)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:31:14.535706 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3ebcec5f-1e2d-4daf-a9f4-a93d195c2a05 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:14.538580 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3ebcec5f-1e2d-4daf-a9f4-a93d195c2a05 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/ports/97f49ec8-a952-4046-b24c-be54dc799fc1 HTTP/1.1" status: 204 len: 168 time: 0.9099014 Aug 31 09:31:14.539586 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-b3fde0be-372c-4309-9f77-16b858872cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:14.542107 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48848) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:14.586029 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-b3fde0be-372c-4309-9f77-16b858872cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:14.587321 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-b3fde0be-372c-4309-9f77-16b858872cd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:14.589008 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-b3fde0be-372c-4309-9f77-16b858872cd2 service neutron] 10.222.0.112 "PUT /v2.0/ports/6b65467d-d096-440a-9229-f5f6e649682f HTTP/1.1" status: 200 len: 1092 time: 1.4601758 Aug 31 09:31:14.595907 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a6b68d-63e0-4d4c-a062-5c17a0cfce74', 'tag': '6b65467d-d096-440a-9229-f5f6e649682f'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:14.600628 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215d37c9-3a0d-4f23-9718-47c135a618c1" -d '{"events": [{"name": "network-changed", "server_uuid": "87a6b68d-63e0-4d4c-a062-5c17a0cfce74", "tag": "6b65467d-d096-440a-9229-f5f6e649682f"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:14.612351 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-82907727-72c2-42b6-ac56-d5a69118e297 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] GET failed (client error): The resource could not be found. Aug 31 09:31:14.617803 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-82907727-72c2-42b6-ac56-d5a69118e297 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "GET /v2.0/ports/97f49ec8-a952-4046-b24c-be54dc799fc1 HTTP/1.1" status: 404 len: 333 time: 0.0747561 Aug 31 09:31:14.619631 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48856) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:14.673315 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fde0be-372c-4309-9f77-16b858872cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=6b65467d-d096-440a-9229-f5f6e649682f,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:14.705808 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad9f2075-f5d7-4d38-b7d3-f06475813d22 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Deleting subnet 2928239a-c00d-408d-adc4-9535d2ef7347 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:31:14.714901 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ad9f2075-f5d7-4d38-b7d3-f06475813d22 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:14.817738 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ad9f2075-f5d7-4d38-b7d3-f06475813d22 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:14.875926 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-adeed3a2-68ec-4f86-8251-43233321afae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:14.878133 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-adeed3a2-68ec-4f86-8251-43233321afae service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=30eda0fe669f4bd1877bd00e77da890a&device_id=87a6b68d-63e0-4d4c-a062-5c17a0cfce74 HTTP/1.1" status: 200 len: 1095 time: 0.1220558 Aug 31 09:31:15.007944 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-f628c52d-e830-497d-8a35-7accda717795 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b65467d-d096-440a-9229-f5f6e649682f HTTP/1.1" status: 200 len: 217 time: 0.1114628 Aug 31 09:31:15.048749 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05be6ea-d71f-466c-85c5-f2826c22f66f x-openstack-request-id: req-e05be6ea-d71f-466c-85c5-f2826c22f66f {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:15.049251 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a6b68d-63e0-4d4c-a062-5c17a0cfce74", "tag": "6b65467d-d096-440a-9229-f5f6e649682f", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:15.049690 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e05be6ea-d71f-466c-85c5-f2826c22f66f {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:15.050145 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a6b68d-63e0-4d4c-a062-5c17a0cfce74', 'tag': '6b65467d-d096-440a-9229-f5f6e649682f', 'status': 'completed', 'code': 200} Aug 31 09:31:15.105229 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83d1aa-1a9b-41cf-a7b9-cacf74e9e342 req-1a7e6eb6-9255-4bed-8f8f-979273bed1be tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:15.112964 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af83d1aa-1a9b-41cf-a7b9-cacf74e9e342 req-1a7e6eb6-9255-4bed-8f8f-979273bed1be tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.119 "GET /v2.0/ports?device_id=87a6b68d-63e0-4d4c-a062-5c17a0cfce74 HTTP/1.1" status: 200 len: 943 time: 0.1899962 Aug 31 09:31:15.136213 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-c75212c9-54fc-47b7-96b2-0b302483e713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:15.139119 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-c75212c9-54fc-47b7-96b2-0b302483e713 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=79c99893-8207-4e23-9050-a52a2bb77308 HTTP/1.1" status: 200 len: 858 time: 0.1132119 Aug 31 09:31:15.151395 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ad9f2075-f5d7-4d38-b7d3-f06475813d22 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:15.173211 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af83d1aa-1a9b-41cf-a7b9-cacf74e9e342 req-bd723949-5000-47bd-9a13-40daaef46cff tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.119 "GET /v2.0/security-groups?id=a6e1d734-4c9e-431a-b569-ce43cf23d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539699 Aug 31 09:31:15.242637 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-3dd5e7ef-3de8-4a7c-84f7-180a89bb4eaa service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d2c19bd9-a6ee-4cc1-b3a2-f177675b0f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827100 Aug 31 09:31:15.330763 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:15.453298 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-21942f9c-1804-4e43-9d0d-11496ab3b653 service neutron] 10.222.0.112 "GET /v2.0/networks/d2c19bd9-a6ee-4cc1-b3a2-f177675b0f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905427 Aug 31 09:31:15.546422 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ad9f2075-f5d7-4d38-b7d3-f06475813d22 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:15.569405 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ad9f2075-f5d7-4d38-b7d3-f06475813d22 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:15.570136 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d6b801-674c-4ae9-be41-6cba0199dab4 None None] Network 665afd9a-baa0-4f76-9186-4b1d6478beae requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:15.574074 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48890) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:15.574361 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ad9f2075-f5d7-4d38-b7d3-f06475813d22 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/subnets/2928239a-c00d-408d-adc4-9535d2ef7347 HTTP/1.1" status: 204 len: 168 time: 0.9514804 Aug 31 09:31:15.635867 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f2075-f5d7-4d38-b7d3-f06475813d22 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Subnet': ['ID=2928239a-c00d-408d-adc4-9535d2ef7347,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:15.697368 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e12dd519-8ea7-498b-b303-cb6131e940c6 req-b6e21283-b838-45b1-b511-9e6bf2694012 service neutron] 10.222.0.112 "GET /v2.0/networks/d2c19bd9-a6ee-4cc1-b3a2-f177675b0f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322798 Aug 31 09:31:15.769158 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab27f148-0914-4821-bbd6-f7b146d338d1 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:15.949767 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4481018c-6886-4006-a881-1521412700d1 None None] DHCP port deletion for 665afd9a-baa0-4f76-9186-4b1d6478beae request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:31:15.977262 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-ab27f148-0914-4821-bbd6-f7b146d338d1 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Deleting port 81d1508e-2760-4e74-9993-1942ab585e6a {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:15.977728 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab27f148-0914-4821-bbd6-f7b146d338d1 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:15.980034 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d37c9-3a0d-4f23-9718-47c135a618c1 req-c63a57f2-3ec5-40b6-a34e-536db998849b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:15.981869 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-215d37c9-3a0d-4f23-9718-47c135a618c1 req-c63a57f2-3ec5-40b6-a34e-536db998849b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=30eda0fe669f4bd1877bd00e77da890a&device_id=87a6b68d-63e0-4d4c-a062-5c17a0cfce74 HTTP/1.1" status: 200 len: 1095 time: 0.0946009 Aug 31 09:31:16.088970 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4481018c-6886-4006-a881-1521412700d1 None None] Deleting port 81d1508e-2760-4e74-9993-1942ab585e6a {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:16.092423 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4481018c-6886-4006-a881-1521412700d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:16.163365 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-ab27f148-0914-4821-bbd6-f7b146d338d1 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] For port 81d1508e-2760-4e74-9993-1942ab585e6a, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=81d1508e-2760-4e74-9993-1942ab585e6a,segment=NetworkSegment(d04e7bc7-4bcf-4a11-a43c-c111254f005d),segment_id=d04e7bc7-4bcf-4a11-a43c-c111254f005d)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:16.170057 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab27f148-0914-4821-bbd6-f7b146d338d1 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:16.227270 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-ab27f148-0914-4821-bbd6-f7b146d338d1 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Calling delete_port for 81d1508e-2760-4e74-9993-1942ab585e6a owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:16.329949 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4481018c-6886-4006-a881-1521412700d1 None None] For port 81d1508e-2760-4e74-9993-1942ab585e6a, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=81d1508e-2760-4e74-9993-1942ab585e6a,segment=NetworkSegment(d04e7bc7-4bcf-4a11-a43c-c111254f005d),segment_id=d04e7bc7-4bcf-4a11-a43c-c111254f005d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:16.333186 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4481018c-6886-4006-a881-1521412700d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:16.368651 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d37c9-3a0d-4f23-9718-47c135a618c1 req-f812bda3-9f67-4da4-8ebd-6886f602d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:16.372427 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-215d37c9-3a0d-4f23-9718-47c135a618c1 req-f812bda3-9f67-4da4-8ebd-6886f602d53f service neutron] 10.222.0.112 "GET /v2.0/networks?id=d2c19bd9-a6ee-4cc1-b3a2-f177675b0f10 HTTP/1.1" status: 200 len: 920 time: 0.3823612 Aug 31 09:31:16.408078 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4481018c-6886-4006-a881-1521412700d1 None None] Calling delete_port for 81d1508e-2760-4e74-9993-1942ab585e6a owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:16.458500 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 81d1508e-2760-4e74-9993-1942ab585e6a no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:16.563295 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-215d37c9-3a0d-4f23-9718-47c135a618c1 req-62801fbb-aaf7-48fc-823c-9e66ebddd185 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b65467d-d096-440a-9229-f5f6e649682f HTTP/1.1" status: 200 len: 217 time: 0.1818392 Aug 31 09:31:16.769423 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce21a22-0f51-438e-b9ed-a51f302a8cdb req-231acaa0-7b55-4ae9-80c7-a0a23dcf8ac9 tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:16.789609 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ce21a22-0f51-438e-b9ed-a51f302a8cdb req-231acaa0-7b55-4ae9-80c7-a0a23dcf8ac9 tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.119 "GET /v2.0/ports?device_id=87a6b68d-63e0-4d4c-a062-5c17a0cfce74 HTTP/1.1" status: 200 len: 943 time: 0.3163443 Aug 31 09:31:16.892036 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d37c9-3a0d-4f23-9718-47c135a618c1 req-52f64c2e-f6e8-4044-86f8-6487152fa61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:16.894018 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-215d37c9-3a0d-4f23-9718-47c135a618c1 req-52f64c2e-f6e8-4044-86f8-6487152fa61b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=79c99893-8207-4e23-9050-a52a2bb77308 HTTP/1.1" status: 200 len: 858 time: 0.3201995 Aug 31 09:31:16.979381 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ce21a22-0f51-438e-b9ed-a51f302a8cdb req-85481471-6455-464d-bb17-308db2470cc1 tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.119 "GET /v2.0/security-groups?id=a6e1d734-4c9e-431a-b569-ce43cf23d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702864 Aug 31 09:31:17.011615 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab27f148-0914-4821-bbd6-f7b146d338d1 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:17.024911 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:17.062691 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27f148-0914-4821-bbd6-f7b146d338d1 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Port': ['ID=81d1508e-2760-4e74-9993-1942ab585e6a,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:17.095224 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-215d37c9-3a0d-4f23-9718-47c135a618c1 req-854b787a-4cd6-41e4-ad20-7fa3a97a13a7 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d2c19bd9-a6ee-4cc1-b3a2-f177675b0f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1776938 Aug 31 09:31:17.107493 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab27f148-0914-4821-bbd6-f7b146d338d1 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] No DVR routers for this DVR port 81d1508e-2760-4e74-9993-1942ab585e6a on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:31:17.211652 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4481018c-6886-4006-a881-1521412700d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:17.284781 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4481018c-6886-4006-a881-1521412700d1 None None] No DVR routers for this DVR port 81d1508e-2760-4e74-9993-1942ab585e6a on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:31:17.296908 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4481018c-6886-4006-a881-1521412700d1 None None] Pushing event deleted for resources: {'Port': ['ID=81d1508e-2760-4e74-9993-1942ab585e6a,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:17.307392 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:17.371935 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab27f148-0914-4821-bbd6-f7b146d338d1 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:17.382575 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48934) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:17.388778 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-215d37c9-3a0d-4f23-9718-47c135a618c1 req-20ee9f93-ab39-4e37-9729-fa4cabb69af4 service neutron] 10.222.0.112 "GET /v2.0/networks/d2c19bd9-a6ee-4cc1-b3a2-f177675b0f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784667 Aug 31 09:31:17.398743 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-ab27f148-0914-4821-bbd6-f7b146d338d1 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['665afd9a-baa0-4f76-9186-4b1d6478beae']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:17.415318 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-ab27f148-0914-4821-bbd6-f7b146d338d1 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd04e7bc7-4bcf-4a11-a43c-c111254f005d') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:17.415616 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-ab27f148-0914-4821-bbd6-f7b146d338d1 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd04e7bc7-4bcf-4a11-a43c-c111254f005d') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:17.446429 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab27f148-0914-4821-bbd6-f7b146d338d1 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:17.481791 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab27f148-0914-4821-bbd6-f7b146d338d1 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:17.493812 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab27f148-0914-4821-bbd6-f7b146d338d1 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Releasing vlan 1604 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:31:17.495045 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab27f148-0914-4821-bbd6-f7b146d338d1 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:17.497742 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:31:17.497742 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:31:17.497742 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:31:17.497742 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:31:17.497742 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:31:17.497742 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:31:17.497742 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:31:17.497742 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:31:17.497742 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:31:17.497742 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:31:17.497742 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:31:17.497742 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:31:17.497742 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:31:17.497742 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:31:17.497742 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:31:17.497742 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:31:17.497742 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:31:17.497742 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:31:17.497742 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:31:17.497742 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:31:17.497742 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:31:17.497742 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:31:17.497742 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:31:17.497742 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:31:17.497742 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:31:17.497742 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:31:17.497742 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:31:17.497742 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:31:17.497742 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:31:17.497742 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:31:17.497742 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:31:17.497742 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:31:17.555713 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-215d37c9-3a0d-4f23-9718-47c135a618c1 req-e84bb4b4-df51-4b9d-8c86-812cf96017d3 service neutron] 10.222.0.112 "GET /v2.0/networks/d2c19bd9-a6ee-4cc1-b3a2-f177675b0f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535008 Aug 31 09:31:17.690446 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-686b21f4-e28e-4a69-8178-13560b22acf0 tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-71413213'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:17.862980 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686b21f4-e28e-4a69-8178-13560b22acf0 tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] Made reservation on behalf of d363bcde0bc74a3ba30b0d8323091b61 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:17.867659 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-686b21f4-e28e-4a69-8178-13560b22acf0 tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:17.871296 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab27f148-0914-4821-bbd6-f7b146d338d1 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:17.890021 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 6b65467d-d096-440a-9229-f5f6e649682f details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:31:17.902775 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab27f148-0914-4821-bbd6-f7b146d338d1 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:17.910045 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ab27f148-0914-4821-bbd6-f7b146d338d1 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/networks/665afd9a-baa0-4f76-9186-4b1d6478beae HTTP/1.1" status: 204 len: 168 time: 2.3341892 Aug 31 09:31:17.913621 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48944) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:17.926959 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-60dc2e4f-133a-4a9f-ba06-8a735e7870d4 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-647672410'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:17.932291 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-686b21f4-e28e-4a69-8178-13560b22acf0 tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:17.970585 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27f148-0914-4821-bbd6-f7b146d338d1 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Network': ['ID=665afd9a-baa0-4f76-9186-4b1d6478beae,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:18.057729 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60dc2e4f-133a-4a9f-ba06-8a735e7870d4 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:18.067503 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60dc2e4f-133a-4a9f-ba06-8a735e7870d4 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:18.100902 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 6b65467d-d096-440a-9229-f5f6e649682f, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=6b65467d-d096-440a-9229-f5f6e649682f,segment=NetworkSegment(ec00f18e-e5e9-4cfc-ab06-417107c09833),segment_id=ec00f18e-e5e9-4cfc-ab06-417107c09833)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:18.129099 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '6b65467d-d096-440a-9229-f5f6e649682f', 'network_id': 'd2c19bd9-a6ee-4cc1-b3a2-f177675b0f10', 'port_id': '6b65467d-d096-440a-9229-f5f6e649682f', 'mac_address': 'fa:16:3e:1e:6e:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c99893-8207-4e23-9050-a52a2bb77308', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:31:18.129316 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60dc2e4f-133a-4a9f-ba06-8a735e7870d4 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] vlan segment allocate from pool success with {'vlan_id': 1607, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:31:18.135086 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60dc2e4f-133a-4a9f-ba06-8a735e7870d4 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:18.135644 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-60dc2e4f-133a-4a9f-ba06-8a735e7870d4 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Added segment 272a473f-6793-4cf2-8ffe-51638b6d95ca of type vlan for network a1ce007e-96ad-4832-a918-e0933a4a946d Aug 31 09:31:18.165485 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491041c-c653-421e-9c91-88fdee572dda req-6e579e94-f11e-44a1-b5f2-2fc32164f290 tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:18.171097 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8491041c-c653-421e-9c91-88fdee572dda req-6e579e94-f11e-44a1-b5f2-2fc32164f290 tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.119 "GET /v2.0/ports?device_id=87a6b68d-63e0-4d4c-a062-5c17a0cfce74 HTTP/1.1" status: 200 len: 943 time: 0.0768764 Aug 31 09:31:18.172518 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:18.191251 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60dc2e4f-133a-4a9f-ba06-8a735e7870d4 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:18.198946 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b65467d-d096-440a-9229-f5f6e649682f {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:31:18.222297 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 6b65467d-d096-440a-9229-f5f6e649682f, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=6b65467d-d096-440a-9229-f5f6e649682f,segment=NetworkSegment(ec00f18e-e5e9-4cfc-ab06-417107c09833),segment_id=ec00f18e-e5e9-4cfc-ab06-417107c09833)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:18.273234 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-686b21f4-e28e-4a69-8178-13560b22acf0 tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:18.293967 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8491041c-c653-421e-9c91-88fdee572dda req-1ef8c83c-d793-4b6c-93be-ff3003a000e2 tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.119 "GET /v2.0/security-groups?id=a6e1d734-4c9e-431a-b569-ce43cf23d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094100 Aug 31 09:31:18.320090 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:18.354752 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60dc2e4f-133a-4a9f-ba06-8a735e7870d4 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:18.355752 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-686b21f4-e28e-4a69-8178-13560b22acf0 tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:18.365168 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dc2e4f-133a-4a9f-ba06-8a735e7870d4 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:18.365815 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-60dc2e4f-133a-4a9f-ba06-8a735e7870d4 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:18.400224 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b21f4-e28e-4a69-8178-13560b22acf0 tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82bb3d26-1f3b-4d6d-89c5-2a48f22d7915,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:18.439462 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686b21f4-e28e-4a69-8178-13560b22acf0 tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] vlan segment allocate from pool success with {'vlan_id': 1626, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:31:18.496245 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-686b21f4-e28e-4a69-8178-13560b22acf0 tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:18.496604 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-686b21f4-e28e-4a69-8178-13560b22acf0 tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] Added segment de42e57b-d0b1-4540-a476-fe3cba9e3ed6 of type vlan for network daf573e6-9495-4403-bf90-b297ef67ce16 Aug 31 09:31:18.519444 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=6b65467d-d096-440a-9229-f5f6e649682f,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:18.609594 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-686b21f4-e28e-4a69-8178-13560b22acf0 tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:18.647809 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc2e4f-133a-4a9f-ba06-8a735e7870d4 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Network': ['ID=a1ce007e-96ad-4832-a918-e0933a4a946d,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:18.664268 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network a1ce007e-96ad-4832-a918-e0933a4a946d details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:31:18.743134 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-60dc2e4f-133a-4a9f-ba06-8a735e7870d4 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8269749 Aug 31 09:31:18.746745 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 48966) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:18.753143 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-04fee723-7db9-4b6a-b45f-02e9b40684e3 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'subnet': {'network_id': 'a1ce007e-96ad-4832-a918-e0933a4a946d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:18.821197 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['6b65467d-d096-440a-9229-f5f6e649682f'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:31:18.896458 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-686b21f4-e28e-4a69-8178-13560b22acf0 tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:18.904339 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686b21f4-e28e-4a69-8178-13560b22acf0 tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:18.905446 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-686b21f4-e28e-4a69-8178-13560b22acf0 tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:19.063778 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-686b21f4-e28e-4a69-8178-13560b22acf0 tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6751854 Aug 31 09:31:19.069477 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 48970) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:19.141853 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b21f4-e28e-4a69-8178-13560b22acf0 tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] Pushing event updated for resources: {'Network': ['ID=daf573e6-9495-4403-bf90-b297ef67ce16,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:19.162359 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network daf573e6-9495-4403-bf90-b297ef67ce16 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:31:19.166822 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-cc8e3ba3-ac08-4a25-9bce-fadd085af21f tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Request body: {'network': {'name': 'tempest-network--682889653', 'router:external': True}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:19.245667 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fee723-7db9-4b6a-b45f-02e9b40684e3 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:19.259023 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-04fee723-7db9-4b6a-b45f-02e9b40684e3 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:19.370642 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8e3ba3-ac08-4a25-9bce-fadd085af21f tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Made reservation on behalf of b85f592c69824404aae37359d80352c1 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:19.373014 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cc8e3ba3-ac08-4a25-9bce-fadd085af21f tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:19.410150 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cc8e3ba3-ac08-4a25-9bce-fadd085af21f tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:19.676769 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587aa38-d1f9-45f7-ada5-340f9598cac9 req-f5fc4577-9ede-408f-8049-2155e34293f3 tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:19.680100 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7587aa38-d1f9-45f7-ada5-340f9598cac9 req-f5fc4577-9ede-408f-8049-2155e34293f3 tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.119 "GET /v2.0/ports?device_id=87a6b68d-63e0-4d4c-a062-5c17a0cfce74 HTTP/1.1" status: 200 len: 944 time: 0.1472178 Aug 31 09:31:19.684884 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-04fee723-7db9-4b6a-b45f-02e9b40684e3 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:19.702193 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cc8e3ba3-ac08-4a25-9bce-fadd085af21f tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:19.776616 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cc8e3ba3-ac08-4a25-9bce-fadd085af21f tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:19.792038 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc8e3ba3-ac08-4a25-9bce-fadd085af21f tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] vlan segment allocate from pool success with {'vlan_id': 1642, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:31:19.819923 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cc8e3ba3-ac08-4a25-9bce-fadd085af21f tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:19.820484 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-cc8e3ba3-ac08-4a25-9bce-fadd085af21f tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Added segment 18c54cf3-7671-47b0-b8e5-ef9560ba946e of type vlan for network 6b951d1e-da87-4ade-87f9-d20af2cd6991 Aug 31 09:31:19.869470 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fee723-7db9-4b6a-b45f-02e9b40684e3 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Checking segment: {'id': '272a473f-6793-4cf2-8ffe-51638b6d95ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1607, 'network_id': 'a1ce007e-96ad-4832-a918-e0933a4a946d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:19.880040 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fee723-7db9-4b6a-b45f-02e9b40684e3 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network hostable DHCP agents. Network: a1ce007e-96ad-4832-a918-e0933a4a946d, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:31:19.894511 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 6b65467d-d096-440a-9229-f5f6e649682f up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:19.910954 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fee723-7db9-4b6a-b45f-02e9b40684e3 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Subnet': ['ID=b19a2aff-82e3-4abf-8322-642ddf10e881,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:19.930008 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cc8e3ba3-ac08-4a25-9bce-fadd085af21f tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:19.961377 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7587aa38-d1f9-45f7-ada5-340f9598cac9 req-41bacf35-eed6-4cc6-bf85-f09987e527a7 tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.119 "GET /v2.0/security-groups?id=a6e1d734-4c9e-431a-b569-ce43cf23d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530348 Aug 31 09:31:20.051782 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fee723-7db9-4b6a-b45f-02e9b40684e3 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network a1ce007e-96ad-4832-a918-e0933a4a946d is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:31:20.063384 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e3ba3-ac08-4a25-9bce-fadd085af21f tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2022a7c5-c4af-4672-a82d-ad21472e70f4,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:20.159671 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 6b65467d-d096-440a-9229-f5f6e649682f completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:20.159920 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cc8e3ba3-ac08-4a25-9bce-fadd085af21f tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.161129 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8e3ba3-ac08-4a25-9bce-fadd085af21f tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:20.162089 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cc8e3ba3-ac08-4a25-9bce-fadd085af21f tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.170911 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 6b65467d-d096-440a-9229-f5f6e649682f triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:20.170911 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.229240 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-04fee723-7db9-4b6a-b45f-02e9b40684e3 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, a1ce007e-96ad-4832-a918-e0933a4a946d) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:20.233931 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fee723-7db9-4b6a-b45f-02e9b40684e3 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:20.242474 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-04fee723-7db9-4b6a-b45f-02e9b40684e3 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.255367 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed69643-017f-425f-a091-d1e4d8000630 None None] Network a1ce007e-96ad-4832-a918-e0933a4a946d requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:20.289919 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e3ba3-ac08-4a25-9bce-fadd085af21f tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Pushing event updated for resources: {'Network': ['ID=6b951d1e-da87-4ade-87f9-d20af2cd6991,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:20.301728 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-cc8e3ba3-ac08-4a25-9bce-fadd085af21f tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2303944 Aug 31 09:31:20.304342 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49012) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:20.317262 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 6b951d1e-da87-4ade-87f9-d20af2cd6991 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:31:20.396232 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-04fee723-7db9-4b6a-b45f-02e9b40684e3 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6487315 Aug 31 09:31:20.398791 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49016) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:20.404003 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-fbcdf77f-5dec-41e7-b887-5271ba1ac979 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-613651174', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:20.411040 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-489e5a0f-22ad-4db9-a2d8-f4fd197e1541 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.521052 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-489e5a0f-22ad-4db9-a2d8-f4fd197e1541 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.526358 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fbcdf77f-5dec-41e7-b887-5271ba1ac979 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.527821 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fbcdf77f-5dec-41e7-b887-5271ba1ac979 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.536005 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-489e5a0f-22ad-4db9-a2d8-f4fd197e1541 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b951d1e-da87-4ade-87f9-d20af2cd6991']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:20.547854 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-489e5a0f-22ad-4db9-a2d8-f4fd197e1541 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18c54cf3-7671-47b0-b8e5-ef9560ba946e') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:20.548197 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-489e5a0f-22ad-4db9-a2d8-f4fd197e1541 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18c54cf3-7671-47b0-b8e5-ef9560ba946e') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:20.553792 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.559736 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-489e5a0f-22ad-4db9-a2d8-f4fd197e1541 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.604497 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-489e5a0f-22ad-4db9-a2d8-f4fd197e1541 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.612019 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-489e5a0f-22ad-4db9-a2d8-f4fd197e1541 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Releasing vlan 1642 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:31:20.612825 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-489e5a0f-22ad-4db9-a2d8-f4fd197e1541 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.614986 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:31:20.614986 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:31:20.614986 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:31:20.614986 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:31:20.614986 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:31:20.614986 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:31:20.614986 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:31:20.614986 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:31:20.614986 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:31:20.614986 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:31:20.614986 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:31:20.614986 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:31:20.614986 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:31:20.614986 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:31:20.614986 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:31:20.614986 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:31:20.614986 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:31:20.614986 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:31:20.614986 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:31:20.614986 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:31:20.614986 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:31:20.614986 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:31:20.614986 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:31:20.614986 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:31:20.614986 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:31:20.614986 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:31:20.614986 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:31:20.614986 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:31:20.614986 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:31:20.614986 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:31:20.614986 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:31:20.614986 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:31:20.671025 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fbcdf77f-5dec-41e7-b887-5271ba1ac979 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.683275 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a6b68d-63e0-4d4c-a062-5c17a0cfce74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b65467d-d096-440a-9229-f5f6e649682f'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:20.686111 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f52c2a-4a8b-41c8-8273-3cb926b79727" -d '{"events": [{"server_uuid": "87a6b68d-63e0-4d4c-a062-5c17a0cfce74", "name": "network-vif-plugged", "status": "completed", "tag": "6b65467d-d096-440a-9229-f5f6e649682f"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:20.717840 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 6b65467d-d096-440a-9229-f5f6e649682f, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=6b65467d-d096-440a-9229-f5f6e649682f,segment=NetworkSegment(ec00f18e-e5e9-4cfc-ab06-417107c09833),segment_id=ec00f18e-e5e9-4cfc-ab06-417107c09833)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:20.721913 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-a1ce007e-96ad-4832-a918-e0933a4a946d', 'network_id': 'a1ce007e-96ad-4832-a918-e0933a4a946d', 'tenant_id': 'dd41ede79b994e67a9471c7b052bd4e8', 'fixed_ips': [{'subnet_id': 'b19a2aff-82e3-4abf-8322-642ddf10e881'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:31:20.723828 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.725777 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fbcdf77f-5dec-41e7-b887-5271ba1ac979 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.807372 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.868326 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fbcdf77f-5dec-41e7-b887-5271ba1ac979 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.873302 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49030) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:20.881114 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-fbcdf77f-5dec-41e7-b887-5271ba1ac979 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4750984 Aug 31 09:31:20.881530 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-0f1876fe-291a-48df-8059-b8cf93a8737e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'port': {'network_id': 'a1ce007e-96ad-4832-a918-e0933a4a946d', 'name': 'tempest-PortsTestJSON-157598911'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:20.890590 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-489e5a0f-22ad-4db9-a2d8-f4fd197e1541 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.895451 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489e5a0f-22ad-4db9-a2d8-f4fd197e1541 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6b951d1e-da87-4ade-87f9-d20af2cd6991 {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 09:31:20.936207 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-489e5a0f-22ad-4db9-a2d8-f4fd197e1541 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:20.943243 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-489e5a0f-22ad-4db9-a2d8-f4fd197e1541 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] 10.222.0.119 "DELETE /v2.0/networks/6b951d1e-da87-4ade-87f9-d20af2cd6991 HTTP/1.1" status: 204 len: 168 time: 0.6378200 Aug 31 09:31:20.947934 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49032) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:20.954250 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-0c8fd73c-91f4-46c3-bbf1-434b76571ab9 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:21.019090 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e5a0f-22ad-4db9-a2d8-f4fd197e1541 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Pushing event deleted for resources: {'Network': ['ID=6b951d1e-da87-4ade-87f9-d20af2cd6991,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:21.073876 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8fd73c-91f4-46c3-bbf1-434b76571ab9 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Made reservation on behalf of b85f592c69824404aae37359d80352c1 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:21.076376 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd73c-91f4-46c3-bbf1-434b76571ab9 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:21.100946 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=6b65467d-d096-440a-9229-f5f6e649682f,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:21.109972 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab1737c-fa60-4ec5-b04e-9a8a8d571a0f x-openstack-request-id: req-0ab1737c-fa60-4ec5-b04e-9a8a8d571a0f {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:21.110327 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a6b68d-63e0-4d4c-a062-5c17a0cfce74", "name": "network-vif-plugged", "status": "completed", "tag": "6b65467d-d096-440a-9229-f5f6e649682f", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:21.110572 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-0ab1737c-fa60-4ec5-b04e-9a8a8d571a0f {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:21.111000 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a6b68d-63e0-4d4c-a062-5c17a0cfce74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b65467d-d096-440a-9229-f5f6e649682f', 'code': 200} Aug 31 09:31:21.202035 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c8fd73c-91f4-46c3-bbf1-434b76571ab9 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] vlan segment allocate from pool success with {'vlan_id': 1619, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:31:21.223775 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd73c-91f4-46c3-bbf1-434b76571ab9 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:21.224539 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-0c8fd73c-91f4-46c3-bbf1-434b76571ab9 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Added segment 0efa5c92-5ebf-4289-8c2d-bc6faca06260 of type vlan for network 5542ed73-4b3f-40a8-b943-5d845d31220f Aug 31 09:31:21.280375 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] Allocated IP 172.20.0.2 (a1ce007e-96ad-4832-a918-e0933a4a946d/b19a2aff-82e3-4abf-8322-642ddf10e881/56ea3566-5b2f-4267-a5df-ed9d883d4e28) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:21.284513 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd73c-91f4-46c3-bbf1-434b76571ab9 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:21.306322 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49040) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:21.343076 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-9d4cd028-0391-44a4-81a7-20c135ada0b4 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-852078535'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:21.405598 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89fdfbf-ae23-4890-8d9d-556af24ae3f9 req-2874dac6-19c9-4bec-813e-da41c10522d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:21.407909 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd73c-91f4-46c3-bbf1-434b76571ab9 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:21.409360 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8fd73c-91f4-46c3-bbf1-434b76571ab9 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:21.409878 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a89fdfbf-ae23-4890-8d9d-556af24ae3f9 req-2874dac6-19c9-4bec-813e-da41c10522d7 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=87a6b68d-63e0-4d4c-a062-5c17a0cfce74 HTTP/1.1" status: 200 len: 1097 time: 0.2298169 Aug 31 09:31:21.409987 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd73c-91f4-46c3-bbf1-434b76571ab9 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:21.429976 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e035f-866a-40a1-8961-732a5c6c6752 req-4e8955cb-cc8d-49fb-8fae-7a6c827ce50e tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:21.431662 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-972e035f-866a-40a1-8961-732a5c6c6752 req-4e8955cb-cc8d-49fb-8fae-7a6c827ce50e tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.119 "GET /v2.0/ports?device_id=87a6b68d-63e0-4d4c-a062-5c17a0cfce74 HTTP/1.1" status: 200 len: 945 time: 0.1008508 Aug 31 09:31:21.495877 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a89fdfbf-ae23-4890-8d9d-556af24ae3f9 req-17e7dde2-9e3a-432d-91ea-6d45af959a27 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=a6e1d734-4c9e-431a-b569-ce43cf23d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575128 Aug 31 09:31:21.563500 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd73c-91f4-46c3-bbf1-434b76571ab9 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Pushing event updated for resources: {'Network': ['ID=5542ed73-4b3f-40a8-b943-5d845d31220f,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:21.573479 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-972e035f-866a-40a1-8961-732a5c6c6752 req-6ce6ba1e-2336-47f6-84ae-9a5581bb6938 tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.119 "GET /v2.0/security-groups?id=a6e1d734-4c9e-431a-b569-ce43cf23d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242967 Aug 31 09:31:21.610340 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4cd028-0391-44a4-81a7-20c135ada0b4 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Made reservation on behalf of caa69c38eab14ec7acd072f4cc57de4a for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:21.628191 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9d4cd028-0391-44a4-81a7-20c135ada0b4 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:21.636781 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 5542ed73-4b3f-40a8-b943-5d845d31220f details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:31:21.686106 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1876fe-291a-48df-8059-b8cf93a8737e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:21.690422 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0f1876fe-291a-48df-8059-b8cf93a8737e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:21.711152 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d4cd028-0391-44a4-81a7-20c135ada0b4 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] vlan segment allocate from pool success with {'vlan_id': 1639, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:31:21.724657 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:21.735218 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] Transition to ACTIVE for port object 56ea3566-5b2f-4267-a5df-ed9d883d4e28 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:21.740214 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9d4cd028-0391-44a4-81a7-20c135ada0b4 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:21.740578 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-9d4cd028-0391-44a4-81a7-20c135ada0b4 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Added segment f331507f-10d6-44fe-8059-a14fd8f348c8 of type vlan for network 77d5d845-bb9b-4368-b082-bacd96a9f80d Aug 31 09:31:21.751771 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0c8fd73c-91f4-46c3-bbf1-434b76571ab9 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8028266 Aug 31 09:31:21.753266 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49046) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:21.758858 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-7269bc49-3d7e-4d9b-b16e-a1cc5e0de1cc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Request body: {'subnet': {'network_id': '5542ed73-4b3f-40a8-b943-5d845d31220f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:21.775201 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] Transition to ACTIVE for port object 56ea3566-5b2f-4267-a5df-ed9d883d4e28 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:21.843338 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9d4cd028-0391-44a4-81a7-20c135ada0b4 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:21.881023 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-0f1876fe-291a-48df-8059-b8cf93a8737e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] device_id is not set on port eaea9ca8-e939-4834-8c6b-aa370a312b9f yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:31:21.911822 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:21.919529 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7269bc49-3d7e-4d9b-b16e-a1cc5e0de1cc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Made reservation on behalf of b85f592c69824404aae37359d80352c1 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:21.922206 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7269bc49-3d7e-4d9b-b16e-a1cc5e0de1cc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:21.959409 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9d4cd028-0391-44a4-81a7-20c135ada0b4 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:21.967147 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4cd028-0391-44a4-81a7-20c135ada0b4 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:21.968121 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9d4cd028-0391-44a4-81a7-20c135ada0b4 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:21.981994 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] Network a1ce007e-96ad-4832-a918-e0933a4a946d is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:21.985595 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:21.992421 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:22.001598 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] Pushing event updated for resources: {'Port': ['ID=56ea3566-5b2f-4267-a5df-ed9d883d4e28,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:22.086683 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9d4cd028-0391-44a4-81a7-20c135ada0b4 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7691417 Aug 31 09:31:22.087356 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49058) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:22.099271 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-9972c733-bda0-4915-b232-a6e0f3234e48 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1722115026'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:22.206998 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] Attempting to bind port 56ea3566-5b2f-4267-a5df-ed9d883d4e28 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:31:22.207372 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] Attempting to bind port 56ea3566-5b2f-4267-a5df-ed9d883d4e28 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '272a473f-6793-4cf2-8ffe-51638b6d95ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1607, 'network_id': 'a1ce007e-96ad-4832-a918-e0933a4a946d'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:31:22.207730 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] Attempting to bind port 56ea3566-5b2f-4267-a5df-ed9d883d4e28 on network a1ce007e-96ad-4832-a918-e0933a4a946d {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:22.218118 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:31:22.218498 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] Checking segment: {'id': '272a473f-6793-4cf2-8ffe-51638b6d95ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1607, 'network_id': 'a1ce007e-96ad-4832-a918-e0933a4a946d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:22.218915 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:22.219305 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] Bound using segment: {'id': '272a473f-6793-4cf2-8ffe-51638b6d95ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1607, 'network_id': 'a1ce007e-96ad-4832-a918-e0933a4a946d'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:31:22.230930 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] Bound port: 56ea3566-5b2f-4267-a5df-ed9d883d4e28, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272a473f-6793-4cf2-8ffe-51638b6d95ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1607, 'network_id': 'a1ce007e-96ad-4832-a918-e0933a4a946d'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:31:22.230930 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:22.233013 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4cd028-0391-44a4-81a7-20c135ada0b4 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Pushing event updated for resources: {'Network': ['ID=77d5d845-bb9b-4368-b082-bacd96a9f80d,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:22.249865 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 77d5d845-bb9b-4368-b082-bacd96a9f80d details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:31:22.293977 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9972c733-bda0-4915-b232-a6e0f3234e48 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Made reservation on behalf of caa69c38eab14ec7acd072f4cc57de4a for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:22.302365 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9972c733-bda0-4915-b232-a6e0f3234e48 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:22.358582 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-0f1876fe-291a-48df-8059-b8cf93a8737e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Allocated IP 172.20.0.4 (a1ce007e-96ad-4832-a918-e0933a4a946d/b19a2aff-82e3-4abf-8322-642ddf10e881/eaea9ca8-e939-4834-8c6b-aa370a312b9f) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:22.400572 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9972c733-bda0-4915-b232-a6e0f3234e48 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] vlan segment allocate from pool success with {'vlan_id': 1628, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:31:22.424270 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9972c733-bda0-4915-b232-a6e0f3234e48 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:22.424933 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-9972c733-bda0-4915-b232-a6e0f3234e48 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Added segment ebe4164f-330f-4102-8ab9-9d9477820b58 of type vlan for network 4c2e8d44-f605-48e7-8300-60df4e87697c Aug 31 09:31:22.451401 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] For port 56ea3566-5b2f-4267-a5df-ed9d883d4e28, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:31:22.458815 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] For port 56ea3566-5b2f-4267-a5df-ed9d883d4e28, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=56ea3566-5b2f-4267-a5df-ed9d883d4e28,segment=NetworkSegment(272a473f-6793-4cf2-8ffe-51638b6d95ca),segment_id=272a473f-6793-4cf2-8ffe-51638b6d95ca)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:31:22.524773 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9972c733-bda0-4915-b232-a6e0f3234e48 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:22.525582 n-d-791506-28 neutron-server[95553]: DEBUG neutron.objects.ports [None req-7269bc49-3d7e-4d9b-b16e-a1cc5e0de1cc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95553) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:31:22.526102 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7269bc49-3d7e-4d9b-b16e-a1cc5e0de1cc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:22.566219 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:22.601367 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7269bc49-3d7e-4d9b-b16e-a1cc5e0de1cc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Pushing event updated for resources: {'Subnet': ['ID=28ba93b9-dba1-486e-8deb-75d6dd3cc12c,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:22.619575 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7269bc49-3d7e-4d9b-b16e-a1cc5e0de1cc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Checking segment: {'id': '0efa5c92-5ebf-4289-8c2d-bc6faca06260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1619, 'network_id': '5542ed73-4b3f-40a8-b943-5d845d31220f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:22.619947 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7269bc49-3d7e-4d9b-b16e-a1cc5e0de1cc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Network hostable DHCP agents. Network: 5542ed73-4b3f-40a8-b943-5d845d31220f, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:31:22.676845 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] Pushing event updated for resources: {'Port': ['ID=56ea3566-5b2f-4267-a5df-ed9d883d4e28,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:22.699622 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:22.699622 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:22.699622 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:22.699622 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:22.699622 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:22.699622 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:22.699622 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:22.699622 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:22.699622 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:22.699622 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:22.700347 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:22.700347 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0af83-92e6-46f9-ad36-e812418f2b43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:22.702582 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0f1876fe-291a-48df-8059-b8cf93a8737e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:22.740495 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-0f1876fe-291a-48df-8059-b8cf93a8737e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Transition to ACTIVE for port object eaea9ca8-e939-4834-8c6b-aa370a312b9f will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:22.744616 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9972c733-bda0-4915-b232-a6e0f3234e48 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:22.752521 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9972c733-bda0-4915-b232-a6e0f3234e48 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:22.753471 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9972c733-bda0-4915-b232-a6e0f3234e48 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:22.844415 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7269bc49-3d7e-4d9b-b16e-a1cc5e0de1cc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Network 5542ed73-4b3f-40a8-b943-5d845d31220f is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:31:22.869709 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9972c733-bda0-4915-b232-a6e0f3234e48 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Pushing event updated for resources: {'Network': ['ID=4c2e8d44-f605-48e7-8300-60df4e87697c,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:22.880870 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 4c2e8d44-f605-48e7-8300-60df4e87697c details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:31:22.923512 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ae119-3268-4406-b018-f26ab7be7b2c req-6be8a6c4-b125-4c60-9b57-41967f2fca44 tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:22.928319 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b3ae119-3268-4406-b018-f26ab7be7b2c req-6be8a6c4-b125-4c60-9b57-41967f2fca44 tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.119 "GET /v2.0/ports?device_id=87a6b68d-63e0-4d4c-a062-5c17a0cfce74 HTTP/1.1" status: 200 len: 945 time: 0.1571047 Aug 31 09:31:22.965464 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-7269bc49-3d7e-4d9b-b16e-a1cc5e0de1cc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 5542ed73-4b3f-40a8-b943-5d845d31220f) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:22.974454 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7269bc49-3d7e-4d9b-b16e-a1cc5e0de1cc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:22.975146 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7269bc49-3d7e-4d9b-b16e-a1cc5e0de1cc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:22.989542 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200fc6c8-f96b-4e45-b9a8-4fcea8a84978 None None] Network 5542ed73-4b3f-40a8-b943-5d845d31220f requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:22.992614 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b3ae119-3268-4406-b018-f26ab7be7b2c req-8ecd76d3-b794-4cdf-bd54-06128d5c49d3 tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.119 "GET /v2.0/security-groups?id=a6e1d734-4c9e-431a-b569-ce43cf23d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596333 Aug 31 09:31:23.023157 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9972c733-bda0-4915-b232-a6e0f3234e48 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9291592 Aug 31 09:31:23.025585 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49072) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:23.030907 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-ed2a27aa-0253-4229-81a0-16d0f7a31371 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Request body: {'subnet': {'network_id': '77d5d845-bb9b-4368-b082-bacd96a9f80d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:23.121523 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7269bc49-3d7e-4d9b-b16e-a1cc5e0de1cc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3662069 Aug 31 09:31:23.123481 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49076) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:23.129967 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-5638abad-ac5b-44cc-a09b-a538d4a44bb7 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Request body: {'floatingip': {'floating_network_id': '5542ed73-4b3f-40a8-b943-5d845d31220f'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:23.234333 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5638abad-ac5b-44cc-a09b-a538d4a44bb7 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:23.388768 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952128c2-3c02-4cec-868b-818a41896303 None None] Network 5542ed73-4b3f-40a8-b943-5d845d31220f requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:23.398701 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5638abad-ac5b-44cc-a09b-a538d4a44bb7 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:23.610593 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-5638abad-ac5b-44cc-a09b-a538d4a44bb7 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Allocated IP 172.20.0.5 (5542ed73-4b3f-40a8-b943-5d845d31220f/28ba93b9-dba1-486e-8deb-75d6dd3cc12c/b6b28f24-960e-449e-80d8-ff29218d19d9) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:23.663470 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0f1876fe-291a-48df-8059-b8cf93a8737e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:23.733942 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1876fe-291a-48df-8059-b8cf93a8737e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network a1ce007e-96ad-4832-a918-e0933a4a946d is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:23.759253 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-0f1876fe-291a-48df-8059-b8cf93a8737e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:23.765668 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1876fe-291a-48df-8059-b8cf93a8737e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:23.803693 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1876fe-291a-48df-8059-b8cf93a8737e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Port': ['ID=eaea9ca8-e939-4834-8c6b-aa370a312b9f,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:23.834743 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5638abad-ac5b-44cc-a09b-a538d4a44bb7 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:23.847608 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1876fe-291a-48df-8059-b8cf93a8737e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:23.848293 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0f1876fe-291a-48df-8059-b8cf93a8737e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:23.944053 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2a27aa-0253-4229-81a0-16d0f7a31371 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Made reservation on behalf of caa69c38eab14ec7acd072f4cc57de4a for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:23.947728 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ed2a27aa-0253-4229-81a0-16d0f7a31371 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:24.045404 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5638abad-ac5b-44cc-a09b-a538d4a44bb7 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:24.060554 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0f1876fe-291a-48df-8059-b8cf93a8737e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.1843781 Aug 31 09:31:24.074222 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49094) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:24.099951 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5638abad-ac5b-44cc-a09b-a538d4a44bb7 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Network 5542ed73-4b3f-40a8-b943-5d845d31220f is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:24.103579 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-5638abad-ac5b-44cc-a09b-a538d4a44bb7 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:24.106540 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5638abad-ac5b-44cc-a09b-a538d4a44bb7 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:24.212980 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638abad-ac5b-44cc-a09b-a538d4a44bb7 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Pushing event updated for resources: {'Port': ['ID=b6b28f24-960e-449e-80d8-ff29218d19d9,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:24.261249 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5638abad-ac5b-44cc-a09b-a538d4a44bb7 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:24.323438 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26990da5-a0bb-4bc7-988a-2fb3d0160a01 req-24987164-fdbf-423e-8f40-3094918dfc59 tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:24.334484 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-26990da5-a0bb-4bc7-988a-2fb3d0160a01 req-24987164-fdbf-423e-8f40-3094918dfc59 tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.119 "GET /v2.0/ports?device_id=87a6b68d-63e0-4d4c-a062-5c17a0cfce74 HTTP/1.1" status: 200 len: 945 time: 0.1698582 Aug 31 09:31:24.411867 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5638abad-ac5b-44cc-a09b-a538d4a44bb7 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:24.435740 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7fa351-05f1-4e97-841a-7e7989950d01 None None] Network a1ce007e-96ad-4832-a918-e0933a4a946d requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:24.486805 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-26990da5-a0bb-4bc7-988a-2fb3d0160a01 req-045dde4e-364e-4ec0-b1e2-7f3713ec13b1 tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.119 "GET /v2.0/security-groups?id=a6e1d734-4c9e-431a-b569-ce43cf23d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490490 Aug 31 09:31:24.563049 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 56ea3566-5b2f-4267-a5df-ed9d883d4e28 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:24.657255 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ed2a27aa-0253-4229-81a0-16d0f7a31371 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:24.709817 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c768c7a0-f3bf-4fd1-9452-2e2a2369e2ab None None] Provisioning for port 56ea3566-5b2f-4267-a5df-ed9d883d4e28 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:24.875362 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a27aa-0253-4229-81a0-16d0f7a31371 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Pushing event updated for resources: {'Subnet': ['ID=f34f97ee-be68-4a06-a77e-c36751cafa2c,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:24.895115 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5638abad-ac5b-44cc-a09b-a538d4a44bb7 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:24.926979 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 56ea3566-5b2f-4267-a5df-ed9d883d4e28 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:24.933835 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 56ea3566-5b2f-4267-a5df-ed9d883d4e28 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:24.934404 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:24.993415 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5638abad-ac5b-44cc-a09b-a538d4a44bb7 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:25.054324 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-90b34b30-fac3-493f-bd14-81c76217035a req-cb478291-15cf-48fe-98ac-2ccb65808dab service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=87a6b68d-63e0-4d4c-a062-5c17a0cfce74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5322921 Aug 31 09:31:25.194496 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5638abad-ac5b-44cc-a09b-a538d4a44bb7 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:25.217944 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:25.272430 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 56ea3566-5b2f-4267-a5df-ed9d883d4e28, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=56ea3566-5b2f-4267-a5df-ed9d883d4e28,segment=NetworkSegment(272a473f-6793-4cf2-8ffe-51638b6d95ca),segment_id=272a473f-6793-4cf2-8ffe-51638b6d95ca)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:25.281448 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638abad-ac5b-44cc-a09b-a538d4a44bb7 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Pushing event updated for resources: {'Port': ['ID=b6b28f24-960e-449e-80d8-ff29218d19d9,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:25.285021 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2a27aa-0253-4229-81a0-16d0f7a31371 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Checking segment: {'id': 'f331507f-10d6-44fe-8059-a14fd8f348c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1639, 'network_id': '77d5d845-bb9b-4368-b082-bacd96a9f80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:25.285537 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2a27aa-0253-4229-81a0-16d0f7a31371 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Network hostable DHCP agents. Network: 77d5d845-bb9b-4368-b082-bacd96a9f80d, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:31:25.316180 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47169274-5911-497e-8abc-1a173183a9c3 req-e80d89e4-e47d-4dd4-8455-df8d912fc69d tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:25.318787 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47169274-5911-497e-8abc-1a173183a9c3 req-e80d89e4-e47d-4dd4-8455-df8d912fc69d tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.119 "GET /v2.0/ports?device_id=87a6b68d-63e0-4d4c-a062-5c17a0cfce74 HTTP/1.1" status: 200 len: 945 time: 0.2312245 Aug 31 09:31:25.355177 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:25.396614 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b34b30-fac3-493f-bd14-81c76217035a req-b4931555-54b5-4069-9f7b-c079adfa80ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:25.397745 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5638abad-ac5b-44cc-a09b-a538d4a44bb7 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:25.398327 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-90b34b30-fac3-493f-bd14-81c76217035a req-b4931555-54b5-4069-9f7b-c079adfa80ed service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=30eda0fe669f4bd1877bd00e77da890a&device_id=87a6b68d-63e0-4d4c-a062-5c17a0cfce74 HTTP/1.1" status: 200 len: 1097 time: 0.2538064 Aug 31 09:31:25.399565 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5638abad-ac5b-44cc-a09b-a538d4a44bb7 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2751167 Aug 31 09:31:25.407060 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49110) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:25.503044 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2a27aa-0253-4229-81a0-16d0f7a31371 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Network 77d5d845-bb9b-4368-b082-bacd96a9f80d is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:31:25.525736 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=56ea3566-5b2f-4267-a5df-ed9d883d4e28,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:25.555011 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5105ed6d-e876-4ab5-8d61-7a868f9e94ab tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:25.609517 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47169274-5911-497e-8abc-1a173183a9c3 req-41658b48-1f26-4951-b1a4-0799223a4f26 tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.119 "GET /v2.0/security-groups?id=a6e1d734-4c9e-431a-b569-ce43cf23d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715456 Aug 31 09:31:25.640708 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-50ce17aa-ab6b-40dc-a54e-8b41d81663b2 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] 10.222.0.119 "GET /v2.0/floatingips?floating_network_id=5542ed73-4b3f-40a8-b943-5d845d31220f HTTP/1.1" status: 200 len: 689 time: 0.2264993 Aug 31 09:31:25.641323 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49114) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:25.645418 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-bafa0acd-e2bb-4461-a834-de1842a7d5e1 None None] Provisioning for port eaea9ca8-e939-4834-8c6b-aa370a312b9f completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:25.654359 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-bafa0acd-e2bb-4461-a834-de1842a7d5e1 None None] Provisioning complete for port eaea9ca8-e939-4834-8c6b-aa370a312b9f triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:25.654904 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bafa0acd-e2bb-4461-a834-de1842a7d5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:25.745459 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-bafa0acd-e2bb-4461-a834-de1842a7d5e1 None None] Port eaea9ca8-e939-4834-8c6b-aa370a312b9f cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:31:25.783242 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-ed2a27aa-0253-4229-81a0-16d0f7a31371 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 77d5d845-bb9b-4368-b082-bacd96a9f80d) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:25.813276 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2a27aa-0253-4229-81a0-16d0f7a31371 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:25.815494 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239bd577-e8c5-4cf1-996c-ca07d34cd6c0 None None] Network 77d5d845-bb9b-4368-b082-bacd96a9f80d requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:25.816428 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ed2a27aa-0253-4229-81a0-16d0f7a31371 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:25.845937 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-bafa0acd-e2bb-4461-a834-de1842a7d5e1 None None] Provisioning complete for port 56ea3566-5b2f-4267-a5df-ed9d883d4e28 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:25.846680 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bafa0acd-e2bb-4461-a834-de1842a7d5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:25.859340 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8ff3d939-3fe5-47e5-b81c-08d2413d5a28 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:26.052683 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b34b30-fac3-493f-bd14-81c76217035a req-d0cd12bb-f3f0-42b3-ad93-9438e89f35d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:26.062127 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-90b34b30-fac3-493f-bd14-81c76217035a req-d0cd12bb-f3f0-42b3-ad93-9438e89f35d5 service neutron] 10.222.0.112 "GET /v2.0/networks?id=d2c19bd9-a6ee-4cc1-b3a2-f177675b0f10 HTTP/1.1" status: 200 len: 920 time: 0.6385732 Aug 31 09:31:26.147027 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-8ff3d939-3fe5-47e5-b81c-08d2413d5a28 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Deleting port b6b28f24-960e-449e-80d8-ff29218d19d9 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:26.149877 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8ff3d939-3fe5-47e5-b81c-08d2413d5a28 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:26.153776 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-90b34b30-fac3-493f-bd14-81c76217035a req-2f0f6063-2055-4d05-af0e-71c9592d85fa service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b65467d-d096-440a-9229-f5f6e649682f HTTP/1.1" status: 200 len: 217 time: 0.0781019 Aug 31 09:31:26.245607 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5105ed6d-e876-4ab5-8d61-7a868f9e94ab tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:26.252876 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ed2a27aa-0253-4229-81a0-16d0f7a31371 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.2259755 Aug 31 09:31:26.254979 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49128) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:26.263348 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-db782047-f0b9-4e51-944d-df432bd0e8c1 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Request body: {'subnet': {'network_id': '4c2e8d44-f605-48e7-8300-60df4e87697c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:26.272071 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-57735659-936b-481d-af53-12fb1e384940 None None] Provisioning complete for port eaea9ca8-e939-4834-8c6b-aa370a312b9f triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:26.272553 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-57735659-936b-481d-af53-12fb1e384940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:26.370745 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78910603-34ad-46c2-85fb-bff8ab43bd28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-77d5d845-bb9b-4368-b082-bacd96a9f80d', 'network_id': '77d5d845-bb9b-4368-b082-bacd96a9f80d', 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'fixed_ips': [{'subnet_id': 'f34f97ee-be68-4a06-a77e-c36751cafa2c'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:31:26.371792 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-78910603-34ad-46c2-85fb-bff8ab43bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:26.378771 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8ff3d939-3fe5-47e5-b81c-08d2413d5a28 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:26.379280 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8ff3d939-3fe5-47e5-b81c-08d2413d5a28 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:26.386129 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5105ed6d-e876-4ab5-8d61-7a868f9e94ab tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:26.412885 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-57735659-936b-481d-af53-12fb1e384940 None None] Port eaea9ca8-e939-4834-8c6b-aa370a312b9f cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:31:26.420813 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-8ff3d939-3fe5-47e5-b81c-08d2413d5a28 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Calling delete_port for b6b28f24-960e-449e-80d8-ff29218d19d9 owned by network:floatingip {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:26.447832 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b34b30-fac3-493f-bd14-81c76217035a req-4099c3a7-28e2-4009-a411-92ef2100d174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:26.449329 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-90b34b30-fac3-493f-bd14-81c76217035a req-4099c3a7-28e2-4009-a411-92ef2100d174 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=79c99893-8207-4e23-9050-a52a2bb77308 HTTP/1.1" status: 200 len: 858 time: 0.1934004 Aug 31 09:31:26.506766 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 56ea3566-5b2f-4267-a5df-ed9d883d4e28 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:26.560786 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-90b34b30-fac3-493f-bd14-81c76217035a req-6c2a9ef6-2305-460e-922b-e70a022e276b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=d2c19bd9-a6ee-4cc1-b3a2-f177675b0f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955877 Aug 31 09:31:26.581490 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105ed6d-e876-4ab5-8d61-7a868f9e94ab tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Port': ['ID=eaea9ca8-e939-4834-8c6b-aa370a312b9f,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:26.762047 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db782047-f0b9-4e51-944d-df432bd0e8c1 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Made reservation on behalf of caa69c38eab14ec7acd072f4cc57de4a for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:26.767162 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-db782047-f0b9-4e51-944d-df432bd0e8c1 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:26.777811 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-78910603-34ad-46c2-85fb-bff8ab43bd28 None None] Allocated IP 10.1.1.2 (77d5d845-bb9b-4368-b082-bacd96a9f80d/f34f97ee-be68-4a06-a77e-c36751cafa2c/0e944bf6-ae65-49bc-9821-f0fde7eb483f) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:26.933151 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20319bdf-53bc-4b1a-9c55-6c5068eb4964 req-12b7e923-360a-4593-a733-c4a0a67e75d5 tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:26.935176 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-20319bdf-53bc-4b1a-9c55-6c5068eb4964 req-12b7e923-360a-4593-a733-c4a0a67e75d5 tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.112 "GET /v2.0/ports?device_id=87a6b68d-63e0-4d4c-a062-5c17a0cfce74 HTTP/1.1" status: 200 len: 945 time: 0.6421976 Aug 31 09:31:27.057569 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af893ba-e05c-4bba-afa6-a8122bc7e150 req-6b7e031a-01a5-4991-8695-16a42cd3f16e tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:27.060265 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5af893ba-e05c-4bba-afa6-a8122bc7e150 req-6b7e031a-01a5-4991-8695-16a42cd3f16e tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.119 "GET /v2.0/ports?device_id=87a6b68d-63e0-4d4c-a062-5c17a0cfce74 HTTP/1.1" status: 200 len: 945 time: 0.2827487 Aug 31 09:31:27.061266 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8ff3d939-3fe5-47e5-b81c-08d2413d5a28 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.164765 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-78910603-34ad-46c2-85fb-bff8ab43bd28 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.185216 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-78910603-34ad-46c2-85fb-bff8ab43bd28 None None] Transition to ACTIVE for port object 0e944bf6-ae65-49bc-9821-f0fde7eb483f will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:27.220735 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-78910603-34ad-46c2-85fb-bff8ab43bd28 None None] Transition to ACTIVE for port object 0e944bf6-ae65-49bc-9821-f0fde7eb483f will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:27.235104 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-90b34b30-fac3-493f-bd14-81c76217035a req-4d23f94f-c578-4667-b738-8a287e02a480 service neutron] 10.222.0.112 "GET /v2.0/networks/d2c19bd9-a6ee-4cc1-b3a2-f177675b0f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6335008 Aug 31 09:31:27.251443 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 56ea3566-5b2f-4267-a5df-ed9d883d4e28 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:27.251900 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.277340 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3d939-3fe5-47e5-b81c-08d2413d5a28 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6b28f24-960e-449e-80d8-ff29218d19d9,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:27.308209 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-78910603-34ad-46c2-85fb-bff8ab43bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.385188 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78910603-34ad-46c2-85fb-bff8ab43bd28 None None] Network 77d5d845-bb9b-4368-b082-bacd96a9f80d is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:27.386163 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3e6b6ffe-4dc9-4c2f-a09e-6bf3b11106c3 None None] Provisioning complete for port eaea9ca8-e939-4834-8c6b-aa370a312b9f triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:27.386539 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6ffe-4dc9-4c2f-a09e-6bf3b11106c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.391341 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-78910603-34ad-46c2-85fb-bff8ab43bd28 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:27.397915 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78910603-34ad-46c2-85fb-bff8ab43bd28 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:27.413078 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5af893ba-e05c-4bba-afa6-a8122bc7e150 req-ea68f827-c5ab-46df-93c0-79c2b0d934e4 tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.119 "GET /v2.0/security-groups?id=a6e1d734-4c9e-431a-b569-ce43cf23d2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393517 Aug 31 09:31:27.472529 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8ff3d939-3fe5-47e5-b81c-08d2413d5a28 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.484009 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-20319bdf-53bc-4b1a-9c55-6c5068eb4964 req-147d0980-5c67-4eee-a433-5be9bf0d15ae tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] Deleting port 6b65467d-d096-440a-9229-f5f6e649682f {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:27.484488 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-20319bdf-53bc-4b1a-9c55-6c5068eb4964 req-147d0980-5c67-4eee-a433-5be9bf0d15ae tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.484774 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5105ed6d-e876-4ab5-8d61-7a868f9e94ab tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.510731 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78910603-34ad-46c2-85fb-bff8ab43bd28 None None] Pushing event updated for resources: {'Port': ['ID=0e944bf6-ae65-49bc-9821-f0fde7eb483f,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:27.522429 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-3e6b6ffe-4dc9-4c2f-a09e-6bf3b11106c3 None None] Port eaea9ca8-e939-4834-8c6b-aa370a312b9f cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:31:27.540868 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-78910603-34ad-46c2-85fb-bff8ab43bd28 None None] Attempting to bind port 0e944bf6-ae65-49bc-9821-f0fde7eb483f on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:31:27.541486 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-78910603-34ad-46c2-85fb-bff8ab43bd28 None None] Attempting to bind port 0e944bf6-ae65-49bc-9821-f0fde7eb483f by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'f331507f-10d6-44fe-8059-a14fd8f348c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1639, 'network_id': '77d5d845-bb9b-4368-b082-bacd96a9f80d'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:31:27.542016 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78910603-34ad-46c2-85fb-bff8ab43bd28 None None] Attempting to bind port 0e944bf6-ae65-49bc-9821-f0fde7eb483f on network 77d5d845-bb9b-4368-b082-bacd96a9f80d {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:27.588383 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78910603-34ad-46c2-85fb-bff8ab43bd28 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:31:27.588836 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78910603-34ad-46c2-85fb-bff8ab43bd28 None None] Checking segment: {'id': 'f331507f-10d6-44fe-8059-a14fd8f348c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1639, 'network_id': '77d5d845-bb9b-4368-b082-bacd96a9f80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:27.589249 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-78910603-34ad-46c2-85fb-bff8ab43bd28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.589642 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78910603-34ad-46c2-85fb-bff8ab43bd28 None None] Bound using segment: {'id': 'f331507f-10d6-44fe-8059-a14fd8f348c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1639, 'network_id': '77d5d845-bb9b-4368-b082-bacd96a9f80d'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:31:27.590129 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-78910603-34ad-46c2-85fb-bff8ab43bd28 None None] Bound port: 0e944bf6-ae65-49bc-9821-f0fde7eb483f, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f331507f-10d6-44fe-8059-a14fd8f348c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1639, 'network_id': '77d5d845-bb9b-4368-b082-bacd96a9f80d'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:31:27.590840 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-78910603-34ad-46c2-85fb-bff8ab43bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.644562 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8ff3d939-3fe5-47e5-b81c-08d2413d5a28 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.684546 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-78910603-34ad-46c2-85fb-bff8ab43bd28 None None] For port 0e944bf6-ae65-49bc-9821-f0fde7eb483f, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:31:27.688318 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-78910603-34ad-46c2-85fb-bff8ab43bd28 None None] For port 0e944bf6-ae65-49bc-9821-f0fde7eb483f, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=0e944bf6-ae65-49bc-9821-f0fde7eb483f,segment=NetworkSegment(f331507f-10d6-44fe-8059-a14fd8f348c8),segment_id=f331507f-10d6-44fe-8059-a14fd8f348c8)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:31:27.698196 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-90b34b30-fac3-493f-bd14-81c76217035a req-17e457b4-cc4c-4893-b55a-9562ec1fa049 service neutron] 10.222.0.112 "GET /v2.0/networks/d2c19bd9-a6ee-4cc1-b3a2-f177675b0f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213188 Aug 31 09:31:27.744674 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-20319bdf-53bc-4b1a-9c55-6c5068eb4964 req-147d0980-5c67-4eee-a433-5be9bf0d15ae tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] For port 6b65467d-d096-440a-9229-f5f6e649682f, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=6b65467d-d096-440a-9229-f5f6e649682f,segment=NetworkSegment(ec00f18e-e5e9-4cfc-ab06-417107c09833),segment_id=ec00f18e-e5e9-4cfc-ab06-417107c09833)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:27.745125 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-20319bdf-53bc-4b1a-9c55-6c5068eb4964 req-147d0980-5c67-4eee-a433-5be9bf0d15ae tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.763990 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-20319bdf-53bc-4b1a-9c55-6c5068eb4964 req-147d0980-5c67-4eee-a433-5be9bf0d15ae tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] Calling delete_port for 6b65467d-d096-440a-9229-f5f6e649682f owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:27.828661 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-78910603-34ad-46c2-85fb-bff8ab43bd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.831522 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-db782047-f0b9-4e51-944d-df432bd0e8c1 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.907036 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78910603-34ad-46c2-85fb-bff8ab43bd28 None None] Pushing event updated for resources: {'Port': ['ID=0e944bf6-ae65-49bc-9821-f0fde7eb483f,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:27.921232 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8ff3d939-3fe5-47e5-b81c-08d2413d5a28 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.949290 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5105ed6d-e876-4ab5-8d61-7a868f9e94ab tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:27.990458 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db782047-f0b9-4e51-944d-df432bd0e8c1 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Pushing event updated for resources: {'Subnet': ['ID=290f3674-0820-4485-967d-a68d99948354,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:27.995883 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db782047-f0b9-4e51-944d-df432bd0e8c1 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Checking segment: {'id': 'ebe4164f-330f-4102-8ab9-9d9477820b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': '4c2e8d44-f605-48e7-8300-60df4e87697c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:27.996536 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db782047-f0b9-4e51-944d-df432bd0e8c1 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Network hostable DHCP agents. Network: 4c2e8d44-f605-48e7-8300-60df4e87697c, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:31:28.122000 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db782047-f0b9-4e51-944d-df432bd0e8c1 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Network 4c2e8d44-f605-48e7-8300-60df4e87697c is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:31:28.167463 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3d939-3fe5-47e5-b81c-08d2413d5a28 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=28ba93b9-dba1-486e-8deb-75d6dd3cc12c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:28.182319 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8ff3d939-3fe5-47e5-b81c-08d2413d5a28 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:28.245623 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-20319bdf-53bc-4b1a-9c55-6c5068eb4964 req-147d0980-5c67-4eee-a433-5be9bf0d15ae tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:28.276928 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-8ff3d939-3fe5-47e5-b81c-08d2413d5a28 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5542ed73-4b3f-40a8-b943-5d845d31220f']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:28.365567 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d0980-5c67-4eee-a433-5be9bf0d15ae tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] Pushing event deleted for resources: {'Port': ['ID=6b65467d-d096-440a-9229-f5f6e649682f,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:28.393916 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-db782047-f0b9-4e51-944d-df432bd0e8c1 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 4c2e8d44-f605-48e7-8300-60df4e87697c) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:28.403611 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d588d3ca-66c6-4c92-a3c2-f863fce8ca9e None None] Network 4c2e8d44-f605-48e7-8300-60df4e87697c requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:28.426125 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db782047-f0b9-4e51-944d-df432bd0e8c1 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:28.428385 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-db782047-f0b9-4e51-944d-df432bd0e8c1 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:28.469584 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-8ff3d939-3fe5-47e5-b81c-08d2413d5a28 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0efa5c92-5ebf-4289-8c2d-bc6faca06260') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:28.469584 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-8ff3d939-3fe5-47e5-b81c-08d2413d5a28 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0efa5c92-5ebf-4289-8c2d-bc6faca06260') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:28.482294 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49166) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:28.493398 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8ff3d939-3fe5-47e5-b81c-08d2413d5a28 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:28.496486 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-20319bdf-53bc-4b1a-9c55-6c5068eb4964 req-147d0980-5c67-4eee-a433-5be9bf0d15ae tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] No DVR routers for this DVR port 6b65467d-d096-440a-9229-f5f6e649682f on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:31:28.518316 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-20319bdf-53bc-4b1a-9c55-6c5068eb4964 req-147d0980-5c67-4eee-a433-5be9bf0d15ae tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:28.529742 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-20319bdf-53bc-4b1a-9c55-6c5068eb4964 req-147d0980-5c67-4eee-a433-5be9bf0d15ae tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.112 "DELETE /v2.0/ports/6b65467d-d096-440a-9229-f5f6e649682f HTTP/1.1" status: 204 len: 173 time: 1.5755601 Aug 31 09:31:28.530632 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a6b68d-63e0-4d4c-a062-5c17a0cfce74', 'name': 'network-vif-deleted', 'tag': '6b65467d-d096-440a-9229-f5f6e649682f'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:28.540928 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6655e89c-99e5-410e-b91f-02a9612ed1ff" -d '{"events": [{"server_uuid": "87a6b68d-63e0-4d4c-a062-5c17a0cfce74", "name": "network-vif-deleted", "tag": "6b65467d-d096-440a-9229-f5f6e649682f"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:28.566009 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8ff3d939-3fe5-47e5-b81c-08d2413d5a28 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:28.578874 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff3d939-3fe5-47e5-b81c-08d2413d5a28 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Releasing vlan 1619 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:31:28.580996 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8ff3d939-3fe5-47e5-b81c-08d2413d5a28 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:28.582940 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 0e944bf6-ae65-49bc-9821-f0fde7eb483f up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:28.619973 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5105ed6d-e876-4ab5-8d61-7a868f9e94ab tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:28.650134 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:31:28.650134 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:31:28.650134 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:31:28.650134 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:31:28.650134 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:31:28.650134 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:31:28.650134 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:31:28.650134 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:31:28.650134 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:31:28.650134 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:31:28.650134 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:31:28.650134 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:31:28.650134 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:31:28.650134 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:31:28.650134 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:31:28.650134 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:31:28.650134 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:31:28.650134 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:31:28.650134 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:31:28.650134 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:31:28.650134 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:31:28.650134 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:31:28.650134 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:31:28.650134 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:31:28.650134 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:31:28.650134 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:31:28.650134 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:31:28.650134 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:31:28.650134 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:31:28.650134 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:31:28.650134 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:31:28.650134 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:31:28.706041 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a264eeb-b9c8-4087-b8e1-4e2e8070eb1b req-e502e656-cb2c-481e-9d7b-fbc4ded3ba17 tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.119 "GET /v2.0/ports?device_id=87a6b68d-63e0-4d4c-a062-5c17a0cfce74 HTTP/1.1" status: 200 len: 210 time: 0.0509968 Aug 31 09:31:28.719617 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5105ed6d-e876-4ab5-8d61-7a868f9e94ab tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:28.805101 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8ff3d939-3fe5-47e5-b81c-08d2413d5a28 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:28.810833 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff3d939-3fe5-47e5-b81c-08d2413d5a28 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5542ed73-4b3f-40a8-b943-5d845d31220f {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 09:31:28.814094 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8ff3d939-3fe5-47e5-b81c-08d2413d5a28 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:28.816755 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8ff3d939-3fe5-47e5-b81c-08d2413d5a28 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] 10.222.0.119 "DELETE /v2.0/networks/5542ed73-4b3f-40a8-b943-5d845d31220f HTTP/1.1" status: 204 len: 168 time: 3.1744783 Aug 31 09:31:28.819661 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-db782047-f0b9-4e51-944d-df432bd0e8c1 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5619776 Aug 31 09:31:28.825071 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49178) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:28.825341 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49180) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:28.862851 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e935f0-a9ba-4726-8537-59deafa1ba5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-4c2e8d44-f605-48e7-8300-60df4e87697c', 'network_id': '4c2e8d44-f605-48e7-8300-60df4e87697c', 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'fixed_ips': [{'subnet_id': '290f3674-0820-4485-967d-a68d99948354'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:31:28.862851 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e0e935f0-a9ba-4726-8537-59deafa1ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:28.918478 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ffc4fb55-d5f2-47dc-b09c-3204cda46882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:28.984889 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105ed6d-e876-4ab5-8d61-7a868f9e94ab tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Port': ['ID=eaea9ca8-e939-4834-8c6b-aa370a312b9f,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:28.990368 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5105ed6d-e876-4ab5-8d61-7a868f9e94ab tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:29.036904 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9614bad3-0aef-4482-a534-f41f46c285d5 x-openstack-request-id: req-9614bad3-0aef-4482-a534-f41f46c285d5 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:29.037585 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a6b68d-63e0-4d4c-a062-5c17a0cfce74", "name": "network-vif-deleted", "tag": "6b65467d-d096-440a-9229-f5f6e649682f", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:29.038085 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-9614bad3-0aef-4482-a534-f41f46c285d5 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:29.038899 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a6b68d-63e0-4d4c-a062-5c17a0cfce74', 'name': 'network-vif-deleted', 'tag': '6b65467d-d096-440a-9229-f5f6e649682f', 'status': 'completed', 'code': 200} Aug 31 09:31:29.062599 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-57065846-4d64-42fd-b05d-2b3bb3d87443 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Request body: {'port': {'network_id': '77d5d845-bb9b-4368-b082-bacd96a9f80d', 'name': 'tempest-TaggedBootDevicesTest-1596322074', 'fixed_ips': [{'subnet_id': 'f34f97ee-be68-4a06-a77e-c36751cafa2c'}]}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:29.075058 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3d939-3fe5-47e5-b81c-08d2413d5a28 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Pushing event deleted for resources: {'Network': ['ID=5542ed73-4b3f-40a8-b943-5d845d31220f,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:29.177531 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-e0e935f0-a9ba-4726-8537-59deafa1ba5f None None] Allocated IP 10.2.2.2 (4c2e8d44-f605-48e7-8300-60df4e87697c/290f3674-0820-4485-967d-a68d99948354/29b63c52-02fd-470c-b2e8-08b468e1fe58) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:29.283077 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a62fb4b0-f5cd-47cb-a610-9afc18b7ccd3 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] 10.222.0.119 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.4523897 Aug 31 09:31:29.284077 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49184) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:29.321907 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5105ed6d-e876-4ab5-8d61-7a868f9e94ab tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network a1ce007e-96ad-4832-a918-e0933a4a946d is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:29.324709 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-5105ed6d-e876-4ab5-8d61-7a868f9e94ab tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:29.470883 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e0e935f0-a9ba-4726-8537-59deafa1ba5f None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:29.480614 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 0e944bf6-ae65-49bc-9821-f0fde7eb483f completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:29.516940 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e0e935f0-a9ba-4726-8537-59deafa1ba5f None None] Transition to ACTIVE for port object 29b63c52-02fd-470c-b2e8-08b468e1fe58 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:29.555836 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e0e935f0-a9ba-4726-8537-59deafa1ba5f None None] Transition to ACTIVE for port object 29b63c52-02fd-470c-b2e8-08b468e1fe58 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:29.628675 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e0e935f0-a9ba-4726-8537-59deafa1ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:29.667901 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ffc4fb55-d5f2-47dc-b09c-3204cda46882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:29.701199 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3a8c69-a5c4-4529-b069-3a1bff78816a None None] Network 77d5d845-bb9b-4368-b082-bacd96a9f80d requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:29.746090 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e935f0-a9ba-4726-8537-59deafa1ba5f None None] Network 4c2e8d44-f605-48e7-8300-60df4e87697c is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:29.771875 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ffc4fb55-d5f2-47dc-b09c-3204cda46882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:29.840343 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-e0e935f0-a9ba-4726-8537-59deafa1ba5f None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:29.869873 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e935f0-a9ba-4726-8537-59deafa1ba5f None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:29.873209 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e935f0-a9ba-4726-8537-59deafa1ba5f None None] Pushing event updated for resources: {'Port': ['ID=29b63c52-02fd-470c-b2e8-08b468e1fe58,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:29.886836 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5105ed6d-e876-4ab5-8d61-7a868f9e94ab tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Router 7cf6c21f-13bd-427b-a1a3-6c2f22ededef is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:31:29.951483 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ffc4fb55-d5f2-47dc-b09c-3204cda46882 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=2123f21550444a3dba783fb7f1ba3cb9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3200347 Aug 31 09:31:29.954345 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 6b65467d-d096-440a-9229-f5f6e649682f no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:29.960156 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49194) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:30.078069 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4fb55-d5f2-47dc-b09c-3204cda46882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf83e76-22fc-43e1-8ac0-a8ac75a7870b,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:30.239707 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-baac9220-b11e-4be1-b6bd-732c7d25d496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:30.270898 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5105ed6d-e876-4ab5-8d61-7a868f9e94ab tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:31:30.293136 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5105ed6d-e876-4ab5-8d61-7a868f9e94ab tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "PUT /v2.0/routers/7cf6c21f-13bd-427b-a1a3-6c2f22ededef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2115889 Aug 31 09:31:30.298097 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49196) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:30.310966 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-baac9220-b11e-4be1-b6bd-732c7d25d496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:30.319996 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6ae20465-9bda-4d68-a51d-db35ce6f7bc8 None None] Provisioning for port 0e944bf6-ae65-49bc-9821-f0fde7eb483f completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:30.323146 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc878052-6f3a-443c-93a6-df1389a0ab51 None None] Sync routers for ids ['7cf6c21f-13bd-427b-a1a3-6c2f22ededef'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:31:30.325374 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 6b65467d-d096-440a-9229-f5f6e649682f {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:31:30.325821 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 6b65467d-d096-440a-9229-f5f6e649682f not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:31:30.343780 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6ae20465-9bda-4d68-a51d-db35ce6f7bc8 None None] Provisioning complete for port 0e944bf6-ae65-49bc-9821-f0fde7eb483f triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:30.344323 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6ae20465-9bda-4d68-a51d-db35ce6f7bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:30.388985 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e0e935f0-a9ba-4726-8537-59deafa1ba5f None None] Attempting to bind port 29b63c52-02fd-470c-b2e8-08b468e1fe58 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:31:30.389632 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e0e935f0-a9ba-4726-8537-59deafa1ba5f None None] Attempting to bind port 29b63c52-02fd-470c-b2e8-08b468e1fe58 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'ebe4164f-330f-4102-8ab9-9d9477820b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': '4c2e8d44-f605-48e7-8300-60df4e87697c'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:31:30.390123 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e935f0-a9ba-4726-8537-59deafa1ba5f None None] Attempting to bind port 29b63c52-02fd-470c-b2e8-08b468e1fe58 on network 4c2e8d44-f605-48e7-8300-60df4e87697c {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:30.394667 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85b41ab-97e1-4975-bc06-747fe36a6b8c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:30.399451 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d85b41ab-97e1-4975-bc06-747fe36a6b8c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "GET /v2.0/ports?device_id=7cf6c21f-13bd-427b-a1a3-6c2f22ededef HTTP/1.1" status: 200 len: 981 time: 0.0958848 Aug 31 09:31:30.399626 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc878052-6f3a-443c-93a6-df1389a0ab51 None None] Routers {'7cf6c21f-13bd-427b-a1a3-6c2f22ededef'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:31:30.400388 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-fc878052-6f3a-443c-93a6-df1389a0ab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:31:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7cf6c21f-13bd-427b-a1a3-6c2f22ededef'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:30.409765 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49198) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:30.411950 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbb2854-ca01-43bd-b85a-2057d48d73e7 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:30.412453 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbb2854-ca01-43bd-b85a-2057d48d73e7 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:30.412851 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbb2854-ca01-43bd-b85a-2057d48d73e7 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:30.413293 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbb2854-ca01-43bd-b85a-2057d48d73e7 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:30.413729 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbb2854-ca01-43bd-b85a-2057d48d73e7 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:30.414163 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbb2854-ca01-43bd-b85a-2057d48d73e7 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:30.414611 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbb2854-ca01-43bd-b85a-2057d48d73e7 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:30.415050 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbb2854-ca01-43bd-b85a-2057d48d73e7 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:30.415480 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbb2854-ca01-43bd-b85a-2057d48d73e7 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:30.417513 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2dbb2854-ca01-43bd-b85a-2057d48d73e7 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5788 time: 1.1268244 Aug 31 09:31:30.422803 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49200) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:30.448327 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-fc878052-6f3a-443c-93a6-df1389a0ab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:30.465175 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc878052-6f3a-443c-93a6-df1389a0ab51 None None] Routers {'7cf6c21f-13bd-427b-a1a3-6c2f22ededef'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:31:30.465921 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-fc878052-6f3a-443c-93a6-df1389a0ab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:31:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7cf6c21f-13bd-427b-a1a3-6c2f22ededef'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:30.467977 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e935f0-a9ba-4726-8537-59deafa1ba5f None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:31:30.468469 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e935f0-a9ba-4726-8537-59deafa1ba5f None None] Checking segment: {'id': 'ebe4164f-330f-4102-8ab9-9d9477820b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': '4c2e8d44-f605-48e7-8300-60df4e87697c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:30.468971 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e0e935f0-a9ba-4726-8537-59deafa1ba5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:30.469456 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e935f0-a9ba-4726-8537-59deafa1ba5f None None] Bound using segment: {'id': 'ebe4164f-330f-4102-8ab9-9d9477820b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': '4c2e8d44-f605-48e7-8300-60df4e87697c'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:31:30.470035 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e0e935f0-a9ba-4726-8537-59deafa1ba5f None None] Bound port: 29b63c52-02fd-470c-b2e8-08b468e1fe58, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe4164f-330f-4102-8ab9-9d9477820b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': '4c2e8d44-f605-48e7-8300-60df4e87697c'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:31:30.471832 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e0e935f0-a9ba-4726-8537-59deafa1ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:30.517982 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aad76945-2db0-44e1-a1db-aa9260b4b5ff req-84a6662c-d9fa-4fd4-9b20-cb79c9d24018 tempest-InstanceActionsV221TestJSON-1402902669 tempest-InstanceActionsV221TestJSON-1402902669-project] 10.222.0.119 "GET /v2.0/ports?device_id=87a6b68d-63e0-4d4c-a062-5c17a0cfce74 HTTP/1.1" status: 200 len: 210 time: 0.0873632 Aug 31 09:31:30.519047 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-217c9ca7-defa-41f7-99a4-ad2523ed7334 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] delete failed (client error): The resource could not be found. Aug 31 09:31:30.523225 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-217c9ca7-defa-41f7-99a4-ad2523ed7334 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] 10.222.0.119 "DELETE /v2.0/floatingips/c4e6a61c-fd92-4b99-abb9-7b1ba7828d98 HTTP/1.1" status: 404 len: 345 time: 0.0888526 Aug 31 09:31:30.523225 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49204) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:30.558941 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-fc878052-6f3a-443c-93a6-df1389a0ab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:30.559613 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc878052-6f3a-443c-93a6-df1389a0ab51 None None] The sync data for ids ['7cf6c21f-13bd-427b-a1a3-6c2f22ededef'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:31:30.568077 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e2a3188-b0b7-429a-8258-fd6ed8753498 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] DELETE failed (client error): The resource could not be found. Aug 31 09:31:30.568713 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e2a3188-b0b7-429a-8258-fd6ed8753498 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:31:30.569606 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-baac9220-b11e-4be1-b6bd-732c7d25d496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:30.570657 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5e2a3188-b0b7-429a-8258-fd6ed8753498 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] 10.222.0.119 "DELETE /v2.0/networks/5542ed73-4b3f-40a8-b943-5d845d31220f HTTP/1.1" status: 404 len: 339 time: 0.0449352 Aug 31 09:31:30.580784 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-baac9220-b11e-4be1-b6bd-732c7d25d496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:30.584842 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-baac9220-b11e-4be1-b6bd-732c7d25d496 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/faf83e76-22fc-43e1-8ac0-a8ac75a7870b HTTP/1.1" status: 204 len: 168 time: 0.5799158 Aug 31 09:31:30.586133 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49208) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:30.589654 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54b3edab-d0aa-4344-83b3-9f13dba352b2 req-f4565aef-9e08-4c66-b0f4-95b03fc04a5f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1708367 Aug 31 09:31:30.599517 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-2e2f609c-1ad9-4327-8d31-245b28d53cdc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Request body: {'network': {'name': 'tempest-network--1183165712', 'router:external': True}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:30.626076 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac9220-b11e-4be1-b6bd-732c7d25d496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf83e76-22fc-43e1-8ac0-a8ac75a7870b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:30.644903 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57065846-4d64-42fd-b05d-2b3bb3d87443 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Made reservation on behalf of caa69c38eab14ec7acd072f4cc57de4a for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:30.877575 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-57065846-4d64-42fd-b05d-2b3bb3d87443 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:30.895587 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-e0e935f0-a9ba-4726-8537-59deafa1ba5f None None] For port 29b63c52-02fd-470c-b2e8-08b468e1fe58, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:31:30.917064 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-e0e935f0-a9ba-4726-8537-59deafa1ba5f None None] For port 29b63c52-02fd-470c-b2e8-08b468e1fe58, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=29b63c52-02fd-470c-b2e8-08b468e1fe58,segment=NetworkSegment(ebe4164f-330f-4102-8ab9-9d9477820b58),segment_id=ebe4164f-330f-4102-8ab9-9d9477820b58)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:31:30.920021 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6ae20465-9bda-4d68-a51d-db35ce6f7bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:30.932609 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54b3edab-d0aa-4344-83b3-9f13dba352b2 req-5425bbad-a633-4197-a550-f651cf36ec44 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.2213218 Aug 31 09:31:30.933961 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-57065846-4d64-42fd-b05d-2b3bb3d87443 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] device_id is not set on port 5e0f8409-296d-4c01-80fd-2224022e108c yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:31:30.978720 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-6ae20465-9bda-4d68-a51d-db35ce6f7bc8 None None] For port 0e944bf6-ae65-49bc-9821-f0fde7eb483f, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=0e944bf6-ae65-49bc-9821-f0fde7eb483f,segment=NetworkSegment(f331507f-10d6-44fe-8059-a14fd8f348c8),segment_id=f331507f-10d6-44fe-8059-a14fd8f348c8)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:31.034716 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54b3edab-d0aa-4344-83b3-9f13dba352b2 req-032043ec-b747-4d25-bb27-53218b481253 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559719 Aug 31 09:31:31.081806 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-74d383d7-8762-4a93-9d57-ae087b1d3b95 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.104381 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e0e935f0-a9ba-4726-8537-59deafa1ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.125890 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6ae20465-9bda-4d68-a51d-db35ce6f7bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.303588 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e935f0-a9ba-4726-8537-59deafa1ba5f None None] Pushing event updated for resources: {'Port': ['ID=29b63c52-02fd-470c-b2e8-08b468e1fe58,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:31.395709 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9863400a-69c7-4432-8770-2b82e8d0e3f8 None None] Provisioning complete for port eaea9ca8-e939-4834-8c6b-aa370a312b9f triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:31.396134 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9863400a-69c7-4432-8770-2b82e8d0e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.396914 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-57065846-4d64-42fd-b05d-2b3bb3d87443 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Allocated IP 10.1.1.96 (77d5d845-bb9b-4368-b082-bacd96a9f80d/f34f97ee-be68-4a06-a77e-c36751cafa2c/5e0f8409-296d-4c01-80fd-2224022e108c) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:31.442529 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-9863400a-69c7-4432-8770-2b82e8d0e3f8 None None] Port eaea9ca8-e939-4834-8c6b-aa370a312b9f cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:31:31.466711 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae20465-9bda-4d68-a51d-db35ce6f7bc8 None None] Pushing event updated for resources: {'Port': ['ID=0e944bf6-ae65-49bc-9821-f0fde7eb483f,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:31.517138 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3edab-d0aa-4344-83b3-9f13dba352b2 req-5a442d40-11b0-4057-8c95-580808a7bd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:31.519885 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54b3edab-d0aa-4344-83b3-9f13dba352b2 req-5a442d40-11b0-4057-8c95-580808a7bd8d service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4774823 Aug 31 09:31:31.584452 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-61ff0c3b-f9bf-438b-b91a-6b1399a00bd4 None None] Provisioning complete for port 0e944bf6-ae65-49bc-9821-f0fde7eb483f triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:31.584452 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-61ff0c3b-f9bf-438b-b91a-6b1399a00bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.622791 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2f609c-1ad9-4327-8d31-245b28d53cdc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Made reservation on behalf of b85f592c69824404aae37359d80352c1 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:31.625920 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2e2f609c-1ad9-4327-8d31-245b28d53cdc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.639502 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49220) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:31.660988 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6a91e45b-48aa-4c62-83f5-a16be4148d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.699465 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e2f609c-1ad9-4327-8d31-245b28d53cdc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] vlan segment allocate from pool success with {'vlan_id': 1631, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:31:31.754384 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2e2f609c-1ad9-4327-8d31-245b28d53cdc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.754759 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-2e2f609c-1ad9-4327-8d31-245b28d53cdc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Added segment 8b71c647-2e74-48b8-97ea-d1a15311cfc2 of type vlan for network c147ddd4-7bd1-4bdc-8071-1ad0f923e9cd Aug 31 09:31:31.770213 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-57065846-4d64-42fd-b05d-2b3bb3d87443 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.855177 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-57065846-4d64-42fd-b05d-2b3bb3d87443 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Transition to ACTIVE for port object 5e0f8409-296d-4c01-80fd-2224022e108c will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:31.960813 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2e2f609c-1ad9-4327-8d31-245b28d53cdc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:31.989584 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6a91e45b-48aa-4c62-83f5-a16be4148d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.055402 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49236) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:32.107202 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-57065846-4d64-42fd-b05d-2b3bb3d87443 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.165586 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-74d383d7-8762-4a93-9d57-ae087b1d3b95 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Deleting port eaea9ca8-e939-4834-8c6b-aa370a312b9f {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:32.166196 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-74d383d7-8762-4a93-9d57-ae087b1d3b95 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.177647 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57065846-4d64-42fd-b05d-2b3bb3d87443 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Network 77d5d845-bb9b-4368-b082-bacd96a9f80d is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:32.186537 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6a91e45b-48aa-4c62-83f5-a16be4148d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.196613 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-57065846-4d64-42fd-b05d-2b3bb3d87443 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:32.199413 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57065846-4d64-42fd-b05d-2b3bb3d87443 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:32.218826 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2e2f609c-1ad9-4327-8d31-245b28d53cdc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.219696 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c64c46f-4074-4e31-a0ce-3e29b43d4787 admin admin] Deleting subnet 79c99893-8207-4e23-9050-a52a2bb77308 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:31:32.221759 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2f609c-1ad9-4327-8d31-245b28d53cdc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:32.222334 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2e2f609c-1ad9-4327-8d31-245b28d53cdc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.249638 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2c64c46f-4074-4e31-a0ce-3e29b43d4787 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.255908 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57065846-4d64-42fd-b05d-2b3bb3d87443 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Pushing event updated for resources: {'Port': ['ID=5e0f8409-296d-4c01-80fd-2224022e108c,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:32.354889 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a91e45b-48aa-4c62-83f5-a16be4148d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089a4502-43a8-4d1a-a83c-6f2580f24713,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:32.365975 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6a91e45b-48aa-4c62-83f5-a16be4148d9c admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=52202bcefad54156aa920d25f9d1f61a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7251275 Aug 31 09:31:32.375481 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49242) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:32.397999 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57065846-4d64-42fd-b05d-2b3bb3d87443 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:32.397999 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-57065846-4d64-42fd-b05d-2b3bb3d87443 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.413148 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2c64c46f-4074-4e31-a0ce-3e29b43d4787 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.479167 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49244) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:32.479332 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2e2f609c-1ad9-4327-8d31-245b28d53cdc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.8883374 Aug 31 09:31:32.503970 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-74d383d7-8762-4a93-9d57-ae087b1d3b95 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.528970 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-74d383d7-8762-4a93-9d57-ae087b1d3b95 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Calling delete_port for eaea9ca8-e939-4834-8c6b-aa370a312b9f owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:32.567424 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f609c-1ad9-4327-8d31-245b28d53cdc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Pushing event updated for resources: {'Network': ['ID=c147ddd4-7bd1-4bdc-8071-1ad0f923e9cd,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:32.568669 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 0e944bf6-ae65-49bc-9821-f0fde7eb483f up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:32.601594 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network c147ddd4-7bd1-4bdc-8071-1ad0f923e9cd details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:31:32.623982 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4c496465-6f07-4fe9-b342-a2a82e6f28cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.664961 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4c496465-6f07-4fe9-b342-a2a82e6f28cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.757148 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-57065846-4d64-42fd-b05d-2b3bb3d87443 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9258578 Aug 31 09:31:32.760593 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.761001 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49246) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:32.762220 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2c64c46f-4074-4e31-a0ce-3e29b43d4787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.781014 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-e19471fe-863b-44e6-bc57-c06a954f0e8c tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Request body: {'port': {'network_id': '77d5d845-bb9b-4368-b082-bacd96a9f80d', 'name': 'tempest-TaggedBootDevicesTest-788262028', 'fixed_ips': [{'subnet_id': 'f34f97ee-be68-4a06-a77e-c36751cafa2c'}]}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:32.872405 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-44e59702-dcf1-4a41-b4f2-1c66326ccd3e None None] Provisioning for port 5e0f8409-296d-4c01-80fd-2224022e108c completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:32.892881 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-44e59702-dcf1-4a41-b4f2-1c66326ccd3e None None] Provisioning complete for port 5e0f8409-296d-4c01-80fd-2224022e108c triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:32.892881 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-44e59702-dcf1-4a41-b4f2-1c66326ccd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.959070 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.979537 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4c496465-6f07-4fe9-b342-a2a82e6f28cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.986743 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4c496465-6f07-4fe9-b342-a2a82e6f28cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:32.990128 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4c496465-6f07-4fe9-b342-a2a82e6f28cf admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/089a4502-43a8-4d1a-a83c-6f2580f24713 HTTP/1.1" status: 204 len: 168 time: 0.6116450 Aug 31 09:31:33.010303 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c496465-6f07-4fe9-b342-a2a82e6f28cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089a4502-43a8-4d1a-a83c-6f2580f24713,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:33.023215 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9fd1ce-09b7-4c86-a07c-a81734f4c785 None None] Network 4c2e8d44-f605-48e7-8300-60df4e87697c requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:33.048261 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-44e59702-dcf1-4a41-b4f2-1c66326ccd3e None None] Port 5e0f8409-296d-4c01-80fd-2224022e108c cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:31:33.110759 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-74d383d7-8762-4a93-9d57-ae087b1d3b95 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:33.193413 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322f35a6-cd2e-438d-bf80-61459b3a2e60 tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:33.201524 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322f35a6-cd2e-438d-bf80-61459b3a2e60 tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:33.209028 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322f35a6-cd2e-438d-bf80-61459b3a2e60 tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:33.220938 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322f35a6-cd2e-438d-bf80-61459b3a2e60 tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:33.220938 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-322f35a6-cd2e-438d-bf80-61459b3a2e60 tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] 10.222.0.119 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.7342002 Aug 31 09:31:33.223551 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49258) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:33.266606 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 0e944bf6-ae65-49bc-9821-f0fde7eb483f triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:33.267090 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:33.290480 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d383d7-8762-4a93-9d57-ae087b1d3b95 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Port': ['ID=eaea9ca8-e939-4834-8c6b-aa370a312b9f,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:33.439737 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47e9fd87-97d8-44be-9cc8-28aa54491ac8 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:33.443336 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2c64c46f-4074-4e31-a0ce-3e29b43d4787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:33.477768 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2c64c46f-4074-4e31-a0ce-3e29b43d4787 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:33.482398 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2c64c46f-4074-4e31-a0ce-3e29b43d4787 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/79c99893-8207-4e23-9050-a52a2bb77308 HTTP/1.1" status: 204 len: 168 time: 1.4259477 Aug 31 09:31:33.484664 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49264) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:33.486564 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64c46f-4074-4e31-a0ce-3e29b43d4787 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79c99893-8207-4e23-9050-a52a2bb77308,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:33.510825 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-74d383d7-8762-4a93-9d57-ae087b1d3b95 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:33.530165 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-400861f6-c352-497c-919a-130e3735dc43 None None] Provisioning for port 29b63c52-02fd-470c-b2e8-08b468e1fe58 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:33.565233 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b7073c11-2900-4609-92db-bc0820f0f9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:33.587148 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 29b63c52-02fd-470c-b2e8-08b468e1fe58 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:33.713845 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b7073c11-2900-4609-92db-bc0820f0f9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:33.726847 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-b7073c11-2900-4609-92db-bc0820f0f9ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c19bd9-a6ee-4cc1-b3a2-f177675b0f10']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:33.742347 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-b7073c11-2900-4609-92db-bc0820f0f9ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec00f18e-e5e9-4cfc-ab06-417107c09833') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:33.742772 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-b7073c11-2900-4609-92db-bc0820f0f9ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec00f18e-e5e9-4cfc-ab06-417107c09833') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:33.756824 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b7073c11-2900-4609-92db-bc0820f0f9ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:33.804976 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b7073c11-2900-4609-92db-bc0820f0f9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:33.817495 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7073c11-2900-4609-92db-bc0820f0f9ef admin admin] Releasing vlan 1614 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:31:33.830230 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b7073c11-2900-4609-92db-bc0820f0f9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:33.890582 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 29b63c52-02fd-470c-b2e8-08b468e1fe58 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:33.897691 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 29b63c52-02fd-470c-b2e8-08b468e1fe58 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:33.897691 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:33.917475 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:31:33.917475 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:31:33.917475 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:31:33.917475 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:31:33.917475 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:31:33.917475 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:31:33.917475 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:31:33.917475 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:31:33.917475 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:31:33.917475 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:31:33.917475 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:31:33.917475 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:31:33.917475 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:31:33.917475 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:31:33.917475 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:31:33.917475 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:31:33.917475 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:31:33.917475 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:31:33.917475 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:31:33.917475 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:31:33.917475 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:31:33.917475 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:31:33.917475 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:31:33.917475 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:31:33.917475 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:31:33.917475 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:31:33.917475 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:31:33.917475 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:31:33.917475 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:31:33.917475 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:31:33.917475 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:31:33.917475 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:31:33.943971 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19471fe-863b-44e6-bc57-c06a954f0e8c tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Made reservation on behalf of caa69c38eab14ec7acd072f4cc57de4a for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:33.965830 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e19471fe-863b-44e6-bc57-c06a954f0e8c tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:33.975352 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d383d7-8762-4a93-9d57-ae087b1d3b95 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Router 7cf6c21f-13bd-427b-a1a3-6c2f22ededef has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:31:34.065761 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-e19471fe-863b-44e6-bc57-c06a954f0e8c tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] device_id is not set on port 21872e53-bee1-4235-9d2e-ab94c5aea8c9 yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:31:34.136033 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:34.197780 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d383d7-8762-4a93-9d57-ae087b1d3b95 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:31:34.203490 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-74d383d7-8762-4a93-9d57-ae087b1d3b95 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "PUT /v2.0/routers/7cf6c21f-13bd-427b-a1a3-6c2f22ededef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7894228 Aug 31 09:31:34.207109 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49286) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:34.209711 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f640c8c7-8198-4bf3-b0c5-7477d7669d80 None None] Sync routers for ids ['7cf6c21f-13bd-427b-a1a3-6c2f22ededef'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:31:34.228193 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 29b63c52-02fd-470c-b2e8-08b468e1fe58, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=29b63c52-02fd-470c-b2e8-08b468e1fe58,segment=NetworkSegment(ebe4164f-330f-4102-8ab9-9d9477820b58),segment_id=ebe4164f-330f-4102-8ab9-9d9477820b58)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:34.238312 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47e9fd87-97d8-44be-9cc8-28aa54491ac8 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:34.240036 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f640c8c7-8198-4bf3-b0c5-7477d7669d80 None None] Routers {'7cf6c21f-13bd-427b-a1a3-6c2f22ededef'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:31:34.242469 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8860d643-7c4b-449d-9d83-b3a14c5814b1 None None] Provisioning complete for port 29b63c52-02fd-470c-b2e8-08b468e1fe58 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:34.242743 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f640c8c7-8198-4bf3-b0c5-7477d7669d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:31:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7cf6c21f-13bd-427b-a1a3-6c2f22ededef'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:34.243699 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8860d643-7c4b-449d-9d83-b3a14c5814b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:34.267678 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-47e9fd87-97d8-44be-9cc8-28aa54491ac8 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c147ddd4-7bd1-4bdc-8071-1ad0f923e9cd']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:34.290941 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-9499e1e9-8c6e-44ed-85de-37d6322bf000 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] GET failed (client error): The resource could not be found. Aug 31 09:31:34.293564 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9499e1e9-8c6e-44ed-85de-37d6322bf000 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "GET /v2.0/ports/eaea9ca8-e939-4834-8c6b-aa370a312b9f HTTP/1.1" status: 404 len: 333 time: 0.0646377 Aug 31 09:31:34.296992 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49290) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:34.330706 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f640c8c7-8198-4bf3-b0c5-7477d7669d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:34.347836 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b7073c11-2900-4609-92db-bc0820f0f9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:34.350168 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f640c8c7-8198-4bf3-b0c5-7477d7669d80 None None] Routers {'7cf6c21f-13bd-427b-a1a3-6c2f22ededef'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:31:34.350990 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f640c8c7-8198-4bf3-b0c5-7477d7669d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:31:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['7cf6c21f-13bd-427b-a1a3-6c2f22ededef'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:34.367196 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-47e9fd87-97d8-44be-9cc8-28aa54491ac8 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b71c647-2e74-48b8-97ea-d1a15311cfc2') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:34.367507 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-47e9fd87-97d8-44be-9cc8-28aa54491ac8 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b71c647-2e74-48b8-97ea-d1a15311cfc2') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:34.407247 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f640c8c7-8198-4bf3-b0c5-7477d7669d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:34.409112 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f640c8c7-8198-4bf3-b0c5-7477d7669d80 None None] The sync data for ids ['7cf6c21f-13bd-427b-a1a3-6c2f22ededef'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:31:34.430868 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8860d643-7c4b-449d-9d83-b3a14c5814b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:34.440952 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:34.472703 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fe564d4a-da2a-41fc-97ec-f663e63a94b5 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:34.515126 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-e19471fe-863b-44e6-bc57-c06a954f0e8c tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Allocated IP 10.1.1.127 (77d5d845-bb9b-4368-b082-bacd96a9f80d/f34f97ee-be68-4a06-a77e-c36751cafa2c/21872e53-bee1-4235-9d2e-ab94c5aea8c9) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:34.531000 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47e9fd87-97d8-44be-9cc8-28aa54491ac8 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:34.559644 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b7073c11-2900-4609-92db-bc0820f0f9ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:34.568738 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b7073c11-2900-4609-92db-bc0820f0f9ef admin admin] 10.222.0.119 "DELETE /v2.0/networks/d2c19bd9-a6ee-4cc1-b3a2-f177675b0f10 HTTP/1.1" status: 204 len: 168 time: 1.0787675 Aug 31 09:31:34.584944 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=29b63c52-02fd-470c-b2e8-08b468e1fe58,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:34.588188 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47e9fd87-97d8-44be-9cc8-28aa54491ac8 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:34.596201 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7073c11-2900-4609-92db-bc0820f0f9ef admin admin] Pushing event deleted for resources: {'Network': ['ID=d2c19bd9-a6ee-4cc1-b3a2-f177675b0f10,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:34.631202 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-8860d643-7c4b-449d-9d83-b3a14c5814b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:31:34.631657 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-8860d643-7c4b-449d-9d83-b3a14c5814b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:31:34.661673 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e9fd87-97d8-44be-9cc8-28aa54491ac8 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Releasing vlan 1631 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:31:34.661673 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47e9fd87-97d8-44be-9cc8-28aa54491ac8 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:34.661673 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:31:34.661673 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:31:34.661673 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:31:34.661673 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:31:34.661673 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:31:34.661673 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:31:34.661673 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:31:34.661673 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:31:34.661673 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:31:34.661673 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:31:34.661673 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:31:34.661673 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:31:34.661673 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:31:34.661673 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:31:34.661673 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:31:34.661673 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:31:34.661673 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:31:34.661673 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:31:34.661673 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:31:34.661673 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:31:34.661673 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:31:34.661673 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:31:34.661673 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:31:34.661673 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:31:34.661673 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:31:34.661673 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:31:34.661673 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:31:34.661673 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:31:34.661673 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:31:34.661673 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:31:34.661673 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:31:34.661673 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:31:34.817403 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fe564d4a-da2a-41fc-97ec-f663e63a94b5 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:34.823611 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fe564d4a-da2a-41fc-97ec-f663e63a94b5 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:34.936387 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47e9fd87-97d8-44be-9cc8-28aa54491ac8 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:34.962691 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e19471fe-863b-44e6-bc57-c06a954f0e8c tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:34.967847 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e9fd87-97d8-44be-9cc8-28aa54491ac8 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c147ddd4-7bd1-4bdc-8071-1ad0f923e9cd {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 09:31:34.969206 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47e9fd87-97d8-44be-9cc8-28aa54491ac8 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:34.971738 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-47e9fd87-97d8-44be-9cc8-28aa54491ac8 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] 10.222.0.119 "DELETE /v2.0/networks/c147ddd4-7bd1-4bdc-8071-1ad0f923e9cd HTTP/1.1" status: 204 len: 168 time: 1.7472656 Aug 31 09:31:34.975633 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49304) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:34.982832 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9fd87-97d8-44be-9cc8-28aa54491ac8 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Pushing event deleted for resources: {'Network': ['ID=c147ddd4-7bd1-4bdc-8071-1ad0f923e9cd,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:34.983144 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-b0f830b0-75a4-4f6a-89f2-0f03fe46e10f tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Request body: {'network': {'name': 'tempest-network--245193254', 'router:external': True}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:35.222846 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-e19471fe-863b-44e6-bc57-c06a954f0e8c tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Transition to ACTIVE for port object 21872e53-bee1-4235-9d2e-ab94c5aea8c9 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:35.224063 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fe564d4a-da2a-41fc-97ec-f663e63a94b5 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:35.230165 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe564d4a-da2a-41fc-97ec-f663e63a94b5 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Fanout notify agent at l3_agent the message router_deleted on router 7cf6c21f-13bd-427b-a1a3-6c2f22ededef {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:31:35.231879 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f830b0-75a4-4f6a-89f2-0f03fe46e10f tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Made reservation on behalf of b85f592c69824404aae37359d80352c1 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:35.234220 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0f830b0-75a4-4f6a-89f2-0f03fe46e10f tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:35.317272 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fe564d4a-da2a-41fc-97ec-f663e63a94b5 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:35.320943 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fe564d4a-da2a-41fc-97ec-f663e63a94b5 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/routers/7cf6c21f-13bd-427b-a1a3-6c2f22ededef HTTP/1.1" status: 204 len: 168 time: 1.0200810 Aug 31 09:31:35.322377 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49310) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:35.354293 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49312) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:35.413102 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0f830b0-75a4-4f6a-89f2-0f03fe46e10f tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] vlan segment allocate from pool success with {'vlan_id': 1645, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:31:35.483050 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0f830b0-75a4-4f6a-89f2-0f03fe46e10f tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:35.483277 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-b0f830b0-75a4-4f6a-89f2-0f03fe46e10f tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Added segment 379277d3-e61a-4e4e-99a3-901d4e5039c6 of type vlan for network 61fd1d3d-271f-4820-83a5-7ee2714e9b28 Aug 31 09:31:35.554613 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f04763ac-cf0e-4994-9e9b-f9720b96413e admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=30eda0fe669f4bd1877bd00e77da890a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1981514 Aug 31 09:31:35.555439 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49316) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:35.638496 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0f830b0-75a4-4f6a-89f2-0f03fe46e10f tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:35.644331 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-99117c2a-a255-4292-a808-695858b6a53d tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Deleting subnet b19a2aff-82e3-4abf-8322-642ddf10e881 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:31:35.690572 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-99117c2a-a255-4292-a808-695858b6a53d tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:35.724340 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e19471fe-863b-44e6-bc57-c06a954f0e8c tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:35.799047 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0f830b0-75a4-4f6a-89f2-0f03fe46e10f tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:35.802395 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f830b0-75a4-4f6a-89f2-0f03fe46e10f tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:35.804482 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0f830b0-75a4-4f6a-89f2-0f03fe46e10f tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:35.835249 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19471fe-863b-44e6-bc57-c06a954f0e8c tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Network 77d5d845-bb9b-4368-b082-bacd96a9f80d is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:35.851290 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-e19471fe-863b-44e6-bc57-c06a954f0e8c tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:35.898686 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19471fe-863b-44e6-bc57-c06a954f0e8c tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:35.962423 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f830b0-75a4-4f6a-89f2-0f03fe46e10f tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Pushing event updated for resources: {'Network': ['ID=61fd1d3d-271f-4820-83a5-7ee2714e9b28,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:35.979517 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 61fd1d3d-271f-4820-83a5-7ee2714e9b28 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:31:35.994083 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b0f830b0-75a4-4f6a-89f2-0f03fe46e10f tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0173242 Aug 31 09:31:36.000662 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49322) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:36.000795 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-024009be-5b18-4c6a-afe8-fe6ba0d30fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:36.036573 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-99117c2a-a255-4292-a808-695858b6a53d tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:36.226051 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-99117c2a-a255-4292-a808-695858b6a53d tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:36.243252 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8bb1f1-1792-474f-bc54-f4cc09162738 tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:36.252022 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4e8bb1f1-1792-474f-bc54-f4cc09162738 tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] 10.222.0.119 "GET /v2.0/networks/61fd1d3d-271f-4820-83a5-7ee2714e9b28 HTTP/1.1" status: 200 len: 756 time: 0.2532275 Aug 31 09:31:36.255248 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49330) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:36.348588 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19471fe-863b-44e6-bc57-c06a954f0e8c tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Pushing event updated for resources: {'Port': ['ID=21872e53-bee1-4235-9d2e-ab94c5aea8c9,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:36.398568 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19471fe-863b-44e6-bc57-c06a954f0e8c tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:36.403690 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e19471fe-863b-44e6-bc57-c06a954f0e8c tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:36.409216 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-024009be-5b18-4c6a-afe8-fe6ba0d30fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:36.455402 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-99117c2a-a255-4292-a808-695858b6a53d tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:36.484426 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e2187c-7ed6-4784-bf7c-1dd86bcc5606 tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:36.491831 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c4e2187c-7ed6-4784-bf7c-1dd86bcc5606 tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] 10.222.0.119 "GET /v2.0/networks/daf573e6-9495-4403-bf90-b297ef67ce16 HTTP/1.1" status: 200 len: 766 time: 0.2336516 Aug 31 09:31:36.498036 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99117c2a-a255-4292-a808-695858b6a53d tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Subnet': ['ID=b19a2aff-82e3-4abf-8322-642ddf10e881,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:36.498036 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-99117c2a-a255-4292-a808-695858b6a53d tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:36.498243 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49336) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:36.498327 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-99117c2a-a255-4292-a808-695858b6a53d tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/subnets/b19a2aff-82e3-4abf-8322-642ddf10e881 HTTP/1.1" status: 204 len: 168 time: 1.1698718 Aug 31 09:31:36.498327 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49338) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:36.502939 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7870f224-6fe4-4a6c-b5f2-e696a603c7c5 None None] Network a1ce007e-96ad-4832-a918-e0933a4a946d requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:36.539092 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e19471fe-863b-44e6-bc57-c06a954f0e8c tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7627869 Aug 31 09:31:36.592644 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-64ed86ae-9637-4e68-aa42-77059d03edfc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:36.620659 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-11918753-decf-482c-b439-89d17a6affad tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:36.655716 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f819c8ef-0a95-4d8f-9334-b7429f28e53b None None] Provisioning for port 21872e53-bee1-4235-9d2e-ab94c5aea8c9 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:36.769342 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-024009be-5b18-4c6a-afe8-fe6ba0d30fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:36.775540 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-024009be-5b18-4c6a-afe8-fe6ba0d30fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:36.777002 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-64ed86ae-9637-4e68-aa42-77059d03edfc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:36.778476 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-024009be-5b18-4c6a-afe8-fe6ba0d30fd5 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/a6e1d734-4c9e-431a-b569-ce43cf23d2ef HTTP/1.1" status: 204 len: 168 time: 1.2166560 Aug 31 09:31:36.787398 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 29b63c52-02fd-470c-b2e8-08b468e1fe58 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:36.789105 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f819c8ef-0a95-4d8f-9334-b7429f28e53b None None] Provisioning complete for port 21872e53-bee1-4235-9d2e-ab94c5aea8c9 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:36.797525 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f819c8ef-0a95-4d8f-9334-b7429f28e53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:36.839207 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-64ed86ae-9637-4e68-aa42-77059d03edfc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61fd1d3d-271f-4820-83a5-7ee2714e9b28']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:36.867726 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-64ed86ae-9637-4e68-aa42-77059d03edfc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '379277d3-e61a-4e4e-99a3-901d4e5039c6') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:36.868262 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-64ed86ae-9637-4e68-aa42-77059d03edfc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '379277d3-e61a-4e4e-99a3-901d4e5039c6') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:36.880510 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024009be-5b18-4c6a-afe8-fe6ba0d30fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e1d734-4c9e-431a-b569-ce43cf23d2ef,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:36.883157 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-64ed86ae-9637-4e68-aa42-77059d03edfc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:36.916444 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-11918753-decf-482c-b439-89d17a6affad tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Deleting port 56ea3566-5b2f-4267-a5df-ed9d883d4e28 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:36.916787 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-11918753-decf-482c-b439-89d17a6affad tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:36.952846 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-64ed86ae-9637-4e68-aa42-77059d03edfc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:37.015401 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ed86ae-9637-4e68-aa42-77059d03edfc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Releasing vlan 1645 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:31:37.018785 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-64ed86ae-9637-4e68-aa42-77059d03edfc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:37.023565 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:31:37.023565 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:31:37.023565 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:31:37.023565 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:31:37.023565 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:31:37.023565 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:31:37.023565 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:31:37.023565 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:31:37.023565 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:31:37.023565 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:31:37.023565 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:31:37.023565 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:31:37.023565 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:31:37.023565 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:31:37.023565 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:31:37.023565 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:31:37.023565 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:31:37.023565 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:31:37.023565 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:31:37.023565 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:31:37.023565 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:31:37.023565 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:31:37.023565 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:31:37.023565 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:31:37.023565 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:31:37.023565 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:31:37.023565 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:31:37.023565 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:31:37.023565 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:31:37.023565 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:31:37.023565 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:31:37.023565 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:31:37.079521 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-11918753-decf-482c-b439-89d17a6affad tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] For port 56ea3566-5b2f-4267-a5df-ed9d883d4e28, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=56ea3566-5b2f-4267-a5df-ed9d883d4e28,segment=NetworkSegment(272a473f-6793-4cf2-8ffe-51638b6d95ca),segment_id=272a473f-6793-4cf2-8ffe-51638b6d95ca)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:37.080138 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-11918753-decf-482c-b439-89d17a6affad tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:37.082298 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-f819c8ef-0a95-4d8f-9334-b7429f28e53b None None] Port 21872e53-bee1-4235-9d2e-ab94c5aea8c9 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:31:37.107459 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-11918753-decf-482c-b439-89d17a6affad tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Calling delete_port for 56ea3566-5b2f-4267-a5df-ed9d883d4e28 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:37.163013 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 29b63c52-02fd-470c-b2e8-08b468e1fe58 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:37.163013 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:37.245353 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9782d83a-0f9c-4b5c-b792-44bf582e57ae None None] DHCP port deletion for a1ce007e-96ad-4832-a918-e0933a4a946d request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:31:37.457314 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-9782d83a-0f9c-4b5c-b792-44bf582e57ae None None] Deleting port 56ea3566-5b2f-4267-a5df-ed9d883d4e28 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:37.463911 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9782d83a-0f9c-4b5c-b792-44bf582e57ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:37.651269 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-9782d83a-0f9c-4b5c-b792-44bf582e57ae None None] For port 56ea3566-5b2f-4267-a5df-ed9d883d4e28, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=56ea3566-5b2f-4267-a5df-ed9d883d4e28,segment=NetworkSegment(272a473f-6793-4cf2-8ffe-51638b6d95ca),segment_id=272a473f-6793-4cf2-8ffe-51638b6d95ca)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:37.656446 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9782d83a-0f9c-4b5c-b792-44bf582e57ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:37.661902 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-64ed86ae-9637-4e68-aa42-77059d03edfc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:37.667764 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ed86ae-9637-4e68-aa42-77059d03edfc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 61fd1d3d-271f-4820-83a5-7ee2714e9b28 {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 09:31:37.683170 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-64ed86ae-9637-4e68-aa42-77059d03edfc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:37.691956 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-64ed86ae-9637-4e68-aa42-77059d03edfc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] 10.222.0.119 "DELETE /v2.0/networks/61fd1d3d-271f-4820-83a5-7ee2714e9b28 HTTP/1.1" status: 204 len: 168 time: 1.1982684 Aug 31 09:31:37.692605 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49364) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:37.696887 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-9782d83a-0f9c-4b5c-b792-44bf582e57ae None None] Calling delete_port for 56ea3566-5b2f-4267-a5df-ed9d883d4e28 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:37.699862 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-8daffb4e-b958-4a83-bab4-4faf6dae0a7d tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Request body: {'network': {'name': 'tempest-network--1476020989'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:37.737290 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-11918753-decf-482c-b439-89d17a6affad tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:37.749572 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed86ae-9637-4e68-aa42-77059d03edfc tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Pushing event deleted for resources: {'Network': ['ID=61fd1d3d-271f-4820-83a5-7ee2714e9b28,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:37.767328 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11918753-decf-482c-b439-89d17a6affad tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] No DVR routers for this DVR port 56ea3566-5b2f-4267-a5df-ed9d883d4e28 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:31:37.839850 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8daffb4e-b958-4a83-bab4-4faf6dae0a7d tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Made reservation on behalf of b85f592c69824404aae37359d80352c1 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:37.841275 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8daffb4e-b958-4a83-bab4-4faf6dae0a7d tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:37.864506 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11918753-decf-482c-b439-89d17a6affad tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Port': ['ID=56ea3566-5b2f-4267-a5df-ed9d883d4e28,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:37.866290 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49370) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:37.871264 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-1c58cee4-71e9-4ab9-b759-8062d0ae274e tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1867266502', 'description': 'tempest-description--42182298'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:37.944080 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8daffb4e-b958-4a83-bab4-4faf6dae0a7d tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] vlan segment allocate from pool success with {'vlan_id': 1624, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:31:37.955285 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8daffb4e-b958-4a83-bab4-4faf6dae0a7d tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:37.955647 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-8daffb4e-b958-4a83-bab4-4faf6dae0a7d tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Added segment 7a28f885-4fee-44f9-95ad-f7d82bc6fd55 of type vlan for network 8ae82211-5ff9-48b7-87cc-2782aa797ff8 Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:31:38.033306 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:31:38.036009 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:31:38.036009 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:31:38.036009 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:31:38.036009 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:31:38.036009 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:31:38.036009 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:31:38.036009 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:31:38.036009 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:31:38.036009 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:31:38.036009 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:31:38.036009 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:31:38.036009 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:31:38.036009 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:31:38.036009 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:31:38.036736 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8daffb4e-b958-4a83-bab4-4faf6dae0a7d tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:38.041434 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9782d83a-0f9c-4b5c-b792-44bf582e57ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:38.092053 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9782d83a-0f9c-4b5c-b792-44bf582e57ae None None] Pushing event deleted for resources: {'Port': ['ID=56ea3566-5b2f-4267-a5df-ed9d883d4e28,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:38.097274 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9782d83a-0f9c-4b5c-b792-44bf582e57ae None None] No DVR routers for this DVR port 56ea3566-5b2f-4267-a5df-ed9d883d4e28 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:31:38.165017 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8daffb4e-b958-4a83-bab4-4faf6dae0a7d tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:38.165820 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daffb4e-b958-4a83-bab4-4faf6dae0a7d tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:38.166879 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8daffb4e-b958-4a83-bab4-4faf6dae0a7d tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:38.208447 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-11918753-decf-482c-b439-89d17a6affad tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:38.233268 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-11918753-decf-482c-b439-89d17a6affad tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ce007e-96ad-4832-a918-e0933a4a946d']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:38.272514 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-11918753-decf-482c-b439-89d17a6affad tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '272a473f-6793-4cf2-8ffe-51638b6d95ca') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:38.273078 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-11918753-decf-482c-b439-89d17a6affad tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '272a473f-6793-4cf2-8ffe-51638b6d95ca') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:38.287449 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c58cee4-71e9-4ab9-b759-8062d0ae274e tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:38.288818 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daffb4e-b958-4a83-bab4-4faf6dae0a7d tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Pushing event updated for resources: {'Network': ['ID=8ae82211-5ff9-48b7-87cc-2782aa797ff8,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:38.300666 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 8ae82211-5ff9-48b7-87cc-2782aa797ff8 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:31:38.336546 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-11918753-decf-482c-b439-89d17a6affad tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:38.368371 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-11918753-decf-482c-b439-89d17a6affad tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:38.373477 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8daffb4e-b958-4a83-bab4-4faf6dae0a7d tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6755660 Aug 31 09:31:38.373802 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49384) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:38.380161 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-17bed3c4-3811-4a89-9d81-18b9ec0fd778 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:38.407208 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11918753-decf-482c-b439-89d17a6affad tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Releasing vlan 1607 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:31:38.408237 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-11918753-decf-482c-b439-89d17a6affad tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:38.430002 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:31:38.430002 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:31:38.430002 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:31:38.430002 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:31:38.430002 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:31:38.430002 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:31:38.430002 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:31:38.430002 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:31:38.430002 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:31:38.430002 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:31:38.430002 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:31:38.430002 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:31:38.430002 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:31:38.430002 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:31:38.430002 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:31:38.430002 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:31:38.430002 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:31:38.430002 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:31:38.430002 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:31:38.430002 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:31:38.430002 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:31:38.430002 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:31:38.430002 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:31:38.430002 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:31:38.430002 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:31:38.430002 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:31:38.430002 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:31:38.430002 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:31:38.430002 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:31:38.430002 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:31:38.430002 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:31:38.430002 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:31:38.582915 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 56ea3566-5b2f-4267-a5df-ed9d883d4e28 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:31:38.628111 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 56ea3566-5b2f-4267-a5df-ed9d883d4e28 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:31:38.628695 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 56ea3566-5b2f-4267-a5df-ed9d883d4e28 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:31:38.720801 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-17bed3c4-3811-4a89-9d81-18b9ec0fd778 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:38.746768 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c58cee4-71e9-4ab9-b759-8062d0ae274e tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:38.833394 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-11918753-decf-482c-b439-89d17a6affad tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:38.848494 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-11918753-decf-482c-b439-89d17a6affad tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:38.850765 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-11918753-decf-482c-b439-89d17a6affad tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/networks/a1ce007e-96ad-4832-a918-e0933a4a946d HTTP/1.1" status: 204 len: 168 time: 2.3526645 Aug 31 09:31:38.857578 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49396) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:38.875178 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-17bed3c4-3811-4a89-9d81-18b9ec0fd778 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:38.902255 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c58cee4-71e9-4ab9-b759-8062d0ae274e tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:38.972972 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11918753-decf-482c-b439-89d17a6affad tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Network': ['ID=a1ce007e-96ad-4832-a918-e0933a4a946d,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:39.026876 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58cee4-71e9-4ab9-b759-8062d0ae274e tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6a810d-2513-4e76-99cc-51dce4ee3e8a,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:39.050320 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-17bed3c4-3811-4a89-9d81-18b9ec0fd778 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Network 8ae82211-5ff9-48b7-87cc-2782aa797ff8 is not hosted by any dhcp agent {{(pid=95552) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 09:31:39.051270 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bed3c4-3811-4a89-9d81-18b9ec0fd778 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:39.059241 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-17bed3c4-3811-4a89-9d81-18b9ec0fd778 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:39.059241 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-17bed3c4-3811-4a89-9d81-18b9ec0fd778 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] 10.222.0.119 "PUT /v2.0/networks/8ae82211-5ff9-48b7-87cc-2782aa797ff8 HTTP/1.1" status: 200 len: 859 time: 0.6783786 Aug 31 09:31:39.059467 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49402) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:39.102361 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3e91be-4f99-4749-a3c0-e814ff4081bc tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:39.102361 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-cc3e91be-4f99-4749-a3c0-e814ff4081bc tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "GET /v2.0/ports/6f00f00a-01b9-4f30-9a3b-02fbddfee53d HTTP/1.1" status: 200 len: 841 time: 0.2430689 Aug 31 09:31:39.108262 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49404) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:39.188374 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bed3c4-3811-4a89-9d81-18b9ec0fd778 tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Pushing event updated for resources: {'Network': ['ID=8ae82211-5ff9-48b7-87cc-2782aa797ff8,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:39.192940 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c58cee4-71e9-4ab9-b759-8062d0ae274e tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:39.192940 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1c58cee4-71e9-4ab9-b759-8062d0ae274e tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3245902 Aug 31 09:31:39.198577 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49408) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:39.230740 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9f8154f0-68e9-481a-816b-ce412ecda2cb tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "GET /v2.0/ports/6f00f00a-01b9-4f30-9a3b-02fbddfee53d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1099024 Aug 31 09:31:39.231595 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49410) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:39.253712 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-d22e3578-34cf-4b69-b650-833ef7ba1f15 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'subnet': {'network_id': '7b201fa3-3f7b-4800-91ce-e05513d8da89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:39.270175 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-157a0361-d6ae-4baa-acb6-bc25f95df139 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Request body: {'security_group_rule': {'security_group_id': '6d6a810d-2513-4e76-99cc-51dce4ee3e8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:39.277966 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ea52592b-bd96-436e-b847-7b02440c126a tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:39.400296 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49414) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:39.499338 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ea52592b-bd96-436e-b847-7b02440c126a tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:39.514299 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-157a0361-d6ae-4baa-acb6-bc25f95df139 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:39.623163 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-ea52592b-bd96-436e-b847-7b02440c126a tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae82211-5ff9-48b7-87cc-2782aa797ff8']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:39.642248 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-ea52592b-bd96-436e-b847-7b02440c126a tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a28f885-4fee-44f9-95ad-f7d82bc6fd55') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:39.642648 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-ea52592b-bd96-436e-b847-7b02440c126a tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a28f885-4fee-44f9-95ad-f7d82bc6fd55') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:39.662250 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ea52592b-bd96-436e-b847-7b02440c126a tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:39.678925 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-157a0361-d6ae-4baa-acb6-bc25f95df139 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:39.688539 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ea52592b-bd96-436e-b847-7b02440c126a tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:39.705217 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea52592b-bd96-436e-b847-7b02440c126a tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Releasing vlan 1624 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:31:39.705217 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ea52592b-bd96-436e-b847-7b02440c126a tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:39.707545 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22e3578-34cf-4b69-b650-833ef7ba1f15 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:39.711788 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d22e3578-34cf-4b69-b650-833ef7ba1f15 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:39.719368 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:31:39.719368 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:31:39.719368 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:31:39.719368 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:31:39.719368 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:31:39.719368 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:31:39.719368 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:31:39.719368 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:31:39.719368 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:31:39.719368 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:31:39.719368 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:31:39.719368 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:31:39.719368 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:31:39.719368 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:31:39.719368 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:31:39.719368 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:31:39.719368 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:31:39.719368 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:31:39.719368 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:31:39.719368 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:31:39.719368 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:31:39.719368 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:31:39.719368 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:31:39.719368 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:31:39.719368 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:31:39.719368 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:31:39.719368 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:31:39.719368 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:31:39.719368 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:31:39.719368 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:31:39.719368 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:31:39.719368 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:31:39.801572 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-157a0361-d6ae-4baa-acb6-bc25f95df139 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:39.832869 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a0361-d6ae-4baa-acb6-bc25f95df139 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cdf8c61-337d-40d1-9b41-408709a526d1,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:39.873681 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-05ef965c-2daa-4df3-be39-a3aeee3ec695 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2088720709-network', 'tenant_id': '4b0ec785679448fca08d0ab2b949ef4a'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:39.938316 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-157a0361-d6ae-4baa-acb6-bc25f95df139 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:39.945779 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49430) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:39.946370 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-157a0361-d6ae-4baa-acb6-bc25f95df139 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7466753 Aug 31 09:31:39.955842 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-14fad1fd-9e99-4838-8c5e-d253cfb31c2a tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Request body: {'security_group_rule': {'security_group_id': '6d6a810d-2513-4e76-99cc-51dce4ee3e8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:39.964367 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ea52592b-bd96-436e-b847-7b02440c126a tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:39.976010 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea52592b-bd96-436e-b847-7b02440c126a tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8ae82211-5ff9-48b7-87cc-2782aa797ff8 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 09:31:39.979668 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ea52592b-bd96-436e-b847-7b02440c126a tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:39.990169 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ea52592b-bd96-436e-b847-7b02440c126a tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] 10.222.0.119 "DELETE /v2.0/networks/8ae82211-5ff9-48b7-87cc-2782aa797ff8 HTTP/1.1" status: 204 len: 168 time: 0.9326296 Aug 31 09:31:39.994295 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49434) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:40.006340 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52592b-bd96-436e-b847-7b02440c126a tempest-ExternalNetworksTestJSON-1070893179 tempest-ExternalNetworksTestJSON-1070893179-project-admin] Pushing event deleted for resources: {'Network': ['ID=8ae82211-5ff9-48b7-87cc-2782aa797ff8,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:40.041778 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-e67c7955-e59f-4d8f-bff4-01abdc16150a tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] DELETE failed (client error): The resource could not be found. Aug 31 09:31:40.042232 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e67c7955-e59f-4d8f-bff4-01abdc16150a tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:31:40.047011 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49436) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:40.047380 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e67c7955-e59f-4d8f-bff4-01abdc16150a tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] 10.222.0.119 "DELETE /v2.0/subnets/28ba93b9-dba1-486e-8deb-75d6dd3cc12c HTTP/1.1" status: 404 len: 337 time: 0.0519946 Aug 31 09:31:40.076870 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ef965c-2daa-4df3-be39-a3aeee3ec695 admin admin] Made reservation on behalf of 4b0ec785679448fca08d0ab2b949ef4a for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:40.079690 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-05ef965c-2daa-4df3-be39-a3aeee3ec695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:40.131316 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-05ef965c-2daa-4df3-be39-a3aeee3ec695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:40.176539 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fa20a016-bb7b-4ffe-ad52-8d35fb38768f tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:40.243349 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14fad1fd-9e99-4838-8c5e-d253cfb31c2a tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:40.362030 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-05ef965c-2daa-4df3-be39-a3aeee3ec695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:40.467478 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-05ef965c-2daa-4df3-be39-a3aeee3ec695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:40.512118 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14fad1fd-9e99-4838-8c5e-d253cfb31c2a tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:40.533077 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fa20a016-bb7b-4ffe-ad52-8d35fb38768f tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:40.545195 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05ef965c-2daa-4df3-be39-a3aeee3ec695 admin admin] vlan segment allocate from pool success with {'vlan_id': 1623, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:31:40.547569 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef965c-2daa-4df3-be39-a3aeee3ec695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891e4c35-d358-4959-9795-e1e381d74164,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:40.548535 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d22e3578-34cf-4b69-b650-833ef7ba1f15 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:40.561393 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-fa20a016-bb7b-4ffe-ad52-8d35fb38768f tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf573e6-9495-4403-bf90-b297ef67ce16']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:40.576049 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-05ef965c-2daa-4df3-be39-a3aeee3ec695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:40.576403 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-05ef965c-2daa-4df3-be39-a3aeee3ec695 admin admin] Added segment 1bf39079-f9bb-4243-ab62-118ee90b857b of type vlan for network ad357b40-14ae-48e1-976c-080cca104379 Aug 31 09:31:40.578739 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-fa20a016-bb7b-4ffe-ad52-8d35fb38768f tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de42e57b-d0b1-4540-a476-fe3cba9e3ed6') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:40.579078 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-fa20a016-bb7b-4ffe-ad52-8d35fb38768f tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de42e57b-d0b1-4540-a476-fe3cba9e3ed6') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:31:40.608994 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fa20a016-bb7b-4ffe-ad52-8d35fb38768f tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:40.644116 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49446) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:40.663781 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22e3578-34cf-4b69-b650-833ef7ba1f15 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network 7b201fa3-3f7b-4800-91ce-e05513d8da89 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:40.665196 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14fad1fd-9e99-4838-8c5e-d253cfb31c2a tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:40.669790 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-d22e3578-34cf-4b69-b650-833ef7ba1f15 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:40.678658 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfb4065-4ce9-4eb2-9644-c95eb74424d7 None None] Network 7b201fa3-3f7b-4800-91ce-e05513d8da89 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:40.692716 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22e3578-34cf-4b69-b650-833ef7ba1f15 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:40.698249 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d22e3578-34cf-4b69-b650-833ef7ba1f15 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:40.701587 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fa20a016-bb7b-4ffe-ad52-8d35fb38768f tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:40.715087 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-05ef965c-2daa-4df3-be39-a3aeee3ec695 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:40.725931 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa20a016-bb7b-4ffe-ad52-8d35fb38768f tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] Releasing vlan 1626 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:31:40.728770 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fa20a016-bb7b-4ffe-ad52-8d35fb38768f tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:40.736954 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:31:40.736954 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:31:40.736954 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:31:40.736954 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:31:40.736954 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:31:40.736954 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:31:40.736954 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:31:40.736954 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:31:40.736954 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:31:40.736954 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:31:40.736954 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:31:40.736954 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:31:40.736954 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:31:40.736954 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:31:40.736954 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:31:40.736954 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:31:40.736954 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:31:40.736954 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:31:40.736954 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:31:40.736954 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:31:40.736954 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:31:40.736954 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:31:40.736954 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:31:40.736954 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:31:40.736954 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:31:40.736954 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:31:40.736954 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:31:40.736954 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:31:40.736954 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:31:40.736954 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:31:40.736954 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:31:40.736954 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:31:40.765164 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fad1fd-9e99-4838-8c5e-d253cfb31c2a tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=803e2230-d651-4e71-b97d-fda25cec1a79,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:40.798595 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e3578-34cf-4b69-b650-833ef7ba1f15 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Subnet': ['ID=76c7bc06-34f0-4a70-a573-56c6b97d52d3,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:40.856470 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d22e3578-34cf-4b69-b650-833ef7ba1f15 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6232214 Aug 31 09:31:40.867147 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49452) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:40.867147 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-54964bd7-fe74-4ef9-a1cf-2ce052f863d0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'security_group': {'name': 'tempest-secgroup-113072276'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:40.893105 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-04d5e145-8972-4558-99c3-bfb9b8b17366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:40.895662 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.db.resource_extend [None req-05ef965c-2daa-4df3-be39-a3aeee3ec695 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:31:40.900859 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14fad1fd-9e99-4838-8c5e-d253cfb31c2a tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:40.906857 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-14fad1fd-9e99-4838-8c5e-d253cfb31c2a tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9535294 Aug 31 09:31:40.913920 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49454) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:40.918782 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-fcb17bc9-77b2-4787-9719-6f5b5e3e1efa tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:41.050525 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bbe4ed-f601-47b9-b5cf-50f22f9bba1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-7b201fa3-3f7b-4800-91ce-e05513d8da89', 'network_id': '7b201fa3-3f7b-4800-91ce-e05513d8da89', 'tenant_id': 'dd41ede79b994e67a9471c7b052bd4e8', 'fixed_ips': [{'subnet_id': '76c7bc06-34f0-4a70-a573-56c6b97d52d3'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:31:41.051511 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-94bbe4ed-f601-47b9-b5cf-50f22f9bba1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:41.090426 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-05ef965c-2daa-4df3-be39-a3aeee3ec695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:41.093394 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ef965c-2daa-4df3-be39-a3aeee3ec695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:41.093394 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-05ef965c-2daa-4df3-be39-a3aeee3ec695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:41.095052 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-54964bd7-fe74-4ef9-a1cf-2ce052f863d0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:41.176915 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fa20a016-bb7b-4ffe-ad52-8d35fb38768f tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:41.185173 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fa20a016-bb7b-4ffe-ad52-8d35fb38768f tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:41.190362 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-fa20a016-bb7b-4ffe-ad52-8d35fb38768f tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] 10.222.0.119 "DELETE /v2.0/networks/daf573e6-9495-4403-bf90-b297ef67ce16 HTTP/1.1" status: 204 len: 168 time: 1.1385963 Aug 31 09:31:41.201605 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef965c-2daa-4df3-be39-a3aeee3ec695 admin admin] Pushing event updated for resources: {'Network': ['ID=ad357b40-14ae-48e1-976c-080cca104379,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:41.223947 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fcb17bc9-77b2-4787-9719-6f5b5e3e1efa tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for floatingip, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:41.274584 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20a016-bb7b-4ffe-ad52-8d35fb38768f tempest-ExternalNetworksTestJSON-2120070671 tempest-ExternalNetworksTestJSON-2120070671-project] Pushing event deleted for resources: {'Network': ['ID=daf573e6-9495-4403-bf90-b297ef67ce16,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:41.346284 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-05ef965c-2daa-4df3-be39-a3aeee3ec695 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9446568 Aug 31 09:31:41.350966 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49464) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:41.366186 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-c4cbaaaa-64ac-4e4c-ac8c-9211828b6687 admin admin] Request body: {'subnet': {'network_id': 'ad357b40-14ae-48e1-976c-080cca104379', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2088720709-subnet', 'tenant_id': '4b0ec785679448fca08d0ab2b949ef4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:41.430076 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fcb17bc9-77b2-4787-9719-6f5b5e3e1efa tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:41.438802 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network ad357b40-14ae-48e1-976c-080cca104379 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:31:41.606749 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-54964bd7-fe74-4ef9-a1cf-2ce052f863d0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:41.618391 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-94bbe4ed-f601-47b9-b5cf-50f22f9bba1e None None] Allocated IP 172.20.0.2 (7b201fa3-3f7b-4800-91ce-e05513d8da89/76c7bc06-34f0-4a70-a573-56c6b97d52d3/1e9940c6-fea6-4902-bd9c-46fd818d30eb) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:41.727494 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-23636341-20fc-4823-9ac8-5cecc5d6d999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:41.769767 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-fcb17bc9-77b2-4787-9719-6f5b5e3e1efa tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Allocated IP 172.25.2.28 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/43f563ba-d2bd-4255-8cdb-68f1387bc4c1) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:41.774985 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-54964bd7-fe74-4ef9-a1cf-2ce052f863d0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:41.947103 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54964bd7-fe74-4ef9-a1cf-2ce052f863d0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfb306e-5587-4b68-bf9a-300bfd482721,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:41.969667 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-94bbe4ed-f601-47b9-b5cf-50f22f9bba1e None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:41.984416 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-94bbe4ed-f601-47b9-b5cf-50f22f9bba1e None None] Transition to ACTIVE for port object 1e9940c6-fea6-4902-bd9c-46fd818d30eb will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:41.992733 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49472) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:41.994010 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-04d5e145-8972-4558-99c3-bfb9b8b17366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.004532 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-94bbe4ed-f601-47b9-b5cf-50f22f9bba1e None None] Transition to ACTIVE for port object 1e9940c6-fea6-4902-bd9c-46fd818d30eb will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:42.025599 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fcb17bc9-77b2-4787-9719-6f5b5e3e1efa tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.060127 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-04d5e145-8972-4558-99c3-bfb9b8b17366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.080339 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-94bbe4ed-f601-47b9-b5cf-50f22f9bba1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.121407 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-54964bd7-fe74-4ef9-a1cf-2ce052f863d0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.122695 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-54964bd7-fe74-4ef9-a1cf-2ce052f863d0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2618392 Aug 31 09:31:42.129005 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49476) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:42.131501 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-04d5e145-8972-4558-99c3-bfb9b8b17366 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=2b3be31754fd40938984f40f9ef03c75&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4860916 Aug 31 09:31:42.134301 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49478) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:42.143571 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-ea933f92-5c41-48be-8c6f-5f851e12bc43 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'security_group': {'name': 'tempest-secgroup-1118445961'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:42.148468 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5e145-8972-4558-99c3-bfb9b8b17366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18cc796-0a8f-4e25-ace8-3ba78dc29b41,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:42.182796 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bbe4ed-f601-47b9-b5cf-50f22f9bba1e None None] Pushing event updated for resources: {'Port': ['ID=1e9940c6-fea6-4902-bd9c-46fd818d30eb,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:42.207740 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fcb17bc9-77b2-4787-9719-6f5b5e3e1efa tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.209259 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bbe4ed-f601-47b9-b5cf-50f22f9bba1e None None] Network 7b201fa3-3f7b-4800-91ce-e05513d8da89 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:42.215186 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-94bbe4ed-f601-47b9-b5cf-50f22f9bba1e None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:42.222582 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fb273b0d-483b-40b8-9649-6d9965fed8a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.222766 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bbe4ed-f601-47b9-b5cf-50f22f9bba1e None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:42.264947 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb17bc9-77b2-4787-9719-6f5b5e3e1efa tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:42.286342 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fb273b0d-483b-40b8-9649-6d9965fed8a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.288069 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-fcb17bc9-77b2-4787-9719-6f5b5e3e1efa tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:42.298532 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cbaaaa-64ac-4e4c-ac8c-9211828b6687 admin admin] Made reservation on behalf of 4b0ec785679448fca08d0ab2b949ef4a for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:42.303468 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c4cbaaaa-64ac-4e4c-ac8c-9211828b6687 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.305301 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb17bc9-77b2-4787-9719-6f5b5e3e1efa tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:42.309169 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb17bc9-77b2-4787-9719-6f5b5e3e1efa tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Pushing event updated for resources: {'Port': ['ID=43f563ba-d2bd-4255-8cdb-68f1387bc4c1,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:42.384687 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-94bbe4ed-f601-47b9-b5cf-50f22f9bba1e None None] Attempting to bind port 1e9940c6-fea6-4902-bd9c-46fd818d30eb on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:31:42.385079 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-94bbe4ed-f601-47b9-b5cf-50f22f9bba1e None None] Attempting to bind port 1e9940c6-fea6-4902-bd9c-46fd818d30eb by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '91b0e4e9-2466-4f92-8e15-3f0dd11e6335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': '7b201fa3-3f7b-4800-91ce-e05513d8da89'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:31:42.387219 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bbe4ed-f601-47b9-b5cf-50f22f9bba1e None None] Attempting to bind port 1e9940c6-fea6-4902-bd9c-46fd818d30eb on network 7b201fa3-3f7b-4800-91ce-e05513d8da89 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:42.398470 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bbe4ed-f601-47b9-b5cf-50f22f9bba1e None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:31:42.402596 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bbe4ed-f601-47b9-b5cf-50f22f9bba1e None None] Checking segment: {'id': '91b0e4e9-2466-4f92-8e15-3f0dd11e6335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': '7b201fa3-3f7b-4800-91ce-e05513d8da89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:42.403042 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-94bbe4ed-f601-47b9-b5cf-50f22f9bba1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.403457 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bbe4ed-f601-47b9-b5cf-50f22f9bba1e None None] Bound using segment: {'id': '91b0e4e9-2466-4f92-8e15-3f0dd11e6335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': '7b201fa3-3f7b-4800-91ce-e05513d8da89'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:31:42.406212 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-94bbe4ed-f601-47b9-b5cf-50f22f9bba1e None None] Bound port: 1e9940c6-fea6-4902-bd9c-46fd818d30eb, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b0e4e9-2466-4f92-8e15-3f0dd11e6335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': '7b201fa3-3f7b-4800-91ce-e05513d8da89'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:31:42.407836 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-94bbe4ed-f601-47b9-b5cf-50f22f9bba1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.425134 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1d52853e-42ca-4efb-8d2f-adc2a5bd9f64 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=d363bcde0bc74a3ba30b0d8323091b61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4289365 Aug 31 09:31:42.428159 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49480) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:42.479441 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ea933f92-5c41-48be-8c6f-5f851e12bc43 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.536536 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-94bbe4ed-f601-47b9-b5cf-50f22f9bba1e None None] For port 1e9940c6-fea6-4902-bd9c-46fd818d30eb, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:31:42.540475 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-94bbe4ed-f601-47b9-b5cf-50f22f9bba1e None None] For port 1e9940c6-fea6-4902-bd9c-46fd818d30eb, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1e9940c6-fea6-4902-bd9c-46fd818d30eb,segment=NetworkSegment(91b0e4e9-2466-4f92-8e15-3f0dd11e6335),segment_id=91b0e4e9-2466-4f92-8e15-3f0dd11e6335)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:31:42.543372 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-09c4c8e5-1021-4544-948f-20c8e74a9f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.601350 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-09c4c8e5-1021-4544-948f-20c8e74a9f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.607552 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ea933f92-5c41-48be-8c6f-5f851e12bc43 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.629378 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fcb17bc9-77b2-4787-9719-6f5b5e3e1efa tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.656375 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-94bbe4ed-f601-47b9-b5cf-50f22f9bba1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.678970 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ea933f92-5c41-48be-8c6f-5f851e12bc43 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.723711 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fb273b0d-483b-40b8-9649-6d9965fed8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.727797 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fb273b0d-483b-40b8-9649-6d9965fed8a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.729227 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fb273b0d-483b-40b8-9649-6d9965fed8a4 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/b18cc796-0a8f-4e25-ace8-3ba78dc29b41 HTTP/1.1" status: 204 len: 168 time: 0.5940466 Aug 31 09:31:42.779814 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ea933f92-5c41-48be-8c6f-5f851e12bc43 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.781116 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ea933f92-5c41-48be-8c6f-5f851e12bc43 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6484888 Aug 31 09:31:42.789751 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49492) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:42.814959 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-9100d808-5375-4d51-8cc2-0c5f2ac51079 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-717107344', 'security_groups': ['7431e5cd-9487-42ee-bd73-1b3b9a2d443d'], 'network_id': '7b201fa3-3f7b-4800-91ce-e05513d8da89', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '76c7bc06-34f0-4a70-a573-56c6b97d52d3'}]}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:42.818256 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bbe4ed-f601-47b9-b5cf-50f22f9bba1e None None] Pushing event updated for resources: {'Port': ['ID=1e9940c6-fea6-4902-bd9c-46fd818d30eb,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:42.868102 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea933f92-5c41-48be-8c6f-5f851e12bc43 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7431e5cd-9487-42ee-bd73-1b3b9a2d443d,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:42.902598 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c4cbaaaa-64ac-4e4c-ac8c-9211828b6687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:42.927105 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb273b0d-483b-40b8-9649-6d9965fed8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18cc796-0a8f-4e25-ace8-3ba78dc29b41,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:42.988700 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fcb17bc9-77b2-4787-9719-6f5b5e3e1efa tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:43.037284 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-09c4c8e5-1021-4544-948f-20c8e74a9f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:43.040584 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-09c4c8e5-1021-4544-948f-20c8e74a9f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:43.042104 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-09c4c8e5-1021-4544-948f-20c8e74a9f79 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/82bb3d26-1f3b-4d6d-89c5-2a48f22d7915 HTTP/1.1" status: 204 len: 168 time: 0.6130197 Aug 31 09:31:43.061111 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbaaaa-64ac-4e4c-ac8c-9211828b6687 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0615bda2-12d9-45eb-87c9-484d04fcddc1,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:43.086174 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4c8e5-1021-4544-948f-20c8e74a9f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bb3d26-1f3b-4d6d-89c5-2a48f22d7915,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:43.151718 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cbaaaa-64ac-4e4c-ac8c-9211828b6687 admin admin] Checking segment: {'id': '1bf39079-f9bb-4243-ab62-118ee90b857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1623, 'network_id': 'ad357b40-14ae-48e1-976c-080cca104379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:43.152087 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cbaaaa-64ac-4e4c-ac8c-9211828b6687 admin admin] Network hostable DHCP agents. Network: ad357b40-14ae-48e1-976c-080cca104379, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:31:43.299268 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9100d808-5375-4d51-8cc2-0c5f2ac51079 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:43.305187 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cbaaaa-64ac-4e4c-ac8c-9211828b6687 admin admin] Network ad357b40-14ae-48e1-976c-080cca104379 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:31:43.492649 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9100d808-5375-4d51-8cc2-0c5f2ac51079 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:43.501202 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-c4cbaaaa-64ac-4e4c-ac8c-9211828b6687 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, ad357b40-14ae-48e1-976c-080cca104379) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:43.515481 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cbaaaa-64ac-4e4c-ac8c-9211828b6687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:43.519852 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c4cbaaaa-64ac-4e4c-ac8c-9211828b6687 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:43.520586 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64e271d-7162-40df-aea9-7bcd23f8f7e0 None None] Network ad357b40-14ae-48e1-976c-080cca104379 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:43.613525 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-9100d808-5375-4d51-8cc2-0c5f2ac51079 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] device_id is not set on port 4fde3a65-3b3b-4a2f-a2b2-ce4bd0f5b164 yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:31:43.659824 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c4cbaaaa-64ac-4e4c-ac8c-9211828b6687 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3033426 Aug 31 09:31:44.048810 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-9100d808-5375-4d51-8cc2-0c5f2ac51079 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Allocated IP 172.20.0.12 (7b201fa3-3f7b-4800-91ce-e05513d8da89/76c7bc06-34f0-4a70-a573-56c6b97d52d3/4fde3a65-3b3b-4a2f-a2b2-ce4bd0f5b164) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:44.097099 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49514) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:44.119293 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fcb17bc9-77b2-4787-9719-6f5b5e3e1efa tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:44.153017 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-696fabca-27b4-4bae-861f-04766aa72f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:44.192575 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fcb17bc9-77b2-4787-9719-6f5b5e3e1efa tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:44.201450 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8da1d96-d24b-46f4-a09b-d161398d7264 None None] Network ad357b40-14ae-48e1-976c-080cca104379 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:44.284989 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49516) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:44.323146 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fcb17bc9-77b2-4787-9719-6f5b5e3e1efa tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:44.353022 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:31:44.381808 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb17bc9-77b2-4787-9719-6f5b5e3e1efa tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Pushing event updated for resources: {'Port': ['ID=43f563ba-d2bd-4255-8cdb-68f1387bc4c1,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:44.404870 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-862bcccd-8d3e-49fb-9890-e81e3c11b73b admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=b85f592c69824404aae37359d80352c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0829198 Aug 31 09:31:44.409710 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49520) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:44.422458 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9100d808-5375-4d51-8cc2-0c5f2ac51079 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:44.491709 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-9100d808-5375-4d51-8cc2-0c5f2ac51079 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Transition to ACTIVE for port object 4fde3a65-3b3b-4a2f-a2b2-ce4bd0f5b164 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:44.505195 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:44.508328 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-568df12a-3f52-4955-b541-60f6c87d7ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:44.589608 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-00666cb2-be20-474c-a1b9-d6b5cf2b5932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:44.637603 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-00666cb2-be20-474c-a1b9-d6b5cf2b5932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:44.648994 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1e9940c6-fea6-4902-bd9c-46fd818d30eb up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:44.702878 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-696fabca-27b4-4bae-861f-04766aa72f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:44.707795 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9100d808-5375-4d51-8cc2-0c5f2ac51079 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:44.838464 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a86ad9e4-a618-483c-87e0-4ee6353dbc0e None None] Provisioning for port 1e9940c6-fea6-4902-bd9c-46fd818d30eb completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:44.848231 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-00666cb2-be20-474c-a1b9-d6b5cf2b5932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:44.848231 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-00666cb2-be20-474c-a1b9-d6b5cf2b5932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:44.848231 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-00666cb2-be20-474c-a1b9-d6b5cf2b5932 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/2022a7c5-c4af-4672-a82d-ad21472e70f4 HTTP/1.1" status: 204 len: 168 time: 0.4308853 Aug 31 09:31:44.864171 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a86ad9e4-a618-483c-87e0-4ee6353dbc0e None None] Provisioning complete for port 6f00f00a-01b9-4f30-9a3b-02fbddfee53d triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:44.864554 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a86ad9e4-a618-483c-87e0-4ee6353dbc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:44.883727 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00666cb2-be20-474c-a1b9-d6b5cf2b5932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2022a7c5-c4af-4672-a82d-ad21472e70f4,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:44.901952 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fcb17bc9-77b2-4787-9719-6f5b5e3e1efa tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:44.904246 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fcb17bc9-77b2-4787-9719-6f5b5e3e1efa tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9884546 Aug 31 09:31:44.990836 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 1e9940c6-fea6-4902-bd9c-46fd818d30eb completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:44.993557 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a86ad9e4-a618-483c-87e0-4ee6353dbc0e None None] Port 6f00f00a-01b9-4f30-9a3b-02fbddfee53d cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:31:45.014175 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 1e9940c6-fea6-4902-bd9c-46fd818d30eb triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:45.015160 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:45.204932 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:45.290163 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 1e9940c6-fea6-4902-bd9c-46fd818d30eb, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1e9940c6-fea6-4902-bd9c-46fd818d30eb,segment=NetworkSegment(91b0e4e9-2466-4f92-8e15-3f0dd11e6335),segment_id=91b0e4e9-2466-4f92-8e15-3f0dd11e6335)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:45.325876 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-696fabca-27b4-4bae-861f-04766aa72f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:45.364609 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:45.365501 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:45.447452 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=1e9940c6-fea6-4902-bd9c-46fd818d30eb,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:45.467008 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9100d808-5375-4d51-8cc2-0c5f2ac51079 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network 7b201fa3-3f7b-4800-91ce-e05513d8da89 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:45.481337 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100d808-5375-4d51-8cc2-0c5f2ac51079 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Port': ['ID=4fde3a65-3b3b-4a2f-a2b2-ce4bd0f5b164,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:45.492709 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-9100d808-5375-4d51-8cc2-0c5f2ac51079 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:45.506725 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696fabca-27b4-4bae-861f-04766aa72f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95899975-510f-4e85-88d4-752bd5ddd63f,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:45.509363 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9100d808-5375-4d51-8cc2-0c5f2ac51079 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:45.524771 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-696fabca-27b4-4bae-861f-04766aa72f91 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=8eb493f7c0fb4c798cbfa094f8baa345&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4212015 Aug 31 09:31:45.526486 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49574) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:45.588024 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e1bd7d0a-1531-4f64-9eb2-ab6d80e9241e tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-securitygroup--1867266502&fields=id&tenant_id=caa69c38eab14ec7acd072f4cc57de4a HTTP/1.1" status: 200 len: 267 time: 0.2694745 Aug 31 09:31:45.639763 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7ba744cb-b542-4411-b111-598667762caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:45.687399 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7ba744cb-b542-4411-b111-598667762caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:45.755965 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-ed94924c-6aac-485b-824f-492ffbcacbd2 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:45.758324 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-ed94924c-6aac-485b-824f-492ffbcacbd2 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/networks?id=ad357b40-14ae-48e1-976c-080cca104379 HTTP/1.1" status: 200 len: 813 time: 0.4409552 Aug 31 09:31:45.781356 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7ba744cb-b542-4411-b111-598667762caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:45.785329 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7ba744cb-b542-4411-b111-598667762caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:45.793606 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7ba744cb-b542-4411-b111-598667762caa admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/95899975-510f-4e85-88d4-752bd5ddd63f HTTP/1.1" status: 204 len: 168 time: 0.2595348 Aug 31 09:31:45.807479 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba744cb-b542-4411-b111-598667762caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95899975-510f-4e85-88d4-752bd5ddd63f,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:45.852628 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9100d808-5375-4d51-8cc2-0c5f2ac51079 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:45.855811 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9100d808-5375-4d51-8cc2-0c5f2ac51079 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:45.882274 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-ba460bc7-f7af-4037-93b2-95642adb3404 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:45.882274 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-ba460bc7-f7af-4037-93b2-95642adb3404 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports/5e0f8409-296d-4c01-80fd-2224022e108c HTTP/1.1" status: 200 len: 931 time: 0.2504332 Aug 31 09:31:45.894508 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-34460b98-4542-40ef-bd34-33d2027a4d8c tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/quotas/4b0ec785679448fca08d0ab2b949ef4a HTTP/1.1" status: 200 len: 375 time: 0.1253595 Aug 31 09:31:45.995871 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-f4504c64-57b5-4446-b92f-52e8851f6df3 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=4b0ec785679448fca08d0ab2b949ef4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0856180 Aug 31 09:31:46.009326 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-f5a7c8f2-127e-4909-a3a2-6a4edb0fc2bd tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:46.010754 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-f5a7c8f2-127e-4909-a3a2-6a4edb0fc2bd tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports/21872e53-bee1-4235-9d2e-ab94c5aea8c9 HTTP/1.1" status: 200 len: 931 time: 0.1130612 Aug 31 09:31:46.055892 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49590) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:46.056121 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9100d808-5375-4d51-8cc2-0c5f2ac51079 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2634077 Aug 31 09:31:46.061933 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-335c9787-ad2b-45f0-a603-836908675977 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'subnet': {'network_id': '7b201fa3-3f7b-4800-91ce-e05513d8da89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:46.089811 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6021a912-c4b2-4424-b404-332ea1347011 None None] Provisioning for port 4fde3a65-3b3b-4a2f-a2b2-ce4bd0f5b164 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:46.094787 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6021a912-c4b2-4424-b404-332ea1347011 None None] Provisioning complete for port 4fde3a65-3b3b-4a2f-a2b2-ce4bd0f5b164 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:46.095419 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6021a912-c4b2-4424-b404-332ea1347011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:46.098529 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-1df4f332-77a0-4e54-968c-2d707f0e90bf tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?network_id=4c2e8d44-f605-48e7-8300-60df4e87697c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0799246 Aug 31 09:31:46.177848 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-b0262b46-44e5-4609-a29a-a7578a6a06f3 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?network_id=4c2e8d44-f605-48e7-8300-60df4e87697c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0735497 Aug 31 09:31:46.203123 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-6021a912-c4b2-4424-b404-332ea1347011 None None] Port 4fde3a65-3b3b-4a2f-a2b2-ce4bd0f5b164 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:31:46.336086 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335c9787-ad2b-45f0-a603-836908675977 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:46.341960 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-335c9787-ad2b-45f0-a603-836908675977 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:46.377386 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-39ebe77b-0768-4ef0-9bda-c40e8dcf7c5e tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:46.393907 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-39ebe77b-0768-4ef0-9bda-c40e8dcf7c5e tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:46.407416 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-39ebe77b-0768-4ef0-9bda-c40e8dcf7c5e tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:46.415253 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-39ebe77b-0768-4ef0-9bda-c40e8dcf7c5e tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/networks?id=636950a3-6b65-4dc0-b611-ae468b63fe57&id=77d5d845-bb9b-4368-b082-bacd96a9f80d&id=77d5d845-bb9b-4368-b082-bacd96a9f80d&id=4c2e8d44-f605-48e7-8300-60df4e87697c&id=4c2e8d44-f605-48e7-8300-60df4e87697c HTTP/1.1" status: 200 len: 1989 time: 0.2304716 Aug 31 09:31:46.539222 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e5c389a1-a8c4-4661-bc0b-147cd69ea30d tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/quotas/caa69c38eab14ec7acd072f4cc57de4a HTTP/1.1" status: 200 len: 375 time: 0.1071186 Aug 31 09:31:46.595955 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1e9940c6-fea6-4902-bd9c-46fd818d30eb up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:46.606223 n-d-791506-28 neutron-server[95552]: INFO neutron.db.ipam_backend_mixin [None req-335c9787-ad2b-45f0-a603-836908675977 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 76c7bc06-34f0-4a70-a573-56c6b97d52d3 (CIDR: 172.20.0.0/28) Aug 31 09:31:46.645031 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-335c9787-ad2b-45f0-a603-836908675977 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:31:46.645505 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-335c9787-ad2b-45f0-a603-836908675977 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:31:46.701437 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 1e9940c6-fea6-4902-bd9c-46fd818d30eb triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:46.702022 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:46.761534 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-335c9787-ad2b-45f0-a603-836908675977 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7015901 Aug 31 09:31:46.761834 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49608) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:46.767378 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-e006c9a1-19a6-47cf-b423-b96b28bcd8f9 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'subnet': {'network_id': '7b201fa3-3f7b-4800-91ce-e05513d8da89', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:46.871716 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-72a5c2ff-eb30-44a0-a512-2e07e29484fe tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=caa69c38eab14ec7acd072f4cc57de4a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3247383 Aug 31 09:31:46.877205 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-a803d023-7eff-4c56-94b7-3ed452bab356 service neutron] 10.222.0.119 "GET /v2.0/networks/ad357b40-14ae-48e1-976c-080cca104379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8654437 Aug 31 09:31:47.015878 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:47.069728 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-890f34f7-a9d6-45d6-b1db-cffeee60fdce service neutron] 10.222.0.119 "GET /v2.0/networks/ad357b40-14ae-48e1-976c-080cca104379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858227 Aug 31 09:31:47.175803 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e006c9a1-19a6-47cf-b423-b96b28bcd8f9 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:47.180108 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e006c9a1-19a6-47cf-b423-b96b28bcd8f9 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:47.265110 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-b53c7f19-e7e3-4779-a279-5cd72ba49f0c service neutron] 10.222.0.119 "GET /v2.0/networks/636950a3-6b65-4dc0-b611-ae468b63fe57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828883 Aug 31 09:31:47.476367 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-d14dc0a6-d716-499c-998f-b5f2fcaccd76 service neutron] 10.222.0.119 "GET /v2.0/networks/636950a3-6b65-4dc0-b611-ae468b63fe57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037039 Aug 31 09:31:47.566169 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-12f73512-107a-4a04-9e69-eedb94211c96 service neutron] 10.222.0.119 "GET /v2.0/ports/5e0f8409-296d-4c01-80fd-2224022e108c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0788667 Aug 31 09:31:47.743049 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-247842e1-6e28-4945-8fa8-a2af1427afa6 service neutron] 10.222.0.119 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663988 Aug 31 09:31:47.854585 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d5a5edf9-9f08-487b-98fd-c792dd4f7bd2 req-987a6a33-49a4-4f8f-8222-4bcbf1034254 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?device_id=b64d2164-c84d-4563-a4e3-25d3efea5458 HTTP/1.1" status: 200 len: 210 time: 0.0905297 Aug 31 09:31:47.946469 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-fec3c73e-24bc-4376-b3e5-82a1901ee685 service neutron] 10.222.0.119 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942225 Aug 31 09:31:47.964763 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e006c9a1-19a6-47cf-b423-b96b28bcd8f9 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:48.064619 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-9d05f965-8ba9-42b7-9213-576b320a8674 service neutron] 10.222.0.119 "GET /v2.0/ports/21872e53-bee1-4235-9d2e-ab94c5aea8c9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1110370 Aug 31 09:31:48.106704 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e006c9a1-19a6-47cf-b423-b96b28bcd8f9 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network 7b201fa3-3f7b-4800-91ce-e05513d8da89 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:48.127396 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-e006c9a1-19a6-47cf-b423-b96b28bcd8f9 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:48.145165 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723af4b3-c868-4914-bcf9-02c7d42c39b6 None None] Network 7b201fa3-3f7b-4800-91ce-e05513d8da89 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:48.155310 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e006c9a1-19a6-47cf-b423-b96b28bcd8f9 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:48.155923 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e006c9a1-19a6-47cf-b423-b96b28bcd8f9 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:48.178087 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006c9a1-19a6-47cf-b423-b96b28bcd8f9 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Subnet': ['ID=e3787804-3cda-4dd9-ae60-a2386da7025d,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:48.283227 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-eca50326-f229-4848-8415-cfb77473afa5 service neutron] 10.222.0.119 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123959 Aug 31 09:31:48.316168 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e006c9a1-19a6-47cf-b423-b96b28bcd8f9 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5531523 Aug 31 09:31:48.318970 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49656) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:48.324940 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-86733bea-e97a-4699-9844-8b67d15a3fbd tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-312841792', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e3787804-3cda-4dd9-ae60-a2386da7025d'}], 'security_groups': ['ccfb306e-5587-4b68-bf9a-300bfd482721']}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:48.541935 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-09894293-faea-4683-8ddd-1c49989461e7 service neutron] 10.222.0.119 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524107 Aug 31 09:31:48.622708 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8889ac09-1e95-4e6c-90ea-fc9d32a47f9f None None] Update dhcp port {'port': {'network_id': '7b201fa3-3f7b-4800-91ce-e05513d8da89', 'fixed_ips': [{'subnet_id': '76c7bc06-34f0-4a70-a573-56c6b97d52d3', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e3787804-3cda-4dd9-ae60-a2386da7025d'}], 'binding:host_id': 'n-d-791506-28'}, 'id': '1e9940c6-fea6-4902-bd9c-46fd818d30eb'} from n-d-791506-28. {{(pid=95554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:31:48.655599 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8889ac09-1e95-4e6c-90ea-fc9d32a47f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:48.695216 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-86733bea-e97a-4699-9844-8b67d15a3fbd tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:48.822684 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-7f179f12-f34d-4d11-ba34-e9ce5d62eab5 service neutron] 10.222.0.119 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702320 Aug 31 09:31:49.049020 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0612d25d-bafa-441f-a343-5bcf05751dc1 req-48ec0edf-1063-4a36-94d1-9d56bed825b0 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?device_id=b64d2164-c84d-4563-a4e3-25d3efea5458 HTTP/1.1" status: 200 len: 210 time: 0.0967522 Aug 31 09:31:49.063350 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-d7c78cd6-904e-4efa-91c6-335459348538 service neutron] 10.222.0.119 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395906 Aug 31 09:31:49.080605 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-8889ac09-1e95-4e6c-90ea-fc9d32a47f9f None None] Allocated IP 172.20.0.18 (7b201fa3-3f7b-4800-91ce-e05513d8da89/e3787804-3cda-4dd9-ae60-a2386da7025d/1e9940c6-fea6-4902-bd9c-46fd818d30eb) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:49.164995 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49686) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:49.220432 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-b99d666d-169f-4407-9b98-ae0ce8520f38 service neutron] 10.222.0.119 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552398 Aug 31 09:31:49.271223 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-8889ac09-1e95-4e6c-90ea-fc9d32a47f9f None None] For port 1e9940c6-fea6-4902-bd9c-46fd818d30eb, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1e9940c6-fea6-4902-bd9c-46fd818d30eb,segment=NetworkSegment(91b0e4e9-2466-4f92-8e15-3f0dd11e6335),segment_id=91b0e4e9-2466-4f92-8e15-3f0dd11e6335)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:49.332063 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-25842e49-fde0-4bb4-b95c-75852711f790 tempest-QuotasTest-1044086983 tempest-QuotasTest-1044086983-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:49.368208 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8889ac09-1e95-4e6c-90ea-fc9d32a47f9f None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:49.398319 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8889ac09-1e95-4e6c-90ea-fc9d32a47f9f None None] Transition to ACTIVE for port object 1e9940c6-fea6-4902-bd9c-46fd818d30eb will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:49.405409 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-509522a8-f6e6-4867-a43e-ab97851d7a00 service neutron] 10.222.0.119 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783774 Aug 31 09:31:49.456305 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8889ac09-1e95-4e6c-90ea-fc9d32a47f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:49.521144 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-092a9446-8f2e-466e-bb6a-6330107ce2cc service neutron] 10.222.0.119 "GET /v2.0/networks/4c2e8d44-f605-48e7-8300-60df4e87697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094775 Aug 31 09:31:49.626568 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889ac09-1e95-4e6c-90ea-fc9d32a47f9f None None] Pushing event updated for resources: {'Port': ['ID=1e9940c6-fea6-4902-bd9c-46fd818d30eb,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:49.629569 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-cdf2b5b4-4f56-4382-a1f2-f816117bd302 service neutron] 10.222.0.119 "GET /v2.0/networks/4c2e8d44-f605-48e7-8300-60df4e87697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073627 Aug 31 09:31:49.662981 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-25842e49-fde0-4bb4-b95c-75852711f790 tempest-QuotasTest-1044086983 tempest-QuotasTest-1044086983-project-admin] 10.222.0.119 "PUT /v2.0/quotas/fbc43369997c4e22be700f3870d7f23a HTTP/1.1" status: 200 len: 366 time: 0.4927490 Aug 31 09:31:49.669712 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49702) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:49.706478 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ef176eff-0630-4d3f-873c-95b6761782ac tempest-QuotasTest-1044086983 tempest-QuotasTest-1044086983-project-admin] 10.222.0.119 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0316257 Aug 31 09:31:49.708593 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49704) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:49.744132 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-86733bea-e97a-4699-9844-8b67d15a3fbd tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Delete allocated IP 172.20.0.12 (7b201fa3-3f7b-4800-91ce-e05513d8da89/76c7bc06-34f0-4a70-a573-56c6b97d52d3) {{(pid=95552) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 09:31:49.748910 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-96a4d6ff-057f-451f-914f-58410934827e tempest-QuotasTest-1044086983 tempest-QuotasTest-1044086983-project-admin] 10.222.0.119 "GET /v2.0/quotas/fbc43369997c4e22be700f3870d7f23a HTTP/1.1" status: 200 len: 366 time: 0.0391772 Aug 31 09:31:49.751999 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49708) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:49.760409 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-86733bea-e97a-4699-9844-8b67d15a3fbd tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Allocated IP 172.20.0.20 (7b201fa3-3f7b-4800-91ce-e05513d8da89/e3787804-3cda-4dd9-ae60-a2386da7025d/4fde3a65-3b3b-4a2f-a2b2-ce4bd0f5b164) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:49.802148 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-57497244-158f-4f9b-8c67-edcc68ff2e32 service neutron] 10.222.0.119 "GET /v2.0/networks/4c2e8d44-f605-48e7-8300-60df4e87697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715677 Aug 31 09:31:49.890321 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-87892c35-e85b-4358-a956-536954244577 tempest-QuotasTest-1044086983 tempest-QuotasTest-1044086983-project-admin] 10.222.0.119 "DELETE /v2.0/quotas/fbc43369997c4e22be700f3870d7f23a HTTP/1.1" status: 204 len: 168 time: 0.1371665 Aug 31 09:31:49.895287 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49710) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:49.915642 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f5c0e586-ff85-4cca-9606-bfb0a7758780 tempest-QuotasTest-1044086983 tempest-QuotasTest-1044086983-project-admin] 10.222.0.119 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0187428 Aug 31 09:31:49.917459 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49712) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:49.940862 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-703ffe80-0aa1-46d8-bb4c-77e2da59b550 tempest-QuotasTest-1044086983 tempest-QuotasTest-1044086983-project-admin] 10.222.0.119 "GET /v2.0/quotas/fbc43369997c4e22be700f3870d7f23a HTTP/1.1" status: 200 len: 370 time: 0.0211887 Aug 31 09:31:49.947507 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49716) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:49.956616 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-af586a26-e23b-4b67-9294-09ccea82b9e2 tempest-QuotasTest-1044086983 tempest-QuotasTest-1044086983-project-admin] 10.222.0.119 "GET /v2.0/quotas/fbc43369997c4e22be700f3870d7f23a/default HTTP/1.1" status: 200 len: 370 time: 0.0079322 Aug 31 09:31:49.966651 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49718) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:50.020527 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-5f18f6ec-6418-4927-9233-8869fcc4dcf2 tempest-QuotasTest-1044086983 tempest-QuotasTest-1044086983-project-admin] delete failed (client error): The resource could not be found. Aug 31 09:31:50.025047 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5f18f6ec-6418-4927-9233-8869fcc4dcf2 tempest-QuotasTest-1044086983 tempest-QuotasTest-1044086983-project-admin] 10.222.0.119 "DELETE /v2.0/quotas/fbc43369997c4e22be700f3870d7f23a HTTP/1.1" status: 404 len: 348 time: 0.0457003 Aug 31 09:31:50.041680 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-b4827039-4b38-4674-ba62-9eb08cd5b09f service neutron] 10.222.0.119 "GET /v2.0/networks/4c2e8d44-f605-48e7-8300-60df4e87697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235510 Aug 31 09:31:50.232798 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-86733bea-e97a-4699-9844-8b67d15a3fbd tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:50.267110 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-86733bea-e97a-4699-9844-8b67d15a3fbd tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Transition to ACTIVE for port object 4fde3a65-3b3b-4a2f-a2b2-ce4bd0f5b164 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:50.275242 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5700c51d-149a-4a3f-b833-bedaea6e6e33 req-0459754f-2472-425f-bb71-56f9d1c73eda tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?device_id=b64d2164-c84d-4563-a4e3-25d3efea5458 HTTP/1.1" status: 200 len: 210 time: 0.0801275 Aug 31 09:31:50.329722 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-86733bea-e97a-4699-9844-8b67d15a3fbd tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:50.427631 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49730) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:50.484613 n-d-791506-28 neutron-server[95553]: DEBUG neutron.quota.resource [None req-3387bccf-d04d-4538-acea-5c1d555899a5 tempest-QuotasTest-1044086983 tempest-QuotasTest-1044086983-project-admin] Usage tracker for resource:network and tenant:0a1314c43292433db8d2be437f2cf604 is out of sync, need to count used quota {{(pid=95553) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 09:31:50.514904 n-d-791506-28 neutron-server[95553]: DEBUG neutron.quota.resource [None req-3387bccf-d04d-4538-acea-5c1d555899a5 tempest-QuotasTest-1044086983 tempest-QuotasTest-1044086983-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95553) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 09:31:50.544732 n-d-791506-28 neutron-server[95553]: DEBUG neutron.quota.resource [None req-3387bccf-d04d-4538-acea-5c1d555899a5 tempest-QuotasTest-1044086983 tempest-QuotasTest-1044086983-project-admin] Usage tracker for resource:subnet and tenant:0a1314c43292433db8d2be437f2cf604 is out of sync, need to count used quota {{(pid=95553) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 09:31:50.554675 n-d-791506-28 neutron-server[95553]: DEBUG neutron.quota.resource [None req-3387bccf-d04d-4538-acea-5c1d555899a5 tempest-QuotasTest-1044086983 tempest-QuotasTest-1044086983-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95553) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 09:31:50.572214 n-d-791506-28 neutron-server[95553]: DEBUG neutron.quota.resource [None req-3387bccf-d04d-4538-acea-5c1d555899a5 tempest-QuotasTest-1044086983 tempest-QuotasTest-1044086983-project-admin] Usage tracker for resource:subnetpool and tenant:0a1314c43292433db8d2be437f2cf604 is out of sync, need to count used quota {{(pid=95553) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 09:31:50.581392 n-d-791506-28 neutron-server[95553]: DEBUG neutron.quota.resource [None req-3387bccf-d04d-4538-acea-5c1d555899a5 tempest-QuotasTest-1044086983 tempest-QuotasTest-1044086983-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95553) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 09:31:50.591578 n-d-791506-28 neutron-server[95553]: DEBUG neutron.quota.resource [None req-3387bccf-d04d-4538-acea-5c1d555899a5 tempest-QuotasTest-1044086983 tempest-QuotasTest-1044086983-project-admin] Usage tracker for resource:port and tenant:0a1314c43292433db8d2be437f2cf604 is out of sync, need to count used quota {{(pid=95553) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 09:31:50.607510 n-d-791506-28 neutron-server[95553]: DEBUG neutron.quota.resource [None req-3387bccf-d04d-4538-acea-5c1d555899a5 tempest-QuotasTest-1044086983 tempest-QuotasTest-1044086983-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95553) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 09:31:50.611808 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1e9940c6-fea6-4902-bd9c-46fd818d30eb up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:50.616095 n-d-791506-28 neutron-server[95553]: DEBUG neutron.quota.resource [None req-3387bccf-d04d-4538-acea-5c1d555899a5 tempest-QuotasTest-1044086983 tempest-QuotasTest-1044086983-project-admin] Usage tracker for resource:router and tenant:0a1314c43292433db8d2be437f2cf604 is out of sync, need to count used quota {{(pid=95553) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 09:31:50.631472 n-d-791506-28 neutron-server[95553]: DEBUG neutron.quota.resource [None req-3387bccf-d04d-4538-acea-5c1d555899a5 tempest-QuotasTest-1044086983 tempest-QuotasTest-1044086983-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95553) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 09:31:50.650934 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-86733bea-e97a-4699-9844-8b67d15a3fbd tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] In _notify_port_updated(), no bound segment for port 4fde3a65-3b3b-4a2f-a2b2-ce4bd0f5b164 on network 7b201fa3-3f7b-4800-91ce-e05513d8da89 {{(pid=95552) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:31:50.656492 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86733bea-e97a-4699-9844-8b67d15a3fbd tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:50.658104 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-86733bea-e97a-4699-9844-8b67d15a3fbd tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:50.663793 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-86733bea-e97a-4699-9844-8b67d15a3fbd tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "PUT /v2.0/ports/4fde3a65-3b3b-4a2f-a2b2-ce4bd0f5b164 HTTP/1.1" status: 200 len: 920 time: 2.3432298 Aug 31 09:31:50.666374 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49732) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:50.679791 n-d-791506-28 neutron-server[95553]: DEBUG neutron.quota.resource [None req-3387bccf-d04d-4538-acea-5c1d555899a5 tempest-QuotasTest-1044086983 tempest-QuotasTest-1044086983-project-admin] Usage tracker for resource:floatingip and tenant:0a1314c43292433db8d2be437f2cf604 is out of sync, need to count used quota {{(pid=95553) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 09:31:50.688952 n-d-791506-28 neutron-server[95553]: DEBUG neutron.quota.resource [None req-3387bccf-d04d-4538-acea-5c1d555899a5 tempest-QuotasTest-1044086983 tempest-QuotasTest-1044086983-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95553) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 09:31:50.702586 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86733bea-e97a-4699-9844-8b67d15a3fbd tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Port': ['ID=4fde3a65-3b3b-4a2f-a2b2-ce4bd0f5b164,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:50.754619 n-d-791506-28 neutron-server[95553]: DEBUG neutron.quota.resource [None req-3387bccf-d04d-4538-acea-5c1d555899a5 tempest-QuotasTest-1044086983 tempest-QuotasTest-1044086983-project-admin] Usage tracker for resource:security_group and tenant:0a1314c43292433db8d2be437f2cf604 is out of sync, need to count used quota {{(pid=95553) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 09:31:50.761962 n-d-791506-28 neutron-server[95553]: DEBUG neutron.quota.resource [None req-3387bccf-d04d-4538-acea-5c1d555899a5 tempest-QuotasTest-1044086983 tempest-QuotasTest-1044086983-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95553) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 09:31:50.782821 n-d-791506-28 neutron-server[95553]: DEBUG neutron.quota.resource [None req-3387bccf-d04d-4538-acea-5c1d555899a5 tempest-QuotasTest-1044086983 tempest-QuotasTest-1044086983-project-admin] Usage tracker for resource:security_group_rule and tenant:0a1314c43292433db8d2be437f2cf604 is out of sync, need to count used quota {{(pid=95553) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 09:31:50.804738 n-d-791506-28 neutron-server[95553]: DEBUG neutron.quota.resource [None req-3387bccf-d04d-4538-acea-5c1d555899a5 tempest-QuotasTest-1044086983 tempest-QuotasTest-1044086983-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95553) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 09:31:50.814599 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3387bccf-d04d-4538-acea-5c1d555899a5 tempest-QuotasTest-1044086983 tempest-QuotasTest-1044086983-project-admin] 10.222.0.119 "GET /v2.0/quotas/0a1314c43292433db8d2be437f2cf604/details.json HTTP/1.1" status: 200 len: 703 time: 0.3868806 Aug 31 09:31:50.852699 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-c2a70b5d-fe0c-46de-997e-1658272f46d9 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Deleting port 4fde3a65-3b3b-4a2f-a2b2-ce4bd0f5b164 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:50.853096 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c2a70b5d-fe0c-46de-997e-1658272f46d9 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:50.993641 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-fa986499-a5f7-481d-9780-b07899e1dfd3 None None] Provisioning for port 4fde3a65-3b3b-4a2f-a2b2-ce4bd0f5b164 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:50.998421 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-fa986499-a5f7-481d-9780-b07899e1dfd3 None None] Provisioning complete for port 4fde3a65-3b3b-4a2f-a2b2-ce4bd0f5b164 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:51.001896 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fa986499-a5f7-481d-9780-b07899e1dfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:51.009190 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c2a70b5d-fe0c-46de-997e-1658272f46d9 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:51.024935 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-c2a70b5d-fe0c-46de-997e-1658272f46d9 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Calling delete_port for 4fde3a65-3b3b-4a2f-a2b2-ce4bd0f5b164 owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:51.080984 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-fa986499-a5f7-481d-9780-b07899e1dfd3 None None] Port 4fde3a65-3b3b-4a2f-a2b2-ce4bd0f5b164 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:31:51.119024 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-7fb6e163-385b-436e-92a8-9cd8d1f7897d tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:51.121695 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-7fb6e163-385b-436e-92a8-9cd8d1f7897d tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.112 "GET /v2.0/networks?id=ad357b40-14ae-48e1-976c-080cca104379 HTTP/1.1" status: 200 len: 813 time: 0.2609522 Aug 31 09:31:51.150504 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-a5d2b8e8-8193-4999-95ec-550494b46a9c tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Request body: {'port': {'device_id': 'be5550a3-4a2f-4ab9-a46f-fa7318f18ba9', 'network_id': 'ad357b40-14ae-48e1-976c-080cca104379', 'admin_state_up': True, 'tenant_id': '4b0ec785679448fca08d0ab2b949ef4a'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:51.198723 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-fa986499-a5f7-481d-9780-b07899e1dfd3 None None] Provisioning for port 1e9940c6-fea6-4902-bd9c-46fd818d30eb completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:51.205638 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-fa986499-a5f7-481d-9780-b07899e1dfd3 None None] Provisioning complete for port 1e9940c6-fea6-4902-bd9c-46fd818d30eb triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:51.206460 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fa986499-a5f7-481d-9780-b07899e1dfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:51.449748 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-fa986499-a5f7-481d-9780-b07899e1dfd3 None None] Provisioning complete for port 6f00f00a-01b9-4f30-9a3b-02fbddfee53d triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:51.451241 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fa986499-a5f7-481d-9780-b07899e1dfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:51.491366 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c2a70b5d-fe0c-46de-997e-1658272f46d9 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:51.574297 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a13ec197-04a2-402b-9511-770efc019869 req-36dba24e-8e94-4493-bcb9-0e8726d26b92 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?device_id=b64d2164-c84d-4563-a4e3-25d3efea5458 HTTP/1.1" status: 200 len: 210 time: 0.1383166 Aug 31 09:31:51.608645 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-fa986499-a5f7-481d-9780-b07899e1dfd3 None None] Port 6f00f00a-01b9-4f30-9a3b-02fbddfee53d cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:31:51.618212 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a70b5d-fe0c-46de-997e-1658272f46d9 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Port': ['ID=4fde3a65-3b3b-4a2f-a2b2-ce4bd0f5b164,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:51.731070 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-03c0fe44-1f57-4f2b-9ea3-eb1d44e0df87 None None] Could not find standard attr ID for object 4fde3a65-3b3b-4a2f-a2b2-ce4bd0f5b164. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:31:51.785846 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-a5d2b8e8-8193-4999-95ec-550494b46a9c tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Made reservation on behalf of 4b0ec785679448fca08d0ab2b949ef4a for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:51.789348 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-a5d2b8e8-8193-4999-95ec-550494b46a9c tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:51.847347 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c2a70b5d-fe0c-46de-997e-1658272f46d9 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:51.853872 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c2a70b5d-fe0c-46de-997e-1658272f46d9 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/ports/4fde3a65-3b3b-4a2f-a2b2-ce4bd0f5b164 HTTP/1.1" status: 204 len: 168 time: 1.1699488 Aug 31 09:31:51.862885 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49754) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:51.883547 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49760) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:51.894473 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f127d8c-b5a0-4c9b-97a8-840536bc565e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] GET failed (client error): The resource could not be found. Aug 31 09:31:51.896170 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9f127d8c-b5a0-4c9b-97a8-840536bc565e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "GET /v2.0/ports/4fde3a65-3b3b-4a2f-a2b2-ce4bd0f5b164 HTTP/1.1" status: 404 len: 333 time: 0.0353384 Aug 31 09:31:51.900634 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49762) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:51.947270 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-30d6609a-6444-4b57-8177-0c498abb1b05 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:51.949166 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-30d6609a-6444-4b57-8177-0c498abb1b05 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.59 "GET /v2.0/networks?id=ad357b40-14ae-48e1-976c-080cca104379 HTTP/1.1" status: 200 len: 813 time: 0.4084020 Aug 31 09:31:51.965557 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-2b9e54dc-1141-497c-8468-ea7507885002 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Request body: {'port': {'device_id': 'b64d2164-c84d-4563-a4e3-25d3efea5458', 'network_id': 'ad357b40-14ae-48e1-976c-080cca104379', 'admin_state_up': True, 'tenant_id': '4b0ec785679448fca08d0ab2b949ef4a'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:52.089907 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b24e57e9-063c-47f3-9fb1-254dd2438092 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:52.165737 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b24e57e9-063c-47f3-9fb1-254dd2438092 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:52.279593 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f29085f-4cb7-422d-b46b-f9c412d1aa7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:52.326256 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b24e57e9-063c-47f3-9fb1-254dd2438092 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:52.329592 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b24e57e9-063c-47f3-9fb1-254dd2438092 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:52.331764 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b24e57e9-063c-47f3-9fb1-254dd2438092 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/security-groups/7431e5cd-9487-42ee-bd73-1b3b9a2d443d HTTP/1.1" status: 204 len: 168 time: 0.4299860 Aug 31 09:31:52.341050 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49784) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:52.357920 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e57e9-063c-47f3-9fb1-254dd2438092 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7431e5cd-9487-42ee-bd73-1b3b9a2d443d,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:52.358342 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-a5d2b8e8-8193-4999-95ec-550494b46a9c tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Allocated IP 172.20.0.10 (ad357b40-14ae-48e1-976c-080cca104379/0615bda2-12d9-45eb-87c9-484d04fcddc1/5dfbb861-e58a-4992-86df-768d2388e3a5) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:52.385576 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e57e9-063c-47f3-9fb1-254dd2438092 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:52.385576 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e57e9-063c-47f3-9fb1-254dd2438092 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:52.385576 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e57e9-063c-47f3-9fb1-254dd2438092 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:52.385576 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e57e9-063c-47f3-9fb1-254dd2438092 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:52.386026 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e57e9-063c-47f3-9fb1-254dd2438092 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:52.386779 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e57e9-063c-47f3-9fb1-254dd2438092 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:52.387183 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e57e9-063c-47f3-9fb1-254dd2438092 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:52.387589 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e57e9-063c-47f3-9fb1-254dd2438092 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:52.387989 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e57e9-063c-47f3-9fb1-254dd2438092 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:52.388385 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e57e9-063c-47f3-9fb1-254dd2438092 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:52.388959 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e57e9-063c-47f3-9fb1-254dd2438092 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:52.389362 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24e57e9-063c-47f3-9fb1-254dd2438092 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:31:52.465121 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-28ea54e2-d19f-46c1-a5e6-eb81fb5d3976 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:52.492337 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-28ea54e2-d19f-46c1-a5e6-eb81fb5d3976 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:52.638354 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-28ea54e2-d19f-46c1-a5e6-eb81fb5d3976 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:52.642317 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-28ea54e2-d19f-46c1-a5e6-eb81fb5d3976 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:52.643725 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-28ea54e2-d19f-46c1-a5e6-eb81fb5d3976 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/security-groups/ccfb306e-5587-4b68-bf9a-300bfd482721 HTTP/1.1" status: 204 len: 168 time: 0.3013916 Aug 31 09:31:52.646767 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49804) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:52.665852 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea54e2-d19f-46c1-a5e6-eb81fb5d3976 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfb306e-5587-4b68-bf9a-300bfd482721,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:53.023655 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-a5d2b8e8-8193-4999-95ec-550494b46a9c tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.055779 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8493e5b-6ef3-4db4-af6f-81db9e42354b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Deleting subnet 76c7bc06-34f0-4a70-a573-56c6b97d52d3 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:31:53.067345 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c8493e5b-6ef3-4db4-af6f-81db9e42354b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.102052 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f29085f-4cb7-422d-b46b-f9c412d1aa7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.136335 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c8493e5b-6ef3-4db4-af6f-81db9e42354b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.180190 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f29085f-4cb7-422d-b46b-f9c412d1aa7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.233019 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9f29085f-4cb7-422d-b46b-f9c412d1aa7c admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=e36277b12d4b4d7a832a1d779ca19012&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3261523 Aug 31 09:31:53.233606 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49820) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:53.301665 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d8412edf-723f-4d85-bb14-76191a5a54ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.304960 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac29182a-a979-45c5-abf6-01ac9b64e2e3 req-2e19c4ee-1c12-4a2c-91de-47c1c0a4fd18 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?device_id=b64d2164-c84d-4563-a4e3-25d3efea5458 HTTP/1.1" status: 200 len: 210 time: 0.0718343 Aug 31 09:31:53.306133 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-a5d2b8e8-8193-4999-95ec-550494b46a9c tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.317513 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29085f-4cb7-422d-b46b-f9c412d1aa7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876b77ee-e47f-4be7-b504-68150a0b6a11,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:53.333283 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d8412edf-723f-4d85-bb14-76191a5a54ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.363135 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-2b9e54dc-1141-497c-8468-ea7507885002 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Made reservation on behalf of 4b0ec785679448fca08d0ab2b949ef4a for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:53.368116 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-2b9e54dc-1141-497c-8468-ea7507885002 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.411832 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-a5d2b8e8-8193-4999-95ec-550494b46a9c tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Network ad357b40-14ae-48e1-976c-080cca104379 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:53.422699 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-a5d2b8e8-8193-4999-95ec-550494b46a9c tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:53.425856 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c8493e5b-6ef3-4db4-af6f-81db9e42354b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.456773 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d8412edf-723f-4d85-bb14-76191a5a54ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.460664 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d8412edf-723f-4d85-bb14-76191a5a54ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.465917 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d8412edf-723f-4d85-bb14-76191a5a54ad admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/876b77ee-e47f-4be7-b504-68150a0b6a11 HTTP/1.1" status: 204 len: 168 time: 0.2307687 Aug 31 09:31:53.474626 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8412edf-723f-4d85-bb14-76191a5a54ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876b77ee-e47f-4be7-b504-68150a0b6a11,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:53.478843 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-a5d2b8e8-8193-4999-95ec-550494b46a9c tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:53.583869 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d2b8e8-8193-4999-95ec-550494b46a9c tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Pushing event updated for resources: {'Port': ['ID=5dfbb861-e58a-4992-86df-768d2388e3a5,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:53.706687 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-933759d5-bb9f-472f-ab76-276276cb45d8 req-ee9fcdac-da16-47aa-aae8-d015a9128ec5 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 210 time: 0.1124210 Aug 31 09:31:53.729737 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-a5d2b8e8-8193-4999-95ec-550494b46a9c tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:53.730400 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-a5d2b8e8-8193-4999-95ec-550494b46a9c tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.791764 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5dab3-7533-43db-92ff-ff5f162d6ded req-195fffcc-1061-4dbc-8109-f127df9381ea tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:53.804293 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8bf5dab3-7533-43db-92ff-ff5f162d6ded req-195fffcc-1061-4dbc-8109-f127df9381ea tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1725bc-5f7a-4119-91c9-f212db95517a HTTP/1.1" status: 200 len: 945 time: 0.3331702 Aug 31 09:31:53.809766 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c8493e5b-6ef3-4db4-af6f-81db9e42354b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.876981 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c8493e5b-6ef3-4db4-af6f-81db9e42354b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:53.880630 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c8493e5b-6ef3-4db4-af6f-81db9e42354b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/subnets/76c7bc06-34f0-4a70-a573-56c6b97d52d3 HTTP/1.1" status: 204 len: 168 time: 1.2311924 Aug 31 09:31:53.883547 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49834) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:53.895221 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-a5d2b8e8-8193-4999-95ec-550494b46a9c tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7574096 Aug 31 09:31:53.895862 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8493e5b-6ef3-4db4-af6f-81db9e42354b tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Subnet': ['ID=76c7bc06-34f0-4a70-a573-56c6b97d52d3,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:53.903945 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-2b9e54dc-1141-497c-8468-ea7507885002 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Allocated IP 172.20.0.4 (ad357b40-14ae-48e1-976c-080cca104379/0615bda2-12d9-45eb-87c9-484d04fcddc1/3e22082b-cdde-4d65-bb08-fca5954f584f) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:53.914238 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2840ed1-67cb-4278-bdf6-8285e990c03f None None] Network 7b201fa3-3f7b-4800-91ce-e05513d8da89 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:53.922842 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-0535a7ea-f630-4646-995e-109924143930 service neutron] Request body: {'port': {'device_id': 'be5550a3-4a2f-4ab9-a46f-fa7318f18ba9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:53.923296 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-7b33433b-bac4-4002-b1cb-498d023c6ed7 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'subnet': {'network_id': '7b201fa3-3f7b-4800-91ce-e05513d8da89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:54.083551 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8bf5dab3-7533-43db-92ff-ff5f162d6ded req-2cf88825-1003-4290-be83-118327e687b4 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=89e0bbe2-2fae-4922-a022-1f173e76dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2556357 Aug 31 09:31:54.121364 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-0535a7ea-f630-4646-995e-109924143930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:54.278225 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b33433b-bac4-4002-b1cb-498d023c6ed7 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:54.283018 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7b33433b-bac4-4002-b1cb-498d023c6ed7 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:54.441859 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49852) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:54.530279 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7f61a2fe-83d4-4ff5-9be8-58871489a877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:54.559444 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c4c10fc0-3e18-4735-be3e-9ecfecaf12a7 req-dfe96c1c-aff8-4560-b4c3-968ca7da70d1 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?device_id=b64d2164-c84d-4563-a4e3-25d3efea5458 HTTP/1.1" status: 200 len: 210 time: 0.0885725 Aug 31 09:31:54.643655 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-2b9e54dc-1141-497c-8468-ea7507885002 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:54.812026 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-2b9e54dc-1141-497c-8468-ea7507885002 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:54.841953 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7f61a2fe-83d4-4ff5-9be8-58871489a877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:54.936659 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e54dc-1141-497c-8468-ea7507885002 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Pushing event updated for resources: {'Port': ['ID=3e22082b-cdde-4d65-bb08-fca5954f584f,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:54.966232 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7f61a2fe-83d4-4ff5-9be8-58871489a877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:55.005085 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-caa34243-e7ec-4a28-bb6f-60bf10031434 req-7b9bb5e0-520c-4f01-951c-501577ff26b4 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 210 time: 0.1431262 Aug 31 09:31:55.022973 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-2b9e54dc-1141-497c-8468-ea7507885002 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Network ad357b40-14ae-48e1-976c-080cca104379 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:55.026617 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-2b9e54dc-1141-497c-8468-ea7507885002 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:55.030809 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7f61a2fe-83d4-4ff5-9be8-58871489a877 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=0a1314c43292433db8d2be437f2cf604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5874653 Aug 31 09:31:55.044708 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61a2fe-83d4-4ff5-9be8-58871489a877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98a599c-e8cc-41b3-a261-57bb1f314371,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:55.044708 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49862) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:55.058784 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-2b9e54dc-1141-497c-8468-ea7507885002 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:31:55.162159 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-2b9e54dc-1141-497c-8468-ea7507885002 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:55.162346 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7b33433b-bac4-4002-b1cb-498d023c6ed7 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:55.162888 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-2b9e54dc-1141-497c-8468-ea7507885002 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:55.292607 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-2b9e54dc-1141-497c-8468-ea7507885002 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3321564 Aug 31 09:31:55.293510 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33433b-bac4-4002-b1cb-498d023c6ed7 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Subnet': ['ID=d6e72e1c-3f30-4227-9e33-1a8ea1b05381,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:55.302359 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0cfde4f3-e75f-426f-bc0a-d10196d09e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:55.315267 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-2e3f1626-e08c-4bcd-a8c9-6dc767293fb5 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:31:55.317169 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-2e3f1626-e08c-4bcd-a8c9-6dc767293fb5 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146575 Aug 31 09:31:55.319909 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-0535a7ea-f630-4646-995e-109924143930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dfbb861-e58a-4992-86df-768d2388e3a5 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:31:55.332345 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b33433b-bac4-4002-b1cb-498d023c6ed7 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network 7b201fa3-3f7b-4800-91ce-e05513d8da89 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:31:55.338423 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-7b33433b-bac4-4002-b1cb-498d023c6ed7 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:31:55.346330 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-6f7d02b0-fffd-4064-9a4a-783cdf9bd648 service neutron] Request body: {'port': {'device_id': 'b64d2164-c84d-4563-a4e3-25d3efea5458', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:55.346861 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b33433b-bac4-4002-b1cb-498d023c6ed7 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:55.346940 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-0535a7ea-f630-4646-995e-109924143930 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:55.347011 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7b33433b-bac4-4002-b1cb-498d023c6ed7 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:55.368079 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f3abab-feaa-4b7d-9a20-b830507d7135 None None] Network 7b201fa3-3f7b-4800-91ce-e05513d8da89 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:31:55.374399 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0cfde4f3-e75f-426f-bc0a-d10196d09e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:55.423250 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ffca5-85d2-4623-b5cb-7c4ceefcdc4d req-3b249d0c-88bb-45a4-a523-79b052839133 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:55.426365 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e51ffca5-85d2-4623-b5cb-7c4ceefcdc4d req-3b249d0c-88bb-45a4-a523-79b052839133 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab1725bc-5f7a-4119-91c9-f212db95517a HTTP/1.1" status: 200 len: 945 time: 0.2297039 Aug 31 09:31:55.434978 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7b33433b-bac4-4002-b1cb-498d023c6ed7 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5484912 Aug 31 09:31:55.451324 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49870) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:55.461113 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-46205bf2-9160-4716-80c7-b7a35e321178 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'security_group': {'name': 'tempest-secgroup-390054379'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:55.497171 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-dedfb15f-498a-40ac-8bf1-cbeb0626480d None None] Provisioning complete for port 1e9940c6-fea6-4902-bd9c-46fd818d30eb triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:55.501610 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143fca6-8a4a-4c26-b8cd-22fd847f3763 req-8687842c-06d1-41f3-aa8d-c50bc89c16cd tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:55.502378 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-dedfb15f-498a-40ac-8bf1-cbeb0626480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:55.510325 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9143fca6-8a4a-4c26-b8cd-22fd847f3763 req-8687842c-06d1-41f3-aa8d-c50bc89c16cd tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1725bc-5f7a-4119-91c9-f212db95517a HTTP/1.1" status: 200 len: 945 time: 0.3113658 Aug 31 09:31:55.516603 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-0535a7ea-f630-4646-995e-109924143930 service neutron] Transition to ACTIVE for port object 5dfbb861-e58a-4992-86df-768d2388e3a5 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:55.656598 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-6f7d02b0-fffd-4064-9a4a-783cdf9bd648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:55.661605 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-0535a7ea-f630-4646-995e-109924143930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:55.674030 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-46205bf2-9160-4716-80c7-b7a35e321178 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:55.677002 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0cfde4f3-e75f-426f-bc0a-d10196d09e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:55.679351 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0cfde4f3-e75f-426f-bc0a-d10196d09e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:55.680562 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0cfde4f3-e75f-426f-bc0a-d10196d09e3c admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/b98a599c-e8cc-41b3-a261-57bb1f314371 HTTP/1.1" status: 204 len: 168 time: 0.6334350 Aug 31 09:31:55.718734 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfde4f3-e75f-426f-bc0a-d10196d09e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98a599c-e8cc-41b3-a261-57bb1f314371,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:55.813341 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535a7ea-f630-4646-995e-109924143930 service neutron] Pushing event updated for resources: {'Port': ['ID=5dfbb861-e58a-4992-86df-768d2388e3a5,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:55.895534 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-46205bf2-9160-4716-80c7-b7a35e321178 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:55.940595 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-dedfb15f-498a-40ac-8bf1-cbeb0626480d None None] Provisioning complete for port 6f00f00a-01b9-4f30-9a3b-02fbddfee53d triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:55.941364 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-dedfb15f-498a-40ac-8bf1-cbeb0626480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:55.962866 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89bca55-0d93-49be-9f01-b0bc91f7ed38 req-77116a17-b44a-48ef-a61f-f3616a954ff8 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:55.964182 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e89bca55-0d93-49be-9f01-b0bc91f7ed38 req-77116a17-b44a-48ef-a61f-f3616a954ff8 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?device_id=b64d2164-c84d-4563-a4e3-25d3efea5458 HTTP/1.1" status: 200 len: 931 time: 0.2683792 Aug 31 09:31:55.984714 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-46205bf2-9160-4716-80c7-b7a35e321178 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:55.989634 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9143fca6-8a4a-4c26-b8cd-22fd847f3763 req-19a94e1d-704f-4992-9ee0-8b35f3d51620 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=89e0bbe2-2fae-4922-a022-1f173e76dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4561713 Aug 31 09:31:56.027023 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-dedfb15f-498a-40ac-8bf1-cbeb0626480d None None] Port 6f00f00a-01b9-4f30-9a3b-02fbddfee53d cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:31:56.104057 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46205bf2-9160-4716-80c7-b7a35e321178 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5be964d-26b5-45b8-93a9-82fde635d30b,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:56.176313 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70303abb-19e8-44dc-a55d-a2c23ff57587 None None] Update dhcp port {'port': {'network_id': '7b201fa3-3f7b-4800-91ce-e05513d8da89', 'fixed_ips': [{'subnet_id': 'e3787804-3cda-4dd9-ae60-a2386da7025d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd6e72e1c-3f30-4227-9e33-1a8ea1b05381'}], 'binding:host_id': 'n-d-791506-28'}, 'id': '1e9940c6-fea6-4902-bd9c-46fd818d30eb'} from n-d-791506-28. {{(pid=95554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:31:56.198882 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-46205bf2-9160-4716-80c7-b7a35e321178 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:56.200166 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-46205bf2-9160-4716-80c7-b7a35e321178 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7470558 Aug 31 09:31:56.202884 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49882) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:56.211727 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-70303abb-19e8-44dc-a55d-a2c23ff57587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:56.216047 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-75b34229-5fbe-4df7-b4eb-a61ec3015dd8 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'security_group': {'name': 'tempest-secgroup-642425361'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:56.263566 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e89bca55-0d93-49be-9f01-b0bc91f7ed38 req-2eee0b6d-599f-4ddc-ab78-ce7da3c01d77 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/security-groups?id=891e4c35-d358-4959-9795-e1e381d74164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724881 Aug 31 09:31:56.333536 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-75b34229-5fbe-4df7-b4eb-a61ec3015dd8 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:56.338262 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-1a9c618b-f782-42ae-8615-ca9e0a797965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:56.339752 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-1a9c618b-f782-42ae-8615-ca9e0a797965 service neutron] 10.222.0.112 "GET /v2.0/ports/5e0f8409-296d-4c01-80fd-2224022e108c HTTP/1.1" status: 200 len: 1027 time: 0.0438223 Aug 31 09:31:56.426172 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-6499d0f0-5f1f-47ab-bea0-161dd57e0f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:56.427573 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-6499d0f0-5f1f-47ab-bea0-161dd57e0f99 service neutron] 10.222.0.112 "GET /v2.0/ports/21872e53-bee1-4235-9d2e-ab94c5aea8c9 HTTP/1.1" status: 200 len: 1027 time: 0.0660934 Aug 31 09:31:56.596539 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f2f6b7eb-d7e9-4510-9e33-253522a16e54 req-bfe76ed6-f1e2-42c8-be1d-8455f7105d65 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 210 time: 0.3583505 Aug 31 09:31:56.635423 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-e51ffca5-85d2-4623-b5cb-7c4ceefcdc4d req-2301a90c-74f9-454e-9689-30eb2ab188da tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Deleting port aa9205bb-cf47-44a5-9b10-f51ea17b7856 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:31:56.637490 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e51ffca5-85d2-4623-b5cb-7c4ceefcdc4d req-2301a90c-74f9-454e-9689-30eb2ab188da tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:56.795338 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-70303abb-19e8-44dc-a55d-a2c23ff57587 None None] Allocated IP 172.20.0.2 (7b201fa3-3f7b-4800-91ce-e05513d8da89/d6e72e1c-3f30-4227-9e33-1a8ea1b05381/1e9940c6-fea6-4902-bd9c-46fd818d30eb) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:56.859245 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-75b34229-5fbe-4df7-b4eb-a61ec3015dd8 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:56.915017 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-0535a7ea-f630-4646-995e-109924143930 service neutron] Attempting to bind port 5dfbb861-e58a-4992-86df-768d2388e3a5 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:31:56.915550 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-0535a7ea-f630-4646-995e-109924143930 service neutron] Attempting to bind port 5dfbb861-e58a-4992-86df-768d2388e3a5 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '1bf39079-f9bb-4243-ab62-118ee90b857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1623, 'network_id': 'ad357b40-14ae-48e1-976c-080cca104379'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:31:56.915662 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-0535a7ea-f630-4646-995e-109924143930 service neutron] Attempting to bind port 5dfbb861-e58a-4992-86df-768d2388e3a5 on network ad357b40-14ae-48e1-976c-080cca104379 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:56.938575 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-9b6f8823-1f16-4e48-907b-42667b7d9f1a tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:56.948925 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-9b6f8823-1f16-4e48-907b-42667b7d9f1a tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:56.967927 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-9b6f8823-1f16-4e48-907b-42667b7d9f1a tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:56.972418 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-9b6f8823-1f16-4e48-907b-42667b7d9f1a tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.112 "GET /v2.0/networks?id=636950a3-6b65-4dc0-b611-ae468b63fe57&id=77d5d845-bb9b-4368-b082-bacd96a9f80d&id=77d5d845-bb9b-4368-b082-bacd96a9f80d&id=77d5d845-bb9b-4368-b082-bacd96a9f80d&id=77d5d845-bb9b-4368-b082-bacd96a9f80d&id=4c2e8d44-f605-48e7-8300-60df4e87697c&id=4c2e8d44-f605-48e7-8300-60df4e87697c HTTP/1.1" status: 200 len: 1989 time: 0.5301526 Aug 31 09:31:56.976050 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-75b34229-5fbe-4df7-b4eb-a61ec3015dd8 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:56.986978 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-0535a7ea-f630-4646-995e-109924143930 service neutron] Port 5dfbb861-e58a-4992-86df-768d2388e3a5 on network ad357b40-14ae-48e1-976c-080cca104379 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:31:56.988600 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-0535a7ea-f630-4646-995e-109924143930 service neutron] Attempting to bind port 5dfbb861-e58a-4992-86df-768d2388e3a5 on network ad357b40-14ae-48e1-976c-080cca104379 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:57.007176 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-70303abb-19e8-44dc-a55d-a2c23ff57587 None None] For port 1e9940c6-fea6-4902-bd9c-46fd818d30eb, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1e9940c6-fea6-4902-bd9c-46fd818d30eb,segment=NetworkSegment(91b0e4e9-2466-4f92-8e15-3f0dd11e6335),segment_id=91b0e4e9-2466-4f92-8e15-3f0dd11e6335)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:57.018697 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-0535a7ea-f630-4646-995e-109924143930 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:31:57.019205 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-0535a7ea-f630-4646-995e-109924143930 service neutron] Checking segment: {'id': '1bf39079-f9bb-4243-ab62-118ee90b857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1623, 'network_id': 'ad357b40-14ae-48e1-976c-080cca104379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:57.023149 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-0535a7ea-f630-4646-995e-109924143930 service neutron] Bound using segment: {'id': '1bf39079-f9bb-4243-ab62-118ee90b857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1623, 'network_id': 'ad357b40-14ae-48e1-976c-080cca104379'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:31:57.023617 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-0535a7ea-f630-4646-995e-109924143930 service neutron] Bound port: 5dfbb861-e58a-4992-86df-768d2388e3a5, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf39079-f9bb-4243-ab62-118ee90b857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1623, 'network_id': 'ad357b40-14ae-48e1-976c-080cca104379'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:31:57.023984 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-0535a7ea-f630-4646-995e-109924143930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:57.053807 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-70303abb-19e8-44dc-a55d-a2c23ff57587 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:57.073783 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-70303abb-19e8-44dc-a55d-a2c23ff57587 None None] Transition to ACTIVE for port object 1e9940c6-fea6-4902-bd9c-46fd818d30eb will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:57.082459 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-6f7d02b0-fffd-4064-9a4a-783cdf9bd648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e22082b-cdde-4d65-bb08-fca5954f584f {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:31:57.111082 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b34229-5fbe-4df7-b4eb-a61ec3015dd8 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32546079-ab0f-4de4-a192-a62fedb7d919,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:57.126832 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-f2d1c04f-53c1-46f2-a91d-ca1f210dc6a6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=caa69c38eab14ec7acd072f4cc57de4a HTTP/1.1" status: 200 len: 380 time: 0.1179218 Aug 31 09:31:57.136337 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-6f7d02b0-fffd-4064-9a4a-783cdf9bd648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:57.139909 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-e51ffca5-85d2-4623-b5cb-7c4ceefcdc4d req-2301a90c-74f9-454e-9689-30eb2ab188da tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] For port aa9205bb-cf47-44a5-9b10-f51ea17b7856, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=aa9205bb-cf47-44a5-9b10-f51ea17b7856,segment=NetworkSegment(0a95ffdb-6d77-445a-8e83-52f6d3d4d73c),segment_id=0a95ffdb-6d77-445a-8e83-52f6d3d4d73c)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:31:57.140407 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e51ffca5-85d2-4623-b5cb-7c4ceefcdc4d req-2301a90c-74f9-454e-9689-30eb2ab188da tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:57.158372 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-70303abb-19e8-44dc-a55d-a2c23ff57587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:57.176557 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-53e3910d-87c8-47eb-9793-c9ece2653405 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Request body: {'port': {'device_id': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'network_id': '636950a3-6b65-4dc0-b611-ae468b63fe57', 'admin_state_up': True, 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'security_groups': ['6d6a810d-2513-4e76-99cc-51dce4ee3e8a']}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:57.176852 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-6f7d02b0-fffd-4064-9a4a-783cdf9bd648 service neutron] Transition to ACTIVE for port object 3e22082b-cdde-4d65-bb08-fca5954f584f will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:57.189190 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-75b34229-5fbe-4df7-b4eb-a61ec3015dd8 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:57.191967 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-75b34229-5fbe-4df7-b4eb-a61ec3015dd8 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9873579 Aug 31 09:31:57.196891 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49902) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:57.209233 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-645aa3ce-2d61-49cc-a55b-a4c33f43d2f8 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'security_group': {'name': 'tempest-secgroup-104693066'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:57.322404 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70303abb-19e8-44dc-a55d-a2c23ff57587 None None] Pushing event updated for resources: {'Port': ['ID=1e9940c6-fea6-4902-bd9c-46fd818d30eb,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:57.362471 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-6f7d02b0-fffd-4064-9a4a-783cdf9bd648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:57.367490 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-645aa3ce-2d61-49cc-a55b-a4c33f43d2f8 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:57.581838 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-645aa3ce-2d61-49cc-a55b-a4c33f43d2f8 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:57.609322 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d02b0-fffd-4064-9a4a-783cdf9bd648 service neutron] Pushing event updated for resources: {'Port': ['ID=3e22082b-cdde-4d65-bb08-fca5954f584f,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:57.629616 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-645aa3ce-2d61-49cc-a55b-a4c33f43d2f8 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:57.750380 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645aa3ce-2d61-49cc-a55b-a4c33f43d2f8 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc60ab3f-c026-4772-a2fc-6b55676f49b9,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:57.816595 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-53e3910d-87c8-47eb-9793-c9ece2653405 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Made reservation on behalf of caa69c38eab14ec7acd072f4cc57de4a for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:57.823308 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-53e3910d-87c8-47eb-9793-c9ece2653405 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:57.917055 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-645aa3ce-2d61-49cc-a55b-a4c33f43d2f8 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:57.928430 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-645aa3ce-2d61-49cc-a55b-a4c33f43d2f8 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7274382 Aug 31 09:31:57.929541 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49926) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:57.956799 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-158a2902-6da7-44d9-adad-ab99316c926c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1508780559', 'security_groups': ['dc60ab3f-c026-4772-a2fc-6b55676f49b9'], 'network_id': '7b201fa3-3f7b-4800-91ce-e05513d8da89', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd6e72e1c-3f30-4227-9e33-1a8ea1b05381'}]}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:58.048845 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49928) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:31:58.352271 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-53e3910d-87c8-47eb-9793-c9ece2653405 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Allocated IP 172.20.0.13 (636950a3-6b65-4dc0-b611-ae468b63fe57/4345a806-82e6-4d6f-a21e-c3deaf1866e8/df6aa1bb-921b-4f71-bd10-7c3fe5349661) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:58.381922 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-0535a7ea-f630-4646-995e-109924143930 service neutron] For port 5dfbb861-e58a-4992-86df-768d2388e3a5, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:31:58.455008 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-26a64ec9-b24c-463d-8f60-5371332a0eb7 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-967723411'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:31:58.492636 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158a2902-6da7-44d9-adad-ab99316c926c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:58.501316 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-0535a7ea-f630-4646-995e-109924143930 service neutron] For port 5dfbb861-e58a-4992-86df-768d2388e3a5, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=5dfbb861-e58a-4992-86df-768d2388e3a5,segment=NetworkSegment(1bf39079-f9bb-4243-ab62-118ee90b857b),segment_id=1bf39079-f9bb-4243-ab62-118ee90b857b)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:31:58.501530 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-30247f08-11f5-427e-9d51-1392f5f58fd5 None None] Provisioning for port 1e9940c6-fea6-4902-bd9c-46fd818d30eb completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:31:58.508390 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-30247f08-11f5-427e-9d51-1392f5f58fd5 None None] Provisioning complete for port 1e9940c6-fea6-4902-bd9c-46fd818d30eb triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:58.508781 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-30247f08-11f5-427e-9d51-1392f5f58fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:58.521257 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e58f7b-6f54-491a-a740-8c7ce66a7d09 req-2b02cfb4-b88d-4005-9ef5-d1bc148e87fe tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:58.539586 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-17e58f7b-6f54-491a-a740-8c7ce66a7d09 req-2b02cfb4-b88d-4005-9ef5-d1bc148e87fe tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?device_id=b64d2164-c84d-4563-a4e3-25d3efea5458 HTTP/1.1" status: 200 len: 943 time: 1.0442400 Aug 31 09:31:58.710442 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1e9940c6-fea6-4902-bd9c-46fd818d30eb up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:31:58.731950 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-0535a7ea-f630-4646-995e-109924143930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:58.827885 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b576256-41cd-4b7d-b769-34627a6995ab req-9c8b1b1f-616e-4628-9cc0-ed886fe511ca tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:58.838489 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b576256-41cd-4b7d-b769-34627a6995ab req-9c8b1b1f-616e-4628-9cc0-ed886fe511ca tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1725bc-5f7a-4119-91c9-f212db95517a HTTP/1.1" status: 200 len: 945 time: 1.5911565 Aug 31 09:31:58.854205 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a64ec9-b24c-463d-8f60-5371332a0eb7 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Made reservation on behalf of 3cb201a9ed424a7fa8591849eb95e05a for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:31:58.870150 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-26a64ec9-b24c-463d-8f60-5371332a0eb7 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:58.929738 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-26a64ec9-b24c-463d-8f60-5371332a0eb7 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:58.987148 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-30247f08-11f5-427e-9d51-1392f5f58fd5 None None] Provisioning complete for port 6f00f00a-01b9-4f30-9a3b-02fbddfee53d triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:58.987529 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-30247f08-11f5-427e-9d51-1392f5f58fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:59.045216 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-158a2902-6da7-44d9-adad-ab99316c926c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:59.056206 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-53e3910d-87c8-47eb-9793-c9ece2653405 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:59.089880 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-17e58f7b-6f54-491a-a740-8c7ce66a7d09 req-f402f20d-cf17-4d34-a6c6-53b17f131142 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/security-groups?id=891e4c35-d358-4959-9795-e1e381d74164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596906 Aug 31 09:31:59.098215 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-158a2902-6da7-44d9-adad-ab99316c926c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] device_id is not set on port 5cceb95c-959f-4ca6-86a5-f5126b8e35c2 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:31:59.104051 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 1e9940c6-fea6-4902-bd9c-46fd818d30eb triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:31:59.104646 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:59.125601 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-53e3910d-87c8-47eb-9793-c9ece2653405 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Transition to ACTIVE for port object df6aa1bb-921b-4f71-bd10-7c3fe5349661 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:31:59.172899 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-30247f08-11f5-427e-9d51-1392f5f58fd5 None None] Port 6f00f00a-01b9-4f30-9a3b-02fbddfee53d cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:31:59.216341 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-0535a7ea-f630-4646-995e-109924143930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:59.223516 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-0535a7ea-f630-4646-995e-109924143930 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:59.225844 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-0535a7ea-f630-4646-995e-109924143930 service neutron] 10.222.0.112 "PUT /v2.0/ports/5dfbb861-e58a-4992-86df-768d2388e3a5 HTTP/1.1" status: 200 len: 1093 time: 5.3151324 Aug 31 09:31:59.247607 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5550a3-4a2f-4ab9-a46f-fa7318f18ba9', 'tag': '5dfbb861-e58a-4992-86df-768d2388e3a5'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:31:59.254381 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93497c9-45f8-462c-8460-4a7161f80630" -d '{"events": [{"name": "network-changed", "server_uuid": "be5550a3-4a2f-4ab9-a46f-fa7318f18ba9", "tag": "5dfbb861-e58a-4992-86df-768d2388e3a5"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:31:59.331226 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-6f7d02b0-fffd-4064-9a4a-783cdf9bd648 service neutron] Attempting to bind port 3e22082b-cdde-4d65-bb08-fca5954f584f on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:31:59.332303 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-6f7d02b0-fffd-4064-9a4a-783cdf9bd648 service neutron] Attempting to bind port 3e22082b-cdde-4d65-bb08-fca5954f584f by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '1bf39079-f9bb-4243-ab62-118ee90b857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1623, 'network_id': 'ad357b40-14ae-48e1-976c-080cca104379'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:31:59.332303 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-6f7d02b0-fffd-4064-9a4a-783cdf9bd648 service neutron] Attempting to bind port 3e22082b-cdde-4d65-bb08-fca5954f584f on network ad357b40-14ae-48e1-976c-080cca104379 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:59.499537 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e51ffca5-85d2-4623-b5cb-7c4ceefcdc4d req-2301a90c-74f9-454e-9689-30eb2ab188da tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:59.500362 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e51ffca5-85d2-4623-b5cb-7c4ceefcdc4d req-2301a90c-74f9-454e-9689-30eb2ab188da tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:59.500858 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [req-e51ffca5-85d2-4623-b5cb-7c4ceefcdc4d req-2301a90c-74f9-454e-9689-30eb2ab188da tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Floating IP 58c53da3-dc5f-4f3b-a6f6-6126146d06cf disassociated. External IP: 172.25.2.83, port: aa9205bb-cf47-44a5-9b10-f51ea17b7856. Aug 31 09:31:59.501203 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-e51ffca5-85d2-4623-b5cb-7c4ceefcdc4d req-2301a90c-74f9-454e-9689-30eb2ab188da tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Calling delete_port for aa9205bb-cf47-44a5-9b10-f51ea17b7856 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:31:59.576956 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1f802c8a-30b1-4180-8fb1-cc41a7e5f335 req-85f83a13-e325-4bbb-bb5f-d99b99465f8e tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 210 time: 0.2570336 Aug 31 09:31:59.588731 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-6f7d02b0-fffd-4064-9a4a-783cdf9bd648 service neutron] Port 3e22082b-cdde-4d65-bb08-fca5954f584f on network ad357b40-14ae-48e1-976c-080cca104379 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:31:59.589062 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-6f7d02b0-fffd-4064-9a4a-783cdf9bd648 service neutron] Attempting to bind port 3e22082b-cdde-4d65-bb08-fca5954f584f on network ad357b40-14ae-48e1-976c-080cca104379 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:31:59.623589 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535a7ea-f630-4646-995e-109924143930 service neutron] Pushing event updated for resources: {'Port': ['ID=5dfbb861-e58a-4992-86df-768d2388e3a5,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:31:59.684791 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-158a2902-6da7-44d9-adad-ab99316c926c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Allocated IP 172.20.0.8 (7b201fa3-3f7b-4800-91ce-e05513d8da89/d6e72e1c-3f30-4227-9e33-1a8ea1b05381/5cceb95c-959f-4ca6-86a5-f5126b8e35c2) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:31:59.771961 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b576256-41cd-4b7d-b769-34627a6995ab req-50106f98-680e-4021-82e2-66a3b9d3c2cd tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups?id=89e0bbe2-2fae-4922-a022-1f173e76dd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9307313 Aug 31 09:31:59.779495 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfeabbc-7d10-47e6-a2d8-23431d26df93 x-openstack-request-id: req-dbfeabbc-7d10-47e6-a2d8-23431d26df93 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:31:59.779799 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be5550a3-4a2f-4ab9-a46f-fa7318f18ba9", "tag": "5dfbb861-e58a-4992-86df-768d2388e3a5", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:31:59.780037 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-dbfeabbc-7d10-47e6-a2d8-23431d26df93 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:31:59.780439 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be5550a3-4a2f-4ab9-a46f-fa7318f18ba9', 'tag': '5dfbb861-e58a-4992-86df-768d2388e3a5', 'status': 'completed', 'code': 200} Aug 31 09:31:59.782573 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-6f7d02b0-fffd-4064-9a4a-783cdf9bd648 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:31:59.782952 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-6f7d02b0-fffd-4064-9a4a-783cdf9bd648 service neutron] Checking segment: {'id': '1bf39079-f9bb-4243-ab62-118ee90b857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1623, 'network_id': 'ad357b40-14ae-48e1-976c-080cca104379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:31:59.783332 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-6f7d02b0-fffd-4064-9a4a-783cdf9bd648 service neutron] Bound using segment: {'id': '1bf39079-f9bb-4243-ab62-118ee90b857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1623, 'network_id': 'ad357b40-14ae-48e1-976c-080cca104379'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:31:59.783778 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-6f7d02b0-fffd-4064-9a4a-783cdf9bd648 service neutron] Bound port: 3e22082b-cdde-4d65-bb08-fca5954f584f, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf39079-f9bb-4243-ab62-118ee90b857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1623, 'network_id': 'ad357b40-14ae-48e1-976c-080cca104379'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:31:59.806098 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-6f7d02b0-fffd-4064-9a4a-783cdf9bd648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:59.836723 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-53e3910d-87c8-47eb-9793-c9ece2653405 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:59.871496 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-26a64ec9-b24c-463d-8f60-5371332a0eb7 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:31:59.899335 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-92ab0460-f22c-42ab-a710-6cd37564c548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:31:59.900965 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-92ab0460-f22c-42ab-a710-6cd37564c548 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=4b0ec785679448fca08d0ab2b949ef4a&device_id=be5550a3-4a2f-4ab9-a46f-fa7318f18ba9 HTTP/1.1" status: 200 len: 1096 time: 0.5386348 Aug 31 09:31:59.918639 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device aa9205bb-cf47-44a5-9b10-f51ea17b7856 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:32:00.098035 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-53e3910d-87c8-47eb-9793-c9ece2653405 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Network 636950a3-6b65-4dc0-b611-ae468b63fe57 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:00.099032 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-26a64ec9-b24c-463d-8f60-5371332a0eb7 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:00.138948 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-055fe60a-bdc5-4268-ab55-cabaa426fc53 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dfbb861-e58a-4992-86df-768d2388e3a5 HTTP/1.1" status: 200 len: 217 time: 0.1686132 Aug 31 09:32:00.144414 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:00.146582 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-53e3910d-87c8-47eb-9793-c9ece2653405 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:00.199855 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-53e3910d-87c8-47eb-9793-c9ece2653405 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:00.203846 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3910d-87c8-47eb-9793-c9ece2653405 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Pushing event updated for resources: {'Port': ['ID=df6aa1bb-921b-4f71-bd10-7c3fe5349661,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:00.228194 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a64ec9-b24c-463d-8f60-5371332a0eb7 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] vlan segment allocate from pool success with {'vlan_id': 1603, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:32:00.274355 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port aa9205bb-cf47-44a5-9b10-f51ea17b7856, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=aa9205bb-cf47-44a5-9b10-f51ea17b7856,segment=NetworkSegment(0a95ffdb-6d77-445a-8e83-52f6d3d4d73c),segment_id=0a95ffdb-6d77-445a-8e83-52f6d3d4d73c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:00.282627 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1725bc-5f7a-4119-91c9-f212db95517a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa9205bb-cf47-44a5-9b10-f51ea17b7856'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:00.293035 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19893cb6-dcef-4af9-8097-9971b19f0883" -d '{"events": [{"server_uuid": "ab1725bc-5f7a-4119-91c9-f212db95517a", "name": "network-vif-unplugged", "status": "completed", "tag": "aa9205bb-cf47-44a5-9b10-f51ea17b7856"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:00.343459 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:00.344433 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a64ec9-b24c-463d-8f60-5371332a0eb7 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a23b88e2-60b4-4ddc-9d65-f09db5fc03f7,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:00.383476 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-26a64ec9-b24c-463d-8f60-5371332a0eb7 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:00.384844 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-26a64ec9-b24c-463d-8f60-5371332a0eb7 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Added segment 91f2f9b6-6082-48f0-9766-aa23d86d0143 of type vlan for network e6e682cf-0d6d-49dd-b87a-a87d00f8ace3 Aug 31 09:32:00.477688 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe45cd6-cefc-4461-9ec2-d686f84388ec x-openstack-request-id: req-dfe45cd6-cefc-4461-9ec2-d686f84388ec {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:00.483951 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1725bc-5f7a-4119-91c9-f212db95517a", "name": "network-vif-unplugged", "status": "completed", "tag": "aa9205bb-cf47-44a5-9b10-f51ea17b7856", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:00.484359 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-dfe45cd6-cefc-4461-9ec2-d686f84388ec {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:00.488720 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1725bc-5f7a-4119-91c9-f212db95517a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa9205bb-cf47-44a5-9b10-f51ea17b7856', 'code': 200} Aug 31 09:32:00.490645 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=aa9205bb-cf47-44a5-9b10-f51ea17b7856,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:00.566705 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e51ffca5-85d2-4623-b5cb-7c4ceefcdc4d req-2301a90c-74f9-454e-9689-30eb2ab188da tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:00.616920 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49956) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:00.620964 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-6f7d02b0-fffd-4064-9a4a-783cdf9bd648 service neutron] For port 3e22082b-cdde-4d65-bb08-fca5954f584f, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:00.639580 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-6f7d02b0-fffd-4064-9a4a-783cdf9bd648 service neutron] For port 3e22082b-cdde-4d65-bb08-fca5954f584f, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=3e22082b-cdde-4d65-bb08-fca5954f584f,segment=NetworkSegment(1bf39079-f9bb-4243-ab62-118ee90b857b),segment_id=1bf39079-f9bb-4243-ab62-118ee90b857b)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:00.653398 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-26a64ec9-b24c-463d-8f60-5371332a0eb7 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:00.659995 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-eab951e4-1def-4304-afb2-899b28147846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:00.661819 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-eab951e4-1def-4304-afb2-899b28147846 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0615bda2-12d9-45eb-87c9-484d04fcddc1 HTTP/1.1" status: 200 len: 853 time: 0.5024631 Aug 31 09:32:00.675079 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-53e3910d-87c8-47eb-9793-c9ece2653405 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:00.675970 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-53e3910d-87c8-47eb-9793-c9ece2653405 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:00.756407 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-158a2902-6da7-44d9-adad-ab99316c926c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:00.804261 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e8341bcc-b187-46de-aac1-dffe2dc00d05 None None] Provisioning for port df6aa1bb-921b-4f71-bd10-7c3fe5349661 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:00.811753 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e8341bcc-b187-46de-aac1-dffe2dc00d05 None None] Provisioning complete for port df6aa1bb-921b-4f71-bd10-7c3fe5349661 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:00.812172 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e8341bcc-b187-46de-aac1-dffe2dc00d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:00.827651 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-158a2902-6da7-44d9-adad-ab99316c926c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Transition to ACTIVE for port object 5cceb95c-959f-4ca6-86a5-f5126b8e35c2 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:00.834413 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-53e3910d-87c8-47eb-9793-c9ece2653405 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6716633 Aug 31 09:32:00.861233 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0b4dd3e2-d2d4-4e72-8ab4-cdaccda93bf9 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Request body: {'port': {'device_id': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'network_id': '77d5d845-bb9b-4368-b082-bacd96a9f80d', 'admin_state_up': True, 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'security_groups': ['6d6a810d-2513-4e76-99cc-51dce4ee3e8a']}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:00.919703 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-e8341bcc-b187-46de-aac1-dffe2dc00d05 None None] Port df6aa1bb-921b-4f71-bd10-7c3fe5349661 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:00.930208 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-6f7d02b0-fffd-4064-9a4a-783cdf9bd648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:00.989649 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-26a64ec9-b24c-463d-8f60-5371332a0eb7 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:00.991510 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-6f7d02b0-fffd-4064-9a4a-783cdf9bd648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:00.992153 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-6f7d02b0-fffd-4064-9a4a-783cdf9bd648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:00.993597 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-6f7d02b0-fffd-4064-9a4a-783cdf9bd648 service neutron] 10.222.0.59 "PUT /v2.0/ports/3e22082b-cdde-4d65-bb08-fca5954f584f HTTP/1.1" status: 200 len: 1092 time: 5.6580267 Aug 31 09:32:01.005998 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a64ec9-b24c-463d-8f60-5371332a0eb7 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:01.006774 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-26a64ec9-b24c-463d-8f60-5371332a0eb7 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:01.007435 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301a90c-74f9-454e-9689-30eb2ab188da tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Pushing event deleted for resources: {'Port': ['ID=aa9205bb-cf47-44a5-9b10-f51ea17b7856,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:01.069232 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-2be587d6-bbb5-44be-a882-d4b4bd3dca96 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=ad357b40-14ae-48e1-976c-080cca104379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3786039 Aug 31 09:32:01.070051 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9cfe948a-d0ef-4613-a319-17ab1b6695ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:01.160498 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e2ad5-b520-47c4-9661-9b155328bbfd req-44db4883-e24e-4eea-9291-ed914773ed65 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:01.172522 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-071e2ad5-b520-47c4-9661-9b155328bbfd req-44db4883-e24e-4eea-9291-ed914773ed65 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?device_id=b64d2164-c84d-4563-a4e3-25d3efea5458 HTTP/1.1" status: 200 len: 943 time: 0.8598819 Aug 31 09:32:01.255822 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a64ec9-b24c-463d-8f60-5371332a0eb7 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Pushing event updated for resources: {'Network': ['ID=e6e682cf-0d6d-49dd-b87a-a87d00f8ace3,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:01.277506 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network e6e682cf-0d6d-49dd-b87a-a87d00f8ace3 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:32:01.296786 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-26a64ec9-b24c-463d-8f60-5371332a0eb7 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.2428339 Aug 31 09:32:01.299893 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49968) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:01.305081 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-2b033eb8-e734-49b4-afee-ae0e85b2a555 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Request body: {'subnet': {'network_id': 'e6e682cf-0d6d-49dd-b87a-a87d00f8ace3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:01.333720 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ec0e2-06ef-4d8d-81c1-3003a2c40d3a req-c135b675-3319-4a7f-bfa4-6b38c6feaa31 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:01.335564 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-970ec0e2-06ef-4d8d-81c1-3003a2c40d3a req-c135b675-3319-4a7f-bfa4-6b38c6feaa31 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 932 time: 0.4859798 Aug 31 09:32:01.459236 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-071e2ad5-b520-47c4-9661-9b155328bbfd req-bab96cbb-5143-44c5-aeea-3a0e6baaee0f tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/security-groups?id=891e4c35-d358-4959-9795-e1e381d74164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856345 Aug 31 09:32:01.487315 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0b4dd3e2-d2d4-4e72-8ab4-cdaccda93bf9 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Made reservation on behalf of caa69c38eab14ec7acd072f4cc57de4a for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:01.490860 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0b4dd3e2-d2d4-4e72-8ab4-cdaccda93bf9 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:01.493466 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-158a2902-6da7-44d9-adad-ab99316c926c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:01.575076 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d02b0-fffd-4064-9a4a-783cdf9bd648 service neutron] Pushing event updated for resources: {'Port': ['ID=3e22082b-cdde-4d65-bb08-fca5954f584f,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:01.586513 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a2902-6da7-44d9-adad-ab99316c926c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Port': ['ID=5cceb95c-959f-4ca6-86a5-f5126b8e35c2,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:01.623911 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158a2902-6da7-44d9-adad-ab99316c926c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network 7b201fa3-3f7b-4800-91ce-e05513d8da89 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:01.627415 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-158a2902-6da7-44d9-adad-ab99316c926c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:01.635581 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-970ec0e2-06ef-4d8d-81c1-3003a2c40d3a req-4b33c9bc-f8b5-480f-95f2-547517e2afd5 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520909 Aug 31 09:32:01.693157 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4466b27f-bc17-46eb-b7d1-649c524155e9 req-8b4a2665-9252-43d2-bebe-1b82248f4995 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1725bc-5f7a-4119-91c9-f212db95517a HTTP/1.1" status: 200 len: 210 time: 0.1061323 Aug 31 09:32:01.717665 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-8bda128d-6851-4bbb-96d9-c165ec858c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:01.719577 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-8bda128d-6851-4bbb-96d9-c165ec858c0a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b0ec785679448fca08d0ab2b949ef4a&device_id=b64d2164-c84d-4563-a4e3-25d3efea5458 HTTP/1.1" status: 200 len: 1095 time: 0.5268152 Aug 31 09:32:01.755560 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158a2902-6da7-44d9-adad-ab99316c926c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:01.760478 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-a6d41a6b-8c50-4ced-ab2d-d6caf68073d1 service neutron] 10.222.0.112 "GET /v2.0/networks/ad357b40-14ae-48e1-976c-080cca104379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5830998 Aug 31 09:32:01.803605 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b64d2164-c84d-4563-a4e3-25d3efea5458', 'tag': '3e22082b-cdde-4d65-bb08-fca5954f584f'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:01.806532 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f2bfc3-a94a-4b96-910c-1fc455be3988" -d '{"events": [{"name": "network-changed", "server_uuid": "b64d2164-c84d-4563-a4e3-25d3efea5458", "tag": "3e22082b-cdde-4d65-bb08-fca5954f584f"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:01.854281 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0b4dd3e2-d2d4-4e72-8ab4-cdaccda93bf9 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Allocated IP 10.1.1.128 (77d5d845-bb9b-4368-b082-bacd96a9f80d/f34f97ee-be68-4a06-a77e-c36751cafa2c/a29fa7ed-ecd3-4217-87a2-12ac46d2bee6) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:01.870996 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158a2902-6da7-44d9-adad-ab99316c926c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:01.871996 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-158a2902-6da7-44d9-adad-ab99316c926c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:01.896949 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e51ffca5-85d2-4623-b5cb-7c4ceefcdc4d req-2301a90c-74f9-454e-9689-30eb2ab188da tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Router e7f23c00-d687-4f4c-a6d4-e30c826b5d04 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:32:01.900093 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-e74df556-6ca5-4478-bc71-e983ffbc164d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e22082b-cdde-4d65-bb08-fca5954f584f HTTP/1.1" status: 200 len: 217 time: 0.1668396 Aug 31 09:32:01.920303 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457d3fdf-3d51-411a-b764-8ce1f52f5b1a x-openstack-request-id: req-457d3fdf-3d51-411a-b764-8ce1f52f5b1a {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:01.920303 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b64d2164-c84d-4563-a4e3-25d3efea5458", "tag": "3e22082b-cdde-4d65-bb08-fca5954f584f", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:01.920597 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-457d3fdf-3d51-411a-b764-8ce1f52f5b1a {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:01.920908 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b64d2164-c84d-4563-a4e3-25d3efea5458', 'tag': '3e22082b-cdde-4d65-bb08-fca5954f584f', 'status': 'completed', 'code': 200} Aug 31 09:32:02.085969 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-83ea879a-a9cf-454b-9d9d-dddf24029422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:02.087570 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-83ea879a-a9cf-454b-9d9d-dddf24029422 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0615bda2-12d9-45eb-87c9-484d04fcddc1 HTTP/1.1" status: 200 len: 853 time: 0.1596823 Aug 31 09:32:02.126099 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0b4dd3e2-d2d4-4e72-8ab4-cdaccda93bf9 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:02.143169 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-6263507e-469b-4649-b0d3-fab911adf140 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad357b40-14ae-48e1-976c-080cca104379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434935 Aug 31 09:32:02.147113 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-761a7ba4-346a-4a58-96e6-0e5fb1e56f80 None None] Provisioning for port 5cceb95c-959f-4ca6-86a5-f5126b8e35c2 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:02.149417 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0b4dd3e2-d2d4-4e72-8ab4-cdaccda93bf9 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Transition to ACTIVE for port object a29fa7ed-ecd3-4217-87a2-12ac46d2bee6 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:02.152226 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-761a7ba4-346a-4a58-96e6-0e5fb1e56f80 None None] Provisioning complete for port 5cceb95c-959f-4ca6-86a5-f5126b8e35c2 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:02.152797 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-761a7ba4-346a-4a58-96e6-0e5fb1e56f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:02.193581 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-761a7ba4-346a-4a58-96e6-0e5fb1e56f80 None None] Port 5cceb95c-959f-4ca6-86a5-f5126b8e35c2 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:02.278738 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0b4dd3e2-d2d4-4e72-8ab4-cdaccda93bf9 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:02.290318 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-9ff96475-b2de-4b19-b274-10453b59ebfe service neutron] 10.222.0.112 "GET /v2.0/networks/ad357b40-14ae-48e1-976c-080cca104379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500208 Aug 31 09:32:02.307693 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9cfe948a-d0ef-4613-a319-17ab1b6695ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:02.332253 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e51ffca5-85d2-4623-b5cb-7c4ceefcdc4d req-2301a90c-74f9-454e-9689-30eb2ab188da tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:32:02.335369 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4dd3e2-d2d4-4e72-8ab4-cdaccda93bf9 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Pushing event updated for resources: {'Port': ['ID=a29fa7ed-ecd3-4217-87a2-12ac46d2bee6,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:02.351225 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0b4dd3e2-d2d4-4e72-8ab4-cdaccda93bf9 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Network 77d5d845-bb9b-4368-b082-bacd96a9f80d is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:02.353017 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0b4dd3e2-d2d4-4e72-8ab4-cdaccda93bf9 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:02.356847 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0b4dd3e2-d2d4-4e72-8ab4-cdaccda93bf9 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:02.358962 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9e226e-74b7-499c-9e9c-4186a991eb50 None None] Sync routers for ids ['e7f23c00-d687-4f4c-a6d4-e30c826b5d04'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:32:02.374022 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9e226e-74b7-499c-9e9c-4186a991eb50 None None] Routers {'e7f23c00-d687-4f4c-a6d4-e30c826b5d04'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:02.375680 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-fc9e226e-74b7-499c-9e9c-4186a991eb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:31:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e7f23c00-d687-4f4c-a6d4-e30c826b5d04'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:02.397040 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-22966d53-83db-4d13-8165-81d5c6d601be service neutron] 10.222.0.59 "GET /v2.0/networks/ad357b40-14ae-48e1-976c-080cca104379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431321 Aug 31 09:32:02.419670 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9cfe948a-d0ef-4613-a319-17ab1b6695ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:02.423429 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51ffca5-85d2-4623-b5cb-7c4ceefcdc4d req-2301a90c-74f9-454e-9689-30eb2ab188da tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] No DVR routers for this DVR port aa9205bb-cf47-44a5-9b10-f51ea17b7856 on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:32:02.447743 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e51ffca5-85d2-4623-b5cb-7c4ceefcdc4d req-2301a90c-74f9-454e-9689-30eb2ab188da tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:02.450091 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e51ffca5-85d2-4623-b5cb-7c4ceefcdc4d req-2301a90c-74f9-454e-9689-30eb2ab188da tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.59 "DELETE /v2.0/ports/aa9205bb-cf47-44a5-9b10-f51ea17b7856 HTTP/1.1" status: 204 len: 173 time: 7.0076575 Aug 31 09:32:02.461631 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0b4dd3e2-d2d4-4e72-8ab4-cdaccda93bf9 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:02.462645 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0b4dd3e2-d2d4-4e72-8ab4-cdaccda93bf9 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:02.595356 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b033eb8-e734-49b4-afee-ae0e85b2a555 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Made reservation on behalf of 3cb201a9ed424a7fa8591849eb95e05a for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:02.599784 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2b033eb8-e734-49b4-afee-ae0e85b2a555 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:02.659346 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:02.693112 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-fc9e226e-74b7-499c-9e9c-4186a991eb50 None None] Set router e7f23c00-d687-4f4c-a6d4-e30c826b5d04 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:32:02.804879 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-158a2902-6da7-44d9-adad-ab99316c926c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.8633676 Aug 31 09:32:02.814038 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0b4dd3e2-d2d4-4e72-8ab4-cdaccda93bf9 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9631288 Aug 31 09:32:02.833050 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49988) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:02.853601 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-349c0baa-085b-4349-b2ee-c1b7753da489 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'subnet': {'network_id': '7b201fa3-3f7b-4800-91ce-e05513d8da89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:02.864318 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e5f82600-650b-4d6e-988d-20539549b9a7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Request body: {'port': {'device_id': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'network_id': '77d5d845-bb9b-4368-b082-bacd96a9f80d', 'admin_state_up': True, 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'security_groups': ['6d6a810d-2513-4e76-99cc-51dce4ee3e8a']}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:03.164000 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-fc9e226e-74b7-499c-9e9c-4186a991eb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'name': 'tempest-AttachVolumeTestJSON-314926797-router', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:24:07Z', 'updated_at': '2021-08-31T09:24:12Z', 'revision_number': 4, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'gw_port': {'id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:08Z', 'updated_at': '2021-08-31T09:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c', 'name': '', 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'mac_address': 'fa:16:3e:b1:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51d76b46-811d-468a-80f4-ece7058a5d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:10Z', 'updated_at': '2021-08-31T09:24:18Z', 'revision_number': 5, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'subnets': [{'id': '51d76b46-811d-468a-80f4-ece7058a5d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:03.170744 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-51a42893-ff99-4008-9b20-4ef02a450a4f None None] Provisioning for port a29fa7ed-ecd3-4217-87a2-12ac46d2bee6 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:03.178168 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:03.227678 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e5f82600-650b-4d6e-988d-20539549b9a7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Made reservation on behalf of caa69c38eab14ec7acd072f4cc57de4a for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:03.235740 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e5f82600-650b-4d6e-988d-20539549b9a7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:03.271824 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-51a42893-ff99-4008-9b20-4ef02a450a4f None None] Provisioning complete for port a29fa7ed-ecd3-4217-87a2-12ac46d2bee6 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:03.272199 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-51a42893-ff99-4008-9b20-4ef02a450a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:03.273937 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9e226e-74b7-499c-9e9c-4186a991eb50 None None] Checking router: e7f23c00-d687-4f4c-a6d4-e30c826b5d04 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:32:03.291252 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9cfe948a-d0ef-4613-a319-17ab1b6695ff admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=0ba42ea5f45d47c6a6b8d7a3d344dc70&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6385381 Aug 31 09:32:03.364599 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49996) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:03.429410 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349c0baa-085b-4349-b2ee-c1b7753da489 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:03.437488 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-349c0baa-085b-4349-b2ee-c1b7753da489 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:03.455192 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe948a-d0ef-4613-a319-17ab1b6695ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a567b461-6eb6-43a3-885d-83fd5000aad9,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:03.548066 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-38e50cf5-21fb-4f7d-b821-72664a5b4069 req-896adb01-e6cf-4141-b681-6ea48bef670e service neutron] 10.222.0.59 "GET /v2.0/networks/ad357b40-14ae-48e1-976c-080cca104379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1357465 Aug 31 09:32:03.606028 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93497c9-45f8-462c-8460-4a7161f80630 req-a02fb3b3-59b6-45a2-ab8a-f707e4611d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:03.616673 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e93497c9-45f8-462c-8460-4a7161f80630 req-a02fb3b3-59b6-45a2-ab8a-f707e4611d65 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=4b0ec785679448fca08d0ab2b949ef4a&device_id=be5550a3-4a2f-4ab9-a46f-fa7318f18ba9 HTTP/1.1" status: 200 len: 1096 time: 0.4578903 Aug 31 09:32:03.702208 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9e226e-74b7-499c-9e9c-4186a991eb50 None None] Routers {'e7f23c00-d687-4f4c-a6d4-e30c826b5d04'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:03.703018 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-fc9e226e-74b7-499c-9e9c-4186a991eb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:31:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e7f23c00-d687-4f4c-a6d4-e30c826b5d04'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:03.764234 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d9f4b-187f-4b55-a8b9-568cd6e59b05 req-d24d7e1e-6545-4c50-8eea-0c12fb171e0f tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:03.766465 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e35d9f4b-187f-4b55-a8b9-568cd6e59b05 req-d24d7e1e-6545-4c50-8eea-0c12fb171e0f tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?device_id=b64d2164-c84d-4563-a4e3-25d3efea5458 HTTP/1.1" status: 200 len: 943 time: 0.6011181 Aug 31 09:32:03.767189 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93497c9-45f8-462c-8460-4a7161f80630 req-4eacacd7-8939-4c9b-a774-019104824f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:03.768720 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e93497c9-45f8-462c-8460-4a7161f80630 req-4eacacd7-8939-4c9b-a774-019104824f24 service neutron] 10.222.0.112 "GET /v2.0/networks?id=ad357b40-14ae-48e1-976c-080cca104379 HTTP/1.1" status: 200 len: 915 time: 0.1391737 Aug 31 09:32:03.770643 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50002) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:03.791314 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c281a-8442-4322-83ef-ec70e7e7fc8a req-86c13bab-3e70-489a-9989-6615c90a665f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:03.797516 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c281a-8442-4322-83ef-ec70e7e7fc8a req-86c13bab-3e70-489a-9989-6615c90a665f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:03.813764 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-125c281a-8442-4322-83ef-ec70e7e7fc8a req-86c13bab-3e70-489a-9989-6615c90a665f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 1654 time: 0.6474013 Aug 31 09:32:03.828813 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-fc9e226e-74b7-499c-9e9c-4186a991eb50 None None] Set router e7f23c00-d687-4f4c-a6d4-e30c826b5d04 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:32:03.967761 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1725bc-5f7a-4119-91c9-f212db95517a', 'name': 'network-vif-deleted', 'tag': 'aa9205bb-cf47-44a5-9b10-f51ea17b7856'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:03.970789 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2260c888-ff30-41b3-8faa-2a473e50c3b7" -d '{"events": [{"server_uuid": "ab1725bc-5f7a-4119-91c9-f212db95517a", "name": "network-vif-deleted", "tag": "aa9205bb-cf47-44a5-9b10-f51ea17b7856"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:03.987635 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 5dfbb861-e58a-4992-86df-768d2388e3a5 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:32:04.013443 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-51a42893-ff99-4008-9b20-4ef02a450a4f None None] Port a29fa7ed-ecd3-4217-87a2-12ac46d2bee6 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:04.048725 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-125c281a-8442-4322-83ef-ec70e7e7fc8a req-0bf347a8-7127-47a3-a427-e59dd65d6d94 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340667 Aug 31 09:32:04.066479 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e93497c9-45f8-462c-8460-4a7161f80630 req-a7500434-ea0d-43fe-80a6-c672c9f32314 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dfbb861-e58a-4992-86df-768d2388e3a5 HTTP/1.1" status: 200 len: 217 time: 0.2476475 Aug 31 09:32:04.164063 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e35d9f4b-187f-4b55-a8b9-568cd6e59b05 req-d64527c8-a742-40b2-85d6-e3883c838a94 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/security-groups?id=891e4c35-d358-4959-9795-e1e381d74164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470247 Aug 31 09:32:04.169168 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2bfc3-a94a-4b96-910c-1fc455be3988 req-eec9a1e1-97a3-4230-8c9e-96ab25917857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:04.171551 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71f2bfc3-a94a-4b96-910c-1fc455be3988 req-eec9a1e1-97a3-4230-8c9e-96ab25917857 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b0ec785679448fca08d0ab2b949ef4a&device_id=b64d2164-c84d-4563-a4e3-25d3efea5458 HTTP/1.1" status: 200 len: 1095 time: 0.4017329 Aug 31 09:32:04.279919 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93497c9-45f8-462c-8460-4a7161f80630 req-f77cf5c0-6ee2-42e5-8444-5340ce0b9b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:04.282135 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e93497c9-45f8-462c-8460-4a7161f80630 req-f77cf5c0-6ee2-42e5-8444-5340ce0b9b74 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0615bda2-12d9-45eb-87c9-484d04fcddc1 HTTP/1.1" status: 200 len: 853 time: 0.1974280 Aug 31 09:32:04.314239 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 5dfbb861-e58a-4992-86df-768d2388e3a5, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=5dfbb861-e58a-4992-86df-768d2388e3a5,segment=NetworkSegment(1bf39079-f9bb-4243-ab62-118ee90b857b),segment_id=1bf39079-f9bb-4243-ab62-118ee90b857b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:04.317880 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50014) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:04.324608 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4470982-e41b-4140-9525-9c0ddac62f9a x-openstack-request-id: req-a4470982-e41b-4140-9525-9c0ddac62f9a {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:04.324990 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1725bc-5f7a-4119-91c9-f212db95517a", "name": "network-vif-deleted", "tag": "aa9205bb-cf47-44a5-9b10-f51ea17b7856", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:04.325310 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-a4470982-e41b-4140-9525-9c0ddac62f9a {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:04.325770 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1725bc-5f7a-4119-91c9-f212db95517a', 'name': 'network-vif-deleted', 'tag': 'aa9205bb-cf47-44a5-9b10-f51ea17b7856', 'status': 'completed', 'code': 200} Aug 31 09:32:04.339918 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '5dfbb861-e58a-4992-86df-768d2388e3a5', 'network_id': 'ad357b40-14ae-48e1-976c-080cca104379', 'port_id': '5dfbb861-e58a-4992-86df-768d2388e3a5', 'mac_address': 'fa:16:3e:77:21:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0615bda2-12d9-45eb-87c9-484d04fcddc1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:32:04.350348 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-fc9e226e-74b7-499c-9e9c-4186a991eb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'name': 'tempest-AttachVolumeTestJSON-314926797-router', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:24:07Z', 'updated_at': '2021-08-31T09:24:12Z', 'revision_number': 4, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'gw_port': {'id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:08Z', 'updated_at': '2021-08-31T09:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c', 'name': '', 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'mac_address': 'fa:16:3e:b1:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51d76b46-811d-468a-80f4-ece7058a5d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:10Z', 'updated_at': '2021-08-31T09:24:18Z', 'revision_number': 5, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'subnets': [{'id': '51d76b46-811d-468a-80f4-ece7058a5d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:04.367751 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e5f82600-650b-4d6e-988d-20539549b9a7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Allocated IP 10.1.1.196 (77d5d845-bb9b-4368-b082-bacd96a9f80d/f34f97ee-be68-4a06-a77e-c36751cafa2c/8ec00ff2-1406-435b-8d50-463c30eef300) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:04.381304 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-250d0996-95bb-4d4d-844a-4bd3f341718e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:04.381519 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9e226e-74b7-499c-9e9c-4186a991eb50 None None] The sync data for ids ['e7f23c00-d687-4f4c-a6d4-e30c826b5d04'] in n-d-791506-28 is: [{'id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'name': 'tempest-AttachVolumeTestJSON-314926797-router', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:24:07Z', 'updated_at': '2021-08-31T09:24:12Z', 'revision_number': 4, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'gw_port': {'id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:08Z', 'updated_at': '2021-08-31T09:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c', 'name': '', 'network_id': 'db85df49-32f0-464c-8559-cb7cf1e93dcb', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'mac_address': 'fa:16:3e:b1:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '51d76b46-811d-468a-80f4-ece7058a5d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:10Z', 'updated_at': '2021-08-31T09:24:18Z', 'revision_number': 5, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'subnets': [{'id': '51d76b46-811d-468a-80f4-ece7058a5d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:32:04.426831 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e93497c9-45f8-462c-8460-4a7161f80630 req-0247a669-06ea-40b2-8fd1-7b0586ac3385 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=ad357b40-14ae-48e1-976c-080cca104379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989599 Aug 31 09:32:04.476724 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:04.488095 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2b033eb8-e734-49b4-afee-ae0e85b2a555 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:04.502193 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dfbb861-e58a-4992-86df-768d2388e3a5 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:04.543092 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 5dfbb861-e58a-4992-86df-768d2388e3a5, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=5dfbb861-e58a-4992-86df-768d2388e3a5,segment=NetworkSegment(1bf39079-f9bb-4243-ab62-118ee90b857b),segment_id=1bf39079-f9bb-4243-ab62-118ee90b857b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:04.623992 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8db88f7e-5eea-45e5-afc1-36551791710f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:04.626933 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:04.654173 n-d-791506-28 neutron-server[95552]: INFO neutron.db.ipam_backend_mixin [None req-349c0baa-085b-4349-b2ee-c1b7753da489 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d6e72e1c-3f30-4227-9e33-1a8ea1b05381 (CIDR: 172.20.0.0/28) Aug 31 09:32:04.710211 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2bfc3-a94a-4b96-910c-1fc455be3988 req-1dbb62d3-9535-41cf-816d-28f9b81a5563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:04.718393 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71f2bfc3-a94a-4b96-910c-1fc455be3988 req-1dbb62d3-9535-41cf-816d-28f9b81a5563 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ad357b40-14ae-48e1-976c-080cca104379 HTTP/1.1" status: 200 len: 915 time: 0.5272148 Aug 31 09:32:04.751134 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=5dfbb861-e58a-4992-86df-768d2388e3a5,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:04.753652 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-349c0baa-085b-4349-b2ee-c1b7753da489 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:32:04.754236 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-349c0baa-085b-4349-b2ee-c1b7753da489 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:32:04.756389 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b033eb8-e734-49b4-afee-ae0e85b2a555 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Pushing event updated for resources: {'Subnet': ['ID=67225389-fbb5-48d8-9762-c293f0eead02,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:04.776066 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-63e7e84c-5379-4706-a671-1aef2b5d4c39 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:04.806957 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8db88f7e-5eea-45e5-afc1-36551791710f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:04.811837 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b38944-62b3-46d6-aaa8-1c512df1f526 None None] New status for floating IP 58c53da3-dc5f-4f3b-a6f6-6126146d06cf: DOWN {{(pid=95555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:32:04.843881 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e5f82600-650b-4d6e-988d-20539549b9a7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:04.852065 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b033eb8-e734-49b4-afee-ae0e85b2a555 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Checking segment: {'id': '91f2f9b6-6082-48f0-9766-aa23d86d0143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1603, 'network_id': 'e6e682cf-0d6d-49dd-b87a-a87d00f8ace3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:04.852571 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b033eb8-e734-49b4-afee-ae0e85b2a555 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Network hostable DHCP agents. Network: e6e682cf-0d6d-49dd-b87a-a87d00f8ace3, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:32:04.877121 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['5dfbb861-e58a-4992-86df-768d2388e3a5'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:32:04.881578 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e5f82600-650b-4d6e-988d-20539549b9a7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Transition to ACTIVE for port object 8ec00ff2-1406-435b-8d50-463c30eef300 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:04.902700 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71f2bfc3-a94a-4b96-910c-1fc455be3988 req-93407560-220d-4160-ba45-6cb4eaed3594 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e22082b-cdde-4d65-bb08-fca5954f584f HTTP/1.1" status: 200 len: 217 time: 0.1396704 Aug 31 09:32:04.913244 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e93497c9-45f8-462c-8460-4a7161f80630 req-19a09f54-26c4-4591-836d-bc2a28a54142 service neutron] 10.222.0.112 "GET /v2.0/networks/ad357b40-14ae-48e1-976c-080cca104379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694219 Aug 31 09:32:04.990071 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-63e7e84c-5379-4706-a671-1aef2b5d4c39 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:04.992059 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b033eb8-e734-49b4-afee-ae0e85b2a555 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Network e6e682cf-0d6d-49dd-b87a-a87d00f8ace3 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:32:05.008033 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2bfc3-a94a-4b96-910c-1fc455be3988 req-89140451-c6f1-420b-820d-97a5014c0d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:05.010108 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71f2bfc3-a94a-4b96-910c-1fc455be3988 req-89140451-c6f1-420b-820d-97a5014c0d2f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0615bda2-12d9-45eb-87c9-484d04fcddc1 HTTP/1.1" status: 200 len: 853 time: 0.0938706 Aug 31 09:32:05.022773 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e5f82600-650b-4d6e-988d-20539549b9a7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.024503 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8db88f7e-5eea-45e5-afc1-36551791710f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.027656 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8db88f7e-5eea-45e5-afc1-36551791710f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.032553 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8db88f7e-5eea-45e5-afc1-36551791710f admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/a567b461-6eb6-43a3-885d-83fd5000aad9 HTTP/1.1" status: 204 len: 168 time: 1.6649978 Aug 31 09:32:05.061440 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db88f7e-5eea-45e5-afc1-36551791710f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a567b461-6eb6-43a3-885d-83fd5000aad9,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:05.131214 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-2b033eb8-e734-49b4-afee-ae0e85b2a555 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, e6e682cf-0d6d-49dd-b87a-a87d00f8ace3) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:05.139364 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176dd26e-1d25-4001-a6b0-021d3aeaa469 None None] Network e6e682cf-0d6d-49dd-b87a-a87d00f8ace3 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:05.161764 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b033eb8-e734-49b4-afee-ae0e85b2a555 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:05.162719 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2b033eb8-e734-49b4-afee-ae0e85b2a555 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.184306 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e5f82600-650b-4d6e-988d-20539549b9a7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Network 77d5d845-bb9b-4368-b082-bacd96a9f80d is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:05.186917 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e5f82600-650b-4d6e-988d-20539549b9a7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:05.191952 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e93497c9-45f8-462c-8460-4a7161f80630 req-31b3c7ae-f195-4c74-9942-55614d1900a6 service neutron] 10.222.0.112 "GET /v2.0/networks/ad357b40-14ae-48e1-976c-080cca104379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604086 Aug 31 09:32:05.199523 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e5f82600-650b-4d6e-988d-20539549b9a7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:05.228730 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71f2bfc3-a94a-4b96-910c-1fc455be3988 req-e15b525b-2732-4eb2-b0e0-06a3d37c1893 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad357b40-14ae-48e1-976c-080cca104379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316067 Aug 31 09:32:05.274655 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f82600-650b-4d6e-988d-20539549b9a7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Pushing event updated for resources: {'Port': ['ID=8ec00ff2-1406-435b-8d50-463c30eef300,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:05.310000 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e5f82600-650b-4d6e-988d-20539549b9a7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:05.310793 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e5f82600-650b-4d6e-988d-20539549b9a7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.417230 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dfe8ef-500c-4dee-9d9e-0506ccc00994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-e6e682cf-0d6d-49dd-b87a-a87d00f8ace3', 'network_id': 'e6e682cf-0d6d-49dd-b87a-a87d00f8ace3', 'tenant_id': '3cb201a9ed424a7fa8591849eb95e05a', 'fixed_ips': [{'subnet_id': '67225389-fbb5-48d8-9762-c293f0eead02'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:32:05.418106 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-56dfe8ef-500c-4dee-9d9e-0506ccc00994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.435011 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-250d0996-95bb-4d4d-844a-4bd3f341718e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.468248 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c84292-2684-4319-bdca-367aea69d0b3 req-e255972b-cf8c-4b7c-9204-0a4842f7b34d tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:05.483309 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c84292-2684-4319-bdca-367aea69d0b3 req-e255972b-cf8c-4b7c-9204-0a4842f7b34d tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:05.499228 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c84292-2684-4319-bdca-367aea69d0b3 req-e255972b-cf8c-4b7c-9204-0a4842f7b34d tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:05.501015 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27c84292-2684-4319-bdca-367aea69d0b3 req-e255972b-cf8c-4b7c-9204-0a4842f7b34d tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 2375 time: 0.2446899 Aug 31 09:32:05.557709 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-250d0996-95bb-4d4d-844a-4bd3f341718e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.608129 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-56dfe8ef-500c-4dee-9d9e-0506ccc00994 None None] Allocated IP 172.20.0.2 (e6e682cf-0d6d-49dd-b87a-a87d00f8ace3/67225389-fbb5-48d8-9762-c293f0eead02/73334316-5376-4350-b856-12be25e05d6b) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:05.610280 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2b033eb8-e734-49b4-afee-ae0e85b2a555 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3091323 Aug 31 09:32:05.613189 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50026) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:05.624972 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-288c884b-b483-43d3-88d0-9023926c1824 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Request body: {'port': {'network_id': 'e6e682cf-0d6d-49dd-b87a-a87d00f8ace3', 'name': 'tempest-AllowedAddressPairTestJSON-647975308'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:05.636215 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-250d0996-95bb-4d4d-844a-4bd3f341718e admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=42d5d8530c1c41fe94f84fa2653438c3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8155668 Aug 31 09:32:05.641777 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50028) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:05.678868 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-349c0baa-085b-4349-b2ee-c1b7753da489 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.8377442 Aug 31 09:32:05.680549 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e5f82600-650b-4d6e-988d-20539549b9a7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8371294 Aug 31 09:32:05.688032 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50030) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:05.721589 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-198f57b9-7488-470e-b6f6-905094703e40 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'subnet': {'network_id': '7b201fa3-3f7b-4800-91ce-e05513d8da89', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:05.779577 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-63e7e84c-5379-4706-a671-1aef2b5d4c39 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.782932 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-63e7e84c-5379-4706-a671-1aef2b5d4c39 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.786640 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-63e7e84c-5379-4706-a671-1aef2b5d4c39 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "DELETE /v2.0/security-groups/89e0bbe2-2fae-4922-a022-1f173e76dd04 HTTP/1.1" status: 204 len: 168 time: 1.4560587 Aug 31 09:32:05.799884 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-ddfbb7b3-d0bc-4922-97e9-c93ca3a529de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Request body: {'port': {'device_id': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4c2e8d44-f605-48e7-8300-60df4e87697c', 'admin_state_up': True, 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'security_groups': ['6d6a810d-2513-4e76-99cc-51dce4ee3e8a']}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:05.805982 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50036) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:05.816618 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-960be6bb-58a1-4e34-ba0d-200ed69358c8 None None] Provisioning for port 8ec00ff2-1406-435b-8d50-463c30eef300 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:05.845314 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-960be6bb-58a1-4e34-ba0d-200ed69358c8 None None] Provisioning complete for port 8ec00ff2-1406-435b-8d50-463c30eef300 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:05.845872 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-960be6bb-58a1-4e34-ba0d-200ed69358c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.888910 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-b3aaa0d8-1ef1-4bea-bd26-7c29bf313b43 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] show failed (client error): The resource could not be found. Aug 31 09:32:05.890267 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b3aaa0d8-1ef1-4bea-bd26-7c29bf313b43 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "GET /v2.0/security-groups/89e0bbe2-2fae-4922-a022-1f173e76dd04 HTTP/1.1" status: 404 len: 347 time: 0.0804911 Aug 31 09:32:05.909156 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-56dfe8ef-500c-4dee-9d9e-0506ccc00994 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:05.909409 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50038) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:05.920880 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-960be6bb-58a1-4e34-ba0d-200ed69358c8 None None] Port 8ec00ff2-1406-435b-8d50-463c30eef300 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:05.926155 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-56dfe8ef-500c-4dee-9d9e-0506ccc00994 None None] Transition to ACTIVE for port object 73334316-5376-4350-b856-12be25e05d6b will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:05.933069 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 3e22082b-cdde-4d65-bb08-fca5954f584f details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:32:05.956503 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-56dfe8ef-500c-4dee-9d9e-0506ccc00994 None None] Transition to ACTIVE for port object 73334316-5376-4350-b856-12be25e05d6b will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:05.971181 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71f2bfc3-a94a-4b96-910c-1fc455be3988 req-7b4e734f-7df4-41ef-b9cf-fc0855eb0ed6 service neutron] 10.222.0.59 "GET /v2.0/networks/ad357b40-14ae-48e1-976c-080cca104379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7287140 Aug 31 09:32:05.974317 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27c84292-2684-4319-bdca-367aea69d0b3 req-35c78457-312e-4b74-95b8-a400500b3dea tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4566960 Aug 31 09:32:05.978463 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d0996-95bb-4d4d-844a-4bd3f341718e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf3712e-fcbc-40d9-b2c4-74bde282371a,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:05.983008 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 5dfbb861-e58a-4992-86df-768d2388e3a5 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:05.999779 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63633b-b771-4b9f-90a9-16b6ae00a710 req-2dd61017-9841-46dc-a3b3-0e5e56a988d5 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:06.009005 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c63633b-b771-4b9f-90a9-16b6ae00a710 req-2dd61017-9841-46dc-a3b3-0e5e56a988d5 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?device_id=b64d2164-c84d-4563-a4e3-25d3efea5458 HTTP/1.1" status: 200 len: 943 time: 0.6408978 Aug 31 09:32:06.064226 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-56dfe8ef-500c-4dee-9d9e-0506ccc00994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.102580 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50040) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:06.118103 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1e316743-452e-4e26-a447-1d0908e603b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.128829 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d0996-95bb-4d4d-844a-4bd3f341718e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:06.129609 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d0996-95bb-4d4d-844a-4bd3f341718e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:06.130101 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d0996-95bb-4d4d-844a-4bd3f341718e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:06.130808 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d0996-95bb-4d4d-844a-4bd3f341718e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:06.131503 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d0996-95bb-4d4d-844a-4bd3f341718e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:06.132471 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d0996-95bb-4d4d-844a-4bd3f341718e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:06.132961 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d0996-95bb-4d4d-844a-4bd3f341718e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:06.136858 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dfe8ef-500c-4dee-9d9e-0506ccc00994 None None] Network e6e682cf-0d6d-49dd-b87a-a87d00f8ace3 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:06.137722 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d0996-95bb-4d4d-844a-4bd3f341718e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:06.144359 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d0996-95bb-4d4d-844a-4bd3f341718e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:06.146059 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d0996-95bb-4d4d-844a-4bd3f341718e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:06.146378 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d0996-95bb-4d4d-844a-4bd3f341718e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:06.147239 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1e316743-452e-4e26-a447-1d0908e603b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.147462 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-56dfe8ef-500c-4dee-9d9e-0506ccc00994 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:06.157280 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250d0996-95bb-4d4d-844a-4bd3f341718e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:06.157501 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dfe8ef-500c-4dee-9d9e-0506ccc00994 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:06.167584 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dfe8ef-500c-4dee-9d9e-0506ccc00994 None None] Pushing event updated for resources: {'Port': ['ID=73334316-5376-4350-b856-12be25e05d6b,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:06.255256 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 3e22082b-cdde-4d65-bb08-fca5954f584f, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=3e22082b-cdde-4d65-bb08-fca5954f584f,segment=NetworkSegment(1bf39079-f9bb-4243-ab62-118ee90b857b),segment_id=1bf39079-f9bb-4243-ab62-118ee90b857b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:06.262230 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7e84c-5379-4706-a671-1aef2b5d4c39 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e0bbe2-2fae-4922-a022-1f173e76dd04,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:06.271686 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-56dfe8ef-500c-4dee-9d9e-0506ccc00994 None None] Attempting to bind port 73334316-5376-4350-b856-12be25e05d6b on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:06.272415 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-56dfe8ef-500c-4dee-9d9e-0506ccc00994 None None] Attempting to bind port 73334316-5376-4350-b856-12be25e05d6b by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '91f2f9b6-6082-48f0-9766-aa23d86d0143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1603, 'network_id': 'e6e682cf-0d6d-49dd-b87a-a87d00f8ace3'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:06.272894 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dfe8ef-500c-4dee-9d9e-0506ccc00994 None None] Attempting to bind port 73334316-5376-4350-b856-12be25e05d6b on network e6e682cf-0d6d-49dd-b87a-a87d00f8ace3 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:06.279960 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71f2bfc3-a94a-4b96-910c-1fc455be3988 req-fc36b980-c06f-4a3a-911c-af341be70862 service neutron] 10.222.0.59 "GET /v2.0/networks/ad357b40-14ae-48e1-976c-080cca104379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677186 Aug 31 09:32:06.284377 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dfe8ef-500c-4dee-9d9e-0506ccc00994 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:06.287044 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dfe8ef-500c-4dee-9d9e-0506ccc00994 None None] Checking segment: {'id': '91f2f9b6-6082-48f0-9766-aa23d86d0143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1603, 'network_id': 'e6e682cf-0d6d-49dd-b87a-a87d00f8ace3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:06.287044 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-56dfe8ef-500c-4dee-9d9e-0506ccc00994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.287044 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dfe8ef-500c-4dee-9d9e-0506ccc00994 None None] Bound using segment: {'id': '91f2f9b6-6082-48f0-9766-aa23d86d0143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1603, 'network_id': 'e6e682cf-0d6d-49dd-b87a-a87d00f8ace3'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:06.287044 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-56dfe8ef-500c-4dee-9d9e-0506ccc00994 None None] Bound port: 73334316-5376-4350-b856-12be25e05d6b, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f2f9b6-6082-48f0-9766-aa23d86d0143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1603, 'network_id': 'e6e682cf-0d6d-49dd-b87a-a87d00f8ace3'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:06.287044 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-56dfe8ef-500c-4dee-9d9e-0506ccc00994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.296461 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c63633b-b771-4b9f-90a9-16b6ae00a710 req-aa8c6859-2230-4b97-bdb5-3622ef981ec8 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/security-groups?id=891e4c35-d358-4959-9795-e1e381d74164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863481 Aug 31 09:32:06.303521 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.db.api [None req-198f57b9-7488-470e-b6f6-905094703e40 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:32:06.303521 n-d-791506-28 neutron-server[95553]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 09:32:06.303521 n-d-791506-28 neutron-server[95553]: [parameters: {'project_id': 'dd41ede79b994e67a9471c7b052bd4e8', 'id': '44f04a3c-6dd7-46b2-8509-390c53fe358f', 'expiration': datetime.datetime(2021, 8, 31, 9, 34, 6, 113355)}] Aug 31 09:32:06.303521 n-d-791506-28 neutron-server[95553]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:32:06.303865 n-d-791506-28 neutron-server[95553]: DEBUG oslo_db.api [None req-198f57b9-7488-470e-b6f6-905094703e40 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:32:06.304712 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-16e1c050-c5d8-4dc5-b615-91fe62672b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.323961 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.db.api [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-ddfbb7b3-d0bc-4922-97e9-c93ca3a529de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:32:06.323961 n-d-791506-28 neutron-server[95552]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 09:32:06.323961 n-d-791506-28 neutron-server[95552]: [parameters: {'project_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'id': 'cb1088e0-7f09-4493-a5fc-d3530c142e0e', 'expiration': datetime.datetime(2021, 8, 31, 9, 34, 6, 243620)}] Aug 31 09:32:06.323961 n-d-791506-28 neutron-server[95552]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:32:06.323961 n-d-791506-28 neutron-server[95552]: DEBUG oslo_db.api [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-ddfbb7b3-d0bc-4922-97e9-c93ca3a529de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:32:06.328648 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '3e22082b-cdde-4d65-bb08-fca5954f584f', 'network_id': 'ad357b40-14ae-48e1-976c-080cca104379', 'port_id': '3e22082b-cdde-4d65-bb08-fca5954f584f', 'mac_address': 'fa:16:3e:8b:5a:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0615bda2-12d9-45eb-87c9-484d04fcddc1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:32:06.330435 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 5dfbb861-e58a-4992-86df-768d2388e3a5 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:06.340249 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1e316743-452e-4e26-a447-1d0908e603b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.344130 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1e316743-452e-4e26-a447-1d0908e603b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.348267 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1e316743-452e-4e26-a447-1d0908e603b9 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/ebf3712e-fcbc-40d9-b2c4-74bde282371a HTTP/1.1" status: 204 len: 168 time: 0.7051866 Aug 31 09:32:06.369609 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e316743-452e-4e26-a447-1d0908e603b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf3712e-fcbc-40d9-b2c4-74bde282371a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:06.387354 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-4822d5f9-7055-4923-96a8-d9a52c73e040 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Deleting port e69e89d5-079c-45d2-b060-56450e6b0235 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:06.387939 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4822d5f9-7055-4923-96a8-d9a52c73e040 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.433443 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288c884b-b483-43d3-88d0-9023926c1824 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Made reservation on behalf of 3cb201a9ed424a7fa8591849eb95e05a for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:06.438002 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-288c884b-b483-43d3-88d0-9023926c1824 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.444940 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 5dfbb861-e58a-4992-86df-768d2388e3a5 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:06.445525 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.485817 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-288c884b-b483-43d3-88d0-9023926c1824 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] device_id is not set on port 75b890cb-1ae9-49a6-9b76-e8a99d7ef21f yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:32:06.487186 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50046) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:06.615650 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4822d5f9-7055-4923-96a8-d9a52c73e040 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.616180 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4822d5f9-7055-4923-96a8-d9a52c73e040 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.626278 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b87e72e1-e85a-40c6-92ce-e0cf5621a603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.644773 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-4822d5f9-7055-4923-96a8-d9a52c73e040 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Calling delete_port for e69e89d5-079c-45d2-b060-56450e6b0235 owned by network:floatingip {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:06.648862 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.673602 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-56dfe8ef-500c-4dee-9d9e-0506ccc00994 None None] For port 73334316-5376-4350-b856-12be25e05d6b, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:06.682161 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e22082b-cdde-4d65-bb08-fca5954f584f {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:06.696811 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.723255 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-56dfe8ef-500c-4dee-9d9e-0506ccc00994 None None] For port 73334316-5376-4350-b856-12be25e05d6b, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=73334316-5376-4350-b856-12be25e05d6b,segment=NetworkSegment(91f2f9b6-6082-48f0-9766-aa23d86d0143),segment_id=91f2f9b6-6082-48f0-9766-aa23d86d0143)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:06.745701 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5550a3-4a2f-4ab9-a46f-fa7318f18ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dfbb861-e58a-4992-86df-768d2388e3a5'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:06.748098 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f9a497-dcc7-4d6f-a881-9d2a88b3b563" -d '{"events": [{"server_uuid": "be5550a3-4a2f-4ab9-a46f-fa7318f18ba9", "name": "network-vif-plugged", "status": "completed", "tag": "5dfbb861-e58a-4992-86df-768d2388e3a5"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:06.752619 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 3e22082b-cdde-4d65-bb08-fca5954f584f, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=3e22082b-cdde-4d65-bb08-fca5954f584f,segment=NetworkSegment(1bf39079-f9bb-4243-ab62-118ee90b857b),segment_id=1bf39079-f9bb-4243-ab62-118ee90b857b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:06.763638 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 5dfbb861-e58a-4992-86df-768d2388e3a5, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=5dfbb861-e58a-4992-86df-768d2388e3a5,segment=NetworkSegment(1bf39079-f9bb-4243-ab62-118ee90b857b),segment_id=1bf39079-f9bb-4243-ab62-118ee90b857b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:06.778960 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-288c884b-b483-43d3-88d0-9023926c1824 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Allocated IP 172.20.0.8 (e6e682cf-0d6d-49dd-b87a-a87d00f8ace3/67225389-fbb5-48d8-9762-c293f0eead02/75b890cb-1ae9-49a6-9b76-e8a99d7ef21f) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:06.804360 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-56dfe8ef-500c-4dee-9d9e-0506ccc00994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.820795 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.825765 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cba8217-a8ad-42f3-a096-6a127b2f99a1 x-openstack-request-id: req-6cba8217-a8ad-42f3-a096-6a127b2f99a1 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:06.826057 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5550a3-4a2f-4ab9-a46f-fa7318f18ba9", "name": "network-vif-plugged", "status": "completed", "tag": "5dfbb861-e58a-4992-86df-768d2388e3a5", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:06.826433 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-6cba8217-a8ad-42f3-a096-6a127b2f99a1 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:06.826850 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5550a3-4a2f-4ab9-a46f-fa7318f18ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dfbb861-e58a-4992-86df-768d2388e3a5', 'code': 200} Aug 31 09:32:06.845343 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.860886 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-16e1c050-c5d8-4dc5-b615-91fe62672b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:06.930863 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dfe8ef-500c-4dee-9d9e-0506ccc00994 None None] Pushing event updated for resources: {'Port': ['ID=73334316-5376-4350-b856-12be25e05d6b,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:07.024881 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.db.api [None req-198f57b9-7488-470e-b6f6-905094703e40 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:32:07.024881 n-d-791506-28 neutron-server[95553]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:32:07.024881 n-d-791506-28 neutron-server[95553]: [parameters: {'project_id_1': 'dd41ede79b994e67a9471c7b052bd4e8', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 32, 6, 808731)}] Aug 31 09:32:07.024881 n-d-791506-28 neutron-server[95553]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:32:07.025586 n-d-791506-28 neutron-server[95553]: DEBUG oslo_db.api [None req-198f57b9-7488-470e-b6f6-905094703e40 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:32:07.039386 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc72b8-b087-4f02-911e-0ce0fdcc56a4 req-1a573234-1abe-464c-b11d-bb834e825217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:07.040978 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-63fc72b8-b087-4f02-911e-0ce0fdcc56a4 req-1a573234-1abe-464c-b11d-bb834e825217 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=be5550a3-4a2f-4ab9-a46f-fa7318f18ba9 HTTP/1.1" status: 200 len: 1098 time: 0.1376131 Aug 31 09:32:07.051446 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=3e22082b-cdde-4d65-bb08-fca5954f584f,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:07.058300 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-16e1c050-c5d8-4dc5-b615-91fe62672b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:07.108680 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['3e22082b-cdde-4d65-bb08-fca5954f584f'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:32:07.128101 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.db.api [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-ddfbb7b3-d0bc-4922-97e9-c93ca3a529de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:32:07.128101 n-d-791506-28 neutron-server[95552]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:32:07.128101 n-d-791506-28 neutron-server[95552]: [parameters: {'project_id_1': 'caa69c38eab14ec7acd072f4cc57de4a', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 32, 6, 856245)}] Aug 31 09:32:07.128101 n-d-791506-28 neutron-server[95552]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:32:07.128460 n-d-791506-28 neutron-server[95552]: DEBUG oslo_db.api [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-ddfbb7b3-d0bc-4922-97e9-c93ca3a529de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:32:07.159499 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1c050-c5d8-4dc5-b615-91fe62672b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14504a1-8c5b-4ac4-8a07-b6331a3660d2,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:07.212001 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=5dfbb861-e58a-4992-86df-768d2388e3a5,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:07.255858 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4822d5f9-7055-4923-96a8-d9a52c73e040 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:07.284315 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-63fc72b8-b087-4f02-911e-0ce0fdcc56a4 req-427cb229-4393-4205-8c96-7611cd7bc858 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=891e4c35-d358-4959-9795-e1e381d74164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288973 Aug 31 09:32:07.316650 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50062) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:07.317404 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-16e1c050-c5d8-4dc5-b615-91fe62672b01 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=e7aa95374dc44a388cb35efbd72782e7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2091999 Aug 31 09:32:07.321649 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822d5f9-7055-4923-96a8-d9a52c73e040 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Pushing event deleted for resources: {'Port': ['ID=e69e89d5-079c-45d2-b060-56450e6b0235,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:07.368496 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-288c884b-b483-43d3-88d0-9023926c1824 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:07.401358 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0e224-6ef6-489a-82fd-48c266fbdd2f req-c2d4f9f1-50f0-43c3-9dd1-87b9b1dc7cd1 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:07.408219 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0e224-6ef6-489a-82fd-48c266fbdd2f req-c2d4f9f1-50f0-43c3-9dd1-87b9b1dc7cd1 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:07.439385 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0e224-6ef6-489a-82fd-48c266fbdd2f req-c2d4f9f1-50f0-43c3-9dd1-87b9b1dc7cd1 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:07.439589 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-288c884b-b483-43d3-88d0-9023926c1824 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Transition to ACTIVE for port object 75b890cb-1ae9-49a6-9b76-e8a99d7ef21f will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:07.448805 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aec0e224-6ef6-489a-82fd-48c266fbdd2f req-c2d4f9f1-50f0-43c3-9dd1-87b9b1dc7cd1 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 2375 time: 0.3256829 Aug 31 09:32:07.458043 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4822d5f9-7055-4923-96a8-d9a52c73e040 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks [] for floatingip, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:07.460887 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4822d5f9-7055-4923-96a8-d9a52c73e040 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:07.465215 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4822d5f9-7055-4923-96a8-d9a52c73e040 tempest-AttachVolumeTestJSON-2035833497 tempest-AttachVolumeTestJSON-2035833497-project] 10.222.0.119 "DELETE /v2.0/floatingips/58c53da3-dc5f-4f3b-a6f6-6126146d06cf HTTP/1.1" status: 204 len: 168 time: 1.5450118 Aug 31 09:32:07.501552 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5d288411-5ed6-4cb2-81be-bbeb5d16fe7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:07.550333 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b87e72e1-e85a-40c6-92ce-e0cf5621a603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:07.593886 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5d288411-5ed6-4cb2-81be-bbeb5d16fe7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:07.622911 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aec0e224-6ef6-489a-82fd-48c266fbdd2f req-cb4f905e-cf29-48df-aa2f-4cfa78cf3a58 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709490 Aug 31 09:32:07.627661 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-288c884b-b483-43d3-88d0-9023926c1824 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:07.641213 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6394d0-3524-4c11-9429-2cfc9efde6af req-e0903370-e4ac-4561-923d-50f67a304191 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:07.642912 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a6394d0-3524-4c11-9429-2cfc9efde6af req-e0903370-e4ac-4561-923d-50f67a304191 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?device_id=b64d2164-c84d-4563-a4e3-25d3efea5458 HTTP/1.1" status: 200 len: 944 time: 0.1847456 Aug 31 09:32:07.667120 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b87e72e1-e85a-40c6-92ce-e0cf5621a603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:07.719907 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b87e72e1-e85a-40c6-92ce-e0cf5621a603 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=2ef81562e3f5400893ad772c99068cee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2312450 Aug 31 09:32:07.723488 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50072) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:07.725701 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288c884b-b483-43d3-88d0-9023926c1824 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Network e6e682cf-0d6d-49dd-b87a-a87d00f8ace3 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:07.778342 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-288c884b-b483-43d3-88d0-9023926c1824 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:07.782948 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288c884b-b483-43d3-88d0-9023926c1824 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:07.789169 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c884b-b483-43d3-88d0-9023926c1824 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Pushing event updated for resources: {'Port': ['ID=75b890cb-1ae9-49a6-9b76-e8a99d7ef21f,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:07.800503 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a6394d0-3524-4c11-9429-2cfc9efde6af req-0f276a40-757a-4b11-8798-8eafca30eb08 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/security-groups?id=891e4c35-d358-4959-9795-e1e381d74164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459451 Aug 31 09:32:07.817751 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e72e1-e85a-40c6-92ce-e0cf5621a603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536f516c-9605-409b-814f-099889ee9d4f,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:07.844538 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-21bece24-c36d-427e-8fa1-5abea1b83ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:07.849165 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198f57b9-7488-470e-b6f6-905094703e40 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:07.854008 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-198f57b9-7488-470e-b6f6-905094703e40 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:07.883802 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5d288411-5ed6-4cb2-81be-bbeb5d16fe7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:07.886436 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5d288411-5ed6-4cb2-81be-bbeb5d16fe7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:07.890832 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5d288411-5ed6-4cb2-81be-bbeb5d16fe7d admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/b14504a1-8c5b-4ac4-8a07-b6331a3660d2 HTTP/1.1" status: 204 len: 168 time: 0.5702674 Aug 31 09:32:07.900350 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-21bece24-c36d-427e-8fa1-5abea1b83ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:07.909707 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288c884b-b483-43d3-88d0-9023926c1824 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:07.910668 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-288c884b-b483-43d3-88d0-9023926c1824 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:07.957207 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d288411-5ed6-4cb2-81be-bbeb5d16fe7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14504a1-8c5b-4ac4-8a07-b6331a3660d2,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:08.020828 n-d-791506-28 neutron-server[95553]: INFO neutron.db.ipam_backend_mixin [None req-198f57b9-7488-470e-b6f6-905094703e40 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e3787804-3cda-4dd9-ae60-a2386da7025d (CIDR: 172.20.0.16/28) Aug 31 09:32:08.029236 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-288c884b-b483-43d3-88d0-9023926c1824 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4146168 Aug 31 09:32:08.033580 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50084) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:08.042089 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-21ef2d4e-16a5-4c53-82c1-4bc5bcc1e88c tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Request body: {'port': {'network_id': 'e6e682cf-0d6d-49dd-b87a-a87d00f8ace3', 'name': 'tempest-AllowedAddressPairTestJSON-1712653540', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:a8:66:db'}]}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:08.134443 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-198f57b9-7488-470e-b6f6-905094703e40 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:32:08.134443 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-198f57b9-7488-470e-b6f6-905094703e40 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:32:08.181292 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-ddfbb7b3-d0bc-4922-97e9-c93ca3a529de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Made reservation on behalf of caa69c38eab14ec7acd072f4cc57de4a for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:08.349861 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-ddfbb7b3-d0bc-4922-97e9-c93ca3a529de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:08.388878 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a427adb1-d1a4-47ce-8302-85740eabdc31 None None] Network e6e682cf-0d6d-49dd-b87a-a87d00f8ace3 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:08.556049 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-21bece24-c36d-427e-8fa1-5abea1b83ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:08.566209 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-21bece24-c36d-427e-8fa1-5abea1b83ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:08.572079 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-21bece24-c36d-427e-8fa1-5abea1b83ad7 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/536f516c-9605-409b-814f-099889ee9d4f HTTP/1.1" status: 204 len: 168 time: 0.8449783 Aug 31 09:32:08.621908 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-198f57b9-7488-470e-b6f6-905094703e40 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 2.9121850 Aug 31 09:32:08.626295 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50092) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:08.639845 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-fb49233f-d0d7-4e0d-9ec0-75a103e2c935 None None] Provisioning for port 73334316-5376-4350-b856-12be25e05d6b completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:08.643839 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-8efb4873-b7e2-4ae9-ad1c-b1db03ebc962 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'subnet': {'network_id': '7b201fa3-3f7b-4800-91ce-e05513d8da89', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:08.683736 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 73334316-5376-4350-b856-12be25e05d6b up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:08.800660 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bece24-c36d-427e-8fa1-5abea1b83ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536f516c-9605-409b-814f-099889ee9d4f,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:08.882226 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ef2d4e-16a5-4c53-82c1-4bc5bcc1e88c tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Made reservation on behalf of 3cb201a9ed424a7fa8591849eb95e05a for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:08.979349 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 73334316-5376-4350-b856-12be25e05d6b completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:08.986203 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 73334316-5376-4350-b856-12be25e05d6b triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:08.988354 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:09.076072 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9453e9-18dd-48ac-acfb-a248083eec56 req-33a9db2c-dec3-420e-a65a-34bbf60014f7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:09.083028 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9453e9-18dd-48ac-acfb-a248083eec56 req-33a9db2c-dec3-420e-a65a-34bbf60014f7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:09.090182 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9453e9-18dd-48ac-acfb-a248083eec56 req-33a9db2c-dec3-420e-a65a-34bbf60014f7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:09.092548 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a9453e9-18dd-48ac-acfb-a248083eec56 req-33a9db2c-dec3-420e-a65a-34bbf60014f7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 2375 time: 0.2161751 Aug 31 09:32:09.122804 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:09.135388 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-ddfbb7b3-d0bc-4922-97e9-c93ca3a529de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Allocated IP 10.2.2.100 (4c2e8d44-f605-48e7-8300-60df4e87697c/290f3674-0820-4485-967d-a68d99948354/594d28c7-5b28-4c9d-9cc0-b5d36ffa7010) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:09.147965 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffaa9b-7877-48b4-864d-562587e5f863 req-f4173f4b-d033-45a2-8b85-d282b45ff262 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:09.149604 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a9ffaa9b-7877-48b4-864d-562587e5f863 req-f4173f4b-d033-45a2-8b85-d282b45ff262 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?device_id=b64d2164-c84d-4563-a4e3-25d3efea5458 HTTP/1.1" status: 200 len: 944 time: 0.1683860 Aug 31 09:32:09.150337 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efb4873-b7e2-4ae9-ad1c-b1db03ebc962 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Made reservation on behalf of dd41ede79b994e67a9471c7b052bd4e8 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:09.153783 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8efb4873-b7e2-4ae9-ad1c-b1db03ebc962 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:09.183956 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 73334316-5376-4350-b856-12be25e05d6b, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=73334316-5376-4350-b856-12be25e05d6b,segment=NetworkSegment(91f2f9b6-6082-48f0-9766-aa23d86d0143),segment_id=91f2f9b6-6082-48f0-9766-aa23d86d0143)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:09.218836 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a9453e9-18dd-48ac-acfb-a248083eec56 req-6c0f767e-0f8d-4a75-bfbc-849a5f9aab02 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065822 Aug 31 09:32:09.249308 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:09.274361 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-21ef2d4e-16a5-4c53-82c1-4bc5bcc1e88c tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:09.315594 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-23d6f5ea-81a5-47d9-815f-2fdf00fa77bc None None] Provisioning for port 75b890cb-1ae9-49a6-9b76-e8a99d7ef21f completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:09.350772 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-23d6f5ea-81a5-47d9-815f-2fdf00fa77bc None None] Provisioning complete for port 75b890cb-1ae9-49a6-9b76-e8a99d7ef21f triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:09.353157 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-23d6f5ea-81a5-47d9-815f-2fdf00fa77bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:09.388078 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-ddfbb7b3-d0bc-4922-97e9-c93ca3a529de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:09.421096 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-ddfbb7b3-d0bc-4922-97e9-c93ca3a529de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Transition to ACTIVE for port object 594d28c7-5b28-4c9d-9cc0-b5d36ffa7010 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:09.521223 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=73334316-5376-4350-b856-12be25e05d6b,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:09.550983 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-23d6f5ea-81a5-47d9-815f-2fdf00fa77bc None None] Port 75b890cb-1ae9-49a6-9b76-e8a99d7ef21f cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:09.575669 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-23d6f5ea-81a5-47d9-815f-2fdf00fa77bc None None] Provisioning complete for port 73334316-5376-4350-b856-12be25e05d6b triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:09.575669 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-23d6f5ea-81a5-47d9-815f-2fdf00fa77bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:09.621343 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-ddfbb7b3-d0bc-4922-97e9-c93ca3a529de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:09.677898 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfbb7b3-d0bc-4922-97e9-c93ca3a529de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Pushing event updated for resources: {'Port': ['ID=594d28c7-5b28-4c9d-9cc0-b5d36ffa7010,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:09.698260 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-ddfbb7b3-d0bc-4922-97e9-c93ca3a529de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Network 4c2e8d44-f605-48e7-8300-60df4e87697c is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:09.710954 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-ddfbb7b3-d0bc-4922-97e9-c93ca3a529de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:09.715659 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-ddfbb7b3-d0bc-4922-97e9-c93ca3a529de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:09.829622 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-ddfbb7b3-d0bc-4922-97e9-c93ca3a529de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:09.830331 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-ddfbb7b3-d0bc-4922-97e9-c93ca3a529de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:09.830455 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-21ef2d4e-16a5-4c53-82c1-4bc5bcc1e88c tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] device_id is not set on port d294f0bc-bd4e-4feb-963c-866e6eeacb78 yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:32:09.863169 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a9ffaa9b-7877-48b4-864d-562587e5f863 req-0791b0f2-1c23-41d9-a2c3-05b1f22cb18a tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/security-groups?id=891e4c35-d358-4959-9795-e1e381d74164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7053168 Aug 31 09:32:09.941518 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e78e47fd-298d-4142-877a-f3436e45d1c2 None None] Provisioning complete for port 75b890cb-1ae9-49a6-9b76-e8a99d7ef21f triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:09.941906 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e78e47fd-298d-4142-877a-f3436e45d1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:09.942519 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-ddfbb7b3-d0bc-4922-97e9-c93ca3a529de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1674309 Aug 31 09:32:09.961306 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-760592cf-fbd2-472c-b8c2-af5b41984643 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Request body: {'port': {'device_id': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4c2e8d44-f605-48e7-8300-60df4e87697c', 'admin_state_up': True, 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'security_groups': ['6d6a810d-2513-4e76-99cc-51dce4ee3e8a']}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:09.961433 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 3e22082b-cdde-4d65-bb08-fca5954f584f up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:10.157369 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-e78e47fd-298d-4142-877a-f3436e45d1c2 None None] Port 75b890cb-1ae9-49a6-9b76-e8a99d7ef21f cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:10.249220 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-760592cf-fbd2-472c-b8c2-af5b41984643 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Made reservation on behalf of caa69c38eab14ec7acd072f4cc57de4a for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:10.249805 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 3e22082b-cdde-4d65-bb08-fca5954f584f completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:10.254281 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-760592cf-fbd2-472c-b8c2-af5b41984643 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:10.264708 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 3e22082b-cdde-4d65-bb08-fca5954f584f triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:10.266282 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:10.276258 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-21ef2d4e-16a5-4c53-82c1-4bc5bcc1e88c tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Allocated IP 172.20.0.9 (e6e682cf-0d6d-49dd-b87a-a87d00f8ace3/67225389-fbb5-48d8-9762-c293f0eead02/d294f0bc-bd4e-4feb-963c-866e6eeacb78) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:10.352838 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8efb4873-b7e2-4ae9-ad1c-b1db03ebc962 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:10.454940 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efb4873-b7e2-4ae9-ad1c-b1db03ebc962 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Network 7b201fa3-3f7b-4800-91ce-e05513d8da89 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:10.485360 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-8efb4873-b7e2-4ae9-ad1c-b1db03ebc962 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:10.547006 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efb4873-b7e2-4ae9-ad1c-b1db03ebc962 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:10.558930 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8efb4873-b7e2-4ae9-ad1c-b1db03ebc962 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:10.595263 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-760592cf-fbd2-472c-b8c2-af5b41984643 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Allocated IP 10.2.2.200 (4c2e8d44-f605-48e7-8300-60df4e87697c/290f3674-0820-4485-967d-a68d99948354/abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:10.834860 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10cf507-f837-4972-aae9-a247517161c8 None None] Network 7b201fa3-3f7b-4800-91ce-e05513d8da89 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:10.838858 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 73334316-5376-4350-b856-12be25e05d6b up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:10.839789 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-21ef2d4e-16a5-4c53-82c1-4bc5bcc1e88c tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:10.948638 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-21ef2d4e-16a5-4c53-82c1-4bc5bcc1e88c tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Transition to ACTIVE for port object d294f0bc-bd4e-4feb-963c-866e6eeacb78 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:10.971915 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-20f663e6-b0d8-4044-b599-ed8ca9cf7f1b None None] Provisioning for port 594d28c7-5b28-4c9d-9cc0-b5d36ffa7010 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:10.995601 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb4873-b7e2-4ae9-ad1c-b1db03ebc962 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Subnet': ['ID=c264ecad-98fa-4b27-8d12-84053749675f,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:11.016640 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-20f663e6-b0d8-4044-b599-ed8ca9cf7f1b None None] Provisioning complete for port 594d28c7-5b28-4c9d-9cc0-b5d36ffa7010 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:11.017459 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-20f663e6-b0d8-4044-b599-ed8ca9cf7f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:11.030344 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-760592cf-fbd2-472c-b8c2-af5b41984643 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:11.065287 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8efb4873-b7e2-4ae9-ad1c-b1db03ebc962 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4365928 Aug 31 09:32:11.067483 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-760592cf-fbd2-472c-b8c2-af5b41984643 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Transition to ACTIVE for port object abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:11.069474 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50160) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:11.081167 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-b7e36610-921a-4adc-a056-cf5bfcd263fc tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-315976852', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c264ecad-98fa-4b27-8d12-84053749675f'}], 'security_groups': ['d5be964d-26b5-45b8-93a9-82fde635d30b', '32546079-ab0f-4de4-a192-a62fedb7d919']}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:11.109939 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 73334316-5376-4350-b856-12be25e05d6b triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:11.114137 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:11.114137 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:11.115661 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ce9e5-2001-430e-8b83-8008c5df2207 req-8eadedf2-ccbc-4c22-ba4c-66a538bbc9e2 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:11.121811 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ce9e5-2001-430e-8b83-8008c5df2207 req-8eadedf2-ccbc-4c22-ba4c-66a538bbc9e2 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:11.127676 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50162) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:11.129835 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ce9e5-2001-430e-8b83-8008c5df2207 req-8eadedf2-ccbc-4c22-ba4c-66a538bbc9e2 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:11.137528 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ce9e5-2001-430e-8b83-8008c5df2207 req-8eadedf2-ccbc-4c22-ba4c-66a538bbc9e2 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:11.139481 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-904ce9e5-2001-430e-8b83-8008c5df2207 req-8eadedf2-ccbc-4c22-ba4c-66a538bbc9e2 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 3096 time: 0.6762185 Aug 31 09:32:11.154791 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-20f663e6-b0d8-4044-b599-ed8ca9cf7f1b None None] Port 594d28c7-5b28-4c9d-9cc0-b5d36ffa7010 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:11.180045 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f228d-c299-4112-941f-65c969b80047 req-f99b7639-5913-4cf3-abc8-9a8ecbeefe04 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:11.182164 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d05f228d-c299-4112-941f-65c969b80047 req-f99b7639-5913-4cf3-abc8-9a8ecbeefe04 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?device_id=b64d2164-c84d-4563-a4e3-25d3efea5458 HTTP/1.1" status: 200 len: 944 time: 0.2249970 Aug 31 09:32:11.212042 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64d2164-c84d-4563-a4e3-25d3efea5458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e22082b-cdde-4d65-bb08-fca5954f584f'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:11.215965 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4e16d6-5329-4007-be30-f58b45175822" -d '{"events": [{"server_uuid": "b64d2164-c84d-4563-a4e3-25d3efea5458", "name": "network-vif-plugged", "status": "completed", "tag": "3e22082b-cdde-4d65-bb08-fca5954f584f"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:11.267190 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-904ce9e5-2001-430e-8b83-8008c5df2207 req-c0263206-a55c-4803-a05b-edbca02c2a74 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187756 Aug 31 09:32:11.303986 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d05f228d-c299-4112-941f-65c969b80047 req-fbd2a8bd-96b4-4208-b9dd-a7e24209cb1c tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/security-groups?id=891e4c35-d358-4959-9795-e1e381d74164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126664 Aug 31 09:32:11.310760 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-21ef2d4e-16a5-4c53-82c1-4bc5bcc1e88c tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:11.326844 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-760592cf-fbd2-472c-b8c2-af5b41984643 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:11.380115 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 3e22082b-cdde-4d65-bb08-fca5954f584f, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=3e22082b-cdde-4d65-bb08-fca5954f584f,segment=NetworkSegment(1bf39079-f9bb-4243-ab62-118ee90b857b),segment_id=1bf39079-f9bb-4243-ab62-118ee90b857b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:11.387875 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9ec2b4-2ff7-49e3-b728-f363b8613260 x-openstack-request-id: req-1c9ec2b4-2ff7-49e3-b728-f363b8613260 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:11.388203 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64d2164-c84d-4563-a4e3-25d3efea5458", "name": "network-vif-plugged", "status": "completed", "tag": "3e22082b-cdde-4d65-bb08-fca5954f584f", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:11.389348 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-1c9ec2b4-2ff7-49e3-b728-f363b8613260 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:11.389766 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64d2164-c84d-4563-a4e3-25d3efea5458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e22082b-cdde-4d65-bb08-fca5954f584f', 'code': 200} Aug 31 09:32:11.396782 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ef2d4e-16a5-4c53-82c1-4bc5bcc1e88c tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Network e6e682cf-0d6d-49dd-b87a-a87d00f8ace3 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:11.401889 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-21ef2d4e-16a5-4c53-82c1-4bc5bcc1e88c tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:11.411192 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ef2d4e-16a5-4c53-82c1-4bc5bcc1e88c tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:11.480339 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ef2d4e-16a5-4c53-82c1-4bc5bcc1e88c tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:11.481524 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-21ef2d4e-16a5-4c53-82c1-4bc5bcc1e88c tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:11.485517 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b7e36610-921a-4adc-a056-cf5bfcd263fc tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:11.499045 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:11.525490 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-760592cf-fbd2-472c-b8c2-af5b41984643 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Network 4c2e8d44-f605-48e7-8300-60df4e87697c is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:11.540548 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-760592cf-fbd2-472c-b8c2-af5b41984643 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:11.554494 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-760592cf-fbd2-472c-b8c2-af5b41984643 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:11.570854 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef2d4e-16a5-4c53-82c1-4bc5bcc1e88c tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Pushing event updated for resources: {'Port': ['ID=d294f0bc-bd4e-4feb-963c-866e6eeacb78,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:11.607425 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae2ec0-0de6-4eec-bb8d-1b30cf3987a7 req-39e0b7e4-d81f-4d0e-b366-8597057cc191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:11.612395 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e9ae2ec0-0de6-4eec-bb8d-1b30cf3987a7 req-39e0b7e4-d81f-4d0e-b366-8597057cc191 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b64d2164-c84d-4563-a4e3-25d3efea5458 HTTP/1.1" status: 200 len: 1097 time: 0.1151149 Aug 31 09:32:11.660549 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-21ef2d4e-16a5-4c53-82c1-4bc5bcc1e88c tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.6232800 Aug 31 09:32:11.679212 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50176) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:11.714444 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-65cd9435-fc07-4e57-b3a1-3aa6cc9cab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:11.758046 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=3e22082b-cdde-4d65-bb08-fca5954f584f,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:11.779225 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e9ae2ec0-0de6-4eec-bb8d-1b30cf3987a7 req-95fd5d10-2b04-4508-bc48-5915291a1bf4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=891e4c35-d358-4959-9795-e1e381d74164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587570 Aug 31 09:32:11.842310 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071a5a20-a8f4-4846-b691-2c5be2ee5667 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:11.863546 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071a5a20-a8f4-4846-b691-2c5be2ee5667 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:11.881965 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071a5a20-a8f4-4846-b691-2c5be2ee5667 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:11.883762 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-071a5a20-a8f4-4846-b691-2c5be2ee5667 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2035253 Aug 31 09:32:11.886698 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50184) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:11.932898 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f57e0e3-e692-4bbc-9cd7-4d098815ff0c None None] Update dhcp port {'port': {'network_id': '7b201fa3-3f7b-4800-91ce-e05513d8da89', 'fixed_ips': [{'subnet_id': 'e3787804-3cda-4dd9-ae60-a2386da7025d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd6e72e1c-3f30-4227-9e33-1a8ea1b05381', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c264ecad-98fa-4b27-8d12-84053749675f'}], 'binding:host_id': 'n-d-791506-28'}, 'id': '1e9940c6-fea6-4902-bd9c-46fd818d30eb'} from n-d-791506-28. {{(pid=95554) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 09:32:11.983210 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0f57e0e3-e692-4bbc-9cd7-4d098815ff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:12.017578 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-4b267826-a422-4eaf-8a6c-aac2685022e9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-987067986-network', 'tenant_id': '258b22b5904a4919a63f7bea70c1ed79'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:12.042018 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-760592cf-fbd2-472c-b8c2-af5b41984643 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:12.043408 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-760592cf-fbd2-472c-b8c2-af5b41984643 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:12.049094 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b2527e77-c010-4839-9283-ba4142c03080 None None] Provisioning for port d294f0bc-bd4e-4feb-963c-866e6eeacb78 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:12.051315 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760592cf-fbd2-472c-b8c2-af5b41984643 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Pushing event updated for resources: {'Port': ['ID=abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:12.074541 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-894e0103-be0a-4bea-ae08-eafe8d072a6c tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Deleting port d294f0bc-bd4e-4feb-963c-866e6eeacb78 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:12.076821 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-894e0103-be0a-4bea-ae08-eafe8d072a6c tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:12.079479 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b2527e77-c010-4839-9283-ba4142c03080 None None] Provisioning complete for port d294f0bc-bd4e-4feb-963c-866e6eeacb78 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:12.080998 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b2527e77-c010-4839-9283-ba4142c03080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:12.103994 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b267826-a422-4eaf-8a6c-aac2685022e9 admin admin] Made reservation on behalf of 258b22b5904a4919a63f7bea70c1ed79 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:12.106656 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4b267826-a422-4eaf-8a6c-aac2685022e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:12.123055 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4b267826-a422-4eaf-8a6c-aac2685022e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:12.185899 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-760592cf-fbd2-472c-b8c2-af5b41984643 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2321894 Aug 31 09:32:12.204782 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-3b4f4a81-8575-4b1f-a53f-9e67b85cfe76 service neutron] Request body: {'port': {'device_id': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:12.210537 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-b2527e77-c010-4839-9283-ba4142c03080 None None] Port d294f0bc-bd4e-4feb-963c-866e6eeacb78 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:12.247911 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-894e0103-be0a-4bea-ae08-eafe8d072a6c tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:12.262518 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-894e0103-be0a-4bea-ae08-eafe8d072a6c tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Calling delete_port for d294f0bc-bd4e-4feb-963c-866e6eeacb78 owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:12.304997 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-3b4f4a81-8575-4b1f-a53f-9e67b85cfe76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:12.350450 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-b7e36610-921a-4adc-a056-cf5bfcd263fc tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Delete allocated IP 172.20.0.8 (7b201fa3-3f7b-4800-91ce-e05513d8da89/d6e72e1c-3f30-4227-9e33-1a8ea1b05381) {{(pid=95552) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 09:32:12.403757 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-b7e36610-921a-4adc-a056-cf5bfcd263fc tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Allocated IP 172.20.0.44 (7b201fa3-3f7b-4800-91ce-e05513d8da89/c264ecad-98fa-4b27-8d12-84053749675f/5cceb95c-959f-4ca6-86a5-f5126b8e35c2) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:12.404184 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b2f4c404-e085-4b70-94c6-1ca4f3050311 None None] Provisioning for port abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:12.410107 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b2f4c404-e085-4b70-94c6-1ca4f3050311 None None] Provisioning complete for port abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:12.410637 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b2f4c404-e085-4b70-94c6-1ca4f3050311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:12.469715 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-b2f4c404-e085-4b70-94c6-1ca4f3050311 None None] Port abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:12.545432 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b74e9d-30e5-4431-a82b-873126a61f29 req-4645890b-3928-4d8c-b403-ee6022cc2961 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:12.555512 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b74e9d-30e5-4431-a82b-873126a61f29 req-4645890b-3928-4d8c-b403-ee6022cc2961 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:12.558513 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b74e9d-30e5-4431-a82b-873126a61f29 req-4645890b-3928-4d8c-b403-ee6022cc2961 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:12.564496 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b74e9d-30e5-4431-a82b-873126a61f29 req-4645890b-3928-4d8c-b403-ee6022cc2961 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:12.570433 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b74e9d-30e5-4431-a82b-873126a61f29 req-4645890b-3928-4d8c-b403-ee6022cc2961 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:12.572324 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-72b74e9d-30e5-4431-a82b-873126a61f29 req-4645890b-3928-4d8c-b403-ee6022cc2961 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 3817 time: 0.1764283 Aug 31 09:32:12.590475 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcf17f-d721-47f3-823e-c84fc623d7a9 req-5ec23e1f-aca0-48b2-a9be-4b2d221efac0 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:12.598318 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7ebcf17f-d721-47f3-823e-c84fc623d7a9 req-5ec23e1f-aca0-48b2-a9be-4b2d221efac0 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?device_id=b64d2164-c84d-4563-a4e3-25d3efea5458 HTTP/1.1" status: 200 len: 945 time: 0.2041302 Aug 31 09:32:12.670844 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7ebcf17f-d721-47f3-823e-c84fc623d7a9 req-6370d094-6178-40df-b2f9-d6914bc30a5c tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/security-groups?id=891e4c35-d358-4959-9795-e1e381d74164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679133 Aug 31 09:32:12.696202 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-72b74e9d-30e5-4431-a82b-873126a61f29 req-216c498b-f695-4f63-9ad6-979994742a30 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925837 Aug 31 09:32:12.706064 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-894e0103-be0a-4bea-ae08-eafe8d072a6c tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:12.733453 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4b267826-a422-4eaf-8a6c-aac2685022e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:12.773075 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e0103-be0a-4bea-ae08-eafe8d072a6c tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Pushing event deleted for resources: {'Port': ['ID=d294f0bc-bd4e-4feb-963c-866e6eeacb78,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:12.898920 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4b267826-a422-4eaf-8a6c-aac2685022e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:12.934224 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-3b4f4a81-8575-4b1f-a53f-9e67b85cfe76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df6aa1bb-921b-4f71-bd10-7c3fe5349661 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:12.967657 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b7e36610-921a-4adc-a056-cf5bfcd263fc tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:12.977901 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-894e0103-be0a-4bea-ae08-eafe8d072a6c tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:12.984965 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-3b4f4a81-8575-4b1f-a53f-9e67b85cfe76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:12.998578 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-894e0103-be0a-4bea-ae08-eafe8d072a6c tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] 10.222.0.119 "DELETE /v2.0/ports/d294f0bc-bd4e-4feb-963c-866e6eeacb78 HTTP/1.1" status: 204 len: 168 time: 1.1086078 Aug 31 09:32:12.999008 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50200) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:12.999976 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b267826-a422-4eaf-8a6c-aac2685022e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1605, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:32:13.057157 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b3e36d-e69a-4ede-8c7c-eb629786b8af tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] GET failed (client error): The resource could not be found. Aug 31 09:32:13.071009 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-46b3e36d-e69a-4ede-8c7c-eb629786b8af tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] 10.222.0.119 "GET /v2.0/ports/d294f0bc-bd4e-4feb-963c-866e6eeacb78 HTTP/1.1" status: 404 len: 333 time: 0.0632930 Aug 31 09:32:13.071105 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b267826-a422-4eaf-8a6c-aac2685022e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc8f94e-792d-4fb5-8466-6e4df3f71fc3,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:13.086506 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50204) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:13.087697 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4b267826-a422-4eaf-8a6c-aac2685022e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:13.088143 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-4b267826-a422-4eaf-8a6c-aac2685022e9 admin admin] Added segment 795e455e-f5de-4f0e-bca4-09842c515e62 of type vlan for network f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0 Aug 31 09:32:13.089615 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-b7e36610-921a-4adc-a056-cf5bfcd263fc tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Transition to ACTIVE for port object 5cceb95c-959f-4ca6-86a5-f5126b8e35c2 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:13.098833 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-4dd9c5ff-8211-4328-bb19-74a9574fdb26 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Request body: {'port': {'network_id': 'e6e682cf-0d6d-49dd-b87a-a87d00f8ace3', 'name': 'tempest-AllowedAddressPairTestJSON-1672455096'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:13.114105 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-3b4f4a81-8575-4b1f-a53f-9e67b85cfe76 service neutron] Transition to ACTIVE for port object df6aa1bb-921b-4f71-bd10-7c3fe5349661 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:13.148813 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4b267826-a422-4eaf-8a6c-aac2685022e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:13.181596 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b7e36610-921a-4adc-a056-cf5bfcd263fc tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:13.286126 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-0f57e0e3-e692-4bbc-9cd7-4d098815ff0c None None] Allocated IP 172.20.0.34 (7b201fa3-3f7b-4800-91ce-e05513d8da89/c264ecad-98fa-4b27-8d12-84053749675f/1e9940c6-fea6-4902-bd9c-46fd818d30eb) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:13.409687 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd9c5ff-8211-4328-bb19-74a9574fdb26 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Made reservation on behalf of 3cb201a9ed424a7fa8591849eb95e05a for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:13.414847 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c5ff-8211-4328-bb19-74a9574fdb26 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:13.462828 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-4dd9c5ff-8211-4328-bb19-74a9574fdb26 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] device_id is not set on port 0a2695b1-db91-4d16-bbd2-ac61d33afd98 yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:32:13.495169 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-0f57e0e3-e692-4bbc-9cd7-4d098815ff0c None None] For port 1e9940c6-fea6-4902-bd9c-46fd818d30eb, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1e9940c6-fea6-4902-bd9c-46fd818d30eb,segment=NetworkSegment(91b0e4e9-2466-4f92-8e15-3f0dd11e6335),segment_id=91b0e4e9-2466-4f92-8e15-3f0dd11e6335)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:13.597754 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0f57e0e3-e692-4bbc-9cd7-4d098815ff0c None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:13.631909 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-0f57e0e3-e692-4bbc-9cd7-4d098815ff0c None None] Transition to ACTIVE for port object 1e9940c6-fea6-4902-bd9c-46fd818d30eb will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:13.667548 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-4dd9c5ff-8211-4328-bb19-74a9574fdb26 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Allocated IP 172.20.0.10 (e6e682cf-0d6d-49dd-b87a-a87d00f8ace3/67225389-fbb5-48d8-9762-c293f0eead02/0a2695b1-db91-4d16-bbd2-ac61d33afd98) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:13.715034 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-3b4f4a81-8575-4b1f-a53f-9e67b85cfe76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:13.735527 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0f57e0e3-e692-4bbc-9cd7-4d098815ff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:13.738769 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4b267826-a422-4eaf-8a6c-aac2685022e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:13.743476 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b267826-a422-4eaf-8a6c-aac2685022e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:13.743476 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4b267826-a422-4eaf-8a6c-aac2685022e9 admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:13.838672 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e36610-921a-4adc-a056-cf5bfcd263fc tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event updated for resources: {'Port': ['ID=5cceb95c-959f-4ca6-86a5-f5126b8e35c2,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:13.865264 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57e0e3-e692-4bbc-9cd7-4d098815ff0c None None] Pushing event updated for resources: {'Port': ['ID=1e9940c6-fea6-4902-bd9c-46fd818d30eb,revision_number=7']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:13.937307 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c5ff-8211-4328-bb19-74a9574fdb26 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:13.954985 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-4dd9c5ff-8211-4328-bb19-74a9574fdb26 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Transition to ACTIVE for port object 0a2695b1-db91-4d16-bbd2-ac61d33afd98 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:14.083639 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-b7e36610-921a-4adc-a056-cf5bfcd263fc tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] In _notify_port_updated(), no bound segment for port 5cceb95c-959f-4ca6-86a5-f5126b8e35c2 on network 7b201fa3-3f7b-4800-91ce-e05513d8da89 {{(pid=95552) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:32:14.100108 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e36610-921a-4adc-a056-cf5bfcd263fc tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:14.101020 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b7e36610-921a-4adc-a056-cf5bfcd263fc tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:14.104300 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b7e36610-921a-4adc-a056-cf5bfcd263fc tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "PUT /v2.0/ports/5cceb95c-959f-4ca6-86a5-f5126b8e35c2 HTTP/1.1" status: 200 len: 959 time: 3.0336916 Aug 31 09:32:14.112428 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50222) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:14.129116 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f9159b57-cbbf-4c90-8e74-a2e013f79340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:14.131828 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c5ff-8211-4328-bb19-74a9574fdb26 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:14.144757 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b267826-a422-4eaf-8a6c-aac2685022e9 admin admin] Pushing event updated for resources: {'Network': ['ID=f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:14.154366 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:32:14.208983 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f4a81-8575-4b1f-a53f-9e67b85cfe76 service neutron] Pushing event updated for resources: {'Port': ['ID=df6aa1bb-921b-4f71-bd10-7c3fe5349661,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:14.236568 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:14.274617 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4b267826-a422-4eaf-8a6c-aac2685022e9 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.1398964 Aug 31 09:32:14.282262 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd9c5ff-8211-4328-bb19-74a9574fdb26 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Network e6e682cf-0d6d-49dd-b87a-a87d00f8ace3 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:14.283005 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50224) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:14.324127 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-84f2e797-e9c4-48d6-9d99-8b6ddaffcb7e admin admin] Request body: {'subnet': {'network_id': 'f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-987067986-subnet', 'tenant_id': '258b22b5904a4919a63f7bea70c1ed79', 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:14.355740 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c920c47-4efa-4c52-9815-b765bceca5c6 req-6fc6d62b-6f3b-4e40-b1fc-e4be63d512ae tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:14.361743 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c920c47-4efa-4c52-9815-b765bceca5c6 req-6fc6d62b-6f3b-4e40-b1fc-e4be63d512ae tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:14.376061 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c920c47-4efa-4c52-9815-b765bceca5c6 req-6fc6d62b-6f3b-4e40-b1fc-e4be63d512ae tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:14.382086 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c920c47-4efa-4c52-9815-b765bceca5c6 req-6fc6d62b-6f3b-4e40-b1fc-e4be63d512ae tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:14.388409 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c920c47-4efa-4c52-9815-b765bceca5c6 req-6fc6d62b-6f3b-4e40-b1fc-e4be63d512ae tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:14.390391 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c920c47-4efa-4c52-9815-b765bceca5c6 req-6fc6d62b-6f3b-4e40-b1fc-e4be63d512ae tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 3829 time: 0.3966773 Aug 31 09:32:14.412619 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-4dd9c5ff-8211-4328-bb19-74a9574fdb26 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:14.457203 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd9c5ff-8211-4328-bb19-74a9574fdb26 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:14.491720 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-3b4f4a81-8575-4b1f-a53f-9e67b85cfe76 service neutron] Attempting to bind port df6aa1bb-921b-4f71-bd10-7c3fe5349661 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:14.492056 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-3b4f4a81-8575-4b1f-a53f-9e67b85cfe76 service neutron] Attempting to bind port df6aa1bb-921b-4f71-bd10-7c3fe5349661 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'cbd56d1a-0fb4-472a-8ca4-66cbf3461a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1600, 'network_id': '636950a3-6b65-4dc0-b611-ae468b63fe57'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:14.492378 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-3b4f4a81-8575-4b1f-a53f-9e67b85cfe76 service neutron] Attempting to bind port df6aa1bb-921b-4f71-bd10-7c3fe5349661 on network 636950a3-6b65-4dc0-b611-ae468b63fe57 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:14.507296 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-3b4f4a81-8575-4b1f-a53f-9e67b85cfe76 service neutron] Port df6aa1bb-921b-4f71-bd10-7c3fe5349661 on network 636950a3-6b65-4dc0-b611-ae468b63fe57 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:32:14.507620 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-3b4f4a81-8575-4b1f-a53f-9e67b85cfe76 service neutron] Attempting to bind port df6aa1bb-921b-4f71-bd10-7c3fe5349661 on network 636950a3-6b65-4dc0-b611-ae468b63fe57 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:14.532473 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-dbd02c41-64cc-4c89-8b66-10385020c54f tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Deleting port 5cceb95c-959f-4ca6-86a5-f5126b8e35c2 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:14.532815 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dbd02c41-64cc-4c89-8b66-10385020c54f tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:14.535832 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-3b4f4a81-8575-4b1f-a53f-9e67b85cfe76 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:14.536163 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-3b4f4a81-8575-4b1f-a53f-9e67b85cfe76 service neutron] Checking segment: {'id': 'cbd56d1a-0fb4-472a-8ca4-66cbf3461a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1600, 'network_id': '636950a3-6b65-4dc0-b611-ae468b63fe57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:14.536545 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-3b4f4a81-8575-4b1f-a53f-9e67b85cfe76 service neutron] Bound using segment: {'id': 'cbd56d1a-0fb4-472a-8ca4-66cbf3461a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1600, 'network_id': '636950a3-6b65-4dc0-b611-ae468b63fe57'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:14.536988 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-3b4f4a81-8575-4b1f-a53f-9e67b85cfe76 service neutron] Bound port: df6aa1bb-921b-4f71-bd10-7c3fe5349661, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd56d1a-0fb4-472a-8ca4-66cbf3461a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1600, 'network_id': '636950a3-6b65-4dc0-b611-ae468b63fe57'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:14.537336 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-3b4f4a81-8575-4b1f-a53f-9e67b85cfe76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:14.542075 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed7b6b-4ee4-4fd0-8c13-03f7fc4daa8f req-3f0d3bd7-7b32-4b46-bc38-1ac2ca39be6b tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:14.553253 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-77ed7b6b-4ee4-4fd0-8c13-03f7fc4daa8f req-3f0d3bd7-7b32-4b46-bc38-1ac2ca39be6b tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?device_id=b64d2164-c84d-4563-a4e3-25d3efea5458 HTTP/1.1" status: 200 len: 945 time: 0.5522094 Aug 31 09:32:14.594971 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c920c47-4efa-4c52-9815-b765bceca5c6 req-5b47f9be-94de-47a1-9786-58e0a613a72b tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772711 Aug 31 09:32:14.628115 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1e9940c6-fea6-4902-bd9c-46fd818d30eb up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:14.713402 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd9c5ff-8211-4328-bb19-74a9574fdb26 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:14.713994 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4dd9c5ff-8211-4328-bb19-74a9574fdb26 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:14.773390 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9c5ff-8211-4328-bb19-74a9574fdb26 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Pushing event updated for resources: {'Port': ['ID=0a2695b1-db91-4d16-bbd2-ac61d33afd98,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:14.800703 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dbd02c41-64cc-4c89-8b66-10385020c54f tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:14.815985 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-3b4f4a81-8575-4b1f-a53f-9e67b85cfe76 service neutron] For port df6aa1bb-921b-4f71-bd10-7c3fe5349661, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:14.850154 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-77ed7b6b-4ee4-4fd0-8c13-03f7fc4daa8f req-211a7088-9728-46cc-b0de-858a70ffa93b tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/security-groups?id=891e4c35-d358-4959-9795-e1e381d74164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456201 Aug 31 09:32:14.855450 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-dbd02c41-64cc-4c89-8b66-10385020c54f tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Calling delete_port for 5cceb95c-959f-4ca6-86a5-f5126b8e35c2 owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:14.862738 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-3b4f4a81-8575-4b1f-a53f-9e67b85cfe76 service neutron] For port df6aa1bb-921b-4f71-bd10-7c3fe5349661, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=df6aa1bb-921b-4f71-bd10-7c3fe5349661,segment=NetworkSegment(cbd56d1a-0fb4-472a-8ca4-66cbf3461a47),segment_id=cbd56d1a-0fb4-472a-8ca4-66cbf3461a47)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:14.878413 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f2e797-e9c4-48d6-9d99-8b6ddaffcb7e admin admin] Made reservation on behalf of 258b22b5904a4919a63f7bea70c1ed79 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:14.883685 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-84f2e797-e9c4-48d6-9d99-8b6ddaffcb7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:15.021656 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4dd9c5ff-8211-4328-bb19-74a9574fdb26 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9312716 Aug 31 09:32:15.022434 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50234) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:15.036527 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-0db3006a-8a08-4639-91b8-ef7e5ffa21dc tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:a8:66:db'}]}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:15.068675 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-3b4f4a81-8575-4b1f-a53f-9e67b85cfe76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:15.142956 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f036ba-3572-4349-bae1-8d396fdb7f2d req-801db163-2e2b-4403-b81a-b2c4c3f9fd0e tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:15.145609 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-53f036ba-3572-4349-bae1-8d396fdb7f2d req-801db163-2e2b-4403-b81a-b2c4c3f9fd0e tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?device_id=be5550a3-4a2f-4ab9-a46f-fa7318f18ba9 HTTP/1.1" status: 200 len: 946 time: 0.1102390 Aug 31 09:32:15.157547 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8eed2d04-6bb6-4180-96eb-4a040dfc59f8 None None] Provisioning for port 0a2695b1-db91-4d16-bbd2-ac61d33afd98 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:15.161931 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8eed2d04-6bb6-4180-96eb-4a040dfc59f8 None None] Provisioning complete for port 0a2695b1-db91-4d16-bbd2-ac61d33afd98 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:15.162316 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8eed2d04-6bb6-4180-96eb-4a040dfc59f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:15.176419 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f4a81-8575-4b1f-a53f-9e67b85cfe76 service neutron] Pushing event updated for resources: {'Port': ['ID=df6aa1bb-921b-4f71-bd10-7c3fe5349661,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:15.208289 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-3b4f4a81-8575-4b1f-a53f-9e67b85cfe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:15.208862 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-3b4f4a81-8575-4b1f-a53f-9e67b85cfe76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:15.210419 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-3b4f4a81-8575-4b1f-a53f-9e67b85cfe76 service neutron] 10.222.0.112 "PUT /v2.0/ports/df6aa1bb-921b-4f71-bd10-7c3fe5349661 HTTP/1.1" status: 200 len: 1093 time: 3.0155652 Aug 31 09:32:15.210935 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'tag': 'df6aa1bb-921b-4f71-bd10-7c3fe5349661'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:15.213332 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5f5609-a582-400f-83fc-69517d069395" -d '{"events": [{"name": "network-changed", "server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "tag": "df6aa1bb-921b-4f71-bd10-7c3fe5349661"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:15.253009 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-8eed2d04-6bb6-4180-96eb-4a040dfc59f8 None None] Port 0a2695b1-db91-4d16-bbd2-ac61d33afd98 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:15.323433 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:15.376535 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-53f036ba-3572-4349-bae1-8d396fdb7f2d req-ff3c60db-351f-41d3-a101-a64051eb5cbd tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/security-groups?id=891e4c35-d358-4959-9795-e1e381d74164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203987 Aug 31 09:32:15.434214 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba3a847-659b-409e-a601-2d14f40aaf90 x-openstack-request-id: req-fba3a847-659b-409e-a601-2d14f40aaf90 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:15.434755 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "tag": "df6aa1bb-921b-4f71-bd10-7c3fe5349661", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:15.435758 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-fba3a847-659b-409e-a601-2d14f40aaf90 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:15.438347 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'tag': 'df6aa1bb-921b-4f71-bd10-7c3fe5349661', 'status': 'completed', 'code': 200} Aug 31 09:32:15.443041 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0db3006a-8a08-4639-91b8-ef7e5ffa21dc tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:15.453846 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-66e2a8c0-8084-4780-968b-1c3d391f7b6e service neutron] Request body: {'port': {'device_id': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:15.480956 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f5609-a582-400f-83fc-69517d069395 req-56febf9d-f287-47bb-8aa7-d18f602b06bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:15.485694 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f5609-a582-400f-83fc-69517d069395 req-56febf9d-f287-47bb-8aa7-d18f602b06bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:15.485694 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f5609-a582-400f-83fc-69517d069395 req-56febf9d-f287-47bb-8aa7-d18f602b06bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:15.486958 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f5609-a582-400f-83fc-69517d069395 req-56febf9d-f287-47bb-8aa7-d18f602b06bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:15.487467 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f5609-a582-400f-83fc-69517d069395 req-56febf9d-f287-47bb-8aa7-d18f602b06bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:15.489893 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2b5f5609-a582-400f-83fc-69517d069395 req-56febf9d-f287-47bb-8aa7-d18f602b06bf service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=caa69c38eab14ec7acd072f4cc57de4a&device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 4365 time: 0.1513982 Aug 31 09:32:15.507331 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-388fba10-750a-4421-a671-0b099684cdd4 None None] Provisioning for port 1e9940c6-fea6-4902-bd9c-46fd818d30eb completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:15.517748 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-388fba10-750a-4421-a671-0b099684cdd4 None None] Provisioning complete for port 1e9940c6-fea6-4902-bd9c-46fd818d30eb triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:15.519912 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-388fba10-750a-4421-a671-0b099684cdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:15.621806 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-84f2e797-e9c4-48d6-9d99-8b6ddaffcb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:15.654009 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-66e2a8c0-8084-4780-968b-1c3d391f7b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:15.680461 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dbd02c41-64cc-4c89-8b66-10385020c54f tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:15.781826 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-388fba10-750a-4421-a671-0b099684cdd4 None None] Provisioning complete for port 6f00f00a-01b9-4f30-9a3b-02fbddfee53d triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:15.782381 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-388fba10-750a-4421-a671-0b099684cdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:15.874836 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd02c41-64cc-4c89-8b66-10385020c54f tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Port': ['ID=5cceb95c-959f-4ca6-86a5-f5126b8e35c2,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:15.914211 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-388fba10-750a-4421-a671-0b099684cdd4 None None] Port 6f00f00a-01b9-4f30-9a3b-02fbddfee53d cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:15.926935 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-388fba10-750a-4421-a671-0b099684cdd4 None None] Could not find standard attr ID for object 5cceb95c-959f-4ca6-86a5-f5126b8e35c2. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:32:16.038620 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-213af775-7a7c-455d-b511-c00c9750f0e9 None None] Could not find standard attr ID for object 5cceb95c-959f-4ca6-86a5-f5126b8e35c2. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:32:16.180337 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2e797-e9c4-48d6-9d99-8b6ddaffcb7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=527a8aac-ce45-4a57-a1ad-a648b6bc031e,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:16.216424 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f5609-a582-400f-83fc-69517d069395 req-701822c2-e1b8-4407-9441-d95f0205bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:16.216424 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f5609-a582-400f-83fc-69517d069395 req-701822c2-e1b8-4407-9441-d95f0205bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:16.216424 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f5609-a582-400f-83fc-69517d069395 req-701822c2-e1b8-4407-9441-d95f0205bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:16.217715 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2b5f5609-a582-400f-83fc-69517d069395 req-701822c2-e1b8-4407-9441-d95f0205bb7f service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=caa69c38eab14ec7acd072f4cc57de4a&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.7192762 Aug 31 09:32:16.302913 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-66e2a8c0-8084-4780-968b-1c3d391f7b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e0f8409-296d-4c01-80fd-2224022e108c {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:16.312745 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-66e2a8c0-8084-4780-968b-1c3d391f7b6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:16.416397 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f5609-a582-400f-83fc-69517d069395 req-194c0793-87eb-47fe-b282-3286e00abc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:16.418272 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2b5f5609-a582-400f-83fc-69517d069395 req-194c0793-87eb-47fe-b282-3286e00abc1f service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1835146 Aug 31 09:32:16.442179 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7005c-9f6f-4697-a71c-c53c2dcff6e9 req-47e2b0d1-13fd-4452-85b3-077f733fed49 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:16.468983 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7005c-9f6f-4697-a71c-c53c2dcff6e9 req-47e2b0d1-13fd-4452-85b3-077f733fed49 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:16.475444 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7005c-9f6f-4697-a71c-c53c2dcff6e9 req-47e2b0d1-13fd-4452-85b3-077f733fed49 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:16.481259 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7005c-9f6f-4697-a71c-c53c2dcff6e9 req-47e2b0d1-13fd-4452-85b3-077f733fed49 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:16.487667 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7005c-9f6f-4697-a71c-c53c2dcff6e9 req-47e2b0d1-13fd-4452-85b3-077f733fed49 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:16.492049 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-84f7005c-9f6f-4697-a71c-c53c2dcff6e9 req-47e2b0d1-13fd-4452-85b3-077f733fed49 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 3829 time: 0.6564281 Aug 31 09:32:16.508975 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f2e797-e9c4-48d6-9d99-8b6ddaffcb7e admin admin] Checking segment: {'id': '795e455e-f5de-4f0e-bca4-09842c515e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': 'f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:16.509723 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f2e797-e9c4-48d6-9d99-8b6ddaffcb7e admin admin] Network hostable DHCP agents. Network: f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:32:16.567303 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-84f7005c-9f6f-4697-a71c-c53c2dcff6e9 req-e4aec848-6141-434e-841b-a5107ae25e64 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684381 Aug 31 09:32:16.660680 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f2e797-e9c4-48d6-9d99-8b6ddaffcb7e admin admin] Network f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:32:16.694799 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50264) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:16.739506 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-66e2a8c0-8084-4780-968b-1c3d391f7b6e service neutron] Transition to ACTIVE for port object 5e0f8409-296d-4c01-80fd-2224022e108c will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:16.769431 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-84f2e797-e9c4-48d6-9d99-8b6ddaffcb7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:16.769788 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0db3006a-8a08-4639-91b8-ef7e5ffa21dc tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:16.774072 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f2e797-e9c4-48d6-9d99-8b6ddaffcb7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:16.775215 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-84f2e797-e9c4-48d6-9d99-8b6ddaffcb7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:16.775706 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dbd02c41-64cc-4c89-8b66-10385020c54f tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:16.785076 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539b1563-33a9-42f7-8dc1-3c68f7a72724 None None] Network f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:16.797687 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-dbd02c41-64cc-4c89-8b66-10385020c54f tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/ports/5cceb95c-959f-4ca6-86a5-f5126b8e35c2 HTTP/1.1" status: 204 len: 168 time: 2.6728635 Aug 31 09:32:16.800126 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50270) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:16.848580 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-66e2a8c0-8084-4780-968b-1c3d391f7b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:16.852881 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ddd1aa-19c0-4749-a239-b6e27038979d tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] GET failed (client error): The resource could not be found. Aug 31 09:32:16.858010 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50276) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:16.861677 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-89ddd1aa-19c0-4749-a239-b6e27038979d tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "GET /v2.0/ports/5cceb95c-959f-4ca6-86a5-f5126b8e35c2 HTTP/1.1" status: 404 len: 333 time: 0.0628164 Aug 31 09:32:16.868743 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0db3006a-8a08-4639-91b8-ef7e5ffa21dc tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:16.942475 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-84f2e797-e9c4-48d6-9d99-8b6ddaffcb7e admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.6501544 Aug 31 09:32:16.944042 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50282) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:16.998488 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:17.044346 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-1c3c8e0f-b033-45a2-8587-a62f8da7a381 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-987067986-router', 'tenant_id': '258b22b5904a4919a63f7bea70c1ed79', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:17.058265 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b305df72-ef57-4b76-9a29-8ab0c290792b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:17.147752 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e2a8c0-8084-4780-968b-1c3d391f7b6e service neutron] Pushing event updated for resources: {'Port': ['ID=5e0f8409-296d-4c01-80fd-2224022e108c,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:17.288397 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00a135e-ee5a-44ad-bd72-6029f8351e34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0', 'network_id': 'f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0', 'tenant_id': '258b22b5904a4919a63f7bea70c1ed79', 'fixed_ips': [{'subnet_id': '527a8aac-ce45-4a57-a1ad-a648b6bc031e'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:32:17.289278 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e00a135e-ee5a-44ad-bd72-6029f8351e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:17.475615 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-0db3006a-8a08-4639-91b8-ef7e5ffa21dc tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] In _notify_port_updated(), no bound segment for port 0a2695b1-db91-4d16-bbd2-ac61d33afd98 on network e6e682cf-0d6d-49dd-b87a-a87d00f8ace3 {{(pid=95552) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:32:17.521717 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db3006a-8a08-4639-91b8-ef7e5ffa21dc tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:17.522414 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0db3006a-8a08-4639-91b8-ef7e5ffa21dc tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:17.538933 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0db3006a-8a08-4639-91b8-ef7e5ffa21dc tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] 10.222.0.119 "PUT /v2.0/ports/0a2695b1-db91-4d16-bbd2-ac61d33afd98 HTTP/1.1" status: 200 len: 994 time: 2.5052619 Aug 31 09:32:17.566932 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50288) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:17.585028 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3006a-8a08-4639-91b8-ef7e5ffa21dc tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Pushing event updated for resources: {'Port': ['ID=0a2695b1-db91-4d16-bbd2-ac61d33afd98,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:17.690836 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8e0f-b033-45a2-8587-a62f8da7a381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:17.693176 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8e0f-b033-45a2-8587-a62f8da7a381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:17.742977 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-e00a135e-ee5a-44ad-bd72-6029f8351e34 None None] Allocated IP 172.20.0.2 (f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0/527a8aac-ce45-4a57-a1ad-a648b6bc031e/7612a967-400a-46f4-bbb9-04b669f5985d) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:17.759292 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-66e2a8c0-8084-4780-968b-1c3d391f7b6e service neutron] Attempting to bind port 5e0f8409-296d-4c01-80fd-2224022e108c on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:17.759637 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-66e2a8c0-8084-4780-968b-1c3d391f7b6e service neutron] Attempting to bind port 5e0f8409-296d-4c01-80fd-2224022e108c by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'f331507f-10d6-44fe-8059-a14fd8f348c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1639, 'network_id': '77d5d845-bb9b-4368-b082-bacd96a9f80d'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:17.764164 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-66e2a8c0-8084-4780-968b-1c3d391f7b6e service neutron] Attempting to bind port 5e0f8409-296d-4c01-80fd-2224022e108c on network 77d5d845-bb9b-4368-b082-bacd96a9f80d {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:17.799204 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8e0f-b033-45a2-8587-a62f8da7a381 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:17.807464 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b437d88-ab75-447b-82d3-79d268a6895d req-c66c974d-24bf-407c-b5d8-8c7ed74f8cbb tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:17.815624 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b437d88-ab75-447b-82d3-79d268a6895d req-c66c974d-24bf-407c-b5d8-8c7ed74f8cbb tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/networks?id=ad357b40-14ae-48e1-976c-080cca104379 HTTP/1.1" status: 200 len: 813 time: 0.7862897 Aug 31 09:32:17.834340 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-66e2a8c0-8084-4780-968b-1c3d391f7b6e service neutron] Port 5e0f8409-296d-4c01-80fd-2224022e108c on network 77d5d845-bb9b-4368-b082-bacd96a9f80d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:32:17.834691 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-66e2a8c0-8084-4780-968b-1c3d391f7b6e service neutron] Attempting to bind port 5e0f8409-296d-4c01-80fd-2224022e108c on network 77d5d845-bb9b-4368-b082-bacd96a9f80d {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:17.846895 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-66e2a8c0-8084-4780-968b-1c3d391f7b6e service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:17.864739 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-66e2a8c0-8084-4780-968b-1c3d391f7b6e service neutron] Checking segment: {'id': 'f331507f-10d6-44fe-8059-a14fd8f348c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1639, 'network_id': '77d5d845-bb9b-4368-b082-bacd96a9f80d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:17.865268 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-66e2a8c0-8084-4780-968b-1c3d391f7b6e service neutron] Bound using segment: {'id': 'f331507f-10d6-44fe-8059-a14fd8f348c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1639, 'network_id': '77d5d845-bb9b-4368-b082-bacd96a9f80d'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:17.866178 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-66e2a8c0-8084-4780-968b-1c3d391f7b6e service neutron] Bound port: 5e0f8409-296d-4c01-80fd-2224022e108c, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f331507f-10d6-44fe-8059-a14fd8f348c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1639, 'network_id': '77d5d845-bb9b-4368-b082-bacd96a9f80d'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:17.866595 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-66e2a8c0-8084-4780-968b-1c3d391f7b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:17.909001 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-678d65b8-0439-4252-a0b3-82fbc542d467 None None] Provisioning complete for port 0a2695b1-db91-4d16-bbd2-ac61d33afd98 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:17.909608 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-678d65b8-0439-4252-a0b3-82fbc542d467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:17.958174 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-12f4e253-166c-43c8-9555-acfd8de21cc3 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Deleting port 0a2695b1-db91-4d16-bbd2-ac61d33afd98 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:17.958813 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-12f4e253-166c-43c8-9555-acfd8de21cc3 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:18.019783 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-66e2a8c0-8084-4780-968b-1c3d391f7b6e service neutron] For port 5e0f8409-296d-4c01-80fd-2224022e108c, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:18.043382 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-678d65b8-0439-4252-a0b3-82fbc542d467 None None] Port 0a2695b1-db91-4d16-bbd2-ac61d33afd98 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:18.051050 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-66e2a8c0-8084-4780-968b-1c3d391f7b6e service neutron] For port 5e0f8409-296d-4c01-80fd-2224022e108c, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=5e0f8409-296d-4c01-80fd-2224022e108c,segment=NetworkSegment(f331507f-10d6-44fe-8059-a14fd8f348c8),segment_id=f331507f-10d6-44fe-8059-a14fd8f348c8)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:18.132234 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-12f4e253-166c-43c8-9555-acfd8de21cc3 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:18.164828 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-66e2a8c0-8084-4780-968b-1c3d391f7b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:18.170490 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-12f4e253-166c-43c8-9555-acfd8de21cc3 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Calling delete_port for 0a2695b1-db91-4d16-bbd2-ac61d33afd98 owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:18.196751 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e00a135e-ee5a-44ad-bd72-6029f8351e34 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:18.222374 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e00a135e-ee5a-44ad-bd72-6029f8351e34 None None] Transition to ACTIVE for port object 7612a967-400a-46f4-bbb9-04b669f5985d will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:18.242794 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e00a135e-ee5a-44ad-bd72-6029f8351e34 None None] Transition to ACTIVE for port object 7612a967-400a-46f4-bbb9-04b669f5985d will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:18.254710 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50296) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:18.282519 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-66e2a8c0-8084-4780-968b-1c3d391f7b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:18.283752 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-66e2a8c0-8084-4780-968b-1c3d391f7b6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:18.292150 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-66e2a8c0-8084-4780-968b-1c3d391f7b6e service neutron] 10.222.0.112 "PUT /v2.0/ports/5e0f8409-296d-4c01-80fd-2224022e108c HTTP/1.1" status: 200 len: 1131 time: 2.8513575 Aug 31 09:32:18.306902 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e00a135e-ee5a-44ad-bd72-6029f8351e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:18.317303 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'tag': '5e0f8409-296d-4c01-80fd-2224022e108c'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:18.329684 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8636ab89-78e2-46e8-ab80-d73cab63a5eb" -d '{"events": [{"name": "network-changed", "server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "tag": "5e0f8409-296d-4c01-80fd-2224022e108c"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:18.383313 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b437d88-ab75-447b-82d3-79d268a6895d req-4e3aa153-710e-4e6e-ae0d-120620c086f6 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/quotas/4b0ec785679448fca08d0ab2b949ef4a HTTP/1.1" status: 200 len: 375 time: 0.5662599 Aug 31 09:32:18.428854 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0152ee1a-daaf-49a4-9bb3-af8e965536d9 service neutron] Request body: {'port': {'device_id': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:18.477091 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00a135e-ee5a-44ad-bd72-6029f8351e34 None None] Network f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:18.478813 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a135e-ee5a-44ad-bd72-6029f8351e34 None None] Pushing event updated for resources: {'Port': ['ID=7612a967-400a-46f4-bbb9-04b669f5985d,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:18.481638 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-e00a135e-ee5a-44ad-bd72-6029f8351e34 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:18.490354 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00a135e-ee5a-44ad-bd72-6029f8351e34 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:18.522071 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e2a8c0-8084-4780-968b-1c3d391f7b6e service neutron] Pushing event updated for resources: {'Port': ['ID=5e0f8409-296d-4c01-80fd-2224022e108c,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:18.544480 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3d7b21b7-ef6c-4006-9322-e1a3601d96f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:18.549763 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-44564794-eb3f-4577-b35b-23e8fa1fb604 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:18.604000 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e00a135e-ee5a-44ad-bd72-6029f8351e34 None None] Attempting to bind port 7612a967-400a-46f4-bbb9-04b669f5985d on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:18.604369 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e00a135e-ee5a-44ad-bd72-6029f8351e34 None None] Attempting to bind port 7612a967-400a-46f4-bbb9-04b669f5985d by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '795e455e-f5de-4f0e-bca4-09842c515e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': 'f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:18.604736 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00a135e-ee5a-44ad-bd72-6029f8351e34 None None] Attempting to bind port 7612a967-400a-46f4-bbb9-04b669f5985d on network f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:18.615804 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00a135e-ee5a-44ad-bd72-6029f8351e34 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:18.616179 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00a135e-ee5a-44ad-bd72-6029f8351e34 None None] Checking segment: {'id': '795e455e-f5de-4f0e-bca4-09842c515e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': 'f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:18.616583 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e00a135e-ee5a-44ad-bd72-6029f8351e34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:18.616975 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00a135e-ee5a-44ad-bd72-6029f8351e34 None None] Bound using segment: {'id': '795e455e-f5de-4f0e-bca4-09842c515e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': 'f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:18.617447 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e00a135e-ee5a-44ad-bd72-6029f8351e34 None None] Bound port: 7612a967-400a-46f4-bbb9-04b669f5985d, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795e455e-f5de-4f0e-bca4-09842c515e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': 'f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:18.617826 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e00a135e-ee5a-44ad-bd72-6029f8351e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:18.630111 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0152ee1a-daaf-49a4-9bb3-af8e965536d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:18.631916 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-44564794-eb3f-4577-b35b-23e8fa1fb604 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:18.745059 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-e00a135e-ee5a-44ad-bd72-6029f8351e34 None None] For port 7612a967-400a-46f4-bbb9-04b669f5985d, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:18.752587 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-e00a135e-ee5a-44ad-bd72-6029f8351e34 None None] For port 7612a967-400a-46f4-bbb9-04b669f5985d, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=7612a967-400a-46f4-bbb9-04b669f5985d,segment=NetworkSegment(795e455e-f5de-4f0e-bca4-09842c515e62),segment_id=795e455e-f5de-4f0e-bca4-09842c515e62)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:18.772559 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2233b-ccc6-4d96-acd7-730acc415e13 req-eea67192-eb59-4eec-954b-55448d1a562f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:18.779114 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2233b-ccc6-4d96-acd7-730acc415e13 req-eea67192-eb59-4eec-954b-55448d1a562f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:18.787025 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2233b-ccc6-4d96-acd7-730acc415e13 req-eea67192-eb59-4eec-954b-55448d1a562f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:18.793518 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2233b-ccc6-4d96-acd7-730acc415e13 req-eea67192-eb59-4eec-954b-55448d1a562f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:18.802036 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2233b-ccc6-4d96-acd7-730acc415e13 req-eea67192-eb59-4eec-954b-55448d1a562f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:18.808287 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2233b-ccc6-4d96-acd7-730acc415e13 req-eea67192-eb59-4eec-954b-55448d1a562f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:18.818076 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ecb2233b-ccc6-4d96-acd7-730acc415e13 req-eea67192-eb59-4eec-954b-55448d1a562f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 4601 time: 0.9999743 Aug 31 09:32:18.830166 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750bd9e5-8f17-4de4-a5fe-2df297b8e2b2 req-363f2632-a831-4782-8bb0-6e8c0738aa43 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:18.831974 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-750bd9e5-8f17-4de4-a5fe-2df297b8e2b2 req-363f2632-a831-4782-8bb0-6e8c0738aa43 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.112 "GET /v2.0/ports?device_id=be5550a3-4a2f-4ab9-a46f-fa7318f18ba9 HTTP/1.1" status: 200 len: 946 time: 1.4076869 Aug 31 09:32:18.844099 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e00a135e-ee5a-44ad-bd72-6029f8351e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:18.907777 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8e0f-b033-45a2-8587-a62f8da7a381 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:18.963814 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a135e-ee5a-44ad-bd72-6029f8351e34 None None] Pushing event updated for resources: {'Port': ['ID=7612a967-400a-46f4-bbb9-04b669f5985d,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:18.967575 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b9bb9-ce5c-400a-a06f-03599597d1ac req-3b173fa3-8445-45d2-80bc-3c0706906424 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:18.970616 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-440b9bb9-ce5c-400a-a06f-03599597d1ac req-3b173fa3-8445-45d2-80bc-3c0706906424 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.59 "GET /v2.0/ports?device_id=b64d2164-c84d-4563-a4e3-25d3efea5458 HTTP/1.1" status: 200 len: 945 time: 0.6370287 Aug 31 09:32:18.987537 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b437d88-ab75-447b-82d3-79d268a6895d req-1a02bb04-5fc0-4261-b7a1-5f77854d42bc tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=4b0ec785679448fca08d0ab2b949ef4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6031899 Aug 31 09:32:19.035312 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ecb2233b-ccc6-4d96-acd7-730acc415e13 req-4b26c3d2-bc72-446f-88e2-1e170dcf40c3 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2160215 Aug 31 09:32:19.100541 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0152ee1a-daaf-49a4-9bb3-af8e965536d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21872e53-bee1-4235-9d2e-ab94c5aea8c9 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:19.111432 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0152ee1a-daaf-49a4-9bb3-af8e965536d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:19.132583 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0152ee1a-daaf-49a4-9bb3-af8e965536d9 service neutron] Transition to ACTIVE for port object 21872e53-bee1-4235-9d2e-ab94c5aea8c9 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:19.162492 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-8b437d88-ab75-447b-82d3-79d268a6895d req-0b7f058a-ffce-4c08-bb05-0a46067d773d tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:32:19.163801 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b437d88-ab75-447b-82d3-79d268a6895d req-0b7f058a-ffce-4c08-bb05-0a46067d773d tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0669394 Aug 31 09:32:19.168771 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-44564794-eb3f-4577-b35b-23e8fa1fb604 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:19.172372 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-44564794-eb3f-4577-b35b-23e8fa1fb604 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:19.173966 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-44564794-eb3f-4577-b35b-23e8fa1fb604 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/security-groups/dc60ab3f-c026-4772-a2fc-6b55676f49b9 HTTP/1.1" status: 204 len: 168 time: 2.3142664 Aug 31 09:32:19.199029 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50304) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:19.200944 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4d3990-1f22-47c5-9e62-562bcd9c00ce x-openstack-request-id: req-5e4d3990-1f22-47c5-9e62-562bcd9c00ce {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:19.201284 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "tag": "5e0f8409-296d-4c01-80fd-2224022e108c", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:19.201589 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-5e4d3990-1f22-47c5-9e62-562bcd9c00ce {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:19.203563 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'tag': '5e0f8409-296d-4c01-80fd-2224022e108c', 'status': 'completed', 'code': 200} Aug 31 09:32:19.227335 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44564794-eb3f-4577-b35b-23e8fa1fb604 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc60ab3f-c026-4772-a2fc-6b55676f49b9,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:19.257547 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0152ee1a-daaf-49a4-9bb3-af8e965536d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:19.423829 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152ee1a-daaf-49a4-9bb3-af8e965536d9 service neutron] Pushing event updated for resources: {'Port': ['ID=21872e53-bee1-4235-9d2e-ab94c5aea8c9,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:19.439739 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-12f4e253-166c-43c8-9555-acfd8de21cc3 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:19.583496 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4e253-166c-43c8-9555-acfd8de21cc3 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Pushing event deleted for resources: {'Port': ['ID=0a2695b1-db91-4d16-bbd2-ac61d33afd98,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:19.605786 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636ab89-78e2-46e8-ab80-d73cab63a5eb req-310f04fa-d1c9-497f-a1d9-8b4f0c697bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:19.606727 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636ab89-78e2-46e8-ab80-d73cab63a5eb req-310f04fa-d1c9-497f-a1d9-8b4f0c697bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:19.607478 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636ab89-78e2-46e8-ab80-d73cab63a5eb req-310f04fa-d1c9-497f-a1d9-8b4f0c697bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:19.608092 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636ab89-78e2-46e8-ab80-d73cab63a5eb req-310f04fa-d1c9-497f-a1d9-8b4f0c697bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:19.608752 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636ab89-78e2-46e8-ab80-d73cab63a5eb req-310f04fa-d1c9-497f-a1d9-8b4f0c697bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:19.609465 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636ab89-78e2-46e8-ab80-d73cab63a5eb req-310f04fa-d1c9-497f-a1d9-8b4f0c697bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:19.610232 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636ab89-78e2-46e8-ab80-d73cab63a5eb req-310f04fa-d1c9-497f-a1d9-8b4f0c697bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:19.612453 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8636ab89-78e2-46e8-ab80-d73cab63a5eb req-310f04fa-d1c9-497f-a1d9-8b4f0c697bb9 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=caa69c38eab14ec7acd072f4cc57de4a&device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 6171 time: 0.4317138 Aug 31 09:32:19.625671 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-750bd9e5-8f17-4de4-a5fe-2df297b8e2b2 req-32cb330d-3bf4-4f4d-8c25-5d6da29849af tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Deleting port 5dfbb861-e58a-4992-86df-768d2388e3a5 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:19.629942 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-750bd9e5-8f17-4de4-a5fe-2df297b8e2b2 req-32cb330d-3bf4-4f4d-8c25-5d6da29849af tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:19.672329 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-75815d44-59f7-4f6e-931a-ae4cf80d2733 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:19.803860 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-75815d44-59f7-4f6e-931a-ae4cf80d2733 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:19.829570 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b437d88-ab75-447b-82d3-79d268a6895d req-d817af5b-a13f-4540-aa88-49fc7376fa36 service neutron] 10.222.0.119 "GET /v2.0/networks/ad357b40-14ae-48e1-976c-080cca104379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6541924 Aug 31 09:32:19.858561 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0152ee1a-daaf-49a4-9bb3-af8e965536d9 service neutron] Attempting to bind port 21872e53-bee1-4235-9d2e-ab94c5aea8c9 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:19.858912 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0152ee1a-daaf-49a4-9bb3-af8e965536d9 service neutron] Attempting to bind port 21872e53-bee1-4235-9d2e-ab94c5aea8c9 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'f331507f-10d6-44fe-8059-a14fd8f348c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1639, 'network_id': '77d5d845-bb9b-4368-b082-bacd96a9f80d'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:19.859240 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0152ee1a-daaf-49a4-9bb3-af8e965536d9 service neutron] Attempting to bind port 21872e53-bee1-4235-9d2e-ab94c5aea8c9 on network 77d5d845-bb9b-4368-b082-bacd96a9f80d {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:19.884914 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b305df72-ef57-4b76-9a29-8ab0c290792b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:19.904260 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0152ee1a-daaf-49a4-9bb3-af8e965536d9 service neutron] Port 21872e53-bee1-4235-9d2e-ab94c5aea8c9 on network 77d5d845-bb9b-4368-b082-bacd96a9f80d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:32:19.905628 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0152ee1a-daaf-49a4-9bb3-af8e965536d9 service neutron] Attempting to bind port 21872e53-bee1-4235-9d2e-ab94c5aea8c9 on network 77d5d845-bb9b-4368-b082-bacd96a9f80d {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:19.917945 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-440b9bb9-ce5c-400a-a06f-03599597d1ac req-96b469d3-b933-403f-9ca2-57449ec16e80 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Deleting port 3e22082b-cdde-4d65-bb08-fca5954f584f {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:19.918282 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-440b9bb9-ce5c-400a-a06f-03599597d1ac req-96b469d3-b933-403f-9ca2-57449ec16e80 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:19.995901 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0152ee1a-daaf-49a4-9bb3-af8e965536d9 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:19.996912 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0152ee1a-daaf-49a4-9bb3-af8e965536d9 service neutron] Checking segment: {'id': 'f331507f-10d6-44fe-8059-a14fd8f348c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1639, 'network_id': '77d5d845-bb9b-4368-b082-bacd96a9f80d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:19.997458 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0152ee1a-daaf-49a4-9bb3-af8e965536d9 service neutron] Bound using segment: {'id': 'f331507f-10d6-44fe-8059-a14fd8f348c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1639, 'network_id': '77d5d845-bb9b-4368-b082-bacd96a9f80d'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:19.998062 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0152ee1a-daaf-49a4-9bb3-af8e965536d9 service neutron] Bound port: 21872e53-bee1-4235-9d2e-ab94c5aea8c9, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f331507f-10d6-44fe-8059-a14fd8f348c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1639, 'network_id': '77d5d845-bb9b-4368-b082-bacd96a9f80d'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:19.998745 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0152ee1a-daaf-49a4-9bb3-af8e965536d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:20.045060 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 5dfbb861-e58a-4992-86df-768d2388e3a5 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:32:20.130140 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-440b9bb9-ce5c-400a-a06f-03599597d1ac req-96b469d3-b933-403f-9ca2-57449ec16e80 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] For port 3e22082b-cdde-4d65-bb08-fca5954f584f, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=3e22082b-cdde-4d65-bb08-fca5954f584f,segment=NetworkSegment(1bf39079-f9bb-4243-ab62-118ee90b857b),segment_id=1bf39079-f9bb-4243-ab62-118ee90b857b)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:20.130692 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-440b9bb9-ce5c-400a-a06f-03599597d1ac req-96b469d3-b933-403f-9ca2-57449ec16e80 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:20.157781 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-440b9bb9-ce5c-400a-a06f-03599597d1ac req-96b469d3-b933-403f-9ca2-57449ec16e80 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Calling delete_port for 3e22082b-cdde-4d65-bb08-fca5954f584f owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:20.163256 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-75815d44-59f7-4f6e-931a-ae4cf80d2733 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:20.177310 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-75815d44-59f7-4f6e-931a-ae4cf80d2733 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:20.182085 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-75815d44-59f7-4f6e-931a-ae4cf80d2733 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/security-groups/32546079-ab0f-4de4-a192-a62fedb7d919 HTTP/1.1" status: 204 len: 168 time: 0.9774690 Aug 31 09:32:20.184715 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50310) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:20.220839 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-12f4e253-166c-43c8-9555-acfd8de21cc3 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:20.223934 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-12f4e253-166c-43c8-9555-acfd8de21cc3 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] 10.222.0.119 "DELETE /v2.0/ports/0a2695b1-db91-4d16-bbd2-ac61d33afd98 HTTP/1.1" status: 204 len: 168 time: 2.6546645 Aug 31 09:32:20.242278 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:20.245303 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50312) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:20.283882 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75815d44-59f7-4f6e-931a-ae4cf80d2733 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32546079-ab0f-4de4-a192-a62fedb7d919,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:20.338266 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 5dfbb861-e58a-4992-86df-768d2388e3a5, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=5dfbb861-e58a-4992-86df-768d2388e3a5,segment=NetworkSegment(1bf39079-f9bb-4243-ab62-118ee90b857b),segment_id=1bf39079-f9bb-4243-ab62-118ee90b857b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:20.338450 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-27129ec1-3915-4fec-a1a2-1c3b25514f6f tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] GET failed (client error): The resource could not be found. Aug 31 09:32:20.340583 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-27129ec1-3915-4fec-a1a2-1c3b25514f6f tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] 10.222.0.119 "GET /v2.0/ports/0a2695b1-db91-4d16-bbd2-ac61d33afd98 HTTP/1.1" status: 404 len: 333 time: 0.0872812 Aug 31 09:32:20.345517 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5550a3-4a2f-4ab9-a46f-fa7318f18ba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dfbb861-e58a-4992-86df-768d2388e3a5'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:20.352784 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ea0c2b-9548-494f-b120-72ed141f8b6f" -d '{"events": [{"server_uuid": "be5550a3-4a2f-4ab9-a46f-fa7318f18ba9", "name": "network-vif-unplugged", "status": "completed", "tag": "5dfbb861-e58a-4992-86df-768d2388e3a5"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:20.353372 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50314) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:20.383048 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-d1c81645-5987-4dbb-a874-209b9e581c5d tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Request body: {'port': {'network_id': 'e6e682cf-0d6d-49dd-b87a-a87d00f8ace3', 'name': 'tempest-AllowedAddressPairTestJSON-858561462'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:20.389161 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0152ee1a-daaf-49a4-9bb3-af8e965536d9 service neutron] For port 21872e53-bee1-4235-9d2e-ab94c5aea8c9, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:20.414879 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-562e8472-5e5f-4c30-ac82-b78f14e0b16e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:20.421681 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0152ee1a-daaf-49a4-9bb3-af8e965536d9 service neutron] For port 21872e53-bee1-4235-9d2e-ab94c5aea8c9, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=21872e53-bee1-4235-9d2e-ab94c5aea8c9,segment=NetworkSegment(f331507f-10d6-44fe-8059-a14fd8f348c8),segment_id=f331507f-10d6-44fe-8059-a14fd8f348c8)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:20.426837 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b305df72-ef57-4b76-9a29-8ab0c290792b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:20.439743 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:20.466188 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3d7b21b7-ef6c-4006-9322-e1a3601d96f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:20.468731 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-562e8472-5e5f-4c30-ac82-b78f14e0b16e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:20.539480 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=5dfbb861-e58a-4992-86df-768d2388e3a5,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:20.566341 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0152ee1a-daaf-49a4-9bb3-af8e965536d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:20.614662 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305df72-ef57-4b76-9a29-8ab0c290792b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bab3e6-2a2b-4b32-b80d-8c9064144e3d,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:20.648351 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0152ee1a-daaf-49a4-9bb3-af8e965536d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:20.650042 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0152ee1a-daaf-49a4-9bb3-af8e965536d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:20.651895 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0152ee1a-daaf-49a4-9bb3-af8e965536d9 service neutron] 10.222.0.112 "PUT /v2.0/ports/21872e53-bee1-4235-9d2e-ab94c5aea8c9 HTTP/1.1" status: 200 len: 1131 time: 2.2272453 Aug 31 09:32:20.653190 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-440b9bb9-ce5c-400a-a06f-03599597d1ac req-96b469d3-b933-403f-9ca2-57449ec16e80 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:20.653759 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152ee1a-daaf-49a4-9bb3-af8e965536d9 service neutron] Pushing event updated for resources: {'Port': ['ID=21872e53-bee1-4235-9d2e-ab94c5aea8c9,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:20.663653 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3d7b21b7-ef6c-4006-9322-e1a3601d96f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:20.670133 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-562e8472-5e5f-4c30-ac82-b78f14e0b16e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:20.677833 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-562e8472-5e5f-4c30-ac82-b78f14e0b16e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:20.677833 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-562e8472-5e5f-4c30-ac82-b78f14e0b16e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/security-groups/d5be964d-26b5-45b8-93a9-82fde635d30b HTTP/1.1" status: 204 len: 168 time: 0.4750295 Aug 31 09:32:20.683424 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50322) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:20.703125 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1b6470-b9c0-4ff4-9b15-c23482ee3f35 None None] Network f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:20.727905 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7612a967-400a-46f4-bbb9-04b669f5985d up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:20.764898 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b2a999-cd11-4e06-a649-1bcda0dd2600 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Deleting subnet d6e72e1c-3f30-4227-9e33-1a8ea1b05381 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:32:20.768947 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-48b2a999-cd11-4e06-a649-1bcda0dd2600 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:20.833628 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-48b2a999-cd11-4e06-a649-1bcda0dd2600 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:20.895704 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-5251baac-da36-404d-93af-bafc10b33b1c service neutron] Request body: {'port': {'device_id': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:20.919430 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b469d3-b933-403f-9ca2-57449ec16e80 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Pushing event deleted for resources: {'Port': ['ID=3e22082b-cdde-4d65-bb08-fca5954f584f,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:20.943246 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b21b7-ef6c-4006-9322-e1a3601d96f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593e6cf2-5607-47d9-961b-3f8863fc96cb,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:20.944754 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b305df72-ef57-4b76-9a29-8ab0c290792b admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=075bdedd1b89454e8ba062b5b98a0d03&name=default HTTP/1.1" status: 200 len: 2983 time: 4.2483931 Aug 31 09:32:20.954285 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636ab89-78e2-46e8-ab80-d73cab63a5eb req-359722ed-ea9a-4a2d-b471-ccd865564ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:20.954819 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636ab89-78e2-46e8-ab80-d73cab63a5eb req-359722ed-ea9a-4a2d-b471-ccd865564ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:20.955288 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636ab89-78e2-46e8-ab80-d73cab63a5eb req-359722ed-ea9a-4a2d-b471-ccd865564ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:20.957250 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8636ab89-78e2-46e8-ab80-d73cab63a5eb req-359722ed-ea9a-4a2d-b471-ccd865564ef1 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=caa69c38eab14ec7acd072f4cc57de4a&shared=False HTTP/1.1" status: 200 len: 2295 time: 1.3220024 Aug 31 09:32:20.960654 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3d7b21b7-ef6c-4006-9322-e1a3601d96f9 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=1b195681ea8241da8027a9375fe62c96&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7019129 Aug 31 09:32:20.961677 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50324) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:20.962008 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50326) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:20.965502 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e8472-5e5f-4c30-ac82-b78f14e0b16e tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5be964d-26b5-45b8-93a9-82fde635d30b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:21.008507 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-750bd9e5-8f17-4de4-a5fe-2df297b8e2b2 req-32cb330d-3bf4-4f4d-8c25-5d6da29849af tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] For port 5dfbb861-e58a-4992-86df-768d2388e3a5, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=5dfbb861-e58a-4992-86df-768d2388e3a5,segment=NetworkSegment(1bf39079-f9bb-4243-ab62-118ee90b857b),segment_id=1bf39079-f9bb-4243-ab62-118ee90b857b)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:21.009010 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-750bd9e5-8f17-4de4-a5fe-2df297b8e2b2 req-32cb330d-3bf4-4f4d-8c25-5d6da29849af tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:21.017283 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-5251baac-da36-404d-93af-bafc10b33b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:21.071004 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-305cb405-bb81-4041-b3e6-120b8efa866b None None] Provisioning for port 7612a967-400a-46f4-bbb9-04b669f5985d completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:21.094408 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-48b2a999-cd11-4e06-a649-1bcda0dd2600 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:21.115430 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938189e9-df0b-42e3-8382-3c27caa81b86 req-49721cff-1087-45db-8067-47afec99e1b7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:21.121111 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938189e9-df0b-42e3-8382-3c27caa81b86 req-49721cff-1087-45db-8067-47afec99e1b7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:21.128441 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938189e9-df0b-42e3-8382-3c27caa81b86 req-49721cff-1087-45db-8067-47afec99e1b7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:21.136224 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938189e9-df0b-42e3-8382-3c27caa81b86 req-49721cff-1087-45db-8067-47afec99e1b7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:21.148742 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938189e9-df0b-42e3-8382-3c27caa81b86 req-49721cff-1087-45db-8067-47afec99e1b7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:21.157087 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938189e9-df0b-42e3-8382-3c27caa81b86 req-49721cff-1087-45db-8067-47afec99e1b7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:21.165089 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938189e9-df0b-42e3-8382-3c27caa81b86 req-49721cff-1087-45db-8067-47afec99e1b7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:21.166681 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-938189e9-df0b-42e3-8382-3c27caa81b86 req-49721cff-1087-45db-8067-47afec99e1b7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5373 time: 0.8100698 Aug 31 09:32:21.213720 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'tag': '21872e53-bee1-4235-9d2e-ab94c5aea8c9'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:21.216716 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88af9a72-c089-4bbd-825f-6305af16e7b1" -d '{"events": [{"name": "network-changed", "server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "tag": "21872e53-bee1-4235-9d2e-ab94c5aea8c9"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:21.228270 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 7612a967-400a-46f4-bbb9-04b669f5985d completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:21.238300 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 7612a967-400a-46f4-bbb9-04b669f5985d triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:21.243838 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:21.343353 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-750bd9e5-8f17-4de4-a5fe-2df297b8e2b2 req-32cb330d-3bf4-4f4d-8c25-5d6da29849af tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Calling delete_port for 5dfbb861-e58a-4992-86df-768d2388e3a5 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:21.346050 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:32:21.346884 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-48b2a999-cd11-4e06-a649-1bcda0dd2600 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:21.375692 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-48b2a999-cd11-4e06-a649-1bcda0dd2600 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:21.376717 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac3a8d5-88e2-4e47-ac3e-eb48bfe6200d None None] Network 7b201fa3-3f7b-4800-91ce-e05513d8da89 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:21.381167 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-48b2a999-cd11-4e06-a649-1bcda0dd2600 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/subnets/d6e72e1c-3f30-4227-9e33-1a8ea1b05381 HTTP/1.1" status: 204 len: 168 time: 0.6855071 Aug 31 09:32:21.388502 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50332) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:21.399848 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-440b9bb9-ce5c-400a-a06f-03599597d1ac req-96b469d3-b933-403f-9ca2-57449ec16e80 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] No DVR routers for this DVR port 3e22082b-cdde-4d65-bb08-fca5954f584f on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:32:21.402886 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b437d88-ab75-447b-82d3-79d268a6895d req-3f011219-9e34-4ba2-adaa-ac0ccae0fe1e service neutron] 10.222.0.119 "GET /v2.0/networks/ad357b40-14ae-48e1-976c-080cca104379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5005944 Aug 31 09:32:21.407334 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-440b9bb9-ce5c-400a-a06f-03599597d1ac req-96b469d3-b933-403f-9ca2-57449ec16e80 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:21.409269 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-440b9bb9-ce5c-400a-a06f-03599597d1ac req-96b469d3-b933-403f-9ca2-57449ec16e80 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.59 "DELETE /v2.0/ports/3e22082b-cdde-4d65-bb08-fca5954f584f HTTP/1.1" status: 204 len: 173 time: 2.4301093 Aug 31 09:32:21.448345 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64d2164-c84d-4563-a4e3-25d3efea5458', 'name': 'network-vif-deleted', 'tag': '3e22082b-cdde-4d65-bb08-fca5954f584f'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:21.450421 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467ffda0-8efa-4e9b-82fb-cae35e99c6a8" -d '{"events": [{"server_uuid": "b64d2164-c84d-4563-a4e3-25d3efea5458", "name": "network-vif-deleted", "tag": "3e22082b-cdde-4d65-bb08-fca5954f584f"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:21.517974 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2a999-cd11-4e06-a649-1bcda0dd2600 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Subnet': ['ID=d6e72e1c-3f30-4227-9e33-1a8ea1b05381,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:21.553218 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-22d3693d-699a-4e5e-8e81-c712058ca869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:21.584429 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-22d3693d-699a-4e5e-8e81-c712058ca869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:21.631843 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:21.727011 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8f10775-567b-443f-83f7-c51f38ef5131 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Deleting subnet c264ecad-98fa-4b27-8d12-84053749675f {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:32:21.737830 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c8f10775-567b-443f-83f7-c51f38ef5131 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:21.821813 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-142878d9-31ea-4f3e-9253-3165753a56a8 None None] Provisioning complete for port 7612a967-400a-46f4-bbb9-04b669f5985d triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:21.822236 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-5251baac-da36-404d-93af-bafc10b33b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a29fa7ed-ecd3-4217-87a2-12ac46d2bee6 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:21.822843 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-142878d9-31ea-4f3e-9253-3165753a56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:21.827527 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 7612a967-400a-46f4-bbb9-04b669f5985d, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=7612a967-400a-46f4-bbb9-04b669f5985d,segment=NetworkSegment(795e455e-f5de-4f0e-bca4-09842c515e62),segment_id=795e455e-f5de-4f0e-bca4-09842c515e62)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:21.830965 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-5251baac-da36-404d-93af-bafc10b33b1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:21.843714 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-5251baac-da36-404d-93af-bafc10b33b1c service neutron] Transition to ACTIVE for port object a29fa7ed-ecd3-4217-87a2-12ac46d2bee6 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:21.865156 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c8f10775-567b-443f-83f7-c51f38ef5131 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:21.966050 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:21.994344 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c8f10775-567b-443f-83f7-c51f38ef5131 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:22.024306 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 3e22082b-cdde-4d65-bb08-fca5954f584f no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:32:22.050109 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-5251baac-da36-404d-93af-bafc10b33b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:22.059610 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 3e22082b-cdde-4d65-bb08-fca5954f584f {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:32:22.060126 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 3e22082b-cdde-4d65-bb08-fca5954f584f not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:32:22.093142 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-142878d9-31ea-4f3e-9253-3165753a56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:22.146306 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=7612a967-400a-46f4-bbb9-04b669f5985d,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:22.177906 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d09ed1-b436-4571-a628-3021a720b562 x-openstack-request-id: req-97d09ed1-b436-4571-a628-3021a720b562 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:22.178057 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5550a3-4a2f-4ab9-a46f-fa7318f18ba9", "name": "network-vif-unplugged", "status": "completed", "tag": "5dfbb861-e58a-4992-86df-768d2388e3a5", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:22.178321 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-97d09ed1-b436-4571-a628-3021a720b562 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:22.178802 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5550a3-4a2f-4ab9-a46f-fa7318f18ba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dfbb861-e58a-4992-86df-768d2388e3a5', 'code': 200} Aug 31 09:32:22.233890 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5251baac-da36-404d-93af-bafc10b33b1c service neutron] Pushing event updated for resources: {'Port': ['ID=a29fa7ed-ecd3-4217-87a2-12ac46d2bee6,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:22.287735 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-142878d9-31ea-4f3e-9253-3165753a56a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:32:22.293973 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-142878d9-31ea-4f3e-9253-3165753a56a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:32:22.304706 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb0b74d-b154-48be-a728-f3a9e8f27c41 x-openstack-request-id: req-4cb0b74d-b154-48be-a728-f3a9e8f27c41 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:22.308973 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "tag": "21872e53-bee1-4235-9d2e-ab94c5aea8c9", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:22.309303 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4cb0b74d-b154-48be-a728-f3a9e8f27c41 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:22.309797 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'tag': '21872e53-bee1-4235-9d2e-ab94c5aea8c9', 'status': 'completed', 'code': 200} Aug 31 09:32:22.313832 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c8f10775-567b-443f-83f7-c51f38ef5131 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:22.448793 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f10775-567b-443f-83f7-c51f38ef5131 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Subnet': ['ID=c264ecad-98fa-4b27-8d12-84053749675f,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:22.470398 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c8f10775-567b-443f-83f7-c51f38ef5131 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:22.479673 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c8f10775-567b-443f-83f7-c51f38ef5131 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/subnets/c264ecad-98fa-4b27-8d12-84053749675f HTTP/1.1" status: 204 len: 168 time: 0.9902651 Aug 31 09:32:22.480698 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50350) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:22.504050 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7358eb-48b2-4fec-b9ba-dfa01f13165c x-openstack-request-id: req-de7358eb-48b2-4fec-b9ba-dfa01f13165c {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:22.504616 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64d2164-c84d-4563-a4e3-25d3efea5458", "name": "network-vif-deleted", "tag": "3e22082b-cdde-4d65-bb08-fca5954f584f", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:22.504694 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-de7358eb-48b2-4fec-b9ba-dfa01f13165c {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:22.505093 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64d2164-c84d-4563-a4e3-25d3efea5458', 'name': 'network-vif-deleted', 'tag': '3e22082b-cdde-4d65-bb08-fca5954f584f', 'status': 'completed', 'code': 200} Aug 31 09:32:22.580103 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae4bd988-114d-4103-b4de-2590f283e74c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] DELETE failed (client error): The resource could not be found. Aug 31 09:32:22.580568 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae4bd988-114d-4103-b4de-2590f283e74c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:32:22.585172 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ae4bd988-114d-4103-b4de-2590f283e74c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/subnets/d6e72e1c-3f30-4227-9e33-1a8ea1b05381 HTTP/1.1" status: 404 len: 337 time: 0.0793207 Aug 31 09:32:22.586020 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50356) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:22.670423 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-938189e9-df0b-42e3-8382-3c27caa81b86 req-021e236f-703d-4b02-aa37-acbe04ad9f74 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.4503098 Aug 31 09:32:22.674896 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-5251baac-da36-404d-93af-bafc10b33b1c service neutron] Attempting to bind port a29fa7ed-ecd3-4217-87a2-12ac46d2bee6 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:22.675403 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-5251baac-da36-404d-93af-bafc10b33b1c service neutron] Attempting to bind port a29fa7ed-ecd3-4217-87a2-12ac46d2bee6 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'f331507f-10d6-44fe-8059-a14fd8f348c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1639, 'network_id': '77d5d845-bb9b-4368-b082-bacd96a9f80d'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:22.675844 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-5251baac-da36-404d-93af-bafc10b33b1c service neutron] Attempting to bind port a29fa7ed-ecd3-4217-87a2-12ac46d2bee6 on network 77d5d845-bb9b-4368-b082-bacd96a9f80d {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:22.691995 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-5251baac-da36-404d-93af-bafc10b33b1c service neutron] Port a29fa7ed-ecd3-4217-87a2-12ac46d2bee6 on network 77d5d845-bb9b-4368-b082-bacd96a9f80d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:32:22.692192 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-22d3693d-699a-4e5e-8e81-c712058ca869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:22.692438 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-5251baac-da36-404d-93af-bafc10b33b1c service neutron] Attempting to bind port a29fa7ed-ecd3-4217-87a2-12ac46d2bee6 on network 77d5d845-bb9b-4368-b082-bacd96a9f80d {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:22.700496 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-22d3693d-699a-4e5e-8e81-c712058ca869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:22.705094 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-5251baac-da36-404d-93af-bafc10b33b1c service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:22.705450 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-5251baac-da36-404d-93af-bafc10b33b1c service neutron] Checking segment: {'id': 'f331507f-10d6-44fe-8059-a14fd8f348c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1639, 'network_id': '77d5d845-bb9b-4368-b082-bacd96a9f80d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:22.705838 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-5251baac-da36-404d-93af-bafc10b33b1c service neutron] Bound using segment: {'id': 'f331507f-10d6-44fe-8059-a14fd8f348c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1639, 'network_id': '77d5d845-bb9b-4368-b082-bacd96a9f80d'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:22.706283 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-5251baac-da36-404d-93af-bafc10b33b1c service neutron] Bound port: a29fa7ed-ecd3-4217-87a2-12ac46d2bee6, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f331507f-10d6-44fe-8059-a14fd8f348c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1639, 'network_id': '77d5d845-bb9b-4368-b082-bacd96a9f80d'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:22.706676 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-5251baac-da36-404d-93af-bafc10b33b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:22.712553 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-22d3693d-699a-4e5e-8e81-c712058ca869 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/68bab3e6-2a2b-4b32-b80d-8c9064144e3d HTTP/1.1" status: 204 len: 168 time: 1.7296813 Aug 31 09:32:22.723955 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-990c67ee-c534-42da-a9d3-2789da220d08 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Deleting subnet e3787804-3cda-4dd9-ae60-a2386da7025d {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:32:22.734536 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-990c67ee-c534-42da-a9d3-2789da220d08 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:22.738495 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c81645-5987-4dbb-a874-209b9e581c5d tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Made reservation on behalf of 3cb201a9ed424a7fa8591849eb95e05a for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:22.745380 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d1c81645-5987-4dbb-a874-209b9e581c5d tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:22.759260 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7612a967-400a-46f4-bbb9-04b669f5985d up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:22.818011 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-d1c81645-5987-4dbb-a874-209b9e581c5d tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] device_id is not set on port 07996eeb-4c98-4ada-850e-8b70da0810b9 yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:32:22.879157 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-990c67ee-c534-42da-a9d3-2789da220d08 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:22.970287 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-5251baac-da36-404d-93af-bafc10b33b1c service neutron] For port a29fa7ed-ecd3-4217-87a2-12ac46d2bee6, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:23.002530 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3693d-699a-4e5e-8e81-c712058ca869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bab3e6-2a2b-4b32-b80d-8c9064144e3d,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:23.004576 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-34ffa3ce-ce13-4f90-aa92-a0da12f59307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:23.012238 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 7612a967-400a-46f4-bbb9-04b669f5985d triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:23.012614 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:23.069406 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-5251baac-da36-404d-93af-bafc10b33b1c service neutron] For port a29fa7ed-ecd3-4217-87a2-12ac46d2bee6, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=a29fa7ed-ecd3-4217-87a2-12ac46d2bee6,segment=NetworkSegment(f331507f-10d6-44fe-8059-a14fd8f348c8),segment_id=f331507f-10d6-44fe-8059-a14fd8f348c8)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:23.096433 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-990c67ee-c534-42da-a9d3-2789da220d08 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:23.144899 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636ab89-78e2-46e8-ab80-d73cab63a5eb req-9dace4bc-2cea-41bb-9913-62f9fca5eed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:23.146488 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8636ab89-78e2-46e8-ab80-d73cab63a5eb req-9dace4bc-2cea-41bb-9913-62f9fca5eed4 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 2.1495194 Aug 31 09:32:23.173674 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3be2f575-b5be-4825-81b6-f3bca5999f12 req-cc2fc6ae-340a-447a-a139-067099056822 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1504b83-ddde-4a59-afaa-9645f8db03e8 HTTP/1.1" status: 200 len: 210 time: 0.2428162 Aug 31 09:32:23.200644 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-5251baac-da36-404d-93af-bafc10b33b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:23.252693 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-34ffa3ce-ce13-4f90-aa92-a0da12f59307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:23.379959 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-5251baac-da36-404d-93af-bafc10b33b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:23.380581 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-5251baac-da36-404d-93af-bafc10b33b1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:23.381990 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-5251baac-da36-404d-93af-bafc10b33b1c service neutron] 10.222.0.112 "PUT /v2.0/ports/a29fa7ed-ecd3-4217-87a2-12ac46d2bee6 HTTP/1.1" status: 200 len: 1092 time: 2.5130720 Aug 31 09:32:23.383837 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5251baac-da36-404d-93af-bafc10b33b1c service neutron] Pushing event updated for resources: {'Port': ['ID=a29fa7ed-ecd3-4217-87a2-12ac46d2bee6,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:23.392479 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8e0f-b033-45a2-8587-a62f8da7a381 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:23.433797 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fa0df9-a130-4426-b49d-0e1fe8f459fe None None] Network 7b201fa3-3f7b-4800-91ce-e05513d8da89 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:23.449189 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8e0f-b033-45a2-8587-a62f8da7a381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:23.512174 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-75b53799-2a1b-48b7-a2a1-132b3d85535b service neutron] Request body: {'port': {'device_id': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:23.512487 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-d1c81645-5987-4dbb-a874-209b9e581c5d tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Allocated IP 172.20.0.14 (e6e682cf-0d6d-49dd-b87a-a87d00f8ace3/67225389-fbb5-48d8-9762-c293f0eead02/07996eeb-4c98-4ada-850e-8b70da0810b9) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:23.547424 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-990c67ee-c534-42da-a9d3-2789da220d08 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:23.593847 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-75b53799-2a1b-48b7-a2a1-132b3d85535b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:23.631974 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c67ee-c534-42da-a9d3-2789da220d08 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Subnet': ['ID=e3787804-3cda-4dd9-ae60-a2386da7025d,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:23.633251 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-96373c4d-cbaf-4646-8761-8efa1acf90de None None] Provisioning complete for port 1e9940c6-fea6-4902-bd9c-46fd818d30eb triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:23.633789 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-96373c4d-cbaf-4646-8761-8efa1acf90de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:23.644582 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-990c67ee-c534-42da-a9d3-2789da220d08 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:23.648594 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-990c67ee-c534-42da-a9d3-2789da220d08 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/subnets/e3787804-3cda-4dd9-ae60-a2386da7025d HTTP/1.1" status: 204 len: 168 time: 1.0569706 Aug 31 09:32:23.648951 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50374) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:23.708111 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-76970358-8ea9-4d81-92ec-393781780fc5 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] DELETE failed (client error): The resource could not be found. Aug 31 09:32:23.708630 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76970358-8ea9-4d81-92ec-393781780fc5 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:32:23.713283 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-76970358-8ea9-4d81-92ec-393781780fc5 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/subnets/76c7bc06-34f0-4a70-a573-56c6b97d52d3 HTTP/1.1" status: 404 len: 337 time: 0.0572104 Aug 31 09:32:23.715642 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50376) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:23.775062 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5fdf2da2-5d72-4f8f-92c6-e0543dc453fb tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "GET /v2.0/ports?device_id=7cf6c21f-13bd-427b-a1a3-6c2f22ededef HTTP/1.1" status: 200 len: 205 time: 0.0582516 Aug 31 09:32:23.779783 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50380) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:23.818364 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d1c81645-5987-4dbb-a874-209b9e581c5d tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:23.832094 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-e2f712c9-b1cf-4bbd-bc73-38d3262a22ae tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] delete failed (client error): The resource could not be found. Aug 31 09:32:23.835894 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e2f712c9-b1cf-4bbd-bc73-38d3262a22ae tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/routers/7cf6c21f-13bd-427b-a1a3-6c2f22ededef HTTP/1.1" status: 404 len: 336 time: 0.0550530 Aug 31 09:32:23.837443 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-d1c81645-5987-4dbb-a874-209b9e581c5d tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Transition to ACTIVE for port object 07996eeb-4c98-4ada-850e-8b70da0810b9 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:23.838755 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50382) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:23.928040 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-96373c4d-cbaf-4646-8761-8efa1acf90de None None] Provisioning complete for port 6f00f00a-01b9-4f30-9a3b-02fbddfee53d triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:23.928877 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-96373c4d-cbaf-4646-8761-8efa1acf90de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:23.987252 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-96373c4d-cbaf-4646-8761-8efa1acf90de None None] Port 6f00f00a-01b9-4f30-9a3b-02fbddfee53d cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:24.009245 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50384) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:24.013856 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d1c81645-5987-4dbb-a874-209b9e581c5d tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:24.029033 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7664522-86a8-401e-9baf-cbc4236f4c87 None None] DHCP port deletion for 7b201fa3-3f7b-4800-91ce-e05513d8da89 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:32:24.146990 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a7664522-86a8-401e-9baf-cbc4236f4c87 None None] Deleting port 1e9940c6-fea6-4902-bd9c-46fd818d30eb {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:24.147385 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a7664522-86a8-401e-9baf-cbc4236f4c87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:24.152504 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5c4ac7b1-d2c2-49c6-a0e3-6b46bb0f2886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:24.193533 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af9a72-c089-4bbd-825f-6305af16e7b1 req-d89703d7-5468-486c-aa1b-99a853154a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:24.194010 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af9a72-c089-4bbd-825f-6305af16e7b1 req-d89703d7-5468-486c-aa1b-99a853154a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:24.194479 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af9a72-c089-4bbd-825f-6305af16e7b1 req-d89703d7-5468-486c-aa1b-99a853154a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:24.194971 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af9a72-c089-4bbd-825f-6305af16e7b1 req-d89703d7-5468-486c-aa1b-99a853154a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:24.195427 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af9a72-c089-4bbd-825f-6305af16e7b1 req-d89703d7-5468-486c-aa1b-99a853154a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:24.195892 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af9a72-c089-4bbd-825f-6305af16e7b1 req-d89703d7-5468-486c-aa1b-99a853154a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:24.196406 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af9a72-c089-4bbd-825f-6305af16e7b1 req-d89703d7-5468-486c-aa1b-99a853154a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:24.198399 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88af9a72-c089-4bbd-825f-6305af16e7b1 req-d89703d7-5468-486c-aa1b-99a853154a89 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=caa69c38eab14ec7acd072f4cc57de4a&device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 6281 time: 0.9164257 Aug 31 09:32:24.215960 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c81645-5987-4dbb-a874-209b9e581c5d tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Network e6e682cf-0d6d-49dd-b87a-a87d00f8ace3 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:24.282883 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-d1c81645-5987-4dbb-a874-209b9e581c5d tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:24.285852 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c81645-5987-4dbb-a874-209b9e581c5d tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:24.290188 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-1c3c8e0f-b033-45a2-8587-a62f8da7a381 admin admin] Allocated IP 172.25.2.227 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/d8634360-52a7-47ae-b72c-d2a10ce9fc6b) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:24.299000 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-a7664522-86a8-401e-9baf-cbc4236f4c87 None None] For port 1e9940c6-fea6-4902-bd9c-46fd818d30eb, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1e9940c6-fea6-4902-bd9c-46fd818d30eb,segment=NetworkSegment(91b0e4e9-2466-4f92-8e15-3f0dd11e6335),segment_id=91b0e4e9-2466-4f92-8e15-3f0dd11e6335)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:24.300403 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a7664522-86a8-401e-9baf-cbc4236f4c87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:24.309799 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c81645-5987-4dbb-a874-209b9e581c5d tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Pushing event updated for resources: {'Port': ['ID=07996eeb-4c98-4ada-850e-8b70da0810b9,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:24.311132 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'tag': 'a29fa7ed-ecd3-4217-87a2-12ac46d2bee6'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:24.313415 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3118a279-cc23-4799-acf6-a9e4d226e3eb" -d '{"events": [{"name": "network-changed", "server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "tag": "a29fa7ed-ecd3-4217-87a2-12ac46d2bee6"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:24.320858 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-61523a55-0f1c-417c-bf3b-8024f714d3d0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] DELETE failed (client error): The resource could not be found. Aug 31 09:32:24.321329 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61523a55-0f1c-417c-bf3b-8024f714d3d0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:32:24.323424 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-61523a55-0f1c-417c-bf3b-8024f714d3d0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/subnets/b19a2aff-82e3-4abf-8322-642ddf10e881 HTTP/1.1" status: 404 len: 337 time: 0.4836638 Aug 31 09:32:24.326302 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a7664522-86a8-401e-9baf-cbc4236f4c87 None None] Calling delete_port for 1e9940c6-fea6-4902-bd9c-46fd818d30eb owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:24.331090 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50390) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:24.372228 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-d45c3af6-f1f4-43ce-a9ee-6bd67bc85850 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] DELETE failed (client error): The resource could not be found. Aug 31 09:32:24.372693 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d45c3af6-f1f4-43ce-a9ee-6bd67bc85850 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:32:24.377011 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d45c3af6-f1f4-43ce-a9ee-6bd67bc85850 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/subnets/2928239a-c00d-408d-adc4-9535d2ef7347 HTTP/1.1" status: 404 len: 337 time: 0.0427670 Aug 31 09:32:24.378158 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50394) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:24.464364 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-e32b70fa-1c3c-49cc-b290-b116edcea5a1 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] DELETE failed (client error): The resource could not be found. Aug 31 09:32:24.477329 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e32b70fa-1c3c-49cc-b290-b116edcea5a1 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:32:24.479849 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e32b70fa-1c3c-49cc-b290-b116edcea5a1 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/subnets/b5637de7-eb5d-4831-9193-3ad9ae099e95 HTTP/1.1" status: 404 len: 337 time: 0.0967460 Aug 31 09:32:24.513673 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50396) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:24.566815 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-c655b82b-9f9a-475e-ae32-7ae78f85cc21 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] DELETE failed (client error): The resource could not be found. Aug 31 09:32:24.567493 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c655b82b-9f9a-475e-ae32-7ae78f85cc21 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:32:24.571561 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c655b82b-9f9a-475e-ae32-7ae78f85cc21 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/ports/3e817b4d-9707-4b18-86cb-ae45d53917cd HTTP/1.1" status: 404 len: 333 time: 0.0549381 Aug 31 09:32:24.575400 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50398) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:24.593980 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af9a72-c089-4bbd-825f-6305af16e7b1 req-7ca8138f-3723-4a22-8e62-5a66e83790ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:24.595128 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af9a72-c089-4bbd-825f-6305af16e7b1 req-7ca8138f-3723-4a22-8e62-5a66e83790ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:24.595128 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af9a72-c089-4bbd-825f-6305af16e7b1 req-7ca8138f-3723-4a22-8e62-5a66e83790ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:24.597453 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88af9a72-c089-4bbd-825f-6305af16e7b1 req-7ca8138f-3723-4a22-8e62-5a66e83790ec service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=caa69c38eab14ec7acd072f4cc57de4a&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3778427 Aug 31 09:32:24.603670 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1e9940c6-fea6-4902-bd9c-46fd818d30eb no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:32:24.617451 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-e082ef3c-4e5d-4fa7-b386-f22e07287130 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] DELETE failed (client error): The resource could not be found. Aug 31 09:32:24.617906 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e082ef3c-4e5d-4fa7-b386-f22e07287130 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:32:24.622028 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e082ef3c-4e5d-4fa7-b386-f22e07287130 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/subnets/9e7fb0ac-30af-4bf8-9d10-83a25499c16f HTTP/1.1" status: 404 len: 337 time: 0.0379443 Aug 31 09:32:24.622805 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50400) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:24.624240 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683635b-a285-4f1f-9d20-6710129af0fa req-d7fcaa83-10ac-4702-9a86-5f1d78ebdf45 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:24.628672 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a7664522-86a8-401e-9baf-cbc4236f4c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:24.635892 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683635b-a285-4f1f-9d20-6710129af0fa req-d7fcaa83-10ac-4702-9a86-5f1d78ebdf45 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:24.645806 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683635b-a285-4f1f-9d20-6710129af0fa req-d7fcaa83-10ac-4702-9a86-5f1d78ebdf45 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:24.652990 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683635b-a285-4f1f-9d20-6710129af0fa req-d7fcaa83-10ac-4702-9a86-5f1d78ebdf45 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:24.668865 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7664522-86a8-401e-9baf-cbc4236f4c87 None None] Pushing event deleted for resources: {'Port': ['ID=1e9940c6-fea6-4902-bd9c-46fd818d30eb,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:24.676189 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683635b-a285-4f1f-9d20-6710129af0fa req-d7fcaa83-10ac-4702-9a86-5f1d78ebdf45 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:24.677480 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cfe87b8-421a-4719-b15b-b8c00df924da tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] DELETE failed (client error): The resource could not be found. Aug 31 09:32:24.678463 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cfe87b8-421a-4719-b15b-b8c00df924da tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:32:24.678930 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7664522-86a8-401e-9baf-cbc4236f4c87 None None] No DVR routers for this DVR port 1e9940c6-fea6-4902-bd9c-46fd818d30eb on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:32:24.681278 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3cfe87b8-421a-4719-b15b-b8c00df924da tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/subnets/e54ff045-459b-43ab-9227-7fd45f10ffe8 HTTP/1.1" status: 404 len: 337 time: 0.0580792 Aug 31 09:32:24.684116 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50402) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:24.691764 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683635b-a285-4f1f-9d20-6710129af0fa req-d7fcaa83-10ac-4702-9a86-5f1d78ebdf45 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:24.698806 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7664522-86a8-401e-9baf-cbc4236f4c87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:24.699219 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7664522-86a8-401e-9baf-cbc4236f4c87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:24.699566 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7664522-86a8-401e-9baf-cbc4236f4c87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:24.699899 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7664522-86a8-401e-9baf-cbc4236f4c87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:24.700228 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7664522-86a8-401e-9baf-cbc4236f4c87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:24.700558 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7664522-86a8-401e-9baf-cbc4236f4c87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:24.700877 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7664522-86a8-401e-9baf-cbc4236f4c87 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:24.701277 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7664522-86a8-401e-9baf-cbc4236f4c87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:24.701506 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683635b-a285-4f1f-9d20-6710129af0fa req-d7fcaa83-10ac-4702-9a86-5f1d78ebdf45 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:24.701638 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7664522-86a8-401e-9baf-cbc4236f4c87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:24.703081 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7664522-86a8-401e-9baf-cbc4236f4c87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:24.703504 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7664522-86a8-401e-9baf-cbc4236f4c87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:24.703855 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7664522-86a8-401e-9baf-cbc4236f4c87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:24.707174 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5683635b-a285-4f1f-9d20-6710129af0fa req-d7fcaa83-10ac-4702-9a86-5f1d78ebdf45 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5385 time: 0.6963162 Aug 31 09:32:24.725495 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No active binding found for port 1e9940c6-fea6-4902-bd9c-46fd818d30eb {{(pid=95554) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 09:32:24.725938 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1e9940c6-fea6-4902-bd9c-46fd818d30eb not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:32:24.732894 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-53033f93-0c3b-4551-9562-94724ecb547c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] DELETE failed (client error): The resource could not be found. Aug 31 09:32:24.732894 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53033f93-0c3b-4551-9562-94724ecb547c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:32:24.733626 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-53033f93-0c3b-4551-9562-94724ecb547c tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/ports/f73595f6-0675-443f-ae06-01e4a0c3c7c5 HTTP/1.1" status: 404 len: 333 time: 0.0482481 Aug 31 09:32:24.740273 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50404) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:24.780465 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9277597-15ac-4acf-a517-8b9ef6852ad0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] DELETE failed (client error): The resource could not be found. Aug 31 09:32:24.781657 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9277597-15ac-4acf-a517-8b9ef6852ad0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:32:24.783345 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-750bd9e5-8f17-4de4-a5fe-2df297b8e2b2 req-32cb330d-3bf4-4f4d-8c25-5d6da29849af tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:24.784058 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d9277597-15ac-4acf-a517-8b9ef6852ad0 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/subnets/3a3a30bc-8a3c-41be-87c8-cb11cabb122d HTTP/1.1" status: 404 len: 337 time: 0.0426388 Aug 31 09:32:24.784931 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-34ffa3ce-ce13-4f90-aa92-a0da12f59307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:24.787879 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50406) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:24.800047 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-34ffa3ce-ce13-4f90-aa92-a0da12f59307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:24.804253 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-34ffa3ce-ce13-4f90-aa92-a0da12f59307 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/593e6cf2-5607-47d9-961b-3f8863fc96cb HTTP/1.1" status: 204 len: 168 time: 3.8188107 Aug 31 09:32:24.830624 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7228587-cd32-45b2-a746-afabed5b7986 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] DELETE failed (client error): The resource could not be found. Aug 31 09:32:24.831381 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7228587-cd32-45b2-a746-afabed5b7986 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:32:24.833578 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b7228587-cd32-45b2-a746-afabed5b7986 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/subnets/e457e0e2-99ca-48f5-b89d-042412246d14 HTTP/1.1" status: 404 len: 337 time: 0.0443931 Aug 31 09:32:24.836445 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50410) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:24.848510 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3aebc22b-61a2-4fab-9dae-cca16bac6fbf None None] Provisioning for port 07996eeb-4c98-4ada-850e-8b70da0810b9 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:24.854029 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3aebc22b-61a2-4fab-9dae-cca16bac6fbf None None] Provisioning complete for port 07996eeb-4c98-4ada-850e-8b70da0810b9 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:24.854029 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3aebc22b-61a2-4fab-9dae-cca16bac6fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:24.937098 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-3aebc22b-61a2-4fab-9dae-cca16bac6fbf None None] Port 07996eeb-4c98-4ada-850e-8b70da0810b9 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:24.952444 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-75b53799-2a1b-48b7-a2a1-132b3d85535b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ec00ff2-1406-435b-8d50-463c30eef300 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:24.962729 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-75b53799-2a1b-48b7-a2a1-132b3d85535b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:24.981548 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ffa3ce-ce13-4f90-aa92-a0da12f59307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593e6cf2-5607-47d9-961b-3f8863fc96cb,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:24.982388 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-75b53799-2a1b-48b7-a2a1-132b3d85535b service neutron] Transition to ACTIVE for port object 8ec00ff2-1406-435b-8d50-463c30eef300 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:24.984061 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb330d-3bf4-4f4d-8c25-5d6da29849af tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Pushing event deleted for resources: {'Port': ['ID=5dfbb861-e58a-4992-86df-768d2388e3a5,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:24.988967 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ffad10cc-45d5-4b10-8560-4d3542d52d1c req-7730b40b-a149-4eb1-913e-4ce6b33777ff tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1504b83-ddde-4a59-afaa-9645f8db03e8 HTTP/1.1" status: 200 len: 210 time: 0.7181482 Aug 31 09:32:25.010678 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-932c8441-ecb1-4e3e-8a97-dcfaa018d4ea tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Deleting port 6f00f00a-01b9-4f30-9a3b-02fbddfee53d {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:25.011148 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-932c8441-ecb1-4e3e-8a97-dcfaa018d4ea tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:25.066582 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61379d6-f0b8-4ed6-b593-eaad719fbe6a x-openstack-request-id: req-f61379d6-f0b8-4ed6-b593-eaad719fbe6a {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:25.066744 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "tag": "a29fa7ed-ecd3-4217-87a2-12ac46d2bee6", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:25.067066 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-f61379d6-f0b8-4ed6-b593-eaad719fbe6a {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:25.067541 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'tag': 'a29fa7ed-ecd3-4217-87a2-12ac46d2bee6', 'status': 'completed', 'code': 200} Aug 31 09:32:25.095443 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-932c8441-ecb1-4e3e-8a97-dcfaa018d4ea tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:25.123480 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-932c8441-ecb1-4e3e-8a97-dcfaa018d4ea tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Calling delete_port for 6f00f00a-01b9-4f30-9a3b-02fbddfee53d owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:25.134152 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-75b53799-2a1b-48b7-a2a1-132b3d85535b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:25.156273 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-750bd9e5-8f17-4de4-a5fe-2df297b8e2b2 req-32cb330d-3bf4-4f4d-8c25-5d6da29849af tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] No DVR routers for this DVR port 5dfbb861-e58a-4992-86df-768d2388e3a5 on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:32:25.162217 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-750bd9e5-8f17-4de4-a5fe-2df297b8e2b2 req-32cb330d-3bf4-4f4d-8c25-5d6da29849af tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:25.166420 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-750bd9e5-8f17-4de4-a5fe-2df297b8e2b2 req-32cb330d-3bf4-4f4d-8c25-5d6da29849af tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.112 "DELETE /v2.0/ports/5dfbb861-e58a-4992-86df-768d2388e3a5 HTTP/1.1" status: 204 len: 173 time: 6.2830377 Aug 31 09:32:25.234419 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5550a3-4a2f-4ab9-a46f-fa7318f18ba9', 'name': 'network-vif-deleted', 'tag': '5dfbb861-e58a-4992-86df-768d2388e3a5'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:25.236403 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b92942b-a6b2-458f-b0f2-fc2e48ab3e87" -d '{"events": [{"server_uuid": "be5550a3-4a2f-4ab9-a46f-fa7318f18ba9", "name": "network-vif-deleted", "tag": "5dfbb861-e58a-4992-86df-768d2388e3a5"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:25.254214 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b53799-2a1b-48b7-a2a1-132b3d85535b service neutron] Pushing event updated for resources: {'Port': ['ID=8ec00ff2-1406-435b-8d50-463c30eef300,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:25.289697 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c81645-5987-4dbb-a874-209b9e581c5d tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:25.290501 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d1c81645-5987-4dbb-a874-209b9e581c5d tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:25.296601 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5c4ac7b1-d2c2-49c6-a0e3-6b46bb0f2886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:25.309509 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af9a72-c089-4bbd-825f-6305af16e7b1 req-0ab2f2c0-09f1-4a9c-8e62-d475bd6f092f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:25.311392 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88af9a72-c089-4bbd-825f-6305af16e7b1 req-0ab2f2c0-09f1-4a9c-8e62-d475bd6f092f service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5755861 Aug 31 09:32:25.336649 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5683635b-a285-4f1f-9d20-6710129af0fa req-c5744534-ef8e-4699-b350-dfd10bcb7ca2 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5597229 Aug 31 09:32:25.355319 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750c4fa7-bf8a-4f98-b37a-9b6fb08fa43f x-openstack-request-id: req-750c4fa7-bf8a-4f98-b37a-9b6fb08fa43f {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:25.355918 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5550a3-4a2f-4ab9-a46f-fa7318f18ba9", "name": "network-vif-deleted", "tag": "5dfbb861-e58a-4992-86df-768d2388e3a5", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:25.356390 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-750c4fa7-bf8a-4f98-b37a-9b6fb08fa43f {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:25.357010 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5550a3-4a2f-4ab9-a46f-fa7318f18ba9', 'name': 'network-vif-deleted', 'tag': '5dfbb861-e58a-4992-86df-768d2388e3a5', 'status': 'completed', 'code': 200} Aug 31 09:32:25.369169 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8e0f-b033-45a2-8587-a62f8da7a381 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:25.446043 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-75b53799-2a1b-48b7-a2a1-132b3d85535b service neutron] Attempting to bind port 8ec00ff2-1406-435b-8d50-463c30eef300 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:25.446709 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-75b53799-2a1b-48b7-a2a1-132b3d85535b service neutron] Attempting to bind port 8ec00ff2-1406-435b-8d50-463c30eef300 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'f331507f-10d6-44fe-8059-a14fd8f348c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1639, 'network_id': '77d5d845-bb9b-4368-b082-bacd96a9f80d'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:25.447563 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-75b53799-2a1b-48b7-a2a1-132b3d85535b service neutron] Attempting to bind port 8ec00ff2-1406-435b-8d50-463c30eef300 on network 77d5d845-bb9b-4368-b082-bacd96a9f80d {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:25.457209 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-75b53799-2a1b-48b7-a2a1-132b3d85535b service neutron] Port 8ec00ff2-1406-435b-8d50-463c30eef300 on network 77d5d845-bb9b-4368-b082-bacd96a9f80d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:32:25.457444 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-75b53799-2a1b-48b7-a2a1-132b3d85535b service neutron] Attempting to bind port 8ec00ff2-1406-435b-8d50-463c30eef300 on network 77d5d845-bb9b-4368-b082-bacd96a9f80d {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:25.465970 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-75b53799-2a1b-48b7-a2a1-132b3d85535b service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:25.470207 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-75b53799-2a1b-48b7-a2a1-132b3d85535b service neutron] Checking segment: {'id': 'f331507f-10d6-44fe-8059-a14fd8f348c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1639, 'network_id': '77d5d845-bb9b-4368-b082-bacd96a9f80d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:25.470207 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-75b53799-2a1b-48b7-a2a1-132b3d85535b service neutron] Bound using segment: {'id': 'f331507f-10d6-44fe-8059-a14fd8f348c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1639, 'network_id': '77d5d845-bb9b-4368-b082-bacd96a9f80d'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:25.470207 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-75b53799-2a1b-48b7-a2a1-132b3d85535b service neutron] Bound port: 8ec00ff2-1406-435b-8d50-463c30eef300, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f331507f-10d6-44fe-8059-a14fd8f348c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1639, 'network_id': '77d5d845-bb9b-4368-b082-bacd96a9f80d'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:25.470207 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-75b53799-2a1b-48b7-a2a1-132b3d85535b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:25.491506 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-932c8441-ecb1-4e3e-8a97-dcfaa018d4ea tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:25.536222 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5c4ac7b1-d2c2-49c6-a0e3-6b46bb0f2886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:25.617225 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d1c81645-5987-4dbb-a874-209b9e581c5d tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.2401795 Aug 31 09:32:25.636165 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50416) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:25.674826 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-eff39fac-5ab0-49ca-9ded-9d921e6b625e tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a8:66:db'}]}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:25.676095 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-75b53799-2a1b-48b7-a2a1-132b3d85535b service neutron] For port 8ec00ff2-1406-435b-8d50-463c30eef300, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:25.680916 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-75b53799-2a1b-48b7-a2a1-132b3d85535b service neutron] For port 8ec00ff2-1406-435b-8d50-463c30eef300, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8ec00ff2-1406-435b-8d50-463c30eef300,segment=NetworkSegment(f331507f-10d6-44fe-8059-a14fd8f348c8),segment_id=f331507f-10d6-44fe-8059-a14fd8f348c8)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:25.711452 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c8441-ecb1-4e3e-8a97-dcfaa018d4ea tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Port': ['ID=6f00f00a-01b9-4f30-9a3b-02fbddfee53d,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:25.716316 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-932c8441-ecb1-4e3e-8a97-dcfaa018d4ea tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:25.718615 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-932c8441-ecb1-4e3e-8a97-dcfaa018d4ea tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/ports/6f00f00a-01b9-4f30-9a3b-02fbddfee53d HTTP/1.1" status: 204 len: 168 time: 0.8808198 Aug 31 09:32:25.720913 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50418) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:25.727079 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ac7b1-d2c2-49c6-a0e3-6b46bb0f2886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8a9552-2fd1-4516-95ad-5b705453d8e2,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:25.741155 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5c4ac7b1-d2c2-49c6-a0e3-6b46bb0f2886 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=94fe08282b5a493d947ba3e7a4fe4ae0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7296059 Aug 31 09:32:25.742034 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50420) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:25.786276 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118a279-cc23-4799-acf6-a9e4d226e3eb req-97171eaa-959c-46e9-8aba-049fdfdfde65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:25.786853 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118a279-cc23-4799-acf6-a9e4d226e3eb req-97171eaa-959c-46e9-8aba-049fdfdfde65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:25.787647 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118a279-cc23-4799-acf6-a9e4d226e3eb req-97171eaa-959c-46e9-8aba-049fdfdfde65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:25.791743 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118a279-cc23-4799-acf6-a9e4d226e3eb req-97171eaa-959c-46e9-8aba-049fdfdfde65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:25.791743 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118a279-cc23-4799-acf6-a9e4d226e3eb req-97171eaa-959c-46e9-8aba-049fdfdfde65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:25.791743 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118a279-cc23-4799-acf6-a9e4d226e3eb req-97171eaa-959c-46e9-8aba-049fdfdfde65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:25.791743 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118a279-cc23-4799-acf6-a9e4d226e3eb req-97171eaa-959c-46e9-8aba-049fdfdfde65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:25.797902 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3118a279-cc23-4799-acf6-a9e4d226e3eb req-97171eaa-959c-46e9-8aba-049fdfdfde65 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=caa69c38eab14ec7acd072f4cc57de4a&device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 6307 time: 0.3946254 Aug 31 09:32:25.824807 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-75b53799-2a1b-48b7-a2a1-132b3d85535b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:25.843714 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-287e9743-cc47-480d-9acd-5891d1895162 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:25.884336 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-75b53799-2a1b-48b7-a2a1-132b3d85535b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:25.885262 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-75b53799-2a1b-48b7-a2a1-132b3d85535b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:25.886881 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-75b53799-2a1b-48b7-a2a1-132b3d85535b service neutron] 10.222.0.112 "PUT /v2.0/ports/8ec00ff2-1406-435b-8d50-463c30eef300 HTTP/1.1" status: 200 len: 1092 time: 2.3792129 Aug 31 09:32:25.926293 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8e0f-b033-45a2-8587-a62f8da7a381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:25.944621 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b53799-2a1b-48b7-a2a1-132b3d85535b service neutron] Pushing event updated for resources: {'Port': ['ID=8ec00ff2-1406-435b-8d50-463c30eef300,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:26.019343 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-287e9743-cc47-480d-9acd-5891d1895162 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:26.034481 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-287e9743-cc47-480d-9acd-5891d1895162 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b201fa3-3f7b-4800-91ce-e05513d8da89']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:26.050362 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-287e9743-cc47-480d-9acd-5891d1895162 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b0e4e9-2466-4f92-8e15-3f0dd11e6335') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:26.051024 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-287e9743-cc47-480d-9acd-5891d1895162 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b0e4e9-2466-4f92-8e15-3f0dd11e6335') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:26.082717 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e622ce62-8fe8-470d-bc4b-e9366cf84a1b service neutron] Request body: {'port': {'device_id': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:26.093157 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-287e9743-cc47-480d-9acd-5891d1895162 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:26.159062 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-287e9743-cc47-480d-9acd-5891d1895162 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:26.173788 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-287e9743-cc47-480d-9acd-5891d1895162 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Releasing vlan 1615 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:32:26.174747 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-287e9743-cc47-480d-9acd-5891d1895162 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:26.205285 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3c8e0f-b033-45a2-8587-a62f8da7a381 admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:26.274424 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8dfdec4f-cc4c-4cf4-9045-c9362d931cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:26.280986 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-1c3c8e0f-b033-45a2-8587-a62f8da7a381 admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:26.299745 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3c8e0f-b033-45a2-8587-a62f8da7a381 admin admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:26.303392 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:32:26.303392 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:32:26.303392 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:32:26.303392 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:32:26.303392 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:32:26.303392 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:32:26.303392 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:32:26.303392 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:32:26.303392 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:32:26.303392 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:32:26.303392 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:32:26.303392 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:32:26.303392 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:32:26.303392 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:32:26.303392 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:32:26.303392 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:32:26.303392 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:32:26.303392 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:32:26.303392 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:32:26.303392 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:32:26.303392 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:32:26.303392 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:32:26.303392 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:32:26.303392 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:32:26.303392 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:32:26.303392 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:32:26.303392 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:32:26.303392 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:32:26.303392 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:32:26.303392 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:32:26.303392 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:32:26.303392 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:32:26.305314 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e622ce62-8fe8-470d-bc4b-e9366cf84a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:26.392490 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1251578a-f568-48c8-9ee0-f968b55c374a req-457fc200-adc2-465d-b612-5af2b5cc101c tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1504b83-ddde-4a59-afaa-9645f8db03e8 HTTP/1.1" status: 200 len: 210 time: 0.1882393 Aug 31 09:32:26.410822 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-287e9743-cc47-480d-9acd-5891d1895162 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:26.421102 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c8e0f-b033-45a2-8587-a62f8da7a381 admin admin] Pushing event updated for resources: {'Port': ['ID=d8634360-52a7-47ae-b72c-d2a10ce9fc6b,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:26.427540 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c379c9d-0903-4713-be7d-0547bcd6da7c req-2bd52fb7-589d-4b8d-8be7-2f8b21e3c765 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=be5550a3-4a2f-4ab9-a46f-fa7318f18ba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2268715 Aug 31 09:32:26.431759 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-287e9743-cc47-480d-9acd-5891d1895162 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:26.437005 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-287e9743-cc47-480d-9acd-5891d1895162 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] 10.222.0.119 "DELETE /v2.0/networks/7b201fa3-3f7b-4800-91ce-e05513d8da89 HTTP/1.1" status: 204 len: 168 time: 0.7123108 Aug 31 09:32:26.462112 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e9743-cc47-480d-9acd-5891d1895162 tempest-PortsTestJSON-1842925617 tempest-PortsTestJSON-1842925617-project] Pushing event deleted for resources: {'Network': ['ID=7b201fa3-3f7b-4800-91ce-e05513d8da89,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:26.599791 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8dfdec4f-cc4c-4cf4-9045-c9362d931cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:26.690853 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b437d88-ab75-447b-82d3-79d268a6895d req-1c87becf-eb2c-4108-9a61-16bfe61d2433 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:26.692411 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8b437d88-ab75-447b-82d3-79d268a6895d req-1c87becf-eb2c-4108-9a61-16bfe61d2433 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.112 "GET /v2.0/networks?id=ad357b40-14ae-48e1-976c-080cca104379 HTTP/1.1" status: 200 len: 813 time: 0.3855426 Aug 31 09:32:26.744919 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-8b437d88-ab75-447b-82d3-79d268a6895d req-3e5e356e-e546-4023-b730-612e6c1414e5 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Request body: {'port': {'device_id': 'b1504b83-ddde-4a59-afaa-9645f8db03e8', 'network_id': 'ad357b40-14ae-48e1-976c-080cca104379', 'admin_state_up': True, 'tenant_id': '4b0ec785679448fca08d0ab2b949ef4a'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:26.976202 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e622ce62-8fe8-470d-bc4b-e9366cf84a1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 594d28c7-5b28-4c9d-9cc0-b5d36ffa7010 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:26.998204 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e622ce62-8fe8-470d-bc4b-e9366cf84a1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:27.017680 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e622ce62-8fe8-470d-bc4b-e9366cf84a1b service neutron] Transition to ACTIVE for port object 594d28c7-5b28-4c9d-9cc0-b5d36ffa7010 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:27.039563 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c379c9d-0903-4713-be7d-0547bcd6da7c req-f6de5f1f-9ba7-4a31-94ec-ffb6c3d2e822 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=4b0ec785679448fca08d0ab2b949ef4a&device_id=be5550a3-4a2f-4ab9-a46f-fa7318f18ba9 HTTP/1.1" status: 200 len: 210 time: 0.4728954 Aug 31 09:32:27.051981 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b437d88-ab75-447b-82d3-79d268a6895d req-3e5e356e-e546-4023-b730-612e6c1414e5 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Made reservation on behalf of 4b0ec785679448fca08d0ab2b949ef4a for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:27.059367 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8b437d88-ab75-447b-82d3-79d268a6895d req-3e5e356e-e546-4023-b730-612e6c1414e5 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:27.074113 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118a279-cc23-4799-acf6-a9e4d226e3eb req-8c6918cd-f05d-41cf-94e1-1a8d7a7e5e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:27.074724 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118a279-cc23-4799-acf6-a9e4d226e3eb req-8c6918cd-f05d-41cf-94e1-1a8d7a7e5e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:27.075177 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118a279-cc23-4799-acf6-a9e4d226e3eb req-8c6918cd-f05d-41cf-94e1-1a8d7a7e5e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:27.076505 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'tag': '8ec00ff2-1406-435b-8d50-463c30eef300'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:27.078304 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3118a279-cc23-4799-acf6-a9e4d226e3eb req-8c6918cd-f05d-41cf-94e1-1a8d7a7e5e21 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=caa69c38eab14ec7acd072f4cc57de4a&shared=False HTTP/1.1" status: 200 len: 2295 time: 1.2683437 Aug 31 09:32:27.081057 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2af588-f734-4531-8aef-397079e52e89" -d '{"events": [{"name": "network-changed", "server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "tag": "8ec00ff2-1406-435b-8d50-463c30eef300"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:27.083845 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50432) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:27.104822 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eff39fac-5ab0-49ca-9ded-9d921e6b625e tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:27.138158 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e622ce62-8fe8-470d-bc4b-e9366cf84a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:27.195776 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e24a0c-7e33-4460-893d-1bf7860f12f1 x-openstack-request-id: req-41e24a0c-7e33-4460-893d-1bf7860f12f1 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:27.196125 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "tag": "8ec00ff2-1406-435b-8d50-463c30eef300", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:27.196388 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-41e24a0c-7e33-4460-893d-1bf7860f12f1 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:27.196786 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'tag': '8ec00ff2-1406-435b-8d50-463c30eef300', 'status': 'completed', 'code': 200} Aug 31 09:32:27.197465 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e622ce62-8fe8-470d-bc4b-e9366cf84a1b service neutron] Pushing event updated for resources: {'Port': ['ID=594d28c7-5b28-4c9d-9cc0-b5d36ffa7010,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:27.319707 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a0716f6e-4524-436c-9865-9edadac517e7 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=dd41ede79b994e67a9471c7b052bd4e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2323174 Aug 31 09:32:27.327687 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50438) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:27.360342 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b437d88-ab75-447b-82d3-79d268a6895d req-9c6168ec-a205-477d-a7d6-b0169b7a81fe tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:27.362202 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b437d88-ab75-447b-82d3-79d268a6895d req-9c6168ec-a205-477d-a7d6-b0169b7a81fe tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.59 "GET /v2.0/networks?id=ad357b40-14ae-48e1-976c-080cca104379 HTTP/1.1" status: 200 len: 813 time: 1.3773935 Aug 31 09:32:27.392054 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-8b437d88-ab75-447b-82d3-79d268a6895d req-3e5e356e-e546-4023-b730-612e6c1414e5 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Allocated IP 172.20.0.12 (ad357b40-14ae-48e1-976c-080cca104379/0615bda2-12d9-45eb-87c9-484d04fcddc1/5d9acdeb-a6ca-42c7-926a-0c5719928246) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:27.462520 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e622ce62-8fe8-470d-bc4b-e9366cf84a1b service neutron] Attempting to bind port 594d28c7-5b28-4c9d-9cc0-b5d36ffa7010 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:27.462910 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e622ce62-8fe8-470d-bc4b-e9366cf84a1b service neutron] Attempting to bind port 594d28c7-5b28-4c9d-9cc0-b5d36ffa7010 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'ebe4164f-330f-4102-8ab9-9d9477820b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': '4c2e8d44-f605-48e7-8300-60df4e87697c'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:27.463245 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e622ce62-8fe8-470d-bc4b-e9366cf84a1b service neutron] Attempting to bind port 594d28c7-5b28-4c9d-9cc0-b5d36ffa7010 on network 4c2e8d44-f605-48e7-8300-60df4e87697c {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:27.480847 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-8b437d88-ab75-447b-82d3-79d268a6895d req-af3e3582-8b12-44aa-92f7-1a7b5d3561dc tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Request body: {'port': {'device_id': '8e771e8b-f09e-4328-a0c4-4d3a21b30774', 'network_id': 'ad357b40-14ae-48e1-976c-080cca104379', 'admin_state_up': True, 'tenant_id': '4b0ec785679448fca08d0ab2b949ef4a'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:27.506508 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e622ce62-8fe8-470d-bc4b-e9366cf84a1b service neutron] Port 594d28c7-5b28-4c9d-9cc0-b5d36ffa7010 on network 4c2e8d44-f605-48e7-8300-60df4e87697c not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:32:27.506786 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e622ce62-8fe8-470d-bc4b-e9366cf84a1b service neutron] Attempting to bind port 594d28c7-5b28-4c9d-9cc0-b5d36ffa7010 on network 4c2e8d44-f605-48e7-8300-60df4e87697c {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:27.512705 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ee21e9cd-63a0-4a00-854b-ab6f92e67132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:27.540348 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e622ce62-8fe8-470d-bc4b-e9366cf84a1b service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:27.540671 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e622ce62-8fe8-470d-bc4b-e9366cf84a1b service neutron] Checking segment: {'id': 'ebe4164f-330f-4102-8ab9-9d9477820b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': '4c2e8d44-f605-48e7-8300-60df4e87697c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:27.541061 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e622ce62-8fe8-470d-bc4b-e9366cf84a1b service neutron] Bound using segment: {'id': 'ebe4164f-330f-4102-8ab9-9d9477820b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': '4c2e8d44-f605-48e7-8300-60df4e87697c'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:27.541505 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e622ce62-8fe8-470d-bc4b-e9366cf84a1b service neutron] Bound port: 594d28c7-5b28-4c9d-9cc0-b5d36ffa7010, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe4164f-330f-4102-8ab9-9d9477820b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': '4c2e8d44-f605-48e7-8300-60df4e87697c'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:27.541863 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e622ce62-8fe8-470d-bc4b-e9366cf84a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:27.602169 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ee21e9cd-63a0-4a00-854b-ab6f92e67132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:27.609942 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3739c17-3c77-4c50-a059-047aa4a431c2 req-9e3b8a11-4134-4c85-bc28-1c982ef5fe4f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:27.615751 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3739c17-3c77-4c50-a059-047aa4a431c2 req-9e3b8a11-4134-4c85-bc28-1c982ef5fe4f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:27.622082 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3739c17-3c77-4c50-a059-047aa4a431c2 req-9e3b8a11-4134-4c85-bc28-1c982ef5fe4f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:27.628320 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3739c17-3c77-4c50-a059-047aa4a431c2 req-9e3b8a11-4134-4c85-bc28-1c982ef5fe4f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:27.634198 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3739c17-3c77-4c50-a059-047aa4a431c2 req-9e3b8a11-4134-4c85-bc28-1c982ef5fe4f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:27.640877 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3739c17-3c77-4c50-a059-047aa4a431c2 req-9e3b8a11-4134-4c85-bc28-1c982ef5fe4f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:27.647372 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3739c17-3c77-4c50-a059-047aa4a431c2 req-9e3b8a11-4134-4c85-bc28-1c982ef5fe4f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:27.648933 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3739c17-3c77-4c50-a059-047aa4a431c2 req-9e3b8a11-4134-4c85-bc28-1c982ef5fe4f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5397 time: 1.1686060 Aug 31 09:32:27.696234 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eef38283-9636-40b7-817d-e43db8048307 req-c6d7bbd4-e820-479b-b761-48066a50ccfb tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1504b83-ddde-4a59-afaa-9645f8db03e8 HTTP/1.1" status: 200 len: 210 time: 0.1370430 Aug 31 09:32:27.750052 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e622ce62-8fe8-470d-bc4b-e9366cf84a1b service neutron] For port 594d28c7-5b28-4c9d-9cc0-b5d36ffa7010, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:27.757730 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e622ce62-8fe8-470d-bc4b-e9366cf84a1b service neutron] For port 594d28c7-5b28-4c9d-9cc0-b5d36ffa7010, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=594d28c7-5b28-4c9d-9cc0-b5d36ffa7010,segment=NetworkSegment(ebe4164f-330f-4102-8ab9-9d9477820b58),segment_id=ebe4164f-330f-4102-8ab9-9d9477820b58)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:27.787783 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8b437d88-ab75-447b-82d3-79d268a6895d req-3e5e356e-e546-4023-b730-612e6c1414e5 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:27.799811 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c379c9d-0903-4713-be7d-0547bcd6da7c req-5688ecdd-aad8-421a-8d70-f0ed27e541a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:27.801532 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c379c9d-0903-4713-be7d-0547bcd6da7c req-5688ecdd-aad8-421a-8d70-f0ed27e541a5 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=4b0ec785679448fca08d0ab2b949ef4a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.7142022 Aug 31 09:32:27.849082 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e622ce62-8fe8-470d-bc4b-e9366cf84a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:27.891157 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e622ce62-8fe8-470d-bc4b-e9366cf84a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:27.891930 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e622ce62-8fe8-470d-bc4b-e9366cf84a1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:27.893434 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e622ce62-8fe8-470d-bc4b-e9366cf84a1b service neutron] 10.222.0.112 "PUT /v2.0/ports/594d28c7-5b28-4c9d-9cc0-b5d36ffa7010 HTTP/1.1" status: 200 len: 1092 time: 1.8345602 Aug 31 09:32:27.901837 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ee21e9cd-63a0-4a00-854b-ab6f92e67132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:27.904541 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ee21e9cd-63a0-4a00-854b-ab6f92e67132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:27.908883 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ee21e9cd-63a0-4a00-854b-ab6f92e67132 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/876fc769-b36a-4ce9-9f08-3142cbd2b2bc HTTP/1.1" status: 204 len: 168 time: 0.5757244 Aug 31 09:32:27.931737 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21e9cd-63a0-4a00-854b-ab6f92e67132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876fc769-b36a-4ce9-9f08-3142cbd2b2bc,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:27.932209 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3739c17-3c77-4c50-a059-047aa4a431c2 req-24797489-715c-4303-b33c-99efdcd82ba1 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2441833 Aug 31 09:32:27.937609 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e622ce62-8fe8-470d-bc4b-e9366cf84a1b service neutron] Pushing event updated for resources: {'Port': ['ID=594d28c7-5b28-4c9d-9cc0-b5d36ffa7010,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:27.957828 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8b437d88-ab75-447b-82d3-79d268a6895d req-3e5e356e-e546-4023-b730-612e6c1414e5 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:27.986634 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118a279-cc23-4799-acf6-a9e4d226e3eb req-59bbf967-1f0f-4f3f-8d3d-0bac70875c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:27.988246 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3118a279-cc23-4799-acf6-a9e4d226e3eb req-59bbf967-1f0f-4f3f-8d3d-0bac70875c07 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7418630 Aug 31 09:32:27.999459 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8dfdec4f-cc4c-4cf4-9045-c9362d931cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:28.002443 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8dfdec4f-cc4c-4cf4-9045-c9362d931cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:28.005950 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8dfdec4f-cc4c-4cf4-9045-c9362d931cb3 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/7d8a9552-2fd1-4516-95ad-5b705453d8e2 HTTP/1.1" status: 204 len: 168 time: 2.2553194 Aug 31 09:32:28.096258 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e356e-e546-4023-b730-612e6c1414e5 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Pushing event updated for resources: {'Port': ['ID=5d9acdeb-a6ca-42c7-926a-0c5719928246,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:28.096258 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-b2d6e21e-9106-446a-88e4-173cf1659a94 service neutron] Request body: {'port': {'device_id': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:28.096801 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfdec4f-cc4c-4cf4-9045-c9362d931cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8a9552-2fd1-4516-95ad-5b705453d8e2,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:28.097158 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b437d88-ab75-447b-82d3-79d268a6895d req-3e5e356e-e546-4023-b730-612e6c1414e5 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Network ad357b40-14ae-48e1-976c-080cca104379 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:28.131304 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-8b437d88-ab75-447b-82d3-79d268a6895d req-3e5e356e-e546-4023-b730-612e6c1414e5 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:28.132885 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b437d88-ab75-447b-82d3-79d268a6895d req-3e5e356e-e546-4023-b730-612e6c1414e5 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:28.198784 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eff39fac-5ab0-49ca-9ded-9d921e6b625e tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:28.209060 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8e0f-b033-45a2-8587-a62f8da7a381 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:28.213225 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c379c9d-0903-4713-be7d-0547bcd6da7c req-5dcc9aa4-914d-4298-96f8-71b618e3a534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:28.214525 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c379c9d-0903-4713-be7d-0547bcd6da7c req-5dcc9aa4-914d-4298-96f8-71b618e3a534 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3927522 Aug 31 09:32:28.231745 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b437d88-ab75-447b-82d3-79d268a6895d req-3e5e356e-e546-4023-b730-612e6c1414e5 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:28.232453 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8b437d88-ab75-447b-82d3-79d268a6895d req-3e5e356e-e546-4023-b730-612e6c1414e5 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:28.250226 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-b2d6e21e-9106-446a-88e4-173cf1659a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:28.256512 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b437d88-ab75-447b-82d3-79d268a6895d req-af3e3582-8b12-44aa-92f7-1a7b5d3561dc tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Made reservation on behalf of 4b0ec785679448fca08d0ab2b949ef4a for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:28.259991 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8b437d88-ab75-447b-82d3-79d268a6895d req-af3e3582-8b12-44aa-92f7-1a7b5d3561dc tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:28.268490 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2af588-f734-4531-8aef-397079e52e89 req-2d606dd9-6ac6-4d7c-8f50-cdccf2acc1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:28.268963 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2af588-f734-4531-8aef-397079e52e89 req-2d606dd9-6ac6-4d7c-8f50-cdccf2acc1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:28.269425 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2af588-f734-4531-8aef-397079e52e89 req-2d606dd9-6ac6-4d7c-8f50-cdccf2acc1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:28.269888 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2af588-f734-4531-8aef-397079e52e89 req-2d606dd9-6ac6-4d7c-8f50-cdccf2acc1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:28.270345 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2af588-f734-4531-8aef-397079e52e89 req-2d606dd9-6ac6-4d7c-8f50-cdccf2acc1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:28.270819 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2af588-f734-4531-8aef-397079e52e89 req-2d606dd9-6ac6-4d7c-8f50-cdccf2acc1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:28.271947 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2af588-f734-4531-8aef-397079e52e89 req-2d606dd9-6ac6-4d7c-8f50-cdccf2acc1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:28.273912 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eb2af588-f734-4531-8aef-397079e52e89 req-2d606dd9-6ac6-4d7c-8f50-cdccf2acc1b4 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=caa69c38eab14ec7acd072f4cc57de4a&device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 6417 time: 0.1793144 Aug 31 09:32:28.394447 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eff39fac-5ab0-49ca-9ded-9d921e6b625e tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:28.452472 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8b437d88-ab75-447b-82d3-79d268a6895d req-3e5e356e-e546-4023-b730-612e6c1414e5 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7367747 Aug 31 09:32:28.470747 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-8b437d88-ab75-447b-82d3-79d268a6895d req-4120524e-d6a5-4be1-9b52-7f1164072462 service neutron] Request body: {'port': {'device_id': 'b1504b83-ddde-4a59-afaa-9645f8db03e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:28.582442 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8b437d88-ab75-447b-82d3-79d268a6895d req-4120524e-d6a5-4be1-9b52-7f1164072462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:28.687679 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff39fac-5ab0-49ca-9ded-9d921e6b625e tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Pushing event updated for resources: {'Port': ['ID=07996eeb-4c98-4ada-850e-8b70da0810b9,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:28.739326 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-b2d6e21e-9106-446a-88e4-173cf1659a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:28.777928 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-eff39fac-5ab0-49ca-9ded-9d921e6b625e tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] In _notify_port_updated(), no bound segment for port 07996eeb-4c98-4ada-850e-8b70da0810b9 on network e6e682cf-0d6d-49dd-b87a-a87d00f8ace3 {{(pid=95553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:32:28.784785 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff39fac-5ab0-49ca-9ded-9d921e6b625e tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:28.785661 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eff39fac-5ab0-49ca-9ded-9d921e6b625e tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:28.787209 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-eff39fac-5ab0-49ca-9ded-9d921e6b625e tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] 10.222.0.119 "PUT /v2.0/ports/07996eeb-4c98-4ada-850e-8b70da0810b9 HTTP/1.1" status: 200 len: 996 time: 3.1390591 Aug 31 09:32:28.796717 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50472) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:28.816861 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2af588-f734-4531-8aef-397079e52e89 req-6003fd07-f6e7-4e5b-9a90-2cfde7de4463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:28.817337 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2af588-f734-4531-8aef-397079e52e89 req-6003fd07-f6e7-4e5b-9a90-2cfde7de4463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:28.833057 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2af588-f734-4531-8aef-397079e52e89 req-6003fd07-f6e7-4e5b-9a90-2cfde7de4463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:28.834722 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eb2af588-f734-4531-8aef-397079e52e89 req-6003fd07-f6e7-4e5b-9a90-2cfde7de4463 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=caa69c38eab14ec7acd072f4cc57de4a&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.5433795 Aug 31 09:32:28.902940 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-b2d6e21e-9106-446a-88e4-173cf1659a94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:28.914359 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-493b5d28-fe75-4a33-98e4-90816fba81cb None None] Provisioning complete for port 07996eeb-4c98-4ada-850e-8b70da0810b9 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:28.914950 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-493b5d28-fe75-4a33-98e4-90816fba81cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:28.934125 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-b2d6e21e-9106-446a-88e4-173cf1659a94 service neutron] Transition to ACTIVE for port object abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:28.956742 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-8b437d88-ab75-447b-82d3-79d268a6895d req-af3e3582-8b12-44aa-92f7-1a7b5d3561dc tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Allocated IP 172.20.0.2 (ad357b40-14ae-48e1-976c-080cca104379/0615bda2-12d9-45eb-87c9-484d04fcddc1/7f98a332-2051-401f-a9f2-45199a02850a) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:28.978732 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50478) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:29.019981 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-493b5d28-fe75-4a33-98e4-90816fba81cb None None] Port 07996eeb-4c98-4ada-850e-8b70da0810b9 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:29.031805 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-b2d6e21e-9106-446a-88e4-173cf1659a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:29.065307 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8e0f-b033-45a2-8587-a62f8da7a381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:29.107576 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6e21e-9106-446a-88e4-173cf1659a94 service neutron] Pushing event updated for resources: {'Port': ['ID=abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:29.199609 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'tag': '594d28c7-5b28-4c9d-9cc0-b5d36ffa7010'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:29.204797 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f84547-bcc9-4497-b8b1-1153fbdc63be" -d '{"events": [{"name": "network-changed", "server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "tag": "594d28c7-5b28-4c9d-9cc0-b5d36ffa7010"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:29.235024 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-b2d6e21e-9106-446a-88e4-173cf1659a94 service neutron] Attempting to bind port abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:29.235526 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-b2d6e21e-9106-446a-88e4-173cf1659a94 service neutron] Attempting to bind port abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'ebe4164f-330f-4102-8ab9-9d9477820b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': '4c2e8d44-f605-48e7-8300-60df4e87697c'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:29.235952 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-b2d6e21e-9106-446a-88e4-173cf1659a94 service neutron] Attempting to bind port abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1 on network 4c2e8d44-f605-48e7-8300-60df4e87697c {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:29.241146 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-b2d6e21e-9106-446a-88e4-173cf1659a94 service neutron] Port abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1 on network 4c2e8d44-f605-48e7-8300-60df4e87697c not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:32:29.241612 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-b2d6e21e-9106-446a-88e4-173cf1659a94 service neutron] Attempting to bind port abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1 on network 4c2e8d44-f605-48e7-8300-60df4e87697c {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:29.248135 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-b2d6e21e-9106-446a-88e4-173cf1659a94 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:29.250310 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-b2d6e21e-9106-446a-88e4-173cf1659a94 service neutron] Checking segment: {'id': 'ebe4164f-330f-4102-8ab9-9d9477820b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': '4c2e8d44-f605-48e7-8300-60df4e87697c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:29.251056 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-b2d6e21e-9106-446a-88e4-173cf1659a94 service neutron] Bound using segment: {'id': 'ebe4164f-330f-4102-8ab9-9d9477820b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': '4c2e8d44-f605-48e7-8300-60df4e87697c'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:29.251783 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-b2d6e21e-9106-446a-88e4-173cf1659a94 service neutron] Bound port: abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe4164f-330f-4102-8ab9-9d9477820b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': '4c2e8d44-f605-48e7-8300-60df4e87697c'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:29.252250 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-b2d6e21e-9106-446a-88e4-173cf1659a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:29.423643 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-b2d6e21e-9106-446a-88e4-173cf1659a94 service neutron] For port abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:29.445265 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-b2d6e21e-9106-446a-88e4-173cf1659a94 service neutron] For port abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1,segment=NetworkSegment(ebe4164f-330f-4102-8ab9-9d9477820b58),segment_id=ebe4164f-330f-4102-8ab9-9d9477820b58)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:29.614880 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8da86-9fb3-48db-b599-b4d8026d38cb req-6ec20470-ef07-4cd5-8fac-4a0e42eb641e tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:29.616484 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-68a8da86-9fb3-48db-b599-b4d8026d38cb req-6ec20470-ef07-4cd5-8fac-4a0e42eb641e tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1504b83-ddde-4a59-afaa-9645f8db03e8 HTTP/1.1" status: 200 len: 932 time: 0.7003162 Aug 31 09:32:29.665254 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2af588-f734-4531-8aef-397079e52e89 req-a94dd984-ba31-4a2c-b3d3-b74f8af9e10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:29.668439 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eb2af588-f734-4531-8aef-397079e52e89 req-a94dd984-ba31-4a2c-b3d3-b74f8af9e10a service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7808688 Aug 31 09:32:29.687065 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-b2d6e21e-9106-446a-88e4-173cf1659a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:29.731344 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4731c00-4a84-4c62-9287-de9faccad92b req-c4d233bc-1b4c-4584-98f0-9f939b67ca92 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:29.738183 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4731c00-4a84-4c62-9287-de9faccad92b req-c4d233bc-1b4c-4584-98f0-9f939b67ca92 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:29.744240 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4731c00-4a84-4c62-9287-de9faccad92b req-c4d233bc-1b4c-4584-98f0-9f939b67ca92 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:29.750534 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4731c00-4a84-4c62-9287-de9faccad92b req-c4d233bc-1b4c-4584-98f0-9f939b67ca92 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:29.756494 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4731c00-4a84-4c62-9287-de9faccad92b req-c4d233bc-1b4c-4584-98f0-9f939b67ca92 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:29.762277 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4731c00-4a84-4c62-9287-de9faccad92b req-c4d233bc-1b4c-4584-98f0-9f939b67ca92 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:29.768593 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4731c00-4a84-4c62-9287-de9faccad92b req-c4d233bc-1b4c-4584-98f0-9f939b67ca92 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:29.776451 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4731c00-4a84-4c62-9287-de9faccad92b req-c4d233bc-1b4c-4584-98f0-9f939b67ca92 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5421 time: 0.7163196 Aug 31 09:32:29.806413 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50500) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:29.814126 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-b2d6e21e-9106-446a-88e4-173cf1659a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:29.814802 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-b2d6e21e-9106-446a-88e4-173cf1659a94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:29.816372 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-b2d6e21e-9106-446a-88e4-173cf1659a94 service neutron] 10.222.0.112 "PUT /v2.0/ports/abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1 HTTP/1.1" status: 200 len: 1092 time: 1.7354558 Aug 31 09:32:29.901755 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6e21e-9106-446a-88e4-173cf1659a94 service neutron] Pushing event updated for resources: {'Port': ['ID=abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:29.908268 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-bb85b7cd-1c9e-41d4-b355-d34849760cad tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Deleting port 07996eeb-4c98-4ada-850e-8b70da0810b9 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:29.908645 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bb85b7cd-1c9e-41d4-b355-d34849760cad tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:29.914686 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-68a8da86-9fb3-48db-b599-b4d8026d38cb req-db2521b5-5458-45ff-8b23-95cc2b0bfdff tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/security-groups?id=891e4c35-d358-4959-9795-e1e381d74164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824495 Aug 31 09:32:30.032164 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-eed51232-acfc-424f-952b-048e0bdfee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:30.032648 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-eed51232-acfc-424f-952b-048e0bdfee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:30.033120 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-eed51232-acfc-424f-952b-048e0bdfee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:30.033586 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-eed51232-acfc-424f-952b-048e0bdfee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:30.034052 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-eed51232-acfc-424f-952b-048e0bdfee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:30.034916 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-eed51232-acfc-424f-952b-048e0bdfee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:30.038639 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-eed51232-acfc-424f-952b-048e0bdfee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:30.040694 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-eed51232-acfc-424f-952b-048e0bdfee8c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=caa69c38eab14ec7acd072f4cc57de4a&device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 6485 time: 0.1246471 Aug 31 09:32:30.048429 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926639e8-d1db-47b5-9948-fb6fc103d495 x-openstack-request-id: req-926639e8-d1db-47b5-9948-fb6fc103d495 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:30.048429 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "tag": "594d28c7-5b28-4c9d-9cc0-b5d36ffa7010", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:30.048429 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-926639e8-d1db-47b5-9948-fb6fc103d495 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:30.049613 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'tag': '594d28c7-5b28-4c9d-9cc0-b5d36ffa7010', 'status': 'completed', 'code': 200} Aug 31 09:32:30.142319 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8b437d88-ab75-447b-82d3-79d268a6895d req-af3e3582-8b12-44aa-92f7-1a7b5d3561dc tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:30.147424 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-c31184b7-8021-49b1-86bf-610df7f73738 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df6aa1bb-921b-4f71-bd10-7c3fe5349661 HTTP/1.1" status: 200 len: 217 time: 0.0713174 Aug 31 09:32:30.195221 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-ee6f4c11-1053-4470-b69a-b7039a00d02d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1402473938'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:30.207850 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4731c00-4a84-4c62-9287-de9faccad92b req-7b63ddb0-cd53-4a65-9782-e6b2f18f42c6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4305081 Aug 31 09:32:30.242294 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-70259b2c-5e93-49fe-93fb-44e039d7cc27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:30.250742 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-68755679-f5d4-426a-8b04-52fea6a390bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:30.256283 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-68755679-f5d4-426a-8b04-52fea6a390bf service neutron] 10.222.0.112 "GET /v2.0/subnets?id=4345a806-82e6-4d6f-a21e-c3deaf1866e8 HTTP/1.1" status: 200 len: 850 time: 0.0958948 Aug 31 09:32:30.284915 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8b437d88-ab75-447b-82d3-79d268a6895d req-af3e3582-8b12-44aa-92f7-1a7b5d3561dc tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:30.284915 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bb85b7cd-1c9e-41d4-b355-d34849760cad tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:30.307155 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3c8e0f-b033-45a2-8587-a62f8da7a381 admin admin] Router 6821bfe6-fb5d-4690-b438-a99e8704bd81 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:32:30.334470 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-bb85b7cd-1c9e-41d4-b355-d34849760cad tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Calling delete_port for 07996eeb-4c98-4ada-850e-8b70da0810b9 owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:30.358055 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b437d88-ab75-447b-82d3-79d268a6895d req-af3e3582-8b12-44aa-92f7-1a7b5d3561dc tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Network ad357b40-14ae-48e1-976c-080cca104379 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:30.358306 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6f4c11-1053-4470-b69a-b7039a00d02d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Made reservation on behalf of 21937291cca54a0a9d6ebe426f492a5c for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:30.363139 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ee6f4c11-1053-4470-b69a-b7039a00d02d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:30.368551 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-8b437d88-ab75-447b-82d3-79d268a6895d req-af3e3582-8b12-44aa-92f7-1a7b5d3561dc tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:30.371086 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b437d88-ab75-447b-82d3-79d268a6895d req-af3e3582-8b12-44aa-92f7-1a7b5d3561dc tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:30.385164 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ee6f4c11-1053-4470-b69a-b7039a00d02d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:30.473997 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e3582-8b12-44aa-92f7-1a7b5d3561dc tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Pushing event updated for resources: {'Port': ['ID=7f98a332-2051-401f-a9f2-45199a02850a,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:30.530088 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b437d88-ab75-447b-82d3-79d268a6895d req-af3e3582-8b12-44aa-92f7-1a7b5d3561dc tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:30.530804 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8b437d88-ab75-447b-82d3-79d268a6895d req-af3e3582-8b12-44aa-92f7-1a7b5d3561dc tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:30.601047 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3c8e0f-b033-45a2-8587-a62f8da7a381 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:32:30.611468 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56398f97-1352-47e1-b332-2d37374a9f65 None None] Sync routers for ids ['6821bfe6-fb5d-4690-b438-a99e8704bd81'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:32:30.622032 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56398f97-1352-47e1-b332-2d37374a9f65 None None] Routers {'6821bfe6-fb5d-4690-b438-a99e8704bd81'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:30.622703 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-56398f97-1352-47e1-b332-2d37374a9f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:32:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['6821bfe6-fb5d-4690-b438-a99e8704bd81'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:30.642023 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b437d88-ab75-447b-82d3-79d268a6895d req-af3e3582-8b12-44aa-92f7-1a7b5d3561dc tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1755424 Aug 31 09:32:30.657363 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-8b437d88-ab75-447b-82d3-79d268a6895d req-13808099-ae83-4e7c-85c8-7382988a6cb6 service neutron] Request body: {'port': {'device_id': '8e771e8b-f09e-4328-a0c4-4d3a21b30774', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:30.718606 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c3c8e0f-b033-45a2-8587-a62f8da7a381 admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:30.722494 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1c3c8e0f-b033-45a2-8587-a62f8da7a381 admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 13.7138348 Aug 31 09:32:30.724035 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50516) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:30.747352 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-56398f97-1352-47e1-b332-2d37374a9f65 None None] Set router 6821bfe6-fb5d-4690-b438-a99e8704bd81 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:32:30.806842 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-85cb6ac8-4ad7-42d4-81dc-8ce8e3c574cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:30.808317 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-85cb6ac8-4ad7-42d4-81dc-8ce8e3c574cc service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=636950a3-6b65-4dc0-b611-ae468b63fe57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5253513 Aug 31 09:32:30.887919 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bb85b7cd-1c9e-41d4-b355-d34849760cad tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:30.895188 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8b437d88-ab75-447b-82d3-79d268a6895d req-13808099-ae83-4e7c-85c8-7382988a6cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:30.963300 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85b7cd-1c9e-41d4-b355-d34849760cad tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Pushing event deleted for resources: {'Port': ['ID=07996eeb-4c98-4ada-850e-8b70da0810b9,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:31.072791 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-8b437d88-ab75-447b-82d3-79d268a6895d req-4120524e-d6a5-4be1-9b52-7f1164072462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d9acdeb-a6ca-42c7-926a-0c5719928246 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:31.080407 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-56398f97-1352-47e1-b332-2d37374a9f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6821bfe6-fb5d-4690-b438-a99e8704bd81', 'name': 'tempest-TestServerMultinode-987067986-router', 'tenant_id': '258b22b5904a4919a63f7bea70c1ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd8634360-52a7-47ae-b72c-d2a10ce9fc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:17Z', 'updated_at': '2021-08-31T09:32:27Z', 'revision_number': 3, 'project_id': '258b22b5904a4919a63f7bea70c1ed79', 'gw_port': {'id': 'd8634360-52a7-47ae-b72c-d2a10ce9fc6b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6821bfe6-fb5d-4690-b438-a99e8704bd81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:23Z', 'updated_at': '2021-08-31T09:32:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:31.104221 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8b437d88-ab75-447b-82d3-79d268a6895d req-4120524e-d6a5-4be1-9b52-7f1164072462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:31.122846 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56398f97-1352-47e1-b332-2d37374a9f65 None None] Checking router: 6821bfe6-fb5d-4690-b438-a99e8704bd81 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:32:31.122846 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56398f97-1352-47e1-b332-2d37374a9f65 None None] Updating router 6821bfe6-fb5d-4690-b438-a99e8704bd81 port d8634360-52a7-47ae-b72c-d2a10ce9fc6b binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:32:31.158400 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-56398f97-1352-47e1-b332-2d37374a9f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:31.177500 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-48720580-20a5-4059-82f8-7c4f0847c5a5 service neutron] 10.222.0.112 "GET /v2.0/networks/636950a3-6b65-4dc0-b611-ae468b63fe57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507142 Aug 31 09:32:31.180572 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-8b437d88-ab75-447b-82d3-79d268a6895d req-4120524e-d6a5-4be1-9b52-7f1164072462 service neutron] Transition to ACTIVE for port object 5d9acdeb-a6ca-42c7-926a-0c5719928246 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:31.210884 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f8f1113f-3d23-4f02-9c7c-59be21b571d3 req-3dceebe8-189e-4303-8457-3f79ecc6f14f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1294749 Aug 31 09:32:31.276789 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8b437d88-ab75-447b-82d3-79d268a6895d req-4120524e-d6a5-4be1-9b52-7f1164072462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:31.280370 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ee6f4c11-1053-4470-b69a-b7039a00d02d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:31.396910 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ee6f4c11-1053-4470-b69a-b7039a00d02d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:31.442587 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f8f1113f-3d23-4f02-9c7c-59be21b571d3 req-ab524526-b4a3-484a-9c87-5102a3ad4cc8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.1829941 Aug 31 09:32:31.458674 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120524e-d6a5-4be1-9b52-7f1164072462 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9acdeb-a6ca-42c7-926a-0c5719928246,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:31.462484 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6f4c11-1053-4470-b69a-b7039a00d02d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] vlan segment allocate from pool success with {'vlan_id': 1649, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:32:31.477249 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bb85b7cd-1c9e-41d4-b355-d34849760cad tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:31.479372 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-bb85b7cd-1c9e-41d4-b355-d34849760cad tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] 10.222.0.119 "DELETE /v2.0/ports/07996eeb-4c98-4ada-850e-8b70da0810b9 HTTP/1.1" status: 204 len: 168 time: 2.6788304 Aug 31 09:32:31.497101 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50534) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:31.537751 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ee6f4c11-1053-4470-b69a-b7039a00d02d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:31.538097 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-ee6f4c11-1053-4470-b69a-b7039a00d02d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Added segment 599a24a1-3648-4281-9e9d-a904cfdc8482 of type vlan for network 82ca3ece-119b-4955-8d39-860e7df83c36 Aug 31 09:32:31.538346 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59dcebf-2c17-4f5b-9b06-4e5511ea7f04 req-46ac486c-31b6-4788-85c8-92b60b3a1ea6 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:31.539477 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f4c11-1053-4470-b69a-b7039a00d02d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb925e8-9203-48df-bef6-93cbcbcbc97a,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:31.540116 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e59dcebf-2c17-4f5b-9b06-4e5511ea7f04 req-46ac486c-31b6-4788-85c8-92b60b3a1ea6 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1504b83-ddde-4a59-afaa-9645f8db03e8 HTTP/1.1" status: 200 len: 932 time: 0.4576640 Aug 31 09:32:31.585138 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc51274-8ba7-409f-a41c-5b92f524e616 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] GET failed (client error): The resource could not be found. Aug 31 09:32:31.587712 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-cbc51274-8ba7-409f-a41c-5b92f524e616 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] 10.222.0.119 "GET /v2.0/ports/07996eeb-4c98-4ada-850e-8b70da0810b9 HTTP/1.1" status: 404 len: 333 time: 0.0866930 Aug 31 09:32:31.608148 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-56398f97-1352-47e1-b332-2d37374a9f65 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:31.621152 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-56398f97-1352-47e1-b332-2d37374a9f65 None None] Transition to ACTIVE for port object d8634360-52a7-47ae-b72c-d2a10ce9fc6b will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:31.626835 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50536) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:31.631018 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-a68c66b7-5335-41be-87b8-69e667825671 service neutron] 10.222.0.112 "GET /v2.0/networks/636950a3-6b65-4dc0-b611-ae468b63fe57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423811 Aug 31 09:32:31.638416 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f8f1113f-3d23-4f02-9c7c-59be21b571d3 req-48207335-4a10-4db1-bd3f-898ee673c9e4 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40aea3578a764824ae85220fcc0c6911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1366947 Aug 31 09:32:31.638646 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-41f6cfa8-9aa3-46d1-b4e0-383775c5c313 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Request body: {'port': {'network_id': 'e6e682cf-0d6d-49dd-b87a-a87d00f8ace3', 'name': 'tempest-AllowedAddressPairTestJSON-1500115283'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:31.703878 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ee6f4c11-1053-4470-b69a-b7039a00d02d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:31.722725 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-56398f97-1352-47e1-b332-2d37374a9f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:31.756916 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-3c2dface-75b2-4258-acb3-557a117c480e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=5e0f8409-296d-4c01-80fd-2224022e108c HTTP/1.1" status: 200 len: 217 time: 0.1057813 Aug 31 09:32:31.769122 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-56398f97-1352-47e1-b332-2d37374a9f65 None None] Attempting to bind port d8634360-52a7-47ae-b72c-d2a10ce9fc6b on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:31.769512 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-56398f97-1352-47e1-b332-2d37374a9f65 None None] Attempting to bind port d8634360-52a7-47ae-b72c-d2a10ce9fc6b by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:31.770028 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56398f97-1352-47e1-b332-2d37374a9f65 None None] Attempting to bind port d8634360-52a7-47ae-b72c-d2a10ce9fc6b on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:31.783430 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56398f97-1352-47e1-b332-2d37374a9f65 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:31.783663 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56398f97-1352-47e1-b332-2d37374a9f65 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:31.784060 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-56398f97-1352-47e1-b332-2d37374a9f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:31.784454 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56398f97-1352-47e1-b332-2d37374a9f65 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:31.784938 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-56398f97-1352-47e1-b332-2d37374a9f65 None None] Bound port: d8634360-52a7-47ae-b72c-d2a10ce9fc6b, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:31.785318 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-56398f97-1352-47e1-b332-2d37374a9f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:31.816035 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1113f-3d23-4f02-9c7c-59be21b571d3 req-0160155f-b9dc-43f9-91f2-8f87070897fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:31.817573 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f8f1113f-3d23-4f02-9c7c-59be21b571d3 req-0160155f-b9dc-43f9-91f2-8f87070897fe service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1327298 Aug 31 09:32:31.842117 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-70259b2c-5e93-49fe-93fb-44e039d7cc27 admin admin] Deleting port 2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:31.843069 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-70259b2c-5e93-49fe-93fb-44e039d7cc27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:31.848586 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-8b437d88-ab75-447b-82d3-79d268a6895d req-4120524e-d6a5-4be1-9b52-7f1164072462 service neutron] Attempting to bind port 5d9acdeb-a6ca-42c7-926a-0c5719928246 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:31.848920 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-8b437d88-ab75-447b-82d3-79d268a6895d req-4120524e-d6a5-4be1-9b52-7f1164072462 service neutron] Attempting to bind port 5d9acdeb-a6ca-42c7-926a-0c5719928246 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '1bf39079-f9bb-4243-ab62-118ee90b857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1623, 'network_id': 'ad357b40-14ae-48e1-976c-080cca104379'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:31.849249 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b437d88-ab75-447b-82d3-79d268a6895d req-4120524e-d6a5-4be1-9b52-7f1164072462 service neutron] Attempting to bind port 5d9acdeb-a6ca-42c7-926a-0c5719928246 on network ad357b40-14ae-48e1-976c-080cca104379 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:31.854124 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a9101-1001-4436-b8f3-db21fcb875fc req-d3a2c044-58bf-459f-b9de-96a108e40f49 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:31.854533 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9350b-bb9f-4077-850f-2d0fecf0e092 None None] Pushing event updated for resources: {'Port': ['ID=d8634360-52a7-47ae-b72c-d2a10ce9fc6b,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:31.866506 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a9101-1001-4436-b8f3-db21fcb875fc req-d3a2c044-58bf-459f-b9de-96a108e40f49 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:31.869820 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-56398f97-1352-47e1-b332-2d37374a9f65 None None] For port d8634360-52a7-47ae-b72c-d2a10ce9fc6b, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:31.872513 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a9101-1001-4436-b8f3-db21fcb875fc req-d3a2c044-58bf-459f-b9de-96a108e40f49 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:31.874693 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-56398f97-1352-47e1-b332-2d37374a9f65 None None] For port d8634360-52a7-47ae-b72c-d2a10ce9fc6b, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=d8634360-52a7-47ae-b72c-d2a10ce9fc6b,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:31.879437 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a9101-1001-4436-b8f3-db21fcb875fc req-d3a2c044-58bf-459f-b9de-96a108e40f49 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:31.885247 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a9101-1001-4436-b8f3-db21fcb875fc req-d3a2c044-58bf-459f-b9de-96a108e40f49 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:31.891779 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a9101-1001-4436-b8f3-db21fcb875fc req-d3a2c044-58bf-459f-b9de-96a108e40f49 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:31.897641 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a9101-1001-4436-b8f3-db21fcb875fc req-d3a2c044-58bf-459f-b9de-96a108e40f49 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:31.899799 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-079a9101-1001-4436-b8f3-db21fcb875fc req-d3a2c044-58bf-459f-b9de-96a108e40f49 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5421 time: 0.5520253 Aug 31 09:32:31.904480 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b437d88-ab75-447b-82d3-79d268a6895d req-4120524e-d6a5-4be1-9b52-7f1164072462 service neutron] Port 5d9acdeb-a6ca-42c7-926a-0c5719928246 on network ad357b40-14ae-48e1-976c-080cca104379 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:32:31.904680 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b437d88-ab75-447b-82d3-79d268a6895d req-4120524e-d6a5-4be1-9b52-7f1164072462 service neutron] Attempting to bind port 5d9acdeb-a6ca-42c7-926a-0c5719928246 on network ad357b40-14ae-48e1-976c-080cca104379 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:31.926623 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b437d88-ab75-447b-82d3-79d268a6895d req-4120524e-d6a5-4be1-9b52-7f1164072462 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:31.926980 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b437d88-ab75-447b-82d3-79d268a6895d req-4120524e-d6a5-4be1-9b52-7f1164072462 service neutron] Checking segment: {'id': '1bf39079-f9bb-4243-ab62-118ee90b857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1623, 'network_id': 'ad357b40-14ae-48e1-976c-080cca104379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:31.927366 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b437d88-ab75-447b-82d3-79d268a6895d req-4120524e-d6a5-4be1-9b52-7f1164072462 service neutron] Bound using segment: {'id': '1bf39079-f9bb-4243-ab62-118ee90b857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1623, 'network_id': 'ad357b40-14ae-48e1-976c-080cca104379'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:31.927767 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-8b437d88-ab75-447b-82d3-79d268a6895d req-4120524e-d6a5-4be1-9b52-7f1164072462 service neutron] Bound port: 5d9acdeb-a6ca-42c7-926a-0c5719928246, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf39079-f9bb-4243-ab62-118ee90b857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1623, 'network_id': 'ad357b40-14ae-48e1-976c-080cca104379'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:31.928160 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8b437d88-ab75-447b-82d3-79d268a6895d req-4120524e-d6a5-4be1-9b52-7f1164072462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:31.944686 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-b900dbcc-6f7c-48dd-a350-2c1ac9ba843d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:31.945261 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e59dcebf-2c17-4f5b-9b06-4e5511ea7f04 req-0392a8fb-f2a1-4021-8b61-637e0954e727 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/security-groups?id=891e4c35-d358-4959-9795-e1e381d74164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165159 Aug 31 09:32:31.946156 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-b900dbcc-6f7c-48dd-a350-2c1ac9ba843d service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f34f97ee-be68-4a06-a77e-c36751cafa2c HTTP/1.1" status: 200 len: 797 time: 0.1684351 Aug 31 09:32:31.973409 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-56398f97-1352-47e1-b332-2d37374a9f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:31.981482 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ee6f4c11-1053-4470-b69a-b7039a00d02d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:31.986980 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6f4c11-1053-4470-b69a-b7039a00d02d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:31.987667 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ee6f4c11-1053-4470-b69a-b7039a00d02d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:32.004892 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-079a9101-1001-4436-b8f3-db21fcb875fc req-a16b8b4e-a68c-49b1-b4e3-912f720fa0d3 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0959628 Aug 31 09:32:32.056306 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'tag': 'abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:32.058627 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1896fdae-cdf1-485f-a65f-f507f9be9356" -d '{"events": [{"name": "network-changed", "server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "tag": "abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:32.096796 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56398f97-1352-47e1-b332-2d37374a9f65 None None] Routers {'6821bfe6-fb5d-4690-b438-a99e8704bd81'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:32.097803 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-56398f97-1352-47e1-b332-2d37374a9f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:32:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['6821bfe6-fb5d-4690-b438-a99e8704bd81'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:32.101990 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9350b-bb9f-4077-850f-2d0fecf0e092 None None] Pushing event updated for resources: {'Port': ['ID=d8634360-52a7-47ae-b72c-d2a10ce9fc6b,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:32.137170 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f6cfa8-9aa3-46d1-b4e0-383775c5c313 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Made reservation on behalf of 3cb201a9ed424a7fa8591849eb95e05a for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:32.141647 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-41f6cfa8-9aa3-46d1-b4e0-383775c5c313 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:32.147044 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7acca108-342b-449d-990d-f78a6812b86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:32.149447 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768a6ef1-1ff1-4e86-bb64-90edf22a4654 x-openstack-request-id: req-768a6ef1-1ff1-4e86-bb64-90edf22a4654 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:32.149733 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "tag": "abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:32.149988 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-768a6ef1-1ff1-4e86-bb64-90edf22a4654 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:32.150383 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'tag': 'abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1', 'status': 'completed', 'code': 200} Aug 31 09:32:32.169751 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-70259b2c-5e93-49fe-93fb-44e039d7cc27 admin admin] For port 2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c,segment=NetworkSegment(0a95ffdb-6d77-445a-8e83-52f6d3d4d73c),segment_id=0a95ffdb-6d77-445a-8e83-52f6d3d4d73c)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:32.170688 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-70259b2c-5e93-49fe-93fb-44e039d7cc27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:32.207064 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-70259b2c-5e93-49fe-93fb-44e039d7cc27 admin admin] Calling delete_port for 2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:32.216239 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-41f6cfa8-9aa3-46d1-b4e0-383775c5c313 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] device_id is not set on port a724fc42-f548-41b7-98d2-20ce05d6225d yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:32:32.223342 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f4c11-1053-4470-b69a-b7039a00d02d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Network': ['ID=82ca3ece-119b-4955-8d39-860e7df83c36,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:32.228607 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ee6f4c11-1053-4470-b69a-b7039a00d02d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.4154108 Aug 31 09:32:32.235601 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50540) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:32.245482 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-2432d6fe-f71e-4924-8a97-7252f06740a7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-342202316'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:32.249191 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 82ca3ece-119b-4955-8d39-860e7df83c36 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:32:32.250418 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-8b437d88-ab75-447b-82d3-79d268a6895d req-4120524e-d6a5-4be1-9b52-7f1164072462 service neutron] For port 5d9acdeb-a6ca-42c7-926a-0c5719928246, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:32.297343 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-84b6cf63-079d-4d27-8140-37e8ac971e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:32.299191 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-84b6cf63-079d-4d27-8140-37e8ac971e77 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=77d5d845-bb9b-4368-b082-bacd96a9f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3403623 Aug 31 09:32:32.316251 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-8b437d88-ab75-447b-82d3-79d268a6895d req-4120524e-d6a5-4be1-9b52-7f1164072462 service neutron] For port 5d9acdeb-a6ca-42c7-926a-0c5719928246, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=5d9acdeb-a6ca-42c7-926a-0c5719928246,segment=NetworkSegment(1bf39079-f9bb-4243-ab62-118ee90b857b),segment_id=1bf39079-f9bb-4243-ab62-118ee90b857b)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:32.382057 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-56398f97-1352-47e1-b332-2d37374a9f65 None None] Set router 6821bfe6-fb5d-4690-b438-a99e8704bd81 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:32:32.408357 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8b437d88-ab75-447b-82d3-79d268a6895d req-4120524e-d6a5-4be1-9b52-7f1164072462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:32.540855 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2432d6fe-f71e-4924-8a97-7252f06740a7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Made reservation on behalf of 21937291cca54a0a9d6ebe426f492a5c for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:32.544502 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2432d6fe-f71e-4924-8a97-7252f06740a7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:32.581507 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b437d88-ab75-447b-82d3-79d268a6895d req-4120524e-d6a5-4be1-9b52-7f1164072462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:32.582296 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8b437d88-ab75-447b-82d3-79d268a6895d req-4120524e-d6a5-4be1-9b52-7f1164072462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:32.583833 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8b437d88-ab75-447b-82d3-79d268a6895d req-4120524e-d6a5-4be1-9b52-7f1164072462 service neutron] 10.222.0.112 "PUT /v2.0/ports/5d9acdeb-a6ca-42c7-926a-0c5719928246 HTTP/1.1" status: 200 len: 1093 time: 4.1183763 Aug 31 09:32:32.698791 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-8b437d88-ab75-447b-82d3-79d268a6895d req-13808099-ae83-4e7c-85c8-7382988a6cb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f98a332-2051-401f-a9f2-45199a02850a {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:32.727406 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8b437d88-ab75-447b-82d3-79d268a6895d req-13808099-ae83-4e7c-85c8-7382988a6cb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:32.750639 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-8b437d88-ab75-447b-82d3-79d268a6895d req-13808099-ae83-4e7c-85c8-7382988a6cb6 service neutron] Transition to ACTIVE for port object 7f98a332-2051-401f-a9f2-45199a02850a will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:32.759596 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-7acca108-342b-449d-990d-f78a6812b86f admin admin] Allocated IP 172.20.0.1 (f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0/527a8aac-ce45-4a57-a1ad-a648b6bc031e/06751da8-bc46-418b-9de6-5d10b7230d0d) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:32.781152 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120524e-d6a5-4be1-9b52-7f1164072462 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9acdeb-a6ca-42c7-926a-0c5719928246,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:32.781664 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:32.788376 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-56398f97-1352-47e1-b332-2d37374a9f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6821bfe6-fb5d-4690-b438-a99e8704bd81', 'name': 'tempest-TestServerMultinode-987067986-router', 'tenant_id': '258b22b5904a4919a63f7bea70c1ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd8634360-52a7-47ae-b72c-d2a10ce9fc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:17Z', 'updated_at': '2021-08-31T09:32:27Z', 'revision_number': 3, 'project_id': '258b22b5904a4919a63f7bea70c1ed79', 'gw_port': {'id': 'd8634360-52a7-47ae-b72c-d2a10ce9fc6b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6821bfe6-fb5d-4690-b438-a99e8704bd81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:23Z', 'updated_at': '2021-08-31T09:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:32.819378 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2432d6fe-f71e-4924-8a97-7252f06740a7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] vlan segment allocate from pool success with {'vlan_id': 1629, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:32:32.821573 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8b437d88-ab75-447b-82d3-79d268a6895d req-13808099-ae83-4e7c-85c8-7382988a6cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:32.839867 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56398f97-1352-47e1-b332-2d37374a9f65 None None] The sync data for ids ['6821bfe6-fb5d-4690-b438-a99e8704bd81'] in n-d-791506-28 is: [{'id': '6821bfe6-fb5d-4690-b438-a99e8704bd81', 'name': 'tempest-TestServerMultinode-987067986-router', 'tenant_id': '258b22b5904a4919a63f7bea70c1ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd8634360-52a7-47ae-b72c-d2a10ce9fc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:17Z', 'updated_at': '2021-08-31T09:32:27Z', 'revision_number': 3, 'project_id': '258b22b5904a4919a63f7bea70c1ed79', 'gw_port': {'id': 'd8634360-52a7-47ae-b72c-d2a10ce9fc6b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6821bfe6-fb5d-4690-b438-a99e8704bd81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:23Z', 'updated_at': '2021-08-31T09:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:32:32.848488 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:32.851836 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-41f6cfa8-9aa3-46d1-b4e0-383775c5c313 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Allocated IP 172.20.0.7 (e6e682cf-0d6d-49dd-b87a-a87d00f8ace3/67225389-fbb5-48d8-9762-c293f0eead02/a724fc42-f548-41b7-98d2-20ce05d6225d) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:32.868509 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e66811bb-2a67-456d-92c5-0990f5ea5f23 service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5542488 Aug 31 09:32:32.877891 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2432d6fe-f71e-4924-8a97-7252f06740a7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:32.878246 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-2432d6fe-f71e-4924-8a97-7252f06740a7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Added segment b024579e-db16-48ca-8aec-bfa41e8236f3 of type vlan for network 9a1e8374-d621-491f-a96c-aa19dd67db3f Aug 31 09:32:32.948820 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2432d6fe-f71e-4924-8a97-7252f06740a7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:32.997110 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13808099-ae83-4e7c-85c8-7382988a6cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=7f98a332-2051-401f-a9f2-45199a02850a,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:33.099400 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7acca108-342b-449d-990d-f78a6812b86f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:33.113078 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-7acca108-342b-449d-990d-f78a6812b86f admin admin] Transition to ACTIVE for port object 06751da8-bc46-418b-9de6-5d10b7230d0d will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:33.141660 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-e017c76e-5830-4c08-a421-dd77d2350b43 service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457419 Aug 31 09:32:33.237125 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-8b437d88-ab75-447b-82d3-79d268a6895d req-13808099-ae83-4e7c-85c8-7382988a6cb6 service neutron] Attempting to bind port 7f98a332-2051-401f-a9f2-45199a02850a on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:33.237604 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-8b437d88-ab75-447b-82d3-79d268a6895d req-13808099-ae83-4e7c-85c8-7382988a6cb6 service neutron] Attempting to bind port 7f98a332-2051-401f-a9f2-45199a02850a by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '1bf39079-f9bb-4243-ab62-118ee90b857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1623, 'network_id': 'ad357b40-14ae-48e1-976c-080cca104379'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:33.237815 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b437d88-ab75-447b-82d3-79d268a6895d req-13808099-ae83-4e7c-85c8-7382988a6cb6 service neutron] Attempting to bind port 7f98a332-2051-401f-a9f2-45199a02850a on network ad357b40-14ae-48e1-976c-080cca104379 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:33.266792 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f76d1d-4574-4557-a223-f9f9fce31f42 req-7984e0f7-bf1c-4e6c-83ac-8d916b36b223 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:33.268379 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16f76d1d-4574-4557-a223-f9f9fce31f42 req-7984e0f7-bf1c-4e6c-83ac-8d916b36b223 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1504b83-ddde-4a59-afaa-9645f8db03e8 HTTP/1.1" status: 200 len: 944 time: 0.2255759 Aug 31 09:32:33.271067 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b437d88-ab75-447b-82d3-79d268a6895d req-13808099-ae83-4e7c-85c8-7382988a6cb6 service neutron] Port 7f98a332-2051-401f-a9f2-45199a02850a on network ad357b40-14ae-48e1-976c-080cca104379 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:32:33.271384 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b437d88-ab75-447b-82d3-79d268a6895d req-13808099-ae83-4e7c-85c8-7382988a6cb6 service neutron] Attempting to bind port 7f98a332-2051-401f-a9f2-45199a02850a on network ad357b40-14ae-48e1-976c-080cca104379 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:33.280345 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2432d6fe-f71e-4924-8a97-7252f06740a7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:33.280938 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b437d88-ab75-447b-82d3-79d268a6895d req-13808099-ae83-4e7c-85c8-7382988a6cb6 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:33.281123 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b437d88-ab75-447b-82d3-79d268a6895d req-13808099-ae83-4e7c-85c8-7382988a6cb6 service neutron] Checking segment: {'id': '1bf39079-f9bb-4243-ab62-118ee90b857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1623, 'network_id': 'ad357b40-14ae-48e1-976c-080cca104379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:33.281389 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b437d88-ab75-447b-82d3-79d268a6895d req-13808099-ae83-4e7c-85c8-7382988a6cb6 service neutron] Bound using segment: {'id': '1bf39079-f9bb-4243-ab62-118ee90b857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1623, 'network_id': 'ad357b40-14ae-48e1-976c-080cca104379'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:33.281819 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-8b437d88-ab75-447b-82d3-79d268a6895d req-13808099-ae83-4e7c-85c8-7382988a6cb6 service neutron] Bound port: 7f98a332-2051-401f-a9f2-45199a02850a, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf39079-f9bb-4243-ab62-118ee90b857b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1623, 'network_id': 'ad357b40-14ae-48e1-976c-080cca104379'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:33.282173 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8b437d88-ab75-447b-82d3-79d268a6895d req-13808099-ae83-4e7c-85c8-7382988a6cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:33.286261 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2432d6fe-f71e-4924-8a97-7252f06740a7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:33.286942 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2432d6fe-f71e-4924-8a97-7252f06740a7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:33.294599 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43d11f-c045-457e-9ce0-52d243883034 req-272faa9b-c83f-4ba6-9534-d840293c043f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:33.302670 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43d11f-c045-457e-9ce0-52d243883034 req-272faa9b-c83f-4ba6-9534-d840293c043f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:33.308966 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43d11f-c045-457e-9ce0-52d243883034 req-272faa9b-c83f-4ba6-9534-d840293c043f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:33.320546 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43d11f-c045-457e-9ce0-52d243883034 req-272faa9b-c83f-4ba6-9534-d840293c043f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:33.329311 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43d11f-c045-457e-9ce0-52d243883034 req-272faa9b-c83f-4ba6-9534-d840293c043f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:33.337093 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43d11f-c045-457e-9ce0-52d243883034 req-272faa9b-c83f-4ba6-9534-d840293c043f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:33.345025 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43d11f-c045-457e-9ce0-52d243883034 req-272faa9b-c83f-4ba6-9534-d840293c043f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:33.347104 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b43d11f-c045-457e-9ce0-52d243883034 req-272faa9b-c83f-4ba6-9534-d840293c043f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5421 time: 0.2087419 Aug 31 09:32:33.358923 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-70259b2c-5e93-49fe-93fb-44e039d7cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:33.377946 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b437d88-ab75-447b-82d3-79d268a6895d req-348d4c54-2e31-4def-b535-f5d575be7f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:33.379652 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8b437d88-ab75-447b-82d3-79d268a6895d req-348d4c54-2e31-4def-b535-f5d575be7f70 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=4b0ec785679448fca08d0ab2b949ef4a&device_id=b1504b83-ddde-4a59-afaa-9645f8db03e8 HTTP/1.1" status: 200 len: 1096 time: 0.6001914 Aug 31 09:32:33.383631 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7acca108-342b-449d-990d-f78a6812b86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:33.449836 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-56f1b71a-fdfb-4ebc-ae12-3cb56abf67a2 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=21872e53-bee1-4235-9d2e-ab94c5aea8c9 HTTP/1.1" status: 200 len: 217 time: 0.1533144 Aug 31 09:32:33.511741 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acca108-342b-449d-990d-f78a6812b86f admin admin] Network f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:33.527166 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432d6fe-f71e-4924-8a97-7252f06740a7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Network': ['ID=9a1e8374-d621-491f-a96c-aa19dd67db3f,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:33.544005 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8b437d88-ab75-447b-82d3-79d268a6895d req-37ef7030-675f-4aa7-a3d8-c4d5575b97e6 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d9acdeb-a6ca-42c7-926a-0c5719928246 HTTP/1.1" status: 200 len: 217 time: 0.1133213 Aug 31 09:32:33.544365 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-7acca108-342b-449d-990d-f78a6812b86f admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:33.549275 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2432d6fe-f71e-4924-8a97-7252f06740a7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3071239 Aug 31 09:32:33.563415 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 9a1e8374-d621-491f-a96c-aa19dd67db3f details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:32:33.567653 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50558) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:33.575507 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acca108-342b-449d-990d-f78a6812b86f admin admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:33.589324 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-79c92882-c15e-40d7-b27a-d539d50c5bd6 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Request body: {'subnet': {'network_id': '82ca3ece-119b-4955-8d39-860e7df83c36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:33.593204 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acca108-342b-449d-990d-f78a6812b86f admin admin] Pushing event updated for resources: {'Port': ['ID=06751da8-bc46-418b-9de6-5d10b7230d0d,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:33.619649 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16f76d1d-4574-4557-a223-f9f9fce31f42 req-b9c7fca4-c79d-4e96-891d-90bf531c7c69 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/security-groups?id=891e4c35-d358-4959-9795-e1e381d74164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417935 Aug 31 09:32:33.641804 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b43d11f-c045-457e-9ce0-52d243883034 req-d258be8e-21f6-44c4-9baa-8da23e4cd823 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2825692 Aug 31 09:32:33.692754 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70259b2c-5e93-49fe-93fb-44e039d7cc27 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:33.768645 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-31308bb7-17f9-4609-b105-a232299141dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:33.776894 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-31308bb7-17f9-4609-b105-a232299141dc service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f34f97ee-be68-4a06-a77e-c36751cafa2c HTTP/1.1" status: 200 len: 797 time: 0.2664049 Aug 31 09:32:33.825520 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-8b437d88-ab75-447b-82d3-79d268a6895d req-13808099-ae83-4e7c-85c8-7382988a6cb6 service neutron] For port 7f98a332-2051-401f-a9f2-45199a02850a, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:33.866456 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b437d88-ab75-447b-82d3-79d268a6895d req-47fa0d03-57b4-4a70-8ab8-0196492160c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:33.868039 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8b437d88-ab75-447b-82d3-79d268a6895d req-47fa0d03-57b4-4a70-8ab8-0196492160c8 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0615bda2-12d9-45eb-87c9-484d04fcddc1 HTTP/1.1" status: 200 len: 853 time: 0.2506447 Aug 31 09:32:33.875774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-8b437d88-ab75-447b-82d3-79d268a6895d req-13808099-ae83-4e7c-85c8-7382988a6cb6 service neutron] For port 7f98a332-2051-401f-a9f2-45199a02850a, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=7f98a332-2051-401f-a9f2-45199a02850a,segment=NetworkSegment(1bf39079-f9bb-4243-ab62-118ee90b857b),segment_id=1bf39079-f9bb-4243-ab62-118ee90b857b)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:33.883399 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-41f6cfa8-9aa3-46d1-b4e0-383775c5c313 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:33.893648 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7acca108-342b-449d-990d-f78a6812b86f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:34.005942 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8b437d88-ab75-447b-82d3-79d268a6895d req-13808099-ae83-4e7c-85c8-7382988a6cb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:34.115028 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b437d88-ab75-447b-82d3-79d268a6895d req-13808099-ae83-4e7c-85c8-7382988a6cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:34.118391 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8b437d88-ab75-447b-82d3-79d268a6895d req-13808099-ae83-4e7c-85c8-7382988a6cb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:34.118391 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b437d88-ab75-447b-82d3-79d268a6895d req-13808099-ae83-4e7c-85c8-7382988a6cb6 service neutron] 10.222.0.59 "PUT /v2.0/ports/7f98a332-2051-401f-a9f2-45199a02850a HTTP/1.1" status: 200 len: 1092 time: 3.4666238 Aug 31 09:32:34.118391 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e771e8b-f09e-4328-a0c4-4d3a21b30774', 'tag': '7f98a332-2051-401f-a9f2-45199a02850a'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:34.119906 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7090f69f-5028-403c-a884-5fcbf85494ef" -d '{"events": [{"name": "network-changed", "server_uuid": "8e771e8b-f09e-4328-a0c4-4d3a21b30774", "tag": "7f98a332-2051-401f-a9f2-45199a02850a"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:34.180101 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1710b85-0678-4c40-b452-3f1412dcf4ac x-openstack-request-id: req-d1710b85-0678-4c40-b452-3f1412dcf4ac {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:34.180393 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e771e8b-f09e-4328-a0c4-4d3a21b30774", "tag": "7f98a332-2051-401f-a9f2-45199a02850a", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:34.180645 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-d1710b85-0678-4c40-b452-3f1412dcf4ac {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:34.181040 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e771e8b-f09e-4328-a0c4-4d3a21b30774', 'tag': '7f98a332-2051-401f-a9f2-45199a02850a', 'status': 'completed', 'code': 200} Aug 31 09:32:34.181735 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13808099-ae83-4e7c-85c8-7382988a6cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=7f98a332-2051-401f-a9f2-45199a02850a,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:34.203972 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7c276cf7-31f2-4483-b096-c774c7fc7f26 None None] Provisioning for port 06751da8-bc46-418b-9de6-5d10b7230d0d completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:34.208582 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7c276cf7-31f2-4483-b096-c774c7fc7f26 None None] Provisioning complete for port 06751da8-bc46-418b-9de6-5d10b7230d0d triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:34.208959 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7c276cf7-31f2-4483-b096-c774c7fc7f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:34.256882 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090f69f-5028-403c-a884-5fcbf85494ef req-bbca1d4d-683d-4992-94c3-4cd0946c5177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:34.260411 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7090f69f-5028-403c-a884-5fcbf85494ef req-bbca1d4d-683d-4992-94c3-4cd0946c5177 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b0ec785679448fca08d0ab2b949ef4a&device_id=8e771e8b-f09e-4328-a0c4-4d3a21b30774 HTTP/1.1" status: 200 len: 1095 time: 0.0553117 Aug 31 09:32:34.267651 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-7c276cf7-31f2-4483-b096-c774c7fc7f26 None None] Port 06751da8-bc46-418b-9de6-5d10b7230d0d cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:34.325514 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1504b83-ddde-4a59-afaa-9645f8db03e8', 'tag': '5d9acdeb-a6ca-42c7-926a-0c5719928246'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:34.326895 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c92882-c15e-40d7-b27a-d539d50c5bd6 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Made reservation on behalf of 21937291cca54a0a9d6ebe426f492a5c for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:34.329149 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc476d2d-7a5f-4b55-87b9-25a0266e1d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "b1504b83-ddde-4a59-afaa-9645f8db03e8", "tag": "5d9acdeb-a6ca-42c7-926a-0c5719928246"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:34.330634 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-79c92882-c15e-40d7-b27a-d539d50c5bd6 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:34.338628 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8b437d88-ab75-447b-82d3-79d268a6895d req-3a82dff2-5563-4e7a-8428-68602165eebc service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=ad357b40-14ae-48e1-976c-080cca104379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4505341 Aug 31 09:32:34.342602 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-41f6cfa8-9aa3-46d1-b4e0-383775c5c313 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Transition to ACTIVE for port object a724fc42-f548-41b7-98d2-20ce05d6225d will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:34.381204 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee281b5-f650-4da5-b14c-46d2143cbea1 x-openstack-request-id: req-4ee281b5-f650-4da5-b14c-46d2143cbea1 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:34.381480 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1504b83-ddde-4a59-afaa-9645f8db03e8", "tag": "5d9acdeb-a6ca-42c7-926a-0c5719928246", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:34.381727 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4ee281b5-f650-4da5-b14c-46d2143cbea1 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:34.382111 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1504b83-ddde-4a59-afaa-9645f8db03e8', 'tag': '5d9acdeb-a6ca-42c7-926a-0c5719928246', 'status': 'completed', 'code': 200} Aug 31 09:32:34.409389 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-11716146-4c45-4f6a-be6e-6847650fa45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:34.410917 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-11716146-4c45-4f6a-be6e-6847650fa45c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=77d5d845-bb9b-4368-b082-bacd96a9f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6025226 Aug 31 09:32:34.413057 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7acca108-342b-449d-990d-f78a6812b86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:34.503567 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090f69f-5028-403c-a884-5fcbf85494ef req-07698b5e-7fef-4ceb-955e-a05daf3cca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:34.505068 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7090f69f-5028-403c-a884-5fcbf85494ef req-07698b5e-7fef-4ceb-955e-a05daf3cca7c service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=4b0ec785679448fca08d0ab2b949ef4a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2348535 Aug 31 09:32:34.531234 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-70259b2c-5e93-49fe-93fb-44e039d7cc27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:34.638447 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8b437d88-ab75-447b-82d3-79d268a6895d req-d5abdc95-9271-40fc-9899-2f2cb7b76777 service neutron] 10.222.0.112 "GET /v2.0/networks/ad357b40-14ae-48e1-976c-080cca104379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604709 Aug 31 09:32:34.648603 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-98c9f0b1-656f-40b8-8517-db36199b7b37 service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049813 Aug 31 09:32:34.683632 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-41f6cfa8-9aa3-46d1-b4e0-383775c5c313 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:34.842815 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d8634360-52a7-47ae-b72c-d2a10ce9fc6b up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:34.887729 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f6cfa8-9aa3-46d1-b4e0-383775c5c313 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Network e6e682cf-0d6d-49dd-b87a-a87d00f8ace3 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:34.903280 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-41f6cfa8-9aa3-46d1-b4e0-383775c5c313 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:34.911943 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090f69f-5028-403c-a884-5fcbf85494ef req-1cc37e5c-c6a4-43ce-836f-2f024958cccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:34.913441 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7090f69f-5028-403c-a884-5fcbf85494ef req-1cc37e5c-c6a4-43ce-836f-2f024958cccf service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4003425 Aug 31 09:32:34.913560 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f6cfa8-9aa3-46d1-b4e0-383775c5c313 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:34.927415 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6cfa8-9aa3-46d1-b4e0-383775c5c313 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Pushing event updated for resources: {'Port': ['ID=a724fc42-f548-41b7-98d2-20ce05d6225d,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:34.937333 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-79c92882-c15e-40d7-b27a-d539d50c5bd6 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:35.007760 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e13ea1-4b07-4a48-b1a8-58381223a3bc req-60922893-d302-46ac-b204-7e9f186c5a94 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:35.015309 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-35e13ea1-4b07-4a48-b1a8-58381223a3bc req-60922893-d302-46ac-b204-7e9f186c5a94 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1504b83-ddde-4a59-afaa-9645f8db03e8 HTTP/1.1" status: 200 len: 944 time: 0.1912909 Aug 31 09:32:35.048378 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-1f2cfde3-1a84-4545-a3d0-4795f89e6382 service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675249 Aug 31 09:32:35.052733 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7ad37-2de6-46db-bca1-ee868485c54d req-11a73447-ca30-4bbb-92aa-27070183b7fd tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:35.060140 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port d8634360-52a7-47ae-b72c-d2a10ce9fc6b completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:35.062834 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8b437d88-ab75-447b-82d3-79d268a6895d req-b59345b7-b704-4bf8-a3a6-7f2129b34807 service neutron] 10.222.0.112 "GET /v2.0/networks/ad357b40-14ae-48e1-976c-080cca104379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831930 Aug 31 09:32:35.065282 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7ad37-2de6-46db-bca1-ee868485c54d req-11a73447-ca30-4bbb-92aa-27070183b7fd tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:35.065477 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port d8634360-52a7-47ae-b72c-d2a10ce9fc6b triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:35.066180 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:35.072104 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7ad37-2de6-46db-bca1-ee868485c54d req-11a73447-ca30-4bbb-92aa-27070183b7fd tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:35.078403 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7ad37-2de6-46db-bca1-ee868485c54d req-11a73447-ca30-4bbb-92aa-27070183b7fd tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:35.084483 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7ad37-2de6-46db-bca1-ee868485c54d req-11a73447-ca30-4bbb-92aa-27070183b7fd tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:35.085427 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f6cfa8-9aa3-46d1-b4e0-383775c5c313 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:35.086239 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-41f6cfa8-9aa3-46d1-b4e0-383775c5c313 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:35.093178 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7ad37-2de6-46db-bca1-ee868485c54d req-11a73447-ca30-4bbb-92aa-27070183b7fd tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:35.103310 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7ad37-2de6-46db-bca1-ee868485c54d req-11a73447-ca30-4bbb-92aa-27070183b7fd tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:35.112239 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c9c7ad37-2de6-46db-bca1-ee868485c54d req-11a73447-ca30-4bbb-92aa-27070183b7fd tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5421 time: 0.3049660 Aug 31 09:32:35.124662 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-df1203b3-4943-46fd-bc1f-8a6f60ddd360 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=a29fa7ed-ecd3-4217-87a2-12ac46d2bee6 HTTP/1.1" status: 200 len: 217 time: 0.0588832 Aug 31 09:32:35.211768 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:35.239295 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-09b3cec8-b569-4ed4-a9fc-d7d7a3d67dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:35.240799 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-09b3cec8-b569-4ed4-a9fc-d7d7a3d67dce service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f34f97ee-be68-4a06-a77e-c36751cafa2c HTTP/1.1" status: 200 len: 797 time: 0.0787499 Aug 31 09:32:35.242799 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7acca108-342b-449d-990d-f78a6812b86f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:35.247036 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70259b2c-5e93-49fe-93fb-44e039d7cc27 admin admin] Router e7f23c00-d687-4f4c-a6d4-e30c826b5d04 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:32:35.247960 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port d8634360-52a7-47ae-b72c-d2a10ce9fc6b, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=d8634360-52a7-47ae-b72c-d2a10ce9fc6b,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:35.266855 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c9c7ad37-2de6-46db-bca1-ee868485c54d req-fba9ba55-a580-4a2e-9f52-01e31cf8a56a tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1488712 Aug 31 09:32:35.305014 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c92882-c15e-40d7-b27a-d539d50c5bd6 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Subnet': ['ID=f6997249-2c22-465d-87e7-762948f063ec,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:35.331403 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-41f6cfa8-9aa3-46d1-b4e0-383775c5c313 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7026727 Aug 31 09:32:35.343474 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-35e13ea1-4b07-4a48-b1a8-58381223a3bc req-b2a7e0ef-d36f-40cf-b901-a9b1a4e93c7b tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/security-groups?id=891e4c35-d358-4959-9795-e1e381d74164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149223 Aug 31 09:32:35.343474 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50576) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:35.348373 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-26cd5dcb-33b2-4b46-a264-837a84be8403 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Request body: {'port': {'network_id': 'e6e682cf-0d6d-49dd-b87a-a87d00f8ace3', 'name': 'tempest-AllowedAddressPairTestJSON-2096042479'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:35.353907 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b437d88-ab75-447b-82d3-79d268a6895d req-a2491fd5-1cff-49d7-8200-da89d1f47221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:35.355434 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b437d88-ab75-447b-82d3-79d268a6895d req-a2491fd5-1cff-49d7-8200-da89d1f47221 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4b0ec785679448fca08d0ab2b949ef4a&device_id=8e771e8b-f09e-4328-a0c4-4d3a21b30774 HTTP/1.1" status: 200 len: 1095 time: 0.3659005 Aug 31 09:32:35.356256 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c92882-c15e-40d7-b27a-d539d50c5bd6 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Checking segment: {'id': '599a24a1-3648-4281-9e9d-a904cfdc8482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1649, 'network_id': '82ca3ece-119b-4955-8d39-860e7df83c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:35.356616 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c92882-c15e-40d7-b27a-d539d50c5bd6 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network hostable DHCP agents. Network: 82ca3ece-119b-4955-8d39-860e7df83c36, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:32:35.362900 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:35.425354 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7acca108-342b-449d-990d-f78a6812b86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:35.440231 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8d291715-ef76-484e-9ef7-3b7f88768265 None None] Provisioning for port a724fc42-f548-41b7-98d2-20ce05d6225d completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:35.446753 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8d291715-ef76-484e-9ef7-3b7f88768265 None None] Provisioning complete for port a724fc42-f548-41b7-98d2-20ce05d6225d triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:35.447061 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8d291715-ef76-484e-9ef7-3b7f88768265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:35.448615 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=d8634360-52a7-47ae-b72c-d2a10ce9fc6b,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:35.477154 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-7db8fcf6-6ad7-48e9-a9f4-a4b56c66e111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:35.479480 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-7db8fcf6-6ad7-48e9-a9f4-a4b56c66e111 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=77d5d845-bb9b-4368-b082-bacd96a9f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2177145 Aug 31 09:32:35.483608 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc476d2d-7a5f-4b55-87b9-25a0266e1d2e req-1ae53ace-55d0-4f5b-afe1-370ec9d0f7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:35.485118 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fc476d2d-7a5f-4b55-87b9-25a0266e1d2e req-1ae53ace-55d0-4f5b-afe1-370ec9d0f7b4 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=4b0ec785679448fca08d0ab2b949ef4a&device_id=b1504b83-ddde-4a59-afaa-9645f8db03e8 HTTP/1.1" status: 200 len: 1096 time: 0.2012236 Aug 31 09:32:35.489218 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70259b2c-5e93-49fe-93fb-44e039d7cc27 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:32:35.492987 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-8d291715-ef76-484e-9ef7-3b7f88768265 None None] Port a724fc42-f548-41b7-98d2-20ce05d6225d cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:35.495155 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-70259b2c-5e93-49fe-93fb-44e039d7cc27 admin admin] 10.222.0.119 "PUT /v2.0/routers/e7f23c00-d687-4f4c-a6d4-e30c826b5d04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5151308 Aug 31 09:32:35.503507 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f359c187-c285-4ef2-a623-5460b47e98e5 None None] Sync routers for ids ['e7f23c00-d687-4f4c-a6d4-e30c826b5d04'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:32:35.517179 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f359c187-c285-4ef2-a623-5460b47e98e5 None None] Routers {'e7f23c00-d687-4f4c-a6d4-e30c826b5d04'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:35.518058 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f359c187-c285-4ef2-a623-5460b47e98e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:32:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e7f23c00-d687-4f4c-a6d4-e30c826b5d04'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:35.518228 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50580) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:35.532100 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b437d88-ab75-447b-82d3-79d268a6895d req-df5ab2c9-1f66-4c64-a434-397357a50460 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f98a332-2051-401f-a9f2-45199a02850a HTTP/1.1" status: 200 len: 217 time: 0.1435871 Aug 31 09:32:35.645302 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-f359c187-c285-4ef2-a623-5460b47e98e5 None None] Set router e7f23c00-d687-4f4c-a6d4-e30c826b5d04 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:32:35.656057 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7acca108-342b-449d-990d-f78a6812b86f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:35.663695 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acca108-342b-449d-990d-f78a6812b86f admin admin] Pushing event updated for resources: {'Port': ['ID=06751da8-bc46-418b-9de6-5d10b7230d0d,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:35.671673 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-1e60c9f7-cb71-493b-8343-ed9b0242a510 service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752143 Aug 31 09:32:35.674816 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc476d2d-7a5f-4b55-87b9-25a0266e1d2e req-b212ba13-84eb-4ce6-b72c-ed9e6ea9c9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:35.676199 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fc476d2d-7a5f-4b55-87b9-25a0266e1d2e req-b212ba13-84eb-4ce6-b72c-ed9e6ea9c9c2 service neutron] 10.222.0.112 "GET /v2.0/networks?id=ad357b40-14ae-48e1-976c-080cca104379 HTTP/1.1" status: 200 len: 915 time: 0.1786017 Aug 31 09:32:35.724003 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c92882-c15e-40d7-b27a-d539d50c5bd6 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network 82ca3ece-119b-4955-8d39-860e7df83c36 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:32:35.772278 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fc476d2d-7a5f-4b55-87b9-25a0266e1d2e req-50412d1d-92ac-440f-a8e9-dca9092385a9 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d9acdeb-a6ca-42c7-926a-0c5719928246 HTTP/1.1" status: 200 len: 217 time: 0.0855308 Aug 31 09:32:35.879455 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f359c187-c285-4ef2-a623-5460b47e98e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'name': 'tempest-AttachVolumeTestJSON-314926797-router', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:24:07Z', 'updated_at': '2021-08-31T09:32:33Z', 'revision_number': 5, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'gw_port': {'id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:08Z', 'updated_at': '2021-08-31T09:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:35.886944 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc476d2d-7a5f-4b55-87b9-25a0266e1d2e req-18fc8607-6e78-433f-bc48-203433d04cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:35.888485 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fc476d2d-7a5f-4b55-87b9-25a0266e1d2e req-18fc8607-6e78-433f-bc48-203433d04cf2 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0615bda2-12d9-45eb-87c9-484d04fcddc1 HTTP/1.1" status: 200 len: 853 time: 0.1068890 Aug 31 09:32:35.893923 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-f761acc7-e94a-4b68-9a8b-daa6b9ec16a3 service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085433 Aug 31 09:32:35.910498 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f359c187-c285-4ef2-a623-5460b47e98e5 None None] Checking router: e7f23c00-d687-4f4c-a6d4-e30c826b5d04 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:32:35.920876 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f359c187-c285-4ef2-a623-5460b47e98e5 None None] Routers {'e7f23c00-d687-4f4c-a6d4-e30c826b5d04'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:35.921645 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f359c187-c285-4ef2-a623-5460b47e98e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:32:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e7f23c00-d687-4f4c-a6d4-e30c826b5d04'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:35.968585 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fc476d2d-7a5f-4b55-87b9-25a0266e1d2e req-003ab649-3ef9-4420-9f58-6152a79a0246 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=ad357b40-14ae-48e1-976c-080cca104379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655637 Aug 31 09:32:35.970586 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-5170875a-5e3c-4d7c-9891-26c19e175eba service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=8ec00ff2-1406-435b-8d50-463c30eef300 HTTP/1.1" status: 200 len: 217 time: 0.0562086 Aug 31 09:32:36.050625 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-f359c187-c285-4ef2-a623-5460b47e98e5 None None] Set router e7f23c00-d687-4f4c-a6d4-e30c826b5d04 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:32:36.064175 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b437d88-ab75-447b-82d3-79d268a6895d req-2d366d29-8f8c-4bcc-9304-b91d2d826953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:36.065642 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b437d88-ab75-447b-82d3-79d268a6895d req-2d366d29-8f8c-4bcc-9304-b91d2d826953 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0615bda2-12d9-45eb-87c9-484d04fcddc1 HTTP/1.1" status: 200 len: 853 time: 0.4902337 Aug 31 09:32:36.090427 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-05a077aa-3e31-474a-b036-0f611da39b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:36.093346 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-05a077aa-3e31-474a-b036-0f611da39b5f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f34f97ee-be68-4a06-a77e-c36751cafa2c HTTP/1.1" status: 200 len: 797 time: 0.1076875 Aug 31 09:32:36.118065 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b437d88-ab75-447b-82d3-79d268a6895d req-098cac3c-7400-4273-93ed-6983a22aa3e0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ad357b40-14ae-48e1-976c-080cca104379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398586 Aug 31 09:32:36.127257 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5cd9d58e-d467-4b75-a66d-6c9c69630eb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:36.149870 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fc476d2d-7a5f-4b55-87b9-25a0266e1d2e req-f848ffee-9ef3-4350-87a8-4cbebb129afe service neutron] 10.222.0.112 "GET /v2.0/networks/ad357b40-14ae-48e1-976c-080cca104379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656089 Aug 31 09:32:36.161245 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-789756a0-15bd-45b9-8f8e-3328c9b29421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:36.163231 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-789756a0-15bd-45b9-8f8e-3328c9b29421 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=77d5d845-bb9b-4368-b082-bacd96a9f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0602152 Aug 31 09:32:36.192724 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-79c92882-c15e-40d7-b27a-d539d50c5bd6 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 82ca3ece-119b-4955-8d39-860e7df83c36) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:36.206724 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae82b6c-8052-4a2f-8ae4-08751a48fab4 None None] Network 82ca3ece-119b-4955-8d39-860e7df83c36 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:36.230561 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c92882-c15e-40d7-b27a-d539d50c5bd6 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:36.230782 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-79c92882-c15e-40d7-b27a-d539d50c5bd6 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:36.233671 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26cd5dcb-33b2-4b46-a264-837a84be8403 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Made reservation on behalf of 3cb201a9ed424a7fa8591849eb95e05a for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:36.237232 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-26cd5dcb-33b2-4b46-a264-837a84be8403 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:36.310419 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f359c187-c285-4ef2-a623-5460b47e98e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'name': 'tempest-AttachVolumeTestJSON-314926797-router', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:24:07Z', 'updated_at': '2021-08-31T09:32:33Z', 'revision_number': 5, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'gw_port': {'id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:08Z', 'updated_at': '2021-08-31T09:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:36.392677 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-26cd5dcb-33b2-4b46-a264-837a84be8403 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] device_id is not set on port fa851250-968d-419b-898a-97136fe2ee35 yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:32:36.429938 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acca108-342b-449d-990d-f78a6812b86f admin admin] Network f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:36.448310 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-79c92882-c15e-40d7-b27a-d539d50c5bd6 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8689737 Aug 31 09:32:36.449306 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-ac34cbc5-95f0-40a0-bd6e-9bbd42893a0b req-84cf1c97-3334-4433-b78f-c36453ea5b5c service neutron] (95553) timed out ('10.222.0.119', 48912) {{(pid=95553) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 09:32:36.476163 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50590) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:36.518948 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f359c187-c285-4ef2-a623-5460b47e98e5 None None] The sync data for ids ['e7f23c00-d687-4f4c-a6d4-e30c826b5d04'] in n-d-791506-28 is: [{'id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'name': 'tempest-AttachVolumeTestJSON-314926797-router', 'tenant_id': 'b807ea962a9445be9b1ffbeebf308f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:24:07Z', 'updated_at': '2021-08-31T09:32:33Z', 'revision_number': 5, 'project_id': 'b807ea962a9445be9b1ffbeebf308f16', 'gw_port': {'id': 'a6090b0c-4ff6-405c-812e-858f6c2ae6d8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f23c00-d687-4f4c-a6d4-e30c826b5d04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:24:08Z', 'updated_at': '2021-08-31T09:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:32:36.527651 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fc476d2d-7a5f-4b55-87b9-25a0266e1d2e req-c60d0d09-1a96-43e7-8768-e5b2b69ceda3 service neutron] 10.222.0.112 "GET /v2.0/networks/ad357b40-14ae-48e1-976c-080cca104379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465362 Aug 31 09:32:36.533887 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-2dacd7fa-3041-4ea0-aa0b-46349cff432e service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617644 Aug 31 09:32:36.537090 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-7acca108-342b-449d-990d-f78a6812b86f admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:36.544427 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-00c7fe16-59fb-473e-9fb0-96af076a2474 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Request body: {'subnet': {'network_id': '9a1e8374-d621-491f-a96c-aa19dd67db3f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:36.693378 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b437d88-ab75-447b-82d3-79d268a6895d req-9aa4ebcd-4ac1-461b-acd9-c11902f973aa service neutron] 10.222.0.59 "GET /v2.0/networks/ad357b40-14ae-48e1-976c-080cca104379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5626657 Aug 31 09:32:36.706381 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-c9ab9ab1-e3c7-4ef0-ad70-98aefb93be36 service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571310 Aug 31 09:32:36.730501 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44dc426-dedd-4f3e-8017-d1485a960d4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-82ca3ece-119b-4955-8d39-860e7df83c36', 'network_id': '82ca3ece-119b-4955-8d39-860e7df83c36', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'fixed_ips': [{'subnet_id': 'f6997249-2c22-465d-87e7-762948f063ec'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:32:36.731560 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f44dc426-dedd-4f3e-8017-d1485a960d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:36.763380 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-757567b3-140c-45d1-b864-8d6031a9c4c7 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=594d28c7-5b28-4c9d-9cc0-b5d36ffa7010 HTTP/1.1" status: 200 len: 217 time: 0.0453486 Aug 31 09:32:36.829612 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5cd9d58e-d467-4b75-a66d-6c9c69630eb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:36.839512 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-b0df6a58-002a-4721-bc21-b02b55d51a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:36.841927 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-b0df6a58-002a-4721-bc21-b02b55d51a6d service neutron] 10.222.0.112 "GET /v2.0/subnets?id=290f3674-0820-4485-967d-a68d99948354 HTTP/1.1" status: 200 len: 797 time: 0.0675731 Aug 31 09:32:36.880285 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27147e-e8c8-49d6-a7b3-6694c36f47db req-3ae9aa14-e0f4-4b92-9518-4551f5e34554 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:36.881896 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-be27147e-e8c8-49d6-a7b3-6694c36f47db req-3ae9aa14-e0f4-4b92-9518-4551f5e34554 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1504b83-ddde-4a59-afaa-9645f8db03e8 HTTP/1.1" status: 200 len: 944 time: 0.4159653 Aug 31 09:32:36.889519 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-f44dc426-dedd-4f3e-8017-d1485a960d4d None None] Allocated IP 2001:db8::2 (82ca3ece-119b-4955-8d39-860e7df83c36/f6997249-2c22-465d-87e7-762948f063ec/aa27f5d0-4d6b-4c91-93b7-b2af8165d48e) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:36.939828 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-5ec7c735-f142-473b-9530-64e663263e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:36.941458 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-5ec7c735-f142-473b-9530-64e663263e99 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=4c2e8d44-f605-48e7-8300-60df4e87697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0875866 Aug 31 09:32:36.977838 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a02330-4392-4dbf-9f17-443c06686ce8 req-29780ede-74b3-431c-9e61-b8310a8b0be2 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:36.981846 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d8634360-52a7-47ae-b72c-d2a10ce9fc6b up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:36.985173 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a02330-4392-4dbf-9f17-443c06686ce8 req-29780ede-74b3-431c-9e61-b8310a8b0be2 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:36.993114 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a02330-4392-4dbf-9f17-443c06686ce8 req-29780ede-74b3-431c-9e61-b8310a8b0be2 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:36.999923 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a02330-4392-4dbf-9f17-443c06686ce8 req-29780ede-74b3-431c-9e61-b8310a8b0be2 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:37.005728 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a02330-4392-4dbf-9f17-443c06686ce8 req-29780ede-74b3-431c-9e61-b8310a8b0be2 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:37.011855 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a02330-4392-4dbf-9f17-443c06686ce8 req-29780ede-74b3-431c-9e61-b8310a8b0be2 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:37.025037 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a02330-4392-4dbf-9f17-443c06686ce8 req-29780ede-74b3-431c-9e61-b8310a8b0be2 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:37.027068 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d4a02330-4392-4dbf-9f17-443c06686ce8 req-29780ede-74b3-431c-9e61-b8310a8b0be2 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5421 time: 0.5996015 Aug 31 09:32:37.056499 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-b0dfa488-ca1d-4066-a629-81a640a3b3d7 service neutron] 10.222.0.112 "GET /v2.0/networks/4c2e8d44-f605-48e7-8300-60df4e87697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029623 Aug 31 09:32:37.057271 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b90df0af-b197-4a7e-81f5-d72813615998 None None] Provisioning complete for port 06751da8-bc46-418b-9de6-5d10b7230d0d triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:37.057642 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b90df0af-b197-4a7e-81f5-d72813615998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:37.126397 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port d8634360-52a7-47ae-b72c-d2a10ce9fc6b triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:37.128648 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:37.159891 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-26cd5dcb-33b2-4b46-a264-837a84be8403 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Allocated IP 172.20.0.6 (e6e682cf-0d6d-49dd-b87a-a87d00f8ace3/67225389-fbb5-48d8-9762-c293f0eead02/fa851250-968d-419b-898a-97136fe2ee35) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:37.164853 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-b90df0af-b197-4a7e-81f5-d72813615998 None None] Port 06751da8-bc46-418b-9de6-5d10b7230d0d cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:37.176811 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c7fe16-59fb-473e-9fb0-96af076a2474 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Made reservation on behalf of 21937291cca54a0a9d6ebe426f492a5c for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:37.178049 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-6e6fc454-76d0-40e0-b55f-440a75d250fd service neutron] 10.222.0.112 "GET /v2.0/networks/4c2e8d44-f605-48e7-8300-60df4e87697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088254 Aug 31 09:32:37.180453 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-00c7fe16-59fb-473e-9fb0-96af076a2474 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:37.184972 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f44dc426-dedd-4f3e-8017-d1485a960d4d None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:37.199902 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f44dc426-dedd-4f3e-8017-d1485a960d4d None None] Transition to ACTIVE for port object aa27f5d0-4d6b-4c91-93b7-b2af8165d48e will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:37.233942 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-b1e33fac-9818-415c-ae4b-e4623f84a211 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1 HTTP/1.1" status: 200 len: 217 time: 0.0443559 Aug 31 09:32:37.237462 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f44dc426-dedd-4f3e-8017-d1485a960d4d None None] Transition to ACTIVE for port object aa27f5d0-4d6b-4c91-93b7-b2af8165d48e will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:37.275909 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d4a02330-4392-4dbf-9f17-443c06686ce8 req-6e5f5762-4ea1-443b-8204-2dc95f528126 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1873751 Aug 31 09:32:37.294434 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-9d3f5f42-665e-41db-b40d-ef6a1757e62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:37.296559 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-9d3f5f42-665e-41db-b40d-ef6a1757e62c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=290f3674-0820-4485-967d-a68d99948354 HTTP/1.1" status: 200 len: 797 time: 0.0510876 Aug 31 09:32:37.299366 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-be27147e-e8c8-49d6-a7b3-6694c36f47db req-00d4dcbd-aa5f-4e8a-aa96-2a7f001f2f9c tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/security-groups?id=891e4c35-d358-4959-9795-e1e381d74164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963311 Aug 31 09:32:37.323097 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f44dc426-dedd-4f3e-8017-d1485a960d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:37.338948 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7acca108-342b-449d-990d-f78a6812b86f admin admin] Router 6821bfe6-fb5d-4690-b438-a99e8704bd81 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:32:37.350309 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0a3239b2-152b-4d09-89c8-9453fe490e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:37.352135 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-0a3239b2-152b-4d09-89c8-9453fe490e8e service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=4c2e8d44-f605-48e7-8300-60df4e87697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0437436 Aug 31 09:32:37.353776 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b437d88-ab75-447b-82d3-79d268a6895d req-969a7c94-a34e-48b2-bf22-ad541334d6df service neutron] 10.222.0.59 "GET /v2.0/networks/ad357b40-14ae-48e1-976c-080cca104379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6487916 Aug 31 09:32:37.369302 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44dc426-dedd-4f3e-8017-d1485a960d4d None None] Network 82ca3ece-119b-4955-8d39-860e7df83c36 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:37.372476 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-f44dc426-dedd-4f3e-8017-d1485a960d4d None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:37.377661 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44dc426-dedd-4f3e-8017-d1485a960d4d None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:37.385939 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44dc426-dedd-4f3e-8017-d1485a960d4d None None] Pushing event updated for resources: {'Port': ['ID=aa27f5d0-4d6b-4c91-93b7-b2af8165d48e,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:37.407723 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-5cd9d58e-d467-4b75-a66d-6c9c69630eb2 admin admin] Deleting port a6090b0c-4ff6-405c-812e-858f6c2ae6d8 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:37.413164 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5cd9d58e-d467-4b75-a66d-6c9c69630eb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:37.438304 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-f44dc426-dedd-4f3e-8017-d1485a960d4d None None] Attempting to bind port aa27f5d0-4d6b-4c91-93b7-b2af8165d48e on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:37.438702 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-f44dc426-dedd-4f3e-8017-d1485a960d4d None None] Attempting to bind port aa27f5d0-4d6b-4c91-93b7-b2af8165d48e by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '599a24a1-3648-4281-9e9d-a904cfdc8482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1649, 'network_id': '82ca3ece-119b-4955-8d39-860e7df83c36'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:37.439068 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44dc426-dedd-4f3e-8017-d1485a960d4d None None] Attempting to bind port aa27f5d0-4d6b-4c91-93b7-b2af8165d48e on network 82ca3ece-119b-4955-8d39-860e7df83c36 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:37.444162 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44dc426-dedd-4f3e-8017-d1485a960d4d None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:37.444536 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44dc426-dedd-4f3e-8017-d1485a960d4d None None] Checking segment: {'id': '599a24a1-3648-4281-9e9d-a904cfdc8482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1649, 'network_id': '82ca3ece-119b-4955-8d39-860e7df83c36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:37.444939 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f44dc426-dedd-4f3e-8017-d1485a960d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:37.445338 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44dc426-dedd-4f3e-8017-d1485a960d4d None None] Bound using segment: {'id': '599a24a1-3648-4281-9e9d-a904cfdc8482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1649, 'network_id': '82ca3ece-119b-4955-8d39-860e7df83c36'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:37.445805 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-f44dc426-dedd-4f3e-8017-d1485a960d4d None None] Bound port: aa27f5d0-4d6b-4c91-93b7-b2af8165d48e, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599a24a1-3648-4281-9e9d-a904cfdc8482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1649, 'network_id': '82ca3ece-119b-4955-8d39-860e7df83c36'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:37.446187 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f44dc426-dedd-4f3e-8017-d1485a960d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:37.466254 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-bbeb4615-af0e-4973-961a-b6af6f4bca8e service neutron] 10.222.0.112 "GET /v2.0/networks/4c2e8d44-f605-48e7-8300-60df4e87697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028931 Aug 31 09:32:37.515106 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-f44dc426-dedd-4f3e-8017-d1485a960d4d None None] For port aa27f5d0-4d6b-4c91-93b7-b2af8165d48e, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:37.519901 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-f44dc426-dedd-4f3e-8017-d1485a960d4d None None] For port aa27f5d0-4d6b-4c91-93b7-b2af8165d48e, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=aa27f5d0-4d6b-4c91-93b7-b2af8165d48e,segment=NetworkSegment(599a24a1-3648-4281-9e9d-a904cfdc8482),segment_id=599a24a1-3648-4281-9e9d-a904cfdc8482)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:37.569649 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4aa2cd18-1342-4db9-822c-aa8efa435f86 req-d5b04ed9-6144-459c-adac-31332a083f9f service neutron] 10.222.0.112 "GET /v2.0/networks/4c2e8d44-f605-48e7-8300-60df4e87697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917435 Aug 31 09:32:37.592958 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f44dc426-dedd-4f3e-8017-d1485a960d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:37.667484 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44dc426-dedd-4f3e-8017-d1485a960d4d None None] Pushing event updated for resources: {'Port': ['ID=aa27f5d0-4d6b-4c91-93b7-b2af8165d48e,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:37.687586 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-5cd9d58e-d467-4b75-a66d-6c9c69630eb2 admin admin] For port a6090b0c-4ff6-405c-812e-858f6c2ae6d8, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a6090b0c-4ff6-405c-812e-858f6c2ae6d8,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:37.687945 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5cd9d58e-d467-4b75-a66d-6c9c69630eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:37.709883 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-5cd9d58e-d467-4b75-a66d-6c9c69630eb2 admin admin] Calling delete_port for a6090b0c-4ff6-405c-812e-858f6c2ae6d8 owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:37.753665 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-26cd5dcb-33b2-4b46-a264-837a84be8403 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:37.756416 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7acca108-342b-449d-990d-f78a6812b86f admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:32:37.769616 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83655d0-81db-4aa5-9999-02c9b40a05b2 None None] Sync routers for ids ['6821bfe6-fb5d-4690-b438-a99e8704bd81'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:32:37.782900 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83655d0-81db-4aa5-9999-02c9b40a05b2 None None] Routers {'6821bfe6-fb5d-4690-b438-a99e8704bd81'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:37.783540 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c83655d0-81db-4aa5-9999-02c9b40a05b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:32:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['6821bfe6-fb5d-4690-b438-a99e8704bd81'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:37.839651 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7acca108-342b-449d-990d-f78a6812b86f admin admin] 10.222.0.119 "PUT /v2.0/routers/6821bfe6-fb5d-4690-b438-a99e8704bd81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1157448 Aug 31 09:32:37.872702 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-26cd5dcb-33b2-4b46-a264-837a84be8403 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Transition to ACTIVE for port object fa851250-968d-419b-898a-97136fe2ee35 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:37.908048 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f84547-bcc9-4497-b8b1-1153fbdc63be req-f94cceac-03e6-4e8d-8b0d-d8215312ff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:37.910081 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f84547-bcc9-4497-b8b1-1153fbdc63be req-f94cceac-03e6-4e8d-8b0d-d8215312ff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:37.910808 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f84547-bcc9-4497-b8b1-1153fbdc63be req-f94cceac-03e6-4e8d-8b0d-d8215312ff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:37.911493 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f84547-bcc9-4497-b8b1-1153fbdc63be req-f94cceac-03e6-4e8d-8b0d-d8215312ff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:37.916942 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f84547-bcc9-4497-b8b1-1153fbdc63be req-f94cceac-03e6-4e8d-8b0d-d8215312ff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:37.916942 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f84547-bcc9-4497-b8b1-1153fbdc63be req-f94cceac-03e6-4e8d-8b0d-d8215312ff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:37.916942 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f84547-bcc9-4497-b8b1-1153fbdc63be req-f94cceac-03e6-4e8d-8b0d-d8215312ff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:37.920693 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-37f84547-bcc9-4497-b8b1-1153fbdc63be req-f94cceac-03e6-4e8d-8b0d-d8215312ff73 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=caa69c38eab14ec7acd072f4cc57de4a&device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 6485 time: 0.1705525 Aug 31 09:32:37.969552 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-00c7fe16-59fb-473e-9fb0-96af076a2474 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:38.002264 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-c83655d0-81db-4aa5-9999-02c9b40a05b2 None None] Set router 6821bfe6-fb5d-4690-b438-a99e8704bd81 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:32:38.073504 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7fe16-59fb-473e-9fb0-96af076a2474 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Subnet': ['ID=26000630-70e7-456a-a630-618458a66bf1,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:38.110278 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f84547-bcc9-4497-b8b1-1153fbdc63be req-0e420ffd-aaf8-49c3-9a26-d0b606ae406e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:38.112699 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-37f84547-bcc9-4497-b8b1-1153fbdc63be req-0e420ffd-aaf8-49c3-9a26-d0b606ae406e service neutron] 10.222.0.112 "GET /v2.0/networks?id=4c2e8d44-f605-48e7-8300-60df4e87697c HTTP/1.1" status: 200 len: 904 time: 0.1835999 Aug 31 09:32:38.124605 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c7fe16-59fb-473e-9fb0-96af076a2474 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Checking segment: {'id': 'b024579e-db16-48ca-8aec-bfa41e8236f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': '9a1e8374-d621-491f-a96c-aa19dd67db3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:38.130092 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 5d9acdeb-a6ca-42c7-926a-0c5719928246 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:32:38.131238 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c7fe16-59fb-473e-9fb0-96af076a2474 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network hostable DHCP agents. Network: 9a1e8374-d621-491f-a96c-aa19dd67db3f, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:32:38.142221 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-26cd5dcb-33b2-4b46-a264-837a84be8403 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:38.181555 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-37f84547-bcc9-4497-b8b1-1153fbdc63be req-6aa222b3-f5fb-4052-a013-ffc179e5bfbf service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=594d28c7-5b28-4c9d-9cc0-b5d36ffa7010 HTTP/1.1" status: 200 len: 217 time: 0.0555243 Aug 31 09:32:38.227413 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cd5dcb-33b2-4b46-a264-837a84be8403 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Network e6e682cf-0d6d-49dd-b87a-a87d00f8ace3 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:38.234342 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-26cd5dcb-33b2-4b46-a264-837a84be8403 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:38.242436 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cd5dcb-33b2-4b46-a264-837a84be8403 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:38.257836 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f84547-bcc9-4497-b8b1-1153fbdc63be req-abd2cd1f-842d-44c2-9348-375c0156c3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:38.259671 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-37f84547-bcc9-4497-b8b1-1153fbdc63be req-abd2cd1f-842d-44c2-9348-375c0156c3f5 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=290f3674-0820-4485-967d-a68d99948354 HTTP/1.1" status: 200 len: 797 time: 0.0710478 Aug 31 09:32:38.285525 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c7fe16-59fb-473e-9fb0-96af076a2474 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network 9a1e8374-d621-491f-a96c-aa19dd67db3f is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:32:38.291482 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd5dcb-33b2-4b46-a264-837a84be8403 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Pushing event updated for resources: {'Port': ['ID=fa851250-968d-419b-898a-97136fe2ee35,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:38.343601 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cd5dcb-33b2-4b46-a264-837a84be8403 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:38.344276 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-26cd5dcb-33b2-4b46-a264-837a84be8403 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:38.357703 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f84547-bcc9-4497-b8b1-1153fbdc63be req-26c70142-277b-428a-beca-892a448cac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:38.360418 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-37f84547-bcc9-4497-b8b1-1153fbdc63be req-26c70142-277b-428a-beca-892a448cac20 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=4c2e8d44-f605-48e7-8300-60df4e87697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0884795 Aug 31 09:32:38.375346 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5cd9d58e-d467-4b75-a66d-6c9c69630eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:38.436320 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 5d9acdeb-a6ca-42c7-926a-0c5719928246, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=5d9acdeb-a6ca-42c7-926a-0c5719928246,segment=NetworkSegment(1bf39079-f9bb-4243-ab62-118ee90b857b),segment_id=1bf39079-f9bb-4243-ab62-118ee90b857b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:38.454840 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '5d9acdeb-a6ca-42c7-926a-0c5719928246', 'network_id': 'ad357b40-14ae-48e1-976c-080cca104379', 'port_id': '5d9acdeb-a6ca-42c7-926a-0c5719928246', 'mac_address': 'fa:16:3e:3b:50:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0615bda2-12d9-45eb-87c9-484d04fcddc1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:32:38.524854 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c83655d0-81db-4aa5-9999-02c9b40a05b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6821bfe6-fb5d-4690-b438-a99e8704bd81', 'name': 'tempest-TestServerMultinode-987067986-router', 'tenant_id': '258b22b5904a4919a63f7bea70c1ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd8634360-52a7-47ae-b72c-d2a10ce9fc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:17Z', 'updated_at': '2021-08-31T09:32:34Z', 'revision_number': 4, 'project_id': '258b22b5904a4919a63f7bea70c1ed79', 'gw_port': {'id': 'd8634360-52a7-47ae-b72c-d2a10ce9fc6b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6821bfe6-fb5d-4690-b438-a99e8704bd81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:23Z', 'updated_at': '2021-08-31T09:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '06751da8-bc46-418b-9de6-5d10b7230d0d', 'name': '', 'network_id': 'f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0', 'tenant_id': '258b22b5904a4919a63f7bea70c1ed79', 'mac_address': 'fa:16:3e:cb:d7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6821bfe6-fb5d-4690-b438-a99e8704bd81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '527a8aac-ce45-4a57-a1ad-a648b6bc031e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:32Z', 'updated_at': '2021-08-31T09:32:34Z', 'revision_number': 2, 'project_id': '258b22b5904a4919a63f7bea70c1ed79', 'subnets': [{'id': '527a8aac-ce45-4a57-a1ad-a648b6bc031e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:38.525294 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:38.604249 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83655d0-81db-4aa5-9999-02c9b40a05b2 None None] Checking router: 6821bfe6-fb5d-4690-b438-a99e8704bd81 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:32:38.604249 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83655d0-81db-4aa5-9999-02c9b40a05b2 None None] Updating router 6821bfe6-fb5d-4690-b438-a99e8704bd81 port 06751da8-bc46-418b-9de6-5d10b7230d0d binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:32:38.619588 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-00c7fe16-59fb-473e-9fb0-96af076a2474 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 9a1e8374-d621-491f-a96c-aa19dd67db3f) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:38.624918 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-26cd5dcb-33b2-4b46-a264-837a84be8403 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2819085 Aug 31 09:32:38.633500 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5cd9d58e-d467-4b75-a66d-6c9c69630eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:38.646851 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50612) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:38.652554 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-3ea1df3e-bece-4a60-a98f-7edc4d5522b7 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:a8:66:db'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:fa:ff:6d'}]}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:38.652808 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd9d58e-d467-4b75-a66d-6c9c69630eb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6090b0c-4ff6-405c-812e-858f6c2ae6d8,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:38.656256 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c7fe16-59fb-473e-9fb0-96af076a2474 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:38.656856 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-00c7fe16-59fb-473e-9fb0-96af076a2474 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:38.657838 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9acdeb-a6ca-42c7-926a-0c5719928246 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:38.672354 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-37f84547-bcc9-4497-b8b1-1153fbdc63be req-3fa574fd-f78c-4ea1-9026-468b72dedbe1 service neutron] 10.222.0.112 "GET /v2.0/networks/4c2e8d44-f605-48e7-8300-60df4e87697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491500 Aug 31 09:32:38.673459 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c475d5-9069-4f94-8be3-a6307659c485 None None] Network 9a1e8374-d621-491f-a96c-aa19dd67db3f requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:38.825728 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device aa27f5d0-4d6b-4c91-93b7-b2af8165d48e up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:38.891910 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c83655d0-81db-4aa5-9999-02c9b40a05b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:38.907983 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 5d9acdeb-a6ca-42c7-926a-0c5719928246, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=5d9acdeb-a6ca-42c7-926a-0c5719928246,segment=NetworkSegment(1bf39079-f9bb-4243-ab62-118ee90b857b),segment_id=1bf39079-f9bb-4243-ab62-118ee90b857b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:38.957467 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5cd9d58e-d467-4b75-a66d-6c9c69630eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:38.979875 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5cd9d58e-d467-4b75-a66d-6c9c69630eb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:38.988045 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-37f84547-bcc9-4497-b8b1-1153fbdc63be req-8cc887d1-0293-4ce8-a5e3-9c301ed01d06 service neutron] 10.222.0.112 "GET /v2.0/networks/4c2e8d44-f605-48e7-8300-60df4e87697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943130 Aug 31 09:32:39.004881 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:39.056026 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-df09a467-8136-4802-8e9e-393cddd0cc01 None None] Provisioning for port fa851250-968d-419b-898a-97136fe2ee35 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:39.108998 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-df09a467-8136-4802-8e9e-393cddd0cc01 None None] Provisioning complete for port fa851250-968d-419b-898a-97136fe2ee35 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:39.108998 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-df09a467-8136-4802-8e9e-393cddd0cc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:39.110059 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3ea1df3e-bece-4a60-a98f-7edc4d5522b7 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:39.195553 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50624) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:39.207839 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-1a64a4a4-1fdc-4bc7-be7d-2696b613bc8d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-531473407-network', 'tenant_id': '01019331d4a443dc8d7cad91f77da1d5'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:39.261093 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port aa27f5d0-4d6b-4c91-93b7-b2af8165d48e completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:39.289138 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341d615e-2659-43ae-8a9d-92a6dd8efac1 None None] Network 82ca3ece-119b-4955-8d39-860e7df83c36 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:39.299051 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896fdae-cdf1-485f-a65f-f507f9be9356 req-0b1b41ac-7bba-41a6-b3c0-f388fe7b41f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:39.299811 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896fdae-cdf1-485f-a65f-f507f9be9356 req-0b1b41ac-7bba-41a6-b3c0-f388fe7b41f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:39.301050 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896fdae-cdf1-485f-a65f-f507f9be9356 req-0b1b41ac-7bba-41a6-b3c0-f388fe7b41f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:39.302045 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896fdae-cdf1-485f-a65f-f507f9be9356 req-0b1b41ac-7bba-41a6-b3c0-f388fe7b41f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:39.303960 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896fdae-cdf1-485f-a65f-f507f9be9356 req-0b1b41ac-7bba-41a6-b3c0-f388fe7b41f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:39.304600 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896fdae-cdf1-485f-a65f-f507f9be9356 req-0b1b41ac-7bba-41a6-b3c0-f388fe7b41f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:39.305137 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896fdae-cdf1-485f-a65f-f507f9be9356 req-0b1b41ac-7bba-41a6-b3c0-f388fe7b41f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:39.315999 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1896fdae-cdf1-485f-a65f-f507f9be9356 req-0b1b41ac-7bba-41a6-b3c0-f388fe7b41f9 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=caa69c38eab14ec7acd072f4cc57de4a&device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 6485 time: 0.2097738 Aug 31 09:32:39.354948 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:32:39.368158 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['5d9acdeb-a6ca-42c7-926a-0c5719928246'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:32:39.393572 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-df09a467-8136-4802-8e9e-393cddd0cc01 None None] Port fa851250-968d-419b-898a-97136fe2ee35 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:39.425733 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=5d9acdeb-a6ca-42c7-926a-0c5719928246,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:39.436577 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:32:39.437289 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2cd22f1c-cb29-46cb-ad25-9e4fcb5fa60c not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:32:39.454104 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a64a4a4-1fdc-4bc7-be7d-2696b613bc8d admin admin] Made reservation on behalf of 01019331d4a443dc8d7cad91f77da1d5 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:39.459627 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1a64a4a4-1fdc-4bc7-be7d-2696b613bc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:39.494525 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-00c7fe16-59fb-473e-9fb0-96af076a2474 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9576554 Aug 31 09:32:39.509335 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf422dc-9758-4338-a072-9ebf123bd5ee req-ea1f93d4-ea55-439c-bad8-fcd8b14a1cb6 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:39.511388 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dbf422dc-9758-4338-a072-9ebf123bd5ee req-ea1f93d4-ea55-439c-bad8-fcd8b14a1cb6 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1504b83-ddde-4a59-afaa-9645f8db03e8 HTTP/1.1" status: 200 len: 944 time: 0.9017737 Aug 31 09:32:39.511725 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50626) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:39.521228 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-10ed162b-4756-4ce3-9f42-8026d03ad785 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1510085561', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:39.532265 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d59a1df-1f5e-480b-b60a-a29f2a114e67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-9a1e8374-d621-491f-a96c-aa19dd67db3f', 'network_id': '9a1e8374-d621-491f-a96c-aa19dd67db3f', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'fixed_ips': [{'subnet_id': '26000630-70e7-456a-a630-618458a66bf1'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:32:39.533201 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4d59a1df-1f5e-480b-b60a-a29f2a114e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:39.543565 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85107578-fecb-490c-83b8-17db763b3989 req-2ce4d0d8-6d52-42d5-b5bf-14d76f10ebca tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:39.551721 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85107578-fecb-490c-83b8-17db763b3989 req-2ce4d0d8-6d52-42d5-b5bf-14d76f10ebca tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:39.558613 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85107578-fecb-490c-83b8-17db763b3989 req-2ce4d0d8-6d52-42d5-b5bf-14d76f10ebca tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:39.581023 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85107578-fecb-490c-83b8-17db763b3989 req-2ce4d0d8-6d52-42d5-b5bf-14d76f10ebca tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:39.589220 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85107578-fecb-490c-83b8-17db763b3989 req-2ce4d0d8-6d52-42d5-b5bf-14d76f10ebca tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:39.602754 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85107578-fecb-490c-83b8-17db763b3989 req-2ce4d0d8-6d52-42d5-b5bf-14d76f10ebca tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:39.614461 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85107578-fecb-490c-83b8-17db763b3989 req-2ce4d0d8-6d52-42d5-b5bf-14d76f10ebca tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:39.620776 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-85107578-fecb-490c-83b8-17db763b3989 req-2ce4d0d8-6d52-42d5-b5bf-14d76f10ebca tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5421 time: 1.0486615 Aug 31 09:32:39.625886 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5cd9d58e-d467-4b75-a66d-6c9c69630eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:39.626864 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd9d58e-d467-4b75-a66d-6c9c69630eb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7f23c00-d687-4f4c-a6d4-e30c826b5d04 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:32:39.644898 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5cd9d58e-d467-4b75-a66d-6c9c69630eb2 admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:39.648630 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5cd9d58e-d467-4b75-a66d-6c9c69630eb2 admin admin] 10.222.0.119 "DELETE /v2.0/routers/e7f23c00-d687-4f4c-a6d4-e30c826b5d04 HTTP/1.1" status: 204 len: 168 time: 4.1268051 Aug 31 09:32:39.668120 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50630) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:39.735715 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-92720f4b-7a83-4354-b908-65d61ae163e4 None None] Provisioning for port aa27f5d0-4d6b-4c91-93b7-b2af8165d48e completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:39.785964 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-92720f4b-7a83-4354-b908-65d61ae163e4 None None] Provisioning complete for port aa27f5d0-4d6b-4c91-93b7-b2af8165d48e triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:39.786461 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-92720f4b-7a83-4354-b908-65d61ae163e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:39.793450 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-290331c0-1e28-4884-8e3d-26cafd572f07 admin admin] Deleting subnet 51d76b46-811d-468a-80f4-ece7058a5d3b {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:32:39.804828 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-290331c0-1e28-4884-8e3d-26cafd572f07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:39.913660 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-290331c0-1e28-4884-8e3d-26cafd572f07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:39.920552 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1a64a4a4-1fdc-4bc7-be7d-2696b613bc8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:39.979269 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dbf422dc-9758-4338-a072-9ebf123bd5ee req-6bd390e8-c93e-4b1c-9d1f-bbfa3b04c5d3 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/security-groups?id=891e4c35-d358-4959-9795-e1e381d74164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504831 Aug 31 09:32:39.995251 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-85107578-fecb-490c-83b8-17db763b3989 req-e5724d9d-5011-44f2-bc1b-7742e9609d8b tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3474629 Aug 31 09:32:40.012883 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896fdae-cdf1-485f-a65f-f507f9be9356 req-8db477cb-5e14-46f9-be64-d927b9ae82f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:40.015301 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1896fdae-cdf1-485f-a65f-f507f9be9356 req-8db477cb-5e14-46f9-be64-d927b9ae82f7 service neutron] 10.222.0.112 "GET /v2.0/networks?id=4c2e8d44-f605-48e7-8300-60df4e87697c HTTP/1.1" status: 200 len: 904 time: 0.6915658 Aug 31 09:32:40.037225 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-10ed162b-4756-4ce3-9f42-8026d03ad785 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.037225 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-10ed162b-4756-4ce3-9f42-8026d03ad785 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.073027 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1896fdae-cdf1-485f-a65f-f507f9be9356 req-6d96a141-6f42-4a90-b4a2-82c28c6d81e9 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1 HTTP/1.1" status: 200 len: 217 time: 0.0452106 Aug 31 09:32:40.075189 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-290331c0-1e28-4884-8e3d-26cafd572f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.109329 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3ea1df3e-bece-4a60-a98f-7edc4d5522b7 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.130310 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-10ed162b-4756-4ce3-9f42-8026d03ad785 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.139439 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 7f98a332-2051-401f-a9f2-45199a02850a details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:32:40.168100 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896fdae-cdf1-485f-a65f-f507f9be9356 req-a77fed9e-c5ad-4149-bc81-fd2c5e58b62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:40.169441 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1896fdae-cdf1-485f-a65f-f507f9be9356 req-a77fed9e-c5ad-4149-bc81-fd2c5e58b62a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=290f3674-0820-4485-967d-a68d99948354 HTTP/1.1" status: 200 len: 797 time: 0.0767045 Aug 31 09:32:40.203454 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-4d59a1df-1f5e-480b-b60a-a29f2a114e67 None None] Allocated IP 2001:db8:1::2 (9a1e8374-d621-491f-a96c-aa19dd67db3f/26000630-70e7-456a-a630-618458a66bf1/17212a28-c20a-418e-96a9-d772cc7f316f) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:40.214194 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-10ed162b-4756-4ce3-9f42-8026d03ad785 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.221643 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3ea1df3e-bece-4a60-a98f-7edc4d5522b7 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.252527 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c83655d0-81db-4aa5-9999-02c9b40a05b2 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.259960 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-290331c0-1e28-4884-8e3d-26cafd572f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.272517 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1a64a4a4-1fdc-4bc7-be7d-2696b613bc8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.293152 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290331c0-1e28-4884-8e3d-26cafd572f07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51d76b46-811d-468a-80f4-ece7058a5d3b,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:40.300506 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896fdae-cdf1-485f-a65f-f507f9be9356 req-54547892-c5b3-45ac-8ae6-7642245f058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:40.302034 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1896fdae-cdf1-485f-a65f-f507f9be9356 req-54547892-c5b3-45ac-8ae6-7642245f058a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=4c2e8d44-f605-48e7-8300-60df4e87697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1214478 Aug 31 09:32:40.303354 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-290331c0-1e28-4884-8e3d-26cafd572f07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.305708 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-290331c0-1e28-4884-8e3d-26cafd572f07 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/51d76b46-811d-468a-80f4-ece7058a5d3b HTTP/1.1" status: 204 len: 168 time: 0.6366396 Aug 31 09:32:40.308494 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50632) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:40.324468 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1df3e-bece-4a60-a98f-7edc4d5522b7 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Pushing event updated for resources: {'Port': ['ID=fa851250-968d-419b-898a-97136fe2ee35,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:40.396308 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1a64a4a4-1fdc-4bc7-be7d-2696b613bc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.410179 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad3024f-f535-4884-a954-7fcae762b91a None None] Network db85df49-32f0-464c-8559-cb7cf1e93dcb requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:40.414284 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c83655d0-81db-4aa5-9999-02c9b40a05b2 None None] Transition to ACTIVE for port object 06751da8-bc46-418b-9de6-5d10b7230d0d will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:40.431486 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7422838d-2220-4e1e-a1dd-d64ddbf62505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.433241 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-3ea1df3e-bece-4a60-a98f-7edc4d5522b7 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] In _notify_port_updated(), no bound segment for port fa851250-968d-419b-898a-97136fe2ee35 on network e6e682cf-0d6d-49dd-b87a-a87d00f8ace3 {{(pid=95552) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:32:40.439478 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea1df3e-bece-4a60-a98f-7edc4d5522b7 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:40.440167 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3ea1df3e-bece-4a60-a98f-7edc4d5522b7 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.443948 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3ea1df3e-bece-4a60-a98f-7edc4d5522b7 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] 10.222.0.119 "PUT /v2.0/ports/fa851250-968d-419b-898a-97136fe2ee35 HTTP/1.1" status: 200 len: 1055 time: 1.7936740 Aug 31 09:32:40.444635 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50634) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:40.457385 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a64a4a4-1fdc-4bc7-be7d-2696b613bc8d admin admin] vlan segment allocate from pool success with {'vlan_id': 1636, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:32:40.479489 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64a4a4-1fdc-4bc7-be7d-2696b613bc8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ff5732-05da-49b9-a75b-9c3e6a042532,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:40.493215 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1a64a4a4-1fdc-4bc7-be7d-2696b613bc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.493679 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-1a64a4a4-1fdc-4bc7-be7d-2696b613bc8d admin admin] Added segment 864d6922-2b2b-4734-b4d4-e89fdc2f0660 of type vlan for network 6944c500-f413-442a-9452-6ee310bb5f01 Aug 31 09:32:40.517339 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1896fdae-cdf1-485f-a65f-f507f9be9356 req-234413eb-69ce-42ce-83fa-069b7147201d service neutron] 10.222.0.112 "GET /v2.0/networks/4c2e8d44-f605-48e7-8300-60df4e87697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955044 Aug 31 09:32:40.547223 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c83655d0-81db-4aa5-9999-02c9b40a05b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.567287 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-10ed162b-4756-4ce3-9f42-8026d03ad785 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.581718 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-10ed162b-4756-4ce3-9f42-8026d03ad785 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0578620 Aug 31 09:32:40.581914 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50636) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:40.608321 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-92720f4b-7a83-4354-b908-65d61ae163e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.691272 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-7422838d-2220-4e1e-a1dd-d64ddbf62505 admin admin] Deleting port 79794de8-7c26-4148-8d63-6261f50d669a {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:40.691751 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7422838d-2220-4e1e-a1dd-d64ddbf62505 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.704321 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1896fdae-cdf1-485f-a65f-f507f9be9356 req-7afc973d-b43f-46de-aeb2-9ca0da4d585d service neutron] 10.222.0.112 "GET /v2.0/networks/4c2e8d44-f605-48e7-8300-60df4e87697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650157 Aug 31 09:32:40.721408 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 7f98a332-2051-401f-a9f2-45199a02850a, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=7f98a332-2051-401f-a9f2-45199a02850a,segment=NetworkSegment(1bf39079-f9bb-4243-ab62-118ee90b857b),segment_id=1bf39079-f9bb-4243-ab62-118ee90b857b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:40.739571 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a6090b0c-4ff6-405c-812e-858f6c2ae6d8 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:32:40.741703 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d491ee-52c6-4bc0-890a-159360292c16 None None] Pushing event updated for resources: {'Port': ['ID=06751da8-bc46-418b-9de6-5d10b7230d0d,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:40.749594 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1a64a4a4-1fdc-4bc7-be7d-2696b613bc8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.751306 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '7f98a332-2051-401f-a9f2-45199a02850a', 'network_id': 'ad357b40-14ae-48e1-976c-080cca104379', 'port_id': '7f98a332-2051-401f-a9f2-45199a02850a', 'mac_address': 'fa:16:3e:16:b2:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0615bda2-12d9-45eb-87c9-484d04fcddc1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:32:40.840033 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4d59a1df-1f5e-480b-b60a-a29f2a114e67 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.842775 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-7422838d-2220-4e1e-a1dd-d64ddbf62505 admin admin] For port 79794de8-7c26-4148-8d63-6261f50d669a, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=79794de8-7c26-4148-8d63-6261f50d669a,segment=NetworkSegment(0a95ffdb-6d77-445a-8e83-52f6d3d4d73c),segment_id=0a95ffdb-6d77-445a-8e83-52f6d3d4d73c)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:40.843354 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7422838d-2220-4e1e-a1dd-d64ddbf62505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.849671 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4d59a1df-1f5e-480b-b60a-a29f2a114e67 None None] Transition to ACTIVE for port object 17212a28-c20a-418e-96a9-d772cc7f316f will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:40.865769 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4d59a1df-1f5e-480b-b60a-a29f2a114e67 None None] Transition to ACTIVE for port object 17212a28-c20a-418e-96a9-d772cc7f316f will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:40.881666 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-2eab1ccc-4615-4977-b836-8d82f9055648 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Deleting port fa851250-968d-419b-898a-97136fe2ee35 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:40.883018 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2eab1ccc-4615-4977-b836-8d82f9055648 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:40.887491 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-7422838d-2220-4e1e-a1dd-d64ddbf62505 admin admin] Calling delete_port for 79794de8-7c26-4148-8d63-6261f50d669a owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:40.957842 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: a6090b0c-4ff6-405c-812e-858f6c2ae6d8 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:32:40.958092 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a6090b0c-4ff6-405c-812e-858f6c2ae6d8 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:32:41.015889 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1a64a4a4-1fdc-4bc7-be7d-2696b613bc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.017005 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a64a4a4-1fdc-4bc7-be7d-2696b613bc8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:41.017591 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1a64a4a4-1fdc-4bc7-be7d-2696b613bc8d admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.050579 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4d59a1df-1f5e-480b-b60a-a29f2a114e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.093255 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-92720f4b-7a83-4354-b908-65d61ae163e4 None None] For port aa27f5d0-4d6b-4c91-93b7-b2af8165d48e, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=aa27f5d0-4d6b-4c91-93b7-b2af8165d48e,segment=NetworkSegment(599a24a1-3648-4281-9e9d-a904cfdc8482),segment_id=599a24a1-3648-4281-9e9d-a904cfdc8482)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:41.125109 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c83655d0-81db-4aa5-9999-02c9b40a05b2 None None] Attempting to bind port 06751da8-bc46-418b-9de6-5d10b7230d0d on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:41.125870 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c83655d0-81db-4aa5-9999-02c9b40a05b2 None None] Attempting to bind port 06751da8-bc46-418b-9de6-5d10b7230d0d by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '795e455e-f5de-4f0e-bca4-09842c515e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': 'f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:41.126470 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83655d0-81db-4aa5-9999-02c9b40a05b2 None None] Attempting to bind port 06751da8-bc46-418b-9de6-5d10b7230d0d on network f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:41.149988 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83655d0-81db-4aa5-9999-02c9b40a05b2 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:41.151578 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83655d0-81db-4aa5-9999-02c9b40a05b2 None None] Checking segment: {'id': '795e455e-f5de-4f0e-bca4-09842c515e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': 'f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:41.152196 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c83655d0-81db-4aa5-9999-02c9b40a05b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.152802 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83655d0-81db-4aa5-9999-02c9b40a05b2 None None] Bound using segment: {'id': '795e455e-f5de-4f0e-bca4-09842c515e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': 'f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:41.153616 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c83655d0-81db-4aa5-9999-02c9b40a05b2 None None] Bound port: 06751da8-bc46-418b-9de6-5d10b7230d0d, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795e455e-f5de-4f0e-bca4-09842c515e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': 'f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:41.155000 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c83655d0-81db-4aa5-9999-02c9b40a05b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.168133 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d59a1df-1f5e-480b-b60a-a29f2a114e67 None None] Network 9a1e8374-d621-491f-a96c-aa19dd67db3f is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:41.181556 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2eab1ccc-4615-4977-b836-8d82f9055648 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.198844 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.207670 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64a4a4-1fdc-4bc7-be7d-2696b613bc8d admin admin] Pushing event updated for resources: {'Network': ['ID=6944c500-f413-442a-9452-6ee310bb5f01,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:41.224800 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f98a332-2051-401f-a9f2-45199a02850a {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:41.227932 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-2eab1ccc-4615-4977-b836-8d82f9055648 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Calling delete_port for fa851250-968d-419b-898a-97136fe2ee35 owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:41.230078 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-4d59a1df-1f5e-480b-b60a-a29f2a114e67 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:41.238277 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50650) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:41.242118 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1a64a4a4-1fdc-4bc7-be7d-2696b613bc8d admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0402892 Aug 31 09:32:41.243286 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-56602975-43f2-4c6c-be02-09d42cffaa5f admin admin] Request body: {'subnet': {'network_id': '6944c500-f413-442a-9452-6ee310bb5f01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-531473407-subnet', 'tenant_id': '01019331d4a443dc8d7cad91f77da1d5', 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:41.253023 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 6944c500-f413-442a-9452-6ee310bb5f01 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:32:41.256294 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-92720f4b-7a83-4354-b908-65d61ae163e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.259069 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88741e9c-d4f6-4c3b-a9d6-d16c63560535 req-d6db5863-1b8c-4d18-8f7f-efcdd16f7444 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:41.260477 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d59a1df-1f5e-480b-b60a-a29f2a114e67 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:41.264933 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59a1df-1f5e-480b-b60a-a29f2a114e67 None None] Pushing event updated for resources: {'Port': ['ID=17212a28-c20a-418e-96a9-d772cc7f316f,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:41.266921 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88741e9c-d4f6-4c3b-a9d6-d16c63560535 req-d6db5863-1b8c-4d18-8f7f-efcdd16f7444 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1504b83-ddde-4a59-afaa-9645f8db03e8 HTTP/1.1" status: 200 len: 945 time: 0.1735203 Aug 31 09:32:41.290786 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7abb662a-01cf-473e-b003-db79abf7d8a9 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.324629 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcff623-eae4-4535-8727-2eb0880e869e None None] DHCP port deletion for db85df49-32f0-464c-8559-cb7cf1e93dcb request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:32:41.356648 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fdd378-2fea-47af-9695-bf22b1b9b978 req-29ac25e7-d486-4519-b340-beae2ea2996f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:41.363149 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fdd378-2fea-47af-9695-bf22b1b9b978 req-29ac25e7-d486-4519-b340-beae2ea2996f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:41.369064 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fdd378-2fea-47af-9695-bf22b1b9b978 req-29ac25e7-d486-4519-b340-beae2ea2996f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:41.375236 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fdd378-2fea-47af-9695-bf22b1b9b978 req-29ac25e7-d486-4519-b340-beae2ea2996f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:41.381235 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fdd378-2fea-47af-9695-bf22b1b9b978 req-29ac25e7-d486-4519-b340-beae2ea2996f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:41.387425 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fdd378-2fea-47af-9695-bf22b1b9b978 req-29ac25e7-d486-4519-b340-beae2ea2996f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:41.390525 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 7f98a332-2051-401f-a9f2-45199a02850a, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=7f98a332-2051-401f-a9f2-45199a02850a,segment=NetworkSegment(1bf39079-f9bb-4243-ab62-118ee90b857b),segment_id=1bf39079-f9bb-4243-ab62-118ee90b857b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:41.394137 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fdd378-2fea-47af-9695-bf22b1b9b978 req-29ac25e7-d486-4519-b340-beae2ea2996f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:41.402180 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75fdd378-2fea-47af-9695-bf22b1b9b978 req-29ac25e7-d486-4519-b340-beae2ea2996f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5421 time: 0.2381551 Aug 31 09:32:41.420689 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7422838d-2220-4e1e-a1dd-d64ddbf62505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.477889 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-3dcff623-eae4-4535-8727-2eb0880e869e None None] The port '79794de8-7c26-4148-8d63-6261f50d669a' was deleted {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Aug 31 09:32:41.484050 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422838d-2220-4e1e-a1dd-d64ddbf62505 admin admin] Pushing event deleted for resources: {'Port': ['ID=79794de8-7c26-4148-8d63-6261f50d669a,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:41.502095 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a860aa3d-909c-4ee0-9da5-ef7c48b274ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.507119 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88741e9c-d4f6-4c3b-a9d6-d16c63560535 req-277c90fb-03d5-4cc3-94a6-a0f7c087aa03 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/security-groups?id=891e4c35-d358-4959-9795-e1e381d74164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392774 Aug 31 09:32:41.525132 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.526865 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7422838d-2220-4e1e-a1dd-d64ddbf62505 admin admin] No DVR routers for this DVR port 79794de8-7c26-4148-8d63-6261f50d669a on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:32:41.535337 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75fdd378-2fea-47af-9695-bf22b1b9b978 req-15e9743a-f3f1-4c73-8092-64ff4d4be49d tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1322699 Aug 31 09:32:41.535724 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-4d59a1df-1f5e-480b-b60a-a29f2a114e67 None None] Attempting to bind port 17212a28-c20a-418e-96a9-d772cc7f316f on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:41.536102 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-4d59a1df-1f5e-480b-b60a-a29f2a114e67 None None] Attempting to bind port 17212a28-c20a-418e-96a9-d772cc7f316f by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'b024579e-db16-48ca-8aec-bfa41e8236f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': '9a1e8374-d621-491f-a96c-aa19dd67db3f'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:41.536468 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d59a1df-1f5e-480b-b60a-a29f2a114e67 None None] Attempting to bind port 17212a28-c20a-418e-96a9-d772cc7f316f on network 9a1e8374-d621-491f-a96c-aa19dd67db3f {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:41.541459 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92720f4b-7a83-4354-b908-65d61ae163e4 None None] Pushing event updated for resources: {'Port': ['ID=aa27f5d0-4d6b-4c91-93b7-b2af8165d48e,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:41.552164 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-c83655d0-81db-4aa5-9999-02c9b40a05b2 None None] For port 06751da8-bc46-418b-9de6-5d10b7230d0d, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:41.555388 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-c83655d0-81db-4aa5-9999-02c9b40a05b2 None None] For port 06751da8-bc46-418b-9de6-5d10b7230d0d, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=06751da8-bc46-418b-9de6-5d10b7230d0d,segment=NetworkSegment(795e455e-f5de-4f0e-bca4-09842c515e62),segment_id=795e455e-f5de-4f0e-bca4-09842c515e62)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:41.561196 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d59a1df-1f5e-480b-b60a-a29f2a114e67 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:41.561196 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d59a1df-1f5e-480b-b60a-a29f2a114e67 None None] Checking segment: {'id': 'b024579e-db16-48ca-8aec-bfa41e8236f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': '9a1e8374-d621-491f-a96c-aa19dd67db3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:41.561196 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4d59a1df-1f5e-480b-b60a-a29f2a114e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.561475 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d59a1df-1f5e-480b-b60a-a29f2a114e67 None None] Bound using segment: {'id': 'b024579e-db16-48ca-8aec-bfa41e8236f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': '9a1e8374-d621-491f-a96c-aa19dd67db3f'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:41.562009 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-4d59a1df-1f5e-480b-b60a-a29f2a114e67 None None] Bound port: 17212a28-c20a-418e-96a9-d772cc7f316f, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b024579e-db16-48ca-8aec-bfa41e8236f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': '9a1e8374-d621-491f-a96c-aa19dd67db3f'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:41.562308 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4d59a1df-1f5e-480b-b60a-a29f2a114e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.567125 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56602975-43f2-4c6c-be02-09d42cffaa5f admin admin] Made reservation on behalf of 01019331d4a443dc8d7cad91f77da1d5 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:32:41.569525 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-56602975-43f2-4c6c-be02-09d42cffaa5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.611121 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-2733d5fe-a0da-4593-9695-fb2badd92bdd None None] Provisioning complete for port fa851250-968d-419b-898a-97136fe2ee35 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:41.611497 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2733d5fe-a0da-4593-9695-fb2badd92bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.628666 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-7abb662a-01cf-473e-b003-db79abf7d8a9 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Allocated IP 2001:db8::1 (82ca3ece-119b-4955-8d39-860e7df83c36/f6997249-2c22-465d-87e7-762948f063ec/e74faf54-67f6-4bc3-a82d-de66059902d5) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:41.660869 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c83655d0-81db-4aa5-9999-02c9b40a05b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.675740 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=7f98a332-2051-401f-a9f2-45199a02850a,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:41.685133 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7422838d-2220-4e1e-a1dd-d64ddbf62505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.706388 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-7422838d-2220-4e1e-a1dd-d64ddbf62505 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db85df49-32f0-464c-8559-cb7cf1e93dcb']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:41.723413 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-2733d5fe-a0da-4593-9695-fb2badd92bdd None None] Port fa851250-968d-419b-898a-97136fe2ee35 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:41.744611 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-7422838d-2220-4e1e-a1dd-d64ddbf62505 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a95ffdb-6d77-445a-8e83-52f6d3d4d73c') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:41.745037 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-7422838d-2220-4e1e-a1dd-d64ddbf62505 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a95ffdb-6d77-445a-8e83-52f6d3d4d73c') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:41.763460 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7422838d-2220-4e1e-a1dd-d64ddbf62505 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.767441 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4d59a1df-1f5e-480b-b60a-a29f2a114e67 None None] For port 17212a28-c20a-418e-96a9-d772cc7f316f, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:41.776064 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4d59a1df-1f5e-480b-b60a-a29f2a114e67 None None] For port 17212a28-c20a-418e-96a9-d772cc7f316f, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=17212a28-c20a-418e-96a9-d772cc7f316f,segment=NetworkSegment(b024579e-db16-48ca-8aec-bfa41e8236f3),segment_id=b024579e-db16-48ca-8aec-bfa41e8236f3)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:41.786116 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['7f98a332-2051-401f-a9f2-45199a02850a'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:32:41.787468 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83655d0-81db-4aa5-9999-02c9b40a05b2 None None] Routers {'6821bfe6-fb5d-4690-b438-a99e8704bd81'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:41.788490 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c83655d0-81db-4aa5-9999-02c9b40a05b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:32:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['6821bfe6-fb5d-4690-b438-a99e8704bd81'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:41.798715 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-2733d5fe-a0da-4593-9695-fb2badd92bdd None None] Provisioning complete for port aa27f5d0-4d6b-4c91-93b7-b2af8165d48e triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:41.798715 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2733d5fe-a0da-4593-9695-fb2badd92bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.799672 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7422838d-2220-4e1e-a1dd-d64ddbf62505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.852785 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7422838d-2220-4e1e-a1dd-d64ddbf62505 admin admin] Releasing vlan 1630 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:32:41.853191 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7422838d-2220-4e1e-a1dd-d64ddbf62505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.854991 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d491ee-52c6-4bc0-890a-159360292c16 None None] Pushing event updated for resources: {'Port': ['ID=06751da8-bc46-418b-9de6-5d10b7230d0d,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:41.855118 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:32:41.855118 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:32:41.855118 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:32:41.855118 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:32:41.855118 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:32:41.855118 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:32:41.855118 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:32:41.855118 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:32:41.855118 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:32:41.855118 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:32:41.855118 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:32:41.855118 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:32:41.855118 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:32:41.855118 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:32:41.855118 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:32:41.855118 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:32:41.855118 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:32:41.855118 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:32:41.855118 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:32:41.855118 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:32:41.855118 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:32:41.855118 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:32:41.855118 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:32:41.855118 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:32:41.855118 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:32:41.855118 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:32:41.855118 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:32:41.855118 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:32:41.855118 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:32:41.855118 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:32:41.855118 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:32:41.855118 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:32:41.877365 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4d59a1df-1f5e-480b-b60a-a29f2a114e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.923121 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2eab1ccc-4615-4977-b836-8d82f9055648 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.949120 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7abb662a-01cf-473e-b003-db79abf7d8a9 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:41.992670 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab1ccc-4615-4977-b836-8d82f9055648 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Pushing event deleted for resources: {'Port': ['ID=fa851250-968d-419b-898a-97136fe2ee35,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:42.008577 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-7abb662a-01cf-473e-b003-db79abf7d8a9 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Transition to ACTIVE for port object e74faf54-67f6-4bc3-a82d-de66059902d5 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:42.064342 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59a1df-1f5e-480b-b60a-a29f2a114e67 None None] Pushing event updated for resources: {'Port': ['ID=17212a28-c20a-418e-96a9-d772cc7f316f,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:42.093313 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-c83655d0-81db-4aa5-9999-02c9b40a05b2 None None] Set router 6821bfe6-fb5d-4690-b438-a99e8704bd81 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:32:42.115545 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7422838d-2220-4e1e-a1dd-d64ddbf62505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:42.156600 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7abb662a-01cf-473e-b003-db79abf7d8a9 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:42.235407 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7422838d-2220-4e1e-a1dd-d64ddbf62505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:42.242802 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7422838d-2220-4e1e-a1dd-d64ddbf62505 admin admin] 10.222.0.119 "DELETE /v2.0/networks/db85df49-32f0-464c-8559-cb7cf1e93dcb HTTP/1.1" status: 204 len: 168 time: 1.9306357 Aug 31 09:32:42.245049 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422838d-2220-4e1e-a1dd-d64ddbf62505 admin admin] Pushing event deleted for resources: {'Network': ['ID=db85df49-32f0-464c-8559-cb7cf1e93dcb,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:42.250499 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-56602975-43f2-4c6c-be02-09d42cffaa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:42.284662 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abb662a-01cf-473e-b003-db79abf7d8a9 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network 82ca3ece-119b-4955-8d39-860e7df83c36 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:42.301889 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-7abb662a-01cf-473e-b003-db79abf7d8a9 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:42.307293 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abb662a-01cf-473e-b003-db79abf7d8a9 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:42.309468 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7abb662a-01cf-473e-b003-db79abf7d8a9 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:42.463597 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb662a-01cf-473e-b003-db79abf7d8a9 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Port': ['ID=e74faf54-67f6-4bc3-a82d-de66059902d5,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:42.516664 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 5d9acdeb-a6ca-42c7-926a-0c5719928246 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:42.727448 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56602975-43f2-4c6c-be02-09d42cffaa5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e71dace2-3831-47a1-b951-433c18310a02,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:42.809565 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7abb662a-01cf-473e-b003-db79abf7d8a9 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:42.988215 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56602975-43f2-4c6c-be02-09d42cffaa5f admin admin] Checking segment: {'id': '864d6922-2b2b-4734-b4d4-e89fdc2f0660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '6944c500-f413-442a-9452-6ee310bb5f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:42.988697 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56602975-43f2-4c6c-be02-09d42cffaa5f admin admin] Network hostable DHCP agents. Network: 6944c500-f413-442a-9452-6ee310bb5f01, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:32:42.992728 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device aa27f5d0-4d6b-4c91-93b7-b2af8165d48e up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:43.043226 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2eab1ccc-4615-4977-b836-8d82f9055648 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:43.050892 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50664) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:43.051757 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2eab1ccc-4615-4977-b836-8d82f9055648 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] 10.222.0.119 "DELETE /v2.0/ports/fa851250-968d-419b-898a-97136fe2ee35 HTTP/1.1" status: 204 len: 168 time: 2.6050262 Aug 31 09:32:43.072128 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b30933-19e1-4382-97aa-48dd3652d8e8 req-9584af66-d511-4b58-98bf-9232472bbab7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:43.081034 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b30933-19e1-4382-97aa-48dd3652d8e8 req-9584af66-d511-4b58-98bf-9232472bbab7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:43.087335 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1370a08-86c6-4359-849a-5c67d2180098 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] GET failed (client error): The resource could not be found. Aug 31 09:32:43.088441 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b30933-19e1-4382-97aa-48dd3652d8e8 req-9584af66-d511-4b58-98bf-9232472bbab7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:43.090195 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b1370a08-86c6-4359-849a-5c67d2180098 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] 10.222.0.119 "GET /v2.0/ports/fa851250-968d-419b-898a-97136fe2ee35 HTTP/1.1" status: 404 len: 333 time: 0.0375941 Aug 31 09:32:43.093762 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50666) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:43.102539 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b30933-19e1-4382-97aa-48dd3652d8e8 req-9584af66-d511-4b58-98bf-9232472bbab7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:43.112480 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port aa27f5d0-4d6b-4c91-93b7-b2af8165d48e triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:43.112480 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:43.112480 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 5d9acdeb-a6ca-42c7-926a-0c5719928246 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:43.119806 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b30933-19e1-4382-97aa-48dd3652d8e8 req-9584af66-d511-4b58-98bf-9232472bbab7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:43.138111 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b30933-19e1-4382-97aa-48dd3652d8e8 req-9584af66-d511-4b58-98bf-9232472bbab7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:43.142925 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 5d9acdeb-a6ca-42c7-926a-0c5719928246 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:43.143327 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:43.147227 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b30933-19e1-4382-97aa-48dd3652d8e8 req-9584af66-d511-4b58-98bf-9232472bbab7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:43.147864 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50668) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:43.149578 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-44b30933-19e1-4382-97aa-48dd3652d8e8 req-9584af66-d511-4b58-98bf-9232472bbab7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5421 time: 0.3728447 Aug 31 09:32:43.199164 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb50adb-9049-41a5-9fab-62bd032dfe34 req-cbae36a3-8514-4541-8a64-596c4113c380 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:43.200000 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f51b8a74-b8a8-4ff7-a24e-1341c3b5ca9f None None] Provisioning for port e74faf54-67f6-4bc3-a82d-de66059902d5 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:43.209305 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9bb50adb-9049-41a5-9fab-62bd032dfe34 req-cbae36a3-8514-4541-8a64-596c4113c380 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1504b83-ddde-4a59-afaa-9645f8db03e8 HTTP/1.1" status: 200 len: 945 time: 0.4313836 Aug 31 09:32:43.214902 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f51b8a74-b8a8-4ff7-a24e-1341c3b5ca9f None None] Provisioning complete for port e74faf54-67f6-4bc3-a82d-de66059902d5 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:43.215281 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f51b8a74-b8a8-4ff7-a24e-1341c3b5ca9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:43.255379 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56602975-43f2-4c6c-be02-09d42cffaa5f admin admin] Network 6944c500-f413-442a-9452-6ee310bb5f01 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:32:43.314206 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-809afb38-e905-4958-9f18-43751fcaedfa admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=b807ea962a9445be9b1ffbeebf308f16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1627114 Aug 31 09:32:43.314752 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c83655d0-81db-4aa5-9999-02c9b40a05b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6821bfe6-fb5d-4690-b438-a99e8704bd81', 'name': 'tempest-TestServerMultinode-987067986-router', 'tenant_id': '258b22b5904a4919a63f7bea70c1ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd8634360-52a7-47ae-b72c-d2a10ce9fc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:17Z', 'updated_at': '2021-08-31T09:32:34Z', 'revision_number': 4, 'project_id': '258b22b5904a4919a63f7bea70c1ed79', 'gw_port': {'id': 'd8634360-52a7-47ae-b72c-d2a10ce9fc6b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6821bfe6-fb5d-4690-b438-a99e8704bd81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:23Z', 'updated_at': '2021-08-31T09:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '06751da8-bc46-418b-9de6-5d10b7230d0d', 'name': '', 'network_id': 'f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0', 'tenant_id': '258b22b5904a4919a63f7bea70c1ed79', 'mac_address': 'fa:16:3e:cb:d7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6821bfe6-fb5d-4690-b438-a99e8704bd81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '527a8aac-ce45-4a57-a1ad-a648b6bc031e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:32Z', 'updated_at': '2021-08-31T09:32:41Z', 'revision_number': 4, 'project_id': '258b22b5904a4919a63f7bea70c1ed79', 'subnets': [{'id': '527a8aac-ce45-4a57-a1ad-a648b6bc031e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:43.318686 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50672) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:43.358541 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9bb50adb-9049-41a5-9fab-62bd032dfe34 req-389bf03c-b522-4fdd-b60a-dcfdb4360efa tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/security-groups?id=891e4c35-d358-4959-9795-e1e381d74164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481116 Aug 31 09:32:43.381856 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-44b30933-19e1-4382-97aa-48dd3652d8e8 req-73e1fc64-3ac8-4723-8072-2f9677d198c8 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2192552 Aug 31 09:32:43.386532 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83655d0-81db-4aa5-9999-02c9b40a05b2 None None] The sync data for ids ['6821bfe6-fb5d-4690-b438-a99e8704bd81'] in n-d-791506-28 is: [{'id': '6821bfe6-fb5d-4690-b438-a99e8704bd81', 'name': 'tempest-TestServerMultinode-987067986-router', 'tenant_id': '258b22b5904a4919a63f7bea70c1ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd8634360-52a7-47ae-b72c-d2a10ce9fc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:17Z', 'updated_at': '2021-08-31T09:32:34Z', 'revision_number': 4, 'project_id': '258b22b5904a4919a63f7bea70c1ed79', 'gw_port': {'id': 'd8634360-52a7-47ae-b72c-d2a10ce9fc6b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6821bfe6-fb5d-4690-b438-a99e8704bd81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:23Z', 'updated_at': '2021-08-31T09:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '06751da8-bc46-418b-9de6-5d10b7230d0d', 'name': '', 'network_id': 'f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0', 'tenant_id': '258b22b5904a4919a63f7bea70c1ed79', 'mac_address': 'fa:16:3e:cb:d7:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6821bfe6-fb5d-4690-b438-a99e8704bd81', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': '527a8aac-ce45-4a57-a1ad-a648b6bc031e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:32Z', 'updated_at': '2021-08-31T09:32:41Z', 'revision_number': 4, 'project_id': '258b22b5904a4919a63f7bea70c1ed79', 'subnets': [{'id': '527a8aac-ce45-4a57-a1ad-a648b6bc031e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:32:43.420074 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-56602975-43f2-4c6c-be02-09d42cffaa5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 6944c500-f413-442a-9452-6ee310bb5f01) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:43.425727 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56602975-43f2-4c6c-be02-09d42cffaa5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:43.426476 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-56602975-43f2-4c6c-be02-09d42cffaa5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:43.429819 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-f51b8a74-b8a8-4ff7-a24e-1341c3b5ca9f None None] Port e74faf54-67f6-4bc3-a82d-de66059902d5 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:43.462374 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-f3210175-d98e-47bb-8eb9-b500c7405601 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Deleting port a724fc42-f548-41b7-98d2-20ce05d6225d {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:43.462954 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f3210175-d98e-47bb-8eb9-b500c7405601 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:43.464966 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:43.478893 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b4aea9-9e6d-48ef-aeef-cce9301114c5 None None] Network 6944c500-f413-442a-9452-6ee310bb5f01 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:43.536142 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-56602975-43f2-4c6c-be02-09d42cffaa5f admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2966635 Aug 31 09:32:43.543247 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50674) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:43.545838 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0e039081-bd43-4901-8278-99940ab4cc47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:43.551626 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-20da0684-9a07-491c-ab57-3aeac11a3e0b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-531473407-router', 'tenant_id': '01019331d4a443dc8d7cad91f77da1d5', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:43.609227 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7abb662a-01cf-473e-b003-db79abf7d8a9 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:43.616332 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 17212a28-c20a-418e-96a9-d772cc7f316f up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:43.627445 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0e039081-bd43-4901-8278-99940ab4cc47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:43.666943 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-20da0684-9a07-491c-ab57-3aeac11a3e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:43.671582 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-20da0684-9a07-491c-ab57-3aeac11a3e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:43.721136 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7abb662a-01cf-473e-b003-db79abf7d8a9 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:43.721858 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7abb662a-01cf-473e-b003-db79abf7d8a9 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:43.746687 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1504b83-ddde-4a59-afaa-9645f8db03e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9acdeb-a6ca-42c7-926a-0c5719928246'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:43.752233 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19b7831-da31-4485-bdfc-ba35eca73592" -d '{"events": [{"server_uuid": "b1504b83-ddde-4a59-afaa-9645f8db03e8", "name": "network-vif-plugged", "status": "completed", "tag": "5d9acdeb-a6ca-42c7-926a-0c5719928246"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:43.785279 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 5d9acdeb-a6ca-42c7-926a-0c5719928246, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=5d9acdeb-a6ca-42c7-926a-0c5719928246,segment=NetworkSegment(1bf39079-f9bb-4243-ab62-118ee90b857b),segment_id=1bf39079-f9bb-4243-ab62-118ee90b857b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:43.822914 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-20da0684-9a07-491c-ab57-3aeac11a3e0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:43.837708 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f3210175-d98e-47bb-8eb9-b500c7405601 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:43.841216 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561c9004-5ea7-435d-8442-ea3a374036c5 x-openstack-request-id: req-561c9004-5ea7-435d-8442-ea3a374036c5 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:43.847947 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1504b83-ddde-4a59-afaa-9645f8db03e8", "name": "network-vif-plugged", "status": "completed", "tag": "5d9acdeb-a6ca-42c7-926a-0c5719928246", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:43.847947 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-561c9004-5ea7-435d-8442-ea3a374036c5 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:43.847947 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1504b83-ddde-4a59-afaa-9645f8db03e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9acdeb-a6ca-42c7-926a-0c5719928246', 'code': 200} Aug 31 09:32:43.864407 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 17212a28-c20a-418e-96a9-d772cc7f316f completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:43.893969 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae75f21-a350-4a4b-ae97-0b11acac77c4 None None] Network 9a1e8374-d621-491f-a96c-aa19dd67db3f requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:43.923463 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-f3210175-d98e-47bb-8eb9-b500c7405601 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Calling delete_port for a724fc42-f548-41b7-98d2-20ce05d6225d owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:43.973640 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 79794de8-7c26-4148-8d63-6261f50d669a no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:32:44.002709 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb662a-01cf-473e-b003-db79abf7d8a9 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Port': ['ID=e74faf54-67f6-4bc3-a82d-de66059902d5,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:44.031187 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 79794de8-7c26-4148-8d63-6261f50d669a {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:32:44.031533 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 79794de8-7c26-4148-8d63-6261f50d669a not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:32:44.054164 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:44.054164 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3daf729a-d352-4e25-a8ee-f67b728a7ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:44.073365 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0e039081-bd43-4901-8278-99940ab4cc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:44.076748 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0e039081-bd43-4901-8278-99940ab4cc47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:44.080746 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0e039081-bd43-4901-8278-99940ab4cc47 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/4a62be48-1885-49cf-8393-4b0b8002d64d HTTP/1.1" status: 204 len: 168 time: 0.7574987 Aug 31 09:32:44.111860 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ef0984-f59c-4ad3-89ae-f11fd200b012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-6944c500-f413-442a-9452-6ee310bb5f01', 'network_id': '6944c500-f413-442a-9452-6ee310bb5f01', 'tenant_id': '01019331d4a443dc8d7cad91f77da1d5', 'fixed_ips': [{'subnet_id': 'e71dace2-3831-47a1-b951-433c18310a02'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:32:44.112714 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f4ef0984-f59c-4ad3-89ae-f11fd200b012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:44.125010 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=5d9acdeb-a6ca-42c7-926a-0c5719928246,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:44.143338 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 7f98a332-2051-401f-a9f2-45199a02850a up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:44.162916 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8a131-6108-453a-9d27-2698981f654c req-cb05f62b-2b52-4468-a0c3-e613a827a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:44.170458 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a3a8a131-6108-453a-9d27-2698981f654c req-cb05f62b-2b52-4468-a0c3-e613a827a00d service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=b1504b83-ddde-4a59-afaa-9645f8db03e8 HTTP/1.1" status: 200 len: 1098 time: 0.2255762 Aug 31 09:32:44.174994 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e039081-bd43-4901-8278-99940ab4cc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a62be48-1885-49cf-8393-4b0b8002d64d,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:44.179914 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-20da0684-9a07-491c-ab57-3aeac11a3e0b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:44.192907 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abb662a-01cf-473e-b003-db79abf7d8a9 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network 82ca3ece-119b-4955-8d39-860e7df83c36 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:44.210234 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-7abb662a-01cf-473e-b003-db79abf7d8a9 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:44.229774 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6d09e686-03dc-4303-bbed-5f65b26fb973 None None] Provisioning for port 17212a28-c20a-418e-96a9-d772cc7f316f completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:44.238321 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6d09e686-03dc-4303-bbed-5f65b26fb973 None None] Provisioning complete for port 17212a28-c20a-418e-96a9-d772cc7f316f triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:44.238788 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6d09e686-03dc-4303-bbed-5f65b26fb973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:44.286818 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a3a8a131-6108-453a-9d27-2698981f654c req-c12efc2d-5b0c-4c76-9cfc-12b26fcb37de service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=891e4c35-d358-4959-9795-e1e381d74164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015432 Aug 31 09:32:44.302208 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:44.540738 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f3210175-d98e-47bb-8eb9-b500c7405601 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:44.564513 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-f4ef0984-f59c-4ad3-89ae-f11fd200b012 None None] Allocated IP 172.20.0.2 (6944c500-f413-442a-9452-6ee310bb5f01/e71dace2-3831-47a1-b951-433c18310a02/b54c6230-943e-403b-aa19-4b09869f0926) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:44.566443 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 7f98a332-2051-401f-a9f2-45199a02850a completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:44.634702 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7abb662a-01cf-473e-b003-db79abf7d8a9 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Router c71048f4-703b-479e-be1a-51465f4e9987 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:32:44.644028 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3210175-d98e-47bb-8eb9-b500c7405601 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Pushing event deleted for resources: {'Port': ['ID=a724fc42-f548-41b7-98d2-20ce05d6225d,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:44.683772 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 7f98a332-2051-401f-a9f2-45199a02850a triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:44.686458 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:44.759229 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6d09e686-03dc-4303-bbed-5f65b26fb973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:44.830032 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 06751da8-bc46-418b-9de6-5d10b7230d0d up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:44.848858 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5c5d1-9efe-47c2-bc52-8a449acf95a3 req-b27af9cf-72d2-4432-a04f-f75348a5d3e6 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:44.860688 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-96c5c5d1-9efe-47c2-bc52-8a449acf95a3 req-b27af9cf-72d2-4432-a04f-f75348a5d3e6 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1504b83-ddde-4a59-afaa-9645f8db03e8 HTTP/1.1" status: 200 len: 946 time: 0.2934105 Aug 31 09:32:44.953878 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc403e-a16f-4c5c-83e6-c4b7cbeaa46c req-dd3429de-a417-4bac-816e-5870f66accd1 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:44.975747 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc403e-a16f-4c5c-83e6-c4b7cbeaa46c req-dd3429de-a417-4bac-816e-5870f66accd1 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:44.982814 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc403e-a16f-4c5c-83e6-c4b7cbeaa46c req-dd3429de-a417-4bac-816e-5870f66accd1 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:44.990209 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc403e-a16f-4c5c-83e6-c4b7cbeaa46c req-dd3429de-a417-4bac-816e-5870f66accd1 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:45.005156 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc403e-a16f-4c5c-83e6-c4b7cbeaa46c req-dd3429de-a417-4bac-816e-5870f66accd1 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:45.041867 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc403e-a16f-4c5c-83e6-c4b7cbeaa46c req-dd3429de-a417-4bac-816e-5870f66accd1 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:45.064177 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc403e-a16f-4c5c-83e6-c4b7cbeaa46c req-dd3429de-a417-4bac-816e-5870f66accd1 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:45.066782 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-45cc403e-a16f-4c5c-83e6-c4b7cbeaa46c req-dd3429de-a417-4bac-816e-5870f66accd1 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5421 time: 0.3951001 Aug 31 09:32:45.104279 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f4ef0984-f59c-4ad3-89ae-f11fd200b012 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:45.116388 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f4ef0984-f59c-4ad3-89ae-f11fd200b012 None None] Transition to ACTIVE for port object b54c6230-943e-403b-aa19-4b09869f0926 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:45.134504 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f4ef0984-f59c-4ad3-89ae-f11fd200b012 None None] Transition to ACTIVE for port object b54c6230-943e-403b-aa19-4b09869f0926 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:45.147462 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f3210175-d98e-47bb-8eb9-b500c7405601 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:45.155407 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f3210175-d98e-47bb-8eb9-b500c7405601 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] 10.222.0.119 "DELETE /v2.0/ports/a724fc42-f548-41b7-98d2-20ce05d6225d HTTP/1.1" status: 204 len: 168 time: 2.0572226 Aug 31 09:32:45.157675 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50700) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:45.157930 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-6d09e686-03dc-4303-bbed-5f65b26fb973 None None] For port 17212a28-c20a-418e-96a9-d772cc7f316f, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=17212a28-c20a-418e-96a9-d772cc7f316f,segment=NetworkSegment(b024579e-db16-48ca-8aec-bfa41e8236f3),segment_id=b024579e-db16-48ca-8aec-bfa41e8236f3)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:45.199419 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-96c5c5d1-9efe-47c2-bc52-8a449acf95a3 req-8959fa8e-7e0d-4f30-92bf-4314f79d51a5 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/security-groups?id=891e4c35-d358-4959-9795-e1e381d74164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376491 Aug 31 09:32:45.209261 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-832c1215-537d-41b9-be16-f68049ccf7f8 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] GET failed (client error): The resource could not be found. Aug 31 09:32:45.217703 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-832c1215-537d-41b9-be16-f68049ccf7f8 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] 10.222.0.119 "GET /v2.0/ports/a724fc42-f548-41b7-98d2-20ce05d6225d HTTP/1.1" status: 404 len: 333 time: 0.0523453 Aug 31 09:32:45.217703 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abb662a-01cf-473e-b003-db79abf7d8a9 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:32:45.219066 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50702) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:45.228205 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bad47a5-fb51-4494-8394-6b03682d0cbb None None] Sync routers for ids ['c71048f4-703b-479e-be1a-51465f4e9987'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:32:45.247678 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bad47a5-fb51-4494-8394-6b03682d0cbb None None] Routers {'c71048f4-703b-479e-be1a-51465f4e9987'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:45.249025 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-1bad47a5-fb51-4494-8394-6b03682d0cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:32:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['c71048f4-703b-479e-be1a-51465f4e9987'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:45.257670 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f4ef0984-f59c-4ad3-89ae-f11fd200b012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:45.274243 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7abb662a-01cf-473e-b003-db79abf7d8a9 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "PUT /v2.0/routers/c71048f4-703b-479e-be1a-51465f4e9987/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5874584 Aug 31 09:32:45.274243 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50706) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:45.283130 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-45cc403e-a16f-4c5c-83e6-c4b7cbeaa46c req-8a3986fd-4005-47ba-af04-6cb188e582a8 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1918371 Aug 31 09:32:45.336767 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6d09e686-03dc-4303-bbed-5f65b26fb973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:45.363035 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-1bad47a5-fb51-4494-8394-6b03682d0cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:45.390163 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-20da0684-9a07-491c-ab57-3aeac11a3e0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:45.406261 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bad47a5-fb51-4494-8394-6b03682d0cbb None None] Routers {'c71048f4-703b-479e-be1a-51465f4e9987'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:45.406261 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-1bad47a5-fb51-4494-8394-6b03682d0cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:32:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['c71048f4-703b-479e-be1a-51465f4e9987'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:45.406710 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ef0984-f59c-4ad3-89ae-f11fd200b012 None None] Network 6944c500-f413-442a-9452-6ee310bb5f01 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:45.433044 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-f4ef0984-f59c-4ad3-89ae-f11fd200b012 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:45.440892 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ef0984-f59c-4ad3-89ae-f11fd200b012 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:45.442237 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-20da0684-9a07-491c-ab57-3aeac11a3e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:45.451764 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1938ddb5-91eb-486f-970b-df59eb63ee38 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:45.462811 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1938ddb5-91eb-486f-970b-df59eb63ee38 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "GET /v2.0/ports/e74faf54-67f6-4bc3-a82d-de66059902d5 HTTP/1.1" status: 200 len: 911 time: 0.1812747 Aug 31 09:32:45.464887 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50710) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:45.481347 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:45.495681 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-1bad47a5-fb51-4494-8394-6b03682d0cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:45.496434 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bad47a5-fb51-4494-8394-6b03682d0cbb None None] The sync data for ids ['c71048f4-703b-479e-be1a-51465f4e9987'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:32:45.506787 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef0984-f59c-4ad3-89ae-f11fd200b012 None None] Pushing event updated for resources: {'Port': ['ID=b54c6230-943e-403b-aa19-4b09869f0926,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:45.584664 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:45.597294 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 06751da8-bc46-418b-9de6-5d10b7230d0d completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:45.630460 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 06751da8-bc46-418b-9de6-5d10b7230d0d triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:45.631293 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:45.664134 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-20da0684-9a07-491c-ab57-3aeac11a3e0b admin admin] Allocated IP 172.25.2.148 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:45.757561 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 7f98a332-2051-401f-a9f2-45199a02850a, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=7f98a332-2051-401f-a9f2-45199a02850a,segment=NetworkSegment(1bf39079-f9bb-4243-ab62-118ee90b857b),segment_id=1bf39079-f9bb-4243-ab62-118ee90b857b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:45.769870 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-27e2f039-6dbc-41e4-8822-b1326f520e91 None None] Provisioning complete for port e74faf54-67f6-4bc3-a82d-de66059902d5 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:45.770358 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-27e2f039-6dbc-41e4-8822-b1326f520e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:45.828283 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-27e2f039-6dbc-41e4-8822-b1326f520e91 None None] Port e74faf54-67f6-4bc3-a82d-de66059902d5 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:45.833624 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-20da0684-9a07-491c-ab57-3aeac11a3e0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:45.840616 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-f4ef0984-f59c-4ad3-89ae-f11fd200b012 None None] Attempting to bind port b54c6230-943e-403b-aa19-4b09869f0926 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:45.840616 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-f4ef0984-f59c-4ad3-89ae-f11fd200b012 None None] Attempting to bind port b54c6230-943e-403b-aa19-4b09869f0926 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '864d6922-2b2b-4734-b4d4-e89fdc2f0660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '6944c500-f413-442a-9452-6ee310bb5f01'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:45.840616 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ef0984-f59c-4ad3-89ae-f11fd200b012 None None] Attempting to bind port b54c6230-943e-403b-aa19-4b09869f0926 on network 6944c500-f413-442a-9452-6ee310bb5f01 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:45.849093 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:45.852056 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e771e8b-f09e-4328-a0c4-4d3a21b30774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f98a332-2051-401f-a9f2-45199a02850a'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:45.854778 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21dc32d9-d3e5-4d25-b3cf-b56f6fe20343" -d '{"events": [{"server_uuid": "8e771e8b-f09e-4328-a0c4-4d3a21b30774", "name": "network-vif-plugged", "status": "completed", "tag": "7f98a332-2051-401f-a9f2-45199a02850a"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:45.863781 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-27e2f039-6dbc-41e4-8822-b1326f520e91 None None] Provisioning complete for port 17212a28-c20a-418e-96a9-d772cc7f316f triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:45.864221 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-27e2f039-6dbc-41e4-8822-b1326f520e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:45.912701 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09e686-03dc-4303-bbed-5f65b26fb973 None None] Pushing event updated for resources: {'Port': ['ID=17212a28-c20a-418e-96a9-d772cc7f316f,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:45.924280 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ef0984-f59c-4ad3-89ae-f11fd200b012 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:45.924571 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ef0984-f59c-4ad3-89ae-f11fd200b012 None None] Checking segment: {'id': '864d6922-2b2b-4734-b4d4-e89fdc2f0660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '6944c500-f413-442a-9452-6ee310bb5f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:45.925022 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f4ef0984-f59c-4ad3-89ae-f11fd200b012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:45.925414 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ef0984-f59c-4ad3-89ae-f11fd200b012 None None] Bound using segment: {'id': '864d6922-2b2b-4734-b4d4-e89fdc2f0660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '6944c500-f413-442a-9452-6ee310bb5f01'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:45.925900 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-f4ef0984-f59c-4ad3-89ae-f11fd200b012 None None] Bound port: b54c6230-943e-403b-aa19-4b09869f0926, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864d6922-2b2b-4734-b4d4-e89fdc2f0660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '6944c500-f413-442a-9452-6ee310bb5f01'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:45.926322 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f4ef0984-f59c-4ad3-89ae-f11fd200b012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:45.991658 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-20da0684-9a07-491c-ab57-3aeac11a3e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:46.161587 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20da0684-9a07-491c-ab57-3aeac11a3e0b admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:46.176376 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-20da0684-9a07-491c-ab57-3aeac11a3e0b admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:46.188380 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20da0684-9a07-491c-ab57-3aeac11a3e0b admin admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:46.232670 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a69ada-e221-4982-81d7-43028d80b914 x-openstack-request-id: req-71a69ada-e221-4982-81d7-43028d80b914 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:46.233171 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e771e8b-f09e-4328-a0c4-4d3a21b30774", "name": "network-vif-plugged", "status": "completed", "tag": "7f98a332-2051-401f-a9f2-45199a02850a", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:46.233635 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-71a69ada-e221-4982-81d7-43028d80b914 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:46.234186 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da0684-9a07-491c-ab57-3aeac11a3e0b admin admin] Pushing event updated for resources: {'Port': ['ID=067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:46.234568 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e771e8b-f09e-4328-a0c4-4d3a21b30774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f98a332-2051-401f-a9f2-45199a02850a', 'code': 200} Aug 31 09:32:46.255766 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:46.268376 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e3aa9-81f4-446a-adf1-9066cbc7d3c4 req-07e9eaea-2a7b-45b3-8955-288120bc0a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:46.274016 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-278e3aa9-81f4-446a-adf1-9066cbc7d3c4 req-07e9eaea-2a7b-45b3-8955-288120bc0a00 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8e771e8b-f09e-4328-a0c4-4d3a21b30774 HTTP/1.1" status: 200 len: 1097 time: 0.1856644 Aug 31 09:32:46.386787 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-29ca2069-f04b-46ff-a256-d02c201899b5 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Deleting port 75b890cb-1ae9-49a6-9b76-e8a99d7ef21f {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:46.387343 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-29ca2069-f04b-46ff-a256-d02c201899b5 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:46.460074 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 06751da8-bc46-418b-9de6-5d10b7230d0d, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=06751da8-bc46-418b-9de6-5d10b7230d0d,segment=NetworkSegment(795e455e-f5de-4f0e-bca4-09842c515e62),segment_id=795e455e-f5de-4f0e-bca4-09842c515e62)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:46.502859 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=7f98a332-2051-401f-a9f2-45199a02850a,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:46.535569 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:46.617362 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-29ca2069-f04b-46ff-a256-d02c201899b5 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:46.617583 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-f4ef0984-f59c-4ad3-89ae-f11fd200b012 None None] For port b54c6230-943e-403b-aa19-4b09869f0926, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:46.654788 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-29ca2069-f04b-46ff-a256-d02c201899b5 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Calling delete_port for 75b890cb-1ae9-49a6-9b76-e8a99d7ef21f owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:46.677352 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-f4ef0984-f59c-4ad3-89ae-f11fd200b012 None None] For port b54c6230-943e-403b-aa19-4b09869f0926, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=b54c6230-943e-403b-aa19-4b09869f0926,segment=NetworkSegment(864d6922-2b2b-4734-b4d4-e89fdc2f0660),segment_id=864d6922-2b2b-4734-b4d4-e89fdc2f0660)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:46.688470 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 17212a28-c20a-418e-96a9-d772cc7f316f up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:46.756506 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=06751da8-bc46-418b-9de6-5d10b7230d0d,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:46.759114 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-278e3aa9-81f4-446a-adf1-9066cbc7d3c4 req-4c265711-75d5-44e7-a083-1742fe243847 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=891e4c35-d358-4959-9795-e1e381d74164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4783456 Aug 31 09:32:46.769217 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f4ef0984-f59c-4ad3-89ae-f11fd200b012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:46.879523 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 17212a28-c20a-418e-96a9-d772cc7f316f triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:46.890393 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:46.899803 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813ce3b-957d-498b-99c2-bcb9a85678dc req-2ee234b8-110e-4d50-b3cb-f5ad38e2a583 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:46.900972 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef0984-f59c-4ad3-89ae-f11fd200b012 None None] Pushing event updated for resources: {'Port': ['ID=b54c6230-943e-403b-aa19-4b09869f0926,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:46.913051 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813ce3b-957d-498b-99c2-bcb9a85678dc req-2ee234b8-110e-4d50-b3cb-f5ad38e2a583 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:46.927178 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813ce3b-957d-498b-99c2-bcb9a85678dc req-2ee234b8-110e-4d50-b3cb-f5ad38e2a583 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:46.933180 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813ce3b-957d-498b-99c2-bcb9a85678dc req-2ee234b8-110e-4d50-b3cb-f5ad38e2a583 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:46.941026 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813ce3b-957d-498b-99c2-bcb9a85678dc req-2ee234b8-110e-4d50-b3cb-f5ad38e2a583 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:46.947453 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813ce3b-957d-498b-99c2-bcb9a85678dc req-2ee234b8-110e-4d50-b3cb-f5ad38e2a583 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:46.954269 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813ce3b-957d-498b-99c2-bcb9a85678dc req-2ee234b8-110e-4d50-b3cb-f5ad38e2a583 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:46.956551 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f813ce3b-957d-498b-99c2-bcb9a85678dc req-2ee234b8-110e-4d50-b3cb-f5ad38e2a583 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5421 time: 0.4236147 Aug 31 09:32:47.028976 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:47.034025 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-22f9a128-9ec1-4c50-bcc9-f7ce9ff4424b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:47.045425 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f72cf-7fe8-462c-8b86-3d95deb411c0 req-b1761f1f-f753-4dc0-b092-0a9e86b9e661 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:47.052513 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-300f72cf-7fe8-462c-8b86-3d95deb411c0 req-b1761f1f-f753-4dc0-b092-0a9e86b9e661 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1504b83-ddde-4a59-afaa-9645f8db03e8 HTTP/1.1" status: 200 len: 946 time: 0.7044964 Aug 31 09:32:47.122099 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-29ca2069-f04b-46ff-a256-d02c201899b5 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:47.125216 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f813ce3b-957d-498b-99c2-bcb9a85678dc req-caddfeb8-5f76-4870-a70d-34cf545764de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0893512 Aug 31 09:32:47.234792 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca2069-f04b-46ff-a256-d02c201899b5 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Pushing event deleted for resources: {'Port': ['ID=75b890cb-1ae9-49a6-9b76-e8a99d7ef21f,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:47.236948 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-20da0684-9a07-491c-ab57-3aeac11a3e0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:47.631632 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-29ca2069-f04b-46ff-a256-d02c201899b5 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:47.635244 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-29ca2069-f04b-46ff-a256-d02c201899b5 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] 10.222.0.119 "DELETE /v2.0/ports/75b890cb-1ae9-49a6-9b76-e8a99d7ef21f HTTP/1.1" status: 204 len: 168 time: 2.4151442 Aug 31 09:32:47.640497 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50744) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:47.786132 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae433200-745f-49ce-8900-d8b6a0e7bc3c tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Deleting subnet 67225389-fbb5-48d8-9762-c293f0eead02 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:32:47.790568 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ae433200-745f-49ce-8900-d8b6a0e7bc3c tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:47.869029 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-22f9a128-9ec1-4c50-bcc9-f7ce9ff4424b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Allocated IP 2001:db8:1::1 (9a1e8374-d621-491f-a96c-aa19dd67db3f/26000630-70e7-456a-a630-618458a66bf1/82919596-5593-43e0-a109-02ff20786416) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:47.886857 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ae433200-745f-49ce-8900-d8b6a0e7bc3c tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:48.155093 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ae433200-745f-49ce-8900-d8b6a0e7bc3c tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:48.181717 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-22f9a128-9ec1-4c50-bcc9-f7ce9ff4424b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:48.222777 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-300f72cf-7fe8-462c-8b86-3d95deb411c0 req-36cca3d5-a86b-4b45-bb27-0a7197612b5a tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/security-groups?id=891e4c35-d358-4959-9795-e1e381d74164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0994313 Aug 31 09:32:48.223335 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-22f9a128-9ec1-4c50-bcc9-f7ce9ff4424b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Transition to ACTIVE for port object 82919596-5593-43e0-a109-02ff20786416 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:48.223421 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-20da0684-9a07-491c-ab57-3aeac11a3e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:48.345343 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ae433200-745f-49ce-8900-d8b6a0e7bc3c tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:48.377400 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae433200-745f-49ce-8900-d8b6a0e7bc3c tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Pushing event deleted for resources: {'Subnet': ['ID=67225389-fbb5-48d8-9762-c293f0eead02,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:48.379924 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-22f9a128-9ec1-4c50-bcc9-f7ce9ff4424b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:48.388414 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ae433200-745f-49ce-8900-d8b6a0e7bc3c tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:48.390944 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ae433200-745f-49ce-8900-d8b6a0e7bc3c tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] 10.222.0.119 "DELETE /v2.0/subnets/67225389-fbb5-48d8-9762-c293f0eead02 HTTP/1.1" status: 204 len: 168 time: 0.7489834 Aug 31 09:32:48.394474 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50762) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:48.408353 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722cf16f-eda0-4bed-8358-37a784ef5cfd None None] Network e6e682cf-0d6d-49dd-b87a-a87d00f8ace3 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:48.504371 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f9a128-9ec1-4c50-bcc9-f7ce9ff4424b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network 9a1e8374-d621-491f-a96c-aa19dd67db3f is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:48.509945 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9a128-9ec1-4c50-bcc9-f7ce9ff4424b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Port': ['ID=82919596-5593-43e0-a109-02ff20786416,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:48.513574 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-22f9a128-9ec1-4c50-bcc9-f7ce9ff4424b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:48.518354 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f9a128-9ec1-4c50-bcc9-f7ce9ff4424b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:48.518933 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-22f9a128-9ec1-4c50-bcc9-f7ce9ff4424b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:48.564327 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90aea8f-b508-486c-9b09-2f40db3cf5bb req-b01b5ace-e774-4b38-ad00-855d13d061dc tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:48.573436 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a90aea8f-b508-486c-9b09-2f40db3cf5bb req-b01b5ace-e774-4b38-ad00-855d13d061dc tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?device_id=8e771e8b-f09e-4328-a0c4-4d3a21b30774 HTTP/1.1" status: 200 len: 945 time: 0.2456288 Aug 31 09:32:48.577632 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fb511430-3f72-4220-b90b-48b51263f178 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:48.598600 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360d07bb-f307-4cfd-83cd-40c5255ee5e9 None None] Network 6944c500-f413-442a-9452-6ee310bb5f01 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:32:48.638462 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e5c6f-94b9-4087-91c1-f1d2c7c8cd4e req-1fd6d0e6-fd03-47b5-9055-f25c4074f259 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:48.650282 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e5c6f-94b9-4087-91c1-f1d2c7c8cd4e req-1fd6d0e6-fd03-47b5-9055-f25c4074f259 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:48.662043 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e5c6f-94b9-4087-91c1-f1d2c7c8cd4e req-1fd6d0e6-fd03-47b5-9055-f25c4074f259 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:48.675844 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e5c6f-94b9-4087-91c1-f1d2c7c8cd4e req-1fd6d0e6-fd03-47b5-9055-f25c4074f259 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:48.685440 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e5c6f-94b9-4087-91c1-f1d2c7c8cd4e req-1fd6d0e6-fd03-47b5-9055-f25c4074f259 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:48.691568 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e5c6f-94b9-4087-91c1-f1d2c7c8cd4e req-1fd6d0e6-fd03-47b5-9055-f25c4074f259 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:48.700008 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e5c6f-94b9-4087-91c1-f1d2c7c8cd4e req-1fd6d0e6-fd03-47b5-9055-f25c4074f259 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:48.715475 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-fb511430-3f72-4220-b90b-48b51263f178 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Deleting port 73334316-5376-4350-b856-12be25e05d6b {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:48.715918 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-107e5c6f-94b9-4087-91c1-f1d2c7c8cd4e req-1fd6d0e6-fd03-47b5-9055-f25c4074f259 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5421 time: 0.3872960 Aug 31 09:32:48.719948 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fb511430-3f72-4220-b90b-48b51263f178 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:48.723122 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a90aea8f-b508-486c-9b09-2f40db3cf5bb req-e2063a4d-8cf5-4939-8407-5ac551264b7d tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/security-groups?id=891e4c35-d358-4959-9795-e1e381d74164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488249 Aug 31 09:32:48.723701 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20da0684-9a07-491c-ab57-3aeac11a3e0b admin admin] Router dac97baf-dde4-4459-a664-c9e094b7bfcc is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:32:48.814876 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-107e5c6f-94b9-4087-91c1-f1d2c7c8cd4e req-be8c8e9f-ae11-4936-b5aa-1f501d1726de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1009610 Aug 31 09:32:48.843627 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c5696771-c7ef-42ba-8553-63a4542ff8ee None None] Provisioning for port b54c6230-943e-403b-aa19-4b09869f0926 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:48.874953 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ae110b-3085-45f4-89e2-aed864d1471d None None] DHCP port deletion for e6e682cf-0d6d-49dd-b87a-a87d00f8ace3 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:32:48.974328 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-fb511430-3f72-4220-b90b-48b51263f178 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] For port 73334316-5376-4350-b856-12be25e05d6b, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=73334316-5376-4350-b856-12be25e05d6b,segment=NetworkSegment(91f2f9b6-6082-48f0-9766-aa23d86d0143),segment_id=91f2f9b6-6082-48f0-9766-aa23d86d0143)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:48.975921 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fb511430-3f72-4220-b90b-48b51263f178 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:49.040964 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 06751da8-bc46-418b-9de6-5d10b7230d0d up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:49.116814 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-fb511430-3f72-4220-b90b-48b51263f178 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Calling delete_port for 73334316-5376-4350-b856-12be25e05d6b owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:49.147011 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20da0684-9a07-491c-ab57-3aeac11a3e0b admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:32:49.184314 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3bfb46-d21f-4527-9484-52aa3c6fdd08 None None] Sync routers for ids ['dac97baf-dde4-4459-a664-c9e094b7bfcc'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:32:49.184807 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-22f9a128-9ec1-4c50-bcc9-f7ce9ff4424b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:49.207790 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a8ae110b-3085-45f4-89e2-aed864d1471d None None] Deleting port 73334316-5376-4350-b856-12be25e05d6b {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:49.208209 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a8ae110b-3085-45f4-89e2-aed864d1471d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:49.219857 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3bfb46-d21f-4527-9484-52aa3c6fdd08 None None] Routers {'dac97baf-dde4-4459-a664-c9e094b7bfcc'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:49.220499 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-fc3bfb46-d21f-4527-9484-52aa3c6fdd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:32:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['dac97baf-dde4-4459-a664-c9e094b7bfcc'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:49.288628 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-20da0684-9a07-491c-ab57-3aeac11a3e0b admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:49.295387 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-20da0684-9a07-491c-ab57-3aeac11a3e0b admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7505686 Aug 31 09:32:49.296630 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50780) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:49.367038 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-fc3bfb46-d21f-4527-9484-52aa3c6fdd08 None None] Set router dac97baf-dde4-4459-a664-c9e094b7bfcc gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:32:49.477847 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-18ed5079-a695-4a42-b6d9-16cf73fe90a6 None None] Provisioning for port 82919596-5593-43e0-a109-02ff20786416 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:49.577282 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-18ed5079-a695-4a42-b6d9-16cf73fe90a6 None None] Provisioning complete for port 82919596-5593-43e0-a109-02ff20786416 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:49.577560 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-18ed5079-a695-4a42-b6d9-16cf73fe90a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:49.641123 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-18ed5079-a695-4a42-b6d9-16cf73fe90a6 None None] Port 82919596-5593-43e0-a109-02ff20786416 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:49.657957 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 06751da8-bc46-418b-9de6-5d10b7230d0d triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:49.658329 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:49.679898 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-22f9a128-9ec1-4c50-bcc9-f7ce9ff4424b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:49.695572 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-a8ae110b-3085-45f4-89e2-aed864d1471d None None] For port 73334316-5376-4350-b856-12be25e05d6b, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=73334316-5376-4350-b856-12be25e05d6b,segment=NetworkSegment(91f2f9b6-6082-48f0-9766-aa23d86d0143),segment_id=91f2f9b6-6082-48f0-9766-aa23d86d0143)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:49.695811 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a8ae110b-3085-45f4-89e2-aed864d1471d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:49.730681 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a8ae110b-3085-45f4-89e2-aed864d1471d None None] Calling delete_port for 73334316-5376-4350-b856-12be25e05d6b owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:49.847256 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-22f9a128-9ec1-4c50-bcc9-f7ce9ff4424b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:49.848209 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-22f9a128-9ec1-4c50-bcc9-f7ce9ff4424b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:49.896698 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b54c6230-943e-403b-aa19-4b09869f0926 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:50.051608 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9a128-9ec1-4c50-bcc9-f7ce9ff4424b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Port': ['ID=82919596-5593-43e0-a109-02ff20786416,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:50.094913 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-fc3bfb46-d21f-4527-9484-52aa3c6fdd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac97baf-dde4-4459-a664-c9e094b7bfcc', 'name': 'tempest-TestServerMultinode-531473407-router', 'tenant_id': '01019331d4a443dc8d7cad91f77da1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:43Z', 'updated_at': '2021-08-31T09:32:46Z', 'revision_number': 3, 'project_id': '01019331d4a443dc8d7cad91f77da1d5', 'gw_port': {'id': '067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ba:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac97baf-dde4-4459-a664-c9e094b7bfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:45Z', 'updated_at': '2021-08-31T09:32:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:50.155399 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fa130-8385-417b-be40-20a4978cff56 req-8e5e4c9b-711d-4253-8033-70f5f44ab6df tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:50.161548 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fa130-8385-417b-be40-20a4978cff56 req-8e5e4c9b-711d-4253-8033-70f5f44ab6df tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:50.170744 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3bfb46-d21f-4527-9484-52aa3c6fdd08 None None] Checking router: dac97baf-dde4-4459-a664-c9e094b7bfcc for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:32:50.171154 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3bfb46-d21f-4527-9484-52aa3c6fdd08 None None] Updating router dac97baf-dde4-4459-a664-c9e094b7bfcc port 067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:32:50.173321 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a8ae110b-3085-45f4-89e2-aed864d1471d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:50.179342 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fa130-8385-417b-be40-20a4978cff56 req-8e5e4c9b-711d-4253-8033-70f5f44ab6df tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:50.196941 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fa130-8385-417b-be40-20a4978cff56 req-8e5e4c9b-711d-4253-8033-70f5f44ab6df tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:50.207508 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fa130-8385-417b-be40-20a4978cff56 req-8e5e4c9b-711d-4253-8033-70f5f44ab6df tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:50.213481 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fa130-8385-417b-be40-20a4978cff56 req-8e5e4c9b-711d-4253-8033-70f5f44ab6df tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:50.221615 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port b54c6230-943e-403b-aa19-4b09869f0926 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:50.230298 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fa130-8385-417b-be40-20a4978cff56 req-8e5e4c9b-711d-4253-8033-70f5f44ab6df tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:50.238628 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-550fa130-8385-417b-be40-20a4978cff56 req-8e5e4c9b-711d-4253-8033-70f5f44ab6df tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5421 time: 0.2565677 Aug 31 09:32:50.301375 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae110b-3085-45f4-89e2-aed864d1471d None None] Pushing event deleted for resources: {'Port': ['ID=73334316-5376-4350-b856-12be25e05d6b,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:50.307120 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port b54c6230-943e-403b-aa19-4b09869f0926 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:50.307488 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:50.364786 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ae110b-3085-45f4-89e2-aed864d1471d None None] No DVR routers for this DVR port 73334316-5376-4350-b856-12be25e05d6b on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:32:50.381819 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fc3bfb46-d21f-4527-9484-52aa3c6fdd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:50.411465 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-550fa130-8385-417b-be40-20a4978cff56 req-99f72231-5da0-4d72-83e2-75f0b7f4de4a tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1430948 Aug 31 09:32:50.455658 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f47330-aff6-4faa-9e82-88c262880581 req-c0b37a3f-0a31-4719-bb5b-831799b0ba33 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:50.461154 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d8f47330-aff6-4faa-9e82-88c262880581 req-c0b37a3f-0a31-4719-bb5b-831799b0ba33 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?device_id=8e771e8b-f09e-4328-a0c4-4d3a21b30774 HTTP/1.1" status: 200 len: 945 time: 0.2214594 Aug 31 09:32:50.532467 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f9a128-9ec1-4c50-bcc9-f7ce9ff4424b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network 9a1e8374-d621-491f-a96c-aa19dd67db3f is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:50.533788 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fb511430-3f72-4220-b90b-48b51263f178 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:50.581144 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-22f9a128-9ec1-4c50-bcc9-f7ce9ff4424b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:50.582468 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d8f47330-aff6-4faa-9e82-88c262880581 req-e4123117-1b6a-40ed-92b9-b2f061195343 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/security-groups?id=891e4c35-d358-4959-9795-e1e381d74164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189013 Aug 31 09:32:50.679420 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:50.788647 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb511430-3f72-4220-b90b-48b51263f178 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Pushing event deleted for resources: {'Port': ['ID=73334316-5376-4350-b856-12be25e05d6b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:50.810953 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f9a128-9ec1-4c50-bcc9-f7ce9ff4424b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Router c71048f4-703b-479e-be1a-51465f4e9987 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:32:50.849770 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port b54c6230-943e-403b-aa19-4b09869f0926, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=b54c6230-943e-403b-aa19-4b09869f0926,segment=NetworkSegment(864d6922-2b2b-4734-b4d4-e89fdc2f0660),segment_id=864d6922-2b2b-4734-b4d4-e89fdc2f0660)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:50.853537 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb511430-3f72-4220-b90b-48b51263f178 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] No DVR routers for this DVR port 73334316-5376-4350-b856-12be25e05d6b on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:32:50.985047 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fc3bfb46-d21f-4527-9484-52aa3c6fdd08 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:50.999075 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-fc3bfb46-d21f-4527-9484-52aa3c6fdd08 None None] Transition to ACTIVE for port object 067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:51.004201 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:51.021731 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f9a128-9ec1-4c50-bcc9-f7ce9ff4424b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:32:51.045223 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e99eea-2829-4d53-920f-488493723a0e None None] Sync routers for ids ['c71048f4-703b-479e-be1a-51465f4e9987'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:32:51.050893 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-53e8ddcc-d3f5-48a6-a0f0-1b75c76ac4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:51.059460 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d64bd-ac62-4b86-80dd-4937fe5e809b req-3006a9f2-f805-473b-8751-44588b8e9fbe tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:51.059773 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-22f9a128-9ec1-4c50-bcc9-f7ce9ff4424b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "PUT /v2.0/routers/c71048f4-703b-479e-be1a-51465f4e9987/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5917599 Aug 31 09:32:51.063111 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50796) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:51.065405 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e99eea-2829-4d53-920f-488493723a0e None None] Routers {'c71048f4-703b-479e-be1a-51465f4e9987'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:51.066214 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-40e99eea-2829-4d53-920f-488493723a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:32:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['c71048f4-703b-479e-be1a-51465f4e9987'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:51.068746 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d49d64bd-ac62-4b86-80dd-4937fe5e809b req-3006a9f2-f805-473b-8751-44588b8e9fbe tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.59 "GET /v2.0/ports?device_id=8e771e8b-f09e-4328-a0c4-4d3a21b30774 HTTP/1.1" status: 200 len: 945 time: 0.0952258 Aug 31 09:32:51.083827 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=b54c6230-943e-403b-aa19-4b09869f0926,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:51.108096 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-97a459f4-d9f3-4b11-a8b2-d6b23ed156d5 None None] Provisioning complete for port 82919596-5593-43e0-a109-02ff20786416 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:51.108476 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-97a459f4-d9f3-4b11-a8b2-d6b23ed156d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:51.115988 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fc3bfb46-d21f-4527-9484-52aa3c6fdd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:51.160873 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-40e99eea-2829-4d53-920f-488493723a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:51.171966 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e99eea-2829-4d53-920f-488493723a0e None None] Routers {'c71048f4-703b-479e-be1a-51465f4e9987'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:51.173081 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-40e99eea-2829-4d53-920f-488493723a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:32:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['c71048f4-703b-479e-be1a-51465f4e9987'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:51.202499 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 73334316-5376-4350-b856-12be25e05d6b no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:32:51.214614 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-40e99eea-2829-4d53-920f-488493723a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:51.215536 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e99eea-2829-4d53-920f-488493723a0e None None] The sync data for ids ['c71048f4-703b-479e-be1a-51465f4e9987'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:32:51.292523 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 73334316-5376-4350-b856-12be25e05d6b {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:32:51.292804 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 73334316-5376-4350-b856-12be25e05d6b not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:32:51.308749 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-fc3bfb46-d21f-4527-9484-52aa3c6fdd08 None None] Attempting to bind port 067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:51.309157 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-fc3bfb46-d21f-4527-9484-52aa3c6fdd08 None None] Attempting to bind port 067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:51.309533 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3bfb46-d21f-4527-9484-52aa3c6fdd08 None None] Attempting to bind port 067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:51.311794 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-d49d64bd-ac62-4b86-80dd-4937fe5e809b req-491cb35d-c414-493a-96ee-1ddce914843c tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Deleting port 7f98a332-2051-401f-a9f2-45199a02850a {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:51.312151 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d49d64bd-ac62-4b86-80dd-4937fe5e809b req-491cb35d-c414-493a-96ee-1ddce914843c tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:51.321405 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3bfb46-d21f-4527-9484-52aa3c6fdd08 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:51.321405 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3bfb46-d21f-4527-9484-52aa3c6fdd08 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:51.321405 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fc3bfb46-d21f-4527-9484-52aa3c6fdd08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:51.321405 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3bfb46-d21f-4527-9484-52aa3c6fdd08 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:51.321405 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-fc3bfb46-d21f-4527-9484-52aa3c6fdd08 None None] Bound port: 067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:51.321405 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fc3bfb46-d21f-4527-9484-52aa3c6fdd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:51.321405 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa009a1a-8c4c-4c07-a957-3090d020a327 None None] Pushing event updated for resources: {'Port': ['ID=067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:51.322565 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-97a459f4-d9f3-4b11-a8b2-d6b23ed156d5 None None] Port 82919596-5593-43e0-a109-02ff20786416 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:51.427817 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-fc3bfb46-d21f-4527-9484-52aa3c6fdd08 None None] For port 067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:51.440967 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-fc3bfb46-d21f-4527-9484-52aa3c6fdd08 None None] For port 067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:51.460416 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-d49d64bd-ac62-4b86-80dd-4937fe5e809b req-491cb35d-c414-493a-96ee-1ddce914843c tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] For port 7f98a332-2051-401f-a9f2-45199a02850a, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=7f98a332-2051-401f-a9f2-45199a02850a,segment=NetworkSegment(1bf39079-f9bb-4243-ab62-118ee90b857b),segment_id=1bf39079-f9bb-4243-ab62-118ee90b857b)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:51.462228 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d49d64bd-ac62-4b86-80dd-4937fe5e809b req-491cb35d-c414-493a-96ee-1ddce914843c tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:51.488710 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-d49d64bd-ac62-4b86-80dd-4937fe5e809b req-491cb35d-c414-493a-96ee-1ddce914843c tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Calling delete_port for 7f98a332-2051-401f-a9f2-45199a02850a owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:51.522542 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fc3bfb46-d21f-4527-9484-52aa3c6fdd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:51.579523 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2e61f8-e082-4ed8-bf7f-986dcb5da114 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:51.580969 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0e2e61f8-e082-4ed8-bf7f-986dcb5da114 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "GET /v2.0/ports/82919596-5593-43e0-a109-02ff20786416 HTTP/1.1" status: 200 len: 913 time: 0.5053744 Aug 31 09:32:51.590623 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50804) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:51.612741 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3bfb46-d21f-4527-9484-52aa3c6fdd08 None None] Routers {'dac97baf-dde4-4459-a664-c9e094b7bfcc'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:51.613465 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-fc3bfb46-d21f-4527-9484-52aa3c6fdd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:32:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['dac97baf-dde4-4459-a664-c9e094b7bfcc'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:51.636366 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fb511430-3f72-4220-b90b-48b51263f178 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:51.661104 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-fb511430-3f72-4220-b90b-48b51263f178 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e682cf-0d6d-49dd-b87a-a87d00f8ace3']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:51.674203 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fb3ac-0d42-4b31-96b1-4b9538232e00 req-f0062811-1e13-4f7b-bc79-ba059ade2e4a tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:51.675782 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-432fb3ac-0d42-4b31-96b1-4b9538232e00 req-f0062811-1e13-4f7b-bc79-ba059ade2e4a tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.112 "GET /v2.0/ports?device_id=b1504b83-ddde-4a59-afaa-9645f8db03e8 HTTP/1.1" status: 200 len: 946 time: 0.0898826 Aug 31 09:32:51.762215 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-fb511430-3f72-4220-b90b-48b51263f178 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91f2f9b6-6082-48f0-9766-aa23d86d0143') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:51.762670 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-fb511430-3f72-4220-b90b-48b51263f178 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91f2f9b6-6082-48f0-9766-aa23d86d0143') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:51.783473 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fb511430-3f72-4220-b90b-48b51263f178 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:51.822383 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a7c07-aac1-4289-87d2-dcac4757669f req-9bc88372-b4e8-41ce-a7d9-a8985a293dd3 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:51.829142 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a7c07-aac1-4289-87d2-dcac4757669f req-9bc88372-b4e8-41ce-a7d9-a8985a293dd3 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:51.835497 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a7c07-aac1-4289-87d2-dcac4757669f req-9bc88372-b4e8-41ce-a7d9-a8985a293dd3 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:51.841443 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a7c07-aac1-4289-87d2-dcac4757669f req-9bc88372-b4e8-41ce-a7d9-a8985a293dd3 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:51.847605 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a7c07-aac1-4289-87d2-dcac4757669f req-9bc88372-b4e8-41ce-a7d9-a8985a293dd3 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:51.849870 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fb511430-3f72-4220-b90b-48b51263f178 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:51.853479 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a7c07-aac1-4289-87d2-dcac4757669f req-9bc88372-b4e8-41ce-a7d9-a8985a293dd3 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:51.860338 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a7c07-aac1-4289-87d2-dcac4757669f req-9bc88372-b4e8-41ce-a7d9-a8985a293dd3 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:51.862308 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-686a7c07-aac1-4289-87d2-dcac4757669f req-9bc88372-b4e8-41ce-a7d9-a8985a293dd3 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5421 time: 0.2876623 Aug 31 09:32:51.928195 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb511430-3f72-4220-b90b-48b51263f178 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Releasing vlan 1603 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:32:51.928686 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fb511430-3f72-4220-b90b-48b51263f178 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: self.session.flush() Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: self.session.flush() Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: self.session.flush() Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: self.session.flush() Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:32:51.934271 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:32:52.024571 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bbaec1-f800-4271-b198-caf7339210c8 req-f8cbc1ed-3e66-4215-9690-0695c8fc915f tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:52.026197 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c6bbaec1-f800-4271-b198-caf7339210c8 req-f8cbc1ed-3e66-4215-9690-0695c8fc915f tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?device_id=8e771e8b-f09e-4328-a0c4-4d3a21b30774 HTTP/1.1" status: 200 len: 945 time: 0.2994707 Aug 31 09:32:52.055036 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa009a1a-8c4c-4c07-a957-3090d020a327 None None] Pushing event updated for resources: {'Port': ['ID=067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:52.068796 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-432fb3ac-0d42-4b31-96b1-4b9538232e00 req-d2117207-998d-49b1-87c0-96351190b270 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Deleting port 5d9acdeb-a6ca-42c7-926a-0c5719928246 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:52.069309 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-432fb3ac-0d42-4b31-96b1-4b9538232e00 req-d2117207-998d-49b1-87c0-96351190b270 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:52.101114 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-686a7c07-aac1-4289-87d2-dcac4757669f req-eadea91b-d604-429f-8a48-b84c9e1d2863 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1953475 Aug 31 09:32:52.125619 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-fc3bfb46-d21f-4527-9484-52aa3c6fdd08 None None] Set router dac97baf-dde4-4459-a664-c9e094b7bfcc gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:32:52.136914 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-53e8ddcc-d3f5-48a6-a0f0-1b75c76ac4b5 admin admin] Allocated IP 172.20.0.1 (6944c500-f413-442a-9452-6ee310bb5f01/e71dace2-3831-47a1-b951-433c18310a02/2f8a65a8-01dc-429c-93f9-5307e20a5c77) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:32:52.164046 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fb511430-3f72-4220-b90b-48b51263f178 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:52.187300 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fb511430-3f72-4220-b90b-48b51263f178 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:52.189568 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fb511430-3f72-4220-b90b-48b51263f178 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] 10.222.0.119 "DELETE /v2.0/networks/e6e682cf-0d6d-49dd-b87a-a87d00f8ace3 HTTP/1.1" status: 204 len: 168 time: 3.7754054 Aug 31 09:32:52.251663 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb511430-3f72-4220-b90b-48b51263f178 tempest-AllowedAddressPairTestJSON-2047081470 tempest-AllowedAddressPairTestJSON-2047081470-project] Pushing event deleted for resources: {'Network': ['ID=e6e682cf-0d6d-49dd-b87a-a87d00f8ace3,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:52.269060 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c6bbaec1-f800-4271-b198-caf7339210c8 req-e2792e14-106b-4fba-83a3-da9fd3cbc8ce tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/security-groups?id=891e4c35-d358-4959-9795-e1e381d74164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290049 Aug 31 09:32:52.311663 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-432fb3ac-0d42-4b31-96b1-4b9538232e00 req-d2117207-998d-49b1-87c0-96351190b270 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] For port 5d9acdeb-a6ca-42c7-926a-0c5719928246, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=5d9acdeb-a6ca-42c7-926a-0c5719928246,segment=NetworkSegment(1bf39079-f9bb-4243-ab62-118ee90b857b),segment_id=1bf39079-f9bb-4243-ab62-118ee90b857b)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:52.312026 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-432fb3ac-0d42-4b31-96b1-4b9538232e00 req-d2117207-998d-49b1-87c0-96351190b270 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:52.325146 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50812) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:52.334247 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-432fb3ac-0d42-4b31-96b1-4b9538232e00 req-d2117207-998d-49b1-87c0-96351190b270 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Calling delete_port for 5d9acdeb-a6ca-42c7-926a-0c5719928246 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:52.383117 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d49d64bd-ac62-4b86-80dd-4937fe5e809b req-491cb35d-c414-493a-96ee-1ddce914843c tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:52.428945 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491cb35d-c414-493a-96ee-1ddce914843c tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Pushing event deleted for resources: {'Port': ['ID=7f98a332-2051-401f-a9f2-45199a02850a,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:52.445712 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-53e8ddcc-d3f5-48a6-a0f0-1b75c76ac4b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:52.483952 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-fc3bfb46-d21f-4527-9484-52aa3c6fdd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac97baf-dde4-4459-a664-c9e094b7bfcc', 'name': 'tempest-TestServerMultinode-531473407-router', 'tenant_id': '01019331d4a443dc8d7cad91f77da1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:43Z', 'updated_at': '2021-08-31T09:32:46Z', 'revision_number': 3, 'project_id': '01019331d4a443dc8d7cad91f77da1d5', 'gw_port': {'id': '067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ba:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac97baf-dde4-4459-a664-c9e094b7bfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:45Z', 'updated_at': '2021-08-31T09:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:52.517009 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3bfb46-d21f-4527-9484-52aa3c6fdd08 None None] The sync data for ids ['dac97baf-dde4-4459-a664-c9e094b7bfcc'] in n-d-791506-28 is: [{'id': 'dac97baf-dde4-4459-a664-c9e094b7bfcc', 'name': 'tempest-TestServerMultinode-531473407-router', 'tenant_id': '01019331d4a443dc8d7cad91f77da1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:43Z', 'updated_at': '2021-08-31T09:32:46Z', 'revision_number': 3, 'project_id': '01019331d4a443dc8d7cad91f77da1d5', 'gw_port': {'id': '067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ba:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac97baf-dde4-4459-a664-c9e094b7bfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:45Z', 'updated_at': '2021-08-31T09:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:32:52.561636 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-53e8ddcc-d3f5-48a6-a0f0-1b75c76ac4b5 admin admin] Transition to ACTIVE for port object 2f8a65a8-01dc-429c-93f9-5307e20a5c77 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:52.574238 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49d64bd-ac62-4b86-80dd-4937fe5e809b req-491cb35d-c414-493a-96ee-1ddce914843c tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] No DVR routers for this DVR port 7f98a332-2051-401f-a9f2-45199a02850a on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:32:52.583697 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d49d64bd-ac62-4b86-80dd-4937fe5e809b req-491cb35d-c414-493a-96ee-1ddce914843c tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:52.585603 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d49d64bd-ac62-4b86-80dd-4937fe5e809b req-491cb35d-c414-493a-96ee-1ddce914843c tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.59 "DELETE /v2.0/ports/7f98a332-2051-401f-a9f2-45199a02850a HTTP/1.1" status: 204 len: 173 time: 1.5153155 Aug 31 09:32:52.590989 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e771e8b-f09e-4328-a0c4-4d3a21b30774', 'name': 'network-vif-deleted', 'tag': '7f98a332-2051-401f-a9f2-45199a02850a'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:52.590989 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4c27cd-66d6-41d1-909f-2c41c0646c45" -d '{"events": [{"server_uuid": "8e771e8b-f09e-4328-a0c4-4d3a21b30774", "name": "network-vif-deleted", "tag": "7f98a332-2051-401f-a9f2-45199a02850a"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:52.618617 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-354ac689-1e2f-4d68-bce6-951a35ffd6ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:52.654224 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2496008d-567c-4eb5-b474-5b30cdc7fd38 x-openstack-request-id: req-2496008d-567c-4eb5-b474-5b30cdc7fd38 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:52.654858 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e771e8b-f09e-4328-a0c4-4d3a21b30774", "name": "network-vif-deleted", "tag": "7f98a332-2051-401f-a9f2-45199a02850a", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:52.655061 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-2496008d-567c-4eb5-b474-5b30cdc7fd38 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:52.655465 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e771e8b-f09e-4328-a0c4-4d3a21b30774', 'name': 'network-vif-deleted', 'tag': '7f98a332-2051-401f-a9f2-45199a02850a', 'status': 'completed', 'code': 200} Aug 31 09:32:52.691076 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-432fb3ac-0d42-4b31-96b1-4b9538232e00 req-d2117207-998d-49b1-87c0-96351190b270 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:52.709617 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-53e8ddcc-d3f5-48a6-a0f0-1b75c76ac4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:52.772691 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e8ddcc-d3f5-48a6-a0f0-1b75c76ac4b5 admin admin] Network 6944c500-f413-442a-9452-6ee310bb5f01 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:52.787515 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a9c8d4af-f7de-4bdc-9181-b2efdfda3a64 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:52.833508 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-53e8ddcc-d3f5-48a6-a0f0-1b75c76ac4b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:52.858771 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e8ddcc-d3f5-48a6-a0f0-1b75c76ac4b5 admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:32:52.868318 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-432fb3ac-0d42-4b31-96b1-4b9538232e00 req-d2117207-998d-49b1-87c0-96351190b270 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] No DVR routers for this DVR port 5d9acdeb-a6ca-42c7-926a-0c5719928246 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:32:52.872044 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-432fb3ac-0d42-4b31-96b1-4b9538232e00 req-d2117207-998d-49b1-87c0-96351190b270 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:52.880911 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-432fb3ac-0d42-4b31-96b1-4b9538232e00 req-d2117207-998d-49b1-87c0-96351190b270 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.112 "DELETE /v2.0/ports/5d9acdeb-a6ca-42c7-926a-0c5719928246 HTTP/1.1" status: 204 len: 173 time: 1.1208503 Aug 31 09:32:52.899704 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1504b83-ddde-4a59-afaa-9645f8db03e8', 'name': 'network-vif-deleted', 'tag': '5d9acdeb-a6ca-42c7-926a-0c5719928246'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:32:52.902654 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38e4911-1303-40b4-b1a0-e80d0bc94ce0" -d '{"events": [{"server_uuid": "b1504b83-ddde-4a59-afaa-9645f8db03e8", "name": "network-vif-deleted", "tag": "5d9acdeb-a6ca-42c7-926a-0c5719928246"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:32:53.022193 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2117207-998d-49b1-87c0-96351190b270 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Pushing event deleted for resources: {'Port': ['ID=5d9acdeb-a6ca-42c7-926a-0c5719928246,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:53.038209 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2117207-998d-49b1-87c0-96351190b270 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:53.038574 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2117207-998d-49b1-87c0-96351190b270 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:53.041945 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2117207-998d-49b1-87c0-96351190b270 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:53.043139 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2117207-998d-49b1-87c0-96351190b270 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:53.043489 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2117207-998d-49b1-87c0-96351190b270 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:53.044853 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2117207-998d-49b1-87c0-96351190b270 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:53.045221 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2117207-998d-49b1-87c0-96351190b270 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:53.045557 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2117207-998d-49b1-87c0-96351190b270 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:53.045895 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2117207-998d-49b1-87c0-96351190b270 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:53.046228 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2117207-998d-49b1-87c0-96351190b270 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:53.046542 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2117207-998d-49b1-87c0-96351190b270 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:53.046912 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2117207-998d-49b1-87c0-96351190b270 tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:32:53.104773 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50828) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:53.108551 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-53e8ddcc-d3f5-48a6-a0f0-1b75c76ac4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:53.234641 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-354ac689-1e2f-4d68-bce6-951a35ffd6ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:53.285758 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b6d1c5-b5d3-4af0-99ba-3052b94438c2 x-openstack-request-id: req-87b6d1c5-b5d3-4af0-99ba-3052b94438c2 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:32:53.286052 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1504b83-ddde-4a59-afaa-9645f8db03e8", "name": "network-vif-deleted", "tag": "5d9acdeb-a6ca-42c7-926a-0c5719928246", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:32:53.286309 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-87b6d1c5-b5d3-4af0-99ba-3052b94438c2 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:32:53.294457 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1504b83-ddde-4a59-afaa-9645f8db03e8', 'name': 'network-vif-deleted', 'tag': '5d9acdeb-a6ca-42c7-926a-0c5719928246', 'status': 'completed', 'code': 200} Aug 31 09:32:53.344675 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-354ac689-1e2f-4d68-bce6-951a35ffd6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:53.387335 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8ddcc-d3f5-48a6-a0f0-1b75c76ac4b5 admin admin] Pushing event updated for resources: {'Port': ['ID=2f8a65a8-01dc-429c-93f9-5307e20a5c77,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:53.464539 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:53.579029 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-354ac689-1e2f-4d68-bce6-951a35ffd6ad admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=46e7e5337836461cb1d5b14efd499bf7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2517676 Aug 31 09:32:53.584521 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50836) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:53.634316 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ac689-1e2f-4d68-bce6-951a35ffd6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c64886e-51d3-42d6-a8b4-ec2e47d792b0,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:53.685239 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1fc4f34d-cb02-436f-be4a-f9de7661a3cb req-4fd3be3b-b682-458f-9187-da554a9c357f tempest-MultipleCreateTestJSON-435397298 tempest-MultipleCreateTestJSON-435397298-project] 10.222.0.119 "GET /v2.0/ports?device_id=8e771e8b-f09e-4328-a0c4-4d3a21b30774 HTTP/1.1" status: 200 len: 210 time: 0.1156812 Aug 31 09:32:53.693240 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-53e8ddcc-d3f5-48a6-a0f0-1b75c76ac4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:53.719118 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-50c1efab-a623-4cca-943c-09cfb2273576 None None] Provisioning for port 2f8a65a8-01dc-429c-93f9-5307e20a5c77 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:53.724655 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:32:53.738533 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7d47a-cc06-4e6c-8f40-d2b55810169c req-9db7f7c9-757d-4b9f-9fb2-3145a711740b tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:53.740044 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:53.740572 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:53.745990 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7d47a-cc06-4e6c-8f40-d2b55810169c req-9db7f7c9-757d-4b9f-9fb2-3145a711740b tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:53.753031 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7d47a-cc06-4e6c-8f40-d2b55810169c req-9db7f7c9-757d-4b9f-9fb2-3145a711740b tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:53.760185 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7d47a-cc06-4e6c-8f40-d2b55810169c req-9db7f7c9-757d-4b9f-9fb2-3145a711740b tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:53.767119 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7d47a-cc06-4e6c-8f40-d2b55810169c req-9db7f7c9-757d-4b9f-9fb2-3145a711740b tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:53.775203 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7d47a-cc06-4e6c-8f40-d2b55810169c req-9db7f7c9-757d-4b9f-9fb2-3145a711740b tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:53.779837 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7d47a-cc06-4e6c-8f40-d2b55810169c req-9db7f7c9-757d-4b9f-9fb2-3145a711740b tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:53.781859 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c7f7d47a-cc06-4e6c-8f40-d2b55810169c req-9db7f7c9-757d-4b9f-9fb2-3145a711740b tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5421 time: 0.4408598 Aug 31 09:32:53.808333 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-50c1efab-a623-4cca-943c-09cfb2273576 None None] Provisioning complete for port 2f8a65a8-01dc-429c-93f9-5307e20a5c77 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:53.809007 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-50c1efab-a623-4cca-943c-09cfb2273576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:53.851241 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2851940c-3d82-4a9a-861d-1a61fcbe173c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:53.870204 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-50c1efab-a623-4cca-943c-09cfb2273576 None None] Port 2f8a65a8-01dc-429c-93f9-5307e20a5c77 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:53.917200 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c68732f5-c39f-4ca5-adfb-14cdd2cb0611 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=3cb201a9ed424a7fa8591849eb95e05a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8109224 Aug 31 09:32:53.920228 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50840) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:53.974198 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2851940c-3d82-4a9a-861d-1a61fcbe173c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:53.987500 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:54.012455 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:54.015811 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c7f7d47a-cc06-4e6c-8f40-d2b55810169c req-15b3088d-7d3c-4167-9151-263908600bd5 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2191589 Aug 31 09:32:54.056131 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-a9c8d4af-f7de-4bdc-9181-b2efdfda3a64 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Deleting port 82919596-5593-43e0-a109-02ff20786416 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:54.056778 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a9c8d4af-f7de-4bdc-9181-b2efdfda3a64 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:54.062517 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3b0dc578-8520-41ce-9e18-3ad87fb37a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:54.106836 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:54.108671 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b54c6230-943e-403b-aa19-4b09869f0926 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:54.146536 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3b0dc578-8520-41ce-9e18-3ad87fb37a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:54.243683 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 5d9acdeb-a6ca-42c7-926a-0c5719928246 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:32:54.245243 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-53e8ddcc-d3f5-48a6-a0f0-1b75c76ac4b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:54.247900 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 7f98a332-2051-401f-a9f2-45199a02850a no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:32:54.260302 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2851940c-3d82-4a9a-861d-1a61fcbe173c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:54.267097 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2851940c-3d82-4a9a-861d-1a61fcbe173c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:54.268766 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2851940c-3d82-4a9a-861d-1a61fcbe173c admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/6c64886e-51d3-42d6-a8b4-ec2e47d792b0 HTTP/1.1" status: 204 len: 168 time: 0.6823525 Aug 31 09:32:54.282080 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851940c-3d82-4a9a-861d-1a61fcbe173c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c64886e-51d3-42d6-a8b4-ec2e47d792b0,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:54.350854 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-53e8ddcc-d3f5-48a6-a0f0-1b75c76ac4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:54.366916 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:54.369785 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 5d9acdeb-a6ca-42c7-926a-0c5719928246 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:32:54.370214 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 5d9acdeb-a6ca-42c7-926a-0c5719928246 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:32:54.398655 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 7f98a332-2051-401f-a9f2-45199a02850a {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:32:54.399500 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 7f98a332-2051-401f-a9f2-45199a02850a not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:32:54.432986 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port b54c6230-943e-403b-aa19-4b09869f0926 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:54.433696 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:54.473461 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-53e8ddcc-d3f5-48a6-a0f0-1b75c76ac4b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:54.476269 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8ddcc-d3f5-48a6-a0f0-1b75c76ac4b5 admin admin] Pushing event updated for resources: {'Port': ['ID=2f8a65a8-01dc-429c-93f9-5307e20a5c77,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:54.571155 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a9c8d4af-f7de-4bdc-9181-b2efdfda3a64 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:54.589283 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-a9c8d4af-f7de-4bdc-9181-b2efdfda3a64 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Calling delete_port for 82919596-5593-43e0-a109-02ff20786416 owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:54.598061 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e8ddcc-d3f5-48a6-a0f0-1b75c76ac4b5 admin admin] Network 6944c500-f413-442a-9452-6ee310bb5f01 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:32:54.610330 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-53e8ddcc-d3f5-48a6-a0f0-1b75c76ac4b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:32:54.775840 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e8ddcc-d3f5-48a6-a0f0-1b75c76ac4b5 admin admin] Router dac97baf-dde4-4459-a664-c9e094b7bfcc has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:32:54.812217 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3b0dc578-8520-41ce-9e18-3ad87fb37a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:54.816010 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3b0dc578-8520-41ce-9e18-3ad87fb37a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:54.817676 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3b0dc578-8520-41ce-9e18-3ad87fb37a87 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/a23b88e2-60b4-4ddc-9d65-f09db5fc03f7 HTTP/1.1" status: 204 len: 168 time: 0.8942487 Aug 31 09:32:54.843297 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50852) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:54.861686 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0dc578-8520-41ce-9e18-3ad87fb37a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23b88e2-60b4-4ddc-9d65-f09db5fc03f7,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:54.963087 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-b28919c4-cbd0-47de-ab71-e1326f910e27 admin admin] Deleting subnet 0615bda2-12d9-45eb-87c9-484d04fcddc1 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:32:54.966957 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b28919c4-cbd0-47de-ab71-e1326f910e27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:55.007987 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9985b6e2-7e66-4a90-8280-f6079b22e9c7 None None] Provisioning complete for port 2f8a65a8-01dc-429c-93f9-5307e20a5c77 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:55.008534 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9985b6e2-7e66-4a90-8280-f6079b22e9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:55.045243 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e8ddcc-d3f5-48a6-a0f0-1b75c76ac4b5 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:32:55.069412 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-53e8ddcc-d3f5-48a6-a0f0-1b75c76ac4b5 admin admin] 10.222.0.119 "PUT /v2.0/routers/dac97baf-dde4-4459-a664-c9e094b7bfcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7583799 Aug 31 09:32:55.069963 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-9985b6e2-7e66-4a90-8280-f6079b22e9c7 None None] Port 2f8a65a8-01dc-429c-93f9-5307e20a5c77 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:32:55.075096 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a9c8d4af-f7de-4bdc-9181-b2efdfda3a64 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:55.125162 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50858) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:55.158254 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bee8f4a2-4713-4c3a-ac25-c29cb34d1713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:55.246133 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:32:55.267515 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8d4af-f7de-4bdc-9181-b2efdfda3a64 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Port': ['ID=82919596-5593-43e0-a109-02ff20786416,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:55.271922 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b28919c4-cbd0-47de-ab71-e1326f910e27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:55.387365 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:32:55.387365 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:55.428030 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bee8f4a2-4713-4c3a-ac25-c29cb34d1713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:55.501025 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bee8f4a2-4713-4c3a-ac25-c29cb34d1713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:55.535420 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a9c8d4af-f7de-4bdc-9181-b2efdfda3a64 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:55.578434 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bee8f4a2-4713-4c3a-ac25-c29cb34d1713 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=649e23e0395a49c5b54e5dafc3b35409&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4518473 Aug 31 09:32:55.579237 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8f4a2-4713-4c3a-ac25-c29cb34d1713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5697721f-7ab2-4909-963f-6d08b0827343,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:55.587993 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28be9218-0723-44f8-86e6-95e5d963c57f None None] Sync routers for ids ['dac97baf-dde4-4459-a664-c9e094b7bfcc'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:32:55.594328 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50870) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:55.597331 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b28919c4-cbd0-47de-ab71-e1326f910e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:55.608822 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28be9218-0723-44f8-86e6-95e5d963c57f None None] Routers {'dac97baf-dde4-4459-a664-c9e094b7bfcc'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:55.609743 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-28be9218-0723-44f8-86e6-95e5d963c57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:32:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['dac97baf-dde4-4459-a664-c9e094b7bfcc'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:55.673545 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-79d5ed31-3217-4f76-9e61-54e0176357cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:55.699853 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-79d5ed31-3217-4f76-9e61-54e0176357cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:55.753915 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-28be9218-0723-44f8-86e6-95e5d963c57f None None] Set router dac97baf-dde4-4459-a664-c9e094b7bfcc gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:32:55.774908 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357c0c3-49a8-4ce5-aeb0-6b06157326f8 req-74fe7775-695a-4353-b91f-3439dd559fcd tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:55.781793 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357c0c3-49a8-4ce5-aeb0-6b06157326f8 req-74fe7775-695a-4353-b91f-3439dd559fcd tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:55.800037 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357c0c3-49a8-4ce5-aeb0-6b06157326f8 req-74fe7775-695a-4353-b91f-3439dd559fcd tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:55.809727 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357c0c3-49a8-4ce5-aeb0-6b06157326f8 req-74fe7775-695a-4353-b91f-3439dd559fcd tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:55.819234 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357c0c3-49a8-4ce5-aeb0-6b06157326f8 req-74fe7775-695a-4353-b91f-3439dd559fcd tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:55.826228 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357c0c3-49a8-4ce5-aeb0-6b06157326f8 req-74fe7775-695a-4353-b91f-3439dd559fcd tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:55.833149 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357c0c3-49a8-4ce5-aeb0-6b06157326f8 req-74fe7775-695a-4353-b91f-3439dd559fcd tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:55.841979 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9357c0c3-49a8-4ce5-aeb0-6b06157326f8 req-74fe7775-695a-4353-b91f-3439dd559fcd tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5421 time: 0.5662193 Aug 31 09:32:55.910537 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-79d5ed31-3217-4f76-9e61-54e0176357cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:55.913127 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-79d5ed31-3217-4f76-9e61-54e0176357cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:55.917493 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-79d5ed31-3217-4f76-9e61-54e0176357cd admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/5697721f-7ab2-4909-963f-6d08b0827343 HTTP/1.1" status: 204 len: 168 time: 0.3217769 Aug 31 09:32:55.938214 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5ed31-3217-4f76-9e61-54e0176357cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5697721f-7ab2-4909-963f-6d08b0827343,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:55.982419 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9357c0c3-49a8-4ce5-aeb0-6b06157326f8 req-364780d5-4f4d-4cdd-8f42-a06ba6aaa6d8 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1180949 Aug 31 09:32:56.044962 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-28be9218-0723-44f8-86e6-95e5d963c57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac97baf-dde4-4459-a664-c9e094b7bfcc', 'name': 'tempest-TestServerMultinode-531473407-router', 'tenant_id': '01019331d4a443dc8d7cad91f77da1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:43Z', 'updated_at': '2021-08-31T09:32:53Z', 'revision_number': 4, 'project_id': '01019331d4a443dc8d7cad91f77da1d5', 'gw_port': {'id': '067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac97baf-dde4-4459-a664-c9e094b7bfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:45Z', 'updated_at': '2021-08-31T09:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '2f8a65a8-01dc-429c-93f9-5307e20a5c77', 'name': '', 'network_id': '6944c500-f413-442a-9452-6ee310bb5f01', 'tenant_id': '01019331d4a443dc8d7cad91f77da1d5', 'mac_address': 'fa:16:3e:67:52:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac97baf-dde4-4459-a664-c9e094b7bfcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'e71dace2-3831-47a1-b951-433c18310a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:51Z', 'updated_at': '2021-08-31T09:32:53Z', 'revision_number': 2, 'project_id': '01019331d4a443dc8d7cad91f77da1d5', 'subnets': [{'id': 'e71dace2-3831-47a1-b951-433c18310a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:56.066873 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b28919c4-cbd0-47de-ab71-e1326f910e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:56.078411 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28be9218-0723-44f8-86e6-95e5d963c57f None None] Checking router: dac97baf-dde4-4459-a664-c9e094b7bfcc for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:32:56.078774 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28be9218-0723-44f8-86e6-95e5d963c57f None None] Updating router dac97baf-dde4-4459-a664-c9e094b7bfcc port 2f8a65a8-01dc-429c-93f9-5307e20a5c77 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:32:56.138746 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-28be9218-0723-44f8-86e6-95e5d963c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:56.167270 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 8ec00ff2-1406-435b-8d50-463c30eef300 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:32:56.184471 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b28919c4-cbd0-47de-ab71-e1326f910e27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:56.189640 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b28919c4-cbd0-47de-ab71-e1326f910e27 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/0615bda2-12d9-45eb-87c9-484d04fcddc1 HTTP/1.1" status: 204 len: 168 time: 1.3421586 Aug 31 09:32:56.189755 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50900) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:56.240252 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28919c4-cbd0-47de-ab71-e1326f910e27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0615bda2-12d9-45eb-87c9-484d04fcddc1,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:56.268896 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c1e2bc8d-ae5c-4975-9471-f59efd55a34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:56.305254 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950031c0-45c0-45f8-ac53-71628a851338 req-f9310e1c-a6ac-4dd9-b873-e63bad714f70 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:56.308726 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-950031c0-45c0-45f8-ac53-71628a851338 req-f9310e1c-a6ac-4dd9-b873-e63bad714f70 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/networks?id=f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0 HTTP/1.1" status: 200 len: 911 time: 0.2589335 Aug 31 09:32:56.359997 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c8d4af-f7de-4bdc-9181-b2efdfda3a64 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Router c71048f4-703b-479e-be1a-51465f4e9987 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:32:56.361997 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-950031c0-45c0-45f8-ac53-71628a851338 req-c43f6512-0fec-4eae-bd56-5f7e0cff58af tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/quotas/01019331d4a443dc8d7cad91f77da1d5 HTTP/1.1" status: 200 len: 375 time: 0.0439348 Aug 31 09:32:56.386069 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c1e2bc8d-ae5c-4975-9471-f59efd55a34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:56.398804 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-c1e2bc8d-ae5c-4975-9471-f59efd55a34c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad357b40-14ae-48e1-976c-080cca104379']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:56.414396 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-c1e2bc8d-ae5c-4975-9471-f59efd55a34c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bf39079-f9bb-4243-ab62-118ee90b857b') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:56.415162 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-c1e2bc8d-ae5c-4975-9471-f59efd55a34c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bf39079-f9bb-4243-ab62-118ee90b857b') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:56.427232 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c1e2bc8d-ae5c-4975-9471-f59efd55a34c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:56.457100 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c1e2bc8d-ae5c-4975-9471-f59efd55a34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:56.464913 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e2bc8d-ae5c-4975-9471-f59efd55a34c admin admin] Releasing vlan 1623 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:32:56.465580 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c1e2bc8d-ae5c-4975-9471-f59efd55a34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:56.470580 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:32:56.470580 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:32:56.470580 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:32:56.470580 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:32:56.470580 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:32:56.470580 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:32:56.470580 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:32:56.470580 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:32:56.470580 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:32:56.470580 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:32:56.470580 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:32:56.470580 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:32:56.470580 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:32:56.470580 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:32:56.470580 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:32:56.470580 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:32:56.470580 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:32:56.470580 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:32:56.470580 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:32:56.470580 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:32:56.470580 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:32:56.470580 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:32:56.470580 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:32:56.470580 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:32:56.470580 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:32:56.470580 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:32:56.470580 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:32:56.470580 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:32:56.470580 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:32:56.470580 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:32:56.470580 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:32:56.470580 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:32:56.490109 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 8ec00ff2-1406-435b-8d50-463c30eef300, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8ec00ff2-1406-435b-8d50-463c30eef300,segment=NetworkSegment(f331507f-10d6-44fe-8059-a14fd8f348c8),segment_id=f331507f-10d6-44fe-8059-a14fd8f348c8)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:56.514809 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '8ec00ff2-1406-435b-8d50-463c30eef300', 'network_id': '77d5d845-bb9b-4368-b082-bacd96a9f80d', 'port_id': '8ec00ff2-1406-435b-8d50-463c30eef300', 'mac_address': 'fa:16:3e:91:f6:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f34f97ee-be68-4a06-a77e-c36751cafa2c', 'ip_address': '10.1.1.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:32:56.583950 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50908) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:56.601786 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-950031c0-45c0-45f8-ac53-71628a851338 req-c6102912-ce3c-4f38-bbe7-d13d29cabfb6 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?tenant_id=01019331d4a443dc8d7cad91f77da1d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2311797 Aug 31 09:32:56.612500 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c8d4af-f7de-4bdc-9181-b2efdfda3a64 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:32:56.613714 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c1e2bc8d-ae5c-4975-9471-f59efd55a34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:56.623246 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a9c8d4af-f7de-4bdc-9181-b2efdfda3a64 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "PUT /v2.0/routers/c71048f4-703b-479e-be1a-51465f4e9987/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0325897 Aug 31 09:32:56.624392 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50912) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:56.632682 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cee3b6d-b5e8-4f6a-a98f-5524b67bd0c7 None None] Sync routers for ids ['c71048f4-703b-479e-be1a-51465f4e9987'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:32:56.646338 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cee3b6d-b5e8-4f6a-a98f-5524b67bd0c7 None None] Routers {'c71048f4-703b-479e-be1a-51465f4e9987'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:56.647096 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6cee3b6d-b5e8-4f6a-a98f-5524b67bd0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:32:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['c71048f4-703b-479e-be1a-51465f4e9987'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:56.663519 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c1e2bc8d-ae5c-4975-9471-f59efd55a34c admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:56.673595 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c1e2bc8d-ae5c-4975-9471-f59efd55a34c admin admin] 10.222.0.119 "DELETE /v2.0/networks/ad357b40-14ae-48e1-976c-080cca104379 HTTP/1.1" status: 204 len: 168 time: 0.4828656 Aug 31 09:32:56.674606 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2bc8d-ae5c-4975-9471-f59efd55a34c admin admin] Pushing event deleted for resources: {'Network': ['ID=ad357b40-14ae-48e1-976c-080cca104379,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:56.718348 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6cee3b6d-b5e8-4f6a-a98f-5524b67bd0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:56.721512 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-28be9218-0723-44f8-86e6-95e5d963c57f None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:56.729735 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-28be9218-0723-44f8-86e6-95e5d963c57f None None] Transition to ACTIVE for port object 2f8a65a8-01dc-429c-93f9-5307e20a5c77 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:32:56.739153 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cee3b6d-b5e8-4f6a-a98f-5524b67bd0c7 None None] Routers {'c71048f4-703b-479e-be1a-51465f4e9987'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:56.740104 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6cee3b6d-b5e8-4f6a-a98f-5524b67bd0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:32:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['c71048f4-703b-479e-be1a-51465f4e9987'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:56.771802 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:56.786452 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-28be9218-0723-44f8-86e6-95e5d963c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:56.791234 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec00ff2-1406-435b-8d50-463c30eef300 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:56.819202 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6cee3b6d-b5e8-4f6a-a98f-5524b67bd0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:56.820262 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cee3b6d-b5e8-4f6a-a98f-5524b67bd0c7 None None] The sync data for ids ['c71048f4-703b-479e-be1a-51465f4e9987'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:32:56.829767 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6fa80dd4-fdd7-4a2c-9cae-285790fe81bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:56.936615 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 8ec00ff2-1406-435b-8d50-463c30eef300, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8ec00ff2-1406-435b-8d50-463c30eef300,segment=NetworkSegment(f331507f-10d6-44fe-8059-a14fd8f348c8),segment_id=f331507f-10d6-44fe-8059-a14fd8f348c8)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:56.969169 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907e7a1-31c7-4a42-8ab4-d10c0a14566a None None] Pushing event updated for resources: {'Port': ['ID=2f8a65a8-01dc-429c-93f9-5307e20a5c77,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:57.012153 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:57.012153 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device df6aa1bb-921b-4f71-bd10-7c3fe5349661 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:32:57.025235 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6fa80dd4-fdd7-4a2c-9cae-285790fe81bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:57.088319 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6fa80dd4-fdd7-4a2c-9cae-285790fe81bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:57.147660 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-950031c0-45c0-45f8-ac53-71628a851338 req-e6fb1758-acaf-49a1-b53e-8b1ff6447004 service neutron] 10.222.0.119 "GET /v2.0/networks/f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5221879 Aug 31 09:32:57.174878 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6fa80dd4-fdd7-4a2c-9cae-285790fe81bb admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=b4af6d1e470240228b5655f6ce367ee2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5897760 Aug 31 09:32:57.177006 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa80dd4-fdd7-4a2c-9cae-285790fe81bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8dc1a5c-1926-46d8-b84d-5368c8267e93,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:57.190637 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50926) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:57.240305 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port df6aa1bb-921b-4f71-bd10-7c3fe5349661, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=df6aa1bb-921b-4f71-bd10-7c3fe5349661,segment=NetworkSegment(cbd56d1a-0fb4-472a-8ca4-66cbf3461a47),segment_id=cbd56d1a-0fb4-472a-8ca4-66cbf3461a47)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:57.262106 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50928) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:57.280386 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bbf31450-7450-4b23-afe2-0fe6a51875ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:57.290622 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-950031c0-45c0-45f8-ac53-71628a851338 req-0550942d-de06-4141-9f01-063a4664dd76 service neutron] 10.222.0.119 "GET /v2.0/networks/f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294534 Aug 31 09:32:57.310783 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50932) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:57.336551 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bbf31450-7450-4b23-afe2-0fe6a51875ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:57.346746 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'df6aa1bb-921b-4f71-bd10-7c3fe5349661', 'network_id': '636950a3-6b65-4dc0-b611-ae468b63fe57', 'port_id': 'df6aa1bb-921b-4f71-bd10-7c3fe5349661', 'mac_address': 'fa:16:3e:35:5c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4345a806-82e6-4d6f-a21e-c3deaf1866e8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:32:57.422341 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789552d2-fbde-4ab2-8078-a86eb23dfe27 req-3768d665-127b-431e-b1ec-95de13134f8c tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:57.429488 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789552d2-fbde-4ab2-8078-a86eb23dfe27 req-3768d665-127b-431e-b1ec-95de13134f8c tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:57.437332 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789552d2-fbde-4ab2-8078-a86eb23dfe27 req-3768d665-127b-431e-b1ec-95de13134f8c tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:57.444725 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789552d2-fbde-4ab2-8078-a86eb23dfe27 req-3768d665-127b-431e-b1ec-95de13134f8c tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:57.453601 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789552d2-fbde-4ab2-8078-a86eb23dfe27 req-3768d665-127b-431e-b1ec-95de13134f8c tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:57.460285 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789552d2-fbde-4ab2-8078-a86eb23dfe27 req-3768d665-127b-431e-b1ec-95de13134f8c tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:57.470609 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789552d2-fbde-4ab2-8078-a86eb23dfe27 req-3768d665-127b-431e-b1ec-95de13134f8c tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:57.473041 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-789552d2-fbde-4ab2-8078-a86eb23dfe27 req-3768d665-127b-431e-b1ec-95de13134f8c tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5422 time: 0.3322380 Aug 31 09:32:57.475584 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-cee06b72-6968-41bd-9b66-294161e40e2d admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=4b0ec785679448fca08d0ab2b949ef4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1632059 Aug 31 09:32:57.478140 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50934) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:57.573636 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bbf31450-7450-4b23-afe2-0fe6a51875ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:57.577168 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bbf31450-7450-4b23-afe2-0fe6a51875ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:57.580639 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bbf31450-7450-4b23-afe2-0fe6a51875ca admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/a8dc1a5c-1926-46d8-b84d-5368c8267e93 HTTP/1.1" status: 204 len: 168 time: 0.3847311 Aug 31 09:32:57.588497 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf31450-7450-4b23-afe2-0fe6a51875ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8dc1a5c-1926-46d8-b84d-5368c8267e93,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:57.594435 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-789552d2-fbde-4ab2-8078-a86eb23dfe27 req-c1b30ceb-3e50-4639-9025-8e9de515b353 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1119137 Aug 31 09:32:57.640909 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-28be9218-0723-44f8-86e6-95e5d963c57f None None] Attempting to bind port 2f8a65a8-01dc-429c-93f9-5307e20a5c77 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:32:57.641240 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-28be9218-0723-44f8-86e6-95e5d963c57f None None] Attempting to bind port 2f8a65a8-01dc-429c-93f9-5307e20a5c77 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '864d6922-2b2b-4734-b4d4-e89fdc2f0660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '6944c500-f413-442a-9452-6ee310bb5f01'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:32:57.641892 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28be9218-0723-44f8-86e6-95e5d963c57f None None] Attempting to bind port 2f8a65a8-01dc-429c-93f9-5307e20a5c77 on network 6944c500-f413-442a-9452-6ee310bb5f01 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:32:57.659269 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=8ec00ff2-1406-435b-8d50-463c30eef300,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:57.664251 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c4e21b34-472a-4fb4-9ba1-3445f09be451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:57.697850 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28be9218-0723-44f8-86e6-95e5d963c57f None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:32:57.698222 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28be9218-0723-44f8-86e6-95e5d963c57f None None] Checking segment: {'id': '864d6922-2b2b-4734-b4d4-e89fdc2f0660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '6944c500-f413-442a-9452-6ee310bb5f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:32:57.698664 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-28be9218-0723-44f8-86e6-95e5d963c57f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:57.699029 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28be9218-0723-44f8-86e6-95e5d963c57f None None] Bound using segment: {'id': '864d6922-2b2b-4734-b4d4-e89fdc2f0660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '6944c500-f413-442a-9452-6ee310bb5f01'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:32:57.699512 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-28be9218-0723-44f8-86e6-95e5d963c57f None None] Bound port: 2f8a65a8-01dc-429c-93f9-5307e20a5c77, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864d6922-2b2b-4734-b4d4-e89fdc2f0660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '6944c500-f413-442a-9452-6ee310bb5f01'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:32:57.699890 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-28be9218-0723-44f8-86e6-95e5d963c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:57.721309 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:57.725657 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-54d95d81-5dbf-46fc-88fe-3a508c964b56 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:57.726361 n-d-791506-28 neutron-server[95552]: WARNING neutron.api.v2.base [None req-54d95d81-5dbf-46fc-88fe-3a508c964b56 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 09:32:57.727047 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-54d95d81-5dbf-46fc-88fe-3a508c964b56 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 09:32:57.731873 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-54d95d81-5dbf-46fc-88fe-3a508c964b56 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4647634 Aug 31 09:32:57.732223 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50944) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:57.735897 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df6aa1bb-921b-4f71-bd10-7c3fe5349661 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:57.740482 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-a48210d5-6ba9-4b34-ad1b-64a9e725fbe6 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Request body: {'security_group': {'name': 'tempest-secgroup--1958153172'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:57.833934 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ffd1809-e01c-47fa-90ff-7445eb445645 req-73b48e4e-bf81-4934-8486-3f87abb3231c tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=a33308e5-533f-4ed8-a714-4192b301f00f HTTP/1.1" status: 200 len: 210 time: 0.1286080 Aug 31 09:32:57.834452 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port df6aa1bb-921b-4f71-bd10-7c3fe5349661, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=df6aa1bb-921b-4f71-bd10-7c3fe5349661,segment=NetworkSegment(cbd56d1a-0fb4-472a-8ca4-66cbf3461a47),segment_id=cbd56d1a-0fb4-472a-8ca4-66cbf3461a47)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:57.836764 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c4e21b34-472a-4fb4-9ba1-3445f09be451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:57.848514 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-28be9218-0723-44f8-86e6-95e5d963c57f None None] For port 2f8a65a8-01dc-429c-93f9-5307e20a5c77, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:32:57.852570 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-28be9218-0723-44f8-86e6-95e5d963c57f None None] For port 2f8a65a8-01dc-429c-93f9-5307e20a5c77, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=2f8a65a8-01dc-429c-93f9-5307e20a5c77,segment=NetworkSegment(864d6922-2b2b-4734-b4d4-e89fdc2f0660),segment_id=864d6922-2b2b-4734-b4d4-e89fdc2f0660)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:32:57.876389 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-70cc167b-c614-4eab-bc39-075ca4a6f5de tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:57.910784 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a48210d5-6ba9-4b34-ad1b-64a9e725fbe6 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:57.924114 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a48210d5-6ba9-4b34-ad1b-64a9e725fbe6 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:57.958371 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:57.961029 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 5e0f8409-296d-4c01-80fd-2224022e108c details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:32:58.039563 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 5e0f8409-296d-4c01-80fd-2224022e108c, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=5e0f8409-296d-4c01-80fd-2224022e108c,segment=NetworkSegment(f331507f-10d6-44fe-8059-a14fd8f348c8),segment_id=f331507f-10d6-44fe-8059-a14fd8f348c8)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:58.078734 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a48210d5-6ba9-4b34-ad1b-64a9e725fbe6 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:58.080525 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '5e0f8409-296d-4c01-80fd-2224022e108c', 'network_id': '77d5d845-bb9b-4368-b082-bacd96a9f80d', 'port_id': '5e0f8409-296d-4c01-80fd-2224022e108c', 'mac_address': 'fa:16:3e:a7:12:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f34f97ee-be68-4a06-a77e-c36751cafa2c', 'ip_address': '10.1.1.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:32:58.082503 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-28be9218-0723-44f8-86e6-95e5d963c57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:58.114082 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c4e21b34-472a-4fb4-9ba1-3445f09be451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:58.117296 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c4e21b34-472a-4fb4-9ba1-3445f09be451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:58.118658 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c4e21b34-472a-4fb4-9ba1-3445f09be451 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/891e4c35-d358-4959-9795-e1e381d74164 HTTP/1.1" status: 204 len: 168 time: 0.6394620 Aug 31 09:32:58.145202 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a48210d5-6ba9-4b34-ad1b-64a9e725fbe6 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:58.161434 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e21b34-472a-4fb4-9ba1-3445f09be451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891e4c35-d358-4959-9795-e1e381d74164,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:58.199017 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-70cc167b-c614-4eab-bc39-075ca4a6f5de tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Deleting port e74faf54-67f6-4bc3-a82d-de66059902d5 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:32:58.199656 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-70cc167b-c614-4eab-bc39-075ca4a6f5de tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:58.224338 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=df6aa1bb-921b-4f71-bd10-7c3fe5349661,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:58.285763 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907e7a1-31c7-4a42-8ab4-d10c0a14566a None None] Pushing event updated for resources: {'Port': ['ID=2f8a65a8-01dc-429c-93f9-5307e20a5c77,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:58.322993 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a48210d5-6ba9-4b34-ad1b-64a9e725fbe6 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:58.327528 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48210d5-6ba9-4b34-ad1b-64a9e725fbe6 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=494ddb17-5e81-4058-95e0-3b5858f6b35e,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:58.348960 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-70cc167b-c614-4eab-bc39-075ca4a6f5de tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:58.351436 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:32:58.356606 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28be9218-0723-44f8-86e6-95e5d963c57f None None] Routers {'dac97baf-dde4-4459-a664-c9e094b7bfcc'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:32:58.356606 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-28be9218-0723-44f8-86e6-95e5d963c57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:32:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['dac97baf-dde4-4459-a664-c9e094b7bfcc'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:58.363896 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-70cc167b-c614-4eab-bc39-075ca4a6f5de tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Calling delete_port for e74faf54-67f6-4bc3-a82d-de66059902d5 owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:32:58.402298 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a48210d5-6ba9-4b34-ad1b-64a9e725fbe6 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:58.467904 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48210d5-6ba9-4b34-ad1b-64a9e725fbe6 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b39f5d80-789a-4989-bd58-c5c1fbeaba87,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:58.522260 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:58.539165 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e0f8409-296d-4c01-80fd-2224022e108c {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:58.552247 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a48210d5-6ba9-4b34-ad1b-64a9e725fbe6 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:58.561608 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 50962) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:58.562774 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a48210d5-6ba9-4b34-ad1b-64a9e725fbe6 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8294089 Aug 31 09:32:58.562953 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 5e0f8409-296d-4c01-80fd-2224022e108c, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=5e0f8409-296d-4c01-80fd-2224022e108c,segment=NetworkSegment(f331507f-10d6-44fe-8059-a14fd8f348c8),segment_id=f331507f-10d6-44fe-8059-a14fd8f348c8)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:58.577566 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-6decac06-7094-45ae-81f1-1719bd4da884 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Request body: {'security_group_rule': {'security_group_id': 'b39f5d80-789a-4989-bd58-c5c1fbeaba87', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:32:58.607991 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-28be9218-0723-44f8-86e6-95e5d963c57f None None] Set router dac97baf-dde4-4459-a664-c9e094b7bfcc gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:32:58.679708 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50968) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:58.712763 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2eb8e34d-7e3a-47e3-b1df-4b57dd527400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:58.792886 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:58.794352 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:32:58.832635 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8258924-e179-4ebe-a70e-203702710408 req-751bc36c-0318-4f4c-837f-c6baa33e4b53 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:58.834417 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8258924-e179-4ebe-a70e-203702710408 req-751bc36c-0318-4f4c-837f-c6baa33e4b53 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:58.842116 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8258924-e179-4ebe-a70e-203702710408 req-751bc36c-0318-4f4c-837f-c6baa33e4b53 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:58.849951 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8258924-e179-4ebe-a70e-203702710408 req-751bc36c-0318-4f4c-837f-c6baa33e4b53 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:58.864877 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8258924-e179-4ebe-a70e-203702710408 req-751bc36c-0318-4f4c-837f-c6baa33e4b53 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:58.875109 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8258924-e179-4ebe-a70e-203702710408 req-751bc36c-0318-4f4c-837f-c6baa33e4b53 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:58.882915 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8258924-e179-4ebe-a70e-203702710408 req-751bc36c-0318-4f4c-837f-c6baa33e4b53 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:32:58.893878 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d8258924-e179-4ebe-a70e-203702710408 req-751bc36c-0318-4f4c-837f-c6baa33e4b53 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5424 time: 0.1687195 Aug 31 09:32:58.923172 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-70cc167b-c614-4eab-bc39-075ca4a6f5de tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:58.980632 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6decac06-7094-45ae-81f1-1719bd4da884 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:58.988017 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2eb8e34d-7e3a-47e3-b1df-4b57dd527400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:59.032192 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=5e0f8409-296d-4c01-80fd-2224022e108c,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:59.041131 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc167b-c614-4eab-bc39-075ca4a6f5de tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Port': ['ID=e74faf54-67f6-4bc3-a82d-de66059902d5,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:59.088221 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2eb8e34d-7e3a-47e3-b1df-4b57dd527400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:59.173838 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2eb8e34d-7e3a-47e3-b1df-4b57dd527400 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=1dbd8acc2e0249388fe0e386773ecbcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4907229 Aug 31 09:32:59.173838 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb8e34d-7e3a-47e3-b1df-4b57dd527400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a1032d-8873-46a7-8309-0eccb8318c52,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:59.175177 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50982) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:32:59.242193 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b11c09b2-e5a4-486e-a7f7-25440b44d0a2 req-48bf86f8-694a-47fe-b533-945fd3c3605a tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=a33308e5-533f-4ed8-a714-4192b301f00f HTTP/1.1" status: 200 len: 210 time: 0.2924356 Aug 31 09:32:59.309278 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1,segment=NetworkSegment(ebe4164f-330f-4102-8ab9-9d9477820b58),segment_id=ebe4164f-330f-4102-8ab9-9d9477820b58)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:59.317205 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d8258924-e179-4ebe-a70e-203702710408 req-bd709c0c-0b0b-45f3-9840-a3500de59495 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4221585 Aug 31 09:32:59.320908 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-70cc167b-c614-4eab-bc39-075ca4a6f5de tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:59.343480 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-18a986f7-0260-468b-a1e6-724020ed13fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:59.344664 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6decac06-7094-45ae-81f1-1719bd4da884 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:59.381685 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1', 'network_id': '4c2e8d44-f605-48e7-8300-60df4e87697c', 'port_id': 'abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1', 'mac_address': 'fa:16:3e:5b:70:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290f3674-0820-4485-967d-a68d99948354', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:32:59.410240 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-18a986f7-0260-468b-a1e6-724020ed13fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:59.468284 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-28be9218-0723-44f8-86e6-95e5d963c57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac97baf-dde4-4459-a664-c9e094b7bfcc', 'name': 'tempest-TestServerMultinode-531473407-router', 'tenant_id': '01019331d4a443dc8d7cad91f77da1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:43Z', 'updated_at': '2021-08-31T09:32:53Z', 'revision_number': 4, 'project_id': '01019331d4a443dc8d7cad91f77da1d5', 'gw_port': {'id': '067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac97baf-dde4-4459-a664-c9e094b7bfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:45Z', 'updated_at': '2021-08-31T09:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '2f8a65a8-01dc-429c-93f9-5307e20a5c77', 'name': '', 'network_id': '6944c500-f413-442a-9452-6ee310bb5f01', 'tenant_id': '01019331d4a443dc8d7cad91f77da1d5', 'mac_address': 'fa:16:3e:67:52:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac97baf-dde4-4459-a664-c9e094b7bfcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'e71dace2-3831-47a1-b951-433c18310a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:51Z', 'updated_at': '2021-08-31T09:32:57Z', 'revision_number': 4, 'project_id': '01019331d4a443dc8d7cad91f77da1d5', 'subnets': [{'id': 'e71dace2-3831-47a1-b951-433c18310a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:32:59.505597 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28be9218-0723-44f8-86e6-95e5d963c57f None None] The sync data for ids ['dac97baf-dde4-4459-a664-c9e094b7bfcc'] in n-d-791506-28 is: [{'id': 'dac97baf-dde4-4459-a664-c9e094b7bfcc', 'name': 'tempest-TestServerMultinode-531473407-router', 'tenant_id': '01019331d4a443dc8d7cad91f77da1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:43Z', 'updated_at': '2021-08-31T09:32:53Z', 'revision_number': 4, 'project_id': '01019331d4a443dc8d7cad91f77da1d5', 'gw_port': {'id': '067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac97baf-dde4-4459-a664-c9e094b7bfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:45Z', 'updated_at': '2021-08-31T09:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '2f8a65a8-01dc-429c-93f9-5307e20a5c77', 'name': '', 'network_id': '6944c500-f413-442a-9452-6ee310bb5f01', 'tenant_id': '01019331d4a443dc8d7cad91f77da1d5', 'mac_address': 'fa:16:3e:67:52:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dac97baf-dde4-4459-a664-c9e094b7bfcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'e71dace2-3831-47a1-b951-433c18310a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:51Z', 'updated_at': '2021-08-31T09:32:57Z', 'revision_number': 4, 'project_id': '01019331d4a443dc8d7cad91f77da1d5', 'subnets': [{'id': 'e71dace2-3831-47a1-b951-433c18310a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:32:59.507364 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:59.540404 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:59.596932 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-18a986f7-0260-468b-a1e6-724020ed13fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:59.599817 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-18a986f7-0260-468b-a1e6-724020ed13fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:59.603625 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-18a986f7-0260-468b-a1e6-724020ed13fc admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/a3a1032d-8873-46a7-8309-0eccb8318c52 HTTP/1.1" status: 204 len: 168 time: 0.4250972 Aug 31 09:32:59.614537 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a986f7-0260-468b-a1e6-724020ed13fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a1032d-8873-46a7-8309-0eccb8318c52,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:59.655880 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1,segment=NetworkSegment(ebe4164f-330f-4102-8ab9-9d9477820b58),segment_id=ebe4164f-330f-4102-8ab9-9d9477820b58)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:59.717117 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:59.718245 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device a29fa7ed-ecd3-4217-87a2-12ac46d2bee6 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:32:59.816930 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port a29fa7ed-ecd3-4217-87a2-12ac46d2bee6, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=a29fa7ed-ecd3-4217-87a2-12ac46d2bee6,segment=NetworkSegment(f331507f-10d6-44fe-8059-a14fd8f348c8),segment_id=f331507f-10d6-44fe-8059-a14fd8f348c8)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:32:59.819801 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:59.835707 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'a29fa7ed-ecd3-4217-87a2-12ac46d2bee6', 'network_id': '77d5d845-bb9b-4368-b082-bacd96a9f80d', 'port_id': 'a29fa7ed-ecd3-4217-87a2-12ac46d2bee6', 'mac_address': 'fa:16:3e:51:96:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f34f97ee-be68-4a06-a77e-c36751cafa2c', 'ip_address': '10.1.1.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:32:59.921056 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:59.938256 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a29fa7ed-ecd3-4217-87a2-12ac46d2bee6 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:32:59.939333 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6decac06-7094-45ae-81f1-1719bd4da884 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:32:59.965261 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6decac06-7094-45ae-81f1-1719bd4da884 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bcb8f47-78b8-4525-be2b-399e950e74f2,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:32:59.965402 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port a29fa7ed-ecd3-4217-87a2-12ac46d2bee6, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=a29fa7ed-ecd3-4217-87a2-12ac46d2bee6,segment=NetworkSegment(f331507f-10d6-44fe-8059-a14fd8f348c8),segment_id=f331507f-10d6-44fe-8059-a14fd8f348c8)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:00.063493 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70cc167b-c614-4eab-bc39-075ca4a6f5de tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Router c71048f4-703b-479e-be1a-51465f4e9987 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:33:00.071848 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6decac06-7094-45ae-81f1-1719bd4da884 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:00.073926 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:00.074077 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6decac06-7094-45ae-81f1-1719bd4da884 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5065238 Aug 31 09:33:00.074199 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 594d28c7-5b28-4c9d-9cc0-b5d36ffa7010 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:33:00.078266 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51004) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:00.086469 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-a105f516-82fa-4f23-aa10-4455c315c41a tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Request body: {'security_group_rule': {'security_group_id': 'b39f5d80-789a-4989-bd58-c5c1fbeaba87', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:00.169368 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=a29fa7ed-ecd3-4217-87a2-12ac46d2bee6,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:00.186249 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cc167b-c614-4eab-bc39-075ca4a6f5de tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:33:00.194296 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-70cc167b-c614-4eab-bc39-075ca4a6f5de tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "PUT /v2.0/routers/c71048f4-703b-479e-be1a-51465f4e9987/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5645816 Aug 31 09:33:00.195404 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51008) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:00.201962 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 594d28c7-5b28-4c9d-9cc0-b5d36ffa7010, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=594d28c7-5b28-4c9d-9cc0-b5d36ffa7010,segment=NetworkSegment(ebe4164f-330f-4102-8ab9-9d9477820b58),segment_id=ebe4164f-330f-4102-8ab9-9d9477820b58)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:00.206453 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602ff9af-f457-41ff-ba21-462188d4bdc7 None None] Sync routers for ids ['c71048f4-703b-479e-be1a-51465f4e9987'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:33:00.222269 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '594d28c7-5b28-4c9d-9cc0-b5d36ffa7010', 'network_id': '4c2e8d44-f605-48e7-8300-60df4e87697c', 'port_id': '594d28c7-5b28-4c9d-9cc0-b5d36ffa7010', 'mac_address': 'fa:16:3e:a4:37:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '290f3674-0820-4485-967d-a68d99948354', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:33:00.226126 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-05f7eab7-2fa5-4b3e-ae69-c35a89213bdd tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "GET /v2.0/ports?device_id=c71048f4-703b-479e-be1a-51465f4e9987 HTTP/1.1" status: 200 len: 205 time: 0.0281777 Aug 31 09:33:00.226745 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51010) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:00.230294 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602ff9af-f457-41ff-ba21-462188d4bdc7 None None] Routers {'c71048f4-703b-479e-be1a-51465f4e9987'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:00.231072 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-602ff9af-f457-41ff-ba21-462188d4bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:32:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['c71048f4-703b-479e-be1a-51465f4e9987'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:00.252919 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a105f516-82fa-4f23-aa10-4455c315c41a tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:00.281950 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:00.350699 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-602ff9af-f457-41ff-ba21-462188d4bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:00.358814 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 594d28c7-5b28-4c9d-9cc0-b5d36ffa7010 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:33:00.389724 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602ff9af-f457-41ff-ba21-462188d4bdc7 None None] Routers {'c71048f4-703b-479e-be1a-51465f4e9987'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:00.390374 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-602ff9af-f457-41ff-ba21-462188d4bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:32:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['c71048f4-703b-479e-be1a-51465f4e9987'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:00.393922 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 594d28c7-5b28-4c9d-9cc0-b5d36ffa7010, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=594d28c7-5b28-4c9d-9cc0-b5d36ffa7010,segment=NetworkSegment(ebe4164f-330f-4102-8ab9-9d9477820b58),segment_id=ebe4164f-330f-4102-8ab9-9d9477820b58)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:00.472165 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-602ff9af-f457-41ff-ba21-462188d4bdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:00.477597 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602ff9af-f457-41ff-ba21-462188d4bdc7 None None] The sync data for ids ['c71048f4-703b-479e-be1a-51465f4e9987'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:33:00.502949 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f5185fe-97f2-40d6-8869-0cfe53a947ae req-f4add20f-b3e6-41bb-a59a-b5b168c48222 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=a33308e5-533f-4ed8-a714-4192b301f00f HTTP/1.1" status: 200 len: 210 time: 0.0723083 Aug 31 09:33:00.504990 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:00.505672 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 21872e53-bee1-4235-9d2e-ab94c5aea8c9 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:33:00.515860 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4d3276e5-b9d4-4787-9010-8f775d3cde28 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:00.578061 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-a105f516-82fa-4f23-aa10-4455c315c41a tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 09:33:00.579434 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a105f516-82fa-4f23-aa10-4455c315c41a tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4993846 Aug 31 09:33:00.597101 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51030) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:00.612484 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=594d28c7-5b28-4c9d-9cc0-b5d36ffa7010,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:00.653774 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 21872e53-bee1-4235-9d2e-ab94c5aea8c9, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=21872e53-bee1-4235-9d2e-ab94c5aea8c9,segment=NetworkSegment(f331507f-10d6-44fe-8059-a14fd8f348c8),segment_id=f331507f-10d6-44fe-8059-a14fd8f348c8)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:00.668078 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '21872e53-bee1-4235-9d2e-ab94c5aea8c9', 'network_id': '77d5d845-bb9b-4368-b082-bacd96a9f80d', 'port_id': '21872e53-bee1-4235-9d2e-ab94c5aea8c9', 'mac_address': 'fa:16:3e:fb:8e:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f34f97ee-be68-4a06-a77e-c36751cafa2c', 'ip_address': '10.1.1.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:33:00.722296 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:00.725102 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950031c0-45c0-45f8-ac53-71628a851338 req-12468ecc-1c29-4bfd-94fa-48282b445e23 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:00.727104 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-950031c0-45c0-45f8-ac53-71628a851338 req-12468ecc-1c29-4bfd-94fa-48282b445e23 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.112 "GET /v2.0/networks?id=f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0 HTTP/1.1" status: 200 len: 911 time: 0.2597749 Aug 31 09:33:00.744847 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21872e53-bee1-4235-9d2e-ab94c5aea8c9 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:33:00.750209 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-950031c0-45c0-45f8-ac53-71628a851338 req-66a15b5f-824d-48f5-9491-a4d6fd1781dc tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Request body: {'port': {'device_id': 'a33308e5-533f-4ed8-a714-4192b301f00f', 'network_id': 'f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0', 'admin_state_up': True, 'tenant_id': '01019331d4a443dc8d7cad91f77da1d5'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:00.757637 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c64a9faf-313b-433f-8ffa-49a5ff0cea99 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:00.770972 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 21872e53-bee1-4235-9d2e-ab94c5aea8c9, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=21872e53-bee1-4235-9d2e-ab94c5aea8c9,segment=NetworkSegment(f331507f-10d6-44fe-8059-a14fd8f348c8),segment_id=f331507f-10d6-44fe-8059-a14fd8f348c8)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:00.814185 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:00.829284 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c64a9faf-313b-433f-8ffa-49a5ff0cea99 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:00.892041 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=21872e53-bee1-4235-9d2e-ab94c5aea8c9,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:00.922529 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-950031c0-45c0-45f8-ac53-71628a851338 req-66a15b5f-824d-48f5-9491-a4d6fd1781dc tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Made reservation on behalf of 01019331d4a443dc8d7cad91f77da1d5 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:00.926102 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-950031c0-45c0-45f8-ac53-71628a851338 req-66a15b5f-824d-48f5-9491-a4d6fd1781dc tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:00.941519 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4d3276e5-b9d4-4787-9010-8f775d3cde28 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:00.954259 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505a65a-95bd-4902-b923-b97213fd34e1 req-83d61353-9ddb-4514-9dc0-31bd138fe2fb tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:00.955934 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c64a9faf-313b-433f-8ffa-49a5ff0cea99 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:00.959573 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c64a9faf-313b-433f-8ffa-49a5ff0cea99 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:00.961858 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505a65a-95bd-4902-b923-b97213fd34e1 req-83d61353-9ddb-4514-9dc0-31bd138fe2fb tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:00.961974 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c64a9faf-313b-433f-8ffa-49a5ff0cea99 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "DELETE /v2.0/security-groups/b39f5d80-789a-4989-bd58-c5c1fbeaba87 HTTP/1.1" status: 204 len: 168 time: 0.3629165 Aug 31 09:33:00.969155 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505a65a-95bd-4902-b923-b97213fd34e1 req-83d61353-9ddb-4514-9dc0-31bd138fe2fb tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:00.982080 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505a65a-95bd-4902-b923-b97213fd34e1 req-83d61353-9ddb-4514-9dc0-31bd138fe2fb tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:00.987562 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505a65a-95bd-4902-b923-b97213fd34e1 req-83d61353-9ddb-4514-9dc0-31bd138fe2fb tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:00.994671 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505a65a-95bd-4902-b923-b97213fd34e1 req-83d61353-9ddb-4514-9dc0-31bd138fe2fb tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:01.001556 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505a65a-95bd-4902-b923-b97213fd34e1 req-83d61353-9ddb-4514-9dc0-31bd138fe2fb tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:01.003650 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2505a65a-95bd-4902-b923-b97213fd34e1 req-83d61353-9ddb-4514-9dc0-31bd138fe2fb tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5427 time: 0.5258634 Aug 31 09:33:01.003955 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51038) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:01.005035 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4d3276e5-b9d4-4787-9010-8f775d3cde28 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:01.090180 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a9faf-313b-433f-8ffa-49a5ff0cea99 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39f5d80-789a-4989-bd58-c5c1fbeaba87,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:01.162384 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2f8a65a8-01dc-429c-93f9-5307e20a5c77 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:01.232597 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2505a65a-95bd-4902-b923-b97213fd34e1 req-5450bfbc-ebae-487d-a386-df608fbe8d75 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2173195 Aug 31 09:33:01.232813 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-950031c0-45c0-45f8-ac53-71628a851338 req-66a15b5f-824d-48f5-9491-a4d6fd1781dc tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Allocated IP 172.20.0.4 (f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0/527a8aac-ce45-4a57-a1ad-a648b6bc031e/6205cf67-c3fd-4cad-9316-82a059464a22) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:01.264773 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4d3276e5-b9d4-4787-9010-8f775d3cde28 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:01.265323 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3276e5-b9d4-4787-9010-8f775d3cde28 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Fanout notify agent at l3_agent the message router_deleted on router c71048f4-703b-479e-be1a-51465f4e9987 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:33:01.275338 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4d3276e5-b9d4-4787-9010-8f775d3cde28 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:01.276358 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4d3276e5-b9d4-4787-9010-8f775d3cde28 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/routers/c71048f4-703b-479e-be1a-51465f4e9987 HTTP/1.1" status: 204 len: 168 time: 1.0485742 Aug 31 09:33:01.281627 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51052) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:01.344781 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e13c035f-ee93-4e09-82eb-e82b867eb44a tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3295929 Aug 31 09:33:01.345221 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51054) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:01.355140 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-0c34b6e3-f582-4b01-b8e9-12ddebdccda4 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Request body: {'security_group': {'name': 'tempest-secgroup--1759763093'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:01.373675 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 2f8a65a8-01dc-429c-93f9-5307e20a5c77 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:01.378536 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 2f8a65a8-01dc-429c-93f9-5307e20a5c77 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:01.379130 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:01.383305 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['a29fa7ed-ecd3-4217-87a2-12ac46d2bee6'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:01.407245 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ee564c-5a96-468e-9f1f-ce5c36e520df tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Deleting subnet 26000630-70e7-456a-a630-618458a66bf1 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:33:01.421236 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b4ee564c-5a96-468e-9f1f-ce5c36e520df tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:01.445601 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['21872e53-bee1-4235-9d2e-ab94c5aea8c9'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:01.468958 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-950031c0-45c0-45f8-ac53-71628a851338 req-66a15b5f-824d-48f5-9491-a4d6fd1781dc tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:01.469227 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['594d28c7-5b28-4c9d-9cc0-b5d36ffa7010'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:01.471178 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['5e0f8409-296d-4c01-80fd-2224022e108c'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:01.471659 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b4ee564c-5a96-468e-9f1f-ce5c36e520df tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:01.486542 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-950031c0-45c0-45f8-ac53-71628a851338 req-66a15b5f-824d-48f5-9491-a4d6fd1781dc tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Transition to ACTIVE for port object 6205cf67-c3fd-4cad-9316-82a059464a22 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:01.502151 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['8ec00ff2-1406-435b-8d50-463c30eef300'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:01.519665 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0c34b6e3-f582-4b01-b8e9-12ddebdccda4 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:01.601730 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-950031c0-45c0-45f8-ac53-71628a851338 req-66a15b5f-824d-48f5-9491-a4d6fd1781dc tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:01.698304 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a15b5f-824d-48f5-9491-a4d6fd1781dc tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Pushing event updated for resources: {'Port': ['ID=6205cf67-c3fd-4cad-9316-82a059464a22,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:01.721598 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-958f2827-e090-4565-bdad-0ff6714b2569 req-77b00650-b6f2-47e3-b5f2-fc275886f2fb tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=d849be70-7277-4792-ab18-434c80c26fc8 HTTP/1.1" status: 200 len: 210 time: 0.0860775 Aug 31 09:33:01.726425 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-950031c0-45c0-45f8-ac53-71628a851338 req-66a15b5f-824d-48f5-9491-a4d6fd1781dc tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Network f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:01.728485 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-950031c0-45c0-45f8-ac53-71628a851338 req-66a15b5f-824d-48f5-9491-a4d6fd1781dc tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:01.746230 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-950031c0-45c0-45f8-ac53-71628a851338 req-66a15b5f-824d-48f5-9491-a4d6fd1781dc tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:01.773238 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b4ee564c-5a96-468e-9f1f-ce5c36e520df tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:01.837476 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950031c0-45c0-45f8-ac53-71628a851338 req-66a15b5f-824d-48f5-9491-a4d6fd1781dc tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:01.839140 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-950031c0-45c0-45f8-ac53-71628a851338 req-66a15b5f-824d-48f5-9491-a4d6fd1781dc tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:01.924368 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066336b-10e1-4233-84b0-0f77d784a1ae req-1755143b-55eb-4ae9-8309-cb0195950ebb tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:01.926189 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c066336b-10e1-4233-84b0-0f77d784a1ae req-1755143b-55eb-4ae9-8309-cb0195950ebb tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=a33308e5-533f-4ed8-a714-4192b301f00f HTTP/1.1" status: 200 len: 1027 time: 0.2466714 Aug 31 09:33:01.944933 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0c34b6e3-f582-4b01-b8e9-12ddebdccda4 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:01.987460 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c066336b-10e1-4233-84b0-0f77d784a1ae req-991ab7da-07f8-4475-9599-6a2b57ca21ba tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=39ff5732-05da-49b9-a75b-9c3e6a042532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515389 Aug 31 09:33:02.047967 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0c34b6e3-f582-4b01-b8e9-12ddebdccda4 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:02.079175 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b4ee564c-5a96-468e-9f1f-ce5c36e520df tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:02.125297 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-950031c0-45c0-45f8-ac53-71628a851338 req-66a15b5f-824d-48f5-9491-a4d6fd1781dc tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3829191 Aug 31 09:33:02.145513 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-950031c0-45c0-45f8-ac53-71628a851338 req-1f4fa41d-d4d1-4616-975e-8bf3bd5974ce service neutron] Request body: {'port': {'device_id': 'a33308e5-533f-4ed8-a714-4192b301f00f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:02.167649 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0c34b6e3-f582-4b01-b8e9-12ddebdccda4 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:02.169962 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0c34b6e3-f582-4b01-b8e9-12ddebdccda4 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8225191 Aug 31 09:33:02.175904 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee564c-5a96-468e-9f1f-ce5c36e520df tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Subnet': ['ID=26000630-70e7-456a-a630-618458a66bf1,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:02.179496 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51090) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:02.183545 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b4ee564c-5a96-468e-9f1f-ce5c36e520df tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:02.186362 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b4ee564c-5a96-468e-9f1f-ce5c36e520df tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/subnets/26000630-70e7-456a-a630-618458a66bf1 HTTP/1.1" status: 204 len: 168 time: 0.9035904 Aug 31 09:33:02.193358 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-cb606082-119d-4681-afcc-9b559f6539d2 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Request body: {'security_group_rule': {'security_group_id': '4382490c-8fc5-42b3-9ecf-fcd0ac81b9d9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:02.194332 n-d-791506-28 neutron-server[95553]: WARNING neutron.api.v2.base [None req-cb606082-119d-4681-afcc-9b559f6539d2 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 31 09:33:02.195068 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-cb606082-119d-4681-afcc-9b559f6539d2 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:33:02.196272 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-cb606082-119d-4681-afcc-9b559f6539d2 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0085864 Aug 31 09:33:02.197335 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51092) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:02.216703 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51094) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:02.244117 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34b6e3-f582-4b01-b8e9-12ddebdccda4 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4382490c-8fc5-42b3-9ecf-fcd0ac81b9d9,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:02.361742 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7214e83-c0c7-4ddd-afcd-9cd490e2863f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Deleting subnet f6997249-2c22-465d-87e7-762948f063ec {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:33:02.372757 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-950031c0-45c0-45f8-ac53-71628a851338 req-1f4fa41d-d4d1-4616-975e-8bf3bd5974ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:02.377857 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f064af82-ce2f-407d-b2ee-fc3f43acb398 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:02.378606 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b7214e83-c0c7-4ddd-afcd-9cd490e2863f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:02.416179 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f064af82-ce2f-407d-b2ee-fc3f43acb398 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:02.418423 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de7f071-f454-4851-9477-8d6628c40c76 None None] Network 9a1e8374-d621-491f-a96c-aa19dd67db3f requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:02.474221 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b7214e83-c0c7-4ddd-afcd-9cd490e2863f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:02.640769 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b7214e83-c0c7-4ddd-afcd-9cd490e2863f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:02.661705 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f064af82-ce2f-407d-b2ee-fc3f43acb398 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:02.664584 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f064af82-ce2f-407d-b2ee-fc3f43acb398 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:02.668014 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f064af82-ce2f-407d-b2ee-fc3f43acb398 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "DELETE /v2.0/security-groups/4382490c-8fc5-42b3-9ecf-fcd0ac81b9d9 HTTP/1.1" status: 204 len: 168 time: 0.4518824 Aug 31 09:33:02.674279 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51120) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:02.716221 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064af82-ce2f-407d-b2ee-fc3f43acb398 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4382490c-8fc5-42b3-9ecf-fcd0ac81b9d9,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:02.749247 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b6244510-4cce-40f5-801e-48cb0af4ef9e tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0715683 Aug 31 09:33:02.759696 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51128) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:02.770226 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:02.772599 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d173224-8dfc-4bb5-80a9-49bcaa24a441 req-fc7b1a11-47b9-4ae5-8f6b-ff5ad382b2d6 tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0660625 Aug 31 09:33:02.819834 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:02.820393 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-f867e950-395a-41e1-af1f-03fda1ceab89 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Request body: {'security_group': {'name': 'tempest-secgroup--724160522'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:02.838323 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d356707-1868-49e2-be1a-a9a7ac824a7c req-d239ed01-3141-4d69-81ff-0543cf7dd0da tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:02.851650 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d356707-1868-49e2-be1a-a9a7ac824a7c req-d239ed01-3141-4d69-81ff-0543cf7dd0da tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:02.870121 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d356707-1868-49e2-be1a-a9a7ac824a7c req-d239ed01-3141-4d69-81ff-0543cf7dd0da tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:02.881466 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d356707-1868-49e2-be1a-a9a7ac824a7c req-d239ed01-3141-4d69-81ff-0543cf7dd0da tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:02.888646 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d356707-1868-49e2-be1a-a9a7ac824a7c req-d239ed01-3141-4d69-81ff-0543cf7dd0da tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:02.895016 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d356707-1868-49e2-be1a-a9a7ac824a7c req-d239ed01-3141-4d69-81ff-0543cf7dd0da tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:02.901124 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d356707-1868-49e2-be1a-a9a7ac824a7c req-d239ed01-3141-4d69-81ff-0543cf7dd0da tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:02.911460 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7d356707-1868-49e2-be1a-a9a7ac824a7c req-d239ed01-3141-4d69-81ff-0543cf7dd0da tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5428 time: 0.2075124 Aug 31 09:33:02.921600 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b7214e83-c0c7-4ddd-afcd-9cd490e2863f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:02.963670 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7214e83-c0c7-4ddd-afcd-9cd490e2863f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Subnet': ['ID=f6997249-2c22-465d-87e7-762948f063ec,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:02.975692 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-950031c0-45c0-45f8-ac53-71628a851338 req-1f4fa41d-d4d1-4616-975e-8bf3bd5974ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6205cf67-c3fd-4cad-9316-82a059464a22 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:33:02.991426 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f867e950-395a-41e1-af1f-03fda1ceab89 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:02.997770 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-950031c0-45c0-45f8-ac53-71628a851338 req-1f4fa41d-d4d1-4616-975e-8bf3bd5974ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.011369 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b7214e83-c0c7-4ddd-afcd-9cd490e2863f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.018815 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b7214e83-c0c7-4ddd-afcd-9cd490e2863f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/subnets/f6997249-2c22-465d-87e7-762948f063ec HTTP/1.1" status: 204 len: 168 time: 0.8202529 Aug 31 09:33:03.021447 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51136) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:03.054934 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7d356707-1868-49e2-be1a-a9a7ac824a7c req-f56c263b-a74a-4326-8f08-e818f4c2cd69 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1387291 Aug 31 09:33:03.091335 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d5e553-78f0-4dc4-917b-36ada4d65c13 None None] Network 82ca3ece-119b-4955-8d39-860e7df83c36 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:03.110629 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-84257214-de6d-45ab-b3e3-ff77250a4cd3 None None] Provisioning for port 6205cf67-c3fd-4cad-9316-82a059464a22 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:03.144131 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.159272 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-950031c0-45c0-45f8-ac53-71628a851338 req-1f4fa41d-d4d1-4616-975e-8bf3bd5974ce service neutron] Transition to ACTIVE for port object 6205cf67-c3fd-4cad-9316-82a059464a22 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:03.160043 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c226e8d-8e0f-4d92-8f9a-e696bd9f040c req-e3d02581-70ce-4a41-a17c-6e31b0d13b93 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:03.175665 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8c226e8d-8e0f-4d92-8f9a-e696bd9f040c req-e3d02581-70ce-4a41-a17c-6e31b0d13b93 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=a33308e5-533f-4ed8-a714-4192b301f00f HTTP/1.1" status: 200 len: 1027 time: 0.0653753 Aug 31 09:33:03.191578 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 2f8a65a8-01dc-429c-93f9-5307e20a5c77, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=2f8a65a8-01dc-429c-93f9-5307e20a5c77,segment=NetworkSegment(864d6922-2b2b-4734-b4d4-e89fdc2f0660),segment_id=864d6922-2b2b-4734-b4d4-e89fdc2f0660)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:03.201559 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51142) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:03.208303 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-84257214-de6d-45ab-b3e3-ff77250a4cd3 None None] Provisioning complete for port 6205cf67-c3fd-4cad-9316-82a059464a22 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:03.212958 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-84257214-de6d-45ab-b3e3-ff77250a4cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.231644 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-950031c0-45c0-45f8-ac53-71628a851338 req-1f4fa41d-d4d1-4616-975e-8bf3bd5974ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.248014 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8c226e8d-8e0f-4d92-8f9a-e696bd9f040c req-b6071e3a-d69f-4e6c-af3e-7851d72d79da tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=39ff5732-05da-49b9-a75b-9c3e6a042532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575657 Aug 31 09:33:03.334405 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-84257214-de6d-45ab-b3e3-ff77250a4cd3 None None] Port 6205cf67-c3fd-4cad-9316-82a059464a22 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:33:03.340087 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fa41d-d4d1-4616-975e-8bf3bd5974ce service neutron] Pushing event updated for resources: {'Port': ['ID=6205cf67-c3fd-4cad-9316-82a059464a22,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:03.355474 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-55eae074-77cc-435e-b0e2-949a90ffea2a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.415171 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.483665 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.547703 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eca77129-3a2a-4c63-9585-04d96b814d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.571877 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['df6aa1bb-921b-4f71-bd10-7c3fe5349661'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:03.574031 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20f48bd-9401-4d6c-9863-82c236895f14 None None] DHCP port deletion for 9a1e8374-d621-491f-a96c-aa19dd67db3f request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:33:03.648965 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f867e950-395a-41e1-af1f-03fda1ceab89 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.650220 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-950031c0-45c0-45f8-ac53-71628a851338 req-1f4fa41d-d4d1-4616-975e-8bf3bd5974ce service neutron] Attempting to bind port 6205cf67-c3fd-4cad-9316-82a059464a22 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:33:03.650622 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-950031c0-45c0-45f8-ac53-71628a851338 req-1f4fa41d-d4d1-4616-975e-8bf3bd5974ce service neutron] Attempting to bind port 6205cf67-c3fd-4cad-9316-82a059464a22 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '795e455e-f5de-4f0e-bca4-09842c515e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': 'f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:33:03.651011 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950031c0-45c0-45f8-ac53-71628a851338 req-1f4fa41d-d4d1-4616-975e-8bf3bd5974ce service neutron] Attempting to bind port 6205cf67-c3fd-4cad-9316-82a059464a22 on network f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:03.659913 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950031c0-45c0-45f8-ac53-71628a851338 req-1f4fa41d-d4d1-4616-975e-8bf3bd5974ce service neutron] Port 6205cf67-c3fd-4cad-9316-82a059464a22 on network f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:33:03.660695 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950031c0-45c0-45f8-ac53-71628a851338 req-1f4fa41d-d4d1-4616-975e-8bf3bd5974ce service neutron] Attempting to bind port 6205cf67-c3fd-4cad-9316-82a059464a22 on network f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:03.669168 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950031c0-45c0-45f8-ac53-71628a851338 req-1f4fa41d-d4d1-4616-975e-8bf3bd5974ce service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:33:03.669168 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950031c0-45c0-45f8-ac53-71628a851338 req-1f4fa41d-d4d1-4616-975e-8bf3bd5974ce service neutron] Checking segment: {'id': '795e455e-f5de-4f0e-bca4-09842c515e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': 'f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:03.669168 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950031c0-45c0-45f8-ac53-71628a851338 req-1f4fa41d-d4d1-4616-975e-8bf3bd5974ce service neutron] Bound using segment: {'id': '795e455e-f5de-4f0e-bca4-09842c515e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': 'f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:33:03.669168 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-950031c0-45c0-45f8-ac53-71628a851338 req-1f4fa41d-d4d1-4616-975e-8bf3bd5974ce service neutron] Bound port: 6205cf67-c3fd-4cad-9316-82a059464a22, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795e455e-f5de-4f0e-bca4-09842c515e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': 'f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:33:03.669611 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-950031c0-45c0-45f8-ac53-71628a851338 req-1f4fa41d-d4d1-4616-975e-8bf3bd5974ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.682623 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-55eae074-77cc-435e-b0e2-949a90ffea2a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Deleting port 17212a28-c20a-418e-96a9-d772cc7f316f {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:03.682976 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-55eae074-77cc-435e-b0e2-949a90ffea2a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.728022 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f867e950-395a-41e1-af1f-03fda1ceab89 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.765831 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=2f8a65a8-01dc-429c-93f9-5307e20a5c77,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:03.840628 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-55eae074-77cc-435e-b0e2-949a90ffea2a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] For port 17212a28-c20a-418e-96a9-d772cc7f316f, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=17212a28-c20a-418e-96a9-d772cc7f316f,segment=NetworkSegment(b024579e-db16-48ca-8aec-bfa41e8236f3),segment_id=b024579e-db16-48ca-8aec-bfa41e8236f3)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:03.842204 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-55eae074-77cc-435e-b0e2-949a90ffea2a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.859364 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a20f48bd-9401-4d6c-9863-82c236895f14 None None] Deleting port 17212a28-c20a-418e-96a9-d772cc7f316f {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:03.859601 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a20f48bd-9401-4d6c-9863-82c236895f14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.881796 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867e950-395a-41e1-af1f-03fda1ceab89 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cda14167-78e1-425f-be73-5a048daa76e0,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:03.890398 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-55eae074-77cc-435e-b0e2-949a90ffea2a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Calling delete_port for 17212a28-c20a-418e-96a9-d772cc7f316f owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:03.910188 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-950031c0-45c0-45f8-ac53-71628a851338 req-1f4fa41d-d4d1-4616-975e-8bf3bd5974ce service neutron] For port 6205cf67-c3fd-4cad-9316-82a059464a22, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:33:03.912299 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cafb41-0484-41d9-8577-b50e945d61df None None] DHCP port deletion for 82ca3ece-119b-4955-8d39-860e7df83c36 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:33:03.912869 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eca77129-3a2a-4c63-9585-04d96b814d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:03.914881 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-950031c0-45c0-45f8-ac53-71628a851338 req-1f4fa41d-d4d1-4616-975e-8bf3bd5974ce service neutron] For port 6205cf67-c3fd-4cad-9316-82a059464a22, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=6205cf67-c3fd-4cad-9316-82a059464a22,segment=NetworkSegment(795e455e-f5de-4f0e-bca4-09842c515e62),segment_id=795e455e-f5de-4f0e-bca4-09842c515e62)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:33:03.990051 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-a20f48bd-9401-4d6c-9863-82c236895f14 None None] For port 17212a28-c20a-418e-96a9-d772cc7f316f, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=17212a28-c20a-418e-96a9-d772cc7f316f,segment=NetworkSegment(b024579e-db16-48ca-8aec-bfa41e8236f3),segment_id=b024579e-db16-48ca-8aec-bfa41e8236f3)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:03.990442 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a20f48bd-9401-4d6c-9863-82c236895f14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.001740 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1dce6649-4e56-4683-9cf5-d1a9136b062f req-a80f6f4f-4906-48e3-a70e-15d3b78251ff tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0447040 Aug 31 09:33:04.014256 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a20f48bd-9401-4d6c-9863-82c236895f14 None None] Calling delete_port for 17212a28-c20a-418e-96a9-d772cc7f316f owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:04.019704 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eca77129-3a2a-4c63-9585-04d96b814d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.032994 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-950031c0-45c0-45f8-ac53-71628a851338 req-1f4fa41d-d4d1-4616-975e-8bf3bd5974ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.076433 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950031c0-45c0-45f8-ac53-71628a851338 req-1f4fa41d-d4d1-4616-975e-8bf3bd5974ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:04.077064 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-950031c0-45c0-45f8-ac53-71628a851338 req-1f4fa41d-d4d1-4616-975e-8bf3bd5974ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.078542 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-950031c0-45c0-45f8-ac53-71628a851338 req-1f4fa41d-d4d1-4616-975e-8bf3bd5974ce service neutron] 10.222.0.112 "PUT /v2.0/ports/6205cf67-c3fd-4cad-9316-82a059464a22 HTTP/1.1" status: 200 len: 1092 time: 1.9392037 Aug 31 09:33:04.079116 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33308e5-533f-4ed8-a714-4192b301f00f', 'tag': '6205cf67-c3fd-4cad-9316-82a059464a22'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:04.079324 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-eca77129-3a2a-4c63-9585-04d96b814d5d admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=7dc0d8a5d4ef4705827099bd50525eb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8763571 Aug 31 09:33:04.080999 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51154) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:04.081501 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9b5b15-1825-4825-97cd-4ab805983435" -d '{"events": [{"name": "network-changed", "server_uuid": "a33308e5-533f-4ed8-a714-4192b301f00f", "tag": "6205cf67-c3fd-4cad-9316-82a059464a22"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:04.113599 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca77129-3a2a-4c63-9585-04d96b814d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc0d3d9-24dd-4dc1-88e7-53b4984a6eda,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:04.124976 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-15cafb41-0484-41d9-8577-b50e945d61df None None] Deleting port aa27f5d0-4d6b-4c91-93b7-b2af8165d48e {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:04.125632 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-15cafb41-0484-41d9-8577-b50e945d61df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.155769 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fa41d-d4d1-4616-975e-8bf3bd5974ce service neutron] Pushing event updated for resources: {'Port': ['ID=6205cf67-c3fd-4cad-9316-82a059464a22,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:04.178773 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-55eae074-77cc-435e-b0e2-949a90ffea2a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.183909 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f867e950-395a-41e1-af1f-03fda1ceab89 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.202426 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f867e950-395a-41e1-af1f-03fda1ceab89 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4401865 Aug 31 09:33:04.204433 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67f476e-fd87-4075-ad51-8ac0300df9f2 x-openstack-request-id: req-b67f476e-fd87-4075-ad51-8ac0300df9f2 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:04.205441 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a33308e5-533f-4ed8-a714-4192b301f00f", "tag": "6205cf67-c3fd-4cad-9316-82a059464a22", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:04.205742 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-b67f476e-fd87-4075-ad51-8ac0300df9f2 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:04.207383 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33308e5-533f-4ed8-a714-4192b301f00f', 'tag': '6205cf67-c3fd-4cad-9316-82a059464a22', 'status': 'completed', 'code': 200} Aug 31 09:33:04.233117 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51162) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:04.248667 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a20f48bd-9401-4d6c-9863-82c236895f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.281587 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-99eecf7e-6e1f-4de7-9f1d-e28fbb75f681 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Request body: {'security_group_rule': {'security_group_id': 'cda14167-78e1-425f-be73-5a048daa76e0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:04.282432 n-d-791506-28 neutron-server[95553]: WARNING neutron.api.v2.base [None req-99eecf7e-6e1f-4de7-9f1d-e28fbb75f681 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 31 09:33:04.291047 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-99eecf7e-6e1f-4de7-9f1d-e28fbb75f681 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:33:04.292167 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-99eecf7e-6e1f-4de7-9f1d-e28fbb75f681 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0578997 Aug 31 09:33:04.296063 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a3fd4e1a-de4d-4839-8cf5-9b3b5a411216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.300643 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51166) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:04.300973 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eae074-77cc-435e-b0e2-949a90ffea2a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Port': ['ID=17212a28-c20a-418e-96a9-d772cc7f316f,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:04.331640 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eae074-77cc-435e-b0e2-949a90ffea2a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] No DVR routers for this DVR port 17212a28-c20a-418e-96a9-d772cc7f316f on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:33:04.352395 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f48bd-9401-4d6c-9863-82c236895f14 None None] Pushing event deleted for resources: {'Port': ['ID=17212a28-c20a-418e-96a9-d772cc7f316f,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:04.369709 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b5b15-1825-4825-97cd-4ab805983435 req-55ba85e5-46d6-477a-8d66-e276ba90116a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:04.371302 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2d9b5b15-1825-4825-97cd-4ab805983435 req-55ba85e5-46d6-477a-8d66-e276ba90116a service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=01019331d4a443dc8d7cad91f77da1d5&device_id=a33308e5-533f-4ed8-a714-4192b301f00f HTTP/1.1" status: 200 len: 1095 time: 0.1601040 Aug 31 09:33:04.375486 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20f48bd-9401-4d6c-9863-82c236895f14 None None] No DVR routers for this DVR port 17212a28-c20a-418e-96a9-d772cc7f316f on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:33:04.393530 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-15cafb41-0484-41d9-8577-b50e945d61df None None] For port aa27f5d0-4d6b-4c91-93b7-b2af8165d48e, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=aa27f5d0-4d6b-4c91-93b7-b2af8165d48e,segment=NetworkSegment(599a24a1-3648-4281-9e9d-a904cfdc8482),segment_id=599a24a1-3648-4281-9e9d-a904cfdc8482)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:04.393983 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-15cafb41-0484-41d9-8577-b50e945d61df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.424076 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-15cafb41-0484-41d9-8577-b50e945d61df None None] Calling delete_port for aa27f5d0-4d6b-4c91-93b7-b2af8165d48e owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:04.549566 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a3fd4e1a-de4d-4839-8cf5-9b3b5a411216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.582821 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-55eae074-77cc-435e-b0e2-949a90ffea2a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.598168 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-683331af-e94a-4d56-b0d4-fa41912fa6c2 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.599121 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-55eae074-77cc-435e-b0e2-949a90ffea2a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a1e8374-d621-491f-a96c-aa19dd67db3f']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:04.613178 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-15cafb41-0484-41d9-8577-b50e945d61df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.618529 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-55eae074-77cc-435e-b0e2-949a90ffea2a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b024579e-db16-48ca-8aec-bfa41e8236f3') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:04.618861 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-55eae074-77cc-435e-b0e2-949a90ffea2a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b024579e-db16-48ca-8aec-bfa41e8236f3') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:04.628086 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21c0a3-fb2e-429e-bc46-6086e134ac9a req-fb521bdb-172c-4b8c-962f-c44b98ce5c42 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:04.633849 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21c0a3-fb2e-429e-bc46-6086e134ac9a req-fb521bdb-172c-4b8c-962f-c44b98ce5c42 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:04.637571 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-55eae074-77cc-435e-b0e2-949a90ffea2a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.651256 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21c0a3-fb2e-429e-bc46-6086e134ac9a req-fb521bdb-172c-4b8c-962f-c44b98ce5c42 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:04.656384 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cafb41-0484-41d9-8577-b50e945d61df None None] Pushing event deleted for resources: {'Port': ['ID=aa27f5d0-4d6b-4c91-93b7-b2af8165d48e,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:04.658776 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cafb41-0484-41d9-8577-b50e945d61df None None] No DVR routers for this DVR port aa27f5d0-4d6b-4c91-93b7-b2af8165d48e on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:33:04.659101 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b5b15-1825-4825-97cd-4ab805983435 req-b5b50cce-1dd6-4d83-9c01-0d28efc4c897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:04.660826 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2d9b5b15-1825-4825-97cd-4ab805983435 req-b5b50cce-1dd6-4d83-9c01-0d28efc4c897 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=01019331d4a443dc8d7cad91f77da1d5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2384460 Aug 31 09:33:04.667550 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21c0a3-fb2e-429e-bc46-6086e134ac9a req-fb521bdb-172c-4b8c-962f-c44b98ce5c42 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:04.668683 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-55eae074-77cc-435e-b0e2-949a90ffea2a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.674219 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21c0a3-fb2e-429e-bc46-6086e134ac9a req-fb521bdb-172c-4b8c-962f-c44b98ce5c42 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:04.680100 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21c0a3-fb2e-429e-bc46-6086e134ac9a req-fb521bdb-172c-4b8c-962f-c44b98ce5c42 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:04.686838 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21c0a3-fb2e-429e-bc46-6086e134ac9a req-fb521bdb-172c-4b8c-962f-c44b98ce5c42 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:04.689602 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7f21c0a3-fb2e-429e-bc46-6086e134ac9a req-fb521bdb-172c-4b8c-962f-c44b98ce5c42 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5428 time: 0.4599359 Aug 31 09:33:04.689731 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55eae074-77cc-435e-b0e2-949a90ffea2a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Releasing vlan 1629 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:33:04.689731 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-55eae074-77cc-435e-b0e2-949a90ffea2a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.693461 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:33:04.693461 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:33:04.693461 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:33:04.693461 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:33:04.693461 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:33:04.693461 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:33:04.693461 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:33:04.693461 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:33:04.693461 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:33:04.693461 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:33:04.693461 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:33:04.693461 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:33:04.693461 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:33:04.693461 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:33:04.693461 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:33:04.693461 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:33:04.693461 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:33:04.693461 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:33:04.693461 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:33:04.693461 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:33:04.693461 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:33:04.693461 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:33:04.693461 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:33:04.693461 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:33:04.693461 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:33:04.693461 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:33:04.693461 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:33:04.693461 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:33:04.693461 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:33:04.693461 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:33:04.693461 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:33:04.693461 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:33:04.716321 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fa817-8a19-4f45-9d89-5ea6c1071113 req-9e704b82-9c8c-441d-80b3-503bf61ff6cb tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:04.717814 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1a6fa817-8a19-4f45-9d89-5ea6c1071113 req-9e704b82-9c8c-441d-80b3-503bf61ff6cb tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=a33308e5-533f-4ed8-a714-4192b301f00f HTTP/1.1" status: 200 len: 1095 time: 0.3421686 Aug 31 09:33:04.736660 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-683331af-e94a-4d56-b0d4-fa41912fa6c2 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.821982 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7f21c0a3-fb2e-429e-bc46-6086e134ac9a req-a714bdd9-8e40-4b9c-aa6d-f77a7e54fcff tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1179311 Aug 31 09:33:04.827967 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1a6fa817-8a19-4f45-9d89-5ea6c1071113 req-3d2bdf3b-8f2c-4d1d-aa93-c040efa82351 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=39ff5732-05da-49b9-a75b-9c3e6a042532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980473 Aug 31 09:33:04.835613 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 594d28c7-5b28-4c9d-9cc0-b5d36ffa7010 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:04.857578 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b5b15-1825-4825-97cd-4ab805983435 req-a66016ff-abe9-40d9-a54a-0ee5325be55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:04.859212 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2d9b5b15-1825-4825-97cd-4ab805983435 req-a66016ff-abe9-40d9-a54a-0ee5325be55f service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1879690 Aug 31 09:33:04.882935 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a3fd4e1a-de4d-4839-8cf5-9b3b5a411216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.885780 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a3fd4e1a-de4d-4839-8cf5-9b3b5a411216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.888429 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a3fd4e1a-de4d-4839-8cf5-9b3b5a411216 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/ebc0d3d9-24dd-4dc1-88e7-53b4984a6eda HTTP/1.1" status: 204 len: 168 time: 0.8062053 Aug 31 09:33:04.899716 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd4e1a-de4d-4839-8cf5-9b3b5a411216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc0d3d9-24dd-4dc1-88e7-53b4984a6eda,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:04.939045 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-683331af-e94a-4d56-b0d4-fa41912fa6c2 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.942782 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-683331af-e94a-4d56-b0d4-fa41912fa6c2 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.944067 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-683331af-e94a-4d56-b0d4-fa41912fa6c2 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "DELETE /v2.0/security-groups/cda14167-78e1-425f-be73-5a048daa76e0 HTTP/1.1" status: 204 len: 168 time: 0.6253760 Aug 31 09:33:04.948948 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51178) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:04.953339 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-55eae074-77cc-435e-b0e2-949a90ffea2a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.973692 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 594d28c7-5b28-4c9d-9cc0-b5d36ffa7010 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:04.979283 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 594d28c7-5b28-4c9d-9cc0-b5d36ffa7010 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:04.979877 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:04.984493 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683331af-e94a-4d56-b0d4-fa41912fa6c2 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda14167-78e1-425f-be73-5a048daa76e0,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:05.006910 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-55eae074-77cc-435e-b0e2-949a90ffea2a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:05.008908 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-55eae074-77cc-435e-b0e2-949a90ffea2a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/networks/9a1e8374-d621-491f-a96c-aa19dd67db3f HTTP/1.1" status: 204 len: 168 time: 1.9609044 Aug 31 09:33:05.009859 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eae074-77cc-435e-b0e2-949a90ffea2a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Network': ['ID=9a1e8374-d621-491f-a96c-aa19dd67db3f,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:05.017207 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51180) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:05.037515 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c31a9062-7f4c-4c82-b153-2c1c43717b13 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0837417 Aug 31 09:33:05.039667 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51184) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:05.053371 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-359f2590-de95-4804-aedb-01b5e0292d8c tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Request body: {'security_group': {'name': 'tempest-secgroup--647101820'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:05.107057 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:05.138578 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594d28c7-5b28-4c9d-9cc0-b5d36ffa7010'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:05.139773 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6a393704-450c-4549-8129-bc6500f84cae req-c5c74f6d-3398-45fa-be81-9624d460b313 tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0349119 Aug 31 09:33:05.143072 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820dd490-9da4-49a4-b799-9a323830e584" -d '{"events": [{"server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "name": "network-vif-plugged", "status": "completed", "tag": "594d28c7-5b28-4c9d-9cc0-b5d36ffa7010"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:05.161716 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 594d28c7-5b28-4c9d-9cc0-b5d36ffa7010, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=594d28c7-5b28-4c9d-9cc0-b5d36ffa7010,segment=NetworkSegment(ebe4164f-330f-4102-8ab9-9d9477820b58),segment_id=ebe4164f-330f-4102-8ab9-9d9477820b58)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:05.189381 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a572ae37-6ecb-4613-ad32-89a4b2f86394 x-openstack-request-id: req-a572ae37-6ecb-4613-ad32-89a4b2f86394 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:05.189679 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "name": "network-vif-plugged", "status": "completed", "tag": "594d28c7-5b28-4c9d-9cc0-b5d36ffa7010", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:05.189962 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-a572ae37-6ecb-4613-ad32-89a4b2f86394 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:05.190536 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '594d28c7-5b28-4c9d-9cc0-b5d36ffa7010', 'code': 200} Aug 31 09:33:05.196230 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-359f2590-de95-4804-aedb-01b5e0292d8c tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:05.244610 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:05.246508 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device a29fa7ed-ecd3-4217-87a2-12ac46d2bee6 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:05.339147 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-359f2590-de95-4804-aedb-01b5e0292d8c tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:05.346368 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=594d28c7-5b28-4c9d-9cc0-b5d36ffa7010,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:05.407639 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-359f2590-de95-4804-aedb-01b5e0292d8c tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:05.429908 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port a29fa7ed-ecd3-4217-87a2-12ac46d2bee6 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:05.435530 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port a29fa7ed-ecd3-4217-87a2-12ac46d2bee6 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:05.435924 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:05.493535 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f2590-de95-4804-aedb-01b5e0292d8c tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7cfa12-c510-44e8-8e47-e74c2a49d357,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:05.531077 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950031c0-45c0-45f8-ac53-71628a851338 req-090a211d-1ec6-4174-bdf7-c9ef4b2b430e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:05.532601 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-950031c0-45c0-45f8-ac53-71628a851338 req-090a211d-1ec6-4174-bdf7-c9ef4b2b430e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=01019331d4a443dc8d7cad91f77da1d5&device_id=a33308e5-533f-4ed8-a714-4192b301f00f HTTP/1.1" status: 200 len: 1095 time: 0.6270332 Aug 31 09:33:05.562624 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:05.579125 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2f8a65a8-01dc-429c-93f9-5307e20a5c77 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:05.589061 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-950031c0-45c0-45f8-ac53-71628a851338 req-32d6a9ce-4d32-4d26-a69d-361ba80bed7a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6205cf67-c3fd-4cad-9316-82a059464a22 HTTP/1.1" status: 200 len: 217 time: 0.0410349 Aug 31 09:33:05.593337 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-063ec4a0-e4cd-4d36-96a6-3f6b6e81ad48 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:05.601799 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-359f2590-de95-4804-aedb-01b5e0292d8c tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:05.603173 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-359f2590-de95-4804-aedb-01b5e0292d8c tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5624688 Aug 31 09:33:05.609852 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51204) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:05.614644 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-5afe2319-7afe-45a3-b8be-a46eecf94737 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Request body: {'security_group_rule': {'security_group_id': 'ec7cfa12-c510-44e8-8e47-e74c2a49d357', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:05.624134 n-d-791506-28 neutron-server[95553]: WARNING neutron.api.v2.base [None req-5afe2319-7afe-45a3-b8be-a46eecf94737 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 31 09:33:05.624134 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-5afe2319-7afe-45a3-b8be-a46eecf94737 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:33:05.634602 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5afe2319-7afe-45a3-b8be-a46eecf94737 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0212383 Aug 31 09:33:05.639905 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51206) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:05.647523 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-cde3fcf8-3943-4e72-967f-7b2a73b3907f tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Request body: {'security_group_rule': {'security_group_id': 'ec7cfa12-c510-44e8-8e47-e74c2a49d357', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:05.658227 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port a29fa7ed-ecd3-4217-87a2-12ac46d2bee6, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=a29fa7ed-ecd3-4217-87a2-12ac46d2bee6,segment=NetworkSegment(f331507f-10d6-44fe-8059-a14fd8f348c8),segment_id=f331507f-10d6-44fe-8059-a14fd8f348c8)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:05.658836 n-d-791506-28 neutron-server[95553]: WARNING neutron.api.v2.base [None req-cde3fcf8-3943-4e72-967f-7b2a73b3907f tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 31 09:33:05.660811 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-cde3fcf8-3943-4e72-967f-7b2a73b3907f tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:33:05.661872 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-cde3fcf8-3943-4e72-967f-7b2a73b3907f tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0228281 Aug 31 09:33:05.664964 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51210) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:05.683228 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 2f8a65a8-01dc-429c-93f9-5307e20a5c77 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:05.683450 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-dbac0ff1-bf6b-44e2-9fe2-4205d48c9fd3 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Request body: {'security_group_rule': {'security_group_id': 'ec7cfa12-c510-44e8-8e47-e74c2a49d357', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:05.683603 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:05.686747 n-d-791506-28 neutron-server[95552]: WARNING neutron.api.v2.base [None req-dbac0ff1-bf6b-44e2-9fe2-4205d48c9fd3 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 31 09:33:05.686747 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-dbac0ff1-bf6b-44e2-9fe2-4205d48c9fd3 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:33:05.687760 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-dbac0ff1-bf6b-44e2-9fe2-4205d48c9fd3 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0218022 Aug 31 09:33:05.690709 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51212) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:05.696656 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-3b478fb7-0ffc-44d1-abdd-a0c8180dc4b8 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Request body: {'security_group_rule': {'security_group_id': 'ec7cfa12-c510-44e8-8e47-e74c2a49d357', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:05.700763 n-d-791506-28 neutron-server[95553]: WARNING neutron.api.v2.base [None req-3b478fb7-0ffc-44d1-abdd-a0c8180dc4b8 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 31 09:33:05.703631 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-3b478fb7-0ffc-44d1-abdd-a0c8180dc4b8 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:33:05.708611 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3b478fb7-0ffc-44d1-abdd-a0c8180dc4b8 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0154910 Aug 31 09:33:05.709993 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51214) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:05.724827 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950031c0-45c0-45f8-ac53-71628a851338 req-074f4083-4ef7-4483-8151-2cfbbd2eec79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:05.726600 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-950031c0-45c0-45f8-ac53-71628a851338 req-074f4083-4ef7-4483-8151-2cfbbd2eec79 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=527a8aac-ce45-4a57-a1ad-a648b6bc031e HTTP/1.1" status: 200 len: 848 time: 0.1266553 Aug 31 09:33:05.752974 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:05.763581 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e2d207ce-2efa-4e75-a3fe-6fda23bb2f1d req-77dff845-7189-4a71-a750-c1e3cec72c02 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d849be70-7277-4792-ab18-434c80c26fc8 HTTP/1.1" status: 200 len: 210 time: 0.0458574 Aug 31 09:33:05.768303 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-063ec4a0-e4cd-4d36-96a6-3f6b6e81ad48 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:05.781332 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-063ec4a0-e4cd-4d36-96a6-3f6b6e81ad48 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ca3ece-119b-4955-8d39-860e7df83c36']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:05.798692 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-063ec4a0-e4cd-4d36-96a6-3f6b6e81ad48 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '599a24a1-3648-4281-9e9d-a904cfdc8482') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:05.798975 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-063ec4a0-e4cd-4d36-96a6-3f6b6e81ad48 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '599a24a1-3648-4281-9e9d-a904cfdc8482') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:05.824005 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-063ec4a0-e4cd-4d36-96a6-3f6b6e81ad48 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:05.833748 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=a29fa7ed-ecd3-4217-87a2-12ac46d2bee6,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:05.834123 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a0378508-a02e-473a-af45-3d0724d7168c tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:05.848322 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950031c0-45c0-45f8-ac53-71628a851338 req-4fc403b3-d8f0-4c57-8091-d87e73601208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:05.849841 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-950031c0-45c0-45f8-ac53-71628a851338 req-4fc403b3-d8f0-4c57-8091-d87e73601208 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1126683 Aug 31 09:33:05.850886 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-063ec4a0-e4cd-4d36-96a6-3f6b6e81ad48 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:05.857696 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-063ec4a0-e4cd-4d36-96a6-3f6b6e81ad48 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Releasing vlan 1649 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:33:05.858072 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-063ec4a0-e4cd-4d36-96a6-3f6b6e81ad48 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:05.862037 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:33:05.862037 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:33:05.862037 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:33:05.862037 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:33:05.862037 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:33:05.862037 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:33:05.862037 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:33:05.862037 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:33:05.862037 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:33:05.862037 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:33:05.862037 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:33:05.862037 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:33:05.862037 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:33:05.862037 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:33:05.862037 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:33:05.862037 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:33:05.862037 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:33:05.862037 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:33:05.862037 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:33:05.862037 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:33:05.862037 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:33:05.862037 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:33:05.862037 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:33:05.862037 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:33:05.862037 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:33:05.862037 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:33:05.862037 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:33:05.862037 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:33:05.862037 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:33:05.862037 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:33:05.862037 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:33:05.862037 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:33:05.884440 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a0378508-a02e-473a-af45-3d0724d7168c tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:06.038351 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-950031c0-45c0-45f8-ac53-71628a851338 req-247bfa77-c603-4216-83d0-08ae490cae4d service neutron] 10.222.0.112 "GET /v2.0/networks/f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753159 Aug 31 09:33:06.043578 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d0731-6c2a-44cc-94d5-8ee90c3c7578 req-a2321991-3d12-4d32-bd3f-5aade7f0ee84 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:06.044123 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device aa27f5d0-4d6b-4c91-93b7-b2af8165d48e no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:33:06.045280 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-821d0731-6c2a-44cc-94d5-8ee90c3c7578 req-a2321991-3d12-4d32-bd3f-5aade7f0ee84 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=a33308e5-533f-4ed8-a714-4192b301f00f HTTP/1.1" status: 200 len: 1095 time: 0.0844209 Aug 31 09:33:06.069715 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: aa27f5d0-4d6b-4c91-93b7-b2af8165d48e {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:33:06.070140 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device aa27f5d0-4d6b-4c91-93b7-b2af8165d48e not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:33:06.070473 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85264a1b-ca96-4a93-956f-bc424082b9b0 req-dcc2e274-8c22-49c6-a442-9d7aedec008f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:06.070699 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 17212a28-c20a-418e-96a9-d772cc7f316f no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:33:06.078365 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85264a1b-ca96-4a93-956f-bc424082b9b0 req-dcc2e274-8c22-49c6-a442-9d7aedec008f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:06.085818 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85264a1b-ca96-4a93-956f-bc424082b9b0 req-dcc2e274-8c22-49c6-a442-9d7aedec008f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:06.093848 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 17212a28-c20a-418e-96a9-d772cc7f316f {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:33:06.094195 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 17212a28-c20a-418e-96a9-d772cc7f316f not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:33:06.102911 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85264a1b-ca96-4a93-956f-bc424082b9b0 req-dcc2e274-8c22-49c6-a442-9d7aedec008f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:06.109097 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85264a1b-ca96-4a93-956f-bc424082b9b0 req-dcc2e274-8c22-49c6-a442-9d7aedec008f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:06.115145 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85264a1b-ca96-4a93-956f-bc424082b9b0 req-dcc2e274-8c22-49c6-a442-9d7aedec008f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:06.125079 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-063ec4a0-e4cd-4d36-96a6-3f6b6e81ad48 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:06.130401 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85264a1b-ca96-4a93-956f-bc424082b9b0 req-dcc2e274-8c22-49c6-a442-9d7aedec008f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:06.134638 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-85264a1b-ca96-4a93-956f-bc424082b9b0 req-dcc2e274-8c22-49c6-a442-9d7aedec008f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5430 time: 0.1388745 Aug 31 09:33:06.136913 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-063ec4a0-e4cd-4d36-96a6-3f6b6e81ad48 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:06.139550 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-063ec4a0-e4cd-4d36-96a6-3f6b6e81ad48 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/networks/82ca3ece-119b-4955-8d39-860e7df83c36 HTTP/1.1" status: 204 len: 168 time: 1.1213515 Aug 31 09:33:06.158108 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51224) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:06.172853 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-821d0731-6c2a-44cc-94d5-8ee90c3c7578 req-33c30b53-75a7-40d5-bda7-d2bbe34f4781 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=39ff5732-05da-49b9-a75b-9c3e6a042532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169791 Aug 31 09:33:06.173434 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a0378508-a02e-473a-af45-3d0724d7168c tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:06.173675 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-8d7ae78f-1b07-429c-a8ab-a50dfb50ea6e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1607085666'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:06.176105 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a0378508-a02e-473a-af45-3d0724d7168c tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:06.177130 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a0378508-a02e-473a-af45-3d0724d7168c tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "DELETE /v2.0/security-groups/ec7cfa12-c510-44e8-8e47-e74c2a49d357 HTTP/1.1" status: 204 len: 168 time: 0.4664435 Aug 31 09:33:06.180980 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51232) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:06.215621 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ec4a0-e4cd-4d36-96a6-3f6b6e81ad48 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Network': ['ID=82ca3ece-119b-4955-8d39-860e7df83c36,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:06.225215 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0378508-a02e-473a-af45-3d0724d7168c tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7cfa12-c510-44e8-8e47-e74c2a49d357,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:06.249520 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-950031c0-45c0-45f8-ac53-71628a851338 req-82fe51ec-24f7-465c-b2a1-da75105e01c0 service neutron] 10.222.0.112 "GET /v2.0/networks/f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997077 Aug 31 09:33:06.253181 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0378508-a02e-473a-af45-3d0724d7168c tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:06.253529 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0378508-a02e-473a-af45-3d0724d7168c tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:06.253867 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0378508-a02e-473a-af45-3d0724d7168c tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:06.254196 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0378508-a02e-473a-af45-3d0724d7168c tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:06.255417 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0378508-a02e-473a-af45-3d0724d7168c tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:06.256105 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0378508-a02e-473a-af45-3d0724d7168c tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:06.256735 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0378508-a02e-473a-af45-3d0724d7168c tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:06.256865 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0378508-a02e-473a-af45-3d0724d7168c tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:06.270139 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0378508-a02e-473a-af45-3d0724d7168c tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:06.270570 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0378508-a02e-473a-af45-3d0724d7168c tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:06.271740 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0378508-a02e-473a-af45-3d0724d7168c tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:06.272217 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0378508-a02e-473a-af45-3d0724d7168c tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:06.293096 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7ae78f-1b07-429c-a8ab-a50dfb50ea6e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Made reservation on behalf of 21937291cca54a0a9d6ebe426f492a5c for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:06.294457 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-85264a1b-ca96-4a93-956f-bc424082b9b0 req-a1b1a038-2b90-44e1-855d-9af59797d28e tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1240010 Aug 31 09:33:06.310689 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8d7ae78f-1b07-429c-a8ab-a50dfb50ea6e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:06.335146 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9771e231-3b42-418e-a47a-86f02b6cdfb0 req-5be78df8-989f-48d3-900b-0968327dfef3 tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0392363 Aug 31 09:33:06.345513 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d7ae78f-1b07-429c-a8ab-a50dfb50ea6e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] vlan segment allocate from pool success with {'vlan_id': 1643, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:33:06.349887 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c97ff7fb-e2e8-4f8f-bc00-75f4c7943a3f tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1518316 Aug 31 09:33:06.356796 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51236) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:06.363012 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-e1e104fa-2624-41d3-805e-0064a731695d tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Request body: {'security_group': {'name': 'tempest-secgroup--848416652'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:06.374357 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8d7ae78f-1b07-429c-a8ab-a50dfb50ea6e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:06.374747 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-8d7ae78f-1b07-429c-a8ab-a50dfb50ea6e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Added segment a1c4dbc0-c01e-48a9-9229-5e9e423ddcde of type vlan for network 9e2bc61c-fb39-4440-ad93-4ca86406c957 Aug 31 09:33:06.432251 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8d7ae78f-1b07-429c-a8ab-a50dfb50ea6e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:06.470644 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e1e104fa-2624-41d3-805e-0064a731695d tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:06.489612 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8d7ae78f-1b07-429c-a8ab-a50dfb50ea6e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:06.497275 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7ae78f-1b07-429c-a8ab-a50dfb50ea6e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:06.497275 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8d7ae78f-1b07-429c-a8ab-a50dfb50ea6e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:06.583302 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ae78f-1b07-429c-a8ab-a50dfb50ea6e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Network': ['ID=9e2bc61c-fb39-4440-ad93-4ca86406c957,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:06.594104 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 9e2bc61c-fb39-4440-ad93-4ca86406c957 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:33:06.635155 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e1e104fa-2624-41d3-805e-0064a731695d tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:06.683260 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e1e104fa-2624-41d3-805e-0064a731695d tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:06.713321 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e104fa-2624-41d3-805e-0064a731695d tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=763a11e1-dc5a-4180-84a1-cffa1b81dd6b,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:06.728174 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8d7ae78f-1b07-429c-a8ab-a50dfb50ea6e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5613039 Aug 31 09:33:06.731268 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51252) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:06.736478 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-83fa94bf-809b-45b7-9eaa-3cef211701a8 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Request body: {'subnet': {'network_id': '9e2bc61c-fb39-4440-ad93-4ca86406c957', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:06.750488 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e1e104fa-2624-41d3-805e-0064a731695d tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:06.753069 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e1e104fa-2624-41d3-805e-0064a731695d tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3952448 Aug 31 09:33:06.756062 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51254) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:06.761393 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-018be1ec-5d42-41f9-a3fe-7518c186103d tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Request body: {'security_group_rule': {'security_group_id': '763a11e1-dc5a-4180-84a1-cffa1b81dd6b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:06.767897 n-d-791506-28 neutron-server[95552]: WARNING neutron.api.v2.base [None req-018be1ec-5d42-41f9-a3fe-7518c186103d tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 09:33:06.767897 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-018be1ec-5d42-41f9-a3fe-7518c186103d tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:33:06.767897 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-018be1ec-5d42-41f9-a3fe-7518c186103d tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071111 Aug 31 09:33:06.783003 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51256) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:06.788733 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-4600d647-9238-4300-b078-0017c274981c tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Request body: {'security_group_rule': {'security_group_id': '763a11e1-dc5a-4180-84a1-cffa1b81dd6b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:06.837295 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:06.889032 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a92f8e88-6c9d-4339-850c-1645ed48db1d req-6fb40938-e1ae-42e9-a837-0de9d648ee68 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0331280 Aug 31 09:33:06.967277 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:06.971191 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:06.971565 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:07.020119 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83fa94bf-809b-45b7-9eaa-3cef211701a8 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Made reservation on behalf of 21937291cca54a0a9d6ebe426f492a5c for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:07.023858 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-83fa94bf-809b-45b7-9eaa-3cef211701a8 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:07.067792 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:07.107889 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1,segment=NetworkSegment(ebe4164f-330f-4102-8ab9-9d9477820b58),segment_id=ebe4164f-330f-4102-8ab9-9d9477820b58)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:07.117542 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-4600d647-9238-4300-b078-0017c274981c tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:33:07.119361 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4600d647-9238-4300-b078-0017c274981c tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3359194 Aug 31 09:33:07.122757 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51262) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:07.128816 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-59f177b1-fb2d-44c4-bd93-b8f997183739 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Request body: {'security_group_rule': {'security_group_id': '763a11e1-dc5a-4180-84a1-cffa1b81dd6b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:07.129439 n-d-791506-28 neutron-server[95553]: WARNING neutron.api.v2.base [None req-59f177b1-fb2d-44c4-bd93-b8f997183739 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 31 09:33:07.129928 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-59f177b1-fb2d-44c4-bd93-b8f997183739 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:33:07.130951 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-59f177b1-fb2d-44c4-bd93-b8f997183739 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072782 Aug 31 09:33:07.133701 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51264) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:07.140159 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-51a76d4c-eb84-41d6-9280-84c62d799179 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Request body: {'security_group_rule': {'security_group_id': '763a11e1-dc5a-4180-84a1-cffa1b81dd6b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:07.191596 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29fa7ed-ecd3-4217-87a2-12ac46d2bee6'}, {'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:07.193994 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e47d00c-b77c-4008-9907-867aa2ef691b" -d '{"events": [{"server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "name": "network-vif-plugged", "status": "completed", "tag": "a29fa7ed-ecd3-4217-87a2-12ac46d2bee6"}, {"server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "name": "network-vif-plugged", "status": "completed", "tag": "abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:07.219516 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:07.220355 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device df6aa1bb-921b-4f71-bd10-7c3fe5349661 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:07.270043 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffc1612-b7b4-4452-89b4-2f5525ffc375 x-openstack-request-id: req-cffc1612-b7b4-4452-89b4-2f5525ffc375 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:07.270419 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "name": "network-vif-plugged", "status": "completed", "tag": "a29fa7ed-ecd3-4217-87a2-12ac46d2bee6", "code": 200}, {"server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "name": "network-vif-plugged", "status": "completed", "tag": "abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:07.270766 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-cffc1612-b7b4-4452-89b4-2f5525ffc375 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:07.271370 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29fa7ed-ecd3-4217-87a2-12ac46d2bee6', 'code': 200} Aug 31 09:33:07.271805 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1', 'code': 200} Aug 31 09:33:07.301292 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebff37c-f688-4105-a317-fcc78ca26098 req-121213ed-9f0f-4914-92ce-f37e02252f2f tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:07.302944 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6ebff37c-f688-4105-a317-fcc78ca26098 req-121213ed-9f0f-4914-92ce-f37e02252f2f tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=a33308e5-533f-4ed8-a714-4192b301f00f HTTP/1.1" status: 200 len: 1095 time: 0.0485208 Aug 31 09:33:07.333536 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:07.334884 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-83fa94bf-809b-45b7-9eaa-3cef211701a8 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:07.383656 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6ebff37c-f688-4105-a317-fcc78ca26098 req-30d0f705-131e-4e7a-9812-db2380aececc tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=39ff5732-05da-49b9-a75b-9c3e6a042532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732367 Aug 31 09:33:07.399637 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-51a76d4c-eb84-41d6-9280-84c62d799179 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:33:07.400671 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-51a76d4c-eb84-41d6-9280-84c62d799179 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2648351 Aug 31 09:33:07.405835 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51278) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:07.412617 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-9546a344-21cc-4ea7-9991-f2669197e6d9 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Request body: {'security_group_rule': {'security_group_id': '763a11e1-dc5a-4180-84a1-cffa1b81dd6b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:07.412617 n-d-791506-28 neutron-server[95552]: WARNING neutron.api.v2.base [None req-9546a344-21cc-4ea7-9991-f2669197e6d9 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 09:33:07.412617 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-9546a344-21cc-4ea7-9991-f2669197e6d9 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:33:07.412617 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9546a344-21cc-4ea7-9991-f2669197e6d9 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057828 Aug 31 09:33:07.415288 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51280) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:07.426294 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-a14afc79-86b4-492f-8ed7-b23f2d07bb85 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Request body: {'security_group_rule': {'security_group_id': '763a11e1-dc5a-4180-84a1-cffa1b81dd6b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:07.429968 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port df6aa1bb-921b-4f71-bd10-7c3fe5349661 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:07.434583 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port df6aa1bb-921b-4f71-bd10-7c3fe5349661 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:07.435053 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:07.480191 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa94bf-809b-45b7-9eaa-3cef211701a8 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Subnet': ['ID=39a7cf89-21e3-4df5-97e1-b5bada39fa98,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:07.520916 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0fcaa819-4f9c-4281-8cf4-547325c6ea65 req-8d8feae4-644a-4d7f-a591-38ff586b2560 tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0327742 Aug 31 09:33:07.521874 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fa94bf-809b-45b7-9eaa-3cef211701a8 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Checking segment: {'id': 'a1c4dbc0-c01e-48a9-9229-5e9e423ddcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1643, 'network_id': '9e2bc61c-fb39-4440-ad93-4ca86406c957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:07.522384 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fa94bf-809b-45b7-9eaa-3cef211701a8 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network hostable DHCP agents. Network: 9e2bc61c-fb39-4440-ad93-4ca86406c957, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:33:07.540996 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:07.547501 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b59b1-2509-45d7-a8df-c51a02d9fc2f req-4f20a18a-63b5-4bd9-b5a7-0b4c6a53353c tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:07.554508 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b59b1-2509-45d7-a8df-c51a02d9fc2f req-4f20a18a-63b5-4bd9-b5a7-0b4c6a53353c tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:07.562359 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b59b1-2509-45d7-a8df-c51a02d9fc2f req-4f20a18a-63b5-4bd9-b5a7-0b4c6a53353c tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:07.568726 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b59b1-2509-45d7-a8df-c51a02d9fc2f req-4f20a18a-63b5-4bd9-b5a7-0b4c6a53353c tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:07.573068 n-d-791506-28 neutron-server[95552]: INFO neutron.db.securitygroups_db [None req-a14afc79-86b4-492f-8ed7-b23f2d07bb85 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Project 85bd535a155e4600a80e7d82bae4d2f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:33:07.575406 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port df6aa1bb-921b-4f71-bd10-7c3fe5349661, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=df6aa1bb-921b-4f71-bd10-7c3fe5349661,segment=NetworkSegment(cbd56d1a-0fb4-472a-8ca4-66cbf3461a47),segment_id=cbd56d1a-0fb4-472a-8ca4-66cbf3461a47)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:07.588397 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b59b1-2509-45d7-a8df-c51a02d9fc2f req-4f20a18a-63b5-4bd9-b5a7-0b4c6a53353c tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:07.592530 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b59b1-2509-45d7-a8df-c51a02d9fc2f req-4f20a18a-63b5-4bd9-b5a7-0b4c6a53353c tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:07.598974 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b59b1-2509-45d7-a8df-c51a02d9fc2f req-4f20a18a-63b5-4bd9-b5a7-0b4c6a53353c tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:07.601084 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7a2b59b1-2509-45d7-a8df-c51a02d9fc2f req-4f20a18a-63b5-4bd9-b5a7-0b4c6a53353c tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5431 time: 0.2219887 Aug 31 09:33:07.653342 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7a2b59b1-2509-45d7-a8df-c51a02d9fc2f req-f436851a-6b7a-4331-95fe-c09ae4027896 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440569 Aug 31 09:33:07.664573 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:07.665334 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-a14afc79-86b4-492f-8ed7-b23f2d07bb85 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:33:07.665811 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 8ec00ff2-1406-435b-8d50-463c30eef300 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:07.669364 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a14afc79-86b4-492f-8ed7-b23f2d07bb85 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2504375 Aug 31 09:33:07.669603 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51288) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:07.680100 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-db2941dc-a6e7-4b75-8dea-70c958d55f9b tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Request body: {'security_group_rule': {'security_group_id': '763a11e1-dc5a-4180-84a1-cffa1b81dd6b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:07.690753 n-d-791506-28 neutron-server[95552]: WARNING neutron.api.v2.base [None req-db2941dc-a6e7-4b75-8dea-70c958d55f9b tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 31 09:33:07.691383 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-db2941dc-a6e7-4b75-8dea-70c958d55f9b tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:33:07.701211 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51290) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:07.701617 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-db2941dc-a6e7-4b75-8dea-70c958d55f9b tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0285878 Aug 31 09:33:07.706015 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-e131adb8-93f6-4dd1-8d30-81704baf787f tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Request body: {'security_group_rule': {'security_group_id': '763a11e1-dc5a-4180-84a1-cffa1b81dd6b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:07.727167 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fa94bf-809b-45b7-9eaa-3cef211701a8 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network 9e2bc61c-fb39-4440-ad93-4ca86406c957 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:33:07.751617 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=df6aa1bb-921b-4f71-bd10-7c3fe5349661,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:07.812922 n-d-791506-28 neutron-server[95553]: INFO neutron.db.securitygroups_db [None req-e131adb8-93f6-4dd1-8d30-81704baf787f tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Project 85bd535a155e4600a80e7d82bae4d2f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:33:07.816264 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-83fa94bf-809b-45b7-9eaa-3cef211701a8 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 9e2bc61c-fb39-4440-ad93-4ca86406c957) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:07.824161 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fa94bf-809b-45b7-9eaa-3cef211701a8 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:07.825356 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-83fa94bf-809b-45b7-9eaa-3cef211701a8 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:07.826065 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3936e4-775d-4fe2-8416-7a67eb8a841d None None] Network 9e2bc61c-fb39-4440-ad93-4ca86406c957 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:07.865610 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 8ec00ff2-1406-435b-8d50-463c30eef300 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:07.873984 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 8ec00ff2-1406-435b-8d50-463c30eef300 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:07.874356 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:07.914906 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-e131adb8-93f6-4dd1-8d30-81704baf787f tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:33:07.919140 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e131adb8-93f6-4dd1-8d30-81704baf787f tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2137249 Aug 31 09:33:07.919544 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51296) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:07.927479 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-a9805691-a89e-4edb-b86e-7bf321fb73da tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Request body: {'security_group_rule': {'security_group_id': '763a11e1-dc5a-4180-84a1-cffa1b81dd6b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:07.942136 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-83fa94bf-809b-45b7-9eaa-3cef211701a8 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2090473 Aug 31 09:33:07.944725 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51300) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:07.952496 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-f545a3ac-7edb-4ab3-9b82-cbcbf0c1e1ba tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-458935516', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:08.044781 n-d-791506-28 neutron-server[95553]: INFO neutron.db.securitygroups_db [None req-a9805691-a89e-4edb-b86e-7bf321fb73da tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Project 85bd535a155e4600a80e7d82bae4d2f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:33:08.124218 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f545a3ac-7edb-4ab3-9b82-cbcbf0c1e1ba tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:08.126237 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f545a3ac-7edb-4ab3-9b82-cbcbf0c1e1ba tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:08.198524 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f545a3ac-7edb-4ab3-9b82-cbcbf0c1e1ba tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:08.202633 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-a9805691-a89e-4edb-b86e-7bf321fb73da tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:33:08.206320 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a9805691-a89e-4edb-b86e-7bf321fb73da tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2805438 Aug 31 09:33:08.207283 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51306) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:08.224132 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:08.238188 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49399547-2477-400b-8f58-755d9cec8da7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-9e2bc61c-fb39-4440-ad93-4ca86406c957', 'network_id': '9e2bc61c-fb39-4440-ad93-4ca86406c957', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'fixed_ips': [{'subnet_id': '39a7cf89-21e3-4df5-97e1-b5bada39fa98'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:33:08.243560 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-49399547-2477-400b-8f58-755d9cec8da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:08.276384 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f545a3ac-7edb-4ab3-9b82-cbcbf0c1e1ba tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:08.280008 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 8ec00ff2-1406-435b-8d50-463c30eef300, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8ec00ff2-1406-435b-8d50-463c30eef300,segment=NetworkSegment(f331507f-10d6-44fe-8059-a14fd8f348c8),segment_id=f331507f-10d6-44fe-8059-a14fd8f348c8)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:08.283715 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-913ddac0-29a9-4b4e-b8a9-bb4aacd9e3c1 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:08.316411 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-913ddac0-29a9-4b4e-b8a9-bb4aacd9e3c1 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:08.368194 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:08.368897 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 21872e53-bee1-4235-9d2e-ab94c5aea8c9 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:08.396361 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f545a3ac-7edb-4ab3-9b82-cbcbf0c1e1ba tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:08.399087 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f545a3ac-7edb-4ab3-9b82-cbcbf0c1e1ba tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4532485 Aug 31 09:33:08.402132 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51310) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:08.408435 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-8121b6ef-7b6c-4306-bd30-3d1519a797da tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Request body: {'port': {'network_id': '9e2bc61c-fb39-4440-ad93-4ca86406c957', 'name': 'tempest-RoutersIpV6Test-1290911690'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:08.477642 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-913ddac0-29a9-4b4e-b8a9-bb4aacd9e3c1 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:08.481003 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-913ddac0-29a9-4b4e-b8a9-bb4aacd9e3c1 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:08.482802 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-913ddac0-29a9-4b4e-b8a9-bb4aacd9e3c1 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "DELETE /v2.0/security-groups/763a11e1-dc5a-4180-84a1-cffa1b81dd6b HTTP/1.1" status: 204 len: 168 time: 0.2741830 Aug 31 09:33:08.486649 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51314) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:08.491197 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=8ec00ff2-1406-435b-8d50-463c30eef300,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:08.502464 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-49399547-2477-400b-8f58-755d9cec8da7 None None] Allocated IP 2001:db8::2 (9e2bc61c-fb39-4440-ad93-4ca86406c957/39a7cf89-21e3-4df5-97e1-b5bada39fa98/ebcba043-9d30-4fe5-afa8-f11aa1d54404) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:08.547671 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ddac0-29a9-4b4e-b8a9-bb4aacd9e3c1 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=763a11e1-dc5a-4180-84a1-cffa1b81dd6b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:08.569762 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785f8fb-ef63-4f75-a494-6d81851de770 req-21eadc88-6a38-4857-854b-2949ade32fe4 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:08.571744 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d785f8fb-ef63-4f75-a494-6d81851de770 req-21eadc88-6a38-4857-854b-2949ade32fe4 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=a33308e5-533f-4ed8-a714-4192b301f00f HTTP/1.1" status: 200 len: 1095 time: 0.1134055 Aug 31 09:33:08.603143 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8de90c00-fa7b-44d8-a1b9-fdcaba893f16 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1138453 Aug 31 09:33:08.608124 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51318) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:08.630558 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 21872e53-bee1-4235-9d2e-ab94c5aea8c9 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:08.638836 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8121b6ef-7b6c-4306-bd30-3d1519a797da tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Made reservation on behalf of 21937291cca54a0a9d6ebe426f492a5c for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:08.640041 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-baedc11d-ccd6-405c-8d3f-f624f447cbd3 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Request body: {'security_group': {'name': 'tempest-secgroup--958288613'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:08.643445 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8121b6ef-7b6c-4306-bd30-3d1519a797da tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:08.673725 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 21872e53-bee1-4235-9d2e-ab94c5aea8c9 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:08.673725 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:08.688911 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d785f8fb-ef63-4f75-a494-6d81851de770 req-eee4ee4b-c8b4-4993-808b-011a0ec5ad90 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=39ff5732-05da-49b9-a75b-9c3e6a042532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097169 Aug 31 09:33:08.733709 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4ddece90-f829-450e-a8ec-5811368c705c req-5b813dd7-6b58-4cd5-bd04-ec095141bad7 tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0443809 Aug 31 09:33:08.744542 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-8121b6ef-7b6c-4306-bd30-3d1519a797da tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] device_id is not set on port 9ae6513b-86ca-4b36-807f-6d1c73d43a85 yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:33:08.768061 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-baedc11d-ccd6-405c-8d3f-f624f447cbd3 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:08.846381 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 6205cf67-c3fd-4cad-9316-82a059464a22 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:33:08.905113 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:08.934690 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-49399547-2477-400b-8f58-755d9cec8da7 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:08.946872 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c0162-1871-4e71-ae31-f8737d4d25a9 req-84fa577c-d454-4ae4-8f1c-de8b89a2e5f6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:08.953529 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c0162-1871-4e71-ae31-f8737d4d25a9 req-84fa577c-d454-4ae4-8f1c-de8b89a2e5f6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:08.959465 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c0162-1871-4e71-ae31-f8737d4d25a9 req-84fa577c-d454-4ae4-8f1c-de8b89a2e5f6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:08.962113 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-baedc11d-ccd6-405c-8d3f-f624f447cbd3 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:08.965888 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c0162-1871-4e71-ae31-f8737d4d25a9 req-84fa577c-d454-4ae4-8f1c-de8b89a2e5f6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:08.971867 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c0162-1871-4e71-ae31-f8737d4d25a9 req-84fa577c-d454-4ae4-8f1c-de8b89a2e5f6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:08.977613 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c0162-1871-4e71-ae31-f8737d4d25a9 req-84fa577c-d454-4ae4-8f1c-de8b89a2e5f6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:08.983564 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c0162-1871-4e71-ae31-f8737d4d25a9 req-84fa577c-d454-4ae4-8f1c-de8b89a2e5f6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:08.985439 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-352c0162-1871-4e71-ae31-f8737d4d25a9 req-84fa577c-d454-4ae4-8f1c-de8b89a2e5f6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5433 time: 0.1622305 Aug 31 09:33:08.991561 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-49399547-2477-400b-8f58-755d9cec8da7 None None] Transition to ACTIVE for port object ebcba043-9d30-4fe5-afa8-f11aa1d54404 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:09.017227 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 21872e53-bee1-4235-9d2e-ab94c5aea8c9, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=21872e53-bee1-4235-9d2e-ab94c5aea8c9,segment=NetworkSegment(f331507f-10d6-44fe-8059-a14fd8f348c8),segment_id=f331507f-10d6-44fe-8059-a14fd8f348c8)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:09.029870 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-49399547-2477-400b-8f58-755d9cec8da7 None None] Transition to ACTIVE for port object ebcba043-9d30-4fe5-afa8-f11aa1d54404 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:09.032491 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-352c0162-1871-4e71-ae31-f8737d4d25a9 req-846a1f20-630b-4e6d-9164-7fd93267bd97 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406387 Aug 31 09:33:09.047599 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-baedc11d-ccd6-405c-8d3f-f624f447cbd3 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.067439 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 6205cf67-c3fd-4cad-9316-82a059464a22, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=6205cf67-c3fd-4cad-9316-82a059464a22,segment=NetworkSegment(795e455e-f5de-4f0e-bca4-09842c515e62),segment_id=795e455e-f5de-4f0e-bca4-09842c515e62)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:09.082681 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '6205cf67-c3fd-4cad-9316-82a059464a22', 'network_id': 'f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0', 'port_id': '6205cf67-c3fd-4cad-9316-82a059464a22', 'mac_address': 'fa:16:3e:d6:f9:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '527a8aac-ce45-4a57-a1ad-a648b6bc031e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:33:09.085156 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baedc11d-ccd6-405c-8d3f-f624f447cbd3 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c5edaa-800a-4f30-a945-c8951edfe6fa,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:09.107541 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.108343 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 5e0f8409-296d-4c01-80fd-2224022e108c up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:09.133690 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-baedc11d-ccd6-405c-8d3f-f624f447cbd3 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.135569 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-baedc11d-ccd6-405c-8d3f-f624f447cbd3 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5258934 Aug 31 09:33:09.140365 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51338) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:09.164691 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-49399547-2477-400b-8f58-755d9cec8da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.169131 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-1df119ef-5ba9-4a97-8932-232205871c89 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Request body: {'security_group_rule': {'security_group_id': 'c3c5edaa-800a-4f30-a945-c8951edfe6fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:09.211794 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49399547-2477-400b-8f58-755d9cec8da7 None None] Network 9e2bc61c-fb39-4440-ad93-4ca86406c957 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:09.217420 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.225263 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-8121b6ef-7b6c-4306-bd30-3d1519a797da tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Allocated IP 2001:db8::201 (9e2bc61c-fb39-4440-ad93-4ca86406c957/39a7cf89-21e3-4df5-97e1-b5bada39fa98/9ae6513b-86ca-4b36-807f-6d1c73d43a85) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:09.231875 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-49399547-2477-400b-8f58-755d9cec8da7 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:09.244230 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49399547-2477-400b-8f58-755d9cec8da7 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:09.265392 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6205cf67-c3fd-4cad-9316-82a059464a22 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:33:09.289257 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=21872e53-bee1-4235-9d2e-ab94c5aea8c9,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:09.294695 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6aa1bb-921b-4f71-bd10-7c3fe5349661'}, {'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec00ff2-1406-435b-8d50-463c30eef300'}, {'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21872e53-bee1-4235-9d2e-ab94c5aea8c9'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:09.297239 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10d9144-4b37-4fd7-9b93-7c09bd8500ca" -d '{"events": [{"server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "name": "network-vif-plugged", "status": "completed", "tag": "df6aa1bb-921b-4f71-bd10-7c3fe5349661"}, {"server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "name": "network-vif-plugged", "status": "completed", "tag": "8ec00ff2-1406-435b-8d50-463c30eef300"}, {"server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "name": "network-vif-plugged", "status": "completed", "tag": "21872e53-bee1-4235-9d2e-ab94c5aea8c9"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:09.374615 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17de651c-e348-4e29-aa6c-04c6e9846212 x-openstack-request-id: req-17de651c-e348-4e29-aa6c-04c6e9846212 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:09.374915 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "name": "network-vif-plugged", "status": "completed", "tag": "df6aa1bb-921b-4f71-bd10-7c3fe5349661", "code": 200}, {"server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "name": "network-vif-plugged", "status": "completed", "tag": "8ec00ff2-1406-435b-8d50-463c30eef300", "code": 200}, {"server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "name": "network-vif-plugged", "status": "completed", "tag": "21872e53-bee1-4235-9d2e-ab94c5aea8c9", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:09.375166 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-17de651c-e348-4e29-aa6c-04c6e9846212 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:09.375614 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6aa1bb-921b-4f71-bd10-7c3fe5349661', 'code': 200} Aug 31 09:33:09.376617 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec00ff2-1406-435b-8d50-463c30eef300', 'code': 200} Aug 31 09:33:09.376617 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21872e53-bee1-4235-9d2e-ab94c5aea8c9', 'code': 200} Aug 31 09:33:09.376884 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-1df119ef-5ba9-4a97-8932-232205871c89 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] create failed (client error): The resource could not be found. Aug 31 09:33:09.380620 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 6205cf67-c3fd-4cad-9316-82a059464a22, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=6205cf67-c3fd-4cad-9316-82a059464a22,segment=NetworkSegment(795e455e-f5de-4f0e-bca4-09842c515e62),segment_id=795e455e-f5de-4f0e-bca4-09842c515e62)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:09.380864 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1df119ef-5ba9-4a97-8932-232205871c89 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2389681 Aug 31 09:33:09.381446 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51346) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:09.382911 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-119e66ad-6335-466b-8af5-d73b535eb737 req-cff564b1-72cd-4eb0-b6a9-a3fc46247fd8 tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0645523 Aug 31 09:33:09.383333 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-49399547-2477-400b-8f58-755d9cec8da7 None None] Attempting to bind port ebcba043-9d30-4fe5-afa8-f11aa1d54404 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:33:09.383700 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-49399547-2477-400b-8f58-755d9cec8da7 None None] Attempting to bind port ebcba043-9d30-4fe5-afa8-f11aa1d54404 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'a1c4dbc0-c01e-48a9-9229-5e9e423ddcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1643, 'network_id': '9e2bc61c-fb39-4440-ad93-4ca86406c957'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:33:09.384059 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49399547-2477-400b-8f58-755d9cec8da7 None None] Attempting to bind port ebcba043-9d30-4fe5-afa8-f11aa1d54404 on network 9e2bc61c-fb39-4440-ad93-4ca86406c957 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:09.388055 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-1c6f962e-8001-45a8-a8b3-65a93ca2555f tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Request body: {'security_group_rule': {'security_group_id': 'c3c5edaa-800a-4f30-a945-c8951edfe6fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '4eb727d2-09b5-4c4a-8fbc-20e8b329dac3'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:09.394650 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49399547-2477-400b-8f58-755d9cec8da7 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:33:09.395031 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49399547-2477-400b-8f58-755d9cec8da7 None None] Checking segment: {'id': 'a1c4dbc0-c01e-48a9-9229-5e9e423ddcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1643, 'network_id': '9e2bc61c-fb39-4440-ad93-4ca86406c957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:09.395433 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-49399547-2477-400b-8f58-755d9cec8da7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.395828 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49399547-2477-400b-8f58-755d9cec8da7 None None] Bound using segment: {'id': 'a1c4dbc0-c01e-48a9-9229-5e9e423ddcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1643, 'network_id': '9e2bc61c-fb39-4440-ad93-4ca86406c957'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:33:09.396301 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-49399547-2477-400b-8f58-755d9cec8da7 None None] Bound port: ebcba043-9d30-4fe5-afa8-f11aa1d54404, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c4dbc0-c01e-48a9-9229-5e9e423ddcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1643, 'network_id': '9e2bc61c-fb39-4440-ad93-4ca86406c957'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:33:09.396687 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-49399547-2477-400b-8f58-755d9cec8da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.429574 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49399547-2477-400b-8f58-755d9cec8da7 None None] Pushing event updated for resources: {'Port': ['ID=ebcba043-9d30-4fe5-afa8-f11aa1d54404,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:09.467489 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 5e0f8409-296d-4c01-80fd-2224022e108c completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:09.471513 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8121b6ef-7b6c-4306-bd30-3d1519a797da tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.476578 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 5e0f8409-296d-4c01-80fd-2224022e108c triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:09.476953 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.490435 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-8121b6ef-7b6c-4306-bd30-3d1519a797da tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Transition to ACTIVE for port object 9ae6513b-86ca-4b36-807f-6d1c73d43a85 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:09.508784 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.551518 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-49399547-2477-400b-8f58-755d9cec8da7 None None] For port ebcba043-9d30-4fe5-afa8-f11aa1d54404, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:33:09.558472 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-49399547-2477-400b-8f58-755d9cec8da7 None None] For port ebcba043-9d30-4fe5-afa8-f11aa1d54404, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ebcba043-9d30-4fe5-afa8-f11aa1d54404,segment=NetworkSegment(a1c4dbc0-c01e-48a9-9229-5e9e423ddcde),segment_id=a1c4dbc0-c01e-48a9-9229-5e9e423ddcde)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:33:09.573169 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-1c6f962e-8001-45a8-a8b3-65a93ca2555f tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] create failed (client error): The resource could not be found. Aug 31 09:33:09.574987 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1c6f962e-8001-45a8-a8b3-65a93ca2555f tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1916144 Aug 31 09:33:09.578290 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51354) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:09.584497 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=6205cf67-c3fd-4cad-9316-82a059464a22,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:09.600445 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8121b6ef-7b6c-4306-bd30-3d1519a797da tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.625265 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8121b6ef-7b6c-4306-bd30-3d1519a797da tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network 9e2bc61c-fb39-4440-ad93-4ca86406c957 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:09.632650 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.642723 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-49399547-2477-400b-8f58-755d9cec8da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.646519 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-8121b6ef-7b6c-4306-bd30-3d1519a797da tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:09.655016 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-62c529aa-1c92-49b3-824c-dce2b6077f8a tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.655219 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8121b6ef-7b6c-4306-bd30-3d1519a797da tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:09.661651 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8121b6ef-7b6c-4306-bd30-3d1519a797da tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:09.666386 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8121b6ef-7b6c-4306-bd30-3d1519a797da tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.689133 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121b6ef-7b6c-4306-bd30-3d1519a797da tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Port': ['ID=9ae6513b-86ca-4b36-807f-6d1c73d43a85,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:09.710801 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-62c529aa-1c92-49b3-824c-dce2b6077f8a tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.734701 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 5e0f8409-296d-4c01-80fd-2224022e108c, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=5e0f8409-296d-4c01-80fd-2224022e108c,segment=NetworkSegment(f331507f-10d6-44fe-8059-a14fd8f348c8),segment_id=f331507f-10d6-44fe-8059-a14fd8f348c8)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:09.751872 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8121b6ef-7b6c-4306-bd30-3d1519a797da tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3478966 Aug 31 09:33:09.754520 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51362) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:09.773694 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49399547-2477-400b-8f58-755d9cec8da7 None None] Pushing event updated for resources: {'Port': ['ID=ebcba043-9d30-4fe5-afa8-f11aa1d54404,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:09.810656 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.872698 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['6205cf67-c3fd-4cad-9316-82a059464a22'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:09.928389 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-62c529aa-1c92-49b3-824c-dce2b6077f8a tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.940911 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-62c529aa-1c92-49b3-824c-dce2b6077f8a tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:09.943622 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-62c529aa-1c92-49b3-824c-dce2b6077f8a tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "DELETE /v2.0/security-groups/c3c5edaa-800a-4f30-a945-c8951edfe6fa HTTP/1.1" status: 204 len: 168 time: 0.3642561 Aug 31 09:33:09.944488 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51370) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:09.951627 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=5e0f8409-296d-4c01-80fd-2224022e108c,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:10.025168 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c529aa-1c92-49b3-824c-dce2b6077f8a tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c5edaa-800a-4f30-a945-c8951edfe6fa,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:10.088349 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5e8ee870-d0d3-4d6a-81f2-6e7a80d7050c tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1312072 Aug 31 09:33:10.090365 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51378) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:10.098922 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-112b3f86-35c5-462b-b2ae-17e51c1bcd8a tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Request body: {'security_group_rule': {'security_group_id': '6fa49457-aded-4423-9776-f66639e9eef6', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:10.489501 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4ccdc-6181-4efd-928f-517201112326 req-19542137-a650-474a-b7fd-156b480d9c70 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:10.490963 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2eb4ccdc-6181-4efd-928f-517201112326 req-19542137-a650-474a-b7fd-156b480d9c70 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=a33308e5-533f-4ed8-a714-4192b301f00f HTTP/1.1" status: 200 len: 1096 time: 0.6394560 Aug 31 09:33:10.552673 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b15c0c-bab0-4532-95a6-e78c04c64ba6 req-292d10b2-31e8-4ebc-aea1-35094546cbd6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:10.558393 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b15c0c-bab0-4532-95a6-e78c04c64ba6 req-292d10b2-31e8-4ebc-aea1-35094546cbd6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:10.564219 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b15c0c-bab0-4532-95a6-e78c04c64ba6 req-292d10b2-31e8-4ebc-aea1-35094546cbd6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:10.570144 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b15c0c-bab0-4532-95a6-e78c04c64ba6 req-292d10b2-31e8-4ebc-aea1-35094546cbd6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:10.576953 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b15c0c-bab0-4532-95a6-e78c04c64ba6 req-292d10b2-31e8-4ebc-aea1-35094546cbd6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:10.582856 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b15c0c-bab0-4532-95a6-e78c04c64ba6 req-292d10b2-31e8-4ebc-aea1-35094546cbd6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:10.588615 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b15c0c-bab0-4532-95a6-e78c04c64ba6 req-292d10b2-31e8-4ebc-aea1-35094546cbd6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:10.591287 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-89b15c0c-bab0-4532-95a6-e78c04c64ba6 req-292d10b2-31e8-4ebc-aea1-35094546cbd6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5435 time: 0.2387218 Aug 31 09:33:10.688857 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2eb4ccdc-6181-4efd-928f-517201112326 req-665343ce-cd0e-43a8-9a88-7af85b002be4 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=39ff5732-05da-49b9-a75b-9c3e6a042532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899350 Aug 31 09:33:10.701165 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-89b15c0c-bab0-4532-95a6-e78c04c64ba6 req-3d17daf0-d712-4d92-a5b0-a3f92a9d77d8 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1001809 Aug 31 09:33:10.796395 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0c206d64-44be-476b-bdc4-a30fc2d60080 req-a4697258-25b3-4ff3-9d42-3b243c5ed201 tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0363340 Aug 31 09:33:10.843930 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-527dfe23-ce0f-488d-9571-efb71b6f473b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:10.866414 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-112b3f86-35c5-462b-b2ae-17e51c1bcd8a tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] create failed (client error): The resource could not be found. Aug 31 09:33:10.868534 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-112b3f86-35c5-462b-b2ae-17e51c1bcd8a tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7754533 Aug 31 09:33:10.871786 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51388) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:10.877173 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-188c6718-ca0d-435f-bb12-01fc23cb55df tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Request body: {'security_group': {'name': 'tempest-secgroup--1441399759'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:10.922031 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a847dfc9-cbc6-494d-9876-262cf4d0cadb None None] Network 9e2bc61c-fb39-4440-ad93-4ca86406c957 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:10.995840 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-188c6718-ca0d-435f-bb12-01fc23cb55df tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:11.089238 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b2f036d0-4446-418a-9c56-9ca27db048cf None None] Provisioning for port ebcba043-9d30-4fe5-afa8-f11aa1d54404 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:11.104408 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-188c6718-ca0d-435f-bb12-01fc23cb55df tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:11.167531 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-188c6718-ca0d-435f-bb12-01fc23cb55df tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:11.169352 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-527dfe23-ce0f-488d-9571-efb71b6f473b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:11.200128 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c6718-ca0d-435f-bb12-01fc23cb55df tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f92a95ae-b71d-4be5-b7f8-fab77500f71c,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:11.259007 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-188c6718-ca0d-435f-bb12-01fc23cb55df tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:11.259950 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-527dfe23-ce0f-488d-9571-efb71b6f473b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:11.260633 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-188c6718-ca0d-435f-bb12-01fc23cb55df tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3874707 Aug 31 09:33:11.266462 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51400) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:11.273728 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-0908b304-d91d-434a-a463-d2aefd701383 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Request body: {'security_group': {'name': 'tempest-secgroup--84222883'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:11.305233 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-47a148d5-1167-41bb-a6bc-c6d88844c5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:11.360260 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527dfe23-ce0f-488d-9571-efb71b6f473b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Port': ['ID=9ae6513b-86ca-4b36-807f-6d1c73d43a85,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:11.376905 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0f8409-296d-4c01-80fd-2224022e108c'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:11.379179 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0908b304-d91d-434a-a463-d2aefd701383 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:11.379913 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d38c24e-425a-4ea7-9050-cd4091b0ef50" -d '{"events": [{"server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "name": "network-vif-plugged", "status": "completed", "tag": "5e0f8409-296d-4c01-80fd-2224022e108c"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:11.428677 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93102a68-7fca-4476-ba05-04c6ee97fce3 x-openstack-request-id: req-93102a68-7fca-4476-ba05-04c6ee97fce3 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:11.429094 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "name": "network-vif-plugged", "status": "completed", "tag": "5e0f8409-296d-4c01-80fd-2224022e108c", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:11.430602 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-93102a68-7fca-4476-ba05-04c6ee97fce3 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:11.430602 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0f8409-296d-4c01-80fd-2224022e108c', 'code': 200} Aug 31 09:33:11.508230 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-527dfe23-ce0f-488d-9571-efb71b6f473b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:11.613539 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0908b304-d91d-434a-a463-d2aefd701383 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:11.632005 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ebcba043-9d30-4fe5-afa8-f11aa1d54404 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:11.635546 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd722577-a763-4637-b3ba-93007d791ac4 req-1a79ae54-ebb7-478a-a213-063653086928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:11.636126 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd722577-a763-4637-b3ba-93007d791ac4 req-1a79ae54-ebb7-478a-a213-063653086928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:11.636663 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd722577-a763-4637-b3ba-93007d791ac4 req-1a79ae54-ebb7-478a-a213-063653086928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:11.637276 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd722577-a763-4637-b3ba-93007d791ac4 req-1a79ae54-ebb7-478a-a213-063653086928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:11.637812 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd722577-a763-4637-b3ba-93007d791ac4 req-1a79ae54-ebb7-478a-a213-063653086928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:11.638353 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd722577-a763-4637-b3ba-93007d791ac4 req-1a79ae54-ebb7-478a-a213-063653086928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:11.639232 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd722577-a763-4637-b3ba-93007d791ac4 req-1a79ae54-ebb7-478a-a213-063653086928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:11.641500 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fd722577-a763-4637-b3ba-93007d791ac4 req-1a79ae54-ebb7-478a-a213-063653086928 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 6499 time: 0.0803494 Aug 31 09:33:11.677566 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0908b304-d91d-434a-a463-d2aefd701383 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:11.685780 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-66c1d8eb-d101-46b8-81bd-70014a072e1a None None] Provisioning for port 9ae6513b-86ca-4b36-807f-6d1c73d43a85 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:11.701582 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-66c1d8eb-d101-46b8-81bd-70014a072e1a None None] Provisioning complete for port 9ae6513b-86ca-4b36-807f-6d1c73d43a85 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:11.705284 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-66c1d8eb-d101-46b8-81bd-70014a072e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:11.731967 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fd722577-a763-4637-b3ba-93007d791ac4 req-a7933416-5303-48d2-996b-76784b33e1ed service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0772355 Aug 31 09:33:11.733978 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908b304-d91d-434a-a463-d2aefd701383 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0728b03b-bacb-4705-9118-c07a926155f0,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:11.748874 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-66c1d8eb-d101-46b8-81bd-70014a072e1a None None] Port 9ae6513b-86ca-4b36-807f-6d1c73d43a85 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:33:11.782478 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-527dfe23-ce0f-488d-9571-efb71b6f473b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:11.784444 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0908b304-d91d-434a-a463-d2aefd701383 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:11.786828 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0908b304-d91d-434a-a463-d2aefd701383 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5177319 Aug 31 09:33:11.794363 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51420) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:11.799438 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-ddcacbb1-ad7c-4aca-983f-734ade962c43 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Request body: {'security_group_rule': {'security_group_id': 'f92a95ae-b71d-4be5-b7f8-fab77500f71c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0728b03b-bacb-4705-9118-c07a926155f0'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:11.835331 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port ebcba043-9d30-4fe5-afa8-f11aa1d54404 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:11.839348 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port ebcba043-9d30-4fe5-afa8-f11aa1d54404 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:11.839719 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:11.926263 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7065a36b-4db3-477a-97b2-c9a14bc25df6 None None] Provisioning complete for port 9ae6513b-86ca-4b36-807f-6d1c73d43a85 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:11.926511 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7065a36b-4db3-477a-97b2-c9a14bc25df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:12.001410 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-7065a36b-4db3-477a-97b2-c9a14bc25df6 None None] Port 9ae6513b-86ca-4b36-807f-6d1c73d43a85 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:33:12.025631 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:12.040000 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-ddcacbb1-ad7c-4aca-983f-734ade962c43 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:33:12.040000 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ddcacbb1-ad7c-4aca-983f-734ade962c43 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2429171 Aug 31 09:33:12.041276 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51428) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:12.103237 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port ebcba043-9d30-4fe5-afa8-f11aa1d54404, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ebcba043-9d30-4fe5-afa8-f11aa1d54404,segment=NetworkSegment(a1c4dbc0-c01e-48a9-9229-5e9e423ddcde),segment_id=a1c4dbc0-c01e-48a9-9229-5e9e423ddcde)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:12.125988 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620aed4-4459-4a4b-9cb2-6b74b38f3b5e req-ca9f17ba-de58-4987-be71-3a19ec309eb2 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:12.127257 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e62c7706-f954-43c5-9b11-68a29b6d52a1 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:12.128559 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-1719764a-b472-4281-8e04-e81c0f06b134 None None] Provisioning complete for port 9ae6513b-86ca-4b36-807f-6d1c73d43a85 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:12.128934 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1719764a-b472-4281-8e04-e81c0f06b134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:12.133542 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b620aed4-4459-4a4b-9cb2-6b74b38f3b5e req-ca9f17ba-de58-4987-be71-3a19ec309eb2 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=a33308e5-533f-4ed8-a714-4192b301f00f HTTP/1.1" status: 200 len: 1096 time: 0.1674070 Aug 31 09:33:12.152027 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec24a52-a35e-45f8-927b-7cce48d34226 req-8562cf0c-0096-4a52-9ec9-7d917c341aab tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:12.159400 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec24a52-a35e-45f8-927b-7cce48d34226 req-8562cf0c-0096-4a52-9ec9-7d917c341aab tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:12.163411 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e62c7706-f954-43c5-9b11-68a29b6d52a1 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:12.172938 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec24a52-a35e-45f8-927b-7cce48d34226 req-8562cf0c-0096-4a52-9ec9-7d917c341aab tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:12.175745 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:12.183352 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec24a52-a35e-45f8-927b-7cce48d34226 req-8562cf0c-0096-4a52-9ec9-7d917c341aab tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:12.190211 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec24a52-a35e-45f8-927b-7cce48d34226 req-8562cf0c-0096-4a52-9ec9-7d917c341aab tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:12.200778 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec24a52-a35e-45f8-927b-7cce48d34226 req-8562cf0c-0096-4a52-9ec9-7d917c341aab tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:12.206868 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec24a52-a35e-45f8-927b-7cce48d34226 req-8562cf0c-0096-4a52-9ec9-7d917c341aab tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:12.209310 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ec24a52-a35e-45f8-927b-7cce48d34226 req-8562cf0c-0096-4a52-9ec9-7d917c341aab tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5435 time: 0.2421055 Aug 31 09:33:12.209880 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-1719764a-b472-4281-8e04-e81c0f06b134 None None] Port 9ae6513b-86ca-4b36-807f-6d1c73d43a85 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:33:12.248914 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=ebcba043-9d30-4fe5-afa8-f11aa1d54404,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:12.298619 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e62c7706-f954-43c5-9b11-68a29b6d52a1 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:12.301461 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e62c7706-f954-43c5-9b11-68a29b6d52a1 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:12.302657 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e62c7706-f954-43c5-9b11-68a29b6d52a1 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "DELETE /v2.0/security-groups/0728b03b-bacb-4705-9118-c07a926155f0 HTTP/1.1" status: 204 len: 168 time: 0.2582695 Aug 31 09:33:12.307618 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51430) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:12.310615 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b620aed4-4459-4a4b-9cb2-6b74b38f3b5e req-f55050a7-a050-4eaf-af92-46949805ebae tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=39ff5732-05da-49b9-a75b-9c3e6a042532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735630 Aug 31 09:33:12.322114 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ec24a52-a35e-45f8-927b-7cce48d34226 req-9e6824ef-c97b-414c-b6ae-718942d86a5f tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0850492 Aug 31 09:33:12.337895 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c7706-f954-43c5-9b11-68a29b6d52a1 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0728b03b-bacb-4705-9118-c07a926155f0,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:12.385672 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-527dfe23-ce0f-488d-9571-efb71b6f473b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:12.415885 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2f68cfdd-7fc3-40a2-822a-3162b9c5ca40 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1071651 Aug 31 09:33:12.419598 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51432) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:12.441988 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fd96ab2f-f0c0-4087-8c2d-7e7b0a2c05e8 req-4caba0c2-1b40-4a22-b449-63fc65edf011 tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0408599 Aug 31 09:33:12.460893 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-527dfe23-ce0f-488d-9571-efb71b6f473b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:12.461727 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-527dfe23-ce0f-488d-9571-efb71b6f473b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:12.581209 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-09acbae3-d094-4b81-98cb-97006f68abec tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:12.582822 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527dfe23-ce0f-488d-9571-efb71b6f473b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Port': ['ID=9ae6513b-86ca-4b36-807f-6d1c73d43a85,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:12.622466 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-09acbae3-d094-4b81-98cb-97006f68abec tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:12.668222 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527dfe23-ce0f-488d-9571-efb71b6f473b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network 9e2bc61c-fb39-4440-ad93-4ca86406c957 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:12.670192 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-527dfe23-ce0f-488d-9571-efb71b6f473b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:12.825177 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-09acbae3-d094-4b81-98cb-97006f68abec tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:12.831981 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-09acbae3-d094-4b81-98cb-97006f68abec tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:12.837650 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51438) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:12.847453 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-09acbae3-d094-4b81-98cb-97006f68abec tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "DELETE /v2.0/security-groups/f92a95ae-b71d-4be5-b7f8-fab77500f71c HTTP/1.1" status: 204 len: 168 time: 0.4267542 Aug 31 09:33:12.867029 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09acbae3-d094-4b81-98cb-97006f68abec tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92a95ae-b71d-4be5-b7f8-fab77500f71c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:12.882690 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 6205cf67-c3fd-4cad-9316-82a059464a22 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:12.890049 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527dfe23-ce0f-488d-9571-efb71b6f473b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Router 05b1ce20-568c-4c06-a3f5-cc241763383e is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:33:12.919568 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b9b3669f-3473-45f4-8b63-06fd099e831b tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0806046 Aug 31 09:33:12.920706 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51440) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:12.927463 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-0b91ea40-fb6c-4315-a7a3-b4049c78ecbd tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Request body: {'security_group': {'name': 'tempest-secgroup--1335101462'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:13.028825 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527dfe23-ce0f-488d-9571-efb71b6f473b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:33:13.034381 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51444) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:13.037554 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555533bd-0eee-4b69-8669-d94940c1b9be None None] Sync routers for ids ['05b1ce20-568c-4c06-a3f5-cc241763383e'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:33:13.039120 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-527dfe23-ce0f-488d-9571-efb71b6f473b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "PUT /v2.0/routers/05b1ce20-568c-4c06-a3f5-cc241763383e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2836616 Aug 31 09:33:13.050283 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555533bd-0eee-4b69-8669-d94940c1b9be None None] Routers {'05b1ce20-568c-4c06-a3f5-cc241763383e'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:13.050283 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-555533bd-0eee-4b69-8669-d94940c1b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:32:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['05b1ce20-568c-4c06-a3f5-cc241763383e'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:13.055646 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4a3a6a97-1bb6-4194-bae1-5f1d0bead117 None None] Provisioning complete for port 9ae6513b-86ca-4b36-807f-6d1c73d43a85 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:13.056470 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4a3a6a97-1bb6-4194-bae1-5f1d0bead117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:13.086571 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0b91ea40-fb6c-4315-a7a3-b4049c78ecbd tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:13.100112 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d126b0d-53ad-4a1e-b544-25402ef0c859 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:13.102042 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4a3a6a97-1bb6-4194-bae1-5f1d0bead117 None None] Port 9ae6513b-86ca-4b36-807f-6d1c73d43a85 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:33:13.105036 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0d126b0d-53ad-4a1e-b544-25402ef0c859 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "GET /v2.0/ports/9ae6513b-86ca-4b36-807f-6d1c73d43a85 HTTP/1.1" status: 200 len: 984 time: 0.0694466 Aug 31 09:33:13.106645 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51446) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:13.123826 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 6205cf67-c3fd-4cad-9316-82a059464a22 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:13.124319 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-555533bd-0eee-4b69-8669-d94940c1b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:13.128271 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 6205cf67-c3fd-4cad-9316-82a059464a22 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:13.128868 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:13.131310 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555533bd-0eee-4b69-8669-d94940c1b9be None None] Routers {'05b1ce20-568c-4c06-a3f5-cc241763383e'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:13.131926 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-555533bd-0eee-4b69-8669-d94940c1b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:32:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['05b1ce20-568c-4c06-a3f5-cc241763383e'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:13.183215 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-555533bd-0eee-4b69-8669-d94940c1b9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:13.184423 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555533bd-0eee-4b69-8669-d94940c1b9be None None] The sync data for ids ['05b1ce20-568c-4c06-a3f5-cc241763383e'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:33:13.242927 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0b91ea40-fb6c-4315-a7a3-b4049c78ecbd tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:13.280792 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:13.328579 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0b91ea40-fb6c-4315-a7a3-b4049c78ecbd tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:13.332069 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 6205cf67-c3fd-4cad-9316-82a059464a22, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=6205cf67-c3fd-4cad-9316-82a059464a22,segment=NetworkSegment(795e455e-f5de-4f0e-bca4-09842c515e62),segment_id=795e455e-f5de-4f0e-bca4-09842c515e62)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:13.366249 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b91ea40-fb6c-4315-a7a3-b4049c78ecbd tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f537775e-8a88-4a9b-9ce9-216a051389f2,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:13.434536 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33308e5-533f-4ed8-a714-4192b301f00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6205cf67-c3fd-4cad-9316-82a059464a22'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:13.435392 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8adb56f3-3d51-4800-8523-8fce7776410f" -d '{"events": [{"server_uuid": "a33308e5-533f-4ed8-a714-4192b301f00f", "name": "network-vif-plugged", "status": "completed", "tag": "6205cf67-c3fd-4cad-9316-82a059464a22"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:13.453374 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0b91ea40-fb6c-4315-a7a3-b4049c78ecbd tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:13.454605 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0b91ea40-fb6c-4315-a7a3-b4049c78ecbd tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5323322 Aug 31 09:33:13.457259 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:13.457638 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51456) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:13.469891 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-e9b5bc4c-58b6-44de-bf6b-017e937ea4cd tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Request body: {'security_group_rule': {'security_group_id': 'f537775e-8a88-4a9b-9ce9-216a051389f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:13.541617 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=6205cf67-c3fd-4cad-9316-82a059464a22,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:13.557770 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ebcba043-9d30-4fe5-afa8-f11aa1d54404 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:13.576858 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7f360-79fe-4b16-b95f-ef54cd200120 req-02f4255c-65d3-4e28-b78c-e8afa04676b0 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:13.578477 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16a7f360-79fe-4b16-b95f-ef54cd200120 req-02f4255c-65d3-4e28-b78c-e8afa04676b0 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=a33308e5-533f-4ed8-a714-4192b301f00f HTTP/1.1" status: 200 len: 1097 time: 0.0989957 Aug 31 09:33:13.610875 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port ebcba043-9d30-4fe5-afa8-f11aa1d54404 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:13.611292 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:13.642147 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a5f57-5ca7-478f-9873-aecdb992337c req-026c2a6a-dc49-4e47-a91f-2b6f713df558 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:13.647976 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a5f57-5ca7-478f-9873-aecdb992337c req-026c2a6a-dc49-4e47-a91f-2b6f713df558 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:13.654002 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-e9b5bc4c-58b6-44de-bf6b-017e937ea4cd tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:33:13.655189 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a5f57-5ca7-478f-9873-aecdb992337c req-026c2a6a-dc49-4e47-a91f-2b6f713df558 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:13.655639 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e9b5bc4c-58b6-44de-bf6b-017e937ea4cd tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1968153 Aug 31 09:33:13.658007 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51460) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:13.661015 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a5f57-5ca7-478f-9873-aecdb992337c req-026c2a6a-dc49-4e47-a91f-2b6f713df558 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:13.663308 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-6b2292d8-02d7-42f2-992c-9d05cc435009 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Request body: {'security_group_rule': {'security_group_id': 'f537775e-8a88-4a9b-9ce9-216a051389f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:13.667294 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a5f57-5ca7-478f-9873-aecdb992337c req-026c2a6a-dc49-4e47-a91f-2b6f713df558 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:13.673602 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a5f57-5ca7-478f-9873-aecdb992337c req-026c2a6a-dc49-4e47-a91f-2b6f713df558 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:13.679646 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a5f57-5ca7-478f-9873-aecdb992337c req-026c2a6a-dc49-4e47-a91f-2b6f713df558 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:13.681340 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e35a5f57-5ca7-478f-9873-aecdb992337c req-026c2a6a-dc49-4e47-a91f-2b6f713df558 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5435 time: 0.2007480 Aug 31 09:33:13.769130 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16a7f360-79fe-4b16-b95f-ef54cd200120 req-27775e51-9082-469d-9a18-c0ad8c01a090 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=39ff5732-05da-49b9-a75b-9c3e6a042532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648726 Aug 31 09:33:13.801572 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e35a5f57-5ca7-478f-9873-aecdb992337c req-8ebb906a-8a65-470a-a72b-0b7edcc17911 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1027129 Aug 31 09:33:13.832309 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0d78ac-e128-469d-9d4e-d92c387a2ff3 x-openstack-request-id: req-bd0d78ac-e128-469d-9d4e-d92c387a2ff3 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:13.832602 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33308e5-533f-4ed8-a714-4192b301f00f", "name": "network-vif-plugged", "status": "completed", "tag": "6205cf67-c3fd-4cad-9316-82a059464a22", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:13.832854 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-bd0d78ac-e128-469d-9d4e-d92c387a2ff3 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:13.833247 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33308e5-533f-4ed8-a714-4192b301f00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6205cf67-c3fd-4cad-9316-82a059464a22', 'code': 200} Aug 31 09:33:13.841773 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-6b2292d8-02d7-42f2-992c-9d05cc435009 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:33:13.847551 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6b2292d8-02d7-42f2-992c-9d05cc435009 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1880851 Aug 31 09:33:13.848383 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51464) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:13.885874 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51466) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:13.921858 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4b8f5421-a6b8-4ce4-a2c6-8ed65c535090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:13.972712 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0543568d-e3bf-4dc4-a3d9-feaa93b4914a req-70973751-b043-4a5e-a791-e0f5249a3a43 tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0530102 Aug 31 09:33:13.986158 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa815168-fcd5-49d2-ac69-b8ef7d3a3584 req-ee72da90-018d-4414-a8f1-de0cce2a390d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:13.986385 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c34b32f-b3d8-429f-975c-3fc4deeac574 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:13.987975 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-aa815168-fcd5-49d2-ac69-b8ef7d3a3584 req-ee72da90-018d-4414-a8f1-de0cce2a390d service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=a33308e5-533f-4ed8-a714-4192b301f00f HTTP/1.1" status: 200 len: 1097 time: 0.0726798 Aug 31 09:33:13.989903 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-25a68252-24d6-4790-8844-4d8db8ac5eed tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.055536 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-25a68252-24d6-4790-8844-4d8db8ac5eed tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.064852 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.077519 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-aa815168-fcd5-49d2-ac69-b8ef7d3a3584 req-57f29af9-9d5f-458d-bdf2-cdbde8e53eb7 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=39ff5732-05da-49b9-a75b-9c3e6a042532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796382 Aug 31 09:33:14.105872 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fec5af56-7c8d-4855-a4ea-5626c127c23f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.185053 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-25a68252-24d6-4790-8844-4d8db8ac5eed tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.185053 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-25a68252-24d6-4790-8844-4d8db8ac5eed tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.185497 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-25a68252-24d6-4790-8844-4d8db8ac5eed tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "DELETE /v2.0/security-groups/f537775e-8a88-4a9b-9ce9-216a051389f2 HTTP/1.1" status: 204 len: 168 time: 0.3357511 Aug 31 09:33:14.192214 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51472) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:14.226385 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a68252-24d6-4790-8844-4d8db8ac5eed tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f537775e-8a88-4a9b-9ce9-216a051389f2,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:14.229549 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-1c34b32f-b3d8-429f-975c-3fc4deeac574 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Deleting port 9ae6513b-86ca-4b36-807f-6d1c73d43a85 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:14.230124 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c34b32f-b3d8-429f-975c-3fc4deeac574 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.281839 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bf7342f6-593e-4792-9ebf-a7d6e0a3390c tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0830667 Aug 31 09:33:14.283313 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51474) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:14.290662 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-07709639-5bee-4d91-a035-07bfa980069b tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Request body: {'security_group': {'name': 'tempest-secgroup--1458910314'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:14.330499 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fec5af56-7c8d-4855-a4ea-5626c127c23f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.338125 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c34b32f-b3d8-429f-975c-3fc4deeac574 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.350234 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-1c34b32f-b3d8-429f-975c-3fc4deeac574 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Calling delete_port for 9ae6513b-86ca-4b36-807f-6d1c73d43a85 owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:14.386434 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fec5af56-7c8d-4855-a4ea-5626c127c23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.439523 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fec5af56-7c8d-4855-a4ea-5626c127c23f admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=88a87eb7a3de4bc9b6809dbde6019345&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5524805 Aug 31 09:33:14.440337 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5af56-7c8d-4855-a4ea-5626c127c23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0f86f5-1664-4ca8-b371-4bf814f1c40d,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:14.442784 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51476) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:14.497209 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-265fba1d-672f-4c64-b34e-dab229e2d034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.520673 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-07709639-5bee-4d91-a035-07bfa980069b tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.534846 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-265fba1d-672f-4c64-b34e-dab229e2d034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.651649 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-07709639-5bee-4d91-a035-07bfa980069b tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.664617 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-265fba1d-672f-4c64-b34e-dab229e2d034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.667829 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-265fba1d-672f-4c64-b34e-dab229e2d034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.673199 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-265fba1d-672f-4c64-b34e-dab229e2d034 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/4c0f86f5-1664-4ca8-b371-4bf814f1c40d HTTP/1.1" status: 204 len: 168 time: 0.2265818 Aug 31 09:33:14.679816 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265fba1d-672f-4c64-b34e-dab229e2d034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0f86f5-1664-4ca8-b371-4bf814f1c40d,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:14.721874 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-07709639-5bee-4d91-a035-07bfa980069b tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.760634 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07709639-5bee-4d91-a035-07bfa980069b tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10e6708b-cd36-41b5-aafb-2ce229764adb,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:14.836028 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-07709639-5bee-4d91-a035-07bfa980069b tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.838063 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-07709639-5bee-4d91-a035-07bfa980069b tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5536153 Aug 31 09:33:14.841749 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51484) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:14.848415 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-86233ec2-399e-4784-9df3-85521ef6efcd tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:14.849514 n-d-791506-28 neutron-server[95552]: WARNING neutron.api.v2.base [None req-86233ec2-399e-4784-9df3-85521ef6efcd tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 09:33:14.850608 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-86233ec2-399e-4784-9df3-85521ef6efcd tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 09:33:14.854318 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-86233ec2-399e-4784-9df3-85521ef6efcd tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "PUT /v2.0/security-groups/10e6708b-cd36-41b5-aafb-2ce229764adb HTTP/1.1" status: 409 len: 330 time: 0.0086420 Aug 31 09:33:14.855156 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51486) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:14.929707 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ec772a9f-a556-4cee-b800-641aba98f2dd tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.954047 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477289a5-76d7-4b83-9f91-1181ec103bb5 req-9ce12ab1-88fc-4b7b-b8fb-9f0bf7735e07 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:14.955266 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ec772a9f-a556-4cee-b800-641aba98f2dd tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:14.955648 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-477289a5-76d7-4b83-9f91-1181ec103bb5 req-9ce12ab1-88fc-4b7b-b8fb-9f0bf7735e07 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=a33308e5-533f-4ed8-a714-4192b301f00f HTTP/1.1" status: 200 len: 1097 time: 0.0920224 Aug 31 09:33:14.978808 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1d8b4-28b2-4012-833c-b9bad2d26c0a req-969bbe79-b1a9-4184-bab7-644d28a2f906 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:14.984946 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1d8b4-28b2-4012-833c-b9bad2d26c0a req-969bbe79-b1a9-4184-bab7-644d28a2f906 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:14.991031 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1d8b4-28b2-4012-833c-b9bad2d26c0a req-969bbe79-b1a9-4184-bab7-644d28a2f906 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:14.997337 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1d8b4-28b2-4012-833c-b9bad2d26c0a req-969bbe79-b1a9-4184-bab7-644d28a2f906 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:15.017298 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1d8b4-28b2-4012-833c-b9bad2d26c0a req-969bbe79-b1a9-4184-bab7-644d28a2f906 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:15.024520 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1d8b4-28b2-4012-833c-b9bad2d26c0a req-969bbe79-b1a9-4184-bab7-644d28a2f906 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:15.031509 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1d8b4-28b2-4012-833c-b9bad2d26c0a req-969bbe79-b1a9-4184-bab7-644d28a2f906 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:15.033719 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ece1d8b4-28b2-4012-833c-b9bad2d26c0a req-969bbe79-b1a9-4184-bab7-644d28a2f906 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5435 time: 0.1240396 Aug 31 09:33:15.040026 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c34b32f-b3d8-429f-975c-3fc4deeac574 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:15.096467 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34b32f-b3d8-429f-975c-3fc4deeac574 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Port': ['ID=9ae6513b-86ca-4b36-807f-6d1c73d43a85,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:15.115995 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ec772a9f-a556-4cee-b800-641aba98f2dd tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:15.121096 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ec772a9f-a556-4cee-b800-641aba98f2dd tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:15.121096 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ec772a9f-a556-4cee-b800-641aba98f2dd tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "DELETE /v2.0/security-groups/10e6708b-cd36-41b5-aafb-2ce229764adb HTTP/1.1" status: 204 len: 168 time: 0.2635422 Aug 31 09:33:15.134101 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51496) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:15.134955 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec772a9f-a556-4cee-b800-641aba98f2dd tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e6708b-cd36-41b5-aafb-2ce229764adb,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:15.218002 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-477289a5-76d7-4b83-9f91-1181ec103bb5 req-23d769d0-f7bb-492d-8a28-919baf2a97ee tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=39ff5732-05da-49b9-a75b-9c3e6a042532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463660 Aug 31 09:33:15.239231 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6f2208a1-7271-40ba-abe3-dabdaaffca86 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1008937 Aug 31 09:33:15.242852 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51498) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:15.279423 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-fcaa7aba-9c35-4a19-9465-5d6adca9ccd7 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] delete failed (client error): The resource could not be found. Aug 31 09:33:15.279423 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fcaa7aba-9c35-4a19-9465-5d6adca9ccd7 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "DELETE /v2.0/security-groups/80203174-1ee6-4dae-962c-a84d3f24a78a HTTP/1.1" status: 404 len: 347 time: 0.0324516 Aug 31 09:33:15.280503 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51500) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:15.300297 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-1cddae6e-d1e7-448f-8013-ad36ac250af2 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] show failed (client error): The resource could not be found. Aug 31 09:33:15.301318 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1cddae6e-d1e7-448f-8013-ad36ac250af2 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "GET /v2.0/security-groups/d8199efd-70dd-48d8-9532-2348cac8fb51 HTTP/1.1" status: 404 len: 347 time: 0.0198772 Aug 31 09:33:15.302491 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:15.311278 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ece1d8b4-28b2-4012-833c-b9bad2d26c0a req-83c59d88-fe77-4778-ba77-4965e9d8c827 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2639101 Aug 31 09:33:15.314741 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51502) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:15.319532 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c34b32f-b3d8-429f-975c-3fc4deeac574 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:15.344733 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-90fe4f98-4c7d-4fcc-96af-4e723794d4f5 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] show failed (client error): The resource could not be found. Aug 31 09:33:15.344733 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-90fe4f98-4c7d-4fcc-96af-4e723794d4f5 tempest-NegativeSecGroupIPv6Test-843854466 tempest-NegativeSecGroupIPv6Test-843854466-project] 10.222.0.119 "GET /v2.0/security-group-rules/879fdc51-1afd-423d-99c1-73050300f9d5 HTTP/1.1" status: 404 len: 356 time: 0.0240133 Aug 31 09:33:15.363573 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a6a7d92d-4c91-440f-b142-90bdce3389bc req-0b9221e4-ac7e-4c1a-81cd-7433bc966992 tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0319309 Aug 31 09:33:15.519201 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51508) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:15.533625 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f5a0b9ef-92f6-4ce6-81e0-9f33a4a29557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:15.563663 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3efe0f-2e83-42d7-b136-bcb6397d6a2a req-fe40bb59-d09e-440d-897e-503d893f2159 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:15.570016 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3efe0f-2e83-42d7-b136-bcb6397d6a2a req-fe40bb59-d09e-440d-897e-503d893f2159 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:15.576883 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3efe0f-2e83-42d7-b136-bcb6397d6a2a req-fe40bb59-d09e-440d-897e-503d893f2159 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:15.583030 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3efe0f-2e83-42d7-b136-bcb6397d6a2a req-fe40bb59-d09e-440d-897e-503d893f2159 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:15.588947 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3efe0f-2e83-42d7-b136-bcb6397d6a2a req-fe40bb59-d09e-440d-897e-503d893f2159 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:15.596335 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3efe0f-2e83-42d7-b136-bcb6397d6a2a req-fe40bb59-d09e-440d-897e-503d893f2159 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:15.602233 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3efe0f-2e83-42d7-b136-bcb6397d6a2a req-fe40bb59-d09e-440d-897e-503d893f2159 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:15.604244 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-da3efe0f-2e83-42d7-b136-bcb6397d6a2a req-fe40bb59-d09e-440d-897e-503d893f2159 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5435 time: 0.1686356 Aug 31 09:33:15.615399 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c34b32f-b3d8-429f-975c-3fc4deeac574 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Router 05b1ce20-568c-4c06-a3f5-cc241763383e has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:33:15.618646 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51512) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:15.623533 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-1a90c263-813f-4e58-98a1-567d6d78617e tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Request body: {'floatingip': {'port_id': 'df6aa1bb-921b-4f71-bd10-7c3fe5349661'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:15.671726 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1a90c263-813f-4e58-98a1-567d6d78617e tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for floatingip, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:15.697084 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51514) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:15.716158 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c34b32f-b3d8-429f-975c-3fc4deeac574 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:33:15.721612 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1c34b32f-b3d8-429f-975c-3fc4deeac574 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "PUT /v2.0/routers/05b1ce20-568c-4c06-a3f5-cc241763383e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6134138 Aug 31 09:33:15.724928 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51518) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:15.730483 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51858415-165e-4181-9fc0-944e6c6d7262 None None] Sync routers for ids ['05b1ce20-568c-4c06-a3f5-cc241763383e'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:33:15.740186 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51858415-165e-4181-9fc0-944e6c6d7262 None None] Routers {'05b1ce20-568c-4c06-a3f5-cc241763383e'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:15.743455 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-51858415-165e-4181-9fc0-944e6c6d7262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:33:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['05b1ce20-568c-4c06-a3f5-cc241763383e'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:15.755700 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f5a0b9ef-92f6-4ce6-81e0-9f33a4a29557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:15.784261 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-51858415-165e-4181-9fc0-944e6c6d7262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:15.794606 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51858415-165e-4181-9fc0-944e6c6d7262 None None] Routers {'05b1ce20-568c-4c06-a3f5-cc241763383e'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:15.795572 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-51858415-165e-4181-9fc0-944e6c6d7262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:33:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['05b1ce20-568c-4c06-a3f5-cc241763383e'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:15.818604 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f5a0b9ef-92f6-4ce6-81e0-9f33a4a29557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:15.840411 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-51858415-165e-4181-9fc0-944e6c6d7262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:15.841292 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51858415-165e-4181-9fc0-944e6c6d7262 None None] The sync data for ids ['05b1ce20-568c-4c06-a3f5-cc241763383e'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:33:15.861618 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f5a0b9ef-92f6-4ce6-81e0-9f33a4a29557 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=1e850e77df2942eeb7d5211067fe8e15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3390412 Aug 31 09:33:15.866491 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51520) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:15.909283 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-90f4c3cc-c2d0-488e-89c3-c61e41c7636d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:15.923799 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0b9ef-92f6-4ce6-81e0-9f33a4a29557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df4d77f-cfd8-41f9-8b24-2f461a994ab4,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:15.960543 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-24ed8d4e-b988-4206-a521-509d7c3fce5b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] remove_router_interface failed (client error): The resource could not be found. Aug 31 09:33:15.961595 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-24ed8d4e-b988-4206-a521-509d7c3fce5b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "PUT /v2.0/routers/05b1ce20-568c-4c06-a3f5-cc241763383e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2363377 Aug 31 09:33:15.964318 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51522) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:15.993752 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5adbf985-1e5b-43ac-b267-37f13b8ab766 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "GET /v2.0/ports?device_id=05b1ce20-568c-4c06-a3f5-cc241763383e HTTP/1.1" status: 200 len: 205 time: 0.0281882 Aug 31 09:33:15.996844 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51524) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:16.019367 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d7486945-8b4b-4722-8a8c-674682995266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.081742 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d7486945-8b4b-4722-8a8c-674682995266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.088598 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-673cc986-5cfa-4ac6-88f0-0363a2f616bb tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.124045 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51528) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:16.311120 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d7486945-8b4b-4722-8a8c-674682995266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.311727 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-673cc986-5cfa-4ac6-88f0-0363a2f616bb tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.312591 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d7486945-8b4b-4722-8a8c-674682995266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.316162 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d7486945-8b4b-4722-8a8c-674682995266 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/0df4d77f-cfd8-41f9-8b24-2f461a994ab4 HTTP/1.1" status: 204 len: 168 time: 0.4462767 Aug 31 09:33:16.316292 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-673cc986-5cfa-4ac6-88f0-0363a2f616bb tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.330134 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7486945-8b4b-4722-8a8c-674682995266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df4d77f-cfd8-41f9-8b24-2f461a994ab4,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:16.360621 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1a90c263-813f-4e58-98a1-567d6d78617e tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.410005 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1463183c-a52f-4e27-9dc2-ebd53cef9364 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=85bd535a155e4600a80e7d82bae4d2f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2832234 Aug 31 09:33:16.411909 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-90f4c3cc-c2d0-488e-89c3-c61e41c7636d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.413000 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51538) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:16.420727 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c432ca-0fd1-48ce-811d-cd3ff6a847cd req-6276d896-77bd-4567-af23-57c500d521f4 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:16.423494 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62c432ca-0fd1-48ce-811d-cd3ff6a847cd req-6276d896-77bd-4567-af23-57c500d521f4 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=a33308e5-533f-4ed8-a714-4192b301f00f HTTP/1.1" status: 200 len: 1097 time: 0.1277962 Aug 31 09:33:16.440237 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1a90c263-813f-4e58-98a1-567d6d78617e tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.471695 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62c432ca-0fd1-48ce-811d-cd3ff6a847cd req-e30232a9-c604-4cda-9c20-1dc436a17e47 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=39ff5732-05da-49b9-a75b-9c3e6a042532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430303 Aug 31 09:33:16.493111 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1cdb5ad1-78f4-4c6d-a382-88f6ccc2f581 req-89c0e349-58df-4274-8579-fc2d3c1863d3 tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0365703 Aug 31 09:33:16.504459 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-90f4c3cc-c2d0-488e-89c3-c61e41c7636d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.525139 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-673cc986-5cfa-4ac6-88f0-0363a2f616bb tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.525620 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673cc986-5cfa-4ac6-88f0-0363a2f616bb tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Fanout notify agent at l3_agent the message router_deleted on router 05b1ce20-568c-4c06-a3f5-cc241763383e {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:33:16.527891 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7b8a75f8-7437-4276-b7a2-c7bdd270a55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.540553 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-673cc986-5cfa-4ac6-88f0-0363a2f616bb tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.541659 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-673cc986-5cfa-4ac6-88f0-0363a2f616bb tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/routers/05b1ce20-568c-4c06-a3f5-cc241763383e HTTP/1.1" status: 204 len: 168 time: 0.5439105 Aug 31 09:33:16.545794 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51542) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:16.562435 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4c3cc-c2d0-488e-89c3-c61e41c7636d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61e848d-2aed-424e-ad93-79e24d87b98e,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:16.593877 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7b8a75f8-7437-4276-b7a2-c7bdd270a55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.605296 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-90f4c3cc-c2d0-488e-89c3-c61e41c7636d admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=0bb8b7300f5b4fafbb700ca990a3e4a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9071341 Aug 31 09:33:16.608460 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [None req-1a90c263-813f-4e58-98a1-567d6d78617e tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Floating IP 5dac10d9-c8d4-4e8d-98d1-8fea0e19f31f associated. External IP: 172.25.2.28, port: df6aa1bb-921b-4f71-bd10-7c3fe5349661. Aug 31 09:33:16.614086 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51544) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:16.655595 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e8ff21c-18f6-4799-b755-388767c23e44 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Deleting subnet 39a7cf89-21e3-4df5-97e1-b5bada39fa98 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:33:16.660599 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7e8ff21c-18f6-4799-b755-388767c23e44 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.688521 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bae094-85c3-4477-b2f0-7504de13fe51 req-9b8fd1fe-5242-42aa-908b-7dc7cea31818 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:16.690091 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62bae094-85c3-4477-b2f0-7504de13fe51 req-9b8fd1fe-5242-42aa-908b-7dc7cea31818 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=a33308e5-533f-4ed8-a714-4192b301f00f HTTP/1.1" status: 200 len: 1097 time: 0.1011186 Aug 31 09:33:16.724634 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7e8ff21c-18f6-4799-b755-388767c23e44 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.726592 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-48b4666e-da50-4af7-9736-24716fef3ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.783301 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62bae094-85c3-4477-b2f0-7504de13fe51 req-ba68698e-4823-404d-9918-dd420387a757 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=39ff5732-05da-49b9-a75b-9c3e6a042532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809934 Aug 31 09:33:16.786310 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-48b4666e-da50-4af7-9736-24716fef3ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.910436 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7e8ff21c-18f6-4799-b755-388767c23e44 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.920954 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7b8a75f8-7437-4276-b7a2-c7bdd270a55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.923760 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7b8a75f8-7437-4276-b7a2-c7bdd270a55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.924890 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7b8a75f8-7437-4276-b7a2-c7bdd270a55c admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/494ddb17-5e81-4058-95e0-3b5858f6b35e HTTP/1.1" status: 204 len: 168 time: 0.5109088 Aug 31 09:33:16.942309 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a75f8-7437-4276-b7a2-c7bdd270a55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494ddb17-5e81-4058-95e0-3b5858f6b35e,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:16.944832 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:16.956147 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35595b26-f7f8-4429-b25b-04f64644aa7e req-d0c52891-a90b-4363-acc0-783e20a7ce3a tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:16.957685 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-35595b26-f7f8-4429-b25b-04f64644aa7e req-d0c52891-a90b-4363-acc0-783e20a7ce3a tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=a33308e5-533f-4ed8-a714-4192b301f00f HTTP/1.1" status: 200 len: 1097 time: 0.0849600 Aug 31 09:33:16.969664 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a90c263-813f-4e58-98a1-567d6d78617e tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Router fb60fbdf-5a04-464a-9ed5-7a66420dcc6d has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:33:17.018277 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-35595b26-f7f8-4429-b25b-04f64644aa7e req-41a3eb68-c550-4d5e-b562-0aa51fbcadb8 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=39ff5732-05da-49b9-a75b-9c3e6a042532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545738 Aug 31 09:33:17.092691 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7e8ff21c-18f6-4799-b755-388767c23e44 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:17.113664 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a90c263-813f-4e58-98a1-567d6d78617e tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:33:17.118519 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1a90c263-813f-4e58-98a1-567d6d78617e tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:17.123974 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d959c946-8f91-4380-9d3e-7fb74b4f4e35 None None] Sync routers for ids ['fb60fbdf-5a04-464a-9ed5-7a66420dcc6d'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:33:17.126942 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ff21c-18f6-4799-b755-388767c23e44 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Subnet': ['ID=39a7cf89-21e3-4df5-97e1-b5bada39fa98,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:17.134267 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d959c946-8f91-4380-9d3e-7fb74b4f4e35 None None] Routers {'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:17.135057 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d959c946-8f91-4380-9d3e-7fb74b4f4e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:33:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['fb60fbdf-5a04-464a-9ed5-7a66420dcc6d'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:17.137807 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ab9f4b-dad1-4535-b285-7d2947289eff None None] Network 9e2bc61c-fb39-4440-ad93-4ca86406c957 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:17.138806 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7e8ff21c-18f6-4799-b755-388767c23e44 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:17.143716 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7e8ff21c-18f6-4799-b755-388767c23e44 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/subnets/39a7cf89-21e3-4df5-97e1-b5bada39fa98 HTTP/1.1" status: 204 len: 168 time: 0.5966270 Aug 31 09:33:17.143933 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51562) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:17.155839 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-48b4666e-da50-4af7-9736-24716fef3ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:17.159703 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-48b4666e-da50-4af7-9736-24716fef3ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:17.159703 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-48b4666e-da50-4af7-9736-24716fef3ff8 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/b61e848d-2aed-424e-ad93-79e24d87b98e HTTP/1.1" status: 204 len: 168 time: 0.5444829 Aug 31 09:33:17.176584 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1a90c263-813f-4e58-98a1-567d6d78617e tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "PUT /v2.0/floatingips/5dac10d9-c8d4-4e8d-98d1-8fea0e19f31f HTTP/1.1" status: 200 len: 991 time: 1.5542791 Aug 31 09:33:17.252037 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'tag': 'df6aa1bb-921b-4f71-bd10-7c3fe5349661'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:17.254339 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33ccc8b-ca30-4bb3-8c3b-7ebe3c7ccae6" -d '{"events": [{"name": "network-changed", "server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "tag": "df6aa1bb-921b-4f71-bd10-7c3fe5349661"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:17.293932 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4666e-da50-4af7-9736-24716fef3ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61e848d-2aed-424e-ad93-79e24d87b98e,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:17.315637 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-d959c946-8f91-4380-9d3e-7fb74b4f4e35 None None] Set router fb60fbdf-5a04-464a-9ed5-7a66420dcc6d gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:33:17.349128 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cd77c842-05bb-4915-9f97-cfe4addf3827 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:17.386258 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92c4f40-b796-4ed8-9d0a-012a8d8f1415 x-openstack-request-id: req-e92c4f40-b796-4ed8-9d0a-012a8d8f1415 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:17.387531 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "tag": "df6aa1bb-921b-4f71-bd10-7c3fe5349661", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:17.388228 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e92c4f40-b796-4ed8-9d0a-012a8d8f1415 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:17.388621 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'tag': 'df6aa1bb-921b-4f71-bd10-7c3fe5349661', 'status': 'completed', 'code': 200} Aug 31 09:33:17.408066 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1de97b-fdbf-45bf-81f5-45342e39b4d6 None None] DHCP port deletion for 9e2bc61c-fb39-4440-ad93-4ca86406c957 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:33:17.506020 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-8a1de97b-fdbf-45bf-81f5-45342e39b4d6 None None] Deleting port ebcba043-9d30-4fe5-afa8-f11aa1d54404 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:17.506851 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8a1de97b-fdbf-45bf-81f5-45342e39b4d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:17.538645 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ccc8b-ca30-4bb3-8c3b-7ebe3c7ccae6 req-9498cf91-3ed3-460e-94a4-5eeb3cd2c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:17.542467 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ccc8b-ca30-4bb3-8c3b-7ebe3c7ccae6 req-9498cf91-3ed3-460e-94a4-5eeb3cd2c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:17.544949 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ccc8b-ca30-4bb3-8c3b-7ebe3c7ccae6 req-9498cf91-3ed3-460e-94a4-5eeb3cd2c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:17.545637 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ccc8b-ca30-4bb3-8c3b-7ebe3c7ccae6 req-9498cf91-3ed3-460e-94a4-5eeb3cd2c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:17.547271 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ccc8b-ca30-4bb3-8c3b-7ebe3c7ccae6 req-9498cf91-3ed3-460e-94a4-5eeb3cd2c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:17.549022 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ccc8b-ca30-4bb3-8c3b-7ebe3c7ccae6 req-9498cf91-3ed3-460e-94a4-5eeb3cd2c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:17.549705 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ccc8b-ca30-4bb3-8c3b-7ebe3c7ccae6 req-9498cf91-3ed3-460e-94a4-5eeb3cd2c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:17.556772 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a33ccc8b-ca30-4bb3-8c3b-7ebe3c7ccae6 req-9498cf91-3ed3-460e-94a4-5eeb3cd2c420 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=caa69c38eab14ec7acd072f4cc57de4a&device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 6499 time: 0.1613812 Aug 31 09:33:17.600981 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-cd77c842-05bb-4915-9f97-cfe4addf3827 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Deleting port ebcba043-9d30-4fe5-afa8-f11aa1d54404 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:17.601331 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cd77c842-05bb-4915-9f97-cfe4addf3827 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:17.656847 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-8a1de97b-fdbf-45bf-81f5-45342e39b4d6 None None] For port ebcba043-9d30-4fe5-afa8-f11aa1d54404, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ebcba043-9d30-4fe5-afa8-f11aa1d54404,segment=NetworkSegment(a1c4dbc0-c01e-48a9-9229-5e9e423ddcde),segment_id=a1c4dbc0-c01e-48a9-9229-5e9e423ddcde)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:17.657391 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8a1de97b-fdbf-45bf-81f5-45342e39b4d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:17.714057 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6b6b2426-3de6-4fc5-8529-ee3f39898749 req-2988d0db-c463-4beb-aa9b-7d3447bdd4cc tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0748217 Aug 31 09:33:17.801541 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b741a0-ced2-4037-a924-d80b857a712c req-6416ba65-4733-4bad-86a7-f0e05e8157ee tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:17.813726 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-28b741a0-ced2-4037-a924-d80b857a712c req-6416ba65-4733-4bad-86a7-f0e05e8157ee tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/networks?id=f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0 HTTP/1.1" status: 200 len: 911 time: 0.3395789 Aug 31 09:33:17.831992 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-28b741a0-ced2-4037-a924-d80b857a712c req-81c4c6ad-6ecc-41dc-95e2-f8361369c9f4 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/quotas/01019331d4a443dc8d7cad91f77da1d5 HTTP/1.1" status: 200 len: 375 time: 0.0170746 Aug 31 09:33:17.891810 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d959c946-8f91-4380-9d3e-7fb74b4f4e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'name': 'tempest-TaggedBootDevicesTest-159778297-router', 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'de70fa8f-6547-4a31-8eca-31a7c406d765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:54Z', 'updated_at': '2021-08-31T09:30:08Z', 'revision_number': 4, 'project_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'gw_port': {'id': 'de70fa8f-6547-4a31-8eca-31a7c406d765', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:57Z', 'updated_at': '2021-08-31T09:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '5dac10d9-c8d4-4e8d-98d1-8fea0e19f31f', 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'floating_ip_address': '172.25.2.28', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'port_id': 'df6aa1bb-921b-4f71-bd10-7c3fe5349661', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '636950a3-6b65-4dc0-b611-ae468b63fe57', 'mac_address': 'fa:16:3e:35:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:31:42Z', 'updated_at': '2021-08-31T09:33:16Z', 'revision_number': 1, 'project_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a60d892-0200-420e-8402-e000c33b226b', 'name': '', 'network_id': '636950a3-6b65-4dc0-b611-ae468b63fe57', 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'mac_address': 'fa:16:3e:8d:cb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4345a806-82e6-4d6f-a21e-c3deaf1866e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:05Z', 'updated_at': '2021-08-31T09:30:21Z', 'revision_number': 5, 'project_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'subnets': [{'id': '4345a806-82e6-4d6f-a21e-c3deaf1866e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:17.897320 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-28b741a0-ced2-4037-a924-d80b857a712c req-d693f737-ab33-4bd8-aead-e3f7fca7634a tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?tenant_id=01019331d4a443dc8d7cad91f77da1d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0597072 Aug 31 09:33:17.906938 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ccc8b-ca30-4bb3-8c3b-7ebe3c7ccae6 req-4d643f55-7c43-4c01-8ec6-cb2669700ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:17.908442 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a33ccc8b-ca30-4bb3-8c3b-7ebe3c7ccae6 req-4d643f55-7c43-4c01-8ec6-cb2669700ecc service neutron] 10.222.0.112 "GET /v2.0/networks?id=636950a3-6b65-4dc0-b611-ae468b63fe57 HTTP/1.1" status: 200 len: 913 time: 0.3380473 Aug 31 09:33:17.951536 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d959c946-8f91-4380-9d3e-7fb74b4f4e35 None None] Checking router: fb60fbdf-5a04-464a-9ed5-7a66420dcc6d for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:33:17.973254 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d959c946-8f91-4380-9d3e-7fb74b4f4e35 None None] Routers {'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:17.974017 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d959c946-8f91-4380-9d3e-7fb74b4f4e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:33:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['fb60fbdf-5a04-464a-9ed5-7a66420dcc6d'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:17.990680 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ebcba043-9d30-4fe5-afa8-f11aa1d54404 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:33:17.993470 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-8a1de97b-fdbf-45bf-81f5-45342e39b4d6 None None] Calling delete_port for ebcba043-9d30-4fe5-afa8-f11aa1d54404 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:18.075788 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-cd77c842-05bb-4915-9f97-cfe4addf3827 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] For port ebcba043-9d30-4fe5-afa8-f11aa1d54404, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ebcba043-9d30-4fe5-afa8-f11aa1d54404,segment=NetworkSegment(a1c4dbc0-c01e-48a9-9229-5e9e423ddcde),segment_id=a1c4dbc0-c01e-48a9-9229-5e9e423ddcde)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:18.078226 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cd77c842-05bb-4915-9f97-cfe4addf3827 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:18.107214 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-cd77c842-05bb-4915-9f97-cfe4addf3827 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Calling delete_port for ebcba043-9d30-4fe5-afa8-f11aa1d54404 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:18.139181 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-28b741a0-ced2-4037-a924-d80b857a712c req-76969ad5-6a11-44d2-830a-0f5e01f63923 service neutron] 10.222.0.119 "GET /v2.0/networks/f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452672 Aug 31 09:33:18.178622 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-d959c946-8f91-4380-9d3e-7fb74b4f4e35 None None] Set router fb60fbdf-5a04-464a-9ed5-7a66420dcc6d gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:33:18.216280 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:18.221963 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a33ccc8b-ca30-4bb3-8c3b-7ebe3c7ccae6 req-2e34b76c-f28a-42dd-b281-ea61fcff6431 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df6aa1bb-921b-4f71-bd10-7c3fe5349661 HTTP/1.1" status: 200 len: 999 time: 0.2984858 Aug 31 09:33:18.312186 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-28b741a0-ced2-4037-a924-d80b857a712c req-34635fb3-bc86-462f-be5e-09b63c6283f0 service neutron] 10.222.0.119 "GET /v2.0/networks/f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699405 Aug 31 09:33:18.335687 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ccc8b-ca30-4bb3-8c3b-7ebe3c7ccae6 req-6f9bf7e8-b3c1-414a-93f8-60978c12b287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:18.337606 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a33ccc8b-ca30-4bb3-8c3b-7ebe3c7ccae6 req-6f9bf7e8-b3c1-414a-93f8-60978c12b287 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=4345a806-82e6-4d6f-a21e-c3deaf1866e8 HTTP/1.1" status: 200 len: 850 time: 0.1051264 Aug 31 09:33:18.353912 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8a1de97b-fdbf-45bf-81f5-45342e39b4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:18.384438 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1de97b-fdbf-45bf-81f5-45342e39b4d6 None None] No DVR routers for this DVR port ebcba043-9d30-4fe5-afa8-f11aa1d54404 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:33:18.425924 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1de97b-fdbf-45bf-81f5-45342e39b4d6 None None] Pushing event deleted for resources: {'Port': ['ID=ebcba043-9d30-4fe5-afa8-f11aa1d54404,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:18.437937 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cd77c842-05bb-4915-9f97-cfe4addf3827 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:18.490599 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd77c842-05bb-4915-9f97-cfe4addf3827 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] No DVR routers for this DVR port ebcba043-9d30-4fe5-afa8-f11aa1d54404 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:33:18.492630 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77c842-05bb-4915-9f97-cfe4addf3827 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Port': ['ID=ebcba043-9d30-4fe5-afa8-f11aa1d54404,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:18.531291 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ccc8b-ca30-4bb3-8c3b-7ebe3c7ccae6 req-3dbf2c8b-8fc9-4ce9-ba5d-ed4c3200a2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:18.532974 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a33ccc8b-ca30-4bb3-8c3b-7ebe3c7ccae6 req-3dbf2c8b-8fc9-4ce9-ba5d-ed4c3200a2be service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=636950a3-6b65-4dc0-b611-ae468b63fe57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1857779 Aug 31 09:33:18.537615 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d959c946-8f91-4380-9d3e-7fb74b4f4e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'name': 'tempest-TaggedBootDevicesTest-159778297-router', 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'de70fa8f-6547-4a31-8eca-31a7c406d765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:54Z', 'updated_at': '2021-08-31T09:30:08Z', 'revision_number': 4, 'project_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'gw_port': {'id': 'de70fa8f-6547-4a31-8eca-31a7c406d765', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:57Z', 'updated_at': '2021-08-31T09:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '5dac10d9-c8d4-4e8d-98d1-8fea0e19f31f', 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'floating_ip_address': '172.25.2.28', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'port_id': 'df6aa1bb-921b-4f71-bd10-7c3fe5349661', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '636950a3-6b65-4dc0-b611-ae468b63fe57', 'mac_address': 'fa:16:3e:35:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:31:42Z', 'updated_at': '2021-08-31T09:33:16Z', 'revision_number': 1, 'project_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a60d892-0200-420e-8402-e000c33b226b', 'name': '', 'network_id': '636950a3-6b65-4dc0-b611-ae468b63fe57', 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'mac_address': 'fa:16:3e:8d:cb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4345a806-82e6-4d6f-a21e-c3deaf1866e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:05Z', 'updated_at': '2021-08-31T09:30:21Z', 'revision_number': 5, 'project_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'subnets': [{'id': '4345a806-82e6-4d6f-a21e-c3deaf1866e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:18.580264 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d959c946-8f91-4380-9d3e-7fb74b4f4e35 None None] The sync data for ids ['fb60fbdf-5a04-464a-9ed5-7a66420dcc6d'] in n-d-791506-28 is: [{'id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'name': 'tempest-TaggedBootDevicesTest-159778297-router', 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'de70fa8f-6547-4a31-8eca-31a7c406d765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:54Z', 'updated_at': '2021-08-31T09:30:08Z', 'revision_number': 4, 'project_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'gw_port': {'id': 'de70fa8f-6547-4a31-8eca-31a7c406d765', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:57Z', 'updated_at': '2021-08-31T09:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '5dac10d9-c8d4-4e8d-98d1-8fea0e19f31f', 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'floating_ip_address': '172.25.2.28', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'port_id': 'df6aa1bb-921b-4f71-bd10-7c3fe5349661', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '636950a3-6b65-4dc0-b611-ae468b63fe57', 'mac_address': 'fa:16:3e:35:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:31:42Z', 'updated_at': '2021-08-31T09:33:16Z', 'revision_number': 1, 'project_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a60d892-0200-420e-8402-e000c33b226b', 'name': '', 'network_id': '636950a3-6b65-4dc0-b611-ae468b63fe57', 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'mac_address': 'fa:16:3e:8d:cb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4345a806-82e6-4d6f-a21e-c3deaf1866e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:05Z', 'updated_at': '2021-08-31T09:30:21Z', 'revision_number': 5, 'project_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'subnets': [{'id': '4345a806-82e6-4d6f-a21e-c3deaf1866e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:33:18.671800 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-18847ec7-51fd-4cda-9dc4-f291e7e9f216 req-1dbc5653-ae2f-4cce-b6f6-15971978b5f7 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=6dd4dda9-453d-4186-a9a5-4420a5ee62bf HTTP/1.1" status: 200 len: 210 time: 0.0507371 Aug 31 09:33:18.704356 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a33ccc8b-ca30-4bb3-8c3b-7ebe3c7ccae6 req-5b197678-7c3e-4d98-8522-439fa0cad9b5 service neutron] 10.222.0.112 "GET /v2.0/networks/636950a3-6b65-4dc0-b611-ae468b63fe57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565628 Aug 31 09:33:18.736174 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cd77c842-05bb-4915-9f97-cfe4addf3827 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:18.785464 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-cd77c842-05bb-4915-9f97-cfe4addf3827 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e2bc61c-fb39-4440-ad93-4ca86406c957']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:18.808884 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-cd77c842-05bb-4915-9f97-cfe4addf3827 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c4dbc0-c01e-48a9-9229-5e9e423ddcde') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:18.809092 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-cd77c842-05bb-4915-9f97-cfe4addf3827 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c4dbc0-c01e-48a9-9229-5e9e423ddcde') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:18.822581 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cd77c842-05bb-4915-9f97-cfe4addf3827 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:18.864058 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cd77c842-05bb-4915-9f97-cfe4addf3827 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:18.870031 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b9678578-6da4-4c54-ab88-ecb66a9f5305 req-a503c1c4-218b-4c6b-af8e-82b67fd48e98 tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0418031 Aug 31 09:33:18.894213 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd77c842-05bb-4915-9f97-cfe4addf3827 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Releasing vlan 1643 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:33:18.894569 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cd77c842-05bb-4915-9f97-cfe4addf3827 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: self.session.flush() Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: self.session.flush() Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: self.session.flush() Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: self.session.flush() Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:33:18.897950 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:33:18.961417 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a33ccc8b-ca30-4bb3-8c3b-7ebe3c7ccae6 req-fb4a5dc4-4748-4356-b521-fe73316ddc98 service neutron] 10.222.0.112 "GET /v2.0/networks/636950a3-6b65-4dc0-b611-ae468b63fe57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498000 Aug 31 09:33:18.991624 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d5683c-d53a-462b-b2f8-79b77f795692 None None] New status for floating IP 5dac10d9-c8d4-4e8d-98d1-8fea0e19f31f: ACTIVE {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:33:19.116445 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cd77c842-05bb-4915-9f97-cfe4addf3827 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:19.130150 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cd77c842-05bb-4915-9f97-cfe4addf3827 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:19.132896 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-cd77c842-05bb-4915-9f97-cfe4addf3827 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/networks/9e2bc61c-fb39-4440-ad93-4ca86406c957 HTTP/1.1" status: 204 len: 168 time: 1.9879098 Aug 31 09:33:19.136516 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51636) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:19.142116 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-ac63db14-2389-456b-bfd6-b2392108eb95 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1042220748'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:19.150514 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77c842-05bb-4915-9f97-cfe4addf3827 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Network': ['ID=9e2bc61c-fb39-4440-ad93-4ca86406c957,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:19.247260 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac63db14-2389-456b-bfd6-b2392108eb95 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Made reservation on behalf of 21937291cca54a0a9d6ebe426f492a5c for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:19.255304 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ac63db14-2389-456b-bfd6-b2392108eb95 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:19.286862 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac63db14-2389-456b-bfd6-b2392108eb95 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] vlan segment allocate from pool success with {'vlan_id': 1632, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:33:19.296784 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ac63db14-2389-456b-bfd6-b2392108eb95 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:19.297380 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-ac63db14-2389-456b-bfd6-b2392108eb95 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Added segment 6d94e30a-235b-4225-83bf-a4b9e62571c0 of type vlan for network 5fb94283-d109-425c-83c6-08ae75de1830 Aug 31 09:33:19.337326 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ac63db14-2389-456b-bfd6-b2392108eb95 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:19.430104 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ac63db14-2389-456b-bfd6-b2392108eb95 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:19.436953 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac63db14-2389-456b-bfd6-b2392108eb95 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:19.439522 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ac63db14-2389-456b-bfd6-b2392108eb95 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:19.507351 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac63db14-2389-456b-bfd6-b2392108eb95 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Network': ['ID=5fb94283-d109-425c-83c6-08ae75de1830,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:19.526733 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 5fb94283-d109-425c-83c6-08ae75de1830 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:33:19.573411 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ac63db14-2389-456b-bfd6-b2392108eb95 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4348335 Aug 31 09:33:19.576699 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51652) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:19.581835 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-b21efcd0-bc90-47fb-a937-50dcaed3c74b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Request body: {'subnet': {'network_id': '5fb94283-d109-425c-83c6-08ae75de1830', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:19.627700 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51656) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:19.772712 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d93004a-fca1-415b-889c-41ff9d615840 req-15701aae-93fd-4bae-80f4-cb9c38ecd151 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=6dd4dda9-453d-4186-a9a5-4420a5ee62bf HTTP/1.1" status: 200 len: 210 time: 0.0301759 Aug 31 09:33:19.816288 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-1574c8be-6303-4f19-9f21-c6c8b4e73b50 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:19.817010 n-d-791506-28 neutron-server[95553]: WARNING neutron.api.v2.base [None req-1574c8be-6303-4f19-9f21-c6c8b4e73b50 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 09:33:19.817513 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-1574c8be-6303-4f19-9f21-c6c8b4e73b50 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 09:33:19.822151 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21efcd0-bc90-47fb-a937-50dcaed3c74b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Made reservation on behalf of 21937291cca54a0a9d6ebe426f492a5c for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:19.822328 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1574c8be-6303-4f19-9f21-c6c8b4e73b50 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1893828 Aug 31 09:33:19.822426 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b21efcd0-bc90-47fb-a937-50dcaed3c74b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:19.822522 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51666) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:19.827304 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-ad4f68ad-1e1f-4f4e-b0fe-88230746ab33 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Request body: {'security_group': {'name': 'tempest-secgroup--911707022'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:19.893245 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ad4f68ad-1e1f-4f4e-b0fe-88230746ab33 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:19.903164 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ad4f68ad-1e1f-4f4e-b0fe-88230746ab33 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.010676 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4d1de864-021b-4783-b8ec-8e5fd6c924b4 req-620cad18-f3fe-43fa-96b1-abbde69349b9 tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0306997 Aug 31 09:33:20.113051 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ad4f68ad-1e1f-4f4e-b0fe-88230746ab33 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.230887 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ad4f68ad-1e1f-4f4e-b0fe-88230746ab33 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.281402 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f68ad-1e1f-4f4e-b0fe-88230746ab33 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73892056-4ab8-4f3e-a605-a18b96fe71d8,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:20.348999 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ad4f68ad-1e1f-4f4e-b0fe-88230746ab33 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.419046 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ad4f68ad-1e1f-4f4e-b0fe-88230746ab33 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.442121 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b21efcd0-bc90-47fb-a937-50dcaed3c74b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.453701 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f68ad-1e1f-4f4e-b0fe-88230746ab33 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=748ce564-8079-4bf6-8a56-92e4007ac0b3,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:20.498757 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21efcd0-bc90-47fb-a937-50dcaed3c74b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Subnet': ['ID=b9545ef5-10d2-4818-a4e1-74a92402be5c,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:20.504593 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ad4f68ad-1e1f-4f4e-b0fe-88230746ab33 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.505852 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ad4f68ad-1e1f-4f4e-b0fe-88230746ab33 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6824117 Aug 31 09:33:20.508805 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51688) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:20.514378 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-55aaf148-0334-4154-99b0-fb24ce775005 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Request body: {'security_group_rule': {'security_group_id': '748ce564-8079-4bf6-8a56-92e4007ac0b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:20.519773 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21efcd0-bc90-47fb-a937-50dcaed3c74b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Checking segment: {'id': '6d94e30a-235b-4225-83bf-a4b9e62571c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1632, 'network_id': '5fb94283-d109-425c-83c6-08ae75de1830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:20.520554 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21efcd0-bc90-47fb-a937-50dcaed3c74b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network hostable DHCP agents. Network: 5fb94283-d109-425c-83c6-08ae75de1830, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:33:20.612169 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-55aaf148-0334-4154-99b0-fb24ce775005 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.635546 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21efcd0-bc90-47fb-a937-50dcaed3c74b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network 5fb94283-d109-425c-83c6-08ae75de1830 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:33:20.676599 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-55aaf148-0334-4154-99b0-fb24ce775005 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.715512 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-b21efcd0-bc90-47fb-a937-50dcaed3c74b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 5fb94283-d109-425c-83c6-08ae75de1830) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:20.720068 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21efcd0-bc90-47fb-a937-50dcaed3c74b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:20.720727 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b21efcd0-bc90-47fb-a937-50dcaed3c74b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.729642 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3773f7c1-9f2e-4bd9-a440-731d92541eee None None] Network 5fb94283-d109-425c-83c6-08ae75de1830 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:20.738349 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-55aaf148-0334-4154-99b0-fb24ce775005 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.757095 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aaf148-0334-4154-99b0-fb24ce775005 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71c3f25-e78a-4f23-942c-bd44dfb29442,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:20.845685 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51702) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:20.846665 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b21efcd0-bc90-47fb-a937-50dcaed3c74b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2687507 Aug 31 09:33:20.853640 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-097da4d7-e555-4e96-a59f-38ed6adef425 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-164502787', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:20.909480 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-55aaf148-0334-4154-99b0-fb24ce775005 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.911069 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-55aaf148-0334-4154-99b0-fb24ce775005 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4013207 Aug 31 09:33:20.914899 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51706) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:20.923076 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-abfa1520-527e-4e14-a556-7dd2f030698c tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Request body: {'security_group_rule': {'security_group_id': '748ce564-8079-4bf6-8a56-92e4007ac0b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:20.934383 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19c07f3b-6514-4822-82eb-de19c1ab973e req-25a60791-7704-4992-9b4e-ae08277f28fe tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=6dd4dda9-453d-4186-a9a5-4420a5ee62bf HTTP/1.1" status: 200 len: 210 time: 0.0616004 Aug 31 09:33:20.948560 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.db.api [None req-abfa1520-527e-4e14-a556-7dd2f030698c tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:33:20.948560 n-d-791506-28 neutron-server[95552]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:33:20.948560 n-d-791506-28 neutron-server[95552]: [parameters: {'project_id_1': '84afb7e8acab41a8ae58ee841e199233', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 33, 20, 935278)}] Aug 31 09:33:20.948560 n-d-791506-28 neutron-server[95552]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:33:20.950261 n-d-791506-28 neutron-server[95552]: DEBUG oslo_db.api [None req-abfa1520-527e-4e14-a556-7dd2f030698c tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:33:20.969338 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cd83e3-3645-4901-9954-c96b88f2bbdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-5fb94283-d109-425c-83c6-08ae75de1830', 'network_id': '5fb94283-d109-425c-83c6-08ae75de1830', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'fixed_ips': [{'subnet_id': 'b9545ef5-10d2-4818-a4e1-74a92402be5c'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:33:20.970461 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-43cd83e3-3645-4901-9954-c96b88f2bbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:20.975951 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b741a0-ced2-4037-a924-d80b857a712c req-4e7fedcf-c778-41af-bd59-18e9617b3006 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:20.977579 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-28b741a0-ced2-4037-a924-d80b857a712c req-4e7fedcf-c778-41af-bd59-18e9617b3006 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.59 "GET /v2.0/networks?id=f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0 HTTP/1.1" status: 200 len: 911 time: 0.2016122 Aug 31 09:33:20.996650 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-28b741a0-ced2-4037-a924-d80b857a712c req-acee8403-e8b8-4153-a25a-510cbe1b4383 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Request body: {'port': {'device_id': '6dd4dda9-453d-4186-a9a5-4420a5ee62bf', 'network_id': 'f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0', 'admin_state_up': True, 'tenant_id': '01019331d4a443dc8d7cad91f77da1d5'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:21.049370 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-097da4d7-e555-4e96-a59f-38ed6adef425 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.050499 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-097da4d7-e555-4e96-a59f-38ed6adef425 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.150176 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-43cd83e3-3645-4901-9954-c96b88f2bbdc None None] Allocated IP 2001:db8::2 (5fb94283-d109-425c-83c6-08ae75de1830/b9545ef5-10d2-4818-a4e1-74a92402be5c/5c12d3c2-d011-4154-992f-17fc578132e8) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:21.176826 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28b741a0-ced2-4037-a924-d80b857a712c req-acee8403-e8b8-4153-a25a-510cbe1b4383 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Made reservation on behalf of 01019331d4a443dc8d7cad91f77da1d5 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:21.179243 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-28b741a0-ced2-4037-a924-d80b857a712c req-acee8403-e8b8-4153-a25a-510cbe1b4383 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.191137 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-097da4d7-e555-4e96-a59f-38ed6adef425 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.218884 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cda99a77-fb7e-49e5-b7c2-6b5cd625f670 req-f26e99d8-1371-48a5-865d-21b42e51fde2 tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0455508 Aug 31 09:33:21.277570 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-097da4d7-e555-4e96-a59f-38ed6adef425 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.324081 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-43cd83e3-3645-4901-9954-c96b88f2bbdc None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.332776 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-43cd83e3-3645-4901-9954-c96b88f2bbdc None None] Transition to ACTIVE for port object 5c12d3c2-d011-4154-992f-17fc578132e8 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:21.349045 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-43cd83e3-3645-4901-9954-c96b88f2bbdc None None] Transition to ACTIVE for port object 5c12d3c2-d011-4154-992f-17fc578132e8 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:21.360189 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-28b741a0-ced2-4037-a924-d80b857a712c req-acee8403-e8b8-4153-a25a-510cbe1b4383 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Allocated IP 172.20.0.9 (f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0/527a8aac-ce45-4a57-a1ad-a648b6bc031e/7c942e0a-8d9f-4236-abfa-8dc839fe1a60) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:21.425762 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-097da4d7-e555-4e96-a59f-38ed6adef425 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.425762 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-097da4d7-e555-4e96-a59f-38ed6adef425 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5745523 Aug 31 09:33:21.426155 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51720) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:21.482455 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-43cd83e3-3645-4901-9954-c96b88f2bbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.502431 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cd83e3-3645-4901-9954-c96b88f2bbdc None None] Network 5fb94283-d109-425c-83c6-08ae75de1830 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:21.506026 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-43cd83e3-3645-4901-9954-c96b88f2bbdc None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:21.529447 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-28b741a0-ced2-4037-a924-d80b857a712c req-acee8403-e8b8-4153-a25a-510cbe1b4383 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.529776 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cd83e3-3645-4901-9954-c96b88f2bbdc None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:21.545849 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-28b741a0-ced2-4037-a924-d80b857a712c req-acee8403-e8b8-4153-a25a-510cbe1b4383 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Transition to ACTIVE for port object 7c942e0a-8d9f-4236-abfa-8dc839fe1a60 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:21.601633 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd83e3-3645-4901-9954-c96b88f2bbdc None None] Pushing event updated for resources: {'Port': ['ID=5c12d3c2-d011-4154-992f-17fc578132e8,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:21.613409 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-43cd83e3-3645-4901-9954-c96b88f2bbdc None None] Attempting to bind port 5c12d3c2-d011-4154-992f-17fc578132e8 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:33:21.616508 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-43cd83e3-3645-4901-9954-c96b88f2bbdc None None] Attempting to bind port 5c12d3c2-d011-4154-992f-17fc578132e8 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '6d94e30a-235b-4225-83bf-a4b9e62571c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1632, 'network_id': '5fb94283-d109-425c-83c6-08ae75de1830'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:33:21.616508 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cd83e3-3645-4901-9954-c96b88f2bbdc None None] Attempting to bind port 5c12d3c2-d011-4154-992f-17fc578132e8 on network 5fb94283-d109-425c-83c6-08ae75de1830 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:21.619495 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cd83e3-3645-4901-9954-c96b88f2bbdc None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:33:21.620079 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cd83e3-3645-4901-9954-c96b88f2bbdc None None] Checking segment: {'id': '6d94e30a-235b-4225-83bf-a4b9e62571c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1632, 'network_id': '5fb94283-d109-425c-83c6-08ae75de1830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:21.620761 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-43cd83e3-3645-4901-9954-c96b88f2bbdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.621744 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cd83e3-3645-4901-9954-c96b88f2bbdc None None] Bound using segment: {'id': '6d94e30a-235b-4225-83bf-a4b9e62571c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1632, 'network_id': '5fb94283-d109-425c-83c6-08ae75de1830'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:33:21.622450 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-43cd83e3-3645-4901-9954-c96b88f2bbdc None None] Bound port: 5c12d3c2-d011-4154-992f-17fc578132e8, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d94e30a-235b-4225-83bf-a4b9e62571c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1632, 'network_id': '5fb94283-d109-425c-83c6-08ae75de1830'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:33:21.623099 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-43cd83e3-3645-4901-9954-c96b88f2bbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.673263 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-abfa1520-527e-4e14-a556-7dd2f030698c tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.700122 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-43cd83e3-3645-4901-9954-c96b88f2bbdc None None] For port 5c12d3c2-d011-4154-992f-17fc578132e8, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:33:21.701554 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-28b741a0-ced2-4037-a924-d80b857a712c req-acee8403-e8b8-4153-a25a-510cbe1b4383 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.705910 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-43cd83e3-3645-4901-9954-c96b88f2bbdc None None] For port 5c12d3c2-d011-4154-992f-17fc578132e8, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=5c12d3c2-d011-4154-992f-17fc578132e8,segment=NetworkSegment(6d94e30a-235b-4225-83bf-a4b9e62571c0),segment_id=6d94e30a-235b-4225-83bf-a4b9e62571c0)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:33:21.719516 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['6205cf67-c3fd-4cad-9316-82a059464a22'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:21.799614 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28b741a0-ced2-4037-a924-d80b857a712c req-acee8403-e8b8-4153-a25a-510cbe1b4383 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Network f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:21.807122 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-28b741a0-ced2-4037-a924-d80b857a712c req-acee8403-e8b8-4153-a25a-510cbe1b4383 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:21.807324 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-49a0eb15-23d4-4781-8647-444f6eb0c724 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.812988 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b741a0-ced2-4037-a924-d80b857a712c req-acee8403-e8b8-4153-a25a-510cbe1b4383 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:21.838914 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-43cd83e3-3645-4901-9954-c96b88f2bbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.863436 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b741a0-ced2-4037-a924-d80b857a712c req-acee8403-e8b8-4153-a25a-510cbe1b4383 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:21.864431 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-28b741a0-ced2-4037-a924-d80b857a712c req-acee8403-e8b8-4153-a25a-510cbe1b4383 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:21.885788 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee8403-e8b8-4153-a25a-510cbe1b4383 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Pushing event updated for resources: {'Port': ['ID=7c942e0a-8d9f-4236-abfa-8dc839fe1a60,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:21.904274 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-abfa1520-527e-4e14-a556-7dd2f030698c tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 09:33:21.908217 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-abfa1520-527e-4e14-a556-7dd2f030698c tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9894347 Aug 31 09:33:21.910529 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51732) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:22.032397 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-28b741a0-ced2-4037-a924-d80b857a712c req-acee8403-e8b8-4153-a25a-510cbe1b4383 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0400720 Aug 31 09:33:22.045077 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd83e3-3645-4901-9954-c96b88f2bbdc None None] Pushing event updated for resources: {'Port': ['ID=5c12d3c2-d011-4154-992f-17fc578132e8,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:22.077527 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-28b741a0-ced2-4037-a924-d80b857a712c req-9d9066bd-6b03-4e5a-9908-4a2b1f664a4c service neutron] Request body: {'port': {'device_id': '6dd4dda9-453d-4186-a9a5-4420a5ee62bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:22.251319 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-28b741a0-ced2-4037-a924-d80b857a712c req-9d9066bd-6b03-4e5a-9908-4a2b1f664a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:22.321616 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1b5e2416-91a4-41ee-b8c5-b86033579f66 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:22.322852 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-49a0eb15-23d4-4781-8647-444f6eb0c724 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Allocated IP 2001:db8::1 (5fb94283-d109-425c-83c6-08ae75de1830/b9545ef5-10d2-4818-a4e1-74a92402be5c/b69d4647-20bc-42fa-8298-dba99aae9a67) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:22.366377 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-01e9a7da-839e-48b2-b121-55d39d5badbe None None] Provisioning for port 7c942e0a-8d9f-4236-abfa-8dc839fe1a60 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:22.370360 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-01e9a7da-839e-48b2-b121-55d39d5badbe None None] Provisioning complete for port 7c942e0a-8d9f-4236-abfa-8dc839fe1a60 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:22.370798 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-01e9a7da-839e-48b2-b121-55d39d5badbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:22.390395 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1b5e2416-91a4-41ee-b8c5-b86033579f66 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:22.456045 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-01e9a7da-839e-48b2-b121-55d39d5badbe None None] Port 7c942e0a-8d9f-4236-abfa-8dc839fe1a60 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:33:22.564288 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-49a0eb15-23d4-4781-8647-444f6eb0c724 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:22.565968 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-553c5460-7e63-4e5c-9050-c9ab366ebe5c req-83457357-1253-46f4-9d70-49d6cf83bf99 tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0596635 Aug 31 09:33:22.577972 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5a3f8-434d-4d1e-931e-0d7455feb483 req-2ee030a3-e219-4191-8d79-94958030bc43 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:22.579507 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-48c5a3f8-434d-4d1e-931e-0d7455feb483 req-2ee030a3-e219-4191-8d79-94958030bc43 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=6dd4dda9-453d-4186-a9a5-4420a5ee62bf HTTP/1.1" status: 200 len: 1027 time: 0.3402100 Aug 31 09:33:22.580698 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-49a0eb15-23d4-4781-8647-444f6eb0c724 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Transition to ACTIVE for port object b69d4647-20bc-42fa-8298-dba99aae9a67 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:22.639678 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1b5e2416-91a4-41ee-b8c5-b86033579f66 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:22.642187 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1b5e2416-91a4-41ee-b8c5-b86033579f66 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:22.643760 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1b5e2416-91a4-41ee-b8c5-b86033579f66 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "DELETE /v2.0/security-groups/748ce564-8079-4bf6-8a56-92e4007ac0b3 HTTP/1.1" status: 204 len: 168 time: 0.7318583 Aug 31 09:33:22.651672 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51744) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:22.680802 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e2416-91a4-41ee-b8c5-b86033579f66 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=748ce564-8079-4bf6-8a56-92e4007ac0b3,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:22.709375 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-49a0eb15-23d4-4781-8647-444f6eb0c724 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:22.726290 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4391a225-f535-4cf0-a7cc-8446fb252bd2 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0719342 Aug 31 09:33:22.732971 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51748) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:22.753935 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-3c5c2478-4fcb-4751-857a-9ddba918a68d tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Request body: {'security_group': {'name': 'tempest-secgroup--1374039148'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:22.768108 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a0eb15-23d4-4781-8647-444f6eb0c724 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network 5fb94283-d109-425c-83c6-08ae75de1830 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:22.778718 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-49a0eb15-23d4-4781-8647-444f6eb0c724 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:22.788383 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a0eb15-23d4-4781-8647-444f6eb0c724 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:22.790409 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-49a0eb15-23d4-4781-8647-444f6eb0c724 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:22.839952 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0eb15-23d4-4781-8647-444f6eb0c724 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Port': ['ID=b69d4647-20bc-42fa-8298-dba99aae9a67,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:22.933575 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3c5c2478-4fcb-4751-857a-9ddba918a68d tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:23.005468 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51752) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:23.035169 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-49a0eb15-23d4-4781-8647-444f6eb0c724 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:23.137763 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-48c5a3f8-434d-4d1e-931e-0d7455feb483 req-3fc6c47e-7d08-4947-a89c-0256549d52fb tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=39ff5732-05da-49b9-a75b-9c3e6a042532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5422249 Aug 31 09:33:23.241495 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ff62a3fc-bb3b-4eca-9d3c-e7a4f302a510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:23.268215 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3c5c2478-4fcb-4751-857a-9ddba918a68d tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:23.273928 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-28b741a0-ced2-4037-a924-d80b857a712c req-9d9066bd-6b03-4e5a-9908-4a2b1f664a4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c942e0a-8d9f-4236-abfa-8dc839fe1a60 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:33:23.285064 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-28b741a0-ced2-4037-a924-d80b857a712c req-9d9066bd-6b03-4e5a-9908-4a2b1f664a4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:23.301901 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-28b741a0-ced2-4037-a924-d80b857a712c req-9d9066bd-6b03-4e5a-9908-4a2b1f664a4c service neutron] Transition to ACTIVE for port object 7c942e0a-8d9f-4236-abfa-8dc839fe1a60 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:23.344479 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5887e520-9e4c-496e-8aff-42c1ad9a09ce None None] Network 5fb94283-d109-425c-83c6-08ae75de1830 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:23.361212 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-28b741a0-ced2-4037-a924-d80b857a712c req-9d9066bd-6b03-4e5a-9908-4a2b1f664a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:23.367931 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3c5c2478-4fcb-4751-857a-9ddba918a68d tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:23.415543 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9066bd-6b03-4e5a-9908-4a2b1f664a4c service neutron] Pushing event updated for resources: {'Port': ['ID=7c942e0a-8d9f-4236-abfa-8dc839fe1a60,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:23.427391 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c2478-4fcb-4751-857a-9ddba918a68d tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01826c29-6fb8-4a50-85d5-77e3f32eb63f,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:23.495960 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-49a0eb15-23d4-4781-8647-444f6eb0c724 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:23.505846 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3a40dbfd-0d12-4479-98b8-88ef25d20488 None None] Provisioning for port 5c12d3c2-d011-4154-992f-17fc578132e8 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:23.517016 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-28b741a0-ced2-4037-a924-d80b857a712c req-9d9066bd-6b03-4e5a-9908-4a2b1f664a4c service neutron] Attempting to bind port 7c942e0a-8d9f-4236-abfa-8dc839fe1a60 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:33:23.520067 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-28b741a0-ced2-4037-a924-d80b857a712c req-9d9066bd-6b03-4e5a-9908-4a2b1f664a4c service neutron] Attempting to bind port 7c942e0a-8d9f-4236-abfa-8dc839fe1a60 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '795e455e-f5de-4f0e-bca4-09842c515e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': 'f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:33:23.520067 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b741a0-ced2-4037-a924-d80b857a712c req-9d9066bd-6b03-4e5a-9908-4a2b1f664a4c service neutron] Attempting to bind port 7c942e0a-8d9f-4236-abfa-8dc839fe1a60 on network f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:23.523917 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b741a0-ced2-4037-a924-d80b857a712c req-9d9066bd-6b03-4e5a-9908-4a2b1f664a4c service neutron] Port 7c942e0a-8d9f-4236-abfa-8dc839fe1a60 on network f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:33:23.524316 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b741a0-ced2-4037-a924-d80b857a712c req-9d9066bd-6b03-4e5a-9908-4a2b1f664a4c service neutron] Attempting to bind port 7c942e0a-8d9f-4236-abfa-8dc839fe1a60 on network f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:23.536856 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b741a0-ced2-4037-a924-d80b857a712c req-9d9066bd-6b03-4e5a-9908-4a2b1f664a4c service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:33:23.537302 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b741a0-ced2-4037-a924-d80b857a712c req-9d9066bd-6b03-4e5a-9908-4a2b1f664a4c service neutron] Checking segment: {'id': '795e455e-f5de-4f0e-bca4-09842c515e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': 'f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:23.537728 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b741a0-ced2-4037-a924-d80b857a712c req-9d9066bd-6b03-4e5a-9908-4a2b1f664a4c service neutron] Bound using segment: {'id': '795e455e-f5de-4f0e-bca4-09842c515e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': 'f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:33:23.538283 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-28b741a0-ced2-4037-a924-d80b857a712c req-9d9066bd-6b03-4e5a-9908-4a2b1f664a4c service neutron] Bound port: 7c942e0a-8d9f-4236-abfa-8dc839fe1a60, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795e455e-f5de-4f0e-bca4-09842c515e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': 'f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:33:23.543884 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-28b741a0-ced2-4037-a924-d80b857a712c req-9d9066bd-6b03-4e5a-9908-4a2b1f664a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:23.570809 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ff62a3fc-bb3b-4eca-9d3c-e7a4f302a510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:23.576037 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-49a0eb15-23d4-4781-8647-444f6eb0c724 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:23.576996 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-49a0eb15-23d4-4781-8647-444f6eb0c724 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:23.670403 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-28b741a0-ced2-4037-a924-d80b857a712c req-9d9066bd-6b03-4e5a-9908-4a2b1f664a4c service neutron] For port 7c942e0a-8d9f-4236-abfa-8dc839fe1a60, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:33:23.676381 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-28b741a0-ced2-4037-a924-d80b857a712c req-9d9066bd-6b03-4e5a-9908-4a2b1f664a4c service neutron] For port 7c942e0a-8d9f-4236-abfa-8dc839fe1a60, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=7c942e0a-8d9f-4236-abfa-8dc839fe1a60,segment=NetworkSegment(795e455e-f5de-4f0e-bca4-09842c515e62),segment_id=795e455e-f5de-4f0e-bca4-09842c515e62)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:33:23.687082 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ff62a3fc-bb3b-4eca-9d3c-e7a4f302a510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:23.691243 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 5c12d3c2-d011-4154-992f-17fc578132e8 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:23.764961 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-12629321-6265-46a7-b322-82f708e55aa5 req-6352453d-73cd-437a-9f81-a3b19ab0e543 tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0507996 Aug 31 09:33:23.772527 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-28b741a0-ced2-4037-a924-d80b857a712c req-9d9066bd-6b03-4e5a-9908-4a2b1f664a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:23.780688 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3c5c2478-4fcb-4751-857a-9ddba918a68d tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:23.781951 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3c5c2478-4fcb-4751-857a-9ddba918a68d tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0511377 Aug 31 09:33:23.808590 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51764) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:23.823365 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 5c12d3c2-d011-4154-992f-17fc578132e8 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:23.829651 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 5c12d3c2-d011-4154-992f-17fc578132e8 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:23.830253 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:23.831097 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0eb15-23d4-4781-8647-444f6eb0c724 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Port': ['ID=b69d4647-20bc-42fa-8298-dba99aae9a67,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:23.863715 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ff62a3fc-bb3b-4eca-9d3c-e7a4f302a510 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=80d5c9df2af94e24b18989bd3e637da9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8532743 Aug 31 09:33:23.867904 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51768) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:23.873634 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-5fc2e1d3-e0cc-4c50-96df-3f94eba61213 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Request body: {'security_group_rule': {'security_group_id': '01826c29-6fb8-4a50-85d5-77e3f32eb63f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:23.874223 n-d-791506-28 neutron-server[95553]: WARNING neutron.api.v2.base [None req-5fc2e1d3-e0cc-4c50-96df-3f94eba61213 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 31 09:33:23.874650 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-5fc2e1d3-e0cc-4c50-96df-3f94eba61213 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:33:23.879610 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5fc2e1d3-e0cc-4c50-96df-3f94eba61213 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0653389 Aug 31 09:33:23.879799 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62a3fc-bb3b-4eca-9d3c-e7a4f302a510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816fc9b0-5e99-4bbf-a690-0e9ec3e74f55,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:23.879799 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51770) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:23.892223 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b741a0-ced2-4037-a924-d80b857a712c req-9d9066bd-6b03-4e5a-9908-4a2b1f664a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:23.892908 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-28b741a0-ced2-4037-a924-d80b857a712c req-9d9066bd-6b03-4e5a-9908-4a2b1f664a4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:23.894309 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-28b741a0-ced2-4037-a924-d80b857a712c req-9d9066bd-6b03-4e5a-9908-4a2b1f664a4c service neutron] 10.222.0.59 "PUT /v2.0/ports/7c942e0a-8d9f-4236-abfa-8dc839fe1a60 HTTP/1.1" status: 200 len: 1092 time: 1.8469827 Aug 31 09:33:23.897768 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd4dda9-453d-4186-a9a5-4420a5ee62bf', 'tag': '7c942e0a-8d9f-4236-abfa-8dc839fe1a60'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:23.900108 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf0ad92-8759-416c-8153-0b49b27e3125" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd4dda9-453d-4186-a9a5-4420a5ee62bf", "tag": "7c942e0a-8d9f-4236-abfa-8dc839fe1a60"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:24.007176 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f380c230-abfd-4da9-9ecb-e03cf9ba2e24 x-openstack-request-id: req-f380c230-abfd-4da9-9ecb-e03cf9ba2e24 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:24.007693 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd4dda9-453d-4186-a9a5-4420a5ee62bf", "tag": "7c942e0a-8d9f-4236-abfa-8dc839fe1a60", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:24.008094 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-f380c230-abfd-4da9-9ecb-e03cf9ba2e24 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:24.008648 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd4dda9-453d-4186-a9a5-4420a5ee62bf', 'tag': '7c942e0a-8d9f-4236-abfa-8dc839fe1a60', 'status': 'completed', 'code': 200} Aug 31 09:33:24.013449 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9066bd-6b03-4e5a-9908-4a2b1f664a4c service neutron] Pushing event updated for resources: {'Port': ['ID=7c942e0a-8d9f-4236-abfa-8dc839fe1a60,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:24.048526 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:24.055779 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a0eb15-23d4-4781-8647-444f6eb0c724 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network 5fb94283-d109-425c-83c6-08ae75de1830 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:24.077553 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e24ef0d6-6af5-4f9c-a04b-d802ee2e893c tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:24.084987 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0ad92-8759-416c-8153-0b49b27e3125 req-0211a20c-6462-47c4-9890-17f0948ec442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:24.086946 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cf0ad92-8759-416c-8153-0b49b27e3125 req-0211a20c-6462-47c4-9890-17f0948ec442 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=01019331d4a443dc8d7cad91f77da1d5&device_id=6dd4dda9-453d-4186-a9a5-4420a5ee62bf HTTP/1.1" status: 200 len: 1095 time: 0.0603089 Aug 31 09:33:24.094254 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-49a0eb15-23d4-4781-8647-444f6eb0c724 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:24.134081 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 5c12d3c2-d011-4154-992f-17fc578132e8, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=5c12d3c2-d011-4154-992f-17fc578132e8,segment=NetworkSegment(6d94e30a-235b-4225-83bf-a4b9e62571c0),segment_id=6d94e30a-235b-4225-83bf-a4b9e62571c0)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:24.156133 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e24ef0d6-6af5-4f9c-a04b-d802ee2e893c tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:24.184812 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:24.226705 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0ad92-8759-416c-8153-0b49b27e3125 req-482947dc-5885-44ac-a75e-b59d856b6e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:24.228701 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cf0ad92-8759-416c-8153-0b49b27e3125 req-482947dc-5885-44ac-a75e-b59d856b6e1b service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=01019331d4a443dc8d7cad91f77da1d5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1301146 Aug 31 09:33:24.266704 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-19a69808-e0b3-4d29-81c0-c78e63fadff7 None None] Provisioning for port b69d4647-20bc-42fa-8298-dba99aae9a67 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:24.289401 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-19a69808-e0b3-4d29-81c0-c78e63fadff7 None None] Provisioning complete for port b69d4647-20bc-42fa-8298-dba99aae9a67 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:24.290089 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-19a69808-e0b3-4d29-81c0-c78e63fadff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:24.316619 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d284352e-c9c7-4a42-9747-54bc12bd7af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:24.375158 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=5c12d3c2-d011-4154-992f-17fc578132e8,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:24.379750 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-19a69808-e0b3-4d29-81c0-c78e63fadff7 None None] Port b69d4647-20bc-42fa-8298-dba99aae9a67 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:33:24.383165 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d284352e-c9c7-4a42-9747-54bc12bd7af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:24.414176 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-19a69808-e0b3-4d29-81c0-c78e63fadff7 None None] Provisioning complete for port 5c12d3c2-d011-4154-992f-17fc578132e8 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:24.414913 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-19a69808-e0b3-4d29-81c0-c78e63fadff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:24.444303 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0ad92-8759-416c-8153-0b49b27e3125 req-1f30c2b1-de88-436a-8a6c-8ee15ebc9e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:24.446292 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cf0ad92-8759-416c-8153-0b49b27e3125 req-1f30c2b1-de88-436a-8a6c-8ee15ebc9e91 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2074423 Aug 31 09:33:24.541439 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53529d-1b88-45ec-96a6-11906681b70c req-48152ca2-fdce-45dd-bd52-abae297b900b tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:24.550924 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3a53529d-1b88-45ec-96a6-11906681b70c req-48152ca2-fdce-45dd-bd52-abae297b900b tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=6dd4dda9-453d-4186-a9a5-4420a5ee62bf HTTP/1.1" status: 200 len: 1095 time: 0.1037436 Aug 31 09:33:24.556081 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b741a0-ced2-4037-a924-d80b857a712c req-af948da7-17bf-42f7-8c9e-7f76e867a853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:24.557796 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-28b741a0-ced2-4037-a924-d80b857a712c req-af948da7-17bf-42f7-8c9e-7f76e867a853 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=01019331d4a443dc8d7cad91f77da1d5&device_id=6dd4dda9-453d-4186-a9a5-4420a5ee62bf HTTP/1.1" status: 200 len: 1095 time: 0.0694039 Aug 31 09:33:24.617418 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-28b741a0-ced2-4037-a924-d80b857a712c req-31037027-0252-4729-879a-b7ed4a936996 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c942e0a-8d9f-4236-abfa-8dc839fe1a60 HTTP/1.1" status: 200 len: 217 time: 0.0453305 Aug 31 09:33:24.623049 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d284352e-c9c7-4a42-9747-54bc12bd7af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:24.623049 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d284352e-c9c7-4a42-9747-54bc12bd7af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:24.626259 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d284352e-c9c7-4a42-9747-54bc12bd7af1 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/816fc9b0-5e99-4bbf-a690-0e9ec3e74f55 HTTP/1.1" status: 204 len: 168 time: 0.7547300 Aug 31 09:33:24.633795 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284352e-c9c7-4a42-9747-54bc12bd7af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816fc9b0-5e99-4bbf-a690-0e9ec3e74f55,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:24.638017 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3a53529d-1b88-45ec-96a6-11906681b70c req-72b8fa9e-cc1e-4e3b-9c79-d5620ddc963a tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=39ff5732-05da-49b9-a75b-9c3e6a042532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861998 Aug 31 09:33:24.681997 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a0eb15-23d4-4781-8647-444f6eb0c724 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Router 1d9d9678-0e31-45a1-b9da-728898b54f2a is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:33:24.684591 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e24ef0d6-6af5-4f9c-a04b-d802ee2e893c tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:24.689700 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e24ef0d6-6af5-4f9c-a04b-d802ee2e893c tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:24.695016 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e24ef0d6-6af5-4f9c-a04b-d802ee2e893c tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "DELETE /v2.0/security-groups/01826c29-6fb8-4a50-85d5-77e3f32eb63f HTTP/1.1" status: 204 len: 168 time: 0.8110735 Aug 31 09:33:24.699707 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51780) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:24.719645 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-86c505ff-cc10-451e-a6f1-6bae7aedfc57 None None] Provisioning complete for port b69d4647-20bc-42fa-8298-dba99aae9a67 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:24.721196 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-86c505ff-cc10-451e-a6f1-6bae7aedfc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:24.738756 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ef0d6-6af5-4f9c-a04b-d802ee2e893c tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01826c29-6fb8-4a50-85d5-77e3f32eb63f,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:24.772345 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b741a0-ced2-4037-a924-d80b857a712c req-751c0200-d099-4708-ab86-82c4020e2d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:24.773698 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-28b741a0-ced2-4037-a924-d80b857a712c req-751c0200-d099-4708-ab86-82c4020e2d4a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=527a8aac-ce45-4a57-a1ad-a648b6bc031e HTTP/1.1" status: 200 len: 848 time: 0.1463983 Aug 31 09:33:24.822669 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-86c505ff-cc10-451e-a6f1-6bae7aedfc57 None None] Port b69d4647-20bc-42fa-8298-dba99aae9a67 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:33:24.888971 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-cf461827-1739-4aa2-b69d-fa95b4bf56b1 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1792009 Aug 31 09:33:24.893049 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51784) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:24.899541 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-68f2f7f4-f24c-4489-aac0-3e42c74c88d8 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Request body: {'security_group': {'name': 'tempest-secgroup--761045895'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:24.904972 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a0eb15-23d4-4781-8647-444f6eb0c724 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:33:24.907850 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b741a0-ced2-4037-a924-d80b857a712c req-caaa1dbd-ea34-4efb-9f75-042732d38319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:24.909520 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-28b741a0-ced2-4037-a924-d80b857a712c req-caaa1dbd-ea34-4efb-9f75-042732d38319 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1244061 Aug 31 09:33:24.919033 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-49a0eb15-23d4-4781-8647-444f6eb0c724 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "PUT /v2.0/routers/1d9d9678-0e31-45a1-b9da-728898b54f2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4913218 Aug 31 09:33:24.920804 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51788) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:24.930492 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28798650-7ea8-4785-9e3b-e9b6eb2bb674 None None] Sync routers for ids ['1d9d9678-0e31-45a1-b9da-728898b54f2a'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:33:24.947269 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28798650-7ea8-4785-9e3b-e9b6eb2bb674 None None] Routers {'1d9d9678-0e31-45a1-b9da-728898b54f2a'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:24.950037 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-28798650-7ea8-4785-9e3b-e9b6eb2bb674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:33:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['1d9d9678-0e31-45a1-b9da-728898b54f2a'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:24.960883 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-65d08351-87cd-4051-afeb-15fc683f56fe None None] Provisioning complete for port b69d4647-20bc-42fa-8298-dba99aae9a67 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:24.963083 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-65d08351-87cd-4051-afeb-15fc683f56fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.003363 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-65d08351-87cd-4051-afeb-15fc683f56fe None None] Port b69d4647-20bc-42fa-8298-dba99aae9a67 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:33:25.015879 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-97b8b5e6-7abf-44d6-9627-863bec71e889 req-b0460a0d-e4b7-4c27-81cc-6d6641ca1886 tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.1197665 Aug 31 09:33:25.018373 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55edcf7-f00b-4051-be55-31a5ddc4c6a9 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:25.019111 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-28798650-7ea8-4785-9e3b-e9b6eb2bb674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:25.023421 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e55edcf7-f00b-4051-be55-31a5ddc4c6a9 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "GET /v2.0/ports/b69d4647-20bc-42fa-8298-dba99aae9a67 HTTP/1.1" status: 200 len: 911 time: 0.1012075 Aug 31 09:33:25.024156 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51792) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:25.030443 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28798650-7ea8-4785-9e3b-e9b6eb2bb674 None None] Routers {'1d9d9678-0e31-45a1-b9da-728898b54f2a'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:25.031789 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-28798650-7ea8-4785-9e3b-e9b6eb2bb674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:33:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['1d9d9678-0e31-45a1-b9da-728898b54f2a'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:25.082583 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-28798650-7ea8-4785-9e3b-e9b6eb2bb674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:25.083494 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28798650-7ea8-4785-9e3b-e9b6eb2bb674 None None] The sync data for ids ['1d9d9678-0e31-45a1-b9da-728898b54f2a'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:33:25.122040 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-28b741a0-ced2-4037-a924-d80b857a712c req-94f3ef07-73cb-47c0-b7e6-3b2bc2ab9ccd service neutron] 10.222.0.59 "GET /v2.0/networks/f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995859 Aug 31 09:33:25.183380 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-68f2f7f4-f24c-4489-aac0-3e42c74c88d8 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.257469 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-28b741a0-ced2-4037-a924-d80b857a712c req-d4ff2e4f-a4da-446b-b601-ac5db3a0bdf2 service neutron] 10.222.0.59 "GET /v2.0/networks/f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276405 Aug 31 09:33:25.308617 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-68f2f7f4-f24c-4489-aac0-3e42c74c88d8 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.361421 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-68f2f7f4-f24c-4489-aac0-3e42c74c88d8 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.374223 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7adf9722-cb04-434f-b201-0917ecf7dc93 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.394839 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2f7f4-f24c-4489-aac0-3e42c74c88d8 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=937a8fcc-d083-4e5d-bb32-cf718832fb3c,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:25.407984 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51794) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:25.429855 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-68f2f7f4-f24c-4489-aac0-3e42c74c88d8 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.431193 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-68f2f7f4-f24c-4489-aac0-3e42c74c88d8 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5363612 Aug 31 09:33:25.434176 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51796) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:25.438949 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-d892e61f-3bcd-4004-9de3-1dc255afb517 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Request body: {'security_group_rule': {'security_group_id': '937a8fcc-d083-4e5d-bb32-cf718832fb3c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:25.439562 n-d-791506-28 neutron-server[95553]: WARNING neutron.api.v2.base [None req-d892e61f-3bcd-4004-9de3-1dc255afb517 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 31 09:33:25.443962 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-d892e61f-3bcd-4004-9de3-1dc255afb517 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:33:25.443962 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d892e61f-3bcd-4004-9de3-1dc255afb517 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0058827 Aug 31 09:33:25.444290 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51800) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:25.450197 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-be37db7c-fe2e-43e5-a06d-e6909a490002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.528495 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-910ee692-8eb1-4c46-a853-d485782c0ce1 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.551826 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 5c12d3c2-d011-4154-992f-17fc578132e8 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:25.559634 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-910ee692-8eb1-4c46-a853-d485782c0ce1 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.600900 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 5c12d3c2-d011-4154-992f-17fc578132e8 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:25.601271 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.675780 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-910ee692-8eb1-4c46-a853-d485782c0ce1 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.679125 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-910ee692-8eb1-4c46-a853-d485782c0ce1 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.683627 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-910ee692-8eb1-4c46-a853-d485782c0ce1 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "DELETE /v2.0/security-groups/937a8fcc-d083-4e5d-bb32-cf718832fb3c HTTP/1.1" status: 204 len: 168 time: 0.2353237 Aug 31 09:33:25.684868 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51806) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:25.721163 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-be37db7c-fe2e-43e5-a06d-e6909a490002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.734419 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ee692-8eb1-4c46-a853-d485782c0ce1 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=937a8fcc-d083-4e5d-bb32-cf718832fb3c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:25.768306 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-7adf9722-cb04-434f-b201-0917ecf7dc93 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Deleting port b69d4647-20bc-42fa-8298-dba99aae9a67 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:25.768306 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7adf9722-cb04-434f-b201-0917ecf7dc93 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.783945 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-be37db7c-fe2e-43e5-a06d-e6909a490002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.803903 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b6570f22-e4d2-4a4c-b6a9-041dcfe5b980 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1150613 Aug 31 09:33:25.804526 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51814) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:25.811485 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-19a34783-eab6-4501-9901-489d6cb3b113 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Request body: {'security_group': {'name': 'tempest-secgroup--677183679'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:25.837526 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be38afa-b03d-4ff5-a445-f41d35329ef1 req-38c8faf2-e257-48fa-b618-5139868a7c4b tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:25.839646 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6be38afa-b03d-4ff5-a445-f41d35329ef1 req-38c8faf2-e257-48fa-b618-5139868a7c4b tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=6dd4dda9-453d-4186-a9a5-4420a5ee62bf HTTP/1.1" status: 200 len: 1095 time: 0.1066959 Aug 31 09:33:25.879007 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-be37db7c-fe2e-43e5-a06d-e6909a490002 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=78b9c31cb7284435887bbc0642c5208b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4699297 Aug 31 09:33:25.879386 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51820) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:25.882940 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37db7c-fe2e-43e5-a06d-e6909a490002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a922807-2e1d-481d-b22c-4ca06d765cf8,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:25.895649 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6be38afa-b03d-4ff5-a445-f41d35329ef1 req-0ea6372b-818b-4b8b-996d-bb011f753082 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=39ff5732-05da-49b9-a75b-9c3e6a042532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434630 Aug 31 09:33:25.922167 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7adf9722-cb04-434f-b201-0917ecf7dc93 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.936273 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-7adf9722-cb04-434f-b201-0917ecf7dc93 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Calling delete_port for b69d4647-20bc-42fa-8298-dba99aae9a67 owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:25.941692 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2899f42f-cfa4-4386-9bd6-f4ac9a519150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.947026 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-19a34783-eab6-4501-9901-489d6cb3b113 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:25.983517 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2899f42f-cfa4-4386-9bd6-f4ac9a519150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:26.151274 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-19a34783-eab6-4501-9901-489d6cb3b113 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:26.184030 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0b3e94c3-0cfd-4758-8427-02e011075361 req-1c657682-de9d-4ed2-80eb-3b66e9f1f772 tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0399919 Aug 31 09:33:26.196967 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-a68a3b99-ad4b-4beb-ada7-ff214517eff3 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0524635 Aug 31 09:33:26.208008 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2899f42f-cfa4-4386-9bd6-f4ac9a519150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:26.212595 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7adf9722-cb04-434f-b201-0917ecf7dc93 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:26.217425 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2899f42f-cfa4-4386-9bd6-f4ac9a519150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:26.218587 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2899f42f-cfa4-4386-9bd6-f4ac9a519150 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/9a922807-2e1d-481d-b22c-4ca06d765cf8 HTTP/1.1" status: 204 len: 168 time: 0.3383121 Aug 31 09:33:26.227815 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2899f42f-cfa4-4386-9bd6-f4ac9a519150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a922807-2e1d-481d-b22c-4ca06d765cf8,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:26.250574 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf9722-cb04-434f-b201-0917ecf7dc93 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Port': ['ID=b69d4647-20bc-42fa-8298-dba99aae9a67,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:26.258059 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-19a34783-eab6-4501-9901-489d6cb3b113 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:26.304651 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a34783-eab6-4501-9901-489d6cb3b113 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f46dcc9b-7882-4c18-bbd2-dd22077043bf,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:26.373013 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-19a34783-eab6-4501-9901-489d6cb3b113 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:26.374579 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-19a34783-eab6-4501-9901-489d6cb3b113 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5674784 Aug 31 09:33:26.377620 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51828) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:26.384868 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-849c27e7-e263-4822-b51c-5eef2076b14a tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Request body: {'security_group_rule': {'security_group_id': 'f46dcc9b-7882-4c18-bbd2-dd22077043bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:26.385742 n-d-791506-28 neutron-server[95552]: WARNING neutron.api.v2.base [None req-849c27e7-e263-4822-b51c-5eef2076b14a tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 31 09:33:26.386815 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-849c27e7-e263-4822-b51c-5eef2076b14a tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:33:26.387916 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-849c27e7-e263-4822-b51c-5eef2076b14a tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0093386 Aug 31 09:33:26.391569 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51830) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:26.396535 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-9fbf261d-1bf9-4975-beff-d34a5e203a3d tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Request body: {'security_group_rule': {'security_group_id': 'f46dcc9b-7882-4c18-bbd2-dd22077043bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:26.397211 n-d-791506-28 neutron-server[95552]: WARNING neutron.api.v2.base [None req-9fbf261d-1bf9-4975-beff-d34a5e203a3d tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 31 09:33:26.397701 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-9fbf261d-1bf9-4975-beff-d34a5e203a3d tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:33:26.398671 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9fbf261d-1bf9-4975-beff-d34a5e203a3d tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0061698 Aug 31 09:33:26.400381 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7adf9722-cb04-434f-b201-0917ecf7dc93 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:26.401583 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51832) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:26.409843 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-2e8cfdef-8f25-4c37-a9ff-d8066c4bc43e tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Request body: {'security_group_rule': {'security_group_id': 'f46dcc9b-7882-4c18-bbd2-dd22077043bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:26.411240 n-d-791506-28 neutron-server[95553]: WARNING neutron.api.v2.base [None req-2e8cfdef-8f25-4c37-a9ff-d8066c4bc43e tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 31 09:33:26.412224 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-2e8cfdef-8f25-4c37-a9ff-d8066c4bc43e tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:33:26.414451 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2e8cfdef-8f25-4c37-a9ff-d8066c4bc43e tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0101585 Aug 31 09:33:26.416371 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51834) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:26.421258 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-7a844a48-22ec-4481-a7ce-4e5445e9bcf9 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Request body: {'security_group_rule': {'security_group_id': 'f46dcc9b-7882-4c18-bbd2-dd22077043bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:26.422404 n-d-791506-28 neutron-server[95553]: WARNING neutron.api.v2.base [None req-7a844a48-22ec-4481-a7ce-4e5445e9bcf9 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 31 09:33:26.422987 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-7a844a48-22ec-4481-a7ce-4e5445e9bcf9 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:33:26.424010 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7a844a48-22ec-4481-a7ce-4e5445e9bcf9 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0066643 Aug 31 09:33:26.426631 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51836) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:26.490671 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-b5b501ed-2cfb-44ea-9554-ee89795ebad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:26.491188 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-b5b501ed-2cfb-44ea-9554-ee89795ebad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:26.491686 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-b5b501ed-2cfb-44ea-9554-ee89795ebad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:26.492154 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-b5b501ed-2cfb-44ea-9554-ee89795ebad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:26.492642 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-b5b501ed-2cfb-44ea-9554-ee89795ebad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:26.492740 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-08c5a40a-4906-4927-8051-e0a2b0d69cd3 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:26.493202 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-b5b501ed-2cfb-44ea-9554-ee89795ebad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:26.493666 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-b5b501ed-2cfb-44ea-9554-ee89795ebad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:26.497778 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-b5b501ed-2cfb-44ea-9554-ee89795ebad8 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=caa69c38eab14ec7acd072f4cc57de4a&device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 6499 time: 0.2444377 Aug 31 09:33:26.527546 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-08c5a40a-4906-4927-8051-e0a2b0d69cd3 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:26.631085 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7adf9722-cb04-434f-b201-0917ecf7dc93 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Router 1d9d9678-0e31-45a1-b9da-728898b54f2a has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:33:26.641589 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-08c5a40a-4906-4927-8051-e0a2b0d69cd3 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:26.644131 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-08c5a40a-4906-4927-8051-e0a2b0d69cd3 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:26.647846 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-08c5a40a-4906-4927-8051-e0a2b0d69cd3 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "DELETE /v2.0/security-groups/f46dcc9b-7882-4c18-bbd2-dd22077043bf HTTP/1.1" status: 204 len: 168 time: 0.2177227 Aug 31 09:33:26.648730 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51838) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:26.656881 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5a40a-4906-4927-8051-e0a2b0d69cd3 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46dcc9b-7882-4c18-bbd2-dd22077043bf,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:26.773831 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adf9722-cb04-434f-b201-0917ecf7dc93 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:33:26.781448 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7adf9722-cb04-434f-b201-0917ecf7dc93 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "PUT /v2.0/routers/1d9d9678-0e31-45a1-b9da-728898b54f2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7562084 Aug 31 09:33:26.784421 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51842) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:26.795128 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-7d1d17de-0fdc-4219-9eba-234c56508406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:26.795128 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-7d1d17de-0fdc-4219-9eba-234c56508406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:26.795128 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-7d1d17de-0fdc-4219-9eba-234c56508406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:26.795128 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-7d1d17de-0fdc-4219-9eba-234c56508406 service neutron] 10.222.0.112 "GET /v2.0/networks?id=636950a3-6b65-4dc0-b611-ae468b63fe57&id=77d5d845-bb9b-4368-b082-bacd96a9f80d&id=77d5d845-bb9b-4368-b082-bacd96a9f80d&id=77d5d845-bb9b-4368-b082-bacd96a9f80d&id=77d5d845-bb9b-4368-b082-bacd96a9f80d&id=4c2e8d44-f605-48e7-8300-60df4e87697c&id=4c2e8d44-f605-48e7-8300-60df4e87697c HTTP/1.1" status: 200 len: 2295 time: 0.2432690 Aug 31 09:33:26.807402 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bde953-371a-4ac4-8e47-e9dcdab163fd None None] Sync routers for ids ['1d9d9678-0e31-45a1-b9da-728898b54f2a'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:33:26.819805 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a9fcad2c-c320-4cc9-af56-13e456909caa tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "GET /v2.0/ports?device_id=1d9d9678-0e31-45a1-b9da-728898b54f2a HTTP/1.1" status: 200 len: 205 time: 0.0341806 Aug 31 09:33:26.820523 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51846) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:26.830875 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bde953-371a-4ac4-8e47-e9dcdab163fd None None] Routers {'1d9d9678-0e31-45a1-b9da-728898b54f2a'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:26.833279 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-28bde953-371a-4ac4-8e47-e9dcdab163fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:33:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['1d9d9678-0e31-45a1-b9da-728898b54f2a'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:26.853049 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-27dbe7c8-4e8b-449c-85a8-d961b6576281 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2012258 Aug 31 09:33:26.861131 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51848) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:26.866631 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-ff9c9796-c0de-45fb-9cc1-ad74e98f8e48 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Request body: {'security_group': {'name': 'tempest-secgroup--332357448'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:26.880621 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-28bde953-371a-4ac4-8e47-e9dcdab163fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:26.892017 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bde953-371a-4ac4-8e47-e9dcdab163fd None None] Routers {'1d9d9678-0e31-45a1-b9da-728898b54f2a'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:26.893549 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-28bde953-371a-4ac4-8e47-e9dcdab163fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:33:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['1d9d9678-0e31-45a1-b9da-728898b54f2a'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:26.916514 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-69f8a4f2-0ec9-4fe8-9752-efecf0ba211e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:26.952453 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-50ebb393-0230-4373-a6f9-d463413f1e14 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df6aa1bb-921b-4f71-bd10-7c3fe5349661 HTTP/1.1" status: 200 len: 1001 time: 0.1479692 Aug 31 09:33:26.952948 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-28bde953-371a-4ac4-8e47-e9dcdab163fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:26.953270 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bde953-371a-4ac4-8e47-e9dcdab163fd None None] The sync data for ids ['1d9d9678-0e31-45a1-b9da-728898b54f2a'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:33:27.013113 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-07e06cdd-728f-4062-ad76-2e146ce82b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:27.014813 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-07e06cdd-728f-4062-ad76-2e146ce82b42 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=4345a806-82e6-4d6f-a21e-c3deaf1866e8 HTTP/1.1" status: 200 len: 850 time: 0.0531526 Aug 31 09:33:27.079008 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-727cbdd0-e135-45ed-b5e1-ebe4dce6ea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:27.080776 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-727cbdd0-e135-45ed-b5e1-ebe4dce6ea5d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=636950a3-6b65-4dc0-b611-ae468b63fe57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584803 Aug 31 09:33:27.142892 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-69f8a4f2-0ec9-4fe8-9752-efecf0ba211e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:27.145757 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb366e-d2fa-44a3-af23-cbd1ad89f0dd req-ced89677-69d9-4b19-91ad-3849f083f5c1 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:27.147316 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a3cb366e-d2fa-44a3-af23-cbd1ad89f0dd req-ced89677-69d9-4b19-91ad-3849f083f5c1 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=6dd4dda9-453d-4186-a9a5-4420a5ee62bf HTTP/1.1" status: 200 len: 1095 time: 0.1456473 Aug 31 09:33:27.148508 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-69f8a4f2-0ec9-4fe8-9752-efecf0ba211e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:27.207573 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-3e40ae61-5f61-4046-a854-36cbfd4e177a service neutron] 10.222.0.112 "GET /v2.0/networks/636950a3-6b65-4dc0-b611-ae468b63fe57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164668 Aug 31 09:33:27.217009 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a3cb366e-d2fa-44a3-af23-cbd1ad89f0dd req-9a59d9fd-e413-4296-84db-37591dced51b tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=39ff5732-05da-49b9-a75b-9c3e6a042532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623429 Aug 31 09:33:27.227994 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ff9c9796-c0de-45fb-9cc1-ad74e98f8e48 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:27.263859 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-69f8a4f2-0ec9-4fe8-9752-efecf0ba211e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:27.264505 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f8a4f2-0ec9-4fe8-9752-efecf0ba211e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Fanout notify agent at l3_agent the message router_deleted on router 1d9d9678-0e31-45a1-b9da-728898b54f2a {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:33:27.277589 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-69f8a4f2-0ec9-4fe8-9752-efecf0ba211e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:27.282047 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-69f8a4f2-0ec9-4fe8-9752-efecf0ba211e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/routers/1d9d9678-0e31-45a1-b9da-728898b54f2a HTTP/1.1" status: 204 len: 168 time: 0.4581854 Aug 31 09:33:27.283465 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51866) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:27.348840 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-243e3615-9c51-4a6b-850d-732ddce324cd service neutron] 10.222.0.112 "GET /v2.0/networks/636950a3-6b65-4dc0-b611-ae468b63fe57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314154 Aug 31 09:33:27.349084 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d6d98f4-9fed-4ca9-80de-7a3e576dd451 req-c501fa84-4f8c-4ff8-9906-0029440af828 tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0498004 Aug 31 09:33:27.383663 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad44635-13b7-4827-b01f-929a2e9cdfac tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Deleting subnet b9545ef5-10d2-4818-a4e1-74a92402be5c {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:33:27.396562 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7ad44635-13b7-4827-b01f-929a2e9cdfac tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:27.399973 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-8e97e588-b384-4163-98ba-e46d18f45ded service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=5e0f8409-296d-4c01-80fd-2224022e108c HTTP/1.1" status: 200 len: 217 time: 0.0382836 Aug 31 09:33:27.445350 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7ad44635-13b7-4827-b01f-929a2e9cdfac tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:27.452933 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ff9c9796-c0de-45fb-9cc1-ad74e98f8e48 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:27.468826 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-f766699d-c8b3-4ba8-b4cd-bdcb0bc47b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:27.470317 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-f766699d-c8b3-4ba8-b4cd-bdcb0bc47b21 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f34f97ee-be68-4a06-a77e-c36751cafa2c HTTP/1.1" status: 200 len: 797 time: 0.0603271 Aug 31 09:33:27.529765 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-44fb2018-6262-44b2-bd3f-93e66b1cfcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:27.531530 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-44fb2018-6262-44b2-bd3f-93e66b1cfcfc service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=77d5d845-bb9b-4368-b082-bacd96a9f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0531600 Aug 31 09:33:27.536468 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7ad44635-13b7-4827-b01f-929a2e9cdfac tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:27.562937 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ff9c9796-c0de-45fb-9cc1-ad74e98f8e48 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:27.634744 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c9796-c0de-45fb-9cc1-ad74e98f8e48 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28ac7d9c-ef6e-40a2-aca6-0399500f91d0,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:27.663789 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-71f9551c-179e-40f9-9c60-e5ce1c5dbb9a service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229243 Aug 31 09:33:27.670319 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7ad44635-13b7-4827-b01f-929a2e9cdfac tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:27.704776 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad44635-13b7-4827-b01f-929a2e9cdfac tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Subnet': ['ID=b9545ef5-10d2-4818-a4e1-74a92402be5c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:27.708358 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7ad44635-13b7-4827-b01f-929a2e9cdfac tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:27.718263 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7ad44635-13b7-4827-b01f-929a2e9cdfac tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/subnets/b9545ef5-10d2-4818-a4e1-74a92402be5c HTTP/1.1" status: 204 len: 168 time: 0.4261746 Aug 31 09:33:27.718352 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ff9c9796-c0de-45fb-9cc1-ad74e98f8e48 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:27.718352 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ff9c9796-c0de-45fb-9cc1-ad74e98f8e48 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8537638 Aug 31 09:33:27.720025 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51880) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:27.723581 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d7b475-641b-46bf-820f-b3ac7bd8687a None None] Network 5fb94283-d109-425c-83c6-08ae75de1830 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:27.729493 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51882) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:27.745050 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-02c50196-3ffa-4fb6-97da-37d1781f552c tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Request body: {'security_group_rule': {'security_group_id': '28ac7d9c-ef6e-40a2-aca6-0399500f91d0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:27.745050 n-d-791506-28 neutron-server[95553]: WARNING neutron.api.v2.base [None req-02c50196-3ffa-4fb6-97da-37d1781f552c tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 09:33:27.745050 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-02c50196-3ffa-4fb6-97da-37d1781f552c tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:33:27.745050 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-02c50196-3ffa-4fb6-97da-37d1781f552c tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065775 Aug 31 09:33:27.753266 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51884) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:27.758738 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-a3277ddb-b749-4ec8-a351-637f078b36c5 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Request body: {'security_group_rule': {'security_group_id': '28ac7d9c-ef6e-40a2-aca6-0399500f91d0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:27.874942 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-354d5c08-5c60-4f9f-8919-218a6caefdd7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:27.992066 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-354d5c08-5c60-4f9f-8919-218a6caefdd7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Deleting port 5c12d3c2-d011-4154-992f-17fc578132e8 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:27.992601 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-354d5c08-5c60-4f9f-8919-218a6caefdd7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:28.012315 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de061b8-8c2e-4d0b-bcfc-0c576cc10b75 None None] DHCP port deletion for 5fb94283-d109-425c-83c6-08ae75de1830 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:33:28.080488 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-354d5c08-5c60-4f9f-8919-218a6caefdd7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] For port 5c12d3c2-d011-4154-992f-17fc578132e8, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=5c12d3c2-d011-4154-992f-17fc578132e8,segment=NetworkSegment(6d94e30a-235b-4225-83bf-a4b9e62571c0),segment_id=6d94e30a-235b-4225-83bf-a4b9e62571c0)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:28.080951 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-354d5c08-5c60-4f9f-8919-218a6caefdd7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:28.097453 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-5de061b8-8c2e-4d0b-bcfc-0c576cc10b75 None None] Deleting port 5c12d3c2-d011-4154-992f-17fc578132e8 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:28.098704 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5de061b8-8c2e-4d0b-bcfc-0c576cc10b75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:28.099251 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-354d5c08-5c60-4f9f-8919-218a6caefdd7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Calling delete_port for 5c12d3c2-d011-4154-992f-17fc578132e8 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:28.152923 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-0be8a85a-6105-438d-a2d3-fc5125577fcb service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769523 Aug 31 09:33:28.186784 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-5de061b8-8c2e-4d0b-bcfc-0c576cc10b75 None None] For port 5c12d3c2-d011-4154-992f-17fc578132e8, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=5c12d3c2-d011-4154-992f-17fc578132e8,segment=NetworkSegment(6d94e30a-235b-4225-83bf-a4b9e62571c0),segment_id=6d94e30a-235b-4225-83bf-a4b9e62571c0)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:28.187189 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5de061b8-8c2e-4d0b-bcfc-0c576cc10b75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:28.198062 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-f2a56757-59bb-4174-99ce-2b1750a7e459 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=21872e53-bee1-4235-9d2e-ab94c5aea8c9 HTTP/1.1" status: 200 len: 217 time: 0.0375459 Aug 31 09:33:28.214628 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-a3277ddb-b749-4ec8-a351-637f078b36c5 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:33:28.215831 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a3277ddb-b749-4ec8-a351-637f078b36c5 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4615312 Aug 31 09:33:28.222000 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51898) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:28.224501 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-5de061b8-8c2e-4d0b-bcfc-0c576cc10b75 None None] Calling delete_port for 5c12d3c2-d011-4154-992f-17fc578132e8 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:28.227288 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-fab19a34-fb61-44b3-a8a0-19f6e32f1d50 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Request body: {'security_group_rule': {'security_group_id': '28ac7d9c-ef6e-40a2-aca6-0399500f91d0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:28.227948 n-d-791506-28 neutron-server[95553]: WARNING neutron.api.v2.base [None req-fab19a34-fb61-44b3-a8a0-19f6e32f1d50 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 31 09:33:28.228591 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-fab19a34-fb61-44b3-a8a0-19f6e32f1d50 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:33:28.230407 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-fab19a34-fb61-44b3-a8a0-19f6e32f1d50 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066578 Aug 31 09:33:28.233184 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51900) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:28.248643 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-78ac52ef-1d2a-4c19-88f9-d4899c469cfa tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Request body: {'security_group_rule': {'security_group_id': '28ac7d9c-ef6e-40a2-aca6-0399500f91d0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:28.278382 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-151d1ca7-d617-4fde-aba8-b05b09bef8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:28.281516 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-151d1ca7-d617-4fde-aba8-b05b09bef8d2 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f34f97ee-be68-4a06-a77e-c36751cafa2c HTTP/1.1" status: 200 len: 797 time: 0.0753291 Aug 31 09:33:28.321165 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-354d5c08-5c60-4f9f-8919-218a6caefdd7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:28.361682 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-e975532c-1904-4d86-aaf1-35d64517a8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:28.364384 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d5c08-5c60-4f9f-8919-218a6caefdd7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Port': ['ID=5c12d3c2-d011-4154-992f-17fc578132e8,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:28.369020 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-e975532c-1904-4d86-aaf1-35d64517a8e3 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=77d5d845-bb9b-4368-b082-bacd96a9f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0786989 Aug 31 09:33:28.373189 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354d5c08-5c60-4f9f-8919-218a6caefdd7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] No DVR routers for this DVR port 5c12d3c2-d011-4154-992f-17fc578132e8 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:33:28.374325 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 7c942e0a-8d9f-4236-abfa-8dc839fe1a60 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:33:28.381374 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5de061b8-8c2e-4d0b-bcfc-0c576cc10b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:28.421250 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de061b8-8c2e-4d0b-bcfc-0c576cc10b75 None None] No DVR routers for this DVR port 5c12d3c2-d011-4154-992f-17fc578132e8 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:33:28.429458 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de061b8-8c2e-4d0b-bcfc-0c576cc10b75 None None] Pushing event deleted for resources: {'Port': ['ID=5c12d3c2-d011-4154-992f-17fc578132e8,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:28.451055 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de061b8-8c2e-4d0b-bcfc-0c576cc10b75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:28.451667 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de061b8-8c2e-4d0b-bcfc-0c576cc10b75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:28.452175 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de061b8-8c2e-4d0b-bcfc-0c576cc10b75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:28.452667 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de061b8-8c2e-4d0b-bcfc-0c576cc10b75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:28.453343 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de061b8-8c2e-4d0b-bcfc-0c576cc10b75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:28.453822 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de061b8-8c2e-4d0b-bcfc-0c576cc10b75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:28.454720 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de061b8-8c2e-4d0b-bcfc-0c576cc10b75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:28.455703 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de061b8-8c2e-4d0b-bcfc-0c576cc10b75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:28.456347 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de061b8-8c2e-4d0b-bcfc-0c576cc10b75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:28.456832 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de061b8-8c2e-4d0b-bcfc-0c576cc10b75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:28.457316 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de061b8-8c2e-4d0b-bcfc-0c576cc10b75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:28.457930 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de061b8-8c2e-4d0b-bcfc-0c576cc10b75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:28.512273 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-f838eb33-749a-4240-83ea-e5087414ce23 service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320205 Aug 31 09:33:28.563045 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 7c942e0a-8d9f-4236-abfa-8dc839fe1a60, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=7c942e0a-8d9f-4236-abfa-8dc839fe1a60,segment=NetworkSegment(795e455e-f5de-4f0e-bca4-09842c515e62),segment_id=795e455e-f5de-4f0e-bca4-09842c515e62)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:28.563302 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-101b6c6a-d093-4b7a-86e8-8490cd45a093 req-0c22b76c-40a8-4aa4-bde0-0680d45991eb tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0431483 Aug 31 09:33:28.591127 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '7c942e0a-8d9f-4236-abfa-8dc839fe1a60', 'network_id': 'f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0', 'port_id': '7c942e0a-8d9f-4236-abfa-8dc839fe1a60', 'mac_address': 'fa:16:3e:93:69:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '527a8aac-ce45-4a57-a1ad-a648b6bc031e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:33:28.602506 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-354d5c08-5c60-4f9f-8919-218a6caefdd7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:28.616343 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-354d5c08-5c60-4f9f-8919-218a6caefdd7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fb94283-d109-425c-83c6-08ae75de1830']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:28.619809 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9e447-cc73-4a51-b1de-5217f1347f0c req-96972cb4-8ca8-4ef8-891f-a8061190195f tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:28.628250 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0ab9e447-cc73-4a51-b1de-5217f1347f0c req-96972cb4-8ca8-4ef8-891f-a8061190195f tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=6dd4dda9-453d-4186-a9a5-4420a5ee62bf HTTP/1.1" status: 200 len: 1095 time: 0.2668390 Aug 31 09:33:28.643505 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-1f3f25a6-1145-42fe-b469-72cad71c0052 service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245687 Aug 31 09:33:28.644096 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-354d5c08-5c60-4f9f-8919-218a6caefdd7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d94e30a-235b-4225-83bf-a4b9e62571c0') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:28.644390 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-354d5c08-5c60-4f9f-8919-218a6caefdd7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d94e30a-235b-4225-83bf-a4b9e62571c0') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:28.658763 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-78ac52ef-1d2a-4c19-88f9-d4899c469cfa tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:33:28.662276 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-78ac52ef-1d2a-4c19-88f9-d4899c469cfa tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4247580 Aug 31 09:33:28.663550 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51914) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:28.669759 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-00acfbdc-a40a-4359-bff6-60a0df401604 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Request body: {'security_group_rule': {'security_group_id': '28ac7d9c-ef6e-40a2-aca6-0399500f91d0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:28.670243 n-d-791506-28 neutron-server[95553]: WARNING neutron.api.v2.base [None req-00acfbdc-a40a-4359-bff6-60a0df401604 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 09:33:28.670774 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-00acfbdc-a40a-4359-bff6-60a0df401604 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:33:28.674627 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-00acfbdc-a40a-4359-bff6-60a0df401604 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077174 Aug 31 09:33:28.674627 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-354d5c08-5c60-4f9f-8919-218a6caefdd7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:28.675599 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51916) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:28.693457 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-37496876-e691-4524-bdb6-cb5f456646e6 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Request body: {'security_group_rule': {'security_group_id': '28ac7d9c-ef6e-40a2-aca6-0399500f91d0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:28.715088 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-354d5c08-5c60-4f9f-8919-218a6caefdd7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:28.717790 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:28.729252 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0ab9e447-cc73-4a51-b1de-5217f1347f0c req-ec353b34-9ac3-4c5d-b031-0b8f10151992 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=39ff5732-05da-49b9-a75b-9c3e6a042532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951829 Aug 31 09:33:28.737184 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-354d5c08-5c60-4f9f-8919-218a6caefdd7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Releasing vlan 1632 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:33:28.738363 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-354d5c08-5c60-4f9f-8919-218a6caefdd7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:28.740756 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:33:28.740756 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:33:28.740756 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:33:28.740756 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:33:28.740756 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:33:28.740756 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:33:28.740756 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:33:28.740756 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:33:28.740756 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:33:28.740756 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:33:28.740756 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:33:28.740756 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:33:28.740756 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:33:28.740756 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:33:28.740756 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:33:28.740756 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:33:28.740756 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:33:28.740756 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:33:28.740756 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:33:28.740756 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:33:28.740756 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:33:28.740756 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:33:28.740756 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:33:28.740756 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:33:28.740756 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:33:28.740756 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:33:28.740756 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:33:28.740756 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:33:28.740756 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:33:28.740756 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:33:28.740756 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:33:28.740756 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:33:28.743474 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-8c994d28-ba47-43f4-8d94-5ac9d3993da1 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=a29fa7ed-ecd3-4217-87a2-12ac46d2bee6 HTTP/1.1" status: 200 len: 217 time: 0.0869334 Aug 31 09:33:28.748681 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c942e0a-8d9f-4236-abfa-8dc839fe1a60 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:33:28.779940 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 7c942e0a-8d9f-4236-abfa-8dc839fe1a60, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=7c942e0a-8d9f-4236-abfa-8dc839fe1a60,segment=NetworkSegment(795e455e-f5de-4f0e-bca4-09842c515e62),segment_id=795e455e-f5de-4f0e-bca4-09842c515e62)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:28.817724 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-fb5530c7-b011-4394-9739-d8c7ef5eaa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:28.819370 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-fb5530c7-b011-4394-9739-d8c7ef5eaa2d service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f34f97ee-be68-4a06-a77e-c36751cafa2c HTTP/1.1" status: 200 len: 797 time: 0.0651147 Aug 31 09:33:28.846223 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:28.893743 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-91f93a2e-1ad7-4bbf-a1ce-f24b1dfbc30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:28.895638 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-91f93a2e-1ad7-4bbf-a1ce-f24b1dfbc30c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=77d5d845-bb9b-4368-b082-bacd96a9f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0691049 Aug 31 09:33:28.912653 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=7c942e0a-8d9f-4236-abfa-8dc839fe1a60,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:28.926854 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-354d5c08-5c60-4f9f-8919-218a6caefdd7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:28.932428 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-354d5c08-5c60-4f9f-8919-218a6caefdd7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:28.934994 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-354d5c08-5c60-4f9f-8919-218a6caefdd7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/networks/5fb94283-d109-425c-83c6-08ae75de1830 HTTP/1.1" status: 204 len: 168 time: 1.2136371 Aug 31 09:33:28.939018 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51922) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:28.943649 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-0e49bdd8-8a36-462e-b5e3-0c8d0aef273f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1652269772', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}, 'admin_state_up': False}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:28.962260 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d5c08-5c60-4f9f-8919-218a6caefdd7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Network': ['ID=5fb94283-d109-425c-83c6-08ae75de1830,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:28.968102 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-37496876-e691-4524-bdb6-cb5f456646e6 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:33:28.971942 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-37496876-e691-4524-bdb6-cb5f456646e6 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2923510 Aug 31 09:33:28.972269 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51924) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:28.978359 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-2bcf392b-dacf-46e7-a457-98a01cc41493 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Request body: {'security_group_rule': {'security_group_id': '28ac7d9c-ef6e-40a2-aca6-0399500f91d0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:28.978874 n-d-791506-28 neutron-server[95553]: WARNING neutron.api.v2.base [None req-2bcf392b-dacf-46e7-a457-98a01cc41493 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 31 09:33:28.979384 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-2bcf392b-dacf-46e7-a457-98a01cc41493 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:33:28.982905 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2bcf392b-dacf-46e7-a457-98a01cc41493 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074148 Aug 31 09:33:28.984143 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51926) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:28.991596 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-3ec72c6f-4778-41e6-81a1-f9997c8c6c13 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Request body: {'security_group_rule': {'security_group_id': '28ac7d9c-ef6e-40a2-aca6-0399500f91d0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:29.012497 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-3a6184a8-0406-486b-9a17-690ff5b53634 service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087811 Aug 31 09:33:29.059306 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0e49bdd8-8a36-462e-b5e3-0c8d0aef273f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:29.060763 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0e49bdd8-8a36-462e-b5e3-0c8d0aef273f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:29.128054 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-461bb8d3-f5bc-4ae8-a9c2-ddee767a6fef service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079528 Aug 31 09:33:29.133142 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0e49bdd8-8a36-462e-b5e3-0c8d0aef273f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:29.157067 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['7c942e0a-8d9f-4236-abfa-8dc839fe1a60'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:29.172191 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-f9939e4e-b283-48cb-b69c-0364fb712418 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=8ec00ff2-1406-435b-8d50-463c30eef300 HTTP/1.1" status: 200 len: 217 time: 0.0367632 Aug 31 09:33:29.230428 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-cdce3f16-f27f-4bb3-8e76-df7c8b650c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:29.231960 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-cdce3f16-f27f-4bb3-8e76-df7c8b650c7b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f34f97ee-be68-4a06-a77e-c36751cafa2c HTTP/1.1" status: 200 len: 797 time: 0.0535057 Aug 31 09:33:29.323240 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-3ec72c6f-4778-41e6-81a1-f9997c8c6c13 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:33:29.324901 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3ec72c6f-4778-41e6-81a1-f9997c8c6c13 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3397942 Aug 31 09:33:29.329912 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51936) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:29.346350 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-41ef951e-3249-48df-8316-04f7df47cac6 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Request body: {'security_group_rule': {'security_group_id': '28ac7d9c-ef6e-40a2-aca6-0399500f91d0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:29.362488 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-0498cc15-cb7d-42e9-b047-abe1ce2677a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:29.364218 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-0498cc15-cb7d-42e9-b047-abe1ce2677a2 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=77d5d845-bb9b-4368-b082-bacd96a9f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1248116 Aug 31 09:33:29.445407 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0e49bdd8-8a36-462e-b5e3-0c8d0aef273f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:29.475076 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-d304bf9d-f21d-45e1-a6e2-61b7aae62663 service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020029 Aug 31 09:33:29.524306 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 5c12d3c2-d011-4154-992f-17fc578132e8 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:33:29.546763 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 5c12d3c2-d011-4154-992f-17fc578132e8 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:33:29.547416 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 5c12d3c2-d011-4154-992f-17fc578132e8 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:33:29.598239 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-0b1df804-8721-4d23-8b14-a2fd37c65f74 service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163592 Aug 31 09:33:29.615651 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-41ef951e-3249-48df-8316-04f7df47cac6 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:33:29.619467 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-41ef951e-3249-48df-8316-04f7df47cac6 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2851064 Aug 31 09:33:29.620907 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51944) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:29.653338 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-5deb2827-c5ba-43da-9f41-3ea2daf3881a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=594d28c7-5b28-4c9d-9cc0-b5d36ffa7010 HTTP/1.1" status: 200 len: 217 time: 0.0471961 Aug 31 09:33:29.725944 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-ff8c2884-b96b-4bc4-bafa-485d4842fb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:29.727936 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-ff8c2884-b96b-4bc4-bafa-485d4842fb92 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=290f3674-0820-4485-967d-a68d99948354 HTTP/1.1" status: 200 len: 797 time: 0.0680912 Aug 31 09:33:29.738337 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eb05c716-c691-4c3c-8167-f1eb7d30c4c6 req-77631343-a72a-4ddc-a89a-9e8cea14820a tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0524263 Aug 31 09:33:29.741944 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7c6bbde5-4354-4d5e-8779-6a3778002a84 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:29.790975 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-97adf5e5-bf42-42ac-99cd-77219bd4277a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:29.793644 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-97adf5e5-bf42-42ac-99cd-77219bd4277a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=4c2e8d44-f605-48e7-8300-60df4e87697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0581710 Aug 31 09:33:29.888328 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7c6bbde5-4354-4d5e-8779-6a3778002a84 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:29.907083 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-11b95d88-3b2b-435a-acf1-02e47f65b427 service neutron] 10.222.0.112 "GET /v2.0/networks/4c2e8d44-f605-48e7-8300-60df4e87697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055567 Aug 31 09:33:29.914684 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0e49bdd8-8a36-462e-b5e3-0c8d0aef273f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router_gateway, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:29.952152 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0e49bdd8-8a36-462e-b5e3-0c8d0aef273f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:30.036905 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-b0513af6-3eca-4af6-9303-86ba1d2b8d5e service neutron] 10.222.0.112 "GET /v2.0/networks/4c2e8d44-f605-48e7-8300-60df4e87697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229062 Aug 31 09:33:30.040813 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c938b-35dc-495f-9c1c-936d9678a36a req-2933b511-8f4f-453c-8027-9678d851e49e tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:30.045151 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e58c938b-35dc-495f-9c1c-936d9678a36a req-2933b511-8f4f-453c-8027-9678d851e49e tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=6dd4dda9-453d-4186-a9a5-4420a5ee62bf HTTP/1.1" status: 200 len: 1096 time: 0.2031100 Aug 31 09:33:30.086237 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-9263ed09-450c-4c45-acac-d460cea2d936 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1 HTTP/1.1" status: 200 len: 217 time: 0.0409632 Aug 31 09:33:30.117829 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e58c938b-35dc-495f-9c1c-936d9678a36a req-b8cdc824-d4d8-4239-9270-60f10a8617e0 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=39ff5732-05da-49b9-a75b-9c3e6a042532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626290 Aug 31 09:33:30.143848 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-0e49bdd8-8a36-462e-b5e3-0c8d0aef273f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Allocated IP 172.25.2.231 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/5072d7bd-3d1e-4003-856e-32f58ff46f5f) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:30.147062 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-56d40925-b17d-4aac-bb5a-56a8afdb50f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:30.149072 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-56d40925-b17d-4aac-bb5a-56a8afdb50f4 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=290f3674-0820-4485-967d-a68d99948354 HTTP/1.1" status: 200 len: 797 time: 0.0490239 Aug 31 09:33:30.212202 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-d7b78429-0585-4973-842e-41af202dd504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:30.213789 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7c6bbde5-4354-4d5e-8779-6a3778002a84 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:30.213956 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-d7b78429-0585-4973-842e-41af202dd504 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=4c2e8d44-f605-48e7-8300-60df4e87697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0576730 Aug 31 09:33:30.217833 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7c6bbde5-4354-4d5e-8779-6a3778002a84 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:30.219076 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7c6bbde5-4354-4d5e-8779-6a3778002a84 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "DELETE /v2.0/security-groups/28ac7d9c-ef6e-40a2-aca6-0399500f91d0 HTTP/1.1" status: 204 len: 168 time: 0.5968690 Aug 31 09:33:30.222085 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51952) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:30.236141 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6bbde5-4354-4d5e-8779-6a3778002a84 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ac7d9c-ef6e-40a2-aca6-0399500f91d0,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:30.309647 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0e49bdd8-8a36-462e-b5e3-0c8d0aef273f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:30.335776 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-68d39a52-cb57-42c6-938c-0ae46176834d tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1123445 Aug 31 09:33:30.340741 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51954) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:30.345342 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-3ae40bb3-773d-4822-8d63-956b1e7f0f36 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Request body: {'security_group': {'name': 'tempest-secgroup--191403482'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:30.371591 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-6901d221-e52a-48c0-a5f6-eb5a040da7d0 service neutron] 10.222.0.112 "GET /v2.0/networks/4c2e8d44-f605-48e7-8300-60df4e87697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505103 Aug 31 09:33:30.399465 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 7c942e0a-8d9f-4236-abfa-8dc839fe1a60 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:30.453854 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0e49bdd8-8a36-462e-b5e3-0c8d0aef273f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:30.480732 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0bf2cf9a-f43b-41b3-ba07-3aeee8a83ce4 req-63a9af67-807e-4694-8cbe-823188142ef2 service neutron] 10.222.0.112 "GET /v2.0/networks/4c2e8d44-f605-48e7-8300-60df4e87697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012437 Aug 31 09:33:30.508055 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3ae40bb3-773d-4822-8d63-956b1e7f0f36 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:30.523488 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e49bdd8-8a36-462e-b5e3-0c8d0aef273f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:30.531786 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-0e49bdd8-8a36-462e-b5e3-0c8d0aef273f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:30.534400 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e49bdd8-8a36-462e-b5e3-0c8d0aef273f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:30.566607 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 7c942e0a-8d9f-4236-abfa-8dc839fe1a60 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:30.571804 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 7c942e0a-8d9f-4236-abfa-8dc839fe1a60 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:30.572107 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:30.592060 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49bdd8-8a36-462e-b5e3-0c8d0aef273f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Port': ['ID=5072d7bd-3d1e-4003-856e-32f58ff46f5f,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:30.698892 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:30.722896 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd4dda9-453d-4186-a9a5-4420a5ee62bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c942e0a-8d9f-4236-abfa-8dc839fe1a60'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:30.725276 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2178a359-5d6d-4fcc-9bfd-c0d23e28534b" -d '{"events": [{"server_uuid": "6dd4dda9-453d-4186-a9a5-4420a5ee62bf", "name": "network-vif-plugged", "status": "completed", "tag": "7c942e0a-8d9f-4236-abfa-8dc839fe1a60"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:30.740385 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 7c942e0a-8d9f-4236-abfa-8dc839fe1a60, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=7c942e0a-8d9f-4236-abfa-8dc839fe1a60,segment=NetworkSegment(795e455e-f5de-4f0e-bca4-09842c515e62),segment_id=795e455e-f5de-4f0e-bca4-09842c515e62)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:30.776705 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2a0906-6205-42e7-9c53-5fa28b1356a9 x-openstack-request-id: req-0b2a0906-6205-42e7-9c53-5fa28b1356a9 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:30.778731 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd4dda9-453d-4186-a9a5-4420a5ee62bf", "name": "network-vif-plugged", "status": "completed", "tag": "7c942e0a-8d9f-4236-abfa-8dc839fe1a60", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:30.778731 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-0b2a0906-6205-42e7-9c53-5fa28b1356a9 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:30.778731 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd4dda9-453d-4186-a9a5-4420a5ee62bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c942e0a-8d9f-4236-abfa-8dc839fe1a60', 'code': 200} Aug 31 09:33:30.800411 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:30.869228 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=7c942e0a-8d9f-4236-abfa-8dc839fe1a60,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:30.963131 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eae6dca9-a00f-4b11-b8d6-1ab5137827ad req-f5df343a-e036-4f0f-9ffa-7e3a4cdc0d49 tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0697622 Aug 31 09:33:30.966294 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3ae40bb3-773d-4822-8d63-956b1e7f0f36 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:30.988437 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e3a38-e930-4423-beee-6d60f3c7d8d9 req-ca0ae1aa-9581-42e1-816c-54b60496a45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:30.988437 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a56e3a38-e930-4423-beee-6d60f3c7d8d9 req-ca0ae1aa-9581-42e1-816c-54b60496a45a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6dd4dda9-453d-4186-a9a5-4420a5ee62bf HTTP/1.1" status: 200 len: 1097 time: 0.1197581 Aug 31 09:33:31.061521 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3ae40bb3-773d-4822-8d63-956b1e7f0f36 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:31.102253 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a56e3a38-e930-4423-beee-6d60f3c7d8d9 req-2f72ddc8-e55d-4137-a7b7-7e4408dbe358 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=39ff5732-05da-49b9-a75b-9c3e6a042532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085999 Aug 31 09:33:31.161333 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae40bb3-773d-4822-8d63-956b1e7f0f36 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48e9b909-b1cc-49f8-99df-9383f113d63b,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:31.198723 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0e49bdd8-8a36-462e-b5e3-0c8d0aef273f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router_gateway, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:31.202320 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3ae40bb3-773d-4822-8d63-956b1e7f0f36 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:31.203431 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3ae40bb3-773d-4822-8d63-956b1e7f0f36 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8617222 Aug 31 09:33:31.206562 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51984) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:31.211810 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-76008560-2eff-456f-a3bf-b5a199682e13 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Request body: {'security_group_rule': {'security_group_id': '48e9b909-b1cc-49f8-99df-9383f113d63b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:31.353040 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f73aa-244a-4958-95d2-6ff0b8449147 req-d3c07ad3-500c-46db-a431-670710ffb6f2 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:31.355156 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a60f73aa-244a-4958-95d2-6ff0b8449147 req-d3c07ad3-500c-46db-a431-670710ffb6f2 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=6dd4dda9-453d-4186-a9a5-4420a5ee62bf HTTP/1.1" status: 200 len: 1097 time: 0.1171157 Aug 31 09:33:31.406981 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-76008560-2eff-456f-a3bf-b5a199682e13 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] create failed (client error): The resource could not be found. Aug 31 09:33:31.408150 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-76008560-2eff-456f-a3bf-b5a199682e13 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2003472 Aug 31 09:33:31.411076 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51992) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:31.418940 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-d545b417-6397-4819-8312-e60231a7aa94 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Request body: {'security_group_rule': {'security_group_id': '48e9b909-b1cc-49f8-99df-9383f113d63b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e8604768-016a-40b0-912e-68b1eb3af983'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:31.637139 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-d545b417-6397-4819-8312-e60231a7aa94 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] create failed (client error): The resource could not be found. Aug 31 09:33:31.642373 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d545b417-6397-4819-8312-e60231a7aa94 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2302396 Aug 31 09:33:31.643085 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52002) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:31.720726 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d2664c26-3375-4790-a7e9-88e49f040c75 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:31.755631 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d2664c26-3375-4790-a7e9-88e49f040c75 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:31.828871 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a60f73aa-244a-4958-95d2-6ff0b8449147 req-cb5e6090-b7ab-4fc4-886c-7fb45e18b6df tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=39ff5732-05da-49b9-a75b-9c3e6a042532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574046 Aug 31 09:33:31.879458 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0e49bdd8-8a36-462e-b5e3-0c8d0aef273f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:31.915475 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d2664c26-3375-4790-a7e9-88e49f040c75 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:31.918593 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d2664c26-3375-4790-a7e9-88e49f040c75 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:31.922961 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d2664c26-3375-4790-a7e9-88e49f040c75 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "DELETE /v2.0/security-groups/48e9b909-b1cc-49f8-99df-9383f113d63b HTTP/1.1" status: 204 len: 168 time: 0.2761436 Aug 31 09:33:31.923335 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52004) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:31.934123 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2664c26-3375-4790-a7e9-88e49f040c75 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e9b909-b1cc-49f8-99df-9383f113d63b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:32.020844 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-61b08e87-ce27-47f3-9153-6e838ed58a17 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0963442 Aug 31 09:33:32.025459 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52008) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:32.032915 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-15a3fb8b-bc24-4f5b-9973-9cd1a75853ee tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Request body: {'security_group_rule': {'security_group_id': 'e2c6cd70-9208-45ac-8d4a-a514f989f990', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:32.098450 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7a04fa06-50c6-473d-afda-f18ab4c5e15d req-f5d7912b-8334-4776-8560-a772b79a5805 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0275273 Aug 31 09:33:32.142266 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d41fefd-0010-42a4-b28d-2ee6413f23e8 req-d248117b-d1fb-458a-a947-f6a9b8bdcf2e tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0374897 Aug 31 09:33:32.161749 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7a04fa06-50c6-473d-afda-f18ab4c5e15d req-614de876-6c5a-4778-b31f-74305d49d4c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0297077 Aug 31 09:33:32.196629 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e49bdd8-8a36-462e-b5e3-0c8d0aef273f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Router 76e5aa64-9a66-452e-8a70-b263ca075060 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:33:32.253468 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7a04fa06-50c6-473d-afda-f18ab4c5e15d req-acefca8f-1f9a-49a1-a115-fdde2c0ae710 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511401 Aug 31 09:33:32.326583 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-15a3fb8b-bc24-4f5b-9973-9cd1a75853ee tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] create failed (client error): The resource could not be found. Aug 31 09:33:32.327778 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-15a3fb8b-bc24-4f5b-9973-9cd1a75853ee tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3012867 Aug 31 09:33:32.331649 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52014) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:32.336929 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-e3307f07-c7bb-4b31-8c90-303eb3208d04 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Request body: {'security_group': {'name': 'tempest-secgroup--1954517457'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:32.424477 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e3307f07-c7bb-4b31-8c90-303eb3208d04 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:32.455832 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e49bdd8-8a36-462e-b5e3-0c8d0aef273f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:33:32.458285 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04fa06-50c6-473d-afda-f18ab4c5e15d req-a9ad2a2c-58a8-4dfb-a46d-006c952353ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:32.459826 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7a04fa06-50c6-473d-afda-f18ab4c5e15d req-a9ad2a2c-58a8-4dfb-a46d-006c952353ed service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1551676 Aug 31 09:33:32.468515 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722f532e-c833-4eb8-a29d-e80601cd5669 None None] Sync routers for ids ['76e5aa64-9a66-452e-8a70-b263ca075060'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:33:32.478277 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722f532e-c833-4eb8-a29d-e80601cd5669 None None] Routers {'76e5aa64-9a66-452e-8a70-b263ca075060'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:32.479029 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-722f532e-c833-4eb8-a29d-e80601cd5669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:33:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['76e5aa64-9a66-452e-8a70-b263ca075060'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:32.524643 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-722f532e-c833-4eb8-a29d-e80601cd5669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:32.539833 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e3307f07-c7bb-4b31-8c90-303eb3208d04 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:32.540889 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722f532e-c833-4eb8-a29d-e80601cd5669 None None] Routers {'76e5aa64-9a66-452e-8a70-b263ca075060'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:32.541793 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-722f532e-c833-4eb8-a29d-e80601cd5669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:33:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['76e5aa64-9a66-452e-8a70-b263ca075060'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:32.580987 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-722f532e-c833-4eb8-a29d-e80601cd5669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:32.581647 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722f532e-c833-4eb8-a29d-e80601cd5669 None None] The sync data for ids ['76e5aa64-9a66-452e-8a70-b263ca075060'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:33:32.585846 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e3307f07-c7bb-4b31-8c90-303eb3208d04 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:32.621580 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3307f07-c7bb-4b31-8c90-303eb3208d04 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49c7e563-e192-42c1-b55f-c4218bb9a070,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:32.623848 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:32.641648 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0e49bdd8-8a36-462e-b5e3-0c8d0aef273f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:32.643175 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0e49bdd8-8a36-462e-b5e3-0c8d0aef273f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.7030637 Aug 31 09:33:32.645933 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52020) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:32.697681 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e3307f07-c7bb-4b31-8c90-303eb3208d04 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:32.699041 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e3307f07-c7bb-4b31-8c90-303eb3208d04 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3663590 Aug 31 09:33:32.702150 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52022) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:32.707959 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-9c01e182-3c71-4e79-991f-a2c85b0a965a tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Request body: {'security_group': {'name': 'tempest-secgroup--892433198'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:32.763377 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c5c4ada0-6fcf-418b-98ee-b08b6a2b5c97 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "GET /v2.0/routers/76e5aa64-9a66-452e-8a70-b263ca075060 HTTP/1.1" status: 200 len: 885 time: 0.1162395 Aug 31 09:33:32.765755 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52026) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:32.795224 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9c01e182-3c71-4e79-991f-a2c85b0a965a tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:32.882035 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:32.894436 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9c01e182-3c71-4e79-991f-a2c85b0a965a tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:32.967825 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9c01e182-3c71-4e79-991f-a2c85b0a965a tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:33.002111 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01e182-3c71-4e79-991f-a2c85b0a965a tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fc6423-78d1-43a5-8f50-b629d0a039ec,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:33.004681 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6281dc-95f2-430b-8aa8-3fa4feeacf81 req-c4e1b89c-6c88-4e48-80c2-d67ae284966c tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:33.006193 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8a6281dc-95f2-430b-8aa8-3fa4feeacf81 req-c4e1b89c-6c88-4e48-80c2-d67ae284966c tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=6dd4dda9-453d-4186-a9a5-4420a5ee62bf HTTP/1.1" status: 200 len: 1097 time: 0.0896118 Aug 31 09:33:33.048119 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9c01e182-3c71-4e79-991f-a2c85b0a965a tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:33.052249 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9c01e182-3c71-4e79-991f-a2c85b0a965a tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3461001 Aug 31 09:33:33.052724 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52030) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:33.057424 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-a126cf23-915c-4300-945d-78c760c0b788 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Request body: {'security_group_rule': {'security_group_id': '49c7e563-e192-42c1-b55f-c4218bb9a070', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'b5fc6423-78d1-43a5-8f50-b629d0a039ec'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:33.066388 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ca855988-b3d3-419b-994e-cdb34cfc04e6 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2969182 Aug 31 09:33:33.066388 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8a6281dc-95f2-430b-8aa8-3fa4feeacf81 req-4bb9efef-6503-470b-a06a-02aef2ea3724 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=39ff5732-05da-49b9-a75b-9c3e6a042532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506556 Aug 31 09:33:33.067028 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52032) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:33.071030 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-814a4f1f-d508-4916-abc2-16c1a29f5ffb tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1652269772'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:33.189749 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-a126cf23-915c-4300-945d-78c760c0b788 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:33:33.193697 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a126cf23-915c-4300-945d-78c760c0b788 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1375365 Aug 31 09:33:33.195669 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52040) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:33.232324 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8104a-019c-417a-9f9e-e68592f7f62f req-ffed2995-007a-465e-962f-0e72d48568d3 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:33.233871 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99b8104a-019c-417a-9f9e-e68592f7f62f req-ffed2995-007a-465e-962f-0e72d48568d3 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=6dd4dda9-453d-4186-a9a5-4420a5ee62bf HTTP/1.1" status: 200 len: 1097 time: 0.0874286 Aug 31 09:33:33.268253 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7b403cd6-ff21-435e-938f-657e58097cf8 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:33.295553 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7b403cd6-ff21-435e-938f-657e58097cf8 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:33.319554 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f0382b74-4b90-4f16-8a2b-9ffcd1d63713 req-b6a6c2d8-c7c5-47a6-8934-d66bd4ff1bce tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0837755 Aug 31 09:33:33.363962 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99b8104a-019c-417a-9f9e-e68592f7f62f req-1c0c268b-caa3-46f7-8c71-150b393745a3 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=39ff5732-05da-49b9-a75b-9c3e6a042532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198599 Aug 31 09:33:33.403244 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7b403cd6-ff21-435e-938f-657e58097cf8 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:33.405863 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7b403cd6-ff21-435e-938f-657e58097cf8 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:33.409327 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7b403cd6-ff21-435e-938f-657e58097cf8 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "DELETE /v2.0/security-groups/b5fc6423-78d1-43a5-8f50-b629d0a039ec HTTP/1.1" status: 204 len: 168 time: 0.2119415 Aug 31 09:33:33.409664 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52050) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:33.416763 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b403cd6-ff21-435e-938f-657e58097cf8 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fc6423-78d1-43a5-8f50-b629d0a039ec,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:33.580475 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f3ddb52b-38a0-48b1-9bba-9145da3e2f8a tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1691356 Aug 31 09:33:33.584067 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52052) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:33.588491 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93aeb7d-ba9f-4a82-86a8-d6555a8039b7 req-4ce7db00-8a8d-4cd2-ba9c-97715f9fc30a tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:33.594099 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a93aeb7d-ba9f-4a82-86a8-d6555a8039b7 req-4ce7db00-8a8d-4cd2-ba9c-97715f9fc30a tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=6dd4dda9-453d-4186-a9a5-4420a5ee62bf HTTP/1.1" status: 200 len: 1097 time: 0.1386569 Aug 31 09:33:33.656332 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3c92d744-aac3-497b-8ce4-9786de863a88 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:33.669825 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a93aeb7d-ba9f-4a82-86a8-d6555a8039b7 req-bf2ddfb3-ceed-4c27-bf0e-bc4377c1885c tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=39ff5732-05da-49b9-a75b-9c3e6a042532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476072 Aug 31 09:33:33.685890 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-814a4f1f-d508-4916-abc2-16c1a29f5ffb tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2088949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2087107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5115'] for router, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:33.696201 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3c92d744-aac3-497b-8ce4-9786de863a88 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:33.762020 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-814a4f1f-d508-4916-abc2-16c1a29f5ffb tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2088958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2088935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2087130'] for router, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:33.852235 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3c92d744-aac3-497b-8ce4-9786de863a88 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:33.856767 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3c92d744-aac3-497b-8ce4-9786de863a88 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:33.858132 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3c92d744-aac3-497b-8ce4-9786de863a88 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "DELETE /v2.0/security-groups/49c7e563-e192-42c1-b55f-c4218bb9a070 HTTP/1.1" status: 204 len: 168 time: 0.2730567 Aug 31 09:33:33.860838 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52070) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:33.867311 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92d744-aac3-497b-8ce4-9786de863a88 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c7e563-e192-42c1-b55f-c4218bb9a070,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:33.932292 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814a4f1f-d508-4916-abc2-16c1a29f5ffb tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Router 76e5aa64-9a66-452e-8a70-b263ca075060 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:33:33.940804 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ceb21398-44b1-482d-b008-fc3964f63516 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0789292 Aug 31 09:33:33.945206 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52072) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:33.958225 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-6c6b0a3c-6dee-4e30-b4b5-5c2f48fe9344 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Request body: {'security_group': {'name': 'tempest-secgroup--809499871'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:34.053522 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c6b0a3c-6dee-4e30-b4b5-5c2f48fe9344 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:34.087436 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814a4f1f-d508-4916-abc2-16c1a29f5ffb tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:33:34.098446 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-814a4f1f-d508-4916-abc2-16c1a29f5ffb tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:34.099239 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5433dee-e763-485a-a1ac-9987ae199da8 None None] Sync routers for ids ['76e5aa64-9a66-452e-8a70-b263ca075060'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:33:34.099965 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-814a4f1f-d508-4916-abc2-16c1a29f5ffb tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "PUT /v2.0/routers/76e5aa64-9a66-452e-8a70-b263ca075060 HTTP/1.1" status: 200 len: 892 time: 1.0323117 Aug 31 09:33:34.102621 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52084) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:34.117316 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5433dee-e763-485a-a1ac-9987ae199da8 None None] Routers {'76e5aa64-9a66-452e-8a70-b263ca075060'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:34.117974 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e5433dee-e763-485a-a1ac-9987ae199da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:33:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['76e5aa64-9a66-452e-8a70-b263ca075060'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:34.158082 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e5433dee-e763-485a-a1ac-9987ae199da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:34.168101 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5433dee-e763-485a-a1ac-9987ae199da8 None None] Routers {'76e5aa64-9a66-452e-8a70-b263ca075060'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:34.169233 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e5433dee-e763-485a-a1ac-9987ae199da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:33:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['76e5aa64-9a66-452e-8a70-b263ca075060'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:34.189276 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c6b0a3c-6dee-4e30-b4b5-5c2f48fe9344 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:34.206761 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e5433dee-e763-485a-a1ac-9987ae199da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:34.207423 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5433dee-e763-485a-a1ac-9987ae199da8 None None] The sync data for ids ['76e5aa64-9a66-452e-8a70-b263ca075060'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:33:34.247568 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c6b0a3c-6dee-4e30-b4b5-5c2f48fe9344 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:34.254802 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce47fac-b7d4-4fbf-9ca9-255f007c8f95 req-27871204-e13f-4dbc-91f6-690e30dec399 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:34.256287 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1ce47fac-b7d4-4fbf-9ca9-255f007c8f95 req-27871204-e13f-4dbc-91f6-690e30dec399 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=6dd4dda9-453d-4186-a9a5-4420a5ee62bf HTTP/1.1" status: 200 len: 1097 time: 0.0848150 Aug 31 09:33:34.282888 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b0a3c-6dee-4e30-b4b5-5c2f48fe9344 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=985e9ce9-70a1-4a56-b3ba-c9eac98cf9d8,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:34.299533 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-be7a9e98-1e1e-4b9f-b0af-171dd0fdd56f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "GET /v2.0/routers/76e5aa64-9a66-452e-8a70-b263ca075060 HTTP/1.1" status: 200 len: 892 time: 0.1957407 Aug 31 09:33:34.302380 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52090) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:34.323651 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1ce47fac-b7d4-4fbf-9ca9-255f007c8f95 req-b3ee1905-6659-47d7-b05f-fa4a4c411c50 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=39ff5732-05da-49b9-a75b-9c3e6a042532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584054 Aug 31 09:33:34.352912 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-57966b20-8892-437e-b72c-020e9b38a5aa tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "GET /v2.0/ports?device_id=76e5aa64-9a66-452e-8a70-b263ca075060 HTTP/1.1" status: 200 len: 205 time: 0.0487921 Aug 31 09:33:34.357521 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c6b0a3c-6dee-4e30-b4b5-5c2f48fe9344 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:34.357521 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6c6b0a3c-6dee-4e30-b4b5-5c2f48fe9344 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4094741 Aug 31 09:33:34.363467 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52098) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:34.363648 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52096) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:34.378200 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-d69ff6be-791f-44e0-b748-fdbab1965d79 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:34.378200 n-d-791506-28 neutron-server[95552]: WARNING neutron.api.v2.base [None req-d69ff6be-791f-44e0-b748-fdbab1965d79 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 09:33:34.378200 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-d69ff6be-791f-44e0-b748-fdbab1965d79 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 09:33:34.379841 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52100) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:34.386391 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d69ff6be-791f-44e0-b748-fdbab1965d79 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "PUT /v2.0/security-groups/985e9ce9-70a1-4a56-b3ba-c9eac98cf9d8 HTTP/1.1" status: 409 len: 330 time: 0.0178645 Aug 31 09:33:34.509977 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3e30fa21-3683-434f-9df6-84978a03dbbc req-192a3eee-81e5-4431-a686-1ba706f7125c tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0721962 Aug 31 09:33:34.550617 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6dded849-bc5d-425d-b2de-966a7f133b95 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:34.564322 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d7da33f1-5921-4798-b3aa-db0f22419e5e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:34.621846 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6dded849-bc5d-425d-b2de-966a7f133b95 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:34.711112 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d7da33f1-5921-4798-b3aa-db0f22419e5e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:34.796473 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6dded849-bc5d-425d-b2de-966a7f133b95 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:34.801398 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6dded849-bc5d-425d-b2de-966a7f133b95 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:34.808319 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6dded849-bc5d-425d-b2de-966a7f133b95 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "DELETE /v2.0/security-groups/985e9ce9-70a1-4a56-b3ba-c9eac98cf9d8 HTTP/1.1" status: 204 len: 168 time: 0.4259353 Aug 31 09:33:34.809469 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52108) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:34.830637 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dded849-bc5d-425d-b2de-966a7f133b95 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=985e9ce9-70a1-4a56-b3ba-c9eac98cf9d8,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:34.890992 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c1af9295-e6fe-44cd-8c1a-90eb9f8a4708 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0769722 Aug 31 09:33:34.891627 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52110) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:34.906839 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-d7da33f1-5921-4798-b3aa-db0f22419e5e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Deleting port 5072d7bd-3d1e-4003-856e-32f58ff46f5f {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:34.907179 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d7da33f1-5921-4798-b3aa-db0f22419e5e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:34.910479 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-b2d108da-84d7-4c08-a313-bfb170052c09 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] delete failed (client error): The resource could not be found. Aug 31 09:33:34.912515 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b2d108da-84d7-4c08-a313-bfb170052c09 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "DELETE /v2.0/security-groups/f9b8f8c8-0085-4517-8c02-13ae5c0b34ab HTTP/1.1" status: 404 len: 347 time: 0.0185246 Aug 31 09:33:34.918273 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52112) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:34.933254 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-44ad0cb2-ecb1-41b9-a6a3-0e2fc585d9ad tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] show failed (client error): The resource could not be found. Aug 31 09:33:34.934259 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-44ad0cb2-ecb1-41b9-a6a3-0e2fc585d9ad tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "GET /v2.0/security-groups/91b72305-2a16-4f6c-9e0c-a547137cdfc2 HTTP/1.1" status: 404 len: 347 time: 0.0149531 Aug 31 09:33:34.943006 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52114) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:34.955774 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-912f28ac-dc98-4d7e-9155-d22d0c5cd131 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] show failed (client error): The resource could not be found. Aug 31 09:33:34.959020 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-912f28ac-dc98-4d7e-9155-d22d0c5cd131 tempest-NegativeSecGroupTest-594946862 tempest-NegativeSecGroupTest-594946862-project] 10.222.0.119 "GET /v2.0/security-group-rules/b7c07aea-743b-4df4-87b8-9f6778e41f72 HTTP/1.1" status: 404 len: 356 time: 0.0128350 Aug 31 09:33:35.317847 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d7da33f1-5921-4798-b3aa-db0f22419e5e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:35.332290 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-d7da33f1-5921-4798-b3aa-db0f22419e5e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Calling delete_port for 5072d7bd-3d1e-4003-856e-32f58ff46f5f owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:35.363885 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:33:35.387480 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52124) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:35.506729 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5800f6c-8fed-42e1-bae8-9ef94541b017 req-e453d5c1-dea3-4263-9367-c8ecc897bb59 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:35.508434 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f5800f6c-8fed-42e1-bae8-9ef94541b017 req-e453d5c1-dea3-4263-9367-c8ecc897bb59 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=6dd4dda9-453d-4186-a9a5-4420a5ee62bf HTTP/1.1" status: 200 len: 1097 time: 0.0936222 Aug 31 09:33:35.554250 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ece59fb4-7d9f-4cb1-8cbd-219f82b0d632 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=84afb7e8acab41a8ae58ee841e199233&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1647799 Aug 31 09:33:35.554403 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52130) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:35.569635 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f5800f6c-8fed-42e1-bae8-9ef94541b017 req-c5c9a69d-6e8d-4069-bb8e-98b4e2b40bbe tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=39ff5732-05da-49b9-a75b-9c3e6a042532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472729 Aug 31 09:33:35.658394 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4b57371b-029d-4ff1-b3cb-bf2f7e8e5c89 req-7d946aa0-4ea5-4b63-9ad4-aea251a236ef tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0380995 Aug 31 09:33:35.681771 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1ececcbb-4f85-4bfb-8806-5dd8caed4b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:35.704658 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1ececcbb-4f85-4bfb-8806-5dd8caed4b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:35.735391 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d7da33f1-5921-4798-b3aa-db0f22419e5e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:35.762045 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da33f1-5921-4798-b3aa-db0f22419e5e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Port': ['ID=5072d7bd-3d1e-4003-856e-32f58ff46f5f,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:35.835111 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d7da33f1-5921-4798-b3aa-db0f22419e5e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:35.897438 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1ececcbb-4f85-4bfb-8806-5dd8caed4b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:35.900063 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1ececcbb-4f85-4bfb-8806-5dd8caed4b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:35.904226 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1ececcbb-4f85-4bfb-8806-5dd8caed4b19 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/73892056-4ab8-4f3e-a605-a18b96fe71d8 HTTP/1.1" status: 204 len: 168 time: 0.3442605 Aug 31 09:33:35.938308 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d7da33f1-5921-4798-b3aa-db0f22419e5e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:35.940746 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d7da33f1-5921-4798-b3aa-db0f22419e5e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:35.942300 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ececcbb-4f85-4bfb-8806-5dd8caed4b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73892056-4ab8-4f3e-a605-a18b96fe71d8,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:36.047852 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b608e92-b568-4012-acbe-a4c14978ad0f req-17d08381-da43-4e08-9519-606a717c2580 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:36.049660 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6b608e92-b568-4012-acbe-a4c14978ad0f req-17d08381-da43-4e08-9519-606a717c2580 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=6dd4dda9-453d-4186-a9a5-4420a5ee62bf HTTP/1.1" status: 200 len: 1097 time: 0.0461755 Aug 31 09:33:36.142315 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d7da33f1-5921-4798-b3aa-db0f22419e5e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:36.142902 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7da33f1-5921-4798-b3aa-db0f22419e5e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Fanout notify agent at l3_agent the message router_deleted on router 76e5aa64-9a66-452e-8a70-b263ca075060 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:33:36.150697 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d7da33f1-5921-4798-b3aa-db0f22419e5e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:36.152651 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d7da33f1-5921-4798-b3aa-db0f22419e5e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/routers/76e5aa64-9a66-452e-8a70-b263ca075060 HTTP/1.1" status: 204 len: 168 time: 1.7880237 Aug 31 09:33:36.156190 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52144) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:36.161329 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-56ed9f1d-134a-43d9-8168-df90302130ce tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-356007844'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:36.185980 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-6b608e92-b568-4012-acbe-a4c14978ad0f req-1a22f127-e720-4326-ae22-e90fdc13933c tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Deleting port 7c942e0a-8d9f-4236-abfa-8dc839fe1a60 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:36.186321 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6b608e92-b568-4012-acbe-a4c14978ad0f req-1a22f127-e720-4326-ae22-e90fdc13933c tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:36.284012 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-6b608e92-b568-4012-acbe-a4c14978ad0f req-1a22f127-e720-4326-ae22-e90fdc13933c tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] For port 7c942e0a-8d9f-4236-abfa-8dc839fe1a60, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=7c942e0a-8d9f-4236-abfa-8dc839fe1a60,segment=NetworkSegment(795e455e-f5de-4f0e-bca4-09842c515e62),segment_id=795e455e-f5de-4f0e-bca4-09842c515e62)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:36.284292 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6b608e92-b568-4012-acbe-a4c14978ad0f req-1a22f127-e720-4326-ae22-e90fdc13933c tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:36.305759 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-6b608e92-b568-4012-acbe-a4c14978ad0f req-1a22f127-e720-4326-ae22-e90fdc13933c tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Calling delete_port for 7c942e0a-8d9f-4236-abfa-8dc839fe1a60 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:36.357609 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ed9f1d-134a-43d9-8168-df90302130ce tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Made reservation on behalf of 21937291cca54a0a9d6ebe426f492a5c for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:36.361759 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-56ed9f1d-134a-43d9-8168-df90302130ce tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:36.405354 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ed9f1d-134a-43d9-8168-df90302130ce tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] vlan segment allocate from pool success with {'vlan_id': 1626, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:33:36.426297 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-56ed9f1d-134a-43d9-8168-df90302130ce tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:36.426673 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-56ed9f1d-134a-43d9-8168-df90302130ce tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Added segment 61daa8a2-99da-46a0-91e7-addb55315129 of type vlan for network 7e8ab5b4-18f7-4b13-abbb-234f7f88eeaa Aug 31 09:33:36.498881 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-56ed9f1d-134a-43d9-8168-df90302130ce tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:36.612251 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-56ed9f1d-134a-43d9-8168-df90302130ce tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:36.618287 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ed9f1d-134a-43d9-8168-df90302130ce tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:36.618960 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-56ed9f1d-134a-43d9-8168-df90302130ce tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:36.690006 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6b608e92-b568-4012-acbe-a4c14978ad0f req-1a22f127-e720-4326-ae22-e90fdc13933c tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:36.704937 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['6205cf67-c3fd-4cad-9316-82a059464a22'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:36.763733 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0533d587-e12a-4ee5-b057-6ee0c23baffb req-7fe656ec-2c9a-4ea6-9f2b-cc50294b8499 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=6dd4dda9-453d-4186-a9a5-4420a5ee62bf HTTP/1.1" status: 200 len: 210 time: 0.1053874 Aug 31 09:33:36.768101 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22f127-e720-4326-ae22-e90fdc13933c tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c942e0a-8d9f-4236-abfa-8dc839fe1a60,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:36.805318 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['7c942e0a-8d9f-4236-abfa-8dc839fe1a60'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:36.806936 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed9f1d-134a-43d9-8168-df90302130ce tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Network': ['ID=7e8ab5b4-18f7-4b13-abbb-234f7f88eeaa,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:36.812504 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-56ed9f1d-134a-43d9-8168-df90302130ce tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6552992 Aug 31 09:33:36.815452 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52172) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:36.821978 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-5dc47c8c-bf9f-4ade-8fe4-b4932083f02d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Request body: {'subnet': {'network_id': '7e8ab5b4-18f7-4b13-abbb-234f7f88eeaa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:36.827868 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 7e8ab5b4-18f7-4b13-abbb-234f7f88eeaa details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:33:36.835267 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b608e92-b568-4012-acbe-a4c14978ad0f req-1a22f127-e720-4326-ae22-e90fdc13933c tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] No DVR routers for this DVR port 7c942e0a-8d9f-4236-abfa-8dc839fe1a60 on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:33:36.838667 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6b608e92-b568-4012-acbe-a4c14978ad0f req-1a22f127-e720-4326-ae22-e90fdc13933c tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:36.846528 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6b608e92-b568-4012-acbe-a4c14978ad0f req-1a22f127-e720-4326-ae22-e90fdc13933c tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.59 "DELETE /v2.0/ports/7c942e0a-8d9f-4236-abfa-8dc839fe1a60 HTTP/1.1" status: 204 len: 173 time: 0.7873423 Aug 31 09:33:36.861448 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd4dda9-453d-4186-a9a5-4420a5ee62bf', 'name': 'network-vif-deleted', 'tag': '7c942e0a-8d9f-4236-abfa-8dc839fe1a60'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:36.867393 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc48310-7dbf-4529-b337-28872fbc17de" -d '{"events": [{"server_uuid": "6dd4dda9-453d-4186-a9a5-4420a5ee62bf", "name": "network-vif-deleted", "tag": "7c942e0a-8d9f-4236-abfa-8dc839fe1a60"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:36.946059 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2742dee9-5365-4c4d-8557-5b5681df98df req-ea70a2f5-317b-458b-96fe-d6a311dbb03b tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.1093996 Aug 31 09:33:36.966252 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1120c23f-27b1-4b1b-aa57-bb9aa3f7ad7f x-openstack-request-id: req-1120c23f-27b1-4b1b-aa57-bb9aa3f7ad7f {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:36.966252 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd4dda9-453d-4186-a9a5-4420a5ee62bf", "name": "network-vif-deleted", "tag": "7c942e0a-8d9f-4236-abfa-8dc839fe1a60", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:36.966252 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-1120c23f-27b1-4b1b-aa57-bb9aa3f7ad7f {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:36.966252 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd4dda9-453d-4186-a9a5-4420a5ee62bf', 'name': 'network-vif-deleted', 'tag': '7c942e0a-8d9f-4236-abfa-8dc839fe1a60', 'status': 'completed', 'code': 200} Aug 31 09:33:37.098857 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc47c8c-bf9f-4ade-8fe4-b4932083f02d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Made reservation on behalf of 21937291cca54a0a9d6ebe426f492a5c for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:37.105118 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5dc47c8c-bf9f-4ade-8fe4-b4932083f02d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:37.406815 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52188) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:37.487761 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5dc47c8c-bf9f-4ade-8fe4-b4932083f02d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:37.569120 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc47c8c-bf9f-4ade-8fe4-b4932083f02d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Subnet': ['ID=fa348606-1c95-4d81-99f2-2b6bba2d9451,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:37.576922 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc47c8c-bf9f-4ade-8fe4-b4932083f02d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Checking segment: {'id': '61daa8a2-99da-46a0-91e7-addb55315129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': '7e8ab5b4-18f7-4b13-abbb-234f7f88eeaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:37.577303 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc47c8c-bf9f-4ade-8fe4-b4932083f02d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network hostable DHCP agents. Network: 7e8ab5b4-18f7-4b13-abbb-234f7f88eeaa, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:33:37.657891 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc47c8c-bf9f-4ade-8fe4-b4932083f02d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network 7e8ab5b4-18f7-4b13-abbb-234f7f88eeaa is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:33:37.710471 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-117058c9-38a4-4bca-855f-af7d3182d143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:37.733801 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-5dc47c8c-bf9f-4ade-8fe4-b4932083f02d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 7e8ab5b4-18f7-4b13-abbb-234f7f88eeaa) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:37.740836 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc47c8c-bf9f-4ade-8fe4-b4932083f02d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:37.741533 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5dc47c8c-bf9f-4ade-8fe4-b4932083f02d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:37.744426 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0049aecc-ccd3-43ee-ab0d-70458c0734f4 None None] Network 7e8ab5b4-18f7-4b13-abbb-234f7f88eeaa requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:37.765947 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52198) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:37.835360 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-c324020f-87b1-43d3-ae0b-7f6e003a66d8 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1357987170'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:37.864709 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-117058c9-38a4-4bca-855f-af7d3182d143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:37.916129 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-117058c9-38a4-4bca-855f-af7d3182d143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:37.931344 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-815175f4-75f0-49df-bbb4-7aea508e3b41 req-2ece91e4-e9a2-4a32-873e-7e4641de99a4 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=6dd4dda9-453d-4186-a9a5-4420a5ee62bf HTTP/1.1" status: 200 len: 210 time: 0.0310068 Aug 31 09:33:37.977187 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-117058c9-38a4-4bca-855f-af7d3182d143 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=3ce93ea48fbc4721a1e7f143339de7dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5692556 Aug 31 09:33:37.978195 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117058c9-38a4-4bca-855f-af7d3182d143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37dd5b80-1ca6-429d-85a7-133684ab3e5c,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:37.981907 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52208) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:38.000205 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a664257-21a3-4f46-89b8-c12a0f57e515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-7e8ab5b4-18f7-4b13-abbb-234f7f88eeaa', 'network_id': '7e8ab5b4-18f7-4b13-abbb-234f7f88eeaa', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'fixed_ips': [{'subnet_id': 'fa348606-1c95-4d81-99f2-2b6bba2d9451'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:33:38.001078 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9a664257-21a3-4f46-89b8-c12a0f57e515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:38.049742 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2fb863cb-358b-41c8-8659-e69039a685ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:38.083517 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2fb863cb-358b-41c8-8659-e69039a685ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:38.110753 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5e692aa-2ebb-42eb-84b8-28272c27d70c req-f09f355c-0e72-4095-813f-24988b6f1b48 tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0657623 Aug 31 09:33:38.135202 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52214) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:38.137158 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5dc47c8c-bf9f-4ade-8fe4-b4932083f02d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3157945 Aug 31 09:33:38.142587 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-fd2e8c1e-dfd5-4c16-b85d-79af642b19a3 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-606254097', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:38.191663 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c324020f-87b1-43d3-ae0b-7f6e003a66d8 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Made reservation on behalf of aeab8f7fc1144075b27f26fa4dfef829 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:38.195729 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c324020f-87b1-43d3-ae0b-7f6e003a66d8 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:38.209239 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c324020f-87b1-43d3-ae0b-7f6e003a66d8 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:38.240440 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2fb863cb-358b-41c8-8659-e69039a685ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:38.243071 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2fb863cb-358b-41c8-8659-e69039a685ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:38.244499 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2fb863cb-358b-41c8-8659-e69039a685ca admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/37dd5b80-1ca6-429d-85a7-133684ab3e5c HTTP/1.1" status: 204 len: 168 time: 0.2615433 Aug 31 09:33:38.255355 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb863cb-358b-41c8-8659-e69039a685ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37dd5b80-1ca6-429d-85a7-133684ab3e5c,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:38.335811 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-9a664257-21a3-4f46-89b8-c12a0f57e515 None None] Allocated IP 2001:db8::2 (7e8ab5b4-18f7-4b13-abbb-234f7f88eeaa/fa348606-1c95-4d81-99f2-2b6bba2d9451/7bf4842b-cb64-4988-8c50-9ce41942be5b) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:38.336318 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fd2e8c1e-dfd5-4c16-b85d-79af642b19a3 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:38.337537 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fd2e8c1e-dfd5-4c16-b85d-79af642b19a3 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:38.412623 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fd2e8c1e-dfd5-4c16-b85d-79af642b19a3 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:38.471820 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c324020f-87b1-43d3-ae0b-7f6e003a66d8 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:38.506463 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9a664257-21a3-4f46-89b8-c12a0f57e515 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:38.515747 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9a664257-21a3-4f46-89b8-c12a0f57e515 None None] Transition to ACTIVE for port object 7bf4842b-cb64-4988-8c50-9ce41942be5b will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:38.531812 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9a664257-21a3-4f46-89b8-c12a0f57e515 None None] Transition to ACTIVE for port object 7bf4842b-cb64-4988-8c50-9ce41942be5b will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:38.532802 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fd2e8c1e-dfd5-4c16-b85d-79af642b19a3 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:38.556120 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c324020f-87b1-43d3-ae0b-7f6e003a66d8 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:38.588021 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c324020f-87b1-43d3-ae0b-7f6e003a66d8 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] vlan segment allocate from pool success with {'vlan_id': 1612, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:33:38.599611 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324020f-87b1-43d3-ae0b-7f6e003a66d8 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59131414-8126-4a21-aef1-b3f3d467e0b9,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:38.605308 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c324020f-87b1-43d3-ae0b-7f6e003a66d8 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:38.605663 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-c324020f-87b1-43d3-ae0b-7f6e003a66d8 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Added segment d37eae5d-8eca-48b5-94e1-04d52ae6e214 of type vlan for network cacd8c76-8e97-49ae-99d6-f569b3217ddc Aug 31 09:33:38.635886 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9a664257-21a3-4f46-89b8-c12a0f57e515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:38.638964 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fd2e8c1e-dfd5-4c16-b85d-79af642b19a3 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:38.642888 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-fd2e8c1e-dfd5-4c16-b85d-79af642b19a3 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5027976 Aug 31 09:33:38.647988 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52222) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:38.649044 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c324020f-87b1-43d3-ae0b-7f6e003a66d8 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:38.688576 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a664257-21a3-4f46-89b8-c12a0f57e515 None None] Pushing event updated for resources: {'Port': ['ID=7bf4842b-cb64-4988-8c50-9ce41942be5b,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:38.699351 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a664257-21a3-4f46-89b8-c12a0f57e515 None None] Network 7e8ab5b4-18f7-4b13-abbb-234f7f88eeaa is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:38.700728 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-9a664257-21a3-4f46-89b8-c12a0f57e515 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:38.703802 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a664257-21a3-4f46-89b8-c12a0f57e515 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:38.760795 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-9a664257-21a3-4f46-89b8-c12a0f57e515 None None] Attempting to bind port 7bf4842b-cb64-4988-8c50-9ce41942be5b on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:33:38.761563 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-9a664257-21a3-4f46-89b8-c12a0f57e515 None None] Attempting to bind port 7bf4842b-cb64-4988-8c50-9ce41942be5b by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '61daa8a2-99da-46a0-91e7-addb55315129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': '7e8ab5b4-18f7-4b13-abbb-234f7f88eeaa'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:33:38.761563 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a664257-21a3-4f46-89b8-c12a0f57e515 None None] Attempting to bind port 7bf4842b-cb64-4988-8c50-9ce41942be5b on network 7e8ab5b4-18f7-4b13-abbb-234f7f88eeaa {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:38.766604 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a664257-21a3-4f46-89b8-c12a0f57e515 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:33:38.766972 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a664257-21a3-4f46-89b8-c12a0f57e515 None None] Checking segment: {'id': '61daa8a2-99da-46a0-91e7-addb55315129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': '7e8ab5b4-18f7-4b13-abbb-234f7f88eeaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:38.767363 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9a664257-21a3-4f46-89b8-c12a0f57e515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:38.767749 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a664257-21a3-4f46-89b8-c12a0f57e515 None None] Bound using segment: {'id': '61daa8a2-99da-46a0-91e7-addb55315129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': '7e8ab5b4-18f7-4b13-abbb-234f7f88eeaa'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:33:38.768205 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-9a664257-21a3-4f46-89b8-c12a0f57e515 None None] Bound port: 7bf4842b-cb64-4988-8c50-9ce41942be5b, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61daa8a2-99da-46a0-91e7-addb55315129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': '7e8ab5b4-18f7-4b13-abbb-234f7f88eeaa'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:33:38.768578 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9a664257-21a3-4f46-89b8-c12a0f57e515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:38.783745 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c324020f-87b1-43d3-ae0b-7f6e003a66d8 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:38.789794 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c324020f-87b1-43d3-ae0b-7f6e003a66d8 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:38.790896 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c324020f-87b1-43d3-ae0b-7f6e003a66d8 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:38.840123 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-9a664257-21a3-4f46-89b8-c12a0f57e515 None None] For port 7bf4842b-cb64-4988-8c50-9ce41942be5b, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:33:38.843902 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-9a664257-21a3-4f46-89b8-c12a0f57e515 None None] For port 7bf4842b-cb64-4988-8c50-9ce41942be5b, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=7bf4842b-cb64-4988-8c50-9ce41942be5b,segment=NetworkSegment(61daa8a2-99da-46a0-91e7-addb55315129),segment_id=61daa8a2-99da-46a0-91e7-addb55315129)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:33:38.863615 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324020f-87b1-43d3-ae0b-7f6e003a66d8 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Pushing event updated for resources: {'Network': ['ID=cacd8c76-8e97-49ae-99d6-f569b3217ddc,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:38.876377 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network cacd8c76-8e97-49ae-99d6-f569b3217ddc details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:33:38.930391 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c324020f-87b1-43d3-ae0b-7f6e003a66d8 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1631560 Aug 31 09:33:38.931366 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52226) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:38.936914 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-2e24b63a-1f68-45fa-9462-4811f9457e23 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Request body: {'subnet': {'network_id': 'cacd8c76-8e97-49ae-99d6-f569b3217ddc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:38.939692 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bacacbc3-51f5-426d-80ca-aeb663791455 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:38.950385 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9a664257-21a3-4f46-89b8-c12a0f57e515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:39.002158 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52230) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:39.111021 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a664257-21a3-4f46-89b8-c12a0f57e515 None None] Pushing event updated for resources: {'Port': ['ID=7bf4842b-cb64-4988-8c50-9ce41942be5b,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:39.150047 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e24b63a-1f68-45fa-9462-4811f9457e23 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Made reservation on behalf of aeab8f7fc1144075b27f26fa4dfef829 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:39.155511 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2e24b63a-1f68-45fa-9462-4811f9457e23 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:39.188383 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52240) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:39.211061 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-72e84856-ef10-4709-9f94-21457b2f5b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:39.253907 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3689082d-8168-49f1-ba00-189af05f7123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:39.283073 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.db.api [None req-3689082d-8168-49f1-ba00-189af05f7123 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:33:39.283073 n-d-791506-28 neutron-server[95553]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:33:39.283073 n-d-791506-28 neutron-server[95553]: [parameters: {'project_id_1': '3c390f7bdb61458682a6d4a4859d267b', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 33, 39, 275923)}] Aug 31 09:33:39.283073 n-d-791506-28 neutron-server[95553]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:33:39.283456 n-d-791506-28 neutron-server[95553]: DEBUG oslo_db.api [None req-3689082d-8168-49f1-ba00-189af05f7123 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:33:39.356662 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-bacacbc3-51f5-426d-80ca-aeb663791455 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Allocated IP 2001:db8::1 (7e8ab5b4-18f7-4b13-abbb-234f7f88eeaa/fa348606-1c95-4d81-99f2-2b6bba2d9451/648645f8-e02e-46da-a089-58498dc92998) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:39.425513 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c3042196-0435-4ca3-b6d7-9304aad348c3 req-bae6c823-da8f-4281-afe2-bf8b19bc8729 tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0765131 Aug 31 09:33:39.563133 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-72e84856-ef10-4709-9f94-21457b2f5b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:39.569052 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefc625-1363-48ce-b439-2bce36f38174 req-7ef25c6b-ac8b-4a15-bf89-a169f7b701cf tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:39.571172 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0eefc625-1363-48ce-b439-2bce36f38174 req-7ef25c6b-ac8b-4a15-bf89-a169f7b701cf tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=a33308e5-533f-4ed8-a714-4192b301f00f HTTP/1.1" status: 200 len: 1097 time: 0.0512550 Aug 31 09:33:39.586415 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7bf4842b-cb64-4988-8c50-9ce41942be5b up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:39.591973 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2e24b63a-1f68-45fa-9462-4811f9457e23 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:39.596654 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bacacbc3-51f5-426d-80ca-aeb663791455 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:39.609841 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-bacacbc3-51f5-426d-80ca-aeb663791455 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Transition to ACTIVE for port object 648645f8-e02e-46da-a089-58498dc92998 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:39.636530 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-72e84856-ef10-4709-9f94-21457b2f5b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:39.670897 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0eefc625-1363-48ce-b439-2bce36f38174 req-96262d39-a13a-45d6-b0b7-dfec913441dd tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=39ff5732-05da-49b9-a75b-9c3e6a042532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908687 Aug 31 09:33:39.679755 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24b63a-1f68-45fa-9462-4811f9457e23 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Pushing event updated for resources: {'Subnet': ['ID=510d2ec2-8edf-4110-8204-f38b7b88c9e3,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:39.683788 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-72e84856-ef10-4709-9f94-21457b2f5b6d admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=e20a1c45b3924e68847702cfb26ca033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4911618 Aug 31 09:33:39.683788 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e84856-ef10-4709-9f94-21457b2f5b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f307ae6-f066-4399-9443-9222ed6f5cb8,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:39.684064 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52244) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:39.711481 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e24b63a-1f68-45fa-9462-4811f9457e23 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Checking segment: {'id': 'd37eae5d-8eca-48b5-94e1-04d52ae6e214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1612, 'network_id': 'cacd8c76-8e97-49ae-99d6-f569b3217ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:39.711856 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e24b63a-1f68-45fa-9462-4811f9457e23 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Network hostable DHCP agents. Network: cacd8c76-8e97-49ae-99d6-f569b3217ddc, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:33:39.726340 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 7bf4842b-cb64-4988-8c50-9ce41942be5b completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:39.732678 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bacacbc3-51f5-426d-80ca-aeb663791455 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:39.762323 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-681ff1e6-0bd1-4564-8e50-aa47e96abbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:39.771779 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacacbc3-51f5-426d-80ca-aeb663791455 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network 7e8ab5b4-18f7-4b13-abbb-234f7f88eeaa is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:39.777378 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-bacacbc3-51f5-426d-80ca-aeb663791455 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:39.781260 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacacbc3-51f5-426d-80ca-aeb663791455 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:39.781807 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bacacbc3-51f5-426d-80ca-aeb663791455 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:39.785536 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3689082d-8168-49f1-ba00-189af05f7123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:39.794829 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-681ff1e6-0bd1-4564-8e50-aa47e96abbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:39.824718 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacacbc3-51f5-426d-80ca-aeb663791455 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Port': ['ID=648645f8-e02e-46da-a089-58498dc92998,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:39.832600 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e24b63a-1f68-45fa-9462-4811f9457e23 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Network cacd8c76-8e97-49ae-99d6-f569b3217ddc is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:33:39.915661 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-2e24b63a-1f68-45fa-9462-4811f9457e23 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, cacd8c76-8e97-49ae-99d6-f569b3217ddc) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:39.920777 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e24b63a-1f68-45fa-9462-4811f9457e23 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:39.927467 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2e24b63a-1f68-45fa-9462-4811f9457e23 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:39.927765 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e01e60c-430f-4167-a9e9-cceb09ae9e30 None None] Network cacd8c76-8e97-49ae-99d6-f569b3217ddc requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:39.940273 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-681ff1e6-0bd1-4564-8e50-aa47e96abbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:39.943259 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-681ff1e6-0bd1-4564-8e50-aa47e96abbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:39.946962 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-681ff1e6-0bd1-4564-8e50-aa47e96abbf9 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/1f307ae6-f066-4399-9443-9222ed6f5cb8 HTTP/1.1" status: 204 len: 168 time: 0.2599580 Aug 31 09:33:39.959234 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ff1e6-0bd1-4564-8e50-aa47e96abbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f307ae6-f066-4399-9443-9222ed6f5cb8,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:39.984479 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bacacbc3-51f5-426d-80ca-aeb663791455 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:40.045483 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3689082d-8168-49f1-ba00-189af05f7123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:40.112979 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3689082d-8168-49f1-ba00-189af05f7123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:40.145857 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689082d-8168-49f1-ba00-189af05f7123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02abd5fe-88d5-4478-a1b2-5bc714493169,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:40.189269 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49ec9ec-0e72-4630-af72-0c4b4ba8f002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-cacd8c76-8e97-49ae-99d6-f569b3217ddc', 'network_id': 'cacd8c76-8e97-49ae-99d6-f569b3217ddc', 'tenant_id': 'aeab8f7fc1144075b27f26fa4dfef829', 'fixed_ips': [{'subnet_id': '510d2ec2-8edf-4110-8204-f38b7b88c9e3'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:33:40.190778 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e49ec9ec-0e72-4630-af72-0c4b4ba8f002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:40.192605 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2e24b63a-1f68-45fa-9462-4811f9457e23 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2598917 Aug 31 09:33:40.196199 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52248) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:40.202485 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-3f3a566f-3c67-4298-8353-652a40830c44 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Request body: {'port': {'network_id': 'cacd8c76-8e97-49ae-99d6-f569b3217ddc', 'name': 'tempest-TagsExtTest-1180623897'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:40.215257 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3689082d-8168-49f1-ba00-189af05f7123 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=3c390f7bdb61458682a6d4a4859d267b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2082627 Aug 31 09:33:40.216302 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52250) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:40.382368 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c23280a2-6bf1-4217-8752-5c8bde5b1ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:40.401957 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-e49ec9ec-0e72-4630-af72-0c4b4ba8f002 None None] Allocated IP 172.20.0.2 (cacd8c76-8e97-49ae-99d6-f569b3217ddc/510d2ec2-8edf-4110-8204-f38b7b88c9e3/4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:40.417287 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3a566f-3c67-4298-8353-652a40830c44 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Made reservation on behalf of aeab8f7fc1144075b27f26fa4dfef829 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:40.422957 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3f3a566f-3c67-4298-8353-652a40830c44 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:40.430637 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bacacbc3-51f5-426d-80ca-aeb663791455 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:40.439947 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c23280a2-6bf1-4217-8752-5c8bde5b1ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:40.466024 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-3f3a566f-3c67-4298-8353-652a40830c44 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] device_id is not set on port 4b7d7e6b-0c1c-4a35-a276-48fd02ce4583 yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:33:40.478797 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e4802e-8470-4803-aff0-ca813f845dac None None] Network 7e8ab5b4-18f7-4b13-abbb-234f7f88eeaa requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:40.503730 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bacacbc3-51f5-426d-80ca-aeb663791455 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:40.504863 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bacacbc3-51f5-426d-80ca-aeb663791455 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:40.544923 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 7c942e0a-8d9f-4236-abfa-8dc839fe1a60 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:33:40.569363 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 7c942e0a-8d9f-4236-abfa-8dc839fe1a60 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:33:40.569700 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 7c942e0a-8d9f-4236-abfa-8dc839fe1a60 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:33:40.605900 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1f9ace34-20e3-4dd5-a6b3-c64d9ff82aae req-f40520c5-a242-466c-a942-dd337c36f96a tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0354292 Aug 31 09:33:40.610924 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c23280a2-6bf1-4217-8752-5c8bde5b1ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:40.613577 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c23280a2-6bf1-4217-8752-5c8bde5b1ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:40.614966 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c23280a2-6bf1-4217-8752-5c8bde5b1ac8 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/02abd5fe-88d5-4478-a1b2-5bc714493169 HTTP/1.1" status: 204 len: 168 time: 0.3977098 Aug 31 09:33:40.652733 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23280a2-6bf1-4217-8752-5c8bde5b1ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02abd5fe-88d5-4478-a1b2-5bc714493169,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:40.654138 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacacbc3-51f5-426d-80ca-aeb663791455 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Port': ['ID=648645f8-e02e-46da-a089-58498dc92998,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:40.708034 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacacbc3-51f5-426d-80ca-aeb663791455 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network 7e8ab5b4-18f7-4b13-abbb-234f7f88eeaa is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:40.709636 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-bacacbc3-51f5-426d-80ca-aeb663791455 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:40.736766 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d91a0b60-6705-4af5-9258-0b328f4e860a None None] Provisioning for port 7bf4842b-cb64-4988-8c50-9ce41942be5b completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:40.754161 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d91a0b60-6705-4af5-9258-0b328f4e860a None None] Provisioning complete for port 7bf4842b-cb64-4988-8c50-9ce41942be5b triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:40.754530 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d91a0b60-6705-4af5-9258-0b328f4e860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:40.833994 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e49ec9ec-0e72-4630-af72-0c4b4ba8f002 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:40.834803 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced49f26-7368-47ab-94e8-a2aafbefba95 req-15159801-cc16-4f55-952f-f9ef27f50b26 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:40.842984 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ced49f26-7368-47ab-94e8-a2aafbefba95 req-15159801-cc16-4f55-952f-f9ef27f50b26 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=a33308e5-533f-4ed8-a714-4192b301f00f HTTP/1.1" status: 200 len: 1097 time: 0.0789251 Aug 31 09:33:40.845951 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e49ec9ec-0e72-4630-af72-0c4b4ba8f002 None None] Transition to ACTIVE for port object 4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:40.887458 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ced49f26-7368-47ab-94e8-a2aafbefba95 req-00645762-f744-4618-a977-920eb77c6c2e tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=39ff5732-05da-49b9-a75b-9c3e6a042532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434701 Aug 31 09:33:40.896206 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e49ec9ec-0e72-4630-af72-0c4b4ba8f002 None None] Transition to ACTIVE for port object 4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:40.904242 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d91a0b60-6705-4af5-9258-0b328f4e860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:40.946434 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-d91a0b60-6705-4af5-9258-0b328f4e860a None None] For port 7bf4842b-cb64-4988-8c50-9ce41942be5b, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=7bf4842b-cb64-4988-8c50-9ce41942be5b,segment=NetworkSegment(61daa8a2-99da-46a0-91e7-addb55315129),segment_id=61daa8a2-99da-46a0-91e7-addb55315129)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:40.973509 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6061f-525c-4442-8f07-325e8e817cfa req-bd4ac831-5148-4a86-b0ad-fcafb5f04c70 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:40.975088 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-49e6061f-525c-4442-8f07-325e8e817cfa req-bd4ac831-5148-4a86-b0ad-fcafb5f04c70 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=a33308e5-533f-4ed8-a714-4192b301f00f HTTP/1.1" status: 200 len: 1097 time: 0.0488391 Aug 31 09:33:40.977871 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bacacbc3-51f5-426d-80ca-aeb663791455 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Router 59e0a558-b0ca-46b4-bf56-c630b265fee0 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:33:41.027578 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e49ec9ec-0e72-4630-af72-0c4b4ba8f002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:41.068131 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52268) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:41.074768 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ec9ec-0e72-4630-af72-0c4b4ba8f002 None None] Pushing event updated for resources: {'Port': ['ID=4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:41.088213 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49ec9ec-0e72-4630-af72-0c4b4ba8f002 None None] Network cacd8c76-8e97-49ae-99d6-f569b3217ddc is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:41.090659 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-e49ec9ec-0e72-4630-af72-0c4b4ba8f002 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:41.093119 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d170b8a2-b5a4-467a-801c-74d40339f733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:41.094541 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49ec9ec-0e72-4630-af72-0c4b4ba8f002 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:41.129314 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-3f3a566f-3c67-4298-8353-652a40830c44 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Allocated IP 172.20.0.4 (cacd8c76-8e97-49ae-99d6-f569b3217ddc/510d2ec2-8edf-4110-8204-f38b7b88c9e3/4b7d7e6b-0c1c-4a35-a276-48fd02ce4583) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:41.150160 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e49ec9ec-0e72-4630-af72-0c4b4ba8f002 None None] Attempting to bind port 4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:33:41.150920 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e49ec9ec-0e72-4630-af72-0c4b4ba8f002 None None] Attempting to bind port 4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'd37eae5d-8eca-48b5-94e1-04d52ae6e214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1612, 'network_id': 'cacd8c76-8e97-49ae-99d6-f569b3217ddc'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:33:41.151944 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49ec9ec-0e72-4630-af72-0c4b4ba8f002 None None] Attempting to bind port 4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c on network cacd8c76-8e97-49ae-99d6-f569b3217ddc {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:41.162501 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49ec9ec-0e72-4630-af72-0c4b4ba8f002 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:33:41.162501 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49ec9ec-0e72-4630-af72-0c4b4ba8f002 None None] Checking segment: {'id': 'd37eae5d-8eca-48b5-94e1-04d52ae6e214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1612, 'network_id': 'cacd8c76-8e97-49ae-99d6-f569b3217ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:41.162501 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e49ec9ec-0e72-4630-af72-0c4b4ba8f002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:41.162501 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49ec9ec-0e72-4630-af72-0c4b4ba8f002 None None] Bound using segment: {'id': 'd37eae5d-8eca-48b5-94e1-04d52ae6e214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1612, 'network_id': 'cacd8c76-8e97-49ae-99d6-f569b3217ddc'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:33:41.162501 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e49ec9ec-0e72-4630-af72-0c4b4ba8f002 None None] Bound port: 4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37eae5d-8eca-48b5-94e1-04d52ae6e214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1612, 'network_id': 'cacd8c76-8e97-49ae-99d6-f569b3217ddc'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:33:41.162501 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e49ec9ec-0e72-4630-af72-0c4b4ba8f002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:41.171336 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacacbc3-51f5-426d-80ca-aeb663791455 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:33:41.183995 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bacacbc3-51f5-426d-80ca-aeb663791455 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "PUT /v2.0/routers/59e0a558-b0ca-46b4-bf56-c630b265fee0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5359275 Aug 31 09:33:41.185106 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52270) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:41.188612 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7649e766-4ee5-44da-aa5b-e56df5f44082 None None] Sync routers for ids ['59e0a558-b0ca-46b4-bf56-c630b265fee0'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:33:41.205269 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-49e6061f-525c-4442-8f07-325e8e817cfa req-89c54e6d-23be-4d18-a1c1-3e34ae1b3795 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Deleting port 6205cf67-c3fd-4cad-9316-82a059464a22 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:41.205633 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-49e6061f-525c-4442-8f07-325e8e817cfa req-89c54e6d-23be-4d18-a1c1-3e34ae1b3795 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:41.217507 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7649e766-4ee5-44da-aa5b-e56df5f44082 None None] Routers {'59e0a558-b0ca-46b4-bf56-c630b265fee0'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:41.224823 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-7649e766-4ee5-44da-aa5b-e56df5f44082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:33:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['59e0a558-b0ca-46b4-bf56-c630b265fee0'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:41.263658 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-e49ec9ec-0e72-4630-af72-0c4b4ba8f002 None None] For port 4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:33:41.264754 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d170b8a2-b5a4-467a-801c-74d40339f733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:41.267354 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-e49ec9ec-0e72-4630-af72-0c4b4ba8f002 None None] For port 4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c,segment=NetworkSegment(d37eae5d-8eca-48b5-94e1-04d52ae6e214),segment_id=d37eae5d-8eca-48b5-94e1-04d52ae6e214)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:33:41.294437 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-7649e766-4ee5-44da-aa5b-e56df5f44082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:41.302340 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbd7134-2ed5-4e42-afa3-86e7f315d3d7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:41.303543 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8dbd7134-2ed5-4e42-afa3-86e7f315d3d7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "GET /v2.0/ports/648645f8-e02e-46da-a089-58498dc92998 HTTP/1.1" status: 200 len: 911 time: 0.1174264 Aug 31 09:33:41.306755 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52272) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:41.311698 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7649e766-4ee5-44da-aa5b-e56df5f44082 None None] Routers {'59e0a558-b0ca-46b4-bf56-c630b265fee0'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:41.312409 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-7649e766-4ee5-44da-aa5b-e56df5f44082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:33:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['59e0a558-b0ca-46b4-bf56-c630b265fee0'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:41.313446 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-3c436c8f-6a26-4696-a573-f2e9001f9c49 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fa348606-1c95-4d81-99f2-2b6bba2d9451'}]}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:41.353399 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-7649e766-4ee5-44da-aa5b-e56df5f44082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:41.354502 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7649e766-4ee5-44da-aa5b-e56df5f44082 None None] The sync data for ids ['59e0a558-b0ca-46b4-bf56-c630b265fee0'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:33:41.380401 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3f3a566f-3c67-4298-8353-652a40830c44 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:41.402440 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-3f3a566f-3c67-4298-8353-652a40830c44 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Transition to ACTIVE for port object 4b7d7e6b-0c1c-4a35-a276-48fd02ce4583 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:41.406915 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-49e6061f-525c-4442-8f07-325e8e817cfa req-89c54e6d-23be-4d18-a1c1-3e34ae1b3795 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] For port 6205cf67-c3fd-4cad-9316-82a059464a22, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=6205cf67-c3fd-4cad-9316-82a059464a22,segment=NetworkSegment(795e455e-f5de-4f0e-bca4-09842c515e62),segment_id=795e455e-f5de-4f0e-bca4-09842c515e62)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:41.407795 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-49e6061f-525c-4442-8f07-325e8e817cfa req-89c54e6d-23be-4d18-a1c1-3e34ae1b3795 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:41.440642 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d91a0b60-6705-4af5-9258-0b328f4e860a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:41.458493 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-49e6061f-525c-4442-8f07-325e8e817cfa req-89c54e6d-23be-4d18-a1c1-3e34ae1b3795 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Calling delete_port for 6205cf67-c3fd-4cad-9316-82a059464a22 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:41.498264 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a0b60-6705-4af5-9258-0b328f4e860a None None] Pushing event updated for resources: {'Port': ['ID=7bf4842b-cb64-4988-8c50-9ce41942be5b,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:41.562539 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8fdb2914-79c4-4cfd-98c1-c4dd454a8e7e None None] Provisioning complete for port 7bf4842b-cb64-4988-8c50-9ce41942be5b triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:41.563013 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8fdb2914-79c4-4cfd-98c1-c4dd454a8e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:41.584394 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3f3a566f-3c67-4298-8353-652a40830c44 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:41.596233 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d170b8a2-b5a4-467a-801c-74d40339f733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:41.612772 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e49ec9ec-0e72-4630-af72-0c4b4ba8f002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:41.614626 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c523ba17-cac3-44b4-8fcc-7d95657a3369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:41.618928 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3c436c8f-6a26-4696-a573-f2e9001f9c49 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:41.682137 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d170b8a2-b5a4-467a-801c-74d40339f733 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=d99406a521604cbab9b00d9aa581a197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6128047 Aug 31 09:33:41.686436 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52278) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:41.698280 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d170b8a2-b5a4-467a-801c-74d40339f733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d10572-b74d-4878-b93c-fb17bee19d56,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:41.780766 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ec9ec-0e72-4630-af72-0c4b4ba8f002 None None] Pushing event updated for resources: {'Port': ['ID=4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:41.808788 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52280) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:41.812177 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec02b46e-6221-4da4-a69b-070ce2013ac7 req-dad6fa31-42a0-4ffe-9f16-4733db9acea6 tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0526233 Aug 31 09:33:41.818802 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3a566f-3c67-4298-8353-652a40830c44 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Network cacd8c76-8e97-49ae-99d6-f569b3217ddc is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:41.845019 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-3f3a566f-3c67-4298-8353-652a40830c44 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:41.847673 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-00dc613d-f036-4404-b485-867332a9714e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:41.855438 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3a566f-3c67-4298-8353-652a40830c44 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:41.859115 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1585b84c-f04d-4148-8311-786271dd9f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:41.894374 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1585b84c-f04d-4148-8311-786271dd9f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:41.902732 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-49e6061f-525c-4442-8f07-325e8e817cfa req-89c54e6d-23be-4d18-a1c1-3e34ae1b3795 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:41.914238 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a566f-3c67-4298-8353-652a40830c44 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Pushing event updated for resources: {'Port': ['ID=4b7d7e6b-0c1c-4a35-a276-48fd02ce4583,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:41.922541 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['6205cf67-c3fd-4cad-9316-82a059464a22'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:33:41.935752 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3a566f-3c67-4298-8353-652a40830c44 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:41.936407 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3f3a566f-3c67-4298-8353-652a40830c44 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:41.964042 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c54e6d-23be-4d18-a1c1-3e34ae1b3795 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Pushing event deleted for resources: {'Port': ['ID=6205cf67-c3fd-4cad-9316-82a059464a22,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:41.984456 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8fdb2914-79c4-4cfd-98c1-c4dd454a8e7e None None] Provisioning for port 648645f8-e02e-46da-a089-58498dc92998 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:42.000715 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8fdb2914-79c4-4cfd-98c1-c4dd454a8e7e None None] Provisioning complete for port 648645f8-e02e-46da-a089-58498dc92998 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:42.001888 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8fdb2914-79c4-4cfd-98c1-c4dd454a8e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:42.119919 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-8fdb2914-79c4-4cfd-98c1-c4dd454a8e7e None None] Port 648645f8-e02e-46da-a089-58498dc92998 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:33:42.124607 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa10c341-54cc-4630-b132-9513c350f38a req-ca784ac4-6074-4e1e-ad00-3889fecea0d1 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=a33308e5-533f-4ed8-a714-4192b301f00f HTTP/1.1" status: 200 len: 210 time: 0.1180136 Aug 31 09:33:42.156192 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-00dc613d-f036-4404-b485-867332a9714e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:42.242510 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-00dc613d-f036-4404-b485-867332a9714e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:42.246855 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d9e9bea3-7a2f-42ab-8bb8-899d9af06343 None None] Provisioning complete for port 648645f8-e02e-46da-a089-58498dc92998 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:42.247563 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d9e9bea3-7a2f-42ab-8bb8-899d9af06343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:42.294727 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-d9e9bea3-7a2f-42ab-8bb8-899d9af06343 None None] Port 648645f8-e02e-46da-a089-58498dc92998 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:33:42.303810 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc613d-f036-4404-b485-867332a9714e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d516431-b4e8-4f8f-b7ac-e22977dee39e,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:42.311182 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-00dc613d-f036-4404-b485-867332a9714e admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=15d4968dcc8149478863ef868bddd576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5026865 Aug 31 09:33:42.315351 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52284) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:42.331720 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3f3a566f-3c67-4298-8353-652a40830c44 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.1343722 Aug 31 09:33:42.337346 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52286) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:42.348362 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-f4e2e62c-f73b-464f-8ac5-dffaa1625541 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-827916816', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:42.412036 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5d442926-466b-4297-9225-503f4e7bf09c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:42.438827 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5d442926-466b-4297-9225-503f4e7bf09c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:42.486446 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f4e2e62c-f73b-464f-8ac5-dffaa1625541 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:42.488313 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f4e2e62c-f73b-464f-8ac5-dffaa1625541 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:42.513772 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e6061f-525c-4442-8f07-325e8e817cfa req-89c54e6d-23be-4d18-a1c1-3e34ae1b3795 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] No DVR routers for this DVR port 6205cf67-c3fd-4cad-9316-82a059464a22 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:33:42.518446 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-49e6061f-525c-4442-8f07-325e8e817cfa req-89c54e6d-23be-4d18-a1c1-3e34ae1b3795 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:42.520519 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-49e6061f-525c-4442-8f07-325e8e817cfa req-89c54e6d-23be-4d18-a1c1-3e34ae1b3795 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.112 "DELETE /v2.0/ports/6205cf67-c3fd-4cad-9316-82a059464a22 HTTP/1.1" status: 204 len: 173 time: 1.5345516 Aug 31 09:33:42.521084 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33308e5-533f-4ed8-a714-4192b301f00f', 'name': 'network-vif-deleted', 'tag': '6205cf67-c3fd-4cad-9316-82a059464a22'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:33:42.523638 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2eedcc-b2c0-4483-8e01-6208d36cb07f" -d '{"events": [{"server_uuid": "a33308e5-533f-4ed8-a714-4192b301f00f", "name": "network-vif-deleted", "tag": "6205cf67-c3fd-4cad-9316-82a059464a22"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:33:42.557181 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f4e2e62c-f73b-464f-8ac5-dffaa1625541 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:42.595118 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5d442926-466b-4297-9225-503f4e7bf09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:42.600885 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5d442926-466b-4297-9225-503f4e7bf09c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:42.606504 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5d442926-466b-4297-9225-503f4e7bf09c admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/5d516431-b4e8-4f8f-b7ac-e22977dee39e HTTP/1.1" status: 204 len: 168 time: 0.2855175 Aug 31 09:33:42.626988 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d442926-466b-4297-9225-503f4e7bf09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d516431-b4e8-4f8f-b7ac-e22977dee39e,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:42.629628 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f4e2e62c-f73b-464f-8ac5-dffaa1625541 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:42.746073 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f4e2e62c-f73b-464f-8ac5-dffaa1625541 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:42.747183 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f4e2e62c-f73b-464f-8ac5-dffaa1625541 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4088242 Aug 31 09:33:42.749907 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52294) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:42.756231 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-47f2ec07-7842-43c7-b5ca-af7a0a12d53e tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-567574330', 'prefixes': ['172.20.0.0/16']}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:42.765762 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a61e91-1c90-4a99-8203-4e1b652ec105 x-openstack-request-id: req-77a61e91-1c90-4a99-8203-4e1b652ec105 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:33:42.772675 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33308e5-533f-4ed8-a714-4192b301f00f", "name": "network-vif-deleted", "tag": "6205cf67-c3fd-4cad-9316-82a059464a22", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:33:42.772675 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-77a61e91-1c90-4a99-8203-4e1b652ec105 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:33:42.772675 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33308e5-533f-4ed8-a714-4192b301f00f', 'name': 'network-vif-deleted', 'tag': '6205cf67-c3fd-4cad-9316-82a059464a22', 'status': 'completed', 'code': 200} Aug 31 09:33:42.894322 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3c436c8f-6a26-4696-a573-f2e9001f9c49 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:42.912492 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1585b84c-f04d-4148-8311-786271dd9f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:42.915438 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1585b84c-f04d-4148-8311-786271dd9f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:42.919568 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1585b84c-f04d-4148-8311-786271dd9f0d admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/d9d10572-b74d-4878-b93c-fb17bee19d56 HTTP/1.1" status: 204 len: 168 time: 1.1910450 Aug 31 09:33:42.938656 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585b84c-f04d-4148-8311-786271dd9f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d10572-b74d-4878-b93c-fb17bee19d56,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:42.986508 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-15f1598b-3379-4c5d-83c1-d74442006c9b req-df72253d-efeb-43e0-9fc3-e8695be7f52f tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0484505 Aug 31 09:33:43.023302 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3c436c8f-6a26-4696-a573-f2e9001f9c49 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:43.031195 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c436c8f-6a26-4696-a573-f2e9001f9c49 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:43.031871 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3c436c8f-6a26-4696-a573-f2e9001f9c49 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:43.034943 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3c436c8f-6a26-4696-a573-f2e9001f9c49 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "PUT /v2.0/ports/648645f8-e02e-46da-a089-58498dc92998 HTTP/1.1" status: 200 len: 911 time: 1.7258580 Aug 31 09:33:43.036316 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52300) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:43.093729 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c436c8f-6a26-4696-a573-f2e9001f9c49 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Port': ['ID=648645f8-e02e-46da-a089-58498dc92998,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:43.150758 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375163b9-b31f-423b-bb81-8a6ad5be47aa None None] Network cacd8c76-8e97-49ae-99d6-f569b3217ddc requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:43.286764 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4e9c8673-2e31-4990-8113-d9df62ae1111 req-ce6817bc-24be-4a14-a8aa-32de0ef2c177 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0513740 Aug 31 09:33:43.290384 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bce8ad61-a00a-4c39-b950-63267f548178 req-d8b1dcda-c803-421b-8114-3f5d3f952bf9 tempest-TestServerMultinode-785570234 tempest-TestServerMultinode-785570234-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=a33308e5-533f-4ed8-a714-4192b301f00f HTTP/1.1" status: 200 len: 210 time: 0.0585279 Aug 31 09:33:43.389660 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8d03f7a8-134c-4298-b1e9-ea1dda195e47 None None] Provisioning for port 4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:43.417598 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47f2ec07-7842-43c7-b5ca-af7a0a12d53e tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks [] for subnetpool, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:43.422810 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-47f2ec07-7842-43c7-b5ca-af7a0a12d53e tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.6663995 Aug 31 09:33:43.427049 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52312) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:43.438411 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.tag.tag_plugin [None req-51c29e9f-c888-4ee4-a734-9dd13e64468f tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '510d2ec2-8edf-4110-8204-f38b7b88c9e3', 'tempest-TagsExtTest-Tag-964793274') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:43.651823 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4e20a392-ca7c-4abe-8a51-ce30ddbadcf2 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:43.737896 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7bf4842b-cb64-4988-8c50-9ce41942be5b up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:43.763672 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-51c29e9f-c888-4ee4-a734-9dd13e64468f tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "PUT /v2.0/subnets/510d2ec2-8edf-4110-8204-f38b7b88c9e3/tags/tempest-TagsExtTest-Tag-964793274 HTTP/1.1" status: 201 len: 201 time: 0.3320928 Aug 31 09:33:43.764092 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52326) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:43.775039 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-192b53e8-da8e-4256-b34d-bac1dccae456 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4b7d7e6b-0c1c-4a35-a276-48fd02ce4583', 'tempest-TagsExtTest-Tag-746999943') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:43.815359 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 7bf4842b-cb64-4988-8c50-9ce41942be5b triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:43.815785 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:43.894647 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-53a3e3ec-c6e2-4d97-bef0-8a38ed292f74 None None] Provisioning for port 4b7d7e6b-0c1c-4a35-a276-48fd02ce4583 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:43.900090 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-53a3e3ec-c6e2-4d97-bef0-8a38ed292f74 None None] Provisioning complete for port 4b7d7e6b-0c1c-4a35-a276-48fd02ce4583 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:43.902038 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-53a3e3ec-c6e2-4d97-bef0-8a38ed292f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:43.974587 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-53a3e3ec-c6e2-4d97-bef0-8a38ed292f74 None None] Port 4b7d7e6b-0c1c-4a35-a276-48fd02ce4583 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:33:44.031995 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:44.042888 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-192b53e8-da8e-4256-b34d-bac1dccae456 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "PUT /v2.0/ports/4b7d7e6b-0c1c-4a35-a276-48fd02ce4583/tags/tempest-TagsExtTest-Tag-746999943 HTTP/1.1" status: 201 len: 201 time: 0.2770362 Aug 31 09:33:44.051727 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52332) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:44.054131 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-3f508dbb-b4e2-431e-8b12-c8d73fe9d18b tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7862c18b-c9af-42fa-9fdf-c4372e6ba7eb', 'tempest-TagsExtTest-Tag-1943018921') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:44.056470 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-01307e8a-7515-4b20-a671-115d7f087fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:44.060243 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-4e20a392-ca7c-4abe-8a51-ce30ddbadcf2 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Deleting port 648645f8-e02e-46da-a089-58498dc92998 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:44.061324 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4e20a392-ca7c-4abe-8a51-ce30ddbadcf2 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:44.097700 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-84c13970-cf4f-4b8e-861d-eb6cb673bde1 None None] Provisioning complete for port 4b7d7e6b-0c1c-4a35-a276-48fd02ce4583 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:44.098072 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-84c13970-cf4f-4b8e-861d-eb6cb673bde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:44.131802 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:44.138361 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dc333cdf-f997-4ebc-88b2-34011860db6d req-f6ecb773-9223-4c10-8163-571afe411bae tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0616930 Aug 31 09:33:44.148705 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-84c13970-cf4f-4b8e-861d-eb6cb673bde1 None None] Port 4b7d7e6b-0c1c-4a35-a276-48fd02ce4583 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:33:44.195263 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:44.202787 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:44.203464 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:44.214051 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4e20a392-ca7c-4abe-8a51-ce30ddbadcf2 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:44.224552 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-4e20a392-ca7c-4abe-8a51-ce30ddbadcf2 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Calling delete_port for 648645f8-e02e-46da-a089-58498dc92998 owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:44.282292 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3f508dbb-b4e2-431e-8b12-c8d73fe9d18b tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "PUT /v2.0/routers/7862c18b-c9af-42fa-9fdf-c4372e6ba7eb/tags/tempest-TagsExtTest-Tag-1943018921 HTTP/1.1" status: 201 len: 201 time: 0.2339926 Aug 31 09:33:44.284867 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52346) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:44.289949 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-2b9af971-c8fd-41a3-ba23-a0463c019f20 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c28a0a2a-6c02-4432-9a75-17c700e7c4f4', 'tempest-TagsExtTest-Tag-1640237825') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:44.320153 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:44.371211 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52352) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:44.398717 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c,segment=NetworkSegment(d37eae5d-8eca-48b5-94e1-04d52ae6e214),segment_id=d37eae5d-8eca-48b5-94e1-04d52ae6e214)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:44.450433 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2b9af971-c8fd-41a3-ba23-a0463c019f20 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "PUT /v2.0/subnetpools/c28a0a2a-6c02-4432-9a75-17c700e7c4f4/tags/tempest-TagsExtTest-Tag-1640237825 HTTP/1.1" status: 201 len: 201 time: 0.1644168 Aug 31 09:33:44.451721 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52356) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:44.459157 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.tag.tag_plugin [None req-a6f9fee6-3082-47de-b727-e22af01d28d7 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '510d2ec2-8edf-4110-8204-f38b7b88c9e3') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:44.497754 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:44.528314 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4e20a392-ca7c-4abe-8a51-ce30ddbadcf2 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:44.573634 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:44.583919 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20a392-ca7c-4abe-8a51-ce30ddbadcf2 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Port': ['ID=648645f8-e02e-46da-a089-58498dc92998,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:44.595619 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a6f9fee6-3082-47de-b727-e22af01d28d7 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "GET /v2.0/subnets/510d2ec2-8edf-4110-8204-f38b7b88c9e3/tags HTTP/1.1" status: 200 len: 240 time: 0.1427786 Aug 31 09:33:44.605073 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52360) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:44.611601 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-cd6da587-a9d5-4097-ad36-e1ad0c59186e tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '510d2ec2-8edf-4110-8204-f38b7b88c9e3', 'tempest-TagsExtTest-Tag-964793274') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:44.745225 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4e20a392-ca7c-4abe-8a51-ce30ddbadcf2 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:44.835064 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-cd6da587-a9d5-4097-ad36-e1ad0c59186e tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "GET /v2.0/subnets/510d2ec2-8edf-4110-8204-f38b7b88c9e3/tags/tempest-TagsExtTest-Tag-964793274 HTTP/1.1" status: 204 len: 168 time: 0.2285674 Aug 31 09:33:44.839241 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52368) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:44.845355 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-9c2b9eb4-dc67-4b91-9cd0-6a9777dec72b tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '510d2ec2-8edf-4110-8204-f38b7b88c9e3', 'tempest-TagsExtTest-Tag-964793274') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:44.954535 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e20a392-ca7c-4abe-8a51-ce30ddbadcf2 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Router 59e0a558-b0ca-46b4-bf56-c630b265fee0 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:33:44.992484 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 6205cf67-c3fd-4cad-9316-82a059464a22 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:33:45.017236 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 6205cf67-c3fd-4cad-9316-82a059464a22 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:33:45.017578 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 6205cf67-c3fd-4cad-9316-82a059464a22 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:33:45.037794 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e20a392-ca7c-4abe-8a51-ce30ddbadcf2 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:33:45.045152 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4e20a392-ca7c-4abe-8a51-ce30ddbadcf2 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "PUT /v2.0/routers/59e0a558-b0ca-46b4-bf56-c630b265fee0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0063653 Aug 31 09:33:45.052163 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51032b45-9d63-46a7-a390-c323a9cbfe1b None None] Sync routers for ids ['59e0a558-b0ca-46b4-bf56-c630b265fee0'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:33:45.059387 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52372) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:45.063383 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51032b45-9d63-46a7-a390-c323a9cbfe1b None None] Routers {'59e0a558-b0ca-46b4-bf56-c630b265fee0'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:45.064001 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-51032b45-9d63-46a7-a390-c323a9cbfe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:33:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['59e0a558-b0ca-46b4-bf56-c630b265fee0'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:45.096237 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-cb7c1133-a3ea-4441-b0e5-049975c1ca8c tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "GET /v2.0/ports?device_id=59e0a558-b0ca-46b4-bf56-c630b265fee0 HTTP/1.1" status: 200 len: 205 time: 0.0341763 Aug 31 09:33:45.096515 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-51032b45-9d63-46a7-a390-c323a9cbfe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:45.098882 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52374) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:45.105553 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51032b45-9d63-46a7-a390-c323a9cbfe1b None None] Routers {'59e0a558-b0ca-46b4-bf56-c630b265fee0'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:45.106791 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-51032b45-9d63-46a7-a390-c323a9cbfe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:33:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['59e0a558-b0ca-46b4-bf56-c630b265fee0'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:45.141837 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-51032b45-9d63-46a7-a390-c323a9cbfe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:45.142735 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51032b45-9d63-46a7-a390-c323a9cbfe1b None None] The sync data for ids ['59e0a558-b0ca-46b4-bf56-c630b265fee0'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:33:45.192684 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9c2b9eb4-dc67-4b91-9cd0-6a9777dec72b tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "DELETE /v2.0/subnets/510d2ec2-8edf-4110-8204-f38b7b88c9e3/tags/tempest-TagsExtTest-Tag-964793274 HTTP/1.1" status: 204 len: 168 time: 0.3501196 Aug 31 09:33:45.193359 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52382) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:45.198478 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.tag.tag_plugin [None req-785eb7e8-5b38-4f40-bc10-227c547bcfe6 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '510d2ec2-8edf-4110-8204-f38b7b88c9e3') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:45.201389 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eb1c429c-9821-4f50-85bc-f78d437d7917 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:45.277905 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-27cc90ba-c86e-4179-8425-d637b69479c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:45.286028 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4dcc8a29-90a1-4f47-9b50-77ff505ae04f req-a470cbfd-973e-4b86-92b6-e1b6ef7bf990 tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0315943 Aug 31 09:33:45.323862 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:45.342151 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-785eb7e8-5b38-4f40-bc10-227c547bcfe6 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "GET /v2.0/subnets/510d2ec2-8edf-4110-8204-f38b7b88c9e3/tags HTTP/1.1" status: 200 len: 205 time: 0.1456370 Aug 31 09:33:45.342834 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52390) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:45.348899 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.tag.tag_plugin [None req-9b6907e9-f790-4ec3-a1ea-dd846a1c4c46 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4b7d7e6b-0c1c-4a35-a276-48fd02ce4583') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:45.379564 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52392) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:45.442602 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9b6907e9-f790-4ec3-a1ea-dd846a1c4c46 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "GET /v2.0/ports/4b7d7e6b-0c1c-4a35-a276-48fd02ce4583/tags HTTP/1.1" status: 200 len: 240 time: 0.0966280 Aug 31 09:33:45.444255 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52396) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:45.452998 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.tag.tag_plugin [None req-d2635d7f-39bf-4c36-b1c3-18e69a92c01f tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4b7d7e6b-0c1c-4a35-a276-48fd02ce4583', 'tempest-TagsExtTest-Tag-746999943') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:45.471601 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eb1c429c-9821-4f50-85bc-f78d437d7917 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:45.477839 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eb1c429c-9821-4f50-85bc-f78d437d7917 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:45.564913 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d2635d7f-39bf-4c36-b1c3-18e69a92c01f tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "GET /v2.0/ports/4b7d7e6b-0c1c-4a35-a276-48fd02ce4583/tags/tempest-TagsExtTest-Tag-746999943 HTTP/1.1" status: 204 len: 168 time: 0.1171846 Aug 31 09:33:45.565184 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52400) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:45.569711 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.tag.tag_plugin [None req-cd4c600d-b58a-4795-aa91-d6a80cf1c6d5 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '4b7d7e6b-0c1c-4a35-a276-48fd02ce4583', 'tempest-TagsExtTest-Tag-746999943') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:45.583475 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:45.696107 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:45.696546 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:45.717821 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-918ae476-b102-46bd-b96e-ba7baddcea93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:45.759820 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eb1c429c-9821-4f50-85bc-f78d437d7917 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:45.760745 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-162f7160-09c4-4c15-9513-24962f6bf3a7 req-8fd8fee9-dd95-4323-8e80-39ea185cbaee tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74&device_id=d849be70-7277-4792-ab18-434c80c26fc8 HTTP/1.1" status: 200 len: 210 time: 0.0544801 Aug 31 09:33:45.762002 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1c429c-9821-4f50-85bc-f78d437d7917 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Fanout notify agent at l3_agent the message router_deleted on router 59e0a558-b0ca-46b4-bf56-c630b265fee0 {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:33:45.775758 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eb1c429c-9821-4f50-85bc-f78d437d7917 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:45.777142 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-eb1c429c-9821-4f50-85bc-f78d437d7917 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/routers/59e0a558-b0ca-46b4-bf56-c630b265fee0 HTTP/1.1" status: 204 len: 168 time: 0.6771181 Aug 31 09:33:45.782972 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52404) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:45.839370 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52410) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:45.913114 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b6e41c2-3271-454a-b212-d03c2a43b020 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Deleting subnet fa348606-1c95-4d81-99f2-2b6bba2d9451 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:33:45.914603 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-918ae476-b102-46bd-b96e-ba7baddcea93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:45.917855 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4b6e41c2-3271-454a-b212-d03c2a43b020 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:45.922690 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-cd4c600d-b58a-4795-aa91-d6a80cf1c6d5 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "DELETE /v2.0/ports/4b7d7e6b-0c1c-4a35-a276-48fd02ce4583/tags/tempest-TagsExtTest-Tag-746999943 HTTP/1.1" status: 204 len: 168 time: 0.3565154 Aug 31 09:33:45.930600 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52414) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:45.935851 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.tag.tag_plugin [None req-4be04b9f-5176-49fd-befa-ebac50e8f44b tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4b7d7e6b-0c1c-4a35-a276-48fd02ce4583') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:45.960697 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-27cc90ba-c86e-4179-8425-d637b69479c5 admin admin] Deleting port 06751da8-bc46-418b-9de6-5d10b7230d0d {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:45.961030 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-27cc90ba-c86e-4179-8425-d637b69479c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:45.970638 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4b6e41c2-3271-454a-b212-d03c2a43b020 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:45.997487 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4be04b9f-5176-49fd-befa-ebac50e8f44b tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "GET /v2.0/ports/4b7d7e6b-0c1c-4a35-a276-48fd02ce4583/tags HTTP/1.1" status: 200 len: 205 time: 0.0658066 Aug 31 09:33:45.999946 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52416) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:46.005015 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.tag.tag_plugin [None req-9577790d-3122-438a-b6dc-7d2acfa31b44 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7862c18b-c9af-42fa-9fdf-c4372e6ba7eb') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:46.044521 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-669689d8-89f2-43b2-93e6-ebbf596c73ca tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Request body: {'network': {'name': 'tempest-network-smoke--558455779', 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'port_security_enabled': True}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:46.119204 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-27cc90ba-c86e-4179-8425-d637b69479c5 admin admin] For port 06751da8-bc46-418b-9de6-5d10b7230d0d, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=06751da8-bc46-418b-9de6-5d10b7230d0d,segment=NetworkSegment(795e455e-f5de-4f0e-bca4-09842c515e62),segment_id=795e455e-f5de-4f0e-bca4-09842c515e62)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:46.120185 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-27cc90ba-c86e-4179-8425-d637b69479c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:46.138052 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4b6e41c2-3271-454a-b212-d03c2a43b020 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:46.141320 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-27cc90ba-c86e-4179-8425-d637b69479c5 admin admin] Calling delete_port for 06751da8-bc46-418b-9de6-5d10b7230d0d owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:46.386290 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4b6e41c2-3271-454a-b212-d03c2a43b020 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:46.422428 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e41c2-3271-454a-b212-d03c2a43b020 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Subnet': ['ID=fa348606-1c95-4d81-99f2-2b6bba2d9451,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:46.424723 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4b6e41c2-3271-454a-b212-d03c2a43b020 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:46.426822 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4b6e41c2-3271-454a-b212-d03c2a43b020 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/subnets/fa348606-1c95-4d81-99f2-2b6bba2d9451 HTTP/1.1" status: 204 len: 168 time: 0.6409457 Aug 31 09:33:46.429842 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52420) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:46.440582 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd49a24-9eca-46ae-83df-48fc39d3c540 None None] Network 7e8ab5b4-18f7-4b13-abbb-234f7f88eeaa requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:46.468398 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-918ae476-b102-46bd-b96e-ba7baddcea93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:46.516925 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-edc7511b-435b-45e2-a7ca-722e332dde38 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:46.523499 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e7fe86c7-4f7e-48ec-b0ea-01d34e2cad63 req-38b369b7-0fec-4928-9517-0818e505fbe0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce7a27f0f95a43618ad1e234994bd3ab&device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0683646 Aug 31 09:33:46.535215 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f0375a1d-661b-48cf-898d-154284fd1e81 req-f74bcb5d-6d1a-4e08-b3df-389883d82885 tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0815978 Aug 31 09:33:46.556494 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-27cc90ba-c86e-4179-8425-d637b69479c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:46.590195 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9577790d-3122-438a-b6dc-7d2acfa31b44 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "GET /v2.0/routers/7862c18b-c9af-42fa-9fdf-c4372e6ba7eb/tags HTTP/1.1" status: 200 len: 241 time: 0.5891137 Aug 31 09:33:46.591984 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52422) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:46.592525 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc90ba-c86e-4179-8425-d637b69479c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=06751da8-bc46-418b-9de6-5d10b7230d0d,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:46.598821 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-918ae476-b102-46bd-b96e-ba7baddcea93 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=9907e920dab345209a91c8d0891dc825&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2095129 Aug 31 09:33:46.600399 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e7fe86c7-4f7e-48ec-b0ea-01d34e2cad63 req-e103954f-e054-4512-860f-85db93abdc01 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=ce7a27f0f95a43618ad1e234994bd3ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634847 Aug 31 09:33:46.600837 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52424) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:46.603928 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.tag.tag_plugin [None req-8650cb2e-4c22-4c59-bfbc-15c91395f5ac tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7862c18b-c9af-42fa-9fdf-c4372e6ba7eb', 'tempest-TagsExtTest-Tag-1943018921') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:46.606656 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ae476-b102-46bd-b96e-ba7baddcea93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eaf9721-cfdd-412d-be5c-458613e0d643,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:46.659100 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2b9c86-7980-4509-941d-8200cab0508c None None] DHCP port deletion for 7e8ab5b4-18f7-4b13-abbb-234f7f88eeaa request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:33:46.707234 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-ea2b9c86-7980-4509-941d-8200cab0508c None None] Deleting port 7bf4842b-cb64-4988-8c50-9ce41942be5b {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:46.708029 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ea2b9c86-7980-4509-941d-8200cab0508c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:46.740107 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8650cb2e-4c22-4c59-bfbc-15c91395f5ac tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "GET /v2.0/routers/7862c18b-c9af-42fa-9fdf-c4372e6ba7eb/tags/tempest-TagsExtTest-Tag-1943018921 HTTP/1.1" status: 204 len: 168 time: 0.1421623 Aug 31 09:33:46.743677 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669689d8-89f2-43b2-93e6-ebbf596c73ca tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Made reservation on behalf of fdd0715ba0554817ad604cf7a2e9a81b for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:46.746939 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52426) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:46.748930 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-669689d8-89f2-43b2-93e6-ebbf596c73ca tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:46.772571 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-669689d8-89f2-43b2-93e6-ebbf596c73ca tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:46.798733 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-edc7511b-435b-45e2-a7ca-722e332dde38 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Deleting port 7bf4842b-cb64-4988-8c50-9ce41942be5b {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:46.799091 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-edc7511b-435b-45e2-a7ca-722e332dde38 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:46.827314 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe86c7-4f7e-48ec-b0ea-01d34e2cad63 req-cae2a7b4-d3d4-4a90-9780-fe150b1271ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:46.828879 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e7fe86c7-4f7e-48ec-b0ea-01d34e2cad63 req-cae2a7b4-d3d4-4a90-9780-fe150b1271ba service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1910157 Aug 31 09:33:46.871652 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-d5f43770-2460-4a3c-8925-6288f5ea01e8 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '7862c18b-c9af-42fa-9fdf-c4372e6ba7eb', 'tempest-TagsExtTest-Tag-1943018921') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:46.925388 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-669689d8-89f2-43b2-93e6-ebbf596c73ca tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:46.971312 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-ea2b9c86-7980-4509-941d-8200cab0508c None None] For port 7bf4842b-cb64-4988-8c50-9ce41942be5b, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=7bf4842b-cb64-4988-8c50-9ce41942be5b,segment=NetworkSegment(61daa8a2-99da-46a0-91e7-addb55315129),segment_id=61daa8a2-99da-46a0-91e7-addb55315129)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:46.971708 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ea2b9c86-7980-4509-941d-8200cab0508c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:46.984949 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-ea2b9c86-7980-4509-941d-8200cab0508c None None] Calling delete_port for 7bf4842b-cb64-4988-8c50-9ce41942be5b owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:46.991326 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ed6765ba-7e8a-4f9d-9ef5-7940fd576932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:47.019167 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-669689d8-89f2-43b2-93e6-ebbf596c73ca tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:47.028300 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-edc7511b-435b-45e2-a7ca-722e332dde38 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] For port 7bf4842b-cb64-4988-8c50-9ce41942be5b, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=7bf4842b-cb64-4988-8c50-9ce41942be5b,segment=NetworkSegment(61daa8a2-99da-46a0-91e7-addb55315129),segment_id=61daa8a2-99da-46a0-91e7-addb55315129)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:47.028669 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-edc7511b-435b-45e2-a7ca-722e332dde38 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:47.048260 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:47.054749 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-669689d8-89f2-43b2-93e6-ebbf596c73ca tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] vlan segment allocate from pool success with {'vlan_id': 1640, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:33:47.055925 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-edc7511b-435b-45e2-a7ca-722e332dde38 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Calling delete_port for 7bf4842b-cb64-4988-8c50-9ce41942be5b owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:47.073807 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-669689d8-89f2-43b2-93e6-ebbf596c73ca tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:47.074151 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-669689d8-89f2-43b2-93e6-ebbf596c73ca tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Added segment 51dad041-e6cb-446e-a39a-eb053c9ad172 of type vlan for network 8a07a2ef-db65-4ad7-9566-84ee44fff2bb Aug 31 09:33:47.075457 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669689d8-89f2-43b2-93e6-ebbf596c73ca tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e787dbf8-b4e4-4821-88a0-ce7a5f7870e4,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:47.083581 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ed6765ba-7e8a-4f9d-9ef5-7940fd576932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:47.120142 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-669689d8-89f2-43b2-93e6-ebbf596c73ca tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:47.148909 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-27cc90ba-c86e-4179-8425-d637b69479c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:47.195169 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ea2b9c86-7980-4509-941d-8200cab0508c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:47.221925 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b9c86-7980-4509-941d-8200cab0508c None None] Pushing event deleted for resources: {'Port': ['ID=7bf4842b-cb64-4988-8c50-9ce41942be5b,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:47.225533 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2b9c86-7980-4509-941d-8200cab0508c None None] No DVR routers for this DVR port 7bf4842b-cb64-4988-8c50-9ce41942be5b on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:33:47.241113 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-669689d8-89f2-43b2-93e6-ebbf596c73ca tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:47.247444 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669689d8-89f2-43b2-93e6-ebbf596c73ca tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:47.248087 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-669689d8-89f2-43b2-93e6-ebbf596c73ca tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:47.319919 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669689d8-89f2-43b2-93e6-ebbf596c73ca tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'Network': ['ID=8a07a2ef-db65-4ad7-9566-84ee44fff2bb,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:47.332054 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 8a07a2ef-db65-4ad7-9566-84ee44fff2bb details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:33:47.400411 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-669689d8-89f2-43b2-93e6-ebbf596c73ca tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5562761 Aug 31 09:33:47.404593 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52430) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:47.409668 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-9a7028fb-ad49-4785-ae86-b19ee48e4899 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1255907600', 'admin_state_up': True, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:47.520418 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9a7028fb-ad49-4785-ae86-b19ee48e4899 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:47.521693 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9a7028fb-ad49-4785-ae86-b19ee48e4899 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:47.577584 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d5f43770-2460-4a3c-8925-6288f5ea01e8 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "DELETE /v2.0/routers/7862c18b-c9af-42fa-9fdf-c4372e6ba7eb/tags/tempest-TagsExtTest-Tag-1943018921 HTTP/1.1" status: 204 len: 168 time: 0.7150946 Aug 31 09:33:47.577809 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52434) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:47.586740 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.tag.tag_plugin [None req-893c3a9a-777e-48f1-a6bc-51b08454aa94 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7862c18b-c9af-42fa-9fdf-c4372e6ba7eb') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:47.589924 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7bf4842b-cb64-4988-8c50-9ce41942be5b no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:33:47.612528 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 7bf4842b-cb64-4988-8c50-9ce41942be5b {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:33:47.613125 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7bf4842b-cb64-4988-8c50-9ce41942be5b not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:33:47.624568 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-edc7511b-435b-45e2-a7ca-722e332dde38 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:47.662715 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f1a7a2ae-484f-4002-afaf-80d3cb11b296 req-14488652-f43d-4479-a4a1-5933c1e4f5b8 tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0278618 Aug 31 09:33:47.663035 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc7511b-435b-45e2-a7ca-722e332dde38 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] No DVR routers for this DVR port 7bf4842b-cb64-4988-8c50-9ce41942be5b on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:33:47.691003 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc7511b-435b-45e2-a7ca-722e332dde38 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Port': ['ID=7bf4842b-cb64-4988-8c50-9ce41942be5b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:47.700951 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ed6765ba-7e8a-4f9d-9ef5-7940fd576932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:47.703592 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ed6765ba-7e8a-4f9d-9ef5-7940fd576932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:47.704743 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ed6765ba-7e8a-4f9d-9ef5-7940fd576932 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/2eaf9721-cfdd-412d-be5c-458613e0d643 HTTP/1.1" status: 204 len: 168 time: 1.0996020 Aug 31 09:33:47.748453 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-893c3a9a-777e-48f1-a6bc-51b08454aa94 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "GET /v2.0/routers/7862c18b-c9af-42fa-9fdf-c4372e6ba7eb/tags HTTP/1.1" status: 200 len: 205 time: 0.1687458 Aug 31 09:33:47.752046 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9a7028fb-ad49-4785-ae86-b19ee48e4899 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:47.752737 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52438) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:47.757207 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.tag.tag_plugin [None req-bada617e-4404-4500-ac95-b5208a06cc8d tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c28a0a2a-6c02-4432-9a75-17c700e7c4f4') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:47.775390 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6765ba-7e8a-4f9d-9ef5-7940fd576932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eaf9721-cfdd-412d-be5c-458613e0d643,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:47.784148 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-edc7511b-435b-45e2-a7ca-722e332dde38 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:47.817499 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-bada617e-4404-4500-ac95-b5208a06cc8d tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "GET /v2.0/subnetpools/c28a0a2a-6c02-4432-9a75-17c700e7c4f4/tags HTTP/1.1" status: 200 len: 241 time: 0.0637350 Aug 31 09:33:47.819420 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-edc7511b-435b-45e2-a7ca-722e332dde38 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e8ab5b4-18f7-4b13-abbb-234f7f88eeaa']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:47.822743 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52440) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:47.824524 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.tag.tag_plugin [None req-366c5c21-0fed-47e8-ae39-d7f1b75b092b tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c28a0a2a-6c02-4432-9a75-17c700e7c4f4', 'tempest-TagsExtTest-Tag-1640237825') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:47.831925 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-edc7511b-435b-45e2-a7ca-722e332dde38 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61daa8a2-99da-46a0-91e7-addb55315129') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:47.832449 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-edc7511b-435b-45e2-a7ca-722e332dde38 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61daa8a2-99da-46a0-91e7-addb55315129') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:47.879718 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-366c5c21-0fed-47e8-ae39-d7f1b75b092b tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "GET /v2.0/subnetpools/c28a0a2a-6c02-4432-9a75-17c700e7c4f4/tags/tempest-TagsExtTest-Tag-1640237825 HTTP/1.1" status: 204 len: 168 time: 0.0583272 Aug 31 09:33:47.881040 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-edc7511b-435b-45e2-a7ca-722e332dde38 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:47.882473 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52442) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:47.897192 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-32347d06-87b7-48e5-9f41-bf00a071c305 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c28a0a2a-6c02-4432-9a75-17c700e7c4f4', 'tempest-TagsExtTest-Tag-1640237825') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:47.917579 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-edc7511b-435b-45e2-a7ca-722e332dde38 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:47.954845 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc7511b-435b-45e2-a7ca-722e332dde38 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Releasing vlan 1626 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:33:47.955255 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-edc7511b-435b-45e2-a7ca-722e332dde38 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:47.959038 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:33:47.959038 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:33:47.959038 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:33:47.959038 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:33:47.959038 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:33:47.959038 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:33:47.959038 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:33:47.959038 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:33:47.959038 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:33:47.959038 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:33:47.959038 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:33:47.959038 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:33:47.959038 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:33:47.959038 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:33:47.959038 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:33:47.959038 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:33:47.959038 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:33:47.959038 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:33:47.959038 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:33:47.959038 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:33:47.959038 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:33:47.959038 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:33:47.959038 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:33:47.959038 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:33:47.959038 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:33:47.959038 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:33:47.959038 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:33:47.959038 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:33:47.959038 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:33:47.959038 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:33:47.959038 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:33:47.959038 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:33:47.986188 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9a7028fb-ad49-4785-ae86-b19ee48e4899 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:48.046206 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27cc90ba-c86e-4179-8425-d637b69479c5 admin admin] Router 6821bfe6-fb5d-4690-b438-a99e8704bd81 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:33:48.161049 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27cc90ba-c86e-4179-8425-d637b69479c5 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:33:48.166254 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-27cc90ba-c86e-4179-8425-d637b69479c5 admin admin] 10.222.0.119 "PUT /v2.0/routers/6821bfe6-fb5d-4690-b438-a99e8704bd81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7911522 Aug 31 09:33:48.168874 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52448) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:48.172903 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a02309-9683-4c18-8cf3-a2b483809eda None None] Sync routers for ids ['6821bfe6-fb5d-4690-b438-a99e8704bd81'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:33:48.184369 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a02309-9683-4c18-8cf3-a2b483809eda None None] Routers {'6821bfe6-fb5d-4690-b438-a99e8704bd81'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:48.184980 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-b2a02309-9683-4c18-8cf3-a2b483809eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:33:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['6821bfe6-fb5d-4690-b438-a99e8704bd81'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:48.214505 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-edc7511b-435b-45e2-a7ca-722e332dde38 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:48.219981 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-32347d06-87b7-48e5-9f41-bf00a071c305 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "DELETE /v2.0/subnetpools/c28a0a2a-6c02-4432-9a75-17c700e7c4f4/tags/tempest-TagsExtTest-Tag-1640237825 HTTP/1.1" status: 204 len: 168 time: 0.3327243 Aug 31 09:33:48.220610 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52452) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:48.228011 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.tag.tag_plugin [None req-f4351cc0-a659-4fff-881d-e66bf5fc50f2 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c28a0a2a-6c02-4432-9a75-17c700e7c4f4') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:48.239160 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-edc7511b-435b-45e2-a7ca-722e332dde38 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:48.245814 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-edc7511b-435b-45e2-a7ca-722e332dde38 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/networks/7e8ab5b4-18f7-4b13-abbb-234f7f88eeaa HTTP/1.1" status: 204 len: 168 time: 1.8103032 Aug 31 09:33:48.245814 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc7511b-435b-45e2-a7ca-722e332dde38 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Network': ['ID=7e8ab5b4-18f7-4b13-abbb-234f7f88eeaa,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:48.248483 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52454) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:48.254418 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-ad30f079-bcc7-404e-b8c5-21a574389f4a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1722121143', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:48.311961 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-b2a02309-9683-4c18-8cf3-a2b483809eda None None] Set router 6821bfe6-fb5d-4690-b438-a99e8704bd81 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:33:48.330830 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d7d3796-2733-4b03-aad3-ad2f745bd955 admin admin] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:48.335604 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e7fe86c7-4f7e-48ec-b0ea-01d34e2cad63 req-453406e7-2adc-40db-b17c-cfc07f3253e4 tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.0541749 Aug 31 09:33:48.341359 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f4351cc0-a659-4fff-881d-e66bf5fc50f2 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "GET /v2.0/subnetpools/c28a0a2a-6c02-4432-9a75-17c700e7c4f4/tags HTTP/1.1" status: 200 len: 205 time: 0.1181026 Aug 31 09:33:48.344574 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52460) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:48.351297 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.tag.tag_plugin [None req-9d8565a5-a40b-440a-978b-af35fe5f502a tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c28a0a2a-6c02-4432-9a75-17c700e7c4f4') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:48.413538 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9d8565a5-a40b-440a-978b-af35fe5f502a tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "DELETE /v2.0/subnetpools/c28a0a2a-6c02-4432-9a75-17c700e7c4f4/tags HTTP/1.1" status: 204 len: 168 time: 0.0663311 Aug 31 09:33:48.416055 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52462) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:48.423338 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.tag.tag_plugin [None req-ee1f0f59-98f5-4b9a-ab0f-b37ba6a5861a tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7862c18b-c9af-42fa-9fdf-c4372e6ba7eb') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:48.434078 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ad30f079-bcc7-404e-b8c5-21a574389f4a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:48.435236 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ad30f079-bcc7-404e-b8c5-21a574389f4a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:48.504307 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ad30f079-bcc7-404e-b8c5-21a574389f4a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:48.520789 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d7d3796-2733-4b03-aad3-ad2f745bd955 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:48.524602 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-b2a02309-9683-4c18-8cf3-a2b483809eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6821bfe6-fb5d-4690-b438-a99e8704bd81', 'name': 'tempest-TestServerMultinode-987067986-router', 'tenant_id': '258b22b5904a4919a63f7bea70c1ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd8634360-52a7-47ae-b72c-d2a10ce9fc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:17Z', 'updated_at': '2021-08-31T09:33:46Z', 'revision_number': 5, 'project_id': '258b22b5904a4919a63f7bea70c1ed79', 'gw_port': {'id': 'd8634360-52a7-47ae-b72c-d2a10ce9fc6b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6821bfe6-fb5d-4690-b438-a99e8704bd81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:23Z', 'updated_at': '2021-08-31T09:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:48.536062 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ee1f0f59-98f5-4b9a-ab0f-b37ba6a5861a tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "DELETE /v2.0/routers/7862c18b-c9af-42fa-9fdf-c4372e6ba7eb/tags HTTP/1.1" status: 204 len: 168 time: 0.1180701 Aug 31 09:33:48.539081 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52466) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:48.545846 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-22972656-cd04-4ea8-b674-e894fa70daf2 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4b7d7e6b-0c1c-4a35-a276-48fd02ce4583') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:48.562117 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a02309-9683-4c18-8cf3-a2b483809eda None None] Checking router: 6821bfe6-fb5d-4690-b438-a99e8704bd81 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:33:48.572094 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a02309-9683-4c18-8cf3-a2b483809eda None None] Routers {'6821bfe6-fb5d-4690-b438-a99e8704bd81'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:48.573705 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-b2a02309-9683-4c18-8cf3-a2b483809eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:33:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['6821bfe6-fb5d-4690-b438-a99e8704bd81'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:48.614626 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ad30f079-bcc7-404e-b8c5-21a574389f4a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:48.630896 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9a7028fb-ad49-4785-ae86-b19ee48e4899 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for router_gateway, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:48.639541 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-22972656-cd04-4ea8-b674-e894fa70daf2 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "DELETE /v2.0/ports/4b7d7e6b-0c1c-4a35-a276-48fd02ce4583/tags HTTP/1.1" status: 204 len: 168 time: 0.0991633 Aug 31 09:33:48.642489 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52468) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:48.647065 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-a2ff155d-4632-4662-9b73-2eed53ead9e0 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '510d2ec2-8edf-4110-8204-f38b7b88c9e3') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:48.654354 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9a7028fb-ad49-4785-ae86-b19ee48e4899 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:48.726271 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-b2a02309-9683-4c18-8cf3-a2b483809eda None None] Set router 6821bfe6-fb5d-4690-b438-a99e8704bd81 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:33:48.746966 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-7d7d3796-2733-4b03-aad3-ad2f745bd955 admin admin] Deleting port d8634360-52a7-47ae-b72c-d2a10ce9fc6b {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:48.755403 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d7d3796-2733-4b03-aad3-ad2f745bd955 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:48.783858 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-9a7028fb-ad49-4785-ae86-b19ee48e4899 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Allocated IP 172.25.2.39 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/ab59ba6d-8f89-4c69-a67b-f10952ac2299) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:48.803586 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a2ff155d-4632-4662-9b73-2eed53ead9e0 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "DELETE /v2.0/subnets/510d2ec2-8edf-4110-8204-f38b7b88c9e3/tags HTTP/1.1" status: 204 len: 168 time: 0.1600111 Aug 31 09:33:48.804364 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52474) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:48.815839 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-55368dcf-692d-4372-a677-636ebcf3f6ca tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '510d2ec2-8edf-4110-8204-f38b7b88c9e3', 'tempest-TagsExtTest-Tag-626729438') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:48.819620 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ad30f079-bcc7-404e-b8c5-21a574389f4a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:48.820913 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ad30f079-bcc7-404e-b8c5-21a574389f4a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5715272 Aug 31 09:33:48.824610 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52478) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:48.849902 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-2d7c7fb9-61df-4acd-85a0-34ed17f7cd0c tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1077738856'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:48.919056 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-7d7d3796-2733-4b03-aad3-ad2f745bd955 admin admin] For port d8634360-52a7-47ae-b72c-d2a10ce9fc6b, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=d8634360-52a7-47ae-b72c-d2a10ce9fc6b,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:48.919538 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d7d3796-2733-4b03-aad3-ad2f745bd955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:48.924520 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2795aed3-7a19-4a30-a1d0-9d874b932254 req-48764b9e-68d2-4625-9973-11a578e0b4f1 tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=e1bd33a6-6180-45ff-86d4-3071c110ab74 HTTP/1.1" status: 200 len: 210 time: 0.1172473 Aug 31 09:33:48.937119 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-7d7d3796-2733-4b03-aad3-ad2f745bd955 admin admin] Calling delete_port for d8634360-52a7-47ae-b72c-d2a10ce9fc6b owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:48.984980 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9a7028fb-ad49-4785-ae86-b19ee48e4899 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:48.987260 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-b2a02309-9683-4c18-8cf3-a2b483809eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6821bfe6-fb5d-4690-b438-a99e8704bd81', 'name': 'tempest-TestServerMultinode-987067986-router', 'tenant_id': '258b22b5904a4919a63f7bea70c1ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd8634360-52a7-47ae-b72c-d2a10ce9fc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:17Z', 'updated_at': '2021-08-31T09:33:46Z', 'revision_number': 5, 'project_id': '258b22b5904a4919a63f7bea70c1ed79', 'gw_port': {'id': 'd8634360-52a7-47ae-b72c-d2a10ce9fc6b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6821bfe6-fb5d-4690-b438-a99e8704bd81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:23Z', 'updated_at': '2021-08-31T09:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:49.017225 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7c7fb9-61df-4acd-85a0-34ed17f7cd0c tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Made reservation on behalf of 21937291cca54a0a9d6ebe426f492a5c for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:49.020624 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2d7c7fb9-61df-4acd-85a0-34ed17f7cd0c tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:49.022444 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a02309-9683-4c18-8cf3-a2b483809eda None None] The sync data for ids ['6821bfe6-fb5d-4690-b438-a99e8704bd81'] in n-d-791506-28 is: [{'id': '6821bfe6-fb5d-4690-b438-a99e8704bd81', 'name': 'tempest-TestServerMultinode-987067986-router', 'tenant_id': '258b22b5904a4919a63f7bea70c1ed79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd8634360-52a7-47ae-b72c-d2a10ce9fc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:17Z', 'updated_at': '2021-08-31T09:33:46Z', 'revision_number': 5, 'project_id': '258b22b5904a4919a63f7bea70c1ed79', 'gw_port': {'id': 'd8634360-52a7-47ae-b72c-d2a10ce9fc6b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6821bfe6-fb5d-4690-b438-a99e8704bd81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:23Z', 'updated_at': '2021-08-31T09:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:33:49.093018 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d7c7fb9-61df-4acd-85a0-34ed17f7cd0c tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] vlan segment allocate from pool success with {'vlan_id': 1610, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:33:49.104067 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2d7c7fb9-61df-4acd-85a0-34ed17f7cd0c tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:49.104401 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-2d7c7fb9-61df-4acd-85a0-34ed17f7cd0c tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Added segment 9311d578-dbf3-48f5-8d2c-abf574cbb990 of type vlan for network db6a4f87-3caf-463a-bd0e-b6ed1e69f62e Aug 31 09:33:49.147146 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-55368dcf-692d-4372-a677-636ebcf3f6ca tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "PUT /v2.0/subnets/510d2ec2-8edf-4110-8204-f38b7b88c9e3/tags/tempest-TagsExtTest-Tag-626729438 HTTP/1.1" status: 201 len: 201 time: 0.3369431 Aug 31 09:33:49.149021 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52486) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:49.155452 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.tag.tag_plugin [None req-20bbdabc-24d6-4bff-b62e-056629f68dfe tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4b7d7e6b-0c1c-4a35-a276-48fd02ce4583', 'tempest-TagsExtTest-Tag-549932971') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:49.192440 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2d7c7fb9-61df-4acd-85a0-34ed17f7cd0c tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:49.222448 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9a7028fb-ad49-4785-ae86-b19ee48e4899 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:49.272853 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7028fb-ad49-4785-ae86-b19ee48e4899 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:49.277814 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-9a7028fb-ad49-4785-ae86-b19ee48e4899 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:49.282503 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7028fb-ad49-4785-ae86-b19ee48e4899 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:49.284507 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7028fb-ad49-4785-ae86-b19ee48e4899 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'Port': ['ID=ab59ba6d-8f89-4c69-a67b-f10952ac2299,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:49.318773 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d7d3796-2733-4b03-aad3-ad2f745bd955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:49.335708 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d3796-2733-4b03-aad3-ad2f745bd955 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8634360-52a7-47ae-b72c-d2a10ce9fc6b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:49.343957 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2d7c7fb9-61df-4acd-85a0-34ed17f7cd0c tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:49.350163 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7c7fb9-61df-4acd-85a0-34ed17f7cd0c tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:49.350897 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2d7c7fb9-61df-4acd-85a0-34ed17f7cd0c tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:49.370364 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-20bbdabc-24d6-4bff-b62e-056629f68dfe tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "PUT /v2.0/ports/4b7d7e6b-0c1c-4a35-a276-48fd02ce4583/tags/tempest-TagsExtTest-Tag-549932971 HTTP/1.1" status: 201 len: 201 time: 0.2193408 Aug 31 09:33:49.371062 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52490) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:49.402304 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.tag.tag_plugin [None req-1033f953-4715-4a60-9481-671d3580eb53 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7862c18b-c9af-42fa-9fdf-c4372e6ba7eb', 'tempest-TagsExtTest-Tag-1220528011') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:49.469425 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c7fb9-61df-4acd-85a0-34ed17f7cd0c tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Network': ['ID=db6a4f87-3caf-463a-bd0e-b6ed1e69f62e,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:49.483544 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network db6a4f87-3caf-463a-bd0e-b6ed1e69f62e details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:33:49.499612 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d7d3796-2733-4b03-aad3-ad2f745bd955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:49.593714 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2d7c7fb9-61df-4acd-85a0-34ed17f7cd0c tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7638226 Aug 31 09:33:49.594282 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52492) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:49.599694 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 06751da8-bc46-418b-9de6-5d10b7230d0d no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:33:49.599862 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-c7e1f7a1-c1c9-4917-bcd4-e54e93c8164a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Request body: {'subnet': {'network_id': 'db6a4f87-3caf-463a-bd0e-b6ed1e69f62e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:49.622714 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 06751da8-bc46-418b-9de6-5d10b7230d0d {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:33:49.623136 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 06751da8-bc46-418b-9de6-5d10b7230d0d not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:33:49.635393 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d7d3796-2733-4b03-aad3-ad2f745bd955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:49.638825 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d7d3796-2733-4b03-aad3-ad2f745bd955 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:49.662328 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1033f953-4715-4a60-9481-671d3580eb53 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "PUT /v2.0/routers/7862c18b-c9af-42fa-9fdf-c4372e6ba7eb/tags/tempest-TagsExtTest-Tag-1220528011 HTTP/1.1" status: 201 len: 201 time: 0.2647262 Aug 31 09:33:49.684780 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52494) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:49.689997 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-37ba6e35-9f98-4726-a98c-1f10d819ce0e tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c28a0a2a-6c02-4432-9a75-17c700e7c4f4', 'tempest-TagsExtTest-Tag-947741112') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:49.777389 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d7d3796-2733-4b03-aad3-ad2f745bd955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:49.777976 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7d3796-2733-4b03-aad3-ad2f745bd955 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6821bfe6-fb5d-4690-b438-a99e8704bd81 {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:33:49.782488 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d7d3796-2733-4b03-aad3-ad2f745bd955 admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:49.783658 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7d7d3796-2733-4b03-aad3-ad2f745bd955 admin admin] 10.222.0.119 "DELETE /v2.0/routers/6821bfe6-fb5d-4690-b438-a99e8704bd81 HTTP/1.1" status: 204 len: 168 time: 1.6133697 Aug 31 09:33:49.786208 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52496) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:49.797690 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9a7028fb-ad49-4785-ae86-b19ee48e4899 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for router_gateway, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:49.807493 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-37ba6e35-9f98-4726-a98c-1f10d819ce0e tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "PUT /v2.0/subnetpools/c28a0a2a-6c02-4432-9a75-17c700e7c4f4/tags/tempest-TagsExtTest-Tag-947741112 HTTP/1.1" status: 201 len: 201 time: 0.1182430 Aug 31 09:33:49.829751 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52498) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:49.834754 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-bf234bf1-0fb7-4660-bc1f-c468e2618aa2 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '510d2ec2-8edf-4110-8204-f38b7b88c9e3', {'tags': ['tempest-TagsExtTest-Tag-2045143741', 'tempest-TagsExtTest-Tag-756187882', 'tempest-TagsExtTest-Tag-1212125818']}) {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:49.889906 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-57feda1c-2b85-43c6-a98b-0ecd4564d7dc admin admin] Deleting subnet 527a8aac-ce45-4a57-a1ad-a648b6bc031e {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:33:49.891955 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e1f7a1-c1c9-4917-bcd4-e54e93c8164a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Made reservation on behalf of 21937291cca54a0a9d6ebe426f492a5c for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:49.895833 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-57feda1c-2b85-43c6-a98b-0ecd4564d7dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:49.897940 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c7e1f7a1-c1c9-4917-bcd4-e54e93c8164a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:49.949248 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-57feda1c-2b85-43c6-a98b-0ecd4564d7dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:50.047048 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-57feda1c-2b85-43c6-a98b-0ecd4564d7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:50.095218 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bf234bf1-0fb7-4660-bc1f-c468e2618aa2 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "PUT /v2.0/subnets/510d2ec2-8edf-4110-8204-f38b7b88c9e3/tags HTTP/1.1" status: 200 len: 317 time: 0.2616479 Aug 31 09:33:50.095917 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52504) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:50.102663 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-b8d10510-60aa-4f51-a546-b7bb83e5031e tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '510d2ec2-8edf-4110-8204-f38b7b88c9e3') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:50.143776 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9a7028fb-ad49-4785-ae86-b19ee48e4899 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:50.249481 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b8d10510-60aa-4f51-a546-b7bb83e5031e tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "DELETE /v2.0/subnets/510d2ec2-8edf-4110-8204-f38b7b88c9e3/tags HTTP/1.1" status: 204 len: 168 time: 0.1526756 Aug 31 09:33:50.250870 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-57feda1c-2b85-43c6-a98b-0ecd4564d7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:50.252975 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52508) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:50.261307 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-ee73a06d-66a3-41f2-8f93-8c1f7452dd1b tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '510d2ec2-8edf-4110-8204-f38b7b88c9e3', 'tempest-TagsExtTest-Tag-2045143741') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:50.290602 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57feda1c-2b85-43c6-a98b-0ecd4564d7dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=527a8aac-ce45-4a57-a1ad-a648b6bc031e,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:50.314247 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-57feda1c-2b85-43c6-a98b-0ecd4564d7dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:50.318597 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-57feda1c-2b85-43c6-a98b-0ecd4564d7dc admin admin] 10.222.0.119 "DELETE /v2.0/subnets/527a8aac-ce45-4a57-a1ad-a648b6bc031e HTTP/1.1" status: 204 len: 168 time: 0.5289199 Aug 31 09:33:50.318792 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1beb6ed5-1ea9-4588-a723-54c1c224d4e4 None None] Network f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:50.319079 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52510) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:50.366304 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-ee73a06d-66a3-41f2-8f93-8c1f7452dd1b tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] show failed (client error): The resource could not be found. Aug 31 09:33:50.366722 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c7e1f7a1-c1c9-4917-bcd4-e54e93c8164a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:50.371266 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ee73a06d-66a3-41f2-8f93-8c1f7452dd1b tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "GET /v2.0/subnets/510d2ec2-8edf-4110-8204-f38b7b88c9e3/tags/tempest-TagsExtTest-Tag-2045143741 HTTP/1.1" status: 404 len: 329 time: 0.1147645 Aug 31 09:33:50.371882 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52512) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:50.376524 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-98302724-8dba-4f8f-9186-7a38a03c0178 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '510d2ec2-8edf-4110-8204-f38b7b88c9e3', 'tempest-TagsExtTest-Tag-756187882') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:50.410877 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7028fb-ad49-4785-ae86-b19ee48e4899 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Router 014dbc62-34c8-41aa-86f1-43b1eecf452c is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:33:50.442187 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-98302724-8dba-4f8f-9186-7a38a03c0178 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] show failed (client error): The resource could not be found. Aug 31 09:33:50.448478 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-98302724-8dba-4f8f-9186-7a38a03c0178 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "GET /v2.0/subnets/510d2ec2-8edf-4110-8204-f38b7b88c9e3/tags/tempest-TagsExtTest-Tag-756187882 HTTP/1.1" status: 404 len: 328 time: 0.0746539 Aug 31 09:33:50.449269 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52516) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:50.454974 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-0b1ed99c-81b4-4c28-9186-64922645f4b2 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '510d2ec2-8edf-4110-8204-f38b7b88c9e3', 'tempest-TagsExtTest-Tag-1212125818') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:50.459794 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-827655b4-c7e3-4d1b-80ee-89dff1c4a7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:50.477464 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e1f7a1-c1c9-4917-bcd4-e54e93c8164a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Subnet': ['ID=2c866543-7fd5-4abe-8e22-d7a2398fd8da,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:50.523674 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-0b1ed99c-81b4-4c28-9186-64922645f4b2 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] show failed (client error): The resource could not be found. Aug 31 09:33:50.524832 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0b1ed99c-81b4-4c28-9186-64922645f4b2 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "GET /v2.0/subnets/510d2ec2-8edf-4110-8204-f38b7b88c9e3/tags/tempest-TagsExtTest-Tag-1212125818 HTTP/1.1" status: 404 len: 329 time: 0.0746336 Aug 31 09:33:50.528309 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52518) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:50.532967 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-ea802c45-01a9-435a-9519-1f9c1bbfb40e tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '4b7d7e6b-0c1c-4a35-a276-48fd02ce4583', {'tags': ['tempest-TagsExtTest-Tag-1902326758', 'tempest-TagsExtTest-Tag-1852080556', 'tempest-TagsExtTest-Tag-1769766983']}) {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:50.552961 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfe87b3-7472-47b3-ab3b-2260b06c6234 None None] DHCP port deletion for f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:33:50.605532 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a56f809e-f4e0-4568-9888-6178210e0d55 req-2a62ae45-c2f8-4d4d-8431-b8de8b0a7365 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce7a27f0f95a43618ad1e234994bd3ab&device_id=d849be70-7277-4792-ab18-434c80c26fc8 HTTP/1.1" status: 200 len: 210 time: 0.0721374 Aug 31 09:33:50.618764 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-2bfe87b3-7472-47b3-ab3b-2260b06c6234 None None] Deleting port 7612a967-400a-46f4-bbb9-04b669f5985d {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:50.619871 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2bfe87b3-7472-47b3-ab3b-2260b06c6234 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:50.634230 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d9ba786-0ab7-42e4-b5f7-3b7c0179bb5b req-cdd6990a-2992-4cd5-9b79-e5798a19424c tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=d849be70-7277-4792-ab18-434c80c26fc8 HTTP/1.1" status: 200 len: 210 time: 0.0999608 Aug 31 09:33:50.691904 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-2bfe87b3-7472-47b3-ab3b-2260b06c6234 None None] For port 7612a967-400a-46f4-bbb9-04b669f5985d, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=7612a967-400a-46f4-bbb9-04b669f5985d,segment=NetworkSegment(795e455e-f5de-4f0e-bca4-09842c515e62),segment_id=795e455e-f5de-4f0e-bca4-09842c515e62)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:50.691904 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2bfe87b3-7472-47b3-ab3b-2260b06c6234 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:50.699115 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e1f7a1-c1c9-4917-bcd4-e54e93c8164a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Checking segment: {'id': '9311d578-dbf3-48f5-8d2c-abf574cbb990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'db6a4f87-3caf-463a-bd0e-b6ed1e69f62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:50.699479 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e1f7a1-c1c9-4917-bcd4-e54e93c8164a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network hostable DHCP agents. Network: db6a4f87-3caf-463a-bd0e-b6ed1e69f62e, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:33:50.703892 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ea802c45-01a9-435a-9519-1f9c1bbfb40e tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "PUT /v2.0/ports/4b7d7e6b-0c1c-4a35-a276-48fd02ce4583/tags HTTP/1.1" status: 200 len: 318 time: 0.1744976 Aug 31 09:33:50.712802 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52526) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:50.712951 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a56f809e-f4e0-4568-9888-6178210e0d55 req-397d830c-7c0b-445c-bd88-5296dd35e2f1 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=ce7a27f0f95a43618ad1e234994bd3ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0712464 Aug 31 09:33:50.713072 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-2bfe87b3-7472-47b3-ab3b-2260b06c6234 None None] Calling delete_port for 7612a967-400a-46f4-bbb9-04b669f5985d owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:50.713206 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-d73cb8f8-85b2-44a6-ae82-d52c011f25f3 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4b7d7e6b-0c1c-4a35-a276-48fd02ce4583') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:50.863918 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d73cb8f8-85b2-44a6-ae82-d52c011f25f3 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "DELETE /v2.0/ports/4b7d7e6b-0c1c-4a35-a276-48fd02ce4583/tags HTTP/1.1" status: 204 len: 168 time: 0.1564522 Aug 31 09:33:50.866598 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52532) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:50.872403 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-75177afd-5b0c-49b8-9260-d51972ee35cd tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4b7d7e6b-0c1c-4a35-a276-48fd02ce4583', 'tempest-TagsExtTest-Tag-1902326758') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:50.925012 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-75177afd-5b0c-49b8-9260-d51972ee35cd tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] show failed (client error): The resource could not be found. Aug 31 09:33:50.926075 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-75177afd-5b0c-49b8-9260-d51972ee35cd tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "GET /v2.0/ports/4b7d7e6b-0c1c-4a35-a276-48fd02ce4583/tags/tempest-TagsExtTest-Tag-1902326758 HTTP/1.1" status: 404 len: 329 time: 0.0585425 Aug 31 09:33:50.928964 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52534) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:50.934134 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-a9a48c67-096a-4c2d-8db3-bfa22555c99a tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4b7d7e6b-0c1c-4a35-a276-48fd02ce4583', 'tempest-TagsExtTest-Tag-1852080556') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:50.949260 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2bfe87b3-7472-47b3-ab3b-2260b06c6234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:50.976164 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe87b3-7472-47b3-ab3b-2260b06c6234 None None] Pushing event deleted for resources: {'Port': ['ID=7612a967-400a-46f4-bbb9-04b669f5985d,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:50.981294 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfe87b3-7472-47b3-ab3b-2260b06c6234 None None] No DVR routers for this DVR port 7612a967-400a-46f4-bbb9-04b669f5985d on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:33:50.993880 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-a9a48c67-096a-4c2d-8db3-bfa22555c99a tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] show failed (client error): The resource could not be found. Aug 31 09:33:50.995503 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a9a48c67-096a-4c2d-8db3-bfa22555c99a tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "GET /v2.0/ports/4b7d7e6b-0c1c-4a35-a276-48fd02ce4583/tags/tempest-TagsExtTest-Tag-1852080556 HTTP/1.1" status: 404 len: 329 time: 0.0656312 Aug 31 09:33:50.998283 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52536) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:51.003102 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-e461f5fa-72cd-40de-b21c-30a784832481 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4b7d7e6b-0c1c-4a35-a276-48fd02ce4583', 'tempest-TagsExtTest-Tag-1769766983') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:51.068829 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-e461f5fa-72cd-40de-b21c-30a784832481 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] show failed (client error): The resource could not be found. Aug 31 09:33:51.069822 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e461f5fa-72cd-40de-b21c-30a784832481 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "GET /v2.0/ports/4b7d7e6b-0c1c-4a35-a276-48fd02ce4583/tags/tempest-TagsExtTest-Tag-1769766983 HTTP/1.1" status: 404 len: 329 time: 0.0704086 Aug 31 09:33:51.073403 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52538) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:51.078311 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-a343df24-9b09-4011-b54d-0e29a18c9d50 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '7862c18b-c9af-42fa-9fdf-c4372e6ba7eb', {'tags': ['tempest-TagsExtTest-Tag-983174753', 'tempest-TagsExtTest-Tag-503023059', 'tempest-TagsExtTest-Tag-433020761']}) {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:51.147358 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7028fb-ad49-4785-ae86-b19ee48e4899 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:33:51.158675 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dbec50-dde2-4f87-8c26-92893ec4e90a None None] Sync routers for ids ['014dbc62-34c8-41aa-86f1-43b1eecf452c'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:33:51.168293 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-827655b4-c7e3-4d1b-80ee-89dff1c4a7c8 admin admin] Deleting port 7612a967-400a-46f4-bbb9-04b669f5985d {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:51.168648 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dbec50-dde2-4f87-8c26-92893ec4e90a None None] Routers {'014dbc62-34c8-41aa-86f1-43b1eecf452c'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:51.168785 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-827655b4-c7e3-4d1b-80ee-89dff1c4a7c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:51.169047 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b8dbec50-dde2-4f87-8c26-92893ec4e90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:33:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['014dbc62-34c8-41aa-86f1-43b1eecf452c'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:51.233316 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e1f7a1-c1c9-4917-bcd4-e54e93c8164a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network db6a4f87-3caf-463a-bd0e-b6ed1e69f62e is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:33:51.249845 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a343df24-9b09-4011-b54d-0e29a18c9d50 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "PUT /v2.0/routers/7862c18b-c9af-42fa-9fdf-c4372e6ba7eb/tags HTTP/1.1" status: 200 len: 315 time: 0.1730051 Aug 31 09:33:51.250352 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52542) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:51.255530 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-7f167cc0-2a35-44db-b3b7-9870c10df41a tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7862c18b-c9af-42fa-9fdf-c4372e6ba7eb') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:51.257687 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9a7028fb-ad49-4785-ae86-b19ee48e4899 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:51.258926 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9a7028fb-ad49-4785-ae86-b19ee48e4899 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8529952 Aug 31 09:33:51.264508 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52544) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:51.272188 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f809e-f4e0-4568-9888-6178210e0d55 req-8bbc5c6c-edcb-411d-9e11-9698e246e12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:51.273650 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a56f809e-f4e0-4568-9888-6178210e0d55 req-8bbc5c6c-edcb-411d-9e11-9698e246e12e service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5527775 Aug 31 09:33:51.278828 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-827655b4-c7e3-4d1b-80ee-89dff1c4a7c8 admin admin] For port 7612a967-400a-46f4-bbb9-04b669f5985d, host n-d-791506-28, got binding levels [] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:51.279984 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-827655b4-c7e3-4d1b-80ee-89dff1c4a7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:51.296291 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-b8dbec50-dde2-4f87-8c26-92893ec4e90a None None] Set router 014dbc62-34c8-41aa-86f1-43b1eecf452c gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:33:51.311779 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-827655b4-c7e3-4d1b-80ee-89dff1c4a7c8 admin admin] Calling delete_port for 7612a967-400a-46f4-bbb9-04b669f5985d owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:51.315532 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.ipam_backend_mixin [None req-827655b4-c7e3-4d1b-80ee-89dff1c4a7c8 admin admin] Port 7612a967-400a-46f4-bbb9-04b669f5985d was not found and therefore no delete operation was performed {{(pid=95553) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:33:51.320327 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-827655b4-c7e3-4d1b-80ee-89dff1c4a7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:51.333585 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827655b4-c7e3-4d1b-80ee-89dff1c4a7c8 admin admin] No DVR routers for this DVR port 7612a967-400a-46f4-bbb9-04b669f5985d on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:33:51.335600 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-c7e1f7a1-c1c9-4917-bcd4-e54e93c8164a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, db6a4f87-3caf-463a-bd0e-b6ed1e69f62e) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:51.382505 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5d348e-9cb8-44f1-898f-53bb4d73ecf6 None None] Network db6a4f87-3caf-463a-bd0e-b6ed1e69f62e requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:51.394910 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e1f7a1-c1c9-4917-bcd4-e54e93c8164a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:51.395585 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c7e1f7a1-c1c9-4917-bcd4-e54e93c8164a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:51.403607 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827655b4-c7e3-4d1b-80ee-89dff1c4a7c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7612a967-400a-46f4-bbb9-04b669f5985d,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:51.438219 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7f167cc0-2a35-44db-b3b7-9870c10df41a tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "DELETE /v2.0/routers/7862c18b-c9af-42fa-9fdf-c4372e6ba7eb/tags HTTP/1.1" status: 204 len: 168 time: 0.1868961 Aug 31 09:33:51.440966 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52548) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:51.448238 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-45bd7597-ac98-45e8-aa1a-bcaaac7ecfbf tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7862c18b-c9af-42fa-9fdf-c4372e6ba7eb', 'tempest-TagsExtTest-Tag-983174753') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:51.467236 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-827655b4-c7e3-4d1b-80ee-89dff1c4a7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:51.521853 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-827655b4-c7e3-4d1b-80ee-89dff1c4a7c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:51.529237 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c7e1f7a1-c1c9-4917-bcd4-e54e93c8164a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9302719 Aug 31 09:33:51.532993 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-27d04f0c-c128-416a-9e74-8bb44be215bf tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] 10.222.0.119 "GET /v2.0/subnets?project_id=fdd0715ba0554817ad604cf7a2e9a81b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2673995 Aug 31 09:33:51.535019 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52550) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:51.540477 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52552) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:51.542744 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-827655b4-c7e3-4d1b-80ee-89dff1c4a7c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795e455e-f5de-4f0e-bca4-09842c515e62') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:51.543049 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-827655b4-c7e3-4d1b-80ee-89dff1c4a7c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795e455e-f5de-4f0e-bca4-09842c515e62') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:51.575718 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7612a967-400a-46f4-bbb9-04b669f5985d no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:33:51.584956 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-827655b4-c7e3-4d1b-80ee-89dff1c4a7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:51.607459 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 7612a967-400a-46f4-bbb9-04b669f5985d {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:33:51.607809 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7612a967-400a-46f4-bbb9-04b669f5985d not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:33:51.608218 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d8634360-52a7-47ae-b72c-d2a10ce9fc6b no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:33:51.635437 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-827655b4-c7e3-4d1b-80ee-89dff1c4a7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:51.644924 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-45bd7597-ac98-45e8-aa1a-bcaaac7ecfbf tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] show failed (client error): The resource could not be found. Aug 31 09:33:51.648922 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-45bd7597-ac98-45e8-aa1a-bcaaac7ecfbf tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "GET /v2.0/routers/7862c18b-c9af-42fa-9fdf-c4372e6ba7eb/tags/tempest-TagsExtTest-Tag-983174753 HTTP/1.1" status: 404 len: 328 time: 0.2034295 Aug 31 09:33:51.649074 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: d8634360-52a7-47ae-b72c-d2a10ce9fc6b {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:33:51.649074 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d8634360-52a7-47ae-b72c-d2a10ce9fc6b not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:33:51.652631 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52554) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:51.658497 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-7ff77f0c-b1e9-442d-ad5a-a02e232f8614 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7862c18b-c9af-42fa-9fdf-c4372e6ba7eb', 'tempest-TagsExtTest-Tag-503023059') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:51.680202 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b8dbec50-dde2-4f87-8c26-92893ec4e90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'name': 'tempest-TestNetworkBasicOps-router-1255907600', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:47Z', 'updated_at': '2021-08-31T09:33:49Z', 'revision_number': 3, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:33:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:51.725721 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dbec50-dde2-4f87-8c26-92893ec4e90a None None] Checking router: 014dbc62-34c8-41aa-86f1-43b1eecf452c for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:33:51.726369 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dbec50-dde2-4f87-8c26-92893ec4e90a None None] Updating router 014dbc62-34c8-41aa-86f1-43b1eecf452c port ab59ba6d-8f89-4c69-a67b-f10952ac2299 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:33:51.726808 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-827655b4-c7e3-4d1b-80ee-89dff1c4a7c8 admin admin] Releasing vlan 1605 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:33:51.727219 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-827655b4-c7e3-4d1b-80ee-89dff1c4a7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:51.731299 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:33:51.731299 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:33:51.731299 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:33:51.731299 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:33:51.731299 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:33:51.731299 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:33:51.731299 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:33:51.731299 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:33:51.731299 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:33:51.731299 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:33:51.731299 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:33:51.731299 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:33:51.731299 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:33:51.731299 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:33:51.731299 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:33:51.731299 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:33:51.731299 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:33:51.731299 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:33:51.731299 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:33:51.731299 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:33:51.731299 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:33:51.731299 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:33:51.731299 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:33:51.731299 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:33:51.731299 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:33:51.731299 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:33:51.731299 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:33:51.731299 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:33:51.731299 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:33:51.731299 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:33:51.731299 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:33:51.731299 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:33:51.784493 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b8dbec50-dde2-4f87-8c26-92893ec4e90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:52.068713 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7e6540-04cd-45a2-8c38-efc4f51a22bb tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:52.068713 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bb7e6540-04cd-45a2-8c38-efc4f51a22bb tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] 10.222.0.119 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2460580 Aug 31 09:33:52.068713 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52558) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:52.068974 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5620e43a-48b8-4e3a-a3e8-dbdc31a0da81 req-7ef9341e-e545-414a-9e05-fd336c3854ba tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=d849be70-7277-4792-ab18-434c80c26fc8 HTTP/1.1" status: 200 len: 210 time: 0.0761869 Aug 31 09:33:52.069064 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-7ff77f0c-b1e9-442d-ad5a-a02e232f8614 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] show failed (client error): The resource could not be found. Aug 31 09:33:52.069064 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7ff77f0c-b1e9-442d-ad5a-a02e232f8614 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "GET /v2.0/routers/7862c18b-c9af-42fa-9fdf-c4372e6ba7eb/tags/tempest-TagsExtTest-Tag-503023059 HTTP/1.1" status: 404 len: 328 time: 0.1774969 Aug 31 09:33:52.069064 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-57a9fc6b-49f8-452d-9510-9d59c34d25ed tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] 10.222.0.119 "GET /v2.0/subnets?network_id=95c681de-fa69-49ec-b047-2a49f2c4b933&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429680 Aug 31 09:33:52.069064 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52560) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:52.069064 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52562) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:52.069064 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-ddc8dfee-f43f-49a7-b7da-e19e61548a0a tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7862c18b-c9af-42fa-9fdf-c4372e6ba7eb', 'tempest-TagsExtTest-Tag-433020761') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:52.069064 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-3a385524-8e8f-497f-a98c-f954619885b1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-866119475', 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb', 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:52.070053 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a355a4f-bc23-4ab0-b773-c70b5eb14be4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-db6a4f87-3caf-463a-bd0e-b6ed1e69f62e', 'network_id': 'db6a4f87-3caf-463a-bd0e-b6ed1e69f62e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'fixed_ips': [{'subnet_id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:33:52.070053 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3a355a4f-bc23-4ab0-b773-c70b5eb14be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:52.070247 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e1695ec5-5c81-4377-a2dc-51df0e12e762 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:52.112568 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b8dbec50-dde2-4f87-8c26-92893ec4e90a None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:52.169449 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b8dbec50-dde2-4f87-8c26-92893ec4e90a None None] Transition to ACTIVE for port object ab59ba6d-8f89-4c69-a67b-f10952ac2299 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:52.189537 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-827655b4-c7e3-4d1b-80ee-89dff1c4a7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:52.255050 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-827655b4-c7e3-4d1b-80ee-89dff1c4a7c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:52.257120 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-827655b4-c7e3-4d1b-80ee-89dff1c4a7c8 admin admin] 10.222.0.119 "DELETE /v2.0/networks/f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0 HTTP/1.1" status: 204 len: 168 time: 1.9369776 Aug 31 09:33:52.265791 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827655b4-c7e3-4d1b-80ee-89dff1c4a7c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f96105cc-4fa2-4af8-83d5-02a8d5d0b5b0,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:52.267893 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52570) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:52.281705 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b8dbec50-dde2-4f87-8c26-92893ec4e90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:52.345754 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-b8dbec50-dde2-4f87-8c26-92893ec4e90a None None] Attempting to bind port ab59ba6d-8f89-4c69-a67b-f10952ac2299 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:33:52.346117 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-b8dbec50-dde2-4f87-8c26-92893ec4e90a None None] Attempting to bind port ab59ba6d-8f89-4c69-a67b-f10952ac2299 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:33:52.346481 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dbec50-dde2-4f87-8c26-92893ec4e90a None None] Attempting to bind port ab59ba6d-8f89-4c69-a67b-f10952ac2299 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:52.355857 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dbec50-dde2-4f87-8c26-92893ec4e90a None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:33:52.356224 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dbec50-dde2-4f87-8c26-92893ec4e90a None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:52.356632 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b8dbec50-dde2-4f87-8c26-92893ec4e90a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:52.357019 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dbec50-dde2-4f87-8c26-92893ec4e90a None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:33:52.357497 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-b8dbec50-dde2-4f87-8c26-92893ec4e90a None None] Bound port: ab59ba6d-8f89-4c69-a67b-f10952ac2299, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:33:52.357875 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b8dbec50-dde2-4f87-8c26-92893ec4e90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:52.379138 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-ddc8dfee-f43f-49a7-b7da-e19e61548a0a tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] show failed (client error): The resource could not be found. Aug 31 09:33:52.383118 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ddc8dfee-f43f-49a7-b7da-e19e61548a0a tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "GET /v2.0/routers/7862c18b-c9af-42fa-9fdf-c4372e6ba7eb/tags/tempest-TagsExtTest-Tag-433020761 HTTP/1.1" status: 404 len: 328 time: 0.5424850 Aug 31 09:33:52.385920 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52574) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:52.386715 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-3a355a4f-bc23-4ab0-b773-c70b5eb14be4 None None] Allocated IP 2001:db8::2 (db6a4f87-3caf-463a-bd0e-b6ed1e69f62e/2c866543-7fd5-4abe-8e22-d7a2398fd8da/fbc7d188-f57a-4e6b-8f10-3146c6589435) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:52.391563 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-383874bf-6d27-497a-a302-fbaafebc304e tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c28a0a2a-6c02-4432-9a75-17c700e7c4f4', {'tags': ['tempest-TagsExtTest-Tag-79796780', 'tempest-TagsExtTest-Tag-1879591183', 'tempest-TagsExtTest-Tag-1986445380']}) {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:52.416606 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a0d30-48c0-4a6c-8249-b956db489bba None None] Pushing event updated for resources: {'Port': ['ID=ab59ba6d-8f89-4c69-a67b-f10952ac2299,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:52.481078 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-b8dbec50-dde2-4f87-8c26-92893ec4e90a None None] For port ab59ba6d-8f89-4c69-a67b-f10952ac2299, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:33:52.491722 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a385524-8e8f-497f-a98c-f954619885b1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Made reservation on behalf of fdd0715ba0554817ad604cf7a2e9a81b for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:52.495950 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3a385524-8e8f-497f-a98c-f954619885b1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:52.496341 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-b8dbec50-dde2-4f87-8c26-92893ec4e90a None None] For port ab59ba6d-8f89-4c69-a67b-f10952ac2299, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ab59ba6d-8f89-4c69-a67b-f10952ac2299,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:33:52.541050 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-383874bf-6d27-497a-a302-fbaafebc304e tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "PUT /v2.0/subnetpools/c28a0a2a-6c02-4432-9a75-17c700e7c4f4/tags HTTP/1.1" status: 200 len: 316 time: 0.1511848 Aug 31 09:33:52.541458 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52576) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:52.546114 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-c53048a9-3557-48a6-9d38-a8d241121694 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c28a0a2a-6c02-4432-9a75-17c700e7c4f4') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:52.597062 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b8dbec50-dde2-4f87-8c26-92893ec4e90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:52.599359 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3a355a4f-bc23-4ab0-b773-c70b5eb14be4 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:52.633444 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3a355a4f-bc23-4ab0-b773-c70b5eb14be4 None None] Transition to ACTIVE for port object fbc7d188-f57a-4e6b-8f10-3146c6589435 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:52.668952 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c53048a9-3557-48a6-9d38-a8d241121694 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "DELETE /v2.0/subnetpools/c28a0a2a-6c02-4432-9a75-17c700e7c4f4/tags HTTP/1.1" status: 204 len: 168 time: 0.1231472 Aug 31 09:33:52.669290 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52578) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:52.674661 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-86d8b664-37f7-4324-8a0c-3ea041f2c074 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c28a0a2a-6c02-4432-9a75-17c700e7c4f4', 'tempest-TagsExtTest-Tag-79796780') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:52.679416 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3a355a4f-bc23-4ab0-b773-c70b5eb14be4 None None] Transition to ACTIVE for port object fbc7d188-f57a-4e6b-8f10-3146c6589435 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:52.684485 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a0d30-48c0-4a6c-8249-b956db489bba None None] Pushing event updated for resources: {'Port': ['ID=ab59ba6d-8f89-4c69-a67b-f10952ac2299,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:52.691575 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dbec50-dde2-4f87-8c26-92893ec4e90a None None] Routers {'014dbc62-34c8-41aa-86f1-43b1eecf452c'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:52.692261 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b8dbec50-dde2-4f87-8c26-92893ec4e90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:33:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['014dbc62-34c8-41aa-86f1-43b1eecf452c'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:52.733863 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-86d8b664-37f7-4324-8a0c-3ea041f2c074 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] show failed (client error): The resource could not be found. Aug 31 09:33:52.734952 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-86d8b664-37f7-4324-8a0c-3ea041f2c074 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "GET /v2.0/subnetpools/c28a0a2a-6c02-4432-9a75-17c700e7c4f4/tags/tempest-TagsExtTest-Tag-79796780 HTTP/1.1" status: 404 len: 327 time: 0.0647345 Aug 31 09:33:52.740091 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52580) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:52.744587 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-ddc99d8b-023c-4f83-8fac-92869453b283 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c28a0a2a-6c02-4432-9a75-17c700e7c4f4', 'tempest-TagsExtTest-Tag-1879591183') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:52.749696 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a56f809e-f4e0-4568-9888-6178210e0d55 req-7d3465d5-f8dc-48df-b283-2d24cd0f0c30 tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.59 "GET /v2.0/ports?device_id=d849be70-7277-4792-ab18-434c80c26fc8 HTTP/1.1" status: 200 len: 210 time: 0.0299358 Aug 31 09:33:52.770346 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-ddc99d8b-023c-4f83-8fac-92869453b283 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] show failed (client error): The resource could not be found. Aug 31 09:33:52.773997 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ddc99d8b-023c-4f83-8fac-92869453b283 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "GET /v2.0/subnetpools/c28a0a2a-6c02-4432-9a75-17c700e7c4f4/tags/tempest-TagsExtTest-Tag-1879591183 HTTP/1.1" status: 404 len: 329 time: 0.0299854 Aug 31 09:33:52.774143 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52582) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:52.779410 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.tag.tag_plugin [None req-ba3bcb32-4855-40f7-910d-fab47527637c tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c28a0a2a-6c02-4432-9a75-17c700e7c4f4', 'tempest-TagsExtTest-Tag-1986445380') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:52.808648 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3a355a4f-bc23-4ab0-b773-c70b5eb14be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:52.839761 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-ba3bcb32-4855-40f7-910d-fab47527637c tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] show failed (client error): The resource could not be found. Aug 31 09:33:52.840818 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ba3bcb32-4855-40f7-910d-fab47527637c tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "GET /v2.0/subnetpools/c28a0a2a-6c02-4432-9a75-17c700e7c4f4/tags/tempest-TagsExtTest-Tag-1986445380 HTTP/1.1" status: 404 len: 329 time: 0.0658362 Aug 31 09:33:52.843883 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52586) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:52.848885 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-30159043-9727-43e3-97fc-05c6f765a657 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c28a0a2a-6c02-4432-9a75-17c700e7c4f4') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:52.871675 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3a385524-8e8f-497f-a98c-f954619885b1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:52.877173 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a355a4f-bc23-4ab0-b773-c70b5eb14be4 None None] Network db6a4f87-3caf-463a-bd0e-b6ed1e69f62e is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:52.878193 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-b8dbec50-dde2-4f87-8c26-92893ec4e90a None None] Set router 014dbc62-34c8-41aa-86f1-43b1eecf452c gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:33:52.881867 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-3a355a4f-bc23-4ab0-b773-c70b5eb14be4 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:52.909394 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-e1695ec5-5c81-4377-a2dc-51df0e12e762 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Allocated IP 2001:db8::1 (db6a4f87-3caf-463a-bd0e-b6ed1e69f62e/2c866543-7fd5-4abe-8e22-d7a2398fd8da/00ded9b0-b3bc-433f-b896-3cc97b908f82) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:52.917506 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a355a4f-bc23-4ab0-b773-c70b5eb14be4 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:52.937599 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-30159043-9727-43e3-97fc-05c6f765a657 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "DELETE /v2.0/subnetpools/c28a0a2a-6c02-4432-9a75-17c700e7c4f4/tags HTTP/1.1" status: 204 len: 168 time: 0.0926244 Aug 31 09:33:52.945816 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52588) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:52.946789 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-d7d7bdf8-c4e8-4b64-ae56-3c23c473aede tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7862c18b-c9af-42fa-9fdf-c4372e6ba7eb') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:52.947155 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a355a4f-bc23-4ab0-b773-c70b5eb14be4 None None] Pushing event updated for resources: {'Port': ['ID=fbc7d188-f57a-4e6b-8f10-3146c6589435,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:52.952959 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eccdba9a-a0cf-4ad9-a1ca-76ef57a4755a req-314160c4-2bdd-4f1a-acf3-63bc113ac865 tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=d849be70-7277-4792-ab18-434c80c26fc8 HTTP/1.1" status: 200 len: 210 time: 0.0488179 Aug 31 09:33:52.991034 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a385524-8e8f-497f-a98c-f954619885b1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'Subnet': ['ID=0dbbb6f2-1c93-4c91-88d5-f35d32ebd383,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:53.039673 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1b434a85-8ece-45eb-9f1e-18e492ff4fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:53.047243 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a385524-8e8f-497f-a98c-f954619885b1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Checking segment: {'id': '51dad041-e6cb-446e-a39a-eb053c9ad172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:53.047621 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a385524-8e8f-497f-a98c-f954619885b1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Network hostable DHCP agents. Network: 8a07a2ef-db65-4ad7-9566-84ee44fff2bb, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:33:53.077389 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d7d7bdf8-c4e8-4b64-ae56-3c23c473aede tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "DELETE /v2.0/routers/7862c18b-c9af-42fa-9fdf-c4372e6ba7eb/tags HTTP/1.1" status: 204 len: 168 time: 0.1361084 Aug 31 09:33:53.077996 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52590) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:53.082701 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-56e2d4aa-b185-45f2-80fd-492301bd6a6b tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4b7d7e6b-0c1c-4a35-a276-48fd02ce4583') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:53.153721 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-56e2d4aa-b185-45f2-80fd-492301bd6a6b tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "DELETE /v2.0/ports/4b7d7e6b-0c1c-4a35-a276-48fd02ce4583/tags HTTP/1.1" status: 204 len: 168 time: 0.0739541 Aug 31 09:33:53.153922 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52592) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:53.160371 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.tag.tag_plugin [None req-ba3efbd1-0267-497b-aa5a-3cf4b6e2abc6 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '510d2ec2-8edf-4110-8204-f38b7b88c9e3') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:53.178665 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a385524-8e8f-497f-a98c-f954619885b1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Network 8a07a2ef-db65-4ad7-9566-84ee44fff2bb is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:33:53.204378 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e1695ec5-5c81-4377-a2dc-51df0e12e762 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:53.231102 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-e1695ec5-5c81-4377-a2dc-51df0e12e762 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Transition to ACTIVE for port object 00ded9b0-b3bc-433f-b896-3cc97b908f82 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:53.286696 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-3a385524-8e8f-497f-a98c-f954619885b1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 8a07a2ef-db65-4ad7-9566-84ee44fff2bb) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:53.288267 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-3a355a4f-bc23-4ab0-b773-c70b5eb14be4 None None] Attempting to bind port fbc7d188-f57a-4e6b-8f10-3146c6589435 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:33:53.288787 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-3a355a4f-bc23-4ab0-b773-c70b5eb14be4 None None] Attempting to bind port fbc7d188-f57a-4e6b-8f10-3146c6589435 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '9311d578-dbf3-48f5-8d2c-abf574cbb990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'db6a4f87-3caf-463a-bd0e-b6ed1e69f62e'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:33:53.289153 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a355a4f-bc23-4ab0-b773-c70b5eb14be4 None None] Attempting to bind port fbc7d188-f57a-4e6b-8f10-3146c6589435 on network db6a4f87-3caf-463a-bd0e-b6ed1e69f62e {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:53.298224 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14673007-f8db-42fd-8285-d453b2972bd4 None None] Network 8a07a2ef-db65-4ad7-9566-84ee44fff2bb requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:53.298853 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a385524-8e8f-497f-a98c-f954619885b1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:53.299684 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3a385524-8e8f-497f-a98c-f954619885b1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:53.342929 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a355a4f-bc23-4ab0-b773-c70b5eb14be4 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:33:53.343293 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a355a4f-bc23-4ab0-b773-c70b5eb14be4 None None] Checking segment: {'id': '9311d578-dbf3-48f5-8d2c-abf574cbb990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'db6a4f87-3caf-463a-bd0e-b6ed1e69f62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:53.343687 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3a355a4f-bc23-4ab0-b773-c70b5eb14be4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:53.344074 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a355a4f-bc23-4ab0-b773-c70b5eb14be4 None None] Bound using segment: {'id': '9311d578-dbf3-48f5-8d2c-abf574cbb990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'db6a4f87-3caf-463a-bd0e-b6ed1e69f62e'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:33:53.344548 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-3a355a4f-bc23-4ab0-b773-c70b5eb14be4 None None] Bound port: fbc7d188-f57a-4e6b-8f10-3146c6589435, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9311d578-dbf3-48f5-8d2c-abf574cbb990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'db6a4f87-3caf-463a-bd0e-b6ed1e69f62e'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:33:53.345130 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3a355a4f-bc23-4ab0-b773-c70b5eb14be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:53.353161 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ba3efbd1-0267-497b-aa5a-3cf4b6e2abc6 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "DELETE /v2.0/subnets/510d2ec2-8edf-4110-8204-f38b7b88c9e3/tags HTTP/1.1" status: 204 len: 168 time: 0.1956770 Aug 31 09:33:53.363644 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52594) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:53.408617 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b8dbec50-dde2-4f87-8c26-92893ec4e90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'name': 'tempest-TestNetworkBasicOps-router-1255907600', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:47Z', 'updated_at': '2021-08-31T09:33:49Z', 'revision_number': 3, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:53.436974 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3a385524-8e8f-497f-a98c-f954619885b1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5978050 Aug 31 09:33:53.440523 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52598) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:53.443799 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e1695ec5-5c81-4377-a2dc-51df0e12e762 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:53.456417 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dbec50-dde2-4f87-8c26-92893ec4e90a None None] The sync data for ids ['014dbc62-34c8-41aa-86f1-43b1eecf452c'] in n-d-791506-28 is: [{'id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'name': 'tempest-TestNetworkBasicOps-router-1255907600', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:47Z', 'updated_at': '2021-08-31T09:33:49Z', 'revision_number': 3, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:33:53.503920 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1695ec5-5c81-4377-a2dc-51df0e12e762 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network db6a4f87-3caf-463a-bd0e-b6ed1e69f62e is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:53.520329 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-1b434a85-8ece-45eb-9f1e-18e492ff4fd6 admin admin] Deleting port 2f8a65a8-01dc-429c-93f9-5307e20a5c77 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:53.520790 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1b434a85-8ece-45eb-9f1e-18e492ff4fd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:53.525739 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-e1695ec5-5c81-4377-a2dc-51df0e12e762 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:53.542057 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-3a355a4f-bc23-4ab0-b773-c70b5eb14be4 None None] For port fbc7d188-f57a-4e6b-8f10-3146c6589435, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:33:53.547444 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-3a355a4f-bc23-4ab0-b773-c70b5eb14be4 None None] For port fbc7d188-f57a-4e6b-8f10-3146c6589435, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=fbc7d188-f57a-4e6b-8f10-3146c6589435,segment=NetworkSegment(9311d578-dbf3-48f5-8d2c-abf574cbb990),segment_id=9311d578-dbf3-48f5-8d2c-abf574cbb990)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:33:53.551034 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1695ec5-5c81-4377-a2dc-51df0e12e762 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:53.551679 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e1695ec5-5c81-4377-a2dc-51df0e12e762 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:53.586331 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef2f3d5-d4b6-4fae-8efa-0e742018dfbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-8a07a2ef-db65-4ad7-9566-84ee44fff2bb', 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'fixed_ips': [{'subnet_id': '0dbbb6f2-1c93-4c91-88d5-f35d32ebd383'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:33:53.587408 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4ef2f3d5-d4b6-4fae-8efa-0e742018dfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:53.637738 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3a355a4f-bc23-4ab0-b773-c70b5eb14be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:53.769907 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f60f646-9137-4c92-a331-22888f587356 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks [] for subnetpool, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:53.776185 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6f60f646-9137-4c92-a331-22888f587356 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "DELETE /v2.0/subnetpools/c28a0a2a-6c02-4432-9a75-17c700e7c4f4 HTTP/1.1" status: 204 len: 168 time: 0.4089723 Aug 31 09:33:53.777075 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52606) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:53.837479 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-65d035f3-2dbd-4641-ac82-9353f3cf576d tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "GET /v2.0/ports?device_id=7862c18b-c9af-42fa-9fdf-c4372e6ba7eb HTTP/1.1" status: 200 len: 205 time: 0.0564694 Aug 31 09:33:53.838986 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52608) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:53.854297 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a355a4f-bc23-4ab0-b773-c70b5eb14be4 None None] Pushing event updated for resources: {'Port': ['ID=fbc7d188-f57a-4e6b-8f10-3146c6589435,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:53.891138 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-4ef2f3d5-d4b6-4fae-8efa-0e742018dfbf None None] Allocated IP 172.20.0.2 (8a07a2ef-db65-4ad7-9566-84ee44fff2bb/0dbbb6f2-1c93-4c91-88d5-f35d32ebd383/abe886fe-bbb7-4c08-bc72-511611b53ef8) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:54.111140 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1695ec5-5c81-4377-a2dc-51df0e12e762 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Port': ['ID=00ded9b0-b3bc-433f-b896-3cc97b908f82,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:54.156112 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4ef2f3d5-d4b6-4fae-8efa-0e742018dfbf None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:54.166347 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4ef2f3d5-d4b6-4fae-8efa-0e742018dfbf None None] Transition to ACTIVE for port object abe886fe-bbb7-4c08-bc72-511611b53ef8 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:54.184724 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4ef2f3d5-d4b6-4fae-8efa-0e742018dfbf None None] Transition to ACTIVE for port object abe886fe-bbb7-4c08-bc72-511611b53ef8 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:54.199091 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1f605359-f789-465c-8cbc-9a7aa183498c tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:54.258278 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4ef2f3d5-d4b6-4fae-8efa-0e742018dfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:54.313967 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2f3d5-d4b6-4fae-8efa-0e742018dfbf None None] Pushing event updated for resources: {'Port': ['ID=abe886fe-bbb7-4c08-bc72-511611b53ef8,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:54.333816 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef2f3d5-d4b6-4fae-8efa-0e742018dfbf None None] Network 8a07a2ef-db65-4ad7-9566-84ee44fff2bb is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:54.335368 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-4ef2f3d5-d4b6-4fae-8efa-0e742018dfbf None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:54.337898 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef2f3d5-d4b6-4fae-8efa-0e742018dfbf None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:54.367202 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-1b434a85-8ece-45eb-9f1e-18e492ff4fd6 admin admin] For port 2f8a65a8-01dc-429c-93f9-5307e20a5c77, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=2f8a65a8-01dc-429c-93f9-5307e20a5c77,segment=NetworkSegment(864d6922-2b2b-4734-b4d4-e89fdc2f0660),segment_id=864d6922-2b2b-4734-b4d4-e89fdc2f0660)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:54.367724 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1b434a85-8ece-45eb-9f1e-18e492ff4fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:54.387830 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4147f0b9-b919-4d4c-97ec-44e149e399d4 req-d0c69762-bddb-43a9-9ad6-1ff261301573 tempest-ServerShowV247Test-608407307 tempest-ServerShowV247Test-608407307-project] 10.222.0.119 "GET /v2.0/ports?device_id=d849be70-7277-4792-ab18-434c80c26fc8 HTTP/1.1" status: 200 len: 210 time: 0.2034333 Aug 31 09:33:54.389086 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-1b434a85-8ece-45eb-9f1e-18e492ff4fd6 admin admin] Calling delete_port for 2f8a65a8-01dc-429c-93f9-5307e20a5c77 owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:54.402536 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-4ef2f3d5-d4b6-4fae-8efa-0e742018dfbf None None] Attempting to bind port abe886fe-bbb7-4c08-bc72-511611b53ef8 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:33:54.403105 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-4ef2f3d5-d4b6-4fae-8efa-0e742018dfbf None None] Attempting to bind port abe886fe-bbb7-4c08-bc72-511611b53ef8 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '51dad041-e6cb-446e-a39a-eb053c9ad172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:33:54.403447 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef2f3d5-d4b6-4fae-8efa-0e742018dfbf None None] Attempting to bind port abe886fe-bbb7-4c08-bc72-511611b53ef8 on network 8a07a2ef-db65-4ad7-9566-84ee44fff2bb {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:33:54.409068 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef2f3d5-d4b6-4fae-8efa-0e742018dfbf None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:33:54.413402 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef2f3d5-d4b6-4fae-8efa-0e742018dfbf None None] Checking segment: {'id': '51dad041-e6cb-446e-a39a-eb053c9ad172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:33:54.413402 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4ef2f3d5-d4b6-4fae-8efa-0e742018dfbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:54.413402 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef2f3d5-d4b6-4fae-8efa-0e742018dfbf None None] Bound using segment: {'id': '51dad041-e6cb-446e-a39a-eb053c9ad172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:33:54.413402 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-4ef2f3d5-d4b6-4fae-8efa-0e742018dfbf None None] Bound port: abe886fe-bbb7-4c08-bc72-511611b53ef8, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51dad041-e6cb-446e-a39a-eb053c9ad172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:33:54.413402 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4ef2f3d5-d4b6-4fae-8efa-0e742018dfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:54.452864 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1f605359-f789-465c-8cbc-9a7aa183498c tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:54.457486 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1f605359-f789-465c-8cbc-9a7aa183498c tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:54.502103 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4ef2f3d5-d4b6-4fae-8efa-0e742018dfbf None None] For port abe886fe-bbb7-4c08-bc72-511611b53ef8, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:33:54.506201 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4ef2f3d5-d4b6-4fae-8efa-0e742018dfbf None None] For port abe886fe-bbb7-4c08-bc72-511611b53ef8, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=abe886fe-bbb7-4c08-bc72-511611b53ef8,segment=NetworkSegment(51dad041-e6cb-446e-a39a-eb053c9ad172),segment_id=51dad041-e6cb-446e-a39a-eb053c9ad172)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:33:54.544745 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e1695ec5-5c81-4377-a2dc-51df0e12e762 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:54.595150 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4ef2f3d5-d4b6-4fae-8efa-0e742018dfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:54.654318 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1f605359-f789-465c-8cbc-9a7aa183498c tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:54.654846 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f605359-f789-465c-8cbc-9a7aa183498c tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Fanout notify agent at l3_agent the message router_deleted on router 7862c18b-c9af-42fa-9fdf-c4372e6ba7eb {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:33:54.675641 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1f605359-f789-465c-8cbc-9a7aa183498c tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:54.676792 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1f605359-f789-465c-8cbc-9a7aa183498c tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "DELETE /v2.0/routers/7862c18b-c9af-42fa-9fdf-c4372e6ba7eb HTTP/1.1" status: 204 len: 168 time: 0.8299875 Aug 31 09:33:54.681364 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52614) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:54.698505 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2f3d5-d4b6-4fae-8efa-0e742018dfbf None None] Pushing event updated for resources: {'Port': ['ID=abe886fe-bbb7-4c08-bc72-511611b53ef8,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:54.842259 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1b434a85-8ece-45eb-9f1e-18e492ff4fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:54.880761 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3988e2f8-4813-4139-9e19-6d53c139f612 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:54.899510 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b434a85-8ece-45eb-9f1e-18e492ff4fd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f8a65a8-01dc-429c-93f9-5307e20a5c77,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:55.017820 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-546e65a3-f720-4945-9ed7-1ce4f6939cc9 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Deleting port 4b7d7e6b-0c1c-4a35-a276-48fd02ce4583 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:55.019472 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-546e65a3-f720-4945-9ed7-1ce4f6939cc9 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:55.234682 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e1695ec5-5c81-4377-a2dc-51df0e12e762 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:55.298509 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-546e65a3-f720-4945-9ed7-1ce4f6939cc9 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:55.329041 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-546e65a3-f720-4945-9ed7-1ce4f6939cc9 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Calling delete_port for 4b7d7e6b-0c1c-4a35-a276-48fd02ce4583 owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:55.337540 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1b434a85-8ece-45eb-9f1e-18e492ff4fd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:55.347405 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e1695ec5-5c81-4377-a2dc-51df0e12e762 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:55.348197 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e1695ec5-5c81-4377-a2dc-51df0e12e762 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:55.411099 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be93e973-ee1d-4fe2-ac07-1acfbd12f307 None None] Network db6a4f87-3caf-463a-bd0e-b6ed1e69f62e requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:55.485202 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1695ec5-5c81-4377-a2dc-51df0e12e762 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Port': ['ID=00ded9b0-b3bc-433f-b896-3cc97b908f82,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:55.538063 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-3988e2f8-4813-4139-9e19-6d53c139f612 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Allocated IP 172.20.0.1 (8a07a2ef-db65-4ad7-9566-84ee44fff2bb/0dbbb6f2-1c93-4c91-88d5-f35d32ebd383/8b5340ae-8763-45f6-8af6-1c4824c4cd59) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:33:55.648937 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-1ac364ba-3f02-4f32-a482-f580a86aa64a None None] Provisioning for port fbc7d188-f57a-4e6b-8f10-3146c6589435 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:55.705115 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1695ec5-5c81-4377-a2dc-51df0e12e762 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network db6a4f87-3caf-463a-bd0e-b6ed1e69f62e is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:55.715918 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-e1695ec5-5c81-4377-a2dc-51df0e12e762 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:55.779493 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3988e2f8-4813-4139-9e19-6d53c139f612 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:55.798996 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-3988e2f8-4813-4139-9e19-6d53c139f612 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Transition to ACTIVE for port object 8b5340ae-8763-45f6-8af6-1c4824c4cd59 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:33:55.822912 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-546e65a3-f720-4945-9ed7-1ce4f6939cc9 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:55.896471 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e65a3-f720-4945-9ed7-1ce4f6939cc9 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Pushing event deleted for resources: {'Port': ['ID=4b7d7e6b-0c1c-4a35-a276-48fd02ce4583,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:55.899548 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ab59ba6d-8f89-4c69-a67b-f10952ac2299 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:55.940293 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e65a3-f720-4945-9ed7-1ce4f6939cc9 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:55.943492 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e65a3-f720-4945-9ed7-1ce4f6939cc9 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:55.944429 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e65a3-f720-4945-9ed7-1ce4f6939cc9 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:55.944765 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e65a3-f720-4945-9ed7-1ce4f6939cc9 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:55.945103 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e65a3-f720-4945-9ed7-1ce4f6939cc9 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:55.945439 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e65a3-f720-4945-9ed7-1ce4f6939cc9 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:55.947887 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e65a3-f720-4945-9ed7-1ce4f6939cc9 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:55.948227 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e65a3-f720-4945-9ed7-1ce4f6939cc9 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:55.954426 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e65a3-f720-4945-9ed7-1ce4f6939cc9 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:55.954426 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e65a3-f720-4945-9ed7-1ce4f6939cc9 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:55.954426 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e65a3-f720-4945-9ed7-1ce4f6939cc9 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:55.954426 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546e65a3-f720-4945-9ed7-1ce4f6939cc9 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:33:55.962214 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b434a85-8ece-45eb-9f1e-18e492ff4fd6 admin admin] Router dac97baf-dde4-4459-a664-c9e094b7bfcc has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:33:56.043972 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-546e65a3-f720-4945-9ed7-1ce4f6939cc9 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:56.051209 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52628) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:56.051638 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-546e65a3-f720-4945-9ed7-1ce4f6939cc9 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "DELETE /v2.0/ports/4b7d7e6b-0c1c-4a35-a276-48fd02ce4583 HTTP/1.1" status: 204 len: 168 time: 1.3685696 Aug 31 09:33:56.064716 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3988e2f8-4813-4139-9e19-6d53c139f612 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:56.132827 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988e2f8-4813-4139-9e19-6d53c139f612 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'Port': ['ID=8b5340ae-8763-45f6-8af6-1c4824c4cd59,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:56.143425 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port ab59ba6d-8f89-4c69-a67b-f10952ac2299 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:56.149243 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port ab59ba6d-8f89-4c69-a67b-f10952ac2299 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:56.149718 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:56.149842 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-3748dcfd-b55a-4a1c-bb06-546f10a42555 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Deleting subnet 510d2ec2-8edf-4110-8204-f38b7b88c9e3 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:33:56.158747 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3748dcfd-b55a-4a1c-bb06-546f10a42555 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:56.160892 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3988e2f8-4813-4139-9e19-6d53c139f612 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Network 8a07a2ef-db65-4ad7-9566-84ee44fff2bb is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:56.161055 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1695ec5-5c81-4377-a2dc-51df0e12e762 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Router 76d9c746-83b9-4b07-b10b-8be01d213973 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:33:56.164829 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-3988e2f8-4813-4139-9e19-6d53c139f612 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:56.167743 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3988e2f8-4813-4139-9e19-6d53c139f612 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:33:56.246199 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3988e2f8-4813-4139-9e19-6d53c139f612 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:56.316979 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52632) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:56.349570 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:56.410191 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port ab59ba6d-8f89-4c69-a67b-f10952ac2299, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ab59ba6d-8f89-4c69-a67b-f10952ac2299,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:56.491882 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:56.492725 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device abe886fe-bbb7-4c08-bc72-511611b53ef8 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:56.530791 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-fe550c7b-f88c-4613-a422-564e831b829d None None] Provisioning for port 00ded9b0-b3bc-433f-b896-3cc97b908f82 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:56.552632 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-42695aae-e221-440a-9312-8f7b3c0ced2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:56.563744 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-fe550c7b-f88c-4613-a422-564e831b829d None None] Provisioning complete for port 00ded9b0-b3bc-433f-b896-3cc97b908f82 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:56.564268 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fe550c7b-f88c-4613-a422-564e831b829d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:56.618423 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3988e2f8-4813-4139-9e19-6d53c139f612 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:56.655998 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b434a85-8ece-45eb-9f1e-18e492ff4fd6 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:33:56.662892 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1b434a85-8ece-45eb-9f1e-18e492ff4fd6 admin admin] 10.222.0.119 "PUT /v2.0/routers/dac97baf-dde4-4459-a664-c9e094b7bfcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3857896 Aug 31 09:33:56.668220 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfcb6a0-732a-4458-80f8-63b9504ef25b None None] Sync routers for ids ['dac97baf-dde4-4459-a664-c9e094b7bfcc'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:33:56.671811 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=ab59ba6d-8f89-4c69-a67b-f10952ac2299,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:56.673088 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52638) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:56.681921 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-fe550c7b-f88c-4613-a422-564e831b829d None None] Port 00ded9b0-b3bc-433f-b896-3cc97b908f82 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:33:56.685193 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfcb6a0-732a-4458-80f8-63b9504ef25b None None] Routers {'dac97baf-dde4-4459-a664-c9e094b7bfcc'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:56.685905 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-cdfcb6a0-732a-4458-80f8-63b9504ef25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:33:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['dac97baf-dde4-4459-a664-c9e094b7bfcc'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:56.818196 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port abe886fe-bbb7-4c08-bc72-511611b53ef8 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:56.834036 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9778ee90-54e2-4618-a7c4-d2c63114efd3 None None] Provisioning complete for port 00ded9b0-b3bc-433f-b896-3cc97b908f82 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:56.834444 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9778ee90-54e2-4618-a7c4-d2c63114efd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:56.837701 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-cdfcb6a0-732a-4458-80f8-63b9504ef25b None None] Set router dac97baf-dde4-4459-a664-c9e094b7bfcc gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:33:56.842589 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device fbc7d188-f57a-4e6b-8f10-3146c6589435 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:56.871538 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3748dcfd-b55a-4a1c-bb06-546f10a42555 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:56.995508 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-9778ee90-54e2-4618-a7c4-d2c63114efd3 None None] Port 00ded9b0-b3bc-433f-b896-3cc97b908f82 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:33:57.005433 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1695ec5-5c81-4377-a2dc-51df0e12e762 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:33:57.020613 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e1695ec5-5c81-4377-a2dc-51df0e12e762 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "PUT /v2.0/routers/76d9c746-83b9-4b07-b10b-8be01d213973/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4821796 Aug 31 09:33:57.026413 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52642) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:57.026959 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9434b4-ed31-42bd-9978-eff252101e08 None None] Sync routers for ids ['76d9c746-83b9-4b07-b10b-8be01d213973'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:33:57.034849 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e844d07-7358-4c7b-baf6-46c5a0f6aa39 None None] Network 8a07a2ef-db65-4ad7-9566-84ee44fff2bb requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:57.038069 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-7f3d09ad-3512-46a6-adcc-67aee67df438 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-743086958'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:57.091978 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d7e14a8f-615c-4237-8dc1-a39653b88284 admin admin] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.125358 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-42695aae-e221-440a-9312-8f7b3c0ced2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.131464 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9434b4-ed31-42bd-9978-eff252101e08 None None] Routers {'76d9c746-83b9-4b07-b10b-8be01d213973'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:57.134242 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-7e9434b4-ed31-42bd-9978-eff252101e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:33:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['76d9c746-83b9-4b07-b10b-8be01d213973'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:57.154200 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3748dcfd-b55a-4a1c-bb06-546f10a42555 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.214518 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-cdfcb6a0-732a-4458-80f8-63b9504ef25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac97baf-dde4-4459-a664-c9e094b7bfcc', 'name': 'tempest-TestServerMultinode-531473407-router', 'tenant_id': '01019331d4a443dc8d7cad91f77da1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:43Z', 'updated_at': '2021-08-31T09:33:54Z', 'revision_number': 5, 'project_id': '01019331d4a443dc8d7cad91f77da1d5', 'gw_port': {'id': '067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac97baf-dde4-4459-a664-c9e094b7bfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:45Z', 'updated_at': '2021-08-31T09:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:57.258010 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-42695aae-e221-440a-9312-8f7b3c0ced2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.266372 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfcb6a0-732a-4458-80f8-63b9504ef25b None None] Checking router: dac97baf-dde4-4459-a664-c9e094b7bfcc for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:33:57.274324 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-7e9434b4-ed31-42bd-9978-eff252101e08 None None] Set router 76d9c746-83b9-4b07-b10b-8be01d213973 gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:33:57.276594 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d7e14a8f-615c-4237-8dc1-a39653b88284 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.279349 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfcb6a0-732a-4458-80f8-63b9504ef25b None None] Routers {'dac97baf-dde4-4459-a664-c9e094b7bfcc'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:57.280479 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-cdfcb6a0-732a-4458-80f8-63b9504ef25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:33:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['dac97baf-dde4-4459-a664-c9e094b7bfcc'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:57.312660 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port fbc7d188-f57a-4e6b-8f10-3146c6589435 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:57.325753 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port fbc7d188-f57a-4e6b-8f10-3146c6589435 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:57.326277 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.331348 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-42695aae-e221-440a-9312-8f7b3c0ced2b admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=ce7a27f0f95a43618ad1e234994bd3ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0109136 Aug 31 09:33:57.332426 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52644) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:57.335772 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42695aae-e221-440a-9312-8f7b3c0ced2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526be128-aae8-421c-b2db-7d7d05f2c0c1,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:57.343537 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3988e2f8-4813-4139-9e19-6d53c139f612 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.384993 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3748dcfd-b55a-4a1c-bb06-546f10a42555 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.408162 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-cdfcb6a0-732a-4458-80f8-63b9504ef25b None None] Set router dac97baf-dde4-4459-a664-c9e094b7bfcc gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:33:57.417529 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3d09ad-3512-46a6-adcc-67aee67df438 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Made reservation on behalf of 21937291cca54a0a9d6ebe426f492a5c for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:57.421396 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7f3d09ad-3512-46a6-adcc-67aee67df438 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.440432 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3988e2f8-4813-4139-9e19-6d53c139f612 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.461269 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-0d3ddf0d-6706-4b77-94b0-c25b2b1c7885 None None] Provisioning for port abe886fe-bbb7-4c08-bc72-511611b53ef8 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:33:57.462322 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3748dcfd-b55a-4a1c-bb06-546f10a42555 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.469531 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3748dcfd-b55a-4a1c-bb06-546f10a42555 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "DELETE /v2.0/subnets/510d2ec2-8edf-4110-8204-f38b7b88c9e3 HTTP/1.1" status: 204 len: 168 time: 1.4169304 Aug 31 09:33:57.474430 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52648) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:57.486972 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-0d3ddf0d-6706-4b77-94b0-c25b2b1c7885 None None] Provisioning complete for port abe886fe-bbb7-4c08-bc72-511611b53ef8 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:57.487340 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0d3ddf0d-6706-4b77-94b0-c25b2b1c7885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.492762 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3748dcfd-b55a-4a1c-bb06-546f10a42555 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Pushing event deleted for resources: {'Subnet': ['ID=510d2ec2-8edf-4110-8204-f38b7b88c9e3,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:57.498203 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f6a320-5c64-4b66-9869-8ba638414345 None None] Network cacd8c76-8e97-49ae-99d6-f569b3217ddc requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:33:57.543160 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f3d09ad-3512-46a6-adcc-67aee67df438 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] vlan segment allocate from pool success with {'vlan_id': 1625, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:33:57.614995 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7f3d09ad-3512-46a6-adcc-67aee67df438 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.615618 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-7f3d09ad-3512-46a6-adcc-67aee67df438 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Added segment 7233917c-1a6f-4bb4-bd71-8e8811a6c76d of type vlan for network 7c50287f-2726-41fd-9e7e-8065ae1a410b Aug 31 09:33:57.631371 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8cda9225-300c-40ab-aac2-7b764e2bd7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.648839 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988e2f8-4813-4139-9e19-6d53c139f612 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'Port': ['ID=8b5340ae-8763-45f6-8af6-1c4824c4cd59,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:57.667380 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3988e2f8-4813-4139-9e19-6d53c139f612 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.675284 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-cdfcb6a0-732a-4458-80f8-63b9504ef25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dac97baf-dde4-4459-a664-c9e094b7bfcc', 'name': 'tempest-TestServerMultinode-531473407-router', 'tenant_id': '01019331d4a443dc8d7cad91f77da1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:43Z', 'updated_at': '2021-08-31T09:33:54Z', 'revision_number': 5, 'project_id': '01019331d4a443dc8d7cad91f77da1d5', 'gw_port': {'id': '067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac97baf-dde4-4459-a664-c9e094b7bfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:45Z', 'updated_at': '2021-08-31T09:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:57.682997 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8cda9225-300c-40ab-aac2-7b764e2bd7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.711558 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfcb6a0-732a-4458-80f8-63b9504ef25b None None] The sync data for ids ['dac97baf-dde4-4459-a664-c9e094b7bfcc'] in n-d-791506-28 is: [{'id': 'dac97baf-dde4-4459-a664-c9e094b7bfcc', 'name': 'tempest-TestServerMultinode-531473407-router', 'tenant_id': '01019331d4a443dc8d7cad91f77da1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:32:43Z', 'updated_at': '2021-08-31T09:33:54Z', 'revision_number': 5, 'project_id': '01019331d4a443dc8d7cad91f77da1d5', 'gw_port': {'id': '067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ba:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac97baf-dde4-4459-a664-c9e094b7bfcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:32:45Z', 'updated_at': '2021-08-31T09:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:33:57.767570 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7f3d09ad-3512-46a6-adcc-67aee67df438 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.775104 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-d7e14a8f-615c-4237-8dc1-a39653b88284 admin admin] Deleting port 067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:57.775638 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d7e14a8f-615c-4237-8dc1-a39653b88284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.783660 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a49a-f244-4373-8096-6b72682683c7 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.871997 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8cda9225-300c-40ab-aac2-7b764e2bd7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.875646 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8cda9225-300c-40ab-aac2-7b764e2bd7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.880019 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8cda9225-300c-40ab-aac2-7b764e2bd7a2 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/526be128-aae8-421c-b2db-7d7d05f2c0c1 HTTP/1.1" status: 204 len: 168 time: 0.5462670 Aug 31 09:33:57.898379 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda9225-300c-40ab-aac2-7b764e2bd7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526be128-aae8-421c-b2db-7d7d05f2c0c1,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:57.927788 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3988e2f8-4813-4139-9e19-6d53c139f612 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Network 8a07a2ef-db65-4ad7-9566-84ee44fff2bb is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:33:57.929690 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-3988e2f8-4813-4139-9e19-6d53c139f612 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:33:57.937999 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7f3d09ad-3512-46a6-adcc-67aee67df438 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:57.945856 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3d09ad-3512-46a6-adcc-67aee67df438 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:57.948021 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7f3d09ad-3512-46a6-adcc-67aee67df438 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:58.086511 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-d7e14a8f-615c-4237-8dc1-a39653b88284 admin admin] For port 067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:58.086958 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d7e14a8f-615c-4237-8dc1-a39653b88284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:58.100011 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-5cc7a49a-f244-4373-8096-6b72682683c7 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Deleting port 4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:58.100403 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a49a-f244-4373-8096-6b72682683c7 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:58.111442 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d09ad-3512-46a6-adcc-67aee67df438 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Network': ['ID=7c50287f-2726-41fd-9e7e-8065ae1a410b,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:58.174702 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-d7e14a8f-615c-4237-8dc1-a39653b88284 admin admin] Calling delete_port for 067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4 owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:58.175665 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7f3d09ad-3512-46a6-adcc-67aee67df438 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1534040 Aug 31 09:33:58.176885 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52662) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:58.177286 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 7c50287f-2726-41fd-9e7e-8065ae1a410b details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:33:58.312531 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-5cc7a49a-f244-4373-8096-6b72682683c7 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] For port 4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c,segment=NetworkSegment(d37eae5d-8eca-48b5-94e1-04d52ae6e214),segment_id=d37eae5d-8eca-48b5-94e1-04d52ae6e214)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:58.313454 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a49a-f244-4373-8096-6b72682683c7 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:58.360471 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-5cc7a49a-f244-4373-8096-6b72682683c7 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Calling delete_port for 4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:58.365745 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:58.476547 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c225414-9c36-4429-be61-be6c76e1b0fc None None] DHCP port deletion for cacd8c76-8e97-49ae-99d6-f569b3217ddc request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:33:58.594525 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port fbc7d188-f57a-4e6b-8f10-3146c6589435, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=fbc7d188-f57a-4e6b-8f10-3146c6589435,segment=NetworkSegment(9311d578-dbf3-48f5-8d2c-abf574cbb990),segment_id=9311d578-dbf3-48f5-8d2c-abf574cbb990)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:58.600755 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0d3ddf0d-6706-4b77-94b0-c25b2b1c7885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:58.619227 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-91a91f69-064e-4ea0-a685-46a5b7c11e13 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Request body: {'subnet': {'network_id': '7c50287f-2726-41fd-9e7e-8065ae1a410b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:58.703005 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-7e9434b4-ed31-42bd-9978-eff252101e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'name': 'tempest-RoutersIpV6Test-router-1722121143', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:33:54Z', 'revision_number': 2, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'gw_port_host': None, '_interfaces': [{'id': '00ded9b0-b3bc-433f-b896-3cc97b908f82', 'name': '', 'network_id': 'db6a4f87-3caf-463a-bd0e-b6ed1e69f62e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:7c:f6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:52Z', 'updated_at': '2021-08-31T09:33:54Z', 'revision_number': 2, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:58.721994 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a49a-f244-4373-8096-6b72682683c7 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:58.740573 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc7a49a-f244-4373-8096-6b72682683c7 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] No DVR routers for this DVR port 4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:33:58.761867 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-0d3ddf0d-6706-4b77-94b0-c25b2b1c7885 None None] For port abe886fe-bbb7-4c08-bc72-511611b53ef8, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=abe886fe-bbb7-4c08-bc72-511611b53ef8,segment=NetworkSegment(51dad041-e6cb-446e-a39a-eb053c9ad172),segment_id=51dad041-e6cb-446e-a39a-eb053c9ad172)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:58.766486 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9434b4-ed31-42bd-9978-eff252101e08 None None] Checking router: 76d9c746-83b9-4b07-b10b-8be01d213973 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:33:58.766867 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9434b4-ed31-42bd-9978-eff252101e08 None None] Updating router 76d9c746-83b9-4b07-b10b-8be01d213973 port 00ded9b0-b3bc-433f-b896-3cc97b908f82 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:33:58.785466 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3988e2f8-4813-4139-9e19-6d53c139f612 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Router 014dbc62-34c8-41aa-86f1-43b1eecf452c has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:33:58.810109 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d7e14a8f-615c-4237-8dc1-a39653b88284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:58.815613 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7a49a-f244-4373-8096-6b72682683c7 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Pushing event deleted for resources: {'Port': ['ID=4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:58.828598 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:58.861122 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-5c225414-9c36-4429-be61-be6c76e1b0fc None None] Deleting port 4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:33:58.861493 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5c225414-9c36-4429-be61-be6c76e1b0fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:58.943930 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7e9434b4-ed31-42bd-9978-eff252101e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:58.976177 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0d3ddf0d-6706-4b77-94b0-c25b2b1c7885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:58.988313 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e14a8f-615c-4237-8dc1-a39653b88284 admin admin] Pushing event deleted for resources: {'Port': ['ID=067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:59.060466 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ab59ba6d-8f89-4c69-a67b-f10952ac2299 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:33:59.072316 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a91f69-064e-4ea0-a685-46a5b7c11e13 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Made reservation on behalf of 21937291cca54a0a9d6ebe426f492a5c for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:33:59.076338 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-91a91f69-064e-4ea0-a685-46a5b7c11e13 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:59.106093 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d7e14a8f-615c-4237-8dc1-a39653b88284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:59.110421 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a49a-f244-4373-8096-6b72682683c7 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:59.184563 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3988e2f8-4813-4139-9e19-6d53c139f612 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:33:59.192711 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3988e2f8-4813-4139-9e19-6d53c139f612 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "PUT /v2.0/routers/014dbc62-34c8-41aa-86f1-43b1eecf452c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7518375 Aug 31 09:33:59.198054 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52678) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:59.198269 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e92ce06-f873-434a-9678-3bd8ba99b4ae None None] Sync routers for ids ['014dbc62-34c8-41aa-86f1-43b1eecf452c'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:33:59.211995 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e92ce06-f873-434a-9678-3bd8ba99b4ae None None] Routers {'014dbc62-34c8-41aa-86f1-43b1eecf452c'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:33:59.213418 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6e92ce06-f873-434a-9678-3bd8ba99b4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:33:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['014dbc62-34c8-41aa-86f1-43b1eecf452c'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:59.227441 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-5cc7a49a-f244-4373-8096-6b72682683c7 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cacd8c76-8e97-49ae-99d6-f569b3217ddc']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:59.254184 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=fbc7d188-f57a-4e6b-8f10-3146c6589435,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:59.276409 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-5c225414-9c36-4429-be61-be6c76e1b0fc None None] For port 4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c, host n-d-791506-28, got binding levels [] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:33:59.276824 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5c225414-9c36-4429-be61-be6c76e1b0fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:59.338823 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d7e14a8f-615c-4237-8dc1-a39653b88284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:59.342337 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-5cc7a49a-f244-4373-8096-6b72682683c7 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd37eae5d-8eca-48b5-94e1-04d52ae6e214') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:59.342924 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-5cc7a49a-f244-4373-8096-6b72682683c7 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd37eae5d-8eca-48b5-94e1-04d52ae6e214') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:33:59.345598 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d7e14a8f-615c-4237-8dc1-a39653b88284 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:59.361258 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a49a-f244-4373-8096-6b72682683c7 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:59.438044 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a49a-f244-4373-8096-6b72682683c7 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:59.447363 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc7a49a-f244-4373-8096-6b72682683c7 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Releasing vlan 1612 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:33:59.447924 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a49a-f244-4373-8096-6b72682683c7 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:59.451676 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:33:59.451676 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:33:59.451676 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:33:59.451676 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:33:59.451676 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:33:59.451676 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:33:59.451676 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:33:59.451676 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:33:59.451676 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:33:59.451676 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:33:59.451676 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:33:59.451676 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:33:59.451676 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:33:59.451676 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:33:59.451676 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:33:59.451676 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:33:59.451676 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:33:59.451676 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:33:59.451676 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:33:59.451676 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:33:59.451676 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:33:59.451676 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:33:59.451676 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:33:59.451676 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:33:59.451676 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:33:59.451676 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:33:59.451676 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:33:59.451676 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:33:59.451676 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:33:59.451676 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:33:59.451676 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:33:59.451676 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:33:59.461743 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5100aa72-a2ae-4cc4-8f70-f61b6cb2a7a1 None None] Provisioning complete for port 00ded9b0-b3bc-433f-b896-3cc97b908f82 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:59.462891 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5100aa72-a2ae-4cc4-8f70-f61b6cb2a7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:59.550617 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d7e14a8f-615c-4237-8dc1-a39653b88284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:59.551442 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e14a8f-615c-4237-8dc1-a39653b88284 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dac97baf-dde4-4459-a664-c9e094b7bfcc {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:33:59.568060 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d7e14a8f-615c-4237-8dc1-a39653b88284 admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:59.573686 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d7e14a8f-615c-4237-8dc1-a39653b88284 admin admin] 10.222.0.119 "DELETE /v2.0/routers/dac97baf-dde4-4459-a664-c9e094b7bfcc HTTP/1.1" status: 204 len: 168 time: 2.8858023 Aug 31 09:33:59.579740 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52686) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:59.581713 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-5c225414-9c36-4429-be61-be6c76e1b0fc None None] Calling delete_port for 4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:33:59.599047 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.ipam_backend_mixin [None req-5c225414-9c36-4429-be61-be6c76e1b0fc None None] Port 4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c was not found and therefore no delete operation was performed {{(pid=95554) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:33:59.609747 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-6e92ce06-f873-434a-9678-3bd8ba99b4ae None None] Set router 014dbc62-34c8-41aa-86f1-43b1eecf452c gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:33:59.644925 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6133b047-07d2-4b66-bcf5-3816fc7567e7 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:59.645588 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6133b047-07d2-4b66-bcf5-3816fc7567e7 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:59.646064 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6133b047-07d2-4b66-bcf5-3816fc7567e7 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:59.646532 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6133b047-07d2-4b66-bcf5-3816fc7567e7 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:59.647133 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6133b047-07d2-4b66-bcf5-3816fc7567e7 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:59.647700 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6133b047-07d2-4b66-bcf5-3816fc7567e7 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:59.648171 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6133b047-07d2-4b66-bcf5-3816fc7567e7 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:59.648637 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6133b047-07d2-4b66-bcf5-3816fc7567e7 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:59.649099 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6133b047-07d2-4b66-bcf5-3816fc7567e7 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:59.649599 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6133b047-07d2-4b66-bcf5-3816fc7567e7 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:59.650050 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6133b047-07d2-4b66-bcf5-3816fc7567e7 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:59.652376 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5c225414-9c36-4429-be61-be6c76e1b0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:59.656471 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6133b047-07d2-4b66-bcf5-3816fc7567e7 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] 10.222.0.119 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7654 time: 0.4509156 Aug 31 09:33:59.659322 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52688) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:59.674052 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52690) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:59.684767 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port ab59ba6d-8f89-4c69-a67b-f10952ac2299 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:59.685131 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:59.701587 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c225414-9c36-4429-be61-be6c76e1b0fc None None] No DVR routers for this DVR port 4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:33:59.723540 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c0b9950-4671-4f69-8521-a2c66e179ac4 admin admin] Deleting subnet e71dace2-3831-47a1-b951-433c18310a02 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:33:59.729608 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2c0b9950-4671-4f69-8521-a2c66e179ac4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:59.750909 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ddf0d-6706-4b77-94b0-c25b2b1c7885 None None] Pushing event updated for resources: {'Port': ['ID=abe886fe-bbb7-4c08-bc72-511611b53ef8,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:59.778374 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-5100aa72-a2ae-4cc4-8f70-f61b6cb2a7a1 None None] Port 00ded9b0-b3bc-433f-b896-3cc97b908f82 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:33:59.806610 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3787f2ee-5b37-4c4d-b378-c9c22b06b7cb tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:59.807768 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3787f2ee-5b37-4c4d-b378-c9c22b06b7cb tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:59.808246 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3787f2ee-5b37-4c4d-b378-c9c22b06b7cb tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:59.809167 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3787f2ee-5b37-4c4d-b378-c9c22b06b7cb tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:59.809530 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a49a-f244-4373-8096-6b72682683c7 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:59.809679 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3787f2ee-5b37-4c4d-b378-c9c22b06b7cb tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:59.810349 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3787f2ee-5b37-4c4d-b378-c9c22b06b7cb tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:59.810563 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3787f2ee-5b37-4c4d-b378-c9c22b06b7cb tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:59.811026 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3787f2ee-5b37-4c4d-b378-c9c22b06b7cb tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:59.811476 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3787f2ee-5b37-4c4d-b378-c9c22b06b7cb tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:33:59.816272 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3787f2ee-5b37-4c4d-b378-c9c22b06b7cb tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5783 time: 0.1509018 Aug 31 09:33:59.820790 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52694) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:33:59.835307 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a49a-f244-4373-8096-6b72682683c7 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:59.835976 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5100aa72-a2ae-4cc4-8f70-f61b6cb2a7a1 None None] Provisioning complete for port abe886fe-bbb7-4c08-bc72-511611b53ef8 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:33:59.836341 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5100aa72-a2ae-4cc4-8f70-f61b6cb2a7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:59.838888 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5cc7a49a-f244-4373-8096-6b72682683c7 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] 10.222.0.119 "DELETE /v2.0/networks/cacd8c76-8e97-49ae-99d6-f569b3217ddc HTTP/1.1" status: 204 len: 168 time: 2.3618076 Aug 31 09:33:59.852278 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c225414-9c36-4429-be61-be6c76e1b0fc None None] Pushing event deleted for resources: {'Port': ['ID=4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:59.966038 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-91a91f69-064e-4ea0-a685-46a5b7c11e13 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:33:59.966841 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-ab824b8e-7f37-4daf-93b8-e29fc09a9cb3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-216440351-network', 'tenant_id': 'e847c5c42d2e472689cd257a7d896947'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:33:59.971784 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7a49a-f244-4373-8096-6b72682683c7 tempest-TagsExtTest-1648380190 tempest-TagsExtTest-1648380190-project] Pushing event deleted for resources: {'Network': ['ID=cacd8c76-8e97-49ae-99d6-f569b3217ddc,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:33:59.988105 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2c0b9950-4671-4f69-8521-a2c66e179ac4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:00.027598 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6e92ce06-f873-434a-9678-3bd8ba99b4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'name': 'tempest-TestNetworkBasicOps-router-1255907600', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:47Z', 'updated_at': '2021-08-31T09:33:56Z', 'revision_number': 4, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '8b5340ae-8763-45f6-8af6-1c4824c4cd59', 'name': '', 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'mac_address': 'fa:16:3e:91:af:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '0dbbb6f2-1c93-4c91-88d5-f35d32ebd383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:55Z', 'updated_at': '2021-08-31T09:33:57Z', 'revision_number': 2, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'subnets': [{'id': '0dbbb6f2-1c93-4c91-88d5-f35d32ebd383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:00.065889 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a91f69-064e-4ea0-a685-46a5b7c11e13 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Checking segment: {'id': '7233917c-1a6f-4bb4-bd71-8e8811a6c76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1625, 'network_id': '7c50287f-2726-41fd-9e7e-8065ae1a410b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:00.066590 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a91f69-064e-4ea0-a685-46a5b7c11e13 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network hostable DHCP agents. Network: 7c50287f-2726-41fd-9e7e-8065ae1a410b, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:34:00.074251 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a91f69-064e-4ea0-a685-46a5b7c11e13 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Subnet': ['ID=4b8a144e-96b9-4d20-93c1-bd1467b7ab76,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:00.092463 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e92ce06-f873-434a-9678-3bd8ba99b4ae None None] Checking router: 014dbc62-34c8-41aa-86f1-43b1eecf452c for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:34:00.092912 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e92ce06-f873-434a-9678-3bd8ba99b4ae None None] Updating router 014dbc62-34c8-41aa-86f1-43b1eecf452c port 8b5340ae-8763-45f6-8af6-1c4824c4cd59 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:34:00.121254 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5100aa72-a2ae-4cc4-8f70-f61b6cb2a7a1 None None] Provisioning for port 8b5340ae-8763-45f6-8af6-1c4824c4cd59 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:00.129026 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-6e92ce06-f873-434a-9678-3bd8ba99b4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:00.133709 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5100aa72-a2ae-4cc4-8f70-f61b6cb2a7a1 None None] Provisioning complete for port 8b5340ae-8763-45f6-8af6-1c4824c4cd59 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:00.134081 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5100aa72-a2ae-4cc4-8f70-f61b6cb2a7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:00.141223 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7e9434b4-ed31-42bd-9978-eff252101e08 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:00.171780 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a91f69-064e-4ea0-a685-46a5b7c11e13 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network 7c50287f-2726-41fd-9e7e-8065ae1a410b is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:34:00.183672 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7e9434b4-ed31-42bd-9978-eff252101e08 None None] Transition to ACTIVE for port object 00ded9b0-b3bc-433f-b896-3cc97b908f82 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:00.205962 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-5100aa72-a2ae-4cc4-8f70-f61b6cb2a7a1 None None] Port 8b5340ae-8763-45f6-8af6-1c4824c4cd59 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:34:00.234489 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-91a91f69-064e-4ea0-a685-46a5b7c11e13 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 7c50287f-2726-41fd-9e7e-8065ae1a410b) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:00.240372 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a91f69-064e-4ea0-a685-46a5b7c11e13 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:00.241791 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-91a91f69-064e-4ea0-a685-46a5b7c11e13 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:00.259919 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7e9434b4-ed31-42bd-9978-eff252101e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:00.263177 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba12445-ecfc-4bcd-91d6-8330634208a8 None None] Network 7c50287f-2726-41fd-9e7e-8065ae1a410b requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:00.265241 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2f8a65a8-01dc-429c-93f9-5307e20a5c77 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:34:00.360522 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-91a91f69-064e-4ea0-a685-46a5b7c11e13 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1809740 Aug 31 09:34:00.363491 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52702) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:00.418013 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 2f8a65a8-01dc-429c-93f9-5307e20a5c77 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:34:00.421424 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2f8a65a8-01dc-429c-93f9-5307e20a5c77 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:34:00.421865 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:34:00.459071 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab824b8e-7f37-4daf-93b8-e29fc09a9cb3 admin admin] Made reservation on behalf of e847c5c42d2e472689cd257a7d896947 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:00.461519 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab824b8e-7f37-4daf-93b8-e29fc09a9cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:00.509047 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:34:00.510063 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4ffd34a4-ec75-4e7c-93b6-a3a01b52f95c not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:34:00.514031 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2c0b9950-4671-4f69-8521-a2c66e179ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:00.539001 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52704) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:00.546005 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3574010-3317-4acf-b994-ea2a996de0c6 None None] Pushing event updated for resources: {'Port': ['ID=00ded9b0-b3bc-433f-b896-3cc97b908f82,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:00.569236 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-6e92ce06-f873-434a-9678-3bd8ba99b4ae None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:00.570214 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab824b8e-7f37-4daf-93b8-e29fc09a9cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:00.581165 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-6e92ce06-f873-434a-9678-3bd8ba99b4ae None None] Transition to ACTIVE for port object 8b5340ae-8763-45f6-8af6-1c4824c4cd59 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:00.597524 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-01c6aa3a-e022-4b8a-a8cd-724a57d73f10 None None] Provisioning complete for port 8b5340ae-8763-45f6-8af6-1c4824c4cd59 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:00.597909 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-01c6aa3a-e022-4b8a-a8cd-724a57d73f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:00.656861 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-6e92ce06-f873-434a-9678-3bd8ba99b4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:00.730214 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-7e9434b4-ed31-42bd-9978-eff252101e08 None None] Attempting to bind port 00ded9b0-b3bc-433f-b896-3cc97b908f82 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:34:00.730756 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-7e9434b4-ed31-42bd-9978-eff252101e08 None None] Attempting to bind port 00ded9b0-b3bc-433f-b896-3cc97b908f82 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '9311d578-dbf3-48f5-8d2c-abf574cbb990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'db6a4f87-3caf-463a-bd0e-b6ed1e69f62e'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:34:00.731218 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9434b4-ed31-42bd-9978-eff252101e08 None None] Attempting to bind port 00ded9b0-b3bc-433f-b896-3cc97b908f82 on network db6a4f87-3caf-463a-bd0e-b6ed1e69f62e {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:00.744611 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0e133b88-9f2d-4747-a491-2cbabd65aa34 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2862 time: 0.9211483 Aug 31 09:34:00.786020 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ed928-d769-4543-b505-9425c9a79228 None None] Pushing event updated for resources: {'Port': ['ID=8b5340ae-8763-45f6-8af6-1c4824c4cd59,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:00.812734 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9434b4-ed31-42bd-9978-eff252101e08 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:34:00.813140 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9434b4-ed31-42bd-9978-eff252101e08 None None] Checking segment: {'id': '9311d578-dbf3-48f5-8d2c-abf574cbb990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'db6a4f87-3caf-463a-bd0e-b6ed1e69f62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:00.813531 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7e9434b4-ed31-42bd-9978-eff252101e08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:00.813898 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9434b4-ed31-42bd-9978-eff252101e08 None None] Bound using segment: {'id': '9311d578-dbf3-48f5-8d2c-abf574cbb990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'db6a4f87-3caf-463a-bd0e-b6ed1e69f62e'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:34:00.814385 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-7e9434b4-ed31-42bd-9978-eff252101e08 None None] Bound port: 00ded9b0-b3bc-433f-b896-3cc97b908f82, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9311d578-dbf3-48f5-8d2c-abf574cbb990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'db6a4f87-3caf-463a-bd0e-b6ed1e69f62e'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:34:00.819099 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339ed928-d769-4543-b505-9425c9a79228 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:00.819434 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339ed928-d769-4543-b505-9425c9a79228 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:00.819764 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339ed928-d769-4543-b505-9425c9a79228 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:00.820090 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339ed928-d769-4543-b505-9425c9a79228 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:00.820416 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339ed928-d769-4543-b505-9425c9a79228 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:00.820733 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339ed928-d769-4543-b505-9425c9a79228 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:00.821051 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339ed928-d769-4543-b505-9425c9a79228 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:00.821368 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339ed928-d769-4543-b505-9425c9a79228 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:00.821794 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339ed928-d769-4543-b505-9425c9a79228 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:00.822230 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339ed928-d769-4543-b505-9425c9a79228 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:00.822623 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339ed928-d769-4543-b505-9425c9a79228 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:00.828081 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-339ed928-d769-4543-b505-9425c9a79228 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:00.828233 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7e9434b4-ed31-42bd-9978-eff252101e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:00.829352 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-01c6aa3a-e022-4b8a-a8cd-724a57d73f10 None None] Port 8b5340ae-8763-45f6-8af6-1c4824c4cd59 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:34:00.853954 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab824b8e-7f37-4daf-93b8-e29fc09a9cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:00.858264 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2c0b9950-4671-4f69-8521-a2c66e179ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:00.916001 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-6e92ce06-f873-434a-9678-3bd8ba99b4ae None None] Attempting to bind port 8b5340ae-8763-45f6-8af6-1c4824c4cd59 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:34:00.916001 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-6e92ce06-f873-434a-9678-3bd8ba99b4ae None None] Attempting to bind port 8b5340ae-8763-45f6-8af6-1c4824c4cd59 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '51dad041-e6cb-446e-a39a-eb053c9ad172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:34:00.916001 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e92ce06-f873-434a-9678-3bd8ba99b4ae None None] Attempting to bind port 8b5340ae-8763-45f6-8af6-1c4824c4cd59 on network 8a07a2ef-db65-4ad7-9566-84ee44fff2bb {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:00.916001 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e92ce06-f873-434a-9678-3bd8ba99b4ae None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:34:00.916001 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e92ce06-f873-434a-9678-3bd8ba99b4ae None None] Checking segment: {'id': '51dad041-e6cb-446e-a39a-eb053c9ad172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:00.916452 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-6e92ce06-f873-434a-9678-3bd8ba99b4ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:00.916842 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e92ce06-f873-434a-9678-3bd8ba99b4ae None None] Bound using segment: {'id': '51dad041-e6cb-446e-a39a-eb053c9ad172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:34:00.917066 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-6e92ce06-f873-434a-9678-3bd8ba99b4ae None None] Bound port: 8b5340ae-8763-45f6-8af6-1c4824c4cd59, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51dad041-e6cb-446e-a39a-eb053c9ad172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:34:00.917440 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-6e92ce06-f873-434a-9678-3bd8ba99b4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:00.942201 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab824b8e-7f37-4daf-93b8-e29fc09a9cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:00.946674 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b9950-4671-4f69-8521-a2c66e179ac4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e71dace2-3831-47a1-b951-433c18310a02,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:00.979288 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd7c21f-f720-40c5-9549-a0474bfbea86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-7c50287f-2726-41fd-9e7e-8065ae1a410b', 'network_id': '7c50287f-2726-41fd-9e7e-8065ae1a410b', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'fixed_ips': [{'subnet_id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:34:00.981401 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2fd7c21f-f720-40c5-9549-a0474bfbea86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:00.992539 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab824b8e-7f37-4daf-93b8-e29fc09a9cb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1641, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:34:01.018528 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab824b8e-7f37-4daf-93b8-e29fc09a9cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:01.019482 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-ab824b8e-7f37-4daf-93b8-e29fc09a9cb3 admin admin] Added segment e7bfaea8-dc50-4428-a9a7-b756d181f6bc of type vlan for network 3e58dc22-2b70-42a6-8495-186dad702ce6 Aug 31 09:34:01.019835 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ad7692f9-21c1-4b68-806a-b8f7a95fc8ad admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=aeab8f7fc1144075b27f26fa4dfef829&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4790423 Aug 31 09:34:01.020461 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52710) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:01.055138 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device abe886fe-bbb7-4c08-bc72-511611b53ef8 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:01.072596 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-6e92ce06-f873-434a-9678-3bd8ba99b4ae None None] For port 8b5340ae-8763-45f6-8af6-1c4824c4cd59, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:34:01.081338 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-6e92ce06-f873-434a-9678-3bd8ba99b4ae None None] For port 8b5340ae-8763-45f6-8af6-1c4824c4cd59, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8b5340ae-8763-45f6-8af6-1c4824c4cd59,segment=NetworkSegment(51dad041-e6cb-446e-a39a-eb053c9ad172),segment_id=51dad041-e6cb-446e-a39a-eb053c9ad172)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:34:01.082051 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab824b8e-7f37-4daf-93b8-e29fc09a9cb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:01.116361 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2c0b9950-4671-4f69-8521-a2c66e179ac4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:01.119931 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2c0b9950-4671-4f69-8521-a2c66e179ac4 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/e71dace2-3831-47a1-b951-433c18310a02 HTTP/1.1" status: 204 len: 168 time: 1.5366163 Aug 31 09:34:01.125466 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52712) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:01.195037 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-6e92ce06-f873-434a-9678-3bd8ba99b4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:01.195330 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e82dde-fee2-4efd-8177-0b8ef3e3a7d6 None None] Network 6944c500-f413-442a-9452-6ee310bb5f01 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:01.205282 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-7e9434b4-ed31-42bd-9978-eff252101e08 None None] For port 00ded9b0-b3bc-433f-b896-3cc97b908f82, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:34:01.216040 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-db7477e6-5306-4402-b142-1b6717f00af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:01.240819 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a22d37dc-03a0-4e69-a9d6-53e4ddcbeafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:01.244178 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab824b8e-7f37-4daf-93b8-e29fc09a9cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:01.245799 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab824b8e-7f37-4daf-93b8-e29fc09a9cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:01.246586 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab824b8e-7f37-4daf-93b8-e29fc09a9cb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:01.249162 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2cc9fc92-7464-445c-b977-d21ca8dd6005 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:01.269241 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab824b8e-7f37-4daf-93b8-e29fc09a9cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117fb3be-1fb4-4099-8bc1-fa96ba3a01af,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:01.283853 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a22d37dc-03a0-4e69-a9d6-53e4ddcbeafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:01.318212 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ed928-d769-4543-b505-9425c9a79228 None None] Pushing event updated for resources: {'Port': ['ID=8b5340ae-8763-45f6-8af6-1c4824c4cd59,revision_number=4']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:01.363480 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e92ce06-f873-434a-9678-3bd8ba99b4ae None None] Routers {'014dbc62-34c8-41aa-86f1-43b1eecf452c'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:01.364134 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6e92ce06-f873-434a-9678-3bd8ba99b4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:33:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['014dbc62-34c8-41aa-86f1-43b1eecf452c'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:01.491513 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ab824b8e-7f37-4daf-93b8-e29fc09a9cb3 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8153386 Aug 31 09:34:01.499477 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52716) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:01.501174 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52718) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:01.504217 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-b252e7f5-5c4b-4047-8fc5-f9b1ed849a06 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-35007633', 'description': 'tempest-secgroup-smoke-35007633 description', 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:01.521201 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-61d4523d-cde6-427f-b866-d5e265fc16bb admin admin] Request body: {'subnet': {'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-216440351-subnet', 'tenant_id': 'e847c5c42d2e472689cd257a7d896947', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:01.525940 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab824b8e-7f37-4daf-93b8-e29fc09a9cb3 admin admin] Pushing event updated for resources: {'Network': ['ID=3e58dc22-2b70-42a6-8495-186dad702ce6,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:01.560103 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-db7477e6-5306-4402-b142-1b6717f00af3 admin admin] Deleting port b54c6230-943e-403b-aa19-4b09869f0926 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:01.560452 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-db7477e6-5306-4402-b142-1b6717f00af3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:01.576687 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-7e9434b4-ed31-42bd-9978-eff252101e08 None None] For port 00ded9b0-b3bc-433f-b896-3cc97b908f82, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=00ded9b0-b3bc-433f-b896-3cc97b908f82,segment=NetworkSegment(9311d578-dbf3-48f5-8d2c-abf574cbb990),segment_id=9311d578-dbf3-48f5-8d2c-abf574cbb990)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:34:01.582147 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 3e58dc22-2b70-42a6-8495-186dad702ce6 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:34:01.630149 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-6e92ce06-f873-434a-9678-3bd8ba99b4ae None None] Set router 014dbc62-34c8-41aa-86f1-43b1eecf452c gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:34:01.630777 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a22d37dc-03a0-4e69-a9d6-53e4ddcbeafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:01.635400 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-db7477e6-5306-4402-b142-1b6717f00af3 admin admin] For port b54c6230-943e-403b-aa19-4b09869f0926, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=b54c6230-943e-403b-aa19-4b09869f0926,segment=NetworkSegment(864d6922-2b2b-4734-b4d4-e89fdc2f0660),segment_id=864d6922-2b2b-4734-b4d4-e89fdc2f0660)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:01.635683 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a22d37dc-03a0-4e69-a9d6-53e4ddcbeafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:01.635797 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-db7477e6-5306-4402-b142-1b6717f00af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:01.636876 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a22d37dc-03a0-4e69-a9d6-53e4ddcbeafe admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/59131414-8126-4a21-aef1-b3f3d467e0b9 HTTP/1.1" status: 204 len: 168 time: 0.6103671 Aug 31 09:34:01.646109 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d37dc-03a0-4e69-a9d6-53e4ddcbeafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59131414-8126-4a21-aef1-b3f3d467e0b9,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:01.659771 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b252e7f5-5c4b-4047-8fc5-f9b1ed849a06 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:01.664047 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-db7477e6-5306-4402-b142-1b6717f00af3 admin admin] Calling delete_port for b54c6230-943e-403b-aa19-4b09869f0926 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:01.713004 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7e9434b4-ed31-42bd-9978-eff252101e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:01.748955 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d4523d-cde6-427f-b866-d5e265fc16bb admin admin] Made reservation on behalf of e847c5c42d2e472689cd257a7d896947 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:01.752701 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-61d4523d-cde6-427f-b866-d5e265fc16bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:01.768390 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-2fd7c21f-f720-40c5-9549-a0474bfbea86 None None] Allocated IP 2001:db8:1::2 (7c50287f-2726-41fd-9e7e-8065ae1a410b/4b8a144e-96b9-4d20-93c1-bd1467b7ab76/a6294482-c5e5-43a1-b695-793d9a7dc126) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:01.878222 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6e92ce06-f873-434a-9678-3bd8ba99b4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'name': 'tempest-TestNetworkBasicOps-router-1255907600', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:47Z', 'updated_at': '2021-08-31T09:33:56Z', 'revision_number': 4, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '8b5340ae-8763-45f6-8af6-1c4824c4cd59', 'name': '', 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'mac_address': 'fa:16:3e:91:af:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '0dbbb6f2-1c93-4c91-88d5-f35d32ebd383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:55Z', 'updated_at': '2021-08-31T09:34:01Z', 'revision_number': 4, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'subnets': [{'id': '0dbbb6f2-1c93-4c91-88d5-f35d32ebd383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:01.901366 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b252e7f5-5c4b-4047-8fc5-f9b1ed849a06 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:01.901366 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-db7477e6-5306-4402-b142-1b6717f00af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:01.914947 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e92ce06-f873-434a-9678-3bd8ba99b4ae None None] The sync data for ids ['014dbc62-34c8-41aa-86f1-43b1eecf452c'] in n-d-791506-28 is: [{'id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'name': 'tempest-TestNetworkBasicOps-router-1255907600', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:47Z', 'updated_at': '2021-08-31T09:33:56Z', 'revision_number': 4, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '8b5340ae-8763-45f6-8af6-1c4824c4cd59', 'name': '', 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'mac_address': 'fa:16:3e:91:af:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '0dbbb6f2-1c93-4c91-88d5-f35d32ebd383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:55Z', 'updated_at': '2021-08-31T09:34:01Z', 'revision_number': 4, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'subnets': [{'id': '0dbbb6f2-1c93-4c91-88d5-f35d32ebd383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:34:01.928824 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7477e6-5306-4402-b142-1b6717f00af3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b54c6230-943e-403b-aa19-4b09869f0926,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:01.931899 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7477e6-5306-4402-b142-1b6717f00af3 admin admin] No DVR routers for this DVR port b54c6230-943e-403b-aa19-4b09869f0926 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:34:02.063821 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b252e7f5-5c4b-4047-8fc5-f9b1ed849a06 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:02.074869 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-61d4523d-cde6-427f-b866-d5e265fc16bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:02.116381 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-db7477e6-5306-4402-b142-1b6717f00af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:02.131092 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-db7477e6-5306-4402-b142-1b6717f00af3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6944c500-f413-442a-9452-6ee310bb5f01']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:02.158580 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-db7477e6-5306-4402-b142-1b6717f00af3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864d6922-2b2b-4734-b4d4-e89fdc2f0660') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:02.158580 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-db7477e6-5306-4402-b142-1b6717f00af3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864d6922-2b2b-4734-b4d4-e89fdc2f0660') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:02.158948 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port abe886fe-bbb7-4c08-bc72-511611b53ef8 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:02.158948 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:02.182993 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b252e7f5-5c4b-4047-8fc5-f9b1ed849a06 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:02.185360 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b252e7f5-5c4b-4047-8fc5-f9b1ed849a06 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6857383 Aug 31 09:34:02.188478 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52726) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:02.197558 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-db7477e6-5306-4402-b142-1b6717f00af3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:02.217183 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-c22c1d30-bcb6-4e12-a9ea-885aaa78bd13 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Request body: {'security_group_rule': {'security_group_id': '2f2761a1-6422-42c6-a20f-47e93ccb3620', 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:02.233772 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3574010-3317-4acf-b994-ea2a996de0c6 None None] Pushing event updated for resources: {'Port': ['ID=00ded9b0-b3bc-433f-b896-3cc97b908f82,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:02.236700 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba19a998-e03d-4d82-a2df-9828c325eb8b None None] DHCP port deletion for 6944c500-f413-442a-9452-6ee310bb5f01 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:34:02.251242 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252e7f5-5c4b-4047-8fc5-f9b1ed849a06 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2761a1-6422-42c6-a20f-47e93ccb3620,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:02.257320 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-db7477e6-5306-4402-b142-1b6717f00af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:02.271385 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9434b4-ed31-42bd-9978-eff252101e08 None None] Routers {'76d9c746-83b9-4b07-b10b-8be01d213973'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:02.272208 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-7e9434b4-ed31-42bd-9978-eff252101e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:33:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['76d9c746-83b9-4b07-b10b-8be01d213973'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:02.285323 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db7477e6-5306-4402-b142-1b6717f00af3 admin admin] Releasing vlan 1636 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:34:02.286489 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-db7477e6-5306-4402-b142-1b6717f00af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:02.288599 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:34:02.288599 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:34:02.288599 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:34:02.288599 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:34:02.288599 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:34:02.288599 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:34:02.288599 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:34:02.288599 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:34:02.288599 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:34:02.288599 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:34:02.288599 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:34:02.288599 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:34:02.288599 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:34:02.288599 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:34:02.288599 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:34:02.288599 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:34:02.288599 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:34:02.288599 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:34:02.288599 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:34:02.288599 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:34:02.288599 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:34:02.288599 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:34:02.288599 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:34:02.288599 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:34:02.288599 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:34:02.288599 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:34:02.288599 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:34:02.288599 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:34:02.288599 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:34:02.288599 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:34:02.288599 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:34:02.288599 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:34:02.292294 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4523d-cde6-427f-b866-d5e265fc16bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a8d9332-4934-4e0f-b006-f09be5a999bd,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:02.343622 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d4523d-cde6-427f-b866-d5e265fc16bb admin admin] Checking segment: {'id': 'e7bfaea8-dc50-4428-a9a7-b756d181f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1641, 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:02.348007 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d4523d-cde6-427f-b866-d5e265fc16bb admin admin] Network hostable DHCP agents. Network: 3e58dc22-2b70-42a6-8495-186dad702ce6, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:34:02.429803 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2fd7c21f-f720-40c5-9549-a0474bfbea86 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:02.445604 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c22c1d30-bcb6-4e12-a9ea-885aaa78bd13 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:02.445823 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-2fd7c21f-f720-40c5-9549-a0474bfbea86 None None] Transition to ACTIVE for port object a6294482-c5e5-43a1-b695-793d9a7dc126 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:02.466007 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-db7477e6-5306-4402-b142-1b6717f00af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:02.473178 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-7e9434b4-ed31-42bd-9978-eff252101e08 None None] Set router 76d9c746-83b9-4b07-b10b-8be01d213973 gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:34:02.474584 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-db7477e6-5306-4402-b142-1b6717f00af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:02.482588 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d4523d-cde6-427f-b866-d5e265fc16bb admin admin] Network 3e58dc22-2b70-42a6-8495-186dad702ce6 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:34:02.492751 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-db7477e6-5306-4402-b142-1b6717f00af3 admin admin] 10.222.0.119 "DELETE /v2.0/networks/6944c500-f413-442a-9452-6ee310bb5f01 HTTP/1.1" status: 204 len: 168 time: 1.3633764 Aug 31 09:34:02.528135 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7477e6-5306-4402-b142-1b6717f00af3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6944c500-f413-442a-9452-6ee310bb5f01,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:02.608490 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-61d4523d-cde6-427f-b866-d5e265fc16bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 3e58dc22-2b70-42a6-8495-186dad702ce6) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:02.626139 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d4523d-cde6-427f-b866-d5e265fc16bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:02.628618 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-61d4523d-cde6-427f-b866-d5e265fc16bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:02.641350 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c22c1d30-bcb6-4e12-a9ea-885aaa78bd13 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:02.680036 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device fbc7d188-f57a-4e6b-8f10-3146c6589435 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:02.683263 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-2fd7c21f-f720-40c5-9549-a0474bfbea86 None None] Transition to ACTIVE for port object a6294482-c5e5-43a1-b695-793d9a7dc126 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:02.691118 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6aa3cc-486d-4ff6-9276-18de900595e0 None None] Network 3e58dc22-2b70-42a6-8495-186dad702ce6 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:02.741006 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-61d4523d-cde6-427f-b866-d5e265fc16bb admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2273631 Aug 31 09:34:02.741006 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c22c1d30-bcb6-4e12-a9ea-885aaa78bd13 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:02.761266 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c1d30-bcb6-4e12-a9ea-885aaa78bd13 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c7f0035-9426-4139-88d7-3abec347870b,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:02.858406 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c22c1d30-bcb6-4e12-a9ea-885aaa78bd13 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:02.861529 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c22c1d30-bcb6-4e12-a9ea-885aaa78bd13 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6703761 Aug 31 09:34:02.862745 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52744) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:02.866313 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:02.868322 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-8cc82ec9-da91-40f9-8d5d-c31266343f48 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Request body: {'security_group_rule': {'security_group_id': '2f2761a1-6422-42c6-a20f-47e93ccb3620', 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:02.904372 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2fd7c21f-f720-40c5-9549-a0474bfbea86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:02.908448 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-2cc9fc92-7464-445c-b977-d21ca8dd6005 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Allocated IP 2001:db8:1::1 (7c50287f-2726-41fd-9e7e-8065ae1a410b/4b8a144e-96b9-4d20-93c1-bd1467b7ab76/8a74a9aa-58c7-4fef-be4b-69adcc46fe05) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:02.958125 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd7c21f-f720-40c5-9549-a0474bfbea86 None None] Network 7c50287f-2726-41fd-9e7e-8065ae1a410b is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:02.969685 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-2fd7c21f-f720-40c5-9549-a0474bfbea86 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:02.979303 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd7c21f-f720-40c5-9549-a0474bfbea86 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:02.996238 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port fbc7d188-f57a-4e6b-8f10-3146c6589435 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:02.996238 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:03.012452 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8cc82ec9-da91-40f9-8d5d-c31266343f48 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:03.030702 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7c21f-f720-40c5-9549-a0474bfbea86 None None] Pushing event updated for resources: {'Port': ['ID=a6294482-c5e5-43a1-b695-793d9a7dc126,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:03.033751 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:03.133447 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8cc82ec9-da91-40f9-8d5d-c31266343f48 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:03.156053 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52754) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:03.236896 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8cc82ec9-da91-40f9-8d5d-c31266343f48 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:03.254570 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1eb40970-2db0-4b5a-9f46-923e3a854f80 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=258b22b5904a4919a63f7bea70c1ed79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0972500 Aug 31 09:34:03.256246 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-2fd7c21f-f720-40c5-9549-a0474bfbea86 None None] Attempting to bind port a6294482-c5e5-43a1-b695-793d9a7dc126 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:34:03.256833 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-2fd7c21f-f720-40c5-9549-a0474bfbea86 None None] Attempting to bind port a6294482-c5e5-43a1-b695-793d9a7dc126 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '7233917c-1a6f-4bb4-bd71-8e8811a6c76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1625, 'network_id': '7c50287f-2726-41fd-9e7e-8065ae1a410b'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:34:03.258028 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd7c21f-f720-40c5-9549-a0474bfbea86 None None] Attempting to bind port a6294482-c5e5-43a1-b695-793d9a7dc126 on network 7c50287f-2726-41fd-9e7e-8065ae1a410b {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:03.260556 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc82ec9-da91-40f9-8d5d-c31266343f48 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed380691-dd55-4c42-8f0f-e234305d803e,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:03.263772 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52758) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:03.277024 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4232b8-84a4-4e9c-8a39-4a8ca28a56fb None None] Network 3e58dc22-2b70-42a6-8495-186dad702ce6 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:03.329921 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd7c21f-f720-40c5-9549-a0474bfbea86 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:34:03.330305 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd7c21f-f720-40c5-9549-a0474bfbea86 None None] Checking segment: {'id': '7233917c-1a6f-4bb4-bd71-8e8811a6c76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1625, 'network_id': '7c50287f-2726-41fd-9e7e-8065ae1a410b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:03.330788 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2fd7c21f-f720-40c5-9549-a0474bfbea86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:03.332565 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd7c21f-f720-40c5-9549-a0474bfbea86 None None] Bound using segment: {'id': '7233917c-1a6f-4bb4-bd71-8e8811a6c76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1625, 'network_id': '7c50287f-2726-41fd-9e7e-8065ae1a410b'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:34:03.339700 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-2fd7c21f-f720-40c5-9549-a0474bfbea86 None None] Bound port: a6294482-c5e5-43a1-b695-793d9a7dc126, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7233917c-1a6f-4bb4-bd71-8e8811a6c76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1625, 'network_id': '7c50287f-2726-41fd-9e7e-8065ae1a410b'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:34:03.339700 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2fd7c21f-f720-40c5-9549-a0474bfbea86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:03.364841 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4e4b3051-2f96-427f-b89c-f553b400a44e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:03.386003 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8cc82ec9-da91-40f9-8d5d-c31266343f48 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:03.387244 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8cc82ec9-da91-40f9-8d5d-c31266343f48 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5234158 Aug 31 09:34:03.400169 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52762) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:03.405985 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-11f6ec15-e93d-4154-98b1-a5191374e0ee tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Request body: {'security_group_rule': {'security_group_id': '2f2761a1-6422-42c6-a20f-47e93ccb3620', 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:03.445393 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4e4b3051-2f96-427f-b89c-f553b400a44e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:03.477213 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-7e9434b4-ed31-42bd-9978-eff252101e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'name': 'tempest-RoutersIpV6Test-router-1722121143', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:33:54Z', 'revision_number': 2, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'gw_port_host': None, '_interfaces': [{'id': '00ded9b0-b3bc-433f-b896-3cc97b908f82', 'name': '', 'network_id': 'db6a4f87-3caf-463a-bd0e-b6ed1e69f62e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:7c:f6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:52Z', 'updated_at': '2021-08-31T09:34:01Z', 'revision_number': 4, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:03.520038 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-11f6ec15-e93d-4154-98b1-a5191374e0ee tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:03.530815 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2cc9fc92-7464-445c-b977-d21ca8dd6005 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:03.548976 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-2cc9fc92-7464-445c-b977-d21ca8dd6005 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Transition to ACTIVE for port object 8a74a9aa-58c7-4fef-be4b-69adcc46fe05 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:03.573422 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-2fd7c21f-f720-40c5-9549-a0474bfbea86 None None] For port a6294482-c5e5-43a1-b695-793d9a7dc126, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:34:03.576962 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-2fd7c21f-f720-40c5-9549-a0474bfbea86 None None] For port a6294482-c5e5-43a1-b695-793d9a7dc126, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a6294482-c5e5-43a1-b695-793d9a7dc126,segment=NetworkSegment(7233917c-1a6f-4bb4-bd71-8e8811a6c76d),segment_id=7233917c-1a6f-4bb4-bd71-8e8811a6c76d)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:34:03.599893 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4e4b3051-2f96-427f-b89c-f553b400a44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:03.604186 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4e4b3051-2f96-427f-b89c-f553b400a44e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:03.605753 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4e4b3051-2f96-427f-b89c-f553b400a44e admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/efc8f94e-792d-4fb5-8466-6e4df3f71fc3 HTTP/1.1" status: 204 len: 168 time: 0.3371022 Aug 31 09:34:03.624523 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b3051-2f96-427f-b89c-f553b400a44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc8f94e-792d-4fb5-8466-6e4df3f71fc3,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:03.646901 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-11f6ec15-e93d-4154-98b1-a5191374e0ee tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:03.655805 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9434b4-ed31-42bd-9978-eff252101e08 None None] The sync data for ids ['76d9c746-83b9-4b07-b10b-8be01d213973'] in n-d-791506-28 is: [{'id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'name': 'tempest-RoutersIpV6Test-router-1722121143', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:33:54Z', 'revision_number': 2, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'gw_port_host': None, '_interfaces': [{'id': '00ded9b0-b3bc-433f-b896-3cc97b908f82', 'name': '', 'network_id': 'db6a4f87-3caf-463a-bd0e-b6ed1e69f62e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:7c:f6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:52Z', 'updated_at': '2021-08-31T09:34:01Z', 'revision_number': 4, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:34:03.688807 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2cc9fc92-7464-445c-b977-d21ca8dd6005 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:03.718465 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2fd7c21f-f720-40c5-9549-a0474bfbea86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:03.773681 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc9fc92-7464-445c-b977-d21ca8dd6005 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network 7c50287f-2726-41fd-9e7e-8065ae1a410b is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:03.778131 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-2cc9fc92-7464-445c-b977-d21ca8dd6005 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:03.778469 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-11f6ec15-e93d-4154-98b1-a5191374e0ee tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:03.809267 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:34:03.815072 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc9fc92-7464-445c-b977-d21ca8dd6005 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:03.815646 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2cc9fc92-7464-445c-b977-d21ca8dd6005 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:03.847231 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6ec15-e93d-4154-98b1-a5191374e0ee tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3534920-500a-473b-afe3-3a74e9713068,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:03.876076 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9fc92-7464-445c-b977-d21ca8dd6005 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Port': ['ID=8a74a9aa-58c7-4fef-be4b-69adcc46fe05,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:03.884822 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:34:03.885296 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 067a79e8-1ac4-4a51-b1da-e9bd6d7c75f4 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:34:04.004272 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7c21f-f720-40c5-9549-a0474bfbea86 None None] Pushing event updated for resources: {'Port': ['ID=a6294482-c5e5-43a1-b695-793d9a7dc126,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:04.021514 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-11f6ec15-e93d-4154-98b1-a5191374e0ee tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:04.029026 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-11f6ec15-e93d-4154-98b1-a5191374e0ee tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6214776 Aug 31 09:34:04.029243 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52778) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:04.034380 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-5d651bfb-05b2-4796-ab61-1e4cab736cd6 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Request body: {'security_group_rule': {'security_group_id': '2f2761a1-6422-42c6-a20f-47e93ccb3620', 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:04.077010 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-a62ccba1-6e99-4de6-86d6-0c92f86fd772 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:04.078626 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-a62ccba1-6e99-4de6-86d6-0c92f86fd772 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/networks?id=3e58dc22-2b70-42a6-8495-186dad702ce6 HTTP/1.1" status: 200 len: 805 time: 0.4358051 Aug 31 09:34:04.083032 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8b5340ae-8763-45f6-8af6-1c4824c4cd59 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:04.104029 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-221ad79b-1e21-4955-8183-5922373b42c9 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/quotas/e847c5c42d2e472689cd257a7d896947 HTTP/1.1" status: 200 len: 375 time: 0.0166023 Aug 31 09:34:04.164119 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2cc9fc92-7464-445c-b977-d21ca8dd6005 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:04.224621 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-96378602-cbc9-4d8a-9a43-2de41c925cb3 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=e847c5c42d2e472689cd257a7d896947&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1133862 Aug 31 09:34:04.249125 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5d651bfb-05b2-4796-ab61-1e4cab736cd6 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:04.325720 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 8b5340ae-8763-45f6-8af6-1c4824c4cd59 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:04.330393 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 8b5340ae-8763-45f6-8af6-1c4824c4cd59 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:04.330789 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:04.475156 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:04.501878 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52788) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:04.521027 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 8b5340ae-8763-45f6-8af6-1c4824c4cd59, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8b5340ae-8763-45f6-8af6-1c4824c4cd59,segment=NetworkSegment(51dad041-e6cb-446e-a39a-eb053c9ad172),segment_id=51dad041-e6cb-446e-a39a-eb053c9ad172)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:04.531047 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5d651bfb-05b2-4796-ab61-1e4cab736cd6 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:04.546268 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-c029fccd-2936-4822-a922-924b01f19e2d service neutron] 10.222.0.119 "GET /v2.0/networks/3e58dc22-2b70-42a6-8495-186dad702ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036373 Aug 31 09:34:04.563159 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:04.591491 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5d651bfb-05b2-4796-ab61-1e4cab736cd6 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:04.623537 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-014df885-cce5-4d35-b9c6-d9d1e20de24f admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=01019331d4a443dc8d7cad91f77da1d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1186197 Aug 31 09:34:04.624968 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52792) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:04.647424 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=8b5340ae-8763-45f6-8af6-1c4824c4cd59,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:04.680965 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b54c6230-943e-403b-aa19-4b09869f0926 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:34:04.714182 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d651bfb-05b2-4796-ab61-1e4cab736cd6 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b1a926d-c200-454a-b4a4-0feb48d4f61e,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:04.723293 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: b54c6230-943e-403b-aa19-4b09869f0926 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:34:04.724166 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b54c6230-943e-403b-aa19-4b09869f0926 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:34:04.761057 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-6bebf01c-c0e5-4604-b5ff-2136aa2ada72 service neutron] 10.222.0.119 "GET /v2.0/networks/3e58dc22-2b70-42a6-8495-186dad702ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080631 Aug 31 09:34:04.771367 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-53b15e35-171b-420a-87b9-6287f0ee8667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:04.793740 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5d651bfb-05b2-4796-ab61-1e4cab736cd6 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:04.800420 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-53b15e35-171b-420a-87b9-6287f0ee8667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:04.804563 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52796) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:04.804702 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5d651bfb-05b2-4796-ab61-1e4cab736cd6 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7750571 Aug 31 09:34:04.816309 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-f59b4015-6070-44b6-8126-09f5d4a298bb tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Request body: {'security_group_rule': {'security_group_id': '2f2761a1-6422-42c6-a20f-47e93ccb3620', 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:04.854083 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2cc9fc92-7464-445c-b977-d21ca8dd6005 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:04.921026 n-d-791506-28 neutron-server[95553]: INFO neutron.db.securitygroups_db [None req-f59b4015-6070-44b6-8126-09f5d4a298bb tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Project fdd0715ba0554817ad604cf7a2e9a81b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:34:04.926738 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f59b4015-6070-44b6-8126-09f5d4a298bb tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:04.949226 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2cc9fc92-7464-445c-b977-d21ca8dd6005 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:04.950290 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2cc9fc92-7464-445c-b977-d21ca8dd6005 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:04.961947 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-53b15e35-171b-420a-87b9-6287f0ee8667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:04.965322 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-53b15e35-171b-420a-87b9-6287f0ee8667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:04.968906 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-53b15e35-171b-420a-87b9-6287f0ee8667 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/39ff5732-05da-49b9-a75b-9c3e6a042532 HTTP/1.1" status: 204 len: 168 time: 0.3408287 Aug 31 09:34:04.988245 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b15e35-171b-420a-87b9-6287f0ee8667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ff5732-05da-49b9-a75b-9c3e6a042532,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:05.023584 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f59b4015-6070-44b6-8126-09f5d4a298bb tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:05.056905 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9fc92-7464-445c-b977-d21ca8dd6005 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Port': ['ID=8a74a9aa-58c7-4fef-be4b-69adcc46fe05,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:05.062843 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f59b4015-6070-44b6-8126-09f5d4a298bb tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:05.141977 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b4015-6070-44b6-8126-09f5d4a298bb tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c2e636-90d6-407c-82d3-8aabeb83f81a,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:05.180404 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc9fc92-7464-445c-b977-d21ca8dd6005 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network 7c50287f-2726-41fd-9e7e-8065ae1a410b is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:05.182738 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-2cc9fc92-7464-445c-b977-d21ca8dd6005 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:05.245199 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a9be2a44-f10b-462a-b387-02298ad62641 req-7b4c1da4-4d7a-4549-bf8a-938a7e88f269 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=b7df72c9-2680-45ee-8283-f38ac0285da7 HTTP/1.1" status: 200 len: 210 time: 0.0598464 Aug 31 09:34:05.246312 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f59b4015-6070-44b6-8126-09f5d4a298bb tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:05.249623 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f59b4015-6070-44b6-8126-09f5d4a298bb tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4444306 Aug 31 09:34:05.250800 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52812) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:05.258314 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-4adefda5-1842-460f-8fa2-8f63df29d7ae tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Request body: {'security_group_rule': {'security_group_id': '2f2761a1-6422-42c6-a20f-47e93ccb3620', 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:05.318782 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc9fc92-7464-445c-b977-d21ca8dd6005 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Router 76d9c746-83b9-4b07-b10b-8be01d213973 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:34:05.402308 n-d-791506-28 neutron-server[95553]: INFO neutron.db.securitygroups_db [None req-4adefda5-1842-460f-8fa2-8f63df29d7ae tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Project fdd0715ba0554817ad604cf7a2e9a81b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:34:05.409843 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4adefda5-1842-460f-8fa2-8f63df29d7ae tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:05.454206 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc1d6fc-f07c-4ae2-a8ee-8535e8b5ac97 None None] Network 7c50287f-2726-41fd-9e7e-8065ae1a410b requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:05.509572 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4adefda5-1842-460f-8fa2-8f63df29d7ae tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:05.517211 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc9fc92-7464-445c-b977-d21ca8dd6005 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:34:05.522778 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2cc9fc92-7464-445c-b977-d21ca8dd6005 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "PUT /v2.0/routers/76d9c746-83b9-4b07-b10b-8be01d213973/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1581008 Aug 31 09:34:05.525640 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52826) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:05.537094 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-109d9553-96f5-41a0-8916-1818169d035b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-191743301'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:05.629915 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4adefda5-1842-460f-8fa2-8f63df29d7ae tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:05.635052 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109d9553-96f5-41a0-8916-1818169d035b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Made reservation on behalf of 21937291cca54a0a9d6ebe426f492a5c for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:05.638808 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-109d9553-96f5-41a0-8916-1818169d035b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:05.660856 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-64cb0062-0223-40c9-8564-1ee17c180492 None None] Provisioning for port a6294482-c5e5-43a1-b695-793d9a7dc126 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:05.679772 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adefda5-1842-460f-8fa2-8f63df29d7ae tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebbf9596-abed-491b-aa61-2cda4cf7e866,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:05.710223 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-109d9553-96f5-41a0-8916-1818169d035b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] vlan segment allocate from pool success with {'vlan_id': 1614, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:34:05.736343 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-109d9553-96f5-41a0-8916-1818169d035b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:05.736343 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-109d9553-96f5-41a0-8916-1818169d035b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Added segment 3d701ed9-5a34-4755-afdc-ae0c07618674 of type vlan for network c213f46e-dec3-4a10-aae5-58336699ef8e Aug 31 09:34:05.775639 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4adefda5-1842-460f-8fa2-8f63df29d7ae tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:05.783432 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4adefda5-1842-460f-8fa2-8f63df29d7ae tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5251637 Aug 31 09:34:05.799413 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-109d9553-96f5-41a0-8916-1818169d035b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:05.961758 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-109d9553-96f5-41a0-8916-1818169d035b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:05.976841 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109d9553-96f5-41a0-8916-1818169d035b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:05.977503 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-109d9553-96f5-41a0-8916-1818169d035b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:06.007488 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9168efd-c8f0-4e6c-bf14-275bc0d58905 None None] Sync routers for ids ['76d9c746-83b9-4b07-b10b-8be01d213973'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:34:06.026837 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9168efd-c8f0-4e6c-bf14-275bc0d58905 None None] Routers {'76d9c746-83b9-4b07-b10b-8be01d213973'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:06.027868 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e9168efd-c8f0-4e6c-bf14-275bc0d58905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:33:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['76d9c746-83b9-4b07-b10b-8be01d213973'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:06.067401 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d9553-96f5-41a0-8916-1818169d035b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Network': ['ID=c213f46e-dec3-4a10-aae5-58336699ef8e,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:06.139544 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52846) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:06.140136 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-109d9553-96f5-41a0-8916-1818169d035b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6118727 Aug 31 09:34:06.146218 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-efc22e98-5d0b-439a-93b8-fdde2241d044 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Request body: {'subnet': {'network_id': 'c213f46e-dec3-4a10-aae5-58336699ef8e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:06.167738 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network c213f46e-dec3-4a10-aae5-58336699ef8e details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:34:06.205884 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af1574e0-22fa-470f-8066-3f605a3a796a req-9990ed00-d2d2-4676-bae2-8fcda1ab825b tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-35007633&fields=id&tenant_id=fdd0715ba0554817ad604cf7a2e9a81b HTTP/1.1" status: 200 len: 267 time: 0.1197798 Aug 31 09:34:06.312433 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52850) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:06.359010 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5fff5192-c2cd-432e-92d4-d2e8394435e9 req-88d3621c-9f12-4f69-b215-94a7905b6088 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=b7df72c9-2680-45ee-8283-f38ac0285da7 HTTP/1.1" status: 200 len: 210 time: 0.0439999 Aug 31 09:34:06.422820 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc22e98-5d0b-439a-93b8-fdde2241d044 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Made reservation on behalf of 21937291cca54a0a9d6ebe426f492a5c for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:06.426896 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-efc22e98-5d0b-439a-93b8-fdde2241d044 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:06.429643 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1574e0-22fa-470f-8066-3f605a3a796a req-54f82d2f-43a2-4a7b-a361-002436ab9563 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:06.439025 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af1574e0-22fa-470f-8066-3f605a3a796a req-54f82d2f-43a2-4a7b-a361-002436ab9563 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/networks?id=8a07a2ef-db65-4ad7-9566-84ee44fff2bb HTTP/1.1" status: 200 len: 796 time: 0.2219999 Aug 31 09:34:06.444511 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8b5340ae-8763-45f6-8af6-1c4824c4cd59 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:06.464175 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af1574e0-22fa-470f-8066-3f605a3a796a req-8516544d-fd0c-4b83-8b6b-be1e92f7787f tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/quotas/fdd0715ba0554817ad604cf7a2e9a81b HTTP/1.1" status: 200 len: 375 time: 0.0242419 Aug 31 09:34:06.517238 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-e9168efd-c8f0-4e6c-bf14-275bc0d58905 None None] Set router 76d9c746-83b9-4b07-b10b-8be01d213973 gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:34:06.541978 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0337c2ae-da58-49af-b006-d1d88ec0c1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:06.588961 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af1574e0-22fa-470f-8066-3f605a3a796a req-79c92ee6-68d1-4ffd-93e6-233979c2cc76 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=fdd0715ba0554817ad604cf7a2e9a81b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1163988 Aug 31 09:34:06.695877 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0337c2ae-da58-49af-b006-d1d88ec0c1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:06.716142 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 8b5340ae-8763-45f6-8af6-1c4824c4cd59 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:06.716538 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:06.746125 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af1574e0-22fa-470f-8066-3f605a3a796a req-4d11455e-6e06-4a59-9a5d-545e37c6ae16 service neutron] 10.222.0.119 "GET /v2.0/networks/8a07a2ef-db65-4ad7-9566-84ee44fff2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552804 Aug 31 09:34:06.779798 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5399b103-4f24-43ca-9298-1d72c447a0bf None None] Provisioning for port 8a74a9aa-58c7-4fef-be4b-69adcc46fe05 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:06.819156 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0337c2ae-da58-49af-b006-d1d88ec0c1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:06.824169 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5399b103-4f24-43ca-9298-1d72c447a0bf None None] Provisioning complete for port 8a74a9aa-58c7-4fef-be4b-69adcc46fe05 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:06.824676 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5399b103-4f24-43ca-9298-1d72c447a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:06.878785 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af1574e0-22fa-470f-8066-3f605a3a796a req-f066189b-74d5-4743-a2e3-111934378e08 service neutron] 10.222.0.119 "GET /v2.0/networks/8a07a2ef-db65-4ad7-9566-84ee44fff2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194985 Aug 31 09:34:06.880363 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337c2ae-da58-49af-b006-d1d88ec0c1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43850cc-4c27-4c44-9386-74e1e8cb2eaa,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:06.889469 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0337c2ae-da58-49af-b006-d1d88ec0c1da admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=189e56e52953487c8012eaca840aff2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5755348 Aug 31 09:34:06.892200 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52854) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:06.908523 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-5399b103-4f24-43ca-9298-1d72c447a0bf None None] Port 8a74a9aa-58c7-4fef-be4b-69adcc46fe05 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:34:06.911359 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a6294482-c5e5-43a1-b695-793d9a7dc126 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:06.955099 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-efc22e98-5d0b-439a-93b8-fdde2241d044 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:06.958761 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e9168efd-c8f0-4e6c-bf14-275bc0d58905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'name': 'tempest-RoutersIpV6Test-router-1722121143', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:34:03Z', 'revision_number': 3, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'gw_port_host': None, '_interfaces': [{'id': '00ded9b0-b3bc-433f-b896-3cc97b908f82', 'name': '', 'network_id': 'db6a4f87-3caf-463a-bd0e-b6ed1e69f62e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:7c:f6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:52Z', 'updated_at': '2021-08-31T09:34:01Z', 'revision_number': 4, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a74a9aa-58c7-4fef-be4b-69adcc46fe05', 'name': '', 'network_id': '7c50287f-2726-41fd-9e7e-8065ae1a410b', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:e5:30:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:01Z', 'updated_at': '2021-08-31T09:34:04Z', 'revision_number': 2, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:06.972529 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-714cfdbc-f9ba-439a-801a-1b37636b8336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:06.988743 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9168efd-c8f0-4e6c-bf14-275bc0d58905 None None] Checking router: 76d9c746-83b9-4b07-b10b-8be01d213973 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:34:06.989090 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9168efd-c8f0-4e6c-bf14-275bc0d58905 None None] Updating router 76d9c746-83b9-4b07-b10b-8be01d213973 port 8a74a9aa-58c7-4fef-be4b-69adcc46fe05 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:34:07.019585 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9168efd-c8f0-4e6c-bf14-275bc0d58905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:07.022575 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-714cfdbc-f9ba-439a-801a-1b37636b8336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:07.024195 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc22e98-5d0b-439a-93b8-fdde2241d044 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Subnet': ['ID=e7bf23f3-a26a-4df9-882e-f4cb515d2af0,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:07.055405 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc22e98-5d0b-439a-93b8-fdde2241d044 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Checking segment: {'id': '3d701ed9-5a34-4755-afdc-ae0c07618674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': 'c213f46e-dec3-4a10-aae5-58336699ef8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:07.056360 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc22e98-5d0b-439a-93b8-fdde2241d044 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network hostable DHCP agents. Network: c213f46e-dec3-4a10-aae5-58336699ef8e, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:34:07.079042 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b1e19960-4833-4d1a-ba04-497dee6e18cc None None] Provisioning complete for port 8a74a9aa-58c7-4fef-be4b-69adcc46fe05 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:07.079408 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b1e19960-4833-4d1a-ba04-497dee6e18cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:07.154759 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port a6294482-c5e5-43a1-b695-793d9a7dc126 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:07.175369 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port a6294482-c5e5-43a1-b695-793d9a7dc126 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:07.175750 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:07.177512 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc22e98-5d0b-439a-93b8-fdde2241d044 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network c213f46e-dec3-4a10-aae5-58336699ef8e is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:34:07.180195 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-b1e19960-4833-4d1a-ba04-497dee6e18cc None None] Port 8a74a9aa-58c7-4fef-be4b-69adcc46fe05 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:34:07.210672 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-714cfdbc-f9ba-439a-801a-1b37636b8336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:07.210672 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-714cfdbc-f9ba-439a-801a-1b37636b8336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:07.213614 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-714cfdbc-f9ba-439a-801a-1b37636b8336 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/e43850cc-4c27-4c44-9386-74e1e8cb2eaa HTTP/1.1" status: 204 len: 168 time: 0.3176317 Aug 31 09:34:07.233759 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714cfdbc-f9ba-439a-801a-1b37636b8336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43850cc-4c27-4c44-9386-74e1e8cb2eaa,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:07.251548 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714cfdbc-f9ba-439a-801a-1b37636b8336 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:07.253168 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714cfdbc-f9ba-439a-801a-1b37636b8336 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:07.254688 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714cfdbc-f9ba-439a-801a-1b37636b8336 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:07.255141 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714cfdbc-f9ba-439a-801a-1b37636b8336 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:07.257036 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714cfdbc-f9ba-439a-801a-1b37636b8336 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:07.257237 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714cfdbc-f9ba-439a-801a-1b37636b8336 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:07.257666 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714cfdbc-f9ba-439a-801a-1b37636b8336 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:07.262478 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-efc22e98-5d0b-439a-93b8-fdde2241d044 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, c213f46e-dec3-4a10-aae5-58336699ef8e) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:07.263300 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714cfdbc-f9ba-439a-801a-1b37636b8336 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:07.263656 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714cfdbc-f9ba-439a-801a-1b37636b8336 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:07.267590 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714cfdbc-f9ba-439a-801a-1b37636b8336 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:07.267590 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714cfdbc-f9ba-439a-801a-1b37636b8336 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:07.267590 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714cfdbc-f9ba-439a-801a-1b37636b8336 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:07.286571 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4dd5ae-ab6c-4c26-a9d6-2d0c7e33c710 None None] Network c213f46e-dec3-4a10-aae5-58336699ef8e requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:07.287923 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc22e98-5d0b-439a-93b8-fdde2241d044 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:07.288681 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-efc22e98-5d0b-439a-93b8-fdde2241d044 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:07.320007 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-da0f29ea-73de-4162-b2ff-9852da00179c req-e94138f1-99f9-400e-81bd-22daadef5a99 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3 HTTP/1.1" status: 200 len: 210 time: 0.0342827 Aug 31 09:34:07.405698 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52868) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:07.407699 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-efc22e98-5d0b-439a-93b8-fdde2241d044 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2650003 Aug 31 09:34:07.447613 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:07.527252 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a21cb558-b4be-40c0-8c54-cf5e873baaf5 req-a2bf8118-6743-4045-b1a8-17e217ae17d7 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=b7df72c9-2680-45ee-8283-f38ac0285da7 HTTP/1.1" status: 200 len: 210 time: 0.0356462 Aug 31 09:34:07.555539 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port a6294482-c5e5-43a1-b695-793d9a7dc126, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a6294482-c5e5-43a1-b695-793d9a7dc126,segment=NetworkSegment(7233917c-1a6f-4bb4-bd71-8e8811a6c76d),segment_id=7233917c-1a6f-4bb4-bd71-8e8811a6c76d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:07.561356 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9168efd-c8f0-4e6c-bf14-275bc0d58905 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:07.579801 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e9168efd-c8f0-4e6c-bf14-275bc0d58905 None None] Transition to ACTIVE for port object 8a74a9aa-58c7-4fef-be4b-69adcc46fe05 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:07.640751 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefb7867-50e4-4f36-9560-79abba7d9fc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-c213f46e-dec3-4a10-aae5-58336699ef8e', 'network_id': 'c213f46e-dec3-4a10-aae5-58336699ef8e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'fixed_ips': [{'subnet_id': 'e7bf23f3-a26a-4df9-882e-f4cb515d2af0'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:34:07.641622 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cefb7867-50e4-4f36-9560-79abba7d9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:07.653527 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:07.654317 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 00ded9b0-b3bc-433f-b896-3cc97b908f82 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:07.723040 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9168efd-c8f0-4e6c-bf14-275bc0d58905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:07.831169 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=a6294482-c5e5-43a1-b695-793d9a7dc126,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:07.864390 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a67e4b7c-3fae-4c49-a7e8-2e231534b874 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:08.030936 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d5483-5128-4ef4-b33e-09afe2bce615 None None] Pushing event updated for resources: {'Port': ['ID=8a74a9aa-58c7-4fef-be4b-69adcc46fe05,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:08.039300 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e9168efd-c8f0-4e6c-bf14-275bc0d58905 None None] Attempting to bind port 8a74a9aa-58c7-4fef-be4b-69adcc46fe05 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:34:08.039748 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e9168efd-c8f0-4e6c-bf14-275bc0d58905 None None] Attempting to bind port 8a74a9aa-58c7-4fef-be4b-69adcc46fe05 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '7233917c-1a6f-4bb4-bd71-8e8811a6c76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1625, 'network_id': '7c50287f-2726-41fd-9e7e-8065ae1a410b'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:34:08.040681 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9168efd-c8f0-4e6c-bf14-275bc0d58905 None None] Attempting to bind port 8a74a9aa-58c7-4fef-be4b-69adcc46fe05 on network 7c50287f-2726-41fd-9e7e-8065ae1a410b {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:08.050739 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9168efd-c8f0-4e6c-bf14-275bc0d58905 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:34:08.051103 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9168efd-c8f0-4e6c-bf14-275bc0d58905 None None] Checking segment: {'id': '7233917c-1a6f-4bb4-bd71-8e8811a6c76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1625, 'network_id': '7c50287f-2726-41fd-9e7e-8065ae1a410b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:08.051693 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9168efd-c8f0-4e6c-bf14-275bc0d58905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:08.052032 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9168efd-c8f0-4e6c-bf14-275bc0d58905 None None] Bound using segment: {'id': '7233917c-1a6f-4bb4-bd71-8e8811a6c76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1625, 'network_id': '7c50287f-2726-41fd-9e7e-8065ae1a410b'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:34:08.052505 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e9168efd-c8f0-4e6c-bf14-275bc0d58905 None None] Bound port: 8a74a9aa-58c7-4fef-be4b-69adcc46fe05, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7233917c-1a6f-4bb4-bd71-8e8811a6c76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1625, 'network_id': '7c50287f-2726-41fd-9e7e-8065ae1a410b'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:34:08.052998 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9168efd-c8f0-4e6c-bf14-275bc0d58905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:08.080816 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-cefb7867-50e4-4f36-9560-79abba7d9fc7 None None] Allocated IP 2001:db8:2::2 (c213f46e-dec3-4a10-aae5-58336699ef8e/e7bf23f3-a26a-4df9-882e-f4cb515d2af0/d88da978-042c-4f78-aa3b-5bb571612233) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:08.187803 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52878) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:08.189205 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 00ded9b0-b3bc-433f-b896-3cc97b908f82 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:08.229384 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e5d29a3a-884a-4df5-978b-5fb530604e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:08.242482 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 00ded9b0-b3bc-433f-b896-3cc97b908f82 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:08.242884 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:08.276124 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-e9168efd-c8f0-4e6c-bf14-275bc0d58905 None None] For port 8a74a9aa-58c7-4fef-be4b-69adcc46fe05, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:34:08.304751 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-e9168efd-c8f0-4e6c-bf14-275bc0d58905 None None] For port 8a74a9aa-58c7-4fef-be4b-69adcc46fe05, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8a74a9aa-58c7-4fef-be4b-69adcc46fe05,segment=NetworkSegment(7233917c-1a6f-4bb4-bd71-8e8811a6c76d),segment_id=7233917c-1a6f-4bb4-bd71-8e8811a6c76d)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:34:08.305273 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-91b4acd4-b861-48d1-bc4d-e48cad39571c tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:08.306886 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-91b4acd4-b861-48d1-bc4d-e48cad39571c tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.112 "GET /v2.0/networks?id=3e58dc22-2b70-42a6-8495-186dad702ce6 HTTP/1.1" status: 200 len: 805 time: 0.3983488 Aug 31 09:34:08.345029 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-d3adf480-b73b-4b9a-8a41-0b51fdd76724 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Request body: {'port': {'device_id': 'b7df72c9-2680-45ee-8283-f38ac0285da7', 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6', 'admin_state_up': True, 'tenant_id': 'e847c5c42d2e472689cd257a7d896947'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:08.445642 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e03403e-1345-4f45-b608-162f375cedf1 req-bfce8e1f-d2f0-4d7b-925a-821995d2109e tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3 HTTP/1.1" status: 200 len: 210 time: 0.0339553 Aug 31 09:34:08.531489 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e5d29a3a-884a-4df5-978b-5fb530604e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:08.587451 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9168efd-c8f0-4e6c-bf14-275bc0d58905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:08.611283 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e5d29a3a-884a-4df5-978b-5fb530604e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:08.634873 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cefb7867-50e4-4f36-9560-79abba7d9fc7 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:08.641338 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dc6e8189-f806-4dcb-94cf-39a7f45e580d req-d6a1c105-4ffd-49f9-956b-f13112939139 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=b7df72c9-2680-45ee-8283-f38ac0285da7 HTTP/1.1" status: 200 len: 210 time: 0.0282254 Aug 31 09:34:08.642814 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:08.658086 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d29a3a-884a-4df5-978b-5fb530604e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66d9460-c795-4c0b-b19d-cfe6260baa55,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:08.667014 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52884) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:08.667153 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e5d29a3a-884a-4df5-978b-5fb530604e42 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=9fb62512f23c4e7d8487b00e70454401&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4770441 Aug 31 09:34:08.681757 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-cefb7867-50e4-4f36-9560-79abba7d9fc7 None None] Transition to ACTIVE for port object d88da978-042c-4f78-aa3b-5bb571612233 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:08.714227 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-d3adf480-b73b-4b9a-8a41-0b51fdd76724 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Made reservation on behalf of e847c5c42d2e472689cd257a7d896947 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:08.716766 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9168efd-c8f0-4e6c-bf14-275bc0d58905 None None] Routers {'76d9c746-83b9-4b07-b10b-8be01d213973'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:08.717413 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e9168efd-c8f0-4e6c-bf14-275bc0d58905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:33:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['76d9c746-83b9-4b07-b10b-8be01d213973'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:08.717895 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-d3adf480-b73b-4b9a-8a41-0b51fdd76724 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:08.723607 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cd18f61b-4a70-439b-be92-ad757754ef6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:08.747331 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cd18f61b-4a70-439b-be92-ad757754ef6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:08.849909 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 00ded9b0-b3bc-433f-b896-3cc97b908f82, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=00ded9b0-b3bc-433f-b896-3cc97b908f82,segment=NetworkSegment(9311d578-dbf3-48f5-8d2c-abf574cbb990),segment_id=9311d578-dbf3-48f5-8d2c-abf574cbb990)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:08.854839 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d5483-5128-4ef4-b33e-09afe2bce615 None None] Pushing event updated for resources: {'Port': ['ID=8a74a9aa-58c7-4fef-be4b-69adcc46fe05,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:08.868344 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cd18f61b-4a70-439b-be92-ad757754ef6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:08.870969 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-cefb7867-50e4-4f36-9560-79abba7d9fc7 None None] Transition to ACTIVE for port object d88da978-042c-4f78-aa3b-5bb571612233 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:08.872220 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cd18f61b-4a70-439b-be92-ad757754ef6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:08.874060 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-cd18f61b-4a70-439b-be92-ad757754ef6a admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/f66d9460-c795-4c0b-b19d-cfe6260baa55 HTTP/1.1" status: 204 len: 168 time: 0.2054024 Aug 31 09:34:08.885286 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd18f61b-4a70-439b-be92-ad757754ef6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66d9460-c795-4c0b-b19d-cfe6260baa55,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:08.895314 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:08.909500 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-d3adf480-b73b-4b9a-8a41-0b51fdd76724 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Allocated IP 172.20.0.3 (3e58dc22-2b70-42a6-8495-186dad702ce6/0a8d9332-4934-4e0f-b006-f09be5a999bd/64e9d2c0-c295-49dd-a174-c58969297e22) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:08.967861 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-e9168efd-c8f0-4e6c-bf14-275bc0d58905 None None] Set router 76d9c746-83b9-4b07-b10b-8be01d213973 gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:34:08.970917 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cefb7867-50e4-4f36-9560-79abba7d9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:09.044811 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-a67e4b7c-3fae-4c49-a7e8-2e231534b874 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Allocated IP 2001:db8:2::1 (c213f46e-dec3-4a10-aae5-58336699ef8e/e7bf23f3-a26a-4df9-882e-f4cb515d2af0/9cb2c57d-9b66-4207-b897-5277ca243573) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:09.045807 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefb7867-50e4-4f36-9560-79abba7d9fc7 None None] Network c213f46e-dec3-4a10-aae5-58336699ef8e is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:09.047228 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a6294482-c5e5-43a1-b695-793d9a7dc126 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:09.091429 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-cefb7867-50e4-4f36-9560-79abba7d9fc7 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:09.102802 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefb7867-50e4-4f36-9560-79abba7d9fc7 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:09.156436 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-d3adf480-b73b-4b9a-8a41-0b51fdd76724 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:09.168446 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=00ded9b0-b3bc-433f-b896-3cc97b908f82,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:09.195746 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a67e4b7c-3fae-4c49-a7e8-2e231534b874 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:09.216397 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-a67e4b7c-3fae-4c49-a7e8-2e231534b874 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Transition to ACTIVE for port object 9cb2c57d-9b66-4207-b897-5277ca243573 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:09.313350 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb7867-50e4-4f36-9560-79abba7d9fc7 None None] Pushing event updated for resources: {'Port': ['ID=d88da978-042c-4f78-aa3b-5bb571612233,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:09.319664 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-cefb7867-50e4-4f36-9560-79abba7d9fc7 None None] Attempting to bind port d88da978-042c-4f78-aa3b-5bb571612233 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:34:09.320033 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-cefb7867-50e4-4f36-9560-79abba7d9fc7 None None] Attempting to bind port d88da978-042c-4f78-aa3b-5bb571612233 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3d701ed9-5a34-4755-afdc-ae0c07618674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': 'c213f46e-dec3-4a10-aae5-58336699ef8e'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:34:09.320393 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefb7867-50e4-4f36-9560-79abba7d9fc7 None None] Attempting to bind port d88da978-042c-4f78-aa3b-5bb571612233 on network c213f46e-dec3-4a10-aae5-58336699ef8e {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:09.334498 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefb7867-50e4-4f36-9560-79abba7d9fc7 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:34:09.334894 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefb7867-50e4-4f36-9560-79abba7d9fc7 None None] Checking segment: {'id': '3d701ed9-5a34-4755-afdc-ae0c07618674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': 'c213f46e-dec3-4a10-aae5-58336699ef8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:09.335292 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cefb7867-50e4-4f36-9560-79abba7d9fc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:09.335801 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefb7867-50e4-4f36-9560-79abba7d9fc7 None None] Bound using segment: {'id': '3d701ed9-5a34-4755-afdc-ae0c07618674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': 'c213f46e-dec3-4a10-aae5-58336699ef8e'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:34:09.336205 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-cefb7867-50e4-4f36-9560-79abba7d9fc7 None None] Bound port: d88da978-042c-4f78-aa3b-5bb571612233, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d701ed9-5a34-4755-afdc-ae0c07618674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': 'c213f46e-dec3-4a10-aae5-58336699ef8e'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:34:09.336712 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cefb7867-50e4-4f36-9560-79abba7d9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:09.349591 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-d3adf480-b73b-4b9a-8a41-0b51fdd76724 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:09.354401 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port a6294482-c5e5-43a1-b695-793d9a7dc126 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:09.354805 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:09.371965 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a67e4b7c-3fae-4c49-a7e8-2e231534b874 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:09.428420 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-d3adf480-b73b-4b9a-8a41-0b51fdd76724 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Network 3e58dc22-2b70-42a6-8495-186dad702ce6 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:09.433923 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-d3adf480-b73b-4b9a-8a41-0b51fdd76724 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:09.436874 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-d3adf480-b73b-4b9a-8a41-0b51fdd76724 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:09.462886 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e4b7c-3fae-4c49-a7e8-2e231534b874 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Port': ['ID=9cb2c57d-9b66-4207-b897-5277ca243573,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:09.479481 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3adf480-b73b-4b9a-8a41-0b51fdd76724 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Pushing event updated for resources: {'Port': ['ID=64e9d2c0-c295-49dd-a174-c58969297e22,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:09.488878 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67e4b7c-3fae-4c49-a7e8-2e231534b874 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network c213f46e-dec3-4a10-aae5-58336699ef8e is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:09.490506 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-a67e4b7c-3fae-4c49-a7e8-2e231534b874 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:09.494621 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67e4b7c-3fae-4c49-a7e8-2e231534b874 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:09.496848 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a67e4b7c-3fae-4c49-a7e8-2e231534b874 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:09.534132 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-cefb7867-50e4-4f36-9560-79abba7d9fc7 None None] For port d88da978-042c-4f78-aa3b-5bb571612233, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:34:09.535354 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-d3adf480-b73b-4b9a-8a41-0b51fdd76724 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:09.540208 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-d3adf480-b73b-4b9a-8a41-0b51fdd76724 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:09.577243 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-cefb7867-50e4-4f36-9560-79abba7d9fc7 None None] For port d88da978-042c-4f78-aa3b-5bb571612233, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=d88da978-042c-4f78-aa3b-5bb571612233,segment=NetworkSegment(3d701ed9-5a34-4755-afdc-ae0c07618674),segment_id=3d701ed9-5a34-4755-afdc-ae0c07618674)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:34:09.605835 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e9168efd-c8f0-4e6c-bf14-275bc0d58905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'name': 'tempest-RoutersIpV6Test-router-1722121143', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:34:03Z', 'revision_number': 3, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'gw_port_host': None, '_interfaces': [{'id': '00ded9b0-b3bc-433f-b896-3cc97b908f82', 'name': '', 'network_id': 'db6a4f87-3caf-463a-bd0e-b6ed1e69f62e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:7c:f6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:52Z', 'updated_at': '2021-08-31T09:34:01Z', 'revision_number': 4, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a74a9aa-58c7-4fef-be4b-69adcc46fe05', 'name': '', 'network_id': '7c50287f-2726-41fd-9e7e-8065ae1a410b', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:e5:30:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:01Z', 'updated_at': '2021-08-31T09:34:08Z', 'revision_number': 4, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:09.637670 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9168efd-c8f0-4e6c-bf14-275bc0d58905 None None] The sync data for ids ['76d9c746-83b9-4b07-b10b-8be01d213973'] in n-d-791506-28 is: [{'id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'name': 'tempest-RoutersIpV6Test-router-1722121143', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:34:03Z', 'revision_number': 3, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'gw_port_host': None, '_interfaces': [{'id': '00ded9b0-b3bc-433f-b896-3cc97b908f82', 'name': '', 'network_id': 'db6a4f87-3caf-463a-bd0e-b6ed1e69f62e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:7c:f6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:52Z', 'updated_at': '2021-08-31T09:34:01Z', 'revision_number': 4, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a74a9aa-58c7-4fef-be4b-69adcc46fe05', 'name': '', 'network_id': '7c50287f-2726-41fd-9e7e-8065ae1a410b', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:e5:30:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:01Z', 'updated_at': '2021-08-31T09:34:08Z', 'revision_number': 4, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:34:09.640895 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-d3adf480-b73b-4b9a-8a41-0b51fdd76724 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3010938 Aug 31 09:34:09.652466 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cefb7867-50e4-4f36-9560-79abba7d9fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:09.659488 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-3c375256-35b5-4a47-83d7-ad666bdda69d service neutron] Request body: {'port': {'device_id': 'b7df72c9-2680-45ee-8283-f38ac0285da7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:09.709918 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7f22afc7-b6ec-4ca2-89bc-7af978b824a2 req-0d5bf8de-4832-4367-a889-c576c178e3cb tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3 HTTP/1.1" status: 200 len: 210 time: 0.1335959 Aug 31 09:34:09.827155 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1574e0-22fa-470f-8066-3f605a3a796a req-ecd21fbb-3ac4-4436-83b1-091e382813a9 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:09.828914 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af1574e0-22fa-470f-8066-3f605a3a796a req-ecd21fbb-3ac4-4436-83b1-091e382813a9 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.59 "GET /v2.0/networks?id=8a07a2ef-db65-4ad7-9566-84ee44fff2bb HTTP/1.1" status: 200 len: 796 time: 0.2633462 Aug 31 09:34:09.830464 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb7867-50e4-4f36-9560-79abba7d9fc7 None None] Pushing event updated for resources: {'Port': ['ID=d88da978-042c-4f78-aa3b-5bb571612233,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:09.853088 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-3c375256-35b5-4a47-83d7-ad666bdda69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:10.006380 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af1574e0-22fa-470f-8066-3f605a3a796a req-fc4d58d2-b2ab-4cec-b4c1-a5d30d8d6c23 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdd0715ba0554817ad604cf7a2e9a81b HTTP/1.1" status: 200 len: 378 time: 0.1677287 Aug 31 09:34:10.023546 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-af1574e0-22fa-470f-8066-3f605a3a796a req-0d5221ac-0de8-4762-a07e-6de0716ebb7e tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Request body: {'port': {'device_id': '9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3', 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb', 'admin_state_up': True, 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'security_groups': ['2f2761a1-6422-42c6-a20f-47e93ccb3620']}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:10.048199 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a67e4b7c-3fae-4c49-a7e8-2e231534b874 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:10.152475 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05170886-0761-4647-9a10-0a340878a1f8 req-370efdd9-96e8-48f4-9b83-ef3acd36c922 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:10.154201 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05170886-0761-4647-9a10-0a340878a1f8 req-370efdd9-96e8-48f4-9b83-ef3acd36c922 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=b7df72c9-2680-45ee-8283-f38ac0285da7 HTTP/1.1" status: 200 len: 931 time: 0.2659171 Aug 31 09:34:10.325608 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-3c375256-35b5-4a47-83d7-ad666bdda69d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64e9d2c0-c295-49dd-a174-c58969297e22 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:34:10.334029 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-3c375256-35b5-4a47-83d7-ad666bdda69d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:10.353496 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-3c375256-35b5-4a47-83d7-ad666bdda69d service neutron] Transition to ACTIVE for port object 64e9d2c0-c295-49dd-a174-c58969297e22 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:10.400618 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-3c375256-35b5-4a47-83d7-ad666bdda69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:10.411131 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05170886-0761-4647-9a10-0a340878a1f8 req-67d915c4-7bac-41d0-b0ec-6a90abac3c72 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239866 Aug 31 09:34:10.519525 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c375256-35b5-4a47-83d7-ad666bdda69d service neutron] Pushing event updated for resources: {'Port': ['ID=64e9d2c0-c295-49dd-a174-c58969297e22,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:10.523748 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af1574e0-22fa-470f-8066-3f605a3a796a req-0d5221ac-0de8-4762-a07e-6de0716ebb7e tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Made reservation on behalf of fdd0715ba0554817ad604cf7a2e9a81b for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:10.528387 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-af1574e0-22fa-470f-8066-3f605a3a796a req-0d5221ac-0de8-4762-a07e-6de0716ebb7e tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:10.606332 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-3c375256-35b5-4a47-83d7-ad666bdda69d service neutron] Attempting to bind port 64e9d2c0-c295-49dd-a174-c58969297e22 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:34:10.607038 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-3c375256-35b5-4a47-83d7-ad666bdda69d service neutron] Attempting to bind port 64e9d2c0-c295-49dd-a174-c58969297e22 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'e7bfaea8-dc50-4428-a9a7-b756d181f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1641, 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:34:10.607375 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-3c375256-35b5-4a47-83d7-ad666bdda69d service neutron] Attempting to bind port 64e9d2c0-c295-49dd-a174-c58969297e22 on network 3e58dc22-2b70-42a6-8495-186dad702ce6 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:10.612938 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-3c375256-35b5-4a47-83d7-ad666bdda69d service neutron] Port 64e9d2c0-c295-49dd-a174-c58969297e22 on network 3e58dc22-2b70-42a6-8495-186dad702ce6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:34:10.613387 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-3c375256-35b5-4a47-83d7-ad666bdda69d service neutron] Attempting to bind port 64e9d2c0-c295-49dd-a174-c58969297e22 on network 3e58dc22-2b70-42a6-8495-186dad702ce6 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:10.618910 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-3c375256-35b5-4a47-83d7-ad666bdda69d service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:34:10.619278 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-3c375256-35b5-4a47-83d7-ad666bdda69d service neutron] Checking segment: {'id': 'e7bfaea8-dc50-4428-a9a7-b756d181f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1641, 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:10.619787 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-3c375256-35b5-4a47-83d7-ad666bdda69d service neutron] Bound using segment: {'id': 'e7bfaea8-dc50-4428-a9a7-b756d181f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1641, 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:34:10.620305 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-3c375256-35b5-4a47-83d7-ad666bdda69d service neutron] Bound port: 64e9d2c0-c295-49dd-a174-c58969297e22, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7bfaea8-dc50-4428-a9a7-b756d181f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1641, 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:34:10.620893 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-3c375256-35b5-4a47-83d7-ad666bdda69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:10.685924 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a67e4b7c-3fae-4c49-a7e8-2e231534b874 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:10.760475 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-af1574e0-22fa-470f-8066-3f605a3a796a req-0d5221ac-0de8-4762-a07e-6de0716ebb7e tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Allocated IP 172.20.0.6 (8a07a2ef-db65-4ad7-9566-84ee44fff2bb/0dbbb6f2-1c93-4c91-88d5-f35d32ebd383/e9700cec-1926-43bb-b87c-f465e2f303bc) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:10.760475 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a67e4b7c-3fae-4c49-a7e8-2e231534b874 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:10.760475 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a67e4b7c-3fae-4c49-a7e8-2e231534b874 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:10.817401 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-3c375256-35b5-4a47-83d7-ad666bdda69d service neutron] For port 64e9d2c0-c295-49dd-a174-c58969297e22, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:34:10.833033 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-3c375256-35b5-4a47-83d7-ad666bdda69d service neutron] For port 64e9d2c0-c295-49dd-a174-c58969297e22, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=64e9d2c0-c295-49dd-a174-c58969297e22,segment=NetworkSegment(e7bfaea8-dc50-4428-a9a7-b756d181f6bc),segment_id=e7bfaea8-dc50-4428-a9a7-b756d181f6bc)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:34:10.923801 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-3c375256-35b5-4a47-83d7-ad666bdda69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:10.971673 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fd3634ee-8bdd-4988-b9e6-da9fefee2385 req-634ca684-5fe7-4f04-a141-fe75936d3ccb tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3 HTTP/1.1" status: 200 len: 210 time: 0.0795598 Aug 31 09:34:10.989555 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-3c375256-35b5-4a47-83d7-ad666bdda69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:10.990300 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-3c375256-35b5-4a47-83d7-ad666bdda69d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:10.992016 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-3c375256-35b5-4a47-83d7-ad666bdda69d service neutron] 10.222.0.112 "PUT /v2.0/ports/64e9d2c0-c295-49dd-a174-c58969297e22 HTTP/1.1" status: 200 len: 1092 time: 1.3378820 Aug 31 09:34:10.992563 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7df72c9-2680-45ee-8283-f38ac0285da7', 'tag': '64e9d2c0-c295-49dd-a174-c58969297e22'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:10.996826 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4aebaf8-0496-47d0-8845-f1bc7e93c00f" -d '{"events": [{"name": "network-changed", "server_uuid": "b7df72c9-2680-45ee-8283-f38ac0285da7", "tag": "64e9d2c0-c295-49dd-a174-c58969297e22"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:11.027300 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c375256-35b5-4a47-83d7-ad666bdda69d service neutron] Pushing event updated for resources: {'Port': ['ID=64e9d2c0-c295-49dd-a174-c58969297e22,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:11.068371 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e4b7c-3fae-4c49-a7e8-2e231534b874 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Port': ['ID=9cb2c57d-9b66-4207-b897-5277ca243573,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:11.069955 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f3af99-1624-4ed8-ba42-ade014e713e2 x-openstack-request-id: req-19f3af99-1624-4ed8-ba42-ade014e713e2 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:11.072265 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7df72c9-2680-45ee-8283-f38ac0285da7", "tag": "64e9d2c0-c295-49dd-a174-c58969297e22", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:11.072265 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-19f3af99-1624-4ed8-ba42-ade014e713e2 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:11.072265 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7df72c9-2680-45ee-8283-f38ac0285da7', 'tag': '64e9d2c0-c295-49dd-a174-c58969297e22', 'status': 'completed', 'code': 200} Aug 31 09:34:11.151783 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aebaf8-0496-47d0-8845-f1bc7e93c00f req-0e00a6f0-296d-42ce-a1d7-0802f2aa43e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:11.153236 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f4aebaf8-0496-47d0-8845-f1bc7e93c00f req-0e00a6f0-296d-42ce-a1d7-0802f2aa43e2 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e847c5c42d2e472689cd257a7d896947&device_id=b7df72c9-2680-45ee-8283-f38ac0285da7 HTTP/1.1" status: 200 len: 1095 time: 0.0587735 Aug 31 09:34:11.177993 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67e4b7c-3fae-4c49-a7e8-2e231534b874 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network c213f46e-dec3-4a10-aae5-58336699ef8e is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:11.188035 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-a67e4b7c-3fae-4c49-a7e8-2e231534b874 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:11.262815 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d88da978-042c-4f78-aa3b-5bb571612233 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:11.358602 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b52fef25-35d5-40d1-a8c8-c10a6924cd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:11.375794 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be148f82-799e-4209-b294-5808eeefded0 None None] Network c213f46e-dec3-4a10-aae5-58336699ef8e requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:11.447436 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67e4b7c-3fae-4c49-a7e8-2e231534b874 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Router 76d9c746-83b9-4b07-b10b-8be01d213973 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:34:11.474829 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-af1574e0-22fa-470f-8066-3f605a3a796a req-0d5221ac-0de8-4762-a07e-6de0716ebb7e tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:11.545326 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-af1574e0-22fa-470f-8066-3f605a3a796a req-0d5221ac-0de8-4762-a07e-6de0716ebb7e tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Transition to ACTIVE for port object e9700cec-1926-43bb-b87c-f465e2f303bc will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:11.580324 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port d88da978-042c-4f78-aa3b-5bb571612233 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:11.588036 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8a74a9aa-58c7-4fef-be4b-69adcc46fe05 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:11.663087 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67e4b7c-3fae-4c49-a7e8-2e231534b874 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:34:11.678055 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fc7df7-dac3-45e8-9ca1-2254c223747e None None] Sync routers for ids ['76d9c746-83b9-4b07-b10b-8be01d213973'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:34:11.684969 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45631d7c-354b-43ac-82b0-ce87ebb290ea req-1a36ddfd-9cb7-4cf7-b7d9-1017f922b937 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:11.687114 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-45631d7c-354b-43ac-82b0-ce87ebb290ea req-1a36ddfd-9cb7-4cf7-b7d9-1017f922b937 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=b7df72c9-2680-45ee-8283-f38ac0285da7 HTTP/1.1" status: 200 len: 943 time: 0.1595564 Aug 31 09:34:11.689398 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fc7df7-dac3-45e8-9ca1-2254c223747e None None] Routers {'76d9c746-83b9-4b07-b10b-8be01d213973'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:11.690380 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c9fc7df7-dac3-45e8-9ca1-2254c223747e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:33:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['76d9c746-83b9-4b07-b10b-8be01d213973'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:11.698066 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-518e87fe-5711-4406-908b-f594cc04e413 None None] Provisioning for port d88da978-042c-4f78-aa3b-5bb571612233 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:11.703717 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a67e4b7c-3fae-4c49-a7e8-2e231534b874 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "PUT /v2.0/routers/76d9c746-83b9-4b07-b10b-8be01d213973/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2956827 Aug 31 09:34:11.706063 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52946) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:11.712963 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-518e87fe-5711-4406-908b-f594cc04e413 None None] Provisioning complete for port d88da978-042c-4f78-aa3b-5bb571612233 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:11.713460 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-518e87fe-5711-4406-908b-f594cc04e413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:11.716783 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-b36a21e9-3724-4dcf-abc8-9bf104d83d16 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-522287408'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:11.744657 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aebaf8-0496-47d0-8845-f1bc7e93c00f req-73df6b24-6b9b-46db-b828-6d875a56b076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:11.747829 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f4aebaf8-0496-47d0-8845-f1bc7e93c00f req-73df6b24-6b9b-46db-b828-6d875a56b076 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=e847c5c42d2e472689cd257a7d896947&shared=False HTTP/1.1" status: 200 len: 907 time: 0.5822978 Aug 31 09:34:11.753130 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 8a74a9aa-58c7-4fef-be4b-69adcc46fe05 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:11.775546 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 8a74a9aa-58c7-4fef-be4b-69adcc46fe05 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:11.777369 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:11.785643 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-45631d7c-354b-43ac-82b0-ce87ebb290ea req-777f2811-3c27-4a44-bcfe-359e2fa4dc64 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781713 Aug 31 09:34:11.840705 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-af1574e0-22fa-470f-8066-3f605a3a796a req-0d5221ac-0de8-4762-a07e-6de0716ebb7e tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:11.878092 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-c9fc7df7-dac3-45e8-9ca1-2254c223747e None None] Set router 76d9c746-83b9-4b07-b10b-8be01d213973 gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:34:11.901774 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aebaf8-0496-47d0-8845-f1bc7e93c00f req-9f366461-6aec-4ee7-a30a-fcb3b69118b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:11.904123 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f4aebaf8-0496-47d0-8845-f1bc7e93c00f req-9f366461-6aec-4ee7-a30a-fcb3b69118b2 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1452906 Aug 31 09:34:11.921253 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36a21e9-3724-4dcf-abc8-9bf104d83d16 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Made reservation on behalf of 21937291cca54a0a9d6ebe426f492a5c for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:11.925390 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b36a21e9-3724-4dcf-abc8-9bf104d83d16 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:11.955282 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-518e87fe-5711-4406-908b-f594cc04e413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:12.022668 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af1574e0-22fa-470f-8066-3f605a3a796a req-0d5221ac-0de8-4762-a07e-6de0716ebb7e tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Network 8a07a2ef-db65-4ad7-9566-84ee44fff2bb is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:12.025562 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5221ac-0de8-4762-a07e-6de0716ebb7e tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'Port': ['ID=e9700cec-1926-43bb-b87c-f465e2f303bc,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:12.051015 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-af1574e0-22fa-470f-8066-3f605a3a796a req-0d5221ac-0de8-4762-a07e-6de0716ebb7e tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:12.058233 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1574e0-22fa-470f-8066-3f605a3a796a req-0d5221ac-0de8-4762-a07e-6de0716ebb7e tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:12.088850 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-11407ed9-5e4d-4912-90a9-79b6ef282fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:12.091696 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-11407ed9-5e4d-4912-90a9-79b6ef282fa3 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e847c5c42d2e472689cd257a7d896947&device_id=b7df72c9-2680-45ee-8283-f38ac0285da7 HTTP/1.1" status: 200 len: 1095 time: 0.1334898 Aug 31 09:34:12.101096 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-518e87fe-5711-4406-908b-f594cc04e413 None None] For port d88da978-042c-4f78-aa3b-5bb571612233, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=d88da978-042c-4f78-aa3b-5bb571612233,segment=NetworkSegment(3d701ed9-5a34-4755-afdc-ae0c07618674),segment_id=3d701ed9-5a34-4755-afdc-ae0c07618674)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:12.103510 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:12.135402 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b36a21e9-3724-4dcf-abc8-9bf104d83d16 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] vlan segment allocate from pool success with {'vlan_id': 1615, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:34:12.206290 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 8a74a9aa-58c7-4fef-be4b-69adcc46fe05, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8a74a9aa-58c7-4fef-be4b-69adcc46fe05,segment=NetworkSegment(7233917c-1a6f-4bb4-bd71-8e8811a6c76d),segment_id=7233917c-1a6f-4bb4-bd71-8e8811a6c76d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:12.206679 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b36a21e9-3724-4dcf-abc8-9bf104d83d16 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:12.207377 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-b36a21e9-3724-4dcf-abc8-9bf104d83d16 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Added segment 6f350e8b-b29c-459b-a1c3-8e8288d475c8 of type vlan for network bced4919-eeff-41be-a816-6455939af145 Aug 31 09:34:12.211564 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-518e87fe-5711-4406-908b-f594cc04e413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:12.234883 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-396aa48f-935c-49d4-9569-fc89c712b4f8 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64e9d2c0-c295-49dd-a174-c58969297e22 HTTP/1.1" status: 200 len: 217 time: 0.1302769 Aug 31 09:34:12.236680 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1574e0-22fa-470f-8066-3f605a3a796a req-0d5221ac-0de8-4762-a07e-6de0716ebb7e tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:12.237520 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-af1574e0-22fa-470f-8066-3f605a3a796a req-0d5221ac-0de8-4762-a07e-6de0716ebb7e tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:12.296498 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:12.297330 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 00ded9b0-b3bc-433f-b896-3cc97b908f82 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:12.301603 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b36a21e9-3724-4dcf-abc8-9bf104d83d16 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:12.315283 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea113f-f2fe-44b4-948f-9216ecc22cdd req-2885e58a-5378-4c60-b08a-0e0fda17f70d tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:12.326376 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d0ea113f-f2fe-44b4-948f-9216ecc22cdd req-2885e58a-5378-4c60-b08a-0e0fda17f70d tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3 HTTP/1.1" status: 200 len: 931 time: 0.1863873 Aug 31 09:34:12.352064 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-fb754c09-5811-468f-8228-c0cc9a72751f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:12.353527 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af1574e0-22fa-470f-8066-3f605a3a796a req-0d5221ac-0de8-4762-a07e-6de0716ebb7e tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3389781 Aug 31 09:34:12.362603 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:34:12.364499 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-fb754c09-5811-468f-8228-c0cc9a72751f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0a8d9332-4934-4e0f-b006-f09be5a999bd HTTP/1.1" status: 200 len: 845 time: 0.1146913 Aug 31 09:34:12.369350 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c9fc7df7-dac3-45e8-9ca1-2254c223747e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'name': 'tempest-RoutersIpV6Test-router-1722121143', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:34:09Z', 'revision_number': 4, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'gw_port_host': None, '_interfaces': [{'id': '00ded9b0-b3bc-433f-b896-3cc97b908f82', 'name': '', 'network_id': 'db6a4f87-3caf-463a-bd0e-b6ed1e69f62e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:7c:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:52Z', 'updated_at': '2021-08-31T09:34:08Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a74a9aa-58c7-4fef-be4b-69adcc46fe05', 'name': '', 'network_id': '7c50287f-2726-41fd-9e7e-8065ae1a410b', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:e5:30:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:01Z', 'updated_at': '2021-08-31T09:34:08Z', 'revision_number': 4, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cb2c57d-9b66-4207-b897-5277ca243573', 'name': '', 'network_id': 'c213f46e-dec3-4a10-aae5-58336699ef8e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:12:21:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'e7bf23f3-a26a-4df9-882e-f4cb515d2af0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:08Z', 'updated_at': '2021-08-31T09:34:10Z', 'revision_number': 2, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': 'e7bf23f3-a26a-4df9-882e-f4cb515d2af0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:12.381849 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-af1574e0-22fa-470f-8066-3f605a3a796a req-7f252187-5695-4ac1-907c-725382a5b593 service neutron] Request body: {'port': {'device_id': '9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:12.408754 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fc7df7-dac3-45e8-9ca1-2254c223747e None None] Checking router: 76d9c746-83b9-4b07-b10b-8be01d213973 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:34:12.409322 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fc7df7-dac3-45e8-9ca1-2254c223747e None None] Updating router 76d9c746-83b9-4b07-b10b-8be01d213973 port 9cb2c57d-9b66-4207-b897-5277ca243573 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:34:12.434250 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-fd3f07ce-2281-40cf-95ba-845f0a73924b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3e58dc22-2b70-42a6-8495-186dad702ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591807 Aug 31 09:34:12.455527 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d0ea113f-f2fe-44b4-948f-9216ecc22cdd req-f207e75a-e6db-4d41-a855-8bbe94202091 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=2f2761a1-6422-42c6-a20f-47e93ccb3620&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1255345 Aug 31 09:34:12.484850 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-c9fc7df7-dac3-45e8-9ca1-2254c223747e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:12.487750 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 00ded9b0-b3bc-433f-b896-3cc97b908f82 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:12.488133 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:12.499921 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-af1574e0-22fa-470f-8066-3f605a3a796a req-7f252187-5695-4ac1-907c-725382a5b593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:12.508875 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b36a21e9-3724-4dcf-abc8-9bf104d83d16 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:12.516430 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36a21e9-3724-4dcf-abc8-9bf104d83d16 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:12.518584 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b36a21e9-3724-4dcf-abc8-9bf104d83d16 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:12.524707 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-bd129a79-c3a7-4c05-a17f-b200f2a31dc6 None None] Provisioning for port 9cb2c57d-9b66-4207-b897-5277ca243573 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:12.528857 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e87fe-5711-4406-908b-f594cc04e413 None None] Pushing event updated for resources: {'Port': ['ID=d88da978-042c-4f78-aa3b-5bb571612233,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:12.536528 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-bd129a79-c3a7-4c05-a17f-b200f2a31dc6 None None] Provisioning complete for port 9cb2c57d-9b66-4207-b897-5277ca243573 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:12.536918 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bd129a79-c3a7-4c05-a17f-b200f2a31dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:12.668684 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-744c6c23-e9e0-4782-b885-28ba60dd4145 service neutron] 10.222.0.112 "GET /v2.0/networks/3e58dc22-2b70-42a6-8495-186dad702ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221313 Aug 31 09:34:12.688525 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-bd129a79-c3a7-4c05-a17f-b200f2a31dc6 None None] Port 9cb2c57d-9b66-4207-b897-5277ca243573 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:34:12.696518 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=8a74a9aa-58c7-4fef-be4b-69adcc46fe05,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:12.708733 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b36a21e9-3724-4dcf-abc8-9bf104d83d16 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9972527 Aug 31 09:34:12.719646 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52966) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:12.736310 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-6d9ae98e-b83e-4430-b3ec-1d0cd59b61dd tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Request body: {'subnet': {'network_id': 'bced4919-eeff-41be-a816-6455939af145', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:12.793555 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-bd129a79-c3a7-4c05-a17f-b200f2a31dc6 None None] Provisioning complete for port d88da978-042c-4f78-aa3b-5bb571612233 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:12.797932 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bd129a79-c3a7-4c05-a17f-b200f2a31dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:12.910778 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-88908b93-3607-488e-ba9e-788b31cf11e9 req-a8d0a22a-f693-4777-b06f-b0870ad43e51 service neutron] 10.222.0.112 "GET /v2.0/networks/3e58dc22-2b70-42a6-8495-186dad702ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332876 Aug 31 09:34:12.980468 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a21e9-3724-4dcf-abc8-9bf104d83d16 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Network': ['ID=bced4919-eeff-41be-a816-6455939af145,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:12.997156 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network bced4919-eeff-41be-a816-6455939af145 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:34:13.052663 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d88da978-042c-4f78-aa3b-5bb571612233 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:13.109380 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77248dcc-df13-47b7-89a4-7b5f38377c58 req-7a889d4d-36bd-4abe-ace0-10eb23d82242 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:13.110978 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-77248dcc-df13-47b7-89a4-7b5f38377c58 req-7a889d4d-36bd-4abe-ace0-10eb23d82242 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=b7df72c9-2680-45ee-8283-f38ac0285da7 HTTP/1.1" status: 200 len: 943 time: 0.1644599 Aug 31 09:34:13.114919 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-c9fc7df7-dac3-45e8-9ca1-2254c223747e None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:13.126850 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-c9fc7df7-dac3-45e8-9ca1-2254c223747e None None] Transition to ACTIVE for port object 9cb2c57d-9b66-4207-b897-5277ca243573 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:13.140987 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4fda3d61-61bf-4822-a1dd-16d2fe386467 None None] Provisioning complete for port 9cb2c57d-9b66-4207-b897-5277ca243573 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:13.141354 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4fda3d61-61bf-4822-a1dd-16d2fe386467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:13.171512 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9ae98e-b83e-4430-b3ec-1d0cd59b61dd tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Made reservation on behalf of 21937291cca54a0a9d6ebe426f492a5c for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:13.174950 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6d9ae98e-b83e-4430-b3ec-1d0cd59b61dd tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:13.188435 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4fda3d61-61bf-4822-a1dd-16d2fe386467 None None] Port 9cb2c57d-9b66-4207-b897-5277ca243573 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:34:13.194884 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port d88da978-042c-4f78-aa3b-5bb571612233 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:13.195258 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:13.199760 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-c9fc7df7-dac3-45e8-9ca1-2254c223747e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:13.240671 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-77248dcc-df13-47b7-89a4-7b5f38377c58 req-216deff0-111c-4279-8d7e-d3ba03c4af2b tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166761 Aug 31 09:34:13.252650 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520197c-ef69-4a3c-81b2-fbb8ef067cce None None] Pushing event updated for resources: {'Port': ['ID=9cb2c57d-9b66-4207-b897-5277ca243573,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:13.315049 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4fda3d61-61bf-4822-a1dd-16d2fe386467 None None] Provisioning for port e9700cec-1926-43bb-b87c-f465e2f303bc completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:13.345632 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4fda3d61-61bf-4822-a1dd-16d2fe386467 None None] Provisioning complete for port e9700cec-1926-43bb-b87c-f465e2f303bc triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:13.346050 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4fda3d61-61bf-4822-a1dd-16d2fe386467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:13.351714 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-c9fc7df7-dac3-45e8-9ca1-2254c223747e None None] Attempting to bind port 9cb2c57d-9b66-4207-b897-5277ca243573 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:34:13.352502 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-c9fc7df7-dac3-45e8-9ca1-2254c223747e None None] Attempting to bind port 9cb2c57d-9b66-4207-b897-5277ca243573 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3d701ed9-5a34-4755-afdc-ae0c07618674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': 'c213f46e-dec3-4a10-aae5-58336699ef8e'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:34:13.353349 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fc7df7-dac3-45e8-9ca1-2254c223747e None None] Attempting to bind port 9cb2c57d-9b66-4207-b897-5277ca243573 on network c213f46e-dec3-4a10-aae5-58336699ef8e {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:13.359938 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fc7df7-dac3-45e8-9ca1-2254c223747e None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:34:13.360804 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fc7df7-dac3-45e8-9ca1-2254c223747e None None] Checking segment: {'id': '3d701ed9-5a34-4755-afdc-ae0c07618674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': 'c213f46e-dec3-4a10-aae5-58336699ef8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:13.361495 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-c9fc7df7-dac3-45e8-9ca1-2254c223747e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:13.362153 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fc7df7-dac3-45e8-9ca1-2254c223747e None None] Bound using segment: {'id': '3d701ed9-5a34-4755-afdc-ae0c07618674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': 'c213f46e-dec3-4a10-aae5-58336699ef8e'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:34:13.362887 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-c9fc7df7-dac3-45e8-9ca1-2254c223747e None None] Bound port: 9cb2c57d-9b66-4207-b897-5277ca243573, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d701ed9-5a34-4755-afdc-ae0c07618674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': 'c213f46e-dec3-4a10-aae5-58336699ef8e'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:34:13.363631 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-c9fc7df7-dac3-45e8-9ca1-2254c223747e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:13.384872 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8a74a9aa-58c7-4fef-be4b-69adcc46fe05 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:13.452687 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4fda3d61-61bf-4822-a1dd-16d2fe386467 None None] Port e9700cec-1926-43bb-b87c-f465e2f303bc cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:34:13.471621 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 8a74a9aa-58c7-4fef-be4b-69adcc46fe05 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:13.473103 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:13.513925 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-c9fc7df7-dac3-45e8-9ca1-2254c223747e None None] For port 9cb2c57d-9b66-4207-b897-5277ca243573, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:34:13.519481 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-c9fc7df7-dac3-45e8-9ca1-2254c223747e None None] For port 9cb2c57d-9b66-4207-b897-5277ca243573, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=9cb2c57d-9b66-4207-b897-5277ca243573,segment=NetworkSegment(3d701ed9-5a34-4755-afdc-ae0c07618674),segment_id=3d701ed9-5a34-4755-afdc-ae0c07618674)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:34:13.646617 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-c9fc7df7-dac3-45e8-9ca1-2254c223747e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:13.798934 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fc7df7-dac3-45e8-9ca1-2254c223747e None None] Routers {'76d9c746-83b9-4b07-b10b-8be01d213973'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:13.799392 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-af1574e0-22fa-470f-8066-3f605a3a796a req-7f252187-5695-4ac1-907c-725382a5b593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9700cec-1926-43bb-b87c-f465e2f303bc {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:34:13.799861 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c9fc7df7-dac3-45e8-9ca1-2254c223747e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:33:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['76d9c746-83b9-4b07-b10b-8be01d213973'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:13.835314 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-af1574e0-22fa-470f-8066-3f605a3a796a req-7f252187-5695-4ac1-907c-725382a5b593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:13.890121 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520197c-ef69-4a3c-81b2-fbb8ef067cce None None] Pushing event updated for resources: {'Port': ['ID=9cb2c57d-9b66-4207-b897-5277ca243573,revision_number=4']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:13.898369 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-af1574e0-22fa-470f-8066-3f605a3a796a req-7f252187-5695-4ac1-907c-725382a5b593 service neutron] Transition to ACTIVE for port object e9700cec-1926-43bb-b87c-f465e2f303bc will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:13.917096 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-c9fc7df7-dac3-45e8-9ca1-2254c223747e None None] Set router 76d9c746-83b9-4b07-b10b-8be01d213973 gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:34:13.923186 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969ec07-1a7e-437d-a86d-70b3da2105e9 req-bba37677-f7f6-4242-b088-94a56d150da6 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:13.925166 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2969ec07-1a7e-437d-a86d-70b3da2105e9 req-bba37677-f7f6-4242-b088-94a56d150da6 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3 HTTP/1.1" status: 200 len: 931 time: 0.1704257 Aug 31 09:34:13.976331 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2969ec07-1a7e-437d-a86d-70b3da2105e9 req-d8b4e332-ba69-4b4e-9120-645d61b4984a tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=2f2761a1-6422-42c6-a20f-47e93ccb3620&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407360 Aug 31 09:34:14.074647 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-af1574e0-22fa-470f-8066-3f605a3a796a req-7f252187-5695-4ac1-907c-725382a5b593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:14.084813 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6d9ae98e-b83e-4430-b3ec-1d0cd59b61dd tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:14.159632 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cb7b728e-aad3-4c85-be7d-6bf0eeb50773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:14.177182 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c9fc7df7-dac3-45e8-9ca1-2254c223747e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'name': 'tempest-RoutersIpV6Test-router-1722121143', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:34:09Z', 'revision_number': 4, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'gw_port_host': None, '_interfaces': [{'id': '00ded9b0-b3bc-433f-b896-3cc97b908f82', 'name': '', 'network_id': 'db6a4f87-3caf-463a-bd0e-b6ed1e69f62e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:7c:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:52Z', 'updated_at': '2021-08-31T09:34:08Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a74a9aa-58c7-4fef-be4b-69adcc46fe05', 'name': '', 'network_id': '7c50287f-2726-41fd-9e7e-8065ae1a410b', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:e5:30:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:01Z', 'updated_at': '2021-08-31T09:34:12Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cb2c57d-9b66-4207-b897-5277ca243573', 'name': '', 'network_id': 'c213f46e-dec3-4a10-aae5-58336699ef8e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:12:21:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'e7bf23f3-a26a-4df9-882e-f4cb515d2af0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:08Z', 'updated_at': '2021-08-31T09:34:13Z', 'revision_number': 4, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': 'e7bf23f3-a26a-4df9-882e-f4cb515d2af0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:14.210026 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fc7df7-dac3-45e8-9ca1-2254c223747e None None] The sync data for ids ['76d9c746-83b9-4b07-b10b-8be01d213973'] in n-d-791506-28 is: [{'id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'name': 'tempest-RoutersIpV6Test-router-1722121143', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:34:09Z', 'revision_number': 4, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'gw_port_host': None, '_interfaces': [{'id': '00ded9b0-b3bc-433f-b896-3cc97b908f82', 'name': '', 'network_id': 'db6a4f87-3caf-463a-bd0e-b6ed1e69f62e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:7c:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:52Z', 'updated_at': '2021-08-31T09:34:08Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a74a9aa-58c7-4fef-be4b-69adcc46fe05', 'name': '', 'network_id': '7c50287f-2726-41fd-9e7e-8065ae1a410b', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:e5:30:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:01Z', 'updated_at': '2021-08-31T09:34:12Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cb2c57d-9b66-4207-b897-5277ca243573', 'name': '', 'network_id': 'c213f46e-dec3-4a10-aae5-58336699ef8e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:12:21:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'e7bf23f3-a26a-4df9-882e-f4cb515d2af0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:08Z', 'updated_at': '2021-08-31T09:34:13Z', 'revision_number': 4, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': 'e7bf23f3-a26a-4df9-882e-f4cb515d2af0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:34:14.239087 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:14.268527 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f252187-5695-4ac1-907c-725382a5b593 service neutron] Pushing event updated for resources: {'Port': ['ID=e9700cec-1926-43bb-b87c-f465e2f303bc,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:14.278021 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ae98e-b83e-4430-b3ec-1d0cd59b61dd tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Subnet': ['ID=c4b50b08-09ea-460a-883d-6c754f18b2d0,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:14.350336 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9ae98e-b83e-4430-b3ec-1d0cd59b61dd tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Checking segment: {'id': '6f350e8b-b29c-459b-a1c3-8e8288d475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': 'bced4919-eeff-41be-a816-6455939af145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:14.350729 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9ae98e-b83e-4430-b3ec-1d0cd59b61dd tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network hostable DHCP agents. Network: bced4919-eeff-41be-a816-6455939af145, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:34:14.413186 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-af1574e0-22fa-470f-8066-3f605a3a796a req-7f252187-5695-4ac1-907c-725382a5b593 service neutron] Attempting to bind port e9700cec-1926-43bb-b87c-f465e2f303bc on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:34:14.413564 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-af1574e0-22fa-470f-8066-3f605a3a796a req-7f252187-5695-4ac1-907c-725382a5b593 service neutron] Attempting to bind port e9700cec-1926-43bb-b87c-f465e2f303bc by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '51dad041-e6cb-446e-a39a-eb053c9ad172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:34:14.413849 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1574e0-22fa-470f-8066-3f605a3a796a req-7f252187-5695-4ac1-907c-725382a5b593 service neutron] Attempting to bind port e9700cec-1926-43bb-b87c-f465e2f303bc on network 8a07a2ef-db65-4ad7-9566-84ee44fff2bb {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:14.435628 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1574e0-22fa-470f-8066-3f605a3a796a req-7f252187-5695-4ac1-907c-725382a5b593 service neutron] Port e9700cec-1926-43bb-b87c-f465e2f303bc on network 8a07a2ef-db65-4ad7-9566-84ee44fff2bb not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:34:14.435961 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1574e0-22fa-470f-8066-3f605a3a796a req-7f252187-5695-4ac1-907c-725382a5b593 service neutron] Attempting to bind port e9700cec-1926-43bb-b87c-f465e2f303bc on network 8a07a2ef-db65-4ad7-9566-84ee44fff2bb {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:14.464763 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1574e0-22fa-470f-8066-3f605a3a796a req-7f252187-5695-4ac1-907c-725382a5b593 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:34:14.465100 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1574e0-22fa-470f-8066-3f605a3a796a req-7f252187-5695-4ac1-907c-725382a5b593 service neutron] Checking segment: {'id': '51dad041-e6cb-446e-a39a-eb053c9ad172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:14.465488 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1574e0-22fa-470f-8066-3f605a3a796a req-7f252187-5695-4ac1-907c-725382a5b593 service neutron] Bound using segment: {'id': '51dad041-e6cb-446e-a39a-eb053c9ad172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:34:14.465928 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-af1574e0-22fa-470f-8066-3f605a3a796a req-7f252187-5695-4ac1-907c-725382a5b593 service neutron] Bound port: e9700cec-1926-43bb-b87c-f465e2f303bc, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51dad041-e6cb-446e-a39a-eb053c9ad172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:34:14.466285 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-af1574e0-22fa-470f-8066-3f605a3a796a req-7f252187-5695-4ac1-907c-725382a5b593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:14.483443 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9ae98e-b83e-4430-b3ec-1d0cd59b61dd tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network bced4919-eeff-41be-a816-6455939af145 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:34:14.506866 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94e601-f59a-462f-8140-ce4c66165bd0 req-51c64801-fce0-4812-a0f9-b70fb9956bc5 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:14.509086 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2b94e601-f59a-462f-8140-ce4c66165bd0 req-51c64801-fce0-4812-a0f9-b70fb9956bc5 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=b7df72c9-2680-45ee-8283-f38ac0285da7 HTTP/1.1" status: 200 len: 943 time: 0.0864069 Aug 31 09:34:14.582245 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2b94e601-f59a-462f-8140-ce4c66165bd0 req-a65363c8-5b35-424e-ae95-9ea734a4ffae tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551567 Aug 31 09:34:14.585125 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-6d9ae98e-b83e-4430-b3ec-1d0cd59b61dd tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, bced4919-eeff-41be-a816-6455939af145) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:14.592132 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9ae98e-b83e-4430-b3ec-1d0cd59b61dd tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:14.592736 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6d9ae98e-b83e-4430-b3ec-1d0cd59b61dd tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:14.596370 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-af1574e0-22fa-470f-8066-3f605a3a796a req-7f252187-5695-4ac1-907c-725382a5b593 service neutron] For port e9700cec-1926-43bb-b87c-f465e2f303bc, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:34:14.602642 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-af1574e0-22fa-470f-8066-3f605a3a796a req-7f252187-5695-4ac1-907c-725382a5b593 service neutron] For port e9700cec-1926-43bb-b87c-f465e2f303bc, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=e9700cec-1926-43bb-b87c-f465e2f303bc,segment=NetworkSegment(51dad041-e6cb-446e-a39a-eb053c9ad172),segment_id=51dad041-e6cb-446e-a39a-eb053c9ad172)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:34:14.610842 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3d231d-b51e-4484-af75-97c0989f542e None None] Network bced4919-eeff-41be-a816-6455939af145 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:14.674798 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-af1574e0-22fa-470f-8066-3f605a3a796a req-7f252187-5695-4ac1-907c-725382a5b593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:14.716070 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6d9ae98e-b83e-4430-b3ec-1d0cd59b61dd tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9917469 Aug 31 09:34:14.716868 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52992) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:14.734811 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1574e0-22fa-470f-8066-3f605a3a796a req-7f252187-5695-4ac1-907c-725382a5b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:14.738605 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-af1574e0-22fa-470f-8066-3f605a3a796a req-7f252187-5695-4ac1-907c-725382a5b593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:14.741380 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af1574e0-22fa-470f-8066-3f605a3a796a req-7f252187-5695-4ac1-907c-725382a5b593 service neutron] 10.222.0.59 "PUT /v2.0/ports/e9700cec-1926-43bb-b87c-f465e2f303bc HTTP/1.1" status: 200 len: 1092 time: 2.3700204 Aug 31 09:34:14.741862 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3', 'tag': 'e9700cec-1926-43bb-b87c-f465e2f303bc'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:14.744909 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356c9b5a-1bb8-4978-838e-9eb6d22f43f0" -d '{"events": [{"name": "network-changed", "server_uuid": "9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3", "tag": "e9700cec-1926-43bb-b87c-f465e2f303bc"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:14.767077 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f252187-5695-4ac1-907c-725382a5b593 service neutron] Pushing event updated for resources: {'Port': ['ID=e9700cec-1926-43bb-b87c-f465e2f303bc,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:14.803329 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf7285e-c250-4615-b3f9-114f5172a4e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-bced4919-eeff-41be-a816-6455939af145', 'network_id': 'bced4919-eeff-41be-a816-6455939af145', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'fixed_ips': [{'subnet_id': 'c4b50b08-09ea-460a-883d-6c754f18b2d0'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:34:14.804207 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eaf7285e-c250-4615-b3f9-114f5172a4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:14.835868 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ee5532-6a4a-4619-b108-870c846e9b07 x-openstack-request-id: req-23ee5532-6a4a-4619-b108-870c846e9b07 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:14.836386 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3", "tag": "e9700cec-1926-43bb-b87c-f465e2f303bc", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:14.836559 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-23ee5532-6a4a-4619-b108-870c846e9b07 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:14.837233 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3', 'tag': 'e9700cec-1926-43bb-b87c-f465e2f303bc', 'status': 'completed', 'code': 200} Aug 31 09:34:14.911625 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1574e0-22fa-470f-8066-3f605a3a796a req-e38a1519-ce62-4482-9f75-f4ecce8ce02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:14.913313 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af1574e0-22fa-470f-8066-3f605a3a796a req-e38a1519-ce62-4482-9f75-f4ecce8ce02f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fdd0715ba0554817ad604cf7a2e9a81b&device_id=9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3 HTTP/1.1" status: 200 len: 1095 time: 0.0691812 Aug 31 09:34:15.011147 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-eaf7285e-c250-4615-b3f9-114f5172a4e2 None None] Allocated IP 2001:db8:3::2 (bced4919-eeff-41be-a816-6455939af145/c4b50b08-09ea-460a-883d-6c754f18b2d0/f70c76ea-e7a8-4b10-906a-d10e8017b869) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:15.031265 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af1574e0-22fa-470f-8066-3f605a3a796a req-72c16d10-28af-4caf-9a33-7c0a666f03c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9700cec-1926-43bb-b87c-f465e2f303bc HTTP/1.1" status: 200 len: 217 time: 0.1085093 Aug 31 09:34:15.136198 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1574e0-22fa-470f-8066-3f605a3a796a req-fbc84982-5ad1-4b84-9dd4-0a0f3b2193d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:15.137930 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af1574e0-22fa-470f-8066-3f605a3a796a req-fbc84982-5ad1-4b84-9dd4-0a0f3b2193d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0dbbb6f2-1c93-4c91-88d5-f35d32ebd383 HTTP/1.1" status: 200 len: 834 time: 0.0973213 Aug 31 09:34:15.226660 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c507e1-65d3-4e53-a4a2-fe07a1980404 req-69640af4-1861-4fe1-a9fa-52b937f5d32c tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:15.235028 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b3c507e1-65d3-4e53-a4a2-fe07a1980404 req-69640af4-1861-4fe1-a9fa-52b937f5d32c tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3 HTTP/1.1" status: 200 len: 943 time: 0.1014318 Aug 31 09:34:15.265150 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1574e0-22fa-470f-8066-3f605a3a796a req-856f06e8-b6d5-4844-9036-6e74e0b2599c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:15.266146 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eaf7285e-c250-4615-b3f9-114f5172a4e2 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:15.266822 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af1574e0-22fa-470f-8066-3f605a3a796a req-856f06e8-b6d5-4844-9036-6e74e0b2599c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8a07a2ef-db65-4ad7-9566-84ee44fff2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0956686 Aug 31 09:34:15.276284 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-eaf7285e-c250-4615-b3f9-114f5172a4e2 None None] Transition to ACTIVE for port object f70c76ea-e7a8-4b10-906a-d10e8017b869 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:15.287706 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b3c507e1-65d3-4e53-a4a2-fe07a1980404 req-c18dbf45-64cd-4852-ba22-35c17d774975 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=2f2761a1-6422-42c6-a20f-47e93ccb3620&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517676 Aug 31 09:34:15.294767 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-eaf7285e-c250-4615-b3f9-114f5172a4e2 None None] Transition to ACTIVE for port object f70c76ea-e7a8-4b10-906a-d10e8017b869 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:15.318680 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 64e9d2c0-c295-49dd-a174-c58969297e22 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:34:15.323371 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9cb2c57d-9b66-4207-b897-5277ca243573 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:15.387535 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af1574e0-22fa-470f-8066-3f605a3a796a req-3ecc9b9a-5290-4390-ba36-5ce44105bae1 service neutron] 10.222.0.59 "GET /v2.0/networks/8a07a2ef-db65-4ad7-9566-84ee44fff2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035807 Aug 31 09:34:15.406798 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eaf7285e-c250-4615-b3f9-114f5172a4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:15.467060 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bbdf60d2-262b-46c2-b15c-1236fa7b8d47 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:15.497032 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:15.505354 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.resource_extend [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:34:15.509023 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 9cb2c57d-9b66-4207-b897-5277ca243573 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:15.528082 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af1574e0-22fa-470f-8066-3f605a3a796a req-e688ded6-d21d-43e9-a5d6-5992326b50ee service neutron] 10.222.0.59 "GET /v2.0/networks/8a07a2ef-db65-4ad7-9566-84ee44fff2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326194 Aug 31 09:34:15.530093 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 9cb2c57d-9b66-4207-b897-5277ca243573 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:15.530464 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:15.533112 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf7285e-c250-4615-b3f9-114f5172a4e2 None None] Network bced4919-eeff-41be-a816-6455939af145 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:15.558022 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7285e-c250-4615-b3f9-114f5172a4e2 None None] Pushing event updated for resources: {'Port': ['ID=f70c76ea-e7a8-4b10-906a-d10e8017b869,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:15.583809 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-eaf7285e-c250-4615-b3f9-114f5172a4e2 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:15.589232 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf7285e-c250-4615-b3f9-114f5172a4e2 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:15.699899 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-eaf7285e-c250-4615-b3f9-114f5172a4e2 None None] Attempting to bind port f70c76ea-e7a8-4b10-906a-d10e8017b869 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:34:15.700583 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-eaf7285e-c250-4615-b3f9-114f5172a4e2 None None] Attempting to bind port f70c76ea-e7a8-4b10-906a-d10e8017b869 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '6f350e8b-b29c-459b-a1c3-8e8288d475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': 'bced4919-eeff-41be-a816-6455939af145'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:34:15.700689 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf7285e-c250-4615-b3f9-114f5172a4e2 None None] Attempting to bind port f70c76ea-e7a8-4b10-906a-d10e8017b869 on network bced4919-eeff-41be-a816-6455939af145 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:15.726795 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c9b5a-1bb8-4978-838e-9eb6d22f43f0 req-14e43400-71dc-4146-8e6f-9eb53c98c082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:15.729076 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-356c9b5a-1bb8-4978-838e-9eb6d22f43f0 req-14e43400-71dc-4146-8e6f-9eb53c98c082 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fdd0715ba0554817ad604cf7a2e9a81b&device_id=9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3 HTTP/1.1" status: 200 len: 1095 time: 0.0944648 Aug 31 09:34:15.733893 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf7285e-c250-4615-b3f9-114f5172a4e2 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:34:15.734353 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf7285e-c250-4615-b3f9-114f5172a4e2 None None] Checking segment: {'id': '6f350e8b-b29c-459b-a1c3-8e8288d475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': 'bced4919-eeff-41be-a816-6455939af145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:15.734784 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eaf7285e-c250-4615-b3f9-114f5172a4e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:15.735153 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf7285e-c250-4615-b3f9-114f5172a4e2 None None] Bound using segment: {'id': '6f350e8b-b29c-459b-a1c3-8e8288d475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': 'bced4919-eeff-41be-a816-6455939af145'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:34:15.735654 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-eaf7285e-c250-4615-b3f9-114f5172a4e2 None None] Bound port: f70c76ea-e7a8-4b10-906a-d10e8017b869, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f350e8b-b29c-459b-a1c3-8e8288d475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': 'bced4919-eeff-41be-a816-6455939af145'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:34:15.736041 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eaf7285e-c250-4615-b3f9-114f5172a4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:15.761113 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 64e9d2c0-c295-49dd-a174-c58969297e22, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=64e9d2c0-c295-49dd-a174-c58969297e22,segment=NetworkSegment(e7bfaea8-dc50-4428-a9a7-b756d181f6bc),segment_id=e7bfaea8-dc50-4428-a9a7-b756d181f6bc)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:15.810832 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-bbdf60d2-262b-46c2-b15c-1236fa7b8d47 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Allocated IP 2001:db8:3::1 (bced4919-eeff-41be-a816-6455939af145/c4b50b08-09ea-460a-883d-6c754f18b2d0/c162ce67-b7ba-4533-9b2f-06ea6a081914) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:15.821767 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '64e9d2c0-c295-49dd-a174-c58969297e22', 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6', 'port_id': '64e9d2c0-c295-49dd-a174-c58969297e22', 'mac_address': 'fa:16:3e:72:18:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a8d9332-4934-4e0f-b006-f09be5a999bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:34:15.826028 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:15.831824 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4e232-b310-46fc-8b89-1dca06f95bb2 req-396659ec-c5de-4a69-9704-42ea5bb17b22 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:15.839377 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-46c4e232-b310-46fc-8b89-1dca06f95bb2 req-396659ec-c5de-4a69-9704-42ea5bb17b22 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=b7df72c9-2680-45ee-8283-f38ac0285da7 HTTP/1.1" status: 200 len: 943 time: 0.1594229 Aug 31 09:34:15.917215 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-46c4e232-b310-46fc-8b89-1dca06f95bb2 req-b451232e-da14-4abc-8f9e-ebe18042f570 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674131 Aug 31 09:34:15.917371 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-eaf7285e-c250-4615-b3f9-114f5172a4e2 None None] For port f70c76ea-e7a8-4b10-906a-d10e8017b869, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:34:15.918219 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-eaf7285e-c250-4615-b3f9-114f5172a4e2 None None] For port f70c76ea-e7a8-4b10-906a-d10e8017b869, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f70c76ea-e7a8-4b10-906a-d10e8017b869,segment=NetworkSegment(6f350e8b-b29c-459b-a1c3-8e8288d475c8),segment_id=6f350e8b-b29c-459b-a1c3-8e8288d475c8)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:34:15.924805 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c9b5a-1bb8-4978-838e-9eb6d22f43f0 req-b453e41a-eefe-4d3d-93d4-37d72585e918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:15.926700 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-356c9b5a-1bb8-4978-838e-9eb6d22f43f0 req-b453e41a-eefe-4d3d-93d4-37d72585e918 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8a07a2ef-db65-4ad7-9566-84ee44fff2bb HTTP/1.1" status: 200 len: 898 time: 0.1871943 Aug 31 09:34:15.968210 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:15.982404 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 9cb2c57d-9b66-4207-b897-5277ca243573, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=9cb2c57d-9b66-4207-b897-5277ca243573,segment=NetworkSegment(3d701ed9-5a34-4755-afdc-ae0c07618674),segment_id=3d701ed9-5a34-4755-afdc-ae0c07618674)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:15.987718 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64e9d2c0-c295-49dd-a174-c58969297e22 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:34:15.991879 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-356c9b5a-1bb8-4978-838e-9eb6d22f43f0 req-812066b9-1170-468c-9c5c-9e2b740ab3c9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9700cec-1926-43bb-b87c-f465e2f303bc HTTP/1.1" status: 200 len: 217 time: 0.0557842 Aug 31 09:34:16.007754 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 64e9d2c0-c295-49dd-a174-c58969297e22, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=64e9d2c0-c295-49dd-a174-c58969297e22,segment=NetworkSegment(e7bfaea8-dc50-4428-a9a7-b756d181f6bc),segment_id=e7bfaea8-dc50-4428-a9a7-b756d181f6bc)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:16.008032 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bbdf60d2-262b-46c2-b15c-1236fa7b8d47 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:16.023266 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-bbdf60d2-262b-46c2-b15c-1236fa7b8d47 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Transition to ACTIVE for port object c162ce67-b7ba-4533-9b2f-06ea6a081914 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:16.044726 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c9b5a-1bb8-4978-838e-9eb6d22f43f0 req-bc61a69d-8d06-4805-b83d-d4bcdc13e0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:16.046197 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-356c9b5a-1bb8-4978-838e-9eb6d22f43f0 req-bc61a69d-8d06-4805-b83d-d4bcdc13e0d7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0dbbb6f2-1c93-4c91-88d5-f35d32ebd383 HTTP/1.1" status: 200 len: 834 time: 0.0469031 Aug 31 09:34:16.068816 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eaf7285e-c250-4615-b3f9-114f5172a4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:16.094591 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c9b5a-1bb8-4978-838e-9eb6d22f43f0 req-ce544881-6319-4670-b82f-e127a2f87902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:16.096221 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-356c9b5a-1bb8-4978-838e-9eb6d22f43f0 req-ce544881-6319-4670-b82f-e127a2f87902 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8a07a2ef-db65-4ad7-9566-84ee44fff2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423751 Aug 31 09:34:16.138931 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7285e-c250-4615-b3f9-114f5172a4e2 None None] Pushing event updated for resources: {'Port': ['ID=f70c76ea-e7a8-4b10-906a-d10e8017b869,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:16.169973 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:16.172942 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:16.212147 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bbdf60d2-262b-46c2-b15c-1236fa7b8d47 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:16.212779 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-356c9b5a-1bb8-4978-838e-9eb6d22f43f0 req-14b4dc46-e126-40f2-92e6-037658e3d272 service neutron] 10.222.0.59 "GET /v2.0/networks/8a07a2ef-db65-4ad7-9566-84ee44fff2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073322 Aug 31 09:34:16.238067 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=64e9d2c0-c295-49dd-a174-c58969297e22,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:16.253612 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdf60d2-262b-46c2-b15c-1236fa7b8d47 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network bced4919-eeff-41be-a816-6455939af145 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:16.256930 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-bbdf60d2-262b-46c2-b15c-1236fa7b8d47 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:16.263756 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdf60d2-262b-46c2-b15c-1236fa7b8d47 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:16.264317 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bbdf60d2-262b-46c2-b15c-1236fa7b8d47 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:16.299269 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=9cb2c57d-9b66-4207-b897-5277ca243573,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:16.360536 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-356c9b5a-1bb8-4978-838e-9eb6d22f43f0 req-edb190bd-6eab-4dc2-94b2-b8f52925fc8a service neutron] 10.222.0.59 "GET /v2.0/networks/8a07a2ef-db65-4ad7-9566-84ee44fff2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405444 Aug 31 09:34:16.379273 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf60d2-262b-46c2-b15c-1236fa7b8d47 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Port': ['ID=c162ce67-b7ba-4533-9b2f-06ea6a081914,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:16.468975 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f087e64-2315-475f-a756-d239f8286bbc req-3b2d73a2-75c6-4aa5-82bd-d239ac415135 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:16.474238 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bbdf60d2-262b-46c2-b15c-1236fa7b8d47 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:16.477899 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f087e64-2315-475f-a756-d239f8286bbc req-3b2d73a2-75c6-4aa5-82bd-d239ac415135 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3 HTTP/1.1" status: 200 len: 943 time: 0.0643044 Aug 31 09:34:16.517940 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['64e9d2c0-c295-49dd-a174-c58969297e22'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:16.529669 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f087e64-2315-475f-a756-d239f8286bbc req-21d34fa4-fda3-48b2-b1c9-b9068c4c1af0 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=2f2761a1-6422-42c6-a20f-47e93ccb3620&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517566 Aug 31 09:34:16.822411 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bbdf60d2-262b-46c2-b15c-1236fa7b8d47 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:16.928383 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bbdf60d2-262b-46c2-b15c-1236fa7b8d47 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:16.928383 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bbdf60d2-262b-46c2-b15c-1236fa7b8d47 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:17.031363 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:17.058911 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf60d2-262b-46c2-b15c-1236fa7b8d47 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event updated for resources: {'Port': ['ID=c162ce67-b7ba-4533-9b2f-06ea6a081914,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:17.098491 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5985e3-114e-4838-b660-60cfc670a80e req-f56e15c3-72bd-460b-bdc1-d0e1a6f056fd tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:17.112808 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4f5985e3-114e-4838-b660-60cfc670a80e req-f56e15c3-72bd-460b-bdc1-d0e1a6f056fd tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=b7df72c9-2680-45ee-8283-f38ac0285da7 HTTP/1.1" status: 200 len: 944 time: 0.1094053 Aug 31 09:34:17.132846 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9cb2c57d-9b66-4207-b897-5277ca243573 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:17.139226 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdf60d2-262b-46c2-b15c-1236fa7b8d47 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Network bced4919-eeff-41be-a816-6455939af145 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:17.142837 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-bbdf60d2-262b-46c2-b15c-1236fa7b8d47 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:17.186640 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4f5985e3-114e-4838-b660-60cfc670a80e req-bc131275-7e05-4482-bd28-58bcff882389 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729535 Aug 31 09:34:17.248277 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 9cb2c57d-9b66-4207-b897-5277ca243573 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:17.248677 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:17.307834 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4395913-cd8c-4325-9d37-2267d9c25f0b None None] Network bced4919-eeff-41be-a816-6455939af145 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:17.332278 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53030) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:17.340695 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbdf60d2-262b-46c2-b15c-1236fa7b8d47 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Router 76d9c746-83b9-4b07-b10b-8be01d213973 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:34:17.395099 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f70c76ea-e7a8-4b10-906a-d10e8017b869 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:17.459330 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-041bfe31-b758-4afa-be0f-c18b21170b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:17.490819 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdf60d2-262b-46c2-b15c-1236fa7b8d47 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:34:17.505915 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bbdf60d2-262b-46c2-b15c-1236fa7b8d47 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "PUT /v2.0/routers/76d9c746-83b9-4b07-b10b-8be01d213973/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7869635 Aug 31 09:34:17.506493 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed4f9b3-9561-453a-8d80-3585e4f02ca0 None None] Sync routers for ids ['76d9c746-83b9-4b07-b10b-8be01d213973'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:34:17.506874 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53034) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:17.512062 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-682a6f02-3aaf-4a7a-be8c-6520eb497a28 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:17.544084 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed4f9b3-9561-453a-8d80-3585e4f02ca0 None None] Routers {'76d9c746-83b9-4b07-b10b-8be01d213973'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:17.544893 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-2ed4f9b3-9561-453a-8d80-3585e4f02ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:34:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['76d9c746-83b9-4b07-b10b-8be01d213973'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:17.580743 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de49328c-2211-47cf-91d6-a612ebf5909d None None] Provisioning for port f70c76ea-e7a8-4b10-906a-d10e8017b869 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:17.598455 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-041bfe31-b758-4afa-be0f-c18b21170b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:17.619047 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port f70c76ea-e7a8-4b10-906a-d10e8017b869 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:17.630219 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port f70c76ea-e7a8-4b10-906a-d10e8017b869 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:17.630614 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:17.701931 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-2ed4f9b3-9561-453a-8d80-3585e4f02ca0 None None] Set router 76d9c746-83b9-4b07-b10b-8be01d213973 gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:34:17.709991 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-041bfe31-b758-4afa-be0f-c18b21170b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:17.793401 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041bfe31-b758-4afa-be0f-c18b21170b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ec1c7d-a970-4995-8861-9d837433355b,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:17.831073 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0de802-7ed9-4dd0-9cb8-c61e7ac577a5 req-979e8b6a-16d3-462d-a6cf-00e955a5f979 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:17.840874 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8a0de802-7ed9-4dd0-9cb8-c61e7ac577a5 req-979e8b6a-16d3-462d-a6cf-00e955a5f979 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3 HTTP/1.1" status: 200 len: 943 time: 0.1955538 Aug 31 09:34:17.874914 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-041bfe31-b758-4afa-be0f-c18b21170b79 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=fdb0f1f8277e489b90669cb9ab14b969&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5415583 Aug 31 09:34:17.881492 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53038) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:17.902716 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:17.924815 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8a0de802-7ed9-4dd0-9cb8-c61e7ac577a5 req-9a15c824-a51e-45ea-a842-a049328f71a6 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=2f2761a1-6422-42c6-a20f-47e93ccb3620&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0828943 Aug 31 09:34:17.981003 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8f221db1-5fc1-40f7-9960-d554dd1e85d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:17.994100 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port f70c76ea-e7a8-4b10-906a-d10e8017b869, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f70c76ea-e7a8-4b10-906a-d10e8017b869,segment=NetworkSegment(6f350e8b-b29c-459b-a1c3-8e8288d475c8),segment_id=6f350e8b-b29c-459b-a1c3-8e8288d475c8)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:18.006609 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8f221db1-5fc1-40f7-9960-d554dd1e85d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:18.092381 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:18.130527 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.extraroute_db [None req-682a6f02-3aaf-4a7a-be8c-6520eb497a28 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=95552) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 09:34:18.147766 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-63e0663d-38ca-4a42-966e-00f425495c7d None None] Provisioning complete for port f70c76ea-e7a8-4b10-906a-d10e8017b869 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:18.148602 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-63e0663d-38ca-4a42-966e-00f425495c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:18.154205 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8f221db1-5fc1-40f7-9960-d554dd1e85d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:18.159095 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8f221db1-5fc1-40f7-9960-d554dd1e85d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:18.159095 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8f221db1-5fc1-40f7-9960-d554dd1e85d8 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/71ec1c7d-a970-4995-8861-9d837433355b HTTP/1.1" status: 204 len: 168 time: 0.2761884 Aug 31 09:34:18.172785 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.extraroute_db [None req-682a6f02-3aaf-4a7a-be8c-6520eb497a28 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Removed routes are [] {{(pid=95552) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 09:34:18.173189 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-682a6f02-3aaf-4a7a-be8c-6520eb497a28 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2088949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2087107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5115'] for router, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:18.177688 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f221db1-5fc1-40f7-9960-d554dd1e85d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ec1c7d-a970-4995-8861-9d837433355b,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:18.216033 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=f70c76ea-e7a8-4b10-906a-d10e8017b869,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:18.394438 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-2ed4f9b3-9561-453a-8d80-3585e4f02ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'name': 'tempest-RoutersIpV6Test-router-1722121143', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:34:16Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'gw_port_host': None, '_interfaces': [{'id': '00ded9b0-b3bc-433f-b896-3cc97b908f82', 'name': '', 'network_id': 'db6a4f87-3caf-463a-bd0e-b6ed1e69f62e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:7c:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:52Z', 'updated_at': '2021-08-31T09:34:08Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a74a9aa-58c7-4fef-be4b-69adcc46fe05', 'name': '', 'network_id': '7c50287f-2726-41fd-9e7e-8065ae1a410b', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:e5:30:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:01Z', 'updated_at': '2021-08-31T09:34:12Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cb2c57d-9b66-4207-b897-5277ca243573', 'name': '', 'network_id': 'c213f46e-dec3-4a10-aae5-58336699ef8e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:12:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'e7bf23f3-a26a-4df9-882e-f4cb515d2af0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:08Z', 'updated_at': '2021-08-31T09:34:15Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': 'e7bf23f3-a26a-4df9-882e-f4cb515d2af0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c162ce67-b7ba-4533-9b2f-06ea6a081914', 'name': '', 'network_id': 'bced4919-eeff-41be-a816-6455939af145', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:59:d8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'c4b50b08-09ea-460a-883d-6c754f18b2d0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:15Z', 'updated_at': '2021-08-31T09:34:16Z', 'revision_number': 2, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': 'c4b50b08-09ea-460a-883d-6c754f18b2d0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:18.426170 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78d337-1acb-4b42-8556-1367f16560c5 req-4a0e35dd-d9b7-48cc-898b-6d4e59500a61 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:18.436474 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed4f9b3-9561-453a-8d80-3585e4f02ca0 None None] Checking router: 76d9c746-83b9-4b07-b10b-8be01d213973 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:34:18.439068 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc78d337-1acb-4b42-8556-1367f16560c5 req-4a0e35dd-d9b7-48cc-898b-6d4e59500a61 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=b7df72c9-2680-45ee-8283-f38ac0285da7 HTTP/1.1" status: 200 len: 944 time: 0.0791423 Aug 31 09:34:18.439365 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed4f9b3-9561-453a-8d80-3585e4f02ca0 None None] Updating router 76d9c746-83b9-4b07-b10b-8be01d213973 port c162ce67-b7ba-4533-9b2f-06ea6a081914 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:34:18.512768 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2ed4f9b3-9561-453a-8d80-3585e4f02ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:18.529164 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc78d337-1acb-4b42-8556-1367f16560c5 req-b2ff3eb3-4d5c-4e1d-a96e-3113b95ac206 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730963 Aug 31 09:34:18.595924 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-63e0663d-38ca-4a42-966e-00f425495c7d None None] Provisioning for port c162ce67-b7ba-4533-9b2f-06ea6a081914 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:18.608401 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-63e0663d-38ca-4a42-966e-00f425495c7d None None] Provisioning complete for port c162ce67-b7ba-4533-9b2f-06ea6a081914 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:18.608767 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-63e0663d-38ca-4a42-966e-00f425495c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:18.667596 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-63e0663d-38ca-4a42-966e-00f425495c7d None None] Port c162ce67-b7ba-4533-9b2f-06ea6a081914 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:34:18.669103 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device e9700cec-1926-43bb-b87c-f465e2f303bc details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:34:18.745109 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-682a6f02-3aaf-4a7a-be8c-6520eb497a28 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2088949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2087107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5115'] for router, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:18.753437 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-682a6f02-3aaf-4a7a-be8c-6520eb497a28 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2088958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2088935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2087130'] for router, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:18.880897 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682a6f02-3aaf-4a7a-be8c-6520eb497a28 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Router 76d9c746-83b9-4b07-b10b-8be01d213973 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:34:19.028853 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682a6f02-3aaf-4a7a-be8c-6520eb497a28 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:34:19.044782 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-682a6f02-3aaf-4a7a-be8c-6520eb497a28 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:19.046990 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-682a6f02-3aaf-4a7a-be8c-6520eb497a28 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "PUT /v2.0/routers/76d9c746-83b9-4b07-b10b-8be01d213973 HTTP/1.1" status: 200 len: 954 time: 1.5390584 Aug 31 09:34:19.050893 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53060) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:19.060369 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f70c76ea-e7a8-4b10-906a-d10e8017b869 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:19.091958 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-095340bf-d3f9-4622-b5ab-d7d51bb541ae None None] Provisioning complete for port c162ce67-b7ba-4533-9b2f-06ea6a081914 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:19.092768 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-095340bf-d3f9-4622-b5ab-d7d51bb541ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:19.138008 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9033a05-f346-45a5-be96-c60f1739a611 req-308132a9-2682-473e-a288-05a9ae60f002 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:19.162507 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 64e9d2c0-c295-49dd-a174-c58969297e22 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:19.167735 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d9033a05-f346-45a5-be96-c60f1739a611 req-308132a9-2682-473e-a288-05a9ae60f002 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3 HTTP/1.1" status: 200 len: 943 time: 0.1259513 Aug 31 09:34:19.217557 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port e9700cec-1926-43bb-b87c-f465e2f303bc, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=e9700cec-1926-43bb-b87c-f465e2f303bc,segment=NetworkSegment(51dad041-e6cb-446e-a39a-eb053c9ad172),segment_id=51dad041-e6cb-446e-a39a-eb053c9ad172)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:19.277075 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-095340bf-d3f9-4622-b5ab-d7d51bb541ae None None] Port c162ce67-b7ba-4533-9b2f-06ea6a081914 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:34:19.287000 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d9033a05-f346-45a5-be96-c60f1739a611 req-8cb08a42-5d7a-4197-a6dc-eb0ad772356c tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=2f2761a1-6422-42c6-a20f-47e93ccb3620&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1182570 Aug 31 09:34:19.310252 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53066) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:19.311217 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7e6889ea-db6e-4f0e-9f93-d15696091d54 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "GET /v2.0/routers/76d9c746-83b9-4b07-b10b-8be01d213973 HTTP/1.1" status: 200 len: 954 time: 0.2581878 Aug 31 09:34:19.318575 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-080776bd-39b4-4ef3-b0d3-9c497667355a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Request body: {'router': {'routes': None}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:19.353893 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': 'e9700cec-1926-43bb-b87c-f465e2f303bc', 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb', 'port_id': 'e9700cec-1926-43bb-b87c-f465e2f303bc', 'mac_address': 'fa:16:3e:d3:cb:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dbbb6f2-1c93-4c91-88d5-f35d32ebd383', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:34:19.467284 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port f70c76ea-e7a8-4b10-906a-d10e8017b869 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:19.467581 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:19.505130 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:19.514282 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 64e9d2c0-c295-49dd-a174-c58969297e22 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:19.538091 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 64e9d2c0-c295-49dd-a174-c58969297e22 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:19.538459 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:19.556496 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9700cec-1926-43bb-b87c-f465e2f303bc {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:34:19.563874 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2ed4f9b3-9561-453a-8d80-3585e4f02ca0 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:19.620876 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-2ed4f9b3-9561-453a-8d80-3585e4f02ca0 None None] Transition to ACTIVE for port object c162ce67-b7ba-4533-9b2f-06ea6a081914 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:19.627921 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port e9700cec-1926-43bb-b87c-f465e2f303bc, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=e9700cec-1926-43bb-b87c-f465e2f303bc,segment=NetworkSegment(51dad041-e6cb-446e-a39a-eb053c9ad172),segment_id=51dad041-e6cb-446e-a39a-eb053c9ad172)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:19.730717 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2ed4f9b3-9561-453a-8d80-3585e4f02ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:19.730717 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:19.738929 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f013a2-77e5-4ac0-8b7d-3bca581cd724 req-50b67af0-68c6-4763-b212-f7787bc28bd1 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:19.740445 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-86f013a2-77e5-4ac0-8b7d-3bca581cd724 req-50b67af0-68c6-4763-b212-f7787bc28bd1 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=b7df72c9-2680-45ee-8283-f38ac0285da7 HTTP/1.1" status: 200 len: 944 time: 0.1260576 Aug 31 09:34:19.762732 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:19.813428 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e4972-54b2-498d-b684-4f65d6f6fd16 None None] Pushing event updated for resources: {'Port': ['ID=c162ce67-b7ba-4533-9b2f-06ea6a081914,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:19.828054 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7df72c9-2680-45ee-8283-f38ac0285da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e9d2c0-c295-49dd-a174-c58969297e22'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:19.830651 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f414d3-7c3e-4d19-bf50-ba38b6d0df8b" -d '{"events": [{"server_uuid": "b7df72c9-2680-45ee-8283-f38ac0285da7", "name": "network-vif-plugged", "status": "completed", "tag": "64e9d2c0-c295-49dd-a174-c58969297e22"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:19.875139 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-86f013a2-77e5-4ac0-8b7d-3bca581cd724 req-40a2f957-9bef-4ee2-bb25-0558910d9f2a tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231618 Aug 31 09:34:19.905600 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.extraroute_db [None req-080776bd-39b4-4ef3-b0d3-9c497667355a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Added routes are [] {{(pid=95553) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 09:34:19.911503 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.extraroute_db [None req-080776bd-39b4-4ef3-b0d3-9c497667355a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=95553) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 09:34:19.912204 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 64e9d2c0-c295-49dd-a174-c58969297e22, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=64e9d2c0-c295-49dd-a174-c58969297e22,segment=NetworkSegment(e7bfaea8-dc50-4428-a9a7-b756d181f6bc),segment_id=e7bfaea8-dc50-4428-a9a7-b756d181f6bc)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:19.964367 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-080776bd-39b4-4ef3-b0d3-9c497667355a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2088949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2087107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5115'] for router, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:19.967072 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=e9700cec-1926-43bb-b87c-f465e2f303bc,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:19.970989 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e75f7e4-4ab9-416a-8ee1-27756807ef26 x-openstack-request-id: req-2e75f7e4-4ab9-416a-8ee1-27756807ef26 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:19.971336 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7df72c9-2680-45ee-8283-f38ac0285da7", "name": "network-vif-plugged", "status": "completed", "tag": "64e9d2c0-c295-49dd-a174-c58969297e22", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:19.971539 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-2e75f7e4-4ab9-416a-8ee1-27756807ef26 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:19.971963 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7df72c9-2680-45ee-8283-f38ac0285da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e9d2c0-c295-49dd-a174-c58969297e22', 'code': 200} Aug 31 09:34:19.984312 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:19.991313 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['e9700cec-1926-43bb-b87c-f465e2f303bc'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:20.017916 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-2ed4f9b3-9561-453a-8d80-3585e4f02ca0 None None] Attempting to bind port c162ce67-b7ba-4533-9b2f-06ea6a081914 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:34:20.018281 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-2ed4f9b3-9561-453a-8d80-3585e4f02ca0 None None] Attempting to bind port c162ce67-b7ba-4533-9b2f-06ea6a081914 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '6f350e8b-b29c-459b-a1c3-8e8288d475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': 'bced4919-eeff-41be-a816-6455939af145'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:34:20.018676 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed4f9b3-9561-453a-8d80-3585e4f02ca0 None None] Attempting to bind port c162ce67-b7ba-4533-9b2f-06ea6a081914 on network bced4919-eeff-41be-a816-6455939af145 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:20.060316 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671dd4b-5a0f-4798-b288-a70083d0fe1e req-acd9f0f7-de58-4bdc-908c-33f17b381289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:20.062654 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a671dd4b-5a0f-4798-b288-a70083d0fe1e req-acd9f0f7-de58-4bdc-908c-33f17b381289 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=b7df72c9-2680-45ee-8283-f38ac0285da7 HTTP/1.1" status: 200 len: 1097 time: 0.0570638 Aug 31 09:34:20.084146 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed4f9b3-9561-453a-8d80-3585e4f02ca0 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:34:20.084585 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed4f9b3-9561-453a-8d80-3585e4f02ca0 None None] Checking segment: {'id': '6f350e8b-b29c-459b-a1c3-8e8288d475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': 'bced4919-eeff-41be-a816-6455939af145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:20.085118 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2ed4f9b3-9561-453a-8d80-3585e4f02ca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:20.085598 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed4f9b3-9561-453a-8d80-3585e4f02ca0 None None] Bound using segment: {'id': '6f350e8b-b29c-459b-a1c3-8e8288d475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': 'bced4919-eeff-41be-a816-6455939af145'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:34:20.086153 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-2ed4f9b3-9561-453a-8d80-3585e4f02ca0 None None] Bound port: c162ce67-b7ba-4533-9b2f-06ea6a081914, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f350e8b-b29c-459b-a1c3-8e8288d475c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': 'bced4919-eeff-41be-a816-6455939af145'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:34:20.087283 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2ed4f9b3-9561-453a-8d80-3585e4f02ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:20.120379 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a671dd4b-5a0f-4798-b288-a70083d0fe1e req-f6995068-c942-403b-9eac-86902f9b6689 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457091 Aug 31 09:34:20.140718 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=64e9d2c0-c295-49dd-a174-c58969297e22,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:20.235880 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-2ed4f9b3-9561-453a-8d80-3585e4f02ca0 None None] For port c162ce67-b7ba-4533-9b2f-06ea6a081914, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:34:20.252970 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-080776bd-39b4-4ef3-b0d3-9c497667355a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2088949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2087107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5115'] for router, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:20.254308 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-2ed4f9b3-9561-453a-8d80-3585e4f02ca0 None None] For port c162ce67-b7ba-4533-9b2f-06ea6a081914, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=c162ce67-b7ba-4533-9b2f-06ea6a081914,segment=NetworkSegment(6f350e8b-b29c-459b-a1c3-8e8288d475c8),segment_id=6f350e8b-b29c-459b-a1c3-8e8288d475c8)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:34:20.260045 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-080776bd-39b4-4ef3-b0d3-9c497667355a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2088958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2088935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2087130'] for router, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:20.312322 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2ed4f9b3-9561-453a-8d80-3585e4f02ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:20.384253 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080776bd-39b4-4ef3-b0d3-9c497667355a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Router 76d9c746-83b9-4b07-b10b-8be01d213973 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:34:20.414854 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed4f9b3-9561-453a-8d80-3585e4f02ca0 None None] Routers {'76d9c746-83b9-4b07-b10b-8be01d213973'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:20.415564 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-2ed4f9b3-9561-453a-8d80-3585e4f02ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:34:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['76d9c746-83b9-4b07-b10b-8be01d213973'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:20.422139 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e4972-54b2-498d-b684-4f65d6f6fd16 None None] Pushing event updated for resources: {'Port': ['ID=c162ce67-b7ba-4533-9b2f-06ea6a081914,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:20.543822 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080776bd-39b4-4ef3-b0d3-9c497667355a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:34:20.546062 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-2ed4f9b3-9561-453a-8d80-3585e4f02ca0 None None] Set router 76d9c746-83b9-4b07-b10b-8be01d213973 gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:34:20.552397 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-080776bd-39b4-4ef3-b0d3-9c497667355a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:20.553583 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-080776bd-39b4-4ef3-b0d3-9c497667355a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "PUT /v2.0/routers/76d9c746-83b9-4b07-b10b-8be01d213973 HTTP/1.1" status: 200 len: 704 time: 1.2408772 Aug 31 09:34:20.558075 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53100) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:20.644917 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c066372-e689-47e7-a486-4037a3658a6e req-e6a2da2f-5a86-48b6-acce-7a9f48b5e266 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:20.650873 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4c066372-e689-47e7-a486-4037a3658a6e req-e6a2da2f-5a86-48b6-acce-7a9f48b5e266 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3 HTTP/1.1" status: 200 len: 944 time: 0.2245357 Aug 31 09:34:20.735072 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4c066372-e689-47e7-a486-4037a3658a6e req-038f7427-678e-4e54-ab91-7a9e8b5b196d tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=2f2761a1-6422-42c6-a20f-47e93ccb3620&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0760207 Aug 31 09:34:20.774875 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4cf6cd03-e3c2-49e7-beb3-cdbd665d0411 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "GET /v2.0/routers/76d9c746-83b9-4b07-b10b-8be01d213973 HTTP/1.1" status: 200 len: 704 time: 0.2137330 Aug 31 09:34:20.775541 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53110) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:20.853468 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-2ed4f9b3-9561-453a-8d80-3585e4f02ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'name': 'tempest-RoutersIpV6Test-router-1722121143', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:34:19Z', 'revision_number': 7, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'gw_port_host': None, '_interfaces': [{'id': '00ded9b0-b3bc-433f-b896-3cc97b908f82', 'name': '', 'network_id': 'db6a4f87-3caf-463a-bd0e-b6ed1e69f62e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:7c:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:52Z', 'updated_at': '2021-08-31T09:34:08Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a74a9aa-58c7-4fef-be4b-69adcc46fe05', 'name': '', 'network_id': '7c50287f-2726-41fd-9e7e-8065ae1a410b', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:e5:30:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:01Z', 'updated_at': '2021-08-31T09:34:12Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cb2c57d-9b66-4207-b897-5277ca243573', 'name': '', 'network_id': 'c213f46e-dec3-4a10-aae5-58336699ef8e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:12:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'e7bf23f3-a26a-4df9-882e-f4cb515d2af0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:08Z', 'updated_at': '2021-08-31T09:34:15Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': 'e7bf23f3-a26a-4df9-882e-f4cb515d2af0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c162ce67-b7ba-4533-9b2f-06ea6a081914', 'name': '', 'network_id': 'bced4919-eeff-41be-a816-6455939af145', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:59:d8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'c4b50b08-09ea-460a-883d-6c754f18b2d0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:15Z', 'updated_at': '2021-08-31T09:34:20Z', 'revision_number': 4, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': 'c4b50b08-09ea-460a-883d-6c754f18b2d0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:20.880718 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed4f9b3-9561-453a-8d80-3585e4f02ca0 None None] The sync data for ids ['76d9c746-83b9-4b07-b10b-8be01d213973'] in n-d-791506-28 is: [{'id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'name': 'tempest-RoutersIpV6Test-router-1722121143', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:34:19Z', 'revision_number': 7, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'gw_port_host': None, '_interfaces': [{'id': '00ded9b0-b3bc-433f-b896-3cc97b908f82', 'name': '', 'network_id': 'db6a4f87-3caf-463a-bd0e-b6ed1e69f62e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:7c:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:52Z', 'updated_at': '2021-08-31T09:34:08Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a74a9aa-58c7-4fef-be4b-69adcc46fe05', 'name': '', 'network_id': '7c50287f-2726-41fd-9e7e-8065ae1a410b', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:e5:30:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:01Z', 'updated_at': '2021-08-31T09:34:12Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cb2c57d-9b66-4207-b897-5277ca243573', 'name': '', 'network_id': 'c213f46e-dec3-4a10-aae5-58336699ef8e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:12:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'e7bf23f3-a26a-4df9-882e-f4cb515d2af0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:08Z', 'updated_at': '2021-08-31T09:34:15Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': 'e7bf23f3-a26a-4df9-882e-f4cb515d2af0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c162ce67-b7ba-4533-9b2f-06ea6a081914', 'name': '', 'network_id': 'bced4919-eeff-41be-a816-6455939af145', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:59:d8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'c4b50b08-09ea-460a-883d-6c754f18b2d0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:15Z', 'updated_at': '2021-08-31T09:34:20Z', 'revision_number': 4, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': 'c4b50b08-09ea-460a-883d-6c754f18b2d0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:34:21.125216 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3e130-0ca4-4093-8c50-e3c751d9f004 req-c601b74d-8f9a-4e0d-93e3-ec2321d2d460 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:21.126876 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2cf3e130-0ca4-4093-8c50-e3c751d9f004 req-c601b74d-8f9a-4e0d-93e3-ec2321d2d460 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=b7df72c9-2680-45ee-8283-f38ac0285da7 HTTP/1.1" status: 200 len: 945 time: 0.1053038 Aug 31 09:34:21.215492 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2cf3e130-0ca4-4093-8c50-e3c751d9f004 req-33c77d2c-977c-43b8-b1f3-c507f2bee835 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697205 Aug 31 09:34:21.309532 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4e642201-900c-4158-b705-0adadc9dcfa5 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:21.590013 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-4e642201-900c-4158-b705-0adadc9dcfa5 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Deleting port c162ce67-b7ba-4533-9b2f-06ea6a081914 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:21.590348 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4e642201-900c-4158-b705-0adadc9dcfa5 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:21.780362 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b88eb0-69d0-4089-9c10-ebdacb8fb203 None None] Sync routers for ids ['76d9c746-83b9-4b07-b10b-8be01d213973'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:34:21.799749 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b88eb0-69d0-4089-9c10-ebdacb8fb203 None None] Routers {'76d9c746-83b9-4b07-b10b-8be01d213973'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:21.801136 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-b7b88eb0-69d0-4089-9c10-ebdacb8fb203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:34:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['76d9c746-83b9-4b07-b10b-8be01d213973'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:21.936592 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-b7b88eb0-69d0-4089-9c10-ebdacb8fb203 None None] Set router 76d9c746-83b9-4b07-b10b-8be01d213973 gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:34:22.012655 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-4e642201-900c-4158-b705-0adadc9dcfa5 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] For port c162ce67-b7ba-4533-9b2f-06ea6a081914, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=c162ce67-b7ba-4533-9b2f-06ea6a081914,segment=NetworkSegment(6f350e8b-b29c-459b-a1c3-8e8288d475c8),segment_id=6f350e8b-b29c-459b-a1c3-8e8288d475c8)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:22.013054 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4e642201-900c-4158-b705-0adadc9dcfa5 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:22.028672 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf60b5-7932-4b58-8677-de2e64f9d216 req-5d80d067-c242-40e3-a8c1-bb1512b31444 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:22.030122 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-deaf60b5-7932-4b58-8677-de2e64f9d216 req-5d80d067-c242-40e3-a8c1-bb1512b31444 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3 HTTP/1.1" status: 200 len: 944 time: 0.0960460 Aug 31 09:34:22.038056 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-4e642201-900c-4158-b705-0adadc9dcfa5 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Calling delete_port for c162ce67-b7ba-4533-9b2f-06ea6a081914 owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:22.113589 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-deaf60b5-7932-4b58-8677-de2e64f9d216 req-6c30f00c-ecc0-4524-b060-dcf5d1feae9c tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=2f2761a1-6422-42c6-a20f-47e93ccb3620&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0773056 Aug 31 09:34:22.172344 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-b7b88eb0-69d0-4089-9c10-ebdacb8fb203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'name': 'tempest-RoutersIpV6Test-router-1722121143', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:34:19Z', 'revision_number': 7, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'gw_port_host': None, '_interfaces': [{'id': '00ded9b0-b3bc-433f-b896-3cc97b908f82', 'name': '', 'network_id': 'db6a4f87-3caf-463a-bd0e-b6ed1e69f62e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:7c:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:52Z', 'updated_at': '2021-08-31T09:34:08Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a74a9aa-58c7-4fef-be4b-69adcc46fe05', 'name': '', 'network_id': '7c50287f-2726-41fd-9e7e-8065ae1a410b', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:e5:30:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:01Z', 'updated_at': '2021-08-31T09:34:12Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cb2c57d-9b66-4207-b897-5277ca243573', 'name': '', 'network_id': 'c213f46e-dec3-4a10-aae5-58336699ef8e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:12:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'e7bf23f3-a26a-4df9-882e-f4cb515d2af0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:08Z', 'updated_at': '2021-08-31T09:34:15Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': 'e7bf23f3-a26a-4df9-882e-f4cb515d2af0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c162ce67-b7ba-4533-9b2f-06ea6a081914', 'name': '', 'network_id': 'bced4919-eeff-41be-a816-6455939af145', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:59:d8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'c4b50b08-09ea-460a-883d-6c754f18b2d0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:15Z', 'updated_at': '2021-08-31T09:34:20Z', 'revision_number': 4, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': 'c4b50b08-09ea-460a-883d-6c754f18b2d0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:22.200223 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b88eb0-69d0-4089-9c10-ebdacb8fb203 None None] Checking router: 76d9c746-83b9-4b07-b10b-8be01d213973 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:34:22.209064 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b88eb0-69d0-4089-9c10-ebdacb8fb203 None None] Routers {'76d9c746-83b9-4b07-b10b-8be01d213973'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:22.209964 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-b7b88eb0-69d0-4089-9c10-ebdacb8fb203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:34:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['76d9c746-83b9-4b07-b10b-8be01d213973'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:22.313178 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-b7b88eb0-69d0-4089-9c10-ebdacb8fb203 None None] Set router 76d9c746-83b9-4b07-b10b-8be01d213973 gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:34:22.334031 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4e642201-900c-4158-b705-0adadc9dcfa5 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:22.405131 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e642201-900c-4158-b705-0adadc9dcfa5 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Port': ['ID=c162ce67-b7ba-4533-9b2f-06ea6a081914,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:22.418627 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b1d2b-9251-4ebf-90b9-f939f4df1e6d req-fad4a7e9-1cd9-4f7a-a5af-36dcc90d61b6 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:22.420460 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-014b1d2b-9251-4ebf-90b9-f939f4df1e6d req-fad4a7e9-1cd9-4f7a-a5af-36dcc90d61b6 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=b7df72c9-2680-45ee-8283-f38ac0285da7 HTTP/1.1" status: 200 len: 945 time: 0.1196885 Aug 31 09:34:22.558908 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-014b1d2b-9251-4ebf-90b9-f939f4df1e6d req-1121433c-aa01-496d-b095-15e1ca835d3a tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952706 Aug 31 09:34:22.564037 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4e642201-900c-4158-b705-0adadc9dcfa5 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:22.609982 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-b7b88eb0-69d0-4089-9c10-ebdacb8fb203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'name': 'tempest-RoutersIpV6Test-router-1722121143', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:34:19Z', 'revision_number': 7, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'gw_port_host': None, '_interfaces': [{'id': '00ded9b0-b3bc-433f-b896-3cc97b908f82', 'name': '', 'network_id': 'db6a4f87-3caf-463a-bd0e-b6ed1e69f62e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:7c:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:52Z', 'updated_at': '2021-08-31T09:34:08Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a74a9aa-58c7-4fef-be4b-69adcc46fe05', 'name': '', 'network_id': '7c50287f-2726-41fd-9e7e-8065ae1a410b', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:e5:30:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:01Z', 'updated_at': '2021-08-31T09:34:12Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cb2c57d-9b66-4207-b897-5277ca243573', 'name': '', 'network_id': 'c213f46e-dec3-4a10-aae5-58336699ef8e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:12:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'e7bf23f3-a26a-4df9-882e-f4cb515d2af0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:08Z', 'updated_at': '2021-08-31T09:34:15Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': 'e7bf23f3-a26a-4df9-882e-f4cb515d2af0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c162ce67-b7ba-4533-9b2f-06ea6a081914', 'name': '', 'network_id': 'bced4919-eeff-41be-a816-6455939af145', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:59:d8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'c4b50b08-09ea-460a-883d-6c754f18b2d0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:15Z', 'updated_at': '2021-08-31T09:34:20Z', 'revision_number': 4, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': 'c4b50b08-09ea-460a-883d-6c754f18b2d0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:22.647904 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b88eb0-69d0-4089-9c10-ebdacb8fb203 None None] The sync data for ids ['76d9c746-83b9-4b07-b10b-8be01d213973'] in n-d-791506-28 is: [{'id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'name': 'tempest-RoutersIpV6Test-router-1722121143', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:34:19Z', 'revision_number': 7, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'gw_port_host': None, '_interfaces': [{'id': '00ded9b0-b3bc-433f-b896-3cc97b908f82', 'name': '', 'network_id': 'db6a4f87-3caf-463a-bd0e-b6ed1e69f62e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:7c:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:52Z', 'updated_at': '2021-08-31T09:34:08Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a74a9aa-58c7-4fef-be4b-69adcc46fe05', 'name': '', 'network_id': '7c50287f-2726-41fd-9e7e-8065ae1a410b', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:e5:30:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:01Z', 'updated_at': '2021-08-31T09:34:12Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cb2c57d-9b66-4207-b897-5277ca243573', 'name': '', 'network_id': 'c213f46e-dec3-4a10-aae5-58336699ef8e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:12:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'e7bf23f3-a26a-4df9-882e-f4cb515d2af0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:08Z', 'updated_at': '2021-08-31T09:34:15Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': 'e7bf23f3-a26a-4df9-882e-f4cb515d2af0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c162ce67-b7ba-4533-9b2f-06ea6a081914', 'name': '', 'network_id': 'bced4919-eeff-41be-a816-6455939af145', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:59:d8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'c4b50b08-09ea-460a-883d-6c754f18b2d0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:15Z', 'updated_at': '2021-08-31T09:34:20Z', 'revision_number': 4, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': 'c4b50b08-09ea-460a-883d-6c754f18b2d0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:34:22.660305 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device e9700cec-1926-43bb-b87c-f465e2f303bc up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:22.828409 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53178) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:22.839334 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port e9700cec-1926-43bb-b87c-f465e2f303bc completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:22.843605 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port e9700cec-1926-43bb-b87c-f465e2f303bc triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:22.844773 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:22.880081 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e642201-900c-4158-b705-0adadc9dcfa5 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Router 76d9c746-83b9-4b07-b10b-8be01d213973 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:34:22.996371 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:23.026570 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9700cec-1926-43bb-b87c-f465e2f303bc'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:23.030532 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542ced58-5159-4ef6-8456-505e6ca2ce5e" -d '{"events": [{"server_uuid": "9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3", "name": "network-vif-plugged", "status": "completed", "tag": "e9700cec-1926-43bb-b87c-f465e2f303bc"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:23.047660 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port e9700cec-1926-43bb-b87c-f465e2f303bc, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=e9700cec-1926-43bb-b87c-f465e2f303bc,segment=NetworkSegment(51dad041-e6cb-446e-a39a-eb053c9ad172),segment_id=51dad041-e6cb-446e-a39a-eb053c9ad172)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:23.087327 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2134d6-313a-4af0-a820-7366f5e56a20 x-openstack-request-id: req-fd2134d6-313a-4af0-a820-7366f5e56a20 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:23.087925 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3", "name": "network-vif-plugged", "status": "completed", "tag": "e9700cec-1926-43bb-b87c-f465e2f303bc", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:23.089004 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-fd2134d6-313a-4af0-a820-7366f5e56a20 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:23.089611 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9700cec-1926-43bb-b87c-f465e2f303bc', 'code': 200} Aug 31 09:34:23.097583 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e642201-900c-4158-b705-0adadc9dcfa5 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:34:23.104840 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4e642201-900c-4158-b705-0adadc9dcfa5 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "PUT /v2.0/routers/76d9c746-83b9-4b07-b10b-8be01d213973/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3283072 Aug 31 09:34:23.107901 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53194) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:23.111750 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172161cb-0287-487c-80bb-bd1e3a93d6ae None None] Sync routers for ids ['76d9c746-83b9-4b07-b10b-8be01d213973'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:34:23.122885 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172161cb-0287-487c-80bb-bd1e3a93d6ae None None] Routers {'76d9c746-83b9-4b07-b10b-8be01d213973'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:23.125423 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-172161cb-0287-487c-80bb-bd1e3a93d6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:34:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['76d9c746-83b9-4b07-b10b-8be01d213973'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:23.134870 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6a5c1aa5-924e-4a10-977b-f6404a460c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:23.167558 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:23.183193 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-34d8070e-3f9e-48bd-86dc-97a38d034903 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Deleting subnet c4b50b08-09ea-460a-883d-6c754f18b2d0 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:34:23.190972 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-34d8070e-3f9e-48bd-86dc-97a38d034903 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:23.269643 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-172161cb-0287-487c-80bb-bd1e3a93d6ae None None] Set router 76d9c746-83b9-4b07-b10b-8be01d213973 gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:34:23.283651 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6a5c1aa5-924e-4a10-977b-f6404a460c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:23.307441 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=e9700cec-1926-43bb-b87c-f465e2f303bc,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:23.314061 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-34d8070e-3f9e-48bd-86dc-97a38d034903 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:23.371850 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6a5c1aa5-924e-4a10-977b-f6404a460c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:23.377133 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471c5fd-9907-46f5-93d3-d3f0b7e27efc req-52e0f0a1-5da6-43e0-89ad-850252b4c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:23.377806 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2471c5fd-9907-46f5-93d3-d3f0b7e27efc req-52e0f0a1-5da6-43e0-89ad-850252b4c513 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3 HTTP/1.1" status: 200 len: 1097 time: 0.1910739 Aug 31 09:34:23.388966 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f101ae-3fec-486b-91d7-b60ef6970dc2 req-5f4db2ab-b29d-4f4b-b80a-de44f8b25ae8 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:23.390474 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f4f101ae-3fec-486b-91d7-b60ef6970dc2 req-5f4db2ab-b29d-4f4b-b80a-de44f8b25ae8 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/networks?id=3e58dc22-2b70-42a6-8495-186dad702ce6 HTTP/1.1" status: 200 len: 805 time: 0.3484447 Aug 31 09:34:23.435902 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6a5c1aa5-924e-4a10-977b-f6404a460c38 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=e33f213a5a554134b8023974c5e9a9ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6062429 Aug 31 09:34:23.438579 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b05fc1-7c88-4629-8bd3-4d8459aa6945 req-453868b1-bd06-4b6f-92dd-5818bb036209 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:23.439842 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53202) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:23.444201 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a1b05fc1-7c88-4629-8bd3-4d8459aa6945 req-453868b1-bd06-4b6f-92dd-5818bb036209 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3 HTTP/1.1" status: 200 len: 945 time: 0.1934869 Aug 31 09:34:23.457373 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c1aa5-924e-4a10-977b-f6404a460c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6a03dd-2740-4a62-8b21-2d73c4f9f2eb,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:23.493480 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f4f101ae-3fec-486b-91d7-b60ef6970dc2 req-ec5e5a46-c60f-494a-b20f-61b23b31798d tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/quotas/e847c5c42d2e472689cd257a7d896947 HTTP/1.1" status: 200 len: 375 time: 0.0878835 Aug 31 09:34:23.517502 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-800a3f45-1830-498f-a036-0bbcd5e8dd9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:23.519510 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-172161cb-0287-487c-80bb-bd1e3a93d6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'name': 'tempest-RoutersIpV6Test-router-1722121143', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:34:22Z', 'revision_number': 8, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'gw_port_host': None, '_interfaces': [{'id': '00ded9b0-b3bc-433f-b896-3cc97b908f82', 'name': '', 'network_id': 'db6a4f87-3caf-463a-bd0e-b6ed1e69f62e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:7c:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:52Z', 'updated_at': '2021-08-31T09:34:08Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a74a9aa-58c7-4fef-be4b-69adcc46fe05', 'name': '', 'network_id': '7c50287f-2726-41fd-9e7e-8065ae1a410b', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:e5:30:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:01Z', 'updated_at': '2021-08-31T09:34:12Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cb2c57d-9b66-4207-b897-5277ca243573', 'name': '', 'network_id': 'c213f46e-dec3-4a10-aae5-58336699ef8e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:12:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'e7bf23f3-a26a-4df9-882e-f4cb515d2af0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:08Z', 'updated_at': '2021-08-31T09:34:15Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': 'e7bf23f3-a26a-4df9-882e-f4cb515d2af0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:23.545178 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-800a3f45-1830-498f-a036-0bbcd5e8dd9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:23.545915 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2471c5fd-9907-46f5-93d3-d3f0b7e27efc req-816608f6-6180-4f3f-ac53-36be1f0ae81b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2f2761a1-6422-42c6-a20f-47e93ccb3620&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1523809 Aug 31 09:34:23.550636 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172161cb-0287-487c-80bb-bd1e3a93d6ae None None] Checking router: 76d9c746-83b9-4b07-b10b-8be01d213973 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:34:23.559680 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-34d8070e-3f9e-48bd-86dc-97a38d034903 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:23.560842 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172161cb-0287-487c-80bb-bd1e3a93d6ae None None] Routers {'76d9c746-83b9-4b07-b10b-8be01d213973'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:23.561527 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-172161cb-0287-487c-80bb-bd1e3a93d6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:34:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['76d9c746-83b9-4b07-b10b-8be01d213973'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:23.630776 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a1b05fc1-7c88-4629-8bd3-4d8459aa6945 req-8080be55-e864-4f5c-b7fc-999259455c12 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=2f2761a1-6422-42c6-a20f-47e93ccb3620&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1670256 Aug 31 09:34:23.680970 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f4f101ae-3fec-486b-91d7-b60ef6970dc2 req-13f96215-77e1-4dfb-8ecf-ccdbc1cbd6d5 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=e847c5c42d2e472689cd257a7d896947&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1755023 Aug 31 09:34:23.691121 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-800a3f45-1830-498f-a036-0bbcd5e8dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:23.695097 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-800a3f45-1830-498f-a036-0bbcd5e8dd9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:23.696871 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-800a3f45-1830-498f-a036-0bbcd5e8dd9a admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/dc6a03dd-2740-4a62-8b21-2d73c4f9f2eb HTTP/1.1" status: 204 len: 168 time: 0.2559590 Aug 31 09:34:23.707946 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a3f45-1830-498f-a036-0bbcd5e8dd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6a03dd-2740-4a62-8b21-2d73c4f9f2eb,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:23.760664 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-34d8070e-3f9e-48bd-86dc-97a38d034903 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:23.817167 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d8070e-3f9e-48bd-86dc-97a38d034903 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Subnet': ['ID=c4b50b08-09ea-460a-883d-6c754f18b2d0,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:23.820068 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-34d8070e-3f9e-48bd-86dc-97a38d034903 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:23.822968 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-34d8070e-3f9e-48bd-86dc-97a38d034903 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/subnets/c4b50b08-09ea-460a-883d-6c754f18b2d0 HTTP/1.1" status: 204 len: 168 time: 0.7034023 Aug 31 09:34:23.825671 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53208) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:23.834691 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce46ab98-de3d-494c-95b0-2f94f134a048 None None] Network bced4919-eeff-41be-a816-6455939af145 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:23.885611 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f4f101ae-3fec-486b-91d7-b60ef6970dc2 req-3e28208d-2f54-40be-b70c-e6688a27b92d service neutron] 10.222.0.119 "GET /v2.0/networks/3e58dc22-2b70-42a6-8495-186dad702ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969404 Aug 31 09:34:23.941223 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-172161cb-0287-487c-80bb-bd1e3a93d6ae None None] Set router 76d9c746-83b9-4b07-b10b-8be01d213973 gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:34:23.948289 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7885570a-1f1d-4afd-961e-9c653cceab6d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:24.044674 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f4f101ae-3fec-486b-91d7-b60ef6970dc2 req-44bff5a1-f1e2-40f8-b20b-35318c5bc684 service neutron] 10.222.0.119 "GET /v2.0/networks/3e58dc22-2b70-42a6-8495-186dad702ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508310 Aug 31 09:34:24.272683 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a095e4a7-6ddc-4944-a4bb-f47ad0aeab50 None None] DHCP port deletion for bced4919-eeff-41be-a816-6455939af145 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:34:24.379784 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-172161cb-0287-487c-80bb-bd1e3a93d6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'name': 'tempest-RoutersIpV6Test-router-1722121143', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:34:22Z', 'revision_number': 8, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'gw_port_host': None, '_interfaces': [{'id': '00ded9b0-b3bc-433f-b896-3cc97b908f82', 'name': '', 'network_id': 'db6a4f87-3caf-463a-bd0e-b6ed1e69f62e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:7c:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:52Z', 'updated_at': '2021-08-31T09:34:08Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a74a9aa-58c7-4fef-be4b-69adcc46fe05', 'name': '', 'network_id': '7c50287f-2726-41fd-9e7e-8065ae1a410b', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:e5:30:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:01Z', 'updated_at': '2021-08-31T09:34:12Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cb2c57d-9b66-4207-b897-5277ca243573', 'name': '', 'network_id': 'c213f46e-dec3-4a10-aae5-58336699ef8e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:12:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'e7bf23f3-a26a-4df9-882e-f4cb515d2af0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:08Z', 'updated_at': '2021-08-31T09:34:15Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': 'e7bf23f3-a26a-4df9-882e-f4cb515d2af0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:24.394360 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-7885570a-1f1d-4afd-961e-9c653cceab6d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Deleting port f70c76ea-e7a8-4b10-906a-d10e8017b869 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:24.404877 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7885570a-1f1d-4afd-961e-9c653cceab6d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:24.414508 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172161cb-0287-487c-80bb-bd1e3a93d6ae None None] The sync data for ids ['76d9c746-83b9-4b07-b10b-8be01d213973'] in n-d-791506-28 is: [{'id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'name': 'tempest-RoutersIpV6Test-router-1722121143', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:34:22Z', 'revision_number': 8, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'gw_port_host': None, '_interfaces': [{'id': '00ded9b0-b3bc-433f-b896-3cc97b908f82', 'name': '', 'network_id': 'db6a4f87-3caf-463a-bd0e-b6ed1e69f62e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:7c:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:52Z', 'updated_at': '2021-08-31T09:34:08Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a74a9aa-58c7-4fef-be4b-69adcc46fe05', 'name': '', 'network_id': '7c50287f-2726-41fd-9e7e-8065ae1a410b', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:e5:30:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:01Z', 'updated_at': '2021-08-31T09:34:12Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cb2c57d-9b66-4207-b897-5277ca243573', 'name': '', 'network_id': 'c213f46e-dec3-4a10-aae5-58336699ef8e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:12:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': 'e7bf23f3-a26a-4df9-882e-f4cb515d2af0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:08Z', 'updated_at': '2021-08-31T09:34:15Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': 'e7bf23f3-a26a-4df9-882e-f4cb515d2af0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:34:24.432298 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a095e4a7-6ddc-4944-a4bb-f47ad0aeab50 None None] Deleting port f70c76ea-e7a8-4b10-906a-d10e8017b869 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:24.433045 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a095e4a7-6ddc-4944-a4bb-f47ad0aeab50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:24.541515 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53222) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:24.554789 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-7885570a-1f1d-4afd-961e-9c653cceab6d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] For port f70c76ea-e7a8-4b10-906a-d10e8017b869, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f70c76ea-e7a8-4b10-906a-d10e8017b869,segment=NetworkSegment(6f350e8b-b29c-459b-a1c3-8e8288d475c8),segment_id=6f350e8b-b29c-459b-a1c3-8e8288d475c8)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:24.555504 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7885570a-1f1d-4afd-961e-9c653cceab6d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:24.565471 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d8ae0564-afd7-44d2-82f0-6ffc9bbc6b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:24.575623 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-a095e4a7-6ddc-4944-a4bb-f47ad0aeab50 None None] For port f70c76ea-e7a8-4b10-906a-d10e8017b869, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f70c76ea-e7a8-4b10-906a-d10e8017b869,segment=NetworkSegment(6f350e8b-b29c-459b-a1c3-8e8288d475c8),segment_id=6f350e8b-b29c-459b-a1c3-8e8288d475c8)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:24.578188 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a095e4a7-6ddc-4944-a4bb-f47ad0aeab50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:24.608208 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a095e4a7-6ddc-4944-a4bb-f47ad0aeab50 None None] Calling delete_port for f70c76ea-e7a8-4b10-906a-d10e8017b869 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:24.642838 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-7885570a-1f1d-4afd-961e-9c653cceab6d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Calling delete_port for f70c76ea-e7a8-4b10-906a-d10e8017b869 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:24.859116 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d8ae0564-afd7-44d2-82f0-6ffc9bbc6b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:24.861695 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a095e4a7-6ddc-4944-a4bb-f47ad0aeab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:24.869665 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cdd4a-5327-451b-b54d-db2a41b3bd4a req-02635671-0c87-4c8a-ae64-8a39b6f33f40 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:24.871639 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a6cdd4a-5327-451b-b54d-db2a41b3bd4a req-02635671-0c87-4c8a-ae64-8a39b6f33f40 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3 HTTP/1.1" status: 200 len: 945 time: 0.1190989 Aug 31 09:34:24.875469 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7885570a-1f1d-4afd-961e-9c653cceab6d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:24.924109 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885570a-1f1d-4afd-961e-9c653cceab6d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Port': ['ID=f70c76ea-e7a8-4b10-906a-d10e8017b869,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:24.926649 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095e4a7-6ddc-4944-a4bb-f47ad0aeab50 None None] Pushing event deleted for resources: {'Port': ['ID=f70c76ea-e7a8-4b10-906a-d10e8017b869,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:24.943199 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7885570a-1f1d-4afd-961e-9c653cceab6d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] No DVR routers for this DVR port f70c76ea-e7a8-4b10-906a-d10e8017b869 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:34:24.943535 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a095e4a7-6ddc-4944-a4bb-f47ad0aeab50 None None] No DVR routers for this DVR port f70c76ea-e7a8-4b10-906a-d10e8017b869 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:34:24.996483 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d8ae0564-afd7-44d2-82f0-6ffc9bbc6b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:25.069202 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a6cdd4a-5327-451b-b54d-db2a41b3bd4a req-0aa39e5b-1c1b-42f3-be79-1dd5c1c96198 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=2f2761a1-6422-42c6-a20f-47e93ccb3620&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1798878 Aug 31 09:34:25.096918 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device c162ce67-b7ba-4533-9b2f-06ea6a081914 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:34:25.110028 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7885570a-1f1d-4afd-961e-9c653cceab6d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:25.116318 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d8ae0564-afd7-44d2-82f0-6ffc9bbc6b6b admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=6ad30ea60bdf44f5a0c6f81a1c59bac8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5714645 Aug 31 09:34:25.116625 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53238) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:25.120028 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae0564-afd7-44d2-82f0-6ffc9bbc6b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05981326-1f38-47b9-a0b1-79300935a0dc,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:25.120203 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: c162ce67-b7ba-4533-9b2f-06ea6a081914 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:34:25.120373 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device c162ce67-b7ba-4533-9b2f-06ea6a081914 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:34:25.120785 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f70c76ea-e7a8-4b10-906a-d10e8017b869 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:34:25.144478 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: f70c76ea-e7a8-4b10-906a-d10e8017b869 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:34:25.147337 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f70c76ea-e7a8-4b10-906a-d10e8017b869 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:34:25.151886 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-7885570a-1f1d-4afd-961e-9c653cceab6d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bced4919-eeff-41be-a816-6455939af145']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:25.186318 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-7885570a-1f1d-4afd-961e-9c653cceab6d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f350e8b-b29c-459b-a1c3-8e8288d475c8') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:25.186672 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-7885570a-1f1d-4afd-961e-9c653cceab6d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f350e8b-b29c-459b-a1c3-8e8288d475c8') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:25.207066 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7885570a-1f1d-4afd-961e-9c653cceab6d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:25.231970 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7885570a-1f1d-4afd-961e-9c653cceab6d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:25.244986 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7885570a-1f1d-4afd-961e-9c653cceab6d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Releasing vlan 1615 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:34:25.245395 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7885570a-1f1d-4afd-961e-9c653cceab6d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: self.session.flush() Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: self.session.flush() Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: self.session.flush() Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: self.session.flush() Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:34:25.248378 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:34:25.260562 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-671420b1-8893-4fc5-b842-9ec8347a2598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:25.320089 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-671420b1-8893-4fc5-b842-9ec8347a2598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:25.400365 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7885570a-1f1d-4afd-961e-9c653cceab6d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:25.413203 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7885570a-1f1d-4afd-961e-9c653cceab6d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:25.415293 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7885570a-1f1d-4afd-961e-9c653cceab6d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/networks/bced4919-eeff-41be-a816-6455939af145 HTTP/1.1" status: 204 len: 168 time: 1.5878444 Aug 31 09:34:25.418080 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53252) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:25.435220 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885570a-1f1d-4afd-961e-9c653cceab6d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Network': ['ID=bced4919-eeff-41be-a816-6455939af145,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:25.502448 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-671420b1-8893-4fc5-b842-9ec8347a2598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:25.504955 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-671420b1-8893-4fc5-b842-9ec8347a2598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:25.506105 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-671420b1-8893-4fc5-b842-9ec8347a2598 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/05981326-1f38-47b9-a0b1-79300935a0dc HTTP/1.1" status: 204 len: 168 time: 0.3882642 Aug 31 09:34:25.524684 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671420b1-8893-4fc5-b842-9ec8347a2598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05981326-1f38-47b9-a0b1-79300935a0dc,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:25.724162 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-20b11c41-0bda-43e1-b8d8-d804d81a4628 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:25.726338 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-20b11c41-0bda-43e1-b8d8-d804d81a4628 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/networks?id=3e58dc22-2b70-42a6-8495-186dad702ce6 HTTP/1.1" status: 200 len: 805 time: 0.1172180 Aug 31 09:34:25.745649 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-d5741f64-ad4e-4cfa-9ea2-310b15295dec tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/quotas/e847c5c42d2e472689cd257a7d896947 HTTP/1.1" status: 200 len: 375 time: 0.0122700 Aug 31 09:34:25.814423 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-8c85a1d5-81f1-49e1-9946-97adb2148cde tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=e847c5c42d2e472689cd257a7d896947&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0606987 Aug 31 09:34:25.827682 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9cd32c90-f139-4a35-890d-6bd2a91744f1 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:25.913184 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-87ff13b3-dad2-4641-be7e-2606e023bcad service neutron] 10.222.0.119 "GET /v2.0/networks/3e58dc22-2b70-42a6-8495-186dad702ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975587 Aug 31 09:34:26.032545 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-c384b5ea-8ba0-4302-96ff-b77488720906 service neutron] 10.222.0.119 "GET /v2.0/networks/3e58dc22-2b70-42a6-8495-186dad702ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102145 Aug 31 09:34:26.153999 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-9cd32c90-f139-4a35-890d-6bd2a91744f1 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Deleting port 9cb2c57d-9b66-4207-b897-5277ca243573 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:26.154907 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9cd32c90-f139-4a35-890d-6bd2a91744f1 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:26.200616 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e03102-6bb8-4b36-a899-01098171c265 req-b23721c1-ab7f-4360-8964-e1b7beaffb8e tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:26.202378 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56e03102-6bb8-4b36-a899-01098171c265 req-b23721c1-ab7f-4360-8964-e1b7beaffb8e tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3 HTTP/1.1" status: 200 len: 945 time: 0.0514019 Aug 31 09:34:26.271422 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-9cd32c90-f139-4a35-890d-6bd2a91744f1 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] For port 9cb2c57d-9b66-4207-b897-5277ca243573, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=9cb2c57d-9b66-4207-b897-5277ca243573,segment=NetworkSegment(3d701ed9-5a34-4755-afdc-ae0c07618674),segment_id=3d701ed9-5a34-4755-afdc-ae0c07618674)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:26.271422 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9cd32c90-f139-4a35-890d-6bd2a91744f1 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:26.286011 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56e03102-6bb8-4b36-a899-01098171c265 req-20803ceb-5c88-4abe-ad71-e26efffb3b2d tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=2f2761a1-6422-42c6-a20f-47e93ccb3620&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0694370 Aug 31 09:34:26.308236 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-9cd32c90-f139-4a35-890d-6bd2a91744f1 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Calling delete_port for 9cb2c57d-9b66-4207-b897-5277ca243573 owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:26.494063 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e857dbd-36d2-4fa9-8d54-090858371efc req-cb7d1480-73dc-4db8-9f24-8aaa6c33dd74 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=00d83e7f-c47b-4817-929b-fcdc88ef29dc HTTP/1.1" status: 200 len: 210 time: 0.0554628 Aug 31 09:34:26.530773 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b51d1-9337-48f1-a3e0-98f250b712f5 req-811d033f-3350-4d90-944e-ad0896b68055 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:26.532568 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-da5b51d1-9337-48f1-a3e0-98f250b712f5 req-811d033f-3350-4d90-944e-ad0896b68055 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3 HTTP/1.1" status: 200 len: 945 time: 0.1472731 Aug 31 09:34:26.584122 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-da5b51d1-9337-48f1-a3e0-98f250b712f5 req-5cc5fa70-365d-4f39-8fcc-93e7480c3c8c tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=2f2761a1-6422-42c6-a20f-47e93ccb3620&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387425 Aug 31 09:34:26.608770 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53292) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:26.611028 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9cd32c90-f139-4a35-890d-6bd2a91744f1 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:26.638344 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd32c90-f139-4a35-890d-6bd2a91744f1 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Port': ['ID=9cb2c57d-9b66-4207-b897-5277ca243573,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:26.655035 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e983cb2-0326-4ce4-ac8a-e8db7e623fc6 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:26.656571 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7e983cb2-0326-4ce4-ac8a-e8db7e623fc6 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3 HTTP/1.1" status: 200 len: 1092 time: 0.0468159 Aug 31 09:34:26.659673 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53294) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:26.673205 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-c5f73a57-2f88-463c-b9bd-40c8d583b65d tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'port_id': 'e9700cec-1926-43bb-b87c-f465e2f303bc', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:26.799233 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c5f73a57-2f88-463c-b9bd-40c8d583b65d tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for floatingip, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:26.817456 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9cd32c90-f139-4a35-890d-6bd2a91744f1 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:27.044173 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c5f73a57-2f88-463c-b9bd-40c8d583b65d tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:27.167042 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-c5f73a57-2f88-463c-b9bd-40c8d583b65d tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Allocated IP 172.25.2.247 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/e598edea-f6e8-4469-a242-fd26c4cc95c9) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:27.171669 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd32c90-f139-4a35-890d-6bd2a91744f1 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Router 76d9c746-83b9-4b07-b10b-8be01d213973 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:34:27.273724 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd32c90-f139-4a35-890d-6bd2a91744f1 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:34:27.279079 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9cd32c90-f139-4a35-890d-6bd2a91744f1 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "PUT /v2.0/routers/76d9c746-83b9-4b07-b10b-8be01d213973/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8594179 Aug 31 09:34:27.281973 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53308) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:27.299613 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd7f268-80c4-4d3c-ba8d-267ec2c28464 None None] Sync routers for ids ['76d9c746-83b9-4b07-b10b-8be01d213973'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:34:27.302208 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c5f73a57-2f88-463c-b9bd-40c8d583b65d tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:27.310335 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd7f268-80c4-4d3c-ba8d-267ec2c28464 None None] Routers {'76d9c746-83b9-4b07-b10b-8be01d213973'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:27.311166 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-4bd7f268-80c4-4d3c-ba8d-267ec2c28464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:34:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['76d9c746-83b9-4b07-b10b-8be01d213973'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:27.360174 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-b55ae6c0-d089-4284-93e6-6ef6445c93f7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Deleting subnet e7bf23f3-a26a-4df9-882e-f4cb515d2af0 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:34:27.364158 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b55ae6c0-d089-4284-93e6-6ef6445c93f7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:27.412769 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-4bd7f268-80c4-4d3c-ba8d-267ec2c28464 None None] Set router 76d9c746-83b9-4b07-b10b-8be01d213973 gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:34:27.417270 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c5f73a57-2f88-463c-b9bd-40c8d583b65d tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:27.421564 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b55ae6c0-d089-4284-93e6-6ef6445c93f7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:27.506782 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f73a57-2f88-463c-b9bd-40c8d583b65d tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:27.512553 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-c5f73a57-2f88-463c-b9bd-40c8d583b65d tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:27.519744 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f73a57-2f88-463c-b9bd-40c8d583b65d tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:27.561446 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b55ae6c0-d089-4284-93e6-6ef6445c93f7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:27.563909 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f73a57-2f88-463c-b9bd-40c8d583b65d tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'Port': ['ID=e598edea-f6e8-4469-a242-fd26c4cc95c9,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:27.652841 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-23dd2b0b-9495-4b7a-9dfc-43f7423aad42 req-ec023432-8667-4e2b-bca4-abfdcd32e5b9 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=00d83e7f-c47b-4817-929b-fcdc88ef29dc HTTP/1.1" status: 200 len: 210 time: 0.0364280 Aug 31 09:34:27.687029 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-4bd7f268-80c4-4d3c-ba8d-267ec2c28464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'name': 'tempest-RoutersIpV6Test-router-1722121143', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:34:26Z', 'revision_number': 9, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'gw_port_host': None, '_interfaces': [{'id': '00ded9b0-b3bc-433f-b896-3cc97b908f82', 'name': '', 'network_id': 'db6a4f87-3caf-463a-bd0e-b6ed1e69f62e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:7c:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:52Z', 'updated_at': '2021-08-31T09:34:08Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a74a9aa-58c7-4fef-be4b-69adcc46fe05', 'name': '', 'network_id': '7c50287f-2726-41fd-9e7e-8065ae1a410b', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:e5:30:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:01Z', 'updated_at': '2021-08-31T09:34:12Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:27.721522 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b55ae6c0-d089-4284-93e6-6ef6445c93f7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:27.761135 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ae6c0-d089-4284-93e6-6ef6445c93f7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Subnet': ['ID=e7bf23f3-a26a-4df9-882e-f4cb515d2af0,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:27.763457 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b55ae6c0-d089-4284-93e6-6ef6445c93f7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:27.765686 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b55ae6c0-d089-4284-93e6-6ef6445c93f7 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/subnets/e7bf23f3-a26a-4df9-882e-f4cb515d2af0 HTTP/1.1" status: 204 len: 168 time: 0.4827056 Aug 31 09:34:27.768562 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53320) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:27.779723 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa14078a-039a-40c3-9ab8-d3c0420698e9 None None] Network c213f46e-dec3-4a10-aae5-58336699ef8e requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:27.837817 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd7f268-80c4-4d3c-ba8d-267ec2c28464 None None] Checking router: 76d9c746-83b9-4b07-b10b-8be01d213973 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:34:27.847206 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd7f268-80c4-4d3c-ba8d-267ec2c28464 None None] Routers {'76d9c746-83b9-4b07-b10b-8be01d213973'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:27.848374 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-4bd7f268-80c4-4d3c-ba8d-267ec2c28464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:34:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['76d9c746-83b9-4b07-b10b-8be01d213973'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:27.969993 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e3d6c153-484e-4921-b8b2-b0e5243865be tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:27.987241 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-4bd7f268-80c4-4d3c-ba8d-267ec2c28464 None None] Set router 76d9c746-83b9-4b07-b10b-8be01d213973 gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:34:28.073560 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98dc323-3c59-4e11-acf5-b7710a21ca8a None None] DHCP port deletion for c213f46e-dec3-4a10-aae5-58336699ef8e request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:34:28.104283 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-e3d6c153-484e-4921-b8b2-b0e5243865be tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Deleting port d88da978-042c-4f78-aa3b-5bb571612233 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:28.104719 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e3d6c153-484e-4921-b8b2-b0e5243865be tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:28.149081 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53328) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:28.202062 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-d98dc323-3c59-4e11-acf5-b7710a21ca8a None None] Deleting port d88da978-042c-4f78-aa3b-5bb571612233 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:28.203592 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d98dc323-3c59-4e11-acf5-b7710a21ca8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:28.225230 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-e3d6c153-484e-4921-b8b2-b0e5243865be tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] For port d88da978-042c-4f78-aa3b-5bb571612233, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=d88da978-042c-4f78-aa3b-5bb571612233,segment=NetworkSegment(3d701ed9-5a34-4755-afdc-ae0c07618674),segment_id=3d701ed9-5a34-4755-afdc-ae0c07618674)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:28.227946 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e3d6c153-484e-4921-b8b2-b0e5243865be tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:28.257354 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-e3d6c153-484e-4921-b8b2-b0e5243865be tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Calling delete_port for d88da978-042c-4f78-aa3b-5bb571612233 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:28.338891 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-d98dc323-3c59-4e11-acf5-b7710a21ca8a None None] For port d88da978-042c-4f78-aa3b-5bb571612233, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=d88da978-042c-4f78-aa3b-5bb571612233,segment=NetworkSegment(3d701ed9-5a34-4755-afdc-ae0c07618674),segment_id=3d701ed9-5a34-4755-afdc-ae0c07618674)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:28.339612 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d98dc323-3c59-4e11-acf5-b7710a21ca8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:28.340892 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-4bd7f268-80c4-4d3c-ba8d-267ec2c28464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'name': 'tempest-RoutersIpV6Test-router-1722121143', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:34:26Z', 'revision_number': 9, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'gw_port_host': None, '_interfaces': [{'id': '00ded9b0-b3bc-433f-b896-3cc97b908f82', 'name': '', 'network_id': 'db6a4f87-3caf-463a-bd0e-b6ed1e69f62e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:7c:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:52Z', 'updated_at': '2021-08-31T09:34:08Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a74a9aa-58c7-4fef-be4b-69adcc46fe05', 'name': '', 'network_id': '7c50287f-2726-41fd-9e7e-8065ae1a410b', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:e5:30:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:01Z', 'updated_at': '2021-08-31T09:34:12Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:28.366775 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-d98dc323-3c59-4e11-acf5-b7710a21ca8a None None] Calling delete_port for d88da978-042c-4f78-aa3b-5bb571612233 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:28.371949 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd7f268-80c4-4d3c-ba8d-267ec2c28464 None None] The sync data for ids ['76d9c746-83b9-4b07-b10b-8be01d213973'] in n-d-791506-28 is: [{'id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'name': 'tempest-RoutersIpV6Test-router-1722121143', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:34:26Z', 'revision_number': 9, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'gw_port_host': None, '_interfaces': [{'id': '00ded9b0-b3bc-433f-b896-3cc97b908f82', 'name': '', 'network_id': 'db6a4f87-3caf-463a-bd0e-b6ed1e69f62e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:7c:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:52Z', 'updated_at': '2021-08-31T09:34:08Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a74a9aa-58c7-4fef-be4b-69adcc46fe05', 'name': '', 'network_id': '7c50287f-2726-41fd-9e7e-8065ae1a410b', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:e5:30:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:34:01Z', 'updated_at': '2021-08-31T09:34:12Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '4b8a144e-96b9-4d20-93c1-bd1467b7ab76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:34:28.391263 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-61835745-b363-4c50-b2bd-eb5192bef0d5 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:28.478471 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53334) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:28.502683 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-61835745-b363-4c50-b2bd-eb5192bef0d5 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:28.521366 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d98dc323-3c59-4e11-acf5-b7710a21ca8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:28.521650 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e3d6c153-484e-4921-b8b2-b0e5243865be tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:28.571963 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98dc323-3c59-4e11-acf5-b7710a21ca8a None None] Pushing event deleted for resources: {'Port': ['ID=d88da978-042c-4f78-aa3b-5bb571612233,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:28.584750 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98dc323-3c59-4e11-acf5-b7710a21ca8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:28.585092 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98dc323-3c59-4e11-acf5-b7710a21ca8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:28.585427 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98dc323-3c59-4e11-acf5-b7710a21ca8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:28.586262 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98dc323-3c59-4e11-acf5-b7710a21ca8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:28.586643 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98dc323-3c59-4e11-acf5-b7710a21ca8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:28.587688 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98dc323-3c59-4e11-acf5-b7710a21ca8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:28.587688 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98dc323-3c59-4e11-acf5-b7710a21ca8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:28.587965 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98dc323-3c59-4e11-acf5-b7710a21ca8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:28.588241 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98dc323-3c59-4e11-acf5-b7710a21ca8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:28.588564 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98dc323-3c59-4e11-acf5-b7710a21ca8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:28.588972 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98dc323-3c59-4e11-acf5-b7710a21ca8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:28.589328 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98dc323-3c59-4e11-acf5-b7710a21ca8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:28.596694 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98dc323-3c59-4e11-acf5-b7710a21ca8a None None] No DVR routers for this DVR port d88da978-042c-4f78-aa3b-5bb571612233 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:34:28.600737 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6c153-484e-4921-b8b2-b0e5243865be tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Port': ['ID=d88da978-042c-4f78-aa3b-5bb571612233,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:28.604497 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d6c153-484e-4921-b8b2-b0e5243865be tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] No DVR routers for this DVR port d88da978-042c-4f78-aa3b-5bb571612233 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:34:28.715139 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7ecb322a-587e-4610-8446-89307fa754a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:28.718583 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e3d6c153-484e-4921-b8b2-b0e5243865be tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:28.723797 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c5f73a57-2f88-463c-b9bd-40c8d583b65d tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:28.738832 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-e3d6c153-484e-4921-b8b2-b0e5243865be tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c213f46e-dec3-4a10-aae5-58336699ef8e']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:28.752976 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-e3d6c153-484e-4921-b8b2-b0e5243865be tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d701ed9-5a34-4755-afdc-ae0c07618674') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:28.753312 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-e3d6c153-484e-4921-b8b2-b0e5243865be tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d701ed9-5a34-4755-afdc-ae0c07618674') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:28.776503 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e3d6c153-484e-4921-b8b2-b0e5243865be tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:28.820806 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e3d6c153-484e-4921-b8b2-b0e5243865be tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:28.832182 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e0be46d-53bf-4116-810c-7aace2886951 req-b8dd4cca-6da4-4751-b75e-f6ba9a09e78f tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=00d83e7f-c47b-4817-929b-fcdc88ef29dc HTTP/1.1" status: 200 len: 210 time: 0.0487950 Aug 31 09:34:28.845143 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d6c153-484e-4921-b8b2-b0e5243865be tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Releasing vlan 1614 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:34:28.845562 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e3d6c153-484e-4921-b8b2-b0e5243865be tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:28.854755 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:34:28.854755 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:34:28.854755 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:34:28.854755 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:34:28.854755 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:34:28.854755 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:34:28.854755 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:34:28.854755 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:34:28.854755 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:34:28.854755 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:34:28.854755 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:34:28.854755 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:34:28.854755 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:34:28.854755 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:34:28.854755 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:34:28.854755 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:34:28.854755 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:34:28.854755 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:34:28.854755 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:34:28.854755 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:34:28.854755 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:34:28.854755 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:34:28.854755 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:34:28.854755 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:34:28.854755 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:34:28.854755 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:34:28.854755 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:34:28.854755 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:34:28.854755 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:34:28.854755 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:34:28.854755 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:34:28.854755 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:34:28.960093 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c5f73a57-2f88-463c-b9bd-40c8d583b65d tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:28.961955 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-61835745-b363-4c50-b2bd-eb5192bef0d5 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:29.017952 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d88da978-042c-4f78-aa3b-5bb571612233 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:34:29.042233 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: d88da978-042c-4f78-aa3b-5bb571612233 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:34:29.042835 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d88da978-042c-4f78-aa3b-5bb571612233 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:34:29.044300 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9cb2c57d-9b66-4207-b897-5277ca243573 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:34:29.069834 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 9cb2c57d-9b66-4207-b897-5277ca243573 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:34:29.070853 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9cb2c57d-9b66-4207-b897-5277ca243573 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:34:29.111769 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e3d6c153-484e-4921-b8b2-b0e5243865be tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:29.138338 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e3d6c153-484e-4921-b8b2-b0e5243865be tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:29.140241 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e3d6c153-484e-4921-b8b2-b0e5243865be tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/networks/c213f46e-dec3-4a10-aae5-58336699ef8e HTTP/1.1" status: 204 len: 168 time: 1.3705611 Aug 31 09:34:29.145840 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53342) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:29.156084 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c5f73a57-2f88-463c-b9bd-40c8d583b65d tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:29.173507 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-29bf1677-cec6-484a-82a9-33a9d6be93ba tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:29.174979 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-29bf1677-cec6-484a-82a9-33a9d6be93ba tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.112 "GET /v2.0/networks?id=3e58dc22-2b70-42a6-8495-186dad702ce6 HTTP/1.1" status: 200 len: 805 time: 0.3315163 Aug 31 09:34:29.199254 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c5f73a57-2f88-463c-b9bd-40c8d583b65d tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:29.281655 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f73a57-2f88-463c-b9bd-40c8d583b65d tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'Port': ['ID=e598edea-f6e8-4469-a242-fd26c4cc95c9,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:29.294865 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c5f73a57-2f88-463c-b9bd-40c8d583b65d tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:29.405263 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-c5f73a57-2f88-463c-b9bd-40c8d583b65d tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Floating IP ce5c8832-022e-464d-8e6d-d3c3ee7e4e02 associated. External IP: 172.25.2.247, port: e9700cec-1926-43bb-b87c-f465e2f303bc. Aug 31 09:34:29.519696 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-06b97ba2-cbc8-4230-9394-cc000cc6aeb2 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Request body: {'port': {'device_id': '00d83e7f-c47b-4817-929b-fcdc88ef29dc', 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6', 'admin_state_up': True, 'tenant_id': 'e847c5c42d2e472689cd257a7d896947'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:29.525384 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6c153-484e-4921-b8b2-b0e5243865be tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Network': ['ID=c213f46e-dec3-4a10-aae5-58336699ef8e,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:29.622384 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f73a57-2f88-463c-b9bd-40c8d583b65d tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Router 014dbc62-34c8-41aa-86f1-43b1eecf452c has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:34:29.661283 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-61835745-b363-4c50-b2bd-eb5192bef0d5 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] Allocated IP 172.25.2.103 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/cd7abbaf-504a-4421-9fbd-15dd61ea476c) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:29.734885 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f73a57-2f88-463c-b9bd-40c8d583b65d tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:34:29.745973 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4981da-739c-4fef-b930-e930483b57ac None None] Sync routers for ids ['014dbc62-34c8-41aa-86f1-43b1eecf452c'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:34:29.755328 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4981da-739c-4fef-b930-e930483b57ac None None] Routers {'014dbc62-34c8-41aa-86f1-43b1eecf452c'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:29.756006 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-9b4981da-739c-4fef-b930-e930483b57ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:34:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['014dbc62-34c8-41aa-86f1-43b1eecf452c'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:29.838255 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7ecb322a-587e-4610-8446-89307fa754a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:29.868798 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-9b4981da-739c-4fef-b930-e930483b57ac None None] Set router 014dbc62-34c8-41aa-86f1-43b1eecf452c gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:34:29.939071 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7ecb322a-587e-4610-8446-89307fa754a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:29.944311 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e128d1b8-960e-4a61-a8b0-3441bb867a77 req-85f3fe8c-d308-4ae9-8492-09616098b724 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=00d83e7f-c47b-4817-929b-fcdc88ef29dc HTTP/1.1" status: 200 len: 210 time: 0.0326815 Aug 31 09:34:29.974172 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-61835745-b363-4c50-b2bd-eb5192bef0d5 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:29.993530 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c5f73a57-2f88-463c-b9bd-40c8d583b65d tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:30.028257 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c5f73a57-2f88-463c-b9bd-40c8d583b65d tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3648818 Aug 31 09:34:30.028257 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3', 'tag': 'e9700cec-1926-43bb-b87c-f465e2f303bc'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:30.030215 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db707f3c-6401-486d-8c1d-d55bcb2fd733" -d '{"events": [{"name": "network-changed", "server_uuid": "9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3", "tag": "e9700cec-1926-43bb-b87c-f465e2f303bc"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:30.032202 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53348) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:30.041361 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7ecb322a-587e-4610-8446-89307fa754a3 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=804c2103e4f34eb48b8f7fb9e1eb40ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5590622 Aug 31 09:34:30.041655 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53352) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:30.053629 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb322a-587e-4610-8446-89307fa754a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b78fe26-7aba-438c-8d2e-c3efd98c2dc8,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:30.100791 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-609a9a64-4fa3-4012-9c57-772b10a028ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:30.113140 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6388ee3-6533-419f-8806-797acc5e4939 x-openstack-request-id: req-b6388ee3-6533-419f-8806-797acc5e4939 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:30.116265 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3", "tag": "e9700cec-1926-43bb-b87c-f465e2f303bc", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:30.116265 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-b6388ee3-6533-419f-8806-797acc5e4939 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:30.116265 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3', 'tag': 'e9700cec-1926-43bb-b87c-f465e2f303bc', 'status': 'completed', 'code': 200} Aug 31 09:34:30.130767 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-609a9a64-4fa3-4012-9c57-772b10a028ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:30.144695 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-cc9e0fd2-8fef-47a1-b4ce-f7f2de95df61 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/floatingips/ce5c8832-022e-464d-8e6d-d3c3ee7e4e02 HTTP/1.1" status: 200 len: 991 time: 0.1047134 Aug 31 09:34:30.187057 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-9b4981da-739c-4fef-b930-e930483b57ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'name': 'tempest-TestNetworkBasicOps-router-1255907600', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:47Z', 'updated_at': '2021-08-31T09:33:56Z', 'revision_number': 4, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'ce5c8832-022e-464d-8e6d-d3c3ee7e4e02', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'port_id': 'e9700cec-1926-43bb-b87c-f465e2f303bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb', 'mac_address': 'fa:16:3e:d3:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:34:27Z', 'updated_at': '2021-08-31T09:34:27Z', 'revision_number': 0, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b5340ae-8763-45f6-8af6-1c4824c4cd59', 'name': '', 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'mac_address': 'fa:16:3e:91:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '0dbbb6f2-1c93-4c91-88d5-f35d32ebd383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:55Z', 'updated_at': '2021-08-31T09:34:04Z', 'revision_number': 5, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'subnets': [{'id': '0dbbb6f2-1c93-4c91-88d5-f35d32ebd383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:30.201215 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db707f3c-6401-486d-8c1d-d55bcb2fd733 req-e19fb296-44ff-4117-9105-1337a8a29e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:30.202500 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-06b97ba2-cbc8-4230-9394-cc000cc6aeb2 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Made reservation on behalf of e847c5c42d2e472689cd257a7d896947 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:30.202671 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db707f3c-6401-486d-8c1d-d55bcb2fd733 req-e19fb296-44ff-4117-9105-1337a8a29e3f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fdd0715ba0554817ad604cf7a2e9a81b&device_id=9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3 HTTP/1.1" status: 200 len: 1097 time: 0.0639930 Aug 31 09:34:30.206383 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-06b97ba2-cbc8-4230-9394-cc000cc6aeb2 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:30.216323 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4981da-739c-4fef-b930-e930483b57ac None None] Checking router: 014dbc62-34c8-41aa-86f1-43b1eecf452c for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:34:30.225563 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4981da-739c-4fef-b930-e930483b57ac None None] Routers {'014dbc62-34c8-41aa-86f1-43b1eecf452c'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:30.226119 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-9b4981da-739c-4fef-b930-e930483b57ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:34:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['014dbc62-34c8-41aa-86f1-43b1eecf452c'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:30.237183 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-61835745-b363-4c50-b2bd-eb5192bef0d5 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:30.300466 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61835745-b363-4c50-b2bd-eb5192bef0d5 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:30.307312 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-61835745-b363-4c50-b2bd-eb5192bef0d5 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:30.311451 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db707f3c-6401-486d-8c1d-d55bcb2fd733 req-b2343f69-344f-4554-a297-840c6c2beda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:30.313123 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61835745-b363-4c50-b2bd-eb5192bef0d5 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:30.313280 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db707f3c-6401-486d-8c1d-d55bcb2fd733 req-b2343f69-344f-4554-a297-840c6c2beda9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8a07a2ef-db65-4ad7-9566-84ee44fff2bb HTTP/1.1" status: 200 len: 898 time: 0.1027911 Aug 31 09:34:30.317457 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61835745-b363-4c50-b2bd-eb5192bef0d5 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] Pushing event updated for resources: {'Port': ['ID=cd7abbaf-504a-4421-9fbd-15dd61ea476c,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:30.331981 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-609a9a64-4fa3-4012-9c57-772b10a028ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:30.335277 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-609a9a64-4fa3-4012-9c57-772b10a028ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:30.335277 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-609a9a64-4fa3-4012-9c57-772b10a028ec admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/9b78fe26-7aba-438c-8d2e-c3efd98c2dc8 HTTP/1.1" status: 204 len: 168 time: 0.2925947 Aug 31 09:34:30.349027 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-04cb6612-7600-43fd-b6ea-b8b3721eb10a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:30.349842 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-9b4981da-739c-4fef-b930-e930483b57ac None None] Set router 014dbc62-34c8-41aa-86f1-43b1eecf452c gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:34:30.389917 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a9a64-4fa3-4012-9c57-772b10a028ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b78fe26-7aba-438c-8d2e-c3efd98c2dc8,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:30.443693 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db707f3c-6401-486d-8c1d-d55bcb2fd733 req-46d17905-9647-4053-b792-8821c96a263a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9700cec-1926-43bb-b87c-f465e2f303bc HTTP/1.1" status: 200 len: 999 time: 0.1201446 Aug 31 09:34:30.503053 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db707f3c-6401-486d-8c1d-d55bcb2fd733 req-305565a5-359b-489d-93e5-4e625d728568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:30.504868 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db707f3c-6401-486d-8c1d-d55bcb2fd733 req-305565a5-359b-489d-93e5-4e625d728568 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0dbbb6f2-1c93-4c91-88d5-f35d32ebd383 HTTP/1.1" status: 200 len: 834 time: 0.0540943 Aug 31 09:34:30.556019 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db707f3c-6401-486d-8c1d-d55bcb2fd733 req-178c82b1-49a3-4d22-9a21-0a7c4cf0386a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:30.557536 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db707f3c-6401-486d-8c1d-d55bcb2fd733 req-178c82b1-49a3-4d22-9a21-0a7c4cf0386a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8a07a2ef-db65-4ad7-9566-84ee44fff2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450456 Aug 31 09:34:30.674472 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-9b4981da-739c-4fef-b930-e930483b57ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'name': 'tempest-TestNetworkBasicOps-router-1255907600', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:47Z', 'updated_at': '2021-08-31T09:33:56Z', 'revision_number': 4, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'ce5c8832-022e-464d-8e6d-d3c3ee7e4e02', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'port_id': 'e9700cec-1926-43bb-b87c-f465e2f303bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb', 'mac_address': 'fa:16:3e:d3:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:34:27Z', 'updated_at': '2021-08-31T09:34:27Z', 'revision_number': 0, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b5340ae-8763-45f6-8af6-1c4824c4cd59', 'name': '', 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'mac_address': 'fa:16:3e:91:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '0dbbb6f2-1c93-4c91-88d5-f35d32ebd383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:55Z', 'updated_at': '2021-08-31T09:34:04Z', 'revision_number': 5, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'subnets': [{'id': '0dbbb6f2-1c93-4c91-88d5-f35d32ebd383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:30.687338 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db707f3c-6401-486d-8c1d-d55bcb2fd733 req-801d8bb3-5f66-4f46-ad86-78e9d2051d84 service neutron] 10.222.0.59 "GET /v2.0/networks/8a07a2ef-db65-4ad7-9566-84ee44fff2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213772 Aug 31 09:34:30.714940 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-06b97ba2-cbc8-4230-9394-cc000cc6aeb2 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Allocated IP 172.20.0.6 (3e58dc22-2b70-42a6-8495-186dad702ce6/0a8d9332-4934-4e0f-b006-f09be5a999bd/cccbef23-45c2-4da6-a0f7-3ef99747d477) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:30.718518 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4981da-739c-4fef-b930-e930483b57ac None None] The sync data for ids ['014dbc62-34c8-41aa-86f1-43b1eecf452c'] in n-d-791506-28 is: [{'id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'name': 'tempest-TestNetworkBasicOps-router-1255907600', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:47Z', 'updated_at': '2021-08-31T09:33:56Z', 'revision_number': 4, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'ce5c8832-022e-464d-8e6d-d3c3ee7e4e02', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'port_id': 'e9700cec-1926-43bb-b87c-f465e2f303bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb', 'mac_address': 'fa:16:3e:d3:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:34:27Z', 'updated_at': '2021-08-31T09:34:27Z', 'revision_number': 0, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b5340ae-8763-45f6-8af6-1c4824c4cd59', 'name': '', 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'mac_address': 'fa:16:3e:91:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '0dbbb6f2-1c93-4c91-88d5-f35d32ebd383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:55Z', 'updated_at': '2021-08-31T09:34:04Z', 'revision_number': 5, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'subnets': [{'id': '0dbbb6f2-1c93-4c91-88d5-f35d32ebd383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:34:30.754820 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-61835745-b363-4c50-b2bd-eb5192bef0d5 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:30.832283 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db707f3c-6401-486d-8c1d-d55bcb2fd733 req-cf5f1207-9aed-4d22-874f-c2804bc0686c service neutron] 10.222.0.59 "GET /v2.0/networks/8a07a2ef-db65-4ad7-9566-84ee44fff2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376221 Aug 31 09:34:30.957673 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-61835745-b363-4c50-b2bd-eb5192bef0d5 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:30.976056 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c1405d-ab9b-49e8-8626-7231fdaf668f None None] New status for floating IP ce5c8832-022e-464d-8e6d-d3c3ee7e4e02: ACTIVE {{(pid=95555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:34:31.063863 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eec0b3e3-35c1-451d-a1a9-d4106fedd4cc req-3299b713-66b5-4a7b-bcf8-2768baea24a5 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=00d83e7f-c47b-4817-929b-fcdc88ef29dc HTTP/1.1" status: 200 len: 210 time: 0.0312822 Aug 31 09:34:31.069790 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-06b97ba2-cbc8-4230-9394-cc000cc6aeb2 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:31.115887 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-04cb6612-7600-43fd-b6ea-b8b3721eb10a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Deleting port 8a74a9aa-58c7-4fef-be4b-69adcc46fe05 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:31.116240 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-04cb6612-7600-43fd-b6ea-b8b3721eb10a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:31.149152 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53362) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:31.197831 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53364) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:31.247659 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-321c870d-4f2f-4fb6-96aa-564b2ec555a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:31.269604 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-85d90a78-f33b-4fca-832c-ef289b3d0d38 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/floatingips/ce5c8832-022e-464d-8e6d-d3c3ee7e4e02 HTTP/1.1" status: 200 len: 991 time: 0.1189632 Aug 31 09:34:31.312293 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-04cb6612-7600-43fd-b6ea-b8b3721eb10a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] For port 8a74a9aa-58c7-4fef-be4b-69adcc46fe05, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8a74a9aa-58c7-4fef-be4b-69adcc46fe05,segment=NetworkSegment(7233917c-1a6f-4bb4-bd71-8e8811a6c76d),segment_id=7233917c-1a6f-4bb4-bd71-8e8811a6c76d)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:31.312572 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-04cb6612-7600-43fd-b6ea-b8b3721eb10a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:31.342506 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-04cb6612-7600-43fd-b6ea-b8b3721eb10a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Calling delete_port for 8a74a9aa-58c7-4fef-be4b-69adcc46fe05 owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:31.351554 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-61835745-b363-4c50-b2bd-eb5192bef0d5 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:31.373932 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-06b97ba2-cbc8-4230-9394-cc000cc6aeb2 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:31.386346 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['64e9d2c0-c295-49dd-a174-c58969297e22'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:31.488558 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-61835745-b363-4c50-b2bd-eb5192bef0d5 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:31.499516 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-06b97ba2-cbc8-4230-9394-cc000cc6aeb2 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Network 3e58dc22-2b70-42a6-8495-186dad702ce6 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:31.515127 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b97ba2-cbc8-4230-9394-cc000cc6aeb2 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Pushing event updated for resources: {'Port': ['ID=cccbef23-45c2-4da6-a0f7-3ef99747d477,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:31.518164 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-06b97ba2-cbc8-4230-9394-cc000cc6aeb2 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:31.528881 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-06b97ba2-cbc8-4230-9394-cc000cc6aeb2 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:31.727869 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61835745-b363-4c50-b2bd-eb5192bef0d5 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] Pushing event updated for resources: {'Port': ['ID=cd7abbaf-504a-4421-9fbd-15dd61ea476c,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:31.736768 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-06b97ba2-cbc8-4230-9394-cc000cc6aeb2 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:31.737489 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-06b97ba2-cbc8-4230-9394-cc000cc6aeb2 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:31.743848 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-321c870d-4f2f-4fb6-96aa-564b2ec555a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:31.755293 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-61835745-b363-4c50-b2bd-eb5192bef0d5 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:31.812574 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-321c870d-4f2f-4fb6-96aa-564b2ec555a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:31.864137 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-321c870d-4f2f-4fb6-96aa-564b2ec555a7 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=1072a86528e741b88265227e2ca6b693&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6591227 Aug 31 09:34:31.865218 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c870d-4f2f-4fb6-96aa-564b2ec555a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec38bea-5736-48bc-abf9-6cc659ef3bd8,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:31.867842 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53368) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:31.874024 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-06b97ba2-cbc8-4230-9394-cc000cc6aeb2 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6754839 Aug 31 09:34:31.879845 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-61835745-b363-4c50-b2bd-eb5192bef0d5 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:31.880605 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-61835745-b363-4c50-b2bd-eb5192bef0d5 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7297037 Aug 31 09:34:31.885192 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53370) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:31.886806 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-d33de4f8-a739-4c62-9370-a596573e21e1 service neutron] Request body: {'port': {'device_id': '00d83e7f-c47b-4817-929b-fcdc88ef29dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:31.891964 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-5480579a-ab31-4220-aed8-f7443f9685c5 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1960086913', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'fixed_ips': [{'ip_address': '172.25.2.103'}]}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:31.936478 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-04cb6612-7600-43fd-b6ea-b8b3721eb10a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:31.947028 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-33cf4326-30c2-44ad-a13b-c81b95bcb139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:31.971974 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-33cf4326-30c2-44ad-a13b-c81b95bcb139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:31.973703 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb6612-7600-43fd-b6ea-b8b3721eb10a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Port': ['ID=8a74a9aa-58c7-4fef-be4b-69adcc46fe05,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:31.979061 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-d33de4f8-a739-4c62-9370-a596573e21e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:32.007017 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5480579a-ab31-4220-aed8-f7443f9685c5 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] Made reservation on behalf of ad4c72e5d7fe44e1a3906d89d1e489fe for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:32.010200 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5480579a-ab31-4220-aed8-f7443f9685c5 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:32.019479 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5480579a-ab31-4220-aed8-f7443f9685c5 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:32.123988 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-33cf4326-30c2-44ad-a13b-c81b95bcb139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:32.127302 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-33cf4326-30c2-44ad-a13b-c81b95bcb139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:32.132155 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-33cf4326-30c2-44ad-a13b-c81b95bcb139 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/5ec38bea-5736-48bc-abf9-6cc659ef3bd8 HTTP/1.1" status: 204 len: 168 time: 0.2630880 Aug 31 09:34:32.146673 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf4326-30c2-44ad-a13b-c81b95bcb139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec38bea-5736-48bc-abf9-6cc659ef3bd8,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:32.260901 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd4a94-403a-40db-b1da-3dec1ce8e5e6 req-95d69651-683e-455a-a36d-f1534c152d13 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:32.262644 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6edd4a94-403a-40db-b1da-3dec1ce8e5e6 req-95d69651-683e-455a-a36d-f1534c152d13 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=00d83e7f-c47b-4817-929b-fcdc88ef29dc HTTP/1.1" status: 200 len: 931 time: 0.1069803 Aug 31 09:34:32.280437 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53376) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:32.352076 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5480579a-ab31-4220-aed8-f7443f9685c5 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:32.384150 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6edd4a94-403a-40db-b1da-3dec1ce8e5e6 req-0d54958e-70c4-498e-9dee-1b1b729e77f9 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057129 Aug 31 09:34:32.387785 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-aab25b32-53a9-4096-b051-76f8f7d05302 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/floatingips/ce5c8832-022e-464d-8e6d-d3c3ee7e4e02 HTTP/1.1" status: 200 len: 993 time: 0.1061506 Aug 31 09:34:32.428013 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5480579a-ab31-4220-aed8-f7443f9685c5 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:32.434511 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-5480579a-ab31-4220-aed8-f7443f9685c5 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] device_id is not set on port 9c075851-0c51-46fd-b333-d4bf53b49b14 yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:34:32.506880 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-04cb6612-7600-43fd-b6ea-b8b3721eb10a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:32.507623 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480579a-ab31-4220-aed8-f7443f9685c5 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1cdb6d-91fc-4c90-ab73-bd8d5cfbe736,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:32.667464 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:32.690903 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-5480579a-ab31-4220-aed8-f7443f9685c5 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 09:34:32.691546 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5480579a-ab31-4220-aed8-f7443f9685c5 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:34:32.792794 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5480579a-ab31-4220-aed8-f7443f9685c5 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9062126 Aug 31 09:34:32.793356 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53386) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:32.798785 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04cb6612-7600-43fd-b6ea-b8b3721eb10a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Router 76d9c746-83b9-4b07-b10b-8be01d213973 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:34:32.833977 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:32.916853 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-d33de4f8-a739-4c62-9370-a596573e21e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cccbef23-45c2-4da6-a0f7-3ef99747d477 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:34:32.926654 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-d33de4f8-a739-4c62-9370-a596573e21e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:32.939779 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-d33de4f8-a739-4c62-9370-a596573e21e1 service neutron] Transition to ACTIVE for port object cccbef23-45c2-4da6-a0f7-3ef99747d477 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:32.961688 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cb6612-7600-43fd-b6ea-b8b3721eb10a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:34:32.968033 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-04cb6612-7600-43fd-b6ea-b8b3721eb10a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "PUT /v2.0/routers/76d9c746-83b9-4b07-b10b-8be01d213973/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8017991 Aug 31 09:34:32.971055 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53392) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:32.975645 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb88f523-582f-4237-81b4-3db9f246d36f None None] Sync routers for ids ['76d9c746-83b9-4b07-b10b-8be01d213973'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:34:32.992631 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb88f523-582f-4237-81b4-3db9f246d36f None None] Routers {'76d9c746-83b9-4b07-b10b-8be01d213973'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:32.993260 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-eb88f523-582f-4237-81b4-3db9f246d36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:34:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['76d9c746-83b9-4b07-b10b-8be01d213973'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:33.000367 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-036f4f8a-039f-4bd3-af7e-7004a14def35 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] Deleting port cd7abbaf-504a-4421-9fbd-15dd61ea476c {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:33.000869 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-036f4f8a-039f-4bd3-af7e-7004a14def35 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:33.042292 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-5481de4d-7e63-48eb-8e5a-43c13f35babf tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Deleting subnet 4b8a144e-96b9-4d20-93c1-bd1467b7ab76 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:34:33.047874 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5481de4d-7e63-48eb-8e5a-43c13f35babf tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:33.081667 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-d33de4f8-a739-4c62-9370-a596573e21e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:33.112232 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-036f4f8a-039f-4bd3-af7e-7004a14def35 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:33.112836 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-036f4f8a-039f-4bd3-af7e-7004a14def35 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:33.126614 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-036f4f8a-039f-4bd3-af7e-7004a14def35 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] Calling delete_port for cd7abbaf-504a-4421-9fbd-15dd61ea476c owned by network:floatingip {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:33.127065 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-eb88f523-582f-4237-81b4-3db9f246d36f None None] Set router 76d9c746-83b9-4b07-b10b-8be01d213973 gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:34:33.175828 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5481de4d-7e63-48eb-8e5a-43c13f35babf tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:33.208599 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33de4f8-a739-4c62-9370-a596573e21e1 service neutron] Pushing event updated for resources: {'Port': ['ID=cccbef23-45c2-4da6-a0f7-3ef99747d477,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:33.310882 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-d33de4f8-a739-4c62-9370-a596573e21e1 service neutron] Attempting to bind port cccbef23-45c2-4da6-a0f7-3ef99747d477 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:34:33.311188 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-d33de4f8-a739-4c62-9370-a596573e21e1 service neutron] Attempting to bind port cccbef23-45c2-4da6-a0f7-3ef99747d477 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'e7bfaea8-dc50-4428-a9a7-b756d181f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1641, 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:34:33.311540 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-d33de4f8-a739-4c62-9370-a596573e21e1 service neutron] Attempting to bind port cccbef23-45c2-4da6-a0f7-3ef99747d477 on network 3e58dc22-2b70-42a6-8495-186dad702ce6 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:33.342216 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-d33de4f8-a739-4c62-9370-a596573e21e1 service neutron] Port cccbef23-45c2-4da6-a0f7-3ef99747d477 on network 3e58dc22-2b70-42a6-8495-186dad702ce6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:34:33.342630 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-d33de4f8-a739-4c62-9370-a596573e21e1 service neutron] Attempting to bind port cccbef23-45c2-4da6-a0f7-3ef99747d477 on network 3e58dc22-2b70-42a6-8495-186dad702ce6 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:33.358785 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-d33de4f8-a739-4c62-9370-a596573e21e1 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:34:33.359126 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-d33de4f8-a739-4c62-9370-a596573e21e1 service neutron] Checking segment: {'id': 'e7bfaea8-dc50-4428-a9a7-b756d181f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1641, 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:33.359671 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-eb88f523-582f-4237-81b4-3db9f246d36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'name': 'tempest-RoutersIpV6Test-router-1722121143', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:34:31Z', 'revision_number': 10, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'gw_port_host': None, '_interfaces': [{'id': '00ded9b0-b3bc-433f-b896-3cc97b908f82', 'name': '', 'network_id': 'db6a4f87-3caf-463a-bd0e-b6ed1e69f62e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:7c:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:52Z', 'updated_at': '2021-08-31T09:34:08Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:33.359859 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-d33de4f8-a739-4c62-9370-a596573e21e1 service neutron] Bound using segment: {'id': 'e7bfaea8-dc50-4428-a9a7-b756d181f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1641, 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:34:33.359955 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-d33de4f8-a739-4c62-9370-a596573e21e1 service neutron] Bound port: cccbef23-45c2-4da6-a0f7-3ef99747d477, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7bfaea8-dc50-4428-a9a7-b756d181f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1641, 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:34:33.360291 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-d33de4f8-a739-4c62-9370-a596573e21e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:33.370487 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-036f4f8a-039f-4bd3-af7e-7004a14def35 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:33.380766 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5481de4d-7e63-48eb-8e5a-43c13f35babf tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:33.388295 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb88f523-582f-4237-81b4-3db9f246d36f None None] Checking router: 76d9c746-83b9-4b07-b10b-8be01d213973 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:34:33.397008 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb88f523-582f-4237-81b4-3db9f246d36f None None] Routers {'76d9c746-83b9-4b07-b10b-8be01d213973'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:33.397620 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-eb88f523-582f-4237-81b4-3db9f246d36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:34:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['76d9c746-83b9-4b07-b10b-8be01d213973'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:33.419841 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f4f8a-039f-4bd3-af7e-7004a14def35 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd7abbaf-504a-4421-9fbd-15dd61ea476c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:33.511770 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-eb88f523-582f-4237-81b4-3db9f246d36f None None] Set router 76d9c746-83b9-4b07-b10b-8be01d213973 gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:34:33.519677 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-d33de4f8-a739-4c62-9370-a596573e21e1 service neutron] For port cccbef23-45c2-4da6-a0f7-3ef99747d477, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:34:33.523586 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-036f4f8a-039f-4bd3-af7e-7004a14def35 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:33.523804 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-d33de4f8-a739-4c62-9370-a596573e21e1 service neutron] For port cccbef23-45c2-4da6-a0f7-3ef99747d477, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=cccbef23-45c2-4da6-a0f7-3ef99747d477,segment=NetworkSegment(e7bfaea8-dc50-4428-a9a7-b756d181f6bc),segment_id=e7bfaea8-dc50-4428-a9a7-b756d181f6bc)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:34:33.527797 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-036f4f8a-039f-4bd3-af7e-7004a14def35 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:33.529176 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-036f4f8a-039f-4bd3-af7e-7004a14def35 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618 tempest-ExternalNetworksAdminNegativeTestJSON-1154359618-project-admin] 10.222.0.119 "DELETE /v2.0/floatingips/a2e567c0-f945-4f2e-a613-4bcdfd4dca3e HTTP/1.1" status: 204 len: 168 time: 0.7344861 Aug 31 09:34:33.584972 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996decb1-3ffc-4616-9250-6f933b4da3c2 req-b1fef95e-a89c-47f2-9ad6-1b77c539d7f0 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:33.587227 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-996decb1-3ffc-4616-9250-6f933b4da3c2 req-b1fef95e-a89c-47f2-9ad6-1b77c539d7f0 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=00d83e7f-c47b-4817-929b-fcdc88ef29dc HTTP/1.1" status: 200 len: 943 time: 0.0684297 Aug 31 09:34:33.627574 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-996decb1-3ffc-4616-9250-6f933b4da3c2 req-373ad7b8-ae89-4a47-9881-cfa075b8b07e tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339618 Aug 31 09:34:33.647597 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5481de4d-7e63-48eb-8e5a-43c13f35babf tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:33.667669 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481de4d-7e63-48eb-8e5a-43c13f35babf tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Subnet': ['ID=4b8a144e-96b9-4d20-93c1-bd1467b7ab76,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:33.675077 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5481de4d-7e63-48eb-8e5a-43c13f35babf tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:33.677050 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5481de4d-7e63-48eb-8e5a-43c13f35babf tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/subnets/4b8a144e-96b9-4d20-93c1-bd1467b7ab76 HTTP/1.1" status: 204 len: 168 time: 0.7044976 Aug 31 09:34:33.680495 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53408) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:33.685201 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0126831-11fe-4450-97a5-94cd230f647b None None] Network 7c50287f-2726-41fd-9e7e-8065ae1a410b requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:33.703022 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-d33de4f8-a739-4c62-9370-a596573e21e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:33.768037 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33de4f8-a739-4c62-9370-a596573e21e1 service neutron] Pushing event updated for resources: {'Port': ['ID=cccbef23-45c2-4da6-a0f7-3ef99747d477,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:33.779713 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bef8ff74-66da-44e1-a1b1-ea73be20726b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:33.780009 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-d33de4f8-a739-4c62-9370-a596573e21e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:33.780644 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-d33de4f8-a739-4c62-9370-a596573e21e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:33.782226 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-d33de4f8-a739-4c62-9370-a596573e21e1 service neutron] 10.222.0.112 "PUT /v2.0/ports/cccbef23-45c2-4da6-a0f7-3ef99747d477 HTTP/1.1" status: 200 len: 1092 time: 1.9002528 Aug 31 09:34:33.782731 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d83e7f-c47b-4817-929b-fcdc88ef29dc', 'tag': 'cccbef23-45c2-4da6-a0f7-3ef99747d477'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:33.785083 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5813b23-903e-43cd-8b1b-aa354e3085a4" -d '{"events": [{"name": "network-changed", "server_uuid": "00d83e7f-c47b-4817-929b-fcdc88ef29dc", "tag": "cccbef23-45c2-4da6-a0f7-3ef99747d477"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:33.854020 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f6cd2e-3211-4175-b3d6-2a8b1b74443c x-openstack-request-id: req-54f6cd2e-3211-4175-b3d6-2a8b1b74443c {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:33.854835 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d83e7f-c47b-4817-929b-fcdc88ef29dc", "tag": "cccbef23-45c2-4da6-a0f7-3ef99747d477", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:33.854835 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-54f6cd2e-3211-4175-b3d6-2a8b1b74443c {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:33.854985 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d83e7f-c47b-4817-929b-fcdc88ef29dc', 'tag': 'cccbef23-45c2-4da6-a0f7-3ef99747d477', 'status': 'completed', 'code': 200} Aug 31 09:34:33.873982 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-bef8ff74-66da-44e1-a1b1-ea73be20726b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Deleting port a6294482-c5e5-43a1-b695-793d9a7dc126 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:33.874362 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bef8ff74-66da-44e1-a1b1-ea73be20726b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:33.921354 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5813b23-903e-43cd-8b1b-aa354e3085a4 req-bd27599e-272f-4630-bee8-50d339052a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:33.922906 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c5813b23-903e-43cd-8b1b-aa354e3085a4 req-bd27599e-272f-4630-bee8-50d339052a71 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e847c5c42d2e472689cd257a7d896947&device_id=00d83e7f-c47b-4817-929b-fcdc88ef29dc HTTP/1.1" status: 200 len: 1095 time: 0.0445852 Aug 31 09:34:33.952561 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-bef8ff74-66da-44e1-a1b1-ea73be20726b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] For port a6294482-c5e5-43a1-b695-793d9a7dc126, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a6294482-c5e5-43a1-b695-793d9a7dc126,segment=NetworkSegment(7233917c-1a6f-4bb4-bd71-8e8811a6c76d),segment_id=7233917c-1a6f-4bb4-bd71-8e8811a6c76d)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:33.952928 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bef8ff74-66da-44e1-a1b1-ea73be20726b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:33.976630 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-bef8ff74-66da-44e1-a1b1-ea73be20726b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Calling delete_port for a6294482-c5e5-43a1-b695-793d9a7dc126 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:34.036991 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-eb88f523-582f-4237-81b4-3db9f246d36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'name': 'tempest-RoutersIpV6Test-router-1722121143', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:34:31Z', 'revision_number': 10, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'gw_port_host': None, '_interfaces': [{'id': '00ded9b0-b3bc-433f-b896-3cc97b908f82', 'name': '', 'network_id': 'db6a4f87-3caf-463a-bd0e-b6ed1e69f62e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:7c:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:52Z', 'updated_at': '2021-08-31T09:34:08Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:34.068360 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5813b23-903e-43cd-8b1b-aa354e3085a4 req-a08b0041-bdad-46fd-99c1-b43f428f8687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:34.071604 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c5813b23-903e-43cd-8b1b-aa354e3085a4 req-a08b0041-bdad-46fd-99c1-b43f428f8687 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=e847c5c42d2e472689cd257a7d896947&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1392601 Aug 31 09:34:34.089090 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb88f523-582f-4237-81b4-3db9f246d36f None None] The sync data for ids ['76d9c746-83b9-4b07-b10b-8be01d213973'] in n-d-791506-28 is: [{'id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'name': 'tempest-RoutersIpV6Test-router-1722121143', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:34:31Z', 'revision_number': 10, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'gw_port_host': None, '_interfaces': [{'id': '00ded9b0-b3bc-433f-b896-3cc97b908f82', 'name': '', 'network_id': 'db6a4f87-3caf-463a-bd0e-b6ed1e69f62e', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'mac_address': 'fa:16:3e:7c:f6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:52Z', 'updated_at': '2021-08-31T09:34:08Z', 'revision_number': 5, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'subnets': [{'id': '2c866543-7fd5-4abe-8e22-d7a2398fd8da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:34:34.200797 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53420) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:34.201064 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85220cf7-a992-49e7-a321-0eedf639a55f None None] DHCP port deletion for 7c50287f-2726-41fd-9e7e-8065ae1a410b request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:34:34.250881 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5813b23-903e-43cd-8b1b-aa354e3085a4 req-c1b97476-ccd3-4c2b-b7dd-face37791115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:34.252392 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c5813b23-903e-43cd-8b1b-aa354e3085a4 req-c1b97476-ccd3-4c2b-b7dd-face37791115 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1749868 Aug 31 09:34:34.264143 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-85220cf7-a992-49e7-a321-0eedf639a55f None None] Deleting port a6294482-c5e5-43a1-b695-793d9a7dc126 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:34.264741 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-85220cf7-a992-49e7-a321-0eedf639a55f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:34.372898 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-ab3f082a-38a3-4c83-87d2-2c0bb150a11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:34.377568 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-85220cf7-a992-49e7-a321-0eedf639a55f None None] For port a6294482-c5e5-43a1-b695-793d9a7dc126, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a6294482-c5e5-43a1-b695-793d9a7dc126,segment=NetworkSegment(7233917c-1a6f-4bb4-bd71-8e8811a6c76d),segment_id=7233917c-1a6f-4bb4-bd71-8e8811a6c76d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:34.378209 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-85220cf7-a992-49e7-a321-0eedf639a55f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:34.389829 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-ab3f082a-38a3-4c83-87d2-2c0bb150a11c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e847c5c42d2e472689cd257a7d896947&device_id=00d83e7f-c47b-4817-929b-fcdc88ef29dc HTTP/1.1" status: 200 len: 1095 time: 0.0951729 Aug 31 09:34:34.395712 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-85220cf7-a992-49e7-a321-0eedf639a55f None None] Calling delete_port for a6294482-c5e5-43a1-b695-793d9a7dc126 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:34.472056 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-df3c9e89-f831-4fb7-9557-9f3fa4dff13d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cccbef23-45c2-4da6-a0f7-3ef99747d477 HTTP/1.1" status: 200 len: 217 time: 0.0715351 Aug 31 09:34:34.479734 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b2673aaa-092a-451c-b819-373e7cd4feae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:34.548112 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-49e0bc70-fa64-4a8c-9a7a-7ac1c688bcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:34.548394 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bef8ff74-66da-44e1-a1b1-ea73be20726b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:34.549850 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-49e0bc70-fa64-4a8c-9a7a-7ac1c688bcc7 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0a8d9332-4934-4e0f-b006-f09be5a999bd HTTP/1.1" status: 200 len: 845 time: 0.0677793 Aug 31 09:34:34.555792 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-85220cf7-a992-49e7-a321-0eedf639a55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:34.592828 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-6be8e304-26e8-49aa-9862-1edd4a2e188e service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3e58dc22-2b70-42a6-8495-186dad702ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335579 Aug 31 09:34:34.594811 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8ff74-66da-44e1-a1b1-ea73be20726b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Port': ['ID=a6294482-c5e5-43a1-b695-793d9a7dc126,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:34.597840 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85220cf7-a992-49e7-a321-0eedf639a55f None None] Pushing event deleted for resources: {'Port': ['ID=a6294482-c5e5-43a1-b695-793d9a7dc126,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:34.610408 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85220cf7-a992-49e7-a321-0eedf639a55f None None] No DVR routers for this DVR port a6294482-c5e5-43a1-b695-793d9a7dc126 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:34:34.613056 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef8ff74-66da-44e1-a1b1-ea73be20726b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] No DVR routers for this DVR port a6294482-c5e5-43a1-b695-793d9a7dc126 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:34:34.754774 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bef8ff74-66da-44e1-a1b1-ea73be20726b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:34.772821 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-8d5f8b2e-f42c-46d4-a120-7934e318d444 service neutron] 10.222.0.112 "GET /v2.0/networks/3e58dc22-2b70-42a6-8495-186dad702ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690149 Aug 31 09:34:34.781236 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-bef8ff74-66da-44e1-a1b1-ea73be20726b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c50287f-2726-41fd-9e7e-8065ae1a410b']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:34.808233 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b39fd5-c1c1-4999-945c-a18e13a80a4f req-b391b54a-c1e1-4e16-986b-962b726ac5d7 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:34.810096 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-69b39fd5-c1c1-4999-945c-a18e13a80a4f req-b391b54a-c1e1-4e16-986b-962b726ac5d7 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=00d83e7f-c47b-4817-929b-fcdc88ef29dc HTTP/1.1" status: 200 len: 943 time: 0.0954192 Aug 31 09:34:34.812417 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-bef8ff74-66da-44e1-a1b1-ea73be20726b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7233917c-1a6f-4bb4-bd71-8e8811a6c76d') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:34.812881 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-bef8ff74-66da-44e1-a1b1-ea73be20726b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7233917c-1a6f-4bb4-bd71-8e8811a6c76d') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:34.824666 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bef8ff74-66da-44e1-a1b1-ea73be20726b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:34.846304 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b2673aaa-092a-451c-b819-373e7cd4feae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:34.856646 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bef8ff74-66da-44e1-a1b1-ea73be20726b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:34.879383 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef8ff74-66da-44e1-a1b1-ea73be20726b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Releasing vlan 1625 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:34:34.879844 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bef8ff74-66da-44e1-a1b1-ea73be20726b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:34.883389 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:34:34.883389 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:34:34.883389 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:34:34.883389 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:34:34.883389 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:34:34.883389 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:34:34.883389 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:34:34.883389 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:34:34.883389 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:34:34.883389 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:34:34.883389 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:34:34.883389 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:34:34.883389 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:34:34.883389 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:34:34.883389 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:34:34.883389 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:34:34.883389 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:34:34.883389 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:34:34.883389 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:34:34.883389 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:34:34.883389 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:34:34.883389 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:34:34.883389 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:34:34.883389 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:34:34.883389 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:34:34.883389 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:34:34.883389 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:34:34.883389 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:34:34.883389 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:34:34.883389 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:34:34.883389 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:34:34.883389 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:34:34.891434 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-69b39fd5-c1c1-4999-945c-a18e13a80a4f req-5e340b8e-1e3d-426f-be7a-b66cfee5eba7 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643964 Aug 31 09:34:34.901624 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-76853abb-defc-4a62-ba66-94b7ebb446ac req-f29f37f9-4ca4-43c2-98e8-2883c9f403a6 service neutron] 10.222.0.112 "GET /v2.0/networks/3e58dc22-2b70-42a6-8495-186dad702ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164486 Aug 31 09:34:34.924947 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b2673aaa-092a-451c-b819-373e7cd4feae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:34.978814 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b2673aaa-092a-451c-b819-373e7cd4feae admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=63b233535df04407a2ac62784a1bcb56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7728112 Aug 31 09:34:34.978814 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2673aaa-092a-451c-b819-373e7cd4feae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6932773f-ea36-453b-ba9d-880a697dcd87,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:34.981130 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53436) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:35.015430 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a6294482-c5e5-43a1-b695-793d9a7dc126 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:34:35.041518 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: a6294482-c5e5-43a1-b695-793d9a7dc126 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:34:35.041955 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a6294482-c5e5-43a1-b695-793d9a7dc126 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:34:35.042447 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8a74a9aa-58c7-4fef-be4b-69adcc46fe05 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:34:35.046293 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b7415732-99d3-4aa8-aeaa-f344ccc47cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:35.068823 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 8a74a9aa-58c7-4fef-be4b-69adcc46fe05 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:34:35.069233 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8a74a9aa-58c7-4fef-be4b-69adcc46fe05 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:34:35.071437 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b7415732-99d3-4aa8-aeaa-f344ccc47cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:35.078295 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bef8ff74-66da-44e1-a1b1-ea73be20726b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:35.097553 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bef8ff74-66da-44e1-a1b1-ea73be20726b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:35.097553 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-bef8ff74-66da-44e1-a1b1-ea73be20726b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/networks/7c50287f-2726-41fd-9e7e-8065ae1a410b HTTP/1.1" status: 204 len: 168 time: 1.4125631 Aug 31 09:34:35.097955 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53440) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:35.113688 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8ff74-66da-44e1-a1b1-ea73be20726b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Network': ['ID=7c50287f-2726-41fd-9e7e-8065ae1a410b,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:35.205204 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b7415732-99d3-4aa8-aeaa-f344ccc47cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:35.208616 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b7415732-99d3-4aa8-aeaa-f344ccc47cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:35.209810 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b7415732-99d3-4aa8-aeaa-f344ccc47cae admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/6932773f-ea36-453b-ba9d-880a697dcd87 HTTP/1.1" status: 204 len: 168 time: 0.2287662 Aug 31 09:34:35.219065 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7415732-99d3-4aa8-aeaa-f344ccc47cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6932773f-ea36-453b-ba9d-880a697dcd87,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:35.474695 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fa8f1dd3-7942-42ae-bfc0-a385d41bdeda tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:35.727883 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f1dd3-7942-42ae-bfc0-a385d41bdeda tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Deleting port 00ded9b0-b3bc-433f-b896-3cc97b908f82 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:35.728230 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fa8f1dd3-7942-42ae-bfc0-a385d41bdeda tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:35.729609 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53460) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:35.770233 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-01f66f10-2a89-435d-b402-924db7b0dbed admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=ad4c72e5d7fe44e1a3906d89d1e489fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393763 Aug 31 09:34:35.772638 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53462) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:35.822269 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-fa8f1dd3-7942-42ae-bfc0-a385d41bdeda tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] For port 00ded9b0-b3bc-433f-b896-3cc97b908f82, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=00ded9b0-b3bc-433f-b896-3cc97b908f82,segment=NetworkSegment(9311d578-dbf3-48f5-8d2c-abf574cbb990),segment_id=9311d578-dbf3-48f5-8d2c-abf574cbb990)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:35.822676 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fa8f1dd3-7942-42ae-bfc0-a385d41bdeda tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:35.838469 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f1dd3-7942-42ae-bfc0-a385d41bdeda tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Calling delete_port for 00ded9b0-b3bc-433f-b896-3cc97b908f82 owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:35.842899 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cac2b4e9-420b-46df-b00f-99c3ef9bf35c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:35.870169 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cac2b4e9-420b-46df-b00f-99c3ef9bf35c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:36.028136 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23756e-2bf4-45a8-83ed-130aa0c5d97b req-bf713c6f-26bf-4919-832a-85847f2e4a44 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:36.029648 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac23756e-2bf4-45a8-83ed-130aa0c5d97b req-bf713c6f-26bf-4919-832a-85847f2e4a44 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=00d83e7f-c47b-4817-929b-fcdc88ef29dc HTTP/1.1" status: 200 len: 943 time: 0.0519681 Aug 31 09:34:36.033442 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cac2b4e9-420b-46df-b00f-99c3ef9bf35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:36.036198 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cac2b4e9-420b-46df-b00f-99c3ef9bf35c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:36.037258 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-cac2b4e9-420b-46df-b00f-99c3ef9bf35c admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/4a1cdb6d-91fc-4c90-ab73-bd8d5cfbe736 HTTP/1.1" status: 204 len: 168 time: 0.2623281 Aug 31 09:34:36.059068 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2b4e9-420b-46df-b00f-99c3ef9bf35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1cdb6d-91fc-4c90-ab73-bd8d5cfbe736,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:36.102440 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac23756e-2bf4-45a8-83ed-130aa0c5d97b req-aa438b67-f81f-447e-bc8a-a04258dac55f tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610235 Aug 31 09:34:36.113289 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fa8f1dd3-7942-42ae-bfc0-a385d41bdeda tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:36.173253 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f1dd3-7942-42ae-bfc0-a385d41bdeda tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Port': ['ID=00ded9b0-b3bc-433f-b896-3cc97b908f82,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:36.261996 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fa8f1dd3-7942-42ae-bfc0-a385d41bdeda tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:36.428423 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8f1dd3-7942-42ae-bfc0-a385d41bdeda tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Router 76d9c746-83b9-4b07-b10b-8be01d213973 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:34:36.512116 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8f1dd3-7942-42ae-bfc0-a385d41bdeda tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:34:36.517300 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fa8f1dd3-7942-42ae-bfc0-a385d41bdeda tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "PUT /v2.0/routers/76d9c746-83b9-4b07-b10b-8be01d213973/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4182634 Aug 31 09:34:36.520388 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53480) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:36.528517 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0262ef0c-40dd-428f-a71c-2105cc3c9e2f None None] Sync routers for ids ['76d9c746-83b9-4b07-b10b-8be01d213973'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:34:36.538034 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0262ef0c-40dd-428f-a71c-2105cc3c9e2f None None] Routers {'76d9c746-83b9-4b07-b10b-8be01d213973'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:36.540067 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-0262ef0c-40dd-428f-a71c-2105cc3c9e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:34:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['76d9c746-83b9-4b07-b10b-8be01d213973'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:36.578249 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-3119f62a-9489-4f59-b2db-5648b15912b4 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Deleting subnet 2c866543-7fd5-4abe-8e22-d7a2398fd8da {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:34:36.581511 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3119f62a-9489-4f59-b2db-5648b15912b4 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:36.614916 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-0262ef0c-40dd-428f-a71c-2105cc3c9e2f None None] Set router 76d9c746-83b9-4b07-b10b-8be01d213973 gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:34:36.636126 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3119f62a-9489-4f59-b2db-5648b15912b4 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:36.672387 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-0262ef0c-40dd-428f-a71c-2105cc3c9e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'name': 'tempest-RoutersIpV6Test-router-1722121143', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:34:35Z', 'revision_number': 11, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:36.699590 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0262ef0c-40dd-428f-a71c-2105cc3c9e2f None None] Checking router: 76d9c746-83b9-4b07-b10b-8be01d213973 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:34:36.708100 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0262ef0c-40dd-428f-a71c-2105cc3c9e2f None None] Routers {'76d9c746-83b9-4b07-b10b-8be01d213973'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:36.708774 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-0262ef0c-40dd-428f-a71c-2105cc3c9e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:34:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['76d9c746-83b9-4b07-b10b-8be01d213973'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:36.727501 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3119f62a-9489-4f59-b2db-5648b15912b4 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:36.776776 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-0262ef0c-40dd-428f-a71c-2105cc3c9e2f None None] Set router 76d9c746-83b9-4b07-b10b-8be01d213973 gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:34:36.841216 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-0262ef0c-40dd-428f-a71c-2105cc3c9e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'name': 'tempest-RoutersIpV6Test-router-1722121143', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:34:35Z', 'revision_number': 11, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:36.869387 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0262ef0c-40dd-428f-a71c-2105cc3c9e2f None None] The sync data for ids ['76d9c746-83b9-4b07-b10b-8be01d213973'] in n-d-791506-28 is: [{'id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'name': 'tempest-RoutersIpV6Test-router-1722121143', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:34:35Z', 'revision_number': 11, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'gw_port_host': None}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:34:36.891100 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3119f62a-9489-4f59-b2db-5648b15912b4 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:36.924439 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119f62a-9489-4f59-b2db-5648b15912b4 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Subnet': ['ID=2c866543-7fd5-4abe-8e22-d7a2398fd8da,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:36.925981 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3119f62a-9489-4f59-b2db-5648b15912b4 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:36.927934 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3119f62a-9489-4f59-b2db-5648b15912b4 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/subnets/2c866543-7fd5-4abe-8e22-d7a2398fd8da HTTP/1.1" status: 204 len: 168 time: 0.4033792 Aug 31 09:34:36.931248 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53490) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:36.933065 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850a66ca-f146-4595-9ec5-6874a97d30b7 None None] Network db6a4f87-3caf-463a-bd0e-b6ed1e69f62e requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:37.033563 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0154b312-da9b-4822-9a7c-a86830a2a896 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:37.105777 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-0154b312-da9b-4822-9a7c-a86830a2a896 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Deleting port fbc7d188-f57a-4e6b-8f10-3146c6589435 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:37.106233 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0154b312-da9b-4822-9a7c-a86830a2a896 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:37.191229 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-0154b312-da9b-4822-9a7c-a86830a2a896 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] For port fbc7d188-f57a-4e6b-8f10-3146c6589435, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=fbc7d188-f57a-4e6b-8f10-3146c6589435,segment=NetworkSegment(9311d578-dbf3-48f5-8d2c-abf574cbb990),segment_id=9311d578-dbf3-48f5-8d2c-abf574cbb990)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:37.191824 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0154b312-da9b-4822-9a7c-a86830a2a896 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:37.208035 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-0154b312-da9b-4822-9a7c-a86830a2a896 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Calling delete_port for fbc7d188-f57a-4e6b-8f10-3146c6589435 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:37.208208 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device cccbef23-45c2-4da6-a0f7-3ef99747d477 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:34:37.267161 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa65ff43-e355-4e62-8d10-97f811e32019 None None] DHCP port deletion for db6a4f87-3caf-463a-bd0e-b6ed1e69f62e request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:34:37.344734 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc29eb-86a8-4565-be8b-35dbb855a8b9 req-1ffc1889-e6d8-42b1-bf08-d71c2dcf18e8 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:37.348157 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5fbc29eb-86a8-4565-be8b-35dbb855a8b9 req-1ffc1889-e6d8-42b1-bf08-d71c2dcf18e8 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=00d83e7f-c47b-4817-929b-fcdc88ef29dc HTTP/1.1" status: 200 len: 943 time: 0.1519485 Aug 31 09:34:37.388389 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device fbc7d188-f57a-4e6b-8f10-3146c6589435 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:34:37.401316 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5fbc29eb-86a8-4565-be8b-35dbb855a8b9 req-353d7fe4-ec13-4d07-b72d-3e9b53543a52 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446007 Aug 31 09:34:37.445196 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-fa65ff43-e355-4e62-8d10-97f811e32019 None None] Deleting port fbc7d188-f57a-4e6b-8f10-3146c6589435 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:37.445977 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fa65ff43-e355-4e62-8d10-97f811e32019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:37.457089 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0154b312-da9b-4822-9a7c-a86830a2a896 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:37.492279 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0154b312-da9b-4822-9a7c-a86830a2a896 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] No DVR routers for this DVR port fbc7d188-f57a-4e6b-8f10-3146c6589435 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:34:37.494906 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154b312-da9b-4822-9a7c-a86830a2a896 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Port': ['ID=fbc7d188-f57a-4e6b-8f10-3146c6589435,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:37.513048 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No active binding found for port fbc7d188-f57a-4e6b-8f10-3146c6589435 {{(pid=95554) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 09:34:37.516060 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device fbc7d188-f57a-4e6b-8f10-3146c6589435 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:34:37.516060 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 00ded9b0-b3bc-433f-b896-3cc97b908f82 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:34:37.522233 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port cccbef23-45c2-4da6-a0f7-3ef99747d477, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=cccbef23-45c2-4da6-a0f7-3ef99747d477,segment=NetworkSegment(e7bfaea8-dc50-4428-a9a7-b756d181f6bc),segment_id=e7bfaea8-dc50-4428-a9a7-b756d181f6bc)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:37.555945 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 00ded9b0-b3bc-433f-b896-3cc97b908f82 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:34:37.556602 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 00ded9b0-b3bc-433f-b896-3cc97b908f82 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:34:37.565280 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'cccbef23-45c2-4da6-a0f7-3ef99747d477', 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6', 'port_id': 'cccbef23-45c2-4da6-a0f7-3ef99747d477', 'mac_address': 'fa:16:3e:05:12:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a8d9332-4934-4e0f-b006-f09be5a999bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:34:37.577851 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-fa65ff43-e355-4e62-8d10-97f811e32019 None None] For port fbc7d188-f57a-4e6b-8f10-3146c6589435, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=fbc7d188-f57a-4e6b-8f10-3146c6589435,segment=NetworkSegment(9311d578-dbf3-48f5-8d2c-abf574cbb990),segment_id=9311d578-dbf3-48f5-8d2c-abf574cbb990)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:37.578253 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fa65ff43-e355-4e62-8d10-97f811e32019 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:37.616069 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-fa65ff43-e355-4e62-8d10-97f811e32019 None None] Calling delete_port for fbc7d188-f57a-4e6b-8f10-3146c6589435 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:37.617466 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0154b312-da9b-4822-9a7c-a86830a2a896 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:37.628114 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-0154b312-da9b-4822-9a7c-a86830a2a896 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db6a4f87-3caf-463a-bd0e-b6ed1e69f62e']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:37.639356 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:37.639743 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-0154b312-da9b-4822-9a7c-a86830a2a896 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9311d578-dbf3-48f5-8d2c-abf574cbb990') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:37.640003 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-0154b312-da9b-4822-9a7c-a86830a2a896 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9311d578-dbf3-48f5-8d2c-abf574cbb990') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:37.650410 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0154b312-da9b-4822-9a7c-a86830a2a896 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:37.664265 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0154b312-da9b-4822-9a7c-a86830a2a896 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:37.672617 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0154b312-da9b-4822-9a7c-a86830a2a896 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Releasing vlan 1610 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:34:37.673015 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0154b312-da9b-4822-9a7c-a86830a2a896 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:37.676395 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:34:37.676395 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:34:37.676395 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:34:37.676395 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:34:37.676395 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:34:37.676395 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:34:37.676395 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:34:37.676395 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:34:37.676395 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:34:37.676395 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:34:37.676395 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:34:37.676395 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:34:37.676395 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:34:37.676395 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:34:37.676395 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:34:37.676395 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:34:37.676395 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:34:37.676395 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:34:37.676395 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:34:37.676395 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:34:37.676395 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:34:37.676395 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:34:37.676395 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:34:37.676395 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:34:37.676395 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:34:37.676395 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:34:37.676395 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:34:37.676395 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:34:37.676395 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:34:37.676395 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:34:37.676395 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:34:37.676395 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:34:37.685584 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cccbef23-45c2-4da6-a0f7-3ef99747d477 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:34:37.723739 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port cccbef23-45c2-4da6-a0f7-3ef99747d477, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=cccbef23-45c2-4da6-a0f7-3ef99747d477,segment=NetworkSegment(e7bfaea8-dc50-4428-a9a7-b756d181f6bc),segment_id=e7bfaea8-dc50-4428-a9a7-b756d181f6bc)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:37.745866 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fa65ff43-e355-4e62-8d10-97f811e32019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:37.776514 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65ff43-e355-4e62-8d10-97f811e32019 None None] Pushing event deleted for resources: {'Port': ['ID=fbc7d188-f57a-4e6b-8f10-3146c6589435,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:37.780992 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa65ff43-e355-4e62-8d10-97f811e32019 None None] No DVR routers for this DVR port fbc7d188-f57a-4e6b-8f10-3146c6589435 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:34:37.805671 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:37.850601 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0154b312-da9b-4822-9a7c-a86830a2a896 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:37.858418 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0154b312-da9b-4822-9a7c-a86830a2a896 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:37.860773 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0154b312-da9b-4822-9a7c-a86830a2a896 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/networks/db6a4f87-3caf-463a-bd0e-b6ed1e69f62e HTTP/1.1" status: 204 len: 168 time: 0.9282651 Aug 31 09:34:37.863719 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53514) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:37.870027 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=cccbef23-45c2-4da6-a0f7-3ef99747d477,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:37.870726 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-3397d5b7-30d4-47a3-bdd0-cd97d82a17ca tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Request body: {'router': {'routes': None}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:37.875592 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154b312-da9b-4822-9a7c-a86830a2a896 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Pushing event deleted for resources: {'Network': ['ID=db6a4f87-3caf-463a-bd0e-b6ed1e69f62e,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:38.044282 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.extraroute_db [None req-3397d5b7-30d4-47a3-bdd0-cd97d82a17ca tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Added routes are [] {{(pid=95553) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 09:34:38.044579 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.extraroute_db [None req-3397d5b7-30d4-47a3-bdd0-cd97d82a17ca tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Removed routes are [] {{(pid=95553) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 09:34:38.044943 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3397d5b7-30d4-47a3-bdd0-cd97d82a17ca tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2088949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2087107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5115'] for router, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:38.105657 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['cccbef23-45c2-4da6-a0f7-3ef99747d477'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:38.216443 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3397d5b7-30d4-47a3-bdd0-cd97d82a17ca tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2088949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2087107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5115'] for router, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:38.219732 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3397d5b7-30d4-47a3-bdd0-cd97d82a17ca tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2088958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2088935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2087130'] for router, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:38.326267 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3397d5b7-30d4-47a3-bdd0-cd97d82a17ca tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Router 76d9c746-83b9-4b07-b10b-8be01d213973 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:34:38.406482 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3397d5b7-30d4-47a3-bdd0-cd97d82a17ca tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:34:38.415180 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3397d5b7-30d4-47a3-bdd0-cd97d82a17ca tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:38.417137 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3397d5b7-30d4-47a3-bdd0-cd97d82a17ca tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "PUT /v2.0/routers/76d9c746-83b9-4b07-b10b-8be01d213973 HTTP/1.1" status: 200 len: 705 time: 0.5516655 Aug 31 09:34:38.419674 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53532) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:38.428813 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ac2bef-8913-4baa-bb36-ac5622c40913 None None] Sync routers for ids ['76d9c746-83b9-4b07-b10b-8be01d213973'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:34:38.453367 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c752e543-c0de-4bb4-80a4-b63f88a5feae tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "GET /v2.0/ports?device_id=76d9c746-83b9-4b07-b10b-8be01d213973 HTTP/1.1" status: 200 len: 205 time: 0.0326915 Aug 31 09:34:38.455845 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53538) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:38.456890 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ac2bef-8913-4baa-bb36-ac5622c40913 None None] Routers {'76d9c746-83b9-4b07-b10b-8be01d213973'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:38.457528 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-78ac2bef-8913-4baa-bb36-ac5622c40913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:34:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['76d9c746-83b9-4b07-b10b-8be01d213973'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:38.535496 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-78ac2bef-8913-4baa-bb36-ac5622c40913 None None] Set router 76d9c746-83b9-4b07-b10b-8be01d213973 gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:34:38.542103 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ccf8feea-ff5e-4432-9a08-586e2cc58516 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:38.591998 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-78ac2bef-8913-4baa-bb36-ac5622c40913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'name': 'tempest-RoutersIpV6Test-router-1722121143', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:34:35Z', 'revision_number': 11, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:38.622725 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ac2bef-8913-4baa-bb36-ac5622c40913 None None] Checking router: 76d9c746-83b9-4b07-b10b-8be01d213973 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:34:38.633116 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ac2bef-8913-4baa-bb36-ac5622c40913 None None] Routers {'76d9c746-83b9-4b07-b10b-8be01d213973'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:38.633674 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-78ac2bef-8913-4baa-bb36-ac5622c40913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:34:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['76d9c746-83b9-4b07-b10b-8be01d213973'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:38.703302 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53542) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:38.708422 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-78ac2bef-8913-4baa-bb36-ac5622c40913 None None] Set router 76d9c746-83b9-4b07-b10b-8be01d213973 gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:34:38.735515 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6e269-e774-4f94-abec-facfa2276b05 req-5a51e97f-f266-43b3-9499-26a11cf1d9d3 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:38.737129 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-48e6e269-e774-4f94-abec-facfa2276b05 req-5a51e97f-f266-43b3-9499-26a11cf1d9d3 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=00d83e7f-c47b-4817-929b-fcdc88ef29dc HTTP/1.1" status: 200 len: 944 time: 0.2111435 Aug 31 09:34:38.740789 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ccf8feea-ff5e-4432-9a08-586e2cc58516 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:38.743885 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ccf8feea-ff5e-4432-9a08-586e2cc58516 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:38.769264 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-78ac2bef-8913-4baa-bb36-ac5622c40913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'name': 'tempest-RoutersIpV6Test-router-1722121143', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:34:35Z', 'revision_number': 11, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:38.798058 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ac2bef-8913-4baa-bb36-ac5622c40913 None None] The sync data for ids ['76d9c746-83b9-4b07-b10b-8be01d213973'] in n-d-791506-28 is: [{'id': '76d9c746-83b9-4b07-b10b-8be01d213973', 'name': 'tempest-RoutersIpV6Test-router-1722121143', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:34:35Z', 'revision_number': 11, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'gw_port_host': None}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:34:38.814986 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-48e6e269-e774-4f94-abec-facfa2276b05 req-6bd4e0d2-e943-4218-8205-de0de8cd6a08 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692470 Aug 31 09:34:38.831748 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-f39db948-098a-492b-82bf-99034e3c02f4 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:38.884630 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ccf8feea-ff5e-4432-9a08-586e2cc58516 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:38.888906 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf8feea-ff5e-4432-9a08-586e2cc58516 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Fanout notify agent at l3_agent the message router_deleted on router 76d9c746-83b9-4b07-b10b-8be01d213973 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:34:38.892824 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ccf8feea-ff5e-4432-9a08-586e2cc58516 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:38.894251 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ccf8feea-ff5e-4432-9a08-586e2cc58516 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/routers/76d9c746-83b9-4b07-b10b-8be01d213973 HTTP/1.1" status: 204 len: 168 time: 0.4369428 Aug 31 09:34:38.898086 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53546) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:38.903064 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-185e760c-5d69-4428-b2fc-d9e185b1fb64 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-604501324', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:38.937629 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f39db948-098a-492b-82bf-99034e3c02f4 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] 10.222.0.119 "PUT /v2.0/quotas/449b4436ade541a2837fda708a0cf668 HTTP/1.1" status: 200 len: 368 time: 0.2326057 Aug 31 09:34:38.940122 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53548) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:38.945323 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-555c5945-b0a7-4736-893b-47ab5ee17255 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Request body: {'network': {'project_id': '449b4436ade541a2837fda708a0cf668'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:38.981458 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-185e760c-5d69-4428-b2fc-d9e185b1fb64 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:38.982736 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-185e760c-5d69-4428-b2fc-d9e185b1fb64 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:39.047272 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555c5945-b0a7-4736-893b-47ab5ee17255 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Made reservation on behalf of 449b4436ade541a2837fda708a0cf668 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:39.049516 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-555c5945-b0a7-4736-893b-47ab5ee17255 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:39.054374 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-185e760c-5d69-4428-b2fc-d9e185b1fb64 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:39.059904 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-555c5945-b0a7-4736-893b-47ab5ee17255 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:39.099293 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-185e760c-5d69-4428-b2fc-d9e185b1fb64 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:39.164380 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-555c5945-b0a7-4736-893b-47ab5ee17255 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:39.217239 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-555c5945-b0a7-4736-893b-47ab5ee17255 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:39.226000 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device cccbef23-45c2-4da6-a0f7-3ef99747d477 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:39.245124 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-555c5945-b0a7-4736-893b-47ab5ee17255 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] vlan segment allocate from pool success with {'vlan_id': 1617, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:34:39.251588 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c5945-b0a7-4736-893b-47ab5ee17255 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972b3ac1-a8ab-4807-a607-244dc4e12f53,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:39.258297 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-555c5945-b0a7-4736-893b-47ab5ee17255 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:39.258678 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-555c5945-b0a7-4736-893b-47ab5ee17255 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Added segment 9653e47a-f025-48a7-b43f-a07b475a59ca of type vlan for network abf4a164-3146-4a30-a235-01f614ea9a7a Aug 31 09:34:39.297065 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-185e760c-5d69-4428-b2fc-d9e185b1fb64 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:39.298255 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-185e760c-5d69-4428-b2fc-d9e185b1fb64 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3989365 Aug 31 09:34:39.301291 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53556) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:39.301711 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-555c5945-b0a7-4736-893b-47ab5ee17255 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:39.308656 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-319e2c44-31a6-4695-9121-d242203a627e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:39.381818 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port cccbef23-45c2-4da6-a0f7-3ef99747d477 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:39.387397 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port cccbef23-45c2-4da6-a0f7-3ef99747d477 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:39.387842 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:39.404882 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-555c5945-b0a7-4736-893b-47ab5ee17255 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:39.406761 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555c5945-b0a7-4736-893b-47ab5ee17255 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:39.408287 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-555c5945-b0a7-4736-893b-47ab5ee17255 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:39.475331 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c5945-b0a7-4736-893b-47ab5ee17255 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Pushing event updated for resources: {'Network': ['ID=abf4a164-3146-4a30-a235-01f614ea9a7a,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:39.487966 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network abf4a164-3146-4a30-a235-01f614ea9a7a details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:34:39.494730 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:39.528493 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-555c5945-b0a7-4736-893b-47ab5ee17255 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.5848825 Aug 31 09:34:39.528899 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53562) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:39.534399 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-023d26dc-6aeb-421d-a01c-b1e98ea59595 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Request body: {'network': {'project_id': '449b4436ade541a2837fda708a0cf668'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:39.561264 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d83e7f-c47b-4817-929b-fcdc88ef29dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccbef23-45c2-4da6-a0f7-3ef99747d477'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:39.563622 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf70a23-3413-408f-af28-481646a6eeec" -d '{"events": [{"server_uuid": "00d83e7f-c47b-4817-929b-fcdc88ef29dc", "name": "network-vif-plugged", "status": "completed", "tag": "cccbef23-45c2-4da6-a0f7-3ef99747d477"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:39.594741 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port cccbef23-45c2-4da6-a0f7-3ef99747d477, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=cccbef23-45c2-4da6-a0f7-3ef99747d477,segment=NetworkSegment(e7bfaea8-dc50-4428-a9a7-b756d181f6bc),segment_id=e7bfaea8-dc50-4428-a9a7-b756d181f6bc)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:39.616283 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e53f37-6ab0-48b2-9ce9-747ab826d513 x-openstack-request-id: req-b9e53f37-6ab0-48b2-9ce9-747ab826d513 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:39.616582 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d83e7f-c47b-4817-929b-fcdc88ef29dc", "name": "network-vif-plugged", "status": "completed", "tag": "cccbef23-45c2-4da6-a0f7-3ef99747d477", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:39.616837 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-b9e53f37-6ab0-48b2-9ce9-747ab826d513 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:39.617406 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d83e7f-c47b-4817-929b-fcdc88ef29dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccbef23-45c2-4da6-a0f7-3ef99747d477', 'code': 200} Aug 31 09:34:39.667439 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023d26dc-6aeb-421d-a01c-b1e98ea59595 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Made reservation on behalf of 449b4436ade541a2837fda708a0cf668 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:39.670726 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-023d26dc-6aeb-421d-a01c-b1e98ea59595 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:39.689714 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:39.709534 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-023d26dc-6aeb-421d-a01c-b1e98ea59595 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] vlan segment allocate from pool success with {'vlan_id': 1616, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:34:39.722337 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-023d26dc-6aeb-421d-a01c-b1e98ea59595 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:39.727028 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-023d26dc-6aeb-421d-a01c-b1e98ea59595 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Added segment c484174d-48f3-498a-82e6-7e9fee1c27f6 of type vlan for network 83ac554a-dcaf-4198-adc7-a02e62850258 Aug 31 09:34:39.755052 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=cccbef23-45c2-4da6-a0f7-3ef99747d477,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:39.777870 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-023d26dc-6aeb-421d-a01c-b1e98ea59595 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:39.868362 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-023d26dc-6aeb-421d-a01c-b1e98ea59595 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:39.869288 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023d26dc-6aeb-421d-a01c-b1e98ea59595 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:39.869877 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-023d26dc-6aeb-421d-a01c-b1e98ea59595 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:39.872264 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-319e2c44-31a6-4695-9121-d242203a627e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2088949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2087107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5115'] for router, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:39.894845 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1392fe-65a8-4265-97b3-549fa15d7930 req-373e5f39-926f-4b36-bdbb-6fc22fb14726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:39.896626 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ca1392fe-65a8-4265-97b3-549fa15d7930 req-373e5f39-926f-4b36-bdbb-6fc22fb14726 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=00d83e7f-c47b-4817-929b-fcdc88ef29dc HTTP/1.1" status: 200 len: 1097 time: 0.0601778 Aug 31 09:34:39.937552 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ca1392fe-65a8-4265-97b3-549fa15d7930 req-9c7385aa-817f-479e-b1f4-b27db50d63b2 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332410 Aug 31 09:34:39.947146 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d26dc-6aeb-421d-a01c-b1e98ea59595 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Pushing event updated for resources: {'Network': ['ID=83ac554a-dcaf-4198-adc7-a02e62850258,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:39.959065 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 83ac554a-dcaf-4198-adc7-a02e62850258 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:34:39.965091 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-319e2c44-31a6-4695-9121-d242203a627e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2088958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2088935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2087130'] for router, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:40.045289 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-023d26dc-6aeb-421d-a01c-b1e98ea59595 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.5151560 Aug 31 09:34:40.051030 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53580) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:40.057186 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-ec73ec4e-5f1c-413d-a913-e4fd2bb97e6f tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Request body: {'network': {'project_id': '449b4436ade541a2837fda708a0cf668'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:40.070403 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec73ec4e-5f1c-413d-a913-e4fd2bb97e6f tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 09:34:40.070916 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec73ec4e-5f1c-413d-a913-e4fd2bb97e6f tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:34:40.072349 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ec73ec4e-5f1c-413d-a913-e4fd2bb97e6f tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0201294 Aug 31 09:34:40.075344 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53582) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:40.157291 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-89bfcd24-2fc5-4d9e-87c8-a89b8b61a84d tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=449b4436ade541a2837fda708a0cf668&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0807805 Aug 31 09:34:40.160143 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53588) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:40.165765 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe779cd-6604-4ee9-8c08-2236b76b565c req-665fdab9-a780-4646-95ee-5d7834b9f3ca tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:40.167374 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4fe779cd-6604-4ee9-8c08-2236b76b565c req-665fdab9-a780-4646-95ee-5d7834b9f3ca tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=00d83e7f-c47b-4817-929b-fcdc88ef29dc HTTP/1.1" status: 200 len: 945 time: 0.2445083 Aug 31 09:34:40.175903 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319e2c44-31a6-4695-9121-d242203a627e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Router 1eb94aed-48cf-4834-99da-e5988154622c is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:34:40.209080 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4fe779cd-6604-4ee9-8c08-2236b76b565c req-ec8b3130-3c53-4879-9559-1453c13a2fa9 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348976 Aug 31 09:34:40.282588 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319e2c44-31a6-4695-9121-d242203a627e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:34:40.284345 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-71fec664-ed7e-479a-8660-f2b299c3102e tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:40.291411 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-319e2c44-31a6-4695-9121-d242203a627e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:40.292334 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f19a65-f954-4831-867c-7f5be96574d1 None None] Sync routers for ids ['1eb94aed-48cf-4834-99da-e5988154622c'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:34:40.292959 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-319e2c44-31a6-4695-9121-d242203a627e tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "PUT /v2.0/routers/1eb94aed-48cf-4834-99da-e5988154622c HTTP/1.1" status: 200 len: 697 time: 0.9899871 Aug 31 09:34:40.295944 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53590) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:40.302249 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f19a65-f954-4831-867c-7f5be96574d1 None None] Routers {'1eb94aed-48cf-4834-99da-e5988154622c'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:40.304834 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c6f19a65-f954-4831-867c-7f5be96574d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:34:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['1eb94aed-48cf-4834-99da-e5988154622c'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:40.314582 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-71fec664-ed7e-479a-8660-f2b299c3102e tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:40.375286 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-c6f19a65-f954-4831-867c-7f5be96574d1 None None] Set router 1eb94aed-48cf-4834-99da-e5988154622c gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:34:40.400705 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-96aca0e1-4895-4058-aded-f0d386d7697d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "GET /v2.0/routers/1eb94aed-48cf-4834-99da-e5988154622c HTTP/1.1" status: 200 len: 703 time: 0.1034226 Aug 31 09:34:40.403766 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53594) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:40.438975 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c6f19a65-f954-4831-867c-7f5be96574d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb94aed-48cf-4834-99da-e5988154622c', 'name': 'tempest-RoutersIpV6Test-router-604501324', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:38Z', 'updated_at': '2021-08-31T09:34:39Z', 'revision_number': 2, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:40.442346 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-378484a4-4d47-4c9d-b217-56e5631cec2c tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "GET /v2.0/ports?device_id=1eb94aed-48cf-4834-99da-e5988154622c HTTP/1.1" status: 200 len: 205 time: 0.0372939 Aug 31 09:34:40.445324 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-71fec664-ed7e-479a-8660-f2b299c3102e tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:40.453189 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-71fec664-ed7e-479a-8660-f2b299c3102e tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:40.453189 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-71fec664-ed7e-479a-8660-f2b299c3102e tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] 10.222.0.119 "DELETE /v2.0/security-groups/972b3ac1-a8ab-4807-a607-244dc4e12f53 HTTP/1.1" status: 204 len: 168 time: 0.2879188 Aug 31 09:34:40.454041 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53598) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:40.454790 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53600) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:40.457386 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fec664-ed7e-479a-8660-f2b299c3102e tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972b3ac1-a8ab-4807-a607-244dc4e12f53,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:40.479869 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f19a65-f954-4831-867c-7f5be96574d1 None None] Checking router: 1eb94aed-48cf-4834-99da-e5988154622c for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:34:40.491307 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f19a65-f954-4831-867c-7f5be96574d1 None None] Routers {'1eb94aed-48cf-4834-99da-e5988154622c'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:40.492000 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c6f19a65-f954-4831-867c-7f5be96574d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:34:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['1eb94aed-48cf-4834-99da-e5988154622c'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:40.571586 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-c6f19a65-f954-4831-867c-7f5be96574d1 None None] Set router 1eb94aed-48cf-4834-99da-e5988154622c gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:34:40.583036 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-905c8063-e426-4f56-8284-cf1781a0df74 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:40.622379 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c6f19a65-f954-4831-867c-7f5be96574d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb94aed-48cf-4834-99da-e5988154622c', 'name': 'tempest-RoutersIpV6Test-router-604501324', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:38Z', 'updated_at': '2021-08-31T09:34:39Z', 'revision_number': 2, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:40.659918 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-119dcae6-589f-45b3-8e3c-9825e59ccb35 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:40.739504 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f19a65-f954-4831-867c-7f5be96574d1 None None] The sync data for ids ['1eb94aed-48cf-4834-99da-e5988154622c'] in n-d-791506-28 is: [{'id': '1eb94aed-48cf-4834-99da-e5988154622c', 'name': 'tempest-RoutersIpV6Test-router-604501324', 'tenant_id': '21937291cca54a0a9d6ebe426f492a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:34:38Z', 'updated_at': '2021-08-31T09:34:39Z', 'revision_number': 2, 'project_id': '21937291cca54a0a9d6ebe426f492a5c', 'gw_port_host': None}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:34:40.785532 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-905c8063-e426-4f56-8284-cf1781a0df74 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:40.788773 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-905c8063-e426-4f56-8284-cf1781a0df74 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:40.884669 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-119dcae6-589f-45b3-8e3c-9825e59ccb35 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:40.895481 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-119dcae6-589f-45b3-8e3c-9825e59ccb35 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ac554a-dcaf-4198-adc7-a02e62850258']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:40.907302 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-119dcae6-589f-45b3-8e3c-9825e59ccb35 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c484174d-48f3-498a-82e6-7e9fee1c27f6') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:40.907599 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-119dcae6-589f-45b3-8e3c-9825e59ccb35 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c484174d-48f3-498a-82e6-7e9fee1c27f6') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:40.918719 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-119dcae6-589f-45b3-8e3c-9825e59ccb35 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:40.936394 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-119dcae6-589f-45b3-8e3c-9825e59ccb35 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:40.944678 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-119dcae6-589f-45b3-8e3c-9825e59ccb35 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Releasing vlan 1616 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:34:40.944678 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-119dcae6-589f-45b3-8e3c-9825e59ccb35 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:40.947657 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:34:40.947657 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:34:40.947657 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:34:40.947657 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:34:40.947657 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:34:40.947657 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:34:40.947657 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:34:40.947657 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:34:40.947657 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:34:40.947657 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:34:40.947657 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:34:40.947657 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:34:40.947657 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:34:40.947657 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:34:40.947657 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:34:40.947657 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:34:40.947657 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:34:40.947657 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:34:40.947657 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:34:40.947657 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:34:40.947657 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:34:40.947657 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:34:40.947657 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:34:40.947657 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:34:40.947657 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:34:40.947657 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:34:40.947657 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:34:40.947657 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:34:40.947657 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:34:40.947657 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:34:40.947657 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:34:40.947657 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:34:40.992439 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-905c8063-e426-4f56-8284-cf1781a0df74 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:40.996504 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905c8063-e426-4f56-8284-cf1781a0df74 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Fanout notify agent at l3_agent the message router_deleted on router 1eb94aed-48cf-4834-99da-e5988154622c {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:34:41.005545 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-905c8063-e426-4f56-8284-cf1781a0df74 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:41.007373 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-905c8063-e426-4f56-8284-cf1781a0df74 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/routers/1eb94aed-48cf-4834-99da-e5988154622c HTTP/1.1" status: 204 len: 168 time: 0.5493219 Aug 31 09:34:41.010115 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53602) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:41.042597 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4fbd4dfc-90de-4b0c-8fde-112f6c9ec9ab tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "GET /v2.0/ports?device_id=1eb94aed-48cf-4834-99da-e5988154622c HTTP/1.1" status: 200 len: 205 time: 0.0312898 Aug 31 09:34:41.051733 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53604) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:41.093363 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-6ff36e7a-f91d-4afd-974e-b0d112e2af52 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] delete failed (client error): The resource could not be found. Aug 31 09:34:41.094464 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6ff36e7a-f91d-4afd-974e-b0d112e2af52 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/routers/1eb94aed-48cf-4834-99da-e5988154622c HTTP/1.1" status: 404 len: 336 time: 0.0417633 Aug 31 09:34:41.097076 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53606) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:41.128612 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-119dcae6-589f-45b3-8e3c-9825e59ccb35 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:41.130431 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a3ea040-d0b1-49d6-8980-0318866fe0ff tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] DELETE failed (client error): The resource could not be found. Aug 31 09:34:41.130955 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a3ea040-d0b1-49d6-8980-0318866fe0ff tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:34:41.133920 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0a3ea040-d0b1-49d6-8980-0318866fe0ff tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/subnets/c4b50b08-09ea-460a-883d-6c754f18b2d0 HTTP/1.1" status: 404 len: 337 time: 0.0358586 Aug 31 09:34:41.137400 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53608) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:41.137896 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-119dcae6-589f-45b3-8e3c-9825e59ccb35 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:41.139598 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-119dcae6-589f-45b3-8e3c-9825e59ccb35 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] 10.222.0.119 "DELETE /v2.0/networks/83ac554a-dcaf-4198-adc7-a02e62850258 HTTP/1.1" status: 204 len: 168 time: 0.6834447 Aug 31 09:34:41.142202 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53610) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:41.152455 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119dcae6-589f-45b3-8e3c-9825e59ccb35 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Pushing event deleted for resources: {'Network': ['ID=83ac554a-dcaf-4198-adc7-a02e62850258,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:41.190941 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-a94c50db-5022-4531-aa77-6aaba3841bc0 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] DELETE failed (client error): The resource could not be found. Aug 31 09:34:41.191392 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a94c50db-5022-4531-aa77-6aaba3841bc0 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:34:41.193501 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a94c50db-5022-4531-aa77-6aaba3841bc0 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/subnets/e7bf23f3-a26a-4df9-882e-f4cb515d2af0 HTTP/1.1" status: 404 len: 337 time: 0.0539634 Aug 31 09:34:41.196752 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53612) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:41.244295 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-89205678-0a10-4e1f-a97e-fbb45643c14c tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] DELETE failed (client error): The resource could not be found. Aug 31 09:34:41.244912 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89205678-0a10-4e1f-a97e-fbb45643c14c tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:34:41.247166 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-89205678-0a10-4e1f-a97e-fbb45643c14c tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/subnets/4b8a144e-96b9-4d20-93c1-bd1467b7ab76 HTTP/1.1" status: 404 len: 337 time: 0.0489099 Aug 31 09:34:41.249380 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53616) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:41.258656 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81a76da0-efa4-49a9-a609-f2da748a0405 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:41.287504 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ce8748-3ce9-4c82-9d9b-8e363f03190f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] DELETE failed (client error): The resource could not be found. Aug 31 09:34:41.288410 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56ce8748-3ce9-4c82-9d9b-8e363f03190f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:34:41.290876 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-56ce8748-3ce9-4c82-9d9b-8e363f03190f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/subnets/2c866543-7fd5-4abe-8e22-d7a2398fd8da HTTP/1.1" status: 404 len: 337 time: 0.0399687 Aug 31 09:34:41.293979 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53618) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:41.325839 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4ebcbbcf-df01-46da-89f5-b9e90a3f06c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:41.347865 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4f2fe997-9674-49ef-8099-08e9139f3d2c tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "GET /v2.0/ports?device_id=76d9c746-83b9-4b07-b10b-8be01d213973 HTTP/1.1" status: 200 len: 205 time: 0.0504780 Aug 31 09:34:41.353496 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53620) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:41.372227 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81a76da0-efa4-49a9-a609-f2da748a0405 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:41.384466 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-81a76da0-efa4-49a9-a609-f2da748a0405 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf4a164-3146-4a30-a235-01f614ea9a7a']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:41.396666 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-81a76da0-efa4-49a9-a609-f2da748a0405 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9653e47a-f025-48a7-b43f-a07b475a59ca') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:41.396971 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-81a76da0-efa4-49a9-a609-f2da748a0405 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9653e47a-f025-48a7-b43f-a07b475a59ca') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:41.398320 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-50bb4dfd-44d9-43ce-ac29-65ffa1bc72df tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] delete failed (client error): The resource could not be found. Aug 31 09:34:41.402158 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-50bb4dfd-44d9-43ce-ac29-65ffa1bc72df tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/routers/76d9c746-83b9-4b07-b10b-8be01d213973 HTTP/1.1" status: 404 len: 336 time: 0.0443900 Aug 31 09:34:41.403319 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53622) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:41.408136 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81a76da0-efa4-49a9-a609-f2da748a0405 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:41.424698 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81a76da0-efa4-49a9-a609-f2da748a0405 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:41.433198 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a76da0-efa4-49a9-a609-f2da748a0405 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Releasing vlan 1617 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:34:41.433198 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81a76da0-efa4-49a9-a609-f2da748a0405 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:41.433489 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f806a48c-13c2-4f5f-95f9-854877e57a1b tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "GET /v2.0/ports?device_id=59e0a558-b0ca-46b4-bf56-c630b265fee0 HTTP/1.1" status: 200 len: 205 time: 0.0291383 Aug 31 09:34:41.439005 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:34:41.439005 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:34:41.439005 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:34:41.439005 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:34:41.439005 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:34:41.439005 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:34:41.439005 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:34:41.439005 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:34:41.439005 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:34:41.439005 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:34:41.439005 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:34:41.439005 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:34:41.439005 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:34:41.439005 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:34:41.439005 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:34:41.439005 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:34:41.439005 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:34:41.439005 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:34:41.439005 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:34:41.439005 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:34:41.439005 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:34:41.439005 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:34:41.439005 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:34:41.439005 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:34:41.439005 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:34:41.439005 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:34:41.439005 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:34:41.439005 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:34:41.439005 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:34:41.439005 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:34:41.439005 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:34:41.439005 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:34:41.441008 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b2c87-cb3d-4306-b1e8-6152d42d60c4 req-62a0ed9d-34ec-4d58-9823-c43cefe8eb9e tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:41.441764 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-204b2c87-cb3d-4306-b1e8-6152d42d60c4 req-62a0ed9d-34ec-4d58-9823-c43cefe8eb9e tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=00d83e7f-c47b-4817-929b-fcdc88ef29dc HTTP/1.1" status: 200 len: 945 time: 0.1351373 Aug 31 09:34:41.442250 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53626) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:41.508876 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-8d290d03-2a19-4da6-9f09-60b6edf79f49 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] delete failed (client error): The resource could not be found. Aug 31 09:34:41.509931 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8d290d03-2a19-4da6-9f09-60b6edf79f49 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/routers/59e0a558-b0ca-46b4-bf56-c630b265fee0 HTTP/1.1" status: 404 len: 336 time: 0.0667605 Aug 31 09:34:41.512417 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53630) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:41.550871 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-7698451e-597e-4c42-b59a-2fc5f48eae3f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] DELETE failed (client error): The resource could not be found. Aug 31 09:34:41.551324 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7698451e-597e-4c42-b59a-2fc5f48eae3f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:34:41.553055 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7698451e-597e-4c42-b59a-2fc5f48eae3f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/subnets/fa348606-1c95-4d81-99f2-2b6bba2d9451 HTTP/1.1" status: 404 len: 337 time: 0.0395744 Aug 31 09:34:41.556562 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53632) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:41.556929 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-204b2c87-cb3d-4306-b1e8-6152d42d60c4 req-442bdef4-57ef-4a93-9f77-e126234ebfdf tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073179 Aug 31 09:34:41.594101 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b7c553c4-4d79-453c-8fff-68b485fb9a8f tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "GET /v2.0/ports?device_id=76e5aa64-9a66-452e-8a70-b263ca075060 HTTP/1.1" status: 200 len: 205 time: 0.0357952 Aug 31 09:34:41.596376 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53636) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:41.627382 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81a76da0-efa4-49a9-a609-f2da748a0405 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:41.632157 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81a76da0-efa4-49a9-a609-f2da748a0405 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:41.634195 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-81a76da0-efa4-49a9-a609-f2da748a0405 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] 10.222.0.119 "DELETE /v2.0/networks/abf4a164-3146-4a30-a235-01f614ea9a7a HTTP/1.1" status: 204 len: 168 time: 0.4782691 Aug 31 09:34:41.643151 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-eb95017e-9f07-4293-913e-3bed9237bc20 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] delete failed (client error): The resource could not be found. Aug 31 09:34:41.644417 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-eb95017e-9f07-4293-913e-3bed9237bc20 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/routers/76e5aa64-9a66-452e-8a70-b263ca075060 HTTP/1.1" status: 404 len: 336 time: 0.0471270 Aug 31 09:34:41.647105 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53640) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:41.681704 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a76da0-efa4-49a9-a609-f2da748a0405 tempest-QuotasNegativeTest-1971301776 tempest-QuotasNegativeTest-1971301776-project-admin] Pushing event deleted for resources: {'Network': ['ID=abf4a164-3146-4a30-a235-01f614ea9a7a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:41.689121 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8ad2178e-fb05-4165-b369-2c965e599737 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "GET /v2.0/ports?device_id=1d9d9678-0e31-45a1-b9da-728898b54f2a HTTP/1.1" status: 200 len: 205 time: 0.0401735 Aug 31 09:34:41.691619 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53642) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:41.734728 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b4e37-7e44-4622-80c5-db4327727a03 req-c5b33fc6-267f-447b-8a06-667d677eae14 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:41.736466 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f48b4e37-7e44-4622-80c5-db4327727a03 req-c5b33fc6-267f-447b-8a06-667d677eae14 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=00d83e7f-c47b-4817-929b-fcdc88ef29dc HTTP/1.1" status: 200 len: 945 time: 0.0772793 Aug 31 09:34:41.738397 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-b674e12d-0243-46c1-8663-d7b4ad57ba6d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] delete failed (client error): The resource could not be found. Aug 31 09:34:41.739549 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b674e12d-0243-46c1-8663-d7b4ad57ba6d tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/routers/1d9d9678-0e31-45a1-b9da-728898b54f2a HTTP/1.1" status: 404 len: 336 time: 0.0468280 Aug 31 09:34:41.742301 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53644) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:41.781205 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-59a768ff-c497-4e8c-b556-55cdc14ee3fa tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] DELETE failed (client error): The resource could not be found. Aug 31 09:34:41.781783 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59a768ff-c497-4e8c-b556-55cdc14ee3fa tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:34:41.786017 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-59a768ff-c497-4e8c-b556-55cdc14ee3fa tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/subnets/b9545ef5-10d2-4818-a4e1-74a92402be5c HTTP/1.1" status: 404 len: 337 time: 0.0399089 Aug 31 09:34:41.786477 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53646) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:41.810962 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f48b4e37-7e44-4622-80c5-db4327727a03 req-4df6d630-bd0e-4bf3-9a7c-2b249fe1d6b7 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595973 Aug 31 09:34:41.824783 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5a907046-1bd2-4038-b474-f7a8487a6430 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "GET /v2.0/ports?device_id=05b1ce20-568c-4c06-a3f5-cc241763383e HTTP/1.1" status: 200 len: 205 time: 0.0365198 Aug 31 09:34:41.826811 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53648) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:41.891215 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-76edf20d-57c8-4331-91c8-9ee6c3c74628 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] delete failed (client error): The resource could not be found. Aug 31 09:34:41.893961 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-76edf20d-57c8-4331-91c8-9ee6c3c74628 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/routers/05b1ce20-568c-4c06-a3f5-cc241763383e HTTP/1.1" status: 404 len: 336 time: 0.0660372 Aug 31 09:34:41.895520 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53652) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:41.926654 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad6f4f10-0c70-43b9-8680-e02cf272a262 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] DELETE failed (client error): The resource could not be found. Aug 31 09:34:41.927112 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad6f4f10-0c70-43b9-8680-e02cf272a262 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:34:41.931657 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ad6f4f10-0c70-43b9-8680-e02cf272a262 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/subnets/39a7cf89-21e3-4df5-97e1-b5bada39fa98 HTTP/1.1" status: 404 len: 337 time: 0.0324028 Aug 31 09:34:41.932314 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53654) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:41.975159 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-30a9ce0a-32a4-4cd7-9623-d4f240c97e7a tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "GET /v2.0/ports?device_id=c71048f4-703b-479e-be1a-51465f4e9987 HTTP/1.1" status: 200 len: 205 time: 0.0396907 Aug 31 09:34:41.978840 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53658) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:42.026760 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-2d1b6d0e-b07d-40ac-bd28-ade89bcf7098 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] delete failed (client error): The resource could not be found. Aug 31 09:34:42.036362 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2d1b6d0e-b07d-40ac-bd28-ade89bcf7098 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/routers/c71048f4-703b-479e-be1a-51465f4e9987 HTTP/1.1" status: 404 len: 336 time: 0.0480525 Aug 31 09:34:42.036362 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53660) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:42.071710 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f850c25-38e8-4807-a2f3-4a48037cd938 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] DELETE failed (client error): The resource could not be found. Aug 31 09:34:42.072267 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f850c25-38e8-4807-a2f3-4a48037cd938 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:34:42.077547 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7f850c25-38e8-4807-a2f3-4a48037cd938 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/subnets/26000630-70e7-456a-a630-618458a66bf1 HTTP/1.1" status: 404 len: 337 time: 0.0400932 Aug 31 09:34:42.078214 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53662) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:42.115876 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaec66ef-bb5c-45b2-80c9-7c7f1a05b0d0 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] DELETE failed (client error): The resource could not be found. Aug 31 09:34:42.116441 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaec66ef-bb5c-45b2-80c9-7c7f1a05b0d0 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:34:42.121972 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-aaec66ef-bb5c-45b2-80c9-7c7f1a05b0d0 tempest-RoutersIpV6Test-1723259090 tempest-RoutersIpV6Test-1723259090-project] 10.222.0.119 "DELETE /v2.0/subnets/f6997249-2c22-465d-87e7-762948f063ec HTTP/1.1" status: 404 len: 337 time: 0.0393004 Aug 31 09:34:42.412586 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911a6df-522d-4b3e-9b30-87fc7cdc2214 req-5429d8f7-8b05-42f7-b82b-51689be0540a tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:42.417291 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e911a6df-522d-4b3e-9b30-87fc7cdc2214 req-5429d8f7-8b05-42f7-b82b-51689be0540a tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=00d83e7f-c47b-4817-929b-fcdc88ef29dc HTTP/1.1" status: 200 len: 945 time: 0.0642240 Aug 31 09:34:42.474610 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e911a6df-522d-4b3e-9b30-87fc7cdc2214 req-d4db30dd-c739-4088-9eea-83963c31f851 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462055 Aug 31 09:34:42.658284 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53678) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:42.744483 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53686) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:42.840972 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2ed3a5a6-7f64-40cb-b552-2bf9de76e63b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:42.934800 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a87aeeec-3622-4a7c-8c8a-3bb71c8a40fc admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=21937291cca54a0a9d6ebe426f492a5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1887643 Aug 31 09:34:42.935190 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53690) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:42.993528 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2ed3a5a6-7f64-40cb-b552-2bf9de76e63b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:43.003007 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7fe796f3-6a07-4abc-aed7-a058a195b773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:43.039267 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7fe796f3-6a07-4abc-aed7-a058a195b773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:43.302090 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2ed3a5a6-7f64-40cb-b552-2bf9de76e63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:43.304623 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7fe796f3-6a07-4abc-aed7-a058a195b773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:43.310819 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7fe796f3-6a07-4abc-aed7-a058a195b773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:43.322587 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7fe796f3-6a07-4abc-aed7-a058a195b773 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/4bb925e8-9203-48df-bef6-93cbcbcbc97a HTTP/1.1" status: 204 len: 168 time: 0.3802443 Aug 31 09:34:43.332858 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe796f3-6a07-4abc-aed7-a058a195b773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb925e8-9203-48df-bef6-93cbcbcbc97a,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:43.357681 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3a5a6-7f64-40cb-b552-2bf9de76e63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e998514-316b-4ea9-bb21-44989d5d53a6,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:43.362254 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2ed3a5a6-7f64-40cb-b552-2bf9de76e63b admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=b9a860e9c8d64de3bdb565fe3a4b269c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7028642 Aug 31 09:34:43.365047 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53696) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:43.426369 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c15e1fa-ef4c-4f0a-9fcf-bb841ae91314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:43.453495 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c15e1fa-ef4c-4f0a-9fcf-bb841ae91314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:43.456056 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53698) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:43.581020 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-44ee7708-6bf2-424c-999e-74e76186c9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:43.590918 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c15e1fa-ef4c-4f0a-9fcf-bb841ae91314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:43.593402 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c15e1fa-ef4c-4f0a-9fcf-bb841ae91314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:43.594539 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1c15e1fa-ef4c-4f0a-9fcf-bb841ae91314 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/9e998514-316b-4ea9-bb21-44989d5d53a6 HTTP/1.1" status: 204 len: 168 time: 0.2282548 Aug 31 09:34:43.609112 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15e1fa-ef4c-4f0a-9fcf-bb841ae91314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e998514-316b-4ea9-bb21-44989d5d53a6,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:43.617928 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4126c52-a4f0-4733-bf87-75cf14f23523 req-bde0770a-d52f-42d6-883f-c93ce501c551 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:43.629408 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4126c52-a4f0-4733-bf87-75cf14f23523 req-bde0770a-d52f-42d6-883f-c93ce501c551 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=00d83e7f-c47b-4817-929b-fcdc88ef29dc HTTP/1.1" status: 200 len: 945 time: 0.0806689 Aug 31 09:34:43.673193 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4126c52-a4f0-4733-bf87-75cf14f23523 req-6bed7f24-b549-4dc7-b982-db0338d027b6 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361342 Aug 31 09:34:43.698172 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-44ee7708-6bf2-424c-999e-74e76186c9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:43.769989 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-44ee7708-6bf2-424c-999e-74e76186c9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:43.815540 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-44ee7708-6bf2-424c-999e-74e76186c9f8 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=a45255af2984483995302477cfd868c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3583097 Aug 31 09:34:43.816515 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee7708-6bf2-424c-999e-74e76186c9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006aeb93-8f09-494c-810c-48ce26f6b25a,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:43.818107 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53714) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:43.878604 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a6e46ab2-ed4e-452a-adb7-bea01f814f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:43.903793 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a6e46ab2-ed4e-452a-adb7-bea01f814f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:43.936066 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-735f461c-2fa1-4b1d-a1cc-962ff9e23bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:43.958648 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbeb79-0517-4f73-91b2-e1bc2245a87e req-08e67c21-194c-42a9-bf18-fc7ddc2572ef tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:43.960442 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c1bbeb79-0517-4f73-91b2-e1bc2245a87e req-08e67c21-194c-42a9-bf18-fc7ddc2572ef tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.112 "GET /v2.0/ports?device_id=00d83e7f-c47b-4817-929b-fcdc88ef29dc HTTP/1.1" status: 200 len: 945 time: 0.0766401 Aug 31 09:34:44.056847 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a6e46ab2-ed4e-452a-adb7-bea01f814f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:44.060222 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a6e46ab2-ed4e-452a-adb7-bea01f814f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:44.062824 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-c1bbeb79-0517-4f73-91b2-e1bc2245a87e req-009c197f-1d78-47ca-b8da-1b130500f862 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Deleting port cccbef23-45c2-4da6-a0f7-3ef99747d477 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:44.063213 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c1bbeb79-0517-4f73-91b2-e1bc2245a87e req-009c197f-1d78-47ca-b8da-1b130500f862 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:44.065602 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a6e46ab2-ed4e-452a-adb7-bea01f814f05 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/006aeb93-8f09-494c-810c-48ce26f6b25a HTTP/1.1" status: 204 len: 168 time: 0.2462761 Aug 31 09:34:44.074676 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e46ab2-ed4e-452a-adb7-bea01f814f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006aeb93-8f09-494c-810c-48ce26f6b25a,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:44.096961 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:44.169236 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-c1bbeb79-0517-4f73-91b2-e1bc2245a87e req-009c197f-1d78-47ca-b8da-1b130500f862 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] For port cccbef23-45c2-4da6-a0f7-3ef99747d477, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=cccbef23-45c2-4da6-a0f7-3ef99747d477,segment=NetworkSegment(e7bfaea8-dc50-4428-a9a7-b756d181f6bc),segment_id=e7bfaea8-dc50-4428-a9a7-b756d181f6bc)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:44.169486 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c1bbeb79-0517-4f73-91b2-e1bc2245a87e req-009c197f-1d78-47ca-b8da-1b130500f862 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:44.185046 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-c1bbeb79-0517-4f73-91b2-e1bc2245a87e req-009c197f-1d78-47ca-b8da-1b130500f862 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Calling delete_port for cccbef23-45c2-4da6-a0f7-3ef99747d477 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:44.270989 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53724) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:44.287586 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f67b2135-7dd1-402f-be64-b595e54b7891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:44.370820 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c1bbeb79-0517-4f73-91b2-e1bc2245a87e req-009c197f-1d78-47ca-b8da-1b130500f862 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:44.383602 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['64e9d2c0-c295-49dd-a174-c58969297e22', 'cccbef23-45c2-4da6-a0f7-3ef99747d477'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:44.409407 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c197f-1d78-47ca-b8da-1b130500f862 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Pushing event deleted for resources: {'Port': ['ID=cccbef23-45c2-4da6-a0f7-3ef99747d477,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:44.459929 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1bbeb79-0517-4f73-91b2-e1bc2245a87e req-009c197f-1d78-47ca-b8da-1b130500f862 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] No DVR routers for this DVR port cccbef23-45c2-4da6-a0f7-3ef99747d477 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:34:44.465209 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c1bbeb79-0517-4f73-91b2-e1bc2245a87e req-009c197f-1d78-47ca-b8da-1b130500f862 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:44.468924 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c1bbeb79-0517-4f73-91b2-e1bc2245a87e req-009c197f-1d78-47ca-b8da-1b130500f862 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.112 "DELETE /v2.0/ports/cccbef23-45c2-4da6-a0f7-3ef99747d477 HTTP/1.1" status: 204 len: 173 time: 0.5006015 Aug 31 09:34:44.468924 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d83e7f-c47b-4817-929b-fcdc88ef29dc', 'name': 'network-vif-deleted', 'tag': 'cccbef23-45c2-4da6-a0f7-3ef99747d477'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:44.473449 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb07cd0-96ce-4820-bf2d-8032fd973d17" -d '{"events": [{"server_uuid": "00d83e7f-c47b-4817-929b-fcdc88ef29dc", "name": "network-vif-deleted", "tag": "cccbef23-45c2-4da6-a0f7-3ef99747d477"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:44.486243 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f67b2135-7dd1-402f-be64-b595e54b7891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:44.518679 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913d5121-7072-40fc-a505-6395769ef580 x-openstack-request-id: req-913d5121-7072-40fc-a505-6395769ef580 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:44.518679 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d83e7f-c47b-4817-929b-fcdc88ef29dc", "name": "network-vif-deleted", "tag": "cccbef23-45c2-4da6-a0f7-3ef99747d477", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:44.518679 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-913d5121-7072-40fc-a505-6395769ef580 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:44.518679 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d83e7f-c47b-4817-929b-fcdc88ef29dc', 'name': 'network-vif-deleted', 'tag': 'cccbef23-45c2-4da6-a0f7-3ef99747d477', 'status': 'completed', 'code': 200} Aug 31 09:34:44.584317 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f67b2135-7dd1-402f-be64-b595e54b7891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:44.622267 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f67b2135-7dd1-402f-be64-b595e54b7891 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=44aa58d89f934f6f9a3a926310713c27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3489161 Aug 31 09:34:44.624468 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53736) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:44.630663 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b2135-7dd1-402f-be64-b595e54b7891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1082a93a-2466-467b-b69f-388635668ad0,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:44.686726 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a9859bdd-f486-49c5-8e1a-c3ad078176e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:44.711517 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a9859bdd-f486-49c5-8e1a-c3ad078176e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:44.842962 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d670b2fb-1470-4983-b553-260a7d8725b8 req-22c3ba07-62d0-41e9-813d-3fb493233643 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=00d83e7f-c47b-4817-929b-fcdc88ef29dc HTTP/1.1" status: 200 len: 210 time: 0.0537302 Aug 31 09:34:44.850315 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a9859bdd-f486-49c5-8e1a-c3ad078176e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:44.854364 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a9859bdd-f486-49c5-8e1a-c3ad078176e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:44.855115 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a9859bdd-f486-49c5-8e1a-c3ad078176e1 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/1082a93a-2466-467b-b69f-388635668ad0 HTTP/1.1" status: 204 len: 168 time: 0.2296700 Aug 31 09:34:44.869897 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9859bdd-f486-49c5-8e1a-c3ad078176e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1082a93a-2466-467b-b69f-388635668ad0,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:44.900689 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53746) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:44.959282 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53750) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:44.976380 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-61b77bbb-fa83-419e-abe3-d5d974872ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.080095 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-61b77bbb-fa83-419e-abe3-d5d974872ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.118817 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-073e1bba-650f-453d-91a0-281e70496852 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1998016181', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:45.160204 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-61b77bbb-fa83-419e-abe3-d5d974872ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.205086 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-61b77bbb-fa83-419e-abe3-d5d974872ec3 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=b3169d85710e43acb81737b7fec95db2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2444379 Aug 31 09:34:45.205894 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53752) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:45.209906 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b77bbb-fa83-419e-abe3-d5d974872ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ec83f7-ec07-4e36-9e22-d2387cd33401,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:45.270948 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-116e4e11-307c-4d72-be05-9c032ac6e3f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.284866 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-073e1bba-650f-453d-91a0-281e70496852 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.287002 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-073e1bba-650f-453d-91a0-281e70496852 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.298405 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-116e4e11-307c-4d72-be05-9c032ac6e3f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.317889 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.342987 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-073e1bba-650f-453d-91a0-281e70496852 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.415852 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-116e4e11-307c-4d72-be05-9c032ac6e3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.416479 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-073e1bba-650f-453d-91a0-281e70496852 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.418948 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-116e4e11-307c-4d72-be05-9c032ac6e3f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.434341 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-116e4e11-307c-4d72-be05-9c032ac6e3f0 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/77ec83f7-ec07-4e36-9e22-d2387cd33401 HTTP/1.1" status: 204 len: 168 time: 0.2138095 Aug 31 09:34:45.434341 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e4e11-307c-4d72-be05-9c032ac6e3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ec83f7-ec07-4e36-9e22-d2387cd33401,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:45.541777 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-073e1bba-650f-453d-91a0-281e70496852 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.543412 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-073e1bba-650f-453d-91a0-281e70496852 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6411898 Aug 31 09:34:45.546105 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53764) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:45.551017 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-90a6cff9-5a97-434a-bfbd-4034a90063e9 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-431384788'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:45.639063 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a6cff9-5a97-434a-bfbd-4034a90063e9 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Made reservation on behalf of 4b2f8e9607ac45b3b0acbafff29ed66b for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:45.643300 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-90a6cff9-5a97-434a-bfbd-4034a90063e9 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.653507 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-90a6cff9-5a97-434a-bfbd-4034a90063e9 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.746022 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-90a6cff9-5a97-434a-bfbd-4034a90063e9 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.832849 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-90a6cff9-5a97-434a-bfbd-4034a90063e9 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.861092 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a6cff9-5a97-434a-bfbd-4034a90063e9 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] vlan segment allocate from pool success with {'vlan_id': 1609, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:34:45.876885 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6cff9-5a97-434a-bfbd-4034a90063e9 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ad70b0-d2ce-412e-bc7c-5be8a6ec3755,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:45.885061 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-90a6cff9-5a97-434a-bfbd-4034a90063e9 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:45.885476 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-90a6cff9-5a97-434a-bfbd-4034a90063e9 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Added segment 715d4405-8182-4b2a-8064-d28f15d906ad of type vlan for network 01aa0d3b-3707-4d10-bf94-48337255ecce Aug 31 09:34:45.950511 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-90a6cff9-5a97-434a-bfbd-4034a90063e9 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:46.043752 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-90a6cff9-5a97-434a-bfbd-4034a90063e9 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:46.049625 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a6cff9-5a97-434a-bfbd-4034a90063e9 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:46.050281 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-90a6cff9-5a97-434a-bfbd-4034a90063e9 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:46.238478 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53784) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.260374 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bcab627f-9ba1-479a-b66f-417c22e25f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:46.352668 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53786) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.403932 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bcab627f-9ba1-479a-b66f-417c22e25f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:46.441421 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6cff9-5a97-434a-bfbd-4034a90063e9 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Pushing event updated for resources: {'Network': ['ID=01aa0d3b-3707-4d10-bf94-48337255ecce,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:46.453414 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 01aa0d3b-3707-4d10-bf94-48337255ecce details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:34:46.478860 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-ade2d91b-2a50-454a-b864-8f9d64dba66f tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.480269 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ade2d91b-2a50-454a-b864-8f9d64dba66f tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1261010 Aug 31 09:34:46.487425 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53792) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.492543 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-73b3a59e-a97c-4e61-8137-c6fdc966c429 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.493603 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-73b3a59e-a97c-4e61-8137-c6fdc966c429 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0049777 Aug 31 09:34:46.495810 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bcab627f-9ba1-479a-b66f-417c22e25f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:46.496682 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53794) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.504158 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [None req-cb3a75b4-280c-4d0e-8148-6ca6cbf00649 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.505375 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-cb3a75b4-280c-4d0e-8148-6ca6cbf00649 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0072248 Aug 31 09:34:46.508085 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53796) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.512930 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [None req-52ce7d59-d010-4850-82f2-3c148d1ae9b6 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.514006 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-52ce7d59-d010-4850-82f2-3c148d1ae9b6 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0045452 Aug 31 09:34:46.516600 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53800) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.521204 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [None req-d9653404-ff9f-48c6-91cf-d75306eecf13 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.522108 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d9653404-ff9f-48c6-91cf-d75306eecf13 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0043170 Aug 31 09:34:46.525419 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53802) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.530153 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [None req-2ef13b6f-787b-4bd1-b3e0-43914c7c923f tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.531093 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2ef13b6f-787b-4bd1-b3e0-43914c7c923f tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0045471 Aug 31 09:34:46.533757 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53804) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.535682 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-90a6cff9-5a97-434a-bfbd-4034a90063e9 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9884298 Aug 31 09:34:46.539174 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53806) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.542995 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-024285af-eaec-48a9-a3cd-8c4ae79b583e tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.544189 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-024285af-eaec-48a9-a3cd-8c4ae79b583e tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0082166 Aug 31 09:34:46.544713 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-fddf8da7-6f70-4df9-91f8-57bb66e3ebd4 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Request body: {'subnet': {'network_id': '01aa0d3b-3707-4d10-bf94-48337255ecce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:46.546297 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53808) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.551849 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-cd1e9513-2ba3-4714-9d6e-7a7be654f9c6 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.552974 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-cd1e9513-2ba3-4714-9d6e-7a7be654f9c6 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0046492 Aug 31 09:34:46.559303 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bcab627f-9ba1-479a-b66f-417c22e25f13 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=4fb139b82ee24110a857fd21ac9e6bc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3165653 Aug 31 09:34:46.559303 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53810) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.559593 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab627f-9ba1-479a-b66f-417c22e25f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c360c6e-23f5-481c-865d-ea4c5c5139e9,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:46.562057 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53812) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.565247 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-912fc5ea-52a3-4f16-9f24-e16f80d80df3 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.566378 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-912fc5ea-52a3-4f16-9f24-e16f80d80df3 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0079262 Aug 31 09:34:46.575780 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53814) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.580422 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-1c523eb3-9913-4cae-9b5f-01ce39d4529f tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.582601 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1c523eb3-9913-4cae-9b5f-01ce39d4529f tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0045638 Aug 31 09:34:46.588537 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53816) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.594674 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-1b5581b0-3313-4868-a98a-e5a651f5961a tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.595773 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1b5581b0-3313-4868-a98a-e5a651f5961a tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0061569 Aug 31 09:34:46.599126 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53818) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.608272 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-20cb9455-07e8-4633-bb56-78c6090de9f0 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.609254 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-20cb9455-07e8-4633-bb56-78c6090de9f0 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0090137 Aug 31 09:34:46.612892 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53820) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.621209 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-d2631495-7040-4675-8bc4-7a26f9b92b84 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.624578 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d2631495-7040-4675-8bc4-7a26f9b92b84 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0084040 Aug 31 09:34:46.624759 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53824) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.628998 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-84ccfead-ad5f-4bbe-ad7c-30bcaeae9220 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.630041 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-84ccfead-ad5f-4bbe-ad7c-30bcaeae9220 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0043917 Aug 31 09:34:46.632901 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53826) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.648454 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [None req-adf734aa-e275-4eb6-af41-986a17413589 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.649632 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-adf734aa-e275-4eb6-af41-986a17413589 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0159326 Aug 31 09:34:46.654969 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53832) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.659767 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-ef8ad8e0-7835-42b1-b9b4-bbb7fcbf80c7 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.660723 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ef8ad8e0-7835-42b1-b9b4-bbb7fcbf80c7 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0045526 Aug 31 09:34:46.661480 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-addcf927-3392-4310-b149-144cd43a67b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:46.663857 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53834) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.669482 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-419b8e9e-2a17-4859-96d3-f2a4bf21cf5e tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.670425 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-419b8e9e-2a17-4859-96d3-f2a4bf21cf5e tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0054517 Aug 31 09:34:46.672963 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53836) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.680853 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [None req-e15d6948-3227-4535-9ddc-7535cdcd5f6a tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.681843 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e15d6948-3227-4535-9ddc-7535cdcd5f6a tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0077205 Aug 31 09:34:46.696152 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53842) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.697843 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-addcf927-3392-4310-b149-144cd43a67b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:46.700934 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [None req-1d2cf687-1110-431f-aae6-ba62bd5be75d tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.701927 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1d2cf687-1110-431f-aae6-ba62bd5be75d tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0042276 Aug 31 09:34:46.704588 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53844) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.710670 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-c89467e6-7acb-4d4b-b628-67f6801a460f tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.711747 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c89467e6-7acb-4d4b-b628-67f6801a460f tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0054240 Aug 31 09:34:46.715091 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53846) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.719190 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-ff813a78-4c91-4f77-8cd5-a1ae5202381f tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.720112 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ff813a78-4c91-4f77-8cd5-a1ae5202381f tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0041463 Aug 31 09:34:46.722883 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53848) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.730839 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-c6d228ca-7503-4448-bc49-ccfa63de604a tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.731791 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c6d228ca-7503-4448-bc49-ccfa63de604a tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0080593 Aug 31 09:34:46.734096 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53850) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.738003 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-fc851a7d-a299-4582-b15a-b922954d2837 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.739092 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fc851a7d-a299-4582-b15a-b922954d2837 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0040021 Aug 31 09:34:46.744449 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53852) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.752362 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-c71bb89f-79a3-4662-a7f5-0a49c25511d3 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.753309 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c71bb89f-79a3-4662-a7f5-0a49c25511d3 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0080860 Aug 31 09:34:46.755983 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53854) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.763104 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [None req-1a0bb652-b44f-4928-85eb-9f0609005660 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.763965 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1a0bb652-b44f-4928-85eb-9f0609005660 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0071099 Aug 31 09:34:46.766378 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53856) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.772980 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [None req-cb62cbf2-4c17-451a-8bad-ed659956ba8c tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.774259 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-cb62cbf2-4c17-451a-8bad-ed659956ba8c tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0070114 Aug 31 09:34:46.777056 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddf8da7-6f70-4df9-91f8-57bb66e3ebd4 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Made reservation on behalf of 4b2f8e9607ac45b3b0acbafff29ed66b for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:46.780482 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53858) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.780625 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fddf8da7-6f70-4df9-91f8-57bb66e3ebd4 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:46.784857 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-faeef9e7-5482-4a91-b61f-2faf459c9f73 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.785825 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-faeef9e7-5482-4a91-b61f-2faf459c9f73 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0043931 Aug 31 09:34:46.791038 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53860) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.795887 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-aff73661-5094-474b-8ffa-f8b9d8dc50f8 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.799184 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-aff73661-5094-474b-8ffa-f8b9d8dc50f8 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0048602 Aug 31 09:34:46.799503 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53862) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.803965 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-b93cae32-5f9c-411c-9f88-d8fc5c7bc450 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.807387 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b93cae32-5f9c-411c-9f88-d8fc5c7bc450 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0045788 Aug 31 09:34:46.809410 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53864) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.813576 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-ae2614ea-63fd-4ce3-940e-a3e9ad7c8e07 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.814496 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ae2614ea-63fd-4ce3-940e-a3e9ad7c8e07 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0041921 Aug 31 09:34:46.816691 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53866) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.821494 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-69a5f4eb-8324-4630-adf9-ced52d6877f2 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.822420 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-69a5f4eb-8324-4630-adf9-ced52d6877f2 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0047963 Aug 31 09:34:46.824678 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53868) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.828697 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-a6550c0f-300a-4ade-96ad-a24ed690b879 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.829609 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a6550c0f-300a-4ade-96ad-a24ed690b879 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0041044 Aug 31 09:34:46.837846 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53870) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.842091 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-bef6f5f5-95ec-4487-9d41-5cfd31a60139 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.843179 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bef6f5f5-95ec-4487-9d41-5cfd31a60139 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0042734 Aug 31 09:34:46.845302 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53872) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.850219 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-431dae25-19d4-4d82-841b-edd7cd4459af tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.852166 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-431dae25-19d4-4d82-841b-edd7cd4459af tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0054414 Aug 31 09:34:46.855538 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53874) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.860859 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-418bd926-00db-431c-813d-35bb8d638683 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.867404 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-418bd926-00db-431c-813d-35bb8d638683 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0052929 Aug 31 09:34:46.867404 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-addcf927-3392-4310-b149-144cd43a67b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:46.868975 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-addcf927-3392-4310-b149-144cd43a67b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:46.869797 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-addcf927-3392-4310-b149-144cd43a67b0 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/2c360c6e-23f5-481c-865d-ea4c5c5139e9 HTTP/1.1" status: 204 len: 168 time: 0.3022554 Aug 31 09:34:46.870447 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53876) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.877101 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-de99ccc4-362e-4304-8554-678c58f1a517 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.878195 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-de99ccc4-362e-4304-8554-678c58f1a517 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0047038 Aug 31 09:34:46.883310 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-7ab48e5b-61ae-4435-a594-a1febf0674e6 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:46.884881 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53880) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.889696 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-f22a0d5e-4b75-460d-b11c-d6d3a130bdcc tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.890886 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f22a0d5e-4b75-460d-b11c-d6d3a130bdcc tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0048270 Aug 31 09:34:46.891852 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addcf927-3392-4310-b149-144cd43a67b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c360c6e-23f5-481c-865d-ea4c5c5139e9,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:46.892406 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-7ab48e5b-61ae-4435-a594-a1febf0674e6 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/networks?id=3e58dc22-2b70-42a6-8495-186dad702ce6 HTTP/1.1" status: 200 len: 805 time: 0.1971707 Aug 31 09:34:46.893561 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53882) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.898999 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-679d3f34-0879-421f-8faf-e47c2287c0b0 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.900051 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-679d3f34-0879-421f-8faf-e47c2287c0b0 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0056124 Aug 31 09:34:46.902627 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53884) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.906976 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-071ed620-64e4-4dd7-8783-209415ea613b tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.910870 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-071ed620-64e4-4dd7-8783-209415ea613b tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0044017 Aug 31 09:34:46.912826 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53886) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.918708 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-721dd991-f890-4f63-a3fc-85165e017a75 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.919732 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-721dd991-f890-4f63-a3fc-85165e017a75 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0057609 Aug 31 09:34:46.922243 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53888) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.927003 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-17fa4b37-a366-4e2e-8fe6-ee12231b29e5 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.927711 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-c564905d-9ae2-44fc-99da-6a3c5662cb8c tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/quotas/e847c5c42d2e472689cd257a7d896947 HTTP/1.1" status: 200 len: 375 time: 0.0343804 Aug 31 09:34:46.930693 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-17fa4b37-a366-4e2e-8fe6-ee12231b29e5 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0050511 Aug 31 09:34:46.931108 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53890) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.937082 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-85a4ff15-7851-49e9-9247-cc68580d6a22 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.950081 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-85a4ff15-7851-49e9-9247-cc68580d6a22 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0057826 Aug 31 09:34:46.951039 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53892) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.956020 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [None req-bc54fcea-3a5f-48a0-a199-8a294ec60816 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.959459 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-bc54fcea-3a5f-48a0-a199-8a294ec60816 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0054369 Aug 31 09:34:46.961429 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53896) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.967354 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-132aca4a-702e-44d6-acae-5c8865591d82 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.971712 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-132aca4a-702e-44d6-acae-5c8865591d82 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0085988 Aug 31 09:34:46.973165 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53898) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.980529 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [None req-c0cdc802-0a47-4e1b-99d5-93263db664a8 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.984252 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c0cdc802-0a47-4e1b-99d5-93263db664a8 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0071371 Aug 31 09:34:46.985143 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53900) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.989650 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [None req-3e4fba52-6460-4e2a-84fc-2851bce4ef47 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:46.993003 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3e4fba52-6460-4e2a-84fc-2851bce4ef47 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0044069 Aug 31 09:34:46.994051 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53902) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:46.999550 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-76247f71-ad0c-49d6-8a8d-ef7f4549d927 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:47.003404 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-76247f71-ad0c-49d6-8a8d-ef7f4549d927 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0081582 Aug 31 09:34:47.004203 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53904) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:47.010050 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-97cf3de1-2357-4394-a25d-62102cb39e18 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:47.012465 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-97cf3de1-2357-4394-a25d-62102cb39e18 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0072150 Aug 31 09:34:47.015750 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53906) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:47.020214 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-e8eb9694-1797-4a61-b51a-8ca461bbcde9 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:47.021450 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e8eb9694-1797-4a61-b51a-8ca461bbcde9 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0044317 Aug 31 09:34:47.025290 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53908) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:47.029976 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-e870d2cf-438f-460f-8a76-2758baa32989 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:47.030965 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e870d2cf-438f-460f-8a76-2758baa32989 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0047762 Aug 31 09:34:47.033065 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:47.039005 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53910) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:47.044549 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-82624ca9-1af7-40f7-a006-347be0115cd1 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:47.045429 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-82624ca9-1af7-40f7-a006-347be0115cd1 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0054531 Aug 31 09:34:47.047332 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-b1829ca7-2f3d-488b-a1c3-ca6c6251aae2 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=e847c5c42d2e472689cd257a7d896947&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1096084 Aug 31 09:34:47.048034 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53912) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:47.052124 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-6a2ae594-5676-42bb-93d5-7d86c136d2a6 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:47.053125 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6a2ae594-5676-42bb-93d5-7d86c136d2a6 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0042100 Aug 31 09:34:47.056241 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53914) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:47.060489 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [None req-fa9261ce-36a6-44cb-b4c8-de25bb624d56 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:47.061423 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-fa9261ce-36a6-44cb-b4c8-de25bb624d56 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0042813 Aug 31 09:34:47.067328 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53916) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:47.072399 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-8f2052ac-05e6-4dc5-9190-4438453d2115 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:47.073341 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8f2052ac-05e6-4dc5-9190-4438453d2115 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0050268 Aug 31 09:34:47.075510 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53918) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:47.079376 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-94a6b927-ed45-4690-83ce-77548d1e6f59 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:47.080320 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-94a6b927-ed45-4690-83ce-77548d1e6f59 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0039508 Aug 31 09:34:47.082440 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53920) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:47.088889 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-b8a47aa5-fe1a-464c-92e9-8beaa554b10b tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:47.089823 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b8a47aa5-fe1a-464c-92e9-8beaa554b10b tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0052564 Aug 31 09:34:47.092293 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53922) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:47.096376 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-c5832ed6-34b8-4642-902b-97e0b69d101a tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:47.097542 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c5832ed6-34b8-4642-902b-97e0b69d101a tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0041547 Aug 31 09:34:47.100047 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53924) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:47.104257 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-b286be2d-37f2-4bff-82ce-ea95ce4cf3c9 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:47.105172 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b286be2d-37f2-4bff-82ce-ea95ce4cf3c9 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0041223 Aug 31 09:34:47.107389 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53926) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:47.111986 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-7e8bdae4-b0ba-4f01-8b42-a5da50c8742b tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:47.112922 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7e8bdae4-b0ba-4f01-8b42-a5da50c8742b tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0047030 Aug 31 09:34:47.115806 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53928) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:47.120674 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-d9c56572-26db-4cc9-9821-f1733f1eb807 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:47.121595 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d9c56572-26db-4cc9-9821-f1733f1eb807 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0042837 Aug 31 09:34:47.123821 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53930) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:47.127667 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-a8f73542-996e-4737-bd9e-59d0dd288981 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:47.128660 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a8f73542-996e-4737-bd9e-59d0dd288981 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0039897 Aug 31 09:34:47.130690 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53932) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:47.135097 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-bacfe7b5-2fe5-4a1d-8b0e-51c46c6da79e tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:47.136131 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bacfe7b5-2fe5-4a1d-8b0e-51c46c6da79e tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0045166 Aug 31 09:34:47.142225 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53934) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:47.146251 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-db61f328-a986-436e-91e7-ac07f766e528 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:47.147202 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-db61f328-a986-436e-91e7-ac07f766e528 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0040803 Aug 31 09:34:47.149487 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53936) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:47.153409 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-3641fa73-3131-4bdc-a088-63adc0855866 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:47.154329 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3641fa73-3131-4bdc-a088-63adc0855866 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0040195 Aug 31 09:34:47.156626 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53938) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:47.160630 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-4b67ef8d-8b2e-4049-9bc7-ed3148ab07e5 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:47.161542 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4b67ef8d-8b2e-4049-9bc7-ed3148ab07e5 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0039814 Aug 31 09:34:47.163919 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53940) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:47.168898 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-b596380e-a86c-4637-af63-5e23ed6c5662 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:47.169871 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b596380e-a86c-4637-af63-5e23ed6c5662 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0050902 Aug 31 09:34:47.172274 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53942) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:47.176354 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-0d8d2edc-db30-4ddd-9fa4-c37736ff0154 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:47.177298 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0d8d2edc-db30-4ddd-9fa4-c37736ff0154 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0041661 Aug 31 09:34:47.180316 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53944) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:47.184948 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-15dafd68-6997-472f-b760-f7024fed22b0 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:47.186102 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-15dafd68-6997-472f-b760-f7024fed22b0 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0047836 Aug 31 09:34:47.190906 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-be0a02d5-8d2c-4d8f-a751-3b34f2ea2205 service neutron] 10.222.0.119 "GET /v2.0/networks/3e58dc22-2b70-42a6-8495-186dad702ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254082 Aug 31 09:34:47.193640 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53946) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:47.198829 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [None req-b13b3c05-fcfd-4dd2-8ad4-cf1fb33069f9 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] http://10.222.0.119:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:34:47.199763 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b13b3c05-fcfd-4dd2-8ad4-cf1fb33069f9 tempest-ExtensionsTestJSON-1431515997 tempest-ExtensionsTestJSON-1431515997-project] 10.222.0.119 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0044496 Aug 31 09:34:47.237475 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device cccbef23-45c2-4da6-a0f7-3ef99747d477 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:34:47.260099 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: cccbef23-45c2-4da6-a0f7-3ef99747d477 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:34:47.268541 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device cccbef23-45c2-4da6-a0f7-3ef99747d477 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:34:47.268731 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fddf8da7-6f70-4df9-91f8-57bb66e3ebd4 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:47.342992 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf8da7-6f70-4df9-91f8-57bb66e3ebd4 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Pushing event updated for resources: {'Subnet': ['ID=18779478-8076-493d-8923-68c404949c26,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:47.363344 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-b24f0052-4255-40ca-9538-7afb58c4db00 service neutron] 10.222.0.119 "GET /v2.0/networks/3e58dc22-2b70-42a6-8495-186dad702ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638331 Aug 31 09:34:47.366774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddf8da7-6f70-4df9-91f8-57bb66e3ebd4 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Checking segment: {'id': '715d4405-8182-4b2a-8064-d28f15d906ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1609, 'network_id': '01aa0d3b-3707-4d10-bf94-48337255ecce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:47.366774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddf8da7-6f70-4df9-91f8-57bb66e3ebd4 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Network hostable DHCP agents. Network: 01aa0d3b-3707-4d10-bf94-48337255ecce, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:34:47.431761 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddf8da7-6f70-4df9-91f8-57bb66e3ebd4 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Network 01aa0d3b-3707-4d10-bf94-48337255ecce is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:34:47.536153 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-fddf8da7-6f70-4df9-91f8-57bb66e3ebd4 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 01aa0d3b-3707-4d10-bf94-48337255ecce) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:47.541347 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddf8da7-6f70-4df9-91f8-57bb66e3ebd4 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:47.541938 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fddf8da7-6f70-4df9-91f8-57bb66e3ebd4 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:47.549057 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fbf5b9-8fba-4a52-8a2f-2102da0c7d61 None None] Network 01aa0d3b-3707-4d10-bf94-48337255ecce requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:47.622416 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-fddf8da7-6f70-4df9-91f8-57bb66e3ebd4 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0822067 Aug 31 09:34:47.631823 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53964) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:47.632134 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-d6125017-b4cb-48cb-8c8f-fe1ce12a34ca tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Request body: {'network': {'name': 'tempest-router-network01--579441120'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:47.723048 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53968) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:47.762889 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0c6439a5-3fb9-4322-b79f-ab2c8b030238 req-e270302f-20b9-410b-a292-4cf3273dd5b1 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=3885225a-40bc-4120-a163-c003c7130f88 HTTP/1.1" status: 200 len: 210 time: 0.0825596 Aug 31 09:34:47.764495 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6125017-b4cb-48cb-8c8f-fe1ce12a34ca tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Made reservation on behalf of 4b2f8e9607ac45b3b0acbafff29ed66b for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:47.783168 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d6125017-b4cb-48cb-8c8f-fe1ce12a34ca tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:47.823482 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0921c4e-7366-4e57-b40a-98c323bd2c6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-01aa0d3b-3707-4d10-bf94-48337255ecce', 'network_id': '01aa0d3b-3707-4d10-bf94-48337255ecce', 'tenant_id': '4b2f8e9607ac45b3b0acbafff29ed66b', 'fixed_ips': [{'subnet_id': '18779478-8076-493d-8923-68c404949c26'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:34:47.824559 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b0921c4e-7366-4e57-b40a-98c323bd2c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:47.826450 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6125017-b4cb-48cb-8c8f-fe1ce12a34ca tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] vlan segment allocate from pool success with {'vlan_id': 1605, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:34:47.839049 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d6125017-b4cb-48cb-8c8f-fe1ce12a34ca tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:47.839716 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-d6125017-b4cb-48cb-8c8f-fe1ce12a34ca tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Added segment cac87d3a-d950-409c-ad45-951824a2d710 of type vlan for network 92a51d95-94a3-4381-8753-d6b210920efc Aug 31 09:34:47.893212 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-872a0db1-1f46-4d5e-9f4c-63212d335cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:47.893979 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d6125017-b4cb-48cb-8c8f-fe1ce12a34ca tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:47.998629 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d6125017-b4cb-48cb-8c8f-fe1ce12a34ca tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.005210 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6125017-b4cb-48cb-8c8f-fe1ce12a34ca tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:48.006051 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d6125017-b4cb-48cb-8c8f-fe1ce12a34ca tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.020191 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-b0921c4e-7366-4e57-b40a-98c323bd2c6b None None] Allocated IP 2001:db8::2 (01aa0d3b-3707-4d10-bf94-48337255ecce/18779478-8076-493d-8923-68c404949c26/9eaf930c-62d1-4914-95f8-8cc0456ec327) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:48.020433 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-872a0db1-1f46-4d5e-9f4c-63212d335cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.076963 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6125017-b4cb-48cb-8c8f-fe1ce12a34ca tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Pushing event updated for resources: {'Network': ['ID=92a51d95-94a3-4381-8753-d6b210920efc,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:48.090099 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 92a51d95-94a3-4381-8753-d6b210920efc details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:34:48.124781 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-872a0db1-1f46-4d5e-9f4c-63212d335cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.176395 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-872a0db1-1f46-4d5e-9f4c-63212d335cbe admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=db5a418fb4134cc9a9a0466f79ee7d58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4517987 Aug 31 09:34:48.177687 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a0db1-1f46-4d5e-9f4c-63212d335cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf27e1c-f5c9-4545-a227-2a7986cf8d8f,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:48.179674 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53986) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:48.189201 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d6125017-b4cb-48cb-8c8f-fe1ce12a34ca tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5613880 Aug 31 09:34:48.193351 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 53988) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:48.204621 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-fa1d0704-bba9-49bd-9c1d-5ae99c0c4dc0 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Request body: {'network': {'name': 'tempest-router-network02--898015859'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:48.244881 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-368fa135-949e-4f5e-a7e6-b012e12e8b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.274645 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-368fa135-949e-4f5e-a7e6-b012e12e8b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.324715 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1d0704-bba9-49bd-9c1d-5ae99c0c4dc0 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Made reservation on behalf of 4b2f8e9607ac45b3b0acbafff29ed66b for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:48.331679 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fa1d0704-bba9-49bd-9c1d-5ae99c0c4dc0 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.428121 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b0921c4e-7366-4e57-b40a-98c323bd2c6b None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.472838 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-368fa135-949e-4f5e-a7e6-b012e12e8b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.476028 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b0921c4e-7366-4e57-b40a-98c323bd2c6b None None] Transition to ACTIVE for port object 9eaf930c-62d1-4914-95f8-8cc0456ec327 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:48.476270 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-368fa135-949e-4f5e-a7e6-b012e12e8b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.482942 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa1d0704-bba9-49bd-9c1d-5ae99c0c4dc0 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] vlan segment allocate from pool success with {'vlan_id': 1604, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:34:48.486118 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-368fa135-949e-4f5e-a7e6-b012e12e8b75 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/aaf27e1c-f5c9-4545-a227-2a7986cf8d8f HTTP/1.1" status: 204 len: 168 time: 0.3007469 Aug 31 09:34:48.495426 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368fa135-949e-4f5e-a7e6-b012e12e8b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf27e1c-f5c9-4545-a227-2a7986cf8d8f,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:48.500268 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b0921c4e-7366-4e57-b40a-98c323bd2c6b None None] Transition to ACTIVE for port object 9eaf930c-62d1-4914-95f8-8cc0456ec327 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:48.504592 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fa1d0704-bba9-49bd-9c1d-5ae99c0c4dc0 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.506156 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-fa1d0704-bba9-49bd-9c1d-5ae99c0c4dc0 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Added segment cec5c1b4-8f14-440d-b76f-693d003c006a of type vlan for network 6adb51e8-29f1-4040-a1d7-1e57e25c2299 Aug 31 09:34:48.569832 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fa1d0704-bba9-49bd-9c1d-5ae99c0c4dc0 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.587792 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b0921c4e-7366-4e57-b40a-98c323bd2c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.625266 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0921c4e-7366-4e57-b40a-98c323bd2c6b None None] Network 01aa0d3b-3707-4d10-bf94-48337255ecce is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:48.628124 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-b0921c4e-7366-4e57-b40a-98c323bd2c6b None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:48.630408 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0921c4e-7366-4e57-b40a-98c323bd2c6b None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:48.648010 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0921c4e-7366-4e57-b40a-98c323bd2c6b None None] Pushing event updated for resources: {'Port': ['ID=9eaf930c-62d1-4914-95f8-8cc0456ec327,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:48.676354 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fa1d0704-bba9-49bd-9c1d-5ae99c0c4dc0 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.682331 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1d0704-bba9-49bd-9c1d-5ae99c0c4dc0 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:48.682992 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fa1d0704-bba9-49bd-9c1d-5ae99c0c4dc0 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.698441 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-b0921c4e-7366-4e57-b40a-98c323bd2c6b None None] Attempting to bind port 9eaf930c-62d1-4914-95f8-8cc0456ec327 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:34:48.698840 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-b0921c4e-7366-4e57-b40a-98c323bd2c6b None None] Attempting to bind port 9eaf930c-62d1-4914-95f8-8cc0456ec327 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '715d4405-8182-4b2a-8064-d28f15d906ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1609, 'network_id': '01aa0d3b-3707-4d10-bf94-48337255ecce'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:34:48.699200 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0921c4e-7366-4e57-b40a-98c323bd2c6b None None] Attempting to bind port 9eaf930c-62d1-4914-95f8-8cc0456ec327 on network 01aa0d3b-3707-4d10-bf94-48337255ecce {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:48.704859 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0921c4e-7366-4e57-b40a-98c323bd2c6b None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:34:48.705231 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0921c4e-7366-4e57-b40a-98c323bd2c6b None None] Checking segment: {'id': '715d4405-8182-4b2a-8064-d28f15d906ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1609, 'network_id': '01aa0d3b-3707-4d10-bf94-48337255ecce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:48.705622 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b0921c4e-7366-4e57-b40a-98c323bd2c6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.706009 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0921c4e-7366-4e57-b40a-98c323bd2c6b None None] Bound using segment: {'id': '715d4405-8182-4b2a-8064-d28f15d906ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1609, 'network_id': '01aa0d3b-3707-4d10-bf94-48337255ecce'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:34:48.706459 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-b0921c4e-7366-4e57-b40a-98c323bd2c6b None None] Bound port: 9eaf930c-62d1-4914-95f8-8cc0456ec327, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '715d4405-8182-4b2a-8064-d28f15d906ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1609, 'network_id': '01aa0d3b-3707-4d10-bf94-48337255ecce'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:34:48.706949 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b0921c4e-7366-4e57-b40a-98c323bd2c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:48.757783 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d0704-bba9-49bd-9c1d-5ae99c0c4dc0 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Pushing event updated for resources: {'Network': ['ID=6adb51e8-29f1-4040-a1d7-1e57e25c2299,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:48.769303 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 6adb51e8-29f1-4040-a1d7-1e57e25c2299 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:34:48.784622 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-b0921c4e-7366-4e57-b40a-98c323bd2c6b None None] For port 9eaf930c-62d1-4914-95f8-8cc0456ec327, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:34:48.816919 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54002) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:48.823426 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fa1d0704-bba9-49bd-9c1d-5ae99c0c4dc0 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6232893 Aug 31 09:34:48.823580 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-1fe90627-8036-4da2-835d-3eedea530e61 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Request body: {'subnet': {'network_id': '92a51d95-94a3-4381-8753-d6b210920efc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:48.827943 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-b0921c4e-7366-4e57-b40a-98c323bd2c6b None None] For port 9eaf930c-62d1-4914-95f8-8cc0456ec327, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=9eaf930c-62d1-4914-95f8-8cc0456ec327,segment=NetworkSegment(715d4405-8182-4b2a-8064-d28f15d906ad),segment_id=715d4405-8182-4b2a-8064-d28f15d906ad)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:34:48.906083 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-72335df0-628e-4336-b246-0163e576f867 req-70aa66f0-b135-45e4-8888-ae57ee513e7b tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=3885225a-40bc-4120-a163-c003c7130f88 HTTP/1.1" status: 200 len: 210 time: 0.0374649 Aug 31 09:34:48.936523 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b0921c4e-7366-4e57-b40a-98c323bd2c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.021197 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0921c4e-7366-4e57-b40a-98c323bd2c6b None None] Pushing event updated for resources: {'Port': ['ID=9eaf930c-62d1-4914-95f8-8cc0456ec327,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:49.074245 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe90627-8036-4da2-835d-3eedea530e61 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Made reservation on behalf of 4b2f8e9607ac45b3b0acbafff29ed66b for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:49.079827 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1fe90627-8036-4da2-835d-3eedea530e61 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.105355 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54010) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:49.333365 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7ff847fa-bf3e-40e6-97df-d32935ff2094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.368867 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:34:49.428253 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1fe90627-8036-4da2-835d-3eedea530e61 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.449859 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7ff847fa-bf3e-40e6-97df-d32935ff2094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.497129 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe90627-8036-4da2-835d-3eedea530e61 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Pushing event updated for resources: {'Subnet': ['ID=36173102-9f0b-4c80-ba43-9c416a6fb706,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:49.508354 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe90627-8036-4da2-835d-3eedea530e61 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Checking segment: {'id': 'cac87d3a-d950-409c-ad45-951824a2d710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': '92a51d95-94a3-4381-8753-d6b210920efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:49.508521 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7ff847fa-bf3e-40e6-97df-d32935ff2094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.508626 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe90627-8036-4da2-835d-3eedea530e61 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Network hostable DHCP agents. Network: 92a51d95-94a3-4381-8753-d6b210920efc, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:34:49.546461 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff847fa-bf3e-40e6-97df-d32935ff2094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21cec8b-c386-4c3c-9b8f-bf0dfe3b0439,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:49.552183 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7ff847fa-bf3e-40e6-97df-d32935ff2094 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=2855df3e8c974f28ab7093628fe29343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4454379 Aug 31 09:34:49.554918 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54022) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:49.608160 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-afb3ca2b-d36c-413d-a1b7-99bdc13732b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.609074 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe90627-8036-4da2-835d-3eedea530e61 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Network 92a51d95-94a3-4381-8753-d6b210920efc is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:34:49.630272 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-afb3ca2b-d36c-413d-a1b7-99bdc13732b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.673588 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-1fe90627-8036-4da2-835d-3eedea530e61 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 92a51d95-94a3-4381-8753-d6b210920efc) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:49.680103 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe90627-8036-4da2-835d-3eedea530e61 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:49.684406 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9ec2a9-cb4d-4c12-ba45-cd2083733312 None None] Network 92a51d95-94a3-4381-8753-d6b210920efc requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:49.695407 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1fe90627-8036-4da2-835d-3eedea530e61 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.746947 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-afb3ca2b-d36c-413d-a1b7-99bdc13732b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.749849 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-afb3ca2b-d36c-413d-a1b7-99bdc13732b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:49.753396 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-afb3ca2b-d36c-413d-a1b7-99bdc13732b6 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/f21cec8b-c386-4c3c-9b8f-bf0dfe3b0439 HTTP/1.1" status: 204 len: 168 time: 0.1953506 Aug 31 09:34:49.760921 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3ca2b-d36c-413d-a1b7-99bdc13732b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21cec8b-c386-4c3c-9b8f-bf0dfe3b0439,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:49.773821 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1fe90627-8036-4da2-835d-3eedea530e61 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9514735 Aug 31 09:34:49.774215 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54032) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:49.783531 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-f21b5635-d664-45ad-b0e9-5b21ba56b05f tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Request body: {'subnet': {'network_id': '6adb51e8-29f1-4040-a1d7-1e57e25c2299', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:49.950534 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded966bb-3466-437a-9e1c-939380ce249b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-92a51d95-94a3-4381-8753-d6b210920efc', 'network_id': '92a51d95-94a3-4381-8753-d6b210920efc', 'tenant_id': '4b2f8e9607ac45b3b0acbafff29ed66b', 'fixed_ips': [{'subnet_id': '36173102-9f0b-4c80-ba43-9c416a6fb706'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:34:49.952359 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ded966bb-3466-437a-9e1c-939380ce249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:50.016638 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54038) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:50.033443 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21b5635-d664-45ad-b0e9-5b21ba56b05f tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Made reservation on behalf of 4b2f8e9607ac45b3b0acbafff29ed66b for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:50.033443 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f21b5635-d664-45ad-b0e9-5b21ba56b05f tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:50.097924 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-174992d1-0196-4285-b3d8-62075bbef4f0 req-89560c72-b358-4255-9f04-92c33823d891 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=3885225a-40bc-4120-a163-c003c7130f88 HTTP/1.1" status: 200 len: 210 time: 0.0534146 Aug 31 09:34:50.188680 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-ded966bb-3466-437a-9e1c-939380ce249b None None] Allocated IP 2001:db8::2 (92a51d95-94a3-4381-8753-d6b210920efc/36173102-9f0b-4c80-ba43-9c416a6fb706/f9e34ee4-a57a-4166-a63b-0e9c34a36223) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:50.298225 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-a30594ad-c66b-4618-baea-99a295bf9b68 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:50.304095 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-a30594ad-c66b-4618-baea-99a295bf9b68 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.112 "GET /v2.0/networks?id=3e58dc22-2b70-42a6-8495-186dad702ce6 HTTP/1.1" status: 200 len: 805 time: 0.1775355 Aug 31 09:34:50.307545 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d0a1e8-e491-4f76-bd1c-451717eaa46a None None] Network 01aa0d3b-3707-4d10-bf94-48337255ecce requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:50.315381 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-0bcf65ae-8b4c-46ae-97f5-d4c1012d01a4 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Request body: {'port': {'device_id': '3885225a-40bc-4120-a163-c003c7130f88', 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6', 'admin_state_up': True, 'tenant_id': 'e847c5c42d2e472689cd257a7d896947'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:50.450542 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-f7d128ae-2a27-4960-893b-4cc6836ac731 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-27200818'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:50.490175 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7e118e8a-151f-41a4-9f11-fa1ba8a28f49 None None] Provisioning for port 9eaf930c-62d1-4914-95f8-8cc0456ec327 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:50.506658 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f21b5635-d664-45ad-b0e9-5b21ba56b05f tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:50.551159 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ded966bb-3466-437a-9e1c-939380ce249b None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:50.566469 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-ded966bb-3466-437a-9e1c-939380ce249b None None] Transition to ACTIVE for port object f9e34ee4-a57a-4166-a63b-0e9c34a36223 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:50.567719 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d128ae-2a27-4960-893b-4cc6836ac731 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Made reservation on behalf of 3fa883054ade43a996899211f0f1dbba for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:50.571273 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7d128ae-2a27-4960-893b-4cc6836ac731 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:50.576987 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b5635-d664-45ad-b0e9-5b21ba56b05f tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Pushing event updated for resources: {'Subnet': ['ID=a13bf02f-0658-48e4-9bba-f1cb55377d98,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:50.589944 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7d128ae-2a27-4960-893b-4cc6836ac731 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:50.607969 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-ded966bb-3466-437a-9e1c-939380ce249b None None] Transition to ACTIVE for port object f9e34ee4-a57a-4166-a63b-0e9c34a36223 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:50.632531 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21b5635-d664-45ad-b0e9-5b21ba56b05f tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Checking segment: {'id': 'cec5c1b4-8f14-440d-b76f-693d003c006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '6adb51e8-29f1-4040-a1d7-1e57e25c2299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:50.632531 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21b5635-d664-45ad-b0e9-5b21ba56b05f tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Network hostable DHCP agents. Network: 6adb51e8-29f1-4040-a1d7-1e57e25c2299, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:34:50.674485 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-0bcf65ae-8b4c-46ae-97f5-d4c1012d01a4 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Made reservation on behalf of e847c5c42d2e472689cd257a7d896947 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:50.678539 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-0bcf65ae-8b4c-46ae-97f5-d4c1012d01a4 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:50.701680 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ded966bb-3466-437a-9e1c-939380ce249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:50.714398 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21b5635-d664-45ad-b0e9-5b21ba56b05f tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Network 6adb51e8-29f1-4040-a1d7-1e57e25c2299 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:34:50.749216 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded966bb-3466-437a-9e1c-939380ce249b None None] Network 92a51d95-94a3-4381-8753-d6b210920efc is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:50.756095 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-ded966bb-3466-437a-9e1c-939380ce249b None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:50.759439 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded966bb-3466-437a-9e1c-939380ce249b None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:50.770771 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded966bb-3466-437a-9e1c-939380ce249b None None] Pushing event updated for resources: {'Port': ['ID=f9e34ee4-a57a-4166-a63b-0e9c34a36223,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:50.810391 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-f21b5635-d664-45ad-b0e9-5b21ba56b05f tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 6adb51e8-29f1-4040-a1d7-1e57e25c2299) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:50.815664 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21b5635-d664-45ad-b0e9-5b21ba56b05f tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:50.816362 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f21b5635-d664-45ad-b0e9-5b21ba56b05f tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:50.826929 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9333e315-7f77-46a8-a8e8-232d3c5efbb1 None None] Network 6adb51e8-29f1-4040-a1d7-1e57e25c2299 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:50.894883 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-ded966bb-3466-437a-9e1c-939380ce249b None None] Attempting to bind port f9e34ee4-a57a-4166-a63b-0e9c34a36223 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:34:50.895169 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-ded966bb-3466-437a-9e1c-939380ce249b None None] Attempting to bind port f9e34ee4-a57a-4166-a63b-0e9c34a36223 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'cac87d3a-d950-409c-ad45-951824a2d710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': '92a51d95-94a3-4381-8753-d6b210920efc'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:34:50.895531 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded966bb-3466-437a-9e1c-939380ce249b None None] Attempting to bind port f9e34ee4-a57a-4166-a63b-0e9c34a36223 on network 92a51d95-94a3-4381-8753-d6b210920efc {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:50.904458 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded966bb-3466-437a-9e1c-939380ce249b None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:34:50.904826 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded966bb-3466-437a-9e1c-939380ce249b None None] Checking segment: {'id': 'cac87d3a-d950-409c-ad45-951824a2d710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': '92a51d95-94a3-4381-8753-d6b210920efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:50.905227 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ded966bb-3466-437a-9e1c-939380ce249b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:50.905598 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded966bb-3466-437a-9e1c-939380ce249b None None] Bound using segment: {'id': 'cac87d3a-d950-409c-ad45-951824a2d710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': '92a51d95-94a3-4381-8753-d6b210920efc'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:34:50.906125 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-ded966bb-3466-437a-9e1c-939380ce249b None None] Bound port: f9e34ee4-a57a-4166-a63b-0e9c34a36223, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac87d3a-d950-409c-ad45-951824a2d710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': '92a51d95-94a3-4381-8753-d6b210920efc'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:34:50.906651 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ded966bb-3466-437a-9e1c-939380ce249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:50.915391 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-0bcf65ae-8b4c-46ae-97f5-d4c1012d01a4 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Allocated IP 172.20.0.14 (3e58dc22-2b70-42a6-8495-186dad702ce6/0a8d9332-4934-4e0f-b006-f09be5a999bd/f5b12926-4f7e-45d9-8d60-bcf5d3bcf454) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:50.929558 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7d128ae-2a27-4960-893b-4cc6836ac731 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:51.036507 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-ded966bb-3466-437a-9e1c-939380ce249b None None] For port f9e34ee4-a57a-4166-a63b-0e9c34a36223, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:34:51.042713 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7d128ae-2a27-4960-893b-4cc6836ac731 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:51.043304 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-ded966bb-3466-437a-9e1c-939380ce249b None None] For port f9e34ee4-a57a-4166-a63b-0e9c34a36223, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f9e34ee4-a57a-4166-a63b-0e9c34a36223,segment=NetworkSegment(cac87d3a-d950-409c-ad45-951824a2d710),segment_id=cac87d3a-d950-409c-ad45-951824a2d710)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:34:51.079482 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b9c178-04cd-489a-a291-8218ab72df24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-6adb51e8-29f1-4040-a1d7-1e57e25c2299', 'network_id': '6adb51e8-29f1-4040-a1d7-1e57e25c2299', 'tenant_id': '4b2f8e9607ac45b3b0acbafff29ed66b', 'fixed_ips': [{'subnet_id': 'a13bf02f-0658-48e4-9bba-f1cb55377d98'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:34:51.081527 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-77b9c178-04cd-489a-a291-8218ab72df24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:51.086489 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d128ae-2a27-4960-893b-4cc6836ac731 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] vlan segment allocate from pool success with {'vlan_id': 1601, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:34:51.091747 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d128ae-2a27-4960-893b-4cc6836ac731 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d0e89a-2ea7-4ae9-8880-32d9044ba9b2,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:51.093616 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9eaf930c-62d1-4914-95f8-8cc0456ec327 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:51.110888 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f21b5635-d664-45ad-b0e9-5b21ba56b05f tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3354924 Aug 31 09:34:51.114082 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7d128ae-2a27-4960-893b-4cc6836ac731 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:51.114484 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-f7d128ae-2a27-4960-893b-4cc6836ac731 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Added segment aa5f6690-7dee-4562-9a7f-9cbb9afcbf72 of type vlan for network 0018725b-9f93-4fec-866e-36dd70cb9568 Aug 31 09:34:51.114735 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54064) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:51.195992 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7d128ae-2a27-4960-893b-4cc6836ac731 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:51.201134 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-0bcf65ae-8b4c-46ae-97f5-d4c1012d01a4 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:51.204673 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ded966bb-3466-437a-9e1c-939380ce249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:51.329402 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-78bde3d6-a9f2-4a82-9951-fa37f1369bab req-96df493a-e9b6-42db-a2f3-c87be17b7a49 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=3885225a-40bc-4120-a163-c003c7130f88 HTTP/1.1" status: 200 len: 210 time: 0.0643468 Aug 31 09:34:51.334157 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded966bb-3466-437a-9e1c-939380ce249b None None] Pushing event updated for resources: {'Port': ['ID=f9e34ee4-a57a-4166-a63b-0e9c34a36223,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:51.353909 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-77b9c178-04cd-489a-a291-8218ab72df24 None None] Allocated IP 2001:db8::2 (6adb51e8-29f1-4040-a1d7-1e57e25c2299/a13bf02f-0658-48e4-9bba-f1cb55377d98/f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:51.358457 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7d128ae-2a27-4960-893b-4cc6836ac731 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:51.364167 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d128ae-2a27-4960-893b-4cc6836ac731 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:51.364779 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7d128ae-2a27-4960-893b-4cc6836ac731 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:51.432729 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 9eaf930c-62d1-4914-95f8-8cc0456ec327 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:51.444707 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 9eaf930c-62d1-4914-95f8-8cc0456ec327 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:51.445119 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:51.460692 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-0bcf65ae-8b4c-46ae-97f5-d4c1012d01a4 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:51.477257 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['64e9d2c0-c295-49dd-a174-c58969297e22'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:51.566069 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f7d128ae-2a27-4960-893b-4cc6836ac731 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.5385695 Aug 31 09:34:51.566069 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d128ae-2a27-4960-893b-4cc6836ac731 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Pushing event updated for resources: {'Network': ['ID=0018725b-9f93-4fec-866e-36dd70cb9568,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:51.592316 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-0bcf65ae-8b4c-46ae-97f5-d4c1012d01a4 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Network 3e58dc22-2b70-42a6-8495-186dad702ce6 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:51.610255 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8c3d7fd2-4ab0-4c8b-ba10-af0906092b84 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:51.612540 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 0018725b-9f93-4fec-866e-36dd70cb9568 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:34:51.617669 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf65ae-8b4c-46ae-97f5-d4c1012d01a4 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Pushing event updated for resources: {'Port': ['ID=f5b12926-4f7e-45d9-8d60-bcf5d3bcf454,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:51.622178 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-0bcf65ae-8b4c-46ae-97f5-d4c1012d01a4 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:51.641578 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-0bcf65ae-8b4c-46ae-97f5-d4c1012d01a4 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:51.767271 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-0bcf65ae-8b4c-46ae-97f5-d4c1012d01a4 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:51.772816 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-0bcf65ae-8b4c-46ae-97f5-d4c1012d01a4 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:51.856736 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-0bcf65ae-8b4c-46ae-97f5-d4c1012d01a4 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5452492 Aug 31 09:34:52.045591 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-77b9c178-04cd-489a-a291-8218ab72df24 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:52.068594 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-77b9c178-04cd-489a-a291-8218ab72df24 None None] Transition to ACTIVE for port object f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:52.074625 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-6a9e8911-ff23-4a4f-b187-38d02183e413 service neutron] Request body: {'port': {'device_id': '3885225a-40bc-4120-a163-c003c7130f88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:52.093218 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-77b9c178-04cd-489a-a291-8218ab72df24 None None] Transition to ACTIVE for port object f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:52.098016 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:52.101909 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-8c3d7fd2-4ab0-4c8b-ba10-af0906092b84 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Allocated IP 2001:db8::1 (92a51d95-94a3-4381-8753-d6b210920efc/36173102-9f0b-4c80-ba43-9c416a6fb706/e95fdb43-35c0-4731-add5-79e2f65f1d2a) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:52.156797 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-6a9e8911-ff23-4a4f-b187-38d02183e413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:52.195889 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-77b9c178-04cd-489a-a291-8218ab72df24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:52.253983 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b9c178-04cd-489a-a291-8218ab72df24 None None] Pushing event updated for resources: {'Port': ['ID=f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:52.281226 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 9eaf930c-62d1-4914-95f8-8cc0456ec327, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=9eaf930c-62d1-4914-95f8-8cc0456ec327,segment=NetworkSegment(715d4405-8182-4b2a-8064-d28f15d906ad),segment_id=715d4405-8182-4b2a-8064-d28f15d906ad)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:52.307761 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8c3d7fd2-4ab0-4c8b-ba10-af0906092b84 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:52.308430 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b9c178-04cd-489a-a291-8218ab72df24 None None] Network 6adb51e8-29f1-4040-a1d7-1e57e25c2299 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:52.317299 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-77b9c178-04cd-489a-a291-8218ab72df24 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:52.321769 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b9c178-04cd-489a-a291-8218ab72df24 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:52.331721 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-8c3d7fd2-4ab0-4c8b-ba10-af0906092b84 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Transition to ACTIVE for port object e95fdb43-35c0-4731-add5-79e2f65f1d2a will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:52.375347 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:52.445960 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8c3d7fd2-4ab0-4c8b-ba10-af0906092b84 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:52.503874 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-77b9c178-04cd-489a-a291-8218ab72df24 None None] Attempting to bind port f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:34:52.504213 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-77b9c178-04cd-489a-a291-8218ab72df24 None None] Attempting to bind port f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'cec5c1b4-8f14-440d-b76f-693d003c006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '6adb51e8-29f1-4040-a1d7-1e57e25c2299'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:34:52.504528 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b9c178-04cd-489a-a291-8218ab72df24 None None] Attempting to bind port f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8 on network 6adb51e8-29f1-4040-a1d7-1e57e25c2299 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:52.566299 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3d7fd2-4ab0-4c8b-ba10-af0906092b84 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Network 92a51d95-94a3-4381-8753-d6b210920efc is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:52.578704 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b9c178-04cd-489a-a291-8218ab72df24 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:34:52.579085 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b9c178-04cd-489a-a291-8218ab72df24 None None] Checking segment: {'id': 'cec5c1b4-8f14-440d-b76f-693d003c006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '6adb51e8-29f1-4040-a1d7-1e57e25c2299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:52.579827 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-77b9c178-04cd-489a-a291-8218ab72df24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:52.580376 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b9c178-04cd-489a-a291-8218ab72df24 None None] Bound using segment: {'id': 'cec5c1b4-8f14-440d-b76f-693d003c006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '6adb51e8-29f1-4040-a1d7-1e57e25c2299'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:34:52.581217 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-77b9c178-04cd-489a-a291-8218ab72df24 None None] Bound port: f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec5c1b4-8f14-440d-b76f-693d003c006a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '6adb51e8-29f1-4040-a1d7-1e57e25c2299'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:34:52.581607 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-77b9c178-04cd-489a-a291-8218ab72df24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:52.640691 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-8c3d7fd2-4ab0-4c8b-ba10-af0906092b84 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:52.644659 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d7fd2-4ab0-4c8b-ba10-af0906092b84 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Pushing event updated for resources: {'Port': ['ID=e95fdb43-35c0-4731-add5-79e2f65f1d2a,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:52.656383 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=9eaf930c-62d1-4914-95f8-8cc0456ec327,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:52.671318 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3d7fd2-4ab0-4c8b-ba10-af0906092b84 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:52.671928 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8c3d7fd2-4ab0-4c8b-ba10-af0906092b84 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:52.677206 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-6a9e8911-ff23-4a4f-b187-38d02183e413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5b12926-4f7e-45d9-8d60-bcf5d3bcf454 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:34:52.711178 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-6a9e8911-ff23-4a4f-b187-38d02183e413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:52.726425 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-6a9e8911-ff23-4a4f-b187-38d02183e413 service neutron] Transition to ACTIVE for port object f5b12926-4f7e-45d9-8d60-bcf5d3bcf454 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:52.787930 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-6a9e8911-ff23-4a4f-b187-38d02183e413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:52.849890 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0f1b6-1703-48f9-9528-3c6079069e0d req-b7a1a7bc-ca48-4798-b46d-23bd154fcd9f tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:52.856334 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c4c0f1b6-1703-48f9-9528-3c6079069e0d req-b7a1a7bc-ca48-4798-b46d-23bd154fcd9f tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=3885225a-40bc-4120-a163-c003c7130f88 HTTP/1.1" status: 200 len: 932 time: 0.3205018 Aug 31 09:34:52.874221 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-77b9c178-04cd-489a-a291-8218ab72df24 None None] For port f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:34:52.909961 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6042163-69fe-4b6e-ac83-4bef224777de None None] Network 92a51d95-94a3-4381-8753-d6b210920efc requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:52.917239 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-77b9c178-04cd-489a-a291-8218ab72df24 None None] For port f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8,segment=NetworkSegment(cec5c1b4-8f14-440d-b76f-693d003c006a),segment_id=cec5c1b4-8f14-440d-b76f-693d003c006a)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:34:52.933137 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e8911-ff23-4a4f-b187-38d02183e413 service neutron] Pushing event updated for resources: {'Port': ['ID=f5b12926-4f7e-45d9-8d60-bcf5d3bcf454,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:52.985901 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c4c0f1b6-1703-48f9-9528-3c6079069e0d req-31a95fe8-834c-4281-929d-270ed159d64a tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220567 Aug 31 09:34:53.031915 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-6a9e8911-ff23-4a4f-b187-38d02183e413 service neutron] Attempting to bind port f5b12926-4f7e-45d9-8d60-bcf5d3bcf454 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:34:53.031915 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-6a9e8911-ff23-4a4f-b187-38d02183e413 service neutron] Attempting to bind port f5b12926-4f7e-45d9-8d60-bcf5d3bcf454 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'e7bfaea8-dc50-4428-a9a7-b756d181f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1641, 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:34:53.031915 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-6a9e8911-ff23-4a4f-b187-38d02183e413 service neutron] Attempting to bind port f5b12926-4f7e-45d9-8d60-bcf5d3bcf454 on network 3e58dc22-2b70-42a6-8495-186dad702ce6 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:53.032501 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-77b9c178-04cd-489a-a291-8218ab72df24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:53.034635 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-6a9e8911-ff23-4a4f-b187-38d02183e413 service neutron] Port f5b12926-4f7e-45d9-8d60-bcf5d3bcf454 on network 3e58dc22-2b70-42a6-8495-186dad702ce6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:34:53.035717 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-6a9e8911-ff23-4a4f-b187-38d02183e413 service neutron] Attempting to bind port f5b12926-4f7e-45d9-8d60-bcf5d3bcf454 on network 3e58dc22-2b70-42a6-8495-186dad702ce6 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:53.047011 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-6a9e8911-ff23-4a4f-b187-38d02183e413 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:34:53.047360 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-6a9e8911-ff23-4a4f-b187-38d02183e413 service neutron] Checking segment: {'id': 'e7bfaea8-dc50-4428-a9a7-b756d181f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1641, 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:53.047756 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-6a9e8911-ff23-4a4f-b187-38d02183e413 service neutron] Bound using segment: {'id': 'e7bfaea8-dc50-4428-a9a7-b756d181f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1641, 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:34:53.049476 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-6a9e8911-ff23-4a4f-b187-38d02183e413 service neutron] Bound port: f5b12926-4f7e-45d9-8d60-bcf5d3bcf454, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7bfaea8-dc50-4428-a9a7-b756d181f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1641, 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:34:53.050051 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-6a9e8911-ff23-4a4f-b187-38d02183e413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:53.167260 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5d4b1df3-0216-4781-bf87-03db052cdee6 None None] Provisioning for port f9e34ee4-a57a-4166-a63b-0e9c34a36223 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:53.180027 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b9c178-04cd-489a-a291-8218ab72df24 None None] Pushing event updated for resources: {'Port': ['ID=f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:53.214969 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8c3d7fd2-4ab0-4c8b-ba10-af0906092b84 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:53.222319 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f9e34ee4-a57a-4166-a63b-0e9c34a36223 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:53.270369 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-6a9e8911-ff23-4a4f-b187-38d02183e413 service neutron] For port f5b12926-4f7e-45d9-8d60-bcf5d3bcf454, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:34:53.275954 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-6a9e8911-ff23-4a4f-b187-38d02183e413 service neutron] For port f5b12926-4f7e-45d9-8d60-bcf5d3bcf454, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=f5b12926-4f7e-45d9-8d60-bcf5d3bcf454,segment=NetworkSegment(e7bfaea8-dc50-4428-a9a7-b756d181f6bc),segment_id=e7bfaea8-dc50-4428-a9a7-b756d181f6bc)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:34:53.366041 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-6a9e8911-ff23-4a4f-b187-38d02183e413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:53.387280 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port f9e34ee4-a57a-4166-a63b-0e9c34a36223 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:53.391649 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port f9e34ee4-a57a-4166-a63b-0e9c34a36223 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:53.392179 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:53.520827 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-6a9e8911-ff23-4a4f-b187-38d02183e413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:53.521465 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-6a9e8911-ff23-4a4f-b187-38d02183e413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:53.534152 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-6a9e8911-ff23-4a4f-b187-38d02183e413 service neutron] 10.222.0.112 "PUT /v2.0/ports/f5b12926-4f7e-45d9-8d60-bcf5d3bcf454 HTTP/1.1" status: 200 len: 1093 time: 1.6674418 Aug 31 09:34:53.534721 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3885225a-40bc-4120-a163-c003c7130f88', 'tag': 'f5b12926-4f7e-45d9-8d60-bcf5d3bcf454'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:34:53.537230 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3652d8-a4cc-4efa-a5e4-6b6f61b2baed" -d '{"events": [{"name": "network-changed", "server_uuid": "3885225a-40bc-4120-a163-c003c7130f88", "tag": "f5b12926-4f7e-45d9-8d60-bcf5d3bcf454"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:34:53.740300 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f43b89-45fc-4809-b641-26264bff615f x-openstack-request-id: req-43f43b89-45fc-4809-b641-26264bff615f {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:34:53.740614 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3885225a-40bc-4120-a163-c003c7130f88", "tag": "f5b12926-4f7e-45d9-8d60-bcf5d3bcf454", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:34:53.740874 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-43f43b89-45fc-4809-b641-26264bff615f {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:34:53.741298 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3885225a-40bc-4120-a163-c003c7130f88', 'tag': 'f5b12926-4f7e-45d9-8d60-bcf5d3bcf454', 'status': 'completed', 'code': 200} Aug 31 09:34:53.797644 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:53.813619 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e8911-ff23-4a4f-b187-38d02183e413 service neutron] Pushing event updated for resources: {'Port': ['ID=f5b12926-4f7e-45d9-8d60-bcf5d3bcf454,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:53.826658 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8c3d7fd2-4ab0-4c8b-ba10-af0906092b84 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:53.859672 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-2eda7b4f-057c-4472-8382-0f3fdc15af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:53.861291 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-2eda7b4f-057c-4472-8382-0f3fdc15af33 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e847c5c42d2e472689cd257a7d896947&device_id=3885225a-40bc-4120-a163-c003c7130f88 HTTP/1.1" status: 200 len: 1096 time: 0.1863124 Aug 31 09:34:53.905033 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port f9e34ee4-a57a-4166-a63b-0e9c34a36223, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f9e34ee4-a57a-4166-a63b-0e9c34a36223,segment=NetworkSegment(cac87d3a-d950-409c-ad45-951824a2d710),segment_id=cac87d3a-d950-409c-ad45-951824a2d710)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:53.907072 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8c3d7fd2-4ab0-4c8b-ba10-af0906092b84 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:53.911283 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8c3d7fd2-4ab0-4c8b-ba10-af0906092b84 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:53.919359 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-d899fc98-a26b-49d6-a9ef-d697195fe614 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5b12926-4f7e-45d9-8d60-bcf5d3bcf454 HTTP/1.1" status: 200 len: 217 time: 0.0487454 Aug 31 09:34:53.975761 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:53.978286 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9eaf930c-62d1-4914-95f8-8cc0456ec327 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:54.072402 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-52c93103-07cf-4d5b-9476-b7375ac5d154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:54.073906 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-52c93103-07cf-4d5b-9476-b7375ac5d154 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0a8d9332-4934-4e0f-b006-f09be5a999bd HTTP/1.1" status: 200 len: 845 time: 0.1465898 Aug 31 09:34:54.134187 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3d7fd2-4ab0-4c8b-ba10-af0906092b84 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Network 92a51d95-94a3-4381-8753-d6b210920efc is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:54.145655 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d7fd2-4ab0-4c8b-ba10-af0906092b84 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Pushing event updated for resources: {'Port': ['ID=e95fdb43-35c0-4731-add5-79e2f65f1d2a,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:54.146157 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e42a5e16-28a6-4261-8d80-0eac64c39b02 None None] Provisioning complete for port f9e34ee4-a57a-4166-a63b-0e9c34a36223 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:54.146659 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e42a5e16-28a6-4261-8d80-0eac64c39b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:54.157177 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-c51e1221-9799-4444-910d-e4900050cfd6 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3e58dc22-2b70-42a6-8495-186dad702ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721123 Aug 31 09:34:54.157654 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=f9e34ee4-a57a-4166-a63b-0e9c34a36223,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:54.163764 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-8c3d7fd2-4ab0-4c8b-ba10-af0906092b84 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:54.227389 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 9eaf930c-62d1-4914-95f8-8cc0456ec327 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:54.227957 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:54.403481 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-f824f3a2-b828-4002-a0e2-6839c0b7047e service neutron] 10.222.0.112 "GET /v2.0/networks/3e58dc22-2b70-42a6-8495-186dad702ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371869 Aug 31 09:34:54.607797 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c392babb-6fe1-41b5-9af5-067e2b59907d req-d27f1ebb-05ae-4fd4-aea2-113f416b6d98 service neutron] 10.222.0.112 "GET /v2.0/networks/3e58dc22-2b70-42a6-8495-186dad702ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957357 Aug 31 09:34:54.678193 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdae3b-2b55-4cd7-af98-7208cb18c834 req-da60ade2-0865-4f47-9a19-5619b965430e tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:54.684349 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0dcdae3b-2b55-4cd7-af98-7208cb18c834 req-da60ade2-0865-4f47-9a19-5619b965430e tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=3885225a-40bc-4120-a163-c003c7130f88 HTTP/1.1" status: 200 len: 944 time: 0.5217924 Aug 31 09:34:54.737500 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0dcdae3b-2b55-4cd7-af98-7208cb18c834 req-ac17a25b-cf0e-416b-a323-3e0e53e8be29 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507481 Aug 31 09:34:54.788506 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3d7fd2-4ab0-4c8b-ba10-af0906092b84 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Router da706482-4d43-436c-868a-f6c22929ae8c is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:34:54.812071 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e42a5e16-28a6-4261-8d80-0eac64c39b02 None None] Provisioning for port e95fdb43-35c0-4731-add5-79e2f65f1d2a completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:54.817077 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e42a5e16-28a6-4261-8d80-0eac64c39b02 None None] Provisioning complete for port e95fdb43-35c0-4731-add5-79e2f65f1d2a triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:54.817730 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e42a5e16-28a6-4261-8d80-0eac64c39b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:54.923458 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-e42a5e16-28a6-4261-8d80-0eac64c39b02 None None] Port e95fdb43-35c0-4731-add5-79e2f65f1d2a cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:34:54.994645 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3652d8-a4cc-4efa-a5e4-6b6f61b2baed req-43ab50f4-3078-43d4-8e3b-5c2d2107ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:55.007247 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ec3652d8-a4cc-4efa-a5e4-6b6f61b2baed req-43ab50f4-3078-43d4-8e3b-5c2d2107ba13 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e847c5c42d2e472689cd257a7d896947&device_id=3885225a-40bc-4120-a163-c003c7130f88 HTTP/1.1" status: 200 len: 1096 time: 0.1871841 Aug 31 09:34:55.040637 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3d7fd2-4ab0-4c8b-ba10-af0906092b84 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:34:55.054296 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8c3d7fd2-4ab0-4c8b-ba10-af0906092b84 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] 10.222.0.119 "PUT /v2.0/routers/da706482-4d43-436c-868a-f6c22929ae8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9313943 Aug 31 09:34:55.054425 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ff7f28-f605-4654-8baf-a87a1762d7e0 None None] Network 6adb51e8-29f1-4040-a1d7-1e57e25c2299 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:55.056335 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54168) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:55.187367 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54170) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:55.196126 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-cd307934-a232-428f-80b3-29873e93f081 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Request body: {'subnet': {'network_id': '0018725b-9f93-4fec-866e-36dd70cb9568', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:55.207293 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f684d1c4-3b1d-4081-a78b-1b79cb0bf690 None None] Sync routers for ids ['da706482-4d43-436c-868a-f6c22929ae8c'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:34:55.223618 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-78e4b859-adf1-448c-a906-d18705c8d6ec None None] Provisioning complete for port e95fdb43-35c0-4731-add5-79e2f65f1d2a triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:55.223618 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-78e4b859-adf1-448c-a906-d18705c8d6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.229590 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3652d8-a4cc-4efa-a5e4-6b6f61b2baed req-a8a10cfb-5241-4963-99a7-42ade94d7059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:55.231431 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ec3652d8-a4cc-4efa-a5e4-6b6f61b2baed req-a8a10cfb-5241-4963-99a7-42ade94d7059 service neutron] 10.222.0.112 "GET /v2.0/networks?id=3e58dc22-2b70-42a6-8495-186dad702ce6 HTTP/1.1" status: 200 len: 907 time: 0.2228386 Aug 31 09:34:55.259823 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f9e34ee4-a57a-4166-a63b-0e9c34a36223 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:55.283592 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ec3652d8-a4cc-4efa-a5e4-6b6f61b2baed req-5be367eb-ea3e-4e2c-ad09-13bdd82fae28 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5b12926-4f7e-45d9-8d60-bcf5d3bcf454 HTTP/1.1" status: 200 len: 217 time: 0.0436149 Aug 31 09:34:55.335026 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f684d1c4-3b1d-4081-a78b-1b79cb0bf690 None None] Routers {'da706482-4d43-436c-868a-f6c22929ae8c'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:55.335647 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-f684d1c4-3b1d-4081-a78b-1b79cb0bf690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:34:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['da706482-4d43-436c-868a-f6c22929ae8c'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:55.347617 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3652d8-a4cc-4efa-a5e4-6b6f61b2baed req-65c6cd1e-b532-4a21-97e5-bcd16f7bd479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:55.350810 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ec3652d8-a4cc-4efa-a5e4-6b6f61b2baed req-65c6cd1e-b532-4a21-97e5-bcd16f7bd479 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0a8d9332-4934-4e0f-b006-f09be5a999bd HTTP/1.1" status: 200 len: 845 time: 0.0597548 Aug 31 09:34:55.389312 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-f684d1c4-3b1d-4081-a78b-1b79cb0bf690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:55.393510 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ec3652d8-a4cc-4efa-a5e4-6b6f61b2baed req-0b23dc69-26ac-4409-ab5b-7dbfde46e348 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3e58dc22-2b70-42a6-8495-186dad702ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329289 Aug 31 09:34:55.422974 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-78e4b859-adf1-448c-a906-d18705c8d6ec None None] Port e95fdb43-35c0-4731-add5-79e2f65f1d2a cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:34:55.426493 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f684d1c4-3b1d-4081-a78b-1b79cb0bf690 None None] Routers {'da706482-4d43-436c-868a-f6c22929ae8c'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:55.427639 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-f684d1c4-3b1d-4081-a78b-1b79cb0bf690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:34:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['da706482-4d43-436c-868a-f6c22929ae8c'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:55.475595 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-f684d1c4-3b1d-4081-a78b-1b79cb0bf690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:55.476833 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f684d1c4-3b1d-4081-a78b-1b79cb0bf690 None None] The sync data for ids ['da706482-4d43-436c-868a-f6c22929ae8c'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:34:55.503050 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port f9e34ee4-a57a-4166-a63b-0e9c34a36223 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:55.503417 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.528892 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ec3652d8-a4cc-4efa-a5e4-6b6f61b2baed req-277d2f8c-f057-497d-ae2d-102f09b9d94f service neutron] 10.222.0.112 "GET /v2.0/networks/3e58dc22-2b70-42a6-8495-186dad702ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277273 Aug 31 09:34:55.614271 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:55.660347 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ec3652d8-a4cc-4efa-a5e4-6b6f61b2baed req-799d0433-b999-480f-83b1-05a235080893 service neutron] 10.222.0.112 "GET /v2.0/networks/3e58dc22-2b70-42a6-8495-186dad702ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218674 Aug 31 09:34:55.666450 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-fd456532-4eb6-44c7-bc02-473eea4fbc95 None None] Provisioning for port f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:55.696695 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-fd456532-4eb6-44c7-bc02-473eea4fbc95 None None] Provisioning complete for port e95fdb43-35c0-4731-add5-79e2f65f1d2a triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:55.697068 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fd456532-4eb6-44c7-bc02-473eea4fbc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.739068 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-fd456532-4eb6-44c7-bc02-473eea4fbc95 None None] Port e95fdb43-35c0-4731-add5-79e2f65f1d2a cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:34:55.781255 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:55.787183 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:55.787757 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.871439 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-2d4914f7-cf2f-4c98-98da-f7cb069989b9 None None] Provisioning complete for port f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:55.871729 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2d4914f7-cf2f-4c98-98da-f7cb069989b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.918088 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef811d4c-f92d-41f1-84b8-8d311b5e4f1e req-98c111a8-39ec-492d-a466-9ceb1d176022 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:55.919637 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ef811d4c-f92d-41f1-84b8-8d311b5e4f1e req-98c111a8-39ec-492d-a466-9ceb1d176022 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=3885225a-40bc-4120-a163-c003c7130f88 HTTP/1.1" status: 200 len: 944 time: 0.0721498 Aug 31 09:34:55.924551 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd307934-a232-428f-80b3-29873e93f081 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Made reservation on behalf of 3fa883054ade43a996899211f0f1dbba for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:55.927928 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cd307934-a232-428f-80b3-29873e93f081 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:55.975508 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:56.005187 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2d4914f7-cf2f-4c98-98da-f7cb069989b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:56.035389 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8,segment=NetworkSegment(cec5c1b4-8f14-440d-b76f-693d003c006a),segment_id=cec5c1b4-8f14-440d-b76f-693d003c006a)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:56.104632 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ef811d4c-f92d-41f1-84b8-8d311b5e4f1e req-5a178c93-1df7-4301-9035-c10177991a82 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719136 Aug 31 09:34:56.117901 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:56.161720 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-37d912bc-c5c3-4ee4-a67e-b657abdeaefc tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:34:56.163431 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-37d912bc-c5c3-4ee4-a67e-b657abdeaefc tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] 10.222.0.119 "PUT /v2.0/routers/da706482-4d43-436c-868a-f6c22929ae8c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1055572 Aug 31 09:34:56.165979 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54178) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:56.204722 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-2d4914f7-cf2f-4c98-98da-f7cb069989b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:34:56.205160 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-2d4914f7-cf2f-4c98-98da-f7cb069989b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:34:56.208057 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:56.346156 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cd307934-a232-428f-80b3-29873e93f081 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:56.408702 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd307934-a232-428f-80b3-29873e93f081 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Pushing event updated for resources: {'Subnet': ['ID=67ecaf84-e91f-4440-85a5-c8b166cabb44,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:56.425056 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd307934-a232-428f-80b3-29873e93f081 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Checking segment: {'id': 'aa5f6690-7dee-4562-9a7f-9cbb9afcbf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': '0018725b-9f93-4fec-866e-36dd70cb9568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:56.425678 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd307934-a232-428f-80b3-29873e93f081 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Network hostable DHCP agents. Network: 0018725b-9f93-4fec-866e-36dd70cb9568, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:34:56.512641 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f2f78247-41a2-4cbd-b422-decb86a37e0a tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:56.524196 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd307934-a232-428f-80b3-29873e93f081 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Network 0018725b-9f93-4fec-866e-36dd70cb9568 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:34:56.620829 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-cd307934-a232-428f-80b3-29873e93f081 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 0018725b-9f93-4fec-866e-36dd70cb9568) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:56.625316 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd307934-a232-428f-80b3-29873e93f081 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:56.626078 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cd307934-a232-428f-80b3-29873e93f081 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:56.632270 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775d2aab-f819-4e56-b168-f15c7c9340f7 None None] Network 0018725b-9f93-4fec-866e-36dd70cb9568 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:56.724396 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-cd307934-a232-428f-80b3-29873e93f081 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5303574 Aug 31 09:34:56.727521 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54182) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:56.733217 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-9401f628-8892-4d53-8f80-8402a1acd673 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-585812451'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:56.780814 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-f2f78247-41a2-4cbd-b422-decb86a37e0a tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Deleting port e95fdb43-35c0-4731-add5-79e2f65f1d2a {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:34:56.781157 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f2f78247-41a2-4cbd-b422-decb86a37e0a tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:56.826671 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9401f628-8892-4d53-8f80-8402a1acd673 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Made reservation on behalf of 3fa883054ade43a996899211f0f1dbba for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:56.832107 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9401f628-8892-4d53-8f80-8402a1acd673 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:56.840039 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9974a09b-b058-4f66-b1f7-b966dfb94772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-0018725b-9f93-4fec-866e-36dd70cb9568', 'network_id': '0018725b-9f93-4fec-866e-36dd70cb9568', 'tenant_id': '3fa883054ade43a996899211f0f1dbba', 'fixed_ips': [{'subnet_id': '67ecaf84-e91f-4440-85a5-c8b166cabb44'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:34:56.840991 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9974a09b-b058-4f66-b1f7-b966dfb94772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:56.869331 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9401f628-8892-4d53-8f80-8402a1acd673 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] vlan segment allocate from pool success with {'vlan_id': 1635, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:34:56.882815 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9401f628-8892-4d53-8f80-8402a1acd673 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:56.883231 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-9401f628-8892-4d53-8f80-8402a1acd673 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Added segment 09d133c0-92f7-42ee-818a-ceff18069019 of type vlan for network aefa4179-0ecf-4666-a61d-c4ece5d699d9 Aug 31 09:34:56.895645 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f2f78247-41a2-4cbd-b422-decb86a37e0a tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:56.920078 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-f2f78247-41a2-4cbd-b422-decb86a37e0a tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Calling delete_port for e95fdb43-35c0-4731-add5-79e2f65f1d2a owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:34:56.938829 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9401f628-8892-4d53-8f80-8402a1acd673 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:57.021087 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-9974a09b-b058-4f66-b1f7-b966dfb94772 None None] Allocated IP 2001:db8:0:ffff::2 (0018725b-9f93-4fec-866e-36dd70cb9568/67ecaf84-e91f-4440-85a5-c8b166cabb44/3b221a0b-2954-4a89-a727-d5cd719764d9) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:57.056149 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:57.066850 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9401f628-8892-4d53-8f80-8402a1acd673 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:57.073231 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9401f628-8892-4d53-8f80-8402a1acd673 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:57.073861 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9401f628-8892-4d53-8f80-8402a1acd673 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:57.158809 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401f628-8892-4d53-8f80-8402a1acd673 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Pushing event updated for resources: {'Network': ['ID=aefa4179-0ecf-4666-a61d-c4ece5d699d9,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:57.216823 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9401f628-8892-4d53-8f80-8402a1acd673 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4878743 Aug 31 09:34:57.226034 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54192) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:57.226034 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-9357dcb0-16c8-4866-943f-79553a6d06b9 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Request body: {'subnet': {'network_id': 'aefa4179-0ecf-4666-a61d-c4ece5d699d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:57.251700 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9974a09b-b058-4f66-b1f7-b966dfb94772 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:57.262539 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9974a09b-b058-4f66-b1f7-b966dfb94772 None None] Transition to ACTIVE for port object 3b221a0b-2954-4a89-a727-d5cd719764d9 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:57.267612 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network aefa4179-0ecf-4666-a61d-c4ece5d699d9 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:34:57.336023 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:57.336404 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:57.340068 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9974a09b-b058-4f66-b1f7-b966dfb94772 None None] Transition to ACTIVE for port object 3b221a0b-2954-4a89-a727-d5cd719764d9 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:57.368257 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device f5b12926-4f7e-45d9-8d60-bcf5d3bcf454 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:34:57.383382 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c79298-d6c0-4d4d-9259-1d659715526f req-1b4a3f5a-7311-42b8-b251-bf7322339dee tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:57.385073 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-14c79298-d6c0-4d4d-9259-1d659715526f req-1b4a3f5a-7311-42b8-b251-bf7322339dee tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=3885225a-40bc-4120-a163-c003c7130f88 HTTP/1.1" status: 200 len: 944 time: 0.1310668 Aug 31 09:34:57.428896 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9974a09b-b058-4f66-b1f7-b966dfb94772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:57.435335 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-14c79298-d6c0-4d4d-9259-1d659715526f req-d87fcebe-37da-4687-a6b6-176ca01798bd tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421057 Aug 31 09:34:57.467616 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9357dcb0-16c8-4866-943f-79553a6d06b9 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Made reservation on behalf of 3fa883054ade43a996899211f0f1dbba for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:57.467616 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9357dcb0-16c8-4866-943f-79553a6d06b9 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:57.514738 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9974a09b-b058-4f66-b1f7-b966dfb94772 None None] Network 0018725b-9f93-4fec-866e-36dd70cb9568 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:57.539859 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-9974a09b-b058-4f66-b1f7-b966dfb94772 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:57.545356 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974a09b-b058-4f66-b1f7-b966dfb94772 None None] Pushing event updated for resources: {'Port': ['ID=3b221a0b-2954-4a89-a727-d5cd719764d9,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:57.550990 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9974a09b-b058-4f66-b1f7-b966dfb94772 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:57.636737 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port f5b12926-4f7e-45d9-8d60-bcf5d3bcf454, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=f5b12926-4f7e-45d9-8d60-bcf5d3bcf454,segment=NetworkSegment(e7bfaea8-dc50-4428-a9a7-b756d181f6bc),segment_id=e7bfaea8-dc50-4428-a9a7-b756d181f6bc)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:57.657032 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'f5b12926-4f7e-45d9-8d60-bcf5d3bcf454', 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6', 'port_id': 'f5b12926-4f7e-45d9-8d60-bcf5d3bcf454', 'mac_address': 'fa:16:3e:c1:b2:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a8d9332-4934-4e0f-b006-f09be5a999bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:34:57.660631 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-9974a09b-b058-4f66-b1f7-b966dfb94772 None None] Attempting to bind port 3b221a0b-2954-4a89-a727-d5cd719764d9 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:34:57.660999 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-9974a09b-b058-4f66-b1f7-b966dfb94772 None None] Attempting to bind port 3b221a0b-2954-4a89-a727-d5cd719764d9 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'aa5f6690-7dee-4562-9a7f-9cbb9afcbf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': '0018725b-9f93-4fec-866e-36dd70cb9568'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:34:57.661365 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9974a09b-b058-4f66-b1f7-b966dfb94772 None None] Attempting to bind port 3b221a0b-2954-4a89-a727-d5cd719764d9 on network 0018725b-9f93-4fec-866e-36dd70cb9568 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:34:57.668785 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9974a09b-b058-4f66-b1f7-b966dfb94772 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:34:57.669128 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9974a09b-b058-4f66-b1f7-b966dfb94772 None None] Checking segment: {'id': 'aa5f6690-7dee-4562-9a7f-9cbb9afcbf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': '0018725b-9f93-4fec-866e-36dd70cb9568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:57.669525 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9974a09b-b058-4f66-b1f7-b966dfb94772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:57.669927 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9974a09b-b058-4f66-b1f7-b966dfb94772 None None] Bound using segment: {'id': 'aa5f6690-7dee-4562-9a7f-9cbb9afcbf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': '0018725b-9f93-4fec-866e-36dd70cb9568'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:34:57.670401 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-9974a09b-b058-4f66-b1f7-b966dfb94772 None None] Bound port: 3b221a0b-2954-4a89-a727-d5cd719764d9, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa5f6690-7dee-4562-9a7f-9cbb9afcbf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': '0018725b-9f93-4fec-866e-36dd70cb9568'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:34:57.670810 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9974a09b-b058-4f66-b1f7-b966dfb94772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:57.706777 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f2f78247-41a2-4cbd-b422-decb86a37e0a tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:57.736021 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:57.761708 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f78247-41a2-4cbd-b422-decb86a37e0a tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Pushing event deleted for resources: {'Port': ['ID=e95fdb43-35c0-4731-add5-79e2f65f1d2a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:57.774853 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78247-41a2-4cbd-b422-decb86a37e0a tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:57.774853 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78247-41a2-4cbd-b422-decb86a37e0a tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:57.774853 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78247-41a2-4cbd-b422-decb86a37e0a tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:57.774853 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78247-41a2-4cbd-b422-decb86a37e0a tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:57.775271 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5b12926-4f7e-45d9-8d60-bcf5d3bcf454 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:34:57.775381 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78247-41a2-4cbd-b422-decb86a37e0a tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:57.775624 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78247-41a2-4cbd-b422-decb86a37e0a tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:57.775923 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78247-41a2-4cbd-b422-decb86a37e0a tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:57.776247 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78247-41a2-4cbd-b422-decb86a37e0a tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:57.776570 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78247-41a2-4cbd-b422-decb86a37e0a tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:57.776895 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78247-41a2-4cbd-b422-decb86a37e0a tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:57.777200 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78247-41a2-4cbd-b422-decb86a37e0a tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:57.777518 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f78247-41a2-4cbd-b422-decb86a37e0a tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:34:57.796676 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-9974a09b-b058-4f66-b1f7-b966dfb94772 None None] For port 3b221a0b-2954-4a89-a727-d5cd719764d9, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:34:57.830280 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port f5b12926-4f7e-45d9-8d60-bcf5d3bcf454, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=f5b12926-4f7e-45d9-8d60-bcf5d3bcf454,segment=NetworkSegment(e7bfaea8-dc50-4428-a9a7-b756d181f6bc),segment_id=e7bfaea8-dc50-4428-a9a7-b756d181f6bc)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:34:57.837375 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-9974a09b-b058-4f66-b1f7-b966dfb94772 None None] For port 3b221a0b-2954-4a89-a727-d5cd719764d9, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3b221a0b-2954-4a89-a727-d5cd719764d9,segment=NetworkSegment(aa5f6690-7dee-4562-9a7f-9cbb9afcbf72),segment_id=aa5f6690-7dee-4562-9a7f-9cbb9afcbf72)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:34:57.900903 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:57.928275 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f2f78247-41a2-4cbd-b422-decb86a37e0a tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:57.942076 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9974a09b-b058-4f66-b1f7-b966dfb94772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:57.981735 n-d-791506-28 neutron-server[95553]: DEBUG neutron.objects.ports [None req-9357dcb0-16c8-4866-943f-79553a6d06b9 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95553) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:34:57.983973 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9357dcb0-16c8-4866-943f-79553a6d06b9 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:58.002405 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=f5b12926-4f7e-45d9-8d60-bcf5d3bcf454,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:58.106343 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357dcb0-16c8-4866-943f-79553a6d06b9 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Pushing event updated for resources: {'Subnet': ['ID=8c539e68-4b77-45a6-b63b-82aa82070a89,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:58.110607 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974a09b-b058-4f66-b1f7-b966dfb94772 None None] Pushing event updated for resources: {'Port': ['ID=3b221a0b-2954-4a89-a727-d5cd719764d9,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:58.127322 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9357dcb0-16c8-4866-943f-79553a6d06b9 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Checking segment: {'id': '09d133c0-92f7-42ee-818a-ceff18069019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': 'aefa4179-0ecf-4666-a61d-c4ece5d699d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:34:58.127693 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9357dcb0-16c8-4866-943f-79553a6d06b9 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Network hostable DHCP agents. Network: aefa4179-0ecf-4666-a61d-c4ece5d699d9, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:34:58.199276 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9357dcb0-16c8-4866-943f-79553a6d06b9 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Network aefa4179-0ecf-4666-a61d-c4ece5d699d9 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:34:58.210884 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f78247-41a2-4cbd-b422-decb86a37e0a tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Router da706482-4d43-436c-868a-f6c22929ae8c has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:34:58.212942 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['f5b12926-4f7e-45d9-8d60-bcf5d3bcf454'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:34:58.284016 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-9357dcb0-16c8-4866-943f-79553a6d06b9 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, aefa4179-0ecf-4666-a61d-c4ece5d699d9) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:58.294719 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9357dcb0-16c8-4866-943f-79553a6d06b9 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:58.295357 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9357dcb0-16c8-4866-943f-79553a6d06b9 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:58.317896 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51e52b8-a241-4edc-8163-c3d9b4856e26 None None] Network aefa4179-0ecf-4666-a61d-c4ece5d699d9 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:58.383401 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9357dcb0-16c8-4866-943f-79553a6d06b9 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1627400 Aug 31 09:34:58.386309 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54198) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:58.392053 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f78247-41a2-4cbd-b422-decb86a37e0a tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:34:58.403590 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6851d78-cb27-4c82-82b3-fca15e6e0757 None None] Sync routers for ids ['da706482-4d43-436c-868a-f6c22929ae8c'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:34:58.407340 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-6fe6e915-7902-41cc-bb76-8ed06212ba74 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Request body: {'port': {'network_id': 'aefa4179-0ecf-4666-a61d-c4ece5d699d9', 'name': 'tempest-NetworksIpV6TestAttrs-824166871'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:58.423186 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f2f78247-41a2-4cbd-b422-decb86a37e0a tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] 10.222.0.119 "PUT /v2.0/routers/da706482-4d43-436c-868a-f6c22929ae8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2559836 Aug 31 09:34:58.427183 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6851d78-cb27-4c82-82b3-fca15e6e0757 None None] Routers {'da706482-4d43-436c-868a-f6c22929ae8c'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:58.427183 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e6851d78-cb27-4c82-82b3-fca15e6e0757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:34:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['da706482-4d43-436c-868a-f6c22929ae8c'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:58.427438 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54200) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:58.518408 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e6851d78-cb27-4c82-82b3-fca15e6e0757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:58.536793 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6851d78-cb27-4c82-82b3-fca15e6e0757 None None] Routers {'da706482-4d43-436c-868a-f6c22929ae8c'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:34:58.538770 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e6851d78-cb27-4c82-82b3-fca15e6e0757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:34:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['da706482-4d43-436c-868a-f6c22929ae8c'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:58.541340 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-81676a71-b0b1-4574-adb5-b321f9dbd359 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] delete failed (client error): The resource could not be found. Aug 31 09:34:58.552318 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-81676a71-b0b1-4574-adb5-b321f9dbd359 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] 10.222.0.119 "DELETE /v2.0/routers/tempest-non_exist_router-1009649731 HTTP/1.1" status: 404 len: 335 time: 0.1257217 Aug 31 09:34:58.553368 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54204) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:58.558395 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-0e4e942e-fad4-42fc-95ef-632ba9614ee1 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Request body: {'router': {'external_gateway_info': {'network_id': 'da706482-4d43-436c-868a-f6c22929ae8c'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:58.632785 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e6851d78-cb27-4c82-82b3-fca15e6e0757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:34:58.635109 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6851d78-cb27-4c82-82b3-fca15e6e0757 None None] The sync data for ids ['da706482-4d43-436c-868a-f6c22929ae8c'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:34:58.742205 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8ba3c-b4e9-45eb-80dc-f75595704dd3 req-631a9086-71db-4b25-a622-503367d4e8d9 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:58.744222 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-14a8ba3c-b4e9-45eb-80dc-f75595704dd3 req-631a9086-71db-4b25-a622-503367d4e8d9 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=3885225a-40bc-4120-a163-c003c7130f88 HTTP/1.1" status: 200 len: 945 time: 0.0700023 Aug 31 09:34:58.807627 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-14a8ba3c-b4e9-45eb-80dc-f75595704dd3 req-fb868325-3dc9-4239-841c-11adbbdc967c tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534065 Aug 31 09:34:58.811373 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe6e915-7902-41cc-bb76-8ed06212ba74 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Made reservation on behalf of 3fa883054ade43a996899211f0f1dbba for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:58.826594 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6fe6e915-7902-41cc-bb76-8ed06212ba74 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:58.826934 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85944cc5-5baf-4e78-8bd6-526a2195b0e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-aefa4179-0ecf-4666-a61d-c4ece5d699d9', 'network_id': 'aefa4179-0ecf-4666-a61d-c4ece5d699d9', 'tenant_id': '3fa883054ade43a996899211f0f1dbba', 'fixed_ips': [{'subnet_id': '8c539e68-4b77-45a6-b63b-82aa82070a89'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:34:58.826934 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-85944cc5-5baf-4e78-8bd6-526a2195b0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:58.860984 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-6fe6e915-7902-41cc-bb76-8ed06212ba74 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] device_id is not set on port 132f9320-b34c-49f9-9db1-f971c9319fa6 yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:34:58.932559 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0e4e942e-fad4-42fc-95ef-632ba9614ee1 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:59.005161 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-6fe6e915-7902-41cc-bb76-8ed06212ba74 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Allocated IP 2001:db8::f816:3eff:fe4a:2d30 (aefa4179-0ecf-4666-a61d-c4ece5d699d9/8c539e68-4b77-45a6-b63b-82aa82070a89/132f9320-b34c-49f9-9db1-f971c9319fa6) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:59.043857 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-0e4e942e-fad4-42fc-95ef-632ba9614ee1 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] update failed (client error): The resource could not be found. Aug 31 09:34:59.048965 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54206) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:59.049589 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0e4e942e-fad4-42fc-95ef-632ba9614ee1 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] 10.222.0.119 "PUT /v2.0/routers/da706482-4d43-436c-868a-f6c22929ae8c HTTP/1.1" status: 404 len: 339 time: 0.4949872 Aug 31 09:34:59.056443 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-d3659f09-a93c-4276-ba44-98688ea4da4c tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-594991174'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:59.077403 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3b221a0b-2954-4a89-a727-d5cd719764d9 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:34:59.205545 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6fe6e915-7902-41cc-bb76-8ed06212ba74 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:59.213942 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3659f09-a93c-4276-ba44-98688ea4da4c tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Made reservation on behalf of 4b2f8e9607ac45b3b0acbafff29ed66b for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:59.223409 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d3659f09-a93c-4276-ba44-98688ea4da4c tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:59.234345 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 3b221a0b-2954-4a89-a727-d5cd719764d9 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:59.240084 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-6fe6e915-7902-41cc-bb76-8ed06212ba74 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Transition to ACTIVE for port object 132f9320-b34c-49f9-9db1-f971c9319fa6 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:34:59.264451 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3659f09-a93c-4276-ba44-98688ea4da4c tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] vlan segment allocate from pool success with {'vlan_id': 1617, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:34:59.285916 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d3659f09-a93c-4276-ba44-98688ea4da4c tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:59.286255 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-d3659f09-a93c-4276-ba44-98688ea4da4c tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Added segment 65559530-9977-4d20-9b6b-f2228b6d24b6 of type vlan for network 8eee95f8-61b5-4e41-96f6-0208f72a4abc Aug 31 09:34:59.344431 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d3659f09-a93c-4276-ba44-98688ea4da4c tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:59.433966 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56668e9a-2610-4c8b-a311-6c9a610f8939 None None] Network 0018725b-9f93-4fec-866e-36dd70cb9568 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:34:59.438855 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6fe6e915-7902-41cc-bb76-8ed06212ba74 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:59.493454 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe6e915-7902-41cc-bb76-8ed06212ba74 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Network aefa4179-0ecf-4666-a61d-c4ece5d699d9 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:34:59.494794 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d3659f09-a93c-4276-ba44-98688ea4da4c tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:59.500352 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3659f09-a93c-4276-ba44-98688ea4da4c tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:59.500943 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d3659f09-a93c-4276-ba44-98688ea4da4c tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:59.518228 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-6fe6e915-7902-41cc-bb76-8ed06212ba74 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:34:59.550308 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-85944cc5-5baf-4e78-8bd6-526a2195b0e7 None None] Allocated IP 2001:db8::f816:3eff:fe5d:52c3 (aefa4179-0ecf-4666-a61d-c4ece5d699d9/8c539e68-4b77-45a6-b63b-82aa82070a89/c28bf536-f4ec-4295-bcdb-ccec7c6ae6e4) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:34:59.574172 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe6e915-7902-41cc-bb76-8ed06212ba74 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:34:59.579957 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe6e915-7902-41cc-bb76-8ed06212ba74 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:34:59.580664 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6fe6e915-7902-41cc-bb76-8ed06212ba74 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:59.596565 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6e915-7902-41cc-bb76-8ed06212ba74 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Pushing event updated for resources: {'Port': ['ID=132f9320-b34c-49f9-9db1-f971c9319fa6,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:59.617880 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3659f09-a93c-4276-ba44-98688ea4da4c tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Pushing event updated for resources: {'Network': ['ID=8eee95f8-61b5-4e41-96f6-0208f72a4abc,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:34:59.624323 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-256c38a1-1b8d-404f-a894-d547675a0eee None None] Provisioning for port 3b221a0b-2954-4a89-a727-d5cd719764d9 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:34:59.652746 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 8eee95f8-61b5-4e41-96f6-0208f72a4abc details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:34:59.660846 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-256c38a1-1b8d-404f-a894-d547675a0eee None None] Provisioning complete for port 3b221a0b-2954-4a89-a727-d5cd719764d9 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:34:59.661222 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-256c38a1-1b8d-404f-a894-d547675a0eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:34:59.690296 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d3659f09-a93c-4276-ba44-98688ea4da4c tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6396286 Aug 31 09:34:59.693091 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54212) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:59.699011 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-ceacd434-3635-461b-b7c5-a0aaefc5c2d7 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Request body: {'subnet': {'network_id': '8eee95f8-61b5-4e41-96f6-0208f72a4abc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:34:59.706011 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6fe6e915-7902-41cc-bb76-8ed06212ba74 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3177011 Aug 31 09:34:59.708266 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54214) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:34:59.781019 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-337dd7bb-a49d-4ebe-a35e-bb527c5272b7 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Deleting subnet 8c539e68-4b77-45a6-b63b-82aa82070a89 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:34:59.872424 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceacd434-3635-461b-b7c5-a0aaefc5c2d7 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Made reservation on behalf of 4b2f8e9607ac45b3b0acbafff29ed66b for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:34:59.876329 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ceacd434-3635-461b-b7c5-a0aaefc5c2d7 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:00.024801 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d91b51-c641-4582-a4e1-7af9a769c0e2 req-ca780717-e0ef-4c5a-917a-9652ed12fad8 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:00.026577 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27d91b51-c641-4582-a4e1-7af9a769c0e2 req-ca780717-e0ef-4c5a-917a-9652ed12fad8 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=3885225a-40bc-4120-a163-c003c7130f88 HTTP/1.1" status: 200 len: 945 time: 0.1308448 Aug 31 09:35:00.067500 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-256c38a1-1b8d-404f-a894-d547675a0eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:00.078968 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27d91b51-c641-4582-a4e1-7af9a769c0e2 req-e8c432bd-d393-4bbe-9283-f6f9839c1786 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448020 Aug 31 09:35:00.083516 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-85944cc5-5baf-4e78-8bd6-526a2195b0e7 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:00.102227 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-85944cc5-5baf-4e78-8bd6-526a2195b0e7 None None] Transition to ACTIVE for port object c28bf536-f4ec-4295-bcdb-ccec7c6ae6e4 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:00.136897 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-256c38a1-1b8d-404f-a894-d547675a0eee None None] For port 3b221a0b-2954-4a89-a727-d5cd719764d9, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3b221a0b-2954-4a89-a727-d5cd719764d9,segment=NetworkSegment(aa5f6690-7dee-4562-9a7f-9cbb9afcbf72),segment_id=aa5f6690-7dee-4562-9a7f-9cbb9afcbf72)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:00.138434 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-85944cc5-5baf-4e78-8bd6-526a2195b0e7 None None] Transition to ACTIVE for port object c28bf536-f4ec-4295-bcdb-ccec7c6ae6e4 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:00.208202 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-337dd7bb-a49d-4ebe-a35e-bb527c5272b7 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:00.210575 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-85944cc5-5baf-4e78-8bd6-526a2195b0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:00.215265 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-256c38a1-1b8d-404f-a894-d547675a0eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:00.258535 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-337dd7bb-a49d-4ebe-a35e-bb527c5272b7 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:00.260396 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ceacd434-3635-461b-b7c5-a0aaefc5c2d7 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:00.262103 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85944cc5-5baf-4e78-8bd6-526a2195b0e7 None None] Network aefa4179-0ecf-4666-a61d-c4ece5d699d9 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:00.268371 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-85944cc5-5baf-4e78-8bd6-526a2195b0e7 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:00.276068 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85944cc5-5baf-4e78-8bd6-526a2195b0e7 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:00.297077 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85944cc5-5baf-4e78-8bd6-526a2195b0e7 None None] Pushing event updated for resources: {'Port': ['ID=c28bf536-f4ec-4295-bcdb-ccec7c6ae6e4,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:00.346112 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceacd434-3635-461b-b7c5-a0aaefc5c2d7 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Pushing event updated for resources: {'Subnet': ['ID=db72cd1e-6869-4aa7-992e-124908f8ae55,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:00.361705 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceacd434-3635-461b-b7c5-a0aaefc5c2d7 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Checking segment: {'id': '65559530-9977-4d20-9b6b-f2228b6d24b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1617, 'network_id': '8eee95f8-61b5-4e41-96f6-0208f72a4abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:00.362960 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceacd434-3635-461b-b7c5-a0aaefc5c2d7 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Network hostable DHCP agents. Network: 8eee95f8-61b5-4e41-96f6-0208f72a4abc, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:35:00.396303 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-85944cc5-5baf-4e78-8bd6-526a2195b0e7 None None] Attempting to bind port c28bf536-f4ec-4295-bcdb-ccec7c6ae6e4 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:00.396303 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-85944cc5-5baf-4e78-8bd6-526a2195b0e7 None None] Attempting to bind port c28bf536-f4ec-4295-bcdb-ccec7c6ae6e4 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '09d133c0-92f7-42ee-818a-ceff18069019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': 'aefa4179-0ecf-4666-a61d-c4ece5d699d9'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:00.396303 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85944cc5-5baf-4e78-8bd6-526a2195b0e7 None None] Attempting to bind port c28bf536-f4ec-4295-bcdb-ccec7c6ae6e4 on network aefa4179-0ecf-4666-a61d-c4ece5d699d9 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:00.404721 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c38a1-1b8d-404f-a894-d547675a0eee None None] Pushing event updated for resources: {'Port': ['ID=3b221a0b-2954-4a89-a727-d5cd719764d9,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:00.407689 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85944cc5-5baf-4e78-8bd6-526a2195b0e7 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:00.408060 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85944cc5-5baf-4e78-8bd6-526a2195b0e7 None None] Checking segment: {'id': '09d133c0-92f7-42ee-818a-ceff18069019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': 'aefa4179-0ecf-4666-a61d-c4ece5d699d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:00.408505 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-85944cc5-5baf-4e78-8bd6-526a2195b0e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:00.408885 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85944cc5-5baf-4e78-8bd6-526a2195b0e7 None None] Bound using segment: {'id': '09d133c0-92f7-42ee-818a-ceff18069019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': 'aefa4179-0ecf-4666-a61d-c4ece5d699d9'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:00.409353 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-85944cc5-5baf-4e78-8bd6-526a2195b0e7 None None] Bound port: c28bf536-f4ec-4295-bcdb-ccec7c6ae6e4, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d133c0-92f7-42ee-818a-ceff18069019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': 'aefa4179-0ecf-4666-a61d-c4ece5d699d9'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:00.409746 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-85944cc5-5baf-4e78-8bd6-526a2195b0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:00.466689 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceacd434-3635-461b-b7c5-a0aaefc5c2d7 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Network 8eee95f8-61b5-4e41-96f6-0208f72a4abc is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:35:00.474135 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-337dd7bb-a49d-4ebe-a35e-bb527c5272b7 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:00.475934 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-ee3da86a-7f1e-4b62-a51f-1041488ba628 None None] Provisioning complete for port 3b221a0b-2954-4a89-a727-d5cd719764d9 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:00.476379 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ee3da86a-7f1e-4b62-a51f-1041488ba628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:00.535249 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-ceacd434-3635-461b-b7c5-a0aaefc5c2d7 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 8eee95f8-61b5-4e41-96f6-0208f72a4abc) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:00.550124 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceacd434-3635-461b-b7c5-a0aaefc5c2d7 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:00.552674 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ceacd434-3635-461b-b7c5-a0aaefc5c2d7 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:00.557149 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b13f2c-d8f8-4f8c-9652-f69577598a37 None None] Network 8eee95f8-61b5-4e41-96f6-0208f72a4abc requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:00.614716 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-337dd7bb-a49d-4ebe-a35e-bb527c5272b7 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:00.629339 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-337dd7bb-a49d-4ebe-a35e-bb527c5272b7 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:00.631729 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-337dd7bb-a49d-4ebe-a35e-bb527c5272b7 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "DELETE /v2.0/subnets/8c539e68-4b77-45a6-b63b-82aa82070a89 HTTP/1.1" status: 204 len: 168 time: 0.9219530 Aug 31 09:35:00.634451 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54222) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:00.641348 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-85944cc5-5baf-4e78-8bd6-526a2195b0e7 None None] For port c28bf536-f4ec-4295-bcdb-ccec7c6ae6e4, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:00.651426 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337dd7bb-a49d-4ebe-a35e-bb527c5272b7 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Pushing event deleted for resources: {'Subnet': ['ID=8c539e68-4b77-45a6-b63b-82aa82070a89,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:00.656282 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-85944cc5-5baf-4e78-8bd6-526a2195b0e7 None None] For port c28bf536-f4ec-4295-bcdb-ccec7c6ae6e4, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=c28bf536-f4ec-4295-bcdb-ccec7c6ae6e4,segment=NetworkSegment(09d133c0-92f7-42ee-818a-ceff18069019),segment_id=09d133c0-92f7-42ee-818a-ceff18069019)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:00.674829 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ceacd434-3635-461b-b7c5-a0aaefc5c2d7 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9703078 Aug 31 09:35:00.678881 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54224) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:00.688113 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-e9f76b6e-cc61-4614-bd0f-9588b04ab801 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Request body: {'router': {'external_gateway_info': {'network_id': '8eee95f8-61b5-4e41-96f6-0208f72a4abc'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:00.741869 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417eed68-0012-4afd-8f9f-1f0a8889cdce tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:00.743655 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417eed68-0012-4afd-8f9f-1f0a8889cdce tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:00.746587 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-417eed68-0012-4afd-8f9f-1f0a8889cdce tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1086867 Aug 31 09:35:00.748801 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54226) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:00.763391 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-85944cc5-5baf-4e78-8bd6-526a2195b0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:00.814029 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50fd3de-5ac1-4854-acc2-3ff0c11df95c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-8eee95f8-61b5-4e41-96f6-0208f72a4abc', 'network_id': '8eee95f8-61b5-4e41-96f6-0208f72a4abc', 'tenant_id': '4b2f8e9607ac45b3b0acbafff29ed66b', 'fixed_ips': [{'subnet_id': 'db72cd1e-6869-4aa7-992e-124908f8ae55'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:35:00.814915 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e50fd3de-5ac1-4854-acc2-3ff0c11df95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:00.881575 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-98c849f5-38ae-4aef-9ea0-09c4eb4d0150 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:00.889022 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c849f5-38ae-4aef-9ea0-09c4eb4d0150 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 31 09:35:00.889586 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98c849f5-38ae-4aef-9ea0-09c4eb4d0150 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:35:00.895135 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-98c849f5-38ae-4aef-9ea0-09c4eb4d0150 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "DELETE /v2.0/networks/aefa4179-0ecf-4666-a61d-c4ece5d699d9 HTTP/1.1" status: 409 len: 405 time: 0.1418867 Aug 31 09:35:00.895984 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54228) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:00.902830 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-6f9736f8-3dc1-40aa-a813-42420d46c88f tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-824357421'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:00.951062 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85944cc5-5baf-4e78-8bd6-526a2195b0e7 None None] Pushing event updated for resources: {'Port': ['ID=c28bf536-f4ec-4295-bcdb-ccec7c6ae6e4,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:00.978360 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e9f76b6e-cc61-4614-bd0f-9588b04ab801 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:00.997957 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9736f8-3dc1-40aa-a813-42420d46c88f tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Made reservation on behalf of 3fa883054ade43a996899211f0f1dbba for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:01.002591 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6f9736f8-3dc1-40aa-a813-42420d46c88f tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:01.037329 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9736f8-3dc1-40aa-a813-42420d46c88f tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] vlan segment allocate from pool success with {'vlan_id': 1618, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:35:01.038339 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-e50fd3de-5ac1-4854-acc2-3ff0c11df95c None None] Allocated IP 2001:db8:1::2 (8eee95f8-61b5-4e41-96f6-0208f72a4abc/db72cd1e-6869-4aa7-992e-124908f8ae55/e9c223fb-0242-4fd9-b551-947d3f065765) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:01.051043 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3b221a0b-2954-4a89-a727-d5cd719764d9 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:01.070625 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6f9736f8-3dc1-40aa-a813-42420d46c88f tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:01.071514 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-6f9736f8-3dc1-40aa-a813-42420d46c88f tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Added segment f70d3b87-1a0b-4f2f-a0a7-a8e15dc9f43f of type vlan for network 7e71eb4f-2599-42a9-b3cf-4e630dd10ad3 Aug 31 09:35:01.148898 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6f9736f8-3dc1-40aa-a813-42420d46c88f tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:01.253939 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 3b221a0b-2954-4a89-a727-d5cd719764d9 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:01.254715 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:01.268213 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6f9736f8-3dc1-40aa-a813-42420d46c88f tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:01.273659 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-e9f76b6e-cc61-4614-bd0f-9588b04ab801 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:35:01.273659 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e9f76b6e-cc61-4614-bd0f-9588b04ab801 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] 10.222.0.119 "PUT /v2.0/routers/da706482-4d43-436c-868a-f6c22929ae8c HTTP/1.1" status: 400 len: 364 time: 0.5896971 Aug 31 09:35:01.274306 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54232) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:01.283674 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9736f8-3dc1-40aa-a813-42420d46c88f tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:01.284560 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6f9736f8-3dc1-40aa-a813-42420d46c88f tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:01.358611 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af43c43-4422-4073-b00a-eab1da82bcf0 req-1df060aa-7c86-406c-a52d-b3ed1b9c8353 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:01.359655 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1af43c43-4422-4073-b00a-eab1da82bcf0 req-1df060aa-7c86-406c-a52d-b3ed1b9c8353 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=3885225a-40bc-4120-a163-c003c7130f88 HTTP/1.1" status: 200 len: 945 time: 0.1629384 Aug 31 09:35:01.366583 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device f5b12926-4f7e-45d9-8d60-bcf5d3bcf454 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:01.404020 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9736f8-3dc1-40aa-a813-42420d46c88f tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Pushing event updated for resources: {'Network': ['ID=7e71eb4f-2599-42a9-b3cf-4e630dd10ad3,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:01.405621 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e50fd3de-5ac1-4854-acc2-3ff0c11df95c None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:01.437203 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 7e71eb4f-2599-42a9-b3cf-4e630dd10ad3 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:35:01.438192 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1af43c43-4422-4073-b00a-eab1da82bcf0 req-2f2cd4d1-abec-43af-be68-9b37f74424a5 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636983 Aug 31 09:35:01.474176 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6f9736f8-3dc1-40aa-a813-42420d46c88f tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5760491 Aug 31 09:35:01.477148 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54238) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:01.485147 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-e4beec38-9783-4198-99a0-4ab81eceeb7e tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Request body: {'subnet': {'network_id': '7e71eb4f-2599-42a9-b3cf-4e630dd10ad3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:01.524152 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e50fd3de-5ac1-4854-acc2-3ff0c11df95c None None] Transition to ACTIVE for port object e9c223fb-0242-4fd9-b551-947d3f065765 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:01.572994 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e50fd3de-5ac1-4854-acc2-3ff0c11df95c None None] Transition to ACTIVE for port object e9c223fb-0242-4fd9-b551-947d3f065765 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:01.596491 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54240) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:01.644227 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e50fd3de-5ac1-4854-acc2-3ff0c11df95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:01.698496 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port f5b12926-4f7e-45d9-8d60-bcf5d3bcf454 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:01.701003 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2850bebb-264e-4919-8c77-ad96f2e67759 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:01.701608 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2850bebb-264e-4919-8c77-ad96f2e67759 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:01.702165 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2850bebb-264e-4919-8c77-ad96f2e67759 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:01.705958 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2850bebb-264e-4919-8c77-ad96f2e67759 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] 10.222.0.119 "GET /v2.0/ports?project_id=fdd0715ba0554817ad604cf7a2e9a81b&network_id=8a07a2ef-db65-4ad7-9566-84ee44fff2bb HTTP/1.1" status: 200 len: 2972 time: 0.1069989 Aug 31 09:35:01.711694 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d0cb49a9-214f-47d1-821d-0d946cd32887 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:01.711902 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50fd3de-5ac1-4854-acc2-3ff0c11df95c None None] Network 8eee95f8-61b5-4e41-96f6-0208f72a4abc is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:01.728254 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-e50fd3de-5ac1-4854-acc2-3ff0c11df95c None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:01.730170 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50fd3de-5ac1-4854-acc2-3ff0c11df95c None None] Pushing event updated for resources: {'Port': ['ID=e9c223fb-0242-4fd9-b551-947d3f065765,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:01.733482 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50fd3de-5ac1-4854-acc2-3ff0c11df95c None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:01.735946 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port f5b12926-4f7e-45d9-8d60-bcf5d3bcf454 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:01.736411 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:01.768794 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4beec38-9783-4198-99a0-4ab81eceeb7e tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Made reservation on behalf of 3fa883054ade43a996899211f0f1dbba for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:01.772555 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e4beec38-9783-4198-99a0-4ab81eceeb7e tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:01.840482 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e50fd3de-5ac1-4854-acc2-3ff0c11df95c None None] Attempting to bind port e9c223fb-0242-4fd9-b551-947d3f065765 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:01.840825 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e50fd3de-5ac1-4854-acc2-3ff0c11df95c None None] Attempting to bind port e9c223fb-0242-4fd9-b551-947d3f065765 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '65559530-9977-4d20-9b6b-f2228b6d24b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1617, 'network_id': '8eee95f8-61b5-4e41-96f6-0208f72a4abc'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:01.841258 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50fd3de-5ac1-4854-acc2-3ff0c11df95c None None] Attempting to bind port e9c223fb-0242-4fd9-b551-947d3f065765 on network 8eee95f8-61b5-4e41-96f6-0208f72a4abc {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:01.849008 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50fd3de-5ac1-4854-acc2-3ff0c11df95c None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:01.850111 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50fd3de-5ac1-4854-acc2-3ff0c11df95c None None] Checking segment: {'id': '65559530-9977-4d20-9b6b-f2228b6d24b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1617, 'network_id': '8eee95f8-61b5-4e41-96f6-0208f72a4abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:01.850607 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e50fd3de-5ac1-4854-acc2-3ff0c11df95c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:01.851078 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50fd3de-5ac1-4854-acc2-3ff0c11df95c None None] Bound using segment: {'id': '65559530-9977-4d20-9b6b-f2228b6d24b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1617, 'network_id': '8eee95f8-61b5-4e41-96f6-0208f72a4abc'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:01.851627 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e50fd3de-5ac1-4854-acc2-3ff0c11df95c None None] Bound port: e9c223fb-0242-4fd9-b551-947d3f065765, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65559530-9977-4d20-9b6b-f2228b6d24b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1617, 'network_id': '8eee95f8-61b5-4e41-96f6-0208f72a4abc'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:01.852078 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e50fd3de-5ac1-4854-acc2-3ff0c11df95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:01.983006 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:01.996305 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-e50fd3de-5ac1-4854-acc2-3ff0c11df95c None None] For port e9c223fb-0242-4fd9-b551-947d3f065765, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:02.039969 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port f5b12926-4f7e-45d9-8d60-bcf5d3bcf454, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=f5b12926-4f7e-45d9-8d60-bcf5d3bcf454,segment=NetworkSegment(e7bfaea8-dc50-4428-a9a7-b756d181f6bc),segment_id=e7bfaea8-dc50-4428-a9a7-b756d181f6bc)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:02.043121 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-e50fd3de-5ac1-4854-acc2-3ff0c11df95c None None] For port e9c223fb-0242-4fd9-b551-947d3f065765, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=e9c223fb-0242-4fd9-b551-947d3f065765,segment=NetworkSegment(65559530-9977-4d20-9b6b-f2228b6d24b6),segment_id=65559530-9977-4d20-9b6b-f2228b6d24b6)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:02.044185 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3885225a-40bc-4120-a163-c003c7130f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b12926-4f7e-45d9-8d60-bcf5d3bcf454'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:02.047178 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286758a4-d57b-4169-bf7c-303d2c12564f" -d '{"events": [{"server_uuid": "3885225a-40bc-4120-a163-c003c7130f88", "name": "network-vif-plugged", "status": "completed", "tag": "f5b12926-4f7e-45d9-8d60-bcf5d3bcf454"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:02.099204 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc131238-539e-4598-9330-c332aa771c36 x-openstack-request-id: req-dc131238-539e-4598-9330-c332aa771c36 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:02.100164 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3885225a-40bc-4120-a163-c003c7130f88", "name": "network-vif-plugged", "status": "completed", "tag": "f5b12926-4f7e-45d9-8d60-bcf5d3bcf454", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:02.100536 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-dc131238-539e-4598-9330-c332aa771c36 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:02.100947 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3885225a-40bc-4120-a163-c003c7130f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b12926-4f7e-45d9-8d60-bcf5d3bcf454', 'code': 200} Aug 31 09:35:02.104597 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-d0cb49a9-214f-47d1-821d-0d946cd32887 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Allocated IP 2001:db8::1 (01aa0d3b-3707-4d10-bf94-48337255ecce/18779478-8076-493d-8923-68c404949c26/e717179d-aada-4fe0-afc3-b84dd33f4edf) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:02.108264 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:02.158281 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e50fd3de-5ac1-4854-acc2-3ff0c11df95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:02.212525 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f197da-7866-4871-b709-9e7aa98b1a39 None None] Network aefa4179-0ecf-4666-a61d-c4ece5d699d9 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:02.272293 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a5d8d-c3fa-4901-9122-20df857a30bc req-c60c2eb7-b552-4e1d-92ae-d64ffa222695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:02.274581 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-607a5d8d-c3fa-4901-9122-20df857a30bc req-c60c2eb7-b552-4e1d-92ae-d64ffa222695 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=3885225a-40bc-4120-a163-c003c7130f88 HTTP/1.1" status: 200 len: 1098 time: 0.0986483 Aug 31 09:35:02.305672 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=f5b12926-4f7e-45d9-8d60-bcf5d3bcf454,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:02.336721 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d0cb49a9-214f-47d1-821d-0d946cd32887 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:02.341813 n-d-791506-28 neutron-server[95553]: DEBUG neutron.objects.ports [None req-e4beec38-9783-4198-99a0-4ab81eceeb7e tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95553) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:35:02.343791 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e4beec38-9783-4198-99a0-4ab81eceeb7e tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:02.374234 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-607a5d8d-c3fa-4901-9122-20df857a30bc req-cefdda4a-9f6d-4d56-987a-f398c909d92b service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905836 Aug 31 09:35:02.376977 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-d0cb49a9-214f-47d1-821d-0d946cd32887 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Transition to ACTIVE for port object e717179d-aada-4fe0-afc3-b84dd33f4edf will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:02.423085 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5b9b28bc-3c7e-4b79-9bc9-2c48c5b011fa None None] Provisioning for port c28bf536-f4ec-4295-bcdb-ccec7c6ae6e4 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:02.437319 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50fd3de-5ac1-4854-acc2-3ff0c11df95c None None] Pushing event updated for resources: {'Port': ['ID=e9c223fb-0242-4fd9-b551-947d3f065765,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:02.453488 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4beec38-9783-4198-99a0-4ab81eceeb7e tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Checking segment: {'id': 'f70d3b87-1a0b-4f2f-a0a7-a8e15dc9f43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '7e71eb4f-2599-42a9-b3cf-4e630dd10ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:02.453807 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4beec38-9783-4198-99a0-4ab81eceeb7e tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Network hostable DHCP agents. Network: 7e71eb4f-2599-42a9-b3cf-4e630dd10ad3, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:35:02.457142 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4beec38-9783-4198-99a0-4ab81eceeb7e tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Pushing event updated for resources: {'Subnet': ['ID=de286ebc-0d79-4bd6-8827-946b0d4615ca,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:02.501323 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d0cb49a9-214f-47d1-821d-0d946cd32887 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:02.548807 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4beec38-9783-4198-99a0-4ab81eceeb7e tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Network 7e71eb4f-2599-42a9-b3cf-4e630dd10ad3 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:35:02.558344 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cb49a9-214f-47d1-821d-0d946cd32887 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Network 01aa0d3b-3707-4d10-bf94-48337255ecce is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:02.561886 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-d0cb49a9-214f-47d1-821d-0d946cd32887 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:02.565953 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cb49a9-214f-47d1-821d-0d946cd32887 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:02.566766 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d0cb49a9-214f-47d1-821d-0d946cd32887 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:02.621622 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99dc927-7802-4975-be37-ddcedb19edd4 None None] DHCP port deletion for aefa4179-0ecf-4666-a61d-c4ece5d699d9 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:35:02.637663 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb49a9-214f-47d1-821d-0d946cd32887 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Pushing event updated for resources: {'Port': ['ID=e717179d-aada-4fe0-afc3-b84dd33f4edf,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:02.638705 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-e4beec38-9783-4198-99a0-4ab81eceeb7e tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 7e71eb4f-2599-42a9-b3cf-4e630dd10ad3) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:02.681127 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4beec38-9783-4198-99a0-4ab81eceeb7e tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:02.681924 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e4beec38-9783-4198-99a0-4ab81eceeb7e tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:02.695882 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:02.702433 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083ab465-376f-4e29-a124-50f4e67ce543 None None] Network 7e71eb4f-2599-42a9-b3cf-4e630dd10ad3 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:02.747190 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4d92c-deff-4532-b04b-afae8b837080 req-90e72729-12b3-4f64-9b3b-8bc67ffb470a tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:02.748878 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-59c4d92c-deff-4532-b04b-afae8b837080 req-90e72729-12b3-4f64-9b3b-8bc67ffb470a tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=3885225a-40bc-4120-a163-c003c7130f88 HTTP/1.1" status: 200 len: 946 time: 0.1537993 Aug 31 09:35:02.781457 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e4beec38-9783-4198-99a0-4ab81eceeb7e tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3005981 Aug 31 09:35:02.781683 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54258) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:02.798414 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-991c2cf7-6b75-42b9-8d52-0d26d5090c77 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Request body: {'port': {'network_id': '7e71eb4f-2599-42a9-b3cf-4e630dd10ad3', 'name': 'tempest-NetworksIpV6TestAttrs-1054741907'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:02.855015 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d0cb49a9-214f-47d1-821d-0d946cd32887 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:02.858323 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-e99dc927-7802-4975-be37-ddcedb19edd4 None None] Deleting port c28bf536-f4ec-4295-bcdb-ccec7c6ae6e4 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:02.858728 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e99dc927-7802-4975-be37-ddcedb19edd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:02.896053 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-59c4d92c-deff-4532-b04b-afae8b837080 req-6b0c8b39-f829-4495-aaed-ff9854230d14 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326170 Aug 31 09:35:02.936884 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:03.000291 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-e99dc927-7802-4975-be37-ddcedb19edd4 None None] For port c28bf536-f4ec-4295-bcdb-ccec7c6ae6e4, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=c28bf536-f4ec-4295-bcdb-ccec7c6ae6e4,segment=NetworkSegment(09d133c0-92f7-42ee-818a-ceff18069019),segment_id=09d133c0-92f7-42ee-818a-ceff18069019)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:03.001465 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e99dc927-7802-4975-be37-ddcedb19edd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:03.040776 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-e99dc927-7802-4975-be37-ddcedb19edd4 None None] Calling delete_port for c28bf536-f4ec-4295-bcdb-ccec7c6ae6e4 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:03.101531 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991c2cf7-6b75-42b9-8d52-0d26d5090c77 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Made reservation on behalf of 3fa883054ade43a996899211f0f1dbba for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:03.118901 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-991c2cf7-6b75-42b9-8d52-0d26d5090c77 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:03.151441 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-991c2cf7-6b75-42b9-8d52-0d26d5090c77 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] device_id is not set on port 2a57b77c-e5a0-4e17-98b6-d855fed06ed7 yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:35:03.165300 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device e9c223fb-0242-4fd9-b551-947d3f065765 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:03.271048 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c176a543-e09e-4f91-9680-def1e0db8046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-7e71eb4f-2599-42a9-b3cf-4e630dd10ad3', 'network_id': '7e71eb4f-2599-42a9-b3cf-4e630dd10ad3', 'tenant_id': '3fa883054ade43a996899211f0f1dbba', 'fixed_ips': [{'subnet_id': 'de286ebc-0d79-4bd6-8827-946b0d4615ca'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:35:03.271048 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c176a543-e09e-4f91-9680-def1e0db8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:03.371768 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6754f65a-d45c-4c48-be92-60dcb625f990 None None] Provisioning for port e717179d-aada-4fe0-afc3-b84dd33f4edf completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:03.398141 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-991c2cf7-6b75-42b9-8d52-0d26d5090c77 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Allocated IP 2001:db8::f816:3eff:feb5:b63f (7e71eb4f-2599-42a9-b3cf-4e630dd10ad3/de286ebc-0d79-4bd6-8827-946b0d4615ca/2a57b77c-e5a0-4e17-98b6-d855fed06ed7) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:03.420351 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port e9c223fb-0242-4fd9-b551-947d3f065765 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:03.437311 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6754f65a-d45c-4c48-be92-60dcb625f990 None None] Provisioning complete for port e717179d-aada-4fe0-afc3-b84dd33f4edf triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:03.438244 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6754f65a-d45c-4c48-be92-60dcb625f990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:03.480491 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e99dc927-7802-4975-be37-ddcedb19edd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:03.514600 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99dc927-7802-4975-be37-ddcedb19edd4 None None] Pushing event deleted for resources: {'Port': ['ID=c28bf536-f4ec-4295-bcdb-ccec7c6ae6e4,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:03.532526 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-6754f65a-d45c-4c48-be92-60dcb625f990 None None] Port e717179d-aada-4fe0-afc3-b84dd33f4edf cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:35:03.537050 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99dc927-7802-4975-be37-ddcedb19edd4 None None] No DVR routers for this DVR port c28bf536-f4ec-4295-bcdb-ccec7c6ae6e4 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:35:03.653854 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d0cb49a9-214f-47d1-821d-0d946cd32887 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:03.658325 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-991c2cf7-6b75-42b9-8d52-0d26d5090c77 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:03.677101 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-991c2cf7-6b75-42b9-8d52-0d26d5090c77 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Transition to ACTIVE for port object 2a57b77c-e5a0-4e17-98b6-d855fed06ed7 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:03.696083 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de602fa-1029-43a2-afbd-f7ff64a1d3ef None None] Network 8eee95f8-61b5-4e41-96f6-0208f72a4abc requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:03.746875 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d0cb49a9-214f-47d1-821d-0d946cd32887 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:03.747677 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d0cb49a9-214f-47d1-821d-0d946cd32887 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:03.816444 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-991c2cf7-6b75-42b9-8d52-0d26d5090c77 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:03.873918 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a2c3c6cc-0303-487e-ae77-35d756f38704 None None] Provisioning for port e9c223fb-0242-4fd9-b551-947d3f065765 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:03.883490 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a2c3c6cc-0303-487e-ae77-35d756f38704 None None] Provisioning complete for port e9c223fb-0242-4fd9-b551-947d3f065765 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:03.883896 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a2c3c6cc-0303-487e-ae77-35d756f38704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:03.893618 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54266) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:03.911176 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb49a9-214f-47d1-821d-0d946cd32887 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Pushing event updated for resources: {'Port': ['ID=e717179d-aada-4fe0-afc3-b84dd33f4edf,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:03.960809 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cb49a9-214f-47d1-821d-0d946cd32887 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Network 01aa0d3b-3707-4d10-bf94-48337255ecce is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:03.962710 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-d0cb49a9-214f-47d1-821d-0d946cd32887 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:04.011483 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991c2cf7-6b75-42b9-8d52-0d26d5090c77 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Network 7e71eb4f-2599-42a9-b3cf-4e630dd10ad3 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:04.015131 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ca7887-f0bb-4c38-ba9d-f5e8028c42b5 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:04.031216 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-85ca7887-f0bb-4c38-ba9d-f5e8028c42b5 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] 10.222.0.119 "GET /v2.0/subnets?network_id=95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 814 time: 0.1184733 Aug 31 09:35:04.045928 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c2cf7-6b75-42b9-8d52-0d26d5090c77 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Pushing event updated for resources: {'Port': ['ID=2a57b77c-e5a0-4e17-98b6-d855fed06ed7,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:04.057703 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-991c2cf7-6b75-42b9-8d52-0d26d5090c77 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:04.063057 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991c2cf7-6b75-42b9-8d52-0d26d5090c77 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:04.071477 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991c2cf7-6b75-42b9-8d52-0d26d5090c77 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:04.071884 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-991c2cf7-6b75-42b9-8d52-0d26d5090c77 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.110512 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98884bdc-3c71-4e27-8e32-0957db7ea816 req-01fffdcb-58eb-43cb-99e9-390a28e4c7cc tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:04.112694 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98884bdc-3c71-4e27-8e32-0957db7ea816 req-01fffdcb-58eb-43cb-99e9-390a28e4c7cc tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=3885225a-40bc-4120-a163-c003c7130f88 HTTP/1.1" status: 200 len: 946 time: 0.1110744 Aug 31 09:35:04.118887 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cb49a9-214f-47d1-821d-0d946cd32887 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Router da706482-4d43-436c-868a-f6c22929ae8c has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:35:04.157287 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-991c2cf7-6b75-42b9-8d52-0d26d5090c77 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3717165 Aug 31 09:35:04.163108 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54272) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:04.186400 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-c176a543-e09e-4f91-9680-def1e0db8046 None None] Allocated IP 2001:db8::f816:3eff:fedc:93b1 (7e71eb4f-2599-42a9-b3cf-4e630dd10ad3/de286ebc-0d79-4bd6-8827-946b0d4615ca/2ed9d032-070e-4e9d-b94a-1ed72df14cf7) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:04.247883 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98884bdc-3c71-4e27-8e32-0957db7ea816 req-e1d3749d-115d-4623-a588-649a9e153709 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222541 Aug 31 09:35:04.266295 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cb49a9-214f-47d1-821d-0d946cd32887 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:35:04.273137 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d0cb49a9-214f-47d1-821d-0d946cd32887 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] 10.222.0.119 "PUT /v2.0/routers/da706482-4d43-436c-868a-f6c22929ae8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9982810 Aug 31 09:35:04.275988 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54276) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:04.283874 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bda0fda-c3c6-4dbb-926f-04833339ab2e tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Deleting subnet de286ebc-0d79-4bd6-8827-946b0d4615ca {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:35:04.309472 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a6e805-776e-4f8b-b48f-ae7904169ec5 None None] Sync routers for ids ['da706482-4d43-436c-868a-f6c22929ae8c'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:35:04.356592 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a6e805-776e-4f8b-b48f-ae7904169ec5 None None] Routers {'da706482-4d43-436c-868a-f6c22929ae8c'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:04.357247 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c6a6e805-776e-4f8b-b48f-ae7904169ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:34:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['da706482-4d43-436c-868a-f6c22929ae8c'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:04.401037 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d40b132a-a678-4f0c-b3c5-4e1d33a63892 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.432093 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c6a6e805-776e-4f8b-b48f-ae7904169ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:04.458949 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a6e805-776e-4f8b-b48f-ae7904169ec5 None None] Routers {'da706482-4d43-436c-868a-f6c22929ae8c'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:04.460320 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c6a6e805-776e-4f8b-b48f-ae7904169ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:34:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['da706482-4d43-436c-868a-f6c22929ae8c'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:04.469865 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e12687-4f20-4cf4-a4b6-c57c9d6ea733 req-3c7a6c92-c2ea-45db-a137-3a95782132b2 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:04.471608 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f3e12687-4f20-4cf4-a4b6-c57c9d6ea733 req-3c7a6c92-c2ea-45db-a137-3a95782132b2 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=3885225a-40bc-4120-a163-c003c7130f88 HTTP/1.1" status: 200 len: 946 time: 0.0801208 Aug 31 09:35:04.499298 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c6a6e805-776e-4f8b-b48f-ae7904169ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:04.500316 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a6e805-776e-4f8b-b48f-ae7904169ec5 None None] The sync data for ids ['da706482-4d43-436c-868a-f6c22929ae8c'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:35:04.501768 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a2c3c6cc-0303-487e-ae77-35d756f38704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.525362 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-d40b132a-a678-4f0c-b3c5-4e1d33a63892 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 09:35:04.526727 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d40b132a-a678-4f0c-b3c5-4e1d33a63892 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] 10.222.0.119 "DELETE /v2.0/routers/da706482-4d43-436c-868a-f6c22929ae8c HTTP/1.1" status: 409 len: 329 time: 0.2497787 Aug 31 09:35:04.529655 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54280) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:04.532725 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f3e12687-4f20-4cf4-a4b6-c57c9d6ea733 req-269327c4-712d-4ad4-97d3-5a0b1ffa2ffc tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540295 Aug 31 09:35:04.540932 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-a2c3c6cc-0303-487e-ae77-35d756f38704 None None] For port e9c223fb-0242-4fd9-b551-947d3f065765, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=e9c223fb-0242-4fd9-b551-947d3f065765,segment=NetworkSegment(65559530-9977-4d20-9b6b-f2228b6d24b6),segment_id=65559530-9977-4d20-9b6b-f2228b6d24b6)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:04.622531 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c176a543-e09e-4f91-9680-def1e0db8046 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.633682 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c176a543-e09e-4f91-9680-def1e0db8046 None None] Transition to ACTIVE for port object 2ed9d032-070e-4e9d-b94a-1ed72df14cf7 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:04.637517 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a2c3c6cc-0303-487e-ae77-35d756f38704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.682013 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c176a543-e09e-4f91-9680-def1e0db8046 None None] Transition to ACTIVE for port object 2ed9d032-070e-4e9d-b94a-1ed72df14cf7 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:04.701724 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3c6cc-0303-487e-ae77-35d756f38704 None None] Pushing event updated for resources: {'Port': ['ID=e9c223fb-0242-4fd9-b551-947d3f065765,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:04.735125 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1bda0fda-c3c6-4dbb-926f-04833339ab2e tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.735928 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c176a543-e09e-4f91-9680-def1e0db8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.754156 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54284) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:04.760147 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-57bca29b-a8e9-4350-83ec-12f25f97b4ef tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Request body: {'network': {'name': 'tempest-network-smoke--1008147099', 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'port_security_enabled': True}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:04.808788 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1bda0fda-c3c6-4dbb-926f-04833339ab2e tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.829518 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c176a543-e09e-4f91-9680-def1e0db8046 None None] Network 7e71eb4f-2599-42a9-b3cf-4e630dd10ad3 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:04.837069 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-c176a543-e09e-4f91-9680-def1e0db8046 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:04.839706 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c176a543-e09e-4f91-9680-def1e0db8046 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:04.861775 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-504de3f9-827b-4361-a491-53fbda8d09eb None None] Provisioning complete for port e717179d-aada-4fe0-afc3-b84dd33f4edf triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:04.862146 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-504de3f9-827b-4361-a491-53fbda8d09eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.884115 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bca29b-a8e9-4350-83ec-12f25f97b4ef tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Made reservation on behalf of fdd0715ba0554817ad604cf7a2e9a81b for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:04.887572 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-57bca29b-a8e9-4350-83ec-12f25f97b4ef tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.903985 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a543-e09e-4f91-9680-def1e0db8046 None None] Pushing event updated for resources: {'Port': ['ID=2ed9d032-070e-4e9d-b94a-1ed72df14cf7,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:04.961686 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57bca29b-a8e9-4350-83ec-12f25f97b4ef tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] vlan segment allocate from pool success with {'vlan_id': 1622, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:35:04.981070 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-504de3f9-827b-4361-a491-53fbda8d09eb None None] Port e717179d-aada-4fe0-afc3-b84dd33f4edf cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:35:04.986511 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c176a543-e09e-4f91-9680-def1e0db8046 None None] Attempting to bind port 2ed9d032-070e-4e9d-b94a-1ed72df14cf7 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:04.986857 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c176a543-e09e-4f91-9680-def1e0db8046 None None] Attempting to bind port 2ed9d032-070e-4e9d-b94a-1ed72df14cf7 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'f70d3b87-1a0b-4f2f-a0a7-a8e15dc9f43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '7e71eb4f-2599-42a9-b3cf-4e630dd10ad3'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:04.987522 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c176a543-e09e-4f91-9680-def1e0db8046 None None] Attempting to bind port 2ed9d032-070e-4e9d-b94a-1ed72df14cf7 on network 7e71eb4f-2599-42a9-b3cf-4e630dd10ad3 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:04.989497 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1bda0fda-c3c6-4dbb-926f-04833339ab2e tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:04.999529 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c176a543-e09e-4f91-9680-def1e0db8046 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:04.999921 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c176a543-e09e-4f91-9680-def1e0db8046 None None] Checking segment: {'id': 'f70d3b87-1a0b-4f2f-a0a7-a8e15dc9f43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '7e71eb4f-2599-42a9-b3cf-4e630dd10ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:05.000311 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c176a543-e09e-4f91-9680-def1e0db8046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:05.000951 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c176a543-e09e-4f91-9680-def1e0db8046 None None] Bound using segment: {'id': 'f70d3b87-1a0b-4f2f-a0a7-a8e15dc9f43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '7e71eb4f-2599-42a9-b3cf-4e630dd10ad3'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:05.001437 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c176a543-e09e-4f91-9680-def1e0db8046 None None] Bound port: 2ed9d032-070e-4e9d-b94a-1ed72df14cf7, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70d3b87-1a0b-4f2f-a0a7-a8e15dc9f43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '7e71eb4f-2599-42a9-b3cf-4e630dd10ad3'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:05.001821 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c176a543-e09e-4f91-9680-def1e0db8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:05.017372 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-504de3f9-827b-4361-a491-53fbda8d09eb None None] Provisioning complete for port e9c223fb-0242-4fd9-b551-947d3f065765 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:05.022062 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-504de3f9-827b-4361-a491-53fbda8d09eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:05.033566 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-57bca29b-a8e9-4350-83ec-12f25f97b4ef tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:05.033919 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-57bca29b-a8e9-4350-83ec-12f25f97b4ef tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Added segment 909a319c-4d84-49cc-94b3-8394bf3a1751 of type vlan for network 8a20f859-0fd1-4059-b2ca-39c5bae6680a Aug 31 09:35:05.135754 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1bda0fda-c3c6-4dbb-926f-04833339ab2e tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:05.159756 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-c176a543-e09e-4f91-9680-def1e0db8046 None None] For port 2ed9d032-070e-4e9d-b94a-1ed72df14cf7, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:05.163816 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device e9c223fb-0242-4fd9-b551-947d3f065765 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:05.169843 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-57bca29b-a8e9-4350-83ec-12f25f97b4ef tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:05.186906 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e1af6-6046-472c-8744-587c6ca26f82 req-b5d628bc-5fe7-45bb-9211-ae7a5471d95d tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:05.189225 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9a8e1af6-6046-472c-8744-587c6ca26f82 req-b5d628bc-5fe7-45bb-9211-ae7a5471d95d tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=3885225a-40bc-4120-a163-c003c7130f88 HTTP/1.1" status: 200 len: 946 time: 0.1122034 Aug 31 09:35:05.190355 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1bda0fda-c3c6-4dbb-926f-04833339ab2e tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:05.195213 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1bda0fda-c3c6-4dbb-926f-04833339ab2e tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "DELETE /v2.0/subnets/de286ebc-0d79-4bd6-8827-946b0d4615ca HTTP/1.1" status: 204 len: 168 time: 1.0263157 Aug 31 09:35:05.195213 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda0fda-c3c6-4dbb-926f-04833339ab2e tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Pushing event deleted for resources: {'Subnet': ['ID=de286ebc-0d79-4bd6-8827-946b0d4615ca,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:05.196499 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54292) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:05.225743 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-38a2ba0f-73dc-49b0-9f29-aa9bc7532564 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:05.229112 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-c176a543-e09e-4f91-9680-def1e0db8046 None None] For port 2ed9d032-070e-4e9d-b94a-1ed72df14cf7, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=2ed9d032-070e-4e9d-b94a-1ed72df14cf7,segment=NetworkSegment(f70d3b87-1a0b-4f2f-a0a7-a8e15dc9f43f),segment_id=f70d3b87-1a0b-4f2f-a0a7-a8e15dc9f43f)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:05.256239 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port e9c223fb-0242-4fd9-b551-947d3f065765 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:05.256617 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:05.275178 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-57bca29b-a8e9-4350-83ec-12f25f97b4ef tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:05.283300 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bca29b-a8e9-4350-83ec-12f25f97b4ef tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:05.283925 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-57bca29b-a8e9-4350-83ec-12f25f97b4ef tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:05.292271 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e31aa4-1ce1-4905-9a7e-252b77933893 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:05.294250 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e31aa4-1ce1-4905-9a7e-252b77933893 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:05.298248 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-86e31aa4-1ce1-4905-9a7e-252b77933893 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0971754 Aug 31 09:35:05.298989 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9a8e1af6-6046-472c-8744-587c6ca26f82 req-26642d6f-65ff-4136-a1b8-6f4143d30869 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016057 Aug 31 09:35:05.301451 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54294) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:05.301563 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c176a543-e09e-4f91-9680-def1e0db8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:05.393503 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7d44cca0-94f5-4728-a92a-73eedc5d3482 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:05.397263 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176a543-e09e-4f91-9680-def1e0db8046 None None] Pushing event updated for resources: {'Port': ['ID=2ed9d032-070e-4e9d-b94a-1ed72df14cf7,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:05.402936 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d44cca0-94f5-4728-a92a-73eedc5d3482 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 31 09:35:05.403478 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d44cca0-94f5-4728-a92a-73eedc5d3482 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:35:05.405655 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7d44cca0-94f5-4728-a92a-73eedc5d3482 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "DELETE /v2.0/networks/7e71eb4f-2599-42a9-b3cf-4e630dd10ad3 HTTP/1.1" status: 409 len: 405 time: 0.1053185 Aug 31 09:35:05.409823 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54296) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:05.416584 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-0145ed6d-5381-4bea-8a81-15d806fe13c1 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-184482837'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:05.484557 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-57bca29b-a8e9-4350-83ec-12f25f97b4ef tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7293117 Aug 31 09:35:05.486362 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bca29b-a8e9-4350-83ec-12f25f97b4ef tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'Network': ['ID=8a20f859-0fd1-4059-b2ca-39c5bae6680a,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:05.487886 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54298) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:05.504451 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 8a20f859-0fd1-4059-b2ca-39c5bae6680a details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:35:05.549820 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0145ed6d-5381-4bea-8a81-15d806fe13c1 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Made reservation on behalf of 3fa883054ade43a996899211f0f1dbba for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:05.554093 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0145ed6d-5381-4bea-8a81-15d806fe13c1 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:05.607057 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa6f4c8-04a2-4d74-9168-1124c28476a4 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:05.612239 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-daa6f4c8-04a2-4d74-9168-1124c28476a4 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] 10.222.0.119 "GET /v2.0/subnets?project_id=fdd0715ba0554817ad604cf7a2e9a81b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1195459 Aug 31 09:35:05.612239 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54300) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:05.654605 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0145ed6d-5381-4bea-8a81-15d806fe13c1 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] vlan segment allocate from pool success with {'vlan_id': 1647, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:35:05.678783 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-38a2ba0f-73dc-49b0-9f29-aa9bc7532564 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Deleting port e717179d-aada-4fe0-afc3-b84dd33f4edf {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:05.681856 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-38a2ba0f-73dc-49b0-9f29-aa9bc7532564 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:05.800069 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-38a2ba0f-73dc-49b0-9f29-aa9bc7532564 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:05.821787 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-38a2ba0f-73dc-49b0-9f29-aa9bc7532564 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Calling delete_port for e717179d-aada-4fe0-afc3-b84dd33f4edf owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:06.091052 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0145ed6d-5381-4bea-8a81-15d806fe13c1 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:06.091433 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-0145ed6d-5381-4bea-8a81-15d806fe13c1 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Added segment 6f0af38a-3f9e-4ccc-a19e-1d18909c452d of type vlan for network 9f5fd13c-24c7-49c9-9dcf-059e27efe174 Aug 31 09:35:06.106626 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-38a2ba0f-73dc-49b0-9f29-aa9bc7532564 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:06.163900 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a2ba0f-73dc-49b0-9f29-aa9bc7532564 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Pushing event deleted for resources: {'Port': ['ID=e717179d-aada-4fe0-afc3-b84dd33f4edf,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:06.183593 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0145ed6d-5381-4bea-8a81-15d806fe13c1 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:06.219200 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9172c94a-01b2-4b96-923a-8562eaa73c1e tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:06.220905 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9172c94a-01b2-4b96-923a-8562eaa73c1e tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] 10.222.0.119 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6087103 Aug 31 09:35:06.227538 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54306) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:06.300138 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-38a2ba0f-73dc-49b0-9f29-aa9bc7532564 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:06.305432 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-61b08b4b-a4f3-4c78-9562-897af17a0e92 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] 10.222.0.119 "GET /v2.0/subnets?network_id=95c681de-fa69-49ec-b047-2a49f2c4b933&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0767145 Aug 31 09:35:06.308047 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54308) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:06.349995 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a68cf504-6599-4576-88f5-a8458c214cdc tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] 10.222.0.119 "GET /v2.0/subnets?project_id=fdd0715ba0554817ad604cf7a2e9a81b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400918 Aug 31 09:35:06.353046 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54312) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:06.394580 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0145ed6d-5381-4bea-8a81-15d806fe13c1 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:06.402387 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0145ed6d-5381-4bea-8a81-15d806fe13c1 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:06.403128 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0145ed6d-5381-4bea-8a81-15d806fe13c1 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:06.549167 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0145ed6d-5381-4bea-8a81-15d806fe13c1 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1349089 Aug 31 09:35:06.550284 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a2ba0f-73dc-49b0-9f29-aa9bc7532564 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Router da706482-4d43-436c-868a-f6c22929ae8c has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:35:06.551510 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54314) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:06.559584 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-9ac92430-bc24-44b9-a865-0391067caf0c tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Request body: {'subnet': {'network_id': '9f5fd13c-24c7-49c9-9dcf-059e27efe174', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:06.590043 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145ed6d-5381-4bea-8a81-15d806fe13c1 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Pushing event updated for resources: {'Network': ['ID=9f5fd13c-24c7-49c9-9dcf-059e27efe174,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:06.601806 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f304a7-68a6-41fc-a7e7-2a148cfcaf3f req-c3e4d76f-1bff-425e-af30-78a25aa5248a tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:06.603537 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19f304a7-68a6-41fc-a7e7-2a148cfcaf3f req-c3e4d76f-1bff-425e-af30-78a25aa5248a tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=3885225a-40bc-4120-a163-c003c7130f88 HTTP/1.1" status: 200 len: 946 time: 0.1376305 Aug 31 09:35:06.605124 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 9f5fd13c-24c7-49c9-9dcf-059e27efe174 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:35:06.642970 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071a7e43-0684-4994-b11f-2d7d3e4139db tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:06.644493 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-071a7e43-0684-4994-b11f-2d7d3e4139db tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] 10.222.0.119 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2904761 Aug 31 09:35:06.648705 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54316) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:06.682625 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d397162-adbe-410f-9727-ba1291b5d32f req-d97ffc35-32e7-4bd9-b3f1-47dda6e9ee33 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:06.684142 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7d397162-adbe-410f-9727-ba1291b5d32f req-d97ffc35-32e7-4bd9-b3f1-47dda6e9ee33 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.112 "GET /v2.0/ports?device_id=3885225a-40bc-4120-a163-c003c7130f88 HTTP/1.1" status: 200 len: 946 time: 0.2144079 Aug 31 09:35:06.685261 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3eb2f701-12aa-40c1-95e2-e1728df72a0d tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] 10.222.0.119 "GET /v2.0/subnets?network_id=95c681de-fa69-49ec-b047-2a49f2c4b933&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354934 Aug 31 09:35:06.696614 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19f304a7-68a6-41fc-a7e7-2a148cfcaf3f req-629924c3-8cda-4355-a5e9-486c322912ea tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796320 Aug 31 09:35:06.699220 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54318) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:06.707837 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-782ca81a-79be-4536-972a-0dca6166ae54 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1578521573', 'network_id': '8a20f859-0fd1-4059-b2ca-39c5bae6680a', 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:06.762086 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad88f6cb-f885-4c25-ad06-731c5ee1cc6b None None] Network 7e71eb4f-2599-42a9-b3cf-4e630dd10ad3 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:06.775021 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a2ba0f-73dc-49b0-9f29-aa9bc7532564 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:35:06.793861 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54320) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:06.794781 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-38a2ba0f-73dc-49b0-9f29-aa9bc7532564 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] 10.222.0.119 "PUT /v2.0/routers/da706482-4d43-436c-868a-f6c22929ae8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2637455 Aug 31 09:35:06.807108 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a874040-7f55-4827-934c-c2721302dbd2 None None] Sync routers for ids ['da706482-4d43-436c-868a-f6c22929ae8c'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:35:06.825096 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a874040-7f55-4827-934c-c2721302dbd2 None None] Routers {'da706482-4d43-436c-868a-f6c22929ae8c'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:06.826130 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6a874040-7f55-4827-934c-c2721302dbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:34:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['da706482-4d43-436c-868a-f6c22929ae8c'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:06.847766 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-bfd434fb-aa3f-42da-ad82-c6b532e34cf9 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] show failed (client error): The resource could not be found. Aug 31 09:35:06.848820 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-bfd434fb-aa3f-42da-ad82-c6b532e34cf9 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] 10.222.0.119 "GET /v2.0/routers/tempest-non_exist_router-1336924334 HTTP/1.1" status: 404 len: 335 time: 0.0540714 Aug 31 09:35:06.852702 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54322) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:06.857430 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-e28fb38a-016b-4db8-973a-9a55b18d80a8 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:06.865420 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6a874040-7f55-4827-934c-c2721302dbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:06.875243 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a874040-7f55-4827-934c-c2721302dbd2 None None] Routers {'da706482-4d43-436c-868a-f6c22929ae8c'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:06.876190 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6a874040-7f55-4827-934c-c2721302dbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:34:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['da706482-4d43-436c-868a-f6c22929ae8c'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:06.896870 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-e28fb38a-016b-4db8-973a-9a55b18d80a8 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] update failed (client error): The resource could not be found. Aug 31 09:35:06.901599 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e28fb38a-016b-4db8-973a-9a55b18d80a8 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] 10.222.0.119 "PUT /v2.0/routers/tempest-non_exist_router-1245588920 HTTP/1.1" status: 404 len: 335 time: 0.0441473 Aug 31 09:35:06.901817 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54324) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:06.915020 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6a874040-7f55-4827-934c-c2721302dbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:06.916096 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a874040-7f55-4827-934c-c2721302dbd2 None None] The sync data for ids ['da706482-4d43-436c-868a-f6c22929ae8c'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:35:06.968808 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a8455749-0ebe-4dd2-bd70-d0b0647d4fa3 None None] Provisioning for port 2ed9d032-070e-4e9d-b94a-1ed72df14cf7 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:06.968932 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac92430-bc24-44b9-a865-0391067caf0c tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Made reservation on behalf of 3fa883054ade43a996899211f0f1dbba for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:06.979723 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9ac92430-bc24-44b9-a865-0391067caf0c tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:06.997744 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-235f8ccb-fb6f-4d81-867a-3fb8a47b3144 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Deleting subnet db72cd1e-6869-4aa7-992e-124908f8ae55 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:35:07.007892 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-235f8ccb-fb6f-4d81-867a-3fb8a47b3144 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:07.046924 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b90e87-11b9-4aae-95d1-9e5998e9eddb None None] DHCP port deletion for 7e71eb4f-2599-42a9-b3cf-4e630dd10ad3 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:35:07.050382 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-7d397162-adbe-410f-9727-ba1291b5d32f req-0d51a52e-91a5-4c36-8584-00f56450bc38 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Deleting port f5b12926-4f7e-45d9-8d60-bcf5d3bcf454 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:07.051253 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7d397162-adbe-410f-9727-ba1291b5d32f req-0d51a52e-91a5-4c36-8584-00f56450bc38 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:07.066418 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-235f8ccb-fb6f-4d81-867a-3fb8a47b3144 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:07.109393 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a7b90e87-11b9-4aae-95d1-9e5998e9eddb None None] Deleting port 2ed9d032-070e-4e9d-b94a-1ed72df14cf7 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:07.109769 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a7b90e87-11b9-4aae-95d1-9e5998e9eddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:07.111956 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782ca81a-79be-4536-972a-0dca6166ae54 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Made reservation on behalf of fdd0715ba0554817ad604cf7a2e9a81b for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:07.116738 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-782ca81a-79be-4536-972a-0dca6166ae54 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:07.186442 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-a7b90e87-11b9-4aae-95d1-9e5998e9eddb None None] For port 2ed9d032-070e-4e9d-b94a-1ed72df14cf7, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=2ed9d032-070e-4e9d-b94a-1ed72df14cf7,segment=NetworkSegment(f70d3b87-1a0b-4f2f-a0a7-a8e15dc9f43f),segment_id=f70d3b87-1a0b-4f2f-a0a7-a8e15dc9f43f)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:07.186784 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a7b90e87-11b9-4aae-95d1-9e5998e9eddb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:07.191455 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-7d397162-adbe-410f-9727-ba1291b5d32f req-0d51a52e-91a5-4c36-8584-00f56450bc38 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] For port f5b12926-4f7e-45d9-8d60-bcf5d3bcf454, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=f5b12926-4f7e-45d9-8d60-bcf5d3bcf454,segment=NetworkSegment(e7bfaea8-dc50-4428-a9a7-b756d181f6bc),segment_id=e7bfaea8-dc50-4428-a9a7-b756d181f6bc)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:07.191821 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7d397162-adbe-410f-9727-ba1291b5d32f req-0d51a52e-91a5-4c36-8584-00f56450bc38 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:07.206360 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a7b90e87-11b9-4aae-95d1-9e5998e9eddb None None] Calling delete_port for 2ed9d032-070e-4e9d-b94a-1ed72df14cf7 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:07.234328 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-7d397162-adbe-410f-9727-ba1291b5d32f req-0d51a52e-91a5-4c36-8584-00f56450bc38 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Calling delete_port for f5b12926-4f7e-45d9-8d60-bcf5d3bcf454 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:07.236413 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-235f8ccb-fb6f-4d81-867a-3fb8a47b3144 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:07.403833 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a7b90e87-11b9-4aae-95d1-9e5998e9eddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:07.427237 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-235f8ccb-fb6f-4d81-867a-3fb8a47b3144 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:07.429682 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b90e87-11b9-4aae-95d1-9e5998e9eddb None None] Pushing event deleted for resources: {'Port': ['ID=2ed9d032-070e-4e9d-b94a-1ed72df14cf7,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:07.433780 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b90e87-11b9-4aae-95d1-9e5998e9eddb None None] No DVR routers for this DVR port 2ed9d032-070e-4e9d-b94a-1ed72df14cf7 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:35:07.468417 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f8ccb-fb6f-4d81-867a-3fb8a47b3144 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Pushing event deleted for resources: {'Subnet': ['ID=db72cd1e-6869-4aa7-992e-124908f8ae55,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:07.479107 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-235f8ccb-fb6f-4d81-867a-3fb8a47b3144 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:07.483014 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-235f8ccb-fb6f-4d81-867a-3fb8a47b3144 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] 10.222.0.119 "DELETE /v2.0/subnets/db72cd1e-6869-4aa7-992e-124908f8ae55 HTTP/1.1" status: 204 len: 168 time: 0.5802534 Aug 31 09:35:07.484915 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54330) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:07.485126 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235f8ccb-fb6f-4d81-867a-3fb8a47b3144 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:07.485468 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235f8ccb-fb6f-4d81-867a-3fb8a47b3144 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:07.485803 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235f8ccb-fb6f-4d81-867a-3fb8a47b3144 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:07.486125 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235f8ccb-fb6f-4d81-867a-3fb8a47b3144 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:07.486459 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235f8ccb-fb6f-4d81-867a-3fb8a47b3144 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:07.486807 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235f8ccb-fb6f-4d81-867a-3fb8a47b3144 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:07.487197 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235f8ccb-fb6f-4d81-867a-3fb8a47b3144 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:07.487523 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235f8ccb-fb6f-4d81-867a-3fb8a47b3144 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:07.487844 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235f8ccb-fb6f-4d81-867a-3fb8a47b3144 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:07.488164 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235f8ccb-fb6f-4d81-867a-3fb8a47b3144 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:07.488530 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235f8ccb-fb6f-4d81-867a-3fb8a47b3144 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:07.488848 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235f8ccb-fb6f-4d81-867a-3fb8a47b3144 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:07.489216 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4af1e1-a9dc-4aae-b225-b5ea2f7584b0 None None] Network 8eee95f8-61b5-4e41-96f6-0208f72a4abc requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:07.512270 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-782ca81a-79be-4536-972a-0dca6166ae54 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:07.575143 n-d-791506-28 neutron-server[95552]: DEBUG neutron.objects.ports [None req-9ac92430-bc24-44b9-a865-0391067caf0c tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95552) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:35:07.580183 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9ac92430-bc24-44b9-a865-0391067caf0c tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:07.619243 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7d397162-adbe-410f-9727-ba1291b5d32f req-0d51a52e-91a5-4c36-8584-00f56450bc38 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:07.639063 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['64e9d2c0-c295-49dd-a174-c58969297e22'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:35:07.639866 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782ca81a-79be-4536-972a-0dca6166ae54 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Checking segment: {'id': '909a319c-4d84-49cc-94b3-8394bf3a1751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '8a20f859-0fd1-4059-b2ca-39c5bae6680a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:07.640314 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782ca81a-79be-4536-972a-0dca6166ae54 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Network hostable DHCP agents. Network: 8a20f859-0fd1-4059-b2ca-39c5bae6680a, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:35:07.654409 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-46412dc5-f7df-4356-8eec-6bb8a08d6c93 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:07.665452 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ca81a-79be-4536-972a-0dca6166ae54 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'Subnet': ['ID=de1c6019-9fd6-4bfc-8b5c-185d81e7e73a,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:07.677577 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51a52e-91a5-4c36-8584-00f56450bc38 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Pushing event deleted for resources: {'Port': ['ID=f5b12926-4f7e-45d9-8d60-bcf5d3bcf454,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:07.695517 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac92430-bc24-44b9-a865-0391067caf0c tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Pushing event updated for resources: {'Subnet': ['ID=574c195b-cd28-4bac-b3e2-ed868c6bf3b3,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:07.725885 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-46412dc5-f7df-4356-8eec-6bb8a08d6c93 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Deleting port e9c223fb-0242-4fd9-b551-947d3f065765 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:07.726375 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-46412dc5-f7df-4356-8eec-6bb8a08d6c93 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:07.746916 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d397162-adbe-410f-9727-ba1291b5d32f req-0d51a52e-91a5-4c36-8584-00f56450bc38 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] No DVR routers for this DVR port f5b12926-4f7e-45d9-8d60-bcf5d3bcf454 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:35:07.750596 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7d397162-adbe-410f-9727-ba1291b5d32f req-0d51a52e-91a5-4c36-8584-00f56450bc38 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:07.753395 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7d397162-adbe-410f-9727-ba1291b5d32f req-0d51a52e-91a5-4c36-8584-00f56450bc38 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.112 "DELETE /v2.0/ports/f5b12926-4f7e-45d9-8d60-bcf5d3bcf454 HTTP/1.1" status: 204 len: 173 time: 0.9832833 Aug 31 09:35:07.755474 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3885225a-40bc-4120-a163-c003c7130f88', 'name': 'network-vif-deleted', 'tag': 'f5b12926-4f7e-45d9-8d60-bcf5d3bcf454'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:07.759700 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5787921e-c1f6-4eb7-97ec-c1d10b208939" -d '{"events": [{"server_uuid": "3885225a-40bc-4120-a163-c003c7130f88", "name": "network-vif-deleted", "tag": "f5b12926-4f7e-45d9-8d60-bcf5d3bcf454"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:07.769623 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac92430-bc24-44b9-a865-0391067caf0c tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Checking segment: {'id': '6f0af38a-3f9e-4ccc-a19e-1d18909c452d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '9f5fd13c-24c7-49c9-9dcf-059e27efe174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:07.769984 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac92430-bc24-44b9-a865-0391067caf0c tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Network hostable DHCP agents. Network: 9f5fd13c-24c7-49c9-9dcf-059e27efe174, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:35:07.786012 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782ca81a-79be-4536-972a-0dca6166ae54 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Network 8a20f859-0fd1-4059-b2ca-39c5bae6680a is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:35:07.855017 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac92430-bc24-44b9-a865-0391067caf0c tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Network 9f5fd13c-24c7-49c9-9dcf-059e27efe174 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:35:07.862101 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f625423-bf98-4d87-9345-a430c536063f x-openstack-request-id: req-0f625423-bf98-4d87-9345-a430c536063f {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:07.862244 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-46412dc5-f7df-4356-8eec-6bb8a08d6c93 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] For port e9c223fb-0242-4fd9-b551-947d3f065765, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=e9c223fb-0242-4fd9-b551-947d3f065765,segment=NetworkSegment(65559530-9977-4d20-9b6b-f2228b6d24b6),segment_id=65559530-9977-4d20-9b6b-f2228b6d24b6)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:07.862396 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3885225a-40bc-4120-a163-c003c7130f88", "name": "network-vif-deleted", "tag": "f5b12926-4f7e-45d9-8d60-bcf5d3bcf454", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:07.862396 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-0f625423-bf98-4d87-9345-a430c536063f {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:07.862725 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-46412dc5-f7df-4356-8eec-6bb8a08d6c93 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:07.862840 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3885225a-40bc-4120-a163-c003c7130f88', 'name': 'network-vif-deleted', 'tag': 'f5b12926-4f7e-45d9-8d60-bcf5d3bcf454', 'status': 'completed', 'code': 200} Aug 31 09:35:07.878759 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3555376a-736e-478e-809c-d753d5130769 None None] DHCP port deletion for 8eee95f8-61b5-4e41-96f6-0208f72a4abc request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:35:07.883760 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-196132c5-5337-444e-9dff-09e088fbfe7e req-b25207e7-0731-4a22-84dd-eb7a816fcf7a tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=3885225a-40bc-4120-a163-c003c7130f88 HTTP/1.1" status: 200 len: 210 time: 0.0391364 Aug 31 09:35:07.895021 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-46412dc5-f7df-4356-8eec-6bb8a08d6c93 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Calling delete_port for e9c223fb-0242-4fd9-b551-947d3f065765 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:07.921500 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-9ac92430-bc24-44b9-a865-0391067caf0c tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 9f5fd13c-24c7-49c9-9dcf-059e27efe174) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:07.926608 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac92430-bc24-44b9-a865-0391067caf0c tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:07.927495 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9ac92430-bc24-44b9-a865-0391067caf0c tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:07.951120 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d8c741-3668-4bd8-ab1f-dcf037a252dd None None] Network 9f5fd13c-24c7-49c9-9dcf-059e27efe174 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:07.953328 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-782ca81a-79be-4536-972a-0dca6166ae54 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 8a20f859-0fd1-4059-b2ca-39c5bae6680a) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:07.962330 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782ca81a-79be-4536-972a-0dca6166ae54 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:07.963038 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-782ca81a-79be-4536-972a-0dca6166ae54 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:07.974079 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e190130d-ba5d-44c6-83d2-643b6f125731 None None] Network 8a20f859-0fd1-4059-b2ca-39c5bae6680a requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:08.057364 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9ac92430-bc24-44b9-a865-0391067caf0c tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5036061 Aug 31 09:35:08.059176 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54338) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:08.117909 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-46412dc5-f7df-4356-8eec-6bb8a08d6c93 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:08.144486 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-782ca81a-79be-4536-972a-0dca6166ae54 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4421873 Aug 31 09:35:08.154701 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46412dc5-f7df-4356-8eec-6bb8a08d6c93 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Pushing event deleted for resources: {'Port': ['ID=e9c223fb-0242-4fd9-b551-947d3f065765,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:08.166217 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-3555376a-736e-478e-809c-d753d5130769 None None] Deleting port e9c223fb-0242-4fd9-b551-947d3f065765 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:08.166618 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3555376a-736e-478e-809c-d753d5130769 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:08.183579 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46412dc5-f7df-4356-8eec-6bb8a08d6c93 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] No DVR routers for this DVR port e9c223fb-0242-4fd9-b551-947d3f065765 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:35:08.311749 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-3555376a-736e-478e-809c-d753d5130769 None None] For port e9c223fb-0242-4fd9-b551-947d3f065765, host n-d-791506-28, got binding levels [] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:08.312140 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3555376a-736e-478e-809c-d753d5130769 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:08.314037 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-46412dc5-f7df-4356-8eec-6bb8a08d6c93 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:08.335641 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-46412dc5-f7df-4356-8eec-6bb8a08d6c93 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eee95f8-61b5-4e41-96f6-0208f72a4abc']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:08.340475 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-3555376a-736e-478e-809c-d753d5130769 None None] Calling delete_port for e9c223fb-0242-4fd9-b551-947d3f065765 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:08.343823 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.ipam_backend_mixin [None req-3555376a-736e-478e-809c-d753d5130769 None None] Port e9c223fb-0242-4fd9-b551-947d3f065765 was not found and therefore no delete operation was performed {{(pid=95554) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:35:08.345732 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3555376a-736e-478e-809c-d753d5130769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:08.347297 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5a0a59f4-a3d9-484d-9ed4-dd140aab0306 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:08.350759 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a6fddb-7582-42fb-abbf-e59461de84d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-9f5fd13c-24c7-49c9-9dcf-059e27efe174', 'network_id': '9f5fd13c-24c7-49c9-9dcf-059e27efe174', 'tenant_id': '3fa883054ade43a996899211f0f1dbba', 'fixed_ips': [{'subnet_id': '574c195b-cd28-4bac-b3e2-ed868c6bf3b3'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:35:08.351399 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a4a6fddb-7582-42fb-abbf-e59461de84d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:08.356322 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-46412dc5-f7df-4356-8eec-6bb8a08d6c93 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65559530-9977-4d20-9b6b-f2228b6d24b6') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:08.356620 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-46412dc5-f7df-4356-8eec-6bb8a08d6c93 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65559530-9977-4d20-9b6b-f2228b6d24b6') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:08.373812 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-46412dc5-f7df-4356-8eec-6bb8a08d6c93 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:08.406903 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32243ad7-87ca-474f-be54-ac3db4764abb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-8a20f859-0fd1-4059-b2ca-39c5bae6680a', 'network_id': '8a20f859-0fd1-4059-b2ca-39c5bae6680a', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'fixed_ips': [{'subnet_id': 'de1c6019-9fd6-4bfc-8b5c-185d81e7e73a'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:35:08.450900 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-32243ad7-87ca-474f-be54-ac3db4764abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:08.450900 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555376a-736e-478e-809c-d753d5130769 None None] Pushing event deleted for resources: {'Port': ['ID=e9c223fb-0242-4fd9-b551-947d3f065765,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:08.452169 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-46412dc5-f7df-4356-8eec-6bb8a08d6c93 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:08.453646 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3555376a-736e-478e-809c-d753d5130769 None None] No DVR routers for this DVR port e9c223fb-0242-4fd9-b551-947d3f065765 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:35:08.464352 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46412dc5-f7df-4356-8eec-6bb8a08d6c93 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Releasing vlan 1617 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:35:08.464352 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-46412dc5-f7df-4356-8eec-6bb8a08d6c93 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:08.465885 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:35:08.465885 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:35:08.465885 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:35:08.465885 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:35:08.465885 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:35:08.465885 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:35:08.465885 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:35:08.465885 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:35:08.465885 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:35:08.465885 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:35:08.465885 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:35:08.465885 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:35:08.465885 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:35:08.465885 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:35:08.465885 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:35:08.465885 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:35:08.465885 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:35:08.465885 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:35:08.465885 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:35:08.465885 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:35:08.465885 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:35:08.465885 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:35:08.465885 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:35:08.465885 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:35:08.465885 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:35:08.465885 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:35:08.465885 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:35:08.465885 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:35:08.465885 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:35:08.465885 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:35:08.465885 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:35:08.465885 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:35:08.486189 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5a0a59f4-a3d9-484d-9ed4-dd140aab0306 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:08.959640 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-46412dc5-f7df-4356-8eec-6bb8a08d6c93 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:08.969875 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-46412dc5-f7df-4356-8eec-6bb8a08d6c93 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:08.969875 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-46412dc5-f7df-4356-8eec-6bb8a08d6c93 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] 10.222.0.119 "DELETE /v2.0/networks/8eee95f8-61b5-4e41-96f6-0208f72a4abc HTTP/1.1" status: 204 len: 168 time: 1.4764175 Aug 31 09:35:08.969875 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5a0a59f4-a3d9-484d-9ed4-dd140aab0306 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:08.970797 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54346) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:09.027057 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a59f4-a3d9-484d-9ed4-dd140aab0306 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Pushing event deleted for resources: {'Subnet': ['ID=574c195b-cd28-4bac-b3e2-ed868c6bf3b3,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server [None req-a4a6fddb-7582-42fb-abbf-e59461de84d2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 574c195b-cd28-4bac-b3e2-ed868c6bf3b3: This subnet is being modified by another concurrent operation. Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise exception Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 574c195b-cd28-4bac-b3e2-ed868c6bf3b3: This subnet is being modified by another concurrent operation. Aug 31 09:35:09.055505 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server Aug 31 09:35:09.079008 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9fafb3f-df0b-42df-9d91-8c017a3b6edb tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Deleting subnet a13bf02f-0658-48e4-9bba-f1cb55377d98 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:35:09.083149 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d9fafb3f-df0b-42df-9d91-8c017a3b6edb tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.099815 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54348) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:09.123603 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-186a34c1-de79-4af8-9068-c884adde2994 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1486154608', 'description': 'tempest-secgroup-smoke-1486154608 description', 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:09.133915 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46412dc5-f7df-4356-8eec-6bb8a08d6c93 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Pushing event deleted for resources: {'Network': ['ID=8eee95f8-61b5-4e41-96f6-0208f72a4abc,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:09.149625 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d9fafb3f-df0b-42df-9d91-8c017a3b6edb tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.158816 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-044870b9-b27d-4020-9811-d20567db7298 req-56884da7-f033-495d-baed-9d7b7d7fa5e2 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=3885225a-40bc-4120-a163-c003c7130f88 HTTP/1.1" status: 200 len: 210 time: 0.1290874 Aug 31 09:35:09.202966 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63208463-012d-4c1d-bfe2-ae3f32711b7e None None] Network 9f5fd13c-24c7-49c9-9dcf-059e27efe174 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:09.230923 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5a0a59f4-a3d9-484d-9ed4-dd140aab0306 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.245579 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-5a0a59f4-a3d9-484d-9ed4-dd140aab0306 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f5fd13c-24c7-49c9-9dcf-059e27efe174']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:09.259114 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-5a0a59f4-a3d9-484d-9ed4-dd140aab0306 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f0af38a-3f9e-4ccc-a19e-1d18909c452d') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:09.259454 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-5a0a59f4-a3d9-484d-9ed4-dd140aab0306 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f0af38a-3f9e-4ccc-a19e-1d18909c452d') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:09.270285 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5a0a59f4-a3d9-484d-9ed4-dd140aab0306 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.285750 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-186a34c1-de79-4af8-9068-c884adde2994 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.299845 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5a0a59f4-a3d9-484d-9ed4-dd140aab0306 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.310380 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d9fafb3f-df0b-42df-9d91-8c017a3b6edb tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.312781 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a0a59f4-a3d9-484d-9ed4-dd140aab0306 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Releasing vlan 1647 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:35:09.313018 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5a0a59f4-a3d9-484d-9ed4-dd140aab0306 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.317139 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:35:09.317139 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:35:09.317139 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:35:09.317139 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:35:09.317139 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:35:09.317139 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:35:09.317139 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:35:09.317139 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:35:09.317139 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:35:09.317139 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:35:09.317139 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:35:09.317139 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:35:09.317139 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:35:09.317139 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:35:09.317139 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:35:09.317139 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:35:09.317139 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:35:09.317139 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:35:09.317139 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:35:09.317139 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:35:09.317139 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:35:09.317139 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:35:09.317139 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:35:09.317139 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:35:09.317139 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:35:09.317139 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:35:09.317139 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:35:09.317139 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:35:09.317139 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:35:09.317139 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:35:09.317139 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:35:09.317139 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:35:09.366945 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2ed9d032-070e-4e9d-b94a-1ed72df14cf7 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:35:09.425853 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-32243ad7-87ca-474f-be54-ac3db4764abb None None] Allocated IP 172.20.0.18 (8a20f859-0fd1-4059-b2ca-39c5bae6680a/de1c6019-9fd6-4bfc-8b5c-185d81e7e73a/f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:09.428647 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device f5b12926-4f7e-45d9-8d60-bcf5d3bcf454 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:35:09.439323 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 2ed9d032-070e-4e9d-b94a-1ed72df14cf7 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:35:09.439669 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2ed9d032-070e-4e9d-b94a-1ed72df14cf7 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:35:09.440070 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device e9c223fb-0242-4fd9-b551-947d3f065765 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:35:09.475831 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: f5b12926-4f7e-45d9-8d60-bcf5d3bcf454 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:35:09.475831 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device f5b12926-4f7e-45d9-8d60-bcf5d3bcf454 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:35:09.505258 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: e9c223fb-0242-4fd9-b551-947d3f065765 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:35:09.505667 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device e9c223fb-0242-4fd9-b551-947d3f065765 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:35:09.529398 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5a0a59f4-a3d9-484d-9ed4-dd140aab0306 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.541153 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d9fafb3f-df0b-42df-9d91-8c017a3b6edb tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.552590 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5a0a59f4-a3d9-484d-9ed4-dd140aab0306 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.555670 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5a0a59f4-a3d9-484d-9ed4-dd140aab0306 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "DELETE /v2.0/networks/9f5fd13c-24c7-49c9-9dcf-059e27efe174 HTTP/1.1" status: 204 len: 168 time: 1.4944575 Aug 31 09:35:09.560926 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54354) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:09.568158 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a59f4-a3d9-484d-9ed4-dd140aab0306 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Pushing event deleted for resources: {'Network': ['ID=9f5fd13c-24c7-49c9-9dcf-059e27efe174,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:09.583429 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-33f58fbb-19c8-46e1-93be-390ccadf8b6b tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1091933305'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:09.588881 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d9fafb3f-df0b-42df-9d91-8c017a3b6edb tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.590744 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d9fafb3f-df0b-42df-9d91-8c017a3b6edb tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] 10.222.0.119 "DELETE /v2.0/subnets/a13bf02f-0658-48e4-9bba-f1cb55377d98 HTTP/1.1" status: 204 len: 168 time: 0.6189151 Aug 31 09:35:09.593272 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54356) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:09.593515 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fafb3f-df0b-42df-9d91-8c017a3b6edb tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Pushing event deleted for resources: {'Subnet': ['ID=a13bf02f-0658-48e4-9bba-f1cb55377d98,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:09.618123 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac56755d-7adb-4998-b7ff-f197cd69bf72 None None] Network 6adb51e8-29f1-4040-a1d7-1e57e25c2299 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:09.633404 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-186a34c1-de79-4af8-9068-c884adde2994 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.660234 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-da9d8361-e305-4095-92a8-992b2a65b3b3 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Deleting subnet 36173102-9f0b-4c80-ba43-9c416a6fb706 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:35:09.663664 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-da9d8361-e305-4095-92a8-992b2a65b3b3 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.703199 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-186a34c1-de79-4af8-9068-c884adde2994 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.731295 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-da9d8361-e305-4095-92a8-992b2a65b3b3 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.768104 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a34c1-de79-4af8-9068-c884adde2994 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=993fb49b-0da1-4e2c-8317-aafb1e8378ee,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:09.792028 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f58fbb-19c8-46e1-93be-390ccadf8b6b tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Made reservation on behalf of 3fa883054ade43a996899211f0f1dbba for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:09.796330 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-33f58fbb-19c8-46e1-93be-390ccadf8b6b tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.840817 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-32243ad7-87ca-474f-be54-ac3db4764abb None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.842678 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33f58fbb-19c8-46e1-93be-390ccadf8b6b tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] vlan segment allocate from pool success with {'vlan_id': 1632, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:35:09.854069 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-32243ad7-87ca-474f-be54-ac3db4764abb None None] Transition to ACTIVE for port object f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:09.856581 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-33f58fbb-19c8-46e1-93be-390ccadf8b6b tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.856945 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-33f58fbb-19c8-46e1-93be-390ccadf8b6b tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Added segment 2b158c7a-6047-4531-a6e7-982f9d8eea65 of type vlan for network 08e7bc5c-7a48-45ff-b464-49fc8f45d1de Aug 31 09:35:09.876622 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-32243ad7-87ca-474f-be54-ac3db4764abb None None] Transition to ACTIVE for port object f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:09.891615 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-da9d8361-e305-4095-92a8-992b2a65b3b3 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.897043 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-186a34c1-de79-4af8-9068-c884adde2994 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.899726 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-186a34c1-de79-4af8-9068-c884adde2994 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7969863 Aug 31 09:35:09.904699 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54358) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:09.911880 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6216e02d-d31f-470b-bc4b-9488126c7662 None None] DHCP port deletion for 6adb51e8-29f1-4040-a1d7-1e57e25c2299 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:35:09.912932 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-f1c4e151-ca84-4337-9dde-0136d381146f tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Request body: {'security_group_rule': {'security_group_id': '993fb49b-0da1-4e2c-8317-aafb1e8378ee', 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:09.918644 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-33f58fbb-19c8-46e1-93be-390ccadf8b6b tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.952164 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-32243ad7-87ca-474f-be54-ac3db4764abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:09.998789 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32243ad7-87ca-474f-be54-ac3db4764abb None None] Network 8a20f859-0fd1-4059-b2ca-39c5bae6680a is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:10.004402 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-32243ad7-87ca-474f-be54-ac3db4764abb None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:10.007345 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32243ad7-87ca-474f-be54-ac3db4764abb None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:10.022320 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-6216e02d-d31f-470b-bc4b-9488126c7662 None None] Deleting port f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:10.022735 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6216e02d-d31f-470b-bc4b-9488126c7662 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.026598 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32243ad7-87ca-474f-be54-ac3db4764abb None None] Pushing event updated for resources: {'Port': ['ID=f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:10.048469 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f1c4e151-ca84-4337-9dde-0136d381146f tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.056257 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-da9d8361-e305-4095-92a8-992b2a65b3b3 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.062334 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-33f58fbb-19c8-46e1-93be-390ccadf8b6b tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.070485 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f58fbb-19c8-46e1-93be-390ccadf8b6b tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:10.071489 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-33f58fbb-19c8-46e1-93be-390ccadf8b6b tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.099609 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d8361-e305-4095-92a8-992b2a65b3b3 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Pushing event deleted for resources: {'Subnet': ['ID=36173102-9f0b-4c80-ba43-9c416a6fb706,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:10.105914 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-da9d8361-e305-4095-92a8-992b2a65b3b3 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.108318 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-da9d8361-e305-4095-92a8-992b2a65b3b3 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] 10.222.0.119 "DELETE /v2.0/subnets/36173102-9f0b-4c80-ba43-9c416a6fb706 HTTP/1.1" status: 204 len: 168 time: 0.5137055 Aug 31 09:35:10.110410 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54360) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:10.129829 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f2cd66-c6c2-4640-9b1e-8360d467171f None None] Network 92a51d95-94a3-4381-8753-d6b210920efc requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:10.183945 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f58fbb-19c8-46e1-93be-390ccadf8b6b tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Pushing event updated for resources: {'Network': ['ID=08e7bc5c-7a48-45ff-b464-49fc8f45d1de,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:10.187332 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f1c4e151-ca84-4337-9dde-0136d381146f tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.205633 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-33f58fbb-19c8-46e1-93be-390ccadf8b6b tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6263566 Aug 31 09:35:10.208308 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54366) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:10.217147 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-d6fe7c37-e146-4e22-b991-637a94b30c64 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Request body: {'subnet': {'network_id': '08e7bc5c-7a48-45ff-b464-49fc8f45d1de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:10.233442 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 08e7bc5c-7a48-45ff-b464-49fc8f45d1de details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:35:10.259146 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8497daa4-acb4-4982-aca0-75419cd48184 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.287791 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f1c4e151-ca84-4337-9dde-0136d381146f tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.318630 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4e151-ca84-4337-9dde-0136d381146f tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b747dc82-ebc3-48c8-84e5-24f7674881bb,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:10.351724 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-32243ad7-87ca-474f-be54-ac3db4764abb None None] Attempting to bind port f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:10.352245 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-32243ad7-87ca-474f-be54-ac3db4764abb None None] Attempting to bind port f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '909a319c-4d84-49cc-94b3-8394bf3a1751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '8a20f859-0fd1-4059-b2ca-39c5bae6680a'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:10.352612 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32243ad7-87ca-474f-be54-ac3db4764abb None None] Attempting to bind port f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8 on network 8a20f859-0fd1-4059-b2ca-39c5bae6680a {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:10.355705 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-8497daa4-acb4-4982-aca0-75419cd48184 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Deleting port f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:10.356828 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8497daa4-acb4-4982-aca0-75419cd48184 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.393190 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-6216e02d-d31f-470b-bc4b-9488126c7662 None None] For port f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8,segment=NetworkSegment(cec5c1b4-8f14-440d-b76f-693d003c006a),segment_id=cec5c1b4-8f14-440d-b76f-693d003c006a)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:10.393590 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6216e02d-d31f-470b-bc4b-9488126c7662 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.409972 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32243ad7-87ca-474f-be54-ac3db4764abb None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:10.410358 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32243ad7-87ca-474f-be54-ac3db4764abb None None] Checking segment: {'id': '909a319c-4d84-49cc-94b3-8394bf3a1751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '8a20f859-0fd1-4059-b2ca-39c5bae6680a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:10.411204 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-32243ad7-87ca-474f-be54-ac3db4764abb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.411602 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32243ad7-87ca-474f-be54-ac3db4764abb None None] Bound using segment: {'id': '909a319c-4d84-49cc-94b3-8394bf3a1751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '8a20f859-0fd1-4059-b2ca-39c5bae6680a'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:10.412133 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-32243ad7-87ca-474f-be54-ac3db4764abb None None] Bound port: f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '909a319c-4d84-49cc-94b3-8394bf3a1751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '8a20f859-0fd1-4059-b2ca-39c5bae6680a'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:10.412630 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-32243ad7-87ca-474f-be54-ac3db4764abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.420903 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f1c4e151-ca84-4337-9dde-0136d381146f tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.425451 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54372) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:10.427003 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f1c4e151-ca84-4337-9dde-0136d381146f tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5212674 Aug 31 09:35:10.429907 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-6216e02d-d31f-470b-bc4b-9488126c7662 None None] Calling delete_port for f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:10.439567 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-a2a5b471-3a2d-4188-86e2-352eaec1fe07 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Request body: {'security_group_rule': {'security_group_id': '993fb49b-0da1-4e2c-8317-aafb1e8378ee', 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:10.457022 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-8497daa4-acb4-4982-aca0-75419cd48184 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] For port f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8,segment=NetworkSegment(cec5c1b4-8f14-440d-b76f-693d003c006a),segment_id=cec5c1b4-8f14-440d-b76f-693d003c006a)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:10.457022 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8497daa4-acb4-4982-aca0-75419cd48184 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.472490 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fe7c37-e146-4e22-b991-637a94b30c64 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Made reservation on behalf of 3fa883054ade43a996899211f0f1dbba for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:10.474326 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-8497daa4-acb4-4982-aca0-75419cd48184 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Calling delete_port for f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:10.475825 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6fe7c37-e146-4e22-b991-637a94b30c64 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.561296 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-32243ad7-87ca-474f-be54-ac3db4764abb None None] For port f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:10.569504 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503cc1fb-95d1-4840-93aa-f4f76aea02f9 None None] DHCP port deletion for 92a51d95-94a3-4381-8753-d6b210920efc request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:35:10.584921 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-32243ad7-87ca-474f-be54-ac3db4764abb None None] For port f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8,segment=NetworkSegment(909a319c-4d84-49cc-94b3-8394bf3a1751),segment_id=909a319c-4d84-49cc-94b3-8394bf3a1751)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:10.658039 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-503cc1fb-95d1-4840-93aa-f4f76aea02f9 None None] Deleting port f9e34ee4-a57a-4166-a63b-0e9c34a36223 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:10.658039 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-503cc1fb-95d1-4840-93aa-f4f76aea02f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.702313 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-32243ad7-87ca-474f-be54-ac3db4764abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.728313 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-2c791c37-d445-4fe1-8846-781f22f3ab90 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:10.735055 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-2c791c37-d445-4fe1-8846-781f22f3ab90 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/networks?id=3e58dc22-2b70-42a6-8495-186dad702ce6 HTTP/1.1" status: 200 len: 805 time: 0.1495256 Aug 31 09:35:10.760177 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a2a5b471-3a2d-4188-86e2-352eaec1fe07 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.763867 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8497daa4-acb4-4982-aca0-75419cd48184 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.772335 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-4e4e14c6-7ee2-44aa-acc9-73c642aea3b2 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/quotas/e847c5c42d2e472689cd257a7d896947 HTTP/1.1" status: 200 len: 375 time: 0.0286844 Aug 31 09:35:10.776031 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-503cc1fb-95d1-4840-93aa-f4f76aea02f9 None None] For port f9e34ee4-a57a-4166-a63b-0e9c34a36223, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f9e34ee4-a57a-4166-a63b-0e9c34a36223,segment=NetworkSegment(cac87d3a-d950-409c-ad45-951824a2d710),segment_id=cac87d3a-d950-409c-ad45-951824a2d710)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:10.776454 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-503cc1fb-95d1-4840-93aa-f4f76aea02f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.794687 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6216e02d-d31f-470b-bc4b-9488126c7662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.813261 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-503cc1fb-95d1-4840-93aa-f4f76aea02f9 None None] Calling delete_port for f9e34ee4-a57a-4166-a63b-0e9c34a36223 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:10.819031 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497daa4-acb4-4982-aca0-75419cd48184 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Pushing event deleted for resources: {'Port': ['ID=f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:10.844670 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6216e02d-d31f-470b-bc4b-9488126c7662 None None] No DVR routers for this DVR port f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:35:10.847481 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8497daa4-acb4-4982-aca0-75419cd48184 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] No DVR routers for this DVR port f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:35:10.849992 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6fe7c37-e146-4e22-b991-637a94b30c64 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:10.860903 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32243ad7-87ca-474f-be54-ac3db4764abb None None] Pushing event updated for resources: {'Port': ['ID=f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:10.914809 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe7c37-e146-4e22-b991-637a94b30c64 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Pushing event updated for resources: {'Subnet': ['ID=270ecd17-5723-4466-b9a4-e22c1a16c73b,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:10.919585 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-fba0f4e1-93f1-42f6-ad4f-571300d58bd5 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=e847c5c42d2e472689cd257a7d896947&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1184630 Aug 31 09:35:10.952507 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216e02d-d31f-470b-bc4b-9488126c7662 None None] Pushing event deleted for resources: {'Port': ['ID=f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:10.973835 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fe7c37-e146-4e22-b991-637a94b30c64 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Checking segment: {'id': '2b158c7a-6047-4531-a6e7-982f9d8eea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1632, 'network_id': '08e7bc5c-7a48-45ff-b464-49fc8f45d1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:10.975773 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fe7c37-e146-4e22-b991-637a94b30c64 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Network hostable DHCP agents. Network: 08e7bc5c-7a48-45ff-b464-49fc8f45d1de, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:35:11.087016 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a2a5b471-3a2d-4188-86e2-352eaec1fe07 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.087016 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8497daa4-acb4-4982-aca0-75419cd48184 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.087614 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f9e34ee4-a57a-4166-a63b-0e9c34a36223 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:35:11.098202 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-8497daa4-acb4-4982-aca0-75419cd48184 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6adb51e8-29f1-4040-a1d7-1e57e25c2299']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:11.126013 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-8497daa4-acb4-4982-aca0-75419cd48184 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec5c1b4-8f14-440d-b76f-693d003c006a') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:11.126322 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-8497daa4-acb4-4982-aca0-75419cd48184 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec5c1b4-8f14-440d-b76f-693d003c006a') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:11.152811 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8497daa4-acb4-4982-aca0-75419cd48184 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.182821 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-f59ac18c-ba16-4470-bc2d-7cf22d9a8a03 service neutron] 10.222.0.119 "GET /v2.0/networks/3e58dc22-2b70-42a6-8495-186dad702ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328911 Aug 31 09:35:11.182821 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8497daa4-acb4-4982-aca0-75419cd48184 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.216823 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8497daa4-acb4-4982-aca0-75419cd48184 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Releasing vlan 1604 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:35:11.218134 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8497daa4-acb4-4982-aca0-75419cd48184 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.227378 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:35:11.227378 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:35:11.227378 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:35:11.227378 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:35:11.227378 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:35:11.227378 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:35:11.227378 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:35:11.227378 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:35:11.227378 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:35:11.227378 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:35:11.227378 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:35:11.227378 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:35:11.227378 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:35:11.227378 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:35:11.227378 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:35:11.227378 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:35:11.227378 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:35:11.227378 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:35:11.227378 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:35:11.227378 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:35:11.227378 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:35:11.227378 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:35:11.227378 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:35:11.227378 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:35:11.227378 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:35:11.227378 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:35:11.227378 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:35:11.227378 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:35:11.227378 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:35:11.227378 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:35:11.227378 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:35:11.227378 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:35:11.251629 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.369683 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-f28ae572-5447-4625-a9a4-bbd332c0bfd7 service neutron] 10.222.0.119 "GET /v2.0/networks/3e58dc22-2b70-42a6-8495-186dad702ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804650 Aug 31 09:35:11.929066 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fe7c37-e146-4e22-b991-637a94b30c64 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Network 08e7bc5c-7a48-45ff-b464-49fc8f45d1de is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:35:11.979882 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8497daa4-acb4-4982-aca0-75419cd48184 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.981523 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-503cc1fb-95d1-4840-93aa-f4f76aea02f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.984451 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a2a5b471-3a2d-4188-86e2-352eaec1fe07 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.991984 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8497daa4-acb4-4982-aca0-75419cd48184 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:11.993895 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8497daa4-acb4-4982-aca0-75419cd48184 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] 10.222.0.119 "DELETE /v2.0/networks/6adb51e8-29f1-4040-a1d7-1e57e25c2299 HTTP/1.1" status: 204 len: 168 time: 1.8821218 Aug 31 09:35:11.996546 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54392) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:12.011235 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5b471-3a2d-4188-86e2-352eaec1fe07 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dbe0e20-3ff5-4fe9-9840-84869f64ebdc,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:12.036480 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503cc1fb-95d1-4840-93aa-f4f76aea02f9 None None] Pushing event deleted for resources: {'Port': ['ID=f9e34ee4-a57a-4166-a63b-0e9c34a36223,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:12.041915 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d2ccea75-be3d-414f-86bf-ded5a274056e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:12.046074 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e783984-8fb6-45bd-8517-1b8c10c225c3 None None] Network 8a20f859-0fd1-4059-b2ca-39c5bae6680a requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:12.050534 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497daa4-acb4-4982-aca0-75419cd48184 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Pushing event deleted for resources: {'Network': ['ID=6adb51e8-29f1-4040-a1d7-1e57e25c2299,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:12.100120 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-d6fe7c37-e146-4e22-b991-637a94b30c64 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 08e7bc5c-7a48-45ff-b464-49fc8f45d1de) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:12.108725 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fe7c37-e146-4e22-b991-637a94b30c64 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:12.115334 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6fe7c37-e146-4e22-b991-637a94b30c64 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:12.117256 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16f6b840-268d-464a-a118-91d2883f7e36 req-fa80bc1b-7d37-40e4-8690-b862bffe4b63 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=19fe892d-4957-4197-82f7-5f3868e33afb HTTP/1.1" status: 200 len: 210 time: 0.0382824 Aug 31 09:35:12.136523 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:35:12.140304 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a2a5b471-3a2d-4188-86e2-352eaec1fe07 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:12.144413 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a2a5b471-3a2d-4188-86e2-352eaec1fe07 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.7175150 Aug 31 09:35:12.145230 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54398) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:12.151559 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-9577b848-7465-4bc4-ab26-577d46affd96 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Request body: {'security_group_rule': {'security_group_id': '993fb49b-0da1-4e2c-8317-aafb1e8378ee', 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:12.172175 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503cc1fb-95d1-4840-93aa-f4f76aea02f9 None None] No DVR routers for this DVR port f9e34ee4-a57a-4166-a63b-0e9c34a36223 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:35:12.182098 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786e293d-a029-4cd2-bb84-d24c80711e73 None None] Network 08e7bc5c-7a48-45ff-b464-49fc8f45d1de requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:12.182835 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:35:12.182835 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f523dc54-5cde-4b1b-85ff-b16c3ca4b7f8 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:35:12.212139 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-35212543-1d4a-499c-89ae-23690265a613 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:12.313052 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9577b848-7465-4bc4-ab26-577d46affd96 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:12.324558 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-35212543-1d4a-499c-89ae-23690265a613 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:12.337875 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-35212543-1d4a-499c-89ae-23690265a613 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a51d95-94a3-4381-8753-d6b210920efc']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:12.351933 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-35212543-1d4a-499c-89ae-23690265a613 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cac87d3a-d950-409c-ad45-951824a2d710') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:12.352580 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-35212543-1d4a-499c-89ae-23690265a613 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cac87d3a-d950-409c-ad45-951824a2d710') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:12.362598 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-35212543-1d4a-499c-89ae-23690265a613 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:12.390584 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f5541e79-a223-4810-8097-bac8951b6f9f None None] Provisioning for port f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:12.403494 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d6fe7c37-e146-4e22-b991-637a94b30c64 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1915405 Aug 31 09:35:12.404435 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54414) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:12.409210 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-35212543-1d4a-499c-89ae-23690265a613 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:12.441285 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35212543-1d4a-499c-89ae-23690265a613 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Releasing vlan 1605 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:35:12.441285 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-35212543-1d4a-499c-89ae-23690265a613 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:12.449245 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:35:12.449245 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:35:12.449245 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:35:12.449245 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:35:12.449245 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:35:12.449245 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:35:12.449245 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:35:12.449245 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:35:12.449245 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:35:12.449245 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:35:12.449245 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:35:12.449245 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:35:12.449245 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:35:12.449245 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:35:12.449245 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:35:12.449245 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:35:12.449245 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:35:12.449245 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:35:12.449245 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:35:12.449245 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:35:12.449245 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:35:12.449245 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:35:12.449245 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:35:12.449245 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:35:12.449245 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:35:12.449245 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:35:12.449245 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:35:12.449245 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:35:12.449245 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:35:12.449245 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:35:12.449245 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:35:12.449245 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:35:12.480377 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9577b848-7465-4bc4-ab26-577d46affd96 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:12.554114 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9577b848-7465-4bc4-ab26-577d46affd96 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:12.568723 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8fdeb9-c327-497e-8307-f1715ea99ee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-08e7bc5c-7a48-45ff-b464-49fc8f45d1de', 'network_id': '08e7bc5c-7a48-45ff-b464-49fc8f45d1de', 'tenant_id': '3fa883054ade43a996899211f0f1dbba', 'fixed_ips': [{'subnet_id': '270ecd17-5723-4466-b9a4-e22c1a16c73b'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:35:12.568723 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7f8fdeb9-c327-497e-8307-f1715ea99ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:12.598339 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af3fa09e-a944-4196-8478-894714172ae4 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:12.598927 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9577b848-7465-4bc4-ab26-577d46affd96 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d8580b0-c293-402e-83d0-9dfa801b52b2,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:12.632789 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-35212543-1d4a-499c-89ae-23690265a613 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:12.637750 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-35212543-1d4a-499c-89ae-23690265a613 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:12.644068 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-35212543-1d4a-499c-89ae-23690265a613 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] 10.222.0.119 "DELETE /v2.0/networks/92a51d95-94a3-4381-8753-d6b210920efc HTTP/1.1" status: 204 len: 168 time: 0.6445963 Aug 31 09:35:12.644068 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54418) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:12.670452 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9577b848-7465-4bc4-ab26-577d46affd96 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:12.674591 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9577b848-7465-4bc4-ab26-577d46affd96 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5243008 Aug 31 09:35:12.683558 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54420) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:12.690940 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-5cfb0205-6657-4bfa-b82e-ba5e5fbba1cb tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Request body: {'security_group_rule': {'security_group_id': '993fb49b-0da1-4e2c-8317-aafb1e8378ee', 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:12.722426 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af3fa09e-a944-4196-8478-894714172ae4 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:12.782572 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-7f8fdeb9-c327-497e-8307-f1715ea99ee2 None None] Allocated IP 2001:db8::2 (08e7bc5c-7a48-45ff-b464-49fc8f45d1de/270ecd17-5723-4466-b9a4-e22c1a16c73b/7784f95a-0f04-4ad8-a17a-c12ff57e3c08) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:12.842738 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5cfb0205-6657-4bfa-b82e-ba5e5fbba1cb tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:12.988198 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7f8fdeb9-c327-497e-8307-f1715ea99ee2 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.000093 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7f8fdeb9-c327-497e-8307-f1715ea99ee2 None None] Transition to ACTIVE for port object 7784f95a-0f04-4ad8-a17a-c12ff57e3c08 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:13.036055 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7f8fdeb9-c327-497e-8307-f1715ea99ee2 None None] Transition to ACTIVE for port object 7784f95a-0f04-4ad8-a17a-c12ff57e3c08 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:13.054738 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5cfb0205-6657-4bfa-b82e-ba5e5fbba1cb tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.085551 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35212543-1d4a-499c-89ae-23690265a613 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Pushing event deleted for resources: {'Network': ['ID=92a51d95-94a3-4381-8753-d6b210920efc,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:13.098504 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:13.123267 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f3ee6f-a968-4683-8f9d-c68e59c43bfc tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Deleting subnet 18779478-8076-493d-8923-68c404949c26 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:35:13.128602 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-80f3ee6f-a968-4683-8f9d-c68e59c43bfc tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.168504 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5cfb0205-6657-4bfa-b82e-ba5e5fbba1cb tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.175932 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7f8fdeb9-c327-497e-8307-f1715ea99ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.191527 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-80f3ee6f-a968-4683-8f9d-c68e59c43bfc tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.226833 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb0205-6657-4bfa-b82e-ba5e5fbba1cb tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30bce63a-0c0b-4f1c-9192-db4195bf9e19,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:13.231694 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8fdeb9-c327-497e-8307-f1715ea99ee2 None None] Network 08e7bc5c-7a48-45ff-b464-49fc8f45d1de is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:13.236244 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-7f8fdeb9-c327-497e-8307-f1715ea99ee2 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:13.240971 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8fdeb9-c327-497e-8307-f1715ea99ee2 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:13.243296 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8fdeb9-c327-497e-8307-f1715ea99ee2 None None] Pushing event updated for resources: {'Port': ['ID=7784f95a-0f04-4ad8-a17a-c12ff57e3c08,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:13.276767 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3bacdfe-dcce-4d36-ba2f-f950a43e012b req-38f13a3f-edb4-4991-b43e-5d28e6fdda0b tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=19fe892d-4957-4197-82f7-5f3868e33afb HTTP/1.1" status: 200 len: 210 time: 0.0460615 Aug 31 09:35:13.297103 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:13.307187 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:13.307555 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.311523 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-7f8fdeb9-c327-497e-8307-f1715ea99ee2 None None] Attempting to bind port 7784f95a-0f04-4ad8-a17a-c12ff57e3c08 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:13.316705 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-7f8fdeb9-c327-497e-8307-f1715ea99ee2 None None] Attempting to bind port 7784f95a-0f04-4ad8-a17a-c12ff57e3c08 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '2b158c7a-6047-4531-a6e7-982f9d8eea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1632, 'network_id': '08e7bc5c-7a48-45ff-b464-49fc8f45d1de'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:13.316705 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8fdeb9-c327-497e-8307-f1715ea99ee2 None None] Attempting to bind port 7784f95a-0f04-4ad8-a17a-c12ff57e3c08 on network 08e7bc5c-7a48-45ff-b464-49fc8f45d1de {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:13.319570 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-80f3ee6f-a968-4683-8f9d-c68e59c43bfc tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.335868 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af3fa09e-a944-4196-8478-894714172ae4 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.346676 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5cfb0205-6657-4bfa-b82e-ba5e5fbba1cb tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.350485 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8fdeb9-c327-497e-8307-f1715ea99ee2 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:13.350899 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8fdeb9-c327-497e-8307-f1715ea99ee2 None None] Checking segment: {'id': '2b158c7a-6047-4531-a6e7-982f9d8eea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1632, 'network_id': '08e7bc5c-7a48-45ff-b464-49fc8f45d1de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:13.351299 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7f8fdeb9-c327-497e-8307-f1715ea99ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.351713 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8fdeb9-c327-497e-8307-f1715ea99ee2 None None] Bound using segment: {'id': '2b158c7a-6047-4531-a6e7-982f9d8eea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1632, 'network_id': '08e7bc5c-7a48-45ff-b464-49fc8f45d1de'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:13.352834 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-7f8fdeb9-c327-497e-8307-f1715ea99ee2 None None] Bound port: 7784f95a-0f04-4ad8-a17a-c12ff57e3c08, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b158c7a-6047-4531-a6e7-982f9d8eea65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1632, 'network_id': '08e7bc5c-7a48-45ff-b464-49fc8f45d1de'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:13.352834 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7f8fdeb9-c327-497e-8307-f1715ea99ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.357403 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5cfb0205-6657-4bfa-b82e-ba5e5fbba1cb tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6699748 Aug 31 09:35:13.361738 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54434) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:13.369004 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-a17ea1e6-2692-4fb1-9ef5-01e00700f234 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Request body: {'security_group_rule': {'security_group_id': '993fb49b-0da1-4e2c-8317-aafb1e8378ee', 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:13.400702 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3fa09e-a944-4196-8478-894714172ae4 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Pushing event deleted for resources: {'Subnet': ['ID=270ecd17-5723-4466-b9a4-e22c1a16c73b,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:13.494392 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-7f8fdeb9-c327-497e-8307-f1715ea99ee2 None None] For port 7784f95a-0f04-4ad8-a17a-c12ff57e3c08, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:13.518479 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-7f8fdeb9-c327-497e-8307-f1715ea99ee2 None None] For port 7784f95a-0f04-4ad8-a17a-c12ff57e3c08, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=7784f95a-0f04-4ad8-a17a-c12ff57e3c08,segment=NetworkSegment(2b158c7a-6047-4531-a6e7-982f9d8eea65),segment_id=2b158c7a-6047-4531-a6e7-982f9d8eea65)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:13.529990 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.531010 n-d-791506-28 neutron-server[95552]: INFO neutron.db.securitygroups_db [None req-a17ea1e6-2692-4fb1-9ef5-01e00700f234 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Project fdd0715ba0554817ad604cf7a2e9a81b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:35:13.535161 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-80f3ee6f-a968-4683-8f9d-c68e59c43bfc tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.572354 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8,segment=NetworkSegment(909a319c-4d84-49cc-94b3-8394bf3a1751),segment_id=909a319c-4d84-49cc-94b3-8394bf3a1751)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:13.587212 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7f8fdeb9-c327-497e-8307-f1715ea99ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.592526 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3ee6f-a968-4683-8f9d-c68e59c43bfc tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Pushing event deleted for resources: {'Subnet': ['ID=18779478-8076-493d-8923-68c404949c26,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:13.600751 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-80f3ee6f-a968-4683-8f9d-c68e59c43bfc tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.605039 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-80f3ee6f-a968-4683-8f9d-c68e59c43bfc tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] 10.222.0.119 "DELETE /v2.0/subnets/18779478-8076-493d-8923-68c404949c26 HTTP/1.1" status: 204 len: 168 time: 0.9549432 Aug 31 09:35:13.605039 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a17ea1e6-2692-4fb1-9ef5-01e00700f234 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.606723 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54438) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:13.612490 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c49395-060b-4744-9bcb-d8ecb81e3bef None None] Network 01aa0d3b-3707-4d10-bf94-48337255ecce requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:13.674508 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.737191 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c70c68e2-183c-490b-94d3-8878bf429413 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.760405 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a17ea1e6-2692-4fb1-9ef5-01e00700f234 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.817635 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-c70c68e2-183c-490b-94d3-8878bf429413 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Deleting port 9eaf930c-62d1-4914-95f8-8cc0456ec327 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:13.818576 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c70c68e2-183c-490b-94d3-8878bf429413 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.859100 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af3fa09e-a944-4196-8478-894714172ae4 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.867639 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a17ea1e6-2692-4fb1-9ef5-01e00700f234 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.871120 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-af3fa09e-a944-4196-8478-894714172ae4 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e7bc5c-7a48-45ff-b464-49fc8f45d1de']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:13.883068 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8fdeb9-c327-497e-8307-f1715ea99ee2 None None] Pushing event updated for resources: {'Port': ['ID=7784f95a-0f04-4ad8-a17a-c12ff57e3c08,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:13.883343 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-af3fa09e-a944-4196-8478-894714172ae4 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b158c7a-6047-4531-a6e7-982f9d8eea65') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:13.883455 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-af3fa09e-a944-4196-8478-894714172ae4 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b158c7a-6047-4531-a6e7-982f9d8eea65') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:13.893959 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af3fa09e-a944-4196-8478-894714172ae4 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.910434 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af3fa09e-a944-4196-8478-894714172ae4 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.911153 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ea1e6-2692-4fb1-9ef5-01e00700f234 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bad4f38-4d18-4ff7-ab82-5968b4eca2db,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:13.923574 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3fa09e-a944-4196-8478-894714172ae4 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Releasing vlan 1632 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:35:13.923574 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af3fa09e-a944-4196-8478-894714172ae4 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.923574 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:35:13.923574 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:35:13.923574 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:35:13.923574 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:35:13.923574 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:35:13.923574 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:35:13.923574 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:35:13.923574 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:35:13.923574 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:35:13.923574 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:35:13.923574 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:35:13.923574 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:35:13.923574 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:35:13.923574 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:35:13.923574 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:35:13.923574 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:35:13.923574 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:35:13.923574 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:35:13.923574 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:35:13.923574 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:35:13.923574 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:35:13.923574 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:35:13.923574 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:35:13.923574 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:35:13.923574 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:35:13.923574 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:35:13.923574 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:35:13.923574 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:35:13.923574 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:35:13.923574 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:35:13.923574 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:35:13.923574 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:35:13.937952 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-c70c68e2-183c-490b-94d3-8878bf429413 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] For port 9eaf930c-62d1-4914-95f8-8cc0456ec327, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=9eaf930c-62d1-4914-95f8-8cc0456ec327,segment=NetworkSegment(715d4405-8182-4b2a-8064-d28f15d906ad),segment_id=715d4405-8182-4b2a-8064-d28f15d906ad)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:13.938390 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c70c68e2-183c-490b-94d3-8878bf429413 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.940570 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3835656-c9df-4986-b0af-d6429c066288 None None] Network 08e7bc5c-7a48-45ff-b464-49fc8f45d1de requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:13.956351 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-c70c68e2-183c-490b-94d3-8878bf429413 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Calling delete_port for 9eaf930c-62d1-4914-95f8-8cc0456ec327 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:13.975690 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a17ea1e6-2692-4fb1-9ef5-01e00700f234 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:13.977089 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a17ea1e6-2692-4fb1-9ef5-01e00700f234 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6140106 Aug 31 09:35:13.979956 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54440) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:13.985037 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-ef859e3a-deba-4a50-9793-317b4c541cea tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Request body: {'security_group_rule': {'security_group_id': '993fb49b-0da1-4e2c-8317-aafb1e8378ee', 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:14.122339 n-d-791506-28 neutron-server[95553]: INFO neutron.db.securitygroups_db [None req-ef859e3a-deba-4a50-9793-317b4c541cea tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Project fdd0715ba0554817ad604cf7a2e9a81b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:35:14.123650 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef859e3a-deba-4a50-9793-317b4c541cea tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:14.188511 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.db.api [None req-af3fa09e-a944-4196-8478-894714172ae4 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 09:35:14.188511 n-d-791506-28 neutron-server[95553]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 09:35:14.188511 n-d-791506-28 neutron-server[95553]: [parameters: {'id': '08e7bc5c-7a48-45ff-b464-49fc8f45d1de'}] Aug 31 09:35:14.188511 n-d-791506-28 neutron-server[95553]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:35:14.189458 n-d-791506-28 neutron-server[95553]: DEBUG oslo_db.api [None req-af3fa09e-a944-4196-8478-894714172ae4 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:35:14.210210 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c70c68e2-183c-490b-94d3-8878bf429413 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:14.218477 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef859e3a-deba-4a50-9793-317b4c541cea tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:14.219623 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-233b2172-46b8-4b72-b5a2-8d238f9aedcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:14.263015 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c68e2-183c-490b-94d3-8878bf429413 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Pushing event deleted for resources: {'Port': ['ID=9eaf930c-62d1-4914-95f8-8cc0456ec327,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:14.270208 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70c68e2-183c-490b-94d3-8878bf429413 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] No DVR routers for this DVR port 9eaf930c-62d1-4914-95f8-8cc0456ec327 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:35:14.280078 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:14.289443 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef859e3a-deba-4a50-9793-317b4c541cea tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:14.325098 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:14.325641 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef859e3a-deba-4a50-9793-317b4c541cea tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaff0d8e-f6cf-4f3b-8e8a-8f7203890ebe,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:14.398494 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5105d6f-656b-4a81-abec-3939ed2ea9f1 req-16d247c2-1294-40e2-82d4-07b6ce81ba76 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=19fe892d-4957-4197-82f7-5f3868e33afb HTTP/1.1" status: 200 len: 210 time: 0.0283942 Aug 31 09:35:14.414932 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fa9d9a-a4a9-4004-9e66-241e3e3efc73 None None] DHCP port deletion for 01aa0d3b-3707-4d10-bf94-48337255ecce request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:35:14.434314 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0d0b84-e205-4a15-a97b-a3a85ec1610d None None] get_active_networks_info from n-d-791506-28 {{(pid=95554) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:35:14.463093 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c70c68e2-183c-490b-94d3-8878bf429413 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:14.466386 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef859e3a-deba-4a50-9793-317b4c541cea tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:14.477350 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ef859e3a-deba-4a50-9793-317b4c541cea tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4958570 Aug 31 09:35:14.480960 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-c70c68e2-183c-490b-94d3-8878bf429413 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01aa0d3b-3707-4d10-bf94-48337255ecce']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:14.492718 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-c70c68e2-183c-490b-94d3-8878bf429413 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '715d4405-8182-4b2a-8064-d28f15d906ad') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:14.492968 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-c70c68e2-183c-490b-94d3-8878bf429413 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '715d4405-8182-4b2a-8064-d28f15d906ad') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:14.509808 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c70c68e2-183c-490b-94d3-8878bf429413 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:14.546777 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0d0b84-e205-4a15-a97b-a3a85ec1610d None None] Resources bound (agent type, host, resource id): {{(pid=95554) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:35:14.556006 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c70c68e2-183c-490b-94d3-8878bf429413 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:14.581833 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c70c68e2-183c-490b-94d3-8878bf429413 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Releasing vlan 1609 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:35:14.582240 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c70c68e2-183c-490b-94d3-8878bf429413 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:14.586228 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:35:14.586228 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:35:14.586228 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:35:14.586228 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:35:14.586228 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:35:14.586228 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:35:14.586228 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:35:14.586228 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:35:14.586228 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:35:14.586228 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:35:14.586228 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:35:14.586228 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:35:14.586228 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:35:14.586228 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:35:14.586228 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:35:14.586228 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:35:14.586228 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:35:14.586228 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:35:14.586228 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:35:14.586228 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:35:14.586228 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:35:14.586228 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:35:14.586228 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:35:14.586228 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:35:14.586228 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:35:14.586228 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:35:14.586228 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:35:14.586228 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:35:14.586228 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:35:14.586228 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:35:14.586228 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:35:14.586228 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:35:14.593304 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-c9c8a769-8098-45a9-9859-738b68e15c9e tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:14.594859 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-c9c8a769-8098-45a9-9859-738b68e15c9e tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.112 "GET /v2.0/networks?id=3e58dc22-2b70-42a6-8495-186dad702ce6 HTTP/1.1" status: 200 len: 805 time: 0.1987057 Aug 31 09:35:14.637405 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-c98c1b3e-7393-4b1e-afe5-4387134a94bc tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Request body: {'port': {'device_id': '19fe892d-4957-4197-82f7-5f3868e33afb', 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6', 'admin_state_up': True, 'tenant_id': 'e847c5c42d2e472689cd257a7d896947'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:14.690072 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af3fa09e-a944-4196-8478-894714172ae4 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:14.792626 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c70c68e2-183c-490b-94d3-8878bf429413 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:14.800619 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c70c68e2-183c-490b-94d3-8878bf429413 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:14.807889 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c70c68e2-183c-490b-94d3-8878bf429413 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] 10.222.0.119 "DELETE /v2.0/networks/01aa0d3b-3707-4d10-bf94-48337255ecce HTTP/1.1" status: 204 len: 168 time: 1.1995425 Aug 31 09:35:14.808874 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54468) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:14.815115 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-6205549f-fb04-43e2-939e-09744718daaa tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1486154608&fields=id&tenant_id=fdd0715ba0554817ad604cf7a2e9a81b HTTP/1.1" status: 200 len: 267 time: 0.0594909 Aug 31 09:35:14.860222 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c68e2-183c-490b-94d3-8878bf429413 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Pushing event deleted for resources: {'Network': ['ID=01aa0d3b-3707-4d10-bf94-48337255ecce,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:14.867907 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-485c8480-dc59-4f8a-851c-5748dd80676a tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] 10.222.0.119 "GET /v2.0/ports?device_id=da706482-4d43-436c-868a-f6c22929ae8c HTTP/1.1" status: 200 len: 205 time: 0.0502682 Aug 31 09:35:14.869415 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54470) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:14.914427 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-af3fa09e-a944-4196-8478-894714172ae4 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Deleting port 7784f95a-0f04-4ad8-a17a-c12ff57e3c08 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:14.914764 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af3fa09e-a944-4196-8478-894714172ae4 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:14.918589 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-c98c1b3e-7393-4b1e-afe5-4387134a94bc tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Made reservation on behalf of e847c5c42d2e472689cd257a7d896947 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:14.922821 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-c98c1b3e-7393-4b1e-afe5-4387134a94bc tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:14.951914 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3971ea-8b23-4e68-aa5d-d553905603b9 None None] get_active_networks_info from n-d-791506-28 {{(pid=95554) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:35:14.970405 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81cdd454-65c6-44de-ba53-f4d62dfdf446 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:14.989821 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-af3fa09e-a944-4196-8478-894714172ae4 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] For port 7784f95a-0f04-4ad8-a17a-c12ff57e3c08, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=7784f95a-0f04-4ad8-a17a-c12ff57e3c08,segment=NetworkSegment(2b158c7a-6047-4531-a6e7-982f9d8eea65),segment_id=2b158c7a-6047-4531-a6e7-982f9d8eea65)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:14.990291 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af3fa09e-a944-4196-8478-894714172ae4 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:15.009106 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-af3fa09e-a944-4196-8478-894714172ae4 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Calling delete_port for 7784f95a-0f04-4ad8-a17a-c12ff57e3c08 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:15.108656 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:15.137126 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-06a0baec-09b8-4157-8cc1-d872c98165a8 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:15.145433 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-06a0baec-09b8-4157-8cc1-d872c98165a8 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/networks?id=8a20f859-0fd1-4059-b2ca-39c5bae6680a HTTP/1.1" status: 200 len: 797 time: 0.3193517 Aug 31 09:35:15.168131 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-c1970c64-37ed-4b63-b604-d9518d3e87e0 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/quotas/fdd0715ba0554817ad604cf7a2e9a81b HTTP/1.1" status: 200 len: 375 time: 0.0215139 Aug 31 09:35:15.180679 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3971ea-8b23-4e68-aa5d-d553905603b9 None None] Resources bound (agent type, host, resource id): {{(pid=95554) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:35:15.232179 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-c98c1b3e-7393-4b1e-afe5-4387134a94bc tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Allocated IP 172.20.0.13 (3e58dc22-2b70-42a6-8495-186dad702ce6/0a8d9332-4934-4e0f-b006-f09be5a999bd/82c8800e-c379-4c06-ac47-d3808cb255f1) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:15.252605 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-4966f1f3-1099-4f1a-bbad-839ceddb13b9 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=fdd0715ba0554817ad604cf7a2e9a81b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0832081 Aug 31 09:35:15.254150 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-6665336f-2262-4682-8ea1-379e1d4ecb48 req-d1a263bc-93fd-4c76-bc58-769ec53800d4 service neutron] (95553) timed out ('10.222.0.112', 53107) {{(pid=95553) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 09:35:15.254781 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af3fa09e-a944-4196-8478-894714172ae4 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:15.298965 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3fa09e-a944-4196-8478-894714172ae4 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] No DVR routers for this DVR port 7784f95a-0f04-4ad8-a17a-c12ff57e3c08 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:35:15.301718 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3fa09e-a944-4196-8478-894714172ae4 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Pushing event deleted for resources: {'Port': ['ID=7784f95a-0f04-4ad8-a17a-c12ff57e3c08,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:15.360310 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81cdd454-65c6-44de-ba53-f4d62dfdf446 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:15.361345 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81cdd454-65c6-44de-ba53-f4d62dfdf446 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:15.384026 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:15.411274 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:15.412140 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:15.448845 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af3fa09e-a944-4196-8478-894714172ae4 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:15.464649 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-af3fa09e-a944-4196-8478-894714172ae4 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e7bc5c-7a48-45ff-b464-49fc8f45d1de']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:15.467417 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81cdd454-65c6-44de-ba53-f4d62dfdf446 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:15.467967 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cdd454-65c6-44de-ba53-f4d62dfdf446 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Fanout notify agent at l3_agent the message router_deleted on router da706482-4d43-436c-868a-f6c22929ae8c {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:35:15.481215 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81cdd454-65c6-44de-ba53-f4d62dfdf446 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:15.484664 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-81cdd454-65c6-44de-ba53-f4d62dfdf446 tempest-RoutersNegativeIpV6Test-2083590597 tempest-RoutersNegativeIpV6Test-2083590597-project] 10.222.0.119 "DELETE /v2.0/routers/da706482-4d43-436c-868a-f6c22929ae8c HTTP/1.1" status: 204 len: 168 time: 0.6129723 Aug 31 09:35:15.484846 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-af3fa09e-a944-4196-8478-894714172ae4 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b158c7a-6047-4531-a6e7-982f9d8eea65') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:15.484846 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-af3fa09e-a944-4196-8478-894714172ae4 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b158c7a-6047-4531-a6e7-982f9d8eea65') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:15.517497 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af3fa09e-a944-4196-8478-894714172ae4 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:15.530917 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-e46a8847-7649-4380-aeda-b09f2b9f5f3d service neutron] 10.222.0.119 "GET /v2.0/networks/8a20f859-0fd1-4059-b2ca-39c5bae6680a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420814 Aug 31 09:35:15.605117 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9cd78851-a41b-4f27-9ef8-6d261a1713f1 req-170a78f7-4858-4f4d-894d-6556bffb6dd0 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=19fe892d-4957-4197-82f7-5f3868e33afb HTTP/1.1" status: 200 len: 210 time: 0.0721452 Aug 31 09:35:15.632455 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-c98c1b3e-7393-4b1e-afe5-4387134a94bc tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:15.689287 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af3fa09e-a944-4196-8478-894714172ae4 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:15.702104 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3fa09e-a944-4196-8478-894714172ae4 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Releasing vlan 1632 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:35:15.702505 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af3fa09e-a944-4196-8478-894714172ae4 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:15.707807 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:35:15.707807 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:35:15.707807 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:35:15.707807 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:35:15.707807 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:35:15.707807 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:35:15.707807 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:35:15.707807 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:35:15.707807 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:35:15.707807 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:35:15.707807 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:35:15.707807 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:35:15.707807 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:35:15.707807 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:35:15.707807 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:35:15.707807 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:35:15.707807 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:35:15.707807 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:35:15.707807 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:35:15.707807 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:35:15.707807 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:35:15.707807 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:35:15.707807 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:35:15.707807 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:35:15.707807 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:35:15.707807 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:35:15.707807 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:35:15.707807 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:35:15.707807 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:35:15.707807 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:35:15.707807 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:35:15.707807 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:35:15.771356 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-c98c1b3e-7393-4b1e-afe5-4387134a94bc tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:15.782372 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-52bf14cb-46e7-48db-8565-db273a039bba service neutron] 10.222.0.119 "GET /v2.0/networks/8a20f859-0fd1-4059-b2ca-39c5bae6680a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505765 Aug 31 09:35:15.793546 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['64e9d2c0-c295-49dd-a174-c58969297e22'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:35:15.801020 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9eaf930c-62d1-4914-95f8-8cc0456ec327 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:35:15.838942 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-c98c1b3e-7393-4b1e-afe5-4387134a94bc tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Network 3e58dc22-2b70-42a6-8495-186dad702ce6 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:15.842590 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-c98c1b3e-7393-4b1e-afe5-4387134a94bc tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:15.851302 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-c98c1b3e-7393-4b1e-afe5-4387134a94bc tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:15.872031 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c1b3e-7393-4b1e-afe5-4387134a94bc tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Pushing event updated for resources: {'Port': ['ID=82c8800e-c379-4c06-ac47-d3808cb255f1,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:15.872948 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af3fa09e-a944-4196-8478-894714172ae4 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:15.888483 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 9eaf930c-62d1-4914-95f8-8cc0456ec327 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:35:15.890118 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9eaf930c-62d1-4914-95f8-8cc0456ec327 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:35:15.911933 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af3fa09e-a944-4196-8478-894714172ae4 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:15.913864 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-af3fa09e-a944-4196-8478-894714172ae4 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "DELETE /v2.0/networks/08e7bc5c-7a48-45ff-b464-49fc8f45d1de HTTP/1.1" status: 204 len: 168 time: 3.5078683 Aug 31 09:35:15.919420 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54480) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:15.931050 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3fa09e-a944-4196-8478-894714172ae4 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Pushing event deleted for resources: {'Network': ['ID=08e7bc5c-7a48-45ff-b464-49fc8f45d1de,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:15.937973 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-e0f38ef5-beca-482f-a78f-cef145a84b43 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-672649747'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:15.968047 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-c98c1b3e-7393-4b1e-afe5-4387134a94bc tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:15.968672 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-c98c1b3e-7393-4b1e-afe5-4387134a94bc tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:16.094852 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f38ef5-beca-482f-a78f-cef145a84b43 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Made reservation on behalf of 3fa883054ade43a996899211f0f1dbba for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:16.103785 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e0f38ef5-beca-482f-a78f-cef145a84b43 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:16.169232 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f38ef5-beca-482f-a78f-cef145a84b43 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] vlan segment allocate from pool success with {'vlan_id': 1620, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:35:16.180598 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6e4366eb-ba47-40f6-9aef-18953bc62587 req-8ba2d52f-ef3b-4c5f-8a6c-2b783268a635 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7fdd883-3693-4dad-bd7b-8ba5a65ff26a HTTP/1.1" status: 200 len: 210 time: 0.0690494 Aug 31 09:35:16.190887 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-c98c1b3e-7393-4b1e-afe5-4387134a94bc tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5577753 Aug 31 09:35:16.205955 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e0f38ef5-beca-482f-a78f-cef145a84b43 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:16.206297 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-e0f38ef5-beca-482f-a78f-cef145a84b43 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Added segment 136d50f1-a5c8-45c6-bcd6-a339a31eeef8 of type vlan for network a93beb6d-515a-4478-bd8f-c511e1713b86 Aug 31 09:35:16.212079 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-6c18bcc3-9b3b-48fb-ae22-3aa5fc4a2bb7 service neutron] Request body: {'port': {'device_id': '19fe892d-4957-4197-82f7-5f3868e33afb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:16.298787 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54492) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:16.314784 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e0f38ef5-beca-482f-a78f-cef145a84b43 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:16.326852 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-6c18bcc3-9b3b-48fb-ae22-3aa5fc4a2bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:16.460199 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7a1f2db6-402f-4a4a-984d-08eeb9206cfb admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=4b2f8e9607ac45b3b0acbafff29ed66b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1565504 Aug 31 09:35:16.460629 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54498) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:16.475483 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e0f38ef5-beca-482f-a78f-cef145a84b43 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:16.481417 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f38ef5-beca-482f-a78f-cef145a84b43 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:16.482066 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e0f38ef5-beca-482f-a78f-cef145a84b43 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:16.518440 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-049065c8-1078-44b9-9bd3-abf67f549b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:16.543683 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-049065c8-1078-44b9-9bd3-abf67f549b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:16.590229 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e0f38ef5-beca-482f-a78f-cef145a84b43 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6697292 Aug 31 09:35:16.595266 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54500) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:16.601501 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-e6cb08b4-c98f-4a2b-a42b-68169fe03dbe tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Request body: {'subnet': {'network_id': 'a93beb6d-515a-4478-bd8f-c511e1713b86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:16.603285 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f38ef5-beca-482f-a78f-cef145a84b43 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Pushing event updated for resources: {'Network': ['ID=a93beb6d-515a-4478-bd8f-c511e1713b86,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:16.617973 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network a93beb6d-515a-4478-bd8f-c511e1713b86 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:35:16.682800 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-049065c8-1078-44b9-9bd3-abf67f549b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:16.686033 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-049065c8-1078-44b9-9bd3-abf67f549b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:16.689675 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-049065c8-1078-44b9-9bd3-abf67f549b3b admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/a3ad70b0-d2ce-412e-bc7c-5be8a6ec3755 HTTP/1.1" status: 204 len: 168 time: 0.2258806 Aug 31 09:35:16.718238 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049065c8-1078-44b9-9bd3-abf67f549b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ad70b0-d2ce-412e-bc7c-5be8a6ec3755,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:16.783608 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-6c18bcc3-9b3b-48fb-ae22-3aa5fc4a2bb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82c8800e-c379-4c06-ac47-d3808cb255f1 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:35:16.794572 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-6c18bcc3-9b3b-48fb-ae22-3aa5fc4a2bb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:16.810090 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-6c18bcc3-9b3b-48fb-ae22-3aa5fc4a2bb7 service neutron] Transition to ACTIVE for port object 82c8800e-c379-4c06-ac47-d3808cb255f1 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:16.830706 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5034c7-5dc7-4daf-85da-0f0be153ad8e req-585b6854-d4df-47ad-846d-76d6c97c969d tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:16.832243 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7e5034c7-5dc7-4daf-85da-0f0be153ad8e req-585b6854-d4df-47ad-846d-76d6c97c969d tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=19fe892d-4957-4197-82f7-5f3868e33afb HTTP/1.1" status: 200 len: 932 time: 0.0758557 Aug 31 09:35:16.873345 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7e5034c7-5dc7-4daf-85da-0f0be153ad8e req-e0523fdc-8f26-42eb-8cea-258a293da411 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335956 Aug 31 09:35:16.939481 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cb08b4-c98f-4a2b-a42b-68169fe03dbe tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Made reservation on behalf of 3fa883054ade43a996899211f0f1dbba for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:16.943782 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e6cb08b4-c98f-4a2b-a42b-68169fe03dbe tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:17.009118 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-6c18bcc3-9b3b-48fb-ae22-3aa5fc4a2bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:17.071194 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:17.072026 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18bcc3-9b3b-48fb-ae22-3aa5fc4a2bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=82c8800e-c379-4c06-ac47-d3808cb255f1,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:17.147755 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-6c18bcc3-9b3b-48fb-ae22-3aa5fc4a2bb7 service neutron] Attempting to bind port 82c8800e-c379-4c06-ac47-d3808cb255f1 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:17.148089 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-6c18bcc3-9b3b-48fb-ae22-3aa5fc4a2bb7 service neutron] Attempting to bind port 82c8800e-c379-4c06-ac47-d3808cb255f1 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'e7bfaea8-dc50-4428-a9a7-b756d181f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1641, 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:17.148417 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-6c18bcc3-9b3b-48fb-ae22-3aa5fc4a2bb7 service neutron] Attempting to bind port 82c8800e-c379-4c06-ac47-d3808cb255f1 on network 3e58dc22-2b70-42a6-8495-186dad702ce6 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:17.152823 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-6c18bcc3-9b3b-48fb-ae22-3aa5fc4a2bb7 service neutron] Port 82c8800e-c379-4c06-ac47-d3808cb255f1 on network 3e58dc22-2b70-42a6-8495-186dad702ce6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:35:17.153138 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-6c18bcc3-9b3b-48fb-ae22-3aa5fc4a2bb7 service neutron] Attempting to bind port 82c8800e-c379-4c06-ac47-d3808cb255f1 on network 3e58dc22-2b70-42a6-8495-186dad702ce6 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:17.158221 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-6c18bcc3-9b3b-48fb-ae22-3aa5fc4a2bb7 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:17.158586 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-6c18bcc3-9b3b-48fb-ae22-3aa5fc4a2bb7 service neutron] Checking segment: {'id': 'e7bfaea8-dc50-4428-a9a7-b756d181f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1641, 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:17.158963 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-6c18bcc3-9b3b-48fb-ae22-3aa5fc4a2bb7 service neutron] Bound using segment: {'id': 'e7bfaea8-dc50-4428-a9a7-b756d181f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1641, 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:17.159387 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-6c18bcc3-9b3b-48fb-ae22-3aa5fc4a2bb7 service neutron] Bound port: 82c8800e-c379-4c06-ac47-d3808cb255f1, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7bfaea8-dc50-4428-a9a7-b756d181f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1641, 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:17.159741 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-6c18bcc3-9b3b-48fb-ae22-3aa5fc4a2bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:17.228436 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-6c18bcc3-9b3b-48fb-ae22-3aa5fc4a2bb7 service neutron] For port 82c8800e-c379-4c06-ac47-d3808cb255f1, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:17.231675 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-6c18bcc3-9b3b-48fb-ae22-3aa5fc4a2bb7 service neutron] For port 82c8800e-c379-4c06-ac47-d3808cb255f1, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=82c8800e-c379-4c06-ac47-d3808cb255f1,segment=NetworkSegment(e7bfaea8-dc50-4428-a9a7-b756d181f6bc),segment_id=e7bfaea8-dc50-4428-a9a7-b756d181f6bc)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:17.250981 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-543d9208-fa0f-4aac-bb33-d013392c324c req-5161743c-fcc3-44f9-80a8-c6106d0b7c0a tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7fdd883-3693-4dad-bd7b-8ba5a65ff26a HTTP/1.1" status: 200 len: 210 time: 0.0271039 Aug 31 09:35:17.352574 n-d-791506-28 neutron-server[95553]: DEBUG neutron.objects.ports [None req-e6cb08b4-c98f-4a2b-a42b-68169fe03dbe tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95553) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:35:17.354194 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e6cb08b4-c98f-4a2b-a42b-68169fe03dbe tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:17.358440 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-6c18bcc3-9b3b-48fb-ae22-3aa5fc4a2bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:17.397348 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-6c18bcc3-9b3b-48fb-ae22-3aa5fc4a2bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:17.397983 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-6c18bcc3-9b3b-48fb-ae22-3aa5fc4a2bb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:17.399930 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-6c18bcc3-9b3b-48fb-ae22-3aa5fc4a2bb7 service neutron] 10.222.0.112 "PUT /v2.0/ports/82c8800e-c379-4c06-ac47-d3808cb255f1 HTTP/1.1" status: 200 len: 1093 time: 1.1951423 Aug 31 09:35:17.399930 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19fe892d-4957-4197-82f7-5f3868e33afb', 'tag': '82c8800e-c379-4c06-ac47-d3808cb255f1'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:17.402415 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1f79cd-2d4f-4fe7-a91c-ef75bd647610" -d '{"events": [{"name": "network-changed", "server_uuid": "19fe892d-4957-4197-82f7-5f3868e33afb", "tag": "82c8800e-c379-4c06-ac47-d3808cb255f1"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:17.431330 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18bcc3-9b3b-48fb-ae22-3aa5fc4a2bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=82c8800e-c379-4c06-ac47-d3808cb255f1,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:17.439389 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb08b4-c98f-4a2b-a42b-68169fe03dbe tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Pushing event updated for resources: {'Subnet': ['ID=495675d5-73bd-44a7-8a1b-ac10fdc19002,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:17.456360 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cb08b4-c98f-4a2b-a42b-68169fe03dbe tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Checking segment: {'id': '136d50f1-a5c8-45c6-bcd6-a339a31eeef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': 'a93beb6d-515a-4478-bd8f-c511e1713b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:17.456360 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cb08b4-c98f-4a2b-a42b-68169fe03dbe tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Network hostable DHCP agents. Network: a93beb6d-515a-4478-bd8f-c511e1713b86, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:35:17.485214 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a356e05-e6da-4e0f-92dd-6493c46dcb8b x-openstack-request-id: req-0a356e05-e6da-4e0f-92dd-6493c46dcb8b {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:17.485418 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19fe892d-4957-4197-82f7-5f3868e33afb", "tag": "82c8800e-c379-4c06-ac47-d3808cb255f1", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:17.485598 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-0a356e05-e6da-4e0f-92dd-6493c46dcb8b {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:17.486128 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19fe892d-4957-4197-82f7-5f3868e33afb', 'tag': '82c8800e-c379-4c06-ac47-d3808cb255f1', 'status': 'completed', 'code': 200} Aug 31 09:35:17.558986 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f79cd-2d4f-4fe7-a91c-ef75bd647610 req-b01fc4d8-a7ca-43c6-b230-8db963c07b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:17.560573 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8c1f79cd-2d4f-4fe7-a91c-ef75bd647610 req-b01fc4d8-a7ca-43c6-b230-8db963c07b44 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e847c5c42d2e472689cd257a7d896947&device_id=19fe892d-4957-4197-82f7-5f3868e33afb HTTP/1.1" status: 200 len: 1096 time: 0.0442741 Aug 31 09:35:17.574764 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cb08b4-c98f-4a2b-a42b-68169fe03dbe tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Network a93beb6d-515a-4478-bd8f-c511e1713b86 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:35:17.665922 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-e6cb08b4-c98f-4a2b-a42b-68169fe03dbe tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, a93beb6d-515a-4478-bd8f-c511e1713b86) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:17.672199 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cb08b4-c98f-4a2b-a42b-68169fe03dbe tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:17.672805 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e6cb08b4-c98f-4a2b-a42b-68169fe03dbe tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:17.677928 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d013d6-9e98-4bbd-9895-8340fd90fdd2 None None] Network a93beb6d-515a-4478-bd8f-c511e1713b86 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:17.690044 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f79cd-2d4f-4fe7-a91c-ef75bd647610 req-2e4fd67f-3f3a-49b9-8426-dfea962cbaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:17.691632 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8c1f79cd-2d4f-4fe7-a91c-ef75bd647610 req-2e4fd67f-3f3a-49b9-8426-dfea962cbaa9 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=e847c5c42d2e472689cd257a7d896947&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1187255 Aug 31 09:35:17.791462 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e6cb08b4-c98f-4a2b-a42b-68169fe03dbe tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1942294 Aug 31 09:35:17.792570 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54528) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:17.798778 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f79cd-2d4f-4fe7-a91c-ef75bd647610 req-a3a22efb-a80d-4726-a356-39657d0b87bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:17.800664 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8c1f79cd-2d4f-4fe7-a91c-ef75bd647610 req-a3a22efb-a80d-4726-a356-39657d0b87bb service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0979962 Aug 31 09:35:17.860133 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4735b3f6-d9dc-4b9a-9bb1-e02381146f37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-a93beb6d-515a-4478-bd8f-c511e1713b86', 'network_id': 'a93beb6d-515a-4478-bd8f-c511e1713b86', 'tenant_id': '3fa883054ade43a996899211f0f1dbba', 'fixed_ips': [{'subnet_id': '495675d5-73bd-44a7-8a1b-ac10fdc19002'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:35:17.860133 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4735b3f6-d9dc-4b9a-9bb1-e02381146f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:17.900597 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-6a872e0f-c843-4020-97e4-c12dcde745ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:17.905674 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-6a872e0f-c843-4020-97e4-c12dcde745ec service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e847c5c42d2e472689cd257a7d896947&device_id=19fe892d-4957-4197-82f7-5f3868e33afb HTTP/1.1" status: 200 len: 1096 time: 0.0495505 Aug 31 09:35:17.924022 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a77c82fa-a2fb-4c98-b7ac-f09767696ebd tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:18.014339 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-b2988c4c-71c8-4911-b401-d81fee906c95 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82c8800e-c379-4c06-ac47-d3808cb255f1 HTTP/1.1" status: 200 len: 217 time: 0.0951579 Aug 31 09:35:18.043313 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-4735b3f6-d9dc-4b9a-9bb1-e02381146f37 None None] Allocated IP 2001:db8::f816:3eff:fe34:2a5b (a93beb6d-515a-4478-bd8f-c511e1713b86/495675d5-73bd-44a7-8a1b-ac10fdc19002/81084728-02d3-49cf-a6b9-302b86ca46a3) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:18.075276 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a77c82fa-a2fb-4c98-b7ac-f09767696ebd tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:18.088184 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-0d28db97-aafc-4e6b-b3dd-f4ef41ede3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:18.089942 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-0d28db97-aafc-4e6b-b3dd-f4ef41ede3b7 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0a8d9332-4934-4e0f-b006-f09be5a999bd HTTP/1.1" status: 200 len: 845 time: 0.0647705 Aug 31 09:35:18.104899 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a1094-5929-40d5-bcc2-ad592a04da0e req-8cea4c5e-edd9-49ba-a098-c7a042595318 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:18.106363 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-336a1094-5929-40d5-bcc2-ad592a04da0e req-8cea4c5e-edd9-49ba-a098-c7a042595318 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=19fe892d-4957-4197-82f7-5f3868e33afb HTTP/1.1" status: 200 len: 944 time: 0.1148360 Aug 31 09:35:18.137699 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-df2bc49d-864e-4e4d-ae75-0934f7a57062 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3e58dc22-2b70-42a6-8495-186dad702ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322633 Aug 31 09:35:18.166149 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-336a1094-5929-40d5-bcc2-ad592a04da0e req-0be23676-01d2-4998-a37b-492a1a79317e tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438530 Aug 31 09:35:18.228477 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4735b3f6-d9dc-4b9a-9bb1-e02381146f37 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:18.239855 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4735b3f6-d9dc-4b9a-9bb1-e02381146f37 None None] Transition to ACTIVE for port object 81084728-02d3-49cf-a6b9-302b86ca46a3 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:18.244106 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-738032c3-81cc-4470-98ac-74e7d38cc9dd service neutron] 10.222.0.112 "GET /v2.0/networks/3e58dc22-2b70-42a6-8495-186dad702ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950499 Aug 31 09:35:18.256367 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4735b3f6-d9dc-4b9a-9bb1-e02381146f37 None None] Transition to ACTIVE for port object 81084728-02d3-49cf-a6b9-302b86ca46a3 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:18.356198 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fcaa8b37-ca90-4ef0-9a16-67d7f9580f3c req-06acf9c8-1bac-430a-8b10-d79477e78fb8 service neutron] 10.222.0.112 "GET /v2.0/networks/3e58dc22-2b70-42a6-8495-186dad702ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986981 Aug 31 09:35:18.356784 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54544) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:18.362970 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-37aea7df-c7eb-406b-aaaf-b76198ce8694 req-bcbdac5a-8e1b-49c3-a628-efba32b0a79a tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7fdd883-3693-4dad-bd7b-8ba5a65ff26a HTTP/1.1" status: 200 len: 210 time: 0.0349987 Aug 31 09:35:18.382096 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4735b3f6-d9dc-4b9a-9bb1-e02381146f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:18.435093 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4735b3f6-d9dc-4b9a-9bb1-e02381146f37 None None] Network a93beb6d-515a-4478-bd8f-c511e1713b86 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:18.440695 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-4735b3f6-d9dc-4b9a-9bb1-e02381146f37 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:18.446994 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4735b3f6-d9dc-4b9a-9bb1-e02381146f37 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:18.456811 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735b3f6-d9dc-4b9a-9bb1-e02381146f37 None None] Pushing event updated for resources: {'Port': ['ID=81084728-02d3-49cf-a6b9-302b86ca46a3,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:18.493893 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ada2b6ef-6291-4b57-8659-8ef6c0c50f6d tempest-ServiceProvidersTest-1474796295 tempest-ServiceProvidersTest-1474796295-project] 10.222.0.119 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1360512 Aug 31 09:35:18.508845 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-4735b3f6-d9dc-4b9a-9bb1-e02381146f37 None None] Attempting to bind port 81084728-02d3-49cf-a6b9-302b86ca46a3 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:18.514689 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-4735b3f6-d9dc-4b9a-9bb1-e02381146f37 None None] Attempting to bind port 81084728-02d3-49cf-a6b9-302b86ca46a3 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '136d50f1-a5c8-45c6-bcd6-a339a31eeef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': 'a93beb6d-515a-4478-bd8f-c511e1713b86'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:18.514689 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4735b3f6-d9dc-4b9a-9bb1-e02381146f37 None None] Attempting to bind port 81084728-02d3-49cf-a6b9-302b86ca46a3 on network a93beb6d-515a-4478-bd8f-c511e1713b86 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:18.514689 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4735b3f6-d9dc-4b9a-9bb1-e02381146f37 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:18.515077 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4735b3f6-d9dc-4b9a-9bb1-e02381146f37 None None] Checking segment: {'id': '136d50f1-a5c8-45c6-bcd6-a339a31eeef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': 'a93beb6d-515a-4478-bd8f-c511e1713b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:18.515479 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4735b3f6-d9dc-4b9a-9bb1-e02381146f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:18.515874 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4735b3f6-d9dc-4b9a-9bb1-e02381146f37 None None] Bound using segment: {'id': '136d50f1-a5c8-45c6-bcd6-a339a31eeef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': 'a93beb6d-515a-4478-bd8f-c511e1713b86'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:18.516374 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-4735b3f6-d9dc-4b9a-9bb1-e02381146f37 None None] Bound port: 81084728-02d3-49cf-a6b9-302b86ca46a3, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136d50f1-a5c8-45c6-bcd6-a339a31eeef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': 'a93beb6d-515a-4478-bd8f-c511e1713b86'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:18.516753 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4735b3f6-d9dc-4b9a-9bb1-e02381146f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:18.534265 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a77c82fa-a2fb-4c98-b7ac-f09767696ebd tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:18.565211 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c82fa-a2fb-4c98-b7ac-f09767696ebd tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Pushing event deleted for resources: {'Subnet': ['ID=495675d5-73bd-44a7-8a1b-ac10fdc19002,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:18.593011 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4735b3f6-d9dc-4b9a-9bb1-e02381146f37 None None] For port 81084728-02d3-49cf-a6b9-302b86ca46a3, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:18.596779 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4735b3f6-d9dc-4b9a-9bb1-e02381146f37 None None] For port 81084728-02d3-49cf-a6b9-302b86ca46a3, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=81084728-02d3-49cf-a6b9-302b86ca46a3,segment=NetworkSegment(136d50f1-a5c8-45c6-bcd6-a339a31eeef8),segment_id=136d50f1-a5c8-45c6-bcd6-a339a31eeef8)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:18.644652 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a77c82fa-a2fb-4c98-b7ac-f09767696ebd tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:18.655170 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-a77c82fa-a2fb-4c98-b7ac-f09767696ebd tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a93beb6d-515a-4478-bd8f-c511e1713b86']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:18.665377 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-a77c82fa-a2fb-4c98-b7ac-f09767696ebd tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '136d50f1-a5c8-45c6-bcd6-a339a31eeef8') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:18.665667 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-a77c82fa-a2fb-4c98-b7ac-f09767696ebd tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '136d50f1-a5c8-45c6-bcd6-a339a31eeef8') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:18.675106 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a77c82fa-a2fb-4c98-b7ac-f09767696ebd tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:18.735566 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4735b3f6-d9dc-4b9a-9bb1-e02381146f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:18.737984 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a77c82fa-a2fb-4c98-b7ac-f09767696ebd tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:18.745635 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77c82fa-a2fb-4c98-b7ac-f09767696ebd tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Releasing vlan 1620 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:35:18.746039 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a77c82fa-a2fb-4c98-b7ac-f09767696ebd tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:18.749096 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:35:18.749096 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:35:18.749096 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:35:18.749096 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:35:18.749096 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:35:18.749096 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:35:18.749096 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:35:18.749096 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:35:18.749096 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:35:18.749096 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:35:18.749096 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:35:18.749096 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:35:18.749096 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:35:18.749096 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:35:18.749096 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:35:18.749096 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:35:18.749096 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:35:18.749096 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:35:18.749096 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:35:18.749096 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:35:18.749096 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:35:18.749096 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:35:18.749096 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:35:18.749096 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:35:18.749096 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:35:18.749096 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:35:18.749096 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:35:18.749096 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:35:18.749096 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:35:18.749096 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:35:18.749096 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:35:18.749096 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:35:18.823909 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735b3f6-d9dc-4b9a-9bb1-e02381146f37 None None] Pushing event updated for resources: {'Port': ['ID=81084728-02d3-49cf-a6b9-302b86ca46a3,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:18.918875 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.db.api [None req-a77c82fa-a2fb-4c98-b7ac-f09767696ebd tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 09:35:18.918875 n-d-791506-28 neutron-server[95553]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 09:35:18.918875 n-d-791506-28 neutron-server[95553]: [parameters: {'id': 'a93beb6d-515a-4478-bd8f-c511e1713b86'}] Aug 31 09:35:18.918875 n-d-791506-28 neutron-server[95553]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:35:18.922485 n-d-791506-28 neutron-server[95553]: DEBUG oslo_db.api [None req-a77c82fa-a2fb-4c98-b7ac-f09767696ebd tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:35:18.975169 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-eef56908-04d2-41df-87ad-b5826ead69f6 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:18.976867 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-eef56908-04d2-41df-87ad-b5826ead69f6 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.59 "GET /v2.0/networks?id=8a20f859-0fd1-4059-b2ca-39c5bae6680a HTTP/1.1" status: 200 len: 797 time: 0.1281297 Aug 31 09:35:19.049034 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-7a03a2ee-5469-454d-a876-cba53aefd302 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdd0715ba0554817ad604cf7a2e9a81b HTTP/1.1" status: 200 len: 471 time: 0.0611043 Aug 31 09:35:19.060200 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-03ebf78f-0457-4a7d-b7f4-c3a93f73a984 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Request body: {'port': {'device_id': 'e7fdd883-3693-4dad-bd7b-8ba5a65ff26a', 'network_id': '8a20f859-0fd1-4059-b2ca-39c5bae6680a', 'admin_state_up': True, 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'security_groups': ['993fb49b-0da1-4e2c-8317-aafb1e8378ee']}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:19.209509 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54556) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:19.309731 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b0228-2d06-42b2-b47d-9786c4687da2 req-9e912bce-f6ba-48f7-a89a-915cd57f6249 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:19.311602 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-628b0228-2d06-42b2-b47d-9786c4687da2 req-9e912bce-f6ba-48f7-a89a-915cd57f6249 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=19fe892d-4957-4197-82f7-5f3868e33afb HTTP/1.1" status: 200 len: 944 time: 0.0510435 Aug 31 09:35:19.335735 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a3d9194f-a89f-45c6-896a-030fef5aab4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:19.353363 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-628b0228-2d06-42b2-b47d-9786c4687da2 req-76e10fda-31c3-49f7-a3b6-f8c06d6de120 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356834 Aug 31 09:35:19.391557 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-03ebf78f-0457-4a7d-b7f4-c3a93f73a984 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Made reservation on behalf of fdd0715ba0554817ad604cf7a2e9a81b for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:19.394383 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-03ebf78f-0457-4a7d-b7f4-c3a93f73a984 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:19.422196 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a77c82fa-a2fb-4c98-b7ac-f09767696ebd tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:19.493147 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a3d9194f-a89f-45c6-896a-030fef5aab4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:19.518264 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ca76f7c7-6ac8-4d77-8eb5-48b49344846a req-947da861-3faf-4d92-82ae-182c3f2a80d6 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7fdd883-3693-4dad-bd7b-8ba5a65ff26a HTTP/1.1" status: 200 len: 210 time: 0.0497177 Aug 31 09:35:19.584770 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a3d9194f-a89f-45c6-896a-030fef5aab4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:19.618952 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-03ebf78f-0457-4a7d-b7f4-c3a93f73a984 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Allocated IP 172.20.0.20 (8a20f859-0fd1-4059-b2ca-39c5bae6680a/de1c6019-9fd6-4bfc-8b5c-185d81e7e73a/6f6702d5-8c3f-4f7c-8850-a334dd6fc377) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:19.624281 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-a77c82fa-a2fb-4c98-b7ac-f09767696ebd tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Deleting port 81084728-02d3-49cf-a6b9-302b86ca46a3 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:19.624631 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a77c82fa-a2fb-4c98-b7ac-f09767696ebd tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:19.630396 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9194f-a89f-45c6-896a-030fef5aab4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e60710-c4de-4c48-b032-ef186115e8ce,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:19.640105 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a3d9194f-a89f-45c6-896a-030fef5aab4c admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=9d96391015a94a56b9bc2c1996903ec0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4287407 Aug 31 09:35:19.643414 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54564) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:19.701733 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-444aec69-1d3e-46be-a612-a2cf2561f49e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:19.727016 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-444aec69-1d3e-46be-a612-a2cf2561f49e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:19.740347 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-a77c82fa-a2fb-4c98-b7ac-f09767696ebd tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] For port 81084728-02d3-49cf-a6b9-302b86ca46a3, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=81084728-02d3-49cf-a6b9-302b86ca46a3,segment=NetworkSegment(136d50f1-a5c8-45c6-bcd6-a339a31eeef8),segment_id=136d50f1-a5c8-45c6-bcd6-a339a31eeef8)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:19.740743 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a77c82fa-a2fb-4c98-b7ac-f09767696ebd tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:19.798929 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-a77c82fa-a2fb-4c98-b7ac-f09767696ebd tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Calling delete_port for 81084728-02d3-49cf-a6b9-302b86ca46a3 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:19.883283 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-444aec69-1d3e-46be-a612-a2cf2561f49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:19.890247 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a790187c-079a-4286-a2f6-ce1314c7025a None None] Network a93beb6d-515a-4478-bd8f-c511e1713b86 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:19.890894 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-444aec69-1d3e-46be-a612-a2cf2561f49e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:19.890894 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-444aec69-1d3e-46be-a612-a2cf2561f49e admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/53e60710-c4de-4c48-b032-ef186115e8ce HTTP/1.1" status: 204 len: 168 time: 0.2426801 Aug 31 09:35:19.897748 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444aec69-1d3e-46be-a612-a2cf2561f49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e60710-c4de-4c48-b032-ef186115e8ce,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:19.917406 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-03ebf78f-0457-4a7d-b7f4-c3a93f73a984 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:19.939453 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-03ebf78f-0457-4a7d-b7f4-c3a93f73a984 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Transition to ACTIVE for port object 6f6702d5-8c3f-4f7c-8850-a334dd6fc377 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:20.096155 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a77c82fa-a2fb-4c98-b7ac-f09767696ebd tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:20.098327 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3fd431c9-e948-4065-acc6-9f7504f32243 None None] Provisioning for port 81084728-02d3-49cf-a6b9-302b86ca46a3 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:20.104145 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd20519-36f3-44a9-9e40-b58e698679a6 None None] DHCP port deletion for a93beb6d-515a-4478-bd8f-c511e1713b86 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:35:20.108090 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3fd431c9-e948-4065-acc6-9f7504f32243 None None] Provisioning complete for port 81084728-02d3-49cf-a6b9-302b86ca46a3 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:20.108560 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3fd431c9-e948-4065-acc6-9f7504f32243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:20.132697 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77c82fa-a2fb-4c98-b7ac-f09767696ebd tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] No DVR routers for this DVR port 81084728-02d3-49cf-a6b9-302b86ca46a3 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:35:20.134114 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-3fd431c9-e948-4065-acc6-9f7504f32243 None None] Port 81084728-02d3-49cf-a6b9-302b86ca46a3 was deleted so its status cannot be updated. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 09:35:20.139207 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c82fa-a2fb-4c98-b7ac-f09767696ebd tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Pushing event deleted for resources: {'Port': ['ID=81084728-02d3-49cf-a6b9-302b86ca46a3,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:20.144320 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-03ebf78f-0457-4a7d-b7f4-c3a93f73a984 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:20.269574 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-03ebf78f-0457-4a7d-b7f4-c3a93f73a984 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Network 8a20f859-0fd1-4059-b2ca-39c5bae6680a is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:20.273817 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a77c82fa-a2fb-4c98-b7ac-f09767696ebd tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:20.276951 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-03ebf78f-0457-4a7d-b7f4-c3a93f73a984 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:20.284168 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ebf78f-0457-4a7d-b7f4-c3a93f73a984 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'Port': ['ID=6f6702d5-8c3f-4f7c-8850-a334dd6fc377,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:20.287181 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-03ebf78f-0457-4a7d-b7f4-c3a93f73a984 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:20.294154 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-a77c82fa-a2fb-4c98-b7ac-f09767696ebd tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a93beb6d-515a-4478-bd8f-c511e1713b86']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:20.325848 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-a77c82fa-a2fb-4c98-b7ac-f09767696ebd tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '136d50f1-a5c8-45c6-bcd6-a339a31eeef8') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:20.326055 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-a77c82fa-a2fb-4c98-b7ac-f09767696ebd tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '136d50f1-a5c8-45c6-bcd6-a339a31eeef8') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:20.343272 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a77c82fa-a2fb-4c98-b7ac-f09767696ebd tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:20.365460 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-03ebf78f-0457-4a7d-b7f4-c3a93f73a984 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:20.366148 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-03ebf78f-0457-4a7d-b7f4-c3a93f73a984 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:20.374134 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a77c82fa-a2fb-4c98-b7ac-f09767696ebd tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:20.383751 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77c82fa-a2fb-4c98-b7ac-f09767696ebd tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Releasing vlan 1620 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:35:20.384161 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a77c82fa-a2fb-4c98-b7ac-f09767696ebd tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:20.387286 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:35:20.387286 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:35:20.387286 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:35:20.387286 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:35:20.387286 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:35:20.387286 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:35:20.387286 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:35:20.387286 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:35:20.387286 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:35:20.387286 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:35:20.387286 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:35:20.387286 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:35:20.387286 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:35:20.387286 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:35:20.387286 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:35:20.387286 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:35:20.387286 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:35:20.387286 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:35:20.387286 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:35:20.387286 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:35:20.387286 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:35:20.387286 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:35:20.387286 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:35:20.387286 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:35:20.387286 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:35:20.387286 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:35:20.387286 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:35:20.387286 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:35:20.387286 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:35:20.387286 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:35:20.387286 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:35:20.387286 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:35:20.485263 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-03ebf78f-0457-4a7d-b7f4-c3a93f73a984 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4300287 Aug 31 09:35:20.499054 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-593fd131-5163-4baa-a6cf-4b3a29df3fc4 service neutron] Request body: {'port': {'device_id': 'e7fdd883-3693-4dad-bd7b-8ba5a65ff26a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:20.509796 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6a8e0-6f3b-4012-899f-1f7259fd79ca req-f4713d1e-38b3-4d06-adc9-5bcf980b0c91 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:20.511836 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8fc6a8e0-6f3b-4012-899f-1f7259fd79ca req-f4713d1e-38b3-4d06-adc9-5bcf980b0c91 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=19fe892d-4957-4197-82f7-5f3868e33afb HTTP/1.1" status: 200 len: 944 time: 0.0761824 Aug 31 09:35:20.580458 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a77c82fa-a2fb-4c98-b7ac-f09767696ebd tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:20.612448 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a77c82fa-a2fb-4c98-b7ac-f09767696ebd tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:20.612448 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a77c82fa-a2fb-4c98-b7ac-f09767696ebd tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "DELETE /v2.0/networks/a93beb6d-515a-4478-bd8f-c511e1713b86 HTTP/1.1" status: 204 len: 168 time: 2.8121901 Aug 31 09:35:20.612891 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54584) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:20.622008 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-593fd131-5163-4baa-a6cf-4b3a29df3fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:20.626260 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-bcad44cd-b3ae-4a07-996c-a017b47901bf None None] Provisioning for port 6f6702d5-8c3f-4f7c-8850-a334dd6fc377 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:20.631980 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-bcad44cd-b3ae-4a07-996c-a017b47901bf None None] Provisioning complete for port 6f6702d5-8c3f-4f7c-8850-a334dd6fc377 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:20.636864 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bcad44cd-b3ae-4a07-996c-a017b47901bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:20.637005 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c82fa-a2fb-4c98-b7ac-f09767696ebd tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Pushing event deleted for resources: {'Network': ['ID=a93beb6d-515a-4478-bd8f-c511e1713b86,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:20.651366 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-47aa22aa-cf7b-4c6d-afad-d75550aa23b9 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] DELETE failed (client error): The resource could not be found. Aug 31 09:35:20.652075 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47aa22aa-cf7b-4c6d-afad-d75550aa23b9 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:35:20.654647 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-47aa22aa-cf7b-4c6d-afad-d75550aa23b9 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "DELETE /v2.0/subnets/495675d5-73bd-44a7-8a1b-ac10fdc19002 HTTP/1.1" status: 404 len: 337 time: 0.0409265 Aug 31 09:35:20.657195 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54586) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:20.678166 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-bcad44cd-b3ae-4a07-996c-a017b47901bf None None] Port 6f6702d5-8c3f-4f7c-8850-a334dd6fc377 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:35:20.684563 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-df9aeaa4-0cfa-41e9-b707-99a58d45b227 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] DELETE failed (client error): The resource could not be found. Aug 31 09:35:20.685149 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df9aeaa4-0cfa-41e9-b707-99a58d45b227 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:35:20.686984 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-df9aeaa4-0cfa-41e9-b707-99a58d45b227 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "DELETE /v2.0/networks/a93beb6d-515a-4478-bd8f-c511e1713b86 HTTP/1.1" status: 404 len: 339 time: 0.0286443 Aug 31 09:35:20.689601 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54588) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:20.689753 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8fc6a8e0-6f3b-4012-899f-1f7259fd79ca req-39ff6bfd-4d0b-4537-bb69-e039bdaff14a tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488271 Aug 31 09:35:20.726306 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bfc96ee-96fd-4059-ab0a-504a657d0d5a tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] DELETE failed (client error): The resource could not be found. Aug 31 09:35:20.726791 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bfc96ee-96fd-4059-ab0a-504a657d0d5a tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:35:20.728868 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6bfc96ee-96fd-4059-ab0a-504a657d0d5a tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "DELETE /v2.0/subnets/270ecd17-5723-4466-b9a4-e22c1a16c73b HTTP/1.1" status: 404 len: 337 time: 0.0379932 Aug 31 09:35:20.731493 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54592) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:20.749817 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-2268f3d3-ebb4-4429-b1a1-0c488d62ee56 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] DELETE failed (client error): The resource could not be found. Aug 31 09:35:20.751251 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2268f3d3-ebb4-4429-b1a1-0c488d62ee56 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:35:20.753513 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2268f3d3-ebb4-4429-b1a1-0c488d62ee56 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "DELETE /v2.0/networks/08e7bc5c-7a48-45ff-b464-49fc8f45d1de HTTP/1.1" status: 404 len: 339 time: 0.0206513 Aug 31 09:35:20.755868 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54594) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:20.782289 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b8ddd60-4c60-427e-bc26-df04f5b6e3b8 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] DELETE failed (client error): The resource could not be found. Aug 31 09:35:20.782935 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b8ddd60-4c60-427e-bc26-df04f5b6e3b8 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:35:20.784761 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2b8ddd60-4c60-427e-bc26-df04f5b6e3b8 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "DELETE /v2.0/subnets/574c195b-cd28-4bac-b3e2-ed868c6bf3b3 HTTP/1.1" status: 404 len: 337 time: 0.0278804 Aug 31 09:35:20.788188 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54596) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:20.802798 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e642a4-c736-4f51-aac9-180c2084e882 req-e3f6ccde-beb6-4edc-80a7-295d8842b776 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:20.804471 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a4e642a4-c736-4f51-aac9-180c2084e882 req-e3f6ccde-beb6-4edc-80a7-295d8842b776 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7fdd883-3693-4dad-bd7b-8ba5a65ff26a HTTP/1.1" status: 200 len: 932 time: 0.1478913 Aug 31 09:35:20.808407 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fdfd574-e4ab-4489-b4c4-ec48547374d1 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] DELETE failed (client error): The resource could not be found. Aug 31 09:35:20.808980 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fdfd574-e4ab-4489-b4c4-ec48547374d1 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:35:20.811006 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6fdfd574-e4ab-4489-b4c4-ec48547374d1 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "DELETE /v2.0/networks/9f5fd13c-24c7-49c9-9dcf-059e27efe174 HTTP/1.1" status: 404 len: 339 time: 0.0215981 Aug 31 09:35:20.813619 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54598) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:20.904858 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a4e642a4-c736-4f51-aac9-180c2084e882 req-bb221f3c-2fcb-4c2a-95bf-ecbbb0f13150 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=993fb49b-0da1-4e2c-8317-aafb1e8378ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900052 Aug 31 09:35:20.912608 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-260d5e11-e242-4c79-8bdb-515813cc8ccb tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Deleting port 2a57b77c-e5a0-4e17-98b6-d855fed06ed7 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:20.912954 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-260d5e11-e242-4c79-8bdb-515813cc8ccb tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:20.989004 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-260d5e11-e242-4c79-8bdb-515813cc8ccb tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:21.008927 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-260d5e11-e242-4c79-8bdb-515813cc8ccb tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Calling delete_port for 2a57b77c-e5a0-4e17-98b6-d855fed06ed7 owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:21.026301 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-593fd131-5163-4baa-a6cf-4b3a29df3fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f6702d5-8c3f-4f7c-8850-a334dd6fc377 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:35:21.034398 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-593fd131-5163-4baa-a6cf-4b3a29df3fc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:21.054829 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-593fd131-5163-4baa-a6cf-4b3a29df3fc4 service neutron] Transition to ACTIVE for port object 6f6702d5-8c3f-4f7c-8850-a334dd6fc377 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:21.146698 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-593fd131-5163-4baa-a6cf-4b3a29df3fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:21.196421 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593fd131-5163-4baa-a6cf-4b3a29df3fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=6f6702d5-8c3f-4f7c-8850-a334dd6fc377,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:21.237926 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-260d5e11-e242-4c79-8bdb-515813cc8ccb tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:21.278362 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d5e11-e242-4c79-8bdb-515813cc8ccb tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Pushing event deleted for resources: {'Port': ['ID=2a57b77c-e5a0-4e17-98b6-d855fed06ed7,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:21.282849 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-260d5e11-e242-4c79-8bdb-515813cc8ccb tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:21.285527 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-260d5e11-e242-4c79-8bdb-515813cc8ccb tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "DELETE /v2.0/ports/2a57b77c-e5a0-4e17-98b6-d855fed06ed7 HTTP/1.1" status: 204 len: 168 time: 0.4707820 Aug 31 09:35:21.285857 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-593fd131-5163-4baa-a6cf-4b3a29df3fc4 service neutron] Attempting to bind port 6f6702d5-8c3f-4f7c-8850-a334dd6fc377 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:21.286282 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-593fd131-5163-4baa-a6cf-4b3a29df3fc4 service neutron] Attempting to bind port 6f6702d5-8c3f-4f7c-8850-a334dd6fc377 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '909a319c-4d84-49cc-94b3-8394bf3a1751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '8a20f859-0fd1-4059-b2ca-39c5bae6680a'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:21.286809 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-593fd131-5163-4baa-a6cf-4b3a29df3fc4 service neutron] Attempting to bind port 6f6702d5-8c3f-4f7c-8850-a334dd6fc377 on network 8a20f859-0fd1-4059-b2ca-39c5bae6680a {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:21.290687 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54610) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:21.292650 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-593fd131-5163-4baa-a6cf-4b3a29df3fc4 service neutron] Port 6f6702d5-8c3f-4f7c-8850-a334dd6fc377 on network 8a20f859-0fd1-4059-b2ca-39c5bae6680a not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:35:21.292986 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-593fd131-5163-4baa-a6cf-4b3a29df3fc4 service neutron] Attempting to bind port 6f6702d5-8c3f-4f7c-8850-a334dd6fc377 on network 8a20f859-0fd1-4059-b2ca-39c5bae6680a {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:21.306266 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-593fd131-5163-4baa-a6cf-4b3a29df3fc4 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:21.316194 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-593fd131-5163-4baa-a6cf-4b3a29df3fc4 service neutron] Checking segment: {'id': '909a319c-4d84-49cc-94b3-8394bf3a1751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '8a20f859-0fd1-4059-b2ca-39c5bae6680a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:21.316194 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-593fd131-5163-4baa-a6cf-4b3a29df3fc4 service neutron] Bound using segment: {'id': '909a319c-4d84-49cc-94b3-8394bf3a1751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '8a20f859-0fd1-4059-b2ca-39c5bae6680a'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:21.316194 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-593fd131-5163-4baa-a6cf-4b3a29df3fc4 service neutron] Bound port: 6f6702d5-8c3f-4f7c-8850-a334dd6fc377, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '909a319c-4d84-49cc-94b3-8394bf3a1751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '8a20f859-0fd1-4059-b2ca-39c5bae6680a'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:21.316194 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-593fd131-5163-4baa-a6cf-4b3a29df3fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:21.326003 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8205437-7e35-4935-b177-34ea5480d95d tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] DELETE failed (client error): The resource could not be found. Aug 31 09:35:21.326449 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8205437-7e35-4935-b177-34ea5480d95d tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:35:21.328234 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f8205437-7e35-4935-b177-34ea5480d95d tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "DELETE /v2.0/subnets/de286ebc-0d79-4bd6-8827-946b0d4615ca HTTP/1.1" status: 404 len: 337 time: 0.0355780 Aug 31 09:35:21.330883 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54612) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:21.437835 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 82c8800e-c379-4c06-ac47-d3808cb255f1 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:35:21.462803 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-52b8ca2a-db5c-44df-bab6-f03d1d78209a tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:21.467272 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-593fd131-5163-4baa-a6cf-4b3a29df3fc4 service neutron] For port 6f6702d5-8c3f-4f7c-8850-a334dd6fc377, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:21.471066 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-593fd131-5163-4baa-a6cf-4b3a29df3fc4 service neutron] For port 6f6702d5-8c3f-4f7c-8850-a334dd6fc377, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=6f6702d5-8c3f-4f7c-8850-a334dd6fc377,segment=NetworkSegment(909a319c-4d84-49cc-94b3-8394bf3a1751),segment_id=909a319c-4d84-49cc-94b3-8394bf3a1751)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:21.545171 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 82c8800e-c379-4c06-ac47-d3808cb255f1, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=82c8800e-c379-4c06-ac47-d3808cb255f1,segment=NetworkSegment(e7bfaea8-dc50-4428-a9a7-b756d181f6bc),segment_id=e7bfaea8-dc50-4428-a9a7-b756d181f6bc)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:21.556766 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '82c8800e-c379-4c06-ac47-d3808cb255f1', 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6', 'port_id': '82c8800e-c379-4c06-ac47-d3808cb255f1', 'mac_address': 'fa:16:3e:36:c0:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a8d9332-4934-4e0f-b006-f09be5a999bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:35:21.564044 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-52b8ca2a-db5c-44df-bab6-f03d1d78209a tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:21.575209 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-52b8ca2a-db5c-44df-bab6-f03d1d78209a tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e71eb4f-2599-42a9-b3cf-4e630dd10ad3']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:21.577691 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-593fd131-5163-4baa-a6cf-4b3a29df3fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:21.593814 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-52b8ca2a-db5c-44df-bab6-f03d1d78209a tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f70d3b87-1a0b-4f2f-a0a7-a8e15dc9f43f') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:21.594109 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-52b8ca2a-db5c-44df-bab6-f03d1d78209a tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f70d3b87-1a0b-4f2f-a0a7-a8e15dc9f43f') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:21.600041 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:21.613626 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c8800e-c379-4c06-ac47-d3808cb255f1 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:35:21.627898 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-52b8ca2a-db5c-44df-bab6-f03d1d78209a tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:21.636711 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 82c8800e-c379-4c06-ac47-d3808cb255f1, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=82c8800e-c379-4c06-ac47-d3808cb255f1,segment=NetworkSegment(e7bfaea8-dc50-4428-a9a7-b756d181f6bc),segment_id=e7bfaea8-dc50-4428-a9a7-b756d181f6bc)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:21.643305 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-593fd131-5163-4baa-a6cf-4b3a29df3fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:21.644225 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-593fd131-5163-4baa-a6cf-4b3a29df3fc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:21.645628 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-593fd131-5163-4baa-a6cf-4b3a29df3fc4 service neutron] 10.222.0.59 "PUT /v2.0/ports/6f6702d5-8c3f-4f7c-8850-a334dd6fc377 HTTP/1.1" status: 200 len: 1093 time: 1.1519530 Aug 31 09:35:21.650319 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7fdd883-3693-4dad-bd7b-8ba5a65ff26a', 'tag': '6f6702d5-8c3f-4f7c-8850-a334dd6fc377'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:21.652785 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1aaf2b-1084-4a23-95db-0bc1f624157b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7fdd883-3693-4dad-bd7b-8ba5a65ff26a", "tag": "6f6702d5-8c3f-4f7c-8850-a334dd6fc377"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:21.673706 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-52b8ca2a-db5c-44df-bab6-f03d1d78209a tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:21.683488 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593fd131-5163-4baa-a6cf-4b3a29df3fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=6f6702d5-8c3f-4f7c-8850-a334dd6fc377,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:21.686793 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b8ca2a-db5c-44df-bab6-f03d1d78209a tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Releasing vlan 1618 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:35:21.687247 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-52b8ca2a-db5c-44df-bab6-f03d1d78209a tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:21.697402 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:35:21.697402 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:35:21.697402 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:35:21.697402 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:35:21.697402 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:35:21.697402 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:35:21.697402 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:35:21.697402 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:35:21.697402 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:35:21.697402 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:35:21.697402 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:35:21.697402 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:35:21.697402 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:35:21.697402 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:35:21.697402 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:35:21.697402 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:35:21.697402 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:35:21.697402 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:35:21.697402 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:35:21.697402 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:35:21.697402 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:35:21.697402 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:35:21.697402 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:35:21.697402 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:35:21.697402 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:35:21.697402 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:35:21.697402 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:35:21.697402 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:35:21.697402 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:35:21.697402 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:35:21.697402 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:35:21.697402 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:35:21.723576 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:21.741588 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b135d7-7a26-4fd7-8cdf-0c906b2537e1 x-openstack-request-id: req-b0b135d7-7a26-4fd7-8cdf-0c906b2537e1 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:21.742157 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7fdd883-3693-4dad-bd7b-8ba5a65ff26a", "tag": "6f6702d5-8c3f-4f7c-8850-a334dd6fc377", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:21.742420 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-b0b135d7-7a26-4fd7-8cdf-0c906b2537e1 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:21.742866 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7fdd883-3693-4dad-bd7b-8ba5a65ff26a', 'tag': '6f6702d5-8c3f-4f7c-8850-a334dd6fc377', 'status': 'completed', 'code': 200} Aug 31 09:35:21.828255 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=82c8800e-c379-4c06-ac47-d3808cb255f1,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:21.838426 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1aaf2b-1084-4a23-95db-0bc1f624157b req-2f49d156-f3f9-40f6-90c3-3170433295fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:21.840174 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6f1aaf2b-1084-4a23-95db-0bc1f624157b req-2f49d156-f3f9-40f6-90c3-3170433295fc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fdd0715ba0554817ad604cf7a2e9a81b&device_id=e7fdd883-3693-4dad-bd7b-8ba5a65ff26a HTTP/1.1" status: 200 len: 1096 time: 0.0882318 Aug 31 09:35:21.858129 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-52b8ca2a-db5c-44df-bab6-f03d1d78209a tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:21.868788 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078eb58d-500f-4087-9f40-d879f06a125b req-6678cb5b-3f87-4321-b8ad-305e1047e7fe tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:21.871132 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-078eb58d-500f-4087-9f40-d879f06a125b req-6678cb5b-3f87-4321-b8ad-305e1047e7fe tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=19fe892d-4957-4197-82f7-5f3868e33afb HTTP/1.1" status: 200 len: 945 time: 0.0794017 Aug 31 09:35:21.912367 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-52b8ca2a-db5c-44df-bab6-f03d1d78209a tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:21.917314 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-52b8ca2a-db5c-44df-bab6-f03d1d78209a tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "DELETE /v2.0/networks/7e71eb4f-2599-42a9-b3cf-4e630dd10ad3 HTTP/1.1" status: 204 len: 168 time: 0.5825510 Aug 31 09:35:21.917686 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54624) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:21.941124 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8ca2a-db5c-44df-bab6-f03d1d78209a tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Pushing event deleted for resources: {'Network': ['ID=7e71eb4f-2599-42a9-b3cf-4e630dd10ad3,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:21.989490 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-078eb58d-500f-4087-9f40-d879f06a125b req-4cf51372-c951-4be6-8508-0128373244b4 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740783 Aug 31 09:35:22.016800 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1aaf2b-1084-4a23-95db-0bc1f624157b req-7706801b-7ceb-4172-ba1a-8b78a2f85701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:22.017276 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1aaf2b-1084-4a23-95db-0bc1f624157b req-7706801b-7ceb-4172-ba1a-8b78a2f85701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:22.018792 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6f1aaf2b-1084-4a23-95db-0bc1f624157b req-7706801b-7ceb-4172-ba1a-8b78a2f85701 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=fdd0715ba0554817ad604cf7a2e9a81b&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.1704290 Aug 31 09:35:22.070383 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-83e3d992-a1e4-43aa-8716-dc1145ca1ed6 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Deleting port 132f9320-b34c-49f9-9db1-f971c9319fa6 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:22.070769 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83e3d992-a1e4-43aa-8716-dc1145ca1ed6 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:22.084928 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['82c8800e-c379-4c06-ac47-d3808cb255f1'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:35:22.120416 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd1612-44b9-4523-99be-96983d305bd2 req-0b88bbe3-4650-4985-87ac-64619f8a2c0b tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:22.121965 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-63fd1612-44b9-4523-99be-96983d305bd2 req-0b88bbe3-4650-4985-87ac-64619f8a2c0b tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7fdd883-3693-4dad-bd7b-8ba5a65ff26a HTTP/1.1" status: 200 len: 944 time: 0.1149299 Aug 31 09:35:22.156641 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83e3d992-a1e4-43aa-8716-dc1145ca1ed6 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:22.176255 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1aaf2b-1084-4a23-95db-0bc1f624157b req-be170622-5c69-42dd-afe9-4d3cfc378ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:22.178359 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6f1aaf2b-1084-4a23-95db-0bc1f624157b req-be170622-5c69-42dd-afe9-4d3cfc378ff0 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1405165 Aug 31 09:35:22.178668 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-83e3d992-a1e4-43aa-8716-dc1145ca1ed6 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Calling delete_port for 132f9320-b34c-49f9-9db1-f971c9319fa6 owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:22.186222 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-63fd1612-44b9-4523-99be-96983d305bd2 req-6ffc150e-67db-4fa2-9b50-2984b03e48cb tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=993fb49b-0da1-4e2c-8317-aafb1e8378ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568533 Aug 31 09:35:22.270096 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-1e4ee5b5-7d9e-4be2-a6f3-b1390d68835c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:22.275081 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-1e4ee5b5-7d9e-4be2-a6f3-b1390d68835c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fdd0715ba0554817ad604cf7a2e9a81b&device_id=e7fdd883-3693-4dad-bd7b-8ba5a65ff26a HTTP/1.1" status: 200 len: 1096 time: 0.0480196 Aug 31 09:35:22.317647 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-1aa99fe6-aa3b-45f4-b1ae-2db10017c033 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=6f6702d5-8c3f-4f7c-8850-a334dd6fc377 HTTP/1.1" status: 200 len: 217 time: 0.0362391 Aug 31 09:35:22.358103 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83e3d992-a1e4-43aa-8716-dc1145ca1ed6 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:22.372532 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-ddc22319-a4f2-402f-a46d-10ee8397f0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:22.374141 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-ddc22319-a4f2-402f-a46d-10ee8397f0bc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=de1c6019-9fd6-4bfc-8b5c-185d81e7e73a HTTP/1.1" status: 200 len: 838 time: 0.0491905 Aug 31 09:35:22.388554 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3d992-a1e4-43aa-8716-dc1145ca1ed6 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Pushing event deleted for resources: {'Port': ['ID=132f9320-b34c-49f9-9db1-f971c9319fa6,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:22.394219 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83e3d992-a1e4-43aa-8716-dc1145ca1ed6 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:22.397254 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-83e3d992-a1e4-43aa-8716-dc1145ca1ed6 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "DELETE /v2.0/ports/132f9320-b34c-49f9-9db1-f971c9319fa6 HTTP/1.1" status: 204 len: 168 time: 0.4785361 Aug 31 09:35:22.399773 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54640) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:22.426256 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-6120443d-e76b-4b6e-9b1c-326d50cee628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:22.426862 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-39279395-8b86-45f4-ad40-ff1ef035ecd0 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] DELETE failed (client error): The resource could not be found. Aug 31 09:35:22.427474 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39279395-8b86-45f4-ad40-ff1ef035ecd0 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:35:22.428155 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-6120443d-e76b-4b6e-9b1c-326d50cee628 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8a20f859-0fd1-4059-b2ca-39c5bae6680a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0463998 Aug 31 09:35:22.429163 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-39279395-8b86-45f4-ad40-ff1ef035ecd0 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "DELETE /v2.0/subnets/8c539e68-4b77-45a6-b63b-82aa82070a89 HTTP/1.1" status: 404 len: 337 time: 0.0283084 Aug 31 09:35:22.431888 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54642) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:22.517460 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c345ac3d-f6b1-4a50-9cf2-2efad568a1c1 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:22.529068 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-a8c6e72e-a93a-4b2c-842e-ec62ca89f414 service neutron] 10.222.0.59 "GET /v2.0/networks/8a20f859-0fd1-4059-b2ca-39c5bae6680a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915382 Aug 31 09:35:22.607123 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c345ac3d-f6b1-4a50-9cf2-2efad568a1c1 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:22.618000 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-c345ac3d-f6b1-4a50-9cf2-2efad568a1c1 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aefa4179-0ecf-4666-a61d-c4ece5d699d9']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:22.627786 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f3466ac-aad8-44b7-87e7-2af706088f8a req-5c00f620-485b-4c1c-affa-c44a2d115afc service neutron] 10.222.0.59 "GET /v2.0/networks/8a20f859-0fd1-4059-b2ca-39c5bae6680a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915504 Aug 31 09:35:22.628463 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-c345ac3d-f6b1-4a50-9cf2-2efad568a1c1 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d133c0-92f7-42ee-818a-ceff18069019') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:22.628761 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-c345ac3d-f6b1-4a50-9cf2-2efad568a1c1 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d133c0-92f7-42ee-818a-ceff18069019') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:22.641150 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c345ac3d-f6b1-4a50-9cf2-2efad568a1c1 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:22.657629 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c345ac3d-f6b1-4a50-9cf2-2efad568a1c1 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:22.664015 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c345ac3d-f6b1-4a50-9cf2-2efad568a1c1 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Releasing vlan 1635 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:35:22.664408 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c345ac3d-f6b1-4a50-9cf2-2efad568a1c1 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:22.667597 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:35:22.667597 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:35:22.667597 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:35:22.667597 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:35:22.667597 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:35:22.667597 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:35:22.667597 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:35:22.667597 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:35:22.667597 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:35:22.667597 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:35:22.667597 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:35:22.667597 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:35:22.667597 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:35:22.667597 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:35:22.667597 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:35:22.667597 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:35:22.667597 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:35:22.667597 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:35:22.667597 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:35:22.667597 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:35:22.667597 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:35:22.667597 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:35:22.667597 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:35:22.667597 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:35:22.667597 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:35:22.667597 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:35:22.667597 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:35:22.667597 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:35:22.667597 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:35:22.667597 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:35:22.667597 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:35:22.667597 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:35:22.808915 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c345ac3d-f6b1-4a50-9cf2-2efad568a1c1 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:22.817589 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c345ac3d-f6b1-4a50-9cf2-2efad568a1c1 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:22.818041 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c345ac3d-f6b1-4a50-9cf2-2efad568a1c1 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "DELETE /v2.0/networks/aefa4179-0ecf-4666-a61d-c4ece5d699d9 HTTP/1.1" status: 204 len: 168 time: 0.3849268 Aug 31 09:35:22.820579 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54652) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:22.838913 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c345ac3d-f6b1-4a50-9cf2-2efad568a1c1 tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Pushing event deleted for resources: {'Network': ['ID=aefa4179-0ecf-4666-a61d-c4ece5d699d9,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:22.883787 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd7c6981-5e54-4829-b9be-d2ebfde91a4b tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Deleting subnet 67ecaf84-e91f-4440-85a5-c8b166cabb44 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:35:22.886990 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cd7c6981-5e54-4829-b9be-d2ebfde91a4b tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:22.928210 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cd7c6981-5e54-4829-b9be-d2ebfde91a4b tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:23.022996 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cd7c6981-5e54-4829-b9be-d2ebfde91a4b tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:23.118083 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6046e-5e23-4854-a5a6-10317f86b010 req-c451ed8a-6f22-410b-bb4b-175dd214c3a1 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:23.119517 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27d6046e-5e23-4854-a5a6-10317f86b010 req-c451ed8a-6f22-410b-bb4b-175dd214c3a1 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=19fe892d-4957-4197-82f7-5f3868e33afb HTTP/1.1" status: 200 len: 945 time: 0.0562544 Aug 31 09:35:23.158192 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27d6046e-5e23-4854-a5a6-10317f86b010 req-5143408b-4f04-416a-afe1-83089a63e496 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327065 Aug 31 09:35:23.164026 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cd7c6981-5e54-4829-b9be-d2ebfde91a4b tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:23.196571 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c6981-5e54-4829-b9be-d2ebfde91a4b tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Pushing event deleted for resources: {'Subnet': ['ID=67ecaf84-e91f-4440-85a5-c8b166cabb44,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:23.200367 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cd7c6981-5e54-4829-b9be-d2ebfde91a4b tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:23.204906 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-cd7c6981-5e54-4829-b9be-d2ebfde91a4b tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "DELETE /v2.0/subnets/67ecaf84-e91f-4440-85a5-c8b166cabb44 HTTP/1.1" status: 204 len: 168 time: 0.3833270 Aug 31 09:35:23.205032 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54662) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:23.209455 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c80de8-6fd6-47d8-9794-e7d038fc889a None None] Network 0018725b-9f93-4fec-866e-36dd70cb9568 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:23.394469 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d0cc51-3466-450e-a2d0-83908f226631 None None] DHCP port deletion for 0018725b-9f93-4fec-866e-36dd70cb9568 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:35:23.449881 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-07d0cc51-3466-450e-a2d0-83908f226631 None None] Deleting port 3b221a0b-2954-4a89-a727-d5cd719764d9 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:23.450253 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-07d0cc51-3466-450e-a2d0-83908f226631 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:23.464284 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 82c8800e-c379-4c06-ac47-d3808cb255f1 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:23.546775 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-07d0cc51-3466-450e-a2d0-83908f226631 None None] For port 3b221a0b-2954-4a89-a727-d5cd719764d9, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3b221a0b-2954-4a89-a727-d5cd719764d9,segment=NetworkSegment(aa5f6690-7dee-4562-9a7f-9cbb9afcbf72),segment_id=aa5f6690-7dee-4562-9a7f-9cbb9afcbf72)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:23.547174 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-07d0cc51-3466-450e-a2d0-83908f226631 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:23.563104 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-07d0cc51-3466-450e-a2d0-83908f226631 None None] Calling delete_port for 3b221a0b-2954-4a89-a727-d5cd719764d9 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:23.649981 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 82c8800e-c379-4c06-ac47-d3808cb255f1 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:23.654541 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 82c8800e-c379-4c06-ac47-d3808cb255f1 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:23.654940 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:23.692963 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6f8a6b72-2cef-4d55-8294-377a38256e6d tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:23.721649 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982147ab-60f3-40b7-a4a5-7c997b64bf6c req-0d219f3d-3b35-4ff3-932c-18361b97b981 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:23.723607 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-982147ab-60f3-40b7-a4a5-7c997b64bf6c req-0d219f3d-3b35-4ff3-932c-18361b97b981 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7fdd883-3693-4dad-bd7b-8ba5a65ff26a HTTP/1.1" status: 200 len: 944 time: 0.4551508 Aug 31 09:35:23.735873 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-07d0cc51-3466-450e-a2d0-83908f226631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:23.764970 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:23.775705 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0cc51-3466-450e-a2d0-83908f226631 None None] Pushing event deleted for resources: {'Port': ['ID=3b221a0b-2954-4a89-a727-d5cd719764d9,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:23.787710 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d0cc51-3466-450e-a2d0-83908f226631 None None] No DVR routers for this DVR port 3b221a0b-2954-4a89-a727-d5cd719764d9 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:35:23.791193 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-982147ab-60f3-40b7-a4a5-7c997b64bf6c req-7221271d-f05c-44ff-ab3c-7811e0e2ab98 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=993fb49b-0da1-4e2c-8317-aafb1e8378ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505536 Aug 31 09:35:23.799514 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-6f8a6b72-2cef-4d55-8294-377a38256e6d tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Deleting port 3b221a0b-2954-4a89-a727-d5cd719764d9 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:23.800792 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6f8a6b72-2cef-4d55-8294-377a38256e6d tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:23.800911 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fe892d-4957-4197-82f7-5f3868e33afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c8800e-c379-4c06-ac47-d3808cb255f1'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:23.806798 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaaff80f-b683-49f8-96c3-96556d8a1c60" -d '{"events": [{"server_uuid": "19fe892d-4957-4197-82f7-5f3868e33afb", "name": "network-vif-plugged", "status": "completed", "tag": "82c8800e-c379-4c06-ac47-d3808cb255f1"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:23.834742 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 82c8800e-c379-4c06-ac47-d3808cb255f1, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=82c8800e-c379-4c06-ac47-d3808cb255f1,segment=NetworkSegment(e7bfaea8-dc50-4428-a9a7-b756d181f6bc),segment_id=e7bfaea8-dc50-4428-a9a7-b756d181f6bc)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:23.860991 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797f0944-8870-4658-b5ad-df735371f859 x-openstack-request-id: req-797f0944-8870-4658-b5ad-df735371f859 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:23.862223 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fe892d-4957-4197-82f7-5f3868e33afb", "name": "network-vif-plugged", "status": "completed", "tag": "82c8800e-c379-4c06-ac47-d3808cb255f1", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:23.862223 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-797f0944-8870-4658-b5ad-df735371f859 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:23.862223 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fe892d-4957-4197-82f7-5f3868e33afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c8800e-c379-4c06-ac47-d3808cb255f1', 'code': 200} Aug 31 09:35:23.873122 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-6f8a6b72-2cef-4d55-8294-377a38256e6d tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] For port 3b221a0b-2954-4a89-a727-d5cd719764d9, host n-d-791506-28, got binding levels [] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:23.873486 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6f8a6b72-2cef-4d55-8294-377a38256e6d tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:23.887437 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-6f8a6b72-2cef-4d55-8294-377a38256e6d tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Calling delete_port for 3b221a0b-2954-4a89-a727-d5cd719764d9 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:23.891524 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.ipam_backend_mixin [None req-6f8a6b72-2cef-4d55-8294-377a38256e6d tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Port 3b221a0b-2954-4a89-a727-d5cd719764d9 was not found and therefore no delete operation was performed {{(pid=95553) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:35:23.892888 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6f8a6b72-2cef-4d55-8294-377a38256e6d tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:23.925005 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a6b72-2cef-4d55-8294-377a38256e6d tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Pushing event deleted for resources: {'Port': ['ID=3b221a0b-2954-4a89-a727-d5cd719764d9,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:23.928921 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8a6b72-2cef-4d55-8294-377a38256e6d tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] No DVR routers for this DVR port 3b221a0b-2954-4a89-a727-d5cd719764d9 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:35:23.935630 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:23.979856 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08cff4-749f-4a3f-a813-27f886f93d8d req-67e90b2a-b92b-47d0-a95b-3db4a849d109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:23.981553 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1b08cff4-749f-4a3f-a813-27f886f93d8d req-67e90b2a-b92b-47d0-a95b-3db4a849d109 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=19fe892d-4957-4197-82f7-5f3868e33afb HTTP/1.1" status: 200 len: 1098 time: 0.0421405 Aug 31 09:35:23.986732 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=82c8800e-c379-4c06-ac47-d3808cb255f1,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:24.008983 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6f8a6b72-2cef-4d55-8294-377a38256e6d tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:24.019126 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-6f8a6b72-2cef-4d55-8294-377a38256e6d tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0018725b-9f93-4fec-866e-36dd70cb9568']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:24.028099 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1b08cff4-749f-4a3f-a813-27f886f93d8d req-e65addc4-6392-4ea6-868f-5b0ce027ba10 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354233 Aug 31 09:35:24.030362 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-6f8a6b72-2cef-4d55-8294-377a38256e6d tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa5f6690-7dee-4562-9a7f-9cbb9afcbf72') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:24.039706 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-6f8a6b72-2cef-4d55-8294-377a38256e6d tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa5f6690-7dee-4562-9a7f-9cbb9afcbf72') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:24.039706 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6f8a6b72-2cef-4d55-8294-377a38256e6d tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:24.053706 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6f8a6b72-2cef-4d55-8294-377a38256e6d tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:24.059531 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f8a6b72-2cef-4d55-8294-377a38256e6d tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Releasing vlan 1601 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:35:24.059912 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6f8a6b72-2cef-4d55-8294-377a38256e6d tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:24.062832 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:35:24.062832 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:35:24.062832 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:35:24.062832 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:35:24.062832 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:35:24.062832 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:35:24.062832 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:35:24.062832 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:35:24.062832 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:35:24.062832 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:35:24.062832 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:35:24.062832 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:35:24.062832 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:35:24.062832 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:35:24.062832 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:35:24.062832 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:35:24.062832 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:35:24.062832 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:35:24.062832 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:35:24.062832 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:35:24.062832 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:35:24.062832 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:35:24.062832 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:35:24.062832 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:35:24.062832 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:35:24.062832 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:35:24.062832 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:35:24.062832 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:35:24.062832 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:35:24.062832 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:35:24.062832 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:35:24.062832 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:35:24.279596 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67e251-2118-44a4-a55a-3be974cb280b req-565fd462-e36e-4391-8eed-3f6dcb211380 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:24.281071 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f67e251-2118-44a4-a55a-3be974cb280b req-565fd462-e36e-4391-8eed-3f6dcb211380 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=19fe892d-4957-4197-82f7-5f3868e33afb HTTP/1.1" status: 200 len: 946 time: 0.0510302 Aug 31 09:35:24.315667 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6f8a6b72-2cef-4d55-8294-377a38256e6d tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:24.324164 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6f8a6b72-2cef-4d55-8294-377a38256e6d tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:24.325767 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6f8a6b72-2cef-4d55-8294-377a38256e6d tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] 10.222.0.119 "DELETE /v2.0/networks/0018725b-9f93-4fec-866e-36dd70cb9568 HTTP/1.1" status: 204 len: 168 time: 1.1198199 Aug 31 09:35:24.328818 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f67e251-2118-44a4-a55a-3be974cb280b req-c70d4a8b-73a8-4038-83be-cc737cab6220 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405030 Aug 31 09:35:24.341237 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a6b72-2cef-4d55-8294-377a38256e6d tempest-NetworksIpV6TestAttrs-1376061361 tempest-NetworksIpV6TestAttrs-1376061361-project] Pushing event deleted for resources: {'Network': ['ID=0018725b-9f93-4fec-866e-36dd70cb9568,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:24.892694 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54686) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:24.941417 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529e591-194c-4f19-8538-673036bf4fad req-f69b97e0-088b-4ad6-b677-9589289b447b tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:24.945974 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6529e591-194c-4f19-8538-673036bf4fad req-f69b97e0-088b-4ad6-b677-9589289b447b tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7fdd883-3693-4dad-bd7b-8ba5a65ff26a HTTP/1.1" status: 200 len: 944 time: 0.0579348 Aug 31 09:35:24.981150 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 6f6702d5-8c3f-4f7c-8850-a334dd6fc377 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:35:25.002900 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6529e591-194c-4f19-8538-673036bf4fad req-cea0b49a-7513-4f09-bc0e-5438dcf4146d tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=993fb49b-0da1-4e2c-8317-aafb1e8378ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519216 Aug 31 09:35:25.057225 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4e1aee47-2f14-4ceb-890d-3728b15194ce admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=3fa883054ade43a996899211f0f1dbba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1668181 Aug 31 09:35:25.058593 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54692) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:25.061710 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3b221a0b-2954-4a89-a727-d5cd719764d9 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:35:25.093765 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 3b221a0b-2954-4a89-a727-d5cd719764d9 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:35:25.094375 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3b221a0b-2954-4a89-a727-d5cd719764d9 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:35:25.121228 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-64df956b-48f7-412a-970e-eb128c95f010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:25.133870 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 6f6702d5-8c3f-4f7c-8850-a334dd6fc377, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=6f6702d5-8c3f-4f7c-8850-a334dd6fc377,segment=NetworkSegment(909a319c-4d84-49cc-94b3-8394bf3a1751),segment_id=909a319c-4d84-49cc-94b3-8394bf3a1751)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:25.146150 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '6f6702d5-8c3f-4f7c-8850-a334dd6fc377', 'network_id': '8a20f859-0fd1-4059-b2ca-39c5bae6680a', 'port_id': '6f6702d5-8c3f-4f7c-8850-a334dd6fc377', 'mac_address': 'fa:16:3e:06:1b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de1c6019-9fd6-4bfc-8b5c-185d81e7e73a', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:35:25.150711 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-64df956b-48f7-412a-970e-eb128c95f010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:25.189937 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:25.204367 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f6702d5-8c3f-4f7c-8850-a334dd6fc377 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:35:25.225641 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 6f6702d5-8c3f-4f7c-8850-a334dd6fc377, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=6f6702d5-8c3f-4f7c-8850-a334dd6fc377,segment=NetworkSegment(909a319c-4d84-49cc-94b3-8394bf3a1751),segment_id=909a319c-4d84-49cc-94b3-8394bf3a1751)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:25.271932 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-64df956b-48f7-412a-970e-eb128c95f010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:25.274479 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-64df956b-48f7-412a-970e-eb128c95f010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:25.275752 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-64df956b-48f7-412a-970e-eb128c95f010 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/b0d0e89a-2ea7-4ae9-8880-32d9044ba9b2 HTTP/1.1" status: 204 len: 168 time: 0.2158439 Aug 31 09:35:25.285123 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df956b-48f7-412a-970e-eb128c95f010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d0e89a-2ea7-4ae9-8880-32d9044ba9b2,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:25.334498 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:25.385838 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=6f6702d5-8c3f-4f7c-8850-a334dd6fc377,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:25.493307 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce90fdd-af0a-4fd1-a78d-c0b29df7015b req-2e7c9c3c-6705-4da8-b124-17f4ede6a671 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:25.495001 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9ce90fdd-af0a-4fd1-a78d-c0b29df7015b req-2e7c9c3c-6705-4da8-b124-17f4ede6a671 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=19fe892d-4957-4197-82f7-5f3868e33afb HTTP/1.1" status: 200 len: 946 time: 0.0513327 Aug 31 09:35:25.536060 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9ce90fdd-af0a-4fd1-a78d-c0b29df7015b req-6f32be26-306f-4a88-8f38-9cbd8b0873bf tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347457 Aug 31 09:35:25.618163 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['6f6702d5-8c3f-4f7c-8850-a334dd6fc377'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:35:26.134529 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05466f15-b3d5-48ee-bb74-68fda0fa0081 req-829c8099-0630-415a-9e17-b221ae6f31ef tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:26.136406 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05466f15-b3d5-48ee-bb74-68fda0fa0081 req-829c8099-0630-415a-9e17-b221ae6f31ef tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7fdd883-3693-4dad-bd7b-8ba5a65ff26a HTTP/1.1" status: 200 len: 945 time: 0.0597744 Aug 31 09:35:26.174816 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05466f15-b3d5-48ee-bb74-68fda0fa0081 req-e93ed839-b31a-4573-b0c9-df609330a445 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=993fb49b-0da1-4e2c-8317-aafb1e8378ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323129 Aug 31 09:35:26.372417 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:35:26.564137 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54740) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:26.673529 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5182339-9e6b-4e39-976b-1577664ed69e req-fb252c8d-dcb5-4a22-88f3-94e50f5f42db tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:26.675093 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5182339-9e6b-4e39-976b-1577664ed69e req-fb252c8d-dcb5-4a22-88f3-94e50f5f42db tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=19fe892d-4957-4197-82f7-5f3868e33afb HTTP/1.1" status: 200 len: 946 time: 0.0535626 Aug 31 09:35:26.680881 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-dd40af62-b331-490a-a145-03538498424f tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1337950437'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:26.726797 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5182339-9e6b-4e39-976b-1577664ed69e req-3d1b4236-51a3-4d46-802c-6e4e500e8921 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425138 Aug 31 09:35:26.843172 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd40af62-b331-490a-a145-03538498424f tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Made reservation on behalf of 4ca0e3d8b6764eda85af3c5c6c9822eb for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:26.846718 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dd40af62-b331-490a-a145-03538498424f tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:26.856970 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dd40af62-b331-490a-a145-03538498424f tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:27.000659 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 6f6702d5-8c3f-4f7c-8850-a334dd6fc377 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:27.022567 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dd40af62-b331-490a-a145-03538498424f tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:27.045414 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-960da206-9024-4cf8-857c-ec872b385e9d tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:27.046980 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-960da206-9024-4cf8-857c-ec872b385e9d tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/networks?id=3e58dc22-2b70-42a6-8495-186dad702ce6 HTTP/1.1" status: 200 len: 805 time: 0.1364396 Aug 31 09:35:27.065096 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-35513bb3-ba38-4d54-90cf-56391d6bb585 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/quotas/e847c5c42d2e472689cd257a7d896947 HTTP/1.1" status: 200 len: 375 time: 0.0116386 Aug 31 09:35:27.119934 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-495612ff-ad63-484c-aadb-ca185c195dfa tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=e847c5c42d2e472689cd257a7d896947&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482786 Aug 31 09:35:27.135697 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dd40af62-b331-490a-a145-03538498424f tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:27.167747 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 6f6702d5-8c3f-4f7c-8850-a334dd6fc377 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:27.171928 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 6f6702d5-8c3f-4f7c-8850-a334dd6fc377 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:27.172317 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:27.208949 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd40af62-b331-490a-a145-03538498424f tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] vlan segment allocate from pool success with {'vlan_id': 1626, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:35:27.222183 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40af62-b331-490a-a145-03538498424f tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75cd9ba2-86c9-497d-b282-14568de17cd9,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:27.238504 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dd40af62-b331-490a-a145-03538498424f tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:27.238504 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-dd40af62-b331-490a-a145-03538498424f tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Added segment 5f9ae72c-603f-48df-ac51-ca8c31fcd368 of type vlan for network f6ff4500-bd40-48bb-a134-e34b32786f05 Aug 31 09:35:27.269773 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:27.294641 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fdd883-3693-4dad-bd7b-8ba5a65ff26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6702d5-8c3f-4f7c-8850-a334dd6fc377'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:27.301139 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532a29cd-52e2-4a71-b6e9-02c59ae84dad" -d '{"events": [{"server_uuid": "e7fdd883-3693-4dad-bd7b-8ba5a65ff26a", "name": "network-vif-plugged", "status": "completed", "tag": "6f6702d5-8c3f-4f7c-8850-a334dd6fc377"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:27.314857 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 6f6702d5-8c3f-4f7c-8850-a334dd6fc377, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=6f6702d5-8c3f-4f7c-8850-a334dd6fc377,segment=NetworkSegment(909a319c-4d84-49cc-94b3-8394bf3a1751),segment_id=909a319c-4d84-49cc-94b3-8394bf3a1751)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:27.320424 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dd40af62-b331-490a-a145-03538498424f tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:27.331227 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-1480e98a-f084-476e-a8e8-5e1fabef5a21 service neutron] 10.222.0.119 "GET /v2.0/networks/3e58dc22-2b70-42a6-8495-186dad702ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043524 Aug 31 09:35:27.407416 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2015f-7955-4026-996e-4dc2318ed6f8 req-cae26a0e-95fb-458a-9652-ae9bfe9f1615 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:27.409144 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d2b2015f-7955-4026-996e-4dc2318ed6f8 req-cae26a0e-95fb-458a-9652-ae9bfe9f1615 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7fdd883-3693-4dad-bd7b-8ba5a65ff26a HTTP/1.1" status: 200 len: 945 time: 0.1396940 Aug 31 09:35:27.425703 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:27.473326 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d2b2015f-7955-4026-996e-4dc2318ed6f8 req-6a540f12-56e6-485e-897d-441346cdf1f8 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=993fb49b-0da1-4e2c-8317-aafb1e8378ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541422 Aug 31 09:35:27.485039 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-8a30f37d-378b-4e3e-98d4-d2bb69e147f8 service neutron] 10.222.0.119 "GET /v2.0/networks/3e58dc22-2b70-42a6-8495-186dad702ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467025 Aug 31 09:35:27.485316 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=6f6702d5-8c3f-4f7c-8850-a334dd6fc377,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:27.495664 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dd40af62-b331-490a-a145-03538498424f tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:27.502013 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd40af62-b331-490a-a145-03538498424f tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:27.503137 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dd40af62-b331-490a-a145-03538498424f tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:27.523481 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df36bf0a-2eb6-4b4e-a0a5-afd812b3df35 x-openstack-request-id: req-df36bf0a-2eb6-4b4e-a0a5-afd812b3df35 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:27.523780 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fdd883-3693-4dad-bd7b-8ba5a65ff26a", "name": "network-vif-plugged", "status": "completed", "tag": "6f6702d5-8c3f-4f7c-8850-a334dd6fc377", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:27.524211 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-df36bf0a-2eb6-4b4e-a0a5-afd812b3df35 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:27.524765 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7fdd883-3693-4dad-bd7b-8ba5a65ff26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6702d5-8c3f-4f7c-8850-a334dd6fc377', 'code': 200} Aug 31 09:35:27.579678 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40af62-b331-490a-a145-03538498424f tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event updated for resources: {'Network': ['ID=f6ff4500-bd40-48bb-a134-e34b32786f05,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:27.592297 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network f6ff4500-bd40-48bb-a134-e34b32786f05 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:35:27.642296 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa439b-97b2-48e0-81ab-decd4fc1f11a req-ec860acb-485e-4f35-bb76-dc85b0246ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:27.643797 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ddfa439b-97b2-48e0-81ab-decd4fc1f11a req-ec860acb-485e-4f35-bb76-dc85b0246ffe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e7fdd883-3693-4dad-bd7b-8ba5a65ff26a HTTP/1.1" status: 200 len: 1098 time: 0.0523732 Aug 31 09:35:27.657015 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-dd40af62-b331-490a-a145-03538498424f tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0915458 Aug 31 09:35:27.729796 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ddfa439b-97b2-48e0-81ab-decd4fc1f11a req-7518728f-491a-4dea-9f47-081b22225114 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=993fb49b-0da1-4e2c-8317-aafb1e8378ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748310 Aug 31 09:35:27.801555 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54774) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:27.809259 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-dc4837eb-8b09-4083-a3f6-d57f2fab060a tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Request body: {'subnet': {'network_id': 'f6ff4500-bd40-48bb-a134-e34b32786f05', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:27.821980 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75d290b6-356a-4fe9-9371-83dc641d9924 req-e5d108a7-3c58-4331-a74d-f458e0fa7a5f tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=f12370fb-a2b3-4c94-8f74-6e667ffb5d20 HTTP/1.1" status: 200 len: 210 time: 0.0354347 Aug 31 09:35:27.978912 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4837eb-8b09-4083-a3f6-d57f2fab060a tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Made reservation on behalf of 4ca0e3d8b6764eda85af3c5c6c9822eb for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:27.982416 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dc4837eb-8b09-4083-a3f6-d57f2fab060a tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:28.592945 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0101264-e254-4139-9857-f3d6ae576a63 req-696358cd-5efe-403f-bee2-1444cb22d6bf tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:28.594326 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d0101264-e254-4139-9857-f3d6ae576a63 req-696358cd-5efe-403f-bee2-1444cb22d6bf tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7fdd883-3693-4dad-bd7b-8ba5a65ff26a HTTP/1.1" status: 200 len: 946 time: 0.0483766 Aug 31 09:35:28.626325 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dc4837eb-8b09-4083-a3f6-d57f2fab060a tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:28.634675 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d0101264-e254-4139-9857-f3d6ae576a63 req-488645af-ed8a-472f-92dc-ca325d5d3c3f tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=993fb49b-0da1-4e2c-8317-aafb1e8378ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337217 Aug 31 09:35:28.699901 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4837eb-8b09-4083-a3f6-d57f2fab060a tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event updated for resources: {'Subnet': ['ID=70ba6649-1fc7-4edb-815b-663133b4910c,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:28.702197 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4837eb-8b09-4083-a3f6-d57f2fab060a tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Checking segment: {'id': '5f9ae72c-603f-48df-ac51-ca8c31fcd368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': 'f6ff4500-bd40-48bb-a134-e34b32786f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:28.702577 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4837eb-8b09-4083-a3f6-d57f2fab060a tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Network hostable DHCP agents. Network: f6ff4500-bd40-48bb-a134-e34b32786f05, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:35:28.792346 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4837eb-8b09-4083-a3f6-d57f2fab060a tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Network f6ff4500-bd40-48bb-a134-e34b32786f05 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:35:28.849520 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-dc4837eb-8b09-4083-a3f6-d57f2fab060a tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, f6ff4500-bd40-48bb-a134-e34b32786f05) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:28.855998 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4837eb-8b09-4083-a3f6-d57f2fab060a tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:28.857005 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dc4837eb-8b09-4083-a3f6-d57f2fab060a tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:28.857896 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dca2642-5a4c-47ac-af98-1ab5bc06d40f None None] Network f6ff4500-bd40-48bb-a134-e34b32786f05 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:28.944666 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a6263ea-6b69-4f1c-9d1f-3b873b9d7a3b req-94e22222-188a-4bca-bc86-4a3be0878187 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=f12370fb-a2b3-4c94-8f74-6e667ffb5d20 HTTP/1.1" status: 200 len: 210 time: 0.0492706 Aug 31 09:35:28.959393 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-dc4837eb-8b09-4083-a3f6-d57f2fab060a tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1566246 Aug 31 09:35:28.961894 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54794) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:28.969545 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-368f71d0-5296-4a11-a02d-e4e2166a156e tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1296831968'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:29.031681 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-f6ff4500-bd40-48bb-a134-e34b32786f05', 'network_id': 'f6ff4500-bd40-48bb-a134-e34b32786f05', 'tenant_id': '4ca0e3d8b6764eda85af3c5c6c9822eb', 'fixed_ips': [{'subnet_id': '70ba6649-1fc7-4edb-815b-663133b4910c'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:35:29.036547 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:29.094423 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368f71d0-5296-4a11-a02d-e4e2166a156e tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Made reservation on behalf of 4ca0e3d8b6764eda85af3c5c6c9822eb for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:29.097941 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-368f71d0-5296-4a11-a02d-e4e2166a156e tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:29.136398 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368f71d0-5296-4a11-a02d-e4e2166a156e tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] vlan segment allocate from pool success with {'vlan_id': 1601, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:35:29.156983 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-368f71d0-5296-4a11-a02d-e4e2166a156e tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:29.157390 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-368f71d0-5296-4a11-a02d-e4e2166a156e tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Added segment 6a8fe128-2919-4c4d-888d-ed6b4e56ae35 of type vlan for network c7542387-7f6d-4933-a311-58846e81d800 Aug 31 09:35:29.187548 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] Allocated IP 172.20.255.242 (f6ff4500-bd40-48bb-a134-e34b32786f05/70ba6649-1fc7-4edb-815b-663133b4910c/d9b31589-b334-4adc-840e-69a9e1dc744a) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:29.232254 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-368f71d0-5296-4a11-a02d-e4e2166a156e tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:29.321490 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-368f71d0-5296-4a11-a02d-e4e2166a156e tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:29.328641 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368f71d0-5296-4a11-a02d-e4e2166a156e tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:29.329224 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-368f71d0-5296-4a11-a02d-e4e2166a156e tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:29.346539 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:29.356631 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] Transition to ACTIVE for port object d9b31589-b334-4adc-840e-69a9e1dc744a will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:29.373994 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] Transition to ACTIVE for port object d9b31589-b334-4adc-840e-69a9e1dc744a will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:29.395054 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f71d0-5296-4a11-a02d-e4e2166a156e tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event updated for resources: {'Network': ['ID=c7542387-7f6d-4933-a311-58846e81d800,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:29.405360 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network c7542387-7f6d-4933-a311-58846e81d800 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:35:29.523341 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:29.523843 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-368f71d0-5296-4a11-a02d-e4e2166a156e tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5604520 Aug 31 09:35:29.526784 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54802) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:29.532833 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-167af3b7-a5e9-4d9a-b402-bb062468f5fe tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Request body: {'subnet': {'network_id': 'c7542387-7f6d-4933-a311-58846e81d800', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:29.568043 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] Network f6ff4500-bd40-48bb-a134-e34b32786f05 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:29.571048 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:29.574922 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:29.583565 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] Pushing event updated for resources: {'Port': ['ID=d9b31589-b334-4adc-840e-69a9e1dc744a,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:29.604168 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:29.607805 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:29.607805 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:29.607805 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:29.607805 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:29.607805 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:29.610061 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:29.610061 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:29.610061 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:29.615740 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:29.615740 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:29.615740 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:29.748659 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] Attempting to bind port d9b31589-b334-4adc-840e-69a9e1dc744a on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:29.749024 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] Attempting to bind port d9b31589-b334-4adc-840e-69a9e1dc744a by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '5f9ae72c-603f-48df-ac51-ca8c31fcd368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': 'f6ff4500-bd40-48bb-a134-e34b32786f05'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:29.749439 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] Attempting to bind port d9b31589-b334-4adc-840e-69a9e1dc744a on network f6ff4500-bd40-48bb-a134-e34b32786f05 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:29.755143 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:29.755514 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] Checking segment: {'id': '5f9ae72c-603f-48df-ac51-ca8c31fcd368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': 'f6ff4500-bd40-48bb-a134-e34b32786f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:29.755964 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:29.756358 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] Bound using segment: {'id': '5f9ae72c-603f-48df-ac51-ca8c31fcd368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': 'f6ff4500-bd40-48bb-a134-e34b32786f05'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:29.756822 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] Bound port: d9b31589-b334-4adc-840e-69a9e1dc744a, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9ae72c-603f-48df-ac51-ca8c31fcd368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': 'f6ff4500-bd40-48bb-a134-e34b32786f05'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:29.757199 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:29.803109 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167af3b7-a5e9-4d9a-b402-bb062468f5fe tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Made reservation on behalf of 4ca0e3d8b6764eda85af3c5c6c9822eb for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:29.815980 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-167af3b7-a5e9-4d9a-b402-bb062468f5fe tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:29.837362 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74476b45-680e-4c9d-9950-d74f4c3df367 req-2fd7dbbd-febe-4a73-8a57-4204371247c5 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:29.839115 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74476b45-680e-4c9d-9950-d74f4c3df367 req-2fd7dbbd-febe-4a73-8a57-4204371247c5 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7fdd883-3693-4dad-bd7b-8ba5a65ff26a HTTP/1.1" status: 200 len: 946 time: 0.0882442 Aug 31 09:35:29.848800 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] For port d9b31589-b334-4adc-840e-69a9e1dc744a, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:29.852535 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] For port d9b31589-b334-4adc-840e-69a9e1dc744a, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=d9b31589-b334-4adc-840e-69a9e1dc744a,segment=NetworkSegment(5f9ae72c-603f-48df-ac51-ca8c31fcd368),segment_id=5f9ae72c-603f-48df-ac51-ca8c31fcd368)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:29.925913 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:29.928831 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74476b45-680e-4c9d-9950-d74f4c3df367 req-a1e85844-ad0a-405a-b619-6b0635b54b9a tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=993fb49b-0da1-4e2c-8317-aafb1e8378ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786808 Aug 31 09:35:30.034383 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc946c1-cdc3-4624-86b8-7ce8af2bdbdd None None] Pushing event updated for resources: {'Port': ['ID=d9b31589-b334-4adc-840e-69a9e1dc744a,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:30.166019 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-84fc8aba-9f20-4bae-94e9-278f39b68a84 req-fa13c9f5-8dde-46d1-9f79-108e9ea33e12 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=f12370fb-a2b3-4c94-8f74-6e667ffb5d20 HTTP/1.1" status: 200 len: 210 time: 0.0914602 Aug 31 09:35:30.171843 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-6b7942c0-bf1a-4a83-a3e0-388165ed81c9 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:30.174401 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-6b7942c0-bf1a-4a83-a3e0-388165ed81c9 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.112 "GET /v2.0/networks?id=3e58dc22-2b70-42a6-8495-186dad702ce6 HTTP/1.1" status: 200 len: 805 time: 0.2466307 Aug 31 09:35:30.191237 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-34b781cb-7276-48a3-a688-26f3eb8b1136 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Request body: {'port': {'device_id': 'f12370fb-a2b3-4c94-8f74-6e667ffb5d20', 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6', 'admin_state_up': True, 'tenant_id': 'e847c5c42d2e472689cd257a7d896947'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:30.229963 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695cfa99-a9d9-45a2-af4e-ec3285f2bce9 req-93c22d97-7403-4307-b2ec-abbdc75d0303 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:30.231541 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-695cfa99-a9d9-45a2-af4e-ec3285f2bce9 req-93c22d97-7403-4307-b2ec-abbdc75d0303 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7fdd883-3693-4dad-bd7b-8ba5a65ff26a HTTP/1.1" status: 200 len: 946 time: 0.1532798 Aug 31 09:35:30.299877 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-695cfa99-a9d9-45a2-af4e-ec3285f2bce9 req-6d460289-72e5-48fa-8626-1db6edad10b6 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=993fb49b-0da1-4e2c-8317-aafb1e8378ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616717 Aug 31 09:35:30.328335 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-167af3b7-a5e9-4d9a-b402-bb062468f5fe tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:30.385201 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-6fbdc1c2-b10b-47d3-b047-cc33f6df3e1a service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1771100 Aug 31 09:35:30.437408 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167af3b7-a5e9-4d9a-b402-bb062468f5fe tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event updated for resources: {'Subnet': ['ID=e545bc40-b73d-4c4e-8a7b-9ebfd32604ab,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:30.511321 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167af3b7-a5e9-4d9a-b402-bb062468f5fe tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Checking segment: {'id': '6a8fe128-2919-4c4d-888d-ed6b4e56ae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': 'c7542387-7f6d-4933-a311-58846e81d800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:30.511807 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167af3b7-a5e9-4d9a-b402-bb062468f5fe tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Network hostable DHCP agents. Network: c7542387-7f6d-4933-a311-58846e81d800, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:35:30.548383 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-34b781cb-7276-48a3-a688-26f3eb8b1136 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Made reservation on behalf of e847c5c42d2e472689cd257a7d896947 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:30.553041 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-34b781cb-7276-48a3-a688-26f3eb8b1136 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:30.562030 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-22265f8f-d95d-4415-a356-0c98a4da1953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:30.562524 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-22265f8f-d95d-4415-a356-0c98a4da1953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:30.563071 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-22265f8f-d95d-4415-a356-0c98a4da1953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:30.563542 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-22265f8f-d95d-4415-a356-0c98a4da1953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:30.564021 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-22265f8f-d95d-4415-a356-0c98a4da1953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:30.564487 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-22265f8f-d95d-4415-a356-0c98a4da1953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:30.564949 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-22265f8f-d95d-4415-a356-0c98a4da1953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:30.566975 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-22265f8f-d95d-4415-a356-0c98a4da1953 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=caa69c38eab14ec7acd072f4cc57de4a&device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 6499 time: 0.0727139 Aug 31 09:35:30.621894 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167af3b7-a5e9-4d9a-b402-bb062468f5fe tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Network c7542387-7f6d-4933-a311-58846e81d800 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:35:30.705088 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-167af3b7-a5e9-4d9a-b402-bb062468f5fe tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, c7542387-7f6d-4933-a311-58846e81d800) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:30.714228 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746b780d-3548-4ce7-89d0-79faafb5c378 None None] Network c7542387-7f6d-4933-a311-58846e81d800 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:30.718980 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167af3b7-a5e9-4d9a-b402-bb062468f5fe tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:30.719712 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-167af3b7-a5e9-4d9a-b402-bb062468f5fe tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:30.775730 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-34b781cb-7276-48a3-a688-26f3eb8b1136 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Allocated IP 172.20.0.12 (3e58dc22-2b70-42a6-8495-186dad702ce6/0a8d9332-4934-4e0f-b006-f09be5a999bd/59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:30.778725 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-550f0b82-31bd-4020-8629-2d3246152e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:30.779208 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-550f0b82-31bd-4020-8629-2d3246152e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:30.779677 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-550f0b82-31bd-4020-8629-2d3246152e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:30.781280 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-550f0b82-31bd-4020-8629-2d3246152e76 service neutron] 10.222.0.112 "GET /v2.0/networks?id=636950a3-6b65-4dc0-b611-ae468b63fe57&id=77d5d845-bb9b-4368-b082-bacd96a9f80d&id=77d5d845-bb9b-4368-b082-bacd96a9f80d&id=77d5d845-bb9b-4368-b082-bacd96a9f80d&id=77d5d845-bb9b-4368-b082-bacd96a9f80d&id=4c2e8d44-f605-48e7-8300-60df4e87697c&id=4c2e8d44-f605-48e7-8300-60df4e87697c HTTP/1.1" status: 200 len: 2295 time: 0.1619039 Aug 31 09:35:30.792845 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-167af3b7-a5e9-4d9a-b402-bb062468f5fe tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2649479 Aug 31 09:35:30.798318 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54836) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:30.910050 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-afa30eaf-ebdc-4dfa-98af-b3f8afb079ea service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df6aa1bb-921b-4f71-bd10-7c3fe5349661 HTTP/1.1" status: 200 len: 1001 time: 0.1040490 Aug 31 09:35:30.925004 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192fa08e-a17f-4383-9c2c-edff09d91fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-c7542387-7f6d-4933-a311-58846e81d800', 'network_id': 'c7542387-7f6d-4933-a311-58846e81d800', 'tenant_id': '4ca0e3d8b6764eda85af3c5c6c9822eb', 'fixed_ips': [{'subnet_id': 'e545bc40-b73d-4c4e-8a7b-9ebfd32604ab'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:35:30.925004 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-192fa08e-a17f-4383-9c2c-edff09d91fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:30.932336 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c12fbba-20bd-4032-aec5-d45dffe982cd tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:31.003777 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c12fbba-20bd-4032-aec5-d45dffe982cd tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:31.142986 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-cf6d31d1-10fa-489f-84a5-7efc0949b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:31.145504 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-cf6d31d1-10fa-489f-84a5-7efc0949b23e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=4345a806-82e6-4d6f-a21e-c3deaf1866e8 HTTP/1.1" status: 200 len: 850 time: 0.2248294 Aug 31 09:35:31.180234 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d9b31589-b334-4adc-840e-69a9e1dc744a up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:31.213448 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-192fa08e-a17f-4383-9c2c-edff09d91fd8 None None] Allocated IP 172.20.0.2 (c7542387-7f6d-4933-a311-58846e81d800/e545bc40-b73d-4c4e-8a7b-9ebfd32604ab/9c2e1d5f-34ba-4aa1-8db7-672418fe77ce) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:31.278138 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-34b781cb-7276-48a3-a688-26f3eb8b1136 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:31.299592 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a088ea64-1026-427a-a284-6c3b72b10d47 req-2629347a-0069-4b25-bfc5-67c9c8dab56d tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=f12370fb-a2b3-4c94-8f74-6e667ffb5d20 HTTP/1.1" status: 200 len: 210 time: 0.0274191 Aug 31 09:35:31.310120 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-90b8d8eb-321a-4921-b017-a4f1e610df02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:31.312480 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-90b8d8eb-321a-4921-b017-a4f1e610df02 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=636950a3-6b65-4dc0-b611-ae468b63fe57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1555846 Aug 31 09:35:31.392748 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port d9b31589-b334-4adc-840e-69a9e1dc744a completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:31.451361 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-192fa08e-a17f-4383-9c2c-edff09d91fd8 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:31.461804 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-192fa08e-a17f-4383-9c2c-edff09d91fd8 None None] Transition to ACTIVE for port object 9c2e1d5f-34ba-4aa1-8db7-672418fe77ce will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:31.484784 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d6f4cb-fad5-4200-afa2-c2dc840fcc53 None None] Network f6ff4500-bd40-48bb-a134-e34b32786f05 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:31.515683 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-192fa08e-a17f-4383-9c2c-edff09d91fd8 None None] Transition to ACTIVE for port object 9c2e1d5f-34ba-4aa1-8db7-672418fe77ce will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:31.524678 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-994dfc01-db03-4e77-b251-b3975e8a9666 service neutron] 10.222.0.112 "GET /v2.0/networks/636950a3-6b65-4dc0-b611-ae468b63fe57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924937 Aug 31 09:35:31.588111 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-34b781cb-7276-48a3-a688-26f3eb8b1136 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:31.652647 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-34b781cb-7276-48a3-a688-26f3eb8b1136 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Network 3e58dc22-2b70-42a6-8495-186dad702ce6 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:31.659293 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-34b781cb-7276-48a3-a688-26f3eb8b1136 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:31.672961 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-34b781cb-7276-48a3-a688-26f3eb8b1136 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:31.678650 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b781cb-7276-48a3-a688-26f3eb8b1136 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Pushing event updated for resources: {'Port': ['ID=59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:31.724038 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['64e9d2c0-c295-49dd-a174-c58969297e22', '82c8800e-c379-4c06-ac47-d3808cb255f1'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:35:31.728283 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-2e972704-a3ef-4190-98cc-3c7ab58d8e83 service neutron] 10.222.0.112 "GET /v2.0/networks/636950a3-6b65-4dc0-b611-ae468b63fe57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863296 Aug 31 09:35:31.780445 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-c9c1eac1-e2bb-4e42-880d-463b154bd08c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=5e0f8409-296d-4c01-80fd-2224022e108c HTTP/1.1" status: 200 len: 217 time: 0.0430195 Aug 31 09:35:31.787121 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-34b781cb-7276-48a3-a688-26f3eb8b1136 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:31.787921 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-34b781cb-7276-48a3-a688-26f3eb8b1136 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:31.844461 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-192fa08e-a17f-4383-9c2c-edff09d91fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:31.851133 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54848) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:31.870031 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c090f7c1-9895-4e76-8c15-c07e70f6eba3 None None] Provisioning for port d9b31589-b334-4adc-840e-69a9e1dc744a completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:31.871375 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-56926fe4-4883-4c2e-a0e0-34b0ad7c0006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:31.877589 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-56926fe4-4883-4c2e-a0e0-34b0ad7c0006 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f34f97ee-be68-4a06-a77e-c36751cafa2c HTTP/1.1" status: 200 len: 797 time: 0.0755985 Aug 31 09:35:31.903934 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192fa08e-a17f-4383-9c2c-edff09d91fd8 None None] Network c7542387-7f6d-4933-a311-58846e81d800 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:31.941887 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-192fa08e-a17f-4383-9c2c-edff09d91fd8 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:31.945858 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192fa08e-a17f-4383-9c2c-edff09d91fd8 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:31.948418 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c090f7c1-9895-4e76-8c15-c07e70f6eba3 None None] Provisioning complete for port d9b31589-b334-4adc-840e-69a9e1dc744a triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:31.948892 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c090f7c1-9895-4e76-8c15-c07e70f6eba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:31.978168 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-34b781cb-7276-48a3-a688-26f3eb8b1136 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7877622 Aug 31 09:35:32.008541 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-da4d50e1-a308-410d-8588-52050db1e5cb service neutron] Request body: {'port': {'device_id': 'f12370fb-a2b3-4c94-8f74-6e667ffb5d20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:32.073826 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192fa08e-a17f-4383-9c2c-edff09d91fd8 None None] Pushing event updated for resources: {'Port': ['ID=9c2e1d5f-34ba-4aa1-8db7-672418fe77ce,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:32.085871 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-4857f850-f092-44ba-bbfd-2e72e176d7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:32.089146 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-4857f850-f092-44ba-bbfd-2e72e176d7e7 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=77d5d845-bb9b-4368-b082-bacd96a9f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2015784 Aug 31 09:35:32.113852 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c12fbba-20bd-4032-aec5-d45dffe982cd tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:32.186886 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-192fa08e-a17f-4383-9c2c-edff09d91fd8 None None] Attempting to bind port 9c2e1d5f-34ba-4aa1-8db7-672418fe77ce on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:32.188012 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-192fa08e-a17f-4383-9c2c-edff09d91fd8 None None] Attempting to bind port 9c2e1d5f-34ba-4aa1-8db7-672418fe77ce by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '6a8fe128-2919-4c4d-888d-ed6b4e56ae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': 'c7542387-7f6d-4933-a311-58846e81d800'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:32.188487 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192fa08e-a17f-4383-9c2c-edff09d91fd8 None None] Attempting to bind port 9c2e1d5f-34ba-4aa1-8db7-672418fe77ce on network c7542387-7f6d-4933-a311-58846e81d800 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:32.198693 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192fa08e-a17f-4383-9c2c-edff09d91fd8 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:32.199218 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192fa08e-a17f-4383-9c2c-edff09d91fd8 None None] Checking segment: {'id': '6a8fe128-2919-4c4d-888d-ed6b4e56ae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': 'c7542387-7f6d-4933-a311-58846e81d800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:32.201028 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-192fa08e-a17f-4383-9c2c-edff09d91fd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:32.201453 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192fa08e-a17f-4383-9c2c-edff09d91fd8 None None] Bound using segment: {'id': '6a8fe128-2919-4c4d-888d-ed6b4e56ae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': 'c7542387-7f6d-4933-a311-58846e81d800'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:32.202036 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-192fa08e-a17f-4383-9c2c-edff09d91fd8 None None] Bound port: 9c2e1d5f-34ba-4aa1-8db7-672418fe77ce, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a8fe128-2919-4c4d-888d-ed6b4e56ae35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': 'c7542387-7f6d-4933-a311-58846e81d800'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:32.203167 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-192fa08e-a17f-4383-9c2c-edff09d91fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:32.212729 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-5da8e544-8706-48ff-9331-afc6c5bb8cae service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102452 Aug 31 09:35:32.326273 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12fbba-20bd-4032-aec5-d45dffe982cd tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event deleted for resources: {'Subnet': ['ID=e545bc40-b73d-4c4e-8a7b-9ebfd32604ab,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:32.366731 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-192fa08e-a17f-4383-9c2c-edff09d91fd8 None None] For port 9c2e1d5f-34ba-4aa1-8db7-672418fe77ce, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:32.371440 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-192fa08e-a17f-4383-9c2c-edff09d91fd8 None None] For port 9c2e1d5f-34ba-4aa1-8db7-672418fe77ce, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=9c2e1d5f-34ba-4aa1-8db7-672418fe77ce,segment=NetworkSegment(6a8fe128-2919-4c4d-888d-ed6b4e56ae35),segment_id=6a8fe128-2919-4c4d-888d-ed6b4e56ae35)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:32.438823 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c090f7c1-9895-4e76-8c15-c07e70f6eba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:32.443355 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-da4d50e1-a308-410d-8588-52050db1e5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:32.475371 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-192fa08e-a17f-4383-9c2c-edff09d91fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:32.518337 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c12fbba-20bd-4032-aec5-d45dffe982cd tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:32.536678 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-a9eee47d-d4d1-41f4-9073-8ae99cf25e6c service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592833 Aug 31 09:35:32.550906 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-1c12fbba-20bd-4032-aec5-d45dffe982cd tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7542387-7f6d-4933-a311-58846e81d800']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:32.621494 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-de70f305-7e27-4650-ba01-1211f2a44ad5 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=21872e53-bee1-4235-9d2e-ab94c5aea8c9 HTTP/1.1" status: 200 len: 217 time: 0.0761857 Aug 31 09:35:32.738268 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-c090f7c1-9895-4e76-8c15-c07e70f6eba3 None None] For port d9b31589-b334-4adc-840e-69a9e1dc744a, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=d9b31589-b334-4adc-840e-69a9e1dc744a,segment=NetworkSegment(5f9ae72c-603f-48df-ac51-ca8c31fcd368),segment_id=5f9ae72c-603f-48df-ac51-ca8c31fcd368)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:32.747172 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192fa08e-a17f-4383-9c2c-edff09d91fd8 None None] Pushing event updated for resources: {'Port': ['ID=9c2e1d5f-34ba-4aa1-8db7-672418fe77ce,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:32.760667 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45205ab-d621-4b55-8004-5f97255c223f None None] Network c7542387-7f6d-4933-a311-58846e81d800 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:32.763778 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-1c12fbba-20bd-4032-aec5-d45dffe982cd tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a8fe128-2919-4c4d-888d-ed6b4e56ae35') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:32.764135 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-1c12fbba-20bd-4032-aec5-d45dffe982cd tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a8fe128-2919-4c4d-888d-ed6b4e56ae35') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:32.877516 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-66a1ba52-29ba-42bf-ac63-5729ad70510d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:32.889160 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-66a1ba52-29ba-42bf-ac63-5729ad70510d service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f34f97ee-be68-4a06-a77e-c36751cafa2c HTTP/1.1" status: 200 len: 797 time: 0.2566411 Aug 31 09:35:32.892138 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:32.892892 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c090f7c1-9895-4e76-8c15-c07e70f6eba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:32.912576 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c12fbba-20bd-4032-aec5-d45dffe982cd tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:32.932793 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c12fbba-20bd-4032-aec5-d45dffe982cd tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:32.940604 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c12fbba-20bd-4032-aec5-d45dffe982cd tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Releasing vlan 1601 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:35:32.941042 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c12fbba-20bd-4032-aec5-d45dffe982cd tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:32.985299 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:32.992192 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c9b3ad-a318-41da-a34e-e19214c6a9a9 None None] get_active_networks_info from n-d-791506-28 {{(pid=95554) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:35:33.020009 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-f3877a36-df57-4048-8683-776916095f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:33.030614 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:35:33.030614 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:35:33.030614 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:35:33.030614 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:35:33.030614 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:35:33.030614 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:35:33.030614 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:35:33.030614 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:35:33.030614 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:35:33.030614 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:35:33.030614 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:35:33.030614 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:35:33.030614 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:35:33.030614 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:35:33.030614 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:35:33.030614 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:35:33.030614 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:35:33.030614 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:35:33.030614 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:35:33.030614 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:35:33.030614 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:35:33.030614 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:35:33.030614 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:35:33.030614 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:35:33.030614 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:35:33.030614 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:35:33.030614 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:35:33.030614 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:35:33.030614 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:35:33.030614 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:35:33.030614 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:35:33.030614 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:35:33.040317 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-f3877a36-df57-4048-8683-776916095f4d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=77d5d845-bb9b-4368-b082-bacd96a9f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1293864 Aug 31 09:35:33.042272 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b35b7-8cd9-466c-a14d-e6a9bdeee8c9 req-fb651597-7e5c-476b-850b-2238f7b38905 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:33.043944 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c13b35b7-8cd9-466c-a14d-e6a9bdeee8c9 req-fb651597-7e5c-476b-850b-2238f7b38905 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=f12370fb-a2b3-4c94-8f74-6e667ffb5d20 HTTP/1.1" status: 200 len: 932 time: 0.6022365 Aug 31 09:35:33.045998 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090f7c1-9895-4e76-8c15-c07e70f6eba3 None None] Pushing event updated for resources: {'Port': ['ID=d9b31589-b334-4adc-840e-69a9e1dc744a,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:33.073654 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6e9f9130-384c-48d4-b5f0-81da4845399f None None] Provisioning complete for port d9b31589-b334-4adc-840e-69a9e1dc744a triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:33.074617 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6e9f9130-384c-48d4-b5f0-81da4845399f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:33.088517 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.db.api [None req-1c12fbba-20bd-4032-aec5-d45dffe982cd tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 09:35:33.088517 n-d-791506-28 neutron-server[95553]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 09:35:33.088517 n-d-791506-28 neutron-server[95553]: [parameters: {'id': 'c7542387-7f6d-4933-a311-58846e81d800'}] Aug 31 09:35:33.088517 n-d-791506-28 neutron-server[95553]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:35:33.093719 n-d-791506-28 neutron-server[95553]: DEBUG oslo_db.api [None req-1c12fbba-20bd-4032-aec5-d45dffe982cd tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:35:33.238565 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-6c2e5088-6d0e-4422-a01b-740a9eebd8ae service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848598 Aug 31 09:35:33.243079 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-da4d50e1-a308-410d-8588-52050db1e5cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:35:33.260228 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-da4d50e1-a308-410d-8588-52050db1e5cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:33.280598 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c9b3ad-a318-41da-a34e-e19214c6a9a9 None None] Resources bound (agent type, host, resource id): {{(pid=95554) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:35:33.281130 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c13b35b7-8cd9-466c-a14d-e6a9bdeee8c9 req-56552056-a04b-47d2-851e-acb2d417aca4 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998489 Aug 31 09:35:33.313701 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b9c12004-a085-4b78-a280-e09e28411d30 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:33.372428 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-da4d50e1-a308-410d-8588-52050db1e5cb service neutron] Transition to ACTIVE for port object 59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:33.375413 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-60ce5476-a9de-47b9-808f-33677abbe3c7 service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237006 Aug 31 09:35:33.468060 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-da4d50e1-a308-410d-8588-52050db1e5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:33.474436 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-1c2c5e0b-e0ab-4af4-bf11-a2eee7efb852 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=a29fa7ed-ecd3-4217-87a2-12ac46d2bee6 HTTP/1.1" status: 200 len: 217 time: 0.0900729 Aug 31 09:35:33.548667 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-b59fc7bf-d5fe-4d7d-8ee4-34c003407f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:33.550523 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-b59fc7bf-d5fe-4d7d-8ee4-34c003407f14 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f34f97ee-be68-4a06-a77e-c36751cafa2c HTTP/1.1" status: 200 len: 797 time: 0.0515044 Aug 31 09:35:33.618479 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d50e1-a308-410d-8588-52050db1e5cb service neutron] Pushing event updated for resources: {'Port': ['ID=59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:33.640308 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-b9c12004-a085-4b78-a280-e09e28411d30 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Allocated IP 172.20.0.17 (8a20f859-0fd1-4059-b2ca-39c5bae6680a/de1c6019-9fd6-4bfc-8b5c-185d81e7e73a/9496107b-38e0-4674-aa0a-5671702d9bac) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:33.646164 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c12fbba-20bd-4032-aec5-d45dffe982cd tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:33.684331 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-7490f79e-40fa-45fc-b059-1d58e557c29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:33.685805 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-7490f79e-40fa-45fc-b059-1d58e557c29d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=77d5d845-bb9b-4368-b082-bacd96a9f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1234090 Aug 31 09:35:33.722032 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-da4d50e1-a308-410d-8588-52050db1e5cb service neutron] Attempting to bind port 59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:33.722370 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-da4d50e1-a308-410d-8588-52050db1e5cb service neutron] Attempting to bind port 59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'e7bfaea8-dc50-4428-a9a7-b756d181f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1641, 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:33.722725 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-da4d50e1-a308-410d-8588-52050db1e5cb service neutron] Attempting to bind port 59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68 on network 3e58dc22-2b70-42a6-8495-186dad702ce6 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:33.775750 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-da4d50e1-a308-410d-8588-52050db1e5cb service neutron] Port 59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68 on network 3e58dc22-2b70-42a6-8495-186dad702ce6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:35:33.776069 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-da4d50e1-a308-410d-8588-52050db1e5cb service neutron] Attempting to bind port 59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68 on network 3e58dc22-2b70-42a6-8495-186dad702ce6 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:33.805120 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-da4d50e1-a308-410d-8588-52050db1e5cb service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:33.805464 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-da4d50e1-a308-410d-8588-52050db1e5cb service neutron] Checking segment: {'id': 'e7bfaea8-dc50-4428-a9a7-b756d181f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1641, 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:33.805923 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-da4d50e1-a308-410d-8588-52050db1e5cb service neutron] Bound using segment: {'id': 'e7bfaea8-dc50-4428-a9a7-b756d181f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1641, 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:33.806370 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-da4d50e1-a308-410d-8588-52050db1e5cb service neutron] Bound port: 59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7bfaea8-dc50-4428-a9a7-b756d181f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1641, 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:33.806760 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-da4d50e1-a308-410d-8588-52050db1e5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:33.894662 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-b61cbc03-8925-4c6a-a44e-e969c46da33c service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876810 Aug 31 09:35:33.905596 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b9c12004-a085-4b78-a280-e09e28411d30 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:33.925362 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-b9c12004-a085-4b78-a280-e09e28411d30 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Transition to ACTIVE for port object 9496107b-38e0-4674-aa0a-5671702d9bac will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:33.958159 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-da4d50e1-a308-410d-8588-52050db1e5cb service neutron] For port 59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:33.985012 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-da4d50e1-a308-410d-8588-52050db1e5cb service neutron] For port 59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68,segment=NetworkSegment(e7bfaea8-dc50-4428-a9a7-b756d181f6bc),segment_id=e7bfaea8-dc50-4428-a9a7-b756d181f6bc)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:34.040383 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-1c12fbba-20bd-4032-aec5-d45dffe982cd tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Deleting port 9c2e1d5f-34ba-4aa1-8db7-672418fe77ce {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:34.040729 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c12fbba-20bd-4032-aec5-d45dffe982cd tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:34.045243 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-f43ec02b-23b8-4991-8440-12a8c94b8295 service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410339 Aug 31 09:35:34.103583 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-9f1bcddb-e191-4620-be61-b7d0a4e9c92d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=8ec00ff2-1406-435b-8d50-463c30eef300 HTTP/1.1" status: 200 len: 217 time: 0.0488536 Aug 31 09:35:34.105323 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-da4d50e1-a308-410d-8588-52050db1e5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:34.125769 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-1c12fbba-20bd-4032-aec5-d45dffe982cd tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] For port 9c2e1d5f-34ba-4aa1-8db7-672418fe77ce, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=9c2e1d5f-34ba-4aa1-8db7-672418fe77ce,segment=NetworkSegment(6a8fe128-2919-4c4d-888d-ed6b4e56ae35),segment_id=6a8fe128-2919-4c4d-888d-ed6b4e56ae35)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:34.126252 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c12fbba-20bd-4032-aec5-d45dffe982cd tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:34.142712 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-1c12fbba-20bd-4032-aec5-d45dffe982cd tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Calling delete_port for 9c2e1d5f-34ba-4aa1-8db7-672418fe77ce owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:34.151699 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-da4d50e1-a308-410d-8588-52050db1e5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:34.152891 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-da4d50e1-a308-410d-8588-52050db1e5cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:34.154508 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-da4d50e1-a308-410d-8588-52050db1e5cb service neutron] 10.222.0.112 "PUT /v2.0/ports/59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68 HTTP/1.1" status: 200 len: 1093 time: 2.1681728 Aug 31 09:35:34.158683 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f12370fb-a2b3-4c94-8f74-6e667ffb5d20', 'tag': '59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:34.170079 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493a829c-f1db-4f04-a905-70a0ce863af8" -d '{"events": [{"name": "network-changed", "server_uuid": "f12370fb-a2b3-4c94-8f74-6e667ffb5d20", "tag": "59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:34.234504 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ca3f86-953a-4214-a4e2-87409b68dbc6 x-openstack-request-id: req-22ca3f86-953a-4214-a4e2-87409b68dbc6 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:34.234880 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f12370fb-a2b3-4c94-8f74-6e667ffb5d20", "tag": "59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:34.235279 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-22ca3f86-953a-4214-a4e2-87409b68dbc6 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:34.235733 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f12370fb-a2b3-4c94-8f74-6e667ffb5d20', 'tag': '59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68', 'status': 'completed', 'code': 200} Aug 31 09:35:34.240383 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d50e1-a308-410d-8588-52050db1e5cb service neutron] Pushing event updated for resources: {'Port': ['ID=59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:34.249735 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-b31b6436-c37a-45ad-bbb0-fa52f1c328ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:34.251491 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-b31b6436-c37a-45ad-bbb0-fa52f1c328ca service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f34f97ee-be68-4a06-a77e-c36751cafa2c HTTP/1.1" status: 200 len: 797 time: 0.1153839 Aug 31 09:35:34.268323 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3cbb2b8f-f4ac-4e90-b91d-340e35946b64 req-340e630a-fb08-4b6d-81be-714dbe94fbde service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0352325 Aug 31 09:35:34.269567 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b9c12004-a085-4b78-a280-e09e28411d30 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:34.412610 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c12004-a085-4b78-a280-e09e28411d30 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Network 8a20f859-0fd1-4059-b2ca-39c5bae6680a is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:34.464775 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-5f6b4db9-68d0-4e5c-be1b-cd697d56c7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:34.466778 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-5f6b4db9-68d0-4e5c-be1b-cd697d56c7df service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=77d5d845-bb9b-4368-b082-bacd96a9f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1948037 Aug 31 09:35:34.470340 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-b9c12004-a085-4b78-a280-e09e28411d30 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:34.472893 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c12004-a085-4b78-a280-e09e28411d30 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:34.477903 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3cbb2b8f-f4ac-4e90-b91d-340e35946b64 req-e2725922-3e6a-4762-a9bc-a2628eb06f90 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.1039422 Aug 31 09:35:34.507070 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a829c-f1db-4f04-a905-70a0ce863af8 req-fd734e5d-13cf-4edf-92d9-1fea93d3deff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:34.509934 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-493a829c-f1db-4f04-a905-70a0ce863af8 req-fd734e5d-13cf-4edf-92d9-1fea93d3deff service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e847c5c42d2e472689cd257a7d896947&device_id=f12370fb-a2b3-4c94-8f74-6e667ffb5d20 HTTP/1.1" status: 200 len: 1096 time: 0.2366803 Aug 31 09:35:34.548750 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54886) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:34.575521 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b9c12004-a085-4b78-a280-e09e28411d30 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:34.611252 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c12fbba-20bd-4032-aec5-d45dffe982cd tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:34.621216 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3cbb2b8f-f4ac-4e90-b91d-340e35946b64 req-dc1109c2-fd12-4695-84a2-e18db076a733 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416572 Aug 31 09:35:34.773636 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c12004-a085-4b78-a280-e09e28411d30 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'Port': ['ID=9496107b-38e0-4674-aa0a-5671702d9bac,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:34.796833 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c12fbba-20bd-4032-aec5-d45dffe982cd tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] No DVR routers for this DVR port 9c2e1d5f-34ba-4aa1-8db7-672418fe77ce on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:35:34.823621 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-be6be64c-cc93-46d9-b628-a73a76a5fa88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:34.826139 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-87b0c0d7-9b98-4164-acc2-3e8bf00139d7 None None] Provisioning for port 9496107b-38e0-4674-aa0a-5671702d9bac completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:34.837505 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-87b0c0d7-9b98-4164-acc2-3e8bf00139d7 None None] Provisioning complete for port 9496107b-38e0-4674-aa0a-5671702d9bac triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:34.838498 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-87b0c0d7-9b98-4164-acc2-3e8bf00139d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:34.856186 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-76495035-d0c4-4210-bb4e-9b641df23359 service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802960 Aug 31 09:35:34.861834 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a829c-f1db-4f04-a905-70a0ce863af8 req-c5925056-9699-4f70-a8ec-4038660e449f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:34.863484 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-493a829c-f1db-4f04-a905-70a0ce863af8 req-c5925056-9699-4f70-a8ec-4038660e449f service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=e847c5c42d2e472689cd257a7d896947&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3135870 Aug 31 09:35:34.899812 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-87b0c0d7-9b98-4164-acc2-3e8bf00139d7 None None] Port 9496107b-38e0-4674-aa0a-5671702d9bac cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:35:34.914239 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12fbba-20bd-4032-aec5-d45dffe982cd tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event deleted for resources: {'Port': ['ID=9c2e1d5f-34ba-4aa1-8db7-672418fe77ce,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:35.013642 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c12fbba-20bd-4032-aec5-d45dffe982cd tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:35.026541 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-1c12fbba-20bd-4032-aec5-d45dffe982cd tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7542387-7f6d-4933-a311-58846e81d800']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:35.039101 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b9c12004-a085-4b78-a280-e09e28411d30 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:35.049214 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-1c12fbba-20bd-4032-aec5-d45dffe982cd tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a8fe128-2919-4c4d-888d-ed6b4e56ae35') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:35.049516 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-1c12fbba-20bd-4032-aec5-d45dffe982cd tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a8fe128-2919-4c4d-888d-ed6b4e56ae35') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:35.068223 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353a920-475c-4362-b80a-7db14683593d req-bbbb8329-d5fd-43e9-b09b-71bb5d1ad684 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:35.076295 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d353a920-475c-4362-b80a-7db14683593d req-bbbb8329-d5fd-43e9-b09b-71bb5d1ad684 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=f12370fb-a2b3-4c94-8f74-6e667ffb5d20 HTTP/1.1" status: 200 len: 944 time: 0.6831026 Aug 31 09:35:35.118407 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c12fbba-20bd-4032-aec5-d45dffe982cd tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:35.125090 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d9b31589-b334-4adc-840e-69a9e1dc744a up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:35.177879 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c12fbba-20bd-4032-aec5-d45dffe982cd tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:35.187423 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port d9b31589-b334-4adc-840e-69a9e1dc744a triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:35.188218 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:35.196702 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d353a920-475c-4362-b80a-7db14683593d req-b8ee855d-da34-4eae-a0f0-0161675ecf42 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193240 Aug 31 09:35:35.225363 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c12fbba-20bd-4032-aec5-d45dffe982cd tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Releasing vlan 1601 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:35:35.226025 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c12fbba-20bd-4032-aec5-d45dffe982cd tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:35.232001 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:35:35.232001 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:35:35.232001 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:35:35.232001 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:35:35.232001 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:35:35.232001 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:35:35.232001 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:35:35.232001 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:35:35.232001 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:35:35.232001 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:35:35.232001 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:35:35.232001 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:35:35.232001 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:35:35.232001 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:35:35.232001 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:35:35.232001 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:35:35.232001 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:35:35.232001 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:35:35.232001 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:35:35.232001 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:35:35.232001 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:35:35.232001 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:35:35.232001 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:35:35.232001 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:35:35.232001 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:35:35.232001 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:35:35.232001 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:35:35.232001 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:35:35.232001 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:35:35.232001 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:35:35.232001 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:35:35.232001 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:35:35.406958 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-fc631398-a0d3-43d0-8c88-0d91cd25e7e0 service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5319426 Aug 31 09:35:35.410495 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a829c-f1db-4f04-a905-70a0ce863af8 req-4114cf54-d4c6-491f-8620-592ca2cfe6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:35.412308 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-493a829c-f1db-4f04-a905-70a0ce863af8 req-4114cf54-d4c6-491f-8620-592ca2cfe6d9 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5362396 Aug 31 09:35:35.487361 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-d5402010-abd7-4327-bcd4-117477713df9 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=594d28c7-5b28-4c9d-9cc0-b5d36ffa7010 HTTP/1.1" status: 200 len: 217 time: 0.0687490 Aug 31 09:35:35.615357 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-0efacd8f-6740-4fdc-a219-721863ce58df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:35.617689 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-0efacd8f-6740-4fdc-a219-721863ce58df service neutron] 10.222.0.112 "GET /v2.0/subnets?id=290f3674-0820-4485-967d-a68d99948354 HTTP/1.1" status: 200 len: 797 time: 0.1192510 Aug 31 09:35:35.626753 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-e2db2584-fb87-461e-ad40-4120b4dd1ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:35.628179 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-e2db2584-fb87-461e-ad40-4120b4dd1ef5 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e847c5c42d2e472689cd257a7d896947&device_id=f12370fb-a2b3-4c94-8f74-6e667ffb5d20 HTTP/1.1" status: 200 len: 1096 time: 0.1249075 Aug 31 09:35:35.685974 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb2b8f-f4ac-4e90-b91d-340e35946b64 req-90f6814f-62f9-4d99-b132-7b935976858f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:35.687485 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3cbb2b8f-f4ac-4e90-b91d-340e35946b64 req-90f6814f-62f9-4d99-b132-7b935976858f service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.9084704 Aug 31 09:35:35.700795 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-907096e0-509d-41ba-921e-e453b10a6045 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68 HTTP/1.1" status: 200 len: 217 time: 0.0439587 Aug 31 09:35:35.724089 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-c60fc8eb-b3aa-4728-a25a-417f61a2dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:35.725730 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-c60fc8eb-b3aa-4728-a25a-417f61a2dcd9 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=4c2e8d44-f605-48e7-8300-60df4e87697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0942371 Aug 31 09:35:35.773072 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c12fbba-20bd-4032-aec5-d45dffe982cd tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:35.784000 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1c12fbba-20bd-4032-aec5-d45dffe982cd tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:35.790471 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1c12fbba-20bd-4032-aec5-d45dffe982cd tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "DELETE /v2.0/networks/c7542387-7f6d-4933-a311-58846e81d800 HTTP/1.1" status: 204 len: 168 time: 4.9884794 Aug 31 09:35:35.799319 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54896) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:35.807198 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-d13dd0d4-22a7-48dd-9d01-c497caaaa0e4 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-286137311'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:35.814744 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12fbba-20bd-4032-aec5-d45dffe982cd tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event deleted for resources: {'Network': ['ID=c7542387-7f6d-4933-a311-58846e81d800,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:35.858158 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-4e565c1c-8544-4103-ba4d-fcbc31a676fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:35.859931 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-4e565c1c-8544-4103-ba4d-fcbc31a676fb service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0a8d9332-4934-4e0f-b006-f09be5a999bd HTTP/1.1" status: 200 len: 845 time: 0.1496994 Aug 31 09:35:35.920070 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-295dcd6f-4906-4550-b630-ee37955951e6 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3e58dc22-2b70-42a6-8495-186dad702ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475011 Aug 31 09:35:35.923413 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-be6be64c-cc93-46d9-b628-a73a76a5fa88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:35.961196 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b9c12004-a085-4b78-a280-e09e28411d30 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:35.996597 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-e9c7f40c-e3cf-4a08-a200-747238abddfd service neutron] 10.222.0.112 "GET /v2.0/networks/4c2e8d44-f605-48e7-8300-60df4e87697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505312 Aug 31 09:35:36.033742 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-be6be64c-cc93-46d9-b628-a73a76a5fa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:36.100915 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b9c12004-a085-4b78-a280-e09e28411d30 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:36.168205 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6be64c-cc93-46d9-b628-a73a76a5fa88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e585b210-9424-4877-866d-61a483af7e19,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:36.179633 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-762c9e12-aba6-42d1-ac43-09565f90ac8a service neutron] 10.222.0.112 "GET /v2.0/networks/3e58dc22-2b70-42a6-8495-186dad702ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471454 Aug 31 09:35:36.181944 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-be6be64c-cc93-46d9-b628-a73a76a5fa88 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=5bec305f6b8e4df49d436a70d3b49552&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6305494 Aug 31 09:35:36.184980 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54900) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:36.200857 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c12004-a085-4b78-a280-e09e28411d30 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'Port': ['ID=9496107b-38e0-4674-aa0a-5671702d9bac,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:36.208680 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13dd0d4-22a7-48dd-9d01-c497caaaa0e4 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Made reservation on behalf of 4ca0e3d8b6764eda85af3c5c6c9822eb for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:36.213889 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d13dd0d4-22a7-48dd-9d01-c497caaaa0e4 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:36.252747 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b9c12004-a085-4b78-a280-e09e28411d30 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:36.274318 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d13dd0d4-22a7-48dd-9d01-c497caaaa0e4 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] vlan segment allocate from pool success with {'vlan_id': 1649, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:35:36.285165 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-1b680f6c-3ef2-479c-9caa-39c029ba6b18 service neutron] 10.222.0.112 "GET /v2.0/networks/4c2e8d44-f605-48e7-8300-60df4e87697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632394 Aug 31 09:35:36.344089 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d13dd0d4-22a7-48dd-9d01-c497caaaa0e4 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:36.344089 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-d13dd0d4-22a7-48dd-9d01-c497caaaa0e4 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Added segment 9254ecbd-c567-4091-b398-79d1296171a5 of type vlan for network 6be6a6e2-6954-4948-b322-91c69026cabb Aug 31 09:35:36.345629 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-faaa0321-b8f2-4775-a5c6-885da980c3f7 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1 HTTP/1.1" status: 200 len: 217 time: 0.0516181 Aug 31 09:35:36.377390 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5666319a-392e-4e65-8ca4-5bf10044f435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:36.406451 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e561c3e2-fc0a-4f39-9020-d9b48fd71143 req-d9aeb66e-acd5-4b77-8377-92ef5bb7698e service neutron] 10.222.0.112 "GET /v2.0/networks/3e58dc22-2b70-42a6-8495-186dad702ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164056 Aug 31 09:35:36.431749 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-46e0b1e8-b7f2-4d2a-8fb7-f04437a1479e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:36.433486 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-46e0b1e8-b7f2-4d2a-8fb7-f04437a1479e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=290f3674-0820-4485-967d-a68d99948354 HTTP/1.1" status: 200 len: 797 time: 0.0743330 Aug 31 09:35:36.462148 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5666319a-392e-4e65-8ca4-5bf10044f435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:36.468582 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d13dd0d4-22a7-48dd-9d01-c497caaaa0e4 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:36.488692 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-80275345-504e-4155-8f23-3d6fa2298e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:36.491873 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-80275345-504e-4155-8f23-3d6fa2298e9f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=4c2e8d44-f605-48e7-8300-60df4e87697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0473530 Aug 31 09:35:36.499894 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c74c1-9ac0-4e52-bebd-8695648e130d req-a5bc9551-c220-478c-a854-234887f78697 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:36.501377 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-191c74c1-9ac0-4e52-bebd-8695648e130d req-a5bc9551-c220-478c-a854-234887f78697 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=f12370fb-a2b3-4c94-8f74-6e667ffb5d20 HTTP/1.1" status: 200 len: 944 time: 0.1669469 Aug 31 09:35:36.538870 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c12004-a085-4b78-a280-e09e28411d30 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Network 8a20f859-0fd1-4059-b2ca-39c5bae6680a is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:36.549459 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-b9c12004-a085-4b78-a280-e09e28411d30 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:36.615789 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-191c74c1-9ac0-4e52-bebd-8695648e130d req-2109a1c5-ed8c-485f-8c5c-b47674292b07 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957997 Aug 31 09:35:36.653368 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-e89fff98-acd1-4f74-8bc0-8d6621ad2e40 service neutron] 10.222.0.112 "GET /v2.0/networks/4c2e8d44-f605-48e7-8300-60df4e87697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514592 Aug 31 09:35:36.673086 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d13dd0d4-22a7-48dd-9d01-c497caaaa0e4 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:36.679404 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13dd0d4-22a7-48dd-9d01-c497caaaa0e4 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:36.679931 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d13dd0d4-22a7-48dd-9d01-c497caaaa0e4 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:36.743729 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5666319a-392e-4e65-8ca4-5bf10044f435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:36.746804 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5666319a-392e-4e65-8ca4-5bf10044f435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:36.750198 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5666319a-392e-4e65-8ca4-5bf10044f435 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/e585b210-9424-4877-866d-61a483af7e19 HTTP/1.1" status: 204 len: 168 time: 0.5613983 Aug 31 09:35:36.795742 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666319a-392e-4e65-8ca4-5bf10044f435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e585b210-9424-4877-866d-61a483af7e19,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:36.809500 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fe922e89-b928-4751-bdea-5ce4bef2146c req-f57eaae4-ebe5-48c5-928a-87fd8e7cac22 service neutron] 10.222.0.112 "GET /v2.0/networks/4c2e8d44-f605-48e7-8300-60df4e87697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399097 Aug 31 09:35:36.810332 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13dd0d4-22a7-48dd-9d01-c497caaaa0e4 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event updated for resources: {'Network': ['ID=6be6a6e2-6954-4948-b322-91c69026cabb,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:36.811779 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c12004-a085-4b78-a280-e09e28411d30 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Router 014dbc62-34c8-41aa-86f1-43b1eecf452c has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:35:36.846869 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 6be6a6e2-6954-4948-b322-91c69026cabb details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:35:36.876148 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54910) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:36.876314 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d13dd0d4-22a7-48dd-9d01-c497caaaa0e4 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0742843 Aug 31 09:35:36.883967 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-4f6bbd59-663a-4957-af38-eb913080ae81 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Request body: {'subnet': {'network_id': '6be6a6e2-6954-4948-b322-91c69026cabb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:37.001225 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c12004-a085-4b78-a280-e09e28411d30 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:35:37.011018 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b9c12004-a085-4b78-a280-e09e28411d30 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "PUT /v2.0/routers/014dbc62-34c8-41aa-86f1-43b1eecf452c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1559999 Aug 31 09:35:37.012333 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cadfe8-1fd5-42e7-88ff-d4f89d8ae1ec None None] Sync routers for ids ['014dbc62-34c8-41aa-86f1-43b1eecf452c'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:35:37.029278 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cadfe8-1fd5-42e7-88ff-d4f89d8ae1ec None None] Routers {'014dbc62-34c8-41aa-86f1-43b1eecf452c'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:37.030217 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e4cadfe8-1fd5-42e7-88ff-d4f89d8ae1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:35:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['014dbc62-34c8-41aa-86f1-43b1eecf452c'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:37.093789 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6181fc81-a6e6-47f6-814b-0d89922e39a2 None None] Provisioning complete for port 9496107b-38e0-4674-aa0a-5671702d9bac triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:37.094723 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6181fc81-a6e6-47f6-814b-0d89922e39a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:37.128092 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6bbd59-663a-4957-af38-eb913080ae81 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Made reservation on behalf of 4ca0e3d8b6764eda85af3c5c6c9822eb for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:37.133512 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4f6bbd59-663a-4957-af38-eb913080ae81 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:37.184898 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-6181fc81-a6e6-47f6-814b-0d89922e39a2 None None] Port 9496107b-38e0-4674-aa0a-5671702d9bac cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:35:37.196429 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-e4cadfe8-1fd5-42e7-88ff-d4f89d8ae1ec None None] Set router 014dbc62-34c8-41aa-86f1-43b1eecf452c gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:35:37.198928 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.ipam_backend_mixin [None req-4f6bbd59-663a-4957-af38-eb913080ae81 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Performing IP validity checks on allocation pools {{(pid=95552) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 09:35:37.199491 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.ipam_backend_mixin [None req-4f6bbd59-663a-4957-af38-eb913080ae81 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95552) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 09:35:37.444399 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4f6bbd59-663a-4957-af38-eb913080ae81 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:37.485370 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e4cadfe8-1fd5-42e7-88ff-d4f89d8ae1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'name': 'tempest-TestNetworkBasicOps-router-1255907600', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:47Z', 'updated_at': '2021-08-31T09:35:34Z', 'revision_number': 5, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'ce5c8832-022e-464d-8e6d-d3c3ee7e4e02', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'port_id': 'e9700cec-1926-43bb-b87c-f465e2f303bc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb', 'mac_address': 'fa:16:3e:d3:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:34:27Z', 'updated_at': '2021-08-31T09:34:31Z', 'revision_number': 1, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b5340ae-8763-45f6-8af6-1c4824c4cd59', 'name': '', 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'mac_address': 'fa:16:3e:91:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '0dbbb6f2-1c93-4c91-88d5-f35d32ebd383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:55Z', 'updated_at': '2021-08-31T09:34:04Z', 'revision_number': 5, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'subnets': [{'id': '0dbbb6f2-1c93-4c91-88d5-f35d32ebd383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9496107b-38e0-4674-aa0a-5671702d9bac', 'name': '', 'network_id': '8a20f859-0fd1-4059-b2ca-39c5bae6680a', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'mac_address': 'fa:16:3e:c3:57:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'de1c6019-9fd6-4bfc-8b5c-185d81e7e73a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:33Z', 'updated_at': '2021-08-31T09:35:35Z', 'revision_number': 2, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'subnets': [{'id': 'de1c6019-9fd6-4bfc-8b5c-185d81e7e73a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:37.523026 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cadfe8-1fd5-42e7-88ff-d4f89d8ae1ec None None] Checking router: 014dbc62-34c8-41aa-86f1-43b1eecf452c for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:35:37.524457 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cadfe8-1fd5-42e7-88ff-d4f89d8ae1ec None None] Updating router 014dbc62-34c8-41aa-86f1-43b1eecf452c port 9496107b-38e0-4674-aa0a-5671702d9bac binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:35:37.538265 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6bbd59-663a-4957-af38-eb913080ae81 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event updated for resources: {'Subnet': ['ID=319ea988-0fb8-4840-9c49-ccd0d08ade02,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:37.541993 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6bbd59-663a-4957-af38-eb913080ae81 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Checking segment: {'id': '9254ecbd-c567-4091-b398-79d1296171a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1649, 'network_id': '6be6a6e2-6954-4948-b322-91c69026cabb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:37.542414 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6bbd59-663a-4957-af38-eb913080ae81 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Network hostable DHCP agents. Network: 6be6a6e2-6954-4948-b322-91c69026cabb, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:35:37.557016 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e4cadfe8-1fd5-42e7-88ff-d4f89d8ae1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:37.642875 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6bbd59-663a-4957-af38-eb913080ae81 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Network 6be6a6e2-6954-4948-b322-91c69026cabb is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:35:37.762912 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-4f6bbd59-663a-4957-af38-eb913080ae81 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 6be6a6e2-6954-4948-b322-91c69026cabb) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:37.773038 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec677e3-3504-4a7d-ac44-eaa89c1e9ecc req-10b7f63f-f4aa-4787-979f-37dc1dde633b tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:37.773038 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5ec677e3-3504-4a7d-ac44-eaa89c1e9ecc req-10b7f63f-f4aa-4787-979f-37dc1dde633b tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=f12370fb-a2b3-4c94-8f74-6e667ffb5d20 HTTP/1.1" status: 200 len: 944 time: 0.0630050 Aug 31 09:35:37.787793 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6bbd59-663a-4957-af38-eb913080ae81 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:37.799755 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4f6bbd59-663a-4957-af38-eb913080ae81 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:37.852108 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3f8b03-faba-4ba7-8327-db6d1e62b3fd None None] Network 6be6a6e2-6954-4948-b322-91c69026cabb requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:37.886399 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5ec677e3-3504-4a7d-ac44-eaa89c1e9ecc req-ec98d398-0288-47b9-bd36-10f584ffa3ee tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678782 Aug 31 09:35:37.929405 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4f6bbd59-663a-4957-af38-eb913080ae81 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0521150 Aug 31 09:35:37.932098 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54934) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:38.083670 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9298c19d-73af-4dea-81aa-7df9b13a7380 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:38.108139 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ad21d8-4ad6-4844-b8d0-965636179e9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-6be6a6e2-6954-4948-b322-91c69026cabb', 'network_id': '6be6a6e2-6954-4948-b322-91c69026cabb', 'tenant_id': '4ca0e3d8b6764eda85af3c5c6c9822eb', 'fixed_ips': [{'subnet_id': '319ea988-0fb8-4840-9c49-ccd0d08ade02'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:35:38.112003 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-12ad21d8-4ad6-4844-b8d0-965636179e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:38.176113 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e4cadfe8-1fd5-42e7-88ff-d4f89d8ae1ec None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:38.187617 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e4cadfe8-1fd5-42e7-88ff-d4f89d8ae1ec None None] Transition to ACTIVE for port object 9496107b-38e0-4674-aa0a-5671702d9bac will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:38.233178 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9298c19d-73af-4dea-81aa-7df9b13a7380 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:38.302731 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e4cadfe8-1fd5-42e7-88ff-d4f89d8ae1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:38.346904 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e14831-de09-4574-9512-6de4b3496a6f None None] Pushing event updated for resources: {'Port': ['ID=9496107b-38e0-4674-aa0a-5671702d9bac,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:38.433249 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9298c19d-73af-4dea-81aa-7df9b13a7380 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:38.438450 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e4cadfe8-1fd5-42e7-88ff-d4f89d8ae1ec None None] Attempting to bind port 9496107b-38e0-4674-aa0a-5671702d9bac on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:38.438968 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e4cadfe8-1fd5-42e7-88ff-d4f89d8ae1ec None None] Attempting to bind port 9496107b-38e0-4674-aa0a-5671702d9bac by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '909a319c-4d84-49cc-94b3-8394bf3a1751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '8a20f859-0fd1-4059-b2ca-39c5bae6680a'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:38.439430 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cadfe8-1fd5-42e7-88ff-d4f89d8ae1ec None None] Attempting to bind port 9496107b-38e0-4674-aa0a-5671702d9bac on network 8a20f859-0fd1-4059-b2ca-39c5bae6680a {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:38.445969 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cadfe8-1fd5-42e7-88ff-d4f89d8ae1ec None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:38.446611 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cadfe8-1fd5-42e7-88ff-d4f89d8ae1ec None None] Checking segment: {'id': '909a319c-4d84-49cc-94b3-8394bf3a1751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '8a20f859-0fd1-4059-b2ca-39c5bae6680a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:38.452932 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e4cadfe8-1fd5-42e7-88ff-d4f89d8ae1ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:38.453496 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cadfe8-1fd5-42e7-88ff-d4f89d8ae1ec None None] Bound using segment: {'id': '909a319c-4d84-49cc-94b3-8394bf3a1751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '8a20f859-0fd1-4059-b2ca-39c5bae6680a'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:38.454076 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e4cadfe8-1fd5-42e7-88ff-d4f89d8ae1ec None None] Bound port: 9496107b-38e0-4674-aa0a-5671702d9bac, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '909a319c-4d84-49cc-94b3-8394bf3a1751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '8a20f859-0fd1-4059-b2ca-39c5bae6680a'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:38.454527 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e4cadfe8-1fd5-42e7-88ff-d4f89d8ae1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server [None req-12ad21d8-4ad6-4844-b8d0-965636179e9b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 319ea988-0fb8-4840-9c49-ccd0d08ade02: This subnet is being modified by another concurrent operation. Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise exception Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 319ea988-0fb8-4840-9c49-ccd0d08ade02: This subnet is being modified by another concurrent operation. Aug 31 09:35:38.501239 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server Aug 31 09:35:38.510629 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298c19d-73af-4dea-81aa-7df9b13a7380 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event deleted for resources: {'Subnet': ['ID=319ea988-0fb8-4840-9c49-ccd0d08ade02,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:38.550813 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-e4cadfe8-1fd5-42e7-88ff-d4f89d8ae1ec None None] For port 9496107b-38e0-4674-aa0a-5671702d9bac, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:38.554955 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-e4cadfe8-1fd5-42e7-88ff-d4f89d8ae1ec None None] For port 9496107b-38e0-4674-aa0a-5671702d9bac, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=9496107b-38e0-4674-aa0a-5671702d9bac,segment=NetworkSegment(909a319c-4d84-49cc-94b3-8394bf3a1751),segment_id=909a319c-4d84-49cc-94b3-8394bf3a1751)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:38.557765 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a971170d-df44-4888-9307-ac0031f912f8 None None] Network 6be6a6e2-6954-4948-b322-91c69026cabb requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:38.650196 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e4cadfe8-1fd5-42e7-88ff-d4f89d8ae1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:38.672875 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9298c19d-73af-4dea-81aa-7df9b13a7380 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:38.689414 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-9298c19d-73af-4dea-81aa-7df9b13a7380 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be6a6e2-6954-4948-b322-91c69026cabb']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:38.706706 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-9298c19d-73af-4dea-81aa-7df9b13a7380 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9254ecbd-c567-4091-b398-79d1296171a5') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:38.706975 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-9298c19d-73af-4dea-81aa-7df9b13a7380 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9254ecbd-c567-4091-b398-79d1296171a5') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:38.719115 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e14831-de09-4574-9512-6de4b3496a6f None None] Pushing event updated for resources: {'Port': ['ID=9496107b-38e0-4674-aa0a-5671702d9bac,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:38.741761 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9298c19d-73af-4dea-81aa-7df9b13a7380 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:38.762174 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9298c19d-73af-4dea-81aa-7df9b13a7380 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:38.769470 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9298c19d-73af-4dea-81aa-7df9b13a7380 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Releasing vlan 1649 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:35:38.770948 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9298c19d-73af-4dea-81aa-7df9b13a7380 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:38.774965 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:35:38.774965 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:35:38.774965 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:35:38.774965 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:35:38.774965 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:35:38.774965 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:35:38.774965 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:35:38.774965 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:35:38.774965 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:35:38.774965 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:35:38.774965 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:35:38.774965 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:35:38.774965 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:35:38.774965 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:35:38.774965 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:35:38.774965 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:35:38.774965 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:35:38.774965 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:35:38.774965 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:35:38.774965 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:35:38.774965 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:35:38.774965 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:35:38.774965 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:35:38.774965 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:35:38.774965 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:35:38.774965 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:35:38.774965 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:35:38.774965 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:35:38.774965 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:35:38.774965 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:35:38.774965 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:35:38.774965 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:35:38.784592 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cadfe8-1fd5-42e7-88ff-d4f89d8ae1ec None None] Routers {'014dbc62-34c8-41aa-86f1-43b1eecf452c'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:38.785340 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e4cadfe8-1fd5-42e7-88ff-d4f89d8ae1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:35:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['014dbc62-34c8-41aa-86f1-43b1eecf452c'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:38.981022 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-e4cadfe8-1fd5-42e7-88ff-d4f89d8ae1ec None None] Set router 014dbc62-34c8-41aa-86f1-43b1eecf452c gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:35:39.019585 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9298c19d-73af-4dea-81aa-7df9b13a7380 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:39.025797 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9298c19d-73af-4dea-81aa-7df9b13a7380 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:39.027805 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9298c19d-73af-4dea-81aa-7df9b13a7380 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "DELETE /v2.0/networks/6be6a6e2-6954-4948-b322-91c69026cabb HTTP/1.1" status: 204 len: 168 time: 1.0947807 Aug 31 09:35:39.061641 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54958) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:39.063440 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298c19d-73af-4dea-81aa-7df9b13a7380 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event deleted for resources: {'Network': ['ID=6be6a6e2-6954-4948-b322-91c69026cabb,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:39.077462 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-acab2994-c2b3-485f-bcee-7526ec06ff90 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-666658058'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:39.125979 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29699cc9-25f2-49d3-b73a-ae90dc999704 None None] get_active_networks_info from n-d-791506-28 {{(pid=95554) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:35:39.126313 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540b219-ba7b-4d9e-be4b-48d65171c261 req-e25b7336-7bc5-4690-981b-1f3b2f2f75f8 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:39.128007 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5540b219-ba7b-4d9e-be4b-48d65171c261 req-e25b7336-7bc5-4690-981b-1f3b2f2f75f8 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=f12370fb-a2b3-4c94-8f74-6e667ffb5d20 HTTP/1.1" status: 200 len: 944 time: 0.1225643 Aug 31 09:35:39.175912 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5540b219-ba7b-4d9e-be4b-48d65171c261 req-b7e036cc-b7f5-45f6-bd13-b1e44fc1e868 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398719 Aug 31 09:35:39.182235 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acab2994-c2b3-485f-bcee-7526ec06ff90 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Made reservation on behalf of 4ca0e3d8b6764eda85af3c5c6c9822eb for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:39.187413 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-acab2994-c2b3-485f-bcee-7526ec06ff90 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:39.218230 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acab2994-c2b3-485f-bcee-7526ec06ff90 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] vlan segment allocate from pool success with {'vlan_id': 1642, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:35:39.227583 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-acab2994-c2b3-485f-bcee-7526ec06ff90 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:39.228278 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-acab2994-c2b3-485f-bcee-7526ec06ff90 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Added segment 547a6700-8a49-48c6-91d5-ddee2473670d of type vlan for network 90121b00-9229-442b-983b-cc529be776f2 Aug 31 09:35:39.283107 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-acab2994-c2b3-485f-bcee-7526ec06ff90 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:39.352121 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29699cc9-25f2-49d3-b73a-ae90dc999704 None None] Resources bound (agent type, host, resource id): {{(pid=95554) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:35:39.444103 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-acab2994-c2b3-485f-bcee-7526ec06ff90 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:39.452285 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acab2994-c2b3-485f-bcee-7526ec06ff90 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:39.452285 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-acab2994-c2b3-485f-bcee-7526ec06ff90 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:39.524778 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab2994-c2b3-485f-bcee-7526ec06ff90 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event updated for resources: {'Network': ['ID=90121b00-9229-442b-983b-cc529be776f2,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:39.563316 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 90121b00-9229-442b-983b-cc529be776f2 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:35:39.569764 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:35:39.589404 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54966) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:39.606047 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54970) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:39.607087 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-acab2994-c2b3-485f-bcee-7526ec06ff90 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5452709 Aug 31 09:35:39.613509 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-e7ab4bcf-33b5-40ff-b01d-f5796e430977 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Request body: {'subnet': {'network_id': '90121b00-9229-442b-983b-cc529be776f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:39.734833 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e4cadfe8-1fd5-42e7-88ff-d4f89d8ae1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'name': 'tempest-TestNetworkBasicOps-router-1255907600', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:47Z', 'updated_at': '2021-08-31T09:35:34Z', 'revision_number': 5, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'ce5c8832-022e-464d-8e6d-d3c3ee7e4e02', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'port_id': 'e9700cec-1926-43bb-b87c-f465e2f303bc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb', 'mac_address': 'fa:16:3e:d3:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:34:27Z', 'updated_at': '2021-08-31T09:34:31Z', 'revision_number': 1, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b5340ae-8763-45f6-8af6-1c4824c4cd59', 'name': '', 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'mac_address': 'fa:16:3e:91:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '0dbbb6f2-1c93-4c91-88d5-f35d32ebd383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:55Z', 'updated_at': '2021-08-31T09:34:04Z', 'revision_number': 5, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'subnets': [{'id': '0dbbb6f2-1c93-4c91-88d5-f35d32ebd383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9496107b-38e0-4674-aa0a-5671702d9bac', 'name': '', 'network_id': '8a20f859-0fd1-4059-b2ca-39c5bae6680a', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'mac_address': 'fa:16:3e:c3:57:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'de1c6019-9fd6-4bfc-8b5c-185d81e7e73a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:33Z', 'updated_at': '2021-08-31T09:35:38Z', 'revision_number': 4, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'subnets': [{'id': 'de1c6019-9fd6-4bfc-8b5c-185d81e7e73a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:39.776325 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f12e1d9-40ce-46cf-91bc-f56b38aea692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:39.805598 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cadfe8-1fd5-42e7-88ff-d4f89d8ae1ec None None] The sync data for ids ['014dbc62-34c8-41aa-86f1-43b1eecf452c'] in n-d-791506-28 is: [{'id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'name': 'tempest-TestNetworkBasicOps-router-1255907600', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:47Z', 'updated_at': '2021-08-31T09:35:34Z', 'revision_number': 5, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'ce5c8832-022e-464d-8e6d-d3c3ee7e4e02', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'port_id': 'e9700cec-1926-43bb-b87c-f465e2f303bc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb', 'mac_address': 'fa:16:3e:d3:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:34:27Z', 'updated_at': '2021-08-31T09:34:31Z', 'revision_number': 1, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b5340ae-8763-45f6-8af6-1c4824c4cd59', 'name': '', 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'mac_address': 'fa:16:3e:91:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '0dbbb6f2-1c93-4c91-88d5-f35d32ebd383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:55Z', 'updated_at': '2021-08-31T09:34:04Z', 'revision_number': 5, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'subnets': [{'id': '0dbbb6f2-1c93-4c91-88d5-f35d32ebd383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9496107b-38e0-4674-aa0a-5671702d9bac', 'name': '', 'network_id': '8a20f859-0fd1-4059-b2ca-39c5bae6680a', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'mac_address': 'fa:16:3e:c3:57:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': 'de1c6019-9fd6-4bfc-8b5c-185d81e7e73a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:35:33Z', 'updated_at': '2021-08-31T09:35:38Z', 'revision_number': 4, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'subnets': [{'id': 'de1c6019-9fd6-4bfc-8b5c-185d81e7e73a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:35:39.878074 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ab4bcf-33b5-40ff-b01d-f5796e430977 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Made reservation on behalf of 4ca0e3d8b6764eda85af3c5c6c9822eb for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:39.889186 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e7ab4bcf-33b5-40ff-b01d-f5796e430977 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:39.892364 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68,segment=NetworkSegment(e7bfaea8-dc50-4428-a9a7-b756d181f6bc),segment_id=e7bfaea8-dc50-4428-a9a7-b756d181f6bc)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:39.914380 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68', 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6', 'port_id': '59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68', 'mac_address': 'fa:16:3e:11:e2:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a8d9332-4934-4e0f-b006-f09be5a999bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:35:39.999263 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:40.021701 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:35:40.062792 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68,segment=NetworkSegment(e7bfaea8-dc50-4428-a9a7-b756d181f6bc),segment_id=e7bfaea8-dc50-4428-a9a7-b756d181f6bc)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:40.089025 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f12e1d9-40ce-46cf-91bc-f56b38aea692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:40.169438 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:40.244445 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f12e1d9-40ce-46cf-91bc-f56b38aea692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:40.264901 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:40.299460 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6f12e1d9-40ce-46cf-91bc-f56b38aea692 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=d741d38b15ad4d6ca157669dd2f52b66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7086060 Aug 31 09:35:40.300740 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12e1d9-40ce-46cf-91bc-f56b38aea692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8952e536-22af-48e3-abfb-dd76b0d128b0,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:40.303146 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54978) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:40.317607 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e7ab4bcf-33b5-40ff-b01d-f5796e430977 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:40.390868 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4a674faf-14c4-41a5-b10e-d9b5df2645d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:40.397695 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df79dd-823e-4351-ae12-5f3fecd73707 req-af9572a3-807b-4d0b-9455-72ad6390fe86 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:40.404996 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-72df79dd-823e-4351-ae12-5f3fecd73707 req-af9572a3-807b-4d0b-9455-72ad6390fe86 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=f12370fb-a2b3-4c94-8f74-6e667ffb5d20 HTTP/1.1" status: 200 len: 945 time: 0.1178429 Aug 31 09:35:40.431091 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab4bcf-33b5-40ff-b01d-f5796e430977 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event updated for resources: {'Subnet': ['ID=f73014b0-3d02-4cd8-86ad-e5b749520fc1,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:40.446248 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4a674faf-14c4-41a5-b10e-d9b5df2645d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:40.517645 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-72df79dd-823e-4351-ae12-5f3fecd73707 req-4701e869-1558-413e-b85c-c4885e25f06d tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105921 Aug 31 09:35:40.535259 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:35:40.538940 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ab4bcf-33b5-40ff-b01d-f5796e430977 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Checking segment: {'id': '547a6700-8a49-48c6-91d5-ddee2473670d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '90121b00-9229-442b-983b-cc529be776f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:40.539330 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ab4bcf-33b5-40ff-b01d-f5796e430977 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Network hostable DHCP agents. Network: 90121b00-9229-442b-983b-cc529be776f2, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:35:40.644612 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4a674faf-14c4-41a5-b10e-d9b5df2645d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:40.654593 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4a674faf-14c4-41a5-b10e-d9b5df2645d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:40.656379 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4a674faf-14c4-41a5-b10e-d9b5df2645d1 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/8952e536-22af-48e3-abfb-dd76b0d128b0 HTTP/1.1" status: 204 len: 168 time: 0.3517175 Aug 31 09:35:40.667489 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a674faf-14c4-41a5-b10e-d9b5df2645d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8952e536-22af-48e3-abfb-dd76b0d128b0,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:40.683552 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ab4bcf-33b5-40ff-b01d-f5796e430977 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Network 90121b00-9229-442b-983b-cc529be776f2 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:35:40.803892 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-e7ab4bcf-33b5-40ff-b01d-f5796e430977 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 90121b00-9229-442b-983b-cc529be776f2) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:40.809337 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ab4bcf-33b5-40ff-b01d-f5796e430977 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:40.809923 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e7ab4bcf-33b5-40ff-b01d-f5796e430977 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:40.815340 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4299cb-241a-4763-a175-847c833f7fb3 None None] Network 90121b00-9229-442b-983b-cc529be776f2 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:40.923427 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e7ab4bcf-33b5-40ff-b01d-f5796e430977 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3144884 Aug 31 09:35:40.926001 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54984) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:41.061952 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a54c185a-88cd-41bf-b755-a69cd4a98d82 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:41.135413 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a54c185a-88cd-41bf-b755-a69cd4a98d82 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:41.147319 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9496107b-38e0-4674-aa0a-5671702d9bac up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:41.225721 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2acac0-2c96-4de0-81d6-b1b6e5b23557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-90121b00-9229-442b-983b-cc529be776f2', 'network_id': '90121b00-9229-442b-983b-cc529be776f2', 'tenant_id': '4ca0e3d8b6764eda85af3c5c6c9822eb', 'fixed_ips': [{'subnet_id': 'f73014b0-3d02-4cd8-86ad-e5b749520fc1'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:35:41.227241 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1c2acac0-2c96-4de0-81d6-b1b6e5b23557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:41.329197 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a54c185a-88cd-41bf-b755-a69cd4a98d82 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:41.383050 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c185a-88cd-41bf-b755-a69cd4a98d82 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event deleted for resources: {'Subnet': ['ID=f73014b0-3d02-4cd8-86ad-e5b749520fc1,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:41.394661 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 9496107b-38e0-4674-aa0a-5671702d9bac completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:41.396915 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c78c6b9f-41fa-4652-827a-9672d70254dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:41.405083 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 9496107b-38e0-4674-aa0a-5671702d9bac triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:41.405454 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:41.451042 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a54c185a-88cd-41bf-b755-a69cd4a98d82 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:41.461739 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-a54c185a-88cd-41bf-b755-a69cd4a98d82 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90121b00-9229-442b-983b-cc529be776f2']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:41.472519 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-a54c185a-88cd-41bf-b755-a69cd4a98d82 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '547a6700-8a49-48c6-91d5-ddee2473670d') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:41.472816 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-a54c185a-88cd-41bf-b755-a69cd4a98d82 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '547a6700-8a49-48c6-91d5-ddee2473670d') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:41.483630 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a54c185a-88cd-41bf-b755-a69cd4a98d82 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server [None req-1c2acac0-2c96-4de0-81d6-b1b6e5b23557 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f73014b0-3d02-4cd8-86ad-e5b749520fc1: This subnet is being modified by another concurrent operation. Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise exception Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f73014b0-3d02-4cd8-86ad-e5b749520fc1: This subnet is being modified by another concurrent operation. Aug 31 09:35:41.499206 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server Aug 31 09:35:41.510806 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a54c185a-88cd-41bf-b755-a69cd4a98d82 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:41.520420 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a54c185a-88cd-41bf-b755-a69cd4a98d82 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Releasing vlan 1642 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:35:41.520420 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a54c185a-88cd-41bf-b755-a69cd4a98d82 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:41.520420 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:35:41.520420 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:35:41.520420 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:35:41.520420 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:35:41.520420 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:35:41.520420 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:35:41.520420 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:35:41.520420 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:35:41.520420 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:35:41.520420 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:35:41.520420 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:35:41.520420 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:35:41.520420 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:35:41.520420 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:35:41.520420 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:35:41.520420 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:35:41.520420 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:35:41.520420 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:35:41.520420 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:35:41.520420 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:35:41.520420 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:35:41.520420 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:35:41.520420 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:35:41.520420 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:35:41.520420 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:35:41.520420 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:35:41.520420 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:35:41.520420 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:35:41.520420 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:35:41.520420 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:35:41.520420 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:35:41.520420 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:35:41.531359 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c76b67-aec5-4d7b-addc-47f6035a7f3a None None] Network 90121b00-9229-442b-983b-cc529be776f2 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:41.588070 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:41.665443 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd78dbd-ea90-4450-b291-13bb99188a28 req-163df514-867a-48e2-9240-0d7a7a51598f tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:41.667248 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4bd78dbd-ea90-4450-b291-13bb99188a28 req-163df514-867a-48e2-9240-0d7a7a51598f tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=f12370fb-a2b3-4c94-8f74-6e667ffb5d20 HTTP/1.1" status: 200 len: 945 time: 0.0629950 Aug 31 09:35:41.669546 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 9496107b-38e0-4674-aa0a-5671702d9bac, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=9496107b-38e0-4674-aa0a-5671702d9bac,segment=NetworkSegment(909a319c-4d84-49cc-94b3-8394bf3a1751),segment_id=909a319c-4d84-49cc-94b3-8394bf3a1751)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:41.695125 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b640935-9158-4b52-8074-f61ffb4623ab None None] get_active_networks_info from n-d-791506-28 {{(pid=95554) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:35:41.710084 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4bd78dbd-ea90-4450-b291-13bb99188a28 req-ff4cd294-f8ea-42f6-8a18-880bc51e810b tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364757 Aug 31 09:35:41.718034 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a54c185a-88cd-41bf-b755-a69cd4a98d82 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:41.727437 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a54c185a-88cd-41bf-b755-a69cd4a98d82 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:41.729339 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a54c185a-88cd-41bf-b755-a69cd4a98d82 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "DELETE /v2.0/networks/90121b00-9229-442b-983b-cc529be776f2 HTTP/1.1" status: 204 len: 168 time: 0.8017650 Aug 31 09:35:41.736296 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55006) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:41.745026 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-9590edbd-ad78-48f4-95ee-ff36fbf1fa82 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-112509059'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:41.745185 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c185a-88cd-41bf-b755-a69cd4a98d82 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event deleted for resources: {'Network': ['ID=90121b00-9229-442b-983b-cc529be776f2,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:41.767320 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:41.848465 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9590edbd-ad78-48f4-95ee-ff36fbf1fa82 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Made reservation on behalf of 4ca0e3d8b6764eda85af3c5c6c9822eb for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:41.848685 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=9496107b-38e0-4674-aa0a-5671702d9bac,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:41.852716 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9590edbd-ad78-48f4-95ee-ff36fbf1fa82 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:41.861139 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b640935-9158-4b52-8074-f61ffb4623ab None None] Resources bound (agent type, host, resource id): {{(pid=95554) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:35:41.880738 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9590edbd-ad78-48f4-95ee-ff36fbf1fa82 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] vlan segment allocate from pool success with {'vlan_id': 1616, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:35:41.889913 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9590edbd-ad78-48f4-95ee-ff36fbf1fa82 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:41.890362 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-9590edbd-ad78-48f4-95ee-ff36fbf1fa82 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Added segment 13eaaee1-a686-4dbc-ad12-415fad4f7630 of type vlan for network d0c4be7d-93b0-427d-8180-8fdd521af932 Aug 31 09:35:41.931514 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9590edbd-ad78-48f4-95ee-ff36fbf1fa82 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:42.032159 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9590edbd-ad78-48f4-95ee-ff36fbf1fa82 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:42.039166 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9590edbd-ad78-48f4-95ee-ff36fbf1fa82 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:42.039863 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9590edbd-ad78-48f4-95ee-ff36fbf1fa82 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:42.136256 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590edbd-ad78-48f4-95ee-ff36fbf1fa82 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event updated for resources: {'Network': ['ID=d0c4be7d-93b0-427d-8180-8fdd521af932,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:42.152263 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network d0c4be7d-93b0-427d-8180-8fdd521af932 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:35:42.186991 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9590edbd-ad78-48f4-95ee-ff36fbf1fa82 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4491537 Aug 31 09:35:42.189440 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55020) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:42.197276 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-5c8cc7a1-764b-4940-a540-869b99459420 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Request body: {'subnet': {'network_id': 'd0c4be7d-93b0-427d-8180-8fdd521af932', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:42.465425 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8cc7a1-764b-4940-a540-869b99459420 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Made reservation on behalf of 4ca0e3d8b6764eda85af3c5c6c9822eb for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:42.470088 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5c8cc7a1-764b-4940-a540-869b99459420 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:42.814246 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5c8cc7a1-764b-4940-a540-869b99459420 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:42.830025 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f39f59-c3c1-4a15-a56c-f1a2e59d00df req-ccd48dcf-0cc4-4480-8f6b-19dd38654cd2 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:42.831560 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49f39f59-c3c1-4a15-a56c-f1a2e59d00df req-ccd48dcf-0cc4-4480-8f6b-19dd38654cd2 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=f12370fb-a2b3-4c94-8f74-6e667ffb5d20 HTTP/1.1" status: 200 len: 945 time: 0.0511725 Aug 31 09:35:42.890041 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8cc7a1-764b-4940-a540-869b99459420 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event updated for resources: {'Subnet': ['ID=45f37db7-c9ae-4412-9298-2f09673aebf1,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:42.898206 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8cc7a1-764b-4940-a540-869b99459420 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Checking segment: {'id': '13eaaee1-a686-4dbc-ad12-415fad4f7630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'd0c4be7d-93b0-427d-8180-8fdd521af932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:42.898206 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8cc7a1-764b-4940-a540-869b99459420 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Network hostable DHCP agents. Network: d0c4be7d-93b0-427d-8180-8fdd521af932, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:35:42.903781 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49f39f59-c3c1-4a15-a56c-f1a2e59d00df req-60664ebf-b32a-4000-9f63-d290bf588f5d tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652442 Aug 31 09:35:43.008543 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8cc7a1-764b-4940-a540-869b99459420 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Network d0c4be7d-93b0-427d-8180-8fdd521af932 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:35:43.080216 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9496107b-38e0-4674-aa0a-5671702d9bac up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:43.110986 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-5c8cc7a1-764b-4940-a540-869b99459420 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, d0c4be7d-93b0-427d-8180-8fdd521af932) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:43.116094 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8cc7a1-764b-4940-a540-869b99459420 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:43.116680 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5c8cc7a1-764b-4940-a540-869b99459420 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:43.126251 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e394fa77-6115-4b68-b872-b1b07695c8b1 None None] Network d0c4be7d-93b0-427d-8180-8fdd521af932 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:43.187861 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 9496107b-38e0-4674-aa0a-5671702d9bac triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:43.188452 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:43.203762 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5c8cc7a1-764b-4940-a540-869b99459420 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0127277 Aug 31 09:35:43.205844 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55048) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:43.319618 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-149a4a7f-eb38-41d8-8261-fb30888277df tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:43.362819 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7c45fa-1bf6-4069-b9ac-0e48d93b5859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-d0c4be7d-93b0-427d-8180-8fdd521af932', 'network_id': 'd0c4be7d-93b0-427d-8180-8fdd521af932', 'tenant_id': '4ca0e3d8b6764eda85af3c5c6c9822eb', 'fixed_ips': [{'subnet_id': '45f37db7-c9ae-4412-9298-2f09673aebf1'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:35:43.364744 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4c7c45fa-1bf6-4069-b9ac-0e48d93b5859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:43.412883 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-149a4a7f-eb38-41d8-8261-fb30888277df tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:43.534809 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-149a4a7f-eb38-41d8-8261-fb30888277df tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server [None req-4c7c45fa-1bf6-4069-b9ac-0e48d93b5859 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45f37db7-c9ae-4412-9298-2f09673aebf1: This subnet is being modified by another concurrent operation. Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise exception Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45f37db7-c9ae-4412-9298-2f09673aebf1: This subnet is being modified by another concurrent operation. Aug 31 09:35:43.564144 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server Aug 31 09:35:43.572857 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a4a7f-eb38-41d8-8261-fb30888277df tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event deleted for resources: {'Subnet': ['ID=45f37db7-c9ae-4412-9298-2f09673aebf1,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:43.607531 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:43.612318 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1648eabd-ded2-4f26-bc08-ac1908cf8564 None None] Network d0c4be7d-93b0-427d-8180-8fdd521af932 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:43.642885 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-149a4a7f-eb38-41d8-8261-fb30888277df tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:43.675435 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-149a4a7f-eb38-41d8-8261-fb30888277df tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c4be7d-93b0-427d-8180-8fdd521af932']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:43.698939 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-149a4a7f-eb38-41d8-8261-fb30888277df tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13eaaee1-a686-4dbc-ad12-415fad4f7630') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:43.699239 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-149a4a7f-eb38-41d8-8261-fb30888277df tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13eaaee1-a686-4dbc-ad12-415fad4f7630') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:43.710391 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-149a4a7f-eb38-41d8-8261-fb30888277df tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:43.729553 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-149a4a7f-eb38-41d8-8261-fb30888277df tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:43.736016 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-149a4a7f-eb38-41d8-8261-fb30888277df tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Releasing vlan 1616 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:35:43.741602 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-149a4a7f-eb38-41d8-8261-fb30888277df tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:43.744748 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:35:43.744748 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:35:43.744748 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:35:43.744748 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:35:43.744748 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:35:43.744748 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:35:43.744748 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:35:43.744748 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:35:43.744748 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:35:43.744748 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:35:43.744748 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:35:43.744748 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:35:43.744748 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:35:43.744748 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:35:43.744748 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:35:43.744748 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:35:43.744748 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:35:43.744748 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:35:43.744748 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:35:43.744748 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:35:43.744748 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:35:43.744748 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:35:43.744748 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:35:43.744748 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:35:43.744748 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:35:43.744748 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:35:43.744748 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:35:43.744748 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:35:43.744748 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:35:43.744748 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:35:43.744748 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:35:43.744748 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:35:43.782125 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ec6a24-63aa-4faf-b809-cc553ea001d0 None None] get_active_networks_info from n-d-791506-28 {{(pid=95554) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:35:43.883914 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:43.896826 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:43.897725 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:43.906102 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-149a4a7f-eb38-41d8-8261-fb30888277df tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:43.914622 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-149a4a7f-eb38-41d8-8261-fb30888277df tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:43.918890 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-149a4a7f-eb38-41d8-8261-fb30888277df tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "DELETE /v2.0/networks/d0c4be7d-93b0-427d-8180-8fdd521af932 HTTP/1.1" status: 204 len: 168 time: 0.7119925 Aug 31 09:35:43.925787 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55054) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:43.937992 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ec6a24-63aa-4faf-b809-cc553ea001d0 None None] Resources bound (agent type, host, resource id): {{(pid=95554) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:35:43.943903 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-6eb62ca6-e73c-4527-a6ef-e6f1e5272736 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2139204363'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:43.954339 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a4a7f-eb38-41d8-8261-fb30888277df tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event deleted for resources: {'Network': ['ID=d0c4be7d-93b0-427d-8180-8fdd521af932,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:43.996759 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-682e3124-c2c7-4757-99a9-6cbfdf2c2ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:44.088230 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb62ca6-e73c-4527-a6ef-e6f1e5272736 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Made reservation on behalf of 4ca0e3d8b6764eda85af3c5c6c9822eb for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:44.091831 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6eb62ca6-e73c-4527-a6ef-e6f1e5272736 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:44.136508 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb62ca6-e73c-4527-a6ef-e6f1e5272736 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] vlan segment allocate from pool success with {'vlan_id': 1638, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:35:44.137557 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:44.148061 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6eb62ca6-e73c-4527-a6ef-e6f1e5272736 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:44.155113 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-6eb62ca6-e73c-4527-a6ef-e6f1e5272736 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Added segment 3d874460-2235-4ca4-95d1-40bc23871b8c of type vlan for network 5ed580c8-d3db-4a98-82cc-432ff991520f Aug 31 09:35:44.159765 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f904629-a856-4f75-a26c-f6e09b481748 req-1ead6095-2ab1-46a7-ac45-a1b8b11ea30e tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:44.162901 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2f904629-a856-4f75-a26c-f6e09b481748 req-1ead6095-2ab1-46a7-ac45-a1b8b11ea30e tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=f12370fb-a2b3-4c94-8f74-6e667ffb5d20 HTTP/1.1" status: 200 len: 945 time: 0.1076133 Aug 31 09:35:44.169146 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:44.203318 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6eb62ca6-e73c-4527-a6ef-e6f1e5272736 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:44.214915 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12370fb-a2b3-4c94-8f74-6e667ffb5d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:44.217941 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde93589-c2ed-4116-8b92-5ab46d2a8d97" -d '{"events": [{"server_uuid": "f12370fb-a2b3-4c94-8f74-6e667ffb5d20", "name": "network-vif-plugged", "status": "completed", "tag": "59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:44.241875 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2f904629-a856-4f75-a26c-f6e09b481748 req-64fb5c00-542a-4b94-abd1-14db67eed4b4 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632234 Aug 31 09:35:44.277184 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68,segment=NetworkSegment(e7bfaea8-dc50-4428-a9a7-b756d181f6bc),segment_id=e7bfaea8-dc50-4428-a9a7-b756d181f6bc)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:44.277768 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0cee4f-9d13-4992-85d1-f7bca759cd8b x-openstack-request-id: req-4e0cee4f-9d13-4992-85d1-f7bca759cd8b {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:44.278055 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f12370fb-a2b3-4c94-8f74-6e667ffb5d20", "name": "network-vif-plugged", "status": "completed", "tag": "59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:44.278314 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4e0cee4f-9d13-4992-85d1-f7bca759cd8b {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:44.278732 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f12370fb-a2b3-4c94-8f74-6e667ffb5d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68', 'code': 200} Aug 31 09:35:44.288394 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6eb62ca6-e73c-4527-a6ef-e6f1e5272736 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:44.296813 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb62ca6-e73c-4527-a6ef-e6f1e5272736 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:44.299578 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6eb62ca6-e73c-4527-a6ef-e6f1e5272736 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:44.371513 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:44.402080 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb62ca6-e73c-4527-a6ef-e6f1e5272736 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event updated for resources: {'Network': ['ID=5ed580c8-d3db-4a98-82cc-432ff991520f,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:44.418322 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 5ed580c8-d3db-4a98-82cc-432ff991520f details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:35:44.418515 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dd955-1945-4c79-9b81-d54505058c9a req-68c145eb-59a7-4ffe-a841-10f0fab9b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:44.419987 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6c5dd955-1945-4c79-9b81-d54505058c9a req-68c145eb-59a7-4ffe-a841-10f0fab9b2fd service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=f12370fb-a2b3-4c94-8f74-6e667ffb5d20 HTTP/1.1" status: 200 len: 1098 time: 0.0682108 Aug 31 09:35:44.462673 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6c5dd955-1945-4c79-9b81-d54505058c9a req-cfad3e56-102c-4d20-bb93-48c7eb12172d service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335290 Aug 31 09:35:44.465416 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6eb62ca6-e73c-4527-a6ef-e6f1e5272736 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5378036 Aug 31 09:35:44.468236 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55068) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:44.473972 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-d6d1bf63-138e-4fa8-b61f-763f720046b1 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Request body: {'subnet': {'network_id': '5ed580c8-d3db-4a98-82cc-432ff991520f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:44.512121 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:44.641103 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d1bf63-138e-4fa8-b61f-763f720046b1 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Made reservation on behalf of 4ca0e3d8b6764eda85af3c5c6c9822eb for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:44.645194 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6d1bf63-138e-4fa8-b61f-763f720046b1 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:44.702616 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.ipam_backend_mixin [None req-d6d1bf63-138e-4fa8-b61f-763f720046b1 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Performing IP validity checks on allocation pools {{(pid=95552) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 09:35:44.703153 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.ipam_backend_mixin [None req-d6d1bf63-138e-4fa8-b61f-763f720046b1 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95552) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 09:35:44.917047 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6d1bf63-138e-4fa8-b61f-763f720046b1 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:44.981225 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d1bf63-138e-4fa8-b61f-763f720046b1 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event updated for resources: {'Subnet': ['ID=4c0dd754-2006-4986-bfd3-eb610aab0d98,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:44.990735 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d1bf63-138e-4fa8-b61f-763f720046b1 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Checking segment: {'id': '3d874460-2235-4ca4-95d1-40bc23871b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': '5ed580c8-d3db-4a98-82cc-432ff991520f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:44.991096 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d1bf63-138e-4fa8-b61f-763f720046b1 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Network hostable DHCP agents. Network: 5ed580c8-d3db-4a98-82cc-432ff991520f, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:35:45.092236 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d1bf63-138e-4fa8-b61f-763f720046b1 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Network 5ed580c8-d3db-4a98-82cc-432ff991520f is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:35:45.179062 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-d6d1bf63-138e-4fa8-b61f-763f720046b1 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 5ed580c8-d3db-4a98-82cc-432ff991520f) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:45.188605 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d1bf63-138e-4fa8-b61f-763f720046b1 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:45.188605 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6d1bf63-138e-4fa8-b61f-763f720046b1 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:45.192142 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1fc3bd-66bd-450b-a0f2-337f6719071a None None] Network 5ed580c8-d3db-4a98-82cc-432ff991520f requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:45.294614 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55088) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:45.296063 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d6d1bf63-138e-4fa8-b61f-763f720046b1 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8207185 Aug 31 09:35:45.340858 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:45.380891 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0efb744-152b-424f-85b7-2df08a637028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-5ed580c8-d3db-4a98-82cc-432ff991520f', 'network_id': '5ed580c8-d3db-4a98-82cc-432ff991520f', 'tenant_id': '4ca0e3d8b6764eda85af3c5c6c9822eb', 'fixed_ips': [{'subnet_id': '4c0dd754-2006-4986-bfd3-eb610aab0d98'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:35:45.381970 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c0efb744-152b-424f-85b7-2df08a637028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:45.412006 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-75349f45-669f-40c5-b459-33415e0df4ff tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=01ca4496a08e429ea2ef0bc9efd0cefb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0896418 Aug 31 09:35:45.516672 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-c0efb744-152b-424f-85b7-2df08a637028 None None] Allocated IP 172.20.0.3 (5ed580c8-d3db-4a98-82cc-432ff991520f/4c0dd754-2006-4986-bfd3-eb610aab0d98/f7c792b9-9f5c-4b51-9ae7-422cffbcada9) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:45.531320 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e5b35-3560-4307-afcd-798a20ba1914 req-eeafecd9-6e1e-4978-a7e5-f0b04aff79cc tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:45.539383 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d00e5b35-3560-4307-afcd-798a20ba1914 req-eeafecd9-6e1e-4978-a7e5-f0b04aff79cc tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=f12370fb-a2b3-4c94-8f74-6e667ffb5d20 HTTP/1.1" status: 200 len: 946 time: 0.1840549 Aug 31 09:35:45.615328 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c4960c58-49f4-4f34-976b-d9f91da544e0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:45.669900 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c0efb744-152b-424f-85b7-2df08a637028 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:45.679520 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c0efb744-152b-424f-85b7-2df08a637028 None None] Transition to ACTIVE for port object f7c792b9-9f5c-4b51-9ae7-422cffbcada9 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:45.692953 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d00e5b35-3560-4307-afcd-798a20ba1914 req-d63a3538-af22-4112-8d95-a9049ab1e8db tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527293 Aug 31 09:35:45.694125 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c0efb744-152b-424f-85b7-2df08a637028 None None] Transition to ACTIVE for port object f7c792b9-9f5c-4b51-9ae7-422cffbcada9 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:45.719741 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-308971eb-a195-489d-95d9-4d63fe71ce39 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:45.721254 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-308971eb-a195-489d-95d9-4d63fe71ce39 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2962275 Aug 31 09:35:45.758341 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-18c3acbc-df93-4436-851b-20396188b585 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] 10.222.0.119 "GET /v2.0/quotas/01ca4496a08e429ea2ef0bc9efd0cefb HTTP/1.1" status: 200 len: 375 time: 0.0178018 Aug 31 09:35:45.778775 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c0efb744-152b-424f-85b7-2df08a637028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:45.780394 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c4960c58-49f4-4f34-976b-d9f91da544e0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:45.800236 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-43feb77c-c135-493c-af31-b2342c93ba80 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=01ca4496a08e429ea2ef0bc9efd0cefb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348868 Aug 31 09:35:45.816211 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0efb744-152b-424f-85b7-2df08a637028 None None] Network 5ed580c8-d3db-4a98-82cc-432ff991520f is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:45.819219 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-c0efb744-152b-424f-85b7-2df08a637028 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:45.822738 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0efb744-152b-424f-85b7-2df08a637028 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:45.892083 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0efb744-152b-424f-85b7-2df08a637028 None None] Pushing event updated for resources: {'Port': ['ID=f7c792b9-9f5c-4b51-9ae7-422cffbcada9,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:45.932971 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c0efb744-152b-424f-85b7-2df08a637028 None None] Attempting to bind port f7c792b9-9f5c-4b51-9ae7-422cffbcada9 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:45.933328 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c0efb744-152b-424f-85b7-2df08a637028 None None] Attempting to bind port f7c792b9-9f5c-4b51-9ae7-422cffbcada9 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3d874460-2235-4ca4-95d1-40bc23871b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': '5ed580c8-d3db-4a98-82cc-432ff991520f'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:45.933682 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0efb744-152b-424f-85b7-2df08a637028 None None] Attempting to bind port f7c792b9-9f5c-4b51-9ae7-422cffbcada9 on network 5ed580c8-d3db-4a98-82cc-432ff991520f {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:45.938565 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0efb744-152b-424f-85b7-2df08a637028 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:45.938932 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0efb744-152b-424f-85b7-2df08a637028 None None] Checking segment: {'id': '3d874460-2235-4ca4-95d1-40bc23871b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': '5ed580c8-d3db-4a98-82cc-432ff991520f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:45.939324 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c0efb744-152b-424f-85b7-2df08a637028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:45.939708 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0efb744-152b-424f-85b7-2df08a637028 None None] Bound using segment: {'id': '3d874460-2235-4ca4-95d1-40bc23871b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': '5ed580c8-d3db-4a98-82cc-432ff991520f'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:45.940155 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c0efb744-152b-424f-85b7-2df08a637028 None None] Bound port: f7c792b9-9f5c-4b51-9ae7-422cffbcada9, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d874460-2235-4ca4-95d1-40bc23871b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1638, 'network_id': '5ed580c8-d3db-4a98-82cc-432ff991520f'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:45.940522 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c0efb744-152b-424f-85b7-2df08a637028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:45.974628 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c4960c58-49f4-4f34-976b-d9f91da544e0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:46.010963 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4960c58-49f4-4f34-976b-d9f91da544e0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event deleted for resources: {'Subnet': ['ID=4c0dd754-2006-4986-bfd3-eb610aab0d98,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:46.020450 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-c0efb744-152b-424f-85b7-2df08a637028 None None] For port f7c792b9-9f5c-4b51-9ae7-422cffbcada9, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:46.025040 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-c0efb744-152b-424f-85b7-2df08a637028 None None] For port f7c792b9-9f5c-4b51-9ae7-422cffbcada9, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f7c792b9-9f5c-4b51-9ae7-422cffbcada9,segment=NetworkSegment(3d874460-2235-4ca4-95d1-40bc23871b8c),segment_id=3d874460-2235-4ca4-95d1-40bc23871b8c)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:46.079426 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c4960c58-49f4-4f34-976b-d9f91da544e0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:46.106972 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-c4960c58-49f4-4f34-976b-d9f91da544e0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed580c8-d3db-4a98-82cc-432ff991520f']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:46.113323 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c0efb744-152b-424f-85b7-2df08a637028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:46.123497 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-c4960c58-49f4-4f34-976b-d9f91da544e0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d874460-2235-4ca4-95d1-40bc23871b8c') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:46.123806 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-c4960c58-49f4-4f34-976b-d9f91da544e0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d874460-2235-4ca4-95d1-40bc23871b8c') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:46.137174 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c4960c58-49f4-4f34-976b-d9f91da544e0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:46.183353 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c4960c58-49f4-4f34-976b-d9f91da544e0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:46.187241 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-25f5ba48-29e7-4c46-8acb-6c8b41c0d7d4 req-2af02aff-494f-47eb-ad7f-ed365c8509e2 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] 10.222.0.119 "GET /v2.0/ports?device_id=37aad24e-83b4-40e4-b408-572f5b8ae379 HTTP/1.1" status: 200 len: 210 time: 0.0967398 Aug 31 09:35:46.195926 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4960c58-49f4-4f34-976b-d9f91da544e0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Releasing vlan 1638 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:35:46.196753 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c4960c58-49f4-4f34-976b-d9f91da544e0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:46.200042 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:35:46.200042 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:35:46.200042 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:35:46.200042 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:35:46.200042 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:35:46.200042 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:35:46.200042 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:35:46.200042 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:35:46.200042 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:35:46.200042 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:35:46.200042 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:35:46.200042 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:35:46.200042 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:35:46.200042 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:35:46.200042 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:35:46.200042 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:35:46.200042 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:35:46.200042 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:35:46.200042 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:35:46.200042 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:35:46.200042 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:35:46.200042 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:35:46.200042 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:35:46.200042 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:35:46.200042 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:35:46.200042 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:35:46.200042 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:35:46.200042 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:35:46.200042 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:35:46.200042 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:35:46.200042 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:35:46.200042 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:35:46.215856 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0efb744-152b-424f-85b7-2df08a637028 None None] Pushing event updated for resources: {'Port': ['ID=f7c792b9-9f5c-4b51-9ae7-422cffbcada9,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:46.306398 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.db.api [None req-c4960c58-49f4-4f34-976b-d9f91da544e0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 09:35:46.306398 n-d-791506-28 neutron-server[95553]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 09:35:46.306398 n-d-791506-28 neutron-server[95553]: [parameters: {'id': '5ed580c8-d3db-4a98-82cc-432ff991520f'}] Aug 31 09:35:46.306398 n-d-791506-28 neutron-server[95553]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:35:46.308732 n-d-791506-28 neutron-server[95553]: DEBUG oslo_db.api [None req-c4960c58-49f4-4f34-976b-d9f91da544e0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:35:46.812662 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d919fc81-d642-4d6c-9267-9e46dab8d0eb req-0ad3440e-fde5-4ab7-9c20-acb632cf23cf tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:46.814058 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d919fc81-d642-4d6c-9267-9e46dab8d0eb req-0ad3440e-fde5-4ab7-9c20-acb632cf23cf tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=f12370fb-a2b3-4c94-8f74-6e667ffb5d20 HTTP/1.1" status: 200 len: 946 time: 0.0498726 Aug 31 09:35:46.815182 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c4960c58-49f4-4f34-976b-d9f91da544e0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:46.887354 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d919fc81-d642-4d6c-9267-9e46dab8d0eb req-e9f3c9ef-53cc-4a2d-977d-8300084bae0b tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648897 Aug 31 09:35:46.907724 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-c4960c58-49f4-4f34-976b-d9f91da544e0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Deleting port f7c792b9-9f5c-4b51-9ae7-422cffbcada9 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:46.908222 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c4960c58-49f4-4f34-976b-d9f91da544e0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:46.986908 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-c4960c58-49f4-4f34-976b-d9f91da544e0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] For port f7c792b9-9f5c-4b51-9ae7-422cffbcada9, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f7c792b9-9f5c-4b51-9ae7-422cffbcada9,segment=NetworkSegment(3d874460-2235-4ca4-95d1-40bc23871b8c),segment_id=3d874460-2235-4ca4-95d1-40bc23871b8c)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:46.987333 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c4960c58-49f4-4f34-976b-d9f91da544e0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.020033 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-c4960c58-49f4-4f34-976b-d9f91da544e0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Calling delete_port for f7c792b9-9f5c-4b51-9ae7-422cffbcada9 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:47.067499 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.150229 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f7c792b9-9f5c-4b51-9ae7-422cffbcada9 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:47.190694 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a6865-4bcd-4868-bee6-6dce4073b2e2 req-7017a39e-2cb7-43d5-8554-57412f284aab tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:47.192532 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-480a6865-4bcd-4868-bee6-6dce4073b2e2 req-7017a39e-2cb7-43d5-8554-57412f284aab tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=19fe892d-4957-4197-82f7-5f3868e33afb HTTP/1.1" status: 200 len: 946 time: 0.1571462 Aug 31 09:35:47.244872 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-480a6865-4bcd-4868-bee6-6dce4073b2e2 req-fa5ebdc7-b1a2-48bb-87fc-9960056be834 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402160 Aug 31 09:35:47.291520 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port f7c792b9-9f5c-4b51-9ae7-422cffbcada9 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:47.305024 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port f7c792b9-9f5c-4b51-9ae7-422cffbcada9 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:47.305395 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.309240 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c4960c58-49f4-4f34-976b-d9f91da544e0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.351821 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Port f7c792b9-9f5c-4b51-9ae7-422cffbcada9 was deleted so its status cannot be updated. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 09:35:47.357154 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e2c38f8c-1d47-4e8b-9291-0958713c71cf req-6e30d9a3-f735-4963-a8a3-dd29baf5696d tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] 10.222.0.119 "GET /v2.0/ports?device_id=37aad24e-83b4-40e4-b408-572f5b8ae379 HTTP/1.1" status: 200 len: 210 time: 0.0703638 Aug 31 09:35:47.388813 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4960c58-49f4-4f34-976b-d9f91da544e0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event deleted for resources: {'Port': ['ID=f7c792b9-9f5c-4b51-9ae7-422cffbcada9,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:47.390708 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4960c58-49f4-4f34-976b-d9f91da544e0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] No DVR routers for this DVR port f7c792b9-9f5c-4b51-9ae7-422cffbcada9 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:35:47.393546 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75892482-09e9-4054-87b8-472e0076f77a None None] Network 5ed580c8-d3db-4a98-82cc-432ff991520f requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:47.437365 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-41428ef2-3d13-405f-a9ab-ef7250004293 None None] Could not find standard attr ID for object f7c792b9-9f5c-4b51-9ae7-422cffbcada9. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:35:47.511510 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c4960c58-49f4-4f34-976b-d9f91da544e0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.533959 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50177833-3551-4513-937c-3aca43f12099 req-eba5efe6-b22a-4b0c-ad38-6cbb02bdb9d1 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:47.543498 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-50177833-3551-4513-937c-3aca43f12099 req-eba5efe6-b22a-4b0c-ad38-6cbb02bdb9d1 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=f12370fb-a2b3-4c94-8f74-6e667ffb5d20 HTTP/1.1" status: 200 len: 946 time: 0.1883616 Aug 31 09:35:47.555651 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-c4960c58-49f4-4f34-976b-d9f91da544e0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed580c8-d3db-4a98-82cc-432ff991520f']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:47.581174 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-c4960c58-49f4-4f34-976b-d9f91da544e0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d874460-2235-4ca4-95d1-40bc23871b8c') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:47.581174 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-c4960c58-49f4-4f34-976b-d9f91da544e0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d874460-2235-4ca4-95d1-40bc23871b8c') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:47.601005 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c4960c58-49f4-4f34-976b-d9f91da544e0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.624236 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-50177833-3551-4513-937c-3aca43f12099 req-6f555454-6f93-468b-93b2-62643e13dc45 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793321 Aug 31 09:35:47.626711 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b3d6e7-776d-4d14-ae37-26ce3a410910 None None] DHCP port deletion for 5ed580c8-d3db-4a98-82cc-432ff991520f request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:35:47.628239 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c4960c58-49f4-4f34-976b-d9f91da544e0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.642357 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4960c58-49f4-4f34-976b-d9f91da544e0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Releasing vlan 1638 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:35:47.642725 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c4960c58-49f4-4f34-976b-d9f91da544e0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.645914 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:35:47.645914 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:35:47.645914 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:35:47.645914 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:35:47.645914 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:35:47.645914 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:35:47.645914 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:35:47.645914 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:35:47.645914 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:35:47.645914 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:35:47.645914 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:35:47.645914 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:35:47.645914 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:35:47.645914 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:35:47.645914 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:35:47.645914 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:35:47.645914 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:35:47.645914 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:35:47.645914 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:35:47.645914 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:35:47.645914 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:35:47.645914 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:35:47.645914 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:35:47.645914 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:35:47.645914 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:35:47.645914 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:35:47.645914 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:35:47.645914 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:35:47.645914 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:35:47.645914 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:35:47.645914 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:35:47.645914 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:35:47.841121 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c4960c58-49f4-4f34-976b-d9f91da544e0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.846262 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c4960c58-49f4-4f34-976b-d9f91da544e0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:47.851211 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c4960c58-49f4-4f34-976b-d9f91da544e0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "DELETE /v2.0/networks/5ed580c8-d3db-4a98-82cc-432ff991520f HTTP/1.1" status: 204 len: 168 time: 2.5576425 Aug 31 09:35:47.852824 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55134) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:47.858279 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-40b9f565-81aa-4a2c-8888-4fe8870e8316 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1614765940'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:47.863520 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4960c58-49f4-4f34-976b-d9f91da544e0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event deleted for resources: {'Network': ['ID=5ed580c8-d3db-4a98-82cc-432ff991520f,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:47.972522 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b9f565-81aa-4a2c-8888-4fe8870e8316 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Made reservation on behalf of 4ca0e3d8b6764eda85af3c5c6c9822eb for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:47.978509 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-40b9f565-81aa-4a2c-8888-4fe8870e8316 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:48.008609 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b9f565-81aa-4a2c-8888-4fe8870e8316 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] vlan segment allocate from pool success with {'vlan_id': 1645, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:35:48.018875 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-40b9f565-81aa-4a2c-8888-4fe8870e8316 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:48.019298 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-40b9f565-81aa-4a2c-8888-4fe8870e8316 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Added segment 2e06c5f8-258e-40a6-ae61-d9af2a942e09 of type vlan for network 3c2eb7ca-fd07-44c3-bf00-5f81431cf218 Aug 31 09:35:48.059709 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-40b9f565-81aa-4a2c-8888-4fe8870e8316 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:48.180433 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-40b9f565-81aa-4a2c-8888-4fe8870e8316 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:48.185944 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b9f565-81aa-4a2c-8888-4fe8870e8316 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:48.186537 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-40b9f565-81aa-4a2c-8888-4fe8870e8316 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:48.251099 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9f565-81aa-4a2c-8888-4fe8870e8316 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event updated for resources: {'Network': ['ID=3c2eb7ca-fd07-44c3-bf00-5f81431cf218,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:48.261968 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 3c2eb7ca-fd07-44c3-bf00-5f81431cf218 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:35:48.268856 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a4e11-634a-42bf-8b7a-a4c8707a6423 req-77422faf-1f43-4601-8c39-eea71cb62341 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:48.272626 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-172a4e11-634a-42bf-8b7a-a4c8707a6423 req-77422faf-1f43-4601-8c39-eea71cb62341 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=f12370fb-a2b3-4c94-8f74-6e667ffb5d20 HTTP/1.1" status: 200 len: 946 time: 0.0577924 Aug 31 09:35:48.312129 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-40b9f565-81aa-4a2c-8888-4fe8870e8316 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4579587 Aug 31 09:35:48.314712 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55140) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:48.319098 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-172a4e11-634a-42bf-8b7a-a4c8707a6423 req-61ec83e1-64f8-4e28-86ae-f17e43fa5fa9 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395942 Aug 31 09:35:48.319830 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-1fa4607e-7d83-4584-b083-3129823b60f9 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Request body: {'subnet': {'network_id': '3c2eb7ca-fd07-44c3-bf00-5f81431cf218', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:48.476959 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0e8737da-65bf-4ce4-be64-41b644751ba2 req-a078f2c4-192c-472a-8927-75c461692c10 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] 10.222.0.119 "GET /v2.0/ports?device_id=37aad24e-83b4-40e4-b408-572f5b8ae379 HTTP/1.1" status: 200 len: 210 time: 0.0456004 Aug 31 09:35:48.479337 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-8e966f79-3eae-4ee0-bb83-68103fbeddcb tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=01ca4496a08e429ea2ef0bc9efd0cefb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383940 Aug 31 09:35:48.503777 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa4607e-7d83-4584-b083-3129823b60f9 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Made reservation on behalf of 4ca0e3d8b6764eda85af3c5c6c9822eb for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:48.507552 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1fa4607e-7d83-4584-b083-3129823b60f9 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:48.602231 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-723e35a6-5921-4814-bb86-2296d40f05a4 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:48.603735 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-723e35a6-5921-4814-bb86-2296d40f05a4 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1137347 Aug 31 09:35:48.617822 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-a5e11c61-0483-4751-9abe-2a1f55ef1634 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Request body: {'port': {'device_id': '37aad24e-83b4-40e4-b408-572f5b8ae379', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'admin_state_up': True, 'tenant_id': '01ca4496a08e429ea2ef0bc9efd0cefb'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:48.762880 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1fa4607e-7d83-4584-b083-3129823b60f9 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:48.819851 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-a5e11c61-0483-4751-9abe-2a1f55ef1634 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Made reservation on behalf of 01ca4496a08e429ea2ef0bc9efd0cefb for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:48.823516 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4607e-7d83-4584-b083-3129823b60f9 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event updated for resources: {'Subnet': ['ID=a591d67f-71bc-4b59-b9a5-2b26a46b8641,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:48.824169 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-a5e11c61-0483-4751-9abe-2a1f55ef1634 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:48.837924 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa4607e-7d83-4584-b083-3129823b60f9 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Checking segment: {'id': '2e06c5f8-258e-40a6-ae61-d9af2a942e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': '3c2eb7ca-fd07-44c3-bf00-5f81431cf218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:48.838282 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa4607e-7d83-4584-b083-3129823b60f9 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Network hostable DHCP agents. Network: 3c2eb7ca-fd07-44c3-bf00-5f81431cf218, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:35:48.842787 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-a5e11c61-0483-4751-9abe-2a1f55ef1634 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:48.933558 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa4607e-7d83-4584-b083-3129823b60f9 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Network 3c2eb7ca-fd07-44c3-bf00-5f81431cf218 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:35:48.935798 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-a5e11c61-0483-4751-9abe-2a1f55ef1634 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:49.019457 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-1fa4607e-7d83-4584-b083-3129823b60f9 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 3c2eb7ca-fd07-44c3-bf00-5f81431cf218) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:49.019667 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-a5e11c61-0483-4751-9abe-2a1f55ef1634 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:49.024577 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa4607e-7d83-4584-b083-3129823b60f9 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:49.029348 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1fa4607e-7d83-4584-b083-3129823b60f9 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:49.030142 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411e5438-1bb6-4152-851a-0df3a158b16a None None] Network 3c2eb7ca-fd07-44c3-bf00-5f81431cf218 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:49.073512 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f7c792b9-9f5c-4b51-9ae7-422cffbcada9 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:35:49.142610 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e11c61-0483-4751-9abe-2a1f55ef1634 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=789c246d-1152-484c-b2fc-5a062fcaf04a,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:49.149144 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1fa4607e-7d83-4584-b083-3129823b60f9 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8333261 Aug 31 09:35:49.149788 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55162) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:49.233850 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-a5e11c61-0483-4751-9abe-2a1f55ef1634 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Allocated IP 192.168.233.217 (a47e180d-e969-4a85-aa09-0ec8196480c0/f473c8e7-d3e2-4352-b8da-3dcd093feb8b/a5282b15-3da5-469b-88e2-709f40718e14) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:49.283036 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: f7c792b9-9f5c-4b51-9ae7-422cffbcada9 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:35:49.283589 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f7c792b9-9f5c-4b51-9ae7-422cffbcada9 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:35:49.303100 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1a679b0f-14f9-44f3-a8f4-a82cf98b9494 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:49.368574 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1a679b0f-14f9-44f3-a8f4-a82cf98b9494 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:49.405758 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2fe395-6694-41c8-9c93-1f9f440c4a92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-3c2eb7ca-fd07-44c3-bf00-5f81431cf218', 'network_id': '3c2eb7ca-fd07-44c3-bf00-5f81431cf218', 'tenant_id': '4ca0e3d8b6764eda85af3c5c6c9822eb', 'fixed_ips': [{'subnet_id': 'a591d67f-71bc-4b59-b9a5-2b26a46b8641'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:35:49.406796 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fb2fe395-6694-41c8-9c93-1f9f440c4a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:49.523288 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1a679b0f-14f9-44f3-a8f4-a82cf98b9494 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:49.562091 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a679b0f-14f9-44f3-a8f4-a82cf98b9494 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event deleted for resources: {'Subnet': ['ID=a591d67f-71bc-4b59-b9a5-2b26a46b8641,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server [None req-fb2fe395-6694-41c8-9c93-1f9f440c4a92 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a591d67f-71bc-4b59-b9a5-2b26a46b8641: This subnet is being modified by another concurrent operation. Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise exception Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a591d67f-71bc-4b59-b9a5-2b26a46b8641: This subnet is being modified by another concurrent operation. Aug 31 09:35:49.587457 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server Aug 31 09:35:49.609808 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290be31e-92f0-4cb6-a2e9-2d8572894372 None None] Network 3c2eb7ca-fd07-44c3-bf00-5f81431cf218 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:49.644307 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1a679b0f-14f9-44f3-a8f4-a82cf98b9494 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:49.656273 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-1a679b0f-14f9-44f3-a8f4-a82cf98b9494 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c2eb7ca-fd07-44c3-bf00-5f81431cf218']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:49.671421 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-1a679b0f-14f9-44f3-a8f4-a82cf98b9494 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e06c5f8-258e-40a6-ae61-d9af2a942e09') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:49.671692 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-1a679b0f-14f9-44f3-a8f4-a82cf98b9494 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e06c5f8-258e-40a6-ae61-d9af2a942e09') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:49.681860 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1a679b0f-14f9-44f3-a8f4-a82cf98b9494 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:49.722570 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1a679b0f-14f9-44f3-a8f4-a82cf98b9494 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:49.729758 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2aabc8c-9e5a-433e-b9b5-07d0704354bd None None] get_active_networks_info from n-d-791506-28 {{(pid=95554) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:35:49.744727 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a679b0f-14f9-44f3-a8f4-a82cf98b9494 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Releasing vlan 1645 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:35:49.745163 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1a679b0f-14f9-44f3-a8f4-a82cf98b9494 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:49.753168 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:35:49.753168 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:35:49.753168 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:35:49.753168 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:35:49.753168 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:35:49.753168 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:35:49.753168 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:35:49.753168 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:35:49.753168 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:35:49.753168 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:35:49.753168 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:35:49.753168 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:35:49.753168 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:35:49.753168 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:35:49.753168 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:35:49.753168 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:35:49.753168 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:35:49.753168 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:35:49.753168 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:35:49.753168 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:35:49.753168 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:35:49.753168 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:35:49.753168 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:35:49.753168 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:35:49.753168 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:35:49.753168 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:35:49.753168 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:35:49.753168 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:35:49.753168 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:35:49.753168 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:35:49.753168 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:35:49.753168 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:35:49.774827 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc37dda-8a13-4625-99a5-04e13a97b8e3 req-afef05da-3ba9-4e73-ae7a-05063bec2982 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:49.776426 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5dc37dda-8a13-4625-99a5-04e13a97b8e3 req-afef05da-3ba9-4e73-ae7a-05063bec2982 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.112 "GET /v2.0/ports?device_id=f12370fb-a2b3-4c94-8f74-6e667ffb5d20 HTTP/1.1" status: 200 len: 946 time: 0.0880892 Aug 31 09:35:49.809148 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49cf4538-a29f-423f-9b08-24454d8a8b52 req-7265d214-7cfb-4e40-8eb8-c11666af8639 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] 10.222.0.119 "GET /v2.0/ports?device_id=37aad24e-83b4-40e4-b408-572f5b8ae379 HTTP/1.1" status: 200 len: 210 time: 0.1276624 Aug 31 09:35:49.881381 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2aabc8c-9e5a-433e-b9b5-07d0704354bd None None] Resources bound (agent type, host, resource id): {{(pid=95554) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:35:49.890668 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-a5e11c61-0483-4751-9abe-2a1f55ef1634 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:49.923265 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cb61b-b6b4-42ea-be5d-75aeb6e2ff5e req-816b1c5b-aa32-4dab-9480-40796a6605c2 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:49.931613 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c32cb61b-b6b4-42ea-be5d-75aeb6e2ff5e req-816b1c5b-aa32-4dab-9480-40796a6605c2 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=f12370fb-a2b3-4c94-8f74-6e667ffb5d20 HTTP/1.1" status: 200 len: 946 time: 0.2512131 Aug 31 09:35:49.942024 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-5dc37dda-8a13-4625-99a5-04e13a97b8e3 req-176f7d20-c757-480a-bb19-b9f4021cf5b4 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Deleting port 59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:49.942615 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-5dc37dda-8a13-4625-99a5-04e13a97b8e3 req-176f7d20-c757-480a-bb19-b9f4021cf5b4 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:49.968258 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-a5e11c61-0483-4751-9abe-2a1f55ef1634 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Transition to ACTIVE for port object a5282b15-3da5-469b-88e2-709f40718e14 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:49.980204 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c32cb61b-b6b4-42ea-be5d-75aeb6e2ff5e req-828d3887-9720-4704-aa64-7b138f430ac4 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473428 Aug 31 09:35:49.996132 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1a679b0f-14f9-44f3-a8f4-a82cf98b9494 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:50.013535 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1a679b0f-14f9-44f3-a8f4-a82cf98b9494 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:50.016159 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1a679b0f-14f9-44f3-a8f4-a82cf98b9494 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "DELETE /v2.0/networks/3c2eb7ca-fd07-44c3-bf00-5f81431cf218 HTTP/1.1" status: 204 len: 168 time: 0.8652358 Aug 31 09:35:50.019483 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55168) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:50.036970 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-4968eb8f-e6f2-423a-a917-b35dd3ee72fb tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1663387927'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:50.037297 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a679b0f-14f9-44f3-a8f4-a82cf98b9494 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event deleted for resources: {'Network': ['ID=3c2eb7ca-fd07-44c3-bf00-5f81431cf218,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:50.078226 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-5dc37dda-8a13-4625-99a5-04e13a97b8e3 req-176f7d20-c757-480a-bb19-b9f4021cf5b4 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] For port 59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68,segment=NetworkSegment(e7bfaea8-dc50-4428-a9a7-b756d181f6bc),segment_id=e7bfaea8-dc50-4428-a9a7-b756d181f6bc)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:50.078574 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-5dc37dda-8a13-4625-99a5-04e13a97b8e3 req-176f7d20-c757-480a-bb19-b9f4021cf5b4 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:50.092711 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-5dc37dda-8a13-4625-99a5-04e13a97b8e3 req-176f7d20-c757-480a-bb19-b9f4021cf5b4 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Calling delete_port for 59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:50.101113 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-a5e11c61-0483-4751-9abe-2a1f55ef1634 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:50.152483 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-a5e11c61-0483-4751-9abe-2a1f55ef1634 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Network a47e180d-e969-4a85-aa09-0ec8196480c0 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:50.157610 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-a5e11c61-0483-4751-9abe-2a1f55ef1634 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:50.163705 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-a5e11c61-0483-4751-9abe-2a1f55ef1634 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:50.194332 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4968eb8f-e6f2-423a-a917-b35dd3ee72fb tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Made reservation on behalf of 4ca0e3d8b6764eda85af3c5c6c9822eb for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:50.199267 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4968eb8f-e6f2-423a-a917-b35dd3ee72fb tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:50.253314 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e11c61-0483-4751-9abe-2a1f55ef1634 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Pushing event updated for resources: {'Port': ['ID=a5282b15-3da5-469b-88e2-709f40718e14,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:50.273852 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-a5e11c61-0483-4751-9abe-2a1f55ef1634 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:50.273852 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-a5e11c61-0483-4751-9abe-2a1f55ef1634 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:50.285025 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4968eb8f-e6f2-423a-a917-b35dd3ee72fb tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] vlan segment allocate from pool success with {'vlan_id': 1644, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:35:50.300117 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4968eb8f-e6f2-423a-a917-b35dd3ee72fb tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:50.300604 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-4968eb8f-e6f2-423a-a917-b35dd3ee72fb tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Added segment d5e5b208-22bb-4a43-b74a-2c17b911ba1b of type vlan for network c5983069-fae8-404c-926e-3c8d9b13c49e Aug 31 09:35:50.339905 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-5dc37dda-8a13-4625-99a5-04e13a97b8e3 req-176f7d20-c757-480a-bb19-b9f4021cf5b4 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:50.353205 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4968eb8f-e6f2-423a-a917-b35dd3ee72fb tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:50.354297 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['64e9d2c0-c295-49dd-a174-c58969297e22', '82c8800e-c379-4c06-ac47-d3808cb255f1', '59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:35:50.393495 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-a5e11c61-0483-4751-9abe-2a1f55ef1634 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7801924 Aug 31 09:35:50.412174 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-34604ce3-ce5a-4e07-89bd-5c1ba3edd6a2 service neutron] Request body: {'port': {'device_id': '37aad24e-83b4-40e4-b408-572f5b8ae379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:50.461920 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4968eb8f-e6f2-423a-a917-b35dd3ee72fb tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:50.471324 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4968eb8f-e6f2-423a-a917-b35dd3ee72fb tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:50.473033 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4968eb8f-e6f2-423a-a917-b35dd3ee72fb tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:50.577736 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4968eb8f-e6f2-423a-a917-b35dd3ee72fb tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5562320 Aug 31 09:35:50.581584 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55176) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:50.589655 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-9f65448d-173c-4e05-89c9-56852e2c4e5f tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Request body: {'subnet': {'network_id': 'c5983069-fae8-404c-926e-3c8d9b13c49e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:50.593382 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-34604ce3-ce5a-4e07-89bd-5c1ba3edd6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:50.710321 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968eb8f-e6f2-423a-a917-b35dd3ee72fb tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event updated for resources: {'Network': ['ID=c5983069-fae8-404c-926e-3c8d9b13c49e,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:50.723323 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network c5983069-fae8-404c-926e-3c8d9b13c49e details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:35:50.750186 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f7d20-c757-480a-bb19-b9f4021cf5b4 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Pushing event deleted for resources: {'Port': ['ID=59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:50.803349 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc37dda-8a13-4625-99a5-04e13a97b8e3 req-176f7d20-c757-480a-bb19-b9f4021cf5b4 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] No DVR routers for this DVR port 59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:35:50.806743 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-5dc37dda-8a13-4625-99a5-04e13a97b8e3 req-176f7d20-c757-480a-bb19-b9f4021cf5b4 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:50.809969 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5dc37dda-8a13-4625-99a5-04e13a97b8e3 req-176f7d20-c757-480a-bb19-b9f4021cf5b4 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.112 "DELETE /v2.0/ports/59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68 HTTP/1.1" status: 204 len: 173 time: 0.9929864 Aug 31 09:35:50.810694 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12370fb-a2b3-4c94-8f74-6e667ffb5d20', 'name': 'network-vif-deleted', 'tag': '59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:50.816950 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6bb775-195b-40ab-a3d2-f348627c11e7" -d '{"events": [{"server_uuid": "f12370fb-a2b3-4c94-8f74-6e667ffb5d20", "name": "network-vif-deleted", "tag": "59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:50.823056 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-edda5794-1fa1-4579-956a-a14d8d7580f0 None None] Provisioning for port a5282b15-3da5-469b-88e2-709f40718e14 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:50.831699 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-edda5794-1fa1-4579-956a-a14d8d7580f0 None None] Provisioning complete for port a5282b15-3da5-469b-88e2-709f40718e14 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:50.831699 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-edda5794-1fa1-4579-956a-a14d8d7580f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:50.864981 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb1c8b6-e0cf-42de-89e2-ccd8accb8a36 x-openstack-request-id: req-1bb1c8b6-e0cf-42de-89e2-ccd8accb8a36 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:50.865337 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f12370fb-a2b3-4c94-8f74-6e667ffb5d20", "name": "network-vif-deleted", "tag": "59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:50.865583 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-1bb1c8b6-e0cf-42de-89e2-ccd8accb8a36 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:50.865980 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f12370fb-a2b3-4c94-8f74-6e667ffb5d20', 'name': 'network-vif-deleted', 'tag': '59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68', 'status': 'completed', 'code': 200} Aug 31 09:35:50.875865 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-edda5794-1fa1-4579-956a-a14d8d7580f0 None None] Port a5282b15-3da5-469b-88e2-709f40718e14 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:35:50.954263 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f65448d-173c-4e05-89c9-56852e2c4e5f tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Made reservation on behalf of 4ca0e3d8b6764eda85af3c5c6c9822eb for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:50.957797 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f65448d-173c-4e05-89c9-56852e2c4e5f tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:51.056660 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad31c4b-8fae-4da8-bde6-80ffab9a8e45 req-809e2505-7ae8-4cc1-b5b9-2e99a72c7fc0 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:51.058182 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ad31c4b-8fae-4da8-bde6-80ffab9a8e45 req-809e2505-7ae8-4cc1-b5b9-2e99a72c7fc0 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] 10.222.0.119 "GET /v2.0/ports?device_id=37aad24e-83b4-40e4-b408-572f5b8ae379 HTTP/1.1" status: 200 len: 936 time: 0.1432519 Aug 31 09:35:51.124500 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-199227de-5d89-475f-8332-c43287bca576 req-941f099b-0a06-4113-b24f-6b5bb1751535 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=f12370fb-a2b3-4c94-8f74-6e667ffb5d20 HTTP/1.1" status: 200 len: 210 time: 0.0615606 Aug 31 09:35:51.189907 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ad31c4b-8fae-4da8-bde6-80ffab9a8e45 req-92458fda-0be8-4f26-86e8-2fe6757709b7 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] 10.222.0.119 "GET /v2.0/security-groups?id=789c246d-1152-484c-b2fc-5a062fcaf04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133888 Aug 31 09:35:51.205950 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-34604ce3-ce5a-4e07-89bd-5c1ba3edd6a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5282b15-3da5-469b-88e2-709f40718e14 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:35:51.217857 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-34604ce3-ce5a-4e07-89bd-5c1ba3edd6a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:51.256819 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-34604ce3-ce5a-4e07-89bd-5c1ba3edd6a2 service neutron] Transition to ACTIVE for port object a5282b15-3da5-469b-88e2-709f40718e14 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:51.339588 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-34604ce3-ce5a-4e07-89bd-5c1ba3edd6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:51.399686 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f65448d-173c-4e05-89c9-56852e2c4e5f tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:51.401056 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34604ce3-ce5a-4e07-89bd-5c1ba3edd6a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a5282b15-3da5-469b-88e2-709f40718e14,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:51.533937 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65448d-173c-4e05-89c9-56852e2c4e5f tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event updated for resources: {'Subnet': ['ID=feaac1f4-c07a-4177-8c7d-82ba01655ba4,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:51.543892 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-34604ce3-ce5a-4e07-89bd-5c1ba3edd6a2 service neutron] Attempting to bind port a5282b15-3da5-469b-88e2-709f40718e14 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:51.544155 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-34604ce3-ce5a-4e07-89bd-5c1ba3edd6a2 service neutron] Attempting to bind port a5282b15-3da5-469b-88e2-709f40718e14 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:51.544398 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-34604ce3-ce5a-4e07-89bd-5c1ba3edd6a2 service neutron] Attempting to bind port a5282b15-3da5-469b-88e2-709f40718e14 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:51.551204 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f65448d-173c-4e05-89c9-56852e2c4e5f tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Checking segment: {'id': 'd5e5b208-22bb-4a43-b74a-2c17b911ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': 'c5983069-fae8-404c-926e-3c8d9b13c49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:51.551568 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f65448d-173c-4e05-89c9-56852e2c4e5f tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Network hostable DHCP agents. Network: c5983069-fae8-404c-926e-3c8d9b13c49e, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:35:51.557134 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-34604ce3-ce5a-4e07-89bd-5c1ba3edd6a2 service neutron] Port a5282b15-3da5-469b-88e2-709f40718e14 on network a47e180d-e969-4a85-aa09-0ec8196480c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:35:51.557465 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-34604ce3-ce5a-4e07-89bd-5c1ba3edd6a2 service neutron] Attempting to bind port a5282b15-3da5-469b-88e2-709f40718e14 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:51.567793 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-34604ce3-ce5a-4e07-89bd-5c1ba3edd6a2 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:51.568155 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-34604ce3-ce5a-4e07-89bd-5c1ba3edd6a2 service neutron] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:51.569243 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-34604ce3-ce5a-4e07-89bd-5c1ba3edd6a2 service neutron] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:51.569536 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-34604ce3-ce5a-4e07-89bd-5c1ba3edd6a2 service neutron] Bound port: a5282b15-3da5-469b-88e2-709f40718e14, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:51.569898 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-34604ce3-ce5a-4e07-89bd-5c1ba3edd6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:51.636360 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-34604ce3-ce5a-4e07-89bd-5c1ba3edd6a2 service neutron] For port a5282b15-3da5-469b-88e2-709f40718e14, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:51.639254 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-34604ce3-ce5a-4e07-89bd-5c1ba3edd6a2 service neutron] For port a5282b15-3da5-469b-88e2-709f40718e14, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=a5282b15-3da5-469b-88e2-709f40718e14,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:51.728620 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f65448d-173c-4e05-89c9-56852e2c4e5f tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Network c5983069-fae8-404c-926e-3c8d9b13c49e is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:35:51.731186 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-34604ce3-ce5a-4e07-89bd-5c1ba3edd6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:51.770355 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-34604ce3-ce5a-4e07-89bd-5c1ba3edd6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:51.771005 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-34604ce3-ce5a-4e07-89bd-5c1ba3edd6a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:51.773313 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-34604ce3-ce5a-4e07-89bd-5c1ba3edd6a2 service neutron] 10.222.0.59 "PUT /v2.0/ports/a5282b15-3da5-469b-88e2-709f40718e14 HTTP/1.1" status: 200 len: 1097 time: 1.3681204 Aug 31 09:35:51.773760 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37aad24e-83b4-40e4-b408-572f5b8ae379', 'tag': 'a5282b15-3da5-469b-88e2-709f40718e14'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:51.776067 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9737edc-70e9-4d91-9aa1-c72cc2f1c879" -d '{"events": [{"name": "network-changed", "server_uuid": "37aad24e-83b4-40e4-b408-572f5b8ae379", "tag": "a5282b15-3da5-469b-88e2-709f40718e14"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:51.814946 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34604ce3-ce5a-4e07-89bd-5c1ba3edd6a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a5282b15-3da5-469b-88e2-709f40718e14,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:51.820178 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972178a9-4268-4b58-8e19-e37b3b44cc70 x-openstack-request-id: req-972178a9-4268-4b58-8e19-e37b3b44cc70 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:51.820396 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37aad24e-83b4-40e4-b408-572f5b8ae379", "tag": "a5282b15-3da5-469b-88e2-709f40718e14", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:51.820640 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-972178a9-4268-4b58-8e19-e37b3b44cc70 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:51.821034 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37aad24e-83b4-40e4-b408-572f5b8ae379', 'tag': 'a5282b15-3da5-469b-88e2-709f40718e14', 'status': 'completed', 'code': 200} Aug 31 09:35:51.878844 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-9f65448d-173c-4e05-89c9-56852e2c4e5f tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, c5983069-fae8-404c-926e-3c8d9b13c49e) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:51.884831 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f65448d-173c-4e05-89c9-56852e2c4e5f tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:51.892785 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f65448d-173c-4e05-89c9-56852e2c4e5f tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:51.893067 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea4618a-a9d6-4476-bd84-15fa4ba97f82 None None] Network c5983069-fae8-404c-926e-3c8d9b13c49e requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:51.913626 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9737edc-70e9-4d91-9aa1-c72cc2f1c879 req-c86a4d5c-07f3-4411-b3cd-a5270f72a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:51.915610 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e9737edc-70e9-4d91-9aa1-c72cc2f1c879 req-c86a4d5c-07f3-4411-b3cd-a5270f72a203 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=01ca4496a08e429ea2ef0bc9efd0cefb&device_id=37aad24e-83b4-40e4-b408-572f5b8ae379 HTTP/1.1" status: 200 len: 1100 time: 0.0690536 Aug 31 09:35:51.961002 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e9737edc-70e9-4d91-9aa1-c72cc2f1c879 req-ae2220ba-f6d9-48c1-9f3f-94a865b46a76 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=01ca4496a08e429ea2ef0bc9efd0cefb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349641 Aug 31 09:35:52.017111 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55194) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:52.017946 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9f65448d-173c-4e05-89c9-56852e2c4e5f tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4335539 Aug 31 09:35:52.154195 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9737edc-70e9-4d91-9aa1-c72cc2f1c879 req-55ce98e5-7df9-4993-b845-7ca8b9684f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:52.158210 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e9737edc-70e9-4d91-9aa1-c72cc2f1c879 req-55ce98e5-7df9-4993-b845-7ca8b9684f83 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1891425 Aug 31 09:35:52.176623 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17f2917-da0a-4d72-afd9-58f6070c6d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-c5983069-fae8-404c-926e-3c8d9b13c49e', 'network_id': 'c5983069-fae8-404c-926e-3c8d9b13c49e', 'tenant_id': '4ca0e3d8b6764eda85af3c5c6c9822eb', 'fixed_ips': [{'subnet_id': 'feaac1f4-c07a-4177-8c7d-82ba01655ba4'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:35:52.178958 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b17f2917-da0a-4d72-afd9-58f6070c6d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:52.294852 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-145828de-00cf-4957-8fb2-496fc99be1d2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:52.299037 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-83453c43-059a-4ae7-9976-adfe4fbfe192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:52.301471 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-83453c43-059a-4ae7-9976-adfe4fbfe192 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=01ca4496a08e429ea2ef0bc9efd0cefb&device_id=37aad24e-83b4-40e4-b408-572f5b8ae379 HTTP/1.1" status: 200 len: 1100 time: 0.0832071 Aug 31 09:35:52.386041 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-145828de-00cf-4957-8fb2-496fc99be1d2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:52.406051 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-d58a795e-b5c0-4ca3-af3a-b48682bca65c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=a5282b15-3da5-469b-88e2-709f40718e14 HTTP/1.1" status: 200 len: 217 time: 0.0639806 Aug 31 09:35:52.409809 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-b17f2917-da0a-4d72-afd9-58f6070c6d59 None None] Allocated IP 172.20.0.1 (c5983069-fae8-404c-926e-3c8d9b13c49e/feaac1f4-c07a-4177-8c7d-82ba01655ba4/be2f5201-c442-49ef-9468-caf049e64cc6) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:52.471684 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c18a1e-0569-4510-9cdf-a7927b932311 req-557d0b41-28ed-42ce-89c0-8edea512da16 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:52.473278 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c9c18a1e-0569-4510-9cdf-a7927b932311 req-557d0b41-28ed-42ce-89c0-8edea512da16 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] 10.222.0.119 "GET /v2.0/ports?device_id=37aad24e-83b4-40e4-b408-572f5b8ae379 HTTP/1.1" status: 200 len: 948 time: 0.1657164 Aug 31 09:35:52.511006 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-01bc46fb-97df-4b5a-af0a-49dcc82d0d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:52.512606 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-01bc46fb-97df-4b5a-af0a-49dcc82d0d96 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.0982943 Aug 31 09:35:52.576631 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c9c18a1e-0569-4510-9cdf-a7927b932311 req-ab6627bd-f5ef-40ac-adac-870e759af904 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] 10.222.0.119 "GET /v2.0/security-groups?id=789c246d-1152-484c-b2fc-5a062fcaf04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899184 Aug 31 09:35:52.577806 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b17f2917-da0a-4d72-afd9-58f6070c6d59 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:52.587786 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b17f2917-da0a-4d72-afd9-58f6070c6d59 None None] Transition to ACTIVE for port object be2f5201-c442-49ef-9468-caf049e64cc6 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:52.603452 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b17f2917-da0a-4d72-afd9-58f6070c6d59 None None] Transition to ACTIVE for port object be2f5201-c442-49ef-9468-caf049e64cc6 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:52.606412 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-f304567e-5a16-43c4-b3ba-ee41e4143f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:52.607330 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-f304567e-5a16-43c4-b3ba-ee41e4143f18 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0818388 Aug 31 09:35:52.700731 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b17f2917-da0a-4d72-afd9-58f6070c6d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:52.722924 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-6d33803f-0d86-47e4-a3f5-c127fa78183f service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037176 Aug 31 09:35:52.748926 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17f2917-da0a-4d72-afd9-58f6070c6d59 None None] Network c5983069-fae8-404c-926e-3c8d9b13c49e is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:52.751815 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-b17f2917-da0a-4d72-afd9-58f6070c6d59 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:52.760219 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17f2917-da0a-4d72-afd9-58f6070c6d59 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:52.785681 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-145828de-00cf-4957-8fb2-496fc99be1d2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:52.850524 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145828de-00cf-4957-8fb2-496fc99be1d2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event deleted for resources: {'Subnet': ['ID=feaac1f4-c07a-4177-8c7d-82ba01655ba4,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:52.854061 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916e144-5ff5-4125-b1b6-3325559539be req-2f7f06ba-aee9-4634-8b86-6289d4d0129f tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:52.855968 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c916e144-5ff5-4125-b1b6-3325559539be req-2f7f06ba-aee9-4634-8b86-6289d4d0129f tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=19fe892d-4957-4197-82f7-5f3868e33afb HTTP/1.1" status: 200 len: 946 time: 0.1226635 Aug 31 09:35:52.874294 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f2917-da0a-4d72-afd9-58f6070c6d59 None None] Pushing event updated for resources: {'Port': ['ID=be2f5201-c442-49ef-9468-caf049e64cc6,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:52.898391 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c916e144-5ff5-4125-b1b6-3325559539be req-cf892994-73fc-4bae-a496-675cb30bad8d tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357621 Aug 31 09:35:52.919331 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-b17f2917-da0a-4d72-afd9-58f6070c6d59 None None] Attempting to bind port be2f5201-c442-49ef-9468-caf049e64cc6 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:52.919848 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-b17f2917-da0a-4d72-afd9-58f6070c6d59 None None] Attempting to bind port be2f5201-c442-49ef-9468-caf049e64cc6 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'd5e5b208-22bb-4a43-b74a-2c17b911ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': 'c5983069-fae8-404c-926e-3c8d9b13c49e'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:52.920308 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17f2917-da0a-4d72-afd9-58f6070c6d59 None None] Attempting to bind port be2f5201-c442-49ef-9468-caf049e64cc6 on network c5983069-fae8-404c-926e-3c8d9b13c49e {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:52.927462 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-941ca6dc-7d92-48c5-a710-de7eefc263a5 req-ec086464-6e51-4a35-9637-5032de275b4c service neutron] 10.222.0.59 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963260 Aug 31 09:35:52.929887 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17f2917-da0a-4d72-afd9-58f6070c6d59 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:52.930263 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17f2917-da0a-4d72-afd9-58f6070c6d59 None None] Checking segment: {'id': 'd5e5b208-22bb-4a43-b74a-2c17b911ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': 'c5983069-fae8-404c-926e-3c8d9b13c49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:52.930711 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b17f2917-da0a-4d72-afd9-58f6070c6d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:52.931108 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17f2917-da0a-4d72-afd9-58f6070c6d59 None None] Bound using segment: {'id': 'd5e5b208-22bb-4a43-b74a-2c17b911ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': 'c5983069-fae8-404c-926e-3c8d9b13c49e'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:52.931575 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-b17f2917-da0a-4d72-afd9-58f6070c6d59 None None] Bound port: be2f5201-c442-49ef-9468-caf049e64cc6, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e5b208-22bb-4a43-b74a-2c17b911ba1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': 'c5983069-fae8-404c-926e-3c8d9b13c49e'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:52.931957 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b17f2917-da0a-4d72-afd9-58f6070c6d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:52.951097 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-145828de-00cf-4957-8fb2-496fc99be1d2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:52.962270 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-145828de-00cf-4957-8fb2-496fc99be1d2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5983069-fae8-404c-926e-3c8d9b13c49e']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:52.975178 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-145828de-00cf-4957-8fb2-496fc99be1d2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e5b208-22bb-4a43-b74a-2c17b911ba1b') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:52.975570 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-145828de-00cf-4957-8fb2-496fc99be1d2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e5b208-22bb-4a43-b74a-2c17b911ba1b') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:52.984467 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-145828de-00cf-4957-8fb2-496fc99be1d2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:52.999052 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-145828de-00cf-4957-8fb2-496fc99be1d2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:53.002961 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-b17f2917-da0a-4d72-afd9-58f6070c6d59 None None] For port be2f5201-c442-49ef-9468-caf049e64cc6, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:53.006773 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-145828de-00cf-4957-8fb2-496fc99be1d2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Releasing vlan 1644 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:35:53.007174 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-145828de-00cf-4957-8fb2-496fc99be1d2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:53.010248 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:35:53.010248 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:35:53.010248 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:35:53.010248 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:35:53.010248 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:35:53.010248 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:35:53.010248 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:35:53.010248 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:35:53.010248 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:35:53.010248 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:35:53.010248 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:35:53.010248 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:35:53.010248 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:35:53.010248 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:35:53.010248 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:35:53.010248 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:35:53.010248 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:35:53.010248 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:35:53.010248 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:35:53.010248 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:35:53.010248 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:35:53.010248 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:35:53.010248 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:35:53.010248 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:35:53.010248 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:35:53.010248 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:35:53.010248 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:35:53.010248 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:35:53.010248 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:35:53.010248 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:35:53.010248 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:35:53.010248 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:35:53.069877 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-b17f2917-da0a-4d72-afd9-58f6070c6d59 None None] For port be2f5201-c442-49ef-9468-caf049e64cc6, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=be2f5201-c442-49ef-9468-caf049e64cc6,segment=NetworkSegment(d5e5b208-22bb-4a43-b74a-2c17b911ba1b),segment_id=d5e5b208-22bb-4a43-b74a-2c17b911ba1b)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:53.109828 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.db.api [None req-145828de-00cf-4957-8fb2-496fc99be1d2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 09:35:53.109828 n-d-791506-28 neutron-server[95552]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 09:35:53.109828 n-d-791506-28 neutron-server[95552]: [parameters: {'id': 'c5983069-fae8-404c-926e-3c8d9b13c49e'}] Aug 31 09:35:53.109828 n-d-791506-28 neutron-server[95552]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:35:53.119018 n-d-791506-28 neutron-server[95552]: DEBUG oslo_db.api [None req-145828de-00cf-4957-8fb2-496fc99be1d2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:35:53.138638 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b17f2917-da0a-4d72-afd9-58f6070c6d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:53.218145 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f2917-da0a-4d72-afd9-58f6070c6d59 None None] Pushing event updated for resources: {'Port': ['ID=be2f5201-c442-49ef-9468-caf049e64cc6,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:53.233443 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac2c42e-969e-4302-b640-06b7f40ab321 None None] Network c5983069-fae8-404c-926e-3c8d9b13c49e requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:53.347024 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca9852d-5382-4486-ab1e-c55497afb7e6 None None] get_active_networks_info from n-d-791506-28 {{(pid=95554) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:35:53.449647 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca9852d-5382-4486-ab1e-c55497afb7e6 None None] Resources bound (agent type, host, resource id): {{(pid=95554) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:35:53.611410 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-145828de-00cf-4957-8fb2-496fc99be1d2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:53.659280 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:35:53.674302 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-145828de-00cf-4957-8fb2-496fc99be1d2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Deleting port be2f5201-c442-49ef-9468-caf049e64cc6 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:53.674773 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-145828de-00cf-4957-8fb2-496fc99be1d2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:53.687084 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:35:53.687426 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 59ab1bc4-b433-4e3c-b7ea-fef4fedc5e68 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:35:53.699610 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e88055-71ae-4566-933b-1b102a447284 req-bed32a6f-c10c-4ae9-8d94-0a2384efb5b7 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:53.701746 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99e88055-71ae-4566-933b-1b102a447284 req-bed32a6f-c10c-4ae9-8d94-0a2384efb5b7 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] 10.222.0.119 "GET /v2.0/ports?device_id=37aad24e-83b4-40e4-b408-572f5b8ae379 HTTP/1.1" status: 200 len: 948 time: 0.0598934 Aug 31 09:35:53.742626 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-145828de-00cf-4957-8fb2-496fc99be1d2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] For port be2f5201-c442-49ef-9468-caf049e64cc6, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=be2f5201-c442-49ef-9468-caf049e64cc6,segment=NetworkSegment(d5e5b208-22bb-4a43-b74a-2c17b911ba1b),segment_id=d5e5b208-22bb-4a43-b74a-2c17b911ba1b)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:53.742989 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-145828de-00cf-4957-8fb2-496fc99be1d2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:53.747491 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99e88055-71ae-4566-933b-1b102a447284 req-060bb11f-25b8-4c8d-bed4-b8ea76d88efa tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] 10.222.0.119 "GET /v2.0/security-groups?id=789c246d-1152-484c-b2fc-5a062fcaf04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394211 Aug 31 09:35:53.755912 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-145828de-00cf-4957-8fb2-496fc99be1d2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Calling delete_port for be2f5201-c442-49ef-9468-caf049e64cc6 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:53.916406 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-145828de-00cf-4957-8fb2-496fc99be1d2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:53.942306 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145828de-00cf-4957-8fb2-496fc99be1d2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event deleted for resources: {'Port': ['ID=be2f5201-c442-49ef-9468-caf049e64cc6,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:53.947387 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145828de-00cf-4957-8fb2-496fc99be1d2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] No DVR routers for this DVR port be2f5201-c442-49ef-9468-caf049e64cc6 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:35:54.025200 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c0a42-edca-40b6-92e0-654a8b29829e req-a98c8214-71b3-4c83-a55a-18f48e3e1734 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:54.026723 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-784c0a42-edca-40b6-92e0-654a8b29829e req-a98c8214-71b3-4c83-a55a-18f48e3e1734 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=19fe892d-4957-4197-82f7-5f3868e33afb HTTP/1.1" status: 200 len: 946 time: 0.0514219 Aug 31 09:35:54.027105 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-145828de-00cf-4957-8fb2-496fc99be1d2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:54.036899 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-145828de-00cf-4957-8fb2-496fc99be1d2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5983069-fae8-404c-926e-3c8d9b13c49e']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:54.047818 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-145828de-00cf-4957-8fb2-496fc99be1d2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e5b208-22bb-4a43-b74a-2c17b911ba1b') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:54.054472 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-145828de-00cf-4957-8fb2-496fc99be1d2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e5b208-22bb-4a43-b74a-2c17b911ba1b') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:54.057022 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-145828de-00cf-4957-8fb2-496fc99be1d2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:54.065500 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-784c0a42-edca-40b6-92e0-654a8b29829e req-6b116fd3-1fe5-431c-b2b1-6ba121efef2d tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324838 Aug 31 09:35:54.076270 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-145828de-00cf-4957-8fb2-496fc99be1d2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:54.082728 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-145828de-00cf-4957-8fb2-496fc99be1d2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Releasing vlan 1644 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:35:54.083392 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-145828de-00cf-4957-8fb2-496fc99be1d2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:54.086911 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:35:54.086911 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:35:54.086911 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:35:54.086911 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:35:54.086911 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:35:54.086911 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:35:54.086911 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:35:54.086911 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:35:54.086911 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:35:54.086911 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:35:54.086911 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:35:54.086911 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:35:54.086911 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:35:54.086911 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:35:54.086911 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:35:54.086911 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:35:54.086911 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:35:54.086911 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:35:54.086911 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:35:54.086911 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:35:54.086911 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:35:54.086911 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:35:54.086911 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:35:54.086911 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:35:54.086911 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:35:54.086911 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:35:54.086911 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:35:54.086911 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:35:54.086911 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:35:54.086911 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:35:54.086911 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:35:54.086911 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:35:54.222377 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4100b6-92a0-4952-a441-59f51b5773d3 req-0f144b84-0433-4a3d-962d-ecec19d6e163 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:54.226108 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5f4100b6-92a0-4952-a441-59f51b5773d3 req-0f144b84-0433-4a3d-962d-ecec19d6e163 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.112 "GET /v2.0/ports?device_id=19fe892d-4957-4197-82f7-5f3868e33afb HTTP/1.1" status: 200 len: 946 time: 0.0503261 Aug 31 09:35:54.255854 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-145828de-00cf-4957-8fb2-496fc99be1d2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:54.261295 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-145828de-00cf-4957-8fb2-496fc99be1d2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:54.263438 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-145828de-00cf-4957-8fb2-496fc99be1d2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "DELETE /v2.0/networks/c5983069-fae8-404c-926e-3c8d9b13c49e HTTP/1.1" status: 204 len: 168 time: 2.2445209 Aug 31 09:35:54.267137 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55232) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:54.274220 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-ccf60a03-6fe9-4f82-b53c-4bd93273748a tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-51651057'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:54.288594 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145828de-00cf-4957-8fb2-496fc99be1d2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event deleted for resources: {'Network': ['ID=c5983069-fae8-404c-926e-3c8d9b13c49e,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:54.346451 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-5f4100b6-92a0-4952-a441-59f51b5773d3 req-ff638561-cd2b-4911-9ae5-ef05f7c6acd5 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Deleting port 82c8800e-c379-4c06-ac47-d3808cb255f1 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:54.346820 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-5f4100b6-92a0-4952-a441-59f51b5773d3 req-ff638561-cd2b-4911-9ae5-ef05f7c6acd5 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:54.367748 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf60a03-6fe9-4f82-b53c-4bd93273748a tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Made reservation on behalf of 4ca0e3d8b6764eda85af3c5c6c9822eb for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:54.371558 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ccf60a03-6fe9-4f82-b53c-4bd93273748a tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:54.394108 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf60a03-6fe9-4f82-b53c-4bd93273748a tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] vlan segment allocate from pool success with {'vlan_id': 1633, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:35:54.403911 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ccf60a03-6fe9-4f82-b53c-4bd93273748a tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:54.404250 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-ccf60a03-6fe9-4f82-b53c-4bd93273748a tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Added segment 99f5e98d-36da-4da4-92a3-90ccba1ceea0 of type vlan for network 890e99e4-ebd0-4f7e-b6fe-4450e16f31bf Aug 31 09:35:54.436376 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-5f4100b6-92a0-4952-a441-59f51b5773d3 req-ff638561-cd2b-4911-9ae5-ef05f7c6acd5 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] For port 82c8800e-c379-4c06-ac47-d3808cb255f1, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=82c8800e-c379-4c06-ac47-d3808cb255f1,segment=NetworkSegment(e7bfaea8-dc50-4428-a9a7-b756d181f6bc),segment_id=e7bfaea8-dc50-4428-a9a7-b756d181f6bc)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:54.436757 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-5f4100b6-92a0-4952-a441-59f51b5773d3 req-ff638561-cd2b-4911-9ae5-ef05f7c6acd5 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:54.443403 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ccf60a03-6fe9-4f82-b53c-4bd93273748a tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:54.451248 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-5f4100b6-92a0-4952-a441-59f51b5773d3 req-ff638561-cd2b-4911-9ae5-ef05f7c6acd5 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Calling delete_port for 82c8800e-c379-4c06-ac47-d3808cb255f1 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:54.526688 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ccf60a03-6fe9-4f82-b53c-4bd93273748a tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:54.537882 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf60a03-6fe9-4f82-b53c-4bd93273748a tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:54.539141 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ccf60a03-6fe9-4f82-b53c-4bd93273748a tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1638043'] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:54.609553 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf60a03-6fe9-4f82-b53c-4bd93273748a tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event updated for resources: {'Network': ['ID=890e99e4-ebd0-4f7e-b6fe-4450e16f31bf,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:54.620349 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 890e99e4-ebd0-4f7e-b6fe-4450e16f31bf details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:35:54.659603 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-5f4100b6-92a0-4952-a441-59f51b5773d3 req-ff638561-cd2b-4911-9ae5-ef05f7c6acd5 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:54.676685 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['64e9d2c0-c295-49dd-a174-c58969297e22', '82c8800e-c379-4c06-ac47-d3808cb255f1'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:35:54.688311 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff638561-cd2b-4911-9ae5-ef05f7c6acd5 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Pushing event deleted for resources: {'Port': ['ID=82c8800e-c379-4c06-ac47-d3808cb255f1,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:54.691214 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ccf60a03-6fe9-4f82-b53c-4bd93273748a tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4223149 Aug 31 09:35:54.692744 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55234) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:54.700015 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-9a76f35d-496f-43fc-9c82-b04536e8fcc7 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:54.757238 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4100b6-92a0-4952-a441-59f51b5773d3 req-ff638561-cd2b-4911-9ae5-ef05f7c6acd5 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] No DVR routers for this DVR port 82c8800e-c379-4c06-ac47-d3808cb255f1 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:35:54.759864 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-5f4100b6-92a0-4952-a441-59f51b5773d3 req-ff638561-cd2b-4911-9ae5-ef05f7c6acd5 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:54.762110 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5f4100b6-92a0-4952-a441-59f51b5773d3 req-ff638561-cd2b-4911-9ae5-ef05f7c6acd5 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.112 "DELETE /v2.0/ports/82c8800e-c379-4c06-ac47-d3808cb255f1 HTTP/1.1" status: 204 len: 173 time: 0.5310991 Aug 31 09:35:54.763085 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fe892d-4957-4197-82f7-5f3868e33afb', 'name': 'network-vif-deleted', 'tag': '82c8800e-c379-4c06-ac47-d3808cb255f1'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:54.770407 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3443e49f-c90f-4615-857a-3f05838f95e3" -d '{"events": [{"server_uuid": "19fe892d-4957-4197-82f7-5f3868e33afb", "name": "network-vif-deleted", "tag": "82c8800e-c379-4c06-ac47-d3808cb255f1"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:54.896006 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c6deb3-b660-441a-803b-3bc2b0b61bdd x-openstack-request-id: req-11c6deb3-b660-441a-803b-3bc2b0b61bdd {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:54.897786 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fe892d-4957-4197-82f7-5f3868e33afb", "name": "network-vif-deleted", "tag": "82c8800e-c379-4c06-ac47-d3808cb255f1", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:54.906716 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-11c6deb3-b660-441a-803b-3bc2b0b61bdd {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:54.907278 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fe892d-4957-4197-82f7-5f3868e33afb', 'name': 'network-vif-deleted', 'tag': '82c8800e-c379-4c06-ac47-d3808cb255f1', 'status': 'completed', 'code': 200} Aug 31 09:35:54.993704 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8bd55-0b88-48ad-9642-6e4c56f642a2 req-c080365f-f001-466a-8ad0-4618fe7c74c0 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:54.995301 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d9b8bd55-0b88-48ad-9642-6e4c56f642a2 req-c080365f-f001-466a-8ad0-4618fe7c74c0 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] 10.222.0.119 "GET /v2.0/ports?device_id=37aad24e-83b4-40e4-b408-572f5b8ae379 HTTP/1.1" status: 200 len: 948 time: 0.1329989 Aug 31 09:35:55.003893 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9a76f35d-496f-43fc-9c82-b04536e8fcc7 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:55.049846 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d9b8bd55-0b88-48ad-9642-6e4c56f642a2 req-121b776b-5cd9-4ee0-9b36-dc1a0369ce81 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] 10.222.0.119 "GET /v2.0/security-groups?id=789c246d-1152-484c-b2fc-5a062fcaf04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419116 Aug 31 09:35:55.104899 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9a76f35d-496f-43fc-9c82-b04536e8fcc7 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:55.114472 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9a76f35d-496f-43fc-9c82-b04536e8fcc7 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Network 890e99e4-ebd0-4f7e-b6fe-4450e16f31bf is not hosted by any dhcp agent {{(pid=95553) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 09:35:55.120496 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a76f35d-496f-43fc-9c82-b04536e8fcc7 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:55.121038 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9a76f35d-496f-43fc-9c82-b04536e8fcc7 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:55.124903 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9a76f35d-496f-43fc-9c82-b04536e8fcc7 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "PUT /v2.0/networks/890e99e4-ebd0-4f7e-b6fe-4450e16f31bf HTTP/1.1" status: 200 len: 723 time: 0.4273741 Aug 31 09:35:55.125235 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55254) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:55.131754 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-188b0c6e-78f7-4c5b-9ee6-ea6c83936fd2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Request body: {'subnet': {'network_id': '890e99e4-ebd0-4f7e-b6fe-4450e16f31bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:55.139623 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device a5282b15-3da5-469b-88e2-709f40718e14 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:35:55.210418 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b9c148fa-c1c9-47eb-9cf6-fcc806d002e0 req-491bcc1c-beb8-4bf1-be6e-c7ce2166c44b tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=19fe892d-4957-4197-82f7-5f3868e33afb HTTP/1.1" status: 200 len: 210 time: 0.0345190 Aug 31 09:35:55.210948 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76f35d-496f-43fc-9c82-b04536e8fcc7 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event updated for resources: {'Network': ['ID=890e99e4-ebd0-4f7e-b6fe-4450e16f31bf,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:55.242702 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 890e99e4-ebd0-4f7e-b6fe-4450e16f31bf details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:35:55.341731 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port a5282b15-3da5-469b-88e2-709f40718e14, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=a5282b15-3da5-469b-88e2-709f40718e14,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:55.352427 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': 'a5282b15-3da5-469b-88e2-709f40718e14', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': 'a5282b15-3da5-469b-88e2-709f40718e14', 'mac_address': 'fa:16:3e:00:26:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:35:55.361819 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188b0c6e-78f7-4c5b-9ee6-ea6c83936fd2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Made reservation on behalf of 4ca0e3d8b6764eda85af3c5c6c9822eb for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:55.366113 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-188b0c6e-78f7-4c5b-9ee6-ea6c83936fd2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:55.391002 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:55.405182 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5282b15-3da5-469b-88e2-709f40718e14 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:35:55.425398 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port a5282b15-3da5-469b-88e2-709f40718e14, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=a5282b15-3da5-469b-88e2-709f40718e14,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:55.441049 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55258) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:55.492458 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:55.547557 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=a5282b15-3da5-469b-88e2-709f40718e14,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:55.654107 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-188b0c6e-78f7-4c5b-9ee6-ea6c83936fd2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:55.714471 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b0c6e-78f7-4c5b-9ee6-ea6c83936fd2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event updated for resources: {'Subnet': ['ID=837f935a-c9ff-44c8-bc5e-b9a813d1525a,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:55.725677 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188b0c6e-78f7-4c5b-9ee6-ea6c83936fd2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Checking segment: {'id': '99f5e98d-36da-4da4-92a3-90ccba1ceea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': '890e99e4-ebd0-4f7e-b6fe-4450e16f31bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:55.726072 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188b0c6e-78f7-4c5b-9ee6-ea6c83936fd2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Network hostable DHCP agents. Network: 890e99e4-ebd0-4f7e-b6fe-4450e16f31bf, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:35:55.770045 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['a5282b15-3da5-469b-88e2-709f40718e14'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:35:55.820550 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188b0c6e-78f7-4c5b-9ee6-ea6c83936fd2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Network 890e99e4-ebd0-4f7e-b6fe-4450e16f31bf is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:35:55.894806 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e22d7c59-ec8a-41bd-bfeb-250c8274b7f6 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:55.905610 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-188b0c6e-78f7-4c5b-9ee6-ea6c83936fd2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 890e99e4-ebd0-4f7e-b6fe-4450e16f31bf) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:55.910515 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188b0c6e-78f7-4c5b-9ee6-ea6c83936fd2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:55.916105 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-188b0c6e-78f7-4c5b-9ee6-ea6c83936fd2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:55.924863 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cf6e7b-e9fd-45dc-85b0-45d9370c9272 None None] Network 890e99e4-ebd0-4f7e-b6fe-4450e16f31bf requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:56.093903 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-188b0c6e-78f7-4c5b-9ee6-ea6c83936fd2 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9640546 Aug 31 09:35:56.094036 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55268) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:56.104263 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-9b2988ae-54a0-4f3b-8ee4-b1f7fd7b10db tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:56.155465 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a95655-6de2-4982-8181-aeb8f546f9ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-890e99e4-ebd0-4f7e-b6fe-4450e16f31bf', 'network_id': '890e99e4-ebd0-4f7e-b6fe-4450e16f31bf', 'tenant_id': '4ca0e3d8b6764eda85af3c5c6c9822eb', 'fixed_ips': [{'subnet_id': '837f935a-c9ff-44c8-bc5e-b9a813d1525a'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:35:56.157488 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-10a95655-6de2-4982-8181-aeb8f546f9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:56.212473 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9b2988ae-54a0-4f3b-8ee4-b1f7fd7b10db tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25377680'] for subnet, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:56.265562 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be1395-c54a-486f-9517-61b4b95f7427 req-a85b95aa-3d1e-4cbb-892b-bba523ff55bf tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:56.267144 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6be1395-c54a-486f-9517-61b4b95f7427 req-a85b95aa-3d1e-4cbb-892b-bba523ff55bf tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] 10.222.0.119 "GET /v2.0/ports?device_id=37aad24e-83b4-40e4-b408-572f5b8ae379 HTTP/1.1" status: 200 len: 949 time: 0.1319110 Aug 31 09:35:56.322693 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-10a95655-6de2-4982-8181-aeb8f546f9ad None None] Allocated IP 172.20.0.2 (890e99e4-ebd0-4f7e-b6fe-4450e16f31bf/837f935a-c9ff-44c8-bc5e-b9a813d1525a/f38dbe87-41d1-4fa8-b173-5d5673b46219) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:35:56.340838 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6be1395-c54a-486f-9517-61b4b95f7427 req-fdcd809a-f7b9-4143-8418-37db519e69a7 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] 10.222.0.119 "GET /v2.0/security-groups?id=789c246d-1152-484c-b2fc-5a062fcaf04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645723 Aug 31 09:35:56.432738 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-e22d7c59-ec8a-41bd-bfeb-250c8274b7f6 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Deleting port 9496107b-38e0-4674-aa0a-5671702d9bac {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:56.432738 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e22d7c59-ec8a-41bd-bfeb-250c8274b7f6 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:56.483472 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-10a95655-6de2-4982-8181-aeb8f546f9ad None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:56.492174 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-10a95655-6de2-4982-8181-aeb8f546f9ad None None] Transition to ACTIVE for port object f38dbe87-41d1-4fa8-b173-5d5673b46219 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:56.507560 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-10a95655-6de2-4982-8181-aeb8f546f9ad None None] Transition to ACTIVE for port object f38dbe87-41d1-4fa8-b173-5d5673b46219 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:35:56.568646 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-10a95655-6de2-4982-8181-aeb8f546f9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:56.598649 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-e22d7c59-ec8a-41bd-bfeb-250c8274b7f6 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] For port 9496107b-38e0-4674-aa0a-5671702d9bac, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=9496107b-38e0-4674-aa0a-5671702d9bac,segment=NetworkSegment(909a319c-4d84-49cc-94b3-8394bf3a1751),segment_id=909a319c-4d84-49cc-94b3-8394bf3a1751)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:56.599014 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e22d7c59-ec8a-41bd-bfeb-250c8274b7f6 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:56.603187 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a95655-6de2-4982-8181-aeb8f546f9ad None None] Network 890e99e4-ebd0-4f7e-b6fe-4450e16f31bf is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:35:56.609677 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-10a95655-6de2-4982-8181-aeb8f546f9ad None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:35:56.613226 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a95655-6de2-4982-8181-aeb8f546f9ad None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:35:56.623981 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-e22d7c59-ec8a-41bd-bfeb-250c8274b7f6 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Calling delete_port for 9496107b-38e0-4674-aa0a-5671702d9bac owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:56.624577 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a95655-6de2-4982-8181-aeb8f546f9ad None None] Pushing event updated for resources: {'Port': ['ID=f38dbe87-41d1-4fa8-b173-5d5673b46219,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:56.634684 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b6869-171d-4697-ba27-56bb43319315 req-1b0b0dab-7a14-42d3-9dcc-596ae28ac948 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:56.636220 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d4b6869-171d-4697-ba27-56bb43319315 req-1b0b0dab-7a14-42d3-9dcc-596ae28ac948 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/networks?id=3e58dc22-2b70-42a6-8495-186dad702ce6 HTTP/1.1" status: 200 len: 805 time: 0.1605864 Aug 31 09:35:56.680531 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-10a95655-6de2-4982-8181-aeb8f546f9ad None None] Attempting to bind port f38dbe87-41d1-4fa8-b173-5d5673b46219 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:35:56.680810 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-10a95655-6de2-4982-8181-aeb8f546f9ad None None] Attempting to bind port f38dbe87-41d1-4fa8-b173-5d5673b46219 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '99f5e98d-36da-4da4-92a3-90ccba1ceea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': '890e99e4-ebd0-4f7e-b6fe-4450e16f31bf'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:35:56.681167 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a95655-6de2-4982-8181-aeb8f546f9ad None None] Attempting to bind port f38dbe87-41d1-4fa8-b173-5d5673b46219 on network 890e99e4-ebd0-4f7e-b6fe-4450e16f31bf {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:35:56.685990 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a95655-6de2-4982-8181-aeb8f546f9ad None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:35:56.686362 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a95655-6de2-4982-8181-aeb8f546f9ad None None] Checking segment: {'id': '99f5e98d-36da-4da4-92a3-90ccba1ceea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': '890e99e4-ebd0-4f7e-b6fe-4450e16f31bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:35:56.686483 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d4b6869-171d-4697-ba27-56bb43319315 req-6d03e8c2-4ebe-40b4-aa27-47f10c31fc80 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/quotas/e847c5c42d2e472689cd257a7d896947 HTTP/1.1" status: 200 len: 375 time: 0.0406456 Aug 31 09:35:56.686796 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-10a95655-6de2-4982-8181-aeb8f546f9ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:56.687178 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a95655-6de2-4982-8181-aeb8f546f9ad None None] Bound using segment: {'id': '99f5e98d-36da-4da4-92a3-90ccba1ceea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': '890e99e4-ebd0-4f7e-b6fe-4450e16f31bf'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:35:56.687635 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-10a95655-6de2-4982-8181-aeb8f546f9ad None None] Bound port: f38dbe87-41d1-4fa8-b173-5d5673b46219, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f5e98d-36da-4da4-92a3-90ccba1ceea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': '890e99e4-ebd0-4f7e-b6fe-4450e16f31bf'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:35:56.688007 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-10a95655-6de2-4982-8181-aeb8f546f9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:56.727139 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9b2988ae-54a0-4f3b-8ee4-b1f7fd7b10db tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773300309468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26113717'] for subnet, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:56.751767 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-10a95655-6de2-4982-8181-aeb8f546f9ad None None] For port f38dbe87-41d1-4fa8-b173-5d5673b46219, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:35:56.754956 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-10a95655-6de2-4982-8181-aeb8f546f9ad None None] For port f38dbe87-41d1-4fa8-b173-5d5673b46219, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f38dbe87-41d1-4fa8-b173-5d5673b46219,segment=NetworkSegment(99f5e98d-36da-4da4-92a3-90ccba1ceea0),segment_id=99f5e98d-36da-4da4-92a3-90ccba1ceea0)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:35:56.765306 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2988ae-54a0-4f3b-8ee4-b1f7fd7b10db tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:56.766428 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9b2988ae-54a0-4f3b-8ee4-b1f7fd7b10db tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:56.768145 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9b2988ae-54a0-4f3b-8ee4-b1f7fd7b10db tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "PUT /v2.0/subnets/837f935a-c9ff-44c8-bc5e-b9a813d1525a HTTP/1.1" status: 200 len: 806 time: 0.6727064 Aug 31 09:35:56.771851 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55286) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:56.796849 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d4b6869-171d-4697-ba27-56bb43319315 req-7a169ddf-2cce-4817-8c46-3bc2880cb4e3 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=e847c5c42d2e472689cd257a7d896947&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1019557 Aug 31 09:35:56.839435 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2988ae-54a0-4f3b-8ee4-b1f7fd7b10db tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event updated for resources: {'Subnet': ['ID=837f935a-c9ff-44c8-bc5e-b9a813d1525a,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:56.847597 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-10a95655-6de2-4982-8181-aeb8f546f9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:56.907967 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:56.929300 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a95655-6de2-4982-8181-aeb8f546f9ad None None] Pushing event updated for resources: {'Port': ['ID=f38dbe87-41d1-4fa8-b173-5d5673b46219,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:56.955977 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d4b6869-171d-4697-ba27-56bb43319315 req-2c487b9a-f012-4124-8ea2-454188d4a4d1 service neutron] 10.222.0.119 "GET /v2.0/networks/3e58dc22-2b70-42a6-8495-186dad702ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436665 Aug 31 09:35:56.987864 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Deleting port f38dbe87-41d1-4fa8-b173-5d5673b46219 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:35:56.988224 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:57.039768 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e22d7c59-ec8a-41bd-bfeb-250c8274b7f6 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:57.074657 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d7c59-ec8a-41bd-bfeb-250c8274b7f6 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event deleted for resources: {'Port': ['ID=9496107b-38e0-4674-aa0a-5671702d9bac,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:57.106814 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] For port f38dbe87-41d1-4fa8-b173-5d5673b46219, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f38dbe87-41d1-4fa8-b173-5d5673b46219,segment=NetworkSegment(99f5e98d-36da-4da4-92a3-90ccba1ceea0),segment_id=99f5e98d-36da-4da4-92a3-90ccba1ceea0)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:57.107279 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:57.153560 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device a5282b15-3da5-469b-88e2-709f40718e14 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:35:57.172399 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Calling delete_port for f38dbe87-41d1-4fa8-b173-5d5673b46219 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:35:57.182771 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d4b6869-171d-4697-ba27-56bb43319315 req-231bb758-c3d2-4e40-9112-13ca675f7e66 service neutron] 10.222.0.119 "GET /v2.0/networks/3e58dc22-2b70-42a6-8495-186dad702ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179193 Aug 31 09:35:57.323868 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port a5282b15-3da5-469b-88e2-709f40718e14 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:35:57.332690 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port a5282b15-3da5-469b-88e2-709f40718e14 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:35:57.333193 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:57.465213 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:57.540116 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:57.556546 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event deleted for resources: {'Port': ['ID=f38dbe87-41d1-4fa8-b173-5d5673b46219,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:57.602104 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port a5282b15-3da5-469b-88e2-709f40718e14, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=a5282b15-3da5-469b-88e2-709f40718e14,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:35:57.602104 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37aad24e-83b4-40e4-b408-572f5b8ae379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5282b15-3da5-469b-88e2-709f40718e14'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:35:57.604361 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5ca276-decb-4048-bbe6-149c015781b0" -d '{"events": [{"server_uuid": "37aad24e-83b4-40e4-b408-572f5b8ae379", "name": "network-vif-plugged", "status": "completed", "tag": "a5282b15-3da5-469b-88e2-709f40718e14"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:35:57.640444 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] No DVR routers for this DVR port f38dbe87-41d1-4fa8-b173-5d5673b46219 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:35:57.676598 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:57.778849 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:57.803913 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=a5282b15-3da5-469b-88e2-709f40718e14,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:58.026056 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:58.041451 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3da54471-f946-4410-b518-184a6d533b11 req-dd08991f-8cfb-4839-ba9b-5a8277261d08 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=bdc1dea8-53a8-415d-87c9-a74f196a5de5 HTTP/1.1" status: 200 len: 210 time: 0.0775440 Aug 31 09:35:58.053416 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event deleted for resources: {'Subnet': ['ID=837f935a-c9ff-44c8-bc5e-b9a813d1525a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:58.062393 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e22d7c59-ec8a-41bd-bfeb-250c8274b7f6 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:58.065886 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:58.066222 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:58.066736 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:58.067078 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:58.067408 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:58.067809 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:58.068791 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:58.069118 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:58.069444 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:58.069766 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:58.070090 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:58.070879 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:35:58.084263 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de9935-6e8d-405d-bf7e-78bafb1e9a98 req-daf01fa3-231b-4b55-8db7-0a11a0cace50 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:58.101288 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d2de9935-6e8d-405d-bf7e-78bafb1e9a98 req-daf01fa3-231b-4b55-8db7-0a11a0cace50 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] 10.222.0.119 "GET /v2.0/ports?device_id=37aad24e-83b4-40e4-b408-572f5b8ae379 HTTP/1.1" status: 200 len: 950 time: 0.1346548 Aug 31 09:35:58.154276 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca27336-4e81-41a1-b1f8-a5f828ebfcd9 x-openstack-request-id: req-8ca27336-4e81-41a1-b1f8-a5f828ebfcd9 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:35:58.155867 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37aad24e-83b4-40e4-b408-572f5b8ae379", "name": "network-vif-plugged", "status": "completed", "tag": "a5282b15-3da5-469b-88e2-709f40718e14", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:35:58.156356 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-8ca27336-4e81-41a1-b1f8-a5f828ebfcd9 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:35:58.157359 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37aad24e-83b4-40e4-b408-572f5b8ae379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5282b15-3da5-469b-88e2-709f40718e14', 'code': 200} Aug 31 09:35:58.198775 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:58.211598 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890e99e4-ebd0-4f7e-b6fe-4450e16f31bf']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:58.221659 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d2de9935-6e8d-405d-bf7e-78bafb1e9a98 req-02e2b677-b91d-430c-a593-5c2689bd1318 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] 10.222.0.119 "GET /v2.0/security-groups?id=789c246d-1152-484c-b2fc-5a062fcaf04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148534 Aug 31 09:35:58.232019 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f5e98d-36da-4da4-92a3-90ccba1ceea0') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:58.232316 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f5e98d-36da-4da4-92a3-90ccba1ceea0') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:58.243345 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:58.263774 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:58.275107 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Releasing vlan 1633 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:35:58.275522 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:58.298535 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:35:58.298535 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:35:58.298535 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:35:58.298535 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:35:58.298535 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:35:58.298535 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:35:58.298535 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:35:58.298535 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:35:58.298535 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:35:58.298535 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:35:58.298535 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:35:58.298535 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:35:58.298535 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:35:58.298535 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:35:58.298535 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:35:58.298535 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:35:58.298535 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:35:58.298535 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:35:58.298535 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:35:58.298535 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:35:58.298535 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:35:58.298535 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:35:58.298535 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:35:58.298535 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:35:58.298535 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:35:58.298535 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:35:58.298535 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:35:58.298535 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:35:58.298535 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:35:58.298535 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:35:58.298535 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:35:58.298535 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:35:58.334739 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818dddc9-854a-4f2e-b7f5-9b9c1451e13e req-e58e7079-5d7b-46f1-919e-a573735138b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:58.336316 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-818dddc9-854a-4f2e-b7f5-9b9c1451e13e req-e58e7079-5d7b-46f1-919e-a573735138b9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=37aad24e-83b4-40e4-b408-572f5b8ae379 HTTP/1.1" status: 200 len: 1102 time: 0.0802705 Aug 31 09:35:58.360902 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23d4a10-a853-40d0-a72b-b86bd7f07310 None None] Network 890e99e4-ebd0-4f7e-b6fe-4450e16f31bf requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:58.451001 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-818dddc9-854a-4f2e-b7f5-9b9c1451e13e req-416295c1-11a8-400d-9791-b3c6ecb33ae8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=789c246d-1152-484c-b2fc-5a062fcaf04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764637 Aug 31 09:35:58.471398 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-016c789b-d668-4f0d-9612-942482496b84 None None] Could not find standard attr ID for object f38dbe87-41d1-4fa8-b173-5d5673b46219. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:35:58.496619 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22d7c59-ec8a-41bd-bfeb-250c8274b7f6 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Router 014dbc62-34c8-41aa-86f1-43b1eecf452c has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:35:58.520700 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:58.550664 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:58.567582 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "DELETE /v2.0/networks/890e99e4-ebd0-4f7e-b6fe-4450e16f31bf HTTP/1.1" status: 204 len: 168 time: 1.7925305 Aug 31 09:35:58.584111 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55322) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:58.617156 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9169d8f-6caf-4942-b913-b267d0397042 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] DELETE failed (client error): The resource could not be found. Aug 31 09:35:58.617783 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9169d8f-6caf-4942-b913-b267d0397042 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:35:58.619892 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c9169d8f-6caf-4942-b913-b267d0397042 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "DELETE /v2.0/networks/890e99e4-ebd0-4f7e-b6fe-4450e16f31bf HTTP/1.1" status: 404 len: 339 time: 0.0345993 Aug 31 09:35:58.620814 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1caef49-57b3-4216-b92a-a03ebcfe48a8 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event deleted for resources: {'Network': ['ID=890e99e4-ebd0-4f7e-b6fe-4450e16f31bf,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:58.624463 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55324) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:58.634935 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6580470f-4b7d-4192-8d4e-37b95980e164 None None] DHCP port deletion for 890e99e4-ebd0-4f7e-b6fe-4450e16f31bf request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:35:58.636087 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-2aa6f609-2e71-497c-93ba-c82d1b78c297 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1754425285', 'description': 'd1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:58.649070 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22d7c59-ec8a-41bd-bfeb-250c8274b7f6 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:35:58.659264 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89203763-1a6d-4264-8407-fe841039a6ae None None] Network 890e99e4-ebd0-4f7e-b6fe-4450e16f31bf requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:35:58.667895 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e22d7c59-ec8a-41bd-bfeb-250c8274b7f6 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "PUT /v2.0/routers/014dbc62-34c8-41aa-86f1-43b1eecf452c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2256708 Aug 31 09:35:58.671351 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95f3814-98f4-4133-8d70-68dd0194f340 None None] Sync routers for ids ['014dbc62-34c8-41aa-86f1-43b1eecf452c'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:35:58.693729 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89203763-1a6d-4264-8407-fe841039a6ae None None] Network 890e99e4-ebd0-4f7e-b6fe-4450e16f31bf could not be found, it might have been deleted concurrently. {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 09:35:58.693906 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95f3814-98f4-4133-8d70-68dd0194f340 None None] Routers {'014dbc62-34c8-41aa-86f1-43b1eecf452c'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:58.694596 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d95f3814-98f4-4133-8d70-68dd0194f340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:35:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['014dbc62-34c8-41aa-86f1-43b1eecf452c'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:58.750013 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa6f609-2e71-497c-93ba-c82d1b78c297 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Made reservation on behalf of 4ca0e3d8b6764eda85af3c5c6c9822eb for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:35:58.756501 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2aa6f609-2e71-497c-93ba-c82d1b78c297 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:58.802123 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa6f609-2e71-497c-93ba-c82d1b78c297 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] vlan segment allocate from pool success with {'vlan_id': 1637, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:35:58.830275 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-d95f3814-98f4-4133-8d70-68dd0194f340 None None] Set router 014dbc62-34c8-41aa-86f1-43b1eecf452c gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:35:58.830483 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2aa6f609-2e71-497c-93ba-c82d1b78c297 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:58.830893 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-2aa6f609-2e71-497c-93ba-c82d1b78c297 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Added segment 6f342bc1-ef01-4ec6-98a1-9f60a21d06c2 of type vlan for network ef603054-a2ac-4305-84dd-f8ddef7fb230 Aug 31 09:35:58.886291 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2aa6f609-2e71-497c-93ba-c82d1b78c297 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:59.046864 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2aa6f609-2e71-497c-93ba-c82d1b78c297 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:59.057170 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa6f609-2e71-497c-93ba-c82d1b78c297 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:59.062218 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2aa6f609-2e71-497c-93ba-c82d1b78c297 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:59.094993 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d95f3814-98f4-4133-8d70-68dd0194f340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'name': 'tempest-TestNetworkBasicOps-router-1255907600', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:47Z', 'updated_at': '2021-08-31T09:35:56Z', 'revision_number': 6, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'ce5c8832-022e-464d-8e6d-d3c3ee7e4e02', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'port_id': 'e9700cec-1926-43bb-b87c-f465e2f303bc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb', 'mac_address': 'fa:16:3e:d3:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:34:27Z', 'updated_at': '2021-08-31T09:34:31Z', 'revision_number': 1, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b5340ae-8763-45f6-8af6-1c4824c4cd59', 'name': '', 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'mac_address': 'fa:16:3e:91:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '0dbbb6f2-1c93-4c91-88d5-f35d32ebd383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:55Z', 'updated_at': '2021-08-31T09:34:04Z', 'revision_number': 5, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'subnets': [{'id': '0dbbb6f2-1c93-4c91-88d5-f35d32ebd383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:59.128914 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95f3814-98f4-4133-8d70-68dd0194f340 None None] Checking router: 014dbc62-34c8-41aa-86f1-43b1eecf452c for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:35:59.139188 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95f3814-98f4-4133-8d70-68dd0194f340 None None] Routers {'014dbc62-34c8-41aa-86f1-43b1eecf452c'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:35:59.139901 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d95f3814-98f4-4133-8d70-68dd0194f340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:35:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['014dbc62-34c8-41aa-86f1-43b1eecf452c'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:59.160117 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6f609-2e71-497c-93ba-c82d1b78c297 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event updated for resources: {'Network': ['ID=ef603054-a2ac-4305-84dd-f8ddef7fb230,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:59.179762 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network ef603054-a2ac-4305-84dd-f8ddef7fb230 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:35:59.198036 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2aa6f609-2e71-497c-93ba-c82d1b78c297 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5725069 Aug 31 09:35:59.204224 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55334) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:59.230966 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5912c12b-2ac2-42aa-b7cb-3c78a91db72f req-7656b915-444f-4db3-b041-4e1093eb579a tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=bdc1dea8-53a8-415d-87c9-a74f196a5de5 HTTP/1.1" status: 200 len: 210 time: 0.0633678 Aug 31 09:35:59.382266 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a017c74e-c66f-4833-ae2d-79fb31671e95 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:59.384586 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a017c74e-c66f-4833-ae2d-79fb31671e95 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "GET /v2.0/networks?id=ef603054-a2ac-4305-84dd-f8ddef7fb230 HTTP/1.1" status: 200 len: 761 time: 0.1792765 Aug 31 09:35:59.387321 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55342) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:59.394638 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-2ff2fcde-9079-4b12-9dfc-dbf0918ce7d0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Request body: {'network': {'description': 'd2'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:35:59.403752 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-d95f3814-98f4-4133-8d70-68dd0194f340 None None] Set router 014dbc62-34c8-41aa-86f1-43b1eecf452c gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:35:59.440680 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f5e57-8bca-452e-a880-ba159f4a7c34 req-91585c4e-47fd-4798-8f0f-3f1ee0957d8a tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:59.442178 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b90f5e57-8bca-452e-a880-ba159f4a7c34 req-91585c4e-47fd-4798-8f0f-3f1ee0957d8a tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7fdd883-3693-4dad-bd7b-8ba5a65ff26a HTTP/1.1" status: 200 len: 946 time: 0.1156709 Aug 31 09:35:59.450596 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc0cbc-6abc-430f-913c-856eb32de7d0 req-6f3a701e-9952-42dd-93c9-2f84bcecf7a7 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:59.452051 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dcfc0cbc-6abc-430f-913c-856eb32de7d0 req-6f3a701e-9952-42dd-93c9-2f84bcecf7a7 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] 10.222.0.119 "GET /v2.0/ports?device_id=37aad24e-83b4-40e4-b408-572f5b8ae379 HTTP/1.1" status: 200 len: 950 time: 0.0728781 Aug 31 09:35:59.511040 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b90f5e57-8bca-452e-a880-ba159f4a7c34 req-512ed0d4-1c24-4cca-a64b-76829b09af4e tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=993fb49b-0da1-4e2c-8317-aafb1e8378ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579913 Aug 31 09:35:59.516269 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dcfc0cbc-6abc-430f-913c-856eb32de7d0 req-91ebc121-883e-4e2b-b785-64cbe4c1e6dc tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] 10.222.0.119 "GET /v2.0/security-groups?id=789c246d-1152-484c-b2fc-5a062fcaf04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542796 Aug 31 09:35:59.594930 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2ff2fcde-9079-4b12-9dfc-dbf0918ce7d0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:59.657543 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2ff2fcde-9079-4b12-9dfc-dbf0918ce7d0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:59.658562 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d95f3814-98f4-4133-8d70-68dd0194f340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'name': 'tempest-TestNetworkBasicOps-router-1255907600', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:47Z', 'updated_at': '2021-08-31T09:35:56Z', 'revision_number': 6, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'ce5c8832-022e-464d-8e6d-d3c3ee7e4e02', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'port_id': 'e9700cec-1926-43bb-b87c-f465e2f303bc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb', 'mac_address': 'fa:16:3e:d3:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:34:27Z', 'updated_at': '2021-08-31T09:34:31Z', 'revision_number': 1, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b5340ae-8763-45f6-8af6-1c4824c4cd59', 'name': '', 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'mac_address': 'fa:16:3e:91:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '0dbbb6f2-1c93-4c91-88d5-f35d32ebd383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:55Z', 'updated_at': '2021-08-31T09:34:04Z', 'revision_number': 5, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'subnets': [{'id': '0dbbb6f2-1c93-4c91-88d5-f35d32ebd383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:35:59.673603 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 82c8800e-c379-4c06-ac47-d3808cb255f1 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:35:59.680164 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2ff2fcde-9079-4b12-9dfc-dbf0918ce7d0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Network ef603054-a2ac-4305-84dd-f8ddef7fb230 is not hosted by any dhcp agent {{(pid=95552) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 09:35:59.685943 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff2fcde-9079-4b12-9dfc-dbf0918ce7d0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:59.686603 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95f3814-98f4-4133-8d70-68dd0194f340 None None] The sync data for ids ['014dbc62-34c8-41aa-86f1-43b1eecf452c'] in n-d-791506-28 is: [{'id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'name': 'tempest-TestNetworkBasicOps-router-1255907600', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:47Z', 'updated_at': '2021-08-31T09:35:56Z', 'revision_number': 6, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'ce5c8832-022e-464d-8e6d-d3c3ee7e4e02', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'port_id': 'e9700cec-1926-43bb-b87c-f465e2f303bc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb', 'mac_address': 'fa:16:3e:d3:cb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:34:27Z', 'updated_at': '2021-08-31T09:34:31Z', 'revision_number': 1, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b5340ae-8763-45f6-8af6-1c4824c4cd59', 'name': '', 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'mac_address': 'fa:16:3e:91:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '0dbbb6f2-1c93-4c91-88d5-f35d32ebd383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:55Z', 'updated_at': '2021-08-31T09:34:04Z', 'revision_number': 5, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'subnets': [{'id': '0dbbb6f2-1c93-4c91-88d5-f35d32ebd383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:35:59.687166 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2ff2fcde-9079-4b12-9dfc-dbf0918ce7d0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:35:59.688927 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2ff2fcde-9079-4b12-9dfc-dbf0918ce7d0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "PUT /v2.0/networks/ef603054-a2ac-4305-84dd-f8ddef7fb230 HTTP/1.1" status: 200 len: 758 time: 0.3006406 Aug 31 09:35:59.691727 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55344) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:59.696313 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 82c8800e-c379-4c06-ac47-d3808cb255f1 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:35:59.696668 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 82c8800e-c379-4c06-ac47-d3808cb255f1 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:35:59.743548 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2fcde-9079-4b12-9dfc-dbf0918ce7d0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event updated for resources: {'Network': ['ID=ef603054-a2ac-4305-84dd-f8ddef7fb230,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:35:59.754193 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network ef603054-a2ac-4305-84dd-f8ddef7fb230 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:35:59.791892 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc953b9a-158b-4651-8dd5-46c71a15d550 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:35:59.793716 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-dc953b9a-158b-4651-8dd5-46c71a15d550 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "GET /v2.0/networks?id=ef603054-a2ac-4305-84dd-f8ddef7fb230 HTTP/1.1" status: 200 len: 761 time: 0.1009910 Aug 31 09:35:59.799944 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55346) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:35:59.805085 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-51e9fd43-b28f-4276-9b14-9ee9393e11d7 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1229742219'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:00.093634 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e9fd43-b28f-4276-9b14-9ee9393e11d7 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Made reservation on behalf of 4ca0e3d8b6764eda85af3c5c6c9822eb for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:36:00.098341 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51e9fd43-b28f-4276-9b14-9ee9393e11d7 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:00.122447 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e9fd43-b28f-4276-9b14-9ee9393e11d7 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] vlan segment allocate from pool success with {'vlan_id': 1614, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:36:00.133478 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51e9fd43-b28f-4276-9b14-9ee9393e11d7 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:00.133984 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-51e9fd43-b28f-4276-9b14-9ee9393e11d7 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Added segment 52a14faa-ae51-420a-a429-444d617110ef of type vlan for network 03b6a598-b037-4174-836d-4fa766af656d Aug 31 09:36:00.189277 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51e9fd43-b28f-4276-9b14-9ee9393e11d7 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:00.300509 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51e9fd43-b28f-4276-9b14-9ee9393e11d7 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:00.306521 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e9fd43-b28f-4276-9b14-9ee9393e11d7 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:00.307136 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51e9fd43-b28f-4276-9b14-9ee9393e11d7 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:00.339342 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5fb9bb9a-3691-4ab1-8b54-5a5b3d879f5a req-e2c55cc6-574c-43e7-835c-4779c77838b1 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=bdc1dea8-53a8-415d-87c9-a74f196a5de5 HTTP/1.1" status: 200 len: 210 time: 0.0267415 Aug 31 09:36:00.397156 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b6869-171d-4697-ba27-56bb43319315 req-9992112b-9dbc-42c2-b6a4-84b18447a9a2 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:00.397156 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6d4b6869-171d-4697-ba27-56bb43319315 req-9992112b-9dbc-42c2-b6a4-84b18447a9a2 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.112 "GET /v2.0/networks?id=3e58dc22-2b70-42a6-8495-186dad702ce6 HTTP/1.1" status: 200 len: 805 time: 0.1737018 Aug 31 09:36:00.407211 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9fd43-b28f-4276-9b14-9ee9393e11d7 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event updated for resources: {'Network': ['ID=03b6a598-b037-4174-836d-4fa766af656d,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:00.416632 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-6d4b6869-171d-4697-ba27-56bb43319315 req-6d4937e4-c086-4de5-8fe0-cffff6bd46f8 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Request body: {'port': {'device_id': 'bdc1dea8-53a8-415d-87c9-a74f196a5de5', 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6', 'admin_state_up': True, 'tenant_id': 'e847c5c42d2e472689cd257a7d896947'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:00.419011 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 03b6a598-b037-4174-836d-4fa766af656d details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:36:00.461290 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-51e9fd43-b28f-4276-9b14-9ee9393e11d7 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6601577 Aug 31 09:36:00.464304 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55358) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:00.468796 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-b3654b18-a066-49f2-978f-8b75604b4d18 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Request body: {'subnet': {'network_id': '03b6a598-b037-4174-836d-4fa766af656d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:00.602137 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.db.api [req-6d4b6869-171d-4697-ba27-56bb43319315 req-6d4937e4-c086-4de5-8fe0-cffff6bd46f8 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:36:00.602137 n-d-791506-28 neutron-server[95552]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 09:36:00.602137 n-d-791506-28 neutron-server[95552]: [parameters: {'project_id': 'e847c5c42d2e472689cd257a7d896947', 'id': '948945a7-1fea-4585-be34-7a1c692a6ce1', 'expiration': datetime.datetime(2021, 8, 31, 9, 38, 0, 595016)}] Aug 31 09:36:00.602137 n-d-791506-28 neutron-server[95552]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:36:00.602688 n-d-791506-28 neutron-server[95552]: DEBUG oslo_db.api [req-6d4b6869-171d-4697-ba27-56bb43319315 req-6d4937e4-c086-4de5-8fe0-cffff6bd46f8 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:36:00.676259 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3654b18-a066-49f2-978f-8b75604b4d18 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Made reservation on behalf of 4ca0e3d8b6764eda85af3c5c6c9822eb for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:36:00.681365 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b3654b18-a066-49f2-978f-8b75604b4d18 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:00.705142 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb778c8-261f-48a5-add2-786a053be7f9 req-a0bfeb50-9624-4c61-9252-877dee589d6a tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:00.707052 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ecb778c8-261f-48a5-add2-786a053be7f9 req-a0bfeb50-9624-4c61-9252-877dee589d6a tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] 10.222.0.119 "GET /v2.0/ports?device_id=37aad24e-83b4-40e4-b408-572f5b8ae379 HTTP/1.1" status: 200 len: 950 time: 0.0821354 Aug 31 09:36:00.718744 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f2bae-8eee-424d-97ce-a94a94d7fb97 req-4a127960-2c63-4214-a966-aa668deb3d93 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:00.720284 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-876f2bae-8eee-424d-97ce-a94a94d7fb97 req-4a127960-2c63-4214-a966-aa668deb3d93 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7fdd883-3693-4dad-bd7b-8ba5a65ff26a HTTP/1.1" status: 200 len: 946 time: 0.0940552 Aug 31 09:36:00.804085 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ecb778c8-261f-48a5-add2-786a053be7f9 req-22235292-15b5-4d44-9d4e-87eb011f6fc9 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] 10.222.0.119 "GET /v2.0/security-groups?id=789c246d-1152-484c-b2fc-5a062fcaf04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822866 Aug 31 09:36:00.814385 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-876f2bae-8eee-424d-97ce-a94a94d7fb97 req-b60e144c-77e4-4e86-a761-dbd41ed224b0 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=993fb49b-0da1-4e2c-8317-aafb1e8378ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857382 Aug 31 09:36:00.833436 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67633d9-3821-4eba-a4b8-aa51c3ad5755 req-a86db888-d670-40c2-842e-be054a4ed9f4 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:00.841290 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c67633d9-3821-4eba-a4b8-aa51c3ad5755 req-a86db888-d670-40c2-842e-be054a4ed9f4 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7fdd883-3693-4dad-bd7b-8ba5a65ff26a HTTP/1.1" status: 200 len: 946 time: 0.0848796 Aug 31 09:36:00.945466 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b3654b18-a066-49f2-978f-8b75604b4d18 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:00.958155 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-c67633d9-3821-4eba-a4b8-aa51c3ad5755 req-84d46768-ab8f-44b0-af65-4fd7ef559ac7 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Deleting port 6f6702d5-8c3f-4f7c-8850-a334dd6fc377 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:36:00.958573 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c67633d9-3821-4eba-a4b8-aa51c3ad5755 req-84d46768-ab8f-44b0-af65-4fd7ef559ac7 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:01.007644 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3654b18-a066-49f2-978f-8b75604b4d18 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event updated for resources: {'Subnet': ['ID=a3bfdd84-5460-4139-b33e-7f23f6ffd73f,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:01.014997 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3654b18-a066-49f2-978f-8b75604b4d18 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Checking segment: {'id': '52a14faa-ae51-420a-a429-444d617110ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1614, 'network_id': '03b6a598-b037-4174-836d-4fa766af656d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:36:01.015357 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3654b18-a066-49f2-978f-8b75604b4d18 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Network hostable DHCP agents. Network: 03b6a598-b037-4174-836d-4fa766af656d, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:36:01.040196 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9496107b-38e0-4674-aa0a-5671702d9bac no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:36:01.054835 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-c67633d9-3821-4eba-a4b8-aa51c3ad5755 req-84d46768-ab8f-44b0-af65-4fd7ef559ac7 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] For port 6f6702d5-8c3f-4f7c-8850-a334dd6fc377, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=6f6702d5-8c3f-4f7c-8850-a334dd6fc377,segment=NetworkSegment(909a319c-4d84-49cc-94b3-8394bf3a1751),segment_id=909a319c-4d84-49cc-94b3-8394bf3a1751)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:01.055196 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c67633d9-3821-4eba-a4b8-aa51c3ad5755 req-84d46768-ab8f-44b0-af65-4fd7ef559ac7 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:01.062949 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 9496107b-38e0-4674-aa0a-5671702d9bac {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:36:01.063298 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9496107b-38e0-4674-aa0a-5671702d9bac not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:36:01.070472 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-c67633d9-3821-4eba-a4b8-aa51c3ad5755 req-84d46768-ab8f-44b0-af65-4fd7ef559ac7 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Calling delete_port for 6f6702d5-8c3f-4f7c-8850-a334dd6fc377 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:36:01.138941 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3654b18-a066-49f2-978f-8b75604b4d18 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Network 03b6a598-b037-4174-836d-4fa766af656d is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:36:01.224848 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d4b6869-171d-4697-ba27-56bb43319315 req-6d4937e4-c086-4de5-8fe0-cffff6bd46f8 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Made reservation on behalf of e847c5c42d2e472689cd257a7d896947 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:36:01.228856 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6d4b6869-171d-4697-ba27-56bb43319315 req-6d4937e4-c086-4de5-8fe0-cffff6bd46f8 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:01.250332 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-b3654b18-a066-49f2-978f-8b75604b4d18 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 03b6a598-b037-4174-836d-4fa766af656d) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:36:01.260684 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3654b18-a066-49f2-978f-8b75604b4d18 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:01.261251 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b3654b18-a066-49f2-978f-8b75604b4d18 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:01.261672 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cabf944-34af-4466-9fb3-358d9b711175 None None] Network 03b6a598-b037-4174-836d-4fa766af656d requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:36:01.323678 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c67633d9-3821-4eba-a4b8-aa51c3ad5755 req-84d46768-ab8f-44b0-af65-4fd7ef559ac7 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:01.371143 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b3654b18-a066-49f2-978f-8b75604b4d18 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9038668 Aug 31 09:36:01.371883 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55374) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:01.380576 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-6d4b6869-171d-4697-ba27-56bb43319315 req-6d4937e4-c086-4de5-8fe0-cffff6bd46f8 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Allocated IP 172.20.0.9 (3e58dc22-2b70-42a6-8495-186dad702ce6/0a8d9332-4934-4e0f-b006-f09be5a999bd/b77603f4-db29-4974-854f-cc3ccb59b82e) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:36:01.385898 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d46768-ab8f-44b0-af65-4fd7ef559ac7 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event deleted for resources: {'Port': ['ID=6f6702d5-8c3f-4f7c-8850-a334dd6fc377,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:01.485568 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67633d9-3821-4eba-a4b8-aa51c3ad5755 req-84d46768-ab8f-44b0-af65-4fd7ef559ac7 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] No DVR routers for this DVR port 6f6702d5-8c3f-4f7c-8850-a334dd6fc377 on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:36:01.488719 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c67633d9-3821-4eba-a4b8-aa51c3ad5755 req-84d46768-ab8f-44b0-af65-4fd7ef559ac7 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:01.492378 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c67633d9-3821-4eba-a4b8-aa51c3ad5755 req-84d46768-ab8f-44b0-af65-4fd7ef559ac7 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.59 "DELETE /v2.0/ports/6f6702d5-8c3f-4f7c-8850-a334dd6fc377 HTTP/1.1" status: 204 len: 173 time: 0.6497152 Aug 31 09:36:01.500316 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fdd883-3693-4dad-bd7b-8ba5a65ff26a', 'name': 'network-vif-deleted', 'tag': '6f6702d5-8c3f-4f7c-8850-a334dd6fc377'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:36:01.503297 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d200216a-9016-404e-ae0c-bab22d51bf86" -d '{"events": [{"server_uuid": "e7fdd883-3693-4dad-bd7b-8ba5a65ff26a", "name": "network-vif-deleted", "tag": "6f6702d5-8c3f-4f7c-8850-a334dd6fc377"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:36:01.530423 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2a996-5a20-4261-a946-98cbbfabb6e1 req-0a73149e-d9e7-47cc-b1c8-cb3d38bcd545 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:01.532783 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfa2a996-5a20-4261-a946-98cbbfabb6e1 req-0a73149e-d9e7-47cc-b1c8-cb3d38bcd545 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] 10.222.0.119 "GET /v2.0/ports?device_id=37aad24e-83b4-40e4-b408-572f5b8ae379 HTTP/1.1" status: 200 len: 950 time: 0.2231479 Aug 31 09:36:01.562934 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a8ebd2b3-762e-4ae5-b99b-0a10f1b96f39 req-549f5d81-3036-40ba-a7f2-6cbe2b0c70cd tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=bdc1dea8-53a8-415d-87c9-a74f196a5de5 HTTP/1.1" status: 200 len: 210 time: 0.0786438 Aug 31 09:36:01.652529 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfa2a996-5a20-4261-a946-98cbbfabb6e1 req-8da80703-a5c1-455c-b837-ce8e177eb146 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] 10.222.0.119 "GET /v2.0/security-groups?id=789c246d-1152-484c-b2fc-5a062fcaf04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958796 Aug 31 09:36:01.656982 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-140e4bbd-2ec5-415a-bf6a-e160cea17358 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:01.694647 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6d4b6869-171d-4697-ba27-56bb43319315 req-6d4937e4-c086-4de5-8fe0-cffff6bd46f8 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:01.715602 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20723cf7-3ca1-4c73-830b-2a169150efb9 x-openstack-request-id: req-20723cf7-3ca1-4c73-830b-2a169150efb9 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:36:01.715602 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fdd883-3693-4dad-bd7b-8ba5a65ff26a", "name": "network-vif-deleted", "tag": "6f6702d5-8c3f-4f7c-8850-a334dd6fc377", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:36:01.715874 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-20723cf7-3ca1-4c73-830b-2a169150efb9 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:36:01.716217 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7fdd883-3693-4dad-bd7b-8ba5a65ff26a', 'name': 'network-vif-deleted', 'tag': '6f6702d5-8c3f-4f7c-8850-a334dd6fc377', 'status': 'completed', 'code': 200} Aug 31 09:36:01.720744 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0d51aa-12a9-4883-9a4b-e2ace3bca459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-03b6a598-b037-4174-836d-4fa766af656d', 'network_id': '03b6a598-b037-4174-836d-4fa766af656d', 'tenant_id': '4ca0e3d8b6764eda85af3c5c6c9822eb', 'fixed_ips': [{'subnet_id': 'a3bfdd84-5460-4139-b33e-7f23f6ffd73f'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:36:01.721616 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ac0d51aa-12a9-4883-9a4b-e2ace3bca459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:01.746119 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-140e4bbd-2ec5-415a-bf6a-e160cea17358 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:01.809361 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6d4b6869-171d-4697-ba27-56bb43319315 req-6d4937e4-c086-4de5-8fe0-cffff6bd46f8 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:01.848749 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['64e9d2c0-c295-49dd-a174-c58969297e22'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:36:01.887200 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d4b6869-171d-4697-ba27-56bb43319315 req-6d4937e4-c086-4de5-8fe0-cffff6bd46f8 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Network 3e58dc22-2b70-42a6-8495-186dad702ce6 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:36:01.890607 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-6d4b6869-171d-4697-ba27-56bb43319315 req-6d4937e4-c086-4de5-8fe0-cffff6bd46f8 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:36:01.895577 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4b6869-171d-4697-ba27-56bb43319315 req-6d4937e4-c086-4de5-8fe0-cffff6bd46f8 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:36:01.955923 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b6869-171d-4697-ba27-56bb43319315 req-6d4937e4-c086-4de5-8fe0-cffff6bd46f8 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:01.956765 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6d4b6869-171d-4697-ba27-56bb43319315 req-6d4937e4-c086-4de5-8fe0-cffff6bd46f8 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:01.963815 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4937e4-c086-4de5-8fe0-cffff6bd46f8 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Pushing event updated for resources: {'Port': ['ID=b77603f4-db29-4974-854f-cc3ccb59b82e,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:01.977287 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8740c73d-45f4-49c8-9656-2c55a18a87f6 req-3358aac2-e50d-4e3d-9279-5685c41f0ed4 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=e7fdd883-3693-4dad-bd7b-8ba5a65ff26a HTTP/1.1" status: 200 len: 210 time: 0.0735343 Aug 31 09:36:01.978943 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-140e4bbd-2ec5-415a-bf6a-e160cea17358 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server [None req-ac0d51aa-12a9-4883-9a4b-e2ace3bca459 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a3bfdd84-5460-4139-b33e-7f23f6ffd73f: This subnet is being modified by another concurrent operation. Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise exception Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a3bfdd84-5460-4139-b33e-7f23f6ffd73f: This subnet is being modified by another concurrent operation. Aug 31 09:36:01.993140 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server Aug 31 09:36:02.012357 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ae4f1d-f89a-4f84-97e1-6805e687d52e None None] Network 03b6a598-b037-4174-836d-4fa766af656d requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:36:02.047928 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e4bbd-2ec5-415a-bf6a-e160cea17358 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event deleted for resources: {'Subnet': ['ID=a3bfdd84-5460-4139-b33e-7f23f6ffd73f,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:02.077933 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6d4b6869-171d-4697-ba27-56bb43319315 req-6d4937e4-c086-4de5-8fe0-cffff6bd46f8 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6659350 Aug 31 09:36:02.093110 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-6d4b6869-171d-4697-ba27-56bb43319315 req-f46089de-19ed-4660-aa7f-c4d78484ae7d service neutron] Request body: {'port': {'device_id': 'bdc1dea8-53a8-415d-87c9-a74f196a5de5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:02.106265 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-140e4bbd-2ec5-415a-bf6a-e160cea17358 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:02.117141 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-140e4bbd-2ec5-415a-bf6a-e160cea17358 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b6a598-b037-4174-836d-4fa766af656d']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:02.128483 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-140e4bbd-2ec5-415a-bf6a-e160cea17358 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52a14faa-ae51-420a-a429-444d617110ef') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:02.131101 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-140e4bbd-2ec5-415a-bf6a-e160cea17358 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52a14faa-ae51-420a-a429-444d617110ef') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:02.138043 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-140e4bbd-2ec5-415a-bf6a-e160cea17358 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:02.156754 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-140e4bbd-2ec5-415a-bf6a-e160cea17358 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:02.157961 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c124651d-edca-4983-acd3-431a3f5f44d5 None None] get_active_networks_info from n-d-791506-28 {{(pid=95554) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 09:36:02.158151 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6d4b6869-171d-4697-ba27-56bb43319315 req-f46089de-19ed-4660-aa7f-c4d78484ae7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:02.165696 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-140e4bbd-2ec5-415a-bf6a-e160cea17358 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Releasing vlan 1614 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:36:02.166200 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-140e4bbd-2ec5-415a-bf6a-e160cea17358 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:02.169550 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:36:02.169550 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:36:02.169550 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:36:02.169550 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:36:02.169550 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:36:02.169550 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:36:02.169550 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:36:02.169550 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:36:02.169550 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:36:02.169550 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:36:02.169550 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:36:02.169550 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:36:02.169550 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:36:02.169550 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:36:02.169550 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:36:02.169550 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:36:02.169550 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:36:02.169550 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:36:02.169550 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:36:02.169550 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:36:02.169550 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:36:02.169550 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:36:02.169550 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:36:02.169550 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:36:02.169550 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:36:02.169550 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:36:02.169550 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:36:02.169550 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:36:02.169550 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:36:02.169550 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:36:02.169550 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:36:02.169550 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:36:02.265397 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c124651d-edca-4983-acd3-431a3f5f44d5 None None] Resources bound (agent type, host, resource id): {{(pid=95554) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 09:36:02.310787 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-140e4bbd-2ec5-415a-bf6a-e160cea17358 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:02.315469 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-140e4bbd-2ec5-415a-bf6a-e160cea17358 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:02.320000 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-140e4bbd-2ec5-415a-bf6a-e160cea17358 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "DELETE /v2.0/networks/03b6a598-b037-4174-836d-4fa766af656d HTTP/1.1" status: 204 len: 168 time: 0.9445016 Aug 31 09:36:02.324464 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55388) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:02.375655 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e4bbd-2ec5-415a-bf6a-e160cea17358 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event deleted for resources: {'Network': ['ID=03b6a598-b037-4174-836d-4fa766af656d,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:02.379607 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed4c79bd-644b-4251-9777-82a804d0d88a tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] GET failed (client error): The resource could not be found. Aug 31 09:36:02.385474 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ed4c79bd-644b-4251-9777-82a804d0d88a tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "GET /v2.0/subnets/a3bfdd84-5460-4139-b33e-7f23f6ffd73f HTTP/1.1" status: 404 len: 337 time: 0.0567362 Aug 31 09:36:02.386280 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55390) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:02.412335 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-da130225-3901-40f2-af0b-ecaf1bf47d92 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] DELETE failed (client error): The resource could not be found. Aug 31 09:36:02.412797 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da130225-3901-40f2-af0b-ecaf1bf47d92 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:36:02.414510 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-da130225-3901-40f2-af0b-ecaf1bf47d92 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "DELETE /v2.0/networks/03b6a598-b037-4174-836d-4fa766af656d HTTP/1.1" status: 404 len: 339 time: 0.0272527 Aug 31 09:36:02.418571 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55392) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:02.465275 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-6d4b6869-171d-4697-ba27-56bb43319315 req-f46089de-19ed-4660-aa7f-c4d78484ae7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b77603f4-db29-4974-854f-cc3ccb59b82e {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:36:02.474726 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6d4b6869-171d-4697-ba27-56bb43319315 req-f46089de-19ed-4660-aa7f-c4d78484ae7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:02.487985 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-6d4b6869-171d-4697-ba27-56bb43319315 req-f46089de-19ed-4660-aa7f-c4d78484ae7d service neutron] Transition to ACTIVE for port object b77603f4-db29-4974-854f-cc3ccb59b82e will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:36:02.568152 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6d4b6869-171d-4697-ba27-56bb43319315 req-f46089de-19ed-4660-aa7f-c4d78484ae7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:02.634840 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97cd4da-7fab-436e-b0fc-7e23820aa927 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:02.636707 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a97cd4da-7fab-436e-b0fc-7e23820aa927 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2166872 Aug 31 09:36:02.640043 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55396) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:02.664925 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:02.674118 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46089de-19ed-4660-aa7f-c4d78484ae7d service neutron] Pushing event updated for resources: {'Port': ['ID=b77603f4-db29-4974-854f-cc3ccb59b82e,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:02.685970 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ffd92d51-04e3-4b79-ab36-6dc08c17ce3f tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "GET /v2.0/subnets?network_id=95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 207 time: 0.0445478 Aug 31 09:36:02.693776 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55400) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:02.732965 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534e099-d72a-472a-a7bb-7afeea8893a7 req-b180f058-ab65-4c1c-95a5-059af0cffeae tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:02.736654 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f534e099-d72a-472a-a7bb-7afeea8893a7 req-b180f058-ab65-4c1c-95a5-059af0cffeae tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=bdc1dea8-53a8-415d-87c9-a74f196a5de5 HTTP/1.1" status: 200 len: 943 time: 0.0515912 Aug 31 09:36:02.813865 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc64ae-883a-439d-a494-03695cec2873 req-2c0a1ac4-f06b-4c2b-9c3e-88afba5a3a29 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:02.814683 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-6d4b6869-171d-4697-ba27-56bb43319315 req-f46089de-19ed-4660-aa7f-c4d78484ae7d service neutron] Attempting to bind port b77603f4-db29-4974-854f-cc3ccb59b82e on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:36:02.815025 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-6d4b6869-171d-4697-ba27-56bb43319315 req-f46089de-19ed-4660-aa7f-c4d78484ae7d service neutron] Attempting to bind port b77603f4-db29-4974-854f-cc3ccb59b82e by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'e7bfaea8-dc50-4428-a9a7-b756d181f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1641, 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:36:02.815556 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4b6869-171d-4697-ba27-56bb43319315 req-f46089de-19ed-4660-aa7f-c4d78484ae7d service neutron] Attempting to bind port b77603f4-db29-4974-854f-cc3ccb59b82e on network 3e58dc22-2b70-42a6-8495-186dad702ce6 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:36:02.815985 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cddc64ae-883a-439d-a494-03695cec2873 req-2c0a1ac4-f06b-4c2b-9c3e-88afba5a3a29 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] 10.222.0.119 "GET /v2.0/ports?device_id=37aad24e-83b4-40e4-b408-572f5b8ae379 HTTP/1.1" status: 200 len: 950 time: 0.0788469 Aug 31 09:36:02.819854 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f534e099-d72a-472a-a7bb-7afeea8893a7 req-f4a3bd32-205d-4a97-bd55-2d4af2cf9b22 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738313 Aug 31 09:36:02.835933 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4b6869-171d-4697-ba27-56bb43319315 req-f46089de-19ed-4660-aa7f-c4d78484ae7d service neutron] Port b77603f4-db29-4974-854f-cc3ccb59b82e on network 3e58dc22-2b70-42a6-8495-186dad702ce6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:36:02.836274 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4b6869-171d-4697-ba27-56bb43319315 req-f46089de-19ed-4660-aa7f-c4d78484ae7d service neutron] Attempting to bind port b77603f4-db29-4974-854f-cc3ccb59b82e on network 3e58dc22-2b70-42a6-8495-186dad702ce6 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:36:02.849873 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4b6869-171d-4697-ba27-56bb43319315 req-f46089de-19ed-4660-aa7f-c4d78484ae7d service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:36:02.850219 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4b6869-171d-4697-ba27-56bb43319315 req-f46089de-19ed-4660-aa7f-c4d78484ae7d service neutron] Checking segment: {'id': 'e7bfaea8-dc50-4428-a9a7-b756d181f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1641, 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:36:02.850718 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4b6869-171d-4697-ba27-56bb43319315 req-f46089de-19ed-4660-aa7f-c4d78484ae7d service neutron] Bound using segment: {'id': 'e7bfaea8-dc50-4428-a9a7-b756d181f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1641, 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:36:02.851062 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-6d4b6869-171d-4697-ba27-56bb43319315 req-f46089de-19ed-4660-aa7f-c4d78484ae7d service neutron] Bound port: b77603f4-db29-4974-854f-cc3ccb59b82e, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7bfaea8-dc50-4428-a9a7-b756d181f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1641, 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:36:02.851632 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6d4b6869-171d-4697-ba27-56bb43319315 req-f46089de-19ed-4660-aa7f-c4d78484ae7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:02.888350 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cddc64ae-883a-439d-a494-03695cec2873 req-ee91470b-0352-44a2-8fab-fbb0bb37e7ee tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] 10.222.0.119 "GET /v2.0/security-groups?id=789c246d-1152-484c-b2fc-5a062fcaf04a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577660 Aug 31 09:36:02.904500 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15e4a0-c989-4ae4-98dc-3507dda523b4 req-40d363a3-37e9-4ec9-b71e-9ef9c5dc1b47 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:02.905990 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc15e4a0-c989-4ae4-98dc-3507dda523b4 req-40d363a3-37e9-4ec9-b71e-9ef9c5dc1b47 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] 10.222.0.59 "GET /v2.0/ports?device_id=37aad24e-83b4-40e4-b408-572f5b8ae379 HTTP/1.1" status: 200 len: 950 time: 0.0852902 Aug 31 09:36:02.914851 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:03.015821 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-fc15e4a0-c989-4ae4-98dc-3507dda523b4 req-e72255b3-d6e7-49ee-9362-bf3072fb0e79 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Deleting port a5282b15-3da5-469b-88e2-709f40718e14 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:36:03.016382 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-fc15e4a0-c989-4ae4-98dc-3507dda523b4 req-e72255b3-d6e7-49ee-9362-bf3072fb0e79 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:03.283591 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55410) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:03.323078 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdf0e30-11ce-4af6-bee7-02fcd6348c24 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:03.331479 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdf0e30-11ce-4af6-bee7-02fcd6348c24 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:03.338322 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdf0e30-11ce-4af6-bee7-02fcd6348c24 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:03.344082 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdf0e30-11ce-4af6-bee7-02fcd6348c24 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:03.345967 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7fdf0e30-11ce-4af6-bee7-02fcd6348c24 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.6508963 Aug 31 09:36:03.349770 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55414) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:03.373300 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:36:03.398935 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-6d4b6869-171d-4697-ba27-56bb43319315 req-f46089de-19ed-4660-aa7f-c4d78484ae7d service neutron] For port b77603f4-db29-4974-854f-cc3ccb59b82e, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:36:03.402172 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-6d4b6869-171d-4697-ba27-56bb43319315 req-f46089de-19ed-4660-aa7f-c4d78484ae7d service neutron] For port b77603f4-db29-4974-854f-cc3ccb59b82e, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=b77603f4-db29-4974-854f-cc3ccb59b82e,segment=NetworkSegment(e7bfaea8-dc50-4428-a9a7-b756d181f6bc),segment_id=e7bfaea8-dc50-4428-a9a7-b756d181f6bc)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:36:03.419253 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1e33eba1-c86d-4c66-8906-3ee902600e1a tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:03.447482 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1e33eba1-c86d-4c66-8906-3ee902600e1a tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:03.479880 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6d4b6869-171d-4697-ba27-56bb43319315 req-f46089de-19ed-4660-aa7f-c4d78484ae7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:03.493426 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-fc15e4a0-c989-4ae4-98dc-3507dda523b4 req-e72255b3-d6e7-49ee-9362-bf3072fb0e79 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] For port a5282b15-3da5-469b-88e2-709f40718e14, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=a5282b15-3da5-469b-88e2-709f40718e14,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:03.494009 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-fc15e4a0-c989-4ae4-98dc-3507dda523b4 req-e72255b3-d6e7-49ee-9362-bf3072fb0e79 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:03.523116 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b6869-171d-4697-ba27-56bb43319315 req-f46089de-19ed-4660-aa7f-c4d78484ae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:03.523748 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6d4b6869-171d-4697-ba27-56bb43319315 req-f46089de-19ed-4660-aa7f-c4d78484ae7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:03.525184 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6d4b6869-171d-4697-ba27-56bb43319315 req-f46089de-19ed-4660-aa7f-c4d78484ae7d service neutron] 10.222.0.112 "PUT /v2.0/ports/b77603f4-db29-4974-854f-cc3ccb59b82e HTTP/1.1" status: 200 len: 1092 time: 1.4370794 Aug 31 09:36:03.525905 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc1dea8-53a8-415d-87c9-a74f196a5de5', 'tag': 'b77603f4-db29-4974-854f-cc3ccb59b82e'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:36:03.528172 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8996bd81-203c-4092-a07a-6adfff58f297" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc1dea8-53a8-415d-87c9-a74f196a5de5", "tag": "b77603f4-db29-4974-854f-cc3ccb59b82e"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:36:03.533450 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-fc15e4a0-c989-4ae4-98dc-3507dda523b4 req-e72255b3-d6e7-49ee-9362-bf3072fb0e79 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Calling delete_port for a5282b15-3da5-469b-88e2-709f40718e14 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:36:03.553021 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46089de-19ed-4660-aa7f-c4d78484ae7d service neutron] Pushing event updated for resources: {'Port': ['ID=b77603f4-db29-4974-854f-cc3ccb59b82e,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:03.579107 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ad1e2f-4981-4faa-bc63-f2f811d4d7aa x-openstack-request-id: req-33ad1e2f-4981-4faa-bc63-f2f811d4d7aa {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:36:03.579394 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc1dea8-53a8-415d-87c9-a74f196a5de5", "tag": "b77603f4-db29-4974-854f-cc3ccb59b82e", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:36:03.579649 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-33ad1e2f-4981-4faa-bc63-f2f811d4d7aa {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:36:03.580037 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc1dea8-53a8-415d-87c9-a74f196a5de5', 'tag': 'b77603f4-db29-4974-854f-cc3ccb59b82e', 'status': 'completed', 'code': 200} Aug 31 09:36:03.584263 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ae61c9c0-963b-4e20-aee7-2f72de817932 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2332184 Aug 31 09:36:03.587343 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55418) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:03.677007 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1e33eba1-c86d-4c66-8906-3ee902600e1a tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:03.680138 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1e33eba1-c86d-4c66-8906-3ee902600e1a tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:03.681915 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1e33eba1-c86d-4c66-8906-3ee902600e1a tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "DELETE /v2.0/security-groups/993fb49b-0da1-4e2c-8317-aafb1e8378ee HTTP/1.1" status: 204 len: 168 time: 0.3910806 Aug 31 09:36:03.712229 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33eba1-c86d-4c66-8906-3ee902600e1a tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=993fb49b-0da1-4e2c-8317-aafb1e8378ee,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:03.719584 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd64096-7aef-486c-804f-c004d24c9f5c tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:03.721225 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd64096-7aef-486c-804f-c004d24c9f5c tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:03.725641 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bbd64096-7aef-486c-804f-c004d24c9f5c tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1344309 Aug 31 09:36:03.727119 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55422) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:03.729300 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996bd81-203c-4092-a07a-6adfff58f297 req-6e0f81ef-21bc-4601-8e3f-e6fcfbaf81bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:03.730847 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8996bd81-203c-4092-a07a-6adfff58f297 req-6e0f81ef-21bc-4601-8e3f-e6fcfbaf81bf service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e847c5c42d2e472689cd257a7d896947&device_id=bdc1dea8-53a8-415d-87c9-a74f196a5de5 HTTP/1.1" status: 200 len: 1095 time: 0.1224196 Aug 31 09:36:03.784569 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-fc15e4a0-c989-4ae4-98dc-3507dda523b4 req-e72255b3-d6e7-49ee-9362-bf3072fb0e79 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:03.786040 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55424) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:03.798388 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['a5282b15-3da5-469b-88e2-709f40718e14'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:36:03.848744 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996bd81-203c-4092-a07a-6adfff58f297 req-0df7456e-f85f-4f1e-a33b-e6c37ee8cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:03.851945 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8996bd81-203c-4092-a07a-6adfff58f297 req-0df7456e-f85f-4f1e-a33b-e6c37ee8cdf8 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=e847c5c42d2e472689cd257a7d896947&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1110239 Aug 31 09:36:03.879344 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72255b3-d6e7-49ee-9362-bf3072fb0e79 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Pushing event deleted for resources: {'Port': ['ID=a5282b15-3da5-469b-88e2-709f40718e14,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:03.920530 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b9365f-9dc8-46ef-84b2-8278436061d3 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['shared'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:03.925147 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b9365f-9dc8-46ef-84b2-8278436061d3 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['shared'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:03.925147 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-42b9365f-9dc8-46ef-84b2-8278436061d3 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1950893 Aug 31 09:36:03.934990 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55430) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:03.975794 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc15e4a0-c989-4ae4-98dc-3507dda523b4 req-e72255b3-d6e7-49ee-9362-bf3072fb0e79 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] No DVR routers for this DVR port a5282b15-3da5-469b-88e2-709f40718e14 on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:36:03.982962 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-3328403a-2a1e-4cc6-9546-66e7118d2dcf tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Deleting subnet de1c6019-9fd6-4bfc-8b5c-185d81e7e73a {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:36:03.989096 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-fc15e4a0-c989-4ae4-98dc-3507dda523b4 req-e72255b3-d6e7-49ee-9362-bf3072fb0e79 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:03.991324 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc15e4a0-c989-4ae4-98dc-3507dda523b4 req-e72255b3-d6e7-49ee-9362-bf3072fb0e79 tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] 10.222.0.59 "DELETE /v2.0/ports/a5282b15-3da5-469b-88e2-709f40718e14 HTTP/1.1" status: 204 len: 173 time: 1.0741255 Aug 31 09:36:03.993550 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37aad24e-83b4-40e4-b408-572f5b8ae379', 'name': 'network-vif-deleted', 'tag': 'a5282b15-3da5-469b-88e2-709f40718e14'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:36:03.996556 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e83206-a811-4add-a18a-104c2ce38086" -d '{"events": [{"server_uuid": "37aad24e-83b4-40e4-b408-572f5b8ae379", "name": "network-vif-deleted", "tag": "a5282b15-3da5-469b-88e2-709f40718e14"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:36:04.000383 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3328403a-2a1e-4cc6-9546-66e7118d2dcf tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:04.053109 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10ddb5b2-6779-4c45-984a-6d2cad30722c req-3cae1154-fd59-4503-8f3e-4b8e2442b32d tempest-VolumesNegativeTest-809636968 tempest-VolumesNegativeTest-809636968-project] 10.222.0.119 "GET /v2.0/ports?device_id=37aad24e-83b4-40e4-b408-572f5b8ae379 HTTP/1.1" status: 200 len: 210 time: 0.0600114 Aug 31 09:36:04.064916 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996bd81-203c-4092-a07a-6adfff58f297 req-a31105b7-db54-4954-8284-374e7351cb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:04.066791 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8996bd81-203c-4092-a07a-6adfff58f297 req-a31105b7-db54-4954-8284-374e7351cb97 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2058980 Aug 31 09:36:04.073299 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256668e3-8703-4e8a-b274-ed4d542818e8 req-33d959ac-08d5-4eae-bec3-10ee1504b4d1 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:04.074894 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-256668e3-8703-4e8a-b274-ed4d542818e8 req-33d959ac-08d5-4eae-bec3-10ee1504b4d1 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=bdc1dea8-53a8-415d-87c9-a74f196a5de5 HTTP/1.1" status: 200 len: 943 time: 0.1613495 Aug 31 09:36:04.079460 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04b5fdc-624f-480c-947a-1183faa6b505 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:04.080901 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b04b5fdc-624f-480c-947a-1183faa6b505 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "GET /v2.0/networks/f6ff4500-bd40-48bb-a134-e34b32786f05 HTTP/1.1" status: 200 len: 800 time: 0.1448281 Aug 31 09:36:04.086999 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55434) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:04.092550 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3328403a-2a1e-4cc6-9546-66e7118d2dcf tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:04.140664 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107a5d54-8513-4bf2-b19c-01f887688ccf x-openstack-request-id: req-107a5d54-8513-4bf2-b19c-01f887688ccf {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:36:04.140664 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37aad24e-83b4-40e4-b408-572f5b8ae379", "name": "network-vif-deleted", "tag": "a5282b15-3da5-469b-88e2-709f40718e14", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:36:04.141011 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-107a5d54-8513-4bf2-b19c-01f887688ccf {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:36:04.141270 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37aad24e-83b4-40e4-b408-572f5b8ae379', 'name': 'network-vif-deleted', 'tag': 'a5282b15-3da5-469b-88e2-709f40718e14', 'status': 'completed', 'code': 200} Aug 31 09:36:04.200422 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b6869-171d-4697-ba27-56bb43319315 req-4dc7a9ed-c38a-4bd5-bbc2-b5b9c22064f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:04.202237 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6d4b6869-171d-4697-ba27-56bb43319315 req-4dc7a9ed-c38a-4bd5-bbc2-b5b9c22064f6 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e847c5c42d2e472689cd257a7d896947&device_id=bdc1dea8-53a8-415d-87c9-a74f196a5de5 HTTP/1.1" status: 200 len: 1095 time: 0.0821943 Aug 31 09:36:04.264933 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6d4b6869-171d-4697-ba27-56bb43319315 req-1f1c9dd2-3759-4724-a32b-9e98b3229492 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b77603f4-db29-4974-854f-cc3ccb59b82e HTTP/1.1" status: 200 len: 217 time: 0.0427034 Aug 31 09:36:04.271371 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-256668e3-8703-4e8a-b274-ed4d542818e8 req-487b5a82-11a7-4846-8e99-3c3dedfd3eb6 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633396 Aug 31 09:36:04.335730 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3328403a-2a1e-4cc6-9546-66e7118d2dcf tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:04.345898 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-685678b7-b50e-4d80-a885-b58b3ed3f084 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "GET /v2.0/networks/f6ff4500-bd40-48bb-a134-e34b32786f05?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2543592 Aug 31 09:36:04.346104 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b6869-171d-4697-ba27-56bb43319315 req-0b93810a-4e40-4951-bed5-3494d7089ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:04.347533 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6d4b6869-171d-4697-ba27-56bb43319315 req-0b93810a-4e40-4951-bed5-3494d7089ff6 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0a8d9332-4934-4e0f-b006-f09be5a999bd HTTP/1.1" status: 200 len: 845 time: 0.0752494 Aug 31 09:36:04.348148 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55444) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:04.406497 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6d4b6869-171d-4697-ba27-56bb43319315 req-33ec7557-1263-4f44-bd1a-9c34c9eb288e service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3e58dc22-2b70-42a6-8495-186dad702ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464370 Aug 31 09:36:04.468690 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a737a9-2fd1-4978-9309-14e1c03bc29a tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:04.470068 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d7a737a9-2fd1-4978-9309-14e1c03bc29a tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "GET /v2.0/subnets/70ba6649-1fc7-4edb-815b-663133b4910c HTTP/1.1" status: 200 len: 811 time: 0.1209245 Aug 31 09:36:04.474320 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55446) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:04.511364 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6d4b6869-171d-4697-ba27-56bb43319315 req-e102342c-2a06-4521-a8af-ed6195d0a57a service neutron] 10.222.0.112 "GET /v2.0/networks/3e58dc22-2b70-42a6-8495-186dad702ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960472 Aug 31 09:36:04.514757 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3328403a-2a1e-4cc6-9546-66e7118d2dcf tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:04.553200 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328403a-2a1e-4cc6-9546-66e7118d2dcf tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event deleted for resources: {'Subnet': ['ID=de1c6019-9fd6-4bfc-8b5c-185d81e7e73a,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:04.557565 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3328403a-2a1e-4cc6-9546-66e7118d2dcf tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:04.559290 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3328403a-2a1e-4cc6-9546-66e7118d2dcf tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "DELETE /v2.0/subnets/de1c6019-9fd6-4bfc-8b5c-185d81e7e73a HTTP/1.1" status: 204 len: 168 time: 0.7630980 Aug 31 09:36:04.562436 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6bd874-45d2-4d3a-9324-ae496e3c52ba None None] Network 8a20f859-0fd1-4059-b2ca-39c5bae6680a requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:36:04.564192 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fddc5e-b9ce-4725-9c4e-b73965d19c3d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['shared'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:04.564529 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b4fddc5e-b9ce-4725-9c4e-b73965d19c3d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "GET /v2.0/subnets/70ba6649-1fc7-4edb-815b-663133b4910c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0891778 Aug 31 09:36:04.565099 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55448) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:04.572883 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55450) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:04.578174 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-a8331b9b-f383-4981-874a-34489e35212b tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1583079552'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:04.637389 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6d4b6869-171d-4697-ba27-56bb43319315 req-e4441cef-66d4-4062-8445-8608987ccd79 service neutron] 10.222.0.112 "GET /v2.0/networks/3e58dc22-2b70-42a6-8495-186dad702ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146717 Aug 31 09:36:04.660188 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b12e754c-5184-4295-8f61-a5bbff3a82a1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:04.674679 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8331b9b-f383-4981-874a-34489e35212b tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Made reservation on behalf of 4ca0e3d8b6764eda85af3c5c6c9822eb for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:36:04.680062 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a8331b9b-f383-4981-874a-34489e35212b tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:04.707217 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8331b9b-f383-4981-874a-34489e35212b tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] vlan segment allocate from pool success with {'vlan_id': 1610, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:36:04.717725 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a8331b9b-f383-4981-874a-34489e35212b tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:04.718209 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-a8331b9b-f383-4981-874a-34489e35212b tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Added segment e4810a98-9cbf-454f-9f2e-524a9e361585 of type vlan for network b6b538e3-7e0e-4636-872e-b84debdc74cd Aug 31 09:36:04.724829 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-b12e754c-5184-4295-8f61-a5bbff3a82a1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Deleting port f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:36:04.727837 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b12e754c-5184-4295-8f61-a5bbff3a82a1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:04.768811 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a8331b9b-f383-4981-874a-34489e35212b tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:04.772697 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e5ac0f-4308-46eb-baf8-dcece1ca827d None None] DHCP port deletion for 8a20f859-0fd1-4059-b2ca-39c5bae6680a request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:36:04.793671 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-b12e754c-5184-4295-8f61-a5bbff3a82a1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] For port f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8,segment=NetworkSegment(909a319c-4d84-49cc-94b3-8394bf3a1751),segment_id=909a319c-4d84-49cc-94b3-8394bf3a1751)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:04.794646 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b12e754c-5184-4295-8f61-a5bbff3a82a1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:04.817612 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-b12e754c-5184-4295-8f61-a5bbff3a82a1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Calling delete_port for f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:36:04.825859 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-71e5ac0f-4308-46eb-baf8-dcece1ca827d None None] Deleting port f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:36:04.827552 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-71e5ac0f-4308-46eb-baf8-dcece1ca827d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:04.887324 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a8331b9b-f383-4981-874a-34489e35212b tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:04.894536 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8331b9b-f383-4981-874a-34489e35212b tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:04.895410 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a8331b9b-f383-4981-874a-34489e35212b tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:04.906162 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-71e5ac0f-4308-46eb-baf8-dcece1ca827d None None] For port f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8,segment=NetworkSegment(909a319c-4d84-49cc-94b3-8394bf3a1751),segment_id=909a319c-4d84-49cc-94b3-8394bf3a1751)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:04.906973 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-71e5ac0f-4308-46eb-baf8-dcece1ca827d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:04.922321 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-71e5ac0f-4308-46eb-baf8-dcece1ca827d None None] Calling delete_port for f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:36:04.971290 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8331b9b-f383-4981-874a-34489e35212b tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event updated for resources: {'Network': ['ID=b6b538e3-7e0e-4636-872e-b84debdc74cd,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:04.982968 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b12e754c-5184-4295-8f61-a5bbff3a82a1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:04.987111 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network b6b538e3-7e0e-4636-872e-b84debdc74cd details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:36:05.012103 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e754c-5184-4295-8f61-a5bbff3a82a1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event deleted for resources: {'Port': ['ID=f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:05.014090 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12e754c-5184-4295-8f61-a5bbff3a82a1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] No DVR routers for this DVR port f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:36:05.063371 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-71e5ac0f-4308-46eb-baf8-dcece1ca827d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:05.080257 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a8331b9b-f383-4981-874a-34489e35212b tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5036099 Aug 31 09:36:05.081303 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55452) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:05.086746 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5ac0f-4308-46eb-baf8-dcece1ca827d None None] Pushing event deleted for resources: {'Port': ['ID=f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:05.088576 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-ee6c3a64-2e6e-4cc7-b597-09c56d915bc0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Request body: {'subnet': {'network_id': 'b6b538e3-7e0e-4636-872e-b84debdc74cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:05.089442 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:36:05.109639 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b12e754c-5184-4295-8f61-a5bbff3a82a1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:05.115239 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:36:05.115393 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-b12e754c-5184-4295-8f61-a5bbff3a82a1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a20f859-0fd1-4059-b2ca-39c5bae6680a']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:05.115905 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:36:05.124550 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e5ac0f-4308-46eb-baf8-dcece1ca827d None None] No DVR routers for this DVR port f3a15a57-3f8a-4a1d-88b1-899f0e9c4ba8 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:36:05.131783 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-b12e754c-5184-4295-8f61-a5bbff3a82a1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '909a319c-4d84-49cc-94b3-8394bf3a1751') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:05.132424 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-b12e754c-5184-4295-8f61-a5bbff3a82a1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '909a319c-4d84-49cc-94b3-8394bf3a1751') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:05.143486 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b12e754c-5184-4295-8f61-a5bbff3a82a1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:05.170449 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b12e754c-5184-4295-8f61-a5bbff3a82a1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:05.177916 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b12e754c-5184-4295-8f61-a5bbff3a82a1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Releasing vlan 1622 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:36:05.178397 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b12e754c-5184-4295-8f61-a5bbff3a82a1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:05.181433 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:36:05.181433 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:36:05.181433 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:36:05.181433 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:36:05.181433 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:36:05.181433 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:36:05.181433 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:36:05.181433 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:36:05.181433 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:36:05.181433 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:36:05.181433 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:36:05.181433 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:36:05.181433 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:36:05.181433 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:36:05.181433 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:36:05.181433 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:36:05.181433 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:36:05.181433 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:36:05.181433 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:36:05.181433 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:36:05.181433 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:36:05.181433 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:36:05.181433 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:36:05.181433 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:36:05.181433 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:36:05.181433 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:36:05.181433 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:36:05.181433 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:36:05.181433 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:36:05.181433 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:36:05.181433 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:36:05.181433 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:36:05.204208 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 6f6702d5-8c3f-4f7c-8850-a334dd6fc377 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:36:05.228297 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 6f6702d5-8c3f-4f7c-8850-a334dd6fc377 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:36:05.228617 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 6f6702d5-8c3f-4f7c-8850-a334dd6fc377 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:36:05.310268 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6c3a64-2e6e-4cc7-b597-09c56d915bc0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Made reservation on behalf of 4ca0e3d8b6764eda85af3c5c6c9822eb for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:36:05.314263 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ee6c3a64-2e6e-4cc7-b597-09c56d915bc0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:05.344987 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b12e754c-5184-4295-8f61-a5bbff3a82a1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:05.354479 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b12e754c-5184-4295-8f61-a5bbff3a82a1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:05.359416 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b12e754c-5184-4295-8f61-a5bbff3a82a1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "DELETE /v2.0/networks/8a20f859-0fd1-4059-b2ca-39c5bae6680a HTTP/1.1" status: 204 len: 168 time: 0.7903156 Aug 31 09:36:05.359517 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55470) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:05.396360 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e754c-5184-4295-8f61-a5bbff3a82a1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event deleted for resources: {'Network': ['ID=8a20f859-0fd1-4059-b2ca-39c5bae6680a,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:05.419037 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.ipam_backend_mixin [None req-ee6c3a64-2e6e-4cc7-b597-09c56d915bc0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Performing IP validity checks on allocation pools {{(pid=95552) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 09:36:05.419560 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.ipam_backend_mixin [None req-ee6c3a64-2e6e-4cc7-b597-09c56d915bc0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95552) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 09:36:05.423441 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521815f-1c8b-4ba7-a339-038423237a28 req-e2648070-c1a7-4a54-8e0a-f52f8654c966 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:05.425000 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4521815f-1c8b-4ba7-a339-038423237a28 req-e2648070-c1a7-4a54-8e0a-f52f8654c966 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=bdc1dea8-53a8-415d-87c9-a74f196a5de5 HTTP/1.1" status: 200 len: 943 time: 0.0780802 Aug 31 09:36:05.472735 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4521815f-1c8b-4ba7-a339-038423237a28 req-080ddf33-a991-4722-a6c5-c414aed4a616 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388935 Aug 31 09:36:05.620322 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-05000624-6a22-427c-80b1-4e40796c74d9 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Deleting port e598edea-f6e8-4469-a242-fd26c4cc95c9 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:36:05.620862 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-05000624-6a22-427c-80b1-4e40796c74d9 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:05.731939 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-05000624-6a22-427c-80b1-4e40796c74d9 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:05.732277 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-05000624-6a22-427c-80b1-4e40796c74d9 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:05.744891 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-05000624-6a22-427c-80b1-4e40796c74d9 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Calling delete_port for e598edea-f6e8-4469-a242-fd26c4cc95c9 owned by network:floatingip {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:36:05.797863 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ee6c3a64-2e6e-4cc7-b597-09c56d915bc0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:05.918713 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c3a64-2e6e-4cc7-b597-09c56d915bc0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event updated for resources: {'Subnet': ['ID=c134ff2b-3ec8-492a-a905-46baac036825,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:05.932833 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6c3a64-2e6e-4cc7-b597-09c56d915bc0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Checking segment: {'id': 'e4810a98-9cbf-454f-9f2e-524a9e361585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'b6b538e3-7e0e-4636-872e-b84debdc74cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:36:05.933192 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6c3a64-2e6e-4cc7-b597-09c56d915bc0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Network hostable DHCP agents. Network: b6b538e3-7e0e-4636-872e-b84debdc74cd, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:36:06.063027 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6c3a64-2e6e-4cc7-b597-09c56d915bc0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Network b6b538e3-7e0e-4636-872e-b84debdc74cd is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:36:06.081505 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-05000624-6a22-427c-80b1-4e40796c74d9 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:06.105852 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05000624-6a22-427c-80b1-4e40796c74d9 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event deleted for resources: {'Port': ['ID=e598edea-f6e8-4469-a242-fd26c4cc95c9,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:06.149311 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-ee6c3a64-2e6e-4cc7-b597-09c56d915bc0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, b6b538e3-7e0e-4636-872e-b84debdc74cd) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:36:06.155897 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6c3a64-2e6e-4cc7-b597-09c56d915bc0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:06.156492 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ee6c3a64-2e6e-4cc7-b597-09c56d915bc0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:06.160270 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d51e11-09bd-41c0-9162-007dd552923a None None] Network b6b538e3-7e0e-4636-872e-b84debdc74cd requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:36:06.187066 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-05000624-6a22-427c-80b1-4e40796c74d9 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for floatingip, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:06.187066 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [None req-05000624-6a22-427c-80b1-4e40796c74d9 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Floating IP ce5c8832-022e-464d-8e6d-d3c3ee7e4e02 disassociated (deleted). External IP: 172.25.2.247, port: e9700cec-1926-43bb-b87c-f465e2f303bc. Aug 31 09:36:06.271481 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ee6c3a64-2e6e-4cc7-b597-09c56d915bc0 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1888711 Aug 31 09:36:06.274245 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55506) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:06.279473 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-254da9cc-471f-4412-a190-6d96b13f0e3b tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:06.330330 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a6117d-589b-440d-aa2b-d128df4a9bb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-b6b538e3-7e0e-4636-872e-b84debdc74cd', 'network_id': 'b6b538e3-7e0e-4636-872e-b84debdc74cd', 'tenant_id': '4ca0e3d8b6764eda85af3c5c6c9822eb', 'fixed_ips': [{'subnet_id': 'c134ff2b-3ec8-492a-a905-46baac036825'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:36:06.335027 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-16a6117d-589b-440d-aa2b-d128df4a9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:06.466128 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-254da9cc-471f-4412-a190-6d96b13f0e3b tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25377680'] for subnet, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:06.499588 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05000624-6a22-427c-80b1-4e40796c74d9 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Router 014dbc62-34c8-41aa-86f1-43b1eecf452c has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:36:06.530636 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-16a6117d-589b-440d-aa2b-d128df4a9bb7 None None] Allocated IP 172.20.0.3 (b6b538e3-7e0e-4636-872e-b84debdc74cd/c134ff2b-3ec8-492a-a905-46baac036825/79c0fc9b-2679-4476-935b-813c1c0b5a89) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:36:06.630407 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94687601-2fc5-4d62-a673-4fb28268efab req-f945570d-03cc-4f32-a1f3-aea63be26dad tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:06.633423 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-94687601-2fc5-4d62-a673-4fb28268efab req-f945570d-03cc-4f32-a1f3-aea63be26dad tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=bdc1dea8-53a8-415d-87c9-a74f196a5de5 HTTP/1.1" status: 200 len: 943 time: 0.0574019 Aug 31 09:36:06.647719 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05000624-6a22-427c-80b1-4e40796c74d9 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:36:06.660332 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-05000624-6a22-427c-80b1-4e40796c74d9 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:06.675576 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c6d60e-07f3-4ab2-b155-68faf30d2983 None None] Sync routers for ids ['014dbc62-34c8-41aa-86f1-43b1eecf452c'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:36:06.695674 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-94687601-2fc5-4d62-a673-4fb28268efab req-d672bab0-2722-4d63-8be4-56b8028defd5 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528631 Aug 31 09:36:06.698360 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-05000624-6a22-427c-80b1-4e40796c74d9 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "DELETE /v2.0/floatingips/ce5c8832-022e-464d-8e6d-d3c3ee7e4e02 HTTP/1.1" status: 204 len: 168 time: 1.3376217 Aug 31 09:36:06.699089 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3', 'tag': 'e9700cec-1926-43bb-b87c-f465e2f303bc'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:36:06.703692 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec308d9-1de5-4a4b-8f18-e237429e0acc" -d '{"events": [{"name": "network-changed", "server_uuid": "9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3", "tag": "e9700cec-1926-43bb-b87c-f465e2f303bc"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:36:06.704755 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c6d60e-07f3-4ab2-b155-68faf30d2983 None None] Routers {'014dbc62-34c8-41aa-86f1-43b1eecf452c'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:06.705403 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-72c6d60e-07f3-4ab2-b155-68faf30d2983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:35:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['014dbc62-34c8-41aa-86f1-43b1eecf452c'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:06.762235 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabf999f-796a-4af1-b547-e7cabde8fbcd x-openstack-request-id: req-dabf999f-796a-4af1-b547-e7cabde8fbcd {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:36:06.762851 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3", "tag": "e9700cec-1926-43bb-b87c-f465e2f303bc", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:36:06.763331 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-dabf999f-796a-4af1-b547-e7cabde8fbcd {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:36:06.764306 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3', 'tag': 'e9700cec-1926-43bb-b87c-f465e2f303bc', 'status': 'completed', 'code': 200} Aug 31 09:36:06.865482 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec308d9-1de5-4a4b-8f18-e237429e0acc req-d5bc3ce9-f783-4433-bca1-c0b51788b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:06.867113 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dec308d9-1de5-4a4b-8f18-e237429e0acc req-d5bc3ce9-f783-4433-bca1-c0b51788b82b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fdd0715ba0554817ad604cf7a2e9a81b&device_id=9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3 HTTP/1.1" status: 200 len: 1097 time: 0.0729270 Aug 31 09:36:06.908510 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-72c6d60e-07f3-4ab2-b155-68faf30d2983 None None] Set router 014dbc62-34c8-41aa-86f1-43b1eecf452c gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:06.966405 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-16a6117d-589b-440d-aa2b-d128df4a9bb7 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:07.014804 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-16a6117d-589b-440d-aa2b-d128df4a9bb7 None None] Transition to ACTIVE for port object 79c0fc9b-2679-4476-935b-813c1c0b5a89 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:36:07.035083 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec308d9-1de5-4a4b-8f18-e237429e0acc req-42bff90b-a970-4c03-8f76-03d89b639ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:07.037066 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dec308d9-1de5-4a4b-8f18-e237429e0acc req-42bff90b-a970-4c03-8f76-03d89b639ca1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8a07a2ef-db65-4ad7-9566-84ee44fff2bb HTTP/1.1" status: 200 len: 898 time: 0.1595252 Aug 31 09:36:07.065033 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-16a6117d-589b-440d-aa2b-d128df4a9bb7 None None] Transition to ACTIVE for port object 79c0fc9b-2679-4476-935b-813c1c0b5a89 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:36:07.096754 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dec308d9-1de5-4a4b-8f18-e237429e0acc req-72caf0b2-95eb-494b-bfb3-211752205b8e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9700cec-1926-43bb-b87c-f465e2f303bc HTTP/1.1" status: 200 len: 217 time: 0.0506191 Aug 31 09:36:07.140573 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-16a6117d-589b-440d-aa2b-d128df4a9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:07.151839 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec308d9-1de5-4a4b-8f18-e237429e0acc req-083e651a-2bd3-40e0-b484-dcc2eba92385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:07.153430 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dec308d9-1de5-4a4b-8f18-e237429e0acc req-083e651a-2bd3-40e0-b484-dcc2eba92385 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0dbbb6f2-1c93-4c91-88d5-f35d32ebd383 HTTP/1.1" status: 200 len: 834 time: 0.0486743 Aug 31 09:36:07.204119 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6117d-589b-440d-aa2b-d128df4a9bb7 None None] Pushing event updated for resources: {'Port': ['ID=79c0fc9b-2679-4476-935b-813c1c0b5a89,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:07.217328 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a6117d-589b-440d-aa2b-d128df4a9bb7 None None] Network b6b538e3-7e0e-4636-872e-b84debdc74cd is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:36:07.219568 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device a5282b15-3da5-469b-88e2-709f40718e14 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:36:07.225338 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec308d9-1de5-4a4b-8f18-e237429e0acc req-ffa8b06a-9989-4137-a3ad-f781e7c2d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:07.230082 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dec308d9-1de5-4a4b-8f18-e237429e0acc req-ffa8b06a-9989-4137-a3ad-f781e7c2d28c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8a07a2ef-db65-4ad7-9566-84ee44fff2bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627427 Aug 31 09:36:07.288629 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-16a6117d-589b-440d-aa2b-d128df4a9bb7 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:36:07.300944 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a6117d-589b-440d-aa2b-d128df4a9bb7 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:36:07.307340 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: a5282b15-3da5-469b-88e2-709f40718e14 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:36:07.311662 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device a5282b15-3da5-469b-88e2-709f40718e14 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:36:07.349783 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-72c6d60e-07f3-4ab2-b155-68faf30d2983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'name': 'tempest-TestNetworkBasicOps-router-1255907600', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:47Z', 'updated_at': '2021-08-31T09:35:56Z', 'revision_number': 6, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '8b5340ae-8763-45f6-8af6-1c4824c4cd59', 'name': '', 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'mac_address': 'fa:16:3e:91:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '0dbbb6f2-1c93-4c91-88d5-f35d32ebd383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:55Z', 'updated_at': '2021-08-31T09:34:04Z', 'revision_number': 5, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'subnets': [{'id': '0dbbb6f2-1c93-4c91-88d5-f35d32ebd383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:07.396697 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbfc216-2d18-4f39-abd1-f8d1cb911e0f req-39915030-82c0-4995-88ad-399215dc2b61 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:07.400166 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c6d60e-07f3-4ab2-b155-68faf30d2983 None None] Checking router: 014dbc62-34c8-41aa-86f1-43b1eecf452c for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:36:07.422372 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-16a6117d-589b-440d-aa2b-d128df4a9bb7 None None] Attempting to bind port 79c0fc9b-2679-4476-935b-813c1c0b5a89 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:36:07.422908 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-16a6117d-589b-440d-aa2b-d128df4a9bb7 None None] Attempting to bind port 79c0fc9b-2679-4476-935b-813c1c0b5a89 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'e4810a98-9cbf-454f-9f2e-524a9e361585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'b6b538e3-7e0e-4636-872e-b84debdc74cd'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:36:07.423581 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a6117d-589b-440d-aa2b-d128df4a9bb7 None None] Attempting to bind port 79c0fc9b-2679-4476-935b-813c1c0b5a89 on network b6b538e3-7e0e-4636-872e-b84debdc74cd {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:36:07.425551 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c6d60e-07f3-4ab2-b155-68faf30d2983 None None] Routers {'014dbc62-34c8-41aa-86f1-43b1eecf452c'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:07.426271 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-72c6d60e-07f3-4ab2-b155-68faf30d2983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:35:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['014dbc62-34c8-41aa-86f1-43b1eecf452c'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:07.430987 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bfbfc216-2d18-4f39-abd1-f8d1cb911e0f req-39915030-82c0-4995-88ad-399215dc2b61 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3 HTTP/1.1" status: 200 len: 945 time: 0.1131351 Aug 31 09:36:07.465054 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-254da9cc-471f-4412-a190-6d96b13f0e3b tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773300309468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26113717'] for subnet, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:07.497459 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dec308d9-1de5-4a4b-8f18-e237429e0acc req-1675d8ee-a7fc-4fcd-beeb-717355989e9a service neutron] 10.222.0.59 "GET /v2.0/networks/8a07a2ef-db65-4ad7-9566-84ee44fff2bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609394 Aug 31 09:36:07.503951 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a6117d-589b-440d-aa2b-d128df4a9bb7 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:36:07.503951 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a6117d-589b-440d-aa2b-d128df4a9bb7 None None] Checking segment: {'id': 'e4810a98-9cbf-454f-9f2e-524a9e361585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'b6b538e3-7e0e-4636-872e-b84debdc74cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:36:07.503951 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-16a6117d-589b-440d-aa2b-d128df4a9bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:07.503951 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a6117d-589b-440d-aa2b-d128df4a9bb7 None None] Bound using segment: {'id': 'e4810a98-9cbf-454f-9f2e-524a9e361585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'b6b538e3-7e0e-4636-872e-b84debdc74cd'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:36:07.503951 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-16a6117d-589b-440d-aa2b-d128df4a9bb7 None None] Bound port: 79c0fc9b-2679-4476-935b-813c1c0b5a89, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4810a98-9cbf-454f-9f2e-524a9e361585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'b6b538e3-7e0e-4636-872e-b84debdc74cd'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:36:07.503951 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-16a6117d-589b-440d-aa2b-d128df4a9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:07.511110 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bfbfc216-2d18-4f39-abd1-f8d1cb911e0f req-d98b5762-2701-4af9-9330-8c6cb0c1b5d5 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=2f2761a1-6422-42c6-a20f-47e93ccb3620&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790234 Aug 31 09:36:07.584370 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254da9cc-471f-4412-a190-6d96b13f0e3b tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:07.585051 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-254da9cc-471f-4412-a190-6d96b13f0e3b tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:07.589175 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-254da9cc-471f-4412-a190-6d96b13f0e3b tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "PUT /v2.0/subnets/c134ff2b-3ec8-492a-a905-46baac036825 HTTP/1.1" status: 200 len: 877 time: 1.3111818 Aug 31 09:36:07.590256 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55586) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:07.608191 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254da9cc-471f-4412-a190-6d96b13f0e3b tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event updated for resources: {'Subnet': ['ID=c134ff2b-3ec8-492a-a905-46baac036825,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:07.651488 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-72c6d60e-07f3-4ab2-b155-68faf30d2983 None None] Set router 014dbc62-34c8-41aa-86f1-43b1eecf452c gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:07.699989 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device b77603f4-db29-4974-854f-cc3ccb59b82e details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:36:07.702448 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dec308d9-1de5-4a4b-8f18-e237429e0acc req-e8f4d0fb-6b00-4bf3-b490-e1b2f74abc1f service neutron] 10.222.0.59 "GET /v2.0/networks/8a07a2ef-db65-4ad7-9566-84ee44fff2bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863887 Aug 31 09:36:07.717453 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-16a6117d-589b-440d-aa2b-d128df4a9bb7 None None] For port 79c0fc9b-2679-4476-935b-813c1c0b5a89, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:36:07.723093 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:07.826293 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-16a6117d-589b-440d-aa2b-d128df4a9bb7 None None] For port 79c0fc9b-2679-4476-935b-813c1c0b5a89, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=79c0fc9b-2679-4476-935b-813c1c0b5a89,segment=NetworkSegment(e4810a98-9cbf-454f-9f2e-524a9e361585),segment_id=e4810a98-9cbf-454f-9f2e-524a9e361585)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:36:07.828863 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.resource_extend [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 09:36:07.848545 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Deleting port 79c0fc9b-2679-4476-935b-813c1c0b5a89 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:36:07.849391 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:08.017116 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9510d-5425-4f66-92e7-de0bbc9355f9 req-6d3e820b-8cac-4621-950c-15c1a12d1925 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:08.023180 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ea9510d-5425-4f66-92e7-de0bbc9355f9 req-6d3e820b-8cac-4621-950c-15c1a12d1925 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=bdc1dea8-53a8-415d-87c9-a74f196a5de5 HTTP/1.1" status: 200 len: 943 time: 0.2135854 Aug 31 09:36:08.102075 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] For port 79c0fc9b-2679-4476-935b-813c1c0b5a89, host n-d-791506-28, got binding levels [] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:08.102452 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:08.107448 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ea9510d-5425-4f66-92e7-de0bbc9355f9 req-307c67d1-3e2e-42d5-b7a5-a3d52986ebe7 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765650 Aug 31 09:36:08.111864 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-16a6117d-589b-440d-aa2b-d128df4a9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:08.123339 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Calling delete_port for 79c0fc9b-2679-4476-935b-813c1c0b5a89 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:36:08.224828 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port b77603f4-db29-4974-854f-cc3ccb59b82e, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=b77603f4-db29-4974-854f-cc3ccb59b82e,segment=NetworkSegment(e7bfaea8-dc50-4428-a9a7-b756d181f6bc),segment_id=e7bfaea8-dc50-4428-a9a7-b756d181f6bc)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:08.252545 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'b77603f4-db29-4974-854f-cc3ccb59b82e', 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6', 'port_id': 'b77603f4-db29-4974-854f-cc3ccb59b82e', 'mac_address': 'fa:16:3e:b9:75:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a8d9332-4934-4e0f-b006-f09be5a999bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:36:08.282703 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6117d-589b-440d-aa2b-d128df4a9bb7 None None] Pushing event updated for resources: {'Port': ['ID=79c0fc9b-2679-4476-935b-813c1c0b5a89,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:08.346047 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:08.363387 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b77603f4-db29-4974-854f-cc3ccb59b82e {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:36:08.390537 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port b77603f4-db29-4974-854f-cc3ccb59b82e, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=b77603f4-db29-4974-854f-cc3ccb59b82e,segment=NetworkSegment(e7bfaea8-dc50-4428-a9a7-b756d181f6bc),segment_id=e7bfaea8-dc50-4428-a9a7-b756d181f6bc)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:08.393677 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-72c6d60e-07f3-4ab2-b155-68faf30d2983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'name': 'tempest-TestNetworkBasicOps-router-1255907600', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:47Z', 'updated_at': '2021-08-31T09:35:56Z', 'revision_number': 6, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '8b5340ae-8763-45f6-8af6-1c4824c4cd59', 'name': '', 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'mac_address': 'fa:16:3e:91:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '0dbbb6f2-1c93-4c91-88d5-f35d32ebd383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:55Z', 'updated_at': '2021-08-31T09:34:04Z', 'revision_number': 5, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'subnets': [{'id': '0dbbb6f2-1c93-4c91-88d5-f35d32ebd383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:08.407878 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:08.427171 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c6d60e-07f3-4ab2-b155-68faf30d2983 None None] The sync data for ids ['014dbc62-34c8-41aa-86f1-43b1eecf452c'] in n-d-791506-28 is: [{'id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'name': 'tempest-TestNetworkBasicOps-router-1255907600', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:47Z', 'updated_at': '2021-08-31T09:35:56Z', 'revision_number': 6, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '8b5340ae-8763-45f6-8af6-1c4824c4cd59', 'name': '', 'network_id': '8a07a2ef-db65-4ad7-9566-84ee44fff2bb', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'mac_address': 'fa:16:3e:91:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '0dbbb6f2-1c93-4c91-88d5-f35d32ebd383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:55Z', 'updated_at': '2021-08-31T09:34:04Z', 'revision_number': 5, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'subnets': [{'id': '0dbbb6f2-1c93-4c91-88d5-f35d32ebd383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:36:08.471929 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:08.495106 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event deleted for resources: {'Port': ['ID=79c0fc9b-2679-4476-935b-813c1c0b5a89,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:08.579109 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:08.579772 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:08.580189 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:08.580588 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:08.581050 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:08.581655 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:08.582659 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:08.583438 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:08.583946 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:08.584471 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:08.584960 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:08.585476 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:08.613337 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] No DVR routers for this DVR port 79c0fc9b-2679-4476-935b-813c1c0b5a89 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:36:08.631133 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=b77603f4-db29-4974-854f-cc3ccb59b82e,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:08.828076 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['b77603f4-db29-4974-854f-cc3ccb59b82e'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:36:08.845479 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ceb995-6e0c-4a20-b5db-47a3d046e018 None None] New status for floating IP ce5c8832-022e-464d-8e6d-d3c3ee7e4e02: DOWN {{(pid=95555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:36:09.021458 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:09.065525 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f815ee5-a7b5-424b-a2b6-9384cde81f88 req-9bf874e0-4d4e-4508-ab63-6fd0fbd64909 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:09.069503 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0f815ee5-a7b5-424b-a2b6-9384cde81f88 req-9bf874e0-4d4e-4508-ab63-6fd0fbd64909 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.59 "GET /v2.0/ports?device_id=9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3 HTTP/1.1" status: 200 len: 945 time: 0.4143355 Aug 31 09:36:09.115411 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc6f56-dd14-427a-9e72-72ed886b751f req-09298ac2-682b-4502-bab8-9a8b8be1fb24 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:09.122986 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b0bc6f56-dd14-427a-9e72-72ed886b751f req-09298ac2-682b-4502-bab8-9a8b8be1fb24 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3 HTTP/1.1" status: 200 len: 945 time: 0.4549415 Aug 31 09:36:09.220412 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b0bc6f56-dd14-427a-9e72-72ed886b751f req-b7bc0dc2-4d6c-4930-9bfc-357400f9c9c7 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=2f2761a1-6422-42c6-a20f-47e93ccb3620&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0965517 Aug 31 09:36:09.320373 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-0f815ee5-a7b5-424b-a2b6-9384cde81f88 req-94cc255e-c0e1-41cb-9d10-33f73b4a45ed tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Deleting port e9700cec-1926-43bb-b87c-f465e2f303bc {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:36:09.320373 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0f815ee5-a7b5-424b-a2b6-9384cde81f88 req-94cc255e-c0e1-41cb-9d10-33f73b4a45ed tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:09.341159 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e5613-5faa-45d3-88ac-b7ebd6b006ea req-ccf3c861-3c99-450f-ad45-7a177fb558d1 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:09.349217 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d15e5613-5faa-45d3-88ac-b7ebd6b006ea req-ccf3c861-3c99-450f-ad45-7a177fb558d1 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=bdc1dea8-53a8-415d-87c9-a74f196a5de5 HTTP/1.1" status: 200 len: 944 time: 0.0912781 Aug 31 09:36:09.386579 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:09.442137 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event deleted for resources: {'Subnet': ['ID=c134ff2b-3ec8-492a-a905-46baac036825,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:09.508147 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d15e5613-5faa-45d3-88ac-b7ebd6b006ea req-8b045632-21ee-474e-b1c6-07fb3b83e83b tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580665 Aug 31 09:36:09.547199 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:09.564628 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-0f815ee5-a7b5-424b-a2b6-9384cde81f88 req-94cc255e-c0e1-41cb-9d10-33f73b4a45ed tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] For port e9700cec-1926-43bb-b87c-f465e2f303bc, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=e9700cec-1926-43bb-b87c-f465e2f303bc,segment=NetworkSegment(51dad041-e6cb-446e-a39a-eb053c9ad172),segment_id=51dad041-e6cb-446e-a39a-eb053c9ad172)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:09.564998 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0f815ee5-a7b5-424b-a2b6-9384cde81f88 req-94cc255e-c0e1-41cb-9d10-33f73b4a45ed tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:09.569086 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b538e3-7e0e-4636-872e-b84debdc74cd']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:09.592937 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4810a98-9cbf-454f-9f2e-524a9e361585') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:09.593239 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4810a98-9cbf-454f-9f2e-524a9e361585') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:09.595268 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-0f815ee5-a7b5-424b-a2b6-9384cde81f88 req-94cc255e-c0e1-41cb-9d10-33f73b4a45ed tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Calling delete_port for e9700cec-1926-43bb-b87c-f465e2f303bc owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:36:09.611083 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:09.614760 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49eb0de9-7469-4ccd-88ed-94748c4889fd None None] Network b6b538e3-7e0e-4636-872e-b84debdc74cd requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:36:09.640064 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:09.650509 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Releasing vlan 1610 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:36:09.651080 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:09.690736 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-0785c787-3349-41be-be71-9ccfe64b4002 None None] Could not find standard attr ID for object 79c0fc9b-2679-4476-935b-813c1c0b5a89. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:36:09.705429 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:36:09.705429 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:36:09.705429 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:36:09.705429 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:36:09.705429 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:36:09.705429 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:36:09.705429 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:36:09.705429 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:36:09.705429 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:36:09.705429 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:36:09.705429 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:36:09.705429 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:36:09.705429 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:36:09.705429 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:36:09.705429 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:36:09.705429 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:36:09.705429 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:36:09.705429 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:36:09.705429 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:36:09.705429 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:36:09.705429 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:36:09.705429 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:36:09.705429 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:36:09.705429 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:36:09.705429 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:36:09.705429 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:36:09.705429 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:36:09.705429 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:36:09.705429 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:36:09.705429 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:36:09.705429 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:36:09.705429 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:36:09.918100 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab6f273-4539-4a72-a38e-a92d41aa32c8 None None] DHCP port deletion for b6b538e3-7e0e-4636-872e-b84debdc74cd request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:36:09.938491 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb0aa2b-a859-48ae-940f-e06466dd88ba None None] Network b6b538e3-7e0e-4636-872e-b84debdc74cd requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:36:09.941435 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:09.944333 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:09.951840 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "DELETE /v2.0/networks/b6b538e3-7e0e-4636-872e-b84debdc74cd HTTP/1.1" status: 204 len: 168 time: 2.3521197 Aug 31 09:36:09.952015 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55700) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:09.952477 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb0aa2b-a859-48ae-940f-e06466dd88ba None None] Network b6b538e3-7e0e-4636-872e-b84debdc74cd could not be found, it might have been deleted concurrently. {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 09:36:09.968512 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b3efc-994b-4ac8-8461-18cb3d58534d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event deleted for resources: {'Network': ['ID=b6b538e3-7e0e-4636-872e-b84debdc74cd,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:09.988474 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe2b887-9841-4bf1-b8d0-b1a2d6d0870d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] DELETE failed (client error): The resource could not be found. Aug 31 09:36:09.988933 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfe2b887-9841-4bf1-b8d0-b1a2d6d0870d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:36:09.990783 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-dfe2b887-9841-4bf1-b8d0-b1a2d6d0870d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "DELETE /v2.0/subnets/c134ff2b-3ec8-492a-a905-46baac036825 HTTP/1.1" status: 404 len: 337 time: 0.0378108 Aug 31 09:36:09.993270 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55702) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:10.011023 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a8e779-df80-4082-b96e-172347476e6a tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] DELETE failed (client error): The resource could not be found. Aug 31 09:36:10.011566 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27a8e779-df80-4082-b96e-172347476e6a tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:36:10.013244 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-27a8e779-df80-4082-b96e-172347476e6a tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "DELETE /v2.0/networks/b6b538e3-7e0e-4636-872e-b84debdc74cd HTTP/1.1" status: 404 len: 339 time: 0.0190790 Aug 31 09:36:10.015735 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55704) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:10.032054 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0f815ee5-a7b5-424b-a2b6-9384cde81f88 req-94cc255e-c0e1-41cb-9d10-33f73b4a45ed tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:10.044174 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-40d11e25-6fac-422b-be88-7b97e71275e7 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] DELETE failed (client error): The resource could not be found. Aug 31 09:36:10.044634 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40d11e25-6fac-422b-be88-7b97e71275e7 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:36:10.048970 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-40d11e25-6fac-422b-be88-7b97e71275e7 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "DELETE /v2.0/subnets/a3bfdd84-5460-4139-b33e-7f23f6ffd73f HTTP/1.1" status: 404 len: 337 time: 0.0299249 Aug 31 09:36:10.049226 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55706) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:10.065519 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc255e-c0e1-41cb-9d10-33f73b4a45ed tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event deleted for resources: {'Port': ['ID=e9700cec-1926-43bb-b87c-f465e2f303bc,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:10.081041 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-567b3c94-77fd-4e07-9ae4-ea31d617237d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] DELETE failed (client error): The resource could not be found. Aug 31 09:36:10.081041 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-567b3c94-77fd-4e07-9ae4-ea31d617237d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:36:10.081041 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-567b3c94-77fd-4e07-9ae4-ea31d617237d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "DELETE /v2.0/networks/03b6a598-b037-4174-836d-4fa766af656d HTTP/1.1" status: 404 len: 339 time: 0.0279691 Aug 31 09:36:10.081041 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55708) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:10.115698 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f815ee5-a7b5-424b-a2b6-9384cde81f88 req-94cc255e-c0e1-41cb-9d10-33f73b4a45ed tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] No DVR routers for this DVR port e9700cec-1926-43bb-b87c-f465e2f303bc on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:36:10.118275 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0f815ee5-a7b5-424b-a2b6-9384cde81f88 req-94cc255e-c0e1-41cb-9d10-33f73b4a45ed tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:10.120853 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0f815ee5-a7b5-424b-a2b6-9384cde81f88 req-94cc255e-c0e1-41cb-9d10-33f73b4a45ed tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.59 "DELETE /v2.0/ports/e9700cec-1926-43bb-b87c-f465e2f303bc HTTP/1.1" status: 204 len: 173 time: 1.0442400 Aug 31 09:36:10.121531 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3', 'name': 'network-vif-deleted', 'tag': 'e9700cec-1926-43bb-b87c-f465e2f303bc'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:36:10.126756 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5593f2-eeb6-41a4-aa6b-4a9bd0e89d05" -d '{"events": [{"server_uuid": "9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3", "name": "network-vif-deleted", "tag": "e9700cec-1926-43bb-b87c-f465e2f303bc"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:36:10.164146 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f865a0-922a-4ada-8282-d891367c06d2 x-openstack-request-id: req-34f865a0-922a-4ada-8282-d891367c06d2 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:36:10.164513 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3", "name": "network-vif-deleted", "tag": "e9700cec-1926-43bb-b87c-f465e2f303bc", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:36:10.164834 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-34f865a0-922a-4ada-8282-d891367c06d2 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:36:10.165554 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3', 'name': 'network-vif-deleted', 'tag': 'e9700cec-1926-43bb-b87c-f465e2f303bc', 'status': 'completed', 'code': 200} Aug 31 09:36:10.186278 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9c126826-f4b1-4ba2-80ef-268353f59379 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:10.282580 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9c126826-f4b1-4ba2-80ef-268353f59379 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:10.294885 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-9c126826-f4b1-4ba2-80ef-268353f59379 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef603054-a2ac-4305-84dd-f8ddef7fb230']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:10.309593 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-9c126826-f4b1-4ba2-80ef-268353f59379 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f342bc1-ef01-4ec6-98a1-9f60a21d06c2') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:10.310077 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-9c126826-f4b1-4ba2-80ef-268353f59379 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f342bc1-ef01-4ec6-98a1-9f60a21d06c2') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:10.323397 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9c126826-f4b1-4ba2-80ef-268353f59379 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:10.339450 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9c126826-f4b1-4ba2-80ef-268353f59379 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:10.346284 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c126826-f4b1-4ba2-80ef-268353f59379 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Releasing vlan 1637 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:36:10.346766 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9c126826-f4b1-4ba2-80ef-268353f59379 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:10.350657 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:36:10.350657 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:36:10.350657 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:36:10.350657 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:36:10.350657 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:36:10.350657 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:36:10.350657 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:36:10.350657 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:36:10.350657 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:36:10.350657 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:36:10.350657 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:36:10.350657 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:36:10.350657 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:36:10.350657 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:36:10.350657 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:36:10.350657 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:36:10.350657 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:36:10.350657 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:36:10.350657 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:36:10.350657 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:36:10.350657 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:36:10.350657 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:36:10.350657 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:36:10.350657 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:36:10.350657 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:36:10.350657 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:36:10.350657 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:36:10.350657 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:36:10.350657 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:36:10.350657 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:36:10.350657 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:36:10.350657 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:36:10.362159 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-52151200-da42-43d2-abb1-70be0df31847 req-bd6a5370-7627-452f-8a15-c7cbdfe00967 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=9d9b3c82-eec6-4c35-8d51-d5ee00cec7a3 HTTP/1.1" status: 200 len: 210 time: 0.0391366 Aug 31 09:36:10.525343 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9c126826-f4b1-4ba2-80ef-268353f59379 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:10.531291 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9c126826-f4b1-4ba2-80ef-268353f59379 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:10.533266 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9c126826-f4b1-4ba2-80ef-268353f59379 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "DELETE /v2.0/networks/ef603054-a2ac-4305-84dd-f8ddef7fb230 HTTP/1.1" status: 204 len: 168 time: 0.4512603 Aug 31 09:36:10.535828 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55740) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:10.567889 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c126826-f4b1-4ba2-80ef-268353f59379 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event deleted for resources: {'Network': ['ID=ef603054-a2ac-4305-84dd-f8ddef7fb230,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:10.590593 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d3fcd0-82ac-401d-b611-9e8afdb53f7c tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] DELETE failed (client error): The resource could not be found. Aug 31 09:36:10.591030 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21d3fcd0-82ac-401d-b611-9e8afdb53f7c tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:36:10.592801 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-21d3fcd0-82ac-401d-b611-9e8afdb53f7c tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "DELETE /v2.0/subnets/837f935a-c9ff-44c8-bc5e-b9a813d1525a HTTP/1.1" status: 404 len: 337 time: 0.0557435 Aug 31 09:36:10.595442 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55746) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:10.618007 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-480d8dce-b684-4f39-9a13-6fb17e5e31c1 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] DELETE failed (client error): The resource could not be found. Aug 31 09:36:10.618603 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-480d8dce-b684-4f39-9a13-6fb17e5e31c1 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:36:10.620607 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-480d8dce-b684-4f39-9a13-6fb17e5e31c1 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "DELETE /v2.0/networks/890e99e4-ebd0-4f7e-b6fe-4450e16f31bf HTTP/1.1" status: 404 len: 339 time: 0.0237725 Aug 31 09:36:10.623753 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55750) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:10.672517 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb09b439-6697-44cd-8774-1584c3c4a67d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] DELETE failed (client error): The resource could not be found. Aug 31 09:36:10.672978 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb09b439-6697-44cd-8774-1584c3c4a67d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:36:10.674784 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-eb09b439-6697-44cd-8774-1584c3c4a67d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "DELETE /v2.0/subnets/feaac1f4-c07a-4177-8c7d-82ba01655ba4 HTTP/1.1" status: 404 len: 337 time: 0.0489385 Aug 31 09:36:10.678136 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55756) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:10.706062 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9313d-4ddc-4c0a-9350-0c772ebfd2d3 req-12b9bfe4-e1a1-4270-a15a-69a3c49739c1 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:10.714995 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-46e9313d-4ddc-4c0a-9350-0c772ebfd2d3 req-12b9bfe4-e1a1-4270-a15a-69a3c49739c1 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=bdc1dea8-53a8-415d-87c9-a74f196a5de5 HTTP/1.1" status: 200 len: 944 time: 0.1001649 Aug 31 09:36:10.728168 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1b7861a-aa7c-4b60-b437-3343589d57e3 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] DELETE failed (client error): The resource could not be found. Aug 31 09:36:10.729947 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1b7861a-aa7c-4b60-b437-3343589d57e3 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:36:10.735185 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b1b7861a-aa7c-4b60-b437-3343589d57e3 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "DELETE /v2.0/networks/c5983069-fae8-404c-926e-3c8d9b13c49e HTTP/1.1" status: 404 len: 339 time: 0.0560694 Aug 31 09:36:10.736189 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55766) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:10.762920 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d42dd08-7209-47a7-875a-a52ff2414244 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] DELETE failed (client error): The resource could not be found. Aug 31 09:36:10.763692 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d42dd08-7209-47a7-875a-a52ff2414244 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:36:10.768747 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8d42dd08-7209-47a7-875a-a52ff2414244 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "DELETE /v2.0/subnets/a591d67f-71bc-4b59-b9a5-2b26a46b8641 HTTP/1.1" status: 404 len: 337 time: 0.0309799 Aug 31 09:36:10.769569 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55768) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:10.782768 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-46e9313d-4ddc-4c0a-9350-0c772ebfd2d3 req-f51e0aff-8da0-4455-a6af-e0cfcdb40c28 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668457 Aug 31 09:36:10.792800 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee8c9a6-0ba6-4e19-92c0-09f1d86b9705 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] DELETE failed (client error): The resource could not be found. Aug 31 09:36:10.793581 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ee8c9a6-0ba6-4e19-92c0-09f1d86b9705 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:36:10.795429 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5ee8c9a6-0ba6-4e19-92c0-09f1d86b9705 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "DELETE /v2.0/networks/3c2eb7ca-fd07-44c3-bf00-5f81431cf218 HTTP/1.1" status: 404 len: 339 time: 0.0242419 Aug 31 09:36:10.798410 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55770) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:10.824364 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b3b151-e6e1-4da4-ae62-93e28c09a7fc tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] DELETE failed (client error): The resource could not be found. Aug 31 09:36:10.824756 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9b3b151-e6e1-4da4-ae62-93e28c09a7fc tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:36:10.826460 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c9b3b151-e6e1-4da4-ae62-93e28c09a7fc tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "DELETE /v2.0/subnets/4c0dd754-2006-4986-bfd3-eb610aab0d98 HTTP/1.1" status: 404 len: 337 time: 0.0269802 Aug 31 09:36:10.829012 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55772) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:10.856704 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-72457aec-4efc-4067-8921-82858d00e3c1 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] DELETE failed (client error): The resource could not be found. Aug 31 09:36:10.857253 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72457aec-4efc-4067-8921-82858d00e3c1 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:36:10.859606 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-72457aec-4efc-4067-8921-82858d00e3c1 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "DELETE /v2.0/networks/5ed580c8-d3db-4a98-82cc-432ff991520f HTTP/1.1" status: 404 len: 339 time: 0.0293221 Aug 31 09:36:10.861754 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55774) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:10.889431 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ee1802-446e-45b7-9af0-5f8d05339f6e tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] DELETE failed (client error): The resource could not be found. Aug 31 09:36:10.889890 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05ee1802-446e-45b7-9af0-5f8d05339f6e tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:36:10.891788 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-05ee1802-446e-45b7-9af0-5f8d05339f6e tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "DELETE /v2.0/subnets/45f37db7-c9ae-4412-9298-2f09673aebf1 HTTP/1.1" status: 404 len: 337 time: 0.0291064 Aug 31 09:36:10.894300 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55776) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:10.913468 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-842a12f5-9f88-4b7f-87cb-a8777fb5835a tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] DELETE failed (client error): The resource could not be found. Aug 31 09:36:10.914394 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-842a12f5-9f88-4b7f-87cb-a8777fb5835a tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:36:10.916784 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-842a12f5-9f88-4b7f-87cb-a8777fb5835a tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "DELETE /v2.0/networks/d0c4be7d-93b0-427d-8180-8fdd521af932 HTTP/1.1" status: 404 len: 339 time: 0.0215399 Aug 31 09:36:10.919451 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55778) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:10.949373 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-52590e02-575e-4e88-8bcb-33e73e0accfa tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] DELETE failed (client error): The resource could not be found. Aug 31 09:36:10.949819 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52590e02-575e-4e88-8bcb-33e73e0accfa tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:36:10.951563 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-52590e02-575e-4e88-8bcb-33e73e0accfa tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "DELETE /v2.0/subnets/f73014b0-3d02-4cd8-86ad-e5b749520fc1 HTTP/1.1" status: 404 len: 337 time: 0.0311220 Aug 31 09:36:10.954345 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55780) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:10.972295 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e9a974-d306-44c8-974f-35caff7f67c7 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] DELETE failed (client error): The resource could not be found. Aug 31 09:36:10.972811 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18e9a974-d306-44c8-974f-35caff7f67c7 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:36:10.974476 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-18e9a974-d306-44c8-974f-35caff7f67c7 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "DELETE /v2.0/networks/90121b00-9229-442b-983b-cc529be776f2 HTTP/1.1" status: 404 len: 339 time: 0.0188949 Aug 31 09:36:10.977307 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55782) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:11.010204 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-897a8f85-f5ed-4f76-9577-1d1abb93768d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] DELETE failed (client error): The resource could not be found. Aug 31 09:36:11.010675 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-897a8f85-f5ed-4f76-9577-1d1abb93768d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:36:11.012466 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-897a8f85-f5ed-4f76-9577-1d1abb93768d tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "DELETE /v2.0/subnets/319ea988-0fb8-4840-9c49-ccd0d08ade02 HTTP/1.1" status: 404 len: 337 time: 0.0341418 Aug 31 09:36:11.015179 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55784) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:11.034930 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-169dfb03-07f5-4a44-98c3-edd401249681 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] DELETE failed (client error): The resource could not be found. Aug 31 09:36:11.035580 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-169dfb03-07f5-4a44-98c3-edd401249681 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:36:11.040582 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 79c0fc9b-2679-4476-935b-813c1c0b5a89 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:36:11.041008 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-169dfb03-07f5-4a44-98c3-edd401249681 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "DELETE /v2.0/networks/6be6a6e2-6954-4948-b322-91c69026cabb HTTP/1.1" status: 404 len: 339 time: 0.0216980 Aug 31 09:36:11.042517 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55786) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:11.072135 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 79c0fc9b-2679-4476-935b-813c1c0b5a89 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:36:11.072950 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 79c0fc9b-2679-4476-935b-813c1c0b5a89 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:36:11.077778 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b55aa71-1d48-43d2-ae96-920a64077f13 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] DELETE failed (client error): The resource could not be found. Aug 31 09:36:11.078685 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b55aa71-1d48-43d2-ae96-920a64077f13 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:36:11.080578 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4b55aa71-1d48-43d2-ae96-920a64077f13 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "DELETE /v2.0/subnets/e545bc40-b73d-4c4e-8a7b-9ebfd32604ab HTTP/1.1" status: 404 len: 337 time: 0.0370042 Aug 31 09:36:11.083279 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55788) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:11.104508 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c289070-be4d-44d9-906a-481e4b156511 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] DELETE failed (client error): The resource could not be found. Aug 31 09:36:11.105360 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c289070-be4d-44d9-906a-481e4b156511 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:36:11.109541 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7c289070-be4d-44d9-906a-481e4b156511 tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "DELETE /v2.0/networks/c7542387-7f6d-4933-a311-58846e81d800 HTTP/1.1" status: 404 len: 339 time: 0.0224125 Aug 31 09:36:11.110345 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55790) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:11.171152 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a84b16-c5a5-4d1b-af85-2ac8e016c9ed tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Deleting subnet 70ba6649-1fc7-4edb-815b-663133b4910c {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:36:11.174955 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-87a84b16-c5a5-4d1b-af85-2ac8e016c9ed tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:11.218904 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-87a84b16-c5a5-4d1b-af85-2ac8e016c9ed tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:11.339272 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0ffedacd-0de1-4a4c-8ecb-a50c676bc074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:11.346102 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-87a84b16-c5a5-4d1b-af85-2ac8e016c9ed tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:11.421936 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55804) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:11.494452 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9ba45de9-0b7b-4d74-9e0e-3b7a41662b83 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:11.523730 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9ba45de9-0b7b-4d74-9e0e-3b7a41662b83 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:11.529951 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-87a84b16-c5a5-4d1b-af85-2ac8e016c9ed tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:11.585893 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a84b16-c5a5-4d1b-af85-2ac8e016c9ed tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event deleted for resources: {'Subnet': ['ID=70ba6649-1fc7-4edb-815b-663133b4910c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:11.592952 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-87a84b16-c5a5-4d1b-af85-2ac8e016c9ed tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:11.595311 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-87a84b16-c5a5-4d1b-af85-2ac8e016c9ed tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "DELETE /v2.0/subnets/70ba6649-1fc7-4edb-815b-663133b4910c HTTP/1.1" status: 204 len: 168 time: 0.4838436 Aug 31 09:36:11.597737 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55806) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:11.604522 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4d804b-24e6-4c05-b721-ee808f1927bc None None] Network f6ff4500-bd40-48bb-a134-e34b32786f05 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:36:11.660064 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9ba45de9-0b7b-4d74-9e0e-3b7a41662b83 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:11.666888 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9ba45de9-0b7b-4d74-9e0e-3b7a41662b83 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:11.668348 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9ba45de9-0b7b-4d74-9e0e-3b7a41662b83 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "DELETE /v2.0/security-groups/2f2761a1-6422-42c6-a20f-47e93ccb3620 HTTP/1.1" status: 204 len: 168 time: 0.2452669 Aug 31 09:36:11.697542 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6bcf88a6-7425-4a06-a3c4-5245348291bc tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:11.701036 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba45de9-0b7b-4d74-9e0e-3b7a41662b83 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2761a1-6422-42c6-a20f-47e93ccb3620,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:11.724295 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device b77603f4-db29-4974-854f-cc3ccb59b82e up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:11.776270 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55810) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:11.891649 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-6bcf88a6-7425-4a06-a3c4-5245348291bc tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Deleting port d9b31589-b334-4adc-840e-69a9e1dc744a {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:36:11.891999 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6bcf88a6-7425-4a06-a3c4-5245348291bc tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:11.898729 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port b77603f4-db29-4974-854f-cc3ccb59b82e completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:36:11.902975 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port b77603f4-db29-4974-854f-cc3ccb59b82e triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:11.903480 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:11.935941 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb994aff-8bc8-460c-8aa8-67ca2ea0ec70 None None] DHCP port deletion for f6ff4500-bd40-48bb-a134-e34b32786f05 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:36:12.060870 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-6bcf88a6-7425-4a06-a3c4-5245348291bc tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] For port d9b31589-b334-4adc-840e-69a9e1dc744a, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=d9b31589-b334-4adc-840e-69a9e1dc744a,segment=NetworkSegment(5f9ae72c-603f-48df-ac51-ca8c31fcd368),segment_id=5f9ae72c-603f-48df-ac51-ca8c31fcd368)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:12.061412 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6bcf88a6-7425-4a06-a3c4-5245348291bc tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:12.066301 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:12.087320 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-6bcf88a6-7425-4a06-a3c4-5245348291bc tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Calling delete_port for d9b31589-b334-4adc-840e-69a9e1dc744a owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:36:12.101259 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc1dea8-53a8-415d-87c9-a74f196a5de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77603f4-db29-4974-854f-cc3ccb59b82e'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:36:12.101480 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc662020-3113-46fd-a96e-bda10428fc1a req-9a59d080-8dbf-4432-8a4a-d6facfc5dfae tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:12.104396 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284aac5a-ac8c-45fe-8448-a5637d48a2e5" -d '{"events": [{"server_uuid": "bdc1dea8-53a8-415d-87c9-a74f196a5de5", "name": "network-vif-plugged", "status": "completed", "tag": "b77603f4-db29-4974-854f-cc3ccb59b82e"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:36:12.108880 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cc662020-3113-46fd-a96e-bda10428fc1a req-9a59d080-8dbf-4432-8a4a-d6facfc5dfae tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=bdc1dea8-53a8-415d-87c9-a74f196a5de5 HTTP/1.1" status: 200 len: 944 time: 0.1941037 Aug 31 09:36:12.118895 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-cb994aff-8bc8-460c-8aa8-67ca2ea0ec70 None None] Deleting port d9b31589-b334-4adc-840e-69a9e1dc744a {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:36:12.125044 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cb994aff-8bc8-460c-8aa8-67ca2ea0ec70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:12.138591 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port b77603f4-db29-4974-854f-cc3ccb59b82e, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=b77603f4-db29-4974-854f-cc3ccb59b82e,segment=NetworkSegment(e7bfaea8-dc50-4428-a9a7-b756d181f6bc),segment_id=e7bfaea8-dc50-4428-a9a7-b756d181f6bc)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:12.207207 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-cb994aff-8bc8-460c-8aa8-67ca2ea0ec70 None None] For port d9b31589-b334-4adc-840e-69a9e1dc744a, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=d9b31589-b334-4adc-840e-69a9e1dc744a,segment=NetworkSegment(5f9ae72c-603f-48df-ac51-ca8c31fcd368),segment_id=5f9ae72c-603f-48df-ac51-ca8c31fcd368)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:12.208205 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cb994aff-8bc8-460c-8aa8-67ca2ea0ec70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:12.228865 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-cb994aff-8bc8-460c-8aa8-67ca2ea0ec70 None None] Calling delete_port for d9b31589-b334-4adc-840e-69a9e1dc744a owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:36:12.247296 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551d5594-26df-4736-991e-062fe0e77f8d x-openstack-request-id: req-551d5594-26df-4736-991e-062fe0e77f8d {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:36:12.247296 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc1dea8-53a8-415d-87c9-a74f196a5de5", "name": "network-vif-plugged", "status": "completed", "tag": "b77603f4-db29-4974-854f-cc3ccb59b82e", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:36:12.247296 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-551d5594-26df-4736-991e-062fe0e77f8d {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:36:12.247296 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc1dea8-53a8-415d-87c9-a74f196a5de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77603f4-db29-4974-854f-cc3ccb59b82e', 'code': 200} Aug 31 09:36:12.247985 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:12.281165 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cc662020-3113-46fd-a96e-bda10428fc1a req-6018d9a3-945f-4bbc-88e1-65865099d1ee tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714101 Aug 31 09:36:12.318078 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968f079-0cb1-48c1-a5d1-90a068bdc0ee req-a47e47f7-c818-4546-b31d-5264b7789b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:12.319775 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2968f079-0cb1-48c1-a5d1-90a068bdc0ee req-a47e47f7-c818-4546-b31d-5264b7789b18 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=bdc1dea8-53a8-415d-87c9-a74f196a5de5 HTTP/1.1" status: 200 len: 1097 time: 0.0796297 Aug 31 09:36:12.373392 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=b77603f4-db29-4974-854f-cc3ccb59b82e,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:12.388963 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2968f079-0cb1-48c1-a5d1-90a068bdc0ee req-0f82cddf-79f1-409e-a9d6-ecde3fb7aa20 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498898 Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:36:12.507803 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:36:12.515997 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6bcf88a6-7425-4a06-a3c4-5245348291bc tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:12.516212 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cb994aff-8bc8-460c-8aa8-67ca2ea0ec70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:12.540877 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf88a6-7425-4a06-a3c4-5245348291bc tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event deleted for resources: {'Port': ['ID=d9b31589-b334-4adc-840e-69a9e1dc744a,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:12.549306 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb994aff-8bc8-460c-8aa8-67ca2ea0ec70 None None] Pushing event deleted for resources: {'Port': ['ID=d9b31589-b334-4adc-840e-69a9e1dc744a,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:12.554323 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb994aff-8bc8-460c-8aa8-67ca2ea0ec70 None None] No DVR routers for this DVR port d9b31589-b334-4adc-840e-69a9e1dc744a on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:36:12.570184 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcf88a6-7425-4a06-a3c4-5245348291bc tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] No DVR routers for this DVR port d9b31589-b334-4adc-840e-69a9e1dc744a on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:36:12.665934 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6bcf88a6-7425-4a06-a3c4-5245348291bc tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:12.677733 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-6bcf88a6-7425-4a06-a3c4-5245348291bc tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ff4500-bd40-48bb-a134-e34b32786f05']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:12.687782 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ad554ab2-20e9-47b5-b409-b10f8cc8889b tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:12.693008 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-6bcf88a6-7425-4a06-a3c4-5245348291bc tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f9ae72c-603f-48df-ac51-ca8c31fcd368') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:12.693621 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-6bcf88a6-7425-4a06-a3c4-5245348291bc tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f9ae72c-603f-48df-ac51-ca8c31fcd368') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:12.733619 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6bcf88a6-7425-4a06-a3c4-5245348291bc tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:12.759896 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6bcf88a6-7425-4a06-a3c4-5245348291bc tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:12.798921 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bcf88a6-7425-4a06-a3c4-5245348291bc tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Releasing vlan 1626 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:36:12.799342 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6bcf88a6-7425-4a06-a3c4-5245348291bc tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:12.804842 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:36:12.804842 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:36:12.804842 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:36:12.804842 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:36:12.804842 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:36:12.804842 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:36:12.804842 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:36:12.804842 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:36:12.804842 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:36:12.804842 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:36:12.804842 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:36:12.804842 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:36:12.804842 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:36:12.804842 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:36:12.804842 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:36:12.804842 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:36:12.804842 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:36:12.804842 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:36:12.804842 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:36:12.804842 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:36:12.804842 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:36:12.804842 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:36:12.804842 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:36:12.804842 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:36:12.804842 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:36:12.804842 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:36:12.804842 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:36:12.804842 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:36:12.804842 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:36:12.804842 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:36:12.804842 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:36:12.804842 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:36:12.966603 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6bcf88a6-7425-4a06-a3c4-5245348291bc tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:12.991032 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6bcf88a6-7425-4a06-a3c4-5245348291bc tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:12.993103 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6bcf88a6-7425-4a06-a3c4-5245348291bc tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] 10.222.0.119 "DELETE /v2.0/networks/f6ff4500-bd40-48bb-a134-e34b32786f05 HTTP/1.1" status: 204 len: 168 time: 1.3934038 Aug 31 09:36:13.011268 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf88a6-7425-4a06-a3c4-5245348291bc tempest-NetworksTest-23291687 tempest-NetworksTest-23291687-project] Pushing event deleted for resources: {'Network': ['ID=f6ff4500-bd40-48bb-a134-e34b32786f05,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:13.077430 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-ad554ab2-20e9-47b5-b409-b10f8cc8889b tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Deleting port 8b5340ae-8763-45f6-8af6-1c4824c4cd59 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:36:13.078101 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ad554ab2-20e9-47b5-b409-b10f8cc8889b tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:13.107684 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d9b31589-b334-4adc-840e-69a9e1dc744a no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:36:13.133352 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: d9b31589-b334-4adc-840e-69a9e1dc744a {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:36:13.134032 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d9b31589-b334-4adc-840e-69a9e1dc744a not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:36:13.188523 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-ad554ab2-20e9-47b5-b409-b10f8cc8889b tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] For port 8b5340ae-8763-45f6-8af6-1c4824c4cd59, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8b5340ae-8763-45f6-8af6-1c4824c4cd59,segment=NetworkSegment(51dad041-e6cb-446e-a39a-eb053c9ad172),segment_id=51dad041-e6cb-446e-a39a-eb053c9ad172)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:13.188523 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ad554ab2-20e9-47b5-b409-b10f8cc8889b tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:13.197143 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-ad554ab2-20e9-47b5-b409-b10f8cc8889b tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Calling delete_port for 8b5340ae-8763-45f6-8af6-1c4824c4cd59 owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:36:13.233043 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device e9700cec-1926-43bb-b87c-f465e2f303bc no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:36:13.252910 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: e9700cec-1926-43bb-b87c-f465e2f303bc {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:36:13.253253 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device e9700cec-1926-43bb-b87c-f465e2f303bc not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:36:13.434010 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b812ea3-e84b-4a56-af3e-adf079c8d483 req-ff6bcfb8-7c1f-4866-b3cf-e798f4680f93 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:13.435963 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b812ea3-e84b-4a56-af3e-adf079c8d483 req-ff6bcfb8-7c1f-4866-b3cf-e798f4680f93 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=bdc1dea8-53a8-415d-87c9-a74f196a5de5 HTTP/1.1" status: 200 len: 945 time: 0.0681403 Aug 31 09:36:13.498666 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b812ea3-e84b-4a56-af3e-adf079c8d483 req-d707200b-c618-456a-8d1c-f0647997df3e tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412798 Aug 31 09:36:13.522526 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ad554ab2-20e9-47b5-b409-b10f8cc8889b tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:13.563047 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad554ab2-20e9-47b5-b409-b10f8cc8889b tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event deleted for resources: {'Port': ['ID=8b5340ae-8763-45f6-8af6-1c4824c4cd59,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:13.746979 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55834) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:13.799174 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ad554ab2-20e9-47b5-b409-b10f8cc8889b tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:13.928512 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-17c689ff-58c5-4803-acf0-c650d9ff344c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:13.932086 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c06ca61d-442a-4c0f-93b5-973cc377557d admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=4ca0e3d8b6764eda85af3c5c6c9822eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1802049 Aug 31 09:36:13.932086 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55838) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:14.016934 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e1b8b5b2-2b5c-49d3-b2d6-0782b7302768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:14.044230 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e1b8b5b2-2b5c-49d3-b2d6-0782b7302768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:14.101562 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:14.201536 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e1b8b5b2-2b5c-49d3-b2d6-0782b7302768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:14.204399 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e1b8b5b2-2b5c-49d3-b2d6-0782b7302768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:14.205656 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e1b8b5b2-2b5c-49d3-b2d6-0782b7302768 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/75cd9ba2-86c9-497d-b282-14568de17cd9 HTTP/1.1" status: 204 len: 168 time: 0.2727880 Aug 31 09:36:14.215273 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8b5b2-2b5c-49d3-b2d6-0782b7302768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cd9ba2-86c9-497d-b282-14568de17cd9,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:14.395014 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad554ab2-20e9-47b5-b409-b10f8cc8889b tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Router 014dbc62-34c8-41aa-86f1-43b1eecf452c has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:36:14.505158 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55852) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:14.528461 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad554ab2-20e9-47b5-b409-b10f8cc8889b tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:36:14.539299 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a102e30-602f-475a-8dad-bed7237491a9 None None] Sync routers for ids ['014dbc62-34c8-41aa-86f1-43b1eecf452c'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:36:14.542481 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ad554ab2-20e9-47b5-b409-b10f8cc8889b tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "PUT /v2.0/routers/014dbc62-34c8-41aa-86f1-43b1eecf452c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7650297 Aug 31 09:36:14.552443 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a102e30-602f-475a-8dad-bed7237491a9 None None] Routers {'014dbc62-34c8-41aa-86f1-43b1eecf452c'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:14.553410 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-2a102e30-602f-475a-8dad-bed7237491a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:36:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['014dbc62-34c8-41aa-86f1-43b1eecf452c'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:14.554906 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55858) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:14.630834 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1cf1698-76c9-4018-ba76-621bc84ce548 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Deleting subnet 0dbbb6f2-1c93-4c91-88d5-f35d32ebd383 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:36:14.652016 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f1cf1698-76c9-4018-ba76-621bc84ce548 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:14.804827 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-dcbf9298-0e16-498e-b5cf-34d358167daa admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=01ca4496a08e429ea2ef0bc9efd0cefb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2981954 Aug 31 09:36:14.807784 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f1cf1698-76c9-4018-ba76-621bc84ce548 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:14.808131 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55868) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:14.809557 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-2a102e30-602f-475a-8dad-bed7237491a9 None None] Set router 014dbc62-34c8-41aa-86f1-43b1eecf452c gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:14.855567 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ca5f3-03da-4561-96f0-3757c60b8d83 req-5d539142-c6fc-4529-a417-a39329b38bc6 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:14.857253 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-904ca5f3-03da-4561-96f0-3757c60b8d83 req-5d539142-c6fc-4529-a417-a39329b38bc6 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=bdc1dea8-53a8-415d-87c9-a74f196a5de5 HTTP/1.1" status: 200 len: 945 time: 0.1947930 Aug 31 09:36:14.896605 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-38c9ab99-db09-4988-8271-82132bc5fc19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:14.951296 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-38c9ab99-db09-4988-8271-82132bc5fc19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:14.952446 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-904ca5f3-03da-4561-96f0-3757c60b8d83 req-2046f3cf-e0bb-410d-9015-dea668df7e40 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812573 Aug 31 09:36:14.960067 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f1cf1698-76c9-4018-ba76-621bc84ce548 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:15.070869 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-2a102e30-602f-475a-8dad-bed7237491a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'name': 'tempest-TestNetworkBasicOps-router-1255907600', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:47Z', 'updated_at': '2021-08-31T09:36:13Z', 'revision_number': 7, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:15.104825 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a102e30-602f-475a-8dad-bed7237491a9 None None] Checking router: 014dbc62-34c8-41aa-86f1-43b1eecf452c for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:36:15.116571 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a102e30-602f-475a-8dad-bed7237491a9 None None] Routers {'014dbc62-34c8-41aa-86f1-43b1eecf452c'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:15.117247 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-2a102e30-602f-475a-8dad-bed7237491a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:36:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['014dbc62-34c8-41aa-86f1-43b1eecf452c'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:15.139483 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f1cf1698-76c9-4018-ba76-621bc84ce548 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:15.180847 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f1cf1698-76c9-4018-ba76-621bc84ce548 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:15.185469 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f1cf1698-76c9-4018-ba76-621bc84ce548 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "DELETE /v2.0/subnets/0dbbb6f2-1c93-4c91-88d5-f35d32ebd383 HTTP/1.1" status: 204 len: 168 time: 0.6247046 Aug 31 09:36:15.185469 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf1698-76c9-4018-ba76-621bc84ce548 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event deleted for resources: {'Subnet': ['ID=0dbbb6f2-1c93-4c91-88d5-f35d32ebd383,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:15.186270 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55876) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:15.195148 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-38c9ab99-db09-4988-8271-82132bc5fc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:15.197447 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-38c9ab99-db09-4988-8271-82132bc5fc19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:15.198743 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-38c9ab99-db09-4988-8271-82132bc5fc19 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/789c246d-1152-484c-b2fc-5a062fcaf04a HTTP/1.1" status: 204 len: 168 time: 0.3882849 Aug 31 09:36:15.225221 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bf69b1-e609-45bc-ad5a-a5c64dae7bab None None] Network 8a07a2ef-db65-4ad7-9566-84ee44fff2bb requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:36:15.273983 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9ab99-db09-4988-8271-82132bc5fc19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789c246d-1152-484c-b2fc-5a062fcaf04a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:15.351404 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-2a102e30-602f-475a-8dad-bed7237491a9 None None] Set router 014dbc62-34c8-41aa-86f1-43b1eecf452c gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:15.403847 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8cf01-f1fc-43ca-a6c8-584ad86ad7bc req-40cb5469-f270-4f86-830a-2c426b428251 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:15.405527 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-44e8cf01-f1fc-43ca-a6c8-584ad86ad7bc req-40cb5469-f270-4f86-830a-2c426b428251 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=bdc1dea8-53a8-415d-87c9-a74f196a5de5 HTTP/1.1" status: 200 len: 945 time: 0.0718825 Aug 31 09:36:15.465429 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-44e8cf01-f1fc-43ca-a6c8-584ad86ad7bc req-e29bbbd6-09aa-40b8-9964-b95a577189d3 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532427 Aug 31 09:36:15.502672 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:15.675109 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12733ab-bca1-4dce-a356-045599cb38b4 None None] DHCP port deletion for 8a07a2ef-db65-4ad7-9566-84ee44fff2bb request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:36:15.703433 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee748dd-3570-45e5-af02-4f74f083bce7 req-decbba95-1c37-4b71-8af4-416f66d08ad0 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:15.704987 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0ee748dd-3570-45e5-af02-4f74f083bce7 req-decbba95-1c37-4b71-8af4-416f66d08ad0 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=bdc1dea8-53a8-415d-87c9-a74f196a5de5 HTTP/1.1" status: 200 len: 945 time: 0.1311805 Aug 31 09:36:15.711489 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-01540698-2d88-4438-a975-76b179334a87 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:15.747986 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0ee748dd-3570-45e5-af02-4f74f083bce7 req-317328bb-fbcd-44a0-89ac-c9615c07c926 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362828 Aug 31 09:36:15.778122 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55900) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:15.814431 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-2a102e30-602f-475a-8dad-bed7237491a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'name': 'tempest-TestNetworkBasicOps-router-1255907600', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:47Z', 'updated_at': '2021-08-31T09:36:13Z', 'revision_number': 7, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:15.864283 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a102e30-602f-475a-8dad-bed7237491a9 None None] The sync data for ids ['014dbc62-34c8-41aa-86f1-43b1eecf452c'] in n-d-791506-28 is: [{'id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'name': 'tempest-TestNetworkBasicOps-router-1255907600', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:33:47Z', 'updated_at': '2021-08-31T09:36:13Z', 'revision_number': 7, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ab59ba6d-8f89-4c69-a67b-f10952ac2299', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:94:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014dbc62-34c8-41aa-86f1-43b1eecf452c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:33:48Z', 'updated_at': '2021-08-31T09:33:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:36:15.879051 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-e12733ab-bca1-4dce-a356-045599cb38b4 None None] Deleting port abe886fe-bbb7-4c08-bc72-511611b53ef8 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:36:15.881676 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e12733ab-bca1-4dce-a356-045599cb38b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:15.897098 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-01540698-2d88-4438-a975-76b179334a87 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:15.945368 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-8376e348-e6e4-4945-8886-5982c40c468f tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2137369145'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:15.971169 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-e12733ab-bca1-4dce-a356-045599cb38b4 None None] For port abe886fe-bbb7-4c08-bc72-511611b53ef8, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=abe886fe-bbb7-4c08-bc72-511611b53ef8,segment=NetworkSegment(51dad041-e6cb-446e-a39a-eb053c9ad172),segment_id=51dad041-e6cb-446e-a39a-eb053c9ad172)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:15.971567 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e12733ab-bca1-4dce-a356-045599cb38b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:15.984583 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-e12733ab-bca1-4dce-a356-045599cb38b4 None None] Calling delete_port for abe886fe-bbb7-4c08-bc72-511611b53ef8 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:36:16.044908 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-01540698-2d88-4438-a975-76b179334a87 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Deleting port ab59ba6d-8f89-4c69-a67b-f10952ac2299 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:36:16.045249 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-01540698-2d88-4438-a975-76b179334a87 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:16.116056 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8376e348-e6e4-4945-8886-5982c40c468f tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] Made reservation on behalf of 411bf83e712e40a2814af28776da7aa2 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:36:16.119676 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8376e348-e6e4-4945-8886-5982c40c468f tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:16.129535 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8376e348-e6e4-4945-8886-5982c40c468f tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:16.130346 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-01540698-2d88-4438-a975-76b179334a87 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] For port ab59ba6d-8f89-4c69-a67b-f10952ac2299, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ab59ba6d-8f89-4c69-a67b-f10952ac2299,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:16.130729 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-01540698-2d88-4438-a975-76b179334a87 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:16.145197 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-01540698-2d88-4438-a975-76b179334a87 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Calling delete_port for ab59ba6d-8f89-4c69-a67b-f10952ac2299 owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:36:16.156108 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e12733ab-bca1-4dce-a356-045599cb38b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:16.298054 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8376e348-e6e4-4945-8886-5982c40c468f tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:16.384351 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8376e348-e6e4-4945-8886-5982c40c468f tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:16.387834 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12733ab-bca1-4dce-a356-045599cb38b4 None None] Pushing event deleted for resources: {'Port': ['ID=abe886fe-bbb7-4c08-bc72-511611b53ef8,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:16.399315 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12733ab-bca1-4dce-a356-045599cb38b4 None None] No DVR routers for this DVR port abe886fe-bbb7-4c08-bc72-511611b53ef8 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:36:16.455165 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8376e348-e6e4-4945-8886-5982c40c468f tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] vlan segment allocate from pool success with {'vlan_id': 1624, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:36:16.469272 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376e348-e6e4-4945-8886-5982c40c468f tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f00f1426-ffdc-49c5-a77c-2b034593a539,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:16.479223 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8376e348-e6e4-4945-8886-5982c40c468f tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:16.479654 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-8376e348-e6e4-4945-8886-5982c40c468f tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] Added segment 66ef770c-c561-4653-a647-58df96358571 of type vlan for network ae812501-4da4-4cfd-a1cb-2900d9c55501 Aug 31 09:36:16.499049 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-01540698-2d88-4438-a975-76b179334a87 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:16.530931 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e802bd3-6dd1-4c53-bd0e-6933b485f8d5 req-b6b2c71f-5c00-4afb-a884-ee16ef5aee1d tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:16.531943 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01540698-2d88-4438-a975-76b179334a87 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event deleted for resources: {'Port': ['ID=ab59ba6d-8f89-4c69-a67b-f10952ac2299,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:16.532511 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9e802bd3-6dd1-4c53-bd0e-6933b485f8d5 req-b6b2c71f-5c00-4afb-a884-ee16ef5aee1d tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=bdc1dea8-53a8-415d-87c9-a74f196a5de5 HTTP/1.1" status: 200 len: 945 time: 0.1136780 Aug 31 09:36:16.546742 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8376e348-e6e4-4945-8886-5982c40c468f tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:16.598019 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9e802bd3-6dd1-4c53-bd0e-6933b485f8d5 req-3d79eb43-86e9-4fa7-aac2-a1e943b2f49b tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554655 Aug 31 09:36:16.605336 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-01540698-2d88-4438-a975-76b179334a87 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:16.700900 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-01540698-2d88-4438-a975-76b179334a87 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:16.703059 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-01540698-2d88-4438-a975-76b179334a87 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:16.706673 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8376e348-e6e4-4945-8886-5982c40c468f tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:16.715564 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8376e348-e6e4-4945-8886-5982c40c468f tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:16.716306 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8376e348-e6e4-4945-8886-5982c40c468f tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:16.809978 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376e348-e6e4-4945-8886-5982c40c468f tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] Pushing event updated for resources: {'Network': ['ID=ae812501-4da4-4cfd-a1cb-2900d9c55501,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:16.822984 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network ae812501-4da4-4cfd-a1cb-2900d9c55501 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:36:16.847656 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-01540698-2d88-4438-a975-76b179334a87 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:16.852128 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01540698-2d88-4438-a975-76b179334a87 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Fanout notify agent at l3_agent the message router_deleted on router 014dbc62-34c8-41aa-86f1-43b1eecf452c {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:36:16.864968 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-01540698-2d88-4438-a975-76b179334a87 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:16.869381 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55940) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:16.871092 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-01540698-2d88-4438-a975-76b179334a87 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "DELETE /v2.0/routers/014dbc62-34c8-41aa-86f1-43b1eecf452c HTTP/1.1" status: 204 len: 168 time: 1.6841941 Aug 31 09:36:16.884172 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8376e348-e6e4-4945-8886-5982c40c468f tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.1049650 Aug 31 09:36:16.884779 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55942) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:16.906388 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-a5d38a95-cfcb-4187-acf5-f9679bca5aa8 tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'ae812501-4da4-4cfd-a1cb-2900d9c55501', 'tempest-TagsTest-Tag-1140746884') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:16.974730 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7499cd48-aebc-49b5-b547-03d163bf9cfe tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:17.061075 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:17.111668 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7499cd48-aebc-49b5-b547-03d163bf9cfe tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:17.122249 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-7499cd48-aebc-49b5-b547-03d163bf9cfe tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a07a2ef-db65-4ad7-9566-84ee44fff2bb']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:17.133209 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-7499cd48-aebc-49b5-b547-03d163bf9cfe tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51dad041-e6cb-446e-a39a-eb053c9ad172') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:17.133499 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-7499cd48-aebc-49b5-b547-03d163bf9cfe tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51dad041-e6cb-446e-a39a-eb053c9ad172') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:17.142075 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7499cd48-aebc-49b5-b547-03d163bf9cfe tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:17.155959 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7499cd48-aebc-49b5-b547-03d163bf9cfe tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:17.161557 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7499cd48-aebc-49b5-b547-03d163bf9cfe tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Releasing vlan 1640 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:36:17.161930 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7499cd48-aebc-49b5-b547-03d163bf9cfe tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:17.165085 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:36:17.165085 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:36:17.165085 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:36:17.165085 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:36:17.165085 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:36:17.165085 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:36:17.165085 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:36:17.165085 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:36:17.165085 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:36:17.165085 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:36:17.165085 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:36:17.165085 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:36:17.165085 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:36:17.165085 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:36:17.165085 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:36:17.165085 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:36:17.165085 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:36:17.165085 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:36:17.165085 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:36:17.165085 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:36:17.165085 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:36:17.165085 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:36:17.165085 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:36:17.165085 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:36:17.165085 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:36:17.165085 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:36:17.165085 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:36:17.165085 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:36:17.165085 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:36:17.165085 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:36:17.165085 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:36:17.165085 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:36:17.196997 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a5d38a95-cfcb-4187-acf5-f9679bca5aa8 tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] 10.222.0.119 "PUT /v2.0/networks/ae812501-4da4-4cfd-a1cb-2900d9c55501/tags/tempest-TagsTest-Tag-1140746884 HTTP/1.1" status: 201 len: 201 time: 0.3109605 Aug 31 09:36:17.199541 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55946) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:17.203935 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-7f3858f8-0930-49de-ab20-423b18c38cf5 tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ae812501-4da4-4cfd-a1cb-2900d9c55501', 'tempest-TagsTest-Tag-1140746884') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:17.275604 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7f3858f8-0930-49de-ab20-423b18c38cf5 tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] 10.222.0.119 "GET /v2.0/networks/ae812501-4da4-4cfd-a1cb-2900d9c55501/tags/tempest-TagsTest-Tag-1140746884 HTTP/1.1" status: 204 len: 168 time: 0.0749414 Aug 31 09:36:17.278110 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55952) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:17.282703 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.tag.tag_plugin [None req-6cac6c20-b6b8-482a-8060-1eff08dff0dc tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'ae812501-4da4-4cfd-a1cb-2900d9c55501') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:17.302343 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7499cd48-aebc-49b5-b547-03d163bf9cfe tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:17.339924 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7499cd48-aebc-49b5-b547-03d163bf9cfe tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:17.341629 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7499cd48-aebc-49b5-b547-03d163bf9cfe tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "DELETE /v2.0/networks/8a07a2ef-db65-4ad7-9566-84ee44fff2bb HTTP/1.1" status: 204 len: 168 time: 0.4703243 Aug 31 09:36:17.364596 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55960) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:17.371441 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-82da8c49-29a3-4a10-9e42-2b5288eb286c tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Request body: {'network': {'name': 'tempest-network-smoke--1004037833', 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'port_security_enabled': True}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:17.373036 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499cd48-aebc-49b5-b547-03d163bf9cfe tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event deleted for resources: {'Network': ['ID=8a07a2ef-db65-4ad7-9566-84ee44fff2bb,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:17.422424 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6cac6c20-b6b8-482a-8060-1eff08dff0dc tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] 10.222.0.119 "GET /v2.0/networks/ae812501-4da4-4cfd-a1cb-2900d9c55501/tags HTTP/1.1" status: 200 len: 238 time: 0.1408970 Aug 31 09:36:17.423759 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55962) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:17.447913 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.tag.tag_plugin [None req-b2585f4e-9327-4e0f-a45c-07ab53b63fea tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'ae812501-4da4-4cfd-a1cb-2900d9c55501', {'tags': ['tempest-TagsTest-Tag-1572771607', 'tempest-TagsTest-Tag-381991912', 'tempest-TagsTest-Tag-371078220']}) {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:17.511260 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82da8c49-29a3-4a10-9e42-2b5288eb286c tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Made reservation on behalf of fdd0715ba0554817ad604cf7a2e9a81b for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:36:17.526868 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-82da8c49-29a3-4a10-9e42-2b5288eb286c tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:17.543726 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device abe886fe-bbb7-4c08-bc72-511611b53ef8 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:36:17.559300 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82da8c49-29a3-4a10-9e42-2b5288eb286c tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] vlan segment allocate from pool success with {'vlan_id': 1644, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:36:17.572481 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-82da8c49-29a3-4a10-9e42-2b5288eb286c tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:17.573044 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-82da8c49-29a3-4a10-9e42-2b5288eb286c tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Added segment e2438743-1877-42e0-b295-e8f8fdadf75b of type vlan for network 9174d092-8521-4f7a-87b4-78c7d670b20b Aug 31 09:36:17.600250 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: abe886fe-bbb7-4c08-bc72-511611b53ef8 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:36:17.600600 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device abe886fe-bbb7-4c08-bc72-511611b53ef8 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:36:17.601016 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8b5340ae-8763-45f6-8af6-1c4824c4cd59 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:36:17.623318 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 8b5340ae-8763-45f6-8af6-1c4824c4cd59 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:36:17.623665 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8b5340ae-8763-45f6-8af6-1c4824c4cd59 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:36:17.641671 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-82da8c49-29a3-4a10-9e42-2b5288eb286c tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:17.658421 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b2585f4e-9327-4e0f-a45c-07ab53b63fea tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] 10.222.0.119 "PUT /v2.0/networks/ae812501-4da4-4cfd-a1cb-2900d9c55501/tags HTTP/1.1" status: 200 len: 307 time: 0.2335222 Aug 31 09:36:17.661539 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55976) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:17.669891 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-a443cfbe-c5b0-4502-aaa2-5ad329532ade tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'ae812501-4da4-4cfd-a1cb-2900d9c55501', 'tempest-TagsTest-Tag-1572771607') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:17.739394 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-82da8c49-29a3-4a10-9e42-2b5288eb286c tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:17.744871 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82da8c49-29a3-4a10-9e42-2b5288eb286c tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:17.746928 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-82da8c49-29a3-4a10-9e42-2b5288eb286c tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:17.752683 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2553e8-54aa-4d9e-814e-ca7e80ee9aac req-cc9c3f15-92ab-4a71-8f3b-976e2d410c19 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:17.754204 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ce2553e8-54aa-4d9e-814e-ca7e80ee9aac req-cc9c3f15-92ab-4a71-8f3b-976e2d410c19 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=bdc1dea8-53a8-415d-87c9-a74f196a5de5 HTTP/1.1" status: 200 len: 945 time: 0.0616081 Aug 31 09:36:17.810523 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ce2553e8-54aa-4d9e-814e-ca7e80ee9aac req-4ec3b349-b1a4-421c-8f3a-7c4ba3126e27 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473492 Aug 31 09:36:17.867527 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da8c49-29a3-4a10-9e42-2b5288eb286c tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'Network': ['ID=9174d092-8521-4f7a-87b4-78c7d670b20b,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:17.875627 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-82da8c49-29a3-4a10-9e42-2b5288eb286c tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5078130 Aug 31 09:36:17.877527 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55980) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:17.880111 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 9174d092-8521-4f7a-87b4-78c7d670b20b details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:36:17.883525 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-94e66f59-f41d-4282-a523-c224f236046a tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-355911141', 'admin_state_up': True, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:17.920979 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045170a6-bea4-465d-878d-d576ffbab007 req-599aed55-46cc-4d15-b817-cb0fce2d33fd tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:17.922420 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-045170a6-bea4-465d-878d-d576ffbab007 req-599aed55-46cc-4d15-b817-cb0fce2d33fd tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.112 "GET /v2.0/ports?device_id=bdc1dea8-53a8-415d-87c9-a74f196a5de5 HTTP/1.1" status: 200 len: 945 time: 0.1116571 Aug 31 09:36:17.932341 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a443cfbe-c5b0-4502-aaa2-5ad329532ade tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] 10.222.0.119 "DELETE /v2.0/networks/ae812501-4da4-4cfd-a1cb-2900d9c55501/tags/tempest-TagsTest-Tag-1572771607 HTTP/1.1" status: 204 len: 168 time: 0.2694752 Aug 31 09:36:17.935193 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55982) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:17.940061 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.tag.tag_plugin [None req-940e1ae2-0e0a-42ff-b6be-74c7ba8ba493 tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ae812501-4da4-4cfd-a1cb-2900d9c55501', 'tempest-TagsTest-Tag-1572771607') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:18.024073 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-940e1ae2-0e0a-42ff-b6be-74c7ba8ba493 tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] show failed (client error): The resource could not be found. Aug 31 09:36:18.025533 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-940e1ae2-0e0a-42ff-b6be-74c7ba8ba493 tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] 10.222.0.119 "GET /v2.0/networks/ae812501-4da4-4cfd-a1cb-2900d9c55501/tags/tempest-TagsTest-Tag-1572771607 HTTP/1.1" status: 404 len: 326 time: 0.0890009 Aug 31 09:36:18.028277 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55984) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:18.033097 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-94e66f59-f41d-4282-a523-c224f236046a tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:18.033609 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.tag.tag_plugin [None req-bee5dc33-3515-44f0-8351-40fb0592a5bc tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ae812501-4da4-4cfd-a1cb-2900d9c55501', 'tempest-TagsTest-Tag-381991912') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:18.034187 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-94e66f59-f41d-4282-a523-c224f236046a tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:18.050864 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-045170a6-bea4-465d-878d-d576ffbab007 req-101370e5-2bcd-41d9-97dd-05b0e08b3598 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Deleting port b77603f4-db29-4974-854f-cc3ccb59b82e {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:36:18.055950 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-045170a6-bea4-465d-878d-d576ffbab007 req-101370e5-2bcd-41d9-97dd-05b0e08b3598 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:18.116190 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-bee5dc33-3515-44f0-8351-40fb0592a5bc tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] 10.222.0.119 "GET /v2.0/networks/ae812501-4da4-4cfd-a1cb-2900d9c55501/tags/tempest-TagsTest-Tag-381991912 HTTP/1.1" status: 204 len: 168 time: 0.0809193 Aug 31 09:36:18.116190 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55990) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:18.118956 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.tag.tag_plugin [None req-af5c7964-2bc1-4cdf-807e-dc7ea82d1c4c tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ae812501-4da4-4cfd-a1cb-2900d9c55501', 'tempest-TagsTest-Tag-371078220') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:18.152766 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-94e66f59-f41d-4282-a523-c224f236046a tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:18.194774 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-045170a6-bea4-465d-878d-d576ffbab007 req-101370e5-2bcd-41d9-97dd-05b0e08b3598 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] For port b77603f4-db29-4974-854f-cc3ccb59b82e, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=b77603f4-db29-4974-854f-cc3ccb59b82e,segment=NetworkSegment(e7bfaea8-dc50-4428-a9a7-b756d181f6bc),segment_id=e7bfaea8-dc50-4428-a9a7-b756d181f6bc)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:18.195124 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-045170a6-bea4-465d-878d-d576ffbab007 req-101370e5-2bcd-41d9-97dd-05b0e08b3598 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:18.200818 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-af5c7964-2bc1-4cdf-807e-dc7ea82d1c4c tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] 10.222.0.119 "GET /v2.0/networks/ae812501-4da4-4cfd-a1cb-2900d9c55501/tags/tempest-TagsTest-Tag-371078220 HTTP/1.1" status: 204 len: 168 time: 0.0869238 Aug 31 09:36:18.201597 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55992) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:18.206296 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.tag.tag_plugin [None req-d756be3b-2a44-441d-89b5-552fc62b09b1 tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ae812501-4da4-4cfd-a1cb-2900d9c55501') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:18.212240 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-045170a6-bea4-465d-878d-d576ffbab007 req-101370e5-2bcd-41d9-97dd-05b0e08b3598 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Calling delete_port for b77603f4-db29-4974-854f-cc3ccb59b82e owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:36:18.421519 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-94e66f59-f41d-4282-a523-c224f236046a tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:18.479242 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d756be3b-2a44-441d-89b5-552fc62b09b1 tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] 10.222.0.119 "DELETE /v2.0/networks/ae812501-4da4-4cfd-a1cb-2900d9c55501/tags HTTP/1.1" status: 204 len: 168 time: 0.2739830 Aug 31 09:36:18.479496 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56012) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:18.484093 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.tag.tag_plugin [None req-319c8475-4c50-4fac-acc8-a5a5c7b85ee7 tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ae812501-4da4-4cfd-a1cb-2900d9c55501', 'tempest-TagsTest-Tag-381991912') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:18.576817 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-319c8475-4c50-4fac-acc8-a5a5c7b85ee7 tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] show failed (client error): The resource could not be found. Aug 31 09:36:18.579015 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-319c8475-4c50-4fac-acc8-a5a5c7b85ee7 tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] 10.222.0.119 "GET /v2.0/networks/ae812501-4da4-4cfd-a1cb-2900d9c55501/tags/tempest-TagsTest-Tag-381991912 HTTP/1.1" status: 404 len: 325 time: 0.0985146 Aug 31 09:36:18.583481 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56022) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:18.587730 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-4a7f88b7-cd1e-471c-9e2f-fe054e27c183 tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ae812501-4da4-4cfd-a1cb-2900d9c55501', 'tempest-TagsTest-Tag-371078220') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:18.606925 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-045170a6-bea4-465d-878d-d576ffbab007 req-101370e5-2bcd-41d9-97dd-05b0e08b3598 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:18.619714 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['64e9d2c0-c295-49dd-a174-c58969297e22', 'b77603f4-db29-4974-854f-cc3ccb59b82e'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:36:18.675900 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101370e5-2bcd-41d9-97dd-05b0e08b3598 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Pushing event deleted for resources: {'Port': ['ID=b77603f4-db29-4974-854f-cc3ccb59b82e,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:18.743447 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-045170a6-bea4-465d-878d-d576ffbab007 req-101370e5-2bcd-41d9-97dd-05b0e08b3598 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] No DVR routers for this DVR port b77603f4-db29-4974-854f-cc3ccb59b82e on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:36:18.746024 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-045170a6-bea4-465d-878d-d576ffbab007 req-101370e5-2bcd-41d9-97dd-05b0e08b3598 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:18.748122 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-045170a6-bea4-465d-878d-d576ffbab007 req-101370e5-2bcd-41d9-97dd-05b0e08b3598 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.112 "DELETE /v2.0/ports/b77603f4-db29-4974-854f-cc3ccb59b82e HTTP/1.1" status: 204 len: 173 time: 0.8144636 Aug 31 09:36:18.749893 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc1dea8-53a8-415d-87c9-a74f196a5de5', 'name': 'network-vif-deleted', 'tag': 'b77603f4-db29-4974-854f-cc3ccb59b82e'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:36:18.758724 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e975d64-3d4d-4088-adb4-2dd2203f8741" -d '{"events": [{"server_uuid": "bdc1dea8-53a8-415d-87c9-a74f196a5de5", "name": "network-vif-deleted", "tag": "b77603f4-db29-4974-854f-cc3ccb59b82e"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:36:18.778047 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-4a7f88b7-cd1e-471c-9e2f-fe054e27c183 tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] show failed (client error): The resource could not be found. Aug 31 09:36:18.781820 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4a7f88b7-cd1e-471c-9e2f-fe054e27c183 tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] 10.222.0.119 "GET /v2.0/networks/ae812501-4da4-4cfd-a1cb-2900d9c55501/tags/tempest-TagsTest-Tag-371078220 HTTP/1.1" status: 404 len: 325 time: 0.1952713 Aug 31 09:36:18.782168 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56028) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:18.789176 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.tag.tag_plugin [None req-d6cacaef-3e84-4db8-983d-b3abb8c2ac91 tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ae812501-4da4-4cfd-a1cb-2900d9c55501') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:18.918580 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-45295b1e-039c-4a84-9f5b-ed32e853ca7a req-6341c354-dcd8-4d26-a51c-9e018ff14935 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=bdc1dea8-53a8-415d-87c9-a74f196a5de5 HTTP/1.1" status: 200 len: 210 time: 0.0325756 Aug 31 09:36:18.939671 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-94e66f59-f41d-4282-a523-c224f236046a tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:18.970442 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-94e66f59-f41d-4282-a523-c224f236046a tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:18.985957 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d6cacaef-3e84-4db8-983d-b3abb8c2ac91 tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] 10.222.0.119 "DELETE /v2.0/networks/ae812501-4da4-4cfd-a1cb-2900d9c55501/tags HTTP/1.1" status: 204 len: 168 time: 0.2014246 Aug 31 09:36:18.990916 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56038) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:19.042821 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d6f2cb-319d-46ef-9efe-89c50d3bfcc3 x-openstack-request-id: req-e2d6f2cb-319d-46ef-9efe-89c50d3bfcc3 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:36:19.043114 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc1dea8-53a8-415d-87c9-a74f196a5de5", "name": "network-vif-deleted", "tag": "b77603f4-db29-4974-854f-cc3ccb59b82e", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:36:19.043368 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e2d6f2cb-319d-46ef-9efe-89c50d3bfcc3 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:36:19.043769 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc1dea8-53a8-415d-87c9-a74f196a5de5', 'name': 'network-vif-deleted', 'tag': 'b77603f4-db29-4974-854f-cc3ccb59b82e', 'status': 'completed', 'code': 200} Aug 31 09:36:19.046670 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ab59ba6d-8f89-4c69-a67b-f10952ac2299 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:36:19.069554 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: ab59ba6d-8f89-4c69-a67b-f10952ac2299 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:36:19.069904 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ab59ba6d-8f89-4c69-a67b-f10952ac2299 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:36:19.094178 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5e2377e8-cc3b-443c-8a6e-f1c50b800ebf tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:19.185007 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5e2377e8-cc3b-443c-8a6e-f1c50b800ebf tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:19.195937 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-5e2377e8-cc3b-443c-8a6e-f1c50b800ebf tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae812501-4da4-4cfd-a1cb-2900d9c55501']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:19.206117 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-5e2377e8-cc3b-443c-8a6e-f1c50b800ebf tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ef770c-c561-4653-a647-58df96358571') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:19.211312 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-5e2377e8-cc3b-443c-8a6e-f1c50b800ebf tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ef770c-c561-4653-a647-58df96358571') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:19.217519 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5e2377e8-cc3b-443c-8a6e-f1c50b800ebf tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:19.226677 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-94e66f59-f41d-4282-a523-c224f236046a tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Allocated IP 172.25.2.39 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/ac98b0f4-0745-4e20-95ca-5da23f52b898) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:36:19.235191 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5e2377e8-cc3b-443c-8a6e-f1c50b800ebf tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:19.242866 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e2377e8-cc3b-443c-8a6e-f1c50b800ebf tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] Releasing vlan 1624 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:36:19.243509 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5e2377e8-cc3b-443c-8a6e-f1c50b800ebf tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:19.246878 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:36:19.246878 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:36:19.246878 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:36:19.246878 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:36:19.246878 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:36:19.246878 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:36:19.246878 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:36:19.246878 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:36:19.246878 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:36:19.246878 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:36:19.246878 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:36:19.246878 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:36:19.246878 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:36:19.246878 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:36:19.246878 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:36:19.246878 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:36:19.246878 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:36:19.246878 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:36:19.246878 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:36:19.246878 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:36:19.246878 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:36:19.246878 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:36:19.246878 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:36:19.246878 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:36:19.246878 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:36:19.246878 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:36:19.246878 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:36:19.246878 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:36:19.246878 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:36:19.246878 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:36:19.246878 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:36:19.246878 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:36:19.364534 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-94e66f59-f41d-4282-a523-c224f236046a tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:19.389730 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5e2377e8-cc3b-443c-8a6e-f1c50b800ebf tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:19.404980 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5e2377e8-cc3b-443c-8a6e-f1c50b800ebf tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:19.409298 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5e2377e8-cc3b-443c-8a6e-f1c50b800ebf tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] 10.222.0.119 "DELETE /v2.0/networks/ae812501-4da4-4cfd-a1cb-2900d9c55501 HTTP/1.1" status: 204 len: 168 time: 0.4149718 Aug 31 09:36:19.421400 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2377e8-cc3b-443c-8a6e-f1c50b800ebf tempest-TagsTest-245947686 tempest-TagsTest-245947686-project] Pushing event deleted for resources: {'Network': ['ID=ae812501-4da4-4cfd-a1cb-2900d9c55501,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:19.525836 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-94e66f59-f41d-4282-a523-c224f236046a tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:19.582500 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e66f59-f41d-4282-a523-c224f236046a tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'Port': ['ID=ac98b0f4-0745-4e20-95ca-5da23f52b898,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:19.615862 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e66f59-f41d-4282-a523-c224f236046a tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:36:19.631554 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-94e66f59-f41d-4282-a523-c224f236046a tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:36:19.649852 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e66f59-f41d-4282-a523-c224f236046a tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:36:19.980562 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-94e66f59-f41d-4282-a523-c224f236046a tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:20.095753 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56096) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:20.262417 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-94e66f59-f41d-4282-a523-c224f236046a tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:20.309668 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a89c640c-86f6-4b69-9ba1-9b18f223ef30 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=411bf83e712e40a2814af28776da7aa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2116704 Aug 31 09:36:20.311554 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56120) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:20.450542 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-50908491-d96c-4c05-befc-47ceec54d62e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:20.479326 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-d376a743-bf7f-4888-8ab8-2c6d134692ba tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:20.480899 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-d376a743-bf7f-4888-8ab8-2c6d134692ba tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/networks?id=3e58dc22-2b70-42a6-8495-186dad702ce6 HTTP/1.1" status: 200 len: 805 time: 0.1628458 Aug 31 09:36:20.500556 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-50908491-d96c-4c05-befc-47ceec54d62e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:20.516747 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-c622a6ab-f3a9-48f9-8704-fc9487af06ff tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/quotas/e847c5c42d2e472689cd257a7d896947 HTTP/1.1" status: 200 len: 375 time: 0.0273714 Aug 31 09:36:20.586522 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-c369a74b-1b82-4e4c-aaf0-b2653df75839 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=e847c5c42d2e472689cd257a7d896947&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0664799 Aug 31 09:36:20.685060 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-50908491-d96c-4c05-befc-47ceec54d62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:20.687945 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-50908491-d96c-4c05-befc-47ceec54d62e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:20.689173 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-50908491-d96c-4c05-befc-47ceec54d62e admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/f00f1426-ffdc-49c5-a77c-2b034593a539 HTTP/1.1" status: 204 len: 168 time: 0.3765910 Aug 31 09:36:20.730982 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50908491-d96c-4c05-befc-47ceec54d62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00f1426-ffdc-49c5-a77c-2b034593a539,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:20.754879 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-86634d77-757e-4e81-8b7e-1c5bf0349f27 service neutron] 10.222.0.119 "GET /v2.0/networks/3e58dc22-2b70-42a6-8495-186dad702ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543951 Aug 31 09:36:20.851756 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-40a70557-367a-4e68-8d98-75af88956fde service neutron] 10.222.0.119 "GET /v2.0/networks/3e58dc22-2b70-42a6-8495-186dad702ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901859 Aug 31 09:36:20.896988 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e66f59-f41d-4282-a523-c224f236046a tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Router 993c0cad-bd50-4c37-918a-f881d50c55b4 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:36:21.010213 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e66f59-f41d-4282-a523-c224f236046a tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:36:21.024097 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bd854c-adbe-4a9c-963a-8c4318c115eb None None] Sync routers for ids ['993c0cad-bd50-4c37-918a-f881d50c55b4'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:36:21.034276 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bd854c-adbe-4a9c-963a-8c4318c115eb None None] Routers {'993c0cad-bd50-4c37-918a-f881d50c55b4'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:21.034902 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a2bd854c-adbe-4a9c-963a-8c4318c115eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:36:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['993c0cad-bd50-4c37-918a-f881d50c55b4'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:21.154996 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-a2bd854c-adbe-4a9c-963a-8c4318c115eb None None] Set router 993c0cad-bd50-4c37-918a-f881d50c55b4 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:21.165600 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-94e66f59-f41d-4282-a523-c224f236046a tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:21.167132 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-94e66f59-f41d-4282-a523-c224f236046a tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2886600 Aug 31 09:36:21.170208 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56164) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:21.172816 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-954aa5be-3759-4a08-941c-0462390560c4 req-e7eb6d98-79b2-4fb3-ac0b-ecdffb1a2a98 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 210 time: 0.0401697 Aug 31 09:36:21.214073 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-032e1baa-d6d4-4bfc-b517-46eb763da600 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] 10.222.0.119 "GET /v2.0/subnets?project_id=fdd0715ba0554817ad604cf7a2e9a81b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425208 Aug 31 09:36:21.216703 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56168) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:21.379814 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc295f9d-ec52-41b7-b638-2a11eeee0ff9 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:21.381788 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-cc295f9d-ec52-41b7-b638-2a11eeee0ff9 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] 10.222.0.119 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1639898 Aug 31 09:36:21.384708 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56174) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:21.426677 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56176) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:21.433293 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-27977d0e-de68-4678-9e56-80bfc836e3a8 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] 10.222.0.119 "GET /v2.0/subnets?network_id=95c681de-fa69-49ec-b047-2a49f2c4b933&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0472977 Aug 31 09:36:21.435960 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-40a152db-3258-42fc-88e1-d23889824fd0 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-434004707', 'network_id': '9174d092-8521-4f7a-87b4-78c7d670b20b', 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:21.508588 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a2bd854c-adbe-4a9c-963a-8c4318c115eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'name': 'tempest-TestNetworkBasicOps-router-355911141', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ac98b0f4-0745-4e20-95ca-5da23f52b898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:36:18Z', 'updated_at': '2021-08-31T09:36:19Z', 'revision_number': 3, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ac98b0f4-0745-4e20-95ca-5da23f52b898', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:18Z', 'updated_at': '2021-08-31T09:36:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:21.548083 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bd854c-adbe-4a9c-963a-8c4318c115eb None None] Checking router: 993c0cad-bd50-4c37-918a-f881d50c55b4 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:36:21.548450 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bd854c-adbe-4a9c-963a-8c4318c115eb None None] Updating router 993c0cad-bd50-4c37-918a-f881d50c55b4 port ac98b0f4-0745-4e20-95ca-5da23f52b898 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:36:21.584236 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-a2bd854c-adbe-4a9c-963a-8c4318c115eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:21.635568 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a152db-3258-42fc-88e1-d23889824fd0 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Made reservation on behalf of fdd0715ba0554817ad604cf7a2e9a81b for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:36:21.640673 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-40a152db-3258-42fc-88e1-d23889824fd0 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:21.740140 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device b77603f4-db29-4974-854f-cc3ccb59b82e no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:36:21.824560 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: b77603f4-db29-4974-854f-cc3ccb59b82e {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:36:21.824900 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device b77603f4-db29-4974-854f-cc3ccb59b82e not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:36:21.943485 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56204) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:21.975514 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-a2bd854c-adbe-4a9c-963a-8c4318c115eb None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:21.988350 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-a2bd854c-adbe-4a9c-963a-8c4318c115eb None None] Transition to ACTIVE for port object ac98b0f4-0745-4e20-95ca-5da23f52b898 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:36:22.029477 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-40a152db-3258-42fc-88e1-d23889824fd0 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:22.062705 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-a2bd854c-adbe-4a9c-963a-8c4318c115eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:22.071340 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4f948004-3892-4029-b0e9-9b7d227594a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:22.097838 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a152db-3258-42fc-88e1-d23889824fd0 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'Subnet': ['ID=bff412f6-c409-4012-b454-d22d0a7fa830,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:22.106436 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b501335-b91d-43c9-b2f2-eb752c73a8a2 None None] Pushing event updated for resources: {'Port': ['ID=ac98b0f4-0745-4e20-95ca-5da23f52b898,revision_number=2']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:22.119232 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a152db-3258-42fc-88e1-d23889824fd0 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Checking segment: {'id': 'e2438743-1877-42e0-b295-e8f8fdadf75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '9174d092-8521-4f7a-87b4-78c7d670b20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:36:22.119995 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a152db-3258-42fc-88e1-d23889824fd0 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Network hostable DHCP agents. Network: 9174d092-8521-4f7a-87b4-78c7d670b20b, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:36:22.173459 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b501335-b91d-43c9-b2f2-eb752c73a8a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:22.174759 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b501335-b91d-43c9-b2f2-eb752c73a8a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:22.179558 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b501335-b91d-43c9-b2f2-eb752c73a8a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:22.179982 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b501335-b91d-43c9-b2f2-eb752c73a8a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:22.181526 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b501335-b91d-43c9-b2f2-eb752c73a8a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:22.181526 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b501335-b91d-43c9-b2f2-eb752c73a8a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:22.181526 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b501335-b91d-43c9-b2f2-eb752c73a8a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:22.181526 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b501335-b91d-43c9-b2f2-eb752c73a8a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:22.181526 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b501335-b91d-43c9-b2f2-eb752c73a8a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:22.182057 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b501335-b91d-43c9-b2f2-eb752c73a8a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:22.182688 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b501335-b91d-43c9-b2f2-eb752c73a8a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:22.183005 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b501335-b91d-43c9-b2f2-eb752c73a8a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:22.195822 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-a2bd854c-adbe-4a9c-963a-8c4318c115eb None None] Attempting to bind port ac98b0f4-0745-4e20-95ca-5da23f52b898 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:36:22.196408 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-a2bd854c-adbe-4a9c-963a-8c4318c115eb None None] Attempting to bind port ac98b0f4-0745-4e20-95ca-5da23f52b898 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:36:22.196929 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bd854c-adbe-4a9c-963a-8c4318c115eb None None] Attempting to bind port ac98b0f4-0745-4e20-95ca-5da23f52b898 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:36:22.204651 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bd854c-adbe-4a9c-963a-8c4318c115eb None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:36:22.205232 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bd854c-adbe-4a9c-963a-8c4318c115eb None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:36:22.206240 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-a2bd854c-adbe-4a9c-963a-8c4318c115eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:22.206821 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bd854c-adbe-4a9c-963a-8c4318c115eb None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:36:22.210685 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-a2bd854c-adbe-4a9c-963a-8c4318c115eb None None] Bound port: ac98b0f4-0745-4e20-95ca-5da23f52b898, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:36:22.210685 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-a2bd854c-adbe-4a9c-963a-8c4318c115eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:22.210913 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4f948004-3892-4029-b0e9-9b7d227594a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:22.279407 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27287ef5-d11b-4303-bb45-59ec9dcbbc1d req-5e76696d-e958-45cc-bc7a-181ace11b181 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 210 time: 0.0395970 Aug 31 09:36:22.279407 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a152db-3258-42fc-88e1-d23889824fd0 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Network 9174d092-8521-4f7a-87b4-78c7d670b20b is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:36:22.297384 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-a2bd854c-adbe-4a9c-963a-8c4318c115eb None None] For port ac98b0f4-0745-4e20-95ca-5da23f52b898, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:36:22.302250 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-a2bd854c-adbe-4a9c-963a-8c4318c115eb None None] For port ac98b0f4-0745-4e20-95ca-5da23f52b898, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ac98b0f4-0745-4e20-95ca-5da23f52b898,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:36:22.350042 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4f948004-3892-4029-b0e9-9b7d227594a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:22.384151 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-40a152db-3258-42fc-88e1-d23889824fd0 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 9174d092-8521-4f7a-87b4-78c7d670b20b) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:36:22.389908 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f948004-3892-4029-b0e9-9b7d227594a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f477333-99a4-4fc4-b5f1-69edaa64710f,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:22.391678 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a152db-3258-42fc-88e1-d23889824fd0 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:22.395604 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-40a152db-3258-42fc-88e1-d23889824fd0 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:22.395764 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4f948004-3892-4029-b0e9-9b7d227594a4 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=55b624e98ea74288be9e9dd34458a9f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4504032 Aug 31 09:36:22.397642 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56214) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:22.411162 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af88e342-eab9-4cdc-bdd0-16936cb79c0e None None] Network 9174d092-8521-4f7a-87b4-78c7d670b20b requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:36:22.446235 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-a2bd854c-adbe-4a9c-963a-8c4318c115eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:22.457992 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ad045faf-2d53-43da-a8d1-7f2632f06845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:22.469615 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-40a152db-3258-42fc-88e1-d23889824fd0 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0411181 Aug 31 09:36:22.472247 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56216) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:22.514996 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bd854c-adbe-4a9c-963a-8c4318c115eb None None] Routers {'993c0cad-bd50-4c37-918a-f881d50c55b4'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:22.515640 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a2bd854c-adbe-4a9c-963a-8c4318c115eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:36:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['993c0cad-bd50-4c37-918a-f881d50c55b4'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:22.517048 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ad045faf-2d53-43da-a8d1-7f2632f06845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:22.621438 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b501335-b91d-43c9-b2f2-eb752c73a8a2 None None] Pushing event updated for resources: {'Port': ['ID=ac98b0f4-0745-4e20-95ca-5da23f52b898,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:22.664543 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cec25ff-4d3e-4ca2-9f46-af0b0af1d4c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-9174d092-8521-4f7a-87b4-78c7d670b20b', 'network_id': '9174d092-8521-4f7a-87b4-78c7d670b20b', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'fixed_ips': [{'subnet_id': 'bff412f6-c409-4012-b454-d22d0a7fa830'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:36:22.665776 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6cec25ff-4d3e-4ca2-9f46-af0b0af1d4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:22.701841 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-a2bd854c-adbe-4a9c-963a-8c4318c115eb None None] Set router 993c0cad-bd50-4c37-918a-f881d50c55b4 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:22.732969 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ad045faf-2d53-43da-a8d1-7f2632f06845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:22.736311 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ad045faf-2d53-43da-a8d1-7f2632f06845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:22.737148 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ad045faf-2d53-43da-a8d1-7f2632f06845 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/7f477333-99a4-4fc4-b5f1-69edaa64710f HTTP/1.1" status: 204 len: 168 time: 0.3383322 Aug 31 09:36:22.770265 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad045faf-2d53-43da-a8d1-7f2632f06845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f477333-99a4-4fc4-b5f1-69edaa64710f,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:22.968367 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a2bd854c-adbe-4a9c-963a-8c4318c115eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'name': 'tempest-TestNetworkBasicOps-router-355911141', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ac98b0f4-0745-4e20-95ca-5da23f52b898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:36:18Z', 'updated_at': '2021-08-31T09:36:19Z', 'revision_number': 3, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ac98b0f4-0745-4e20-95ca-5da23f52b898', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:18Z', 'updated_at': '2021-08-31T09:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:23.016404 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bd854c-adbe-4a9c-963a-8c4318c115eb None None] The sync data for ids ['993c0cad-bd50-4c37-918a-f881d50c55b4'] in n-d-791506-28 is: [{'id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'name': 'tempest-TestNetworkBasicOps-router-355911141', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ac98b0f4-0745-4e20-95ca-5da23f52b898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:36:18Z', 'updated_at': '2021-08-31T09:36:19Z', 'revision_number': 3, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ac98b0f4-0745-4e20-95ca-5da23f52b898', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:18Z', 'updated_at': '2021-08-31T09:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:36:23.064371 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-6cec25ff-4d3e-4ca2-9f46-af0b0af1d4c6 None None] Allocated IP 172.20.0.2 (9174d092-8521-4f7a-87b4-78c7d670b20b/bff412f6-c409-4012-b454-d22d0a7fa830/3f03b673-f0f3-4194-8ab9-560e5dced867) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:36:23.304911 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6cec25ff-4d3e-4ca2-9f46-af0b0af1d4c6 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:23.327005 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6cec25ff-4d3e-4ca2-9f46-af0b0af1d4c6 None None] Transition to ACTIVE for port object 3f03b673-f0f3-4194-8ab9-560e5dced867 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:36:23.359859 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6cec25ff-4d3e-4ca2-9f46-af0b0af1d4c6 None None] Transition to ACTIVE for port object 3f03b673-f0f3-4194-8ab9-560e5dced867 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:36:23.493894 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b0d56b2d-917d-49c9-9c44-21b175b7307d req-e74e6ac6-8ace-4241-9b7e-711dea11ad45 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 210 time: 0.0357511 Aug 31 09:36:23.494431 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6cec25ff-4d3e-4ca2-9f46-af0b0af1d4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:23.562720 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cec25ff-4d3e-4ca2-9f46-af0b0af1d4c6 None None] Network 9174d092-8521-4f7a-87b4-78c7d670b20b is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:36:23.570139 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-6cec25ff-4d3e-4ca2-9f46-af0b0af1d4c6 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:36:23.575794 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cec25ff-4d3e-4ca2-9f46-af0b0af1d4c6 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:36:23.654470 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec25ff-4d3e-4ca2-9f46-af0b0af1d4c6 None None] Pushing event updated for resources: {'Port': ['ID=3f03b673-f0f3-4194-8ab9-560e5dced867,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:23.669287 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-6cec25ff-4d3e-4ca2-9f46-af0b0af1d4c6 None None] Attempting to bind port 3f03b673-f0f3-4194-8ab9-560e5dced867 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:36:23.671048 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-6cec25ff-4d3e-4ca2-9f46-af0b0af1d4c6 None None] Attempting to bind port 3f03b673-f0f3-4194-8ab9-560e5dced867 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'e2438743-1877-42e0-b295-e8f8fdadf75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '9174d092-8521-4f7a-87b4-78c7d670b20b'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:36:23.671930 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cec25ff-4d3e-4ca2-9f46-af0b0af1d4c6 None None] Attempting to bind port 3f03b673-f0f3-4194-8ab9-560e5dced867 on network 9174d092-8521-4f7a-87b4-78c7d670b20b {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:36:23.679962 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cec25ff-4d3e-4ca2-9f46-af0b0af1d4c6 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:36:23.680785 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cec25ff-4d3e-4ca2-9f46-af0b0af1d4c6 None None] Checking segment: {'id': 'e2438743-1877-42e0-b295-e8f8fdadf75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '9174d092-8521-4f7a-87b4-78c7d670b20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:36:23.681425 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6cec25ff-4d3e-4ca2-9f46-af0b0af1d4c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:23.682121 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cec25ff-4d3e-4ca2-9f46-af0b0af1d4c6 None None] Bound using segment: {'id': 'e2438743-1877-42e0-b295-e8f8fdadf75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '9174d092-8521-4f7a-87b4-78c7d670b20b'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:36:23.682837 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-6cec25ff-4d3e-4ca2-9f46-af0b0af1d4c6 None None] Bound port: 3f03b673-f0f3-4194-8ab9-560e5dced867, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2438743-1877-42e0-b295-e8f8fdadf75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '9174d092-8521-4f7a-87b4-78c7d670b20b'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:36:23.683707 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6cec25ff-4d3e-4ca2-9f46-af0b0af1d4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:23.734599 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-02c933b5-6458-4d10-863a-df4e2f73a7a7 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:23.785381 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-6cec25ff-4d3e-4ca2-9f46-af0b0af1d4c6 None None] For port 3f03b673-f0f3-4194-8ab9-560e5dced867, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:36:23.791746 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-6cec25ff-4d3e-4ca2-9f46-af0b0af1d4c6 None None] For port 3f03b673-f0f3-4194-8ab9-560e5dced867, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3f03b673-f0f3-4194-8ab9-560e5dced867,segment=NetworkSegment(e2438743-1877-42e0-b295-e8f8fdadf75b),segment_id=e2438743-1877-42e0-b295-e8f8fdadf75b)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:36:23.859112 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6cec25ff-4d3e-4ca2-9f46-af0b0af1d4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:23.957915 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec25ff-4d3e-4ca2-9f46-af0b0af1d4c6 None None] Pushing event updated for resources: {'Port': ['ID=3f03b673-f0f3-4194-8ab9-560e5dced867,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:24.150910 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56258) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:24.203711 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-02c933b5-6458-4d10-863a-df4e2f73a7a7 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Allocated IP 172.20.0.1 (9174d092-8521-4f7a-87b4-78c7d670b20b/bff412f6-c409-4012-b454-d22d0a7fa830/d34ce7fc-54fb-4f2e-99e0-64170d347792) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:36:24.213117 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2f51f274-c09b-4c63-ba1d-0c96a7e378d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:24.256178 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-bae98a64-f210-4482-a773-93ebb1cbec50 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:24.258181 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-bae98a64-f210-4482-a773-93ebb1cbec50 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.112 "GET /v2.0/networks?id=3e58dc22-2b70-42a6-8495-186dad702ce6 HTTP/1.1" status: 200 len: 805 time: 0.2206738 Aug 31 09:36:24.278234 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-5e4f9b13-2abc-45c5-a789-fff607a24ca6 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Request body: {'port': {'device_id': 'ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2', 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6', 'admin_state_up': True, 'tenant_id': 'e847c5c42d2e472689cd257a7d896947'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:24.406259 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-02c933b5-6458-4d10-863a-df4e2f73a7a7 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:24.422869 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-02c933b5-6458-4d10-863a-df4e2f73a7a7 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Transition to ACTIVE for port object d34ce7fc-54fb-4f2e-99e0-64170d347792 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:36:24.450668 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2f51f274-c09b-4c63-ba1d-0c96a7e378d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:24.552079 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2f51f274-c09b-4c63-ba1d-0c96a7e378d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:24.552271 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-02c933b5-6458-4d10-863a-df4e2f73a7a7 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:24.592629 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c933b5-6458-4d10-863a-df4e2f73a7a7 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Network 9174d092-8521-4f7a-87b4-78c7d670b20b is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:36:24.601636 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-02c933b5-6458-4d10-863a-df4e2f73a7a7 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:36:24.607358 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2f51f274-c09b-4c63-ba1d-0c96a7e378d6 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=6cfdda3fbb674fb5a82df3a0f4942343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4409125 Aug 31 09:36:24.608076 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51f274-c09b-4c63-ba1d-0c96a7e378d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd5c064-3cc2-4ae4-bdfa-2b788a6723f4,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:24.610409 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56268) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:24.619034 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c933b5-6458-4d10-863a-df4e2f73a7a7 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:36:24.661300 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c933b5-6458-4d10-863a-df4e2f73a7a7 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'Port': ['ID=d34ce7fc-54fb-4f2e-99e0-64170d347792,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:24.666587 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-5e4f9b13-2abc-45c5-a789-fff607a24ca6 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Made reservation on behalf of e847c5c42d2e472689cd257a7d896947 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:36:24.668274 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6ab7fc76-13c4-4d0a-b52b-16042e318119 req-ddb33dc8-02ea-4f38-bac8-faeb31a82a7b tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 210 time: 0.0706465 Aug 31 09:36:24.670532 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-5e4f9b13-2abc-45c5-a789-fff607a24ca6 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:24.686123 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-02c933b5-6458-4d10-863a-df4e2f73a7a7 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:24.697205 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-54f84b59-a699-47b3-b291-5fabf8185cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:24.763119 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-54f84b59-a699-47b3-b291-5fabf8185cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:24.888664 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-5e4f9b13-2abc-45c5-a789-fff607a24ca6 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Allocated IP 172.20.0.6 (3e58dc22-2b70-42a6-8495-186dad702ce6/0a8d9332-4934-4e0f-b006-f09be5a999bd/f3413cce-1de4-4590-afda-0aad7da2dd38) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:36:24.915385 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-02c933b5-6458-4d10-863a-df4e2f73a7a7 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:24.936647 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-54f84b59-a699-47b3-b291-5fabf8185cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:24.936647 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-54f84b59-a699-47b3-b291-5fabf8185cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:24.936647 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-54f84b59-a699-47b3-b291-5fabf8185cc5 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/bfd5c064-3cc2-4ae4-bdfa-2b788a6723f4 HTTP/1.1" status: 204 len: 168 time: 0.3243670 Aug 31 09:36:24.956295 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f84b59-a699-47b3-b291-5fabf8185cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd5c064-3cc2-4ae4-bdfa-2b788a6723f4,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:25.245752 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-5e4f9b13-2abc-45c5-a789-fff607a24ca6 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:25.284638 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3f03b673-f0f3-4194-8ab9-560e5dced867 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:25.328962 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7cb0b6-3de6-43e4-ad9c-144a73b93505 None None] Network 9174d092-8521-4f7a-87b4-78c7d670b20b requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:36:25.396229 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-5e4f9b13-2abc-45c5-a789-fff607a24ca6 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:25.418737 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['64e9d2c0-c295-49dd-a174-c58969297e22'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:36:25.461589 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-5e4f9b13-2abc-45c5-a789-fff607a24ca6 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Network 3e58dc22-2b70-42a6-8495-186dad702ce6 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:36:25.466083 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-5e4f9b13-2abc-45c5-a789-fff607a24ca6 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:36:25.472549 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-5e4f9b13-2abc-45c5-a789-fff607a24ca6 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:36:25.494083 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-02c933b5-6458-4d10-863a-df4e2f73a7a7 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:25.520456 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f9b13-2abc-45c5-a789-fff607a24ca6 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Pushing event updated for resources: {'Port': ['ID=f3413cce-1de4-4590-afda-0aad7da2dd38,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:25.566788 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-566cd801-40bb-42cd-b05f-742fc68f01dc None None] Provisioning for port 3f03b673-f0f3-4194-8ab9-560e5dced867 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:36:25.579650 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-5e4f9b13-2abc-45c5-a789-fff607a24ca6 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:25.581583 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-5e4f9b13-2abc-45c5-a789-fff607a24ca6 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:25.586097 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-02c933b5-6458-4d10-863a-df4e2f73a7a7 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:25.647361 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 3f03b673-f0f3-4194-8ab9-560e5dced867 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:36:25.665034 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 3f03b673-f0f3-4194-8ab9-560e5dced867 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:25.665409 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:25.681171 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-5e4f9b13-2abc-45c5-a789-fff607a24ca6 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4113107 Aug 31 09:36:25.712931 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-e416bea0-429d-4ac4-9671-eab5cb80dd55 service neutron] Request body: {'port': {'device_id': 'ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:25.731951 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c933b5-6458-4d10-863a-df4e2f73a7a7 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'Port': ['ID=d34ce7fc-54fb-4f2e-99e0-64170d347792,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:25.737027 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-02c933b5-6458-4d10-863a-df4e2f73a7a7 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:25.956422 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-e416bea0-429d-4ac4-9671-eab5cb80dd55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:25.979352 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:26.043293 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 3f03b673-f0f3-4194-8ab9-560e5dced867, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3f03b673-f0f3-4194-8ab9-560e5dced867,segment=NetworkSegment(e2438743-1877-42e0-b295-e8f8fdadf75b),segment_id=e2438743-1877-42e0-b295-e8f8fdadf75b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:26.076409 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c933b5-6458-4d10-863a-df4e2f73a7a7 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Network 9174d092-8521-4f7a-87b4-78c7d670b20b is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:36:26.085931 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd18cf9-fa0b-4e2e-88ff-8005821f6c05 req-95ce9814-c326-4728-ac77-024e6e686e30 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:26.087694 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ffd18cf9-fa0b-4e2e-88ff-8005821f6c05 req-95ce9814-c326-4728-ac77-024e6e686e30 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 931 time: 0.1495190 Aug 31 09:36:26.089208 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-02c933b5-6458-4d10-863a-df4e2f73a7a7 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:36:26.132728 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:26.133828 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ac98b0f4-0745-4e20-95ca-5da23f52b898 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:26.201713 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ffd18cf9-fa0b-4e2e-88ff-8005821f6c05 req-d6a9fac2-2a92-463a-a010-c612f0ebe7c7 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074631 Aug 31 09:36:26.276046 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=3f03b673-f0f3-4194-8ab9-560e5dced867,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:26.288961 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c933b5-6458-4d10-863a-df4e2f73a7a7 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Router 993c0cad-bd50-4c37-918a-f881d50c55b4 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:36:26.338866 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5a13a12e-c1fe-4d8b-8f0b-3ad84d8e4095 None None] Provisioning complete for port 3f03b673-f0f3-4194-8ab9-560e5dced867 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:26.340186 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5a13a12e-c1fe-4d8b-8f0b-3ad84d8e4095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:26.391396 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port ac98b0f4-0745-4e20-95ca-5da23f52b898 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:36:26.418603 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port ac98b0f4-0745-4e20-95ca-5da23f52b898 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:26.419415 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:26.464089 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-e416bea0-429d-4ac4-9671-eab5cb80dd55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3413cce-1de4-4590-afda-0aad7da2dd38 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:36:26.478923 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-e416bea0-429d-4ac4-9671-eab5cb80dd55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:26.480969 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c933b5-6458-4d10-863a-df4e2f73a7a7 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:36:26.494926 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-02c933b5-6458-4d10-863a-df4e2f73a7a7 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "PUT /v2.0/routers/993c0cad-bd50-4c37-918a-f881d50c55b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0196488 Aug 31 09:36:26.503070 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f67e67b-d9c7-45bc-9baa-a99d7f05ef7d None None] Sync routers for ids ['993c0cad-bd50-4c37-918a-f881d50c55b4'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:36:26.507420 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-e416bea0-429d-4ac4-9671-eab5cb80dd55 service neutron] Transition to ACTIVE for port object f3413cce-1de4-4590-afda-0aad7da2dd38 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:36:26.510339 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56332) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:26.569502 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f67e67b-d9c7-45bc-9baa-a99d7f05ef7d None None] Routers {'993c0cad-bd50-4c37-918a-f881d50c55b4'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:26.570347 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-9f67e67b-d9c7-45bc-9baa-a99d7f05ef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:36:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['993c0cad-bd50-4c37-918a-f881d50c55b4'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:26.588213 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-e416bea0-429d-4ac4-9671-eab5cb80dd55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:26.682676 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:26.778753 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416bea0-429d-4ac4-9671-eab5cb80dd55 service neutron] Pushing event updated for resources: {'Port': ['ID=f3413cce-1de4-4590-afda-0aad7da2dd38,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:26.807105 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20542626-e445-43a6-941e-c366df8c4fc5 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:26.807638 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20542626-e445-43a6-941e-c366df8c4fc5 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:26.808021 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20542626-e445-43a6-941e-c366df8c4fc5 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:26.808493 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20542626-e445-43a6-941e-c366df8c4fc5 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:26.809414 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20542626-e445-43a6-941e-c366df8c4fc5 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:26.809889 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20542626-e445-43a6-941e-c366df8c4fc5 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:26.810343 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20542626-e445-43a6-941e-c366df8c4fc5 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:26.810838 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20542626-e445-43a6-941e-c366df8c4fc5 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:26.815524 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-20542626-e445-43a6-941e-c366df8c4fc5 tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] 10.222.0.119 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5664 time: 0.3000855 Aug 31 09:36:26.817879 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56344) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:26.818072 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port ac98b0f4-0745-4e20-95ca-5da23f52b898, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ac98b0f4-0745-4e20-95ca-5da23f52b898,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:26.845695 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-9f67e67b-d9c7-45bc-9baa-a99d7f05ef7d None None] Set router 993c0cad-bd50-4c37-918a-f881d50c55b4 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:26.902481 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:26.917895 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5a13a12e-c1fe-4d8b-8f0b-3ad84d8e4095 None None] Provisioning for port d34ce7fc-54fb-4f2e-99e0-64170d347792 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:36:26.945794 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8525c339-9057-45fb-9e06-a1126ba3c13a tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:26.949152 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8525c339-9057-45fb-9e06-a1126ba3c13a tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:26.949637 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8525c339-9057-45fb-9e06-a1126ba3c13a tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:26.949935 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5a13a12e-c1fe-4d8b-8f0b-3ad84d8e4095 None None] Provisioning complete for port d34ce7fc-54fb-4f2e-99e0-64170d347792 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:26.950090 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8525c339-9057-45fb-9e06-a1126ba3c13a tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:26.950308 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5a13a12e-c1fe-4d8b-8f0b-3ad84d8e4095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:26.950535 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8525c339-9057-45fb-9e06-a1126ba3c13a tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:26.951053 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8525c339-9057-45fb-9e06-a1126ba3c13a tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:26.951519 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8525c339-9057-45fb-9e06-a1126ba3c13a tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:26.951945 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8525c339-9057-45fb-9e06-a1126ba3c13a tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:26.956706 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8525c339-9057-45fb-9e06-a1126ba3c13a tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5168 time: 0.1346264 Aug 31 09:36:26.958044 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56354) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:26.969802 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-e416bea0-429d-4ac4-9671-eab5cb80dd55 service neutron] Attempting to bind port f3413cce-1de4-4590-afda-0aad7da2dd38 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:36:26.970350 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-e416bea0-429d-4ac4-9671-eab5cb80dd55 service neutron] Attempting to bind port f3413cce-1de4-4590-afda-0aad7da2dd38 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'e7bfaea8-dc50-4428-a9a7-b756d181f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1641, 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:36:26.971077 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-e416bea0-429d-4ac4-9671-eab5cb80dd55 service neutron] Attempting to bind port f3413cce-1de4-4590-afda-0aad7da2dd38 on network 3e58dc22-2b70-42a6-8495-186dad702ce6 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:36:26.977015 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-e416bea0-429d-4ac4-9671-eab5cb80dd55 service neutron] Port f3413cce-1de4-4590-afda-0aad7da2dd38 on network 3e58dc22-2b70-42a6-8495-186dad702ce6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:36:26.977342 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-e416bea0-429d-4ac4-9671-eab5cb80dd55 service neutron] Attempting to bind port f3413cce-1de4-4590-afda-0aad7da2dd38 on network 3e58dc22-2b70-42a6-8495-186dad702ce6 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:36:26.982984 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-e416bea0-429d-4ac4-9671-eab5cb80dd55 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:36:26.983321 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-e416bea0-429d-4ac4-9671-eab5cb80dd55 service neutron] Checking segment: {'id': 'e7bfaea8-dc50-4428-a9a7-b756d181f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1641, 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:36:26.983703 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-e416bea0-429d-4ac4-9671-eab5cb80dd55 service neutron] Bound using segment: {'id': 'e7bfaea8-dc50-4428-a9a7-b756d181f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1641, 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:36:26.984135 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-e416bea0-429d-4ac4-9671-eab5cb80dd55 service neutron] Bound port: f3413cce-1de4-4590-afda-0aad7da2dd38, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7bfaea8-dc50-4428-a9a7-b756d181f6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1641, 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:36:26.984496 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-e416bea0-429d-4ac4-9671-eab5cb80dd55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:27.060653 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-5a13a12e-c1fe-4d8b-8f0b-3ad84d8e4095 None None] Port d34ce7fc-54fb-4f2e-99e0-64170d347792 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:36:27.103624 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-e416bea0-429d-4ac4-9671-eab5cb80dd55 service neutron] For port f3413cce-1de4-4590-afda-0aad7da2dd38, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:36:27.120284 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-e416bea0-429d-4ac4-9671-eab5cb80dd55 service neutron] For port f3413cce-1de4-4590-afda-0aad7da2dd38, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=f3413cce-1de4-4590-afda-0aad7da2dd38,segment=NetworkSegment(e7bfaea8-dc50-4428-a9a7-b756d181f6bc),segment_id=e7bfaea8-dc50-4428-a9a7-b756d181f6bc)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:36:27.175365 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3f03b673-f0f3-4194-8ab9-560e5dced867 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:27.188516 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=ac98b0f4-0745-4e20-95ca-5da23f52b898,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:27.207982 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-e416bea0-429d-4ac4-9671-eab5cb80dd55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:27.278807 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-e416bea0-429d-4ac4-9671-eab5cb80dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:27.279700 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-e416bea0-429d-4ac4-9671-eab5cb80dd55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:27.281310 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-e416bea0-429d-4ac4-9671-eab5cb80dd55 service neutron] 10.222.0.112 "PUT /v2.0/ports/f3413cce-1de4-4590-afda-0aad7da2dd38 HTTP/1.1" status: 200 len: 1092 time: 1.5901990 Aug 31 09:36:27.281952 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2', 'tag': 'f3413cce-1de4-4590-afda-0aad7da2dd38'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:36:27.284471 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6868b5-8ffb-4ade-b5b3-8cf053a9b2d6" -d '{"events": [{"name": "network-changed", "server_uuid": "ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2", "tag": "f3413cce-1de4-4590-afda-0aad7da2dd38"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:36:27.323403 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416bea0-429d-4ac4-9671-eab5cb80dd55 service neutron] Pushing event updated for resources: {'Port': ['ID=f3413cce-1de4-4590-afda-0aad7da2dd38,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:27.341312 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-00f7c031-a8fc-449c-a5bd-d42ee858dd2b None None] Provisioning complete for port d34ce7fc-54fb-4f2e-99e0-64170d347792 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:27.341806 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-00f7c031-a8fc-449c-a5bd-d42ee858dd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:27.356409 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec95a6fa-8004-430a-a3dd-a0c1f3674ef6 x-openstack-request-id: req-ec95a6fa-8004-430a-a3dd-a0c1f3674ef6 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:36:27.356703 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2", "tag": "f3413cce-1de4-4590-afda-0aad7da2dd38", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:36:27.356956 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-ec95a6fa-8004-430a-a3dd-a0c1f3674ef6 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:36:27.357416 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2', 'tag': 'f3413cce-1de4-4590-afda-0aad7da2dd38', 'status': 'completed', 'code': 200} Aug 31 09:36:27.449709 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-00f7c031-a8fc-449c-a5bd-d42ee858dd2b None None] Port d34ce7fc-54fb-4f2e-99e0-64170d347792 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:36:27.453369 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6868b5-8ffb-4ade-b5b3-8cf053a9b2d6 req-2b00d7df-d63a-484b-88d0-578d8bf0ca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:27.455041 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7b6868b5-8ffb-4ade-b5b3-8cf053a9b2d6 req-2b00d7df-d63a-484b-88d0-578d8bf0ca12 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e847c5c42d2e472689cd257a7d896947&device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 1095 time: 0.0723999 Aug 31 09:36:27.472384 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9db53627-0894-44e4-afa4-b1a0fd48be8c tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2326 time: 0.5119362 Aug 31 09:36:27.480231 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 3f03b673-f0f3-4194-8ab9-560e5dced867 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:27.480908 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:27.482023 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc8611-d7c7-4115-a9f6-af2a0b2101d8 req-31b26f5a-7869-411d-8369-c82e23dc220f tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:27.483892 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4ffc8611-d7c7-4115-a9f6-af2a0b2101d8 req-31b26f5a-7869-411d-8369-c82e23dc220f tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 943 time: 0.1281183 Aug 31 09:36:27.556247 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4ffc8611-d7c7-4115-a9f6-af2a0b2101d8 req-27d2140e-3080-4a51-b28e-a835d302a16f tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635364 Aug 31 09:36:27.573152 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-9f67e67b-d9c7-45bc-9baa-a99d7f05ef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'name': 'tempest-TestNetworkBasicOps-router-355911141', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ac98b0f4-0745-4e20-95ca-5da23f52b898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:36:18Z', 'updated_at': '2021-08-31T09:36:24Z', 'revision_number': 4, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ac98b0f4-0745-4e20-95ca-5da23f52b898', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:18Z', 'updated_at': '2021-08-31T09:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'd34ce7fc-54fb-4f2e-99e0-64170d347792', 'name': '', 'network_id': '9174d092-8521-4f7a-87b4-78c7d670b20b', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'mac_address': 'fa:16:3e:af:73:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'bff412f6-c409-4012-b454-d22d0a7fa830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:23Z', 'updated_at': '2021-08-31T09:36:25Z', 'revision_number': 2, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'subnets': [{'id': 'bff412f6-c409-4012-b454-d22d0a7fa830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:27.605539 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f67e67b-d9c7-45bc-9baa-a99d7f05ef7d None None] Checking router: 993c0cad-bd50-4c37-918a-f881d50c55b4 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:36:27.605837 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f67e67b-d9c7-45bc-9baa-a99d7f05ef7d None None] Updating router 993c0cad-bd50-4c37-918a-f881d50c55b4 port d34ce7fc-54fb-4f2e-99e0-64170d347792 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:36:27.627787 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6868b5-8ffb-4ade-b5b3-8cf053a9b2d6 req-3d807996-34a8-427d-8836-406811da6665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:27.630785 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7b6868b5-8ffb-4ade-b5b3-8cf053a9b2d6 req-3d807996-34a8-427d-8836-406811da6665 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=e847c5c42d2e472689cd257a7d896947&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1613793 Aug 31 09:36:27.660557 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9f67e67b-d9c7-45bc-9baa-a99d7f05ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:27.743944 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6868b5-8ffb-4ade-b5b3-8cf053a9b2d6 req-5c41a883-1031-44f4-b2a0-1dd97f675f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:27.745510 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7b6868b5-8ffb-4ade-b5b3-8cf053a9b2d6 req-5c41a883-1031-44f4-b2a0-1dd97f675f0f service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1076162 Aug 31 09:36:27.830114 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56390) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:27.835411 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-b3259469-a8df-4042-8e06-5f49c0c5cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:27.836353 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-a4ed65b3-c844-47fb-b0d1-108645b39b7e tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1382466387', 'description': 'tempest-secgroup-smoke-1382466387 description', 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:27.837342 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-b3259469-a8df-4042-8e06-5f49c0c5cbba service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e847c5c42d2e472689cd257a7d896947&device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 1095 time: 0.0483205 Aug 31 09:36:27.896011 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-b2eadaeb-7bb6-46be-854b-7541a8a7b5f6 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f3413cce-1de4-4590-afda-0aad7da2dd38 HTTP/1.1" status: 200 len: 217 time: 0.0401945 Aug 31 09:36:27.915869 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a4ed65b3-c844-47fb-b0d1-108645b39b7e tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:27.959807 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-d9bc2b60-642d-4f55-ba4b-868d7b56ca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:27.963381 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-d9bc2b60-642d-4f55-ba4b-868d7b56ca84 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0a8d9332-4934-4e0f-b006-f09be5a999bd HTTP/1.1" status: 200 len: 845 time: 0.0568976 Aug 31 09:36:27.967779 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9f67e67b-d9c7-45bc-9baa-a99d7f05ef7d None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:27.978290 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9f67e67b-d9c7-45bc-9baa-a99d7f05ef7d None None] Transition to ACTIVE for port object d34ce7fc-54fb-4f2e-99e0-64170d347792 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:36:28.001708 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-ed038176-9b69-40a4-8716-765bcfd50a8b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3e58dc22-2b70-42a6-8495-186dad702ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303972 Aug 31 09:36:28.018741 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9f67e67b-d9c7-45bc-9baa-a99d7f05ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:28.029372 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a4ed65b3-c844-47fb-b0d1-108645b39b7e tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:28.079581 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a4ed65b3-c844-47fb-b0d1-108645b39b7e tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:28.095738 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f49e8-da18-4123-bc7f-db74fe404613 None None] Pushing event updated for resources: {'Port': ['ID=d34ce7fc-54fb-4f2e-99e0-64170d347792,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:28.123154 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed65b3-c844-47fb-b0d1-108645b39b7e tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7062f57-c708-47b6-aa16-5bfa73442821,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:28.123524 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-099f5836-c281-4dd6-a071-6e803707e606 service neutron] 10.222.0.112 "GET /v2.0/networks/3e58dc22-2b70-42a6-8495-186dad702ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144972 Aug 31 09:36:28.134512 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-9f67e67b-d9c7-45bc-9baa-a99d7f05ef7d None None] Attempting to bind port d34ce7fc-54fb-4f2e-99e0-64170d347792 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:36:28.135021 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-9f67e67b-d9c7-45bc-9baa-a99d7f05ef7d None None] Attempting to bind port d34ce7fc-54fb-4f2e-99e0-64170d347792 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'e2438743-1877-42e0-b295-e8f8fdadf75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '9174d092-8521-4f7a-87b4-78c7d670b20b'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:36:28.135490 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f67e67b-d9c7-45bc-9baa-a99d7f05ef7d None None] Attempting to bind port d34ce7fc-54fb-4f2e-99e0-64170d347792 on network 9174d092-8521-4f7a-87b4-78c7d670b20b {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:36:28.142190 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f67e67b-d9c7-45bc-9baa-a99d7f05ef7d None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:36:28.143564 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f67e67b-d9c7-45bc-9baa-a99d7f05ef7d None None] Checking segment: {'id': 'e2438743-1877-42e0-b295-e8f8fdadf75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '9174d092-8521-4f7a-87b4-78c7d670b20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:36:28.144188 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9f67e67b-d9c7-45bc-9baa-a99d7f05ef7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:28.144881 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f67e67b-d9c7-45bc-9baa-a99d7f05ef7d None None] Bound using segment: {'id': 'e2438743-1877-42e0-b295-e8f8fdadf75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '9174d092-8521-4f7a-87b4-78c7d670b20b'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:36:28.145604 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-9f67e67b-d9c7-45bc-9baa-a99d7f05ef7d None None] Bound port: d34ce7fc-54fb-4f2e-99e0-64170d347792, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2438743-1877-42e0-b295-e8f8fdadf75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '9174d092-8521-4f7a-87b4-78c7d670b20b'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:36:28.146034 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9f67e67b-d9c7-45bc-9baa-a99d7f05ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:28.190650 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a4ed65b3-c844-47fb-b0d1-108645b39b7e tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:28.195534 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a4ed65b3-c844-47fb-b0d1-108645b39b7e tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3643196 Aug 31 09:36:28.196315 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56396) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:28.201109 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-8bd3c201-07fb-4914-a9fe-ee41f0630b4c tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Request body: {'security_group_rule': {'security_group_id': 'f7062f57-c708-47b6-aa16-5bfa73442821', 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:28.223672 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-9f67e67b-d9c7-45bc-9baa-a99d7f05ef7d None None] For port d34ce7fc-54fb-4f2e-99e0-64170d347792, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:36:28.228629 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-9f67e67b-d9c7-45bc-9baa-a99d7f05ef7d None None] For port d34ce7fc-54fb-4f2e-99e0-64170d347792, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=d34ce7fc-54fb-4f2e-99e0-64170d347792,segment=NetworkSegment(e2438743-1877-42e0-b295-e8f8fdadf75b),segment_id=e2438743-1877-42e0-b295-e8f8fdadf75b)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:36:28.249913 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8008a140-17ac-47b0-a40f-ac4fda501bad req-fb112902-08f3-4daa-9042-7ca177220480 service neutron] 10.222.0.112 "GET /v2.0/networks/3e58dc22-2b70-42a6-8495-186dad702ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159031 Aug 31 09:36:28.317356 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9f67e67b-d9c7-45bc-9baa-a99d7f05ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:28.321213 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8bd3c201-07fb-4914-a9fe-ee41f0630b4c tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:28.382279 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f67e67b-d9c7-45bc-9baa-a99d7f05ef7d None None] Routers {'993c0cad-bd50-4c37-918a-f881d50c55b4'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:28.383284 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-9f67e67b-d9c7-45bc-9baa-a99d7f05ef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:36:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['993c0cad-bd50-4c37-918a-f881d50c55b4'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:28.384890 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8bd3c201-07fb-4914-a9fe-ee41f0630b4c tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:28.397409 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56406) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:28.449297 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f49e8-da18-4123-bc7f-db74fe404613 None None] Pushing event updated for resources: {'Port': ['ID=d34ce7fc-54fb-4f2e-99e0-64170d347792,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:28.457537 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8bd3c201-07fb-4914-a9fe-ee41f0630b4c tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:28.504974 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd3c201-07fb-4914-a9fe-ee41f0630b4c tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bad4b9c-7422-4b80-96e8-94925386eba8,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:28.534121 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5bada087-e5f1-40bb-bca6-dbdfba407e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:28.570389 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-9f67e67b-d9c7-45bc-9baa-a99d7f05ef7d None None] Set router 993c0cad-bd50-4c37-918a-f881d50c55b4 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:28.576340 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8bd3c201-07fb-4914-a9fe-ee41f0630b4c tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:28.580591 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8bd3c201-07fb-4914-a9fe-ee41f0630b4c tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3805304 Aug 31 09:36:28.581165 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56412) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:28.586216 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-512775c2-9fa1-4743-a8fc-fc1627a70869 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Request body: {'security_group_rule': {'security_group_id': 'f7062f57-c708-47b6-aa16-5bfa73442821', 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:28.684795 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5bada087-e5f1-40bb-bca6-dbdfba407e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:28.700773 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799adf8-2b8d-4627-9400-d79ce3eb51cf req-f1905903-4a1b-4fd5-abd0-5ec81a816744 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:28.703492 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2799adf8-2b8d-4627-9400-d79ce3eb51cf req-f1905903-4a1b-4fd5-abd0-5ec81a816744 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 943 time: 0.0573165 Aug 31 09:36:28.741495 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2799adf8-2b8d-4627-9400-d79ce3eb51cf req-6cf0711d-12d1-4c92-a5de-3ea4f96a03ee tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328832 Aug 31 09:36:28.750478 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5bada087-e5f1-40bb-bca6-dbdfba407e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:28.797385 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bada087-e5f1-40bb-bca6-dbdfba407e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e6f53d-f88e-457c-979d-34252195e20f,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:28.811736 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5bada087-e5f1-40bb-bca6-dbdfba407e33 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=8e9cc9a817d646e6ab932541c622ccb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4126415 Aug 31 09:36:28.813693 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56416) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:28.844872 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-512775c2-9fa1-4743-a8fc-fc1627a70869 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:28.868922 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9c3ff338-2a3d-4979-a1fd-737ba5b7c2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:28.892443 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9c3ff338-2a3d-4979-a1fd-737ba5b7c2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:28.908251 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-512775c2-9fa1-4743-a8fc-fc1627a70869 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:28.984345 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-512775c2-9fa1-4743-a8fc-fc1627a70869 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:28.997192 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-9f67e67b-d9c7-45bc-9baa-a99d7f05ef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'name': 'tempest-TestNetworkBasicOps-router-355911141', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ac98b0f4-0745-4e20-95ca-5da23f52b898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:36:18Z', 'updated_at': '2021-08-31T09:36:24Z', 'revision_number': 4, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ac98b0f4-0745-4e20-95ca-5da23f52b898', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:18Z', 'updated_at': '2021-08-31T09:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'd34ce7fc-54fb-4f2e-99e0-64170d347792', 'name': '', 'network_id': '9174d092-8521-4f7a-87b4-78c7d670b20b', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'mac_address': 'fa:16:3e:af:73:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'bff412f6-c409-4012-b454-d22d0a7fa830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:23Z', 'updated_at': '2021-08-31T09:36:28Z', 'revision_number': 4, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'subnets': [{'id': 'bff412f6-c409-4012-b454-d22d0a7fa830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:29.005804 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512775c2-9fa1-4743-a8fc-fc1627a70869 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0814798b-4859-446f-b097-5a350cc5b390,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:29.027746 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f67e67b-d9c7-45bc-9baa-a99d7f05ef7d None None] The sync data for ids ['993c0cad-bd50-4c37-918a-f881d50c55b4'] in n-d-791506-28 is: [{'id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'name': 'tempest-TestNetworkBasicOps-router-355911141', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ac98b0f4-0745-4e20-95ca-5da23f52b898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:36:18Z', 'updated_at': '2021-08-31T09:36:24Z', 'revision_number': 4, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ac98b0f4-0745-4e20-95ca-5da23f52b898', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:18Z', 'updated_at': '2021-08-31T09:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'd34ce7fc-54fb-4f2e-99e0-64170d347792', 'name': '', 'network_id': '9174d092-8521-4f7a-87b4-78c7d670b20b', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'mac_address': 'fa:16:3e:af:73:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'bff412f6-c409-4012-b454-d22d0a7fa830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:23Z', 'updated_at': '2021-08-31T09:36:28Z', 'revision_number': 4, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'subnets': [{'id': 'bff412f6-c409-4012-b454-d22d0a7fa830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:36:29.039945 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9c3ff338-2a3d-4979-a1fd-737ba5b7c2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:29.042468 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9c3ff338-2a3d-4979-a1fd-737ba5b7c2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:29.046070 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9c3ff338-2a3d-4979-a1fd-737ba5b7c2b5 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/e5e6f53d-f88e-457c-979d-34252195e20f HTTP/1.1" status: 204 len: 168 time: 0.2291050 Aug 31 09:36:29.058420 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ff338-2a3d-4979-a1fd-737ba5b7c2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e6f53d-f88e-457c-979d-34252195e20f,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:29.102446 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-512775c2-9fa1-4743-a8fc-fc1627a70869 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:29.106314 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-512775c2-9fa1-4743-a8fc-fc1627a70869 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5215144 Aug 31 09:36:29.106523 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56422) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:29.111120 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-584fd43d-7775-43e3-b8a6-6bcde66d9a12 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Request body: {'security_group_rule': {'security_group_id': 'f7062f57-c708-47b6-aa16-5bfa73442821', 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:29.173506 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ac98b0f4-0745-4e20-95ca-5da23f52b898 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:29.230258 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port ac98b0f4-0745-4e20-95ca-5da23f52b898 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:29.230567 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:29.231856 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-584fd43d-7775-43e3-b8a6-6bcde66d9a12 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:29.314019 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-584fd43d-7775-43e3-b8a6-6bcde66d9a12 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:29.361419 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-584fd43d-7775-43e3-b8a6-6bcde66d9a12 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:29.387326 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584fd43d-7775-43e3-b8a6-6bcde66d9a12 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e6b612-e2b5-4234-b839-9f8dd3e45a43,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:29.443214 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-584fd43d-7775-43e3-b8a6-6bcde66d9a12 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:29.445237 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-584fd43d-7775-43e3-b8a6-6bcde66d9a12 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3377750 Aug 31 09:36:29.448308 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56426) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:29.454717 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-b480c854-c729-45b4-a40e-6ffa7728b875 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Request body: {'security_group_rule': {'security_group_id': 'f7062f57-c708-47b6-aa16-5bfa73442821', 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:29.542366 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b480c854-c729-45b4-a40e-6ffa7728b875 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:29.624093 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b480c854-c729-45b4-a40e-6ffa7728b875 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:29.691010 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b480c854-c729-45b4-a40e-6ffa7728b875 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:29.713122 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480c854-c729-45b4-a40e-6ffa7728b875 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2efe6c85-656b-4255-be2a-7214545f2692,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:29.753356 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56430) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:29.768323 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d003-da3c-428b-aff1-7497573a309b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:29.783558 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b480c854-c729-45b4-a40e-6ffa7728b875 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:29.784822 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b480c854-c729-45b4-a40e-6ffa7728b875 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3345547 Aug 31 09:36:29.795397 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56434) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:29.809181 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-576ed3ca-092a-4a8c-92d3-b5491dba952b tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Request body: {'security_group_rule': {'security_group_id': 'f7062f57-c708-47b6-aa16-5bfa73442821', 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:29.898560 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58316a98-a7d3-4d12-9432-94522efdeff5 req-bdaf9e8e-0c70-4e62-b5f1-4cbf3573d405 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:29.900126 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-58316a98-a7d3-4d12-9432-94522efdeff5 req-bdaf9e8e-0c70-4e62-b5f1-4cbf3573d405 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 943 time: 0.0739737 Aug 31 09:36:29.959068 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d003-da3c-428b-aff1-7497573a309b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:29.962536 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-58316a98-a7d3-4d12-9432-94522efdeff5 req-646e67b1-19d3-455e-9b09-e6be0e7b9661 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557268 Aug 31 09:36:30.024126 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ccf2d003-da3c-428b-aff1-7497573a309b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:30.067639 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2d003-da3c-428b-aff1-7497573a309b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade1fdb8-d5be-4d04-82a8-fbf531cde0e6,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:30.072097 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ccf2d003-da3c-428b-aff1-7497573a309b admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=1365b5b1eeb04841b19f2ba3239ee9ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3167303 Aug 31 09:36:30.075452 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56438) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:30.114523 n-d-791506-28 neutron-server[95552]: INFO neutron.db.securitygroups_db [None req-576ed3ca-092a-4a8c-92d3-b5491dba952b tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Project fdd0715ba0554817ad604cf7a2e9a81b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:36:30.126366 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-576ed3ca-092a-4a8c-92d3-b5491dba952b tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:30.208441 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dca67c7b-9517-4553-a706-c47505740d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:30.249940 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dca67c7b-9517-4553-a706-c47505740d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:30.268082 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-576ed3ca-092a-4a8c-92d3-b5491dba952b tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:30.377135 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-576ed3ca-092a-4a8c-92d3-b5491dba952b tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:30.381334 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dca67c7b-9517-4553-a706-c47505740d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:30.386387 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dca67c7b-9517-4553-a706-c47505740d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:30.386387 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-dca67c7b-9517-4553-a706-c47505740d16 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/ade1fdb8-d5be-4d04-82a8-fbf531cde0e6 HTTP/1.1" status: 204 len: 168 time: 0.3087633 Aug 31 09:36:30.405833 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ed3ca-092a-4a8c-92d3-b5491dba952b tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c361704-4ecb-406d-80d5-fca9bfaffbd1,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:30.407723 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca67c7b-9517-4553-a706-c47505740d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade1fdb8-d5be-4d04-82a8-fbf531cde0e6,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:30.491094 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-576ed3ca-092a-4a8c-92d3-b5491dba952b tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:30.492328 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-576ed3ca-092a-4a8c-92d3-b5491dba952b tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6932511 Aug 31 09:36:30.495134 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56442) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:30.499673 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-015b37ff-35e1-4ad6-8dfb-dfed571420e1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Request body: {'security_group_rule': {'security_group_id': 'f7062f57-c708-47b6-aa16-5bfa73442821', 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:30.595620 n-d-791506-28 neutron-server[95552]: INFO neutron.db.securitygroups_db [None req-015b37ff-35e1-4ad6-8dfb-dfed571420e1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Project fdd0715ba0554817ad604cf7a2e9a81b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:36:30.601600 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-015b37ff-35e1-4ad6-8dfb-dfed571420e1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:30.668979 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-015b37ff-35e1-4ad6-8dfb-dfed571420e1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:30.726702 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-015b37ff-35e1-4ad6-8dfb-dfed571420e1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:30.744822 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b37ff-35e1-4ad6-8dfb-dfed571420e1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa80720c-87e7-490e-8d27-8c53372a0177,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:30.823965 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-015b37ff-35e1-4ad6-8dfb-dfed571420e1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:30.825235 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-015b37ff-35e1-4ad6-8dfb-dfed571420e1 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3291581 Aug 31 09:36:31.032828 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-e71db387-738c-406f-b57c-60ce107c4f37 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1382466387&fields=id&tenant_id=fdd0715ba0554817ad604cf7a2e9a81b HTTP/1.1" status: 200 len: 267 time: 0.0526757 Aug 31 09:36:31.151553 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d34ce7fc-54fb-4f2e-99e0-64170d347792 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:31.205131 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3a20a-2e90-4895-a197-7a5566558617 req-9ca19af8-72f6-4e58-b1ca-5a8c71716d14 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:31.206671 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d4d3a20a-2e90-4895-a197-7a5566558617 req-9ca19af8-72f6-4e58-b1ca-5a8c71716d14 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 943 time: 0.1361730 Aug 31 09:36:31.213470 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-10e3951c-c1e6-44d9-9e8d-1a9ef392da6b req-5c669634-7c83-4300-b5ff-23883f497abd service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=b7df72c9-2680-45ee-8283-f38ac0285da7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0678842 Aug 31 09:36:31.237361 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-f7d14889-4a63-492b-831c-6a82051f5a97 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:31.239482 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-f7d14889-4a63-492b-831c-6a82051f5a97 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/networks?id=9174d092-8521-4f7a-87b4-78c7d670b20b HTTP/1.1" status: 200 len: 797 time: 0.1971049 Aug 31 09:36:31.274189 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-1266b6a7-338a-4852-ac77-9e75625bcb91 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/quotas/fdd0715ba0554817ad604cf7a2e9a81b HTTP/1.1" status: 200 len: 375 time: 0.0260561 Aug 31 09:36:31.284006 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3951c-c1e6-44d9-9e8d-1a9ef392da6b req-33a9646e-1b26-4918-84ff-139fa3181e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:31.285693 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-10e3951c-c1e6-44d9-9e8d-1a9ef392da6b req-33a9646e-1b26-4918-84ff-139fa3181e35 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e847c5c42d2e472689cd257a7d896947&device_id=b7df72c9-2680-45ee-8283-f38ac0285da7 HTTP/1.1" status: 200 len: 1097 time: 0.0460560 Aug 31 09:36:31.296808 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port d34ce7fc-54fb-4f2e-99e0-64170d347792 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:36:31.301780 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port d34ce7fc-54fb-4f2e-99e0-64170d347792 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:31.305691 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:31.305837 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d4d3a20a-2e90-4895-a197-7a5566558617 req-dbfc2d61-8952-4589-a5ab-5fa11d722c25 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893536 Aug 31 09:36:31.351471 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-ef8ac2ec-1cf9-4ff3-b95a-1114d4234ee4 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=fdd0715ba0554817ad604cf7a2e9a81b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602207 Aug 31 09:36:31.420285 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3951c-c1e6-44d9-9e8d-1a9ef392da6b req-da504e82-a124-433d-bcfb-06d6a974cf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:31.431895 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-10e3951c-c1e6-44d9-9e8d-1a9ef392da6b req-da504e82-a124-433d-bcfb-06d6a974cf32 service neutron] 10.222.0.112 "GET /v2.0/networks?id=3e58dc22-2b70-42a6-8495-186dad702ce6 HTTP/1.1" status: 200 len: 907 time: 0.1219075 Aug 31 09:36:31.436938 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:31.474568 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-fbe2ed6c-6b4f-45d0-b293-9dea33773437 service neutron] 10.222.0.119 "GET /v2.0/networks/9174d092-8521-4f7a-87b4-78c7d670b20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069307 Aug 31 09:36:31.508194 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-10e3951c-c1e6-44d9-9e8d-1a9ef392da6b req-2ebb99ca-fc49-4966-92ae-3ab3bb472e2f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64e9d2c0-c295-49dd-a174-c58969297e22 HTTP/1.1" status: 200 len: 217 time: 0.0679386 Aug 31 09:36:31.524265 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port d34ce7fc-54fb-4f2e-99e0-64170d347792, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=d34ce7fc-54fb-4f2e-99e0-64170d347792,segment=NetworkSegment(e2438743-1877-42e0-b295-e8f8fdadf75b),segment_id=e2438743-1877-42e0-b295-e8f8fdadf75b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:31.584331 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:31.608267 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-7176a2b3-9540-4c45-a35b-b456c1247009 service neutron] 10.222.0.119 "GET /v2.0/networks/9174d092-8521-4f7a-87b4-78c7d670b20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325085 Aug 31 09:36:31.614450 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3951c-c1e6-44d9-9e8d-1a9ef392da6b req-13fbbe8c-f5ee-48e5-8fe1-bc790b5365e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:31.615987 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-10e3951c-c1e6-44d9-9e8d-1a9ef392da6b req-13fbbe8c-f5ee-48e5-8fe1-bc790b5365e7 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0a8d9332-4934-4e0f-b006-f09be5a999bd HTTP/1.1" status: 200 len: 845 time: 0.0986903 Aug 31 09:36:31.662940 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-10e3951c-c1e6-44d9-9e8d-1a9ef392da6b req-bd9737a1-59e9-4214-afc9-2e72a864bb39 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=3e58dc22-2b70-42a6-8495-186dad702ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343239 Aug 31 09:36:31.671453 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=d34ce7fc-54fb-4f2e-99e0-64170d347792,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:31.693933 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:31.695767 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:31.696988 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:31.699910 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:31.701178 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:31.703010 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:31.703538 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:31.705576 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:31.706332 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:31.707277 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:31.707749 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:31.707749 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:36:31.805770 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device f3413cce-1de4-4590-afda-0aad7da2dd38 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:36:31.828631 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-10e3951c-c1e6-44d9-9e8d-1a9ef392da6b req-664798ae-0f2e-43aa-bbf7-4326b1b7a9e4 service neutron] 10.222.0.112 "GET /v2.0/networks/3e58dc22-2b70-42a6-8495-186dad702ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554520 Aug 31 09:36:31.950677 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port f3413cce-1de4-4590-afda-0aad7da2dd38, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=f3413cce-1de4-4590-afda-0aad7da2dd38,segment=NetworkSegment(e7bfaea8-dc50-4428-a9a7-b756d181f6bc),segment_id=e7bfaea8-dc50-4428-a9a7-b756d181f6bc)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:31.951531 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-72a74bf0-e44e-4a81-9215-08a842269bc1 req-5d34f6b6-8bf6-43a7-a1f7-8534f4f13a2c tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=1c776b92-e640-40c2-acd5-097e331f8397 HTTP/1.1" status: 200 len: 210 time: 0.0519786 Aug 31 09:36:31.967789 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'f3413cce-1de4-4590-afda-0aad7da2dd38', 'network_id': '3e58dc22-2b70-42a6-8495-186dad702ce6', 'port_id': 'f3413cce-1de4-4590-afda-0aad7da2dd38', 'mac_address': 'fa:16:3e:48:26:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a8d9332-4934-4e0f-b006-f09be5a999bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:36:32.009422 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-10e3951c-c1e6-44d9-9e8d-1a9ef392da6b req-0eb0503a-dc62-44ac-97fe-4dc770b04533 service neutron] 10.222.0.112 "GET /v2.0/networks/3e58dc22-2b70-42a6-8495-186dad702ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728981 Aug 31 09:36:32.027768 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:32.044240 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3413cce-1de4-4590-afda-0aad7da2dd38 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:36:32.070253 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port f3413cce-1de4-4590-afda-0aad7da2dd38, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=f3413cce-1de4-4590-afda-0aad7da2dd38,segment=NetworkSegment(e7bfaea8-dc50-4428-a9a7-b756d181f6bc),segment_id=e7bfaea8-dc50-4428-a9a7-b756d181f6bc)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:32.218156 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:32.275881 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=f3413cce-1de4-4590-afda-0aad7da2dd38,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:32.461164 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb536a-4122-4de9-8405-3fa527f54517 req-c989fee2-ed0d-4060-b482-386008756ffa tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:32.467092 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1fbb536a-4122-4de9-8405-3fa527f54517 req-c989fee2-ed0d-4060-b482-386008756ffa tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 944 time: 0.0852005 Aug 31 09:36:32.533671 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1fbb536a-4122-4de9-8405-3fa527f54517 req-0cee290b-ab4e-4f52-9dd0-491555238308 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540521 Aug 31 09:36:32.542256 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['f3413cce-1de4-4590-afda-0aad7da2dd38'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:36:32.707963 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:32.907924 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:33.098405 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d34ce7fc-54fb-4f2e-99e0-64170d347792 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:33.151055 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port d34ce7fc-54fb-4f2e-99e0-64170d347792 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:33.151434 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:33.351869 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9883efd0-9dd0-4bbb-be46-5a16d4eb45cb req-8393a39d-95d5-48e3-9f01-430e57fff15a tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=1c776b92-e640-40c2-acd5-097e331f8397 HTTP/1.1" status: 200 len: 210 time: 0.3321624 Aug 31 09:36:33.663287 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11b9f9-17a4-476c-8ab4-d9039b4f582a req-7ed2ebb4-a0d5-4aa9-9750-aae56c03e395 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:33.665233 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0c11b9f9-17a4-476c-8ab4-d9039b4f582a req-7ed2ebb4-a0d5-4aa9-9750-aae56c03e395 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 944 time: 0.0548553 Aug 31 09:36:33.716454 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0c11b9f9-17a4-476c-8ab4-d9039b4f582a req-6212bc0b-776c-4957-892d-0e9260aedc49 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436754 Aug 31 09:36:33.812926 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device f3413cce-1de4-4590-afda-0aad7da2dd38 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:33.949468 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port f3413cce-1de4-4590-afda-0aad7da2dd38 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:36:33.953731 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port f3413cce-1de4-4590-afda-0aad7da2dd38 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:33.954135 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:34.043922 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:34.071660 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3413cce-1de4-4590-afda-0aad7da2dd38'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:36:34.073936 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c6a246-bf6e-4262-95a6-56d8f5977fb9" -d '{"events": [{"server_uuid": "ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2", "name": "network-vif-plugged", "status": "completed", "tag": "f3413cce-1de4-4590-afda-0aad7da2dd38"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:36:34.100360 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-bb881257-c725-4596-b5c6-8a5bce90f06f tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:34.104164 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-bb881257-c725-4596-b5c6-8a5bce90f06f tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.59 "GET /v2.0/networks?id=9174d092-8521-4f7a-87b4-78c7d670b20b HTTP/1.1" status: 200 len: 797 time: 0.1301682 Aug 31 09:36:34.109272 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port f3413cce-1de4-4590-afda-0aad7da2dd38, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=f3413cce-1de4-4590-afda-0aad7da2dd38,segment=NetworkSegment(e7bfaea8-dc50-4428-a9a7-b756d181f6bc),segment_id=e7bfaea8-dc50-4428-a9a7-b756d181f6bc)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:34.170282 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-5c7d1a76-430b-4d63-a833-c8d99f755004 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdd0715ba0554817ad604cf7a2e9a81b HTTP/1.1" status: 200 len: 380 time: 0.0477476 Aug 31 09:36:34.181003 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-275da371-2fc0-4438-9a71-2b9647c61f13 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Request body: {'port': {'device_id': '1c776b92-e640-40c2-acd5-097e331f8397', 'network_id': '9174d092-8521-4f7a-87b4-78c7d670b20b', 'admin_state_up': True, 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'security_groups': ['f7062f57-c708-47b6-aa16-5bfa73442821']}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:34.246953 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:34.320568 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=f3413cce-1de4-4590-afda-0aad7da2dd38,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:34.328296 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa39d7b-cd52-46d6-a880-c9c919636e2e x-openstack-request-id: req-9aa39d7b-cd52-46d6-a880-c9c919636e2e {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:36:34.328657 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2", "name": "network-vif-plugged", "status": "completed", "tag": "f3413cce-1de4-4590-afda-0aad7da2dd38", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:36:34.328976 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-9aa39d7b-cd52-46d6-a880-c9c919636e2e {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:36:34.329429 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3413cce-1de4-4590-afda-0aad7da2dd38', 'code': 200} Aug 31 09:36:34.372598 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-275da371-2fc0-4438-9a71-2b9647c61f13 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Made reservation on behalf of fdd0715ba0554817ad604cf7a2e9a81b for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:36:34.377802 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-275da371-2fc0-4438-9a71-2b9647c61f13 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:34.470165 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1890b-0f1f-4f8c-ba90-cfa3d4432a1e req-6660bba7-f153-4d41-9777-43c6ab720d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:34.471858 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0fc1890b-0f1f-4f8c-ba90-cfa3d4432a1e req-6660bba7-f153-4d41-9777-43c6ab720d82 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 1097 time: 0.0517604 Aug 31 09:36:34.488531 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bebf8c35-38d1-45d0-9701-dec28b76c9a4 req-428154aa-70d6-4ae7-97fd-125f255077fb tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=1c776b92-e640-40c2-acd5-097e331f8397 HTTP/1.1" status: 200 len: 210 time: 0.0325856 Aug 31 09:36:34.525640 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0fc1890b-0f1f-4f8c-ba90-cfa3d4432a1e req-d1f9cdf2-f19d-4bc9-8cfe-445a82719078 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417199 Aug 31 09:36:34.549824 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56594) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:34.580896 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-275da371-2fc0-4438-9a71-2b9647c61f13 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Allocated IP 172.20.0.12 (9174d092-8521-4f7a-87b4-78c7d670b20b/bff412f6-c409-4012-b454-d22d0a7fa830/c827382e-51f5-4400-bb1b-56839e61c02d) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:36:34.693368 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-613e3a9c-dabe-4e81-a70d-ce995ac9d37f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:34.783168 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-275da371-2fc0-4438-9a71-2b9647c61f13 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:34.834745 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-275da371-2fc0-4438-9a71-2b9647c61f13 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Transition to ACTIVE for port object c827382e-51f5-4400-bb1b-56839e61c02d will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:36:34.903881 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc9136-4d53-481f-ac06-9bf69ca28551 req-13efec4f-0d3d-4b48-b863-6b3dbfd804d3 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:34.905306 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98dc9136-4d53-481f-ac06-9bf69ca28551 req-13efec4f-0d3d-4b48-b863-6b3dbfd804d3 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.1101820 Aug 31 09:36:34.911091 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-613e3a9c-dabe-4e81-a70d-ce995ac9d37f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:34.955071 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98dc9136-4d53-481f-ac06-9bf69ca28551 req-1434c625-ecc3-4bb6-83b9-f3c211421c48 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416129 Aug 31 09:36:34.978826 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-613e3a9c-dabe-4e81-a70d-ce995ac9d37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:35.022472 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-275da371-2fc0-4438-9a71-2b9647c61f13 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:35.031654 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-613e3a9c-dabe-4e81-a70d-ce995ac9d37f admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=dbc7393858ba4f0d8a05c1af1c7d92c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4778512 Aug 31 09:36:35.031765 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56602) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:35.037906 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e3a9c-dabe-4e81-a70d-ce995ac9d37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0c2636-e235-4947-a19c-31353f33fba3,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:35.092025 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-275da371-2fc0-4438-9a71-2b9647c61f13 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Network 9174d092-8521-4f7a-87b4-78c7d670b20b is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:36:35.092025 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-275da371-2fc0-4438-9a71-2b9647c61f13 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:36:35.095227 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-275da371-2fc0-4438-9a71-2b9647c61f13 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:36:35.114894 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7f1edfa2-5278-460d-b3ac-76dfb0dadac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:35.145102 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7f1edfa2-5278-460d-b3ac-76dfb0dadac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:35.178712 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275da371-2fc0-4438-9a71-2b9647c61f13 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'Port': ['ID=c827382e-51f5-4400-bb1b-56839e61c02d,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:35.188670 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-275da371-2fc0-4438-9a71-2b9647c61f13 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:35.189156 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-275da371-2fc0-4438-9a71-2b9647c61f13 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:35.201602 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba917876-b762-4740-9db9-77ade161d14f req-4083593d-90da-457c-936c-371fa543549c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1355994 Aug 31 09:36:35.262114 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba917876-b762-4740-9db9-77ade161d14f req-712f7463-dd91-4409-8814-bace056f03b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.0318291 Aug 31 09:36:35.303797 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7f1edfa2-5278-460d-b3ac-76dfb0dadac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:35.306672 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7f1edfa2-5278-460d-b3ac-76dfb0dadac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:35.308383 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7f1edfa2-5278-460d-b3ac-76dfb0dadac1 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/7f0c2636-e235-4947-a19c-31353f33fba3 HTTP/1.1" status: 204 len: 168 time: 0.2752695 Aug 31 09:36:35.320068 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1edfa2-5278-460d-b3ac-76dfb0dadac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0c2636-e235-4947-a19c-31353f33fba3,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:35.331568 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba917876-b762-4740-9db9-77ade161d14f req-09311357-c9ae-427b-86aa-bd19ff34f1e7 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40aea3578a764824ae85220fcc0c6911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407104 Aug 31 09:36:35.333642 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-275da371-2fc0-4438-9a71-2b9647c61f13 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1569109 Aug 31 09:36:35.357026 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-e31af820-c2da-4331-8825-f97071e09303 service neutron] Request body: {'port': {'device_id': '1c776b92-e640-40c2-acd5-097e331f8397', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:35.483316 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-e31af820-c2da-4331-8825-f97071e09303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:35.530178 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba917876-b762-4740-9db9-77ade161d14f req-b801d7b4-5ac2-491d-9c37-04e58bb46c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:35.538347 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba917876-b762-4740-9db9-77ade161d14f req-b801d7b4-5ac2-491d-9c37-04e58bb46c84 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1810639 Aug 31 09:36:35.574894 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-555de8ec-1bf9-4f38-b134-0323090e4574 None None] Provisioning for port c827382e-51f5-4400-bb1b-56839e61c02d completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:36:35.578970 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-555de8ec-1bf9-4f38-b134-0323090e4574 None None] Provisioning complete for port c827382e-51f5-4400-bb1b-56839e61c02d triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:35.579347 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-555de8ec-1bf9-4f38-b134-0323090e4574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:35.619030 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-555de8ec-1bf9-4f38-b134-0323090e4574 None None] Port c827382e-51f5-4400-bb1b-56839e61c02d cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:36:35.724173 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e063d7-4ec0-41cd-9833-fe9bd2d39e5c req-57bc928d-7470-49b0-81c2-b38de599392f tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:35.725789 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c5e063d7-4ec0-41cd-9833-fe9bd2d39e5c req-57bc928d-7470-49b0-81c2-b38de599392f tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=1c776b92-e640-40c2-acd5-097e331f8397 HTTP/1.1" status: 200 len: 932 time: 0.1136432 Aug 31 09:36:35.791835 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c5e063d7-4ec0-41cd-9833-fe9bd2d39e5c req-313ab747-76b3-4ec8-b450-00efc40a28d0 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=f7062f57-c708-47b6-aa16-5bfa73442821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582638 Aug 31 09:36:35.891864 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-e31af820-c2da-4331-8825-f97071e09303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c827382e-51f5-4400-bb1b-56839e61c02d {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:36:35.900357 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-e31af820-c2da-4331-8825-f97071e09303 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:35.911974 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-e31af820-c2da-4331-8825-f97071e09303 service neutron] Transition to ACTIVE for port object c827382e-51f5-4400-bb1b-56839e61c02d will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:36:35.995280 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-e31af820-c2da-4331-8825-f97071e09303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:36.071038 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56620) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:36.087064 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-46b60366-6881-4d57-8722-3aded14440c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:36.206101 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31af820-c2da-4331-8825-f97071e09303 service neutron] Pushing event updated for resources: {'Port': ['ID=c827382e-51f5-4400-bb1b-56839e61c02d,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:36.228339 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-46b60366-6881-4d57-8722-3aded14440c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:36.246979 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0672f8-bf33-410b-8546-5fad4245f354 req-34526b16-c762-474f-8713-ac25f87a32b3 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:36.248533 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e0672f8-bf33-410b-8546-5fad4245f354 req-34526b16-c762-474f-8713-ac25f87a32b3 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.1694329 Aug 31 09:36:36.265688 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-e31af820-c2da-4331-8825-f97071e09303 service neutron] Attempting to bind port c827382e-51f5-4400-bb1b-56839e61c02d on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:36:36.266033 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-e31af820-c2da-4331-8825-f97071e09303 service neutron] Attempting to bind port c827382e-51f5-4400-bb1b-56839e61c02d by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'e2438743-1877-42e0-b295-e8f8fdadf75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '9174d092-8521-4f7a-87b4-78c7d670b20b'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:36:36.266348 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-e31af820-c2da-4331-8825-f97071e09303 service neutron] Attempting to bind port c827382e-51f5-4400-bb1b-56839e61c02d on network 9174d092-8521-4f7a-87b4-78c7d670b20b {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:36:36.278242 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-e31af820-c2da-4331-8825-f97071e09303 service neutron] Port c827382e-51f5-4400-bb1b-56839e61c02d on network 9174d092-8521-4f7a-87b4-78c7d670b20b not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:36:36.278578 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-e31af820-c2da-4331-8825-f97071e09303 service neutron] Attempting to bind port c827382e-51f5-4400-bb1b-56839e61c02d on network 9174d092-8521-4f7a-87b4-78c7d670b20b {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:36:36.286994 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-e31af820-c2da-4331-8825-f97071e09303 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:36:36.287330 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-e31af820-c2da-4331-8825-f97071e09303 service neutron] Checking segment: {'id': 'e2438743-1877-42e0-b295-e8f8fdadf75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '9174d092-8521-4f7a-87b4-78c7d670b20b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:36:36.287716 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-e31af820-c2da-4331-8825-f97071e09303 service neutron] Bound using segment: {'id': 'e2438743-1877-42e0-b295-e8f8fdadf75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '9174d092-8521-4f7a-87b4-78c7d670b20b'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:36:36.288151 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-e31af820-c2da-4331-8825-f97071e09303 service neutron] Bound port: c827382e-51f5-4400-bb1b-56839e61c02d, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2438743-1877-42e0-b295-e8f8fdadf75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '9174d092-8521-4f7a-87b4-78c7d670b20b'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:36:36.288552 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-e31af820-c2da-4331-8825-f97071e09303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:36.288939 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-46b60366-6881-4d57-8722-3aded14440c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:36.316032 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e0672f8-bf33-410b-8546-5fad4245f354 req-108575ce-bfb0-4c01-aff7-99109ae16e00 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580153 Aug 31 09:36:36.368140 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-46b60366-6881-4d57-8722-3aded14440c8 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=8e3032984ff4400ea6274e2cff39046c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2960389 Aug 31 09:36:36.370906 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56630) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:36.373093 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b60366-6881-4d57-8722-3aded14440c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c164989-6b07-4e9a-b75f-745da26eac88,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:36.398871 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-e31af820-c2da-4331-8825-f97071e09303 service neutron] For port c827382e-51f5-4400-bb1b-56839e61c02d, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:36:36.403847 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-e31af820-c2da-4331-8825-f97071e09303 service neutron] For port c827382e-51f5-4400-bb1b-56839e61c02d, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=c827382e-51f5-4400-bb1b-56839e61c02d,segment=NetworkSegment(e2438743-1877-42e0-b295-e8f8fdadf75b),segment_id=e2438743-1877-42e0-b295-e8f8fdadf75b)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:36:36.440124 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-aa7eed35-f882-47e1-b4f0-fed225cc117c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:36.462886 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-aa7eed35-f882-47e1-b4f0-fed225cc117c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:36.491003 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-e31af820-c2da-4331-8825-f97071e09303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:36.538955 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-e31af820-c2da-4331-8825-f97071e09303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:36.539836 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-e31af820-c2da-4331-8825-f97071e09303 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:36.541330 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-e31af820-c2da-4331-8825-f97071e09303 service neutron] 10.222.0.59 "PUT /v2.0/ports/c827382e-51f5-4400-bb1b-56839e61c02d HTTP/1.1" status: 200 len: 1093 time: 1.1893320 Aug 31 09:36:36.541675 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c776b92-e640-40c2-acd5-097e331f8397', 'tag': 'c827382e-51f5-4400-bb1b-56839e61c02d'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:36:36.543945 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a281c104-6798-4fc3-b487-71dd27bb8dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "1c776b92-e640-40c2-acd5-097e331f8397", "tag": "c827382e-51f5-4400-bb1b-56839e61c02d"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:36:36.562970 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31af820-c2da-4331-8825-f97071e09303 service neutron] Pushing event updated for resources: {'Port': ['ID=c827382e-51f5-4400-bb1b-56839e61c02d,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:36.593498 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-aa7eed35-f882-47e1-b4f0-fed225cc117c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:36.596418 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-aa7eed35-f882-47e1-b4f0-fed225cc117c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:36.601039 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-aa7eed35-f882-47e1-b4f0-fed225cc117c admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/4c164989-6b07-4e9a-b75f-745da26eac88 HTTP/1.1" status: 204 len: 168 time: 0.2265089 Aug 31 09:36:36.612343 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7eed35-f882-47e1-b4f0-fed225cc117c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c164989-6b07-4e9a-b75f-745da26eac88,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:36.726012 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e107c35-3cf6-4b13-9245-e8b7d61239cf req-2aebfc54-5d21-4fab-aaf8-b781e0d25f8f tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:36.733901 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0e107c35-3cf6-4b13-9245-e8b7d61239cf req-2aebfc54-5d21-4fab-aaf8-b781e0d25f8f tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.1426628 Aug 31 09:36:36.781000 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-5abd828a-583c-4e42-b7e8-5ab2afea620d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:36.782524 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-5abd828a-583c-4e42-b7e8-5ab2afea620d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fdd0715ba0554817ad604cf7a2e9a81b&device_id=1c776b92-e640-40c2-acd5-097e331f8397 HTTP/1.1" status: 200 len: 1096 time: 0.1256604 Aug 31 09:36:36.797148 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0e107c35-3cf6-4b13-9245-e8b7d61239cf req-40233e6f-fce9-4ecc-bb6a-bb1776873e1c tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592275 Aug 31 09:36:36.904932 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1a582b-c574-481b-901e-dcfa5f78745e x-openstack-request-id: req-4b1a582b-c574-481b-901e-dcfa5f78745e {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:36:36.905223 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c776b92-e640-40c2-acd5-097e331f8397", "tag": "c827382e-51f5-4400-bb1b-56839e61c02d", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:36:36.905480 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4b1a582b-c574-481b-901e-dcfa5f78745e {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:36:36.905978 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c776b92-e640-40c2-acd5-097e331f8397', 'tag': 'c827382e-51f5-4400-bb1b-56839e61c02d', 'status': 'completed', 'code': 200} Aug 31 09:36:36.964568 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-2d5a55e2-627a-4fc6-90f2-37953d760188 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c827382e-51f5-4400-bb1b-56839e61c02d HTTP/1.1" status: 200 len: 217 time: 0.0449827 Aug 31 09:36:36.997469 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63245a-a11b-4c66-af62-3da1a9926d82 req-28392117-8731-4201-ad8d-f93cc7749100 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:36.999267 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-de63245a-a11b-4c66-af62-3da1a9926d82 req-28392117-8731-4201-ad8d-f93cc7749100 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.1400211 Aug 31 09:36:37.085985 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-0a5b208e-5097-4434-aa76-fa8163c14c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:37.087485 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-0a5b208e-5097-4434-aa76-fa8163c14c27 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bff412f6-c409-4012-b454-d22d0a7fa830 HTTP/1.1" status: 200 len: 834 time: 0.1138968 Aug 31 09:36:37.106029 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-de63245a-a11b-4c66-af62-3da1a9926d82 req-2e84b90c-b856-4fbf-b998-faacfc75113b tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820444 Aug 31 09:36:37.114074 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6772e-632d-4589-bdb6-2addb1477682 req-f2c50106-4b09-4bd8-81a5-6ea9a3152da2 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:37.115685 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f2d6772e-632d-4589-bdb6-2addb1477682 req-f2c50106-4b09-4bd8-81a5-6ea9a3152da2 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=1c776b92-e640-40c2-acd5-097e331f8397 HTTP/1.1" status: 200 len: 944 time: 0.1444767 Aug 31 09:36:37.205866 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-7031d2fd-2b66-48ec-96f1-61c68b23ce1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:37.206597 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-7031d2fd-2b66-48ec-96f1-61c68b23ce1d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9174d092-8521-4f7a-87b4-78c7d670b20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1103876 Aug 31 09:36:37.212537 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f2d6772e-632d-4589-bdb6-2addb1477682 req-1a443feb-f1e7-4630-a72d-59a988cf5305 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=f7062f57-c708-47b6-aa16-5bfa73442821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699873 Aug 31 09:36:37.307726 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-e19f363f-25ee-41a4-a7a5-8249684b1c5a service neutron] 10.222.0.59 "GET /v2.0/networks/9174d092-8521-4f7a-87b4-78c7d670b20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933394 Aug 31 09:36:37.409071 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-81b36cbe-7cb4-495d-bc2d-86c0ccef92f5 req-8dd9ef6a-8da6-4871-84a1-de54749d9ebf service neutron] 10.222.0.59 "GET /v2.0/networks/9174d092-8521-4f7a-87b4-78c7d670b20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941682 Aug 31 09:36:37.570848 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4110f-22c7-4e77-aafb-a21b838e53b8 req-c3e84c8c-b1e0-40ff-a2c8-52bba499a1bd tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:37.572359 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-13e4110f-22c7-4e77-aafb-a21b838e53b8 req-c3e84c8c-b1e0-40ff-a2c8-52bba499a1bd tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0832951 Aug 31 09:36:37.576801 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281c104-6798-4fc3-b487-71dd27bb8dcc req-f1217cbd-521a-413d-be16-7b62ece9681e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:37.578201 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a281c104-6798-4fc3-b487-71dd27bb8dcc req-f1217cbd-521a-413d-be16-7b62ece9681e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fdd0715ba0554817ad604cf7a2e9a81b&device_id=1c776b92-e640-40c2-acd5-097e331f8397 HTTP/1.1" status: 200 len: 1096 time: 0.0580750 Aug 31 09:36:37.704886 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-13e4110f-22c7-4e77-aafb-a21b838e53b8 req-a1a5f190-457f-44d0-b79d-8c6cb50b7a68 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219690 Aug 31 09:36:37.704886 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281c104-6798-4fc3-b487-71dd27bb8dcc req-fba73429-381b-4dc5-a259-8f6f31084150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:37.705562 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a281c104-6798-4fc3-b487-71dd27bb8dcc req-fba73429-381b-4dc5-a259-8f6f31084150 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9174d092-8521-4f7a-87b4-78c7d670b20b HTTP/1.1" status: 200 len: 899 time: 0.1189826 Aug 31 09:36:37.750584 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a281c104-6798-4fc3-b487-71dd27bb8dcc req-2bd56126-7cf4-489d-8dae-dc5c9311b580 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c827382e-51f5-4400-bb1b-56839e61c02d HTTP/1.1" status: 200 len: 217 time: 0.0370982 Aug 31 09:36:37.817447 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281c104-6798-4fc3-b487-71dd27bb8dcc req-1f305d09-13c0-4257-a805-6c29f4115c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:37.820926 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a281c104-6798-4fc3-b487-71dd27bb8dcc req-1f305d09-13c0-4257-a805-6c29f4115c58 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bff412f6-c409-4012-b454-d22d0a7fa830 HTTP/1.1" status: 200 len: 834 time: 0.0585330 Aug 31 09:36:37.874542 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281c104-6798-4fc3-b487-71dd27bb8dcc req-a2a4278a-88d5-49d5-8a27-52252dbf4367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:37.878215 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a281c104-6798-4fc3-b487-71dd27bb8dcc req-a2a4278a-88d5-49d5-8a27-52252dbf4367 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9174d092-8521-4f7a-87b4-78c7d670b20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493152 Aug 31 09:36:37.969353 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a281c104-6798-4fc3-b487-71dd27bb8dcc req-826ed017-1f69-49a2-ac8b-d8bee7ed5874 service neutron] 10.222.0.59 "GET /v2.0/networks/9174d092-8521-4f7a-87b4-78c7d670b20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846999 Aug 31 09:36:38.071663 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a281c104-6798-4fc3-b487-71dd27bb8dcc req-44ebcbfa-6002-4526-847e-f2764ae41694 service neutron] 10.222.0.59 "GET /v2.0/networks/9174d092-8521-4f7a-87b4-78c7d670b20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930119 Aug 31 09:36:38.342069 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71113a48-d6ad-4ba5-b389-5ed15cf39e49 req-e44e6b7c-c972-40af-a4b6-c89472779e72 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:38.343560 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71113a48-d6ad-4ba5-b389-5ed15cf39e49 req-e44e6b7c-c972-40af-a4b6-c89472779e72 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=1c776b92-e640-40c2-acd5-097e331f8397 HTTP/1.1" status: 200 len: 944 time: 0.0496230 Aug 31 09:36:38.384627 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71113a48-d6ad-4ba5-b389-5ed15cf39e49 req-b88a88fa-577b-4797-b28b-a1bd82c78c2c tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=f7062f57-c708-47b6-aa16-5bfa73442821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325129 Aug 31 09:36:38.537117 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56710) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:38.609143 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56714) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:38.689897 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cbe94302-438d-4f37-8fff-f88c2829f7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:38.728202 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-80b0d3d3-7aa5-463c-bf72-26e756136a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:38.808758 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cbe94302-438d-4f37-8fff-f88c2829f7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:38.835553 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50f6c2-2496-444b-8101-aba538f67574 req-24396e36-970c-4fea-8508-d92ec9523537 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:38.837069 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7b50f6c2-2496-444b-8101-aba538f67574 req-24396e36-970c-4fea-8508-d92ec9523537 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0544600 Aug 31 09:36:38.876086 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7b50f6c2-2496-444b-8101-aba538f67574 req-0d958b1e-dee7-4cd0-bad3-6753979e2755 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328619 Aug 31 09:36:38.900126 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cbe94302-438d-4f37-8fff-f88c2829f7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:38.964366 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-cbe94302-438d-4f37-8fff-f88c2829f7c9 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=a76eab75e12e4c8088c7af7901639c98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4260521 Aug 31 09:36:38.967314 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56720) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:38.967456 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe94302-438d-4f37-8fff-f88c2829f7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c06db6-de59-4a6f-affd-f867fc623a25,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:39.025067 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6ebaf310-b745-4a02-8be0-bfb39b70555a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:39.030150 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-80b0d3d3-7aa5-463c-bf72-26e756136a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:39.047660 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6ebaf310-b745-4a02-8be0-bfb39b70555a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:39.109387 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-80b0d3d3-7aa5-463c-bf72-26e756136a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:39.147094 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0d3d3-7aa5-463c-bf72-26e756136a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed40d6d-6daa-45f8-9708-db5b773421fc,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:39.151471 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-80b0d3d3-7aa5-463c-bf72-26e756136a41 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=09f9a303c22947d9875e927fc30af87a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5413315 Aug 31 09:36:39.154678 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56722) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:39.177963 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6ebaf310-b745-4a02-8be0-bfb39b70555a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:39.180527 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6ebaf310-b745-4a02-8be0-bfb39b70555a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:39.181663 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6ebaf310-b745-4a02-8be0-bfb39b70555a admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/79c06db6-de59-4a6f-affd-f867fc623a25 HTTP/1.1" status: 204 len: 168 time: 0.2133667 Aug 31 09:36:39.201154 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebaf310-b745-4a02-8be0-bfb39b70555a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c06db6-de59-4a6f-affd-f867fc623a25,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:39.218763 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2bf5d8ba-94e5-445a-b469-ca7e26220136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:39.242515 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2bf5d8ba-94e5-445a-b469-ca7e26220136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:39.359252 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2bf5d8ba-94e5-445a-b469-ca7e26220136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:39.361901 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2bf5d8ba-94e5-445a-b469-ca7e26220136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:39.363087 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2bf5d8ba-94e5-445a-b469-ca7e26220136 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/2ed40d6d-6daa-45f8-9708-db5b773421fc HTTP/1.1" status: 204 len: 168 time: 0.2074256 Aug 31 09:36:39.371573 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5d8ba-94e5-445a-b469-ca7e26220136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed40d6d-6daa-45f8-9708-db5b773421fc,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:39.434700 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device c827382e-51f5-4400-bb1b-56839e61c02d details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:36:39.522406 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09977bd1-d699-4eb4-8c50-6e4d4f36fadf req-48ab60b9-b79e-4dd7-a21f-685018133b87 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:39.524227 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-09977bd1-d699-4eb4-8c50-6e4d4f36fadf req-48ab60b9-b79e-4dd7-a21f-685018133b87 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=1c776b92-e640-40c2-acd5-097e331f8397 HTTP/1.1" status: 200 len: 944 time: 0.0681930 Aug 31 09:36:39.551914 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port c827382e-51f5-4400-bb1b-56839e61c02d, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=c827382e-51f5-4400-bb1b-56839e61c02d,segment=NetworkSegment(e2438743-1877-42e0-b295-e8f8fdadf75b),segment_id=e2438743-1877-42e0-b295-e8f8fdadf75b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:39.564504 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': 'c827382e-51f5-4400-bb1b-56839e61c02d', 'network_id': '9174d092-8521-4f7a-87b4-78c7d670b20b', 'port_id': 'c827382e-51f5-4400-bb1b-56839e61c02d', 'mac_address': 'fa:16:3e:a4:9a:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bff412f6-c409-4012-b454-d22d0a7fa830', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:36:39.569440 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-09977bd1-d699-4eb4-8c50-6e4d4f36fadf req-80e15859-2f54-4446-8e07-56464061f33d tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=f7062f57-c708-47b6-aa16-5bfa73442821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383162 Aug 31 09:36:39.609366 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:39.622393 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c827382e-51f5-4400-bb1b-56839e61c02d {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:36:39.647372 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port c827382e-51f5-4400-bb1b-56839e61c02d, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=c827382e-51f5-4400-bb1b-56839e61c02d,segment=NetworkSegment(e2438743-1877-42e0-b295-e8f8fdadf75b),segment_id=e2438743-1877-42e0-b295-e8f8fdadf75b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:39.747837 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:39.801760 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=c827382e-51f5-4400-bb1b-56839e61c02d,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:39.992369 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0757e-3437-4834-8fdf-390d815d8581 req-ec230a1c-cf26-441e-bb97-91e066666f64 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:39.993905 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10a0757e-3437-4834-8fdf-390d815d8581 req-ec230a1c-cf26-441e-bb97-91e066666f64 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0485945 Aug 31 09:36:40.011520 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['c827382e-51f5-4400-bb1b-56839e61c02d'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:36:40.034123 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10a0757e-3437-4834-8fdf-390d815d8581 req-05c05357-62d5-4b80-b41f-7ac479834174 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340095 Aug 31 09:36:40.179386 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56754) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:40.195460 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2a81a521-ef66-492f-92da-ae1c4c95aca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:40.305345 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2a81a521-ef66-492f-92da-ae1c4c95aca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:40.358924 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2a81a521-ef66-492f-92da-ae1c4c95aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:40.372695 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:36:40.402537 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2a81a521-ef66-492f-92da-ae1c4c95aca1 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=cc8e12f69de44711aaf2724facaa333c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2220278 Aug 31 09:36:40.405460 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56764) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:40.407196 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81a521-ef66-492f-92da-ae1c4c95aca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c2bc74-0779-484a-b4cb-fba810ae8fc0,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:40.459809 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a5cbe751-9506-456b-b1bb-3aa68046628d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:40.483289 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a5cbe751-9506-456b-b1bb-3aa68046628d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:40.629574 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a5cbe751-9506-456b-b1bb-3aa68046628d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:40.632353 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a5cbe751-9506-456b-b1bb-3aa68046628d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:40.633604 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a5cbe751-9506-456b-b1bb-3aa68046628d admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/f6c2bc74-0779-484a-b4cb-fba810ae8fc0 HTTP/1.1" status: 204 len: 168 time: 0.2270231 Aug 31 09:36:40.645891 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cbe751-9506-456b-b1bb-3aa68046628d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c2bc74-0779-484a-b4cb-fba810ae8fc0,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:40.699180 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077453a-19be-4e06-8864-8cc67c0dfc3f req-bd94a951-ec44-4c3a-9bd9-de1d6d57874b tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:40.700680 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8077453a-19be-4e06-8864-8cc67c0dfc3f req-bd94a951-ec44-4c3a-9bd9-de1d6d57874b tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=1c776b92-e640-40c2-acd5-097e331f8397 HTTP/1.1" status: 200 len: 945 time: 0.0582218 Aug 31 09:36:40.741072 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8077453a-19be-4e06-8864-8cc67c0dfc3f req-466b6e60-40ab-46ae-9d6a-8ddca798b723 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=f7062f57-c708-47b6-aa16-5bfa73442821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332329 Aug 31 09:36:41.170912 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5f958-8ae9-4206-930e-4ad8a4564c3b req-8c1c2bb1-ef19-405e-8c3d-6eaf34d02fcc tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:41.172348 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ded5f958-8ae9-4206-930e-4ad8a4564c3b req-8c1c2bb1-ef19-405e-8c3d-6eaf34d02fcc tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0514953 Aug 31 09:36:41.211201 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ded5f958-8ae9-4206-930e-4ad8a4564c3b req-5d14cd46-b4e9-4193-8728-6427a12f6718 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328379 Aug 31 09:36:41.301929 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ef2c675f-e573-4078-a3c7-ed147d98d5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:41.451525 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device c827382e-51f5-4400-bb1b-56839e61c02d up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:36:41.623675 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port c827382e-51f5-4400-bb1b-56839e61c02d completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:36:41.627946 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port c827382e-51f5-4400-bb1b-56839e61c02d triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:36:41.628879 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:41.712167 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:41.734713 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c776b92-e640-40c2-acd5-097e331f8397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c827382e-51f5-4400-bb1b-56839e61c02d'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:36:41.736987 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a130fed6-1a39-4f87-9412-10477feb3ce6" -d '{"events": [{"server_uuid": "1c776b92-e640-40c2-acd5-097e331f8397", "name": "network-vif-plugged", "status": "completed", "tag": "c827382e-51f5-4400-bb1b-56839e61c02d"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:36:41.750528 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port c827382e-51f5-4400-bb1b-56839e61c02d, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=c827382e-51f5-4400-bb1b-56839e61c02d,segment=NetworkSegment(e2438743-1877-42e0-b295-e8f8fdadf75b),segment_id=e2438743-1877-42e0-b295-e8f8fdadf75b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:36:41.782492 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00f774a-9922-4dff-8933-e0b37012e9c6 x-openstack-request-id: req-a00f774a-9922-4dff-8933-e0b37012e9c6 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:36:41.782911 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c776b92-e640-40c2-acd5-097e331f8397", "name": "network-vif-plugged", "status": "completed", "tag": "c827382e-51f5-4400-bb1b-56839e61c02d", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:36:41.783237 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-a00f774a-9922-4dff-8933-e0b37012e9c6 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:36:41.783704 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c776b92-e640-40c2-acd5-097e331f8397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c827382e-51f5-4400-bb1b-56839e61c02d', 'code': 200} Aug 31 09:36:41.814093 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:41.883543 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=c827382e-51f5-4400-bb1b-56839e61c02d,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:41.937783 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b7a6f-93df-47c6-a276-58c74a221cc3 req-f736a31b-a46d-41f8-8540-7d9b4f720e66 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:41.939511 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e6b7a6f-93df-47c6-a276-58c74a221cc3 req-f736a31b-a46d-41f8-8540-7d9b4f720e66 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=1c776b92-e640-40c2-acd5-097e331f8397 HTTP/1.1" status: 200 len: 946 time: 0.1083853 Aug 31 09:36:41.945272 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03950e-861a-4f21-8132-b10dcf061ddb req-36fa28a9-333f-4b1c-b649-2b4e414b1c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:41.948202 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8a03950e-861a-4f21-8132-b10dcf061ddb req-36fa28a9-333f-4b1c-b649-2b4e414b1c30 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1c776b92-e640-40c2-acd5-097e331f8397 HTTP/1.1" status: 200 len: 1098 time: 0.0955973 Aug 31 09:36:42.018419 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e6b7a6f-93df-47c6-a276-58c74a221cc3 req-cdb1420f-c077-4124-9ccf-1e7ae0df2a68 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=f7062f57-c708-47b6-aa16-5bfa73442821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691650 Aug 31 09:36:42.029635 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8a03950e-861a-4f21-8132-b10dcf061ddb req-1098b6a5-20ba-40a3-8fa2-ce4070d34900 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f7062f57-c708-47b6-aa16-5bfa73442821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577774 Aug 31 09:36:42.343024 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a18d59-46ce-44a2-8ffd-079f29d18e8c req-0d5683f4-b2cc-475c-bb67-66b67c4b9b81 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:42.344557 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-63a18d59-46ce-44a2-8ffd-079f29d18e8c req-0d5683f4-b2cc-475c-bb67-66b67c4b9b81 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0490551 Aug 31 09:36:42.382926 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-63a18d59-46ce-44a2-8ffd-079f29d18e8c req-ff16c656-2252-46e7-97bc-0d16abc31954 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324025 Aug 31 09:36:43.149355 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e526a43-5f39-440a-82f1-df99049f57c1 req-030825ae-9704-4995-9357-5caa1fe1aa16 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:43.150975 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7e526a43-5f39-440a-82f1-df99049f57c1 req-030825ae-9704-4995-9357-5caa1fe1aa16 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=1c776b92-e640-40c2-acd5-097e331f8397 HTTP/1.1" status: 200 len: 946 time: 0.0498230 Aug 31 09:36:43.193255 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7e526a43-5f39-440a-82f1-df99049f57c1 req-ff0766de-c900-4d40-8fb8-5e09089fcd13 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=f7062f57-c708-47b6-aa16-5bfa73442821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362937 Aug 31 09:36:43.531449 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9104be-4304-4413-9514-953e76764bcd req-5fe42ff9-176b-42f6-9015-9db5851d3eb1 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:43.533014 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b9104be-4304-4413-9514-953e76764bcd req-5fe42ff9-176b-42f6-9015-9db5851d3eb1 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0509744 Aug 31 09:36:43.577483 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b9104be-4304-4413-9514-953e76764bcd req-0b51056b-e3df-42ce-8706-80d4fd2970e9 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379117 Aug 31 09:36:43.954842 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c6632409-d130-4a0f-8e1c-78fa28578134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:44.029108 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:44.322982 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b6b7a-4810-4c9a-88cc-fad5c73e86a2 req-07739c67-be3e-48a2-b571-de27255af7df tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:44.324869 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-079b6b7a-4810-4c9a-88cc-fad5c73e86a2 req-07739c67-be3e-48a2-b571-de27255af7df tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=1c776b92-e640-40c2-acd5-097e331f8397 HTTP/1.1" status: 200 len: 946 time: 0.0545044 Aug 31 09:36:44.367949 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-079b6b7a-4810-4c9a-88cc-fad5c73e86a2 req-d0ce2c78-a92f-417c-8cd4-52c9409f7271 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=f7062f57-c708-47b6-aa16-5bfa73442821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368762 Aug 31 09:36:44.493790 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c99864-ea27-4aea-87e0-224d95c63ed7 req-5f89dc38-8440-4da6-83ca-0e8dd9c07bef tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:44.495843 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32c99864-ea27-4aea-87e0-224d95c63ed7 req-5f89dc38-8440-4da6-83ca-0e8dd9c07bef tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=1c776b92-e640-40c2-acd5-097e331f8397 HTTP/1.1" status: 200 len: 946 time: 0.0534811 Aug 31 09:36:44.555756 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32c99864-ea27-4aea-87e0-224d95c63ed7 req-f4558a9c-203f-4e08-84e7-0b50b15cff14 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=f7062f57-c708-47b6-aa16-5bfa73442821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485351 Aug 31 09:36:44.585653 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56858) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:44.637765 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf3e72c-4185-4f70-8219-b1761b5feded tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:44.637765 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6cf3e72c-4185-4f70-8219-b1761b5feded tempest-TestNetworkBasicOps-1911409186 tempest-TestNetworkBasicOps-1911409186-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=1c776b92-e640-40c2-acd5-097e331f8397 HTTP/1.1" status: 200 len: 1093 time: 0.0504456 Aug 31 09:36:44.640047 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56866) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:44.649107 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-050c9264-a0fe-47e7-98f9-c2df0e97dbff tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'port_id': 'c827382e-51f5-4400-bb1b-56839e61c02d', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:36:44.730986 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915dd8e-92a6-4e94-8bea-cd8110239613 req-81e9a66d-15de-415b-8180-283579802658 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:44.733009 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3915dd8e-92a6-4e94-8bea-cd8110239613 req-81e9a66d-15de-415b-8180-283579802658 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0561004 Aug 31 09:36:44.752505 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-050c9264-a0fe-47e7-98f9-c2df0e97dbff tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for floatingip, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:44.814324 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3915dd8e-92a6-4e94-8bea-cd8110239613 req-4f6211a6-1e6d-4490-83e3-63937db1f646 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729930 Aug 31 09:36:44.883056 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-050c9264-a0fe-47e7-98f9-c2df0e97dbff tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:45.046972 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-050c9264-a0fe-47e7-98f9-c2df0e97dbff tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Allocated IP 172.25.2.7 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/94c1eade-f643-47fd-9e93-881cac9b555e) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:36:45.151166 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-050c9264-a0fe-47e7-98f9-c2df0e97dbff tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:45.235626 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-050c9264-a0fe-47e7-98f9-c2df0e97dbff tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:45.291122 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050c9264-a0fe-47e7-98f9-c2df0e97dbff tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:36:45.293146 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:45.297562 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-050c9264-a0fe-47e7-98f9-c2df0e97dbff tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:36:45.306180 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050c9264-a0fe-47e7-98f9-c2df0e97dbff tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:36:45.333916 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c9264-a0fe-47e7-98f9-c2df0e97dbff tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'Port': ['ID=94c1eade-f643-47fd-9e93-881cac9b555e,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:46.094289 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94111e7f-b751-4d49-aecd-a39f842e32f3 req-e1a71ada-4aca-46ed-bb47-6224edafcf5e tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:46.095789 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-94111e7f-b751-4d49-aecd-a39f842e32f3 req-e1a71ada-4aca-46ed-bb47-6224edafcf5e tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.1687696 Aug 31 09:36:46.205520 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-050c9264-a0fe-47e7-98f9-c2df0e97dbff tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:46.209773 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-94111e7f-b751-4d49-aecd-a39f842e32f3 req-0b14b97c-bf4d-4860-ada5-624b758d09f2 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883524 Aug 31 09:36:46.376433 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-050c9264-a0fe-47e7-98f9-c2df0e97dbff tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:46.546232 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-050c9264-a0fe-47e7-98f9-c2df0e97dbff tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:46.616057 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-050c9264-a0fe-47e7-98f9-c2df0e97dbff tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:46.681244 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c9264-a0fe-47e7-98f9-c2df0e97dbff tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event updated for resources: {'Port': ['ID=94c1eade-f643-47fd-9e93-881cac9b555e,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:46.724137 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-050c9264-a0fe-47e7-98f9-c2df0e97dbff tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:46.845401 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-050c9264-a0fe-47e7-98f9-c2df0e97dbff tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Floating IP 27179aa5-9551-4085-97f9-75c21d7df923 associated. External IP: 172.25.2.7, port: c827382e-51f5-4400-bb1b-56839e61c02d. Aug 31 09:36:47.091325 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:47.098520 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050c9264-a0fe-47e7-98f9-c2df0e97dbff tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Router 993c0cad-bd50-4c37-918a-f881d50c55b4 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:36:47.225308 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050c9264-a0fe-47e7-98f9-c2df0e97dbff tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:36:47.250607 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1969e4b9-d99e-4229-81ac-98de15254830 None None] Sync routers for ids ['993c0cad-bd50-4c37-918a-f881d50c55b4'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:36:47.261241 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1969e4b9-d99e-4229-81ac-98de15254830 None None] Routers {'993c0cad-bd50-4c37-918a-f881d50c55b4'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:47.261857 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-1969e4b9-d99e-4229-81ac-98de15254830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:36:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['993c0cad-bd50-4c37-918a-f881d50c55b4'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:47.336295 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-050c9264-a0fe-47e7-98f9-c2df0e97dbff tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:47.373974 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-1969e4b9-d99e-4229-81ac-98de15254830 None None] Set router 993c0cad-bd50-4c37-918a-f881d50c55b4 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:47.387440 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268510b-7b39-4ef0-889c-de4e47ba99e8 req-bfa475c8-35c0-4848-9bdf-1a2bead0ba10 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:47.396947 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9268510b-7b39-4ef0-889c-de4e47ba99e8 req-bfa475c8-35c0-4848-9bdf-1a2bead0ba10 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0915899 Aug 31 09:36:47.400612 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-050c9264-a0fe-47e7-98f9-c2df0e97dbff tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7595348 Aug 31 09:36:47.404550 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56940) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:47.407782 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c776b92-e640-40c2-acd5-097e331f8397', 'tag': 'c827382e-51f5-4400-bb1b-56839e61c02d'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:36:47.410694 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d5b5c6-f8bc-44d5-a8dd-9b5d254412c3" -d '{"events": [{"name": "network-changed", "server_uuid": "1c776b92-e640-40c2-acd5-097e331f8397", "tag": "c827382e-51f5-4400-bb1b-56839e61c02d"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:36:47.442885 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56944) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:47.467003 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9268510b-7b39-4ef0-889c-de4e47ba99e8 req-0f62e6c7-808c-4f5e-8ba0-ca85bf154ff4 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689971 Aug 31 09:36:47.495864 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11032b5-0efe-4fb3-b9b1-a66e6508c699 x-openstack-request-id: req-e11032b5-0efe-4fb3-b9b1-a66e6508c699 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:36:47.496196 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c776b92-e640-40c2-acd5-097e331f8397", "tag": "c827382e-51f5-4400-bb1b-56839e61c02d", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:36:47.500412 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e11032b5-0efe-4fb3-b9b1-a66e6508c699 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:36:47.501467 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c776b92-e640-40c2-acd5-097e331f8397', 'tag': 'c827382e-51f5-4400-bb1b-56839e61c02d', 'status': 'completed', 'code': 200} Aug 31 09:36:47.525655 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-681f1b2a-2edf-47e5-9ae3-127b6e728b4f tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/floatingips/27179aa5-9551-4085-97f9-75c21d7df923 HTTP/1.1" status: 200 len: 990 time: 0.1207068 Aug 31 09:36:47.555689 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5b5c6-f8bc-44d5-a8dd-9b5d254412c3 req-94a2397c-e247-4222-8d51-a3670d348dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:47.557193 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b8d5b5c6-f8bc-44d5-a8dd-9b5d254412c3 req-94a2397c-e247-4222-8d51-a3670d348dc3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fdd0715ba0554817ad604cf7a2e9a81b&device_id=1c776b92-e640-40c2-acd5-097e331f8397 HTTP/1.1" status: 200 len: 1098 time: 0.0472169 Aug 31 09:36:47.636037 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8498e250-870d-47c0-9cd8-027344476ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:47.654665 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-1969e4b9-d99e-4229-81ac-98de15254830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'name': 'tempest-TestNetworkBasicOps-router-355911141', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ac98b0f4-0745-4e20-95ca-5da23f52b898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:36:18Z', 'updated_at': '2021-08-31T09:36:24Z', 'revision_number': 4, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ac98b0f4-0745-4e20-95ca-5da23f52b898', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:18Z', 'updated_at': '2021-08-31T09:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '27179aa5-9551-4085-97f9-75c21d7df923', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'port_id': 'c827382e-51f5-4400-bb1b-56839e61c02d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9174d092-8521-4f7a-87b4-78c7d670b20b', 'mac_address': 'fa:16:3e:a4:9a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c776b92-e640-40c2-acd5-097e331f8397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:36:45Z', 'updated_at': '2021-08-31T09:36:45Z', 'revision_number': 0, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd34ce7fc-54fb-4f2e-99e0-64170d347792', 'name': '', 'network_id': '9174d092-8521-4f7a-87b4-78c7d670b20b', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'mac_address': 'fa:16:3e:af:73:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'bff412f6-c409-4012-b454-d22d0a7fa830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:23Z', 'updated_at': '2021-08-31T09:36:31Z', 'revision_number': 5, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'subnets': [{'id': 'bff412f6-c409-4012-b454-d22d0a7fa830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:47.685445 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1969e4b9-d99e-4229-81ac-98de15254830 None None] Checking router: 993c0cad-bd50-4c37-918a-f881d50c55b4 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:36:47.693964 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1969e4b9-d99e-4229-81ac-98de15254830 None None] Routers {'993c0cad-bd50-4c37-918a-f881d50c55b4'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:36:47.694658 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-1969e4b9-d99e-4229-81ac-98de15254830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:36:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['993c0cad-bd50-4c37-918a-f881d50c55b4'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:47.704062 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5b5c6-f8bc-44d5-a8dd-9b5d254412c3 req-9cf74c6e-2ea1-4c61-ab4e-2b7215cc45e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:47.705698 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b8d5b5c6-f8bc-44d5-a8dd-9b5d254412c3 req-9cf74c6e-2ea1-4c61-ab4e-2b7215cc45e9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9174d092-8521-4f7a-87b4-78c7d670b20b HTTP/1.1" status: 200 len: 899 time: 0.1412044 Aug 31 09:36:47.804592 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-1969e4b9-d99e-4229-81ac-98de15254830 None None] Set router 993c0cad-bd50-4c37-918a-f881d50c55b4 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:36:47.842667 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b8d5b5c6-f8bc-44d5-a8dd-9b5d254412c3 req-9e09c2f4-5625-4afb-908c-ddc33d462578 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c827382e-51f5-4400-bb1b-56839e61c02d HTTP/1.1" status: 200 len: 998 time: 0.1262379 Aug 31 09:36:47.895882 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8498e250-870d-47c0-9cd8-027344476ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:47.906877 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5b5c6-f8bc-44d5-a8dd-9b5d254412c3 req-472ce8f0-72cd-4321-9318-f77cf2e7d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:47.908295 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b8d5b5c6-f8bc-44d5-a8dd-9b5d254412c3 req-472ce8f0-72cd-4321-9318-f77cf2e7d03e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bff412f6-c409-4012-b454-d22d0a7fa830 HTTP/1.1" status: 200 len: 834 time: 0.0557423 Aug 31 09:36:47.959224 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5b5c6-f8bc-44d5-a8dd-9b5d254412c3 req-2863c6b4-16b4-42f2-9bcb-daed49fb6220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:47.961134 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b8d5b5c6-f8bc-44d5-a8dd-9b5d254412c3 req-2863c6b4-16b4-42f2-9bcb-daed49fb6220 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9174d092-8521-4f7a-87b4-78c7d670b20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444212 Aug 31 09:36:47.988397 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8498e250-870d-47c0-9cd8-027344476ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:48.069130 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498e250-870d-47c0-9cd8-027344476ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bcb0db-b976-4df7-9a77-4158bdd40b79,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:48.080301 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8498e250-870d-47c0-9cd8-027344476ba8 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=b6cf1f085efb497cab74cb86ea946057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6339052 Aug 31 09:36:48.081684 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56950) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:48.107456 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b8d5b5c6-f8bc-44d5-a8dd-9b5d254412c3 req-68061f16-a28b-4944-b968-425719745ec6 service neutron] 10.222.0.59 "GET /v2.0/networks/9174d092-8521-4f7a-87b4-78c7d670b20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384797 Aug 31 09:36:48.134043 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c09b7253-b88f-476a-8ba4-648aedef3e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:48.156223 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-1969e4b9-d99e-4229-81ac-98de15254830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'name': 'tempest-TestNetworkBasicOps-router-355911141', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ac98b0f4-0745-4e20-95ca-5da23f52b898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:36:18Z', 'updated_at': '2021-08-31T09:36:24Z', 'revision_number': 4, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ac98b0f4-0745-4e20-95ca-5da23f52b898', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:18Z', 'updated_at': '2021-08-31T09:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '27179aa5-9551-4085-97f9-75c21d7df923', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'port_id': 'c827382e-51f5-4400-bb1b-56839e61c02d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9174d092-8521-4f7a-87b4-78c7d670b20b', 'mac_address': 'fa:16:3e:a4:9a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c776b92-e640-40c2-acd5-097e331f8397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:36:45Z', 'updated_at': '2021-08-31T09:36:45Z', 'revision_number': 0, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd34ce7fc-54fb-4f2e-99e0-64170d347792', 'name': '', 'network_id': '9174d092-8521-4f7a-87b4-78c7d670b20b', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'mac_address': 'fa:16:3e:af:73:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'bff412f6-c409-4012-b454-d22d0a7fa830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:23Z', 'updated_at': '2021-08-31T09:36:31Z', 'revision_number': 5, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'subnets': [{'id': 'bff412f6-c409-4012-b454-d22d0a7fa830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:36:48.157102 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c09b7253-b88f-476a-8ba4-648aedef3e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:48.193997 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1969e4b9-d99e-4229-81ac-98de15254830 None None] The sync data for ids ['993c0cad-bd50-4c37-918a-f881d50c55b4'] in n-d-791506-28 is: [{'id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'name': 'tempest-TestNetworkBasicOps-router-355911141', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ac98b0f4-0745-4e20-95ca-5da23f52b898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:36:18Z', 'updated_at': '2021-08-31T09:36:24Z', 'revision_number': 4, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ac98b0f4-0745-4e20-95ca-5da23f52b898', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:18Z', 'updated_at': '2021-08-31T09:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '27179aa5-9551-4085-97f9-75c21d7df923', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'floating_ip_address': '172.25.2.7', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'port_id': 'c827382e-51f5-4400-bb1b-56839e61c02d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9174d092-8521-4f7a-87b4-78c7d670b20b', 'mac_address': 'fa:16:3e:a4:9a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c776b92-e640-40c2-acd5-097e331f8397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:36:45Z', 'updated_at': '2021-08-31T09:36:45Z', 'revision_number': 0, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd34ce7fc-54fb-4f2e-99e0-64170d347792', 'name': '', 'network_id': '9174d092-8521-4f7a-87b4-78c7d670b20b', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'mac_address': 'fa:16:3e:af:73:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'bff412f6-c409-4012-b454-d22d0a7fa830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:23Z', 'updated_at': '2021-08-31T09:36:31Z', 'revision_number': 5, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'subnets': [{'id': 'bff412f6-c409-4012-b454-d22d0a7fa830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:36:48.208679 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b8d5b5c6-f8bc-44d5-a8dd-9b5d254412c3 req-36dec2c1-67f2-4288-8280-8687a75f0e17 service neutron] 10.222.0.59 "GET /v2.0/networks/9174d092-8521-4f7a-87b4-78c7d670b20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930324 Aug 31 09:36:48.292241 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c09b7253-b88f-476a-8ba4-648aedef3e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:48.294997 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c09b7253-b88f-476a-8ba4-648aedef3e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:48.296173 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c09b7253-b88f-476a-8ba4-648aedef3e02 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/59bcb0db-b976-4df7-9a77-4158bdd40b79 HTTP/1.1" status: 204 len: 168 time: 0.2127082 Aug 31 09:36:48.305487 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b7253-b88f-476a-8ba4-648aedef3e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bcb0db-b976-4df7-9a77-4158bdd40b79,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:48.421894 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faf7849-a6cf-4f8b-8b57-556c84fb8892 None None] New status for floating IP 27179aa5-9551-4085-97f9-75c21d7df923: ACTIVE {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:36:48.530723 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56962) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:48.709318 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14da00-2435-4a37-8f85-8f679942e10c req-2804b7e2-6f6e-44f1-8800-a235fc5e6e43 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:48.710917 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0e14da00-2435-4a37-8f85-8f679942e10c req-2804b7e2-6f6e-44f1-8800-a235fc5e6e43 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.1676373 Aug 31 09:36:48.714423 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-02de4f5f-1960-4623-b1b8-228d9c384a24 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/floatingips/27179aa5-9551-4085-97f9-75c21d7df923 HTTP/1.1" status: 200 len: 990 time: 0.1818070 Aug 31 09:36:48.755381 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0e14da00-2435-4a37-8f85-8f679942e10c req-8dc91170-1dd5-490f-b5a2-b0a53b838e59 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350873 Aug 31 09:36:48.889385 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56966) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:48.903646 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-917fd056-818f-4685-ac80-2151a6468113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:49.005412 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-917fd056-818f-4685-ac80-2151a6468113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:49.080561 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-917fd056-818f-4685-ac80-2151a6468113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:49.118410 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917fd056-818f-4685-ac80-2151a6468113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fb30f7-20f9-47db-b723-5cae270b3d59,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:49.125772 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-917fd056-818f-4685-ac80-2151a6468113 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=72dff8cbd1284a5fbfcb0d53353880ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2323337 Aug 31 09:36:49.126006 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56970) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:49.177170 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f11c41b2-9031-45c6-a8e0-ccf365faca9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:49.200399 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f11c41b2-9031-45c6-a8e0-ccf365faca9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:49.429573 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f11c41b2-9031-45c6-a8e0-ccf365faca9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:49.434166 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f11c41b2-9031-45c6-a8e0-ccf365faca9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:49.438382 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f11c41b2-9031-45c6-a8e0-ccf365faca9c admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/57fb30f7-20f9-47db-b723-5cae270b3d59 HTTP/1.1" status: 204 len: 168 time: 0.3091929 Aug 31 09:36:49.461531 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c41b2-9031-45c6-a8e0-ccf365faca9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fb30f7-20f9-47db-b723-5cae270b3d59,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:49.717893 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56976) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:49.783356 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9d1df04c-b41f-4bf3-8811-ba4aa20bd35f tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/floatingips/27179aa5-9551-4085-97f9-75c21d7df923 HTTP/1.1" status: 200 len: 992 time: 0.0641806 Aug 31 09:36:49.887830 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838171ae-3079-42ac-8341-64296e3ea5c1 req-44eb9a2a-74ad-4875-bf98-794835ad1260 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:49.889687 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-838171ae-3079-42ac-8341-64296e3ea5c1 req-44eb9a2a-74ad-4875-bf98-794835ad1260 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0573947 Aug 31 09:36:49.933303 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-838171ae-3079-42ac-8341-64296e3ea5c1 req-9ec38b84-5863-435f-9bb4-3a34dc0f1e83 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366695 Aug 31 09:36:51.008469 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57048) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:51.068058 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87091177-c00c-43ed-a9fb-af4d1f6ba1b3 req-597faa43-461e-4605-88b5-8b988243c286 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:51.069726 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-87091177-c00c-43ed-a9fb-af4d1f6ba1b3 req-597faa43-461e-4605-88b5-8b988243c286 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0552614 Aug 31 09:36:51.129926 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-87091177-c00c-43ed-a9fb-af4d1f6ba1b3 req-20599bb4-b5e8-415c-af93-b80073a36010 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448430 Aug 31 09:36:51.136133 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2698ec76-29e3-4ddc-9980-5a31203a20d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:51.230406 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2698ec76-29e3-4ddc-9980-5a31203a20d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:51.303801 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2698ec76-29e3-4ddc-9980-5a31203a20d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:51.347218 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2698ec76-29e3-4ddc-9980-5a31203a20d6 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=e6f0b18fcd8d46d3be2da95bb99cfed2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3370218 Aug 31 09:36:51.348311 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698ec76-29e3-4ddc-9980-5a31203a20d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d672324a-1f71-4e12-93be-ef0ea7bcb978,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:51.350041 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57054) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:36:51.402386 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5ba5c12d-210a-4cde-9102-ffb87f2454e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:51.425545 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5ba5c12d-210a-4cde-9102-ffb87f2454e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:51.554823 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5ba5c12d-210a-4cde-9102-ffb87f2454e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:51.557987 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5ba5c12d-210a-4cde-9102-ffb87f2454e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:36:51.559432 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5ba5c12d-210a-4cde-9102-ffb87f2454e2 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/d672324a-1f71-4e12-93be-ef0ea7bcb978 HTTP/1.1" status: 204 len: 168 time: 0.2082980 Aug 31 09:36:51.569459 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5c12d-210a-4cde-9102-ffb87f2454e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d672324a-1f71-4e12-93be-ef0ea7bcb978,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:36:52.270094 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e6e78-b636-43af-ae84-2166f1e2bdde req-1814dc96-927d-4130-9c7d-a6da88b3d4cf tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:52.271816 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b3e6e78-b636-43af-ae84-2166f1e2bdde req-1814dc96-927d-4130-9c7d-a6da88b3d4cf tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0572941 Aug 31 09:36:52.321002 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b3e6e78-b636-43af-ae84-2166f1e2bdde req-a3b90607-3560-4dd0-be3a-6a2c37efc70d tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413222 Aug 31 09:36:53.458814 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379953e1-0be6-44f4-ab5b-bcbfd7d486f1 req-84e9f91d-abe1-4964-88af-dde0d02853f9 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:53.461056 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-379953e1-0be6-44f4-ab5b-bcbfd7d486f1 req-84e9f91d-abe1-4964-88af-dde0d02853f9 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0539057 Aug 31 09:36:53.505303 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-379953e1-0be6-44f4-ab5b-bcbfd7d486f1 req-01d8afc5-7bec-47d7-a242-30b6e839f610 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365877 Aug 31 09:36:54.631524 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8935c-4845-490f-b6c4-76364794dbbc req-b7670c6a-f1d5-4fa3-a114-28e6868a5117 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:54.633037 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-25f8935c-4845-490f-b6c4-76364794dbbc req-b7670c6a-f1d5-4fa3-a114-28e6868a5117 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0503097 Aug 31 09:36:54.678838 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-25f8935c-4845-490f-b6c4-76364794dbbc req-3a748897-f3c2-4773-9ff5-a999be633027 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377209 Aug 31 09:36:55.824493 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8092d8-72b9-4051-9462-2a7d3d04f64a req-119c7381-350d-41e4-b690-e8909b5dd33f tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:55.826034 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a8092d8-72b9-4051-9462-2a7d3d04f64a req-119c7381-350d-41e4-b690-e8909b5dd33f tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0759523 Aug 31 09:36:55.865947 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a8092d8-72b9-4051-9462-2a7d3d04f64a req-43ca65a4-1268-4f2c-a99b-e8844a145ecc tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327294 Aug 31 09:36:56.992582 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7b2f2-3e6f-46e1-842d-eb5881ca3406 req-c46121af-050d-4f06-a262-4bfb87934042 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:56.994160 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11e7b2f2-3e6f-46e1-842d-eb5881ca3406 req-c46121af-050d-4f06-a262-4bfb87934042 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0553384 Aug 31 09:36:57.039889 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11e7b2f2-3e6f-46e1-842d-eb5881ca3406 req-07c7f500-6d97-4580-bc3b-d8bc82128c80 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352376 Aug 31 09:36:58.178845 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6c63e-02bc-449b-8ef9-e53a2f8e88f3 req-fbc044ff-d419-49c3-bf69-0c662fe8591e tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:58.183012 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22c6c63e-02bc-449b-8ef9-e53a2f8e88f3 req-fbc044ff-d419-49c3-bf69-0c662fe8591e tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0678225 Aug 31 09:36:58.241368 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22c6c63e-02bc-449b-8ef9-e53a2f8e88f3 req-ffc104df-ecb0-4515-9635-bedaec4432e6 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546093 Aug 31 09:36:59.375468 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212bdaf-ef8a-4586-8824-ebf33c84cac1 req-e86c2a4b-575e-478e-989b-09df886a85b2 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:36:59.377295 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8212bdaf-ef8a-4586-8824-ebf33c84cac1 req-e86c2a4b-575e-478e-989b-09df886a85b2 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0556457 Aug 31 09:36:59.428717 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8212bdaf-ef8a-4586-8824-ebf33c84cac1 req-51fda20f-4f42-4b79-bf74-63a5e368d254 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418301 Aug 31 09:37:00.572390 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e9226-a1c6-4cb9-a0bd-89bf54c38edd req-fb0bb699-8e43-4439-8d69-d9156e97435f tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:00.574524 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec8e9226-a1c6-4cb9-a0bd-89bf54c38edd req-fb0bb699-8e43-4439-8d69-d9156e97435f tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0574901 Aug 31 09:37:00.617269 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec8e9226-a1c6-4cb9-a0bd-89bf54c38edd req-14649123-d47a-4228-af32-30fcbdb259db tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373979 Aug 31 09:37:01.745024 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beef3d9-0510-4661-a4f1-734c34f54d74 req-f0d5447f-9532-418b-bb32-5f4819bbb0de tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:01.746644 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0beef3d9-0510-4661-a4f1-734c34f54d74 req-f0d5447f-9532-418b-bb32-5f4819bbb0de tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0494740 Aug 31 09:37:01.788715 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0beef3d9-0510-4661-a4f1-734c34f54d74 req-9a374241-a2e0-4443-8a3d-d0840ae95e4d tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350187 Aug 31 09:37:02.920492 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a389a-5678-487b-9b96-9c9a032e34d0 req-5b1476a7-9916-4068-9cd0-2dc46b50b9da tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:02.920492 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-190a389a-5678-487b-9b96-9c9a032e34d0 req-5b1476a7-9916-4068-9cd0-2dc46b50b9da tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0530770 Aug 31 09:37:03.296084 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-190a389a-5678-487b-9b96-9c9a032e34d0 req-5c52976a-f2e5-431a-8fb6-dc0e4866ac91 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775830 Aug 31 09:37:03.347203 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:03.402427 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:04.421783 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b700f-ad34-4d92-8851-e67c9d8298b1 req-9c99a461-6634-4a31-b95c-0c5fd7bd4bbf tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:04.423501 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e49b700f-ad34-4d92-8851-e67c9d8298b1 req-9c99a461-6634-4a31-b95c-0c5fd7bd4bbf tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0503933 Aug 31 09:37:04.462320 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e49b700f-ad34-4d92-8851-e67c9d8298b1 req-5b80977d-642f-488d-bdba-910c12d9489e tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315006 Aug 31 09:37:05.587517 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91132b0-2454-4d22-b002-cde9d1ac1e21 req-94886d43-5466-4f72-83fa-f564c6933ecf tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:05.589072 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d91132b0-2454-4d22-b002-cde9d1ac1e21 req-94886d43-5466-4f72-83fa-f564c6933ecf tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0514760 Aug 31 09:37:05.629329 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d91132b0-2454-4d22-b002-cde9d1ac1e21 req-7510f845-8b5c-4eb2-a32c-c66dc551a7e3 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335002 Aug 31 09:37:06.755042 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10627d78-a33d-43db-a96d-265ec77b2c76 req-230fea79-d511-4211-bb56-88a94c9febfb tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:06.756579 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10627d78-a33d-43db-a96d-265ec77b2c76 req-230fea79-d511-4211-bb56-88a94c9febfb tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0568669 Aug 31 09:37:06.798586 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10627d78-a33d-43db-a96d-265ec77b2c76 req-4a5ea7f4-4f6d-47c1-9be0-4d8afa5b889b tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349805 Aug 31 09:37:07.941117 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea6101-0893-48e9-8640-fcb6c75d82c6 req-74dea418-6c57-4b7e-8bc7-126de5a60ba6 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:07.942977 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aaea6101-0893-48e9-8640-fcb6c75d82c6 req-74dea418-6c57-4b7e-8bc7-126de5a60ba6 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0531752 Aug 31 09:37:07.981361 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aaea6101-0893-48e9-8640-fcb6c75d82c6 req-c36d4fd6-320d-4aab-9cb3-3cca0886f087 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321138 Aug 31 09:37:09.099284 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67041229-f24d-4ceb-be01-9190cb1d4347 req-b76d3f76-6f66-4ee7-bde9-ea70d05285ae tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:09.100760 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-67041229-f24d-4ceb-be01-9190cb1d4347 req-b76d3f76-6f66-4ee7-bde9-ea70d05285ae tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0486116 Aug 31 09:37:09.139576 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-67041229-f24d-4ceb-be01-9190cb1d4347 req-1e5d3c70-a163-4d36-87e1-f1dea6b7f008 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328298 Aug 31 09:37:09.423404 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ca58a-a1fe-4861-a45a-a6e0c5d80f23 req-1af3690f-2127-4a9e-afb6-6212af478c4d tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:09.425094 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f89ca58a-a1fe-4861-a45a-a6e0c5d80f23 req-1af3690f-2127-4a9e-afb6-6212af478c4d tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0619059 Aug 31 09:37:09.471267 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f89ca58a-a1fe-4861-a45a-a6e0c5d80f23 req-09e48d4f-25ea-4396-9669-36a456b5ed0b tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397551 Aug 31 09:37:09.597737 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7dea9b-2333-4b4d-98f9-87dd55179eee req-6d3c9de5-e0ed-4a3f-87da-04a84a31a34f tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:09.599320 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f7dea9b-2333-4b4d-98f9-87dd55179eee req-6d3c9de5-e0ed-4a3f-87da-04a84a31a34f tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0535185 Aug 31 09:37:09.642469 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f7dea9b-2333-4b4d-98f9-87dd55179eee req-b21fa028-7461-487e-b7ca-126c464247bd tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361524 Aug 31 09:37:10.154846 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4045ba-ad37-4f09-814d-c2c73158b212 req-cab9faa7-1d75-424c-a35e-7b9feac3daeb tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:10.156278 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cb4045ba-ad37-4f09-814d-c2c73158b212 req-cab9faa7-1d75-424c-a35e-7b9feac3daeb tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0526571 Aug 31 09:37:10.195746 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cb4045ba-ad37-4f09-814d-c2c73158b212 req-a5d30c2b-d5c9-4b55-ab19-27172578c3b7 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325437 Aug 31 09:37:11.321856 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913128e-d097-4fc9-ac5e-d4bd7dce7687 req-acee1ca3-1ba3-4c79-b80f-bb18df6dff75 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:11.323464 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b913128e-d097-4fc9-ac5e-d4bd7dce7687 req-acee1ca3-1ba3-4c79-b80f-bb18df6dff75 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0560682 Aug 31 09:37:11.354294 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f660529d-c51e-43d2-a8c8-abf96874624f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:11.365649 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b913128e-d097-4fc9-ac5e-d4bd7dce7687 req-94d6ad2c-7939-4f98-b1c6-23e05f420764 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357575 Aug 31 09:37:11.623617 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57d885-9dbf-4540-8bed-c65e1077893d req-3a857240-00c3-4863-b136-859168a2d305 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:11.625201 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9b57d885-9dbf-4540-8bed-c65e1077893d req-3a857240-00c3-4863-b136-859168a2d305 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.112 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 945 time: 0.0573983 Aug 31 09:37:11.744523 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-9b57d885-9dbf-4540-8bed-c65e1077893d req-7d32dd38-36f2-459e-ba20-022aa59bbfff tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Deleting port f3413cce-1de4-4590-afda-0aad7da2dd38 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:37:11.744871 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9b57d885-9dbf-4540-8bed-c65e1077893d req-7d32dd38-36f2-459e-ba20-022aa59bbfff tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:11.838999 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-9b57d885-9dbf-4540-8bed-c65e1077893d req-7d32dd38-36f2-459e-ba20-022aa59bbfff tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] For port f3413cce-1de4-4590-afda-0aad7da2dd38, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=f3413cce-1de4-4590-afda-0aad7da2dd38,segment=NetworkSegment(e7bfaea8-dc50-4428-a9a7-b756d181f6bc),segment_id=e7bfaea8-dc50-4428-a9a7-b756d181f6bc)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:11.839324 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9b57d885-9dbf-4540-8bed-c65e1077893d req-7d32dd38-36f2-459e-ba20-022aa59bbfff tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:11.853569 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-9b57d885-9dbf-4540-8bed-c65e1077893d req-7d32dd38-36f2-459e-ba20-022aa59bbfff tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Calling delete_port for f3413cce-1de4-4590-afda-0aad7da2dd38 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:37:12.099062 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9b57d885-9dbf-4540-8bed-c65e1077893d req-7d32dd38-36f2-459e-ba20-022aa59bbfff tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:12.114599 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['64e9d2c0-c295-49dd-a174-c58969297e22', 'f3413cce-1de4-4590-afda-0aad7da2dd38'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:37:12.135304 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32dd38-36f2-459e-ba20-022aa59bbfff tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Pushing event deleted for resources: {'Port': ['ID=f3413cce-1de4-4590-afda-0aad7da2dd38,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:12.149929 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d32dd38-36f2-459e-ba20-022aa59bbfff tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:12.150513 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d32dd38-36f2-459e-ba20-022aa59bbfff tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:12.151104 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d32dd38-36f2-459e-ba20-022aa59bbfff tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:12.151442 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d32dd38-36f2-459e-ba20-022aa59bbfff tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:12.151772 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d32dd38-36f2-459e-ba20-022aa59bbfff tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:12.152230 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d32dd38-36f2-459e-ba20-022aa59bbfff tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:12.152854 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d32dd38-36f2-459e-ba20-022aa59bbfff tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:12.153178 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d32dd38-36f2-459e-ba20-022aa59bbfff tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:12.153500 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d32dd38-36f2-459e-ba20-022aa59bbfff tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:12.153817 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d32dd38-36f2-459e-ba20-022aa59bbfff tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:12.154132 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d32dd38-36f2-459e-ba20-022aa59bbfff tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:12.154658 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d32dd38-36f2-459e-ba20-022aa59bbfff tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:12.197168 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b57d885-9dbf-4540-8bed-c65e1077893d req-7d32dd38-36f2-459e-ba20-022aa59bbfff tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] No DVR routers for this DVR port f3413cce-1de4-4590-afda-0aad7da2dd38 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:37:12.200615 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9b57d885-9dbf-4540-8bed-c65e1077893d req-7d32dd38-36f2-459e-ba20-022aa59bbfff tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:12.203103 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9b57d885-9dbf-4540-8bed-c65e1077893d req-7d32dd38-36f2-459e-ba20-022aa59bbfff tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.112 "DELETE /v2.0/ports/f3413cce-1de4-4590-afda-0aad7da2dd38 HTTP/1.1" status: 204 len: 173 time: 0.5543711 Aug 31 09:37:12.203629 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2', 'name': 'network-vif-deleted', 'tag': 'f3413cce-1de4-4590-afda-0aad7da2dd38'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:37:12.206793 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c34434-ba03-4e85-a734-cbc8872e5791" -d '{"events": [{"server_uuid": "ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2", "name": "network-vif-deleted", "tag": "f3413cce-1de4-4590-afda-0aad7da2dd38"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:37:12.252089 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b39b2c-a685-4290-a94a-079197997626 x-openstack-request-id: req-f7b39b2c-a685-4290-a94a-079197997626 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:37:12.252407 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2", "name": "network-vif-deleted", "tag": "f3413cce-1de4-4590-afda-0aad7da2dd38", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:37:12.253237 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-f7b39b2c-a685-4290-a94a-079197997626 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:37:12.253237 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2', 'name': 'network-vif-deleted', 'tag': 'f3413cce-1de4-4590-afda-0aad7da2dd38', 'status': 'completed', 'code': 200} Aug 31 09:37:12.477161 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-733e144f-b69a-4bd2-8764-4315b2b2f30e req-43383558-aa18-43ef-befe-0710ffeb23a2 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=ad23f727-25ab-4a0d-8f08-a2daa0a6f9f2 HTTP/1.1" status: 200 len: 210 time: 0.0281620 Aug 31 09:37:13.919354 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b7bc40bd-f963-4d25-b1ef-c9261ccf63db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:14.108371 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:14.484529 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b458670-c2fe-4a89-9912-1b32fdc8e908 req-72dde4ac-17c7-4abb-82df-f7f5c83b6eb3 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:14.486042 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b458670-c2fe-4a89-9912-1b32fdc8e908 req-72dde4ac-17c7-4abb-82df-f7f5c83b6eb3 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=b7df72c9-2680-45ee-8283-f38ac0285da7 HTTP/1.1" status: 200 len: 945 time: 0.0500674 Aug 31 09:37:14.534517 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b458670-c2fe-4a89-9912-1b32fdc8e908 req-3f7d1fd0-f391-4a6b-9bcc-b73956a32050 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408483 Aug 31 09:37:15.354283 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:15.657394 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb72fe5-7e52-4c01-ab14-220e05229a6d req-67f681f4-91c0-4f3f-a150-e82c286a8b9c tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:15.659651 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fbb72fe5-7e52-4c01-ab14-220e05229a6d req-67f681f4-91c0-4f3f-a150-e82c286a8b9c tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=b7df72c9-2680-45ee-8283-f38ac0285da7 HTTP/1.1" status: 200 len: 945 time: 0.0568931 Aug 31 09:37:15.700800 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fbb72fe5-7e52-4c01-ab14-220e05229a6d req-7dd6a751-538c-4224-9186-c4b909b6b1de tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/security-groups?id=117fb3be-1fb4-4099-8bc1-fa96ba3a01af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342996 Aug 31 09:37:15.997206 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f2d11-ac11-4e1e-80bf-a944a041b018 req-3a9c1c35-c173-49a9-ba34-5c62d4716dfc tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:15.999004 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-be2f2d11-ac11-4e1e-80bf-a944a041b018 req-3a9c1c35-c173-49a9-ba34-5c62d4716dfc tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.112 "GET /v2.0/ports?device_id=b7df72c9-2680-45ee-8283-f38ac0285da7 HTTP/1.1" status: 200 len: 945 time: 0.0580101 Aug 31 09:37:16.080211 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device f3413cce-1de4-4590-afda-0aad7da2dd38 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:37:16.094569 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-be2f2d11-ac11-4e1e-80bf-a944a041b018 req-22b0bc2e-ffbe-4302-84dc-85de4ed3dac6 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Deleting port 64e9d2c0-c295-49dd-a174-c58969297e22 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:37:16.094998 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-be2f2d11-ac11-4e1e-80bf-a944a041b018 req-22b0bc2e-ffbe-4302-84dc-85de4ed3dac6 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:16.103837 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: f3413cce-1de4-4590-afda-0aad7da2dd38 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:37:16.104334 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device f3413cce-1de4-4590-afda-0aad7da2dd38 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:37:16.199477 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-be2f2d11-ac11-4e1e-80bf-a944a041b018 req-22b0bc2e-ffbe-4302-84dc-85de4ed3dac6 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] For port 64e9d2c0-c295-49dd-a174-c58969297e22, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=64e9d2c0-c295-49dd-a174-c58969297e22,segment=NetworkSegment(e7bfaea8-dc50-4428-a9a7-b756d181f6bc),segment_id=e7bfaea8-dc50-4428-a9a7-b756d181f6bc)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:16.199842 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-be2f2d11-ac11-4e1e-80bf-a944a041b018 req-22b0bc2e-ffbe-4302-84dc-85de4ed3dac6 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:16.213374 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-be2f2d11-ac11-4e1e-80bf-a944a041b018 req-22b0bc2e-ffbe-4302-84dc-85de4ed3dac6 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Calling delete_port for 64e9d2c0-c295-49dd-a174-c58969297e22 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:37:16.405345 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-be2f2d11-ac11-4e1e-80bf-a944a041b018 req-22b0bc2e-ffbe-4302-84dc-85de4ed3dac6 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:16.422699 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['64e9d2c0-c295-49dd-a174-c58969297e22'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:37:16.445211 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b0bc2e-ffbe-4302-84dc-85de4ed3dac6 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Pushing event deleted for resources: {'Port': ['ID=64e9d2c0-c295-49dd-a174-c58969297e22,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:16.489099 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2f2d11-ac11-4e1e-80bf-a944a041b018 req-22b0bc2e-ffbe-4302-84dc-85de4ed3dac6 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] No DVR routers for this DVR port 64e9d2c0-c295-49dd-a174-c58969297e22 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:37:16.491830 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-be2f2d11-ac11-4e1e-80bf-a944a041b018 req-22b0bc2e-ffbe-4302-84dc-85de4ed3dac6 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:16.494753 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-be2f2d11-ac11-4e1e-80bf-a944a041b018 req-22b0bc2e-ffbe-4302-84dc-85de4ed3dac6 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.112 "DELETE /v2.0/ports/64e9d2c0-c295-49dd-a174-c58969297e22 HTTP/1.1" status: 204 len: 173 time: 0.4884260 Aug 31 09:37:16.495208 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7df72c9-2680-45ee-8283-f38ac0285da7', 'name': 'network-vif-deleted', 'tag': '64e9d2c0-c295-49dd-a174-c58969297e22'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:37:16.497663 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495f85cb-1fe7-4fab-8ac1-5b42bf8aa492" -d '{"events": [{"server_uuid": "b7df72c9-2680-45ee-8283-f38ac0285da7", "name": "network-vif-deleted", "tag": "64e9d2c0-c295-49dd-a174-c58969297e22"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:37:16.537944 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef6f4fa-9ff5-4b41-aa7a-b7a40afbc453 x-openstack-request-id: req-bef6f4fa-9ff5-4b41-aa7a-b7a40afbc453 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:37:16.538343 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7df72c9-2680-45ee-8283-f38ac0285da7", "name": "network-vif-deleted", "tag": "64e9d2c0-c295-49dd-a174-c58969297e22", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:37:16.538531 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-bef6f4fa-9ff5-4b41-aa7a-b7a40afbc453 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:37:16.538911 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7df72c9-2680-45ee-8283-f38ac0285da7', 'name': 'network-vif-deleted', 'tag': '64e9d2c0-c295-49dd-a174-c58969297e22', 'status': 'completed', 'code': 200} Aug 31 09:37:16.817758 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba463ad9-ed4c-451d-b75f-1e795442ef58 req-9d537e2c-ecde-4fcd-bb15-7f73e4a574c3 tempest-ServersTestJSON-1786009921 tempest-ServersTestJSON-1786009921-project] 10.222.0.119 "GET /v2.0/ports?device_id=b7df72c9-2680-45ee-8283-f38ac0285da7 HTTP/1.1" status: 200 len: 210 time: 0.0421464 Aug 31 09:37:17.060806 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:17.371745 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:37:17.874036 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57562) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:17.923264 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b1039d5-e6cf-47a7-9530-e4aa9f7f7c7a admin admin] Deleting subnet 0a8d9332-4934-4e0f-b006-f09be5a999bd {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:37:17.926523 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2b1039d5-e6cf-47a7-9530-e4aa9f7f7c7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:17.973003 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2b1039d5-e6cf-47a7-9530-e4aa9f7f7c7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:18.023994 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2b1039d5-e6cf-47a7-9530-e4aa9f7f7c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:18.209513 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2b1039d5-e6cf-47a7-9530-e4aa9f7f7c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:18.236290 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1039d5-e6cf-47a7-9530-e4aa9f7f7c7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a8d9332-4934-4e0f-b006-f09be5a999bd,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:18.240377 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2b1039d5-e6cf-47a7-9530-e4aa9f7f7c7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:18.244680 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2b1039d5-e6cf-47a7-9530-e4aa9f7f7c7a admin admin] 10.222.0.119 "DELETE /v2.0/subnets/0a8d9332-4934-4e0f-b006-f09be5a999bd HTTP/1.1" status: 204 len: 168 time: 0.3632383 Aug 31 09:37:18.244680 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57572) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:18.320201 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-02418387-35d0-4b0c-9867-3ba2265a73eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:18.400387 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-02418387-35d0-4b0c-9867-3ba2265a73eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:18.411394 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-02418387-35d0-4b0c-9867-3ba2265a73eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e58dc22-2b70-42a6-8495-186dad702ce6']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:18.422080 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-02418387-35d0-4b0c-9867-3ba2265a73eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7bfaea8-dc50-4428-a9a7-b756d181f6bc') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:18.422464 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-02418387-35d0-4b0c-9867-3ba2265a73eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7bfaea8-dc50-4428-a9a7-b756d181f6bc') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:18.431783 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-02418387-35d0-4b0c-9867-3ba2265a73eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:18.445636 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-02418387-35d0-4b0c-9867-3ba2265a73eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:18.451647 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02418387-35d0-4b0c-9867-3ba2265a73eb admin admin] Releasing vlan 1641 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:37:18.452032 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-02418387-35d0-4b0c-9867-3ba2265a73eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:18.453710 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:37:18.453710 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:37:18.453710 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:37:18.453710 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:37:18.453710 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:37:18.453710 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:37:18.453710 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:37:18.453710 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:37:18.453710 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:37:18.453710 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:37:18.453710 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:37:18.453710 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:37:18.453710 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:37:18.453710 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:37:18.453710 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:37:18.453710 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:37:18.453710 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:37:18.453710 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:37:18.453710 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:37:18.453710 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:37:18.453710 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:37:18.453710 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:37:18.453710 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:37:18.453710 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:37:18.453710 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:37:18.453710 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:37:18.453710 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:37:18.453710 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:37:18.453710 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:37:18.453710 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:37:18.453710 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:37:18.453710 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:37:18.565764 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-02418387-35d0-4b0c-9867-3ba2265a73eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:18.570616 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-02418387-35d0-4b0c-9867-3ba2265a73eb admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:18.572776 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-02418387-35d0-4b0c-9867-3ba2265a73eb admin admin] 10.222.0.119 "DELETE /v2.0/networks/3e58dc22-2b70-42a6-8495-186dad702ce6 HTTP/1.1" status: 204 len: 168 time: 0.3270924 Aug 31 09:37:18.586393 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02418387-35d0-4b0c-9867-3ba2265a73eb admin admin] Pushing event deleted for resources: {'Network': ['ID=3e58dc22-2b70-42a6-8495-186dad702ce6,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:18.992491 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57586) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:19.034219 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b5011d4a-5446-4971-81e6-2862756d669a admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=e847c5c42d2e472689cd257a7d896947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404837 Aug 31 09:37:19.036952 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57588) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:19.086380 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-db7d2fb3-94c6-4f0d-8657-18fe7afa2462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:19.110101 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-db7d2fb3-94c6-4f0d-8657-18fe7afa2462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:19.228616 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-db7d2fb3-94c6-4f0d-8657-18fe7afa2462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:19.231484 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-db7d2fb3-94c6-4f0d-8657-18fe7afa2462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:19.232770 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-db7d2fb3-94c6-4f0d-8657-18fe7afa2462 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/117fb3be-1fb4-4099-8bc1-fa96ba3a01af HTTP/1.1" status: 204 len: 168 time: 0.1949193 Aug 31 09:37:19.243131 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d2fb3-94c6-4f0d-8657-18fe7afa2462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117fb3be-1fb4-4099-8bc1-fa96ba3a01af,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:19.250984 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d2fb3-94c6-4f0d-8657-18fe7afa2462 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:19.251329 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d2fb3-94c6-4f0d-8657-18fe7afa2462 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:19.257756 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d2fb3-94c6-4f0d-8657-18fe7afa2462 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:19.257756 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d2fb3-94c6-4f0d-8657-18fe7afa2462 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:19.257756 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d2fb3-94c6-4f0d-8657-18fe7afa2462 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:19.257756 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d2fb3-94c6-4f0d-8657-18fe7afa2462 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:19.257756 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d2fb3-94c6-4f0d-8657-18fe7afa2462 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:19.257756 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d2fb3-94c6-4f0d-8657-18fe7afa2462 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:19.257756 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d2fb3-94c6-4f0d-8657-18fe7afa2462 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:19.257756 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d2fb3-94c6-4f0d-8657-18fe7afa2462 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:19.257756 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d2fb3-94c6-4f0d-8657-18fe7afa2462 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:19.257756 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7d2fb3-94c6-4f0d-8657-18fe7afa2462 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:19.748144 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [req-cc9c7fb3-0433-4aa7-b382-8de7d6b81991 req-bd6f2680-919d-4734-8b26-5666684dcd8b service neutron] (95552) timed out ('10.222.0.119', 47018) {{(pid=95552) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 09:37:20.094513 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 64e9d2c0-c295-49dd-a174-c58969297e22 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:37:20.123587 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 64e9d2c0-c295-49dd-a174-c58969297e22 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:37:20.124044 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 64e9d2c0-c295-49dd-a174-c58969297e22 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:37:20.897356 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57658) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:20.966327 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4a2d7cba-b439-4f12-a4ef-f11e7426941d tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/floatingips/27179aa5-9551-4085-97f9-75c21d7df923 HTTP/1.1" status: 200 len: 992 time: 0.0677490 Aug 31 09:37:21.256046 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57670) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:21.488135 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-ed49ed2b-f725-4fbc-84cf-0ebce93205ea tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Deleting port 94c1eade-f643-47fd-9e93-881cac9b555e {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:37:21.488500 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ed49ed2b-f725-4fbc-84cf-0ebce93205ea tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:21.587806 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ed49ed2b-f725-4fbc-84cf-0ebce93205ea tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:21.588234 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ed49ed2b-f725-4fbc-84cf-0ebce93205ea tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:21.601011 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-ed49ed2b-f725-4fbc-84cf-0ebce93205ea tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Calling delete_port for 94c1eade-f643-47fd-9e93-881cac9b555e owned by network:floatingip {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:37:21.895079 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ed49ed2b-f725-4fbc-84cf-0ebce93205ea tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:21.927915 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed49ed2b-f725-4fbc-84cf-0ebce93205ea tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event deleted for resources: {'Port': ['ID=94c1eade-f643-47fd-9e93-881cac9b555e,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:21.992445 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ed49ed2b-f725-4fbc-84cf-0ebce93205ea tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for floatingip, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:21.992797 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-ed49ed2b-f725-4fbc-84cf-0ebce93205ea tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Floating IP 27179aa5-9551-4085-97f9-75c21d7df923 disassociated (deleted). External IP: 172.25.2.7, port: c827382e-51f5-4400-bb1b-56839e61c02d. Aug 31 09:37:22.246155 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed49ed2b-f725-4fbc-84cf-0ebce93205ea tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Router 993c0cad-bd50-4c37-918a-f881d50c55b4 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:37:22.360334 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed49ed2b-f725-4fbc-84cf-0ebce93205ea tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:37:22.370623 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b35db6-c0b2-496d-b110-e361d4c4a919 None None] Sync routers for ids ['993c0cad-bd50-4c37-918a-f881d50c55b4'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:37:22.371134 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ed49ed2b-f725-4fbc-84cf-0ebce93205ea tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:22.399858 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b35db6-c0b2-496d-b110-e361d4c4a919 None None] Routers {'993c0cad-bd50-4c37-918a-f881d50c55b4'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:37:22.403508 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ed49ed2b-f725-4fbc-84cf-0ebce93205ea tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "DELETE /v2.0/floatingips/27179aa5-9551-4085-97f9-75c21d7df923 HTTP/1.1" status: 204 len: 168 time: 1.1456308 Aug 31 09:37:22.404262 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c776b92-e640-40c2-acd5-097e331f8397', 'tag': 'c827382e-51f5-4400-bb1b-56839e61c02d'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:37:22.404480 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-43b35db6-c0b2-496d-b110-e361d4c4a919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:37:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['993c0cad-bd50-4c37-918a-f881d50c55b4'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:22.407019 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64988ca-3320-4e11-a4b7-710ad2bbd39c" -d '{"events": [{"name": "network-changed", "server_uuid": "1c776b92-e640-40c2-acd5-097e331f8397", "tag": "c827382e-51f5-4400-bb1b-56839e61c02d"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:37:22.569690 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00508e41-9ba5-4f1c-b748-0600de1d7494 x-openstack-request-id: req-00508e41-9ba5-4f1c-b748-0600de1d7494 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:37:22.569690 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c776b92-e640-40c2-acd5-097e331f8397", "tag": "c827382e-51f5-4400-bb1b-56839e61c02d", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:37:22.569690 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-00508e41-9ba5-4f1c-b748-0600de1d7494 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:37:22.569690 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c776b92-e640-40c2-acd5-097e331f8397', 'tag': 'c827382e-51f5-4400-bb1b-56839e61c02d', 'status': 'completed', 'code': 200} Aug 31 09:37:22.591213 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-43b35db6-c0b2-496d-b110-e361d4c4a919 None None] Set router 993c0cad-bd50-4c37-918a-f881d50c55b4 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:37:22.638323 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64988ca-3320-4e11-a4b7-710ad2bbd39c req-8e297e58-7a11-4c4e-a141-b0991add36ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:22.639927 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b64988ca-3320-4e11-a4b7-710ad2bbd39c req-8e297e58-7a11-4c4e-a141-b0991add36ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fdd0715ba0554817ad604cf7a2e9a81b&device_id=1c776b92-e640-40c2-acd5-097e331f8397 HTTP/1.1" status: 200 len: 1098 time: 0.0533473 Aug 31 09:37:22.761002 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64988ca-3320-4e11-a4b7-710ad2bbd39c req-6eadc7cc-1eaa-4b7d-a936-aaeb46732d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:22.762581 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b64988ca-3320-4e11-a4b7-710ad2bbd39c req-6eadc7cc-1eaa-4b7d-a936-aaeb46732d0d service neutron] 10.222.0.59 "GET /v2.0/networks?id=9174d092-8521-4f7a-87b4-78c7d670b20b HTTP/1.1" status: 200 len: 899 time: 0.1144774 Aug 31 09:37:22.842364 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b64988ca-3320-4e11-a4b7-710ad2bbd39c req-f0360ee2-8b6f-412c-a41c-59427ba69a1a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c827382e-51f5-4400-bb1b-56839e61c02d HTTP/1.1" status: 200 len: 217 time: 0.0683904 Aug 31 09:37:22.879104 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-43b35db6-c0b2-496d-b110-e361d4c4a919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'name': 'tempest-TestNetworkBasicOps-router-355911141', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ac98b0f4-0745-4e20-95ca-5da23f52b898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:36:18Z', 'updated_at': '2021-08-31T09:36:24Z', 'revision_number': 4, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ac98b0f4-0745-4e20-95ca-5da23f52b898', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:18Z', 'updated_at': '2021-08-31T09:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'd34ce7fc-54fb-4f2e-99e0-64170d347792', 'name': '', 'network_id': '9174d092-8521-4f7a-87b4-78c7d670b20b', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'mac_address': 'fa:16:3e:af:73:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'bff412f6-c409-4012-b454-d22d0a7fa830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:23Z', 'updated_at': '2021-08-31T09:36:31Z', 'revision_number': 5, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'subnets': [{'id': 'bff412f6-c409-4012-b454-d22d0a7fa830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:22.910749 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b35db6-c0b2-496d-b110-e361d4c4a919 None None] Checking router: 993c0cad-bd50-4c37-918a-f881d50c55b4 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:37:22.912720 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64988ca-3320-4e11-a4b7-710ad2bbd39c req-0d5fbe15-9457-4062-b27f-0a24089452ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:22.920061 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b64988ca-3320-4e11-a4b7-710ad2bbd39c req-0d5fbe15-9457-4062-b27f-0a24089452ca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bff412f6-c409-4012-b454-d22d0a7fa830 HTTP/1.1" status: 200 len: 834 time: 0.0648785 Aug 31 09:37:22.920642 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b35db6-c0b2-496d-b110-e361d4c4a919 None None] Routers {'993c0cad-bd50-4c37-918a-f881d50c55b4'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:37:22.921314 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-43b35db6-c0b2-496d-b110-e361d4c4a919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:37:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['993c0cad-bd50-4c37-918a-f881d50c55b4'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:22.982417 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64988ca-3320-4e11-a4b7-710ad2bbd39c req-a591182c-fcbb-47ad-8b57-693d77e267d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:22.984266 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b64988ca-3320-4e11-a4b7-710ad2bbd39c req-a591182c-fcbb-47ad-8b57-693d77e267d7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9174d092-8521-4f7a-87b4-78c7d670b20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549462 Aug 31 09:37:23.130399 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b64988ca-3320-4e11-a4b7-710ad2bbd39c req-7eabcb2a-24d4-4f0f-8c1e-24bf2767bb3a service neutron] 10.222.0.59 "GET /v2.0/networks/9174d092-8521-4f7a-87b4-78c7d670b20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370766 Aug 31 09:37:23.134531 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-43b35db6-c0b2-496d-b110-e361d4c4a919 None None] Set router 993c0cad-bd50-4c37-918a-f881d50c55b4 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:37:23.143646 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a43d0f-bd63-4671-9bbf-ad34814a298f req-c76d44bd-51bb-4757-84c5-9b177a698715 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:23.145263 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49a43d0f-bd63-4671-9bbf-ad34814a298f req-c76d44bd-51bb-4757-84c5-9b177a698715 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=1c776b92-e640-40c2-acd5-097e331f8397 HTTP/1.1" status: 200 len: 946 time: 0.0756276 Aug 31 09:37:23.257906 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49a43d0f-bd63-4671-9bbf-ad34814a298f req-498b0b41-42e3-4bf6-ac46-de4d0b0ba1d0 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=f7062f57-c708-47b6-aa16-5bfa73442821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042955 Aug 31 09:37:23.324706 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b64988ca-3320-4e11-a4b7-710ad2bbd39c req-d0f5755e-7aff-48f2-9a27-bfb5c2498212 service neutron] 10.222.0.59 "GET /v2.0/networks/9174d092-8521-4f7a-87b4-78c7d670b20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783540 Aug 31 09:37:23.434896 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-43b35db6-c0b2-496d-b110-e361d4c4a919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'name': 'tempest-TestNetworkBasicOps-router-355911141', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ac98b0f4-0745-4e20-95ca-5da23f52b898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:36:18Z', 'updated_at': '2021-08-31T09:36:24Z', 'revision_number': 4, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ac98b0f4-0745-4e20-95ca-5da23f52b898', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:18Z', 'updated_at': '2021-08-31T09:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'd34ce7fc-54fb-4f2e-99e0-64170d347792', 'name': '', 'network_id': '9174d092-8521-4f7a-87b4-78c7d670b20b', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'mac_address': 'fa:16:3e:af:73:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'bff412f6-c409-4012-b454-d22d0a7fa830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:23Z', 'updated_at': '2021-08-31T09:36:31Z', 'revision_number': 5, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'subnets': [{'id': 'bff412f6-c409-4012-b454-d22d0a7fa830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:23.462322 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b35db6-c0b2-496d-b110-e361d4c4a919 None None] The sync data for ids ['993c0cad-bd50-4c37-918a-f881d50c55b4'] in n-d-791506-28 is: [{'id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'name': 'tempest-TestNetworkBasicOps-router-355911141', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ac98b0f4-0745-4e20-95ca-5da23f52b898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:36:18Z', 'updated_at': '2021-08-31T09:36:24Z', 'revision_number': 4, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ac98b0f4-0745-4e20-95ca-5da23f52b898', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:18Z', 'updated_at': '2021-08-31T09:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'd34ce7fc-54fb-4f2e-99e0-64170d347792', 'name': '', 'network_id': '9174d092-8521-4f7a-87b4-78c7d670b20b', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'mac_address': 'fa:16:3e:af:73:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'bff412f6-c409-4012-b454-d22d0a7fa830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:23Z', 'updated_at': '2021-08-31T09:36:31Z', 'revision_number': 5, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'subnets': [{'id': 'bff412f6-c409-4012-b454-d22d0a7fa830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:37:23.776607 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e760f4a-eb3e-4bdd-8f03-f2a295af9ab0 None None] New status for floating IP 27179aa5-9551-4085-97f9-75c21d7df923: DOWN {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:37:23.841262 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57754) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:23.997500 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fa06f0b7-3fd4-4120-bff2-a1075277db45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:24.104742 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fa06f0b7-3fd4-4120-bff2-a1075277db45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:24.175223 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fa06f0b7-3fd4-4120-bff2-a1075277db45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:24.224393 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06f0b7-3fd4-4120-bff2-a1075277db45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87463d86-d519-43f0-acf4-58c7c8c8fd85,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:24.233532 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-fa06f0b7-3fd4-4120-bff2-a1075277db45 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=d267ae8e0c3c4d82b0746d5dcd2f186f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3871956 Aug 31 09:37:24.234481 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57764) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:24.313378 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4602d521-b799-44bb-9781-52a662cc57b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:24.398637 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4602d521-b799-44bb-9781-52a662cc57b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:24.462228 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edfd14e-a0d7-4690-8b23-af01487507ed req-5a8817e3-6ddf-4ac4-a3a6-72aa84145898 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:24.463775 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7edfd14e-a0d7-4690-8b23-af01487507ed req-5a8817e3-6ddf-4ac4-a3a6-72aa84145898 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=1c776b92-e640-40c2-acd5-097e331f8397 HTTP/1.1" status: 200 len: 946 time: 0.1209064 Aug 31 09:37:24.474176 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616c2dc-87ff-41e9-9dbd-f697e5447c2e req-e0c14fea-2b17-4430-9728-0ae5fa0b00aa tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:24.475613 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6616c2dc-87ff-41e9-9dbd-f697e5447c2e req-e0c14fea-2b17-4430-9728-0ae5fa0b00aa tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.59 "GET /v2.0/ports?device_id=1c776b92-e640-40c2-acd5-097e331f8397 HTTP/1.1" status: 200 len: 946 time: 0.1437447 Aug 31 09:37:24.542165 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7edfd14e-a0d7-4690-8b23-af01487507ed req-32ddff43-f84e-4816-9276-e50dffdfaa53 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/security-groups?id=f7062f57-c708-47b6-aa16-5bfa73442821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652976 Aug 31 09:37:24.599572 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4602d521-b799-44bb-9781-52a662cc57b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:24.602102 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4602d521-b799-44bb-9781-52a662cc57b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:24.607528 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4602d521-b799-44bb-9781-52a662cc57b2 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/87463d86-d519-43f0-acf4-58c7c8c8fd85 HTTP/1.1" status: 204 len: 168 time: 0.3687687 Aug 31 09:37:24.617136 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-6616c2dc-87ff-41e9-9dbd-f697e5447c2e req-da992d42-7b3a-491b-a332-88d0503a679f tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Deleting port c827382e-51f5-4400-bb1b-56839e61c02d {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:37:24.617480 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6616c2dc-87ff-41e9-9dbd-f697e5447c2e req-da992d42-7b3a-491b-a332-88d0503a679f tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:24.627556 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602d521-b799-44bb-9781-52a662cc57b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87463d86-d519-43f0-acf4-58c7c8c8fd85,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:24.749847 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-6616c2dc-87ff-41e9-9dbd-f697e5447c2e req-da992d42-7b3a-491b-a332-88d0503a679f tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] For port c827382e-51f5-4400-bb1b-56839e61c02d, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=c827382e-51f5-4400-bb1b-56839e61c02d,segment=NetworkSegment(e2438743-1877-42e0-b295-e8f8fdadf75b),segment_id=e2438743-1877-42e0-b295-e8f8fdadf75b)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:24.750320 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6616c2dc-87ff-41e9-9dbd-f697e5447c2e req-da992d42-7b3a-491b-a332-88d0503a679f tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:24.765003 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-6616c2dc-87ff-41e9-9dbd-f697e5447c2e req-da992d42-7b3a-491b-a332-88d0503a679f tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Calling delete_port for c827382e-51f5-4400-bb1b-56839e61c02d owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:37:25.026336 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6616c2dc-87ff-41e9-9dbd-f697e5447c2e req-da992d42-7b3a-491b-a332-88d0503a679f tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:25.106118 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da992d42-7b3a-491b-a332-88d0503a679f tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event deleted for resources: {'Port': ['ID=c827382e-51f5-4400-bb1b-56839e61c02d,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:25.206564 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-6616c2dc-87ff-41e9-9dbd-f697e5447c2e req-da992d42-7b3a-491b-a332-88d0503a679f tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] No DVR routers for this DVR port c827382e-51f5-4400-bb1b-56839e61c02d on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:37:25.210038 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6616c2dc-87ff-41e9-9dbd-f697e5447c2e req-da992d42-7b3a-491b-a332-88d0503a679f tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:25.212661 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6616c2dc-87ff-41e9-9dbd-f697e5447c2e req-da992d42-7b3a-491b-a332-88d0503a679f tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.59 "DELETE /v2.0/ports/c827382e-51f5-4400-bb1b-56839e61c02d HTTP/1.1" status: 204 len: 173 time: 0.7219801 Aug 31 09:37:25.213472 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c776b92-e640-40c2-acd5-097e331f8397', 'name': 'network-vif-deleted', 'tag': 'c827382e-51f5-4400-bb1b-56839e61c02d'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:37:25.216645 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ea4925-4672-4494-8c1b-761fed01315b" -d '{"events": [{"server_uuid": "1c776b92-e640-40c2-acd5-097e331f8397", "name": "network-vif-deleted", "tag": "c827382e-51f5-4400-bb1b-56839e61c02d"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:37:25.265767 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e1381a-5731-471c-b1e3-9fc1c6f2e186 x-openstack-request-id: req-b7e1381a-5731-471c-b1e3-9fc1c6f2e186 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:37:25.266061 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c776b92-e640-40c2-acd5-097e331f8397", "name": "network-vif-deleted", "tag": "c827382e-51f5-4400-bb1b-56839e61c02d", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:37:25.266482 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-b7e1381a-5731-471c-b1e3-9fc1c6f2e186 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:37:25.270098 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c776b92-e640-40c2-acd5-097e331f8397', 'name': 'network-vif-deleted', 'tag': 'c827382e-51f5-4400-bb1b-56839e61c02d', 'status': 'completed', 'code': 200} Aug 31 09:37:25.392940 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57790) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:25.411585 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-14104094-8930-4326-9faf-0b3037edc395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:25.507044 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-14104094-8930-4326-9faf-0b3037edc395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:25.631888 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-14104094-8930-4326-9faf-0b3037edc395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:25.709600 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-983c0295-696d-4add-b1e9-6b0e0bf34a04 req-1cc1748f-53ac-4670-9fb7-304ee3fe66aa tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "GET /v2.0/ports?device_id=1c776b92-e640-40c2-acd5-097e331f8397 HTTP/1.1" status: 200 len: 210 time: 0.0655346 Aug 31 09:37:25.712818 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-14104094-8930-4326-9faf-0b3037edc395 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=c957662fcd8b4eb28544fb80ebbfd5f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3186450 Aug 31 09:37:25.713927 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14104094-8930-4326-9faf-0b3037edc395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a1ffa3-9ef2-4fa3-b97e-601c74b237bf,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:25.715689 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57798) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:25.792752 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9cdace78-e903-4def-8c2a-491974a85229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:25.820725 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9cdace78-e903-4def-8c2a-491974a85229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:25.994370 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9cdace78-e903-4def-8c2a-491974a85229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:25.996782 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9cdace78-e903-4def-8c2a-491974a85229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:25.998140 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9cdace78-e903-4def-8c2a-491974a85229 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/32a1ffa3-9ef2-4fa3-b97e-601c74b237bf HTTP/1.1" status: 204 len: 168 time: 0.2814226 Aug 31 09:37:26.007867 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdace78-e903-4def-8c2a-491974a85229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a1ffa3-9ef2-4fa3-b97e-601c74b237bf,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:26.770511 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57838) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:26.878535 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81934363-8c66-46a9-b753-3cd1816c3835 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:26.918665 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81934363-8c66-46a9-b753-3cd1816c3835 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:27.151845 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81934363-8c66-46a9-b753-3cd1816c3835 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:27.154565 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-81934363-8c66-46a9-b753-3cd1816c3835 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:27.156001 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-81934363-8c66-46a9-b753-3cd1816c3835 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "DELETE /v2.0/security-groups/f7062f57-c708-47b6-aa16-5bfa73442821 HTTP/1.1" status: 204 len: 168 time: 0.3842485 Aug 31 09:37:27.166148 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81934363-8c66-46a9-b753-3cd1816c3835 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7062f57-c708-47b6-aa16-5bfa73442821,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:27.289981 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57858) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:27.698629 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device c827382e-51f5-4400-bb1b-56839e61c02d no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:37:27.722303 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: c827382e-51f5-4400-bb1b-56839e61c02d {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:37:27.723114 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device c827382e-51f5-4400-bb1b-56839e61c02d not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:37:27.755236 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d5cf30c8-8a49-4dd9-b994-090c8f4b55c4 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:28.171980 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-d5cf30c8-8a49-4dd9-b994-090c8f4b55c4 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Deleting port d34ce7fc-54fb-4f2e-99e0-64170d347792 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:37:28.172371 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d5cf30c8-8a49-4dd9-b994-090c8f4b55c4 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:28.274996 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-d5cf30c8-8a49-4dd9-b994-090c8f4b55c4 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] For port d34ce7fc-54fb-4f2e-99e0-64170d347792, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=d34ce7fc-54fb-4f2e-99e0-64170d347792,segment=NetworkSegment(e2438743-1877-42e0-b295-e8f8fdadf75b),segment_id=e2438743-1877-42e0-b295-e8f8fdadf75b)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:28.275486 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d5cf30c8-8a49-4dd9-b994-090c8f4b55c4 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:28.289314 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-d5cf30c8-8a49-4dd9-b994-090c8f4b55c4 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Calling delete_port for d34ce7fc-54fb-4f2e-99e0-64170d347792 owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:37:28.553784 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d5cf30c8-8a49-4dd9-b994-090c8f4b55c4 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:28.586497 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf30c8-8a49-4dd9-b994-090c8f4b55c4 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event deleted for resources: {'Port': ['ID=d34ce7fc-54fb-4f2e-99e0-64170d347792,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:28.835743 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d5cf30c8-8a49-4dd9-b994-090c8f4b55c4 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:29.170795 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5cf30c8-8a49-4dd9-b994-090c8f4b55c4 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Router 993c0cad-bd50-4c37-918a-f881d50c55b4 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:37:29.298511 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5cf30c8-8a49-4dd9-b994-090c8f4b55c4 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:37:29.304184 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d5cf30c8-8a49-4dd9-b994-090c8f4b55c4 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "PUT /v2.0/routers/993c0cad-bd50-4c37-918a-f881d50c55b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0119689 Aug 31 09:37:29.306816 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57934) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:29.309439 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13d7f68-d641-4d26-977e-04f9deefeec3 None None] Sync routers for ids ['993c0cad-bd50-4c37-918a-f881d50c55b4'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:37:29.320181 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13d7f68-d641-4d26-977e-04f9deefeec3 None None] Routers {'993c0cad-bd50-4c37-918a-f881d50c55b4'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:37:29.323124 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f13d7f68-d641-4d26-977e-04f9deefeec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:37:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['993c0cad-bd50-4c37-918a-f881d50c55b4'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:29.360762 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f3fa9f-2c01-4d6d-83fc-aaf29bb4411b tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Deleting subnet bff412f6-c409-4012-b454-d22d0a7fa830 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:37:29.364686 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f0f3fa9f-2c01-4d6d-83fc-aaf29bb4411b tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:29.451057 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-f13d7f68-d641-4d26-977e-04f9deefeec3 None None] Set router 993c0cad-bd50-4c37-918a-f881d50c55b4 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:37:29.467491 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f0f3fa9f-2c01-4d6d-83fc-aaf29bb4411b tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:29.624172 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f0f3fa9f-2c01-4d6d-83fc-aaf29bb4411b tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:29.693144 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f13d7f68-d641-4d26-977e-04f9deefeec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'name': 'tempest-TestNetworkBasicOps-router-355911141', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ac98b0f4-0745-4e20-95ca-5da23f52b898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:36:18Z', 'updated_at': '2021-08-31T09:37:28Z', 'revision_number': 5, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ac98b0f4-0745-4e20-95ca-5da23f52b898', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:18Z', 'updated_at': '2021-08-31T09:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:29.732456 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13d7f68-d641-4d26-977e-04f9deefeec3 None None] Checking router: 993c0cad-bd50-4c37-918a-f881d50c55b4 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:37:29.743351 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13d7f68-d641-4d26-977e-04f9deefeec3 None None] Routers {'993c0cad-bd50-4c37-918a-f881d50c55b4'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:37:29.743975 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f13d7f68-d641-4d26-977e-04f9deefeec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:37:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['993c0cad-bd50-4c37-918a-f881d50c55b4'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:29.801384 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f0f3fa9f-2c01-4d6d-83fc-aaf29bb4411b tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:29.839961 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f3fa9f-2c01-4d6d-83fc-aaf29bb4411b tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event deleted for resources: {'Subnet': ['ID=bff412f6-c409-4012-b454-d22d0a7fa830,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:29.849739 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f0f3fa9f-2c01-4d6d-83fc-aaf29bb4411b tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:29.854258 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f0f3fa9f-2c01-4d6d-83fc-aaf29bb4411b tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "DELETE /v2.0/subnets/bff412f6-c409-4012-b454-d22d0a7fa830 HTTP/1.1" status: 204 len: 168 time: 0.5462339 Aug 31 09:37:29.856981 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57942) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:29.859171 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d35b5c-d05c-40be-8b30-ddbabd662270 None None] Network 9174d092-8521-4f7a-87b4-78c7d670b20b requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:37:29.879430 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-f13d7f68-d641-4d26-977e-04f9deefeec3 None None] Set router 993c0cad-bd50-4c37-918a-f881d50c55b4 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:37:30.097992 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57950) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:30.157298 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db33fb4-4770-4c40-ab3c-94b8c15c13da None None] DHCP port deletion for 9174d092-8521-4f7a-87b4-78c7d670b20b request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:37:30.248363 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-1db33fb4-4770-4c40-ab3c-94b8c15c13da None None] Deleting port 3f03b673-f0f3-4194-8ab9-560e5dced867 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:37:30.248796 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1db33fb4-4770-4c40-ab3c-94b8c15c13da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:30.347909 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-07f9585a-a6d9-4867-9d00-5453ff0e8b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:30.359431 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-1db33fb4-4770-4c40-ab3c-94b8c15c13da None None] For port 3f03b673-f0f3-4194-8ab9-560e5dced867, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3f03b673-f0f3-4194-8ab9-560e5dced867,segment=NetworkSegment(e2438743-1877-42e0-b295-e8f8fdadf75b),segment_id=e2438743-1877-42e0-b295-e8f8fdadf75b)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:30.359835 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1db33fb4-4770-4c40-ab3c-94b8c15c13da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:30.397417 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-1db33fb4-4770-4c40-ab3c-94b8c15c13da None None] Calling delete_port for 3f03b673-f0f3-4194-8ab9-560e5dced867 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:37:30.471640 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f13d7f68-d641-4d26-977e-04f9deefeec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'name': 'tempest-TestNetworkBasicOps-router-355911141', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ac98b0f4-0745-4e20-95ca-5da23f52b898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:36:18Z', 'updated_at': '2021-08-31T09:37:28Z', 'revision_number': 5, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ac98b0f4-0745-4e20-95ca-5da23f52b898', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:18Z', 'updated_at': '2021-08-31T09:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:30.526107 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13d7f68-d641-4d26-977e-04f9deefeec3 None None] The sync data for ids ['993c0cad-bd50-4c37-918a-f881d50c55b4'] in n-d-791506-28 is: [{'id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'name': 'tempest-TestNetworkBasicOps-router-355911141', 'tenant_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': 'ac98b0f4-0745-4e20-95ca-5da23f52b898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:36:18Z', 'updated_at': '2021-08-31T09:37:28Z', 'revision_number': 5, 'project_id': 'fdd0715ba0554817ad604cf7a2e9a81b', 'gw_port': {'id': 'ac98b0f4-0745-4e20-95ca-5da23f52b898', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993c0cad-bd50-4c37-918a-f881d50c55b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:36:18Z', 'updated_at': '2021-08-31T09:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:37:30.544604 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-07f9585a-a6d9-4867-9d00-5453ff0e8b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:30.583640 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af2917b4-4118-43b0-91bb-4b19ac077051 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:30.583897 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1db33fb4-4770-4c40-ab3c-94b8c15c13da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:30.624774 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db33fb4-4770-4c40-ab3c-94b8c15c13da None None] Pushing event deleted for resources: {'Port': ['ID=3f03b673-f0f3-4194-8ab9-560e5dced867,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:30.627545 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db33fb4-4770-4c40-ab3c-94b8c15c13da None None] No DVR routers for this DVR port 3f03b673-f0f3-4194-8ab9-560e5dced867 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:37:30.639327 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-07f9585a-a6d9-4867-9d00-5453ff0e8b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:30.675373 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-07f9585a-a6d9-4867-9d00-5453ff0e8b2c admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=38a0928e0d354b70975a024018d9f76c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5752451 Aug 31 09:37:30.693372 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57962) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:30.698312 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9585a-a6d9-4867-9d00-5453ff0e8b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b762382-4384-474e-a41a-7d5ccd325998,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:30.723583 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af2917b4-4118-43b0-91bb-4b19ac077051 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:30.754180 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-11ae56d4-c8ef-403c-a6ae-1f27219421e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:30.775981 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-11ae56d4-c8ef-403c-a6ae-1f27219421e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:30.860198 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-af2917b4-4118-43b0-91bb-4b19ac077051 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Deleting port ac98b0f4-0745-4e20-95ca-5da23f52b898 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:37:30.860541 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af2917b4-4118-43b0-91bb-4b19ac077051 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:30.918454 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-11ae56d4-c8ef-403c-a6ae-1f27219421e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:30.921014 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-11ae56d4-c8ef-403c-a6ae-1f27219421e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:30.926053 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-11ae56d4-c8ef-403c-a6ae-1f27219421e5 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/6b762382-4384-474e-a41a-7d5ccd325998 HTTP/1.1" status: 204 len: 168 time: 0.2224584 Aug 31 09:37:30.971220 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae56d4-c8ef-403c-a6ae-1f27219421e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b762382-4384-474e-a41a-7d5ccd325998,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:30.975869 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-af2917b4-4118-43b0-91bb-4b19ac077051 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] For port ac98b0f4-0745-4e20-95ca-5da23f52b898, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ac98b0f4-0745-4e20-95ca-5da23f52b898,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:30.976476 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af2917b4-4118-43b0-91bb-4b19ac077051 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:30.993593 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-af2917b4-4118-43b0-91bb-4b19ac077051 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Calling delete_port for ac98b0f4-0745-4e20-95ca-5da23f52b898 owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:37:31.187596 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3f03b673-f0f3-4194-8ab9-560e5dced867 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:37:31.213987 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 3f03b673-f0f3-4194-8ab9-560e5dced867 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:37:31.214459 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3f03b673-f0f3-4194-8ab9-560e5dced867 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:37:31.215775 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d34ce7fc-54fb-4f2e-99e0-64170d347792 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:37:31.253461 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: d34ce7fc-54fb-4f2e-99e0-64170d347792 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:37:31.253927 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d34ce7fc-54fb-4f2e-99e0-64170d347792 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:37:31.288458 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af2917b4-4118-43b0-91bb-4b19ac077051 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:31.308931 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2917b4-4118-43b0-91bb-4b19ac077051 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event deleted for resources: {'Port': ['ID=ac98b0f4-0745-4e20-95ca-5da23f52b898,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:31.381750 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af2917b4-4118-43b0-91bb-4b19ac077051 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:31.513188 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af2917b4-4118-43b0-91bb-4b19ac077051 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:31.515474 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af2917b4-4118-43b0-91bb-4b19ac077051 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:31.645369 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af2917b4-4118-43b0-91bb-4b19ac077051 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:31.646003 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2917b4-4118-43b0-91bb-4b19ac077051 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Fanout notify agent at l3_agent the message router_deleted on router 993c0cad-bd50-4c37-918a-f881d50c55b4 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:37:31.655159 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-af2917b4-4118-43b0-91bb-4b19ac077051 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:31.659003 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-af2917b4-4118-43b0-91bb-4b19ac077051 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "DELETE /v2.0/routers/993c0cad-bd50-4c37-918a-f881d50c55b4 HTTP/1.1" status: 204 len: 168 time: 1.7983370 Aug 31 09:37:31.659344 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57984) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:31.667036 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57986) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:31.684232 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe8c6-5dfe-4bca-820d-1951d586c66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:31.761445 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31f5c099-5cb7-48e4-b678-08f97801c8e4 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:31.821468 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe8c6-5dfe-4bca-820d-1951d586c66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:31.882255 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31f5c099-5cb7-48e4-b678-08f97801c8e4 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:31.888321 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe8c6-5dfe-4bca-820d-1951d586c66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:31.893537 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-31f5c099-5cb7-48e4-b678-08f97801c8e4 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9174d092-8521-4f7a-87b4-78c7d670b20b']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:31.904761 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-31f5c099-5cb7-48e4-b678-08f97801c8e4 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2438743-1877-42e0-b295-e8f8fdadf75b') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:31.917090 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-31f5c099-5cb7-48e4-b678-08f97801c8e4 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2438743-1877-42e0-b295-e8f8fdadf75b') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:31.917090 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31f5c099-5cb7-48e4-b678-08f97801c8e4 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:31.927989 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0d0fe8c6-5dfe-4bca-820d-1951d586c66f admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=8e2778f31e8343f5a62ac830aa3ac0d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2582009 Aug 31 09:37:31.928852 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57990) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:31.937065 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31f5c099-5cb7-48e4-b678-08f97801c8e4 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:31.944904 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f5c099-5cb7-48e4-b678-08f97801c8e4 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Releasing vlan 1644 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:37:31.945311 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31f5c099-5cb7-48e4-b678-08f97801c8e4 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:31.948631 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:37:31.948631 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:37:31.948631 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:37:31.948631 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:37:31.948631 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:37:31.948631 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:37:31.948631 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:37:31.948631 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:37:31.948631 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:37:31.948631 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:37:31.948631 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:37:31.948631 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:37:31.948631 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:37:31.948631 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:37:31.948631 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:37:31.948631 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:37:31.948631 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:37:31.948631 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:37:31.948631 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:37:31.948631 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:37:31.948631 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:37:31.948631 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:37:31.948631 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:37:31.948631 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:37:31.948631 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:37:31.948631 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:37:31.948631 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:37:31.948631 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:37:31.948631 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:37:31.948631 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:37:31.948631 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:37:31.948631 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:37:31.981886 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0fe8c6-5dfe-4bca-820d-1951d586c66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7ecca4-291b-49ce-81b4-383f6a50d670,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:32.018578 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c303548-aafe-4122-8445-93007662d253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:32.045996 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c303548-aafe-4122-8445-93007662d253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:32.097041 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31f5c099-5cb7-48e4-b678-08f97801c8e4 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:32.117957 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-31f5c099-5cb7-48e4-b678-08f97801c8e4 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:32.119603 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-31f5c099-5cb7-48e4-b678-08f97801c8e4 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] 10.222.0.119 "DELETE /v2.0/networks/9174d092-8521-4f7a-87b4-78c7d670b20b HTTP/1.1" status: 204 len: 168 time: 0.4591694 Aug 31 09:37:32.120994 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5c099-5cb7-48e4-b678-08f97801c8e4 tempest-TestNetworkBasicOps-1695867741 tempest-TestNetworkBasicOps-1695867741-project] Pushing event deleted for resources: {'Network': ['ID=9174d092-8521-4f7a-87b4-78c7d670b20b,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:32.205021 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c303548-aafe-4122-8445-93007662d253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:32.208017 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c303548-aafe-4122-8445-93007662d253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:32.212208 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6c303548-aafe-4122-8445-93007662d253 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/be7ecca4-291b-49ce-81b4-383f6a50d670 HTTP/1.1" status: 204 len: 168 time: 0.2823889 Aug 31 09:37:32.225878 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c303548-aafe-4122-8445-93007662d253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7ecca4-291b-49ce-81b4-383f6a50d670,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:32.673800 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:32.701331 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58020) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:32.882348 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:32.909423 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-28675e24-ce86-4bd9-b6be-c40e8f5dad71 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=fdd0715ba0554817ad604cf7a2e9a81b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2056584 Aug 31 09:37:32.911432 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58030) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:32.975516 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4fc82212-f93d-45ff-a986-d635da903afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:33.013999 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4fc82212-f93d-45ff-a986-d635da903afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:33.133668 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ac98b0f4-0745-4e20-95ca-5da23f52b898 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:37:33.160557 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: ac98b0f4-0745-4e20-95ca-5da23f52b898 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:37:33.160898 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ac98b0f4-0745-4e20-95ca-5da23f52b898 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:37:33.202728 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4fc82212-f93d-45ff-a986-d635da903afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:33.206015 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4fc82212-f93d-45ff-a986-d635da903afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:33.210151 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4fc82212-f93d-45ff-a986-d635da903afd admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/e787dbf8-b4e4-4821-88a0-ce7a5f7870e4 HTTP/1.1" status: 204 len: 168 time: 0.2944524 Aug 31 09:37:33.246475 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc82212-f93d-45ff-a986-d635da903afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e787dbf8-b4e4-4821-88a0-ce7a5f7870e4,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:34.027385 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58070) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:34.044624 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b68b7ada-0343-41f5-b145-3359d4f687d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:34.148096 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b68b7ada-0343-41f5-b145-3359d4f687d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:34.254309 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b68b7ada-0343-41f5-b145-3359d4f687d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:34.295828 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b7ada-0343-41f5-b145-3359d4f687d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d97bfe-093b-4283-98ed-57fa3b95f185,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:34.301762 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b68b7ada-0343-41f5-b145-3359d4f687d4 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=3a8e687fbb1d4334a2ae3971868d03dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2723327 Aug 31 09:37:34.305209 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58080) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:34.362320 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a493e516-5f07-4657-947c-f7409461077f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:34.397676 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a493e516-5f07-4657-947c-f7409461077f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:34.513278 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a493e516-5f07-4657-947c-f7409461077f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:34.516122 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a493e516-5f07-4657-947c-f7409461077f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:34.518015 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a493e516-5f07-4657-947c-f7409461077f admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/50d97bfe-093b-4283-98ed-57fa3b95f185 HTTP/1.1" status: 204 len: 168 time: 0.2117171 Aug 31 09:37:34.537700 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a493e516-5f07-4657-947c-f7409461077f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d97bfe-093b-4283-98ed-57fa3b95f185,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:35.066059 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-582b069f-55e7-4335-b4b2-feb906a59203 req-e65ff284-a44e-4858-a6f6-532e257b1e37 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0301003 Aug 31 09:37:35.123231 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-582b069f-55e7-4335-b4b2-feb906a59203 req-7ad05637-d3e0-4dbd-baeb-cfea75f0a8f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0331388 Aug 31 09:37:35.167996 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-582b069f-55e7-4335-b4b2-feb906a59203 req-a4ea5bc0-1b5c-4067-bb0b-892e3003bd55 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236723 Aug 31 09:37:35.330059 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b069f-55e7-4335-b4b2-feb906a59203 req-fa278655-2858-4823-a317-22a23eb26f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:35.332477 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-582b069f-55e7-4335-b4b2-feb906a59203 req-fa278655-2858-4823-a317-22a23eb26f79 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1568236 Aug 31 09:37:35.478179 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58130) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:35.835849 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-da324058-a897-4e58-8175-8af3acc6d671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:35.938918 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-da324058-a897-4e58-8175-8af3acc6d671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:36.034447 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-da324058-a897-4e58-8175-8af3acc6d671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:36.085764 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da324058-a897-4e58-8175-8af3acc6d671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ca6565-7ab4-4990-8e10-abf0000761de,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:36.090666 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-da324058-a897-4e58-8175-8af3acc6d671 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=4698e6b8c01f4098a792e026b07c78c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6113665 Aug 31 09:37:36.093356 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58156) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:36.159474 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bddf23a4-3ad3-4a97-ac3a-33f02b8da60b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:36.193117 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bddf23a4-3ad3-4a97-ac3a-33f02b8da60b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:36.242883 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58164) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:36.368170 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-66cf5755-3b83-452e-b335-c928c12e5210 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1564676130-network', 'tenant_id': '43edeaf1cc7c4b33a446a0bf88942dc5'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:36.388190 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bddf23a4-3ad3-4a97-ac3a-33f02b8da60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:36.391230 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bddf23a4-3ad3-4a97-ac3a-33f02b8da60b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:36.393412 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-bddf23a4-3ad3-4a97-ac3a-33f02b8da60b admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/c7ca6565-7ab4-4990-8e10-abf0000761de HTTP/1.1" status: 204 len: 168 time: 0.2989838 Aug 31 09:37:36.402282 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf23a4-3ad3-4a97-ac3a-33f02b8da60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ca6565-7ab4-4990-8e10-abf0000761de,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:36.467500 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cf5755-3b83-452e-b335-c928c12e5210 admin admin] Made reservation on behalf of 43edeaf1cc7c4b33a446a0bf88942dc5 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:37:36.470829 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-66cf5755-3b83-452e-b335-c928c12e5210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:36.480469 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-66cf5755-3b83-452e-b335-c928c12e5210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:36.602448 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-66cf5755-3b83-452e-b335-c928c12e5210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:36.748092 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-66cf5755-3b83-452e-b335-c928c12e5210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:36.772511 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66cf5755-3b83-452e-b335-c928c12e5210 admin admin] vlan segment allocate from pool success with {'vlan_id': 1630, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:37:36.828869 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-66cf5755-3b83-452e-b335-c928c12e5210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:36.829403 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-66cf5755-3b83-452e-b335-c928c12e5210 admin admin] Added segment afe1bf22-f380-415d-beed-9671d75e08d3 of type vlan for network 6face56c-e92e-4852-b5b0-05a72adb3a2e Aug 31 09:37:36.854816 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf5755-3b83-452e-b335-c928c12e5210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18855e58-7b21-4419-a3af-27e0ac34890e,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:36.892565 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-66cf5755-3b83-452e-b335-c928c12e5210 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:36.985760 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-66cf5755-3b83-452e-b335-c928c12e5210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:36.987135 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cf5755-3b83-452e-b335-c928c12e5210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:36.987782 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-66cf5755-3b83-452e-b335-c928c12e5210 admin admin] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:37.094030 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf5755-3b83-452e-b335-c928c12e5210 admin admin] Pushing event updated for resources: {'Network': ['ID=6face56c-e92e-4852-b5b0-05a72adb3a2e,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:37.103999 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 6face56c-e92e-4852-b5b0-05a72adb3a2e details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:37:37.142968 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-66cf5755-3b83-452e-b335-c928c12e5210 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8988454 Aug 31 09:37:37.145802 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58194) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:37.150952 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-32ca5723-30e0-44b6-b962-6bef2e73c5e7 admin admin] Request body: {'subnet': {'network_id': '6face56c-e92e-4852-b5b0-05a72adb3a2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1564676130-subnet', 'tenant_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:37.231290 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ca5723-30e0-44b6-b962-6bef2e73c5e7 admin admin] Made reservation on behalf of 43edeaf1cc7c4b33a446a0bf88942dc5 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:37:37.233649 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-32ca5723-30e0-44b6-b962-6bef2e73c5e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:37.542094 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-32ca5723-30e0-44b6-b962-6bef2e73c5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:37.611995 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca5723-30e0-44b6-b962-6bef2e73c5e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0c41a17-eca0-420d-8753-f8f3c66e86af,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:37.643285 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ca5723-30e0-44b6-b962-6bef2e73c5e7 admin admin] Checking segment: {'id': 'afe1bf22-f380-415d-beed-9671d75e08d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1630, 'network_id': '6face56c-e92e-4852-b5b0-05a72adb3a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:37:37.643738 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ca5723-30e0-44b6-b962-6bef2e73c5e7 admin admin] Network hostable DHCP agents. Network: 6face56c-e92e-4852-b5b0-05a72adb3a2e, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:37:37.739344 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ca5723-30e0-44b6-b962-6bef2e73c5e7 admin admin] Network 6face56c-e92e-4852-b5b0-05a72adb3a2e is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:37:37.815838 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-32ca5723-30e0-44b6-b962-6bef2e73c5e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 6face56c-e92e-4852-b5b0-05a72adb3a2e) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:37.826879 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36eb285d-67e0-4234-90ef-61e4570f2c65 None None] Network 6face56c-e92e-4852-b5b0-05a72adb3a2e requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:37:37.829909 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ca5723-30e0-44b6-b962-6bef2e73c5e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:37.829909 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-32ca5723-30e0-44b6-b962-6bef2e73c5e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:37.912394 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58228) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:37.977379 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-32ca5723-30e0-44b6-b962-6bef2e73c5e7 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8304930 Aug 31 09:37:37.980868 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58232) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:37.986056 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-df2b02e9-e128-4ac9-afe5-e4bee53bccc0 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1564676130-router', 'tenant_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:37.997575 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-6face56c-e92e-4852-b5b0-05a72adb3a2e', 'network_id': '6face56c-e92e-4852-b5b0-05a72adb3a2e', 'tenant_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'fixed_ips': [{'subnet_id': 'f0c41a17-eca0-420d-8753-f8f3c66e86af'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:37:38.004747 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:38.062626 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6d1c35b2-5a85-4f54-be4c-32d85ea31d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:38.108804 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-df2b02e9-e128-4ac9-afe5-e4bee53bccc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:38.110079 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-df2b02e9-e128-4ac9-afe5-e4bee53bccc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:38.161025 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] Allocated IP 172.20.0.2 (6face56c-e92e-4852-b5b0-05a72adb3a2e/f0c41a17-eca0-420d-8753-f8f3c66e86af/fd7af21e-5fe0-4886-8864-85ec87084421) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:37:38.224169 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-df2b02e9-e128-4ac9-afe5-e4bee53bccc0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:38.279969 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6d1c35b2-5a85-4f54-be4c-32d85ea31d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:38.327301 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:38.338917 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] Transition to ACTIVE for port object fd7af21e-5fe0-4886-8864-85ec87084421 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:38.355511 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] Transition to ACTIVE for port object fd7af21e-5fe0-4886-8864-85ec87084421 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:38.449232 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-df2b02e9-e128-4ac9-afe5-e4bee53bccc0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:38.466041 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6d1c35b2-5a85-4f54-be4c-32d85ea31d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:38.512873 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6d1c35b2-5a85-4f54-be4c-32d85ea31d6a admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=288f084e191b4bac8b711302a24f1077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5987141 Aug 31 09:37:38.513736 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c35b2-5a85-4f54-be4c-32d85ea31d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69abbe41-f278-419b-8d4a-2029c799b0b9,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:38.516179 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58242) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:38.566724 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-560e2fe5-537c-49ab-8121-5160e939275d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:38.579971 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:38.591164 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-560e2fe5-537c-49ab-8121-5160e939275d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:38.621773 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] Network 6face56c-e92e-4852-b5b0-05a72adb3a2e is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:37:38.626933 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:38.634512 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:37:38.634512 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] Pushing event updated for resources: {'Port': ['ID=fd7af21e-5fe0-4886-8864-85ec87084421,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:38.761771 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-560e2fe5-537c-49ab-8121-5160e939275d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:38.764131 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-560e2fe5-537c-49ab-8121-5160e939275d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:38.768433 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-560e2fe5-537c-49ab-8121-5160e939275d admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/69abbe41-f278-419b-8d4a-2029c799b0b9 HTTP/1.1" status: 204 len: 168 time: 0.2474916 Aug 31 09:37:38.805167 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e2fe5-537c-49ab-8121-5160e939275d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69abbe41-f278-419b-8d4a-2029c799b0b9,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:38.855393 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-df2b02e9-e128-4ac9-afe5-e4bee53bccc0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:38.866375 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:38.866995 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:38.867584 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:38.867909 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:38.868233 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:38.868555 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:38.868880 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:38.869250 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:38.869566 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:38.869882 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:38.870196 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:38.870515 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:38.896274 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-df2b02e9-e128-4ac9-afe5-e4bee53bccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:38.924021 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] Attempting to bind port fd7af21e-5fe0-4886-8864-85ec87084421 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:37:38.924725 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] Attempting to bind port fd7af21e-5fe0-4886-8864-85ec87084421 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'afe1bf22-f380-415d-beed-9671d75e08d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1630, 'network_id': '6face56c-e92e-4852-b5b0-05a72adb3a2e'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:37:38.929958 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] Attempting to bind port fd7af21e-5fe0-4886-8864-85ec87084421 on network 6face56c-e92e-4852-b5b0-05a72adb3a2e {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:37:38.931122 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:37:38.931820 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] Checking segment: {'id': 'afe1bf22-f380-415d-beed-9671d75e08d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1630, 'network_id': '6face56c-e92e-4852-b5b0-05a72adb3a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:37:38.932270 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:38.932668 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] Bound using segment: {'id': 'afe1bf22-f380-415d-beed-9671d75e08d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1630, 'network_id': '6face56c-e92e-4852-b5b0-05a72adb3a2e'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:37:38.933133 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] Bound port: fd7af21e-5fe0-4886-8864-85ec87084421, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe1bf22-f380-415d-beed-9671d75e08d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1630, 'network_id': '6face56c-e92e-4852-b5b0-05a72adb3a2e'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:37:38.933522 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:39.010877 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] For port fd7af21e-5fe0-4886-8864-85ec87084421, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:37:39.013940 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] For port fd7af21e-5fe0-4886-8864-85ec87084421, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=fd7af21e-5fe0-4886-8864-85ec87084421,segment=NetworkSegment(afe1bf22-f380-415d-beed-9671d75e08d3),segment_id=afe1bf22-f380-415d-beed-9671d75e08d3)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:37:39.031966 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-df2b02e9-e128-4ac9-afe5-e4bee53bccc0 admin admin] Allocated IP 172.25.2.198 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:37:39.108039 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:39.185033 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-df2b02e9-e128-4ac9-afe5-e4bee53bccc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:39.214002 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307dcf12-efda-4ea6-9ec0-809254cfff9c None None] Pushing event updated for resources: {'Port': ['ID=fd7af21e-5fe0-4886-8864-85ec87084421,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:39.302139 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-df2b02e9-e128-4ac9-afe5-e4bee53bccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:39.387664 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2b02e9-e128-4ac9-afe5-e4bee53bccc0 admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:37:39.405229 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-df2b02e9-e128-4ac9-afe5-e4bee53bccc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:39.410007 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2b02e9-e128-4ac9-afe5-e4bee53bccc0 admin admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:37:39.447542 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b02e9-e128-4ac9-afe5-e4bee53bccc0 admin admin] Pushing event updated for resources: {'Port': ['ID=a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:39.612014 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58268) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:39.629570 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e58145ae-c3a0-4e93-92c7-e3b27f8b1b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:39.758218 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e58145ae-c3a0-4e93-92c7-e3b27f8b1b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:39.800402 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-df2b02e9-e128-4ac9-afe5-e4bee53bccc0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:39.947382 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e58145ae-c3a0-4e93-92c7-e3b27f8b1b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:40.004349 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e58145ae-c3a0-4e93-92c7-e3b27f8b1b43 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=4138ea9ef55546818e02c92ae841f00d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3911724 Aug 31 09:37:40.008171 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58278) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:40.045166 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58145ae-c3a0-4e93-92c7-e3b27f8b1b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9014e48-71ff-496b-bbfb-fdcf9a307c5f,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:40.144834 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-df2b02e9-e128-4ac9-afe5-e4bee53bccc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:40.240418 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b6c6dbe1-d124-4251-9602-709708bf701e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:40.295685 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b6c6dbe1-d124-4251-9602-709708bf701e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:40.338402 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfcb345-bd66-4804-ba81-e2ad65cb530d None None] Network 6face56c-e92e-4852-b5b0-05a72adb3a2e requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:37:40.479316 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b6c6dbe1-d124-4251-9602-709708bf701e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:40.481826 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b6c6dbe1-d124-4251-9602-709708bf701e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:40.483094 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b6c6dbe1-d124-4251-9602-709708bf701e admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/d9014e48-71ff-496b-bbfb-fdcf9a307c5f HTTP/1.1" status: 204 len: 168 time: 0.4739773 Aug 31 09:37:40.488508 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2b02e9-e128-4ac9-afe5-e4bee53bccc0 admin admin] Router 170d631b-117e-40a9-8509-0feb3f90b471 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:37:40.512648 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6b8827b1-5ba8-44cb-96b1-c2ca3e51db3c None None] Provisioning for port fd7af21e-5fe0-4886-8864-85ec87084421 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:37:40.513586 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6dbe1-d124-4251-9602-709708bf701e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9014e48-71ff-496b-bbfb-fdcf9a307c5f,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:41.002631 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2b02e9-e128-4ac9-afe5-e4bee53bccc0 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:37:41.014144 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19f72b3-c909-478d-b6c8-0b79c4e2a205 None None] Sync routers for ids ['170d631b-117e-40a9-8509-0feb3f90b471'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:37:41.025383 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19f72b3-c909-478d-b6c8-0b79c4e2a205 None None] Routers {'170d631b-117e-40a9-8509-0feb3f90b471'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:37:41.026007 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e19f72b3-c909-478d-b6c8-0b79c4e2a205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:37:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['170d631b-117e-40a9-8509-0feb3f90b471'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:41.130757 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-df2b02e9-e128-4ac9-afe5-e4bee53bccc0 admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:41.135219 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-df2b02e9-e128-4ac9-afe5-e4bee53bccc0 admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1510458 Aug 31 09:37:41.135219 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58302) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:41.163332 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-e19f72b3-c909-478d-b6c8-0b79c4e2a205 None None] Set router 170d631b-117e-40a9-8509-0feb3f90b471 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:37:41.258446 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device fd7af21e-5fe0-4886-8864-85ec87084421 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:37:41.418621 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-79d05190-1fcf-4103-8242-d19eb05393f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:41.501502 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port fd7af21e-5fe0-4886-8864-85ec87084421 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:37:41.512550 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port fd7af21e-5fe0-4886-8864-85ec87084421 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:41.512925 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:41.557474 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e19f72b3-c909-478d-b6c8-0b79c4e2a205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170d631b-117e-40a9-8509-0feb3f90b471', 'name': 'tempest-TestServerBasicOps-1564676130-router', 'tenant_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:37:38Z', 'updated_at': '2021-08-31T09:37:39Z', 'revision_number': 3, 'project_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'gw_port': {'id': 'a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:53:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170d631b-117e-40a9-8509-0feb3f90b471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:38Z', 'updated_at': '2021-08-31T09:37:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:41.589620 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19f72b3-c909-478d-b6c8-0b79c4e2a205 None None] Checking router: 170d631b-117e-40a9-8509-0feb3f90b471 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:37:41.590967 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19f72b3-c909-478d-b6c8-0b79c4e2a205 None None] Updating router 170d631b-117e-40a9-8509-0feb3f90b471 port a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:37:41.632562 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e19f72b3-c909-478d-b6c8-0b79c4e2a205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:41.742460 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4cd96fb9-3702-41f1-923a-fc597972c6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:41.789994 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:41.901267 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port fd7af21e-5fe0-4886-8864-85ec87084421, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=fd7af21e-5fe0-4886-8864-85ec87084421,segment=NetworkSegment(afe1bf22-f380-415d-beed-9671d75e08d3),segment_id=afe1bf22-f380-415d-beed-9671d75e08d3)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:41.997789 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:42.052418 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-4cd96fb9-3702-41f1-923a-fc597972c6e6 admin admin] Allocated IP 172.20.0.1 (6face56c-e92e-4852-b5b0-05a72adb3a2e/f0c41a17-eca0-420d-8753-f8f3c66e86af/e0010926-dc3b-4c32-a75b-f4f2fb91c7f3) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:37:42.062181 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e19f72b3-c909-478d-b6c8-0b79c4e2a205 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:42.089553 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=fd7af21e-5fe0-4886-8864-85ec87084421,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:42.093447 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e19f72b3-c909-478d-b6c8-0b79c4e2a205 None None] Transition to ACTIVE for port object a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:42.189231 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4cd96fb9-3702-41f1-923a-fc597972c6e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:42.202386 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-4cd96fb9-3702-41f1-923a-fc597972c6e6 admin admin] Transition to ACTIVE for port object e0010926-dc3b-4c32-a75b-f4f2fb91c7f3 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:42.214046 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e19f72b3-c909-478d-b6c8-0b79c4e2a205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:42.289455 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e19f72b3-c909-478d-b6c8-0b79c4e2a205 None None] Attempting to bind port a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:37:42.290008 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e19f72b3-c909-478d-b6c8-0b79c4e2a205 None None] Attempting to bind port a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:37:42.291086 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19f72b3-c909-478d-b6c8-0b79c4e2a205 None None] Attempting to bind port a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:37:42.303559 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13abb3-cd72-4d8e-a0ba-5cd3651d0581 None None] Pushing event updated for resources: {'Port': ['ID=a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:42.306413 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19f72b3-c909-478d-b6c8-0b79c4e2a205 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:37:42.306886 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19f72b3-c909-478d-b6c8-0b79c4e2a205 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:37:42.309793 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e19f72b3-c909-478d-b6c8-0b79c4e2a205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:42.309793 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19f72b3-c909-478d-b6c8-0b79c4e2a205 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:37:42.309793 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e19f72b3-c909-478d-b6c8-0b79c4e2a205 None None] Bound port: a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:37:42.309793 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e19f72b3-c909-478d-b6c8-0b79c4e2a205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:42.365204 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4cd96fb9-3702-41f1-923a-fc597972c6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:42.394862 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-e19f72b3-c909-478d-b6c8-0b79c4e2a205 None None] For port a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:37:42.398348 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-e19f72b3-c909-478d-b6c8-0b79c4e2a205 None None] For port a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:37:42.432278 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd96fb9-3702-41f1-923a-fc597972c6e6 admin admin] Network 6face56c-e92e-4852-b5b0-05a72adb3a2e is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:37:42.435324 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-4cd96fb9-3702-41f1-923a-fc597972c6e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:42.440329 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd96fb9-3702-41f1-923a-fc597972c6e6 admin admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:37:42.447353 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd96fb9-3702-41f1-923a-fc597972c6e6 admin admin] Pushing event updated for resources: {'Port': ['ID=e0010926-dc3b-4c32-a75b-f4f2fb91c7f3,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:42.467820 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e19f72b3-c909-478d-b6c8-0b79c4e2a205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:42.542997 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4cd96fb9-3702-41f1-923a-fc597972c6e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:42.572666 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19f72b3-c909-478d-b6c8-0b79c4e2a205 None None] Routers {'170d631b-117e-40a9-8509-0feb3f90b471'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:37:42.573306 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e19f72b3-c909-478d-b6c8-0b79c4e2a205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:37:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['170d631b-117e-40a9-8509-0feb3f90b471'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:42.621318 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13abb3-cd72-4d8e-a0ba-5cd3651d0581 None None] Pushing event updated for resources: {'Port': ['ID=a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:42.761497 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-e19f72b3-c909-478d-b6c8-0b79c4e2a205 None None] Set router 170d631b-117e-40a9-8509-0feb3f90b471 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:37:42.835756 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4cd96fb9-3702-41f1-923a-fc597972c6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:43.037521 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6f8823cb-2914-4fdd-984d-8b548cca02dd None None] Provisioning for port e0010926-dc3b-4c32-a75b-f4f2fb91c7f3 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:37:43.044629 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6f8823cb-2914-4fdd-984d-8b548cca02dd None None] Provisioning complete for port e0010926-dc3b-4c32-a75b-f4f2fb91c7f3 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:43.045337 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6f8823cb-2914-4fdd-984d-8b548cca02dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:43.068707 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4cd96fb9-3702-41f1-923a-fc597972c6e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:43.105922 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-6f8823cb-2914-4fdd-984d-8b548cca02dd None None] Port e0010926-dc3b-4c32-a75b-f4f2fb91c7f3 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:37:43.114711 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e19f72b3-c909-478d-b6c8-0b79c4e2a205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170d631b-117e-40a9-8509-0feb3f90b471', 'name': 'tempest-TestServerBasicOps-1564676130-router', 'tenant_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:37:38Z', 'updated_at': '2021-08-31T09:37:39Z', 'revision_number': 3, 'project_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'gw_port': {'id': 'a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:53:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170d631b-117e-40a9-8509-0feb3f90b471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:38Z', 'updated_at': '2021-08-31T09:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:43.152262 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19f72b3-c909-478d-b6c8-0b79c4e2a205 None None] The sync data for ids ['170d631b-117e-40a9-8509-0feb3f90b471'] in n-d-791506-28 is: [{'id': '170d631b-117e-40a9-8509-0feb3f90b471', 'name': 'tempest-TestServerBasicOps-1564676130-router', 'tenant_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:37:38Z', 'updated_at': '2021-08-31T09:37:39Z', 'revision_number': 3, 'project_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'gw_port': {'id': 'a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:53:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170d631b-117e-40a9-8509-0feb3f90b471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:38Z', 'updated_at': '2021-08-31T09:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:37:43.156803 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device fd7af21e-5fe0-4886-8864-85ec87084421 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:37:43.164928 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4cd96fb9-3702-41f1-923a-fc597972c6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:43.226318 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port fd7af21e-5fe0-4886-8864-85ec87084421 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:43.227031 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:43.253655 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd96fb9-3702-41f1-923a-fc597972c6e6 admin admin] Pushing event updated for resources: {'Port': ['ID=e0010926-dc3b-4c32-a75b-f4f2fb91c7f3,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:43.290435 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4cd96fb9-3702-41f1-923a-fc597972c6e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:43.443559 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd96fb9-3702-41f1-923a-fc597972c6e6 admin admin] Network 6face56c-e92e-4852-b5b0-05a72adb3a2e is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:37:43.445151 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-4cd96fb9-3702-41f1-923a-fc597972c6e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:43.689089 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd96fb9-3702-41f1-923a-fc597972c6e6 admin admin] Router 170d631b-117e-40a9-8509-0feb3f90b471 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:37:43.823085 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd96fb9-3702-41f1-923a-fc597972c6e6 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:37:43.828452 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4cd96fb9-3702-41f1-923a-fc597972c6e6 admin admin] 10.222.0.119 "PUT /v2.0/routers/170d631b-117e-40a9-8509-0feb3f90b471/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6920552 Aug 31 09:37:43.833106 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9cb8d9f2-d3c0-4324-9002-7b88d3a65797 None None] Provisioning complete for port e0010926-dc3b-4c32-a75b-f4f2fb91c7f3 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:43.833664 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9cb8d9f2-d3c0-4324-9002-7b88d3a65797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:43.919313 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-9cb8d9f2-d3c0-4324-9002-7b88d3a65797 None None] Port e0010926-dc3b-4c32-a75b-f4f2fb91c7f3 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:37:44.013640 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a2b67914-ed9c-4a4b-afba-3d2106ccb9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:44.122373 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:44.849744 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58430) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:44.855270 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-e0ba1ca6-f5c7-43e2-ba48-9c0664cf12de admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2122591707-network', 'tenant_id': '20036abc9a73458ebf28fcaf585a8274'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:44.987451 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ba1ca6-f5c7-43e2-ba48-9c0664cf12de admin admin] Made reservation on behalf of 20036abc9a73458ebf28fcaf585a8274 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:37:44.992037 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e0ba1ca6-f5c7-43e2-ba48-9c0664cf12de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:44.999201 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e0ba1ca6-f5c7-43e2-ba48-9c0664cf12de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:45.120714 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e0ba1ca6-f5c7-43e2-ba48-9c0664cf12de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:45.205005 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:37:45.216862 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e0ba1ca6-f5c7-43e2-ba48-9c0664cf12de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:45.254745 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ba1ca6-f5c7-43e2-ba48-9c0664cf12de admin admin] vlan segment allocate from pool success with {'vlan_id': 1602, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:37:45.268724 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba1ca6-f5c7-43e2-ba48-9c0664cf12de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446aa0e7-d5d2-43d5-8f4d-30d486e922eb,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:45.293914 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e0ba1ca6-f5c7-43e2-ba48-9c0664cf12de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:45.298486 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-e0ba1ca6-f5c7-43e2-ba48-9c0664cf12de admin admin] Added segment 97179bad-2205-485e-b9dc-1ebdf3179415 of type vlan for network 010310e2-8416-4732-85a3-ba05cafced6d Aug 31 09:37:45.348145 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f5cd61-287c-4321-821f-f2c86f5bc9e6 None None] Sync routers for ids ['170d631b-117e-40a9-8509-0feb3f90b471'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:37:45.357098 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:45.361176 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f5cd61-287c-4321-821f-f2c86f5bc9e6 None None] Routers {'170d631b-117e-40a9-8509-0feb3f90b471'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:37:45.361854 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-16f5cd61-287c-4321-821f-f2c86f5bc9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:37:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['170d631b-117e-40a9-8509-0feb3f90b471'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:45.382067 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e0ba1ca6-f5c7-43e2-ba48-9c0664cf12de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:45.408780 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:37:45.413706 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:45.414005 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:45.464002 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e0ba1ca6-f5c7-43e2-ba48-9c0664cf12de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:45.465939 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ba1ca6-f5c7-43e2-ba48-9c0664cf12de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:45.466571 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e0ba1ca6-f5c7-43e2-ba48-9c0664cf12de admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:45.489984 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-16f5cd61-287c-4321-821f-f2c86f5bc9e6 None None] Set router 170d631b-117e-40a9-8509-0feb3f90b471 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:37:45.577920 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba1ca6-f5c7-43e2-ba48-9c0664cf12de admin admin] Pushing event updated for resources: {'Network': ['ID=010310e2-8416-4732-85a3-ba05cafced6d,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:45.593349 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 010310e2-8416-4732-85a3-ba05cafced6d details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:37:45.668230 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:45.679488 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e0ba1ca6-f5c7-43e2-ba48-9c0664cf12de admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8284907 Aug 31 09:37:45.682101 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58458) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:45.687328 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-740d2f9d-1a77-4efb-b119-78ceea356b12 admin admin] Request body: {'subnet': {'network_id': '010310e2-8416-4732-85a3-ba05cafced6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2122591707-subnet', 'tenant_id': '20036abc9a73458ebf28fcaf585a8274', 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:45.740700 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:45.773557 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-16f5cd61-287c-4321-821f-f2c86f5bc9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170d631b-117e-40a9-8509-0feb3f90b471', 'name': 'tempest-TestServerBasicOps-1564676130-router', 'tenant_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:37:38Z', 'updated_at': '2021-08-31T09:37:42Z', 'revision_number': 4, 'project_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'gw_port': {'id': 'a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:53:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170d631b-117e-40a9-8509-0feb3f90b471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:38Z', 'updated_at': '2021-08-31T09:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'e0010926-dc3b-4c32-a75b-f4f2fb91c7f3', 'name': '', 'network_id': '6face56c-e92e-4852-b5b0-05a72adb3a2e', 'tenant_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'mac_address': 'fa:16:3e:96:0f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170d631b-117e-40a9-8509-0feb3f90b471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'f0c41a17-eca0-420d-8753-f8f3c66e86af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:41Z', 'updated_at': '2021-08-31T09:37:42Z', 'revision_number': 2, 'project_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'subnets': [{'id': 'f0c41a17-eca0-420d-8753-f8f3c66e86af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:45.798700 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740d2f9d-1a77-4efb-b119-78ceea356b12 admin admin] Made reservation on behalf of 20036abc9a73458ebf28fcaf585a8274 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:37:45.802086 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-740d2f9d-1a77-4efb-b119-78ceea356b12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:45.817346 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f5cd61-287c-4321-821f-f2c86f5bc9e6 None None] Checking router: 170d631b-117e-40a9-8509-0feb3f90b471 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:37:45.817952 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f5cd61-287c-4321-821f-f2c86f5bc9e6 None None] Updating router 170d631b-117e-40a9-8509-0feb3f90b471 port e0010926-dc3b-4c32-a75b-f4f2fb91c7f3 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:37:45.827534 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:45.855152 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-16f5cd61-287c-4321-821f-f2c86f5bc9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:45.907825 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:46.190417 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-740d2f9d-1a77-4efb-b119-78ceea356b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:46.252668 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-16f5cd61-287c-4321-821f-f2c86f5bc9e6 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:46.269132 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-16f5cd61-287c-4321-821f-f2c86f5bc9e6 None None] Transition to ACTIVE for port object e0010926-dc3b-4c32-a75b-f4f2fb91c7f3 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:46.354125 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-16f5cd61-287c-4321-821f-f2c86f5bc9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:46.446974 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82441f4d-1bdd-4993-bcf1-3569c4ce66a1 None None] Pushing event updated for resources: {'Port': ['ID=e0010926-dc3b-4c32-a75b-f4f2fb91c7f3,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:46.472381 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82441f4d-1bdd-4993-bcf1-3569c4ce66a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:46.473231 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82441f4d-1bdd-4993-bcf1-3569c4ce66a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:46.473981 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82441f4d-1bdd-4993-bcf1-3569c4ce66a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:46.474781 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82441f4d-1bdd-4993-bcf1-3569c4ce66a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:46.475553 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82441f4d-1bdd-4993-bcf1-3569c4ce66a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:46.476298 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82441f4d-1bdd-4993-bcf1-3569c4ce66a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:46.477165 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82441f4d-1bdd-4993-bcf1-3569c4ce66a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:46.477901 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82441f4d-1bdd-4993-bcf1-3569c4ce66a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:46.478681 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82441f4d-1bdd-4993-bcf1-3569c4ce66a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:46.482976 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82441f4d-1bdd-4993-bcf1-3569c4ce66a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:46.482976 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82441f4d-1bdd-4993-bcf1-3569c4ce66a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:46.482976 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82441f4d-1bdd-4993-bcf1-3569c4ce66a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:37:46.504053 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-16f5cd61-287c-4321-821f-f2c86f5bc9e6 None None] Attempting to bind port e0010926-dc3b-4c32-a75b-f4f2fb91c7f3 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:37:46.504053 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-16f5cd61-287c-4321-821f-f2c86f5bc9e6 None None] Attempting to bind port e0010926-dc3b-4c32-a75b-f4f2fb91c7f3 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'afe1bf22-f380-415d-beed-9671d75e08d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1630, 'network_id': '6face56c-e92e-4852-b5b0-05a72adb3a2e'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:37:46.505307 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f5cd61-287c-4321-821f-f2c86f5bc9e6 None None] Attempting to bind port e0010926-dc3b-4c32-a75b-f4f2fb91c7f3 on network 6face56c-e92e-4852-b5b0-05a72adb3a2e {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:37:46.513244 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f5cd61-287c-4321-821f-f2c86f5bc9e6 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:37:46.515799 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f5cd61-287c-4321-821f-f2c86f5bc9e6 None None] Checking segment: {'id': 'afe1bf22-f380-415d-beed-9671d75e08d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1630, 'network_id': '6face56c-e92e-4852-b5b0-05a72adb3a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:37:46.515799 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-16f5cd61-287c-4321-821f-f2c86f5bc9e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:46.515799 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f5cd61-287c-4321-821f-f2c86f5bc9e6 None None] Bound using segment: {'id': 'afe1bf22-f380-415d-beed-9671d75e08d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1630, 'network_id': '6face56c-e92e-4852-b5b0-05a72adb3a2e'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:37:46.515799 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-16f5cd61-287c-4321-821f-f2c86f5bc9e6 None None] Bound port: e0010926-dc3b-4c32-a75b-f4f2fb91c7f3, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe1bf22-f380-415d-beed-9671d75e08d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1630, 'network_id': '6face56c-e92e-4852-b5b0-05a72adb3a2e'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:37:46.519529 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-16f5cd61-287c-4321-821f-f2c86f5bc9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:46.627678 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-16f5cd61-287c-4321-821f-f2c86f5bc9e6 None None] For port e0010926-dc3b-4c32-a75b-f4f2fb91c7f3, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:37:46.632018 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-16f5cd61-287c-4321-821f-f2c86f5bc9e6 None None] For port e0010926-dc3b-4c32-a75b-f4f2fb91c7f3, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=e0010926-dc3b-4c32-a75b-f4f2fb91c7f3,segment=NetworkSegment(afe1bf22-f380-415d-beed-9671d75e08d3),segment_id=afe1bf22-f380-415d-beed-9671d75e08d3)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:37:46.683631 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d2f9d-1a77-4efb-b119-78ceea356b12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca9e2093-47e9-4ed3-8202-c70964e57fd7,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:46.687334 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740d2f9d-1a77-4efb-b119-78ceea356b12 admin admin] Checking segment: {'id': '97179bad-2205-485e-b9dc-1ebdf3179415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': '010310e2-8416-4732-85a3-ba05cafced6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:37:46.688677 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740d2f9d-1a77-4efb-b119-78ceea356b12 admin admin] Network hostable DHCP agents. Network: 010310e2-8416-4732-85a3-ba05cafced6d, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:37:46.711374 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-16f5cd61-287c-4321-821f-f2c86f5bc9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:46.774588 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f5cd61-287c-4321-821f-f2c86f5bc9e6 None None] Routers {'170d631b-117e-40a9-8509-0feb3f90b471'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:37:46.775214 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-16f5cd61-287c-4321-821f-f2c86f5bc9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:37:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['170d631b-117e-40a9-8509-0feb3f90b471'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:46.785584 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740d2f9d-1a77-4efb-b119-78ceea356b12 admin admin] Network 010310e2-8416-4732-85a3-ba05cafced6d is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:37:46.840473 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82441f4d-1bdd-4993-bcf1-3569c4ce66a1 None None] Pushing event updated for resources: {'Port': ['ID=e0010926-dc3b-4c32-a75b-f4f2fb91c7f3,revision_number=4']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:46.896513 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-740d2f9d-1a77-4efb-b119-78ceea356b12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 010310e2-8416-4732-85a3-ba05cafced6d) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:46.908506 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cf7634-41f8-4ce1-835f-b3ced02ec334 None None] Network 010310e2-8416-4732-85a3-ba05cafced6d requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:37:46.913630 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740d2f9d-1a77-4efb-b119-78ceea356b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:46.914781 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-740d2f9d-1a77-4efb-b119-78ceea356b12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:46.941552 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-16f5cd61-287c-4321-821f-f2c86f5bc9e6 None None] Set router 170d631b-117e-40a9-8509-0feb3f90b471 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:37:47.038476 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-740d2f9d-1a77-4efb-b119-78ceea356b12 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3526409 Aug 31 09:37:47.039436 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58480) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:47.050353 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-05b09ad2-b7f8-4af7-a9a2-3abf707f8112 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2122591707-router', 'tenant_id': '20036abc9a73458ebf28fcaf585a8274', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:47.134383 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:47.148025 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742ee985-aefa-4b79-b867-1eb2cae94b35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-010310e2-8416-4732-85a3-ba05cafced6d', 'network_id': '010310e2-8416-4732-85a3-ba05cafced6d', 'tenant_id': '20036abc9a73458ebf28fcaf585a8274', 'fixed_ips': [{'subnet_id': 'ca9e2093-47e9-4ed3-8202-c70964e57fd7'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:37:47.148863 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-742ee985-aefa-4b79-b867-1eb2cae94b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:47.233942 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-05b09ad2-b7f8-4af7-a9a2-3abf707f8112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:47.235648 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-05b09ad2-b7f8-4af7-a9a2-3abf707f8112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:47.281854 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-16f5cd61-287c-4321-821f-f2c86f5bc9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170d631b-117e-40a9-8509-0feb3f90b471', 'name': 'tempest-TestServerBasicOps-1564676130-router', 'tenant_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:37:38Z', 'updated_at': '2021-08-31T09:37:42Z', 'revision_number': 4, 'project_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'gw_port': {'id': 'a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170d631b-117e-40a9-8509-0feb3f90b471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:38Z', 'updated_at': '2021-08-31T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'e0010926-dc3b-4c32-a75b-f4f2fb91c7f3', 'name': '', 'network_id': '6face56c-e92e-4852-b5b0-05a72adb3a2e', 'tenant_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'mac_address': 'fa:16:3e:96:0f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170d631b-117e-40a9-8509-0feb3f90b471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'f0c41a17-eca0-420d-8753-f8f3c66e86af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:41Z', 'updated_at': '2021-08-31T09:37:46Z', 'revision_number': 4, 'project_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'subnets': [{'id': 'f0c41a17-eca0-420d-8753-f8f3c66e86af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:47.356894 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f5cd61-287c-4321-821f-f2c86f5bc9e6 None None] The sync data for ids ['170d631b-117e-40a9-8509-0feb3f90b471'] in n-d-791506-28 is: [{'id': '170d631b-117e-40a9-8509-0feb3f90b471', 'name': 'tempest-TestServerBasicOps-1564676130-router', 'tenant_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:37:38Z', 'updated_at': '2021-08-31T09:37:42Z', 'revision_number': 4, 'project_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'gw_port': {'id': 'a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170d631b-117e-40a9-8509-0feb3f90b471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:38Z', 'updated_at': '2021-08-31T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'e0010926-dc3b-4c32-a75b-f4f2fb91c7f3', 'name': '', 'network_id': '6face56c-e92e-4852-b5b0-05a72adb3a2e', 'tenant_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'mac_address': 'fa:16:3e:96:0f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170d631b-117e-40a9-8509-0feb3f90b471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'f0c41a17-eca0-420d-8753-f8f3c66e86af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:41Z', 'updated_at': '2021-08-31T09:37:46Z', 'revision_number': 4, 'project_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'subnets': [{'id': 'f0c41a17-eca0-420d-8753-f8f3c66e86af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:37:47.404538 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:37:47.486412 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-05b09ad2-b7f8-4af7-a9a2-3abf707f8112 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:47.522945 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-742ee985-aefa-4b79-b867-1eb2cae94b35 None None] Allocated IP 172.20.0.2 (010310e2-8416-4732-85a3-ba05cafced6d/ca9e2093-47e9-4ed3-8202-c70964e57fd7/ca1613c4-316a-4ac5-b3d4-26608a4eafa4) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:37:47.543558 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:47.546834 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:47.861060 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-742ee985-aefa-4b79-b867-1eb2cae94b35 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:47.871117 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-742ee985-aefa-4b79-b867-1eb2cae94b35 None None] Transition to ACTIVE for port object ca1613c4-316a-4ac5-b3d4-26608a4eafa4 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:47.874785 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-05b09ad2-b7f8-4af7-a9a2-3abf707f8112 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:47.896080 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-742ee985-aefa-4b79-b867-1eb2cae94b35 None None] Transition to ACTIVE for port object ca1613c4-316a-4ac5-b3d4-26608a4eafa4 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:48.067904 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-742ee985-aefa-4b79-b867-1eb2cae94b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:48.133832 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742ee985-aefa-4b79-b867-1eb2cae94b35 None None] Network 010310e2-8416-4732-85a3-ba05cafced6d is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:37:48.137643 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-742ee985-aefa-4b79-b867-1eb2cae94b35 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:48.141617 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742ee985-aefa-4b79-b867-1eb2cae94b35 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:37:48.148583 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ee985-aefa-4b79-b867-1eb2cae94b35 None None] Pushing event updated for resources: {'Port': ['ID=ca1613c4-316a-4ac5-b3d4-26608a4eafa4,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:48.275434 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-05b09ad2-b7f8-4af7-a9a2-3abf707f8112 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:48.318025 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-05b09ad2-b7f8-4af7-a9a2-3abf707f8112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:48.459944 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-742ee985-aefa-4b79-b867-1eb2cae94b35 None None] Attempting to bind port ca1613c4-316a-4ac5-b3d4-26608a4eafa4 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:37:48.460318 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-742ee985-aefa-4b79-b867-1eb2cae94b35 None None] Attempting to bind port ca1613c4-316a-4ac5-b3d4-26608a4eafa4 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '97179bad-2205-485e-b9dc-1ebdf3179415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': '010310e2-8416-4732-85a3-ba05cafced6d'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:37:48.460683 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742ee985-aefa-4b79-b867-1eb2cae94b35 None None] Attempting to bind port ca1613c4-316a-4ac5-b3d4-26608a4eafa4 on network 010310e2-8416-4732-85a3-ba05cafced6d {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:37:48.467022 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742ee985-aefa-4b79-b867-1eb2cae94b35 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:37:48.467403 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742ee985-aefa-4b79-b867-1eb2cae94b35 None None] Checking segment: {'id': '97179bad-2205-485e-b9dc-1ebdf3179415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': '010310e2-8416-4732-85a3-ba05cafced6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:37:48.467806 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-742ee985-aefa-4b79-b867-1eb2cae94b35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:48.468196 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742ee985-aefa-4b79-b867-1eb2cae94b35 None None] Bound using segment: {'id': '97179bad-2205-485e-b9dc-1ebdf3179415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': '010310e2-8416-4732-85a3-ba05cafced6d'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:37:48.468665 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-742ee985-aefa-4b79-b867-1eb2cae94b35 None None] Bound port: ca1613c4-316a-4ac5-b3d4-26608a4eafa4, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97179bad-2205-485e-b9dc-1ebdf3179415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': '010310e2-8416-4732-85a3-ba05cafced6d'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:37:48.469062 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-742ee985-aefa-4b79-b867-1eb2cae94b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:48.489192 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-05b09ad2-b7f8-4af7-a9a2-3abf707f8112 admin admin] Allocated IP 172.25.2.216 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/8846b940-72bb-4edd-b994-4ef6bcedfe6b) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:37:48.562809 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-742ee985-aefa-4b79-b867-1eb2cae94b35 None None] For port ca1613c4-316a-4ac5-b3d4-26608a4eafa4, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:37:48.582581 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-742ee985-aefa-4b79-b867-1eb2cae94b35 None None] For port ca1613c4-316a-4ac5-b3d4-26608a4eafa4, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ca1613c4-316a-4ac5-b3d4-26608a4eafa4,segment=NetworkSegment(97179bad-2205-485e-b9dc-1ebdf3179415),segment_id=97179bad-2205-485e-b9dc-1ebdf3179415)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:37:48.632593 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-05b09ad2-b7f8-4af7-a9a2-3abf707f8112 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:48.639055 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-742ee985-aefa-4b79-b867-1eb2cae94b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:48.709609 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ee985-aefa-4b79-b867-1eb2cae94b35 None None] Pushing event updated for resources: {'Port': ['ID=ca1613c4-316a-4ac5-b3d4-26608a4eafa4,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:48.782836 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-05b09ad2-b7f8-4af7-a9a2-3abf707f8112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:48.924930 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b09ad2-b7f8-4af7-a9a2-3abf707f8112 admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:37:48.928941 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-05b09ad2-b7f8-4af7-a9a2-3abf707f8112 admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:48.931058 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b09ad2-b7f8-4af7-a9a2-3abf707f8112 admin admin] Pushing event updated for resources: {'Port': ['ID=8846b940-72bb-4edd-b994-4ef6bcedfe6b,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:48.984554 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b09ad2-b7f8-4af7-a9a2-3abf707f8112 admin admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:37:49.314922 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device e0010926-dc3b-4c32-a75b-f4f2fb91c7f3 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:37:49.470912 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port e0010926-dc3b-4c32-a75b-f4f2fb91c7f3 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:37:49.477925 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port e0010926-dc3b-4c32-a75b-f4f2fb91c7f3 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:49.478824 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:49.508787 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-05b09ad2-b7f8-4af7-a9a2-3abf707f8112 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:49.625858 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:49.676280 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port e0010926-dc3b-4c32-a75b-f4f2fb91c7f3, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=e0010926-dc3b-4c32-a75b-f4f2fb91c7f3,segment=NetworkSegment(afe1bf22-f380-415d-beed-9671d75e08d3),segment_id=afe1bf22-f380-415d-beed-9671d75e08d3)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:49.743628 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:49.745084 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ca1613c4-316a-4ac5-b3d4-26608a4eafa4 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:37:49.829631 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-05b09ad2-b7f8-4af7-a9a2-3abf707f8112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:49.867905 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=e0010926-dc3b-4c32-a75b-f4f2fb91c7f3,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:49.947572 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port ca1613c4-316a-4ac5-b3d4-26608a4eafa4 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:37:50.111157 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b09ad2-b7f8-4af7-a9a2-3abf707f8112 admin admin] Router bb9e8db6-6d4c-4979-b276-221e98836e0a is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:37:50.180544 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0db4655-a7eb-4cef-8b4e-475840fb143e None None] Network 010310e2-8416-4732-85a3-ba05cafced6d requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:37:50.294190 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b09ad2-b7f8-4af7-a9a2-3abf707f8112 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:37:50.307194 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44ccb22-dbea-4985-a2f7-2c62c8232857 None None] Sync routers for ids ['bb9e8db6-6d4c-4979-b276-221e98836e0a'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:37:50.341701 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7fad1ebc-3e4e-40a4-9762-8abda946afc7 None None] Provisioning for port ca1613c4-316a-4ac5-b3d4-26608a4eafa4 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:37:50.350577 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7fad1ebc-3e4e-40a4-9762-8abda946afc7 None None] Provisioning complete for port ca1613c4-316a-4ac5-b3d4-26608a4eafa4 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:50.351059 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7fad1ebc-3e4e-40a4-9762-8abda946afc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:50.398773 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-05b09ad2-b7f8-4af7-a9a2-3abf707f8112 admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:50.402981 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-05b09ad2-b7f8-4af7-a9a2-3abf707f8112 admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3590894 Aug 31 09:37:50.403257 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44ccb22-dbea-4985-a2f7-2c62c8232857 None None] Routers {'bb9e8db6-6d4c-4979-b276-221e98836e0a'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:37:50.403257 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-f44ccb22-dbea-4985-a2f7-2c62c8232857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:37:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['bb9e8db6-6d4c-4979-b276-221e98836e0a'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:50.403557 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58600) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:50.631814 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7fad1ebc-3e4e-40a4-9762-8abda946afc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:50.648940 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-f44ccb22-dbea-4985-a2f7-2c62c8232857 None None] Set router bb9e8db6-6d4c-4979-b276-221e98836e0a gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:37:50.924924 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-7fad1ebc-3e4e-40a4-9762-8abda946afc7 None None] For port ca1613c4-316a-4ac5-b3d4-26608a4eafa4, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ca1613c4-316a-4ac5-b3d4-26608a4eafa4,segment=NetworkSegment(97179bad-2205-485e-b9dc-1ebdf3179415),segment_id=97179bad-2205-485e-b9dc-1ebdf3179415)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:50.962584 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-f44ccb22-dbea-4985-a2f7-2c62c8232857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9e8db6-6d4c-4979-b276-221e98836e0a', 'name': 'tempest-TestServerBasicOps-2122591707-router', 'tenant_id': '20036abc9a73458ebf28fcaf585a8274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8846b940-72bb-4edd-b994-4ef6bcedfe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:37:47Z', 'updated_at': '2021-08-31T09:37:49Z', 'revision_number': 3, 'project_id': '20036abc9a73458ebf28fcaf585a8274', 'gw_port': {'id': '8846b940-72bb-4edd-b994-4ef6bcedfe6b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9e8db6-6d4c-4979-b276-221e98836e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:48Z', 'updated_at': '2021-08-31T09:37:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:50.994782 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44ccb22-dbea-4985-a2f7-2c62c8232857 None None] Checking router: bb9e8db6-6d4c-4979-b276-221e98836e0a for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:37:50.995618 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44ccb22-dbea-4985-a2f7-2c62c8232857 None None] Updating router bb9e8db6-6d4c-4979-b276-221e98836e0a port 8846b940-72bb-4edd-b994-4ef6bcedfe6b binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:37:50.999069 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7fad1ebc-3e4e-40a4-9762-8abda946afc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:51.054830 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f44ccb22-dbea-4985-a2f7-2c62c8232857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:51.133565 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad1ebc-3e4e-40a4-9762-8abda946afc7 None None] Pushing event updated for resources: {'Port': ['ID=ca1613c4-316a-4ac5-b3d4-26608a4eafa4,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:51.227460 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device e0010926-dc3b-4c32-a75b-f4f2fb91c7f3 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:37:51.278937 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6a954df2-0264-41b2-a3e9-ae2a7d9b197e None None] Provisioning complete for port ca1613c4-316a-4ac5-b3d4-26608a4eafa4 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:51.279746 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6a954df2-0264-41b2-a3e9-ae2a7d9b197e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:51.424488 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5bba62b9-56db-4201-8d83-321040b4b886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:51.476820 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port e0010926-dc3b-4c32-a75b-f4f2fb91c7f3 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:51.479017 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:51.654280 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-5bba62b9-56db-4201-8d83-321040b4b886 admin admin] Allocated IP 172.20.0.1 (010310e2-8416-4732-85a3-ba05cafced6d/ca9e2093-47e9-4ed3-8202-c70964e57fd7/63b7b29b-1857-4fdd-90e3-571988775861) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:37:51.708210 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f44ccb22-dbea-4985-a2f7-2c62c8232857 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:51.721992 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f44ccb22-dbea-4985-a2f7-2c62c8232857 None None] Transition to ACTIVE for port object 8846b940-72bb-4edd-b994-4ef6bcedfe6b will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:51.785837 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5bba62b9-56db-4201-8d83-321040b4b886 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:51.809991 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f44ccb22-dbea-4985-a2f7-2c62c8232857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:51.839090 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-5bba62b9-56db-4201-8d83-321040b4b886 admin admin] Transition to ACTIVE for port object 63b7b29b-1857-4fdd-90e3-571988775861 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:51.870279 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-f44ccb22-dbea-4985-a2f7-2c62c8232857 None None] Attempting to bind port 8846b940-72bb-4edd-b994-4ef6bcedfe6b on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:37:51.870703 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-f44ccb22-dbea-4985-a2f7-2c62c8232857 None None] Attempting to bind port 8846b940-72bb-4edd-b994-4ef6bcedfe6b by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:37:51.871072 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44ccb22-dbea-4985-a2f7-2c62c8232857 None None] Attempting to bind port 8846b940-72bb-4edd-b994-4ef6bcedfe6b on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:37:51.878716 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9adf0ae-df68-477e-90b6-071fe4eca9b1 None None] Pushing event updated for resources: {'Port': ['ID=8846b940-72bb-4edd-b994-4ef6bcedfe6b,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:51.881671 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44ccb22-dbea-4985-a2f7-2c62c8232857 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:37:51.883638 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44ccb22-dbea-4985-a2f7-2c62c8232857 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:37:51.883638 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f44ccb22-dbea-4985-a2f7-2c62c8232857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:51.883638 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44ccb22-dbea-4985-a2f7-2c62c8232857 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:37:51.883638 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-f44ccb22-dbea-4985-a2f7-2c62c8232857 None None] Bound port: 8846b940-72bb-4edd-b994-4ef6bcedfe6b, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:37:51.884041 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f44ccb22-dbea-4985-a2f7-2c62c8232857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:51.955828 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-f44ccb22-dbea-4985-a2f7-2c62c8232857 None None] For port 8846b940-72bb-4edd-b994-4ef6bcedfe6b, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:37:51.960243 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-f44ccb22-dbea-4985-a2f7-2c62c8232857 None None] For port 8846b940-72bb-4edd-b994-4ef6bcedfe6b, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8846b940-72bb-4edd-b994-4ef6bcedfe6b,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:37:51.991249 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5bba62b9-56db-4201-8d83-321040b4b886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:52.023213 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f44ccb22-dbea-4985-a2f7-2c62c8232857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:52.035402 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bba62b9-56db-4201-8d83-321040b4b886 admin admin] Network 010310e2-8416-4732-85a3-ba05cafced6d is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:37:52.038640 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-5bba62b9-56db-4201-8d83-321040b4b886 admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:52.042756 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bba62b9-56db-4201-8d83-321040b4b886 admin admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:37:52.048403 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba62b9-56db-4201-8d83-321040b4b886 admin admin] Pushing event updated for resources: {'Port': ['ID=63b7b29b-1857-4fdd-90e3-571988775861,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:52.091838 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5bba62b9-56db-4201-8d83-321040b4b886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:52.106810 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9adf0ae-df68-477e-90b6-071fe4eca9b1 None None] Pushing event updated for resources: {'Port': ['ID=8846b940-72bb-4edd-b994-4ef6bcedfe6b,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:52.116326 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44ccb22-dbea-4985-a2f7-2c62c8232857 None None] Routers {'bb9e8db6-6d4c-4979-b276-221e98836e0a'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:37:52.117348 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-f44ccb22-dbea-4985-a2f7-2c62c8232857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:37:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['bb9e8db6-6d4c-4979-b276-221e98836e0a'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:52.267472 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-f44ccb22-dbea-4985-a2f7-2c62c8232857 None None] Set router bb9e8db6-6d4c-4979-b276-221e98836e0a gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:37:52.398143 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5bba62b9-56db-4201-8d83-321040b4b886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:52.478840 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3e975bc1-603c-41d2-a14f-e0070a14ca73 None None] Provisioning for port 63b7b29b-1857-4fdd-90e3-571988775861 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:37:52.485331 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3e975bc1-603c-41d2-a14f-e0070a14ca73 None None] Provisioning complete for port 63b7b29b-1857-4fdd-90e3-571988775861 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:52.485967 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3e975bc1-603c-41d2-a14f-e0070a14ca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:52.546982 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-3e975bc1-603c-41d2-a14f-e0070a14ca73 None None] Port 63b7b29b-1857-4fdd-90e3-571988775861 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:37:52.556560 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-f44ccb22-dbea-4985-a2f7-2c62c8232857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9e8db6-6d4c-4979-b276-221e98836e0a', 'name': 'tempest-TestServerBasicOps-2122591707-router', 'tenant_id': '20036abc9a73458ebf28fcaf585a8274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8846b940-72bb-4edd-b994-4ef6bcedfe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:37:47Z', 'updated_at': '2021-08-31T09:37:49Z', 'revision_number': 3, 'project_id': '20036abc9a73458ebf28fcaf585a8274', 'gw_port': {'id': '8846b940-72bb-4edd-b994-4ef6bcedfe6b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9e8db6-6d4c-4979-b276-221e98836e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:48Z', 'updated_at': '2021-08-31T09:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:52.586167 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44ccb22-dbea-4985-a2f7-2c62c8232857 None None] The sync data for ids ['bb9e8db6-6d4c-4979-b276-221e98836e0a'] in n-d-791506-28 is: [{'id': 'bb9e8db6-6d4c-4979-b276-221e98836e0a', 'name': 'tempest-TestServerBasicOps-2122591707-router', 'tenant_id': '20036abc9a73458ebf28fcaf585a8274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8846b940-72bb-4edd-b994-4ef6bcedfe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:37:47Z', 'updated_at': '2021-08-31T09:37:49Z', 'revision_number': 3, 'project_id': '20036abc9a73458ebf28fcaf585a8274', 'gw_port': {'id': '8846b940-72bb-4edd-b994-4ef6bcedfe6b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9e8db6-6d4c-4979-b276-221e98836e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:48Z', 'updated_at': '2021-08-31T09:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:37:52.664882 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5bba62b9-56db-4201-8d83-321040b4b886 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:52.728167 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5bba62b9-56db-4201-8d83-321040b4b886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:52.822843 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba62b9-56db-4201-8d83-321040b4b886 admin admin] Pushing event updated for resources: {'Port': ['ID=63b7b29b-1857-4fdd-90e3-571988775861,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:52.831425 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5bba62b9-56db-4201-8d83-321040b4b886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:53.053636 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bba62b9-56db-4201-8d83-321040b4b886 admin admin] Network 010310e2-8416-4732-85a3-ba05cafced6d is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:37:53.055160 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-5bba62b9-56db-4201-8d83-321040b4b886 admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:37:53.339806 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bba62b9-56db-4201-8d83-321040b4b886 admin admin] Router bb9e8db6-6d4c-4979-b276-221e98836e0a has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:37:53.345572 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ca1613c4-316a-4ac5-b3d4-26608a4eafa4 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:37:53.462761 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port ca1613c4-316a-4ac5-b3d4-26608a4eafa4 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:53.466353 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:53.564484 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d8c66031-ce10-4ddd-afd2-fd2db8e7ded7 None None] Provisioning complete for port 63b7b29b-1857-4fdd-90e3-571988775861 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:53.571387 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d8c66031-ce10-4ddd-afd2-fd2db8e7ded7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:53.608577 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bba62b9-56db-4201-8d83-321040b4b886 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:37:53.614292 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5bba62b9-56db-4201-8d83-321040b4b886 admin admin] 10.222.0.119 "PUT /v2.0/routers/bb9e8db6-6d4c-4979-b276-221e98836e0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2098835 Aug 31 09:37:53.650213 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-d8c66031-ce10-4ddd-afd2-fd2db8e7ded7 None None] Port 63b7b29b-1857-4fdd-90e3-571988775861 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:37:53.716530 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8846b940-72bb-4edd-b994-4ef6bcedfe6b up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:37:53.910522 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 8846b940-72bb-4edd-b994-4ef6bcedfe6b completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:37:53.916518 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 8846b940-72bb-4edd-b994-4ef6bcedfe6b triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:53.920729 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:54.048443 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:54.082520 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 8846b940-72bb-4edd-b994-4ef6bcedfe6b, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8846b940-72bb-4edd-b994-4ef6bcedfe6b,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:54.159093 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:54.224523 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=8846b940-72bb-4edd-b994-4ef6bcedfe6b,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:54.371627 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:37:54.388792 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58682) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:54.394041 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-c0aad4bb-509f-47d2-978a-5743db3fa561 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-928106847', 'description': 'tempest-secgroup-smoke-928106847 description', 'project_id': '43edeaf1cc7c4b33a446a0bf88942dc5'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:54.489798 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c0aad4bb-509f-47d2-978a-5743db3fa561 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:54.592597 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c0aad4bb-509f-47d2-978a-5743db3fa561 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:54.665079 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c0aad4bb-509f-47d2-978a-5743db3fa561 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:54.722796 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aad4bb-509f-47d2-978a-5743db3fa561 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4041abdf-d8ac-4484-aac7-3984cca397b0,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:54.769789 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c0aad4bb-509f-47d2-978a-5743db3fa561 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:54.771519 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c0aad4bb-509f-47d2-978a-5743db3fa561 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3814373 Aug 31 09:37:54.774599 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58688) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:54.779522 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-1deaa002-6c7d-42f3-a958-d8e9759cd4bf tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Request body: {'security_group_rule': {'security_group_id': '4041abdf-d8ac-4484-aac7-3984cca397b0', 'project_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:54.895401 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1deaa002-6c7d-42f3-a958-d8e9759cd4bf tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:54.957584 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1deaa002-6c7d-42f3-a958-d8e9759cd4bf tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:55.038641 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1deaa002-6c7d-42f3-a958-d8e9759cd4bf tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:55.057003 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deaa002-6c7d-42f3-a958-d8e9759cd4bf tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc3182c-59d6-455f-a0da-0f14e570c697,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:55.158506 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1deaa002-6c7d-42f3-a958-d8e9759cd4bf tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:55.162706 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1deaa002-6c7d-42f3-a958-d8e9759cd4bf tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3840959 Aug 31 09:37:55.163070 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58694) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:55.167779 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-e29ed982-005b-4bd5-94e7-12a6ed6f5847 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Request body: {'security_group_rule': {'security_group_id': '4041abdf-d8ac-4484-aac7-3984cca397b0', 'project_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:55.191344 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8846b940-72bb-4edd-b994-4ef6bcedfe6b up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:37:55.248863 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 8846b940-72bb-4edd-b994-4ef6bcedfe6b triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:55.253964 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:55.265414 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c470f477-7137-46a5-9a84-a6d265c90c47 None None] Sync routers for ids ['bb9e8db6-6d4c-4979-b276-221e98836e0a'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:37:55.276228 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c470f477-7137-46a5-9a84-a6d265c90c47 None None] Routers {'bb9e8db6-6d4c-4979-b276-221e98836e0a'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:37:55.281860 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c470f477-7137-46a5-9a84-a6d265c90c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:37:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['bb9e8db6-6d4c-4979-b276-221e98836e0a'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:55.282062 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e29ed982-005b-4bd5-94e7-12a6ed6f5847 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:55.358231 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e29ed982-005b-4bd5-94e7-12a6ed6f5847 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:55.414781 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-c470f477-7137-46a5-9a84-a6d265c90c47 None None] Set router bb9e8db6-6d4c-4979-b276-221e98836e0a gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:37:55.432652 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e29ed982-005b-4bd5-94e7-12a6ed6f5847 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:55.455799 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ed982-005b-4bd5-94e7-12a6ed6f5847 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d6e2f2-3731-4da7-919c-abe49f881e46,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:55.508208 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e29ed982-005b-4bd5-94e7-12a6ed6f5847 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:55.509169 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e29ed982-005b-4bd5-94e7-12a6ed6f5847 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3451014 Aug 31 09:37:55.512002 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58700) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:55.516618 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-2982fc4a-9eb1-4f7e-aa9f-c9a62a7fad41 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Request body: {'security_group_rule': {'security_group_id': '4041abdf-d8ac-4484-aac7-3984cca397b0', 'project_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:55.623204 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2982fc4a-9eb1-4f7e-aa9f-c9a62a7fad41 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:55.720541 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2982fc4a-9eb1-4f7e-aa9f-c9a62a7fad41 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:55.730625 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c470f477-7137-46a5-9a84-a6d265c90c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9e8db6-6d4c-4979-b276-221e98836e0a', 'name': 'tempest-TestServerBasicOps-2122591707-router', 'tenant_id': '20036abc9a73458ebf28fcaf585a8274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8846b940-72bb-4edd-b994-4ef6bcedfe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:37:47Z', 'updated_at': '2021-08-31T09:37:52Z', 'revision_number': 4, 'project_id': '20036abc9a73458ebf28fcaf585a8274', 'gw_port': {'id': '8846b940-72bb-4edd-b994-4ef6bcedfe6b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9e8db6-6d4c-4979-b276-221e98836e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:48Z', 'updated_at': '2021-08-31T09:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '63b7b29b-1857-4fdd-90e3-571988775861', 'name': '', 'network_id': '010310e2-8416-4732-85a3-ba05cafced6d', 'tenant_id': '20036abc9a73458ebf28fcaf585a8274', 'mac_address': 'fa:16:3e:81:ff:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9e8db6-6d4c-4979-b276-221e98836e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'ca9e2093-47e9-4ed3-8202-c70964e57fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:51Z', 'updated_at': '2021-08-31T09:37:52Z', 'revision_number': 2, 'project_id': '20036abc9a73458ebf28fcaf585a8274', 'subnets': [{'id': 'ca9e2093-47e9-4ed3-8202-c70964e57fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:55.758523 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c470f477-7137-46a5-9a84-a6d265c90c47 None None] Checking router: bb9e8db6-6d4c-4979-b276-221e98836e0a for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:37:55.759641 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c470f477-7137-46a5-9a84-a6d265c90c47 None None] Updating router bb9e8db6-6d4c-4979-b276-221e98836e0a port 63b7b29b-1857-4fdd-90e3-571988775861 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:37:55.789487 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-c470f477-7137-46a5-9a84-a6d265c90c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:55.809900 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2982fc4a-9eb1-4f7e-aa9f-c9a62a7fad41 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:55.840182 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982fc4a-9eb1-4f7e-aa9f-c9a62a7fad41 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8262f22c-cf78-4bf6-8ab2-88d02cfbe043,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:55.884473 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2982fc4a-9eb1-4f7e-aa9f-c9a62a7fad41 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:55.885659 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2982fc4a-9eb1-4f7e-aa9f-c9a62a7fad41 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3727098 Aug 31 09:37:55.888444 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58708) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:55.893057 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-4804e4aa-bef4-4173-8ec9-5fd90859dd0b tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Request body: {'security_group_rule': {'security_group_id': '4041abdf-d8ac-4484-aac7-3984cca397b0', 'project_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:56.008245 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4804e4aa-bef4-4173-8ec9-5fd90859dd0b tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:56.087131 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-c470f477-7137-46a5-9a84-a6d265c90c47 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:56.091937 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4804e4aa-bef4-4173-8ec9-5fd90859dd0b tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:56.099707 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-c470f477-7137-46a5-9a84-a6d265c90c47 None None] Transition to ACTIVE for port object 63b7b29b-1857-4fdd-90e3-571988775861 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:37:56.174353 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4804e4aa-bef4-4173-8ec9-5fd90859dd0b tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:56.174895 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-c470f477-7137-46a5-9a84-a6d265c90c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:56.196850 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804e4aa-bef4-4173-8ec9-5fd90859dd0b tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc14c0d1-b83b-47f3-b2ff-bc2d2a693e7a,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:56.222627 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c56918-694f-48ff-b669-142967de4057 None None] Pushing event updated for resources: {'Port': ['ID=63b7b29b-1857-4fdd-90e3-571988775861,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:56.261664 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4804e4aa-bef4-4173-8ec9-5fd90859dd0b tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:56.266271 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4804e4aa-bef4-4173-8ec9-5fd90859dd0b tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3737376 Aug 31 09:37:56.266271 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58722) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:56.271756 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-e9704766-08a1-4fb8-b1cb-8f4d283a3a01 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Request body: {'security_group_rule': {'security_group_id': '4041abdf-d8ac-4484-aac7-3984cca397b0', 'project_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:56.293901 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-c470f477-7137-46a5-9a84-a6d265c90c47 None None] Attempting to bind port 63b7b29b-1857-4fdd-90e3-571988775861 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:37:56.293901 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-c470f477-7137-46a5-9a84-a6d265c90c47 None None] Attempting to bind port 63b7b29b-1857-4fdd-90e3-571988775861 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '97179bad-2205-485e-b9dc-1ebdf3179415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': '010310e2-8416-4732-85a3-ba05cafced6d'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:37:56.293901 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c470f477-7137-46a5-9a84-a6d265c90c47 None None] Attempting to bind port 63b7b29b-1857-4fdd-90e3-571988775861 on network 010310e2-8416-4732-85a3-ba05cafced6d {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:37:56.295180 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c470f477-7137-46a5-9a84-a6d265c90c47 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:37:56.295621 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c470f477-7137-46a5-9a84-a6d265c90c47 None None] Checking segment: {'id': '97179bad-2205-485e-b9dc-1ebdf3179415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': '010310e2-8416-4732-85a3-ba05cafced6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:37:56.296023 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-c470f477-7137-46a5-9a84-a6d265c90c47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:56.300432 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c470f477-7137-46a5-9a84-a6d265c90c47 None None] Bound using segment: {'id': '97179bad-2205-485e-b9dc-1ebdf3179415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': '010310e2-8416-4732-85a3-ba05cafced6d'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:37:56.300432 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-c470f477-7137-46a5-9a84-a6d265c90c47 None None] Bound port: 63b7b29b-1857-4fdd-90e3-571988775861, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97179bad-2205-485e-b9dc-1ebdf3179415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': '010310e2-8416-4732-85a3-ba05cafced6d'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:37:56.300432 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-c470f477-7137-46a5-9a84-a6d265c90c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:56.376341 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-c470f477-7137-46a5-9a84-a6d265c90c47 None None] For port 63b7b29b-1857-4fdd-90e3-571988775861, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:37:56.379698 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-c470f477-7137-46a5-9a84-a6d265c90c47 None None] For port 63b7b29b-1857-4fdd-90e3-571988775861, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=63b7b29b-1857-4fdd-90e3-571988775861,segment=NetworkSegment(97179bad-2205-485e-b9dc-1ebdf3179415),segment_id=97179bad-2205-485e-b9dc-1ebdf3179415)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:37:56.413313 n-d-791506-28 neutron-server[95553]: INFO neutron.db.securitygroups_db [None req-e9704766-08a1-4fb8-b1cb-8f4d283a3a01 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Project 43edeaf1cc7c4b33a446a0bf88942dc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:37:56.420673 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e9704766-08a1-4fb8-b1cb-8f4d283a3a01 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:56.500463 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e9704766-08a1-4fb8-b1cb-8f4d283a3a01 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:56.524851 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-c470f477-7137-46a5-9a84-a6d265c90c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:56.583549 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c470f477-7137-46a5-9a84-a6d265c90c47 None None] Routers {'bb9e8db6-6d4c-4979-b276-221e98836e0a'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:37:56.584225 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c470f477-7137-46a5-9a84-a6d265c90c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:37:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['bb9e8db6-6d4c-4979-b276-221e98836e0a'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:56.632476 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c56918-694f-48ff-b669-142967de4057 None None] Pushing event updated for resources: {'Port': ['ID=63b7b29b-1857-4fdd-90e3-571988775861,revision_number=4']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:56.649086 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e9704766-08a1-4fb8-b1cb-8f4d283a3a01 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:56.684382 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9704766-08a1-4fb8-b1cb-8f4d283a3a01 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b34b87-6904-4925-ab46-fe71262031ae,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:56.734270 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e9704766-08a1-4fb8-b1cb-8f4d283a3a01 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:56.734270 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e9704766-08a1-4fb8-b1cb-8f4d283a3a01 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4653409 Aug 31 09:37:56.736612 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58748) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:37:56.747241 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-4adad395-dc0f-46f4-847f-5aac5c087d75 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Request body: {'security_group_rule': {'security_group_id': '4041abdf-d8ac-4484-aac7-3984cca397b0', 'project_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:37:56.772698 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-c470f477-7137-46a5-9a84-a6d265c90c47 None None] Set router bb9e8db6-6d4c-4979-b276-221e98836e0a gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:37:56.910314 n-d-791506-28 neutron-server[95552]: INFO neutron.db.securitygroups_db [None req-4adad395-dc0f-46f4-847f-5aac5c087d75 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Project 43edeaf1cc7c4b33a446a0bf88942dc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:37:56.916173 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4adad395-dc0f-46f4-847f-5aac5c087d75 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:57.032067 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4adad395-dc0f-46f4-847f-5aac5c087d75 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:57.116387 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c470f477-7137-46a5-9a84-a6d265c90c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9e8db6-6d4c-4979-b276-221e98836e0a', 'name': 'tempest-TestServerBasicOps-2122591707-router', 'tenant_id': '20036abc9a73458ebf28fcaf585a8274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8846b940-72bb-4edd-b994-4ef6bcedfe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:37:47Z', 'updated_at': '2021-08-31T09:37:52Z', 'revision_number': 4, 'project_id': '20036abc9a73458ebf28fcaf585a8274', 'gw_port': {'id': '8846b940-72bb-4edd-b994-4ef6bcedfe6b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9e8db6-6d4c-4979-b276-221e98836e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:48Z', 'updated_at': '2021-08-31T09:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '63b7b29b-1857-4fdd-90e3-571988775861', 'name': '', 'network_id': '010310e2-8416-4732-85a3-ba05cafced6d', 'tenant_id': '20036abc9a73458ebf28fcaf585a8274', 'mac_address': 'fa:16:3e:81:ff:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9e8db6-6d4c-4979-b276-221e98836e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'ca9e2093-47e9-4ed3-8202-c70964e57fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:51Z', 'updated_at': '2021-08-31T09:37:56Z', 'revision_number': 4, 'project_id': '20036abc9a73458ebf28fcaf585a8274', 'subnets': [{'id': 'ca9e2093-47e9-4ed3-8202-c70964e57fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:37:57.130421 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4adad395-dc0f-46f4-847f-5aac5c087d75 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:57.156068 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c470f477-7137-46a5-9a84-a6d265c90c47 None None] The sync data for ids ['bb9e8db6-6d4c-4979-b276-221e98836e0a'] in n-d-791506-28 is: [{'id': 'bb9e8db6-6d4c-4979-b276-221e98836e0a', 'name': 'tempest-TestServerBasicOps-2122591707-router', 'tenant_id': '20036abc9a73458ebf28fcaf585a8274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8846b940-72bb-4edd-b994-4ef6bcedfe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:37:47Z', 'updated_at': '2021-08-31T09:37:52Z', 'revision_number': 4, 'project_id': '20036abc9a73458ebf28fcaf585a8274', 'gw_port': {'id': '8846b940-72bb-4edd-b994-4ef6bcedfe6b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9e8db6-6d4c-4979-b276-221e98836e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:48Z', 'updated_at': '2021-08-31T09:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '63b7b29b-1857-4fdd-90e3-571988775861', 'name': '', 'network_id': '010310e2-8416-4732-85a3-ba05cafced6d', 'tenant_id': '20036abc9a73458ebf28fcaf585a8274', 'mac_address': 'fa:16:3e:81:ff:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9e8db6-6d4c-4979-b276-221e98836e0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'ca9e2093-47e9-4ed3-8202-c70964e57fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:51Z', 'updated_at': '2021-08-31T09:37:56Z', 'revision_number': 4, 'project_id': '20036abc9a73458ebf28fcaf585a8274', 'subnets': [{'id': 'ca9e2093-47e9-4ed3-8202-c70964e57fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:37:57.166482 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adad395-dc0f-46f4-847f-5aac5c087d75 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d471dd8c-1c50-4d1f-a11e-2dc3c17e76d2,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:57.278539 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4adad395-dc0f-46f4-847f-5aac5c087d75 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:57.282166 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4adad395-dc0f-46f4-847f-5aac5c087d75 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5421357 Aug 31 09:37:57.611877 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-32d60b7d-cbbb-473e-9cd6-9f74f16d6f9b tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-928106847&fields=id&tenant_id=43edeaf1cc7c4b33a446a0bf88942dc5 HTTP/1.1" status: 200 len: 267 time: 0.0613337 Aug 31 09:37:57.796691 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-8b3a4c5e-c457-4694-9216-6ed38d67ba5e tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:37:57.799374 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-8b3a4c5e-c457-4694-9216-6ed38d67ba5e tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/networks?id=6face56c-e92e-4852-b5b0-05a72adb3a2e HTTP/1.1" status: 200 len: 809 time: 0.1740010 Aug 31 09:37:57.845524 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-9047e2b5-c230-4c43-85dc-cd1d60db18cc tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/quotas/43edeaf1cc7c4b33a446a0bf88942dc5 HTTP/1.1" status: 200 len: 375 time: 0.0350566 Aug 31 09:37:57.974490 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-5e9b0c12-39d3-4fdd-b190-320a8754b6e6 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=43edeaf1cc7c4b33a446a0bf88942dc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1279688 Aug 31 09:37:58.132934 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-fb9b521a-f5d9-4009-b23d-91b45f5c3ce0 service neutron] 10.222.0.119 "GET /v2.0/networks/6face56c-e92e-4852-b5b0-05a72adb3a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444983 Aug 31 09:37:58.245515 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-8eb61bd4-559f-4a9a-b1df-d35dbfc2dbd6 service neutron] 10.222.0.119 "GET /v2.0/networks/6face56c-e92e-4852-b5b0-05a72adb3a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030788 Aug 31 09:37:58.623930 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-37e5af67-eac7-40ee-87b8-7f4a263c0c12 req-1a8e15ff-534a-4da1-8e6d-e26a27598c3b tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/ports?device_id=ec38998a-f53c-4381-81e3-bc50cf9d57c8 HTTP/1.1" status: 200 len: 210 time: 0.0790339 Aug 31 09:37:59.198158 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 63b7b29b-1857-4fdd-90e3-571988775861 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:37:59.295554 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 63b7b29b-1857-4fdd-90e3-571988775861 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:37:59.302030 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 63b7b29b-1857-4fdd-90e3-571988775861 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:37:59.302601 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:59.397624 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:59.445875 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 63b7b29b-1857-4fdd-90e3-571988775861, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=63b7b29b-1857-4fdd-90e3-571988775861,segment=NetworkSegment(97179bad-2205-485e-b9dc-1ebdf3179415),segment_id=97179bad-2205-485e-b9dc-1ebdf3179415)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:37:59.501834 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:37:59.573702 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=63b7b29b-1857-4fdd-90e3-571988775861,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:37:59.741874 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-95c3b008-3524-4227-bda7-496a592cadd6 req-7466c05e-eb0e-48f8-a799-433e1907a560 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/ports?device_id=ec38998a-f53c-4381-81e3-bc50cf9d57c8 HTTP/1.1" status: 200 len: 210 time: 0.0333781 Aug 31 09:38:00.561763 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58982) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:00.682482 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ceb676e0-24ca-4431-99dd-f948c4a361c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:00.784213 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-f6f14361-9a3b-44c4-9107-837bd2c122e6 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:00.791865 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-f6f14361-9a3b-44c4-9107-837bd2c122e6 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.112 "GET /v2.0/networks?id=6face56c-e92e-4852-b5b0-05a72adb3a2e HTTP/1.1" status: 200 len: 809 time: 0.1250155 Aug 31 09:38:00.801055 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ceb676e0-24ca-4431-99dd-f948c4a361c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:00.849163 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-15c36794-ccd8-42e1-ad43-57c40f6b5953 req-339264be-7446-4586-8eb7-5ee144d6177c tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/ports?device_id=ec38998a-f53c-4381-81e3-bc50cf9d57c8 HTTP/1.1" status: 200 len: 210 time: 0.0323687 Aug 31 09:38:00.850612 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-36759bf6-3bce-4b07-9149-d9dc9590d971 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43edeaf1cc7c4b33a446a0bf88942dc5 HTTP/1.1" status: 200 len: 379 time: 0.0519803 Aug 31 09:38:00.855160 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ceb676e0-24ca-4431-99dd-f948c4a361c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:00.863690 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-0b37fd82-ce5f-44f6-a7ca-520bb7a244f3 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Request body: {'port': {'device_id': 'ec38998a-f53c-4381-81e3-bc50cf9d57c8', 'network_id': '6face56c-e92e-4852-b5b0-05a72adb3a2e', 'admin_state_up': True, 'tenant_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'security_groups': ['4041abdf-d8ac-4484-aac7-3984cca397b0']}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:00.888391 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ceb676e0-24ca-4431-99dd-f948c4a361c1 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=af8cbbd01bb249ce81571f98b31ed4cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3254755 Aug 31 09:38:00.904692 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59014) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:00.923392 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb676e0-24ca-4431-99dd-f948c4a361c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7be5b35-0c36-49bd-87aa-b662d969d5bf,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:00.981905 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4f0fc5f2-6dc3-48e0-976a-96a8ed4e36e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:01.005662 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4f0fc5f2-6dc3-48e0-976a-96a8ed4e36e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:01.075831 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-0b37fd82-ce5f-44f6-a7ca-520bb7a244f3 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Made reservation on behalf of 43edeaf1cc7c4b33a446a0bf88942dc5 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:01.079881 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-0b37fd82-ce5f-44f6-a7ca-520bb7a244f3 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:01.156230 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 63b7b29b-1857-4fdd-90e3-571988775861 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:01.205964 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 63b7b29b-1857-4fdd-90e3-571988775861 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:01.206333 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:01.247440 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4f0fc5f2-6dc3-48e0-976a-96a8ed4e36e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:01.250647 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4f0fc5f2-6dc3-48e0-976a-96a8ed4e36e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:01.255361 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4f0fc5f2-6dc3-48e0-976a-96a8ed4e36e4 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/a7be5b35-0c36-49bd-87aa-b662d969d5bf HTTP/1.1" status: 204 len: 168 time: 0.3481002 Aug 31 09:38:01.264445 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0fc5f2-6dc3-48e0-976a-96a8ed4e36e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7be5b35-0c36-49bd-87aa-b662d969d5bf,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:01.385238 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-0b37fd82-ce5f-44f6-a7ca-520bb7a244f3 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Allocated IP 172.20.0.6 (6face56c-e92e-4852-b5b0-05a72adb3a2e/f0c41a17-eca0-420d-8753-f8f3c66e86af/45796a3b-22d8-4744-8ed7-383ed1b71c9b) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:01.551356 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-0b37fd82-ce5f-44f6-a7ca-520bb7a244f3 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:01.566813 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-0b37fd82-ce5f-44f6-a7ca-520bb7a244f3 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Transition to ACTIVE for port object 45796a3b-22d8-4744-8ed7-383ed1b71c9b will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:01.667299 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-0b37fd82-ce5f-44f6-a7ca-520bb7a244f3 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:01.715348 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-0b37fd82-ce5f-44f6-a7ca-520bb7a244f3 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Network 6face56c-e92e-4852-b5b0-05a72adb3a2e is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:01.725159 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-0b37fd82-ce5f-44f6-a7ca-520bb7a244f3 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:01.729502 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-0b37fd82-ce5f-44f6-a7ca-520bb7a244f3 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:01.760686 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37fd82-ce5f-44f6-a7ca-520bb7a244f3 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Pushing event updated for resources: {'Port': ['ID=45796a3b-22d8-4744-8ed7-383ed1b71c9b,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:01.796290 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-0b37fd82-ce5f-44f6-a7ca-520bb7a244f3 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:01.797658 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-0b37fd82-ce5f-44f6-a7ca-520bb7a244f3 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:01.890193 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-0b37fd82-ce5f-44f6-a7ca-520bb7a244f3 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0330734 Aug 31 09:38:01.908431 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-142a5246-9d60-429a-afc7-ffa21cbcecca service neutron] Request body: {'port': {'device_id': 'ec38998a-f53c-4381-81e3-bc50cf9d57c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:01.977622 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-142a5246-9d60-429a-afc7-ffa21cbcecca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:01.999733 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d2da7-2fc7-41cb-94d3-8f5ecff53512 req-50f380df-1ca8-4dd2-96c6-f84dd4329275 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:02.010120 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b77d2da7-2fc7-41cb-94d3-8f5ecff53512 req-50f380df-1ca8-4dd2-96c6-f84dd4329275 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/ports?device_id=ec38998a-f53c-4381-81e3-bc50cf9d57c8 HTTP/1.1" status: 200 len: 931 time: 0.0735984 Aug 31 09:38:02.056352 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b77d2da7-2fc7-41cb-94d3-8f5ecff53512 req-62938cda-1d90-4f81-aa53-9b9bde7612d6 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/security-groups?id=4041abdf-d8ac-4484-aac7-3984cca397b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450335 Aug 31 09:38:02.195930 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c870f158-df0f-4540-92d7-88b062d808bc None None] Provisioning for port 45796a3b-22d8-4744-8ed7-383ed1b71c9b completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:02.200989 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c870f158-df0f-4540-92d7-88b062d808bc None None] Provisioning complete for port 45796a3b-22d8-4744-8ed7-383ed1b71c9b triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:02.208200 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c870f158-df0f-4540-92d7-88b062d808bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:02.241740 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-c870f158-df0f-4540-92d7-88b062d808bc None None] Port 45796a3b-22d8-4744-8ed7-383ed1b71c9b cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:38:02.285461 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-142a5246-9d60-429a-afc7-ffa21cbcecca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45796a3b-22d8-4744-8ed7-383ed1b71c9b {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:38:02.294846 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-142a5246-9d60-429a-afc7-ffa21cbcecca service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:02.310028 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-142a5246-9d60-429a-afc7-ffa21cbcecca service neutron] Transition to ACTIVE for port object 45796a3b-22d8-4744-8ed7-383ed1b71c9b will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:02.386686 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-142a5246-9d60-429a-afc7-ffa21cbcecca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:02.445421 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a5246-9d60-429a-afc7-ffa21cbcecca service neutron] Pushing event updated for resources: {'Port': ['ID=45796a3b-22d8-4744-8ed7-383ed1b71c9b,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:02.525547 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-142a5246-9d60-429a-afc7-ffa21cbcecca service neutron] Attempting to bind port 45796a3b-22d8-4744-8ed7-383ed1b71c9b on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:38:02.525887 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-142a5246-9d60-429a-afc7-ffa21cbcecca service neutron] Attempting to bind port 45796a3b-22d8-4744-8ed7-383ed1b71c9b by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'afe1bf22-f380-415d-beed-9671d75e08d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1630, 'network_id': '6face56c-e92e-4852-b5b0-05a72adb3a2e'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:38:02.526215 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-142a5246-9d60-429a-afc7-ffa21cbcecca service neutron] Attempting to bind port 45796a3b-22d8-4744-8ed7-383ed1b71c9b on network 6face56c-e92e-4852-b5b0-05a72adb3a2e {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:02.531787 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-142a5246-9d60-429a-afc7-ffa21cbcecca service neutron] Port 45796a3b-22d8-4744-8ed7-383ed1b71c9b on network 6face56c-e92e-4852-b5b0-05a72adb3a2e not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:38:02.532185 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-142a5246-9d60-429a-afc7-ffa21cbcecca service neutron] Attempting to bind port 45796a3b-22d8-4744-8ed7-383ed1b71c9b on network 6face56c-e92e-4852-b5b0-05a72adb3a2e {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:02.538630 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-142a5246-9d60-429a-afc7-ffa21cbcecca service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:38:02.538859 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-142a5246-9d60-429a-afc7-ffa21cbcecca service neutron] Checking segment: {'id': 'afe1bf22-f380-415d-beed-9671d75e08d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1630, 'network_id': '6face56c-e92e-4852-b5b0-05a72adb3a2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:02.539100 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-142a5246-9d60-429a-afc7-ffa21cbcecca service neutron] Bound using segment: {'id': 'afe1bf22-f380-415d-beed-9671d75e08d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1630, 'network_id': '6face56c-e92e-4852-b5b0-05a72adb3a2e'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:38:02.539731 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-142a5246-9d60-429a-afc7-ffa21cbcecca service neutron] Bound port: 45796a3b-22d8-4744-8ed7-383ed1b71c9b, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afe1bf22-f380-415d-beed-9671d75e08d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1630, 'network_id': '6face56c-e92e-4852-b5b0-05a72adb3a2e'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:38:02.542786 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-142a5246-9d60-429a-afc7-ffa21cbcecca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:02.627218 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-142a5246-9d60-429a-afc7-ffa21cbcecca service neutron] For port 45796a3b-22d8-4744-8ed7-383ed1b71c9b, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:38:02.631353 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-142a5246-9d60-429a-afc7-ffa21cbcecca service neutron] For port 45796a3b-22d8-4744-8ed7-383ed1b71c9b, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=45796a3b-22d8-4744-8ed7-383ed1b71c9b,segment=NetworkSegment(afe1bf22-f380-415d-beed-9671d75e08d3),segment_id=afe1bf22-f380-415d-beed-9671d75e08d3)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:38:02.678184 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:02.678603 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-142a5246-9d60-429a-afc7-ffa21cbcecca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:02.722095 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59128) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:02.745108 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-142a5246-9d60-429a-afc7-ffa21cbcecca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:02.745965 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-142a5246-9d60-429a-afc7-ffa21cbcecca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:02.747222 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-142a5246-9d60-429a-afc7-ffa21cbcecca service neutron] 10.222.0.112 "PUT /v2.0/ports/45796a3b-22d8-4744-8ed7-383ed1b71c9b HTTP/1.1" status: 200 len: 1092 time: 0.8434405 Aug 31 09:38:02.752217 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec38998a-f53c-4381-81e3-bc50cf9d57c8', 'tag': '45796a3b-22d8-4744-8ed7-383ed1b71c9b'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:38:02.754907 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccdb479-fd42-4f05-815d-b7da6fdf8cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "ec38998a-f53c-4381-81e3-bc50cf9d57c8", "tag": "45796a3b-22d8-4744-8ed7-383ed1b71c9b"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:38:02.778297 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a5246-9d60-429a-afc7-ffa21cbcecca service neutron] Pushing event updated for resources: {'Port': ['ID=45796a3b-22d8-4744-8ed7-383ed1b71c9b,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:02.813121 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3fd0bd-c4c5-401d-95ac-933fe4a33965 x-openstack-request-id: req-7a3fd0bd-c4c5-401d-95ac-933fe4a33965 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:38:02.813742 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec38998a-f53c-4381-81e3-bc50cf9d57c8", "tag": "45796a3b-22d8-4744-8ed7-383ed1b71c9b", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:38:02.813742 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-7a3fd0bd-c4c5-401d-95ac-933fe4a33965 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:38:02.814186 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec38998a-f53c-4381-81e3-bc50cf9d57c8', 'tag': '45796a3b-22d8-4744-8ed7-383ed1b71c9b', 'status': 'completed', 'code': 200} Aug 31 09:38:02.874215 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdb479-fd42-4f05-815d-b7da6fdf8cc7 req-83012bc5-e66a-4abe-aa28-8260d51972dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:02.876023 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4ccdb479-fd42-4f05-815d-b7da6fdf8cc7 req-83012bc5-e66a-4abe-aa28-8260d51972dc service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=43edeaf1cc7c4b33a446a0bf88942dc5&device_id=ec38998a-f53c-4381-81e3-bc50cf9d57c8 HTTP/1.1" status: 200 len: 1095 time: 0.0452781 Aug 31 09:38:02.884416 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-13e7f5ae-84b6-446a-a07f-ef62b8ed47ab admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1437236722-network', 'tenant_id': '58431171af4e40b6bb6716382a3e4780'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:02.912405 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:02.992983 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e7f5ae-84b6-446a-a07f-ef62b8ed47ab admin admin] Made reservation on behalf of 58431171af4e40b6bb6716382a3e4780 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:02.996095 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-13e7f5ae-84b6-446a-a07f-ef62b8ed47ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:03.007399 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-13e7f5ae-84b6-446a-a07f-ef62b8ed47ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:03.011971 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdb479-fd42-4f05-815d-b7da6fdf8cc7 req-c9b9f42e-37e9-49c6-8d54-d9183e590dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:03.014469 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4ccdb479-fd42-4f05-815d-b7da6fdf8cc7 req-c9b9f42e-37e9-49c6-8d54-d9183e590dd2 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=43edeaf1cc7c4b33a446a0bf88942dc5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1283708 Aug 31 09:38:03.134060 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-13e7f5ae-84b6-446a-a07f-ef62b8ed47ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:03.134501 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdb479-fd42-4f05-815d-b7da6fdf8cc7 req-cd4367d5-0391-4389-923a-0f24df375370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:03.136239 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4ccdb479-fd42-4f05-815d-b7da6fdf8cc7 req-cd4367d5-0391-4389-923a-0f24df375370 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1142044 Aug 31 09:38:03.184825 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d61a0-a1d2-4af9-a5ce-62c8187023cb req-4afb65a8-3eb7-4e0e-9dd5-50c34ff2b6e5 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:03.186471 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-701d61a0-a1d2-4af9-a5ce-62c8187023cb req-4afb65a8-3eb7-4e0e-9dd5-50c34ff2b6e5 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/ports?device_id=ec38998a-f53c-4381-81e3-bc50cf9d57c8 HTTP/1.1" status: 200 len: 943 time: 0.0554106 Aug 31 09:38:03.233530 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-7ee53afc-6f49-47eb-9b37-73ebde492c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:03.235643 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-7ee53afc-6f49-47eb-9b37-73ebde492c86 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=43edeaf1cc7c4b33a446a0bf88942dc5&device_id=ec38998a-f53c-4381-81e3-bc50cf9d57c8 HTTP/1.1" status: 200 len: 1095 time: 0.0584507 Aug 31 09:38:03.238702 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-701d61a0-a1d2-4af9-a5ce-62c8187023cb req-069fefe5-8cb6-408c-ad70-2ff273c05850 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/security-groups?id=4041abdf-d8ac-4484-aac7-3984cca397b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407708 Aug 31 09:38:03.243728 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-13e7f5ae-84b6-446a-a07f-ef62b8ed47ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:03.272625 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e7f5ae-84b6-446a-a07f-ef62b8ed47ab admin admin] vlan segment allocate from pool success with {'vlan_id': 1634, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:38:03.277953 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f5ae-84b6-446a-a07f-ef62b8ed47ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d971b542-7184-4f75-9cd4-6771781cb6ac,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:03.290879 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-acfdbf87-c249-4802-bccf-e1a2f9418f96 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45796a3b-22d8-4744-8ed7-383ed1b71c9b HTTP/1.1" status: 200 len: 217 time: 0.0421021 Aug 31 09:38:03.291253 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-13e7f5ae-84b6-446a-a07f-ef62b8ed47ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:03.291622 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-13e7f5ae-84b6-446a-a07f-ef62b8ed47ab admin admin] Added segment ee80cfa2-1f5e-4a50-8d06-94c4105b1719 of type vlan for network 95289f45-b1e1-4793-a7b0-3366f83c9f60 Aug 31 09:38:03.350352 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-13e7f5ae-84b6-446a-a07f-ef62b8ed47ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:03.353682 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-47fce93f-322e-409a-a6d7-5886aa4b9139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:03.355755 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-47fce93f-322e-409a-a6d7-5886aa4b9139 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f0c41a17-eca0-420d-8753-f8f3c66e86af HTTP/1.1" status: 200 len: 848 time: 0.0530035 Aug 31 09:38:03.415621 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-766d7e6a-c402-41e4-b7a4-ba5a90896ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:03.417217 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-766d7e6a-c402-41e4-b7a4-ba5a90896ea4 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=6face56c-e92e-4852-b5b0-05a72adb3a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495491 Aug 31 09:38:03.447352 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-13e7f5ae-84b6-446a-a07f-ef62b8ed47ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:03.448545 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e7f5ae-84b6-446a-a07f-ef62b8ed47ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:03.449254 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-13e7f5ae-84b6-446a-a07f-ef62b8ed47ab admin admin] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:03.518139 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-48e69ada-62ba-4481-8018-2263588cdc9e service neutron] 10.222.0.112 "GET /v2.0/networks/6face56c-e92e-4852-b5b0-05a72adb3a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925326 Aug 31 09:38:03.518437 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7f5ae-84b6-446a-a07f-ef62b8ed47ab admin admin] Pushing event updated for resources: {'Network': ['ID=95289f45-b1e1-4793-a7b0-3366f83c9f60,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:03.528242 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 95289f45-b1e1-4793-a7b0-3366f83c9f60 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:38:03.550972 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-13e7f5ae-84b6-446a-a07f-ef62b8ed47ab admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8275337 Aug 31 09:38:03.554122 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59178) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:03.559123 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-93b481c9-5b40-4ff9-aca3-39515127e519 admin admin] Request body: {'subnet': {'network_id': '95289f45-b1e1-4793-a7b0-3366f83c9f60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1437236722-subnet', 'tenant_id': '58431171af4e40b6bb6716382a3e4780', 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:03.619053 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b9174f49-ce8e-4600-86c9-80216f58c2f9 req-7630e624-8e4a-4514-807f-94b63388fd87 service neutron] 10.222.0.112 "GET /v2.0/networks/6face56c-e92e-4852-b5b0-05a72adb3a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917788 Aug 31 09:38:03.669727 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b481c9-5b40-4ff9-aca3-39515127e519 admin admin] Made reservation on behalf of 58431171af4e40b6bb6716382a3e4780 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:03.672294 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-93b481c9-5b40-4ff9-aca3-39515127e519 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:03.941081 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-93b481c9-5b40-4ff9-aca3-39515127e519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:03.997806 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b481c9-5b40-4ff9-aca3-39515127e519 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9648d7ce-8c7a-4117-9110-46bfdac80ab7,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:04.009038 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b481c9-5b40-4ff9-aca3-39515127e519 admin admin] Checking segment: {'id': 'ee80cfa2-1f5e-4a50-8d06-94c4105b1719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1634, 'network_id': '95289f45-b1e1-4793-a7b0-3366f83c9f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:04.009639 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b481c9-5b40-4ff9-aca3-39515127e519 admin admin] Network hostable DHCP agents. Network: 95289f45-b1e1-4793-a7b0-3366f83c9f60, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:38:04.083944 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b481c9-5b40-4ff9-aca3-39515127e519 admin admin] Network 95289f45-b1e1-4793-a7b0-3366f83c9f60 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:38:04.158232 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-93b481c9-5b40-4ff9-aca3-39515127e519 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 95289f45-b1e1-4793-a7b0-3366f83c9f60) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:04.169354 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b481c9-5b40-4ff9-aca3-39515127e519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:04.169354 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-93b481c9-5b40-4ff9-aca3-39515127e519 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:04.169616 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16e9e5f-b83b-49f4-87d1-74e5eb9046ae None None] Network 95289f45-b1e1-4793-a7b0-3366f83c9f60 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:38:04.242484 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-93b481c9-5b40-4ff9-aca3-39515127e519 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6871860 Aug 31 09:38:04.245306 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59222) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:04.251129 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-65bd566a-67f4-4a46-a977-0f9fd5b9c395 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1437236722-router', 'tenant_id': '58431171af4e40b6bb6716382a3e4780', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:04.330988 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5dbc2d-d857-4b2e-aae0-f631bc8943f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-95289f45-b1e1-4793-a7b0-3366f83c9f60', 'network_id': '95289f45-b1e1-4793-a7b0-3366f83c9f60', 'tenant_id': '58431171af4e40b6bb6716382a3e4780', 'fixed_ips': [{'subnet_id': '9648d7ce-8c7a-4117-9110-46bfdac80ab7'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:38:04.331915 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eb5dbc2d-d857-4b2e-aae0-f631bc8943f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:04.335611 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65bd566a-67f4-4a46-a977-0f9fd5b9c395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:04.336756 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65bd566a-67f4-4a46-a977-0f9fd5b9c395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:04.386823 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5733c2-7009-4b6b-80c9-409a80916cf1 req-2398fecd-4196-4966-9cb7-305b51dcae8e tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:04.388506 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bf5733c2-7009-4b6b-80c9-409a80916cf1 req-2398fecd-4196-4966-9cb7-305b51dcae8e tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/ports?device_id=ec38998a-f53c-4381-81e3-bc50cf9d57c8 HTTP/1.1" status: 200 len: 943 time: 0.0657842 Aug 31 09:38:04.415307 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65bd566a-67f4-4a46-a977-0f9fd5b9c395 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:04.454101 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bf5733c2-7009-4b6b-80c9-409a80916cf1 req-9b50fe8e-e44e-4eb4-810c-1dbd888926ca tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/security-groups?id=4041abdf-d8ac-4484-aac7-3984cca397b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573592 Aug 31 09:38:04.506517 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-eb5dbc2d-d857-4b2e-aae0-f631bc8943f1 None None] Allocated IP 172.20.0.2 (95289f45-b1e1-4793-a7b0-3366f83c9f60/9648d7ce-8c7a-4117-9110-46bfdac80ab7/e439b144-5d68-4e88-a54c-39a1e2e9eaa3) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:04.649059 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65bd566a-67f4-4a46-a977-0f9fd5b9c395 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:04.662254 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eb5dbc2d-d857-4b2e-aae0-f631bc8943f1 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:04.670851 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-eb5dbc2d-d857-4b2e-aae0-f631bc8943f1 None None] Transition to ACTIVE for port object e439b144-5d68-4e88-a54c-39a1e2e9eaa3 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:04.686464 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-eb5dbc2d-d857-4b2e-aae0-f631bc8943f1 None None] Transition to ACTIVE for port object e439b144-5d68-4e88-a54c-39a1e2e9eaa3 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:04.778827 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eb5dbc2d-d857-4b2e-aae0-f631bc8943f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:04.820880 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5dbc2d-d857-4b2e-aae0-f631bc8943f1 None None] Network 95289f45-b1e1-4793-a7b0-3366f83c9f60 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:04.823930 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-eb5dbc2d-d857-4b2e-aae0-f631bc8943f1 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:04.826369 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5dbc2d-d857-4b2e-aae0-f631bc8943f1 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:04.835935 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5dbc2d-d857-4b2e-aae0-f631bc8943f1 None None] Pushing event updated for resources: {'Port': ['ID=e439b144-5d68-4e88-a54c-39a1e2e9eaa3,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:04.892428 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-eb5dbc2d-d857-4b2e-aae0-f631bc8943f1 None None] Attempting to bind port e439b144-5d68-4e88-a54c-39a1e2e9eaa3 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:38:04.892788 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-eb5dbc2d-d857-4b2e-aae0-f631bc8943f1 None None] Attempting to bind port e439b144-5d68-4e88-a54c-39a1e2e9eaa3 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'ee80cfa2-1f5e-4a50-8d06-94c4105b1719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1634, 'network_id': '95289f45-b1e1-4793-a7b0-3366f83c9f60'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:38:04.893152 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5dbc2d-d857-4b2e-aae0-f631bc8943f1 None None] Attempting to bind port e439b144-5d68-4e88-a54c-39a1e2e9eaa3 on network 95289f45-b1e1-4793-a7b0-3366f83c9f60 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:04.898226 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5dbc2d-d857-4b2e-aae0-f631bc8943f1 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:38:04.898626 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5dbc2d-d857-4b2e-aae0-f631bc8943f1 None None] Checking segment: {'id': 'ee80cfa2-1f5e-4a50-8d06-94c4105b1719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1634, 'network_id': '95289f45-b1e1-4793-a7b0-3366f83c9f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:04.899023 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eb5dbc2d-d857-4b2e-aae0-f631bc8943f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:04.901547 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5dbc2d-d857-4b2e-aae0-f631bc8943f1 None None] Bound using segment: {'id': 'ee80cfa2-1f5e-4a50-8d06-94c4105b1719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1634, 'network_id': '95289f45-b1e1-4793-a7b0-3366f83c9f60'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:38:04.901547 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-eb5dbc2d-d857-4b2e-aae0-f631bc8943f1 None None] Bound port: e439b144-5d68-4e88-a54c-39a1e2e9eaa3, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee80cfa2-1f5e-4a50-8d06-94c4105b1719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1634, 'network_id': '95289f45-b1e1-4793-a7b0-3366f83c9f60'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:38:04.901547 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eb5dbc2d-d857-4b2e-aae0-f631bc8943f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:04.964669 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-eb5dbc2d-d857-4b2e-aae0-f631bc8943f1 None None] For port e439b144-5d68-4e88-a54c-39a1e2e9eaa3, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:38:04.970916 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-eb5dbc2d-d857-4b2e-aae0-f631bc8943f1 None None] For port e439b144-5d68-4e88-a54c-39a1e2e9eaa3, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=e439b144-5d68-4e88-a54c-39a1e2e9eaa3,segment=NetworkSegment(ee80cfa2-1f5e-4a50-8d06-94c4105b1719),segment_id=ee80cfa2-1f5e-4a50-8d06-94c4105b1719)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:38:04.978743 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65bd566a-67f4-4a46-a977-0f9fd5b9c395 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:05.000573 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65bd566a-67f4-4a46-a977-0f9fd5b9c395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:05.070783 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eb5dbc2d-d857-4b2e-aae0-f631bc8943f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:05.113905 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-65bd566a-67f4-4a46-a977-0f9fd5b9c395 admin admin] Allocated IP 172.25.2.141 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/40caf9e1-f6eb-4455-a2ff-af77c84e5a6e) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:05.133459 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5dbc2d-d857-4b2e-aae0-f631bc8943f1 None None] Pushing event updated for resources: {'Port': ['ID=e439b144-5d68-4e88-a54c-39a1e2e9eaa3,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:05.238992 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65bd566a-67f4-4a46-a977-0f9fd5b9c395 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:05.347357 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65bd566a-67f4-4a46-a977-0f9fd5b9c395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:05.382904 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bd566a-67f4-4a46-a977-0f9fd5b9c395 admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:05.386411 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-65bd566a-67f4-4a46-a977-0f9fd5b9c395 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:05.391043 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bd566a-67f4-4a46-a977-0f9fd5b9c395 admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:05.441091 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd566a-67f4-4a46-a977-0f9fd5b9c395 admin admin] Pushing event updated for resources: {'Port': ['ID=40caf9e1-f6eb-4455-a2ff-af77c84e5a6e,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:05.598452 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000edd65-189f-4791-9115-b99f7f49ccea req-22a9a939-0d45-44dc-b629-5e8d1a0f14aa tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:05.600012 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-000edd65-189f-4791-9115-b99f7f49ccea req-22a9a939-0d45-44dc-b629-5e8d1a0f14aa tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/ports?device_id=ec38998a-f53c-4381-81e3-bc50cf9d57c8 HTTP/1.1" status: 200 len: 943 time: 0.0645316 Aug 31 09:38:05.638022 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-000edd65-189f-4791-9115-b99f7f49ccea req-04d2f4d6-9364-4535-9107-942816af6cee tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/security-groups?id=4041abdf-d8ac-4484-aac7-3984cca397b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318408 Aug 31 09:38:05.800122 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65bd566a-67f4-4a46-a977-0f9fd5b9c395 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:06.016212 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65bd566a-67f4-4a46-a977-0f9fd5b9c395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:06.125872 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8893f855-75c9-4bef-9853-dd043d5a7a78 None None] Network 95289f45-b1e1-4793-a7b0-3366f83c9f60 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:38:06.267542 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bd566a-67f4-4a46-a977-0f9fd5b9c395 admin admin] Router 1efeefde-f74b-48df-9125-3f5697e90c2e is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:38:06.295589 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 45796a3b-22d8-4744-8ed7-383ed1b71c9b details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:38:06.301577 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b3dd9c75-7a0b-456f-b289-ac29b544638d None None] Provisioning for port e439b144-5d68-4e88-a54c-39a1e2e9eaa3 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:06.387449 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bd566a-67f4-4a46-a977-0f9fd5b9c395 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:38:06.400230 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49f7e21-5301-4c84-b15d-12904d4ea985 None None] Sync routers for ids ['1efeefde-f74b-48df-9125-3f5697e90c2e'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:38:06.421773 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49f7e21-5301-4c84-b15d-12904d4ea985 None None] Routers {'1efeefde-f74b-48df-9125-3f5697e90c2e'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:06.422637 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-d49f7e21-5301-4c84-b15d-12904d4ea985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:37:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['1efeefde-f74b-48df-9125-3f5697e90c2e'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:06.470998 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 45796a3b-22d8-4744-8ed7-383ed1b71c9b, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=45796a3b-22d8-4744-8ed7-383ed1b71c9b,segment=NetworkSegment(afe1bf22-f380-415d-beed-9671d75e08d3),segment_id=afe1bf22-f380-415d-beed-9671d75e08d3)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:06.471236 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65bd566a-67f4-4a46-a977-0f9fd5b9c395 admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:06.472265 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-65bd566a-67f4-4a46-a977-0f9fd5b9c395 admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2259552 Aug 31 09:38:06.474886 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59346) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:06.495763 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '45796a3b-22d8-4744-8ed7-383ed1b71c9b', 'network_id': '6face56c-e92e-4852-b5b0-05a72adb3a2e', 'port_id': '45796a3b-22d8-4744-8ed7-383ed1b71c9b', 'mac_address': 'fa:16:3e:28:88:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0c41a17-eca0-420d-8753-f8f3c66e86af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:38:06.589765 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:06.631840 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-d49f7e21-5301-4c84-b15d-12904d4ea985 None None] Set router 1efeefde-f74b-48df-9125-3f5697e90c2e gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:38:06.659549 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59360) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:06.685701 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45796a3b-22d8-4744-8ed7-383ed1b71c9b {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:38:06.779723 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 45796a3b-22d8-4744-8ed7-383ed1b71c9b, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=45796a3b-22d8-4744-8ed7-383ed1b71c9b,segment=NetworkSegment(afe1bf22-f380-415d-beed-9671d75e08d3),segment_id=afe1bf22-f380-415d-beed-9671d75e08d3)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:06.825706 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d753a4a-6c6d-4a6d-af09-be4301b9e5ce req-6b53ff9e-45e3-4932-83db-623c2a4fb053 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:06.827776 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3d753a4a-6c6d-4a6d-af09-be4301b9e5ce req-6b53ff9e-45e3-4932-83db-623c2a4fb053 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/ports?device_id=ec38998a-f53c-4381-81e3-bc50cf9d57c8 HTTP/1.1" status: 200 len: 943 time: 0.0811267 Aug 31 09:38:06.866180 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3ee03ffb-b549-49bd-9a02-da3d4b4822f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:06.888273 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:06.908129 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3d753a4a-6c6d-4a6d-af09-be4301b9e5ce req-3b32f939-c8a5-4f58-97aa-3e17362a6f11 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/security-groups?id=4041abdf-d8ac-4484-aac7-3984cca397b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708735 Aug 31 09:38:06.957987 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=45796a3b-22d8-4744-8ed7-383ed1b71c9b,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:06.975213 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-d49f7e21-5301-4c84-b15d-12904d4ea985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efeefde-f74b-48df-9125-3f5697e90c2e', 'name': 'tempest-TestAggregatesBasicOps-1437236722-router', 'tenant_id': '58431171af4e40b6bb6716382a3e4780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '40caf9e1-f6eb-4455-a2ff-af77c84e5a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:04Z', 'updated_at': '2021-08-31T09:38:05Z', 'revision_number': 3, 'project_id': '58431171af4e40b6bb6716382a3e4780', 'gw_port': {'id': '40caf9e1-f6eb-4455-a2ff-af77c84e5a6e', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efeefde-f74b-48df-9125-3f5697e90c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:05Z', 'updated_at': '2021-08-31T09:38:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:06.996974 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3ee03ffb-b549-49bd-9a02-da3d4b4822f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:07.008337 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49f7e21-5301-4c84-b15d-12904d4ea985 None None] Checking router: 1efeefde-f74b-48df-9125-3f5697e90c2e for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:38:07.012220 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49f7e21-5301-4c84-b15d-12904d4ea985 None None] Updating router 1efeefde-f74b-48df-9125-3f5697e90c2e port 40caf9e1-f6eb-4455-a2ff-af77c84e5a6e binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:38:07.039170 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d49f7e21-5301-4c84-b15d-12904d4ea985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:07.041969 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4c4b9245-f953-464b-8a42-120b58beb0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:07.063496 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3ee03ffb-b549-49bd-9a02-da3d4b4822f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:07.106174 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3ee03ffb-b549-49bd-9a02-da3d4b4822f8 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=41079788c73845199e351094b70c1f56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4452126 Aug 31 09:38:07.108704 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee03ffb-b549-49bd-9a02-da3d4b4822f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0ddf34-68a6-42b0-a961-bd396cc8bc87,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:07.112392 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59384) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:07.174996 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-173707bc-6788-4044-bf10-b31687a49d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:07.215267 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-173707bc-6788-4044-bf10-b31687a49d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:07.245542 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['45796a3b-22d8-4744-8ed7-383ed1b71c9b'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:38:07.288985 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device e439b144-5d68-4e88-a54c-39a1e2e9eaa3 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:07.364964 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-173707bc-6788-4044-bf10-b31687a49d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:07.368904 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-173707bc-6788-4044-bf10-b31687a49d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:07.370066 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-173707bc-6788-4044-bf10-b31687a49d5b admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/5d0ddf34-68a6-42b0-a961-bd396cc8bc87 HTTP/1.1" status: 204 len: 168 time: 0.2565413 Aug 31 09:38:07.396977 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173707bc-6788-4044-bf10-b31687a49d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0ddf34-68a6-42b0-a961-bd396cc8bc87,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:07.520809 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port e439b144-5d68-4e88-a54c-39a1e2e9eaa3 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:07.531857 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d49f7e21-5301-4c84-b15d-12904d4ea985 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:07.540691 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port e439b144-5d68-4e88-a54c-39a1e2e9eaa3 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:07.541063 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:07.568915 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d49f7e21-5301-4c84-b15d-12904d4ea985 None None] Transition to ACTIVE for port object 40caf9e1-f6eb-4455-a2ff-af77c84e5a6e will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:07.643839 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-4c4b9245-f953-464b-8a42-120b58beb0ee admin admin] Allocated IP 172.20.0.1 (95289f45-b1e1-4793-a7b0-3366f83c9f60/9648d7ce-8c7a-4117-9110-46bfdac80ab7/77ef56de-46c0-47ba-8a10-a5015853fb02) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:07.678542 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d49f7e21-5301-4c84-b15d-12904d4ea985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:07.753607 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:07.778798 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4c4b9245-f953-464b-8a42-120b58beb0ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:07.779200 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f3a19-0c2b-414e-93a1-8464eee29f0b None None] Pushing event updated for resources: {'Port': ['ID=40caf9e1-f6eb-4455-a2ff-af77c84e5a6e,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:07.790419 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-d49f7e21-5301-4c84-b15d-12904d4ea985 None None] Attempting to bind port 40caf9e1-f6eb-4455-a2ff-af77c84e5a6e on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:38:07.790906 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-d49f7e21-5301-4c84-b15d-12904d4ea985 None None] Attempting to bind port 40caf9e1-f6eb-4455-a2ff-af77c84e5a6e by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:38:07.791366 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49f7e21-5301-4c84-b15d-12904d4ea985 None None] Attempting to bind port 40caf9e1-f6eb-4455-a2ff-af77c84e5a6e on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:07.807053 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-4c4b9245-f953-464b-8a42-120b58beb0ee admin admin] Transition to ACTIVE for port object 77ef56de-46c0-47ba-8a10-a5015853fb02 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:07.826107 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49f7e21-5301-4c84-b15d-12904d4ea985 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:38:07.826602 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49f7e21-5301-4c84-b15d-12904d4ea985 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:07.827250 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d49f7e21-5301-4c84-b15d-12904d4ea985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:07.828090 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49f7e21-5301-4c84-b15d-12904d4ea985 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:38:07.828807 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-d49f7e21-5301-4c84-b15d-12904d4ea985 None None] Bound port: 40caf9e1-f6eb-4455-a2ff-af77c84e5a6e, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:38:07.829883 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d49f7e21-5301-4c84-b15d-12904d4ea985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:07.869481 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port e439b144-5d68-4e88-a54c-39a1e2e9eaa3, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=e439b144-5d68-4e88-a54c-39a1e2e9eaa3,segment=NetworkSegment(ee80cfa2-1f5e-4a50-8d06-94c4105b1719),segment_id=ee80cfa2-1f5e-4a50-8d06-94c4105b1719)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:07.893670 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-d49f7e21-5301-4c84-b15d-12904d4ea985 None None] For port 40caf9e1-f6eb-4455-a2ff-af77c84e5a6e, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:38:07.896573 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-d49f7e21-5301-4c84-b15d-12904d4ea985 None None] For port 40caf9e1-f6eb-4455-a2ff-af77c84e5a6e, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=40caf9e1-f6eb-4455-a2ff-af77c84e5a6e,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:38:07.912801 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4c4b9245-f953-464b-8a42-120b58beb0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:07.952557 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:07.954252 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4b9245-f953-464b-8a42-120b58beb0ee admin admin] Network 95289f45-b1e1-4793-a7b0-3366f83c9f60 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:07.961622 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-4c4b9245-f953-464b-8a42-120b58beb0ee admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:07.964115 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4b9245-f953-464b-8a42-120b58beb0ee admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:07.992528 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d49f7e21-5301-4c84-b15d-12904d4ea985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:08.010132 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b9245-f953-464b-8a42-120b58beb0ee admin admin] Pushing event updated for resources: {'Port': ['ID=77ef56de-46c0-47ba-8a10-a5015853fb02,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:08.020457 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4c4b9245-f953-464b-8a42-120b58beb0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:08.040381 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=e439b144-5d68-4e88-a54c-39a1e2e9eaa3,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:08.084764 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49f7e21-5301-4c84-b15d-12904d4ea985 None None] Routers {'1efeefde-f74b-48df-9125-3f5697e90c2e'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:08.085316 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-d49f7e21-5301-4c84-b15d-12904d4ea985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:37:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['1efeefde-f74b-48df-9125-3f5697e90c2e'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:08.095284 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c88fb-f9b0-40a0-ad39-fd23a6b0a9d1 req-74a2101d-4aba-4cd2-b16d-aaae9f6d2433 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:08.097712 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-002c88fb-f9b0-40a0-ad39-fd23a6b0a9d1 req-74a2101d-4aba-4cd2-b16d-aaae9f6d2433 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/ports?device_id=ec38998a-f53c-4381-81e3-bc50cf9d57c8 HTTP/1.1" status: 200 len: 944 time: 0.0872612 Aug 31 09:38:08.147184 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-002c88fb-f9b0-40a0-ad39-fd23a6b0a9d1 req-1273c0c5-bfe6-4030-94b7-82beb153ce88 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/security-groups?id=4041abdf-d8ac-4484-aac7-3984cca397b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425186 Aug 31 09:38:08.164582 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f3a19-0c2b-414e-93a1-8464eee29f0b None None] Pushing event updated for resources: {'Port': ['ID=40caf9e1-f6eb-4455-a2ff-af77c84e5a6e,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:08.213281 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4c4b9245-f953-464b-8a42-120b58beb0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:08.221678 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59418) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:08.235970 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bbabc1fa-4631-4840-83b6-79162d274613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:08.242652 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-d49f7e21-5301-4c84-b15d-12904d4ea985 None None] Set router 1efeefde-f74b-48df-9125-3f5697e90c2e gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:38:08.333372 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bbabc1fa-4631-4840-83b6-79162d274613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:08.394984 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4c4b9245-f953-464b-8a42-120b58beb0ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:08.401620 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bbabc1fa-4631-4840-83b6-79162d274613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:08.431592 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-33c9a5b1-432c-4ebc-946b-f65916d15b56 None None] Provisioning for port 77ef56de-46c0-47ba-8a10-a5015853fb02 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:08.438255 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-33c9a5b1-432c-4ebc-946b-f65916d15b56 None None] Provisioning complete for port 77ef56de-46c0-47ba-8a10-a5015853fb02 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:08.440360 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-33c9a5b1-432c-4ebc-946b-f65916d15b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:08.441208 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-bbabc1fa-4631-4840-83b6-79162d274613 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=35df2681b81c4d0abe36f1de96021c38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2183473 Aug 31 09:38:08.441930 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbabc1fa-4631-4840-83b6-79162d274613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887b65e4-563b-4b8d-9cb2-e9f9e0e02e0b,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:08.444565 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59420) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:08.482864 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-33c9a5b1-432c-4ebc-946b-f65916d15b56 None None] Port 77ef56de-46c0-47ba-8a10-a5015853fb02 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:38:08.486988 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-d49f7e21-5301-4c84-b15d-12904d4ea985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efeefde-f74b-48df-9125-3f5697e90c2e', 'name': 'tempest-TestAggregatesBasicOps-1437236722-router', 'tenant_id': '58431171af4e40b6bb6716382a3e4780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '40caf9e1-f6eb-4455-a2ff-af77c84e5a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:04Z', 'updated_at': '2021-08-31T09:38:05Z', 'revision_number': 3, 'project_id': '58431171af4e40b6bb6716382a3e4780', 'gw_port': {'id': '40caf9e1-f6eb-4455-a2ff-af77c84e5a6e', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efeefde-f74b-48df-9125-3f5697e90c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:05Z', 'updated_at': '2021-08-31T09:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:08.495989 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-413eefa3-755a-49f8-a856-8d9c775a770f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:08.501527 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4c4b9245-f953-464b-8a42-120b58beb0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:08.584129 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-413eefa3-755a-49f8-a856-8d9c775a770f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:08.598184 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b9245-f953-464b-8a42-120b58beb0ee admin admin] Pushing event updated for resources: {'Port': ['ID=77ef56de-46c0-47ba-8a10-a5015853fb02,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:08.609714 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4c4b9245-f953-464b-8a42-120b58beb0ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:08.666128 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49f7e21-5301-4c84-b15d-12904d4ea985 None None] The sync data for ids ['1efeefde-f74b-48df-9125-3f5697e90c2e'] in n-d-791506-28 is: [{'id': '1efeefde-f74b-48df-9125-3f5697e90c2e', 'name': 'tempest-TestAggregatesBasicOps-1437236722-router', 'tenant_id': '58431171af4e40b6bb6716382a3e4780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '40caf9e1-f6eb-4455-a2ff-af77c84e5a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:04Z', 'updated_at': '2021-08-31T09:38:05Z', 'revision_number': 3, 'project_id': '58431171af4e40b6bb6716382a3e4780', 'gw_port': {'id': '40caf9e1-f6eb-4455-a2ff-af77c84e5a6e', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efeefde-f74b-48df-9125-3f5697e90c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:05Z', 'updated_at': '2021-08-31T09:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:38:08.724488 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4b9245-f953-464b-8a42-120b58beb0ee admin admin] Network 95289f45-b1e1-4793-a7b0-3366f83c9f60 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:08.725921 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-4c4b9245-f953-464b-8a42-120b58beb0ee admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:08.781959 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-413eefa3-755a-49f8-a856-8d9c775a770f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:08.784850 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-413eefa3-755a-49f8-a856-8d9c775a770f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:08.786319 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-413eefa3-755a-49f8-a856-8d9c775a770f admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/887b65e4-563b-4b8d-9cb2-e9f9e0e02e0b HTTP/1.1" status: 204 len: 168 time: 0.3397171 Aug 31 09:38:08.816103 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413eefa3-755a-49f8-a856-8d9c775a770f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887b65e4-563b-4b8d-9cb2-e9f9e0e02e0b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:08.894481 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4b9245-f953-464b-8a42-120b58beb0ee admin admin] Router 1efeefde-f74b-48df-9125-3f5697e90c2e has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:38:09.058613 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4b9245-f953-464b-8a42-120b58beb0ee admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:38:09.064111 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4c4b9245-f953-464b-8a42-120b58beb0ee admin admin] 10.222.0.119 "PUT /v2.0/routers/1efeefde-f74b-48df-9125-3f5697e90c2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5881741 Aug 31 09:38:09.112742 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-91357dab-c8d7-407b-9c56-9c8cc192c1f2 None None] Provisioning complete for port 77ef56de-46c0-47ba-8a10-a5015853fb02 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:09.113570 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-91357dab-c8d7-407b-9c56-9c8cc192c1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:09.170675 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-91357dab-c8d7-407b-9c56-9c8cc192c1f2 None None] Port 77ef56de-46c0-47ba-8a10-a5015853fb02 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:38:09.314977 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e410b4-90d4-40d1-95f0-e9429509439c req-86fac018-f060-4bce-b783-e1debf5a09ac tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:09.331834 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-57e410b4-90d4-40d1-95f0-e9429509439c req-86fac018-f060-4bce-b783-e1debf5a09ac tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/ports?device_id=ec38998a-f53c-4381-81e3-bc50cf9d57c8 HTTP/1.1" status: 200 len: 944 time: 0.0970683 Aug 31 09:38:09.353651 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device e439b144-5d68-4e88-a54c-39a1e2e9eaa3 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:09.398823 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-57e410b4-90d4-40d1-95f0-e9429509439c req-457ab351-c05e-462a-9d81-6f2b6949cca8 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/security-groups?id=4041abdf-d8ac-4484-aac7-3984cca397b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658879 Aug 31 09:38:09.427495 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port e439b144-5d68-4e88-a54c-39a1e2e9eaa3 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:09.428304 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:09.558187 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 40caf9e1-f6eb-4455-a2ff-af77c84e5a6e up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:09.710232 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 40caf9e1-f6eb-4455-a2ff-af77c84e5a6e completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:09.714530 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 40caf9e1-f6eb-4455-a2ff-af77c84e5a6e triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:09.715003 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:09.858232 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:09.895542 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 40caf9e1-f6eb-4455-a2ff-af77c84e5a6e, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=40caf9e1-f6eb-4455-a2ff-af77c84e5a6e,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:09.981221 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:10.036744 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=40caf9e1-f6eb-4455-a2ff-af77c84e5a6e,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:10.263573 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59468) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:10.268707 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-a9e48291-4c1c-4b92-9592-e12b8b5a4938 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1009522217-network', 'tenant_id': '44019158b5554c40948eafbf652ef5d3'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:10.310224 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 45796a3b-22d8-4744-8ed7-383ed1b71c9b up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:10.357769 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e48291-4c1c-4b92-9592-e12b8b5a4938 admin admin] Made reservation on behalf of 44019158b5554c40948eafbf652ef5d3 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:10.365734 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a9e48291-4c1c-4b92-9592-e12b8b5a4938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:10.373451 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a9e48291-4c1c-4b92-9592-e12b8b5a4938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:10.432668 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 45796a3b-22d8-4744-8ed7-383ed1b71c9b completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:10.436906 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 45796a3b-22d8-4744-8ed7-383ed1b71c9b triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:10.437436 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:10.487132 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a9e48291-4c1c-4b92-9592-e12b8b5a4938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:10.537443 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:10.568306 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f9f78-8e16-4dee-ab61-50c1fe97c3e6 req-9beb65dd-261b-4e51-b21f-6380ce1f6f81 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:10.575838 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec38998a-f53c-4381-81e3-bc50cf9d57c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45796a3b-22d8-4744-8ed7-383ed1b71c9b'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:38:10.578388 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3481e397-293b-445b-921e-cf24ab1afb35" -d '{"events": [{"server_uuid": "ec38998a-f53c-4381-81e3-bc50cf9d57c8", "name": "network-vif-plugged", "status": "completed", "tag": "45796a3b-22d8-4744-8ed7-383ed1b71c9b"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:38:10.579647 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-151f9f78-8e16-4dee-ab61-50c1fe97c3e6 req-9beb65dd-261b-4e51-b21f-6380ce1f6f81 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/ports?device_id=ec38998a-f53c-4381-81e3-bc50cf9d57c8 HTTP/1.1" status: 200 len: 944 time: 0.0749073 Aug 31 09:38:10.581584 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a9e48291-4c1c-4b92-9592-e12b8b5a4938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:10.597827 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e48291-4c1c-4b92-9592-e12b8b5a4938 admin admin] vlan segment allocate from pool success with {'vlan_id': 1626, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:38:10.616844 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 45796a3b-22d8-4744-8ed7-383ed1b71c9b, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=45796a3b-22d8-4744-8ed7-383ed1b71c9b,segment=NetworkSegment(afe1bf22-f380-415d-beed-9671d75e08d3),segment_id=afe1bf22-f380-415d-beed-9671d75e08d3)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:10.641366 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752e7114-9583-49eb-82a4-3fa815f3b28e x-openstack-request-id: req-752e7114-9583-49eb-82a4-3fa815f3b28e {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:38:10.641773 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec38998a-f53c-4381-81e3-bc50cf9d57c8", "name": "network-vif-plugged", "status": "completed", "tag": "45796a3b-22d8-4744-8ed7-383ed1b71c9b", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:38:10.642125 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-752e7114-9583-49eb-82a4-3fa815f3b28e {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:38:10.643135 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec38998a-f53c-4381-81e3-bc50cf9d57c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45796a3b-22d8-4744-8ed7-383ed1b71c9b', 'code': 200} Aug 31 09:38:10.659956 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a9e48291-4c1c-4b92-9592-e12b8b5a4938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:10.660637 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-a9e48291-4c1c-4b92-9592-e12b8b5a4938 admin admin] Added segment 4135cda8-bd26-4598-8871-06e7509d3f09 of type vlan for network 646e7eb1-4684-4ea0-a064-335c812334e3 Aug 31 09:38:10.695906 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e48291-4c1c-4b92-9592-e12b8b5a4938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2dc2382-e6e4-4024-ab20-979c1b41b6bb,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:10.760855 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-151f9f78-8e16-4dee-ab61-50c1fe97c3e6 req-e1e1f74c-75dc-490d-87ce-499ba580904a tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/security-groups?id=4041abdf-d8ac-4484-aac7-3984cca397b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774099 Aug 31 09:38:10.781439 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a9e48291-4c1c-4b92-9592-e12b8b5a4938 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:10.825865 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058dfa55-e81a-4bb3-b58b-a48b9fc66d1f req-9c3c2446-fb4b-41e9-be3e-3531d056758a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:10.830095 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-058dfa55-e81a-4bb3-b58b-a48b9fc66d1f req-9c3c2446-fb4b-41e9-be3e-3531d056758a service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=ec38998a-f53c-4381-81e3-bc50cf9d57c8 HTTP/1.1" status: 200 len: 1096 time: 0.0754733 Aug 31 09:38:10.846924 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86159227-234b-42fb-babe-f7e0409519ff None None] Sync routers for ids ['1efeefde-f74b-48df-9125-3f5697e90c2e'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:38:10.858984 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86159227-234b-42fb-babe-f7e0409519ff None None] Routers {'1efeefde-f74b-48df-9125-3f5697e90c2e'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:10.859619 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-86159227-234b-42fb-babe-f7e0409519ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:37:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['1efeefde-f74b-48df-9125-3f5697e90c2e'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:10.872566 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-058dfa55-e81a-4bb3-b58b-a48b9fc66d1f req-904003b0-25e4-4d9f-ad06-7a517a711213 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=4041abdf-d8ac-4484-aac7-3984cca397b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320354 Aug 31 09:38:10.966228 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-86159227-234b-42fb-babe-f7e0409519ff None None] Set router 1efeefde-f74b-48df-9125-3f5697e90c2e gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:38:11.095608 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:11.157823 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a9e48291-4c1c-4b92-9592-e12b8b5a4938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:11.161566 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e48291-4c1c-4b92-9592-e12b8b5a4938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:11.161566 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a9e48291-4c1c-4b92-9592-e12b8b5a4938 admin admin] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:11.167768 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=45796a3b-22d8-4744-8ed7-383ed1b71c9b,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:11.221687 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-86159227-234b-42fb-babe-f7e0409519ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efeefde-f74b-48df-9125-3f5697e90c2e', 'name': 'tempest-TestAggregatesBasicOps-1437236722-router', 'tenant_id': '58431171af4e40b6bb6716382a3e4780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '40caf9e1-f6eb-4455-a2ff-af77c84e5a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:04Z', 'updated_at': '2021-08-31T09:38:08Z', 'revision_number': 4, 'project_id': '58431171af4e40b6bb6716382a3e4780', 'gw_port': {'id': '40caf9e1-f6eb-4455-a2ff-af77c84e5a6e', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efeefde-f74b-48df-9125-3f5697e90c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:05Z', 'updated_at': '2021-08-31T09:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '77ef56de-46c0-47ba-8a10-a5015853fb02', 'name': '', 'network_id': '95289f45-b1e1-4793-a7b0-3366f83c9f60', 'tenant_id': '58431171af4e40b6bb6716382a3e4780', 'mac_address': 'fa:16:3e:45:6f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efeefde-f74b-48df-9125-3f5697e90c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '9648d7ce-8c7a-4117-9110-46bfdac80ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:07Z', 'updated_at': '2021-08-31T09:38:08Z', 'revision_number': 2, 'project_id': '58431171af4e40b6bb6716382a3e4780', 'subnets': [{'id': '9648d7ce-8c7a-4117-9110-46bfdac80ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:11.241287 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e48291-4c1c-4b92-9592-e12b8b5a4938 admin admin] Pushing event updated for resources: {'Network': ['ID=646e7eb1-4684-4ea0-a064-335c812334e3,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:11.244453 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86159227-234b-42fb-babe-f7e0409519ff None None] Checking router: 1efeefde-f74b-48df-9125-3f5697e90c2e for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:38:11.244936 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86159227-234b-42fb-babe-f7e0409519ff None None] Updating router 1efeefde-f74b-48df-9125-3f5697e90c2e port 77ef56de-46c0-47ba-8a10-a5015853fb02 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:38:11.249060 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 40caf9e1-f6eb-4455-a2ff-af77c84e5a6e up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:11.257515 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 646e7eb1-4684-4ea0-a064-335c812334e3 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:38:11.272610 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-86159227-234b-42fb-babe-f7e0409519ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:11.316733 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a9e48291-4c1c-4b92-9592-e12b8b5a4938 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0520456 Aug 31 09:38:11.319464 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59486) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:11.324631 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-a19a0f2f-0ac4-44e1-a6d5-110c9d75b1de admin admin] Request body: {'subnet': {'network_id': '646e7eb1-4684-4ea0-a064-335c812334e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1009522217-subnet', 'tenant_id': '44019158b5554c40948eafbf652ef5d3', 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:11.423097 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 40caf9e1-f6eb-4455-a2ff-af77c84e5a6e triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:11.427761 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:11.475478 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19a0f2f-0ac4-44e1-a6d5-110c9d75b1de admin admin] Made reservation on behalf of 44019158b5554c40948eafbf652ef5d3 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:11.480189 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a19a0f2f-0ac4-44e1-a6d5-110c9d75b1de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:11.511086 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7b5533a5-b543-4b59-9ff1-254e32ab8a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:11.578848 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-86159227-234b-42fb-babe-f7e0409519ff None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:11.584728 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-86159227-234b-42fb-babe-f7e0409519ff None None] Transition to ACTIVE for port object 77ef56de-46c0-47ba-8a10-a5015853fb02 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:11.654797 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-86159227-234b-42fb-babe-f7e0409519ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:11.712312 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6c396-a7c7-4c12-b033-a9687acb4a12 None None] Pushing event updated for resources: {'Port': ['ID=77ef56de-46c0-47ba-8a10-a5015853fb02,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:11.735903 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a19a0f2f-0ac4-44e1-a6d5-110c9d75b1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:11.780079 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-86159227-234b-42fb-babe-f7e0409519ff None None] Attempting to bind port 77ef56de-46c0-47ba-8a10-a5015853fb02 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:38:11.781019 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-86159227-234b-42fb-babe-f7e0409519ff None None] Attempting to bind port 77ef56de-46c0-47ba-8a10-a5015853fb02 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'ee80cfa2-1f5e-4a50-8d06-94c4105b1719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1634, 'network_id': '95289f45-b1e1-4793-a7b0-3366f83c9f60'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:38:11.781611 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86159227-234b-42fb-babe-f7e0409519ff None None] Attempting to bind port 77ef56de-46c0-47ba-8a10-a5015853fb02 on network 95289f45-b1e1-4793-a7b0-3366f83c9f60 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:11.792729 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86159227-234b-42fb-babe-f7e0409519ff None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:38:11.793093 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86159227-234b-42fb-babe-f7e0409519ff None None] Checking segment: {'id': 'ee80cfa2-1f5e-4a50-8d06-94c4105b1719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1634, 'network_id': '95289f45-b1e1-4793-a7b0-3366f83c9f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:11.799818 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-86159227-234b-42fb-babe-f7e0409519ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:11.800365 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86159227-234b-42fb-babe-f7e0409519ff None None] Bound using segment: {'id': 'ee80cfa2-1f5e-4a50-8d06-94c4105b1719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1634, 'network_id': '95289f45-b1e1-4793-a7b0-3366f83c9f60'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:38:11.800877 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-86159227-234b-42fb-babe-f7e0409519ff None None] Bound port: 77ef56de-46c0-47ba-8a10-a5015853fb02, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee80cfa2-1f5e-4a50-8d06-94c4105b1719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1634, 'network_id': '95289f45-b1e1-4793-a7b0-3366f83c9f60'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:38:11.801272 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-86159227-234b-42fb-babe-f7e0409519ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:11.806203 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a0f2f-0ac4-44e1-a6d5-110c9d75b1de admin admin] Pushing event updated for resources: {'Subnet': ['ID=b998b321-ee42-43eb-94d2-692d94cbdef4,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:11.844878 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19a0f2f-0ac4-44e1-a6d5-110c9d75b1de admin admin] Checking segment: {'id': '4135cda8-bd26-4598-8871-06e7509d3f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': '646e7eb1-4684-4ea0-a064-335c812334e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:11.845228 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19a0f2f-0ac4-44e1-a6d5-110c9d75b1de admin admin] Network hostable DHCP agents. Network: 646e7eb1-4684-4ea0-a064-335c812334e3, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:38:11.905278 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-86159227-234b-42fb-babe-f7e0409519ff None None] For port 77ef56de-46c0-47ba-8a10-a5015853fb02, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:38:11.912098 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-86159227-234b-42fb-babe-f7e0409519ff None None] For port 77ef56de-46c0-47ba-8a10-a5015853fb02, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=77ef56de-46c0-47ba-8a10-a5015853fb02,segment=NetworkSegment(ee80cfa2-1f5e-4a50-8d06-94c4105b1719),segment_id=ee80cfa2-1f5e-4a50-8d06-94c4105b1719)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:38:11.920077 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0973fb-6ca0-41cd-9cef-d38b0973104d req-586f7fed-ce3a-4217-bf71-68c07f4100e1 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:11.922537 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fd0973fb-6ca0-41cd-9cef-d38b0973104d req-586f7fed-ce3a-4217-bf71-68c07f4100e1 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/ports?device_id=ec38998a-f53c-4381-81e3-bc50cf9d57c8 HTTP/1.1" status: 200 len: 945 time: 0.0567007 Aug 31 09:38:11.927087 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19a0f2f-0ac4-44e1-a6d5-110c9d75b1de admin admin] Network 646e7eb1-4684-4ea0-a064-335c812334e3 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:38:11.981669 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fd0973fb-6ca0-41cd-9cef-d38b0973104d req-fbc9e377-11fe-47bb-8c7c-e0bec637a7fb tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/security-groups?id=4041abdf-d8ac-4484-aac7-3984cca397b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509834 Aug 31 09:38:11.990388 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-86159227-234b-42fb-babe-f7e0409519ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:12.012798 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-a19a0f2f-0ac4-44e1-a6d5-110c9d75b1de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 646e7eb1-4684-4ea0-a064-335c812334e3) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:12.018380 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19a0f2f-0ac4-44e1-a6d5-110c9d75b1de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:12.018992 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a19a0f2f-0ac4-44e1-a6d5-110c9d75b1de admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:12.027946 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cba108-b709-418b-bba6-9569ed30752a None None] Network 646e7eb1-4684-4ea0-a064-335c812334e3 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:38:12.047082 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86159227-234b-42fb-babe-f7e0409519ff None None] Routers {'1efeefde-f74b-48df-9125-3f5697e90c2e'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:12.047082 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-86159227-234b-42fb-babe-f7e0409519ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:37:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['1efeefde-f74b-48df-9125-3f5697e90c2e'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:12.142088 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a19a0f2f-0ac4-44e1-a6d5-110c9d75b1de admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8212473 Aug 31 09:38:12.144913 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59504) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:12.149202 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-2b3cf299-5826-4f3a-b66f-d6a34de172a4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1009522217-router', 'tenant_id': '44019158b5554c40948eafbf652ef5d3', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:12.314484 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbca8183-12c3-4cb6-bfe8-2f4fcdf17494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-646e7eb1-4684-4ea0-a064-335c812334e3', 'network_id': '646e7eb1-4684-4ea0-a064-335c812334e3', 'tenant_id': '44019158b5554c40948eafbf652ef5d3', 'fixed_ips': [{'subnet_id': 'b998b321-ee42-43eb-94d2-692d94cbdef4'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:38:12.314484 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fbca8183-12c3-4cb6-bfe8-2f4fcdf17494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:12.326034 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6c396-a7c7-4c12-b033-a9687acb4a12 None None] Pushing event updated for resources: {'Port': ['ID=77ef56de-46c0-47ba-8a10-a5015853fb02,revision_number=4']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:12.338330 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf299-5826-4f3a-b66f-d6a34de172a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:12.339602 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf299-5826-4f3a-b66f-d6a34de172a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:12.399025 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf299-5826-4f3a-b66f-d6a34de172a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:12.417518 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-86159227-234b-42fb-babe-f7e0409519ff None None] Set router 1efeefde-f74b-48df-9125-3f5697e90c2e gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:38:12.534877 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-fbca8183-12c3-4cb6-bfe8-2f4fcdf17494 None None] Allocated IP 172.20.0.2 (646e7eb1-4684-4ea0-a064-335c812334e3/b998b321-ee42-43eb-94d2-692d94cbdef4/a0996a7c-622a-4d80-8ac0-a12b878e0a9c) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:12.714289 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf299-5826-4f3a-b66f-d6a34de172a4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:12.732080 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-86159227-234b-42fb-babe-f7e0409519ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efeefde-f74b-48df-9125-3f5697e90c2e', 'name': 'tempest-TestAggregatesBasicOps-1437236722-router', 'tenant_id': '58431171af4e40b6bb6716382a3e4780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '40caf9e1-f6eb-4455-a2ff-af77c84e5a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:04Z', 'updated_at': '2021-08-31T09:38:08Z', 'revision_number': 4, 'project_id': '58431171af4e40b6bb6716382a3e4780', 'gw_port': {'id': '40caf9e1-f6eb-4455-a2ff-af77c84e5a6e', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efeefde-f74b-48df-9125-3f5697e90c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:05Z', 'updated_at': '2021-08-31T09:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '77ef56de-46c0-47ba-8a10-a5015853fb02', 'name': '', 'network_id': '95289f45-b1e1-4793-a7b0-3366f83c9f60', 'tenant_id': '58431171af4e40b6bb6716382a3e4780', 'mac_address': 'fa:16:3e:45:6f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efeefde-f74b-48df-9125-3f5697e90c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '9648d7ce-8c7a-4117-9110-46bfdac80ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:07Z', 'updated_at': '2021-08-31T09:38:11Z', 'revision_number': 4, 'project_id': '58431171af4e40b6bb6716382a3e4780', 'subnets': [{'id': '9648d7ce-8c7a-4117-9110-46bfdac80ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:12.750607 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fbca8183-12c3-4cb6-bfe8-2f4fcdf17494 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:12.761196 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86159227-234b-42fb-babe-f7e0409519ff None None] The sync data for ids ['1efeefde-f74b-48df-9125-3f5697e90c2e'] in n-d-791506-28 is: [{'id': '1efeefde-f74b-48df-9125-3f5697e90c2e', 'name': 'tempest-TestAggregatesBasicOps-1437236722-router', 'tenant_id': '58431171af4e40b6bb6716382a3e4780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '40caf9e1-f6eb-4455-a2ff-af77c84e5a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:04Z', 'updated_at': '2021-08-31T09:38:08Z', 'revision_number': 4, 'project_id': '58431171af4e40b6bb6716382a3e4780', 'gw_port': {'id': '40caf9e1-f6eb-4455-a2ff-af77c84e5a6e', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efeefde-f74b-48df-9125-3f5697e90c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:05Z', 'updated_at': '2021-08-31T09:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '77ef56de-46c0-47ba-8a10-a5015853fb02', 'name': '', 'network_id': '95289f45-b1e1-4793-a7b0-3366f83c9f60', 'tenant_id': '58431171af4e40b6bb6716382a3e4780', 'mac_address': 'fa:16:3e:45:6f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efeefde-f74b-48df-9125-3f5697e90c2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '9648d7ce-8c7a-4117-9110-46bfdac80ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:07Z', 'updated_at': '2021-08-31T09:38:11Z', 'revision_number': 4, 'project_id': '58431171af4e40b6bb6716382a3e4780', 'subnets': [{'id': '9648d7ce-8c7a-4117-9110-46bfdac80ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:38:12.765394 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-fbca8183-12c3-4cb6-bfe8-2f4fcdf17494 None None] Transition to ACTIVE for port object a0996a7c-622a-4d80-8ac0-a12b878e0a9c will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:12.782259 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-fbca8183-12c3-4cb6-bfe8-2f4fcdf17494 None None] Transition to ACTIVE for port object a0996a7c-622a-4d80-8ac0-a12b878e0a9c will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:12.882007 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fbca8183-12c3-4cb6-bfe8-2f4fcdf17494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:12.980089 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbca8183-12c3-4cb6-bfe8-2f4fcdf17494 None None] Network 646e7eb1-4684-4ea0-a064-335c812334e3 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:12.985827 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-fbca8183-12c3-4cb6-bfe8-2f4fcdf17494 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:12.991429 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbca8183-12c3-4cb6-bfe8-2f4fcdf17494 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:13.027364 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca8183-12c3-4cb6-bfe8-2f4fcdf17494 None None] Pushing event updated for resources: {'Port': ['ID=a0996a7c-622a-4d80-8ac0-a12b878e0a9c,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:13.120799 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-fbca8183-12c3-4cb6-bfe8-2f4fcdf17494 None None] Attempting to bind port a0996a7c-622a-4d80-8ac0-a12b878e0a9c on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:38:13.121461 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-fbca8183-12c3-4cb6-bfe8-2f4fcdf17494 None None] Attempting to bind port a0996a7c-622a-4d80-8ac0-a12b878e0a9c by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '4135cda8-bd26-4598-8871-06e7509d3f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': '646e7eb1-4684-4ea0-a064-335c812334e3'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:38:13.123394 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbca8183-12c3-4cb6-bfe8-2f4fcdf17494 None None] Attempting to bind port a0996a7c-622a-4d80-8ac0-a12b878e0a9c on network 646e7eb1-4684-4ea0-a064-335c812334e3 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:13.136203 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbca8183-12c3-4cb6-bfe8-2f4fcdf17494 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:38:13.137736 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbca8183-12c3-4cb6-bfe8-2f4fcdf17494 None None] Checking segment: {'id': '4135cda8-bd26-4598-8871-06e7509d3f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': '646e7eb1-4684-4ea0-a064-335c812334e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:13.140818 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fbca8183-12c3-4cb6-bfe8-2f4fcdf17494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:13.140818 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbca8183-12c3-4cb6-bfe8-2f4fcdf17494 None None] Bound using segment: {'id': '4135cda8-bd26-4598-8871-06e7509d3f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': '646e7eb1-4684-4ea0-a064-335c812334e3'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:38:13.140818 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-fbca8183-12c3-4cb6-bfe8-2f4fcdf17494 None None] Bound port: a0996a7c-622a-4d80-8ac0-a12b878e0a9c, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4135cda8-bd26-4598-8871-06e7509d3f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': '646e7eb1-4684-4ea0-a064-335c812334e3'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:38:13.142095 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fbca8183-12c3-4cb6-bfe8-2f4fcdf17494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:13.169191 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf299-5826-4f3a-b66f-d6a34de172a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:13.207072 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf299-5826-4f3a-b66f-d6a34de172a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:13.222606 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59520) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:13.225017 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee62f4-0477-40b5-af18-75c64c4bb094 req-bc39bb8a-14f1-4b93-a6aa-f3a3454818c4 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:13.228526 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-00ee62f4-0477-40b5-af18-75c64c4bb094 req-bc39bb8a-14f1-4b93-a6aa-f3a3454818c4 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/ports?device_id=ec38998a-f53c-4381-81e3-bc50cf9d57c8 HTTP/1.1" status: 200 len: 945 time: 0.1296222 Aug 31 09:38:13.289012 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-fbca8183-12c3-4cb6-bfe8-2f4fcdf17494 None None] For port a0996a7c-622a-4d80-8ac0-a12b878e0a9c, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:38:13.292576 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-fbca8183-12c3-4cb6-bfe8-2f4fcdf17494 None None] For port a0996a7c-622a-4d80-8ac0-a12b878e0a9c, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a0996a7c-622a-4d80-8ac0-a12b878e0a9c,segment=NetworkSegment(4135cda8-bd26-4598-8871-06e7509d3f09),segment_id=4135cda8-bd26-4598-8871-06e7509d3f09)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:38:13.327780 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 77ef56de-46c0-47ba-8a10-a5015853fb02 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:13.335428 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59526) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:13.375901 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fbca8183-12c3-4cb6-bfe8-2f4fcdf17494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:13.461931 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-00ee62f4-0477-40b5-af18-75c64c4bb094 req-c17e4f8a-fb30-4759-b05a-d0543f2e3a40 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/security-groups?id=4041abdf-d8ac-4484-aac7-3984cca397b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226827 Aug 31 09:38:13.522499 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d4218e70-23c9-4de3-82b2-1af3ae586558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:13.524703 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca8183-12c3-4cb6-bfe8-2f4fcdf17494 None None] Pushing event updated for resources: {'Port': ['ID=a0996a7c-622a-4d80-8ac0-a12b878e0a9c,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:13.570182 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-2b3cf299-5826-4f3a-b66f-d6a34de172a4 admin admin] Allocated IP 172.25.2.43 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/3b47f12e-7598-4070-bd84-63d7a3b6d228) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:13.645172 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c8b644b-1879-4c8d-a9c0-6bbe0cd1b310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:13.660371 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 77ef56de-46c0-47ba-8a10-a5015853fb02 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:13.664716 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 77ef56de-46c0-47ba-8a10-a5015853fb02 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:13.665081 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:13.752095 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14c91a-8568-4c53-9dae-e0373983c34b req-4857d219-8563-440c-b605-7e1b8f0c6cf0 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:13.763635 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d14c91a-8568-4c53-9dae-e0373983c34b req-4857d219-8563-440c-b605-7e1b8f0c6cf0 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/ports?device_id=ec38998a-f53c-4381-81e3-bc50cf9d57c8 HTTP/1.1" status: 200 len: 945 time: 0.1729889 Aug 31 09:38:13.803092 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d4218e70-23c9-4de3-82b2-1af3ae586558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:13.807700 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:13.824375 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf299-5826-4f3a-b66f-d6a34de172a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:13.861031 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 77ef56de-46c0-47ba-8a10-a5015853fb02, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=77ef56de-46c0-47ba-8a10-a5015853fb02,segment=NetworkSegment(ee80cfa2-1f5e-4a50-8d06-94c4105b1719),segment_id=ee80cfa2-1f5e-4a50-8d06-94c4105b1719)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:13.861237 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d14c91a-8568-4c53-9dae-e0373983c34b req-924c7bbd-bc9b-435a-8524-c7b81e339f94 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/security-groups?id=4041abdf-d8ac-4484-aac7-3984cca397b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995204 Aug 31 09:38:13.878749 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d4218e70-23c9-4de3-82b2-1af3ae586558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:13.932390 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:13.957206 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d4218e70-23c9-4de3-82b2-1af3ae586558 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=31eee76a8010462e9fafeb163b2c5c7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7334814 Aug 31 09:38:13.960195 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59534) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:13.969556 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4218e70-23c9-4de3-82b2-1af3ae586558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c93289-c676-4764-a92c-7688cc20fbfb,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:13.997650 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b4c6ceeb-fb7a-4aeb-806d-bea88d9b05b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:14.001598 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4218e70-23c9-4de3-82b2-1af3ae586558 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:14.004036 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4218e70-23c9-4de3-82b2-1af3ae586558 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:14.004635 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4218e70-23c9-4de3-82b2-1af3ae586558 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:14.004798 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf299-5826-4f3a-b66f-d6a34de172a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:14.005374 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4218e70-23c9-4de3-82b2-1af3ae586558 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:14.005937 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4218e70-23c9-4de3-82b2-1af3ae586558 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:14.006492 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4218e70-23c9-4de3-82b2-1af3ae586558 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:14.011165 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4218e70-23c9-4de3-82b2-1af3ae586558 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:14.011165 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4218e70-23c9-4de3-82b2-1af3ae586558 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:14.011165 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4218e70-23c9-4de3-82b2-1af3ae586558 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:14.011165 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4218e70-23c9-4de3-82b2-1af3ae586558 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:14.011165 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4218e70-23c9-4de3-82b2-1af3ae586558 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:14.011165 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4218e70-23c9-4de3-82b2-1af3ae586558 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:14.052291 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3cf299-5826-4f3a-b66f-d6a34de172a4 admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:14.057137 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-2b3cf299-5826-4f3a-b66f-d6a34de172a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:14.059327 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=77ef56de-46c0-47ba-8a10-a5015853fb02,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:14.067390 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3cf299-5826-4f3a-b66f-d6a34de172a4 admin admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:14.101007 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-88bdacf8-4ca9-4b50-bc49-184cd4951397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:14.106413 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5ab83-5125-479a-9fb5-dcdbe51c4e16 req-18bab2fd-618e-4920-878d-611502474ea3 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:14.108032 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c0c5ab83-5125-479a-9fb5-dcdbe51c4e16 req-18bab2fd-618e-4920-878d-611502474ea3 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/ports?device_id=ec38998a-f53c-4381-81e3-bc50cf9d57c8 HTTP/1.1" status: 200 len: 945 time: 0.1622794 Aug 31 09:38:14.120842 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:14.148739 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3cf299-5826-4f3a-b66f-d6a34de172a4 admin admin] Pushing event updated for resources: {'Port': ['ID=3b47f12e-7598-4070-bd84-63d7a3b6d228,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:14.151555 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c8b644b-1879-4c8d-a9c0-6bbe0cd1b310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:14.154195 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-88bdacf8-4ca9-4b50-bc49-184cd4951397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:14.216279 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c8b644b-1879-4c8d-a9c0-6bbe0cd1b310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:14.259535 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c0c5ab83-5125-479a-9fb5-dcdbe51c4e16 req-bd593036-48cb-4bbd-b996-cc8460999ae0 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/security-groups?id=4041abdf-d8ac-4484-aac7-3984cca397b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392126 Aug 31 09:38:14.262515 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7c8b644b-1879-4c8d-a9c0-6bbe0cd1b310 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=2144e23a34484165ab8fdef5b5249092&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9333918 Aug 31 09:38:14.264116 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b644b-1879-4c8d-a9c0-6bbe0cd1b310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ff336d-f21c-413e-bf63-0db265ee36ad,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:14.265677 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59536) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:14.287971 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59538) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:14.293613 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-88bdacf8-4ca9-4b50-bc49-184cd4951397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:14.296421 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-88bdacf8-4ca9-4b50-bc49-184cd4951397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:14.299894 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-88bdacf8-4ca9-4b50-bc49-184cd4951397 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/c0c93289-c676-4764-a92c-7688cc20fbfb HTTP/1.1" status: 204 len: 168 time: 0.3362725 Aug 31 09:38:14.318447 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bdacf8-4ca9-4b50-bc49-184cd4951397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c93289-c676-4764-a92c-7688cc20fbfb,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:14.362000 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-09ddcf68-d405-4c11-b26c-497068f74791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:14.387705 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-09ddcf68-d405-4c11-b26c-497068f74791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:14.563547 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5768c9d-17bc-4fb4-a1b3-d5951744f6c2 tempest-TestServerBasicOps-2091635696 tempest-TestServerBasicOps-2091635696-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:14.563547 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b5768c9d-17bc-4fb4-a1b3-d5951744f6c2 tempest-TestServerBasicOps-2091635696 tempest-TestServerBasicOps-2091635696-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=ec38998a-f53c-4381-81e3-bc50cf9d57c8 HTTP/1.1" status: 200 len: 1092 time: 0.2737904 Aug 31 09:38:14.566014 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59546) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:14.572848 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-92e38015-d5c7-46fa-8a15-cf4411570859 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'port_id': '45796a3b-22d8-4744-8ed7-383ed1b71c9b', 'tenant_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:14.678762 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92e38015-d5c7-46fa-8a15-cf4411570859 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks [] for floatingip, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:14.821881 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92e38015-d5c7-46fa-8a15-cf4411570859 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:14.867880 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8389997b-63da-40ac-804f-2037b944fd70 None None] Network 646e7eb1-4684-4ea0-a064-335c812334e3 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:38:14.973913 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf299-5826-4f3a-b66f-d6a34de172a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:15.048579 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-09ddcf68-d405-4c11-b26c-497068f74791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:15.051215 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-09ddcf68-d405-4c11-b26c-497068f74791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:15.054777 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5fc37cb5-cb7c-4554-ba71-9c3fa61c0a74 None None] Provisioning for port a0996a7c-622a-4d80-8ac0-a12b878e0a9c completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:15.055334 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-09ddcf68-d405-4c11-b26c-497068f74791 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/47ff336d-f21c-413e-bf63-0db265ee36ad HTTP/1.1" status: 204 len: 168 time: 0.7884543 Aug 31 09:38:15.072952 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ddcf68-d405-4c11-b26c-497068f74791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ff336d-f21c-413e-bf63-0db265ee36ad,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:15.229328 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-92e38015-d5c7-46fa-8a15-cf4411570859 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Allocated IP 172.25.2.111 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/9a774f66-902d-4963-af68-10aec4d97300) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:15.229622 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf299-5826-4f3a-b66f-d6a34de172a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:15.347741 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 77ef56de-46c0-47ba-8a10-a5015853fb02 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:15.397250 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:15.408759 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92e38015-d5c7-46fa-8a15-cf4411570859 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:15.433201 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 77ef56de-46c0-47ba-8a10-a5015853fb02 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:15.433578 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:15.504613 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3cf299-5826-4f3a-b66f-d6a34de172a4 admin admin] Router 8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:38:15.540063 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92e38015-d5c7-46fa-8a15-cf4411570859 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:15.543500 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a0996a7c-622a-4d80-8ac0-a12b878e0a9c up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:15.637615 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e38015-d5c7-46fa-8a15-cf4411570859 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:15.643646 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-92e38015-d5c7-46fa-8a15-cf4411570859 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:15.661604 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e38015-d5c7-46fa-8a15-cf4411570859 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:15.682699 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3cf299-5826-4f3a-b66f-d6a34de172a4 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:38:15.694434 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd46a92-b019-494b-a771-4b32e3d3292e None None] Sync routers for ids ['8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:38:15.706381 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd46a92-b019-494b-a771-4b32e3d3292e None None] Routers {'8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:15.707564 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-8dd46a92-b019-494b-a771-4b32e3d3292e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:15.708480 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e38015-d5c7-46fa-8a15-cf4411570859 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Pushing event updated for resources: {'Port': ['ID=9a774f66-902d-4963-af68-10aec4d97300,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:15.711584 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port a0996a7c-622a-4d80-8ac0-a12b878e0a9c completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:15.757299 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port a0996a7c-622a-4d80-8ac0-a12b878e0a9c triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:15.758026 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:15.767324 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2b3cf299-5826-4f3a-b66f-d6a34de172a4 admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:15.770740 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2b3cf299-5826-4f3a-b66f-d6a34de172a4 admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6235516 Aug 31 09:38:15.771865 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59578) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:15.893070 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-8dd46a92-b019-494b-a771-4b32e3d3292e None None] Set router 8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:38:16.005897 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:16.066188 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port a0996a7c-622a-4d80-8ac0-a12b878e0a9c, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a0996a7c-622a-4d80-8ac0-a12b878e0a9c,segment=NetworkSegment(4135cda8-bd26-4598-8871-06e7509d3f09),segment_id=4135cda8-bd26-4598-8871-06e7509d3f09)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:16.129922 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-8dd46a92-b019-494b-a771-4b32e3d3292e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee', 'name': 'tempest-TestAggregatesBasicOps-1009522217-router', 'tenant_id': '44019158b5554c40948eafbf652ef5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '3b47f12e-7598-4070-bd84-63d7a3b6d228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:12Z', 'updated_at': '2021-08-31T09:38:14Z', 'revision_number': 3, 'project_id': '44019158b5554c40948eafbf652ef5d3', 'gw_port': {'id': '3b47f12e-7598-4070-bd84-63d7a3b6d228', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:05:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:13Z', 'updated_at': '2021-08-31T09:38:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:16.167907 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd46a92-b019-494b-a771-4b32e3d3292e None None] Checking router: 8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:38:16.168280 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd46a92-b019-494b-a771-4b32e3d3292e None None] Updating router 8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee port 3b47f12e-7598-4070-bd84-63d7a3b6d228 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:38:16.172342 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:16.253900 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8dd46a92-b019-494b-a771-4b32e3d3292e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:16.256968 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=a0996a7c-622a-4d80-8ac0-a12b878e0a9c,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:16.336449 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92e38015-d5c7-46fa-8a15-cf4411570859 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:16.524079 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92e38015-d5c7-46fa-8a15-cf4411570859 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:16.527799 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0b618638-5944-45b6-a29c-ccbdb9fec904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:16.557709 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8dd46a92-b019-494b-a771-4b32e3d3292e None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:16.567925 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8dd46a92-b019-494b-a771-4b32e3d3292e None None] Transition to ACTIVE for port object 3b47f12e-7598-4070-bd84-63d7a3b6d228 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:16.660425 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8dd46a92-b019-494b-a771-4b32e3d3292e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:16.716303 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-8dd46a92-b019-494b-a771-4b32e3d3292e None None] Attempting to bind port 3b47f12e-7598-4070-bd84-63d7a3b6d228 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:38:16.716762 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-8dd46a92-b019-494b-a771-4b32e3d3292e None None] Attempting to bind port 3b47f12e-7598-4070-bd84-63d7a3b6d228 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:38:16.717229 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd46a92-b019-494b-a771-4b32e3d3292e None None] Attempting to bind port 3b47f12e-7598-4070-bd84-63d7a3b6d228 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:16.719472 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979f01b-270b-4495-b3c6-14b15e8ac4c1 None None] Pushing event updated for resources: {'Port': ['ID=3b47f12e-7598-4070-bd84-63d7a3b6d228,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:16.725806 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd46a92-b019-494b-a771-4b32e3d3292e None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:38:16.726396 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd46a92-b019-494b-a771-4b32e3d3292e None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:16.727016 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8dd46a92-b019-494b-a771-4b32e3d3292e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:16.727488 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd46a92-b019-494b-a771-4b32e3d3292e None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:38:16.728043 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-8dd46a92-b019-494b-a771-4b32e3d3292e None None] Bound port: 3b47f12e-7598-4070-bd84-63d7a3b6d228, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:38:16.728511 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8dd46a92-b019-494b-a771-4b32e3d3292e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:16.799970 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-8dd46a92-b019-494b-a771-4b32e3d3292e None None] For port 3b47f12e-7598-4070-bd84-63d7a3b6d228, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:38:16.799970 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-8dd46a92-b019-494b-a771-4b32e3d3292e None None] For port 3b47f12e-7598-4070-bd84-63d7a3b6d228, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3b47f12e-7598-4070-bd84-63d7a3b6d228,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:38:16.815526 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-0b618638-5944-45b6-a29c-ccbdb9fec904 admin admin] Allocated IP 172.20.0.1 (646e7eb1-4684-4ea0-a064-335c812334e3/b998b321-ee42-43eb-94d2-692d94cbdef4/81c5386b-8175-49eb-80f8-b40d5d9b7fb3) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:16.829076 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92e38015-d5c7-46fa-8a15-cf4411570859 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:16.877383 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8dd46a92-b019-494b-a771-4b32e3d3292e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:16.934851 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92e38015-d5c7-46fa-8a15-cf4411570859 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:16.963538 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd46a92-b019-494b-a771-4b32e3d3292e None None] Routers {'8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:16.964153 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-8dd46a92-b019-494b-a771-4b32e3d3292e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:17.010336 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0b618638-5944-45b6-a29c-ccbdb9fec904 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:17.030998 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979f01b-270b-4495-b3c6-14b15e8ac4c1 None None] Pushing event updated for resources: {'Port': ['ID=3b47f12e-7598-4070-bd84-63d7a3b6d228,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:17.056347 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92e38015-d5c7-46fa-8a15-cf4411570859 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:17.059973 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:17.087275 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-8dd46a92-b019-494b-a771-4b32e3d3292e None None] Set router 8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:38:17.102673 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-0b618638-5944-45b6-a29c-ccbdb9fec904 admin admin] Transition to ACTIVE for port object 81c5386b-8175-49eb-80f8-b40d5d9b7fb3 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:17.106803 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e38015-d5c7-46fa-8a15-cf4411570859 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Pushing event updated for resources: {'Port': ['ID=9a774f66-902d-4963-af68-10aec4d97300,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:17.199412 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [None req-92e38015-d5c7-46fa-8a15-cf4411570859 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Floating IP 51f6bd91-4bb1-42df-98bf-208e71604535 associated. External IP: 172.25.2.111, port: 45796a3b-22d8-4744-8ed7-383ed1b71c9b. Aug 31 09:38:17.300993 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0b618638-5944-45b6-a29c-ccbdb9fec904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:17.359447 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b618638-5944-45b6-a29c-ccbdb9fec904 admin admin] Pushing event updated for resources: {'Port': ['ID=81c5386b-8175-49eb-80f8-b40d5d9b7fb3,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:17.376817 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b618638-5944-45b6-a29c-ccbdb9fec904 admin admin] Network 646e7eb1-4684-4ea0-a064-335c812334e3 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:17.379908 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-0b618638-5944-45b6-a29c-ccbdb9fec904 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:17.383094 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b618638-5944-45b6-a29c-ccbdb9fec904 admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:17.411551 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a0996a7c-622a-4d80-8ac0-a12b878e0a9c up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:17.489563 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59626) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:17.537477 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port a0996a7c-622a-4d80-8ac0-a12b878e0a9c triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:17.537764 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:17.563935 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-8dd46a92-b019-494b-a771-4b32e3d3292e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee', 'name': 'tempest-TestAggregatesBasicOps-1009522217-router', 'tenant_id': '44019158b5554c40948eafbf652ef5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '3b47f12e-7598-4070-bd84-63d7a3b6d228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:12Z', 'updated_at': '2021-08-31T09:38:14Z', 'revision_number': 3, 'project_id': '44019158b5554c40948eafbf652ef5d3', 'gw_port': {'id': '3b47f12e-7598-4070-bd84-63d7a3b6d228', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:05:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:13Z', 'updated_at': '2021-08-31T09:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:17.610600 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd46a92-b019-494b-a771-4b32e3d3292e None None] The sync data for ids ['8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee'] in n-d-791506-28 is: [{'id': '8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee', 'name': 'tempest-TestAggregatesBasicOps-1009522217-router', 'tenant_id': '44019158b5554c40948eafbf652ef5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '3b47f12e-7598-4070-bd84-63d7a3b6d228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:12Z', 'updated_at': '2021-08-31T09:38:14Z', 'revision_number': 3, 'project_id': '44019158b5554c40948eafbf652ef5d3', 'gw_port': {'id': '3b47f12e-7598-4070-bd84-63d7a3b6d228', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:05:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:13Z', 'updated_at': '2021-08-31T09:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:38:17.620681 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-dafd8e7b-ef08-4f0d-923a-bf8690aa650f tempest-MeteringIpV6TestJSON-1380357339 tempest-MeteringIpV6TestJSON-1380357339-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1676791157'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:17.621335 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-dafd8e7b-ef08-4f0d-923a-bf8690aa650f tempest-MeteringIpV6TestJSON-1380357339 tempest-MeteringIpV6TestJSON-1380357339-project-admin] Unknown quota resources ['metering_label']. {{(pid=95553) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:38:17.790050 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59632) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:17.795575 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-61756e13-2b2a-4317-818e-cac6442d91a1 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1900506359', 'description': 'tempest-secgroup-smoke-1900506359 description', 'project_id': '29b420db5ab94eb097db55181093bc9b'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:17.921680 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b12688e8-a49c-44c0-9f7a-e1a481bfb233 None None] Provisioning for port 81c5386b-8175-49eb-80f8-b40d5d9b7fb3 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:17.925819 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0b618638-5944-45b6-a29c-ccbdb9fec904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:17.931216 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b12688e8-a49c-44c0-9f7a-e1a481bfb233 None None] Provisioning complete for port 81c5386b-8175-49eb-80f8-b40d5d9b7fb3 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:17.931216 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b12688e8-a49c-44c0-9f7a-e1a481bfb233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:17.943334 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dafd8e7b-ef08-4f0d-923a-bf8690aa650f tempest-MeteringIpV6TestJSON-1380357339 tempest-MeteringIpV6TestJSON-1380357339-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:17.944540 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-dafd8e7b-ef08-4f0d-923a-bf8690aa650f tempest-MeteringIpV6TestJSON-1380357339 tempest-MeteringIpV6TestJSON-1380357339-project-admin] 10.222.0.119 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4533730 Aug 31 09:38:17.951106 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59634) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:17.956944 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-d3cf6cac-a587-4561-93d7-0daf20239236 tempest-MeteringIpV6TestJSON-1380357339 tempest-MeteringIpV6TestJSON-1380357339-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '2b7cf0ee-5b17-4194-b957-72b488ddf136'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:17.957443 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-d3cf6cac-a587-4561-93d7-0daf20239236 tempest-MeteringIpV6TestJSON-1380357339 tempest-MeteringIpV6TestJSON-1380357339-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95553) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:38:18.027907 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-b12688e8-a49c-44c0-9f7a-e1a481bfb233 None None] Port 81c5386b-8175-49eb-80f8-b40d5d9b7fb3 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:38:18.072019 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-61756e13-2b2a-4317-818e-cac6442d91a1 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:18.083247 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-61756e13-2b2a-4317-818e-cac6442d91a1 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:18.112525 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e38015-d5c7-46fa-8a15-cf4411570859 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Router 170d631b-117e-40a9-8509-0feb3f90b471 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:38:18.160981 n-d-791506-28 neutron-server[95553]: WARNING neutron.services.metering.metering_plugin [None req-d3cf6cac-a587-4561-93d7-0daf20239236 tempest-MeteringIpV6TestJSON-1380357339 tempest-MeteringIpV6TestJSON-1380357339-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 09:38:18.260385 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0b618638-5944-45b6-a29c-ccbdb9fec904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:18.275383 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e38015-d5c7-46fa-8a15-cf4411570859 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:38:18.287789 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a711102c-c3ee-4daa-b3fc-9fb09d425d54 None None] Sync routers for ids ['170d631b-117e-40a9-8509-0feb3f90b471'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:38:18.304452 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a711102c-c3ee-4daa-b3fc-9fb09d425d54 None None] Routers {'170d631b-117e-40a9-8509-0feb3f90b471'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:18.305365 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a711102c-c3ee-4daa-b3fc-9fb09d425d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['170d631b-117e-40a9-8509-0feb3f90b471'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:18.320278 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d3cf6cac-a587-4561-93d7-0daf20239236 tempest-MeteringIpV6TestJSON-1380357339 tempest-MeteringIpV6TestJSON-1380357339-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:18.322019 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d3cf6cac-a587-4561-93d7-0daf20239236 tempest-MeteringIpV6TestJSON-1380357339 tempest-MeteringIpV6TestJSON-1380357339-project-admin] 10.222.0.119 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3693979 Aug 31 09:38:18.325776 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59636) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:18.331052 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-2ad69265-7c11-4fa8-aac7-2f3838c8585d tempest-MeteringIpV6TestJSON-1380357339 tempest-MeteringIpV6TestJSON-1380357339-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '2b7cf0ee-5b17-4194-b957-72b488ddf136'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:18.331486 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-2ad69265-7c11-4fa8-aac7-2f3838c8585d tempest-MeteringIpV6TestJSON-1380357339 tempest-MeteringIpV6TestJSON-1380357339-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95552) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:38:18.337088 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-61756e13-2b2a-4317-818e-cac6442d91a1 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:18.399042 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-61756e13-2b2a-4317-818e-cac6442d91a1 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:18.427148 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-a711102c-c3ee-4daa-b3fc-9fb09d425d54 None None] Set router 170d631b-117e-40a9-8509-0feb3f90b471 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:38:18.435252 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61756e13-2b2a-4317-818e-cac6442d91a1 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=971b026c-9a8d-48a9-a2e0-2677ff955e44,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:18.489410 n-d-791506-28 neutron-server[95552]: WARNING neutron.services.metering.metering_plugin [None req-2ad69265-7c11-4fa8-aac7-2f3838c8585d tempest-MeteringIpV6TestJSON-1380357339 tempest-MeteringIpV6TestJSON-1380357339-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 09:38:18.572376 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92e38015-d5c7-46fa-8a15-cf4411570859 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:18.619717 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-61756e13-2b2a-4317-818e-cac6442d91a1 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:18.661315 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2ad69265-7c11-4fa8-aac7-2f3838c8585d tempest-MeteringIpV6TestJSON-1380357339 tempest-MeteringIpV6TestJSON-1380357339-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:18.665693 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2ad69265-7c11-4fa8-aac7-2f3838c8585d tempest-MeteringIpV6TestJSON-1380357339 tempest-MeteringIpV6TestJSON-1380357339-project-admin] 10.222.0.119 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3385942 Aug 31 09:38:18.666518 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59638) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:18.683454 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-790cbf38-7155-4864-8e0d-97ce6fdcad12 tempest-MeteringIpV6TestJSON-1380357339 tempest-MeteringIpV6TestJSON-1380357339-project-admin] 10.222.0.119 "GET /v2.0/metering/metering-label-rules?id=067dcce9-108a-464d-8927-e1a3ea3a2f0e HTTP/1.1" status: 200 len: 462 time: 0.0157201 Aug 31 09:38:18.684018 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-92e38015-d5c7-46fa-8a15-cf4411570859 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1167040 Aug 31 09:38:18.685946 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59640) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:18.687908 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec38998a-f53c-4381-81e3-bc50cf9d57c8', 'tag': '45796a3b-22d8-4744-8ed7-383ed1b71c9b'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:38:18.690229 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1823b94-5aca-4929-bacb-1e05b5279eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "ec38998a-f53c-4381-81e3-bc50cf9d57c8", "tag": "45796a3b-22d8-4744-8ed7-383ed1b71c9b"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:38:18.705480 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-61756e13-2b2a-4317-818e-cac6442d91a1 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:18.711373 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0b618638-5944-45b6-a29c-ccbdb9fec904 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:18.716650 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a711102c-c3ee-4daa-b3fc-9fb09d425d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170d631b-117e-40a9-8509-0feb3f90b471', 'name': 'tempest-TestServerBasicOps-1564676130-router', 'tenant_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:37:38Z', 'updated_at': '2021-08-31T09:37:42Z', 'revision_number': 4, 'project_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'gw_port': {'id': 'a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170d631b-117e-40a9-8509-0feb3f90b471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:38Z', 'updated_at': '2021-08-31T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '51f6bd91-4bb1-42df-98bf-208e71604535', 'tenant_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'floating_ip_address': '172.25.2.111', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '170d631b-117e-40a9-8509-0feb3f90b471', 'port_id': '45796a3b-22d8-4744-8ed7-383ed1b71c9b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6face56c-e92e-4852-b5b0-05a72adb3a2e', 'mac_address': 'fa:16:3e:28:88:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec38998a-f53c-4381-81e3-bc50cf9d57c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:38:16Z', 'updated_at': '2021-08-31T09:38:16Z', 'revision_number': 0, 'project_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0010926-dc3b-4c32-a75b-f4f2fb91c7f3', 'name': '', 'network_id': '6face56c-e92e-4852-b5b0-05a72adb3a2e', 'tenant_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'mac_address': 'fa:16:3e:96:0f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170d631b-117e-40a9-8509-0feb3f90b471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'f0c41a17-eca0-420d-8753-f8f3c66e86af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:41Z', 'updated_at': '2021-08-31T09:37:49Z', 'revision_number': 5, 'project_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'subnets': [{'id': 'f0c41a17-eca0-420d-8753-f8f3c66e86af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:18.744824 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61756e13-2b2a-4317-818e-cac6442d91a1 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de75e931-e987-4c74-a3d8-5c7d288046f3,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:18.745107 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a711102c-c3ee-4daa-b3fc-9fb09d425d54 None None] Checking router: 170d631b-117e-40a9-8509-0feb3f90b471 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:38:18.755163 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a711102c-c3ee-4daa-b3fc-9fb09d425d54 None None] Routers {'170d631b-117e-40a9-8509-0feb3f90b471'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:18.755766 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a711102c-c3ee-4daa-b3fc-9fb09d425d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['170d631b-117e-40a9-8509-0feb3f90b471'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:18.756577 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd96fecf-e5e9-4595-b488-51fca400d875 x-openstack-request-id: req-bd96fecf-e5e9-4595-b488-51fca400d875 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:38:18.757043 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec38998a-f53c-4381-81e3-bc50cf9d57c8", "tag": "45796a3b-22d8-4744-8ed7-383ed1b71c9b", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:38:18.757174 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-bd96fecf-e5e9-4595-b488-51fca400d875 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:38:18.758643 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec38998a-f53c-4381-81e3-bc50cf9d57c8', 'tag': '45796a3b-22d8-4744-8ed7-383ed1b71c9b', 'status': 'completed', 'code': 200} Aug 31 09:38:18.786024 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0b618638-5944-45b6-a29c-ccbdb9fec904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:18.816624 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-61756e13-2b2a-4317-818e-cac6442d91a1 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:18.820587 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-61756e13-2b2a-4317-818e-cac6442d91a1 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0267167 Aug 31 09:38:18.820775 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59648) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:18.826475 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-72673d36-23fc-4b6b-bffc-37bcec93f50d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'security_group_rule': {'security_group_id': 'de75e931-e987-4c74-a3d8-5c7d288046f3', 'project_id': '29b420db5ab94eb097db55181093bc9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:18.891572 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-a711102c-c3ee-4daa-b3fc-9fb09d425d54 None None] Set router 170d631b-117e-40a9-8509-0feb3f90b471 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:38:18.899313 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0b618638-5944-45b6-a29c-ccbdb9fec904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:18.902195 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1823b94-5aca-4929-bacb-1e05b5279eb4 req-a9e8d6bc-5aca-4e9c-8f9c-b368fe68d364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:18.903735 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b1823b94-5aca-4929-bacb-1e05b5279eb4 req-a9e8d6bc-5aca-4e9c-8f9c-b368fe68d364 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=43edeaf1cc7c4b33a446a0bf88942dc5&device_id=ec38998a-f53c-4381-81e3-bc50cf9d57c8 HTTP/1.1" status: 200 len: 1097 time: 0.1294153 Aug 31 09:38:18.906233 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b618638-5944-45b6-a29c-ccbdb9fec904 admin admin] Pushing event updated for resources: {'Port': ['ID=81c5386b-8175-49eb-80f8-b40d5d9b7fb3,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:18.923248 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-17853865-731e-4025-a6c5-29e5dc98b5c6 tempest-MeteringIpV6TestJSON-1380357339 tempest-MeteringIpV6TestJSON-1380357339-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:18.923944 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-17853865-731e-4025-a6c5-29e5dc98b5c6 tempest-MeteringIpV6TestJSON-1380357339 tempest-MeteringIpV6TestJSON-1380357339-project-admin] 10.222.0.119 "DELETE /v2.0/metering/metering-label-rules/067dcce9-108a-464d-8927-e1a3ea3a2f0e HTTP/1.1" status: 204 len: 168 time: 0.2363429 Aug 31 09:38:18.932266 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59650) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:18.951065 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ac5fbefe-8f51-469c-8d52-360cffa40883 tempest-MeteringIpV6TestJSON-1380357339 tempest-MeteringIpV6TestJSON-1380357339-project-admin] 10.222.0.119 "GET /v2.0/metering/metering-label-rules?id=067dcce9-108a-464d-8927-e1a3ea3a2f0e HTTP/1.1" status: 200 len: 221 time: 0.0125453 Aug 31 09:38:18.951422 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59652) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:18.956497 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-9f389751-6e45-4764-80a3-70509ff9639f tempest-MeteringIpV6TestJSON-1380357339 tempest-MeteringIpV6TestJSON-1380357339-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--927701813', 'description': 'label created by tempest'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:18.957095 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-9f389751-6e45-4764-80a3-70509ff9639f tempest-MeteringIpV6TestJSON-1380357339 tempest-MeteringIpV6TestJSON-1380357339-project-admin] Unknown quota resources ['metering_label']. {{(pid=95553) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:38:19.065799 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1823b94-5aca-4929-bacb-1e05b5279eb4 req-17094aaf-3d74-40eb-b8c6-84d6546db0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:19.067371 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b1823b94-5aca-4929-bacb-1e05b5279eb4 req-17094aaf-3d74-40eb-b8c6-84d6546db0d4 service neutron] 10.222.0.112 "GET /v2.0/networks?id=6face56c-e92e-4852-b5b0-05a72adb3a2e HTTP/1.1" status: 200 len: 911 time: 0.1537116 Aug 31 09:38:19.071638 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-72673d36-23fc-4b6b-bffc-37bcec93f50d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:19.118867 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b618638-5944-45b6-a29c-ccbdb9fec904 admin admin] Network 646e7eb1-4684-4ea0-a064-335c812334e3 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:19.129225 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-0b618638-5944-45b6-a29c-ccbdb9fec904 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:19.156259 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a711102c-c3ee-4daa-b3fc-9fb09d425d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170d631b-117e-40a9-8509-0feb3f90b471', 'name': 'tempest-TestServerBasicOps-1564676130-router', 'tenant_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:37:38Z', 'updated_at': '2021-08-31T09:37:42Z', 'revision_number': 4, 'project_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'gw_port': {'id': 'a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170d631b-117e-40a9-8509-0feb3f90b471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:38Z', 'updated_at': '2021-08-31T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '51f6bd91-4bb1-42df-98bf-208e71604535', 'tenant_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'floating_ip_address': '172.25.2.111', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '170d631b-117e-40a9-8509-0feb3f90b471', 'port_id': '45796a3b-22d8-4744-8ed7-383ed1b71c9b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6face56c-e92e-4852-b5b0-05a72adb3a2e', 'mac_address': 'fa:16:3e:28:88:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec38998a-f53c-4381-81e3-bc50cf9d57c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:38:16Z', 'updated_at': '2021-08-31T09:38:16Z', 'revision_number': 0, 'project_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0010926-dc3b-4c32-a75b-f4f2fb91c7f3', 'name': '', 'network_id': '6face56c-e92e-4852-b5b0-05a72adb3a2e', 'tenant_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'mac_address': 'fa:16:3e:96:0f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170d631b-117e-40a9-8509-0feb3f90b471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'f0c41a17-eca0-420d-8753-f8f3c66e86af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:41Z', 'updated_at': '2021-08-31T09:37:49Z', 'revision_number': 5, 'project_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'subnets': [{'id': 'f0c41a17-eca0-420d-8753-f8f3c66e86af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:19.205024 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a711102c-c3ee-4daa-b3fc-9fb09d425d54 None None] The sync data for ids ['170d631b-117e-40a9-8509-0feb3f90b471'] in n-d-791506-28 is: [{'id': '170d631b-117e-40a9-8509-0feb3f90b471', 'name': 'tempest-TestServerBasicOps-1564676130-router', 'tenant_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:37:38Z', 'updated_at': '2021-08-31T09:37:42Z', 'revision_number': 4, 'project_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'gw_port': {'id': 'a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170d631b-117e-40a9-8509-0feb3f90b471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:38Z', 'updated_at': '2021-08-31T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '51f6bd91-4bb1-42df-98bf-208e71604535', 'tenant_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'floating_ip_address': '172.25.2.111', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '170d631b-117e-40a9-8509-0feb3f90b471', 'port_id': '45796a3b-22d8-4744-8ed7-383ed1b71c9b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6face56c-e92e-4852-b5b0-05a72adb3a2e', 'mac_address': 'fa:16:3e:28:88:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec38998a-f53c-4381-81e3-bc50cf9d57c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:38:16Z', 'updated_at': '2021-08-31T09:38:16Z', 'revision_number': 0, 'project_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0010926-dc3b-4c32-a75b-f4f2fb91c7f3', 'name': '', 'network_id': '6face56c-e92e-4852-b5b0-05a72adb3a2e', 'tenant_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'mac_address': 'fa:16:3e:96:0f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170d631b-117e-40a9-8509-0feb3f90b471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'f0c41a17-eca0-420d-8753-f8f3c66e86af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:41Z', 'updated_at': '2021-08-31T09:37:49Z', 'revision_number': 5, 'project_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'subnets': [{'id': 'f0c41a17-eca0-420d-8753-f8f3c66e86af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:38:19.215308 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-72673d36-23fc-4b6b-bffc-37bcec93f50d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:19.217240 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b1823b94-5aca-4929-bacb-1e05b5279eb4 req-a28bc9ec-798c-46cd-9045-bc6eca25eef8 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45796a3b-22d8-4744-8ed7-383ed1b71c9b HTTP/1.1" status: 200 len: 999 time: 0.1421533 Aug 31 09:38:19.247946 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3b47f12e-7598-4070-bd84-63d7a3b6d228 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:19.305553 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f389751-6e45-4764-80a3-70509ff9639f tempest-MeteringIpV6TestJSON-1380357339 tempest-MeteringIpV6TestJSON-1380357339-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:19.310843 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9f389751-6e45-4764-80a3-70509ff9639f tempest-MeteringIpV6TestJSON-1380357339 tempest-MeteringIpV6TestJSON-1380357339-project-admin] 10.222.0.119 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3577223 Aug 31 09:38:19.311166 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59654) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:19.312212 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-72673d36-23fc-4b6b-bffc-37bcec93f50d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:19.323641 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1823b94-5aca-4929-bacb-1e05b5279eb4 req-e1fde382-cb49-4e6b-9126-87591a37770d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:19.325668 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b1823b94-5aca-4929-bacb-1e05b5279eb4 req-e1fde382-cb49-4e6b-9126-87591a37770d service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f0c41a17-eca0-420d-8753-f8f3c66e86af HTTP/1.1" status: 200 len: 848 time: 0.0983901 Aug 31 09:38:19.332053 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72673d36-23fc-4b6b-bffc-37bcec93f50d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bcab2b3-662c-4dc5-b7a6-788bcebbd0bd,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:19.343804 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72673d36-23fc-4b6b-bffc-37bcec93f50d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:19.344153 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72673d36-23fc-4b6b-bffc-37bcec93f50d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:19.344687 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72673d36-23fc-4b6b-bffc-37bcec93f50d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:19.345021 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72673d36-23fc-4b6b-bffc-37bcec93f50d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:19.345378 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72673d36-23fc-4b6b-bffc-37bcec93f50d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:19.345705 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72673d36-23fc-4b6b-bffc-37bcec93f50d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:19.346024 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72673d36-23fc-4b6b-bffc-37bcec93f50d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:19.346525 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72673d36-23fc-4b6b-bffc-37bcec93f50d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:19.346878 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72673d36-23fc-4b6b-bffc-37bcec93f50d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:19.347203 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72673d36-23fc-4b6b-bffc-37bcec93f50d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:19.347545 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72673d36-23fc-4b6b-bffc-37bcec93f50d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:19.348004 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72673d36-23fc-4b6b-bffc-37bcec93f50d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:19.383903 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 3b47f12e-7598-4070-bd84-63d7a3b6d228 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:19.388109 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 3b47f12e-7598-4070-bd84-63d7a3b6d228 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:19.395253 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:19.428920 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-cd9d3ebb-2cff-41e1-92c4-c011ac4fc18e tempest-MeteringIpV6TestJSON-1380357339 tempest-MeteringIpV6TestJSON-1380357339-project-admin] 10.222.0.119 "GET /v2.0/metering/metering-labels?id=036fc62b-8e4e-465e-966e-a8ccb6c48128 HTTP/1.1" status: 200 len: 467 time: 0.1120098 Aug 31 09:38:19.429947 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59656) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:19.432396 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b618638-5944-45b6-a29c-ccbdb9fec904 admin admin] Router 8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:38:19.454752 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1823b94-5aca-4929-bacb-1e05b5279eb4 req-42831291-86d9-4cdc-99ae-e05528b36abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:19.456297 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b1823b94-5aca-4929-bacb-1e05b5279eb4 req-42831291-86d9-4cdc-99ae-e05528b36abc service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=6face56c-e92e-4852-b5b0-05a72adb3a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1192212 Aug 31 09:38:19.482708 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:19.500153 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-92d6dae8-1c38-4df2-af9b-58d341544731 None None] Provisioning complete for port 81c5386b-8175-49eb-80f8-b40d5d9b7fb3 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:19.500528 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-92d6dae8-1c38-4df2-af9b-58d341544731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:19.522185 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-72673d36-23fc-4b6b-bffc-37bcec93f50d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:19.526052 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-72673d36-23fc-4b6b-bffc-37bcec93f50d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7017922 Aug 31 09:38:19.530541 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 3b47f12e-7598-4070-bd84-63d7a3b6d228, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3b47f12e-7598-4070-bd84-63d7a3b6d228,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:19.537481 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59658) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:19.542342 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-434998d1-e7af-4c9b-9d5a-861a8ef326a3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'security_group_rule': {'security_group_id': 'de75e931-e987-4c74-a3d8-5c7d288046f3', 'project_id': '29b420db5ab94eb097db55181093bc9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:19.542956 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-92d6dae8-1c38-4df2-af9b-58d341544731 None None] Port 81c5386b-8175-49eb-80f8-b40d5d9b7fb3 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:38:19.615169 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:19.644480 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b1823b94-5aca-4929-bacb-1e05b5279eb4 req-09262942-08b3-402c-ab1d-826e9f758d84 service neutron] 10.222.0.112 "GET /v2.0/networks/6face56c-e92e-4852-b5b0-05a72adb3a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586936 Aug 31 09:38:19.645614 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b618638-5944-45b6-a29c-ccbdb9fec904 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:38:19.650703 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0b618638-5944-45b6-a29c-ccbdb9fec904 admin admin] 10.222.0.119 "PUT /v2.0/routers/8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8776932 Aug 31 09:38:19.680204 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=3b47f12e-7598-4070-bd84-63d7a3b6d228,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:19.710279 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-434998d1-e7af-4c9b-9d5a-861a8ef326a3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:19.743136 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-646e0786-6abd-41a2-b20a-d99ef62572c8 tempest-MeteringIpV6TestJSON-1380357339 tempest-MeteringIpV6TestJSON-1380357339-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:19.744317 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-646e0786-6abd-41a2-b20a-d99ef62572c8 tempest-MeteringIpV6TestJSON-1380357339 tempest-MeteringIpV6TestJSON-1380357339-project-admin] 10.222.0.119 "DELETE /v2.0/metering/metering-labels/036fc62b-8e4e-465e-966e-a8ccb6c48128 HTTP/1.1" status: 204 len: 168 time: 0.3120687 Aug 31 09:38:19.747088 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59662) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:19.760466 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5a4e2848-efc8-4da1-8bc1-e4a60ed6e3fc tempest-MeteringIpV6TestJSON-1380357339 tempest-MeteringIpV6TestJSON-1380357339-project-admin] 10.222.0.119 "GET /v2.0/metering/metering-labels?id=036fc62b-8e4e-465e-966e-a8ccb6c48128 HTTP/1.1" status: 200 len: 216 time: 0.0121293 Aug 31 09:38:19.764009 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59664) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:19.774629 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-24e2d08f-ca81-44eb-aafa-4d825c6c8912 tempest-MeteringIpV6TestJSON-1380357339 tempest-MeteringIpV6TestJSON-1380357339-project-admin] 10.222.0.119 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0082014 Aug 31 09:38:19.778211 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59666) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:19.783561 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b1823b94-5aca-4929-bacb-1e05b5279eb4 req-2f56da55-734e-4a40-83c8-001f0a071c7a service neutron] 10.222.0.112 "GET /v2.0/networks/6face56c-e92e-4852-b5b0-05a72adb3a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314416 Aug 31 09:38:19.791318 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-286a8bb1-838d-444b-a68a-41912f2d1c34 tempest-MeteringIpV6TestJSON-1380357339 tempest-MeteringIpV6TestJSON-1380357339-project-admin] 10.222.0.119 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0119720 Aug 31 09:38:19.794731 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59668) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:19.808725 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-434998d1-e7af-4c9b-9d5a-861a8ef326a3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:19.853411 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-eb333b0d-890f-4270-953d-5cffe0f0e730 tempest-MeteringIpV6TestJSON-1380357339 tempest-MeteringIpV6TestJSON-1380357339-project-admin] 10.222.0.119 "GET /v2.0/metering/metering-labels/2b7cf0ee-5b17-4194-b957-72b488ddf136 HTTP/1.1" status: 200 len: 473 time: 0.0574915 Aug 31 09:38:19.857162 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59676) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:19.869504 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4017dfd2-eea3-481e-ac8c-1fdd7505f617 tempest-MeteringIpV6TestJSON-1380357339 tempest-MeteringIpV6TestJSON-1380357339-project-admin] 10.222.0.119 "GET /v2.0/metering/metering-label-rules/94bfa026-c0a2-4122-97f4-b4324825597f HTTP/1.1" status: 200 len: 459 time: 0.0109468 Aug 31 09:38:19.874796 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59678) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:19.894784 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-434998d1-e7af-4c9b-9d5a-861a8ef326a3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:19.914688 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434998d1-e7af-4c9b-9d5a-861a8ef326a3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac95222-866c-464f-abfd-42577029631f,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:20.054873 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-434998d1-e7af-4c9b-9d5a-861a8ef326a3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:20.058804 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-434998d1-e7af-4c9b-9d5a-861a8ef326a3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5178142 Aug 31 09:38:20.059166 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59680) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:20.064721 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-c6d663bb-ff37-4ab2-ac99-29d6ccabc72e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'security_group_rule': {'security_group_id': 'de75e931-e987-4c74-a3d8-5c7d288046f3', 'project_id': '29b420db5ab94eb097db55181093bc9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:20.107312 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8d0e90be-fb39-4983-9de0-7bb794b0ce92 tempest-MeteringIpV6TestJSON-1380357339 tempest-MeteringIpV6TestJSON-1380357339-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:20.109147 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8d0e90be-fb39-4983-9de0-7bb794b0ce92 tempest-MeteringIpV6TestJSON-1380357339 tempest-MeteringIpV6TestJSON-1380357339-project-admin] 10.222.0.119 "DELETE /v2.0/metering/metering-label-rules/94bfa026-c0a2-4122-97f4-b4324825597f HTTP/1.1" status: 204 len: 168 time: 0.2330792 Aug 31 09:38:20.111889 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59684) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:20.212088 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c6d663bb-ff37-4ab2-ac99-29d6ccabc72e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:20.234444 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba1a09a-7618-4f22-81c1-a5c41539b9aa None None] New status for floating IP 51f6bd91-4bb1-42df-98bf-208e71604535: ACTIVE {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:38:20.335412 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c6d663bb-ff37-4ab2-ac99-29d6ccabc72e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:20.364347 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0a87680c-e5a4-4080-9e8a-d41dae827c84 tempest-MeteringIpV6TestJSON-1380357339 tempest-MeteringIpV6TestJSON-1380357339-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:20.365857 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0a87680c-e5a4-4080-9e8a-d41dae827c84 tempest-MeteringIpV6TestJSON-1380357339 tempest-MeteringIpV6TestJSON-1380357339-project-admin] 10.222.0.119 "DELETE /v2.0/metering/metering-labels/2b7cf0ee-5b17-4194-b957-72b488ddf136 HTTP/1.1" status: 204 len: 168 time: 0.2528174 Aug 31 09:38:20.420161 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c6d663bb-ff37-4ab2-ac99-29d6ccabc72e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:20.438191 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d663bb-ff37-4ab2-ac99-29d6ccabc72e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d2a811-52f4-4651-9ee0-f2ea2b8e0441,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:20.511717 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c6d663bb-ff37-4ab2-ac99-29d6ccabc72e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:20.515556 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c6d663bb-ff37-4ab2-ac99-29d6ccabc72e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4527721 Aug 31 09:38:20.516069 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59696) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:20.521031 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-3267752d-42ea-4378-a8ec-3e372ca53849 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'security_group_rule': {'security_group_id': 'de75e931-e987-4c74-a3d8-5c7d288046f3', 'project_id': '29b420db5ab94eb097db55181093bc9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:20.578682 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d278cd0b-15f2-4497-b176-262002b4d8f5 None None] Sync routers for ids ['8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:38:20.587750 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d278cd0b-15f2-4497-b176-262002b4d8f5 None None] Routers {'8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:20.588390 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d278cd0b-15f2-4497-b176-262002b4d8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:20.657459 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3267752d-42ea-4378-a8ec-3e372ca53849 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:20.714242 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-d278cd0b-15f2-4497-b176-262002b4d8f5 None None] Set router 8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:38:20.735479 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3267752d-42ea-4378-a8ec-3e372ca53849 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:20.860692 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3267752d-42ea-4378-a8ec-3e372ca53849 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:20.887679 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267752d-42ea-4378-a8ec-3e372ca53849 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d50e5f6f-05ec-4bec-9965-f98878c8e1a5,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:20.938852 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59714) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:20.958908 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d278cd0b-15f2-4497-b176-262002b4d8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee', 'name': 'tempest-TestAggregatesBasicOps-1009522217-router', 'tenant_id': '44019158b5554c40948eafbf652ef5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '3b47f12e-7598-4070-bd84-63d7a3b6d228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:12Z', 'updated_at': '2021-08-31T09:38:18Z', 'revision_number': 4, 'project_id': '44019158b5554c40948eafbf652ef5d3', 'gw_port': {'id': '3b47f12e-7598-4070-bd84-63d7a3b6d228', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:05:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:13Z', 'updated_at': '2021-08-31T09:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '81c5386b-8175-49eb-80f8-b40d5d9b7fb3', 'name': '', 'network_id': '646e7eb1-4684-4ea0-a064-335c812334e3', 'tenant_id': '44019158b5554c40948eafbf652ef5d3', 'mac_address': 'fa:16:3e:89:cb:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': 'b998b321-ee42-43eb-94d2-692d94cbdef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:16Z', 'updated_at': '2021-08-31T09:38:18Z', 'revision_number': 2, 'project_id': '44019158b5554c40948eafbf652ef5d3', 'subnets': [{'id': 'b998b321-ee42-43eb-94d2-692d94cbdef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:20.964778 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3267752d-42ea-4378-a8ec-3e372ca53849 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:20.970378 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59718) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:20.970917 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3267752d-42ea-4378-a8ec-3e372ca53849 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4534848 Aug 31 09:38:20.975866 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-0fd3d7ca-1c06-4340-8a55-fa33e0a5e477 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'security_group_rule': {'security_group_id': 'de75e931-e987-4c74-a3d8-5c7d288046f3', 'project_id': '29b420db5ab94eb097db55181093bc9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:21.011912 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d278cd0b-15f2-4497-b176-262002b4d8f5 None None] Checking router: 8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:38:21.012284 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d278cd0b-15f2-4497-b176-262002b4d8f5 None None] Updating router 8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee port 81c5386b-8175-49eb-80f8-b40d5d9b7fb3 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:38:21.043299 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-d278cd0b-15f2-4497-b176-262002b4d8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:21.078405 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d719c7b7-3b09-44f0-ae79-70894cf52b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:21.081727 n-d-791506-28 neutron-server[95553]: INFO neutron.db.securitygroups_db [None req-0fd3d7ca-1c06-4340-8a55-fa33e0a5e477 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Project 29b420db5ab94eb097db55181093bc9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:38:21.087487 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0fd3d7ca-1c06-4340-8a55-fa33e0a5e477 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:21.171393 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0fd3d7ca-1c06-4340-8a55-fa33e0a5e477 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:21.207195 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d719c7b7-3b09-44f0-ae79-70894cf52b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:21.227495 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3b47f12e-7598-4070-bd84-63d7a3b6d228 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:21.272286 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0fd3d7ca-1c06-4340-8a55-fa33e0a5e477 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:21.275982 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 3b47f12e-7598-4070-bd84-63d7a3b6d228 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:21.276564 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:21.291409 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3d7ca-1c06-4340-8a55-fa33e0a5e477 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81fd5b64-10db-49b1-8014-f410f11d86a7,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:21.304100 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d719c7b7-3b09-44f0-ae79-70894cf52b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:21.352683 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719c7b7-3b09-44f0-ae79-70894cf52b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60c1179-f310-49d8-a778-44440e2a4bb8,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:21.359348 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-d278cd0b-15f2-4497-b176-262002b4d8f5 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:21.371419 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d719c7b7-3b09-44f0-ae79-70894cf52b20 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=dfe7699552984c699dea246008130172&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4287784 Aug 31 09:38:21.372183 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59726) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:21.381736 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-d278cd0b-15f2-4497-b176-262002b4d8f5 None None] Transition to ACTIVE for port object 81c5386b-8175-49eb-80f8-b40d5d9b7fb3 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:21.398759 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0fd3d7ca-1c06-4340-8a55-fa33e0a5e477 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:21.400050 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0fd3d7ca-1c06-4340-8a55-fa33e0a5e477 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4286277 Aug 31 09:38:21.404514 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59730) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:21.410145 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-cc2dd95f-83d7-41c9-96de-b1514692b1eb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'security_group_rule': {'security_group_id': 'de75e931-e987-4c74-a3d8-5c7d288046f3', 'project_id': '29b420db5ab94eb097db55181093bc9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:21.439382 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-032aa65e-7f3d-4518-a136-37556cfb9b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:21.454396 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-d278cd0b-15f2-4497-b176-262002b4d8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:21.462031 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-032aa65e-7f3d-4518-a136-37556cfb9b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:21.475342 n-d-791506-28 neutron-server[95552]: INFO neutron.db.securitygroups_db [None req-cc2dd95f-83d7-41c9-96de-b1514692b1eb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Project 29b420db5ab94eb097db55181093bc9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:38:21.482659 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cc2dd95f-83d7-41c9-96de-b1514692b1eb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:21.503787 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e094b61-3885-4c6d-b761-cd1269a3c1d5 None None] Pushing event updated for resources: {'Port': ['ID=81c5386b-8175-49eb-80f8-b40d5d9b7fb3,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:21.589522 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-032aa65e-7f3d-4518-a136-37556cfb9b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:21.592189 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-032aa65e-7f3d-4518-a136-37556cfb9b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:21.593595 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-032aa65e-7f3d-4518-a136-37556cfb9b08 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/e60c1179-f310-49d8-a778-44440e2a4bb8 HTTP/1.1" status: 204 len: 168 time: 0.2198508 Aug 31 09:38:21.618645 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032aa65e-7f3d-4518-a136-37556cfb9b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60c1179-f310-49d8-a778-44440e2a4bb8,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:21.620781 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cc2dd95f-83d7-41c9-96de-b1514692b1eb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:21.680770 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cc2dd95f-83d7-41c9-96de-b1514692b1eb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:21.683837 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-d278cd0b-15f2-4497-b176-262002b4d8f5 None None] Attempting to bind port 81c5386b-8175-49eb-80f8-b40d5d9b7fb3 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:38:21.684837 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-d278cd0b-15f2-4497-b176-262002b4d8f5 None None] Attempting to bind port 81c5386b-8175-49eb-80f8-b40d5d9b7fb3 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '4135cda8-bd26-4598-8871-06e7509d3f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': '646e7eb1-4684-4ea0-a064-335c812334e3'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:38:21.685214 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d278cd0b-15f2-4497-b176-262002b4d8f5 None None] Attempting to bind port 81c5386b-8175-49eb-80f8-b40d5d9b7fb3 on network 646e7eb1-4684-4ea0-a064-335c812334e3 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:21.691312 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d278cd0b-15f2-4497-b176-262002b4d8f5 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:38:21.691685 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d278cd0b-15f2-4497-b176-262002b4d8f5 None None] Checking segment: {'id': '4135cda8-bd26-4598-8871-06e7509d3f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': '646e7eb1-4684-4ea0-a064-335c812334e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:21.692081 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-d278cd0b-15f2-4497-b176-262002b4d8f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:21.692641 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d278cd0b-15f2-4497-b176-262002b4d8f5 None None] Bound using segment: {'id': '4135cda8-bd26-4598-8871-06e7509d3f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': '646e7eb1-4684-4ea0-a064-335c812334e3'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:38:21.693280 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-d278cd0b-15f2-4497-b176-262002b4d8f5 None None] Bound port: 81c5386b-8175-49eb-80f8-b40d5d9b7fb3, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4135cda8-bd26-4598-8871-06e7509d3f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': '646e7eb1-4684-4ea0-a064-335c812334e3'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:38:21.693842 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-d278cd0b-15f2-4497-b176-262002b4d8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:21.703980 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2dd95f-83d7-41c9-96de-b1514692b1eb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ecca90-53c5-46a7-b7a0-895077748c3e,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:21.757663 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cc2dd95f-83d7-41c9-96de-b1514692b1eb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:21.761873 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-cc2dd95f-83d7-41c9-96de-b1514692b1eb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3531759 Aug 31 09:38:21.762130 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59740) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:21.768165 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-0d92aa08-ec31-4b1b-904e-bcb3bd4bbacb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'network': {'name': 'tempest-network-smoke--1988067769', 'project_id': '29b420db5ab94eb097db55181093bc9b', 'port_security_enabled': True}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:21.768374 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-d278cd0b-15f2-4497-b176-262002b4d8f5 None None] For port 81c5386b-8175-49eb-80f8-b40d5d9b7fb3, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:38:21.771731 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-d278cd0b-15f2-4497-b176-262002b4d8f5 None None] For port 81c5386b-8175-49eb-80f8-b40d5d9b7fb3, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=81c5386b-8175-49eb-80f8-b40d5d9b7fb3,segment=NetworkSegment(4135cda8-bd26-4598-8871-06e7509d3f09),segment_id=4135cda8-bd26-4598-8871-06e7509d3f09)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:38:21.830167 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-d278cd0b-15f2-4497-b176-262002b4d8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:21.886378 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d278cd0b-15f2-4497-b176-262002b4d8f5 None None] Routers {'8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:21.887152 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d278cd0b-15f2-4497-b176-262002b4d8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:21.896334 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d92aa08-ec31-4b1b-904e-bcb3bd4bbacb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Made reservation on behalf of 29b420db5ab94eb097db55181093bc9b for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:21.904328 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0d92aa08-ec31-4b1b-904e-bcb3bd4bbacb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:21.932693 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e094b61-3885-4c6d-b761-cd1269a3c1d5 None None] Pushing event updated for resources: {'Port': ['ID=81c5386b-8175-49eb-80f8-b40d5d9b7fb3,revision_number=4']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:21.946501 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59744) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:21.957391 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d92aa08-ec31-4b1b-904e-bcb3bd4bbacb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] vlan segment allocate from pool success with {'vlan_id': 1640, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:38:21.972781 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0d92aa08-ec31-4b1b-904e-bcb3bd4bbacb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:21.972781 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-0d92aa08-ec31-4b1b-904e-bcb3bd4bbacb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Added segment 07f824f9-6fc8-4665-b039-965319ccc92f of type vlan for network e1b72858-d42d-4e54-b983-427aa1394b8e Aug 31 09:38:22.020323 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0d92aa08-ec31-4b1b-904e-bcb3bd4bbacb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:22.096787 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-d278cd0b-15f2-4497-b176-262002b4d8f5 None None] Set router 8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:38:22.145875 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0d92aa08-ec31-4b1b-904e-bcb3bd4bbacb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:22.152230 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d92aa08-ec31-4b1b-904e-bcb3bd4bbacb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:22.152754 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0d92aa08-ec31-4b1b-904e-bcb3bd4bbacb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:22.233185 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92aa08-ec31-4b1b-904e-bcb3bd4bbacb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'Network': ['ID=e1b72858-d42d-4e54-b983-427aa1394b8e,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:22.245016 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network e1b72858-d42d-4e54-b983-427aa1394b8e details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:38:22.313305 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0d92aa08-ec31-4b1b-904e-bcb3bd4bbacb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5500381 Aug 31 09:38:22.316104 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59750) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:22.321977 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-3b967550-c71f-4d9c-a58e-df4fe4a994e4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-782522570', 'admin_state_up': True, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:22.331231 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d278cd0b-15f2-4497-b176-262002b4d8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee', 'name': 'tempest-TestAggregatesBasicOps-1009522217-router', 'tenant_id': '44019158b5554c40948eafbf652ef5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '3b47f12e-7598-4070-bd84-63d7a3b6d228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:12Z', 'updated_at': '2021-08-31T09:38:18Z', 'revision_number': 4, 'project_id': '44019158b5554c40948eafbf652ef5d3', 'gw_port': {'id': '3b47f12e-7598-4070-bd84-63d7a3b6d228', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:05:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:13Z', 'updated_at': '2021-08-31T09:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '81c5386b-8175-49eb-80f8-b40d5d9b7fb3', 'name': '', 'network_id': '646e7eb1-4684-4ea0-a064-335c812334e3', 'tenant_id': '44019158b5554c40948eafbf652ef5d3', 'mac_address': 'fa:16:3e:89:cb:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': 'b998b321-ee42-43eb-94d2-692d94cbdef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:16Z', 'updated_at': '2021-08-31T09:38:21Z', 'revision_number': 4, 'project_id': '44019158b5554c40948eafbf652ef5d3', 'subnets': [{'id': 'b998b321-ee42-43eb-94d2-692d94cbdef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:22.361245 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d278cd0b-15f2-4497-b176-262002b4d8f5 None None] The sync data for ids ['8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee'] in n-d-791506-28 is: [{'id': '8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee', 'name': 'tempest-TestAggregatesBasicOps-1009522217-router', 'tenant_id': '44019158b5554c40948eafbf652ef5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '3b47f12e-7598-4070-bd84-63d7a3b6d228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:12Z', 'updated_at': '2021-08-31T09:38:18Z', 'revision_number': 4, 'project_id': '44019158b5554c40948eafbf652ef5d3', 'gw_port': {'id': '3b47f12e-7598-4070-bd84-63d7a3b6d228', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:05:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:13Z', 'updated_at': '2021-08-31T09:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '81c5386b-8175-49eb-80f8-b40d5d9b7fb3', 'name': '', 'network_id': '646e7eb1-4684-4ea0-a064-335c812334e3', 'tenant_id': '44019158b5554c40948eafbf652ef5d3', 'mac_address': 'fa:16:3e:89:cb:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': 'b998b321-ee42-43eb-94d2-692d94cbdef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:16Z', 'updated_at': '2021-08-31T09:38:21Z', 'revision_number': 4, 'project_id': '44019158b5554c40948eafbf652ef5d3', 'subnets': [{'id': 'b998b321-ee42-43eb-94d2-692d94cbdef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:38:22.423073 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0d2a89b6-991b-41f0-808b-5f26c052f975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:22.443756 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3b967550-c71f-4d9c-a58e-df4fe4a994e4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:22.444864 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3b967550-c71f-4d9c-a58e-df4fe4a994e4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:22.459768 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59752) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:22.479915 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7be34bcc-af7e-4f47-a6dd-79b43b5fa7e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:22.706394 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7be34bcc-af7e-4f47-a6dd-79b43b5fa7e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:22.773144 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7be34bcc-af7e-4f47-a6dd-79b43b5fa7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:22.820822 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-0d2a89b6-991b-41f0-808b-5f26c052f975 admin admin] Deleting port 77ef56de-46c0-47ba-8a10-a5015853fb02 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:38:22.821204 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0d2a89b6-991b-41f0-808b-5f26c052f975 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:22.875799 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be34bcc-af7e-4f47-a6dd-79b43b5fa7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9abcb3-ace1-43eb-b1d0-5df842fcc83b,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:22.879749 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3b967550-c71f-4d9c-a58e-df4fe4a994e4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:22.892444 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7be34bcc-af7e-4f47-a6dd-79b43b5fa7e0 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=3e2d61357cd94e89a8e6dd07b6488097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4280410 Aug 31 09:38:22.893412 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59754) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:22.921900 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-0d2a89b6-991b-41f0-808b-5f26c052f975 admin admin] For port 77ef56de-46c0-47ba-8a10-a5015853fb02, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=77ef56de-46c0-47ba-8a10-a5015853fb02,segment=NetworkSegment(ee80cfa2-1f5e-4a50-8d06-94c4105b1719),segment_id=ee80cfa2-1f5e-4a50-8d06-94c4105b1719)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:22.922951 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0d2a89b6-991b-41f0-808b-5f26c052f975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:22.941739 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-0d2a89b6-991b-41f0-808b-5f26c052f975 admin admin] Calling delete_port for 77ef56de-46c0-47ba-8a10-a5015853fb02 owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:38:22.945596 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c90e47d2-d24e-4b3a-9c69-a2bb07d547e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:23.029662 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c90e47d2-d24e-4b3a-9c69-a2bb07d547e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:23.127921 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3b967550-c71f-4d9c-a58e-df4fe4a994e4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:23.215853 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 81c5386b-8175-49eb-80f8-b40d5d9b7fb3 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:23.235221 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0d2a89b6-991b-41f0-808b-5f26c052f975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:23.251822 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c90e47d2-d24e-4b3a-9c69-a2bb07d547e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:23.254402 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c90e47d2-d24e-4b3a-9c69-a2bb07d547e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:23.255590 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c90e47d2-d24e-4b3a-9c69-a2bb07d547e1 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/2b9abcb3-ace1-43eb-b1d0-5df842fcc83b HTTP/1.1" status: 204 len: 168 time: 0.3610153 Aug 31 09:38:23.265007 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a89b6-991b-41f0-808b-5f26c052f975 admin admin] Pushing event deleted for resources: {'Port': ['ID=77ef56de-46c0-47ba-8a10-a5015853fb02,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:23.265773 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e47d2-d24e-4b3a-9c69-a2bb07d547e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9abcb3-ace1-43eb-b1d0-5df842fcc83b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:23.349717 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 81c5386b-8175-49eb-80f8-b40d5d9b7fb3 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:23.354018 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 81c5386b-8175-49eb-80f8-b40d5d9b7fb3 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:23.354664 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:23.468320 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:23.474862 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3b967550-c71f-4d9c-a58e-df4fe4a994e4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:23.496692 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3b967550-c71f-4d9c-a58e-df4fe4a994e4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:23.503401 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0d2a89b6-991b-41f0-808b-5f26c052f975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:23.519258 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 81c5386b-8175-49eb-80f8-b40d5d9b7fb3, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=81c5386b-8175-49eb-80f8-b40d5d9b7fb3,segment=NetworkSegment(4135cda8-bd26-4598-8871-06e7509d3f09),segment_id=4135cda8-bd26-4598-8871-06e7509d3f09)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:23.608761 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:23.634590 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-3b967550-c71f-4d9c-a58e-df4fe4a994e4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Allocated IP 172.25.2.209 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/87e9fcb9-b502-43e4-9abb-868c69a84871) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:23.666729 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=81c5386b-8175-49eb-80f8-b40d5d9b7fb3,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:23.775170 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3b967550-c71f-4d9c-a58e-df4fe4a994e4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:23.784552 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2a89b6-991b-41f0-808b-5f26c052f975 admin admin] Router 1efeefde-f74b-48df-9125-3f5697e90c2e has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:38:23.881129 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3b967550-c71f-4d9c-a58e-df4fe4a994e4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:23.928858 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b967550-c71f-4d9c-a58e-df4fe4a994e4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:23.934604 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-3b967550-c71f-4d9c-a58e-df4fe4a994e4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:23.937584 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b967550-c71f-4d9c-a58e-df4fe4a994e4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:23.971076 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b967550-c71f-4d9c-a58e-df4fe4a994e4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'Port': ['ID=87e9fcb9-b502-43e4-9abb-868c69a84871,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:24.307578 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2a89b6-991b-41f0-808b-5f26c052f975 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:38:24.318172 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0d2a89b6-991b-41f0-808b-5f26c052f975 admin admin] 10.222.0.119 "PUT /v2.0/routers/1efeefde-f74b-48df-9125-3f5697e90c2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3681438 Aug 31 09:38:24.318581 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59778) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:24.319625 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60285ce5-72a9-4957-8995-1b5e916f9165 None None] Sync routers for ids ['1efeefde-f74b-48df-9125-3f5697e90c2e'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:38:24.332400 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60285ce5-72a9-4957-8995-1b5e916f9165 None None] Routers {'1efeefde-f74b-48df-9125-3f5697e90c2e'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:24.335592 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-60285ce5-72a9-4957-8995-1b5e916f9165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['1efeefde-f74b-48df-9125-3f5697e90c2e'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:24.352938 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3b967550-c71f-4d9c-a58e-df4fe4a994e4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:24.460053 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a013-0741-457b-ab1c-4b8aac478d62 admin admin] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:24.476058 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-60285ce5-72a9-4957-8995-1b5e916f9165 None None] Set router 1efeefde-f74b-48df-9125-3f5697e90c2e gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:38:24.588671 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a013-0741-457b-ab1c-4b8aac478d62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:24.599900 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3b967550-c71f-4d9c-a58e-df4fe4a994e4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:24.687406 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-60285ce5-72a9-4957-8995-1b5e916f9165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efeefde-f74b-48df-9125-3f5697e90c2e', 'name': 'tempest-TestAggregatesBasicOps-1437236722-router', 'tenant_id': '58431171af4e40b6bb6716382a3e4780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': '40caf9e1-f6eb-4455-a2ff-af77c84e5a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:04Z', 'updated_at': '2021-08-31T09:38:23Z', 'revision_number': 5, 'project_id': '58431171af4e40b6bb6716382a3e4780', 'gw_port': {'id': '40caf9e1-f6eb-4455-a2ff-af77c84e5a6e', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efeefde-f74b-48df-9125-3f5697e90c2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:05Z', 'updated_at': '2021-08-31T09:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:24.713513 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60285ce5-72a9-4957-8995-1b5e916f9165 None None] Checking router: 1efeefde-f74b-48df-9125-3f5697e90c2e for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:38:24.723124 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60285ce5-72a9-4957-8995-1b5e916f9165 None None] Routers {'1efeefde-f74b-48df-9125-3f5697e90c2e'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:24.723747 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-60285ce5-72a9-4957-8995-1b5e916f9165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['1efeefde-f74b-48df-9125-3f5697e90c2e'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:24.764299 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8a013-0741-457b-ab1c-4b8aac478d62 admin admin] Deleting port 40caf9e1-f6eb-4455-a2ff-af77c84e5a6e {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:38:24.764576 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a013-0741-457b-ab1c-4b8aac478d62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:24.824380 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-60285ce5-72a9-4957-8995-1b5e916f9165 None None] Set router 1efeefde-f74b-48df-9125-3f5697e90c2e gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:38:24.826095 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b967550-c71f-4d9c-a58e-df4fe4a994e4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Router f26334a3-be95-4f5f-9209-3dc558607880 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:38:24.855653 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-f5e8a013-0741-457b-ab1c-4b8aac478d62 admin admin] For port 40caf9e1-f6eb-4455-a2ff-af77c84e5a6e, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=40caf9e1-f6eb-4455-a2ff-af77c84e5a6e,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:24.856237 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a013-0741-457b-ab1c-4b8aac478d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:24.875421 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8a013-0741-457b-ab1c-4b8aac478d62 admin admin] Calling delete_port for 40caf9e1-f6eb-4455-a2ff-af77c84e5a6e owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:38:24.902782 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-60285ce5-72a9-4957-8995-1b5e916f9165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efeefde-f74b-48df-9125-3f5697e90c2e', 'name': 'tempest-TestAggregatesBasicOps-1437236722-router', 'tenant_id': '58431171af4e40b6bb6716382a3e4780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:04Z', 'updated_at': '2021-08-31T09:38:24Z', 'revision_number': 6, 'project_id': '58431171af4e40b6bb6716382a3e4780', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:24.934525 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60285ce5-72a9-4957-8995-1b5e916f9165 None None] The sync data for ids ['1efeefde-f74b-48df-9125-3f5697e90c2e'] in n-d-791506-28 is: [{'id': '1efeefde-f74b-48df-9125-3f5697e90c2e', 'name': 'tempest-TestAggregatesBasicOps-1437236722-router', 'tenant_id': '58431171af4e40b6bb6716382a3e4780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:04Z', 'updated_at': '2021-08-31T09:38:24Z', 'revision_number': 6, 'project_id': '58431171af4e40b6bb6716382a3e4780', 'gw_port_host': None}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:38:24.959322 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b967550-c71f-4d9c-a58e-df4fe4a994e4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:38:24.979048 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993f6e66-87cc-415f-82b5-bcaaf3ecf967 None None] Sync routers for ids ['f26334a3-be95-4f5f-9209-3dc558607880'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:38:25.000481 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993f6e66-87cc-415f-82b5-bcaaf3ecf967 None None] Routers {'f26334a3-be95-4f5f-9209-3dc558607880'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:25.000481 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-993f6e66-87cc-415f-82b5-bcaaf3ecf967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['f26334a3-be95-4f5f-9209-3dc558607880'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:25.049339 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3b967550-c71f-4d9c-a58e-df4fe4a994e4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.053587 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3b967550-c71f-4d9c-a58e-df4fe4a994e4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7332466 Aug 31 09:38:25.054629 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59790) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:25.132968 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-993f6e66-87cc-415f-82b5-bcaaf3ecf967 None None] Set router f26334a3-be95-4f5f-9209-3dc558607880 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:38:25.174751 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a013-0741-457b-ab1c-4b8aac478d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.208079 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8a013-0741-457b-ab1c-4b8aac478d62 admin admin] Pushing event deleted for resources: {'Port': ['ID=40caf9e1-f6eb-4455-a2ff-af77c84e5a6e,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:25.289988 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a013-0741-457b-ab1c-4b8aac478d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.362112 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-993f6e66-87cc-415f-82b5-bcaaf3ecf967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-782522570', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '87e9fcb9-b502-43e4-9abb-868c69a84871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:22Z', 'updated_at': '2021-08-31T09:38:24Z', 'revision_number': 3, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '87e9fcb9-b502-43e4-9abb-868c69a84871', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:23Z', 'updated_at': '2021-08-31T09:38:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:25.429651 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a013-0741-457b-ab1c-4b8aac478d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.431769 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993f6e66-87cc-415f-82b5-bcaaf3ecf967 None None] Checking router: f26334a3-be95-4f5f-9209-3dc558607880 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:38:25.432002 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a013-0741-457b-ab1c-4b8aac478d62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.432183 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993f6e66-87cc-415f-82b5-bcaaf3ecf967 None None] Updating router f26334a3-be95-4f5f-9209-3dc558607880 port 87e9fcb9-b502-43e4-9abb-868c69a84871 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:38:25.459402 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c3fc82f8-99b5-40ec-b03e-feb399926f4e tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] 10.222.0.119 "GET /v2.0/subnets?project_id=29b420db5ab94eb097db55181093bc9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4035673 Aug 31 09:38:25.462084 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59802) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:25.495775 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-993f6e66-87cc-415f-82b5-bcaaf3ecf967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.519185 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59804) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:25.572425 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a013-0741-457b-ab1c-4b8aac478d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.574525 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e8a013-0741-457b-ab1c-4b8aac478d62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1efeefde-f74b-48df-9125-3f5697e90c2e {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:38:25.581251 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a013-0741-457b-ab1c-4b8aac478d62 admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.586750 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1f18d3-1f96-4a60-baa1-835477e74d2b tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:25.586750 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6c1f18d3-1f96-4a60-baa1-835477e74d2b tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] 10.222.0.119 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1234910 Aug 31 09:38:25.587289 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59808) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:25.587786 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f5e8a013-0741-457b-ab1c-4b8aac478d62 admin admin] 10.222.0.119 "DELETE /v2.0/routers/1efeefde-f74b-48df-9125-3f5697e90c2e HTTP/1.1" status: 204 len: 168 time: 1.2677906 Aug 31 09:38:25.589407 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59810) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:25.633941 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-88693704-d9bf-4ac9-a648-be0965ea4858 admin admin] Deleting subnet 9648d7ce-8c7a-4117-9110-46bfdac80ab7 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:38:25.637197 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-88693704-d9bf-4ac9-a648-be0965ea4858 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.652131 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-744ff1d6-807f-426e-b207-d7deae232556 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] 10.222.0.119 "GET /v2.0/subnets?network_id=95c681de-fa69-49ec-b047-2a49f2c4b933&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0605097 Aug 31 09:38:25.652733 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59812) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:25.659944 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-47df9887-ab81-4d75-90e7-4d19c31e2f49 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-89476426', 'router:external': True}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:25.667169 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-d2709e76-47a5-42a6-8df2-f7823591b297 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1973961432', 'network_id': 'e1b72858-d42d-4e54-b983-427aa1394b8e', 'project_id': '29b420db5ab94eb097db55181093bc9b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:25.680751 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-88693704-d9bf-4ac9-a648-be0965ea4858 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.771548 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-88693704-d9bf-4ac9-a648-be0965ea4858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.789901 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-993f6e66-87cc-415f-82b5-bcaaf3ecf967 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.800709 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-993f6e66-87cc-415f-82b5-bcaaf3ecf967 None None] Transition to ACTIVE for port object 87e9fcb9-b502-43e4-9abb-868c69a84871 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:25.812182 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47df9887-ab81-4d75-90e7-4d19c31e2f49 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Made reservation on behalf of eb890caaf11a4a75ae6082152cb46db9 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:25.814488 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47df9887-ab81-4d75-90e7-4d19c31e2f49 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.827453 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47df9887-ab81-4d75-90e7-4d19c31e2f49 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.865997 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-993f6e66-87cc-415f-82b5-bcaaf3ecf967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.896128 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-88693704-d9bf-4ac9-a648-be0965ea4858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.896358 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2709e76-47a5-42a6-8df2-f7823591b297 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Made reservation on behalf of 29b420db5ab94eb097db55181093bc9b for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:25.899971 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d2709e76-47a5-42a6-8df2-f7823591b297 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.915494 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 81c5386b-8175-49eb-80f8-b40d5d9b7fb3 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:25.950062 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-993f6e66-87cc-415f-82b5-bcaaf3ecf967 None None] Attempting to bind port 87e9fcb9-b502-43e4-9abb-868c69a84871 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:38:25.950062 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-993f6e66-87cc-415f-82b5-bcaaf3ecf967 None None] Attempting to bind port 87e9fcb9-b502-43e4-9abb-868c69a84871 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:38:25.951422 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993f6e66-87cc-415f-82b5-bcaaf3ecf967 None None] Attempting to bind port 87e9fcb9-b502-43e4-9abb-868c69a84871 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:25.955131 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b61cc-e048-435c-b061-559a7ab7755d None None] Pushing event updated for resources: {'Port': ['ID=87e9fcb9-b502-43e4-9abb-868c69a84871,revision_number=2']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:25.969115 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993f6e66-87cc-415f-82b5-bcaaf3ecf967 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:38:25.969115 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993f6e66-87cc-415f-82b5-bcaaf3ecf967 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:25.969571 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-993f6e66-87cc-415f-82b5-bcaaf3ecf967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.969716 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88693704-d9bf-4ac9-a648-be0965ea4858 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9648d7ce-8c7a-4117-9110-46bfdac80ab7,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:25.969907 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993f6e66-87cc-415f-82b5-bcaaf3ecf967 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:38:25.970343 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-993f6e66-87cc-415f-82b5-bcaaf3ecf967 None None] Bound port: 87e9fcb9-b502-43e4-9abb-868c69a84871, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:38:25.970748 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-993f6e66-87cc-415f-82b5-bcaaf3ecf967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.972031 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-88693704-d9bf-4ac9-a648-be0965ea4858 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:25.974212 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-88693704-d9bf-4ac9-a648-be0965ea4858 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/9648d7ce-8c7a-4117-9110-46bfdac80ab7 HTTP/1.1" status: 204 len: 168 time: 0.3860147 Aug 31 09:38:25.976866 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59818) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:25.984224 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727c94d5-e40a-4820-8113-d5ddb87b73e3 None None] Network 95289f45-b1e1-4793-a7b0-3366f83c9f60 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:38:26.034845 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-993f6e66-87cc-415f-82b5-bcaaf3ecf967 None None] For port 87e9fcb9-b502-43e4-9abb-868c69a84871, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:38:26.043308 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-993f6e66-87cc-415f-82b5-bcaaf3ecf967 None None] For port 87e9fcb9-b502-43e4-9abb-868c69a84871, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=87e9fcb9-b502-43e4-9abb-868c69a84871,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:38:26.069381 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 81c5386b-8175-49eb-80f8-b40d5d9b7fb3 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:26.070244 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.084272 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-98bf3851-9133-4269-a616-3bf8c77c858a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.125047 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47df9887-ab81-4d75-90e7-4d19c31e2f49 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.149926 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-98bf3851-9133-4269-a616-3bf8c77c858a admin admin] Deleting port e439b144-5d68-4e88-a54c-39a1e2e9eaa3 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:38:26.150353 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-98bf3851-9133-4269-a616-3bf8c77c858a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.163970 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-993f6e66-87cc-415f-82b5-bcaaf3ecf967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.210467 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47df9887-ab81-4d75-90e7-4d19c31e2f49 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.255879 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47df9887-ab81-4d75-90e7-4d19c31e2f49 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] vlan segment allocate from pool success with {'vlan_id': 1604, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:38:26.256577 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b61cc-e048-435c-b061-559a7ab7755d None None] Pushing event updated for resources: {'Port': ['ID=87e9fcb9-b502-43e4-9abb-868c69a84871,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:26.265002 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df9887-ab81-4d75-90e7-4d19c31e2f49 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3868b543-ad05-4996-8336-8dcff1c06ce5,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:26.271587 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993f6e66-87cc-415f-82b5-bcaaf3ecf967 None None] Routers {'f26334a3-be95-4f5f-9209-3dc558607880'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:26.272335 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-993f6e66-87cc-415f-82b5-bcaaf3ecf967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['f26334a3-be95-4f5f-9209-3dc558607880'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:26.279565 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47df9887-ab81-4d75-90e7-4d19c31e2f49 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.284701 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-47df9887-ab81-4d75-90e7-4d19c31e2f49 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Added segment 22398cff-f84e-4255-890e-b0472bbdd56a of type vlan for network 914f9535-2dc2-43f3-8625-488761fcd8d8 Aug 31 09:38:26.294245 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-98bf3851-9133-4269-a616-3bf8c77c858a admin admin] For port e439b144-5d68-4e88-a54c-39a1e2e9eaa3, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=e439b144-5d68-4e88-a54c-39a1e2e9eaa3,segment=NetworkSegment(ee80cfa2-1f5e-4a50-8d06-94c4105b1719),segment_id=ee80cfa2-1f5e-4a50-8d06-94c4105b1719)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:26.294734 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-98bf3851-9133-4269-a616-3bf8c77c858a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.325133 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495637ff-8e73-4599-a02a-e2f78605d2c7 None None] DHCP port deletion for 95289f45-b1e1-4793-a7b0-3366f83c9f60 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:38:26.325974 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-98bf3851-9133-4269-a616-3bf8c77c858a admin admin] Calling delete_port for e439b144-5d68-4e88-a54c-39a1e2e9eaa3 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:38:26.374286 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47df9887-ab81-4d75-90e7-4d19c31e2f49 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.374419 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 77ef56de-46c0-47ba-8a10-a5015853fb02 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:38:26.388013 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 77ef56de-46c0-47ba-8a10-a5015853fb02 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:38:26.388616 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 77ef56de-46c0-47ba-8a10-a5015853fb02 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:38:26.400879 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d2709e76-47a5-42a6-8df2-f7823591b297 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.412031 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-495637ff-8e73-4599-a02a-e2f78605d2c7 None None] Deleting port e439b144-5d68-4e88-a54c-39a1e2e9eaa3 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:38:26.412695 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-495637ff-8e73-4599-a02a-e2f78605d2c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.470138 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47df9887-ab81-4d75-90e7-4d19c31e2f49 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.471332 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47df9887-ab81-4d75-90e7-4d19c31e2f49 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:26.472020 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-47df9887-ab81-4d75-90e7-4d19c31e2f49 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.475190 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2709e76-47a5-42a6-8df2-f7823591b297 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'Subnet': ['ID=62ce1234-d705-4529-a27b-566e6c89a19b,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:26.479297 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-993f6e66-87cc-415f-82b5-bcaaf3ecf967 None None] Set router f26334a3-be95-4f5f-9209-3dc558607880 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:38:26.491979 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-495637ff-8e73-4599-a02a-e2f78605d2c7 None None] For port e439b144-5d68-4e88-a54c-39a1e2e9eaa3, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=e439b144-5d68-4e88-a54c-39a1e2e9eaa3,segment=NetworkSegment(ee80cfa2-1f5e-4a50-8d06-94c4105b1719),segment_id=ee80cfa2-1f5e-4a50-8d06-94c4105b1719)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:26.492413 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-495637ff-8e73-4599-a02a-e2f78605d2c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.513043 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-495637ff-8e73-4599-a02a-e2f78605d2c7 None None] Calling delete_port for e439b144-5d68-4e88-a54c-39a1e2e9eaa3 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:38:26.534357 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-98bf3851-9133-4269-a616-3bf8c77c858a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.548416 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2709e76-47a5-42a6-8df2-f7823591b297 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Checking segment: {'id': '07f824f9-6fc8-4665-b039-965319ccc92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': 'e1b72858-d42d-4e54-b983-427aa1394b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:26.548847 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2709e76-47a5-42a6-8df2-f7823591b297 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Network hostable DHCP agents. Network: e1b72858-d42d-4e54-b983-427aa1394b8e, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:38:26.568703 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf3851-9133-4269-a616-3bf8c77c858a admin admin] Pushing event deleted for resources: {'Port': ['ID=e439b144-5d68-4e88-a54c-39a1e2e9eaa3,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:26.577157 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bf3851-9133-4269-a616-3bf8c77c858a admin admin] No DVR routers for this DVR port e439b144-5d68-4e88-a54c-39a1e2e9eaa3 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:38:26.581542 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df9887-ab81-4d75-90e7-4d19c31e2f49 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Pushing event updated for resources: {'Network': ['ID=914f9535-2dc2-43f3-8625-488761fcd8d8,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:26.594079 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 914f9535-2dc2-43f3-8625-488761fcd8d8 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:38:26.622592 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-47df9887-ab81-4d75-90e7-4d19c31e2f49 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.1020443 Aug 31 09:38:26.625730 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59822) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:26.631379 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-017dd7c9-fb6a-45a0-a560-188115b1e482 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Request body: {'subnet': {'network_id': '914f9535-2dc2-43f3-8625-488761fcd8d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:26.654390 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2709e76-47a5-42a6-8df2-f7823591b297 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Network e1b72858-d42d-4e54-b983-427aa1394b8e is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:38:26.668181 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-98bf3851-9133-4269-a616-3bf8c77c858a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.669963 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-495637ff-8e73-4599-a02a-e2f78605d2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.681083 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-993f6e66-87cc-415f-82b5-bcaaf3ecf967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-782522570', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '87e9fcb9-b502-43e4-9abb-868c69a84871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:22Z', 'updated_at': '2021-08-31T09:38:24Z', 'revision_number': 3, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '87e9fcb9-b502-43e4-9abb-868c69a84871', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:23Z', 'updated_at': '2021-08-31T09:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:26.686225 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-98bf3851-9133-4269-a616-3bf8c77c858a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95289f45-b1e1-4793-a7b0-3366f83c9f60']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:26.692793 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-98bf3851-9133-4269-a616-3bf8c77c858a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee80cfa2-1f5e-4a50-8d06-94c4105b1719') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:26.693090 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-98bf3851-9133-4269-a616-3bf8c77c858a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee80cfa2-1f5e-4a50-8d06-94c4105b1719') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:26.697728 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495637ff-8e73-4599-a02a-e2f78605d2c7 None None] Pushing event deleted for resources: {'Port': ['ID=e439b144-5d68-4e88-a54c-39a1e2e9eaa3,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:26.702709 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495637ff-8e73-4599-a02a-e2f78605d2c7 None None] No DVR routers for this DVR port e439b144-5d68-4e88-a54c-39a1e2e9eaa3 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:38:26.703280 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-98bf3851-9133-4269-a616-3bf8c77c858a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.717217 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993f6e66-87cc-415f-82b5-bcaaf3ecf967 None None] The sync data for ids ['f26334a3-be95-4f5f-9209-3dc558607880'] in n-d-791506-28 is: [{'id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-782522570', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '87e9fcb9-b502-43e4-9abb-868c69a84871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:22Z', 'updated_at': '2021-08-31T09:38:24Z', 'revision_number': 3, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '87e9fcb9-b502-43e4-9abb-868c69a84871', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:23Z', 'updated_at': '2021-08-31T09:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:38:26.720497 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-98bf3851-9133-4269-a616-3bf8c77c858a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.727328 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-d2709e76-47a5-42a6-8df2-f7823591b297 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, e1b72858-d42d-4e54-b983-427aa1394b8e) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:26.728504 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98bf3851-9133-4269-a616-3bf8c77c858a admin admin] Releasing vlan 1634 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:38:26.728504 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-98bf3851-9133-4269-a616-3bf8c77c858a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.730042 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:38:26.730042 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:38:26.730042 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:38:26.730042 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:38:26.730042 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:38:26.730042 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:38:26.730042 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:38:26.730042 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:38:26.730042 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:38:26.730042 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:38:26.730042 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:38:26.730042 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:38:26.730042 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:38:26.730042 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:38:26.730042 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:38:26.730042 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:38:26.730042 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:38:26.730042 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:38:26.730042 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:38:26.730042 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:38:26.730042 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:38:26.730042 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:38:26.730042 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:38:26.730042 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:38:26.730042 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:38:26.730042 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:38:26.730042 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:38:26.730042 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:38:26.730042 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:38:26.730042 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:38:26.730042 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:38:26.730042 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:38:26.736605 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2709e76-47a5-42a6-8df2-f7823591b297 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:26.737539 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d2709e76-47a5-42a6-8df2-f7823591b297 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.741612 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017dd7c9-fb6a-45a0-a560-188115b1e482 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Made reservation on behalf of eb890caaf11a4a75ae6082152cb46db9 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:26.750475 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-017dd7c9-fb6a-45a0-a560-188115b1e482 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.751616 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbfd607-db6f-4e1c-9922-9f2497b70f1a None None] Network e1b72858-d42d-4e54-b983-427aa1394b8e requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:38:26.866034 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-98bf3851-9133-4269-a616-3bf8c77c858a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.873230 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-98bf3851-9133-4269-a616-3bf8c77c858a admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.886514 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59824) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:26.886909 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-98bf3851-9133-4269-a616-3bf8c77c858a admin admin] 10.222.0.119 "DELETE /v2.0/networks/95289f45-b1e1-4793-a7b0-3366f83c9f60 HTTP/1.1" status: 204 len: 168 time: 0.9083877 Aug 31 09:38:26.902190 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d2709e76-47a5-42a6-8df2-f7823591b297 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2458589 Aug 31 09:38:26.907101 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59826) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:26.916471 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cf215e-0d57-44c3-9105-809b7f520e87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-e1b72858-d42d-4e54-b983-427aa1394b8e', 'network_id': 'e1b72858-d42d-4e54-b983-427aa1394b8e', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'fixed_ips': [{'subnet_id': '62ce1234-d705-4529-a27b-566e6c89a19b'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:38:26.918050 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b1cf215e-0d57-44c3-9105-809b7f520e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:26.969964 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf3851-9133-4269-a616-3bf8c77c858a admin admin] Pushing event deleted for resources: {'Network': ['ID=95289f45-b1e1-4793-a7b0-3366f83c9f60,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:27.122425 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-b1cf215e-0d57-44c3-9105-809b7f520e87 None None] Allocated IP 172.20.0.2 (e1b72858-d42d-4e54-b983-427aa1394b8e/62ce1234-d705-4529-a27b-566e6c89a19b/14e12b6e-dd39-435d-b77e-255685640835) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:27.320106 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 87e9fcb9-b502-43e4-9abb-868c69a84871 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:27.362574 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b1cf215e-0d57-44c3-9105-809b7f520e87 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:27.379159 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b1cf215e-0d57-44c3-9105-809b7f520e87 None None] Transition to ACTIVE for port object 14e12b6e-dd39-435d-b77e-255685640835 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:27.405717 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b1cf215e-0d57-44c3-9105-809b7f520e87 None None] Transition to ACTIVE for port object 14e12b6e-dd39-435d-b77e-255685640835 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:27.509868 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 87e9fcb9-b502-43e4-9abb-868c69a84871 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:27.515774 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 87e9fcb9-b502-43e4-9abb-868c69a84871 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:27.516285 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:27.565694 n-d-791506-28 neutron-server[95553]: DEBUG neutron.objects.ports [None req-017dd7c9-fb6a-45a0-a560-188115b1e482 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95553) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 09:38:27.566153 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-017dd7c9-fb6a-45a0-a560-188115b1e482 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:27.577489 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b1cf215e-0d57-44c3-9105-809b7f520e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:27.622175 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3a48f16a-fa61-432b-93fe-5da9f4831c1d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:27.626188 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cf215e-0d57-44c3-9105-809b7f520e87 None None] Network e1b72858-d42d-4e54-b983-427aa1394b8e is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:27.629898 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-b1cf215e-0d57-44c3-9105-809b7f520e87 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:27.639739 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cf215e-0d57-44c3-9105-809b7f520e87 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:27.674207 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a3424a20-53ba-47b1-9249-199fb71f9b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:27.676030 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017dd7c9-fb6a-45a0-a560-188115b1e482 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Checking segment: {'id': '22398cff-f84e-4255-890e-b0472bbdd56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '914f9535-2dc2-43f3-8625-488761fcd8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:27.676397 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017dd7c9-fb6a-45a0-a560-188115b1e482 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Network hostable DHCP agents. Network: 914f9535-2dc2-43f3-8625-488761fcd8d8, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:38:27.696365 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:27.705716 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf215e-0d57-44c3-9105-809b7f520e87 None None] Pushing event updated for resources: {'Port': ['ID=14e12b6e-dd39-435d-b77e-255685640835,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:27.713645 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017dd7c9-fb6a-45a0-a560-188115b1e482 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2806a19d-0095-4b8c-bd22-7d00a7fecce9,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:27.778597 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 87e9fcb9-b502-43e4-9abb-868c69a84871, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=87e9fcb9-b502-43e4-9abb-868c69a84871,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:27.780508 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-b1cf215e-0d57-44c3-9105-809b7f520e87 None None] Attempting to bind port 14e12b6e-dd39-435d-b77e-255685640835 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:38:27.781042 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-b1cf215e-0d57-44c3-9105-809b7f520e87 None None] Attempting to bind port 14e12b6e-dd39-435d-b77e-255685640835 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '07f824f9-6fc8-4665-b039-965319ccc92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': 'e1b72858-d42d-4e54-b983-427aa1394b8e'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:38:27.781402 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cf215e-0d57-44c3-9105-809b7f520e87 None None] Attempting to bind port 14e12b6e-dd39-435d-b77e-255685640835 on network e1b72858-d42d-4e54-b983-427aa1394b8e {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:27.791632 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cf215e-0d57-44c3-9105-809b7f520e87 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:38:27.792311 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cf215e-0d57-44c3-9105-809b7f520e87 None None] Checking segment: {'id': '07f824f9-6fc8-4665-b039-965319ccc92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': 'e1b72858-d42d-4e54-b983-427aa1394b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:27.792964 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b1cf215e-0d57-44c3-9105-809b7f520e87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:27.793849 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cf215e-0d57-44c3-9105-809b7f520e87 None None] Bound using segment: {'id': '07f824f9-6fc8-4665-b039-965319ccc92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': 'e1b72858-d42d-4e54-b983-427aa1394b8e'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:38:27.794521 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-b1cf215e-0d57-44c3-9105-809b7f520e87 None None] Bound port: 14e12b6e-dd39-435d-b77e-255685640835, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f824f9-6fc8-4665-b039-965319ccc92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': 'e1b72858-d42d-4e54-b983-427aa1394b8e'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:38:27.796398 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b1cf215e-0d57-44c3-9105-809b7f520e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:27.849171 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017dd7c9-fb6a-45a0-a560-188115b1e482 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Network 914f9535-2dc2-43f3-8625-488761fcd8d8 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:38:27.865823 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:27.911205 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-b1cf215e-0d57-44c3-9105-809b7f520e87 None None] For port 14e12b6e-dd39-435d-b77e-255685640835, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:38:27.933329 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-b1cf215e-0d57-44c3-9105-809b7f520e87 None None] For port 14e12b6e-dd39-435d-b77e-255685640835, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=14e12b6e-dd39-435d-b77e-255685640835,segment=NetworkSegment(07f824f9-6fc8-4665-b039-965319ccc92f),segment_id=07f824f9-6fc8-4665-b039-965319ccc92f)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:38:27.946281 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=87e9fcb9-b502-43e4-9abb-868c69a84871,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:27.961438 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-017dd7c9-fb6a-45a0-a560-188115b1e482 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 914f9535-2dc2-43f3-8625-488761fcd8d8) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:27.963027 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-3a48f16a-fa61-432b-93fe-5da9f4831c1d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Allocated IP 172.20.0.1 (e1b72858-d42d-4e54-b983-427aa1394b8e/62ce1234-d705-4529-a27b-566e6c89a19b/a637d82f-2493-433e-a1cc-22003204f0e4) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:27.968779 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017dd7c9-fb6a-45a0-a560-188115b1e482 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:27.969741 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-017dd7c9-fb6a-45a0-a560-188115b1e482 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:27.973184 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732ab368-b11c-40ea-8217-7fe992cac022 None None] Network 914f9535-2dc2-43f3-8625-488761fcd8d8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:38:27.992283 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device e439b144-5d68-4e88-a54c-39a1e2e9eaa3 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:38:28.047844 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-a3424a20-53ba-47b1-9249-199fb71f9b10 admin admin] Deleting port 81c5386b-8175-49eb-80f8-b40d5d9b7fb3 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:38:28.048180 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a3424a20-53ba-47b1-9249-199fb71f9b10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:28.106670 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3a48f16a-fa61-432b-93fe-5da9f4831c1d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:28.126199 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-3a48f16a-fa61-432b-93fe-5da9f4831c1d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Transition to ACTIVE for port object a637d82f-2493-433e-a1cc-22003204f0e4 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:28.212347 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: e439b144-5d68-4e88-a54c-39a1e2e9eaa3 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:38:28.212691 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device e439b144-5d68-4e88-a54c-39a1e2e9eaa3 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:38:28.213101 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 40caf9e1-f6eb-4455-a2ff-af77c84e5a6e no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:38:28.215277 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b1cf215e-0d57-44c3-9105-809b7f520e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:28.224167 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3a48f16a-fa61-432b-93fe-5da9f4831c1d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:28.260651 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 40caf9e1-f6eb-4455-a2ff-af77c84e5a6e {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:38:28.261077 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 40caf9e1-f6eb-4455-a2ff-af77c84e5a6e not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:38:28.272427 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a48f16a-fa61-432b-93fe-5da9f4831c1d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Network e1b72858-d42d-4e54-b983-427aa1394b8e is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:28.275856 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-3a48f16a-fa61-432b-93fe-5da9f4831c1d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:28.284941 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a48f16a-fa61-432b-93fe-5da9f4831c1d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:28.318380 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48f16a-fa61-432b-93fe-5da9f4831c1d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'Port': ['ID=a637d82f-2493-433e-a1cc-22003204f0e4,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:28.319521 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf215e-0d57-44c3-9105-809b7f520e87 None None] Pushing event updated for resources: {'Port': ['ID=14e12b6e-dd39-435d-b77e-255685640835,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:28.330150 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-017dd7c9-fb6a-45a0-a560-188115b1e482 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.7031958 Aug 31 09:38:28.332787 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59830) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:28.338789 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-aed56780-827e-4c48-ab87-e1eb22d0d13f tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-201890219', 'network_id': '914f9535-2dc2-43f3-8625-488761fcd8d8'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:28.372030 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3a48f16a-fa61-432b-93fe-5da9f4831c1d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:28.381521 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b15e26-e3e1-4d3a-a90a-f0aa5e803702 None None] Network 914f9535-2dc2-43f3-8625-488761fcd8d8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:38:28.420365 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-a3424a20-53ba-47b1-9249-199fb71f9b10 admin admin] For port 81c5386b-8175-49eb-80f8-b40d5d9b7fb3, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=81c5386b-8175-49eb-80f8-b40d5d9b7fb3,segment=NetworkSegment(4135cda8-bd26-4598-8871-06e7509d3f09),segment_id=4135cda8-bd26-4598-8871-06e7509d3f09)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:28.420831 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a3424a20-53ba-47b1-9249-199fb71f9b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:28.436606 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-a3424a20-53ba-47b1-9249-199fb71f9b10 admin admin] Calling delete_port for 81c5386b-8175-49eb-80f8-b40d5d9b7fb3 owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:38:28.506066 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed56780-827e-4c48-ab87-e1eb22d0d13f tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Made reservation on behalf of eb890caaf11a4a75ae6082152cb46db9 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:28.508637 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-aed56780-827e-4c48-ab87-e1eb22d0d13f tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:28.532377 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-aed56780-827e-4c48-ab87-e1eb22d0d13f tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] device_id is not set on port 07f43e9f-202c-4720-a8a1-4d3158872347 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:38:28.653653 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3a48f16a-fa61-432b-93fe-5da9f4831c1d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:28.772493 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a3424a20-53ba-47b1-9249-199fb71f9b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:28.801946 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3424a20-53ba-47b1-9249-199fb71f9b10 admin admin] Pushing event deleted for resources: {'Port': ['ID=81c5386b-8175-49eb-80f8-b40d5d9b7fb3,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:28.984812 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a3424a20-53ba-47b1-9249-199fb71f9b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:29.181190 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-aed56780-827e-4c48-ab87-e1eb22d0d13f tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Allocated IP 2001:db8::273 (914f9535-2dc2-43f3-8625-488761fcd8d8/2806a19d-0095-4b8c-bd22-7d00a7fecce9/07f43e9f-202c-4720-a8a1-4d3158872347) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:29.284007 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3424a20-53ba-47b1-9249-199fb71f9b10 admin admin] Router 8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:38:29.445239 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 87e9fcb9-b502-43e4-9abb-868c69a84871 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:29.468488 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3424a20-53ba-47b1-9249-199fb71f9b10 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:38:29.477862 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a3424a20-53ba-47b1-9249-199fb71f9b10 admin admin] 10.222.0.119 "PUT /v2.0/routers/8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5871146 Aug 31 09:38:29.478321 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59834) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:29.500193 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4047f7b8-913b-4f9a-9f6a-25d7f88dff34 None None] Sync routers for ids ['8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:38:29.503923 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-aed56780-827e-4c48-ab87-e1eb22d0d13f tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:29.522775 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4047f7b8-913b-4f9a-9f6a-25d7f88dff34 None None] Routers {'8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:29.523394 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-4047f7b8-913b-4f9a-9f6a-25d7f88dff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:29.560424 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5726e595-acc0-40d7-ad98-76a28cdfa82c None None] Network e1b72858-d42d-4e54-b983-427aa1394b8e requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:38:29.622030 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3a48f16a-fa61-432b-93fe-5da9f4831c1d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:29.658798 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-68e3c52d-06a0-4a6d-8a84-188bf8fc5dd2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:29.677174 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 87e9fcb9-b502-43e4-9abb-868c69a84871 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:29.677679 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:29.704757 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3a48f16a-fa61-432b-93fe-5da9f4831c1d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:29.736505 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-761f42d8-8b83-4760-87dd-fde10c21dc55 None None] Provisioning for port 14e12b6e-dd39-435d-b77e-255685640835 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:29.763337 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-4047f7b8-913b-4f9a-9f6a-25d7f88dff34 None None] Set router 8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:38:29.798978 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-aed56780-827e-4c48-ab87-e1eb22d0d13f tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:29.836387 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3a48f16a-fa61-432b-93fe-5da9f4831c1d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:29.838029 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48f16a-fa61-432b-93fe-5da9f4831c1d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'Port': ['ID=a637d82f-2493-433e-a1cc-22003204f0e4,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:29.880229 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed56780-827e-4c48-ab87-e1eb22d0d13f tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Network 914f9535-2dc2-43f3-8625-488761fcd8d8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:29.896729 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-aed56780-827e-4c48-ab87-e1eb22d0d13f tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:29.925015 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed56780-827e-4c48-ab87-e1eb22d0d13f tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:29.925933 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed56780-827e-4c48-ab87-e1eb22d0d13f tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:29.926536 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-aed56780-827e-4c48-ab87-e1eb22d0d13f tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:29.951104 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-68e3c52d-06a0-4a6d-8a84-188bf8fc5dd2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:29.969206 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed56780-827e-4c48-ab87-e1eb22d0d13f tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Pushing event updated for resources: {'Port': ['ID=07f43e9f-202c-4720-a8a1-4d3158872347,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:29.973644 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 14e12b6e-dd39-435d-b77e-255685640835 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:30.041557 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-aed56780-827e-4c48-ab87-e1eb22d0d13f tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.7074392 Aug 31 09:38:30.044481 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59838) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:30.116608 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 14e12b6e-dd39-435d-b77e-255685640835 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:30.123303 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 14e12b6e-dd39-435d-b77e-255685640835 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:30.123905 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:30.168242 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-4047f7b8-913b-4f9a-9f6a-25d7f88dff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee', 'name': 'tempest-TestAggregatesBasicOps-1009522217-router', 'tenant_id': '44019158b5554c40948eafbf652ef5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '3b47f12e-7598-4070-bd84-63d7a3b6d228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:12Z', 'updated_at': '2021-08-31T09:38:28Z', 'revision_number': 5, 'project_id': '44019158b5554c40948eafbf652ef5d3', 'gw_port': {'id': '3b47f12e-7598-4070-bd84-63d7a3b6d228', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:05:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:13Z', 'updated_at': '2021-08-31T09:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:30.173835 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a48f16a-fa61-432b-93fe-5da9f4831c1d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Network e1b72858-d42d-4e54-b983-427aa1394b8e is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:30.180306 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-3a48f16a-fa61-432b-93fe-5da9f4831c1d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:30.200555 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4047f7b8-913b-4f9a-9f6a-25d7f88dff34 None None] Checking router: 8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:38:30.214889 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4047f7b8-913b-4f9a-9f6a-25d7f88dff34 None None] Routers {'8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:30.215505 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-4047f7b8-913b-4f9a-9f6a-25d7f88dff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:30.251942 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-0e619570-5852-49e4-ac6b-abadd44574f2 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Deleting port 07f43e9f-202c-4720-a8a1-4d3158872347 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:38:30.252285 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0e619570-5852-49e4-ac6b-abadd44574f2 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:30.256743 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-68e3c52d-06a0-4a6d-8a84-188bf8fc5dd2 admin admin] Deleting port 3b47f12e-7598-4070-bd84-63d7a3b6d228 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:38:30.257066 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-68e3c52d-06a0-4a6d-8a84-188bf8fc5dd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:30.355459 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:30.361284 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-4047f7b8-913b-4f9a-9f6a-25d7f88dff34 None None] Set router 8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:38:30.419703 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c950821a-4211-4651-a972-8bed0cab2e0e None None] Provisioning for port a637d82f-2493-433e-a1cc-22003204f0e4 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:30.424294 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-4047f7b8-913b-4f9a-9f6a-25d7f88dff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee', 'name': 'tempest-TestAggregatesBasicOps-1009522217-router', 'tenant_id': '44019158b5554c40948eafbf652ef5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:12Z', 'updated_at': '2021-08-31T09:38:29Z', 'revision_number': 6, 'project_id': '44019158b5554c40948eafbf652ef5d3', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:30.427561 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c950821a-4211-4651-a972-8bed0cab2e0e None None] Provisioning complete for port a637d82f-2493-433e-a1cc-22003204f0e4 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:30.428238 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c950821a-4211-4651-a972-8bed0cab2e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:30.433125 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a48f16a-fa61-432b-93fe-5da9f4831c1d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Router f26334a3-be95-4f5f-9209-3dc558607880 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:38:30.468868 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0e619570-5852-49e4-ac6b-abadd44574f2 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:30.480264 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4047f7b8-913b-4f9a-9f6a-25d7f88dff34 None None] The sync data for ids ['8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee'] in n-d-791506-28 is: [{'id': '8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee', 'name': 'tempest-TestAggregatesBasicOps-1009522217-router', 'tenant_id': '44019158b5554c40948eafbf652ef5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:12Z', 'updated_at': '2021-08-31T09:38:29Z', 'revision_number': 6, 'project_id': '44019158b5554c40948eafbf652ef5d3', 'gw_port_host': None}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:38:30.481116 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-68e3c52d-06a0-4a6d-8a84-188bf8fc5dd2 admin admin] For port 3b47f12e-7598-4070-bd84-63d7a3b6d228, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3b47f12e-7598-4070-bd84-63d7a3b6d228,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:30.481398 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-68e3c52d-06a0-4a6d-8a84-188bf8fc5dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:30.500091 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-0e619570-5852-49e4-ac6b-abadd44574f2 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Calling delete_port for 07f43e9f-202c-4720-a8a1-4d3158872347 owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:38:30.508809 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 14e12b6e-dd39-435d-b77e-255685640835, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=14e12b6e-dd39-435d-b77e-255685640835,segment=NetworkSegment(07f824f9-6fc8-4665-b039-965319ccc92f),segment_id=07f824f9-6fc8-4665-b039-965319ccc92f)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:30.517187 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-c950821a-4211-4651-a972-8bed0cab2e0e None None] Port a637d82f-2493-433e-a1cc-22003204f0e4 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:38:30.534868 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c950821a-4211-4651-a972-8bed0cab2e0e None None] Provisioning complete for port 14e12b6e-dd39-435d-b77e-255685640835 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:30.535772 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c950821a-4211-4651-a972-8bed0cab2e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:30.548608 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-68e3c52d-06a0-4a6d-8a84-188bf8fc5dd2 admin admin] Calling delete_port for 3b47f12e-7598-4070-bd84-63d7a3b6d228 owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:38:30.591255 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:30.677628 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=14e12b6e-dd39-435d-b77e-255685640835,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:30.775771 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a48f16a-fa61-432b-93fe-5da9f4831c1d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:38:30.775771 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3a48f16a-fa61-432b-93fe-5da9f4831c1d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "PUT /v2.0/routers/f26334a3-be95-4f5f-9209-3dc558607880/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8668575 Aug 31 09:38:30.781000 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9071b8ab-748c-443b-a33c-9b4464331ed6 None None] Sync routers for ids ['f26334a3-be95-4f5f-9209-3dc558607880'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:38:30.804056 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9071b8ab-748c-443b-a33c-9b4464331ed6 None None] Routers {'f26334a3-be95-4f5f-9209-3dc558607880'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:30.810322 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-9071b8ab-748c-443b-a33c-9b4464331ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['f26334a3-be95-4f5f-9209-3dc558607880'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:30.818884 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-45826f1a-25d4-4f26-8a6e-e1353b13bc8a None None] Provisioning complete for port a637d82f-2493-433e-a1cc-22003204f0e4 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:30.819801 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-45826f1a-25d4-4f26-8a6e-e1353b13bc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:30.895491 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-45826f1a-25d4-4f26-8a6e-e1353b13bc8a None None] Port a637d82f-2493-433e-a1cc-22003204f0e4 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:38:30.953577 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0e619570-5852-49e4-ac6b-abadd44574f2 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:30.981283 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e619570-5852-49e4-ac6b-abadd44574f2 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Pushing event deleted for resources: {'Port': ['ID=07f43e9f-202c-4720-a8a1-4d3158872347,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:31.010157 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-68e3c52d-06a0-4a6d-8a84-188bf8fc5dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:31.013940 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0e619570-5852-49e4-ac6b-abadd44574f2 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:31.018734 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0e619570-5852-49e4-ac6b-abadd44574f2 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] 10.222.0.119 "DELETE /v2.0/ports/07f43e9f-202c-4720-a8a1-4d3158872347 HTTP/1.1" status: 204 len: 168 time: 0.9710693 Aug 31 09:38:31.022848 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-bcdeaadd-94ab-44ac-b9b1-2d2a74140cb0 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1900506359&fields=id&tenant_id=29b420db5ab94eb097db55181093bc9b HTTP/1.1" status: 200 len: 267 time: 0.0469749 Aug 31 09:38:31.029186 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59854) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:31.036417 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-9071b8ab-748c-443b-a33c-9b4464331ed6 None None] Set router f26334a3-be95-4f5f-9209-3dc558607880 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:38:31.055643 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-b0ab6271-b02b-4620-8d32-898fd6c1a811 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '914f9535-2dc2-43f3-8625-488761fcd8d8', 'external_fixed_ips': [{'subnet_id': '2806a19d-0095-4b8c-bd22-7d00a7fecce9', 'ip_address': '2001:db8::273'}]}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:31.060298 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3c52d-06a0-4a6d-8a84-188bf8fc5dd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b47f12e-7598-4070-bd84-63d7a3b6d228,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:31.142836 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-68e3c52d-06a0-4a6d-8a84-188bf8fc5dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:31.158898 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-4dd59103-e529-4773-9c5f-cbfa6a4a4a1f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:31.164439 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-4dd59103-e529-4773-9c5f-cbfa6a4a4a1f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/networks?id=e1b72858-d42d-4e54-b983-427aa1394b8e HTTP/1.1" status: 200 len: 797 time: 0.1310763 Aug 31 09:38:31.182431 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-69676d89-4bdc-4aa3-89a7-b5d3bf75a33f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/quotas/29b420db5ab94eb097db55181093bc9b HTTP/1.1" status: 200 len: 375 time: 0.0136728 Aug 31 09:38:31.227886 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0ab6271-b02b-4620-8d32-898fd6c1a811 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:31.229561 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0ab6271-b02b-4620-8d32-898fd6c1a811 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:31.251985 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-e83c69de-1727-4493-8e47-124f33bf3e6a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618455 Aug 31 09:38:31.294588 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 14e12b6e-dd39-435d-b77e-255685640835 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:31.296428 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-9071b8ab-748c-443b-a33c-9b4464331ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-782522570', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '87e9fcb9-b502-43e4-9abb-868c69a84871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:22Z', 'updated_at': '2021-08-31T09:38:28Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '87e9fcb9-b502-43e4-9abb-868c69a84871', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:23Z', 'updated_at': '2021-08-31T09:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'a637d82f-2493-433e-a1cc-22003204f0e4', 'name': '', 'network_id': 'e1b72858-d42d-4e54-b983-427aa1394b8e', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:c2:83:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '62ce1234-d705-4529-a27b-566e6c89a19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:27Z', 'updated_at': '2021-08-31T09:38:29Z', 'revision_number': 2, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': '62ce1234-d705-4529-a27b-566e6c89a19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:31.307058 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-68e3c52d-06a0-4a6d-8a84-188bf8fc5dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:31.310300 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-68e3c52d-06a0-4a6d-8a84-188bf8fc5dd2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:31.333992 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9071b8ab-748c-443b-a33c-9b4464331ed6 None None] Checking router: f26334a3-be95-4f5f-9209-3dc558607880 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:38:31.334395 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9071b8ab-748c-443b-a33c-9b4464331ed6 None None] Updating router f26334a3-be95-4f5f-9209-3dc558607880 port a637d82f-2493-433e-a1cc-22003204f0e4 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:38:31.344944 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0ab6271-b02b-4620-8d32-898fd6c1a811 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:31.371519 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 14e12b6e-dd39-435d-b77e-255685640835 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:31.371908 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:31.379266 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-9071b8ab-748c-443b-a33c-9b4464331ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:31.382200 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:38:31.468768 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-68e3c52d-06a0-4a6d-8a84-188bf8fc5dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:31.469626 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e3c52d-06a0-4a6d-8a84-188bf8fc5dd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:38:31.470693 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-83cc78be-a17d-4c07-a8d0-676489c8a4fb service neutron] 10.222.0.119 "GET /v2.0/networks/e1b72858-d42d-4e54-b983-427aa1394b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899791 Aug 31 09:38:31.506793 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-68e3c52d-06a0-4a6d-8a84-188bf8fc5dd2 admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:31.507984 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-68e3c52d-06a0-4a6d-8a84-188bf8fc5dd2 admin admin] 10.222.0.119 "DELETE /v2.0/routers/8671c038-5c2a-4c9a-b5d4-1959cb5ce3ee HTTP/1.1" status: 204 len: 168 time: 2.0286696 Aug 31 09:38:31.510737 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59858) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:31.540423 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3b47f12e-7598-4070-bd84-63d7a3b6d228 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:38:31.567362 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 3b47f12e-7598-4070-bd84-63d7a3b6d228 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:38:31.567838 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3b47f12e-7598-4070-bd84-63d7a3b6d228 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:38:31.568252 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 81c5386b-8175-49eb-80f8-b40d5d9b7fb3 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:38:31.589466 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 81c5386b-8175-49eb-80f8-b40d5d9b7fb3 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:38:31.590031 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 81c5386b-8175-49eb-80f8-b40d5d9b7fb3 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:38:31.627374 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-be1e8b6f-c3bd-43c0-b7b2-340e5ed6d68f service neutron] 10.222.0.119 "GET /v2.0/networks/e1b72858-d42d-4e54-b983-427aa1394b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355145 Aug 31 09:38:31.631101 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0ab6271-b02b-4620-8d32-898fd6c1a811 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:31.646356 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d43f3c4-47d2-4b03-b469-f473c7a74961 admin admin] Deleting subnet b998b321-ee42-43eb-94d2-692d94cbdef4 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:38:31.664759 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3d43f3c4-47d2-4b03-b469-f473c7a74961 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:31.688972 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3d43f3c4-47d2-4b03-b469-f473c7a74961 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:31.736877 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-9071b8ab-748c-443b-a33c-9b4464331ed6 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:31.746916 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-9071b8ab-748c-443b-a33c-9b4464331ed6 None None] Transition to ACTIVE for port object a637d82f-2493-433e-a1cc-22003204f0e4 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:31.807086 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3d43f3c4-47d2-4b03-b469-f473c7a74961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:31.823701 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-9071b8ab-748c-443b-a33c-9b4464331ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:31.895374 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9c32b-ef54-435f-9c7a-9ff0b87f8f09 None None] Pushing event updated for resources: {'Port': ['ID=a637d82f-2493-433e-a1cc-22003204f0e4,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:31.948057 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3d43f3c4-47d2-4b03-b469-f473c7a74961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:31.969512 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-9071b8ab-748c-443b-a33c-9b4464331ed6 None None] Attempting to bind port a637d82f-2493-433e-a1cc-22003204f0e4 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:38:31.972912 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-9071b8ab-748c-443b-a33c-9b4464331ed6 None None] Attempting to bind port a637d82f-2493-433e-a1cc-22003204f0e4 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '07f824f9-6fc8-4665-b039-965319ccc92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': 'e1b72858-d42d-4e54-b983-427aa1394b8e'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:38:31.972912 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9071b8ab-748c-443b-a33c-9b4464331ed6 None None] Attempting to bind port a637d82f-2493-433e-a1cc-22003204f0e4 on network e1b72858-d42d-4e54-b983-427aa1394b8e {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:31.977760 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9071b8ab-748c-443b-a33c-9b4464331ed6 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:38:31.978200 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9071b8ab-748c-443b-a33c-9b4464331ed6 None None] Checking segment: {'id': '07f824f9-6fc8-4665-b039-965319ccc92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': 'e1b72858-d42d-4e54-b983-427aa1394b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:31.978856 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-9071b8ab-748c-443b-a33c-9b4464331ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:31.979598 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9071b8ab-748c-443b-a33c-9b4464331ed6 None None] Bound using segment: {'id': '07f824f9-6fc8-4665-b039-965319ccc92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': 'e1b72858-d42d-4e54-b983-427aa1394b8e'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:38:31.980130 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-9071b8ab-748c-443b-a33c-9b4464331ed6 None None] Bound port: a637d82f-2493-433e-a1cc-22003204f0e4, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f824f9-6fc8-4665-b039-965319ccc92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': 'e1b72858-d42d-4e54-b983-427aa1394b8e'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:38:31.980962 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-9071b8ab-748c-443b-a33c-9b4464331ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:31.990245 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fbd1921f-e491-4182-affa-7e5755cdd153 req-536c8bac-2524-4958-9df7-bde0dfdbcc7f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 210 time: 0.0592299 Aug 31 09:38:32.065647 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-9071b8ab-748c-443b-a33c-9b4464331ed6 None None] For port a637d82f-2493-433e-a1cc-22003204f0e4, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:38:32.069057 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-9071b8ab-748c-443b-a33c-9b4464331ed6 None None] For port a637d82f-2493-433e-a1cc-22003204f0e4, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a637d82f-2493-433e-a1cc-22003204f0e4,segment=NetworkSegment(07f824f9-6fc8-4665-b039-965319ccc92f),segment_id=07f824f9-6fc8-4665-b039-965319ccc92f)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:38:32.135552 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-9071b8ab-748c-443b-a33c-9b4464331ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:32.207722 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9071b8ab-748c-443b-a33c-9b4464331ed6 None None] Routers {'f26334a3-be95-4f5f-9209-3dc558607880'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:32.208355 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-9071b8ab-748c-443b-a33c-9b4464331ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['f26334a3-be95-4f5f-9209-3dc558607880'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:32.272227 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9c32b-ef54-435f-9c7a-9ff0b87f8f09 None None] Pushing event updated for resources: {'Port': ['ID=a637d82f-2493-433e-a1cc-22003204f0e4,revision_number=4']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:32.355749 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-9071b8ab-748c-443b-a33c-9b4464331ed6 None None] Set router f26334a3-be95-4f5f-9209-3dc558607880 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:38:32.378866 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43f3c4-47d2-4b03-b469-f473c7a74961 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b998b321-ee42-43eb-94d2-692d94cbdef4,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:32.381397 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3d43f3c4-47d2-4b03-b469-f473c7a74961 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:32.385885 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe9a35d-e490-4519-b6af-5419d99f8e9b None None] Network 646e7eb1-4684-4ea0-a064-335c812334e3 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:38:32.386228 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59870) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:32.387314 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3d43f3c4-47d2-4b03-b469-f473c7a74961 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/b998b321-ee42-43eb-94d2-692d94cbdef4 HTTP/1.1" status: 204 len: 168 time: 0.8755846 Aug 31 09:38:32.442874 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0ab6271-b02b-4620-8d32-898fd6c1a811 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:32.464639 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0ab6271-b02b-4620-8d32-898fd6c1a811 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:32.533501 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1f44d6c2-bdce-4ab2-9911-07092660f6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:32.595432 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-1f44d6c2-bdce-4ab2-9911-07092660f6d1 admin admin] Deleting port a0996a7c-622a-4d80-8ac0-a12b878e0a9c {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:38:32.596066 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1f44d6c2-bdce-4ab2-9911-07092660f6d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:32.637468 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-9071b8ab-748c-443b-a33c-9b4464331ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-782522570', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '87e9fcb9-b502-43e4-9abb-868c69a84871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:22Z', 'updated_at': '2021-08-31T09:38:28Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '87e9fcb9-b502-43e4-9abb-868c69a84871', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:23Z', 'updated_at': '2021-08-31T09:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'a637d82f-2493-433e-a1cc-22003204f0e4', 'name': '', 'network_id': 'e1b72858-d42d-4e54-b983-427aa1394b8e', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:c2:83:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '62ce1234-d705-4529-a27b-566e6c89a19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:27Z', 'updated_at': '2021-08-31T09:38:32Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': '62ce1234-d705-4529-a27b-566e6c89a19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:32.661515 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a365f546-746e-42b9-90f4-8fe13e4f87f6 None None] DHCP port deletion for 646e7eb1-4684-4ea0-a064-335c812334e3 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:38:32.670989 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-1f44d6c2-bdce-4ab2-9911-07092660f6d1 admin admin] For port a0996a7c-622a-4d80-8ac0-a12b878e0a9c, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a0996a7c-622a-4d80-8ac0-a12b878e0a9c,segment=NetworkSegment(4135cda8-bd26-4598-8871-06e7509d3f09),segment_id=4135cda8-bd26-4598-8871-06e7509d3f09)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:32.671625 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1f44d6c2-bdce-4ab2-9911-07092660f6d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:32.675550 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-b0ab6271-b02b-4620-8d32-898fd6c1a811 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Allocated IP 2001:db8::273 (914f9535-2dc2-43f3-8625-488761fcd8d8/2806a19d-0095-4b8c-bd22-7d00a7fecce9/31d2cb48-a17f-4dae-a07b-3daee3290119) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:32.686964 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9071b8ab-748c-443b-a33c-9b4464331ed6 None None] The sync data for ids ['f26334a3-be95-4f5f-9209-3dc558607880'] in n-d-791506-28 is: [{'id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-782522570', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '87e9fcb9-b502-43e4-9abb-868c69a84871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:22Z', 'updated_at': '2021-08-31T09:38:28Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '87e9fcb9-b502-43e4-9abb-868c69a84871', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:23Z', 'updated_at': '2021-08-31T09:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'a637d82f-2493-433e-a1cc-22003204f0e4', 'name': '', 'network_id': 'e1b72858-d42d-4e54-b983-427aa1394b8e', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:c2:83:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '62ce1234-d705-4529-a27b-566e6c89a19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:27Z', 'updated_at': '2021-08-31T09:38:32Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': '62ce1234-d705-4529-a27b-566e6c89a19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:38:32.690011 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-1f44d6c2-bdce-4ab2-9911-07092660f6d1 admin admin] Calling delete_port for a0996a7c-622a-4d80-8ac0-a12b878e0a9c owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:38:32.704866 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:32.712530 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a365f546-746e-42b9-90f4-8fe13e4f87f6 None None] Deleting port a0996a7c-622a-4d80-8ac0-a12b878e0a9c {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:38:32.713036 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a365f546-746e-42b9-90f4-8fe13e4f87f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:32.850870 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0ab6271-b02b-4620-8d32-898fd6c1a811 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:32.920697 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1f44d6c2-bdce-4ab2-9911-07092660f6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:32.957327 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44d6c2-bdce-4ab2-9911-07092660f6d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0996a7c-622a-4d80-8ac0-a12b878e0a9c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:32.965872 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f44d6c2-bdce-4ab2-9911-07092660f6d1 admin admin] No DVR routers for this DVR port a0996a7c-622a-4d80-8ac0-a12b878e0a9c on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:38:32.997521 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0ab6271-b02b-4620-8d32-898fd6c1a811 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:33.051084 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-a365f546-746e-42b9-90f4-8fe13e4f87f6 None None] For port a0996a7c-622a-4d80-8ac0-a12b878e0a9c, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a0996a7c-622a-4d80-8ac0-a12b878e0a9c,segment=NetworkSegment(4135cda8-bd26-4598-8871-06e7509d3f09),segment_id=4135cda8-bd26-4598-8871-06e7509d3f09)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:33.051651 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a365f546-746e-42b9-90f4-8fe13e4f87f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:33.079706 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a365f546-746e-42b9-90f4-8fe13e4f87f6 None None] Calling delete_port for a0996a7c-622a-4d80-8ac0-a12b878e0a9c owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:38:33.085089 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ab6271-b02b-4620-8d32-898fd6c1a811 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Network 914f9535-2dc2-43f3-8625-488761fcd8d8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:33.089607 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-b0ab6271-b02b-4620-8d32-898fd6c1a811 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:33.094390 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ab6271-b02b-4620-8d32-898fd6c1a811 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:33.097239 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1f44d6c2-bdce-4ab2-9911-07092660f6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:33.109730 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-1f44d6c2-bdce-4ab2-9911-07092660f6d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['646e7eb1-4684-4ea0-a064-335c812334e3']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:33.137288 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-1f44d6c2-bdce-4ab2-9911-07092660f6d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4135cda8-bd26-4598-8871-06e7509d3f09') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:33.137580 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-1f44d6c2-bdce-4ab2-9911-07092660f6d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4135cda8-bd26-4598-8871-06e7509d3f09') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:33.157871 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:33.173568 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-74a3bc7a-073d-45a1-983e-ef6f78ae46dc req-3ba8ed1e-ff11-4653-8783-afe46a00fc6d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 210 time: 0.0448525 Aug 31 09:38:33.177368 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1f44d6c2-bdce-4ab2-9911-07092660f6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:33.196313 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1f44d6c2-bdce-4ab2-9911-07092660f6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:33.211994 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f44d6c2-bdce-4ab2-9911-07092660f6d1 admin admin] Releasing vlan 1626 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:38:33.212393 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1f44d6c2-bdce-4ab2-9911-07092660f6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:33.214904 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:38:33.214904 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:38:33.214904 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:38:33.214904 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:38:33.214904 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:38:33.214904 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:38:33.214904 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:38:33.214904 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:38:33.214904 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:38:33.214904 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:38:33.214904 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:38:33.214904 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:38:33.214904 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:38:33.214904 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:38:33.214904 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:38:33.214904 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:38:33.214904 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:38:33.214904 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:38:33.214904 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:38:33.214904 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:38:33.214904 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:38:33.214904 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:38:33.214904 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:38:33.214904 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:38:33.214904 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:38:33.214904 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:38:33.214904 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:38:33.214904 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:38:33.214904 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:38:33.214904 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:38:33.214904 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:38:33.214904 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:38:33.218386 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a365f546-746e-42b9-90f4-8fe13e4f87f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:33.229420 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a365f546-746e-42b9-90f4-8fe13e4f87f6 None None] No DVR routers for this DVR port a0996a7c-622a-4d80-8ac0-a12b878e0a9c on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:38:33.257105 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab6271-b02b-4620-8d32-898fd6c1a811 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Pushing event updated for resources: {'Port': ['ID=31d2cb48-a17f-4dae-a07b-3daee3290119,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:33.296406 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365f546-746e-42b9-90f4-8fe13e4f87f6 None None] Pushing event deleted for resources: {'Port': ['ID=a0996a7c-622a-4d80-8ac0-a12b878e0a9c,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:33.303167 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a637d82f-2493-433e-a1cc-22003204f0e4 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:33.385993 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1f44d6c2-bdce-4ab2-9911-07092660f6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:33.392447 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1f44d6c2-bdce-4ab2-9911-07092660f6d1 admin admin] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:33.395300 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1f44d6c2-bdce-4ab2-9911-07092660f6d1 admin admin] 10.222.0.119 "DELETE /v2.0/networks/646e7eb1-4684-4ea0-a064-335c812334e3 HTTP/1.1" status: 204 len: 168 time: 1.0075538 Aug 31 09:38:33.410340 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44d6c2-bdce-4ab2-9911-07092660f6d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=646e7eb1-4684-4ea0-a064-335c812334e3,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:33.437389 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port a637d82f-2493-433e-a1cc-22003204f0e4 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:33.441703 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port a637d82f-2493-433e-a1cc-22003204f0e4 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:33.442091 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:33.572677 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:33.586299 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0ab6271-b02b-4620-8d32-898fd6c1a811 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:33.614529 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port a637d82f-2493-433e-a1cc-22003204f0e4, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a637d82f-2493-433e-a1cc-22003204f0e4,segment=NetworkSegment(07f824f9-6fc8-4665-b039-965319ccc92f),segment_id=07f824f9-6fc8-4665-b039-965319ccc92f)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:33.697732 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:33.777252 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a0996a7c-622a-4d80-8ac0-a12b878e0a9c no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:38:33.780894 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=a637d82f-2493-433e-a1cc-22003204f0e4,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:33.806117 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: a0996a7c-622a-4d80-8ac0-a12b878e0a9c {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:38:33.806537 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a0996a7c-622a-4d80-8ac0-a12b878e0a9c not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:38:33.810400 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0ab6271-b02b-4620-8d32-898fd6c1a811 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:33.871756 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59884) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:33.925291 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8635b324-ca4a-41b4-99ae-9e8ba30e93ad admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=58431171af4e40b6bb6716382a3e4780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522854 Aug 31 09:38:33.927857 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59886) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:33.982199 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4f73df92-c75d-44d4-942a-afce86223d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:34.007422 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4f73df92-c75d-44d4-942a-afce86223d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:34.014223 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ab6271-b02b-4620-8d32-898fd6c1a811 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Router 6ad76cf2-a82b-4ed6-88f6-754417d77979 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:38:34.156954 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4f73df92-c75d-44d4-942a-afce86223d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:34.159652 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4f73df92-c75d-44d4-942a-afce86223d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:34.161643 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4f73df92-c75d-44d4-942a-afce86223d53 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/d971b542-7184-4f75-9cd4-6771781cb6ac HTTP/1.1" status: 204 len: 168 time: 0.2327063 Aug 31 09:38:34.170523 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73df92-c75d-44d4-942a-afce86223d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d971b542-7184-4f75-9cd4-6771781cb6ac,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:34.203452 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ab6271-b02b-4620-8d32-898fd6c1a811 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:38:34.213054 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] Sync routers for ids ['6ad76cf2-a82b-4ed6-88f6-754417d77979'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:38:34.225106 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] Routers {'6ad76cf2-a82b-4ed6-88f6-754417d77979'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:34.226171 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['6ad76cf2-a82b-4ed6-88f6-754417d77979'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:34.281175 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-cb392db7-8d14-4211-8b97-1500f11126d5 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:34.283410 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-cb392db7-8d14-4211-8b97-1500f11126d5 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.112 "GET /v2.0/networks?id=e1b72858-d42d-4e54-b983-427aa1394b8e HTTP/1.1" status: 200 len: 797 time: 0.1628258 Aug 31 09:38:34.310092 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bbc31e06-cc4a-41b1-8a17-cb3a93d77c98 req-1434406c-0c64-4b98-8e0e-49da143147ad tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 210 time: 0.0347130 Aug 31 09:38:34.322116 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0ab6271-b02b-4620-8d32-898fd6c1a811 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:34.322116 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b0ab6271-b02b-4620-8d32-898fd6c1a811 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.2701907 Aug 31 09:38:34.323352 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59896) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:34.354837 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] Set router 6ad76cf2-a82b-4ed6-88f6-754417d77979 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:38:34.362417 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-15096f7c-6418-4eca-bab2-e06c306ea7f7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29b420db5ab94eb097db55181093bc9b HTTP/1.1" status: 200 len: 380 time: 0.0655773 Aug 31 09:38:34.372796 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-50a23ea0-638e-44d4-a195-3f81faca6dd8 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'port': {'device_id': '878a7676-9538-424b-a8c1-1d20a6e571ab', 'network_id': 'e1b72858-d42d-4e54-b983-427aa1394b8e', 'admin_state_up': True, 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'security_groups': ['de75e931-e987-4c74-a3d8-5c7d288046f3']}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:34.445176 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d30c7ba7-9eb9-44e9-91e1-b401594b7190 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:34.556379 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d30c7ba7-9eb9-44e9-91e1-b401594b7190 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:34.570907 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad76cf2-a82b-4ed6-88f6-754417d77979', 'name': '', 'tenant_id': 'eb890caaf11a4a75ae6082152cb46db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '914f9535-2dc2-43f3-8625-488761fcd8d8', 'external_fixed_ips': [{'subnet_id': '2806a19d-0095-4b8c-bd22-7d00a7fecce9', 'ip_address': '2001:db8::273'}], 'enable_snat': True}, 'gw_port_id': '31d2cb48-a17f-4dae-a07b-3daee3290119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:31Z', 'updated_at': '2021-08-31T09:38:33Z', 'revision_number': 3, 'project_id': 'eb890caaf11a4a75ae6082152cb46db9', 'gw_port': {'id': '31d2cb48-a17f-4dae-a07b-3daee3290119', 'name': '', 'network_id': '914f9535-2dc2-43f3-8625-488761fcd8d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:00:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad76cf2-a82b-4ed6-88f6-754417d77979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '2806a19d-0095-4b8c-bd22-7d00a7fecce9', 'ip_address': '2001:db8::273', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:32Z', 'updated_at': '2021-08-31T09:38:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2806a19d-0095-4b8c-bd22-7d00a7fecce9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:34.601202 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] Checking router: 6ad76cf2-a82b-4ed6-88f6-754417d77979 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:38:34.601548 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] Updating router 6ad76cf2-a82b-4ed6-88f6-754417d77979 port 31d2cb48-a17f-4dae-a07b-3daee3290119 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:38:34.618236 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-50a23ea0-638e-44d4-a195-3f81faca6dd8 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Made reservation on behalf of 29b420db5ab94eb097db55181093bc9b for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:34.622272 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-50a23ea0-638e-44d4-a195-3f81faca6dd8 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:34.628010 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:34.721211 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-d30c7ba7-9eb9-44e9-91e1-b401594b7190 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Deleting port 31d2cb48-a17f-4dae-a07b-3daee3290119 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:38:34.721551 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d30c7ba7-9eb9-44e9-91e1-b401594b7190 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:34.773382 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-50a23ea0-638e-44d4-a195-3f81faca6dd8 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Allocated IP 172.20.0.8 (e1b72858-d42d-4e54-b983-427aa1394b8e/62ce1234-d705-4529-a27b-566e6c89a19b/e0e02a6b-4799-48c6-bc13-41d82e71f40b) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:34.814227 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d30c7ba7-9eb9-44e9-91e1-b401594b7190 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:34.835756 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-d30c7ba7-9eb9-44e9-91e1-b401594b7190 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Calling delete_port for 31d2cb48-a17f-4dae-a07b-3daee3290119 owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:38:34.908981 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:34.924935 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] Transition to ACTIVE for port object 31d2cb48-a17f-4dae-a07b-3daee3290119 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:34.940176 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59900) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:34.995058 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.014059 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-50a23ea0-638e-44d4-a195-3f81faca6dd8 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.049424 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] Attempting to bind port 31d2cb48-a17f-4dae-a07b-3daee3290119 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:38:35.049790 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] Attempting to bind port 31d2cb48-a17f-4dae-a07b-3daee3290119 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '22398cff-f84e-4255-890e-b0472bbdd56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '914f9535-2dc2-43f3-8625-488761fcd8d8'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:38:35.050152 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] Attempting to bind port 31d2cb48-a17f-4dae-a07b-3daee3290119 on network 914f9535-2dc2-43f3-8625-488761fcd8d8 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:35.053219 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-b31efa37-6662-49f6-a83f-85e499ffe92a service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1252556 Aug 31 09:38:35.059223 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-50a23ea0-638e-44d4-a195-3f81faca6dd8 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Transition to ACTIVE for port object e0e02a6b-4799-48c6-bc13-41d82e71f40b will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:35.059370 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c9d4f0-a187-4357-80ee-76211d5823de None None] Pushing event updated for resources: {'Port': ['ID=31d2cb48-a17f-4dae-a07b-3daee3290119,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:35.060206 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:38:35.060843 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d43f166b-0acb-44cf-9e11-fca140366c5e admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=44019158b5554c40948eafbf652ef5d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1173875 Aug 31 09:38:35.063629 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] Checking segment: {'id': '22398cff-f84e-4255-890e-b0472bbdd56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '914f9535-2dc2-43f3-8625-488761fcd8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:35.063953 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59902) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:35.064109 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.064509 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] Bound using segment: {'id': '22398cff-f84e-4255-890e-b0472bbdd56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '914f9535-2dc2-43f3-8625-488761fcd8d8'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:38:35.064995 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] Bound port: 31d2cb48-a17f-4dae-a07b-3daee3290119, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22398cff-f84e-4255-890e-b0472bbdd56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '914f9535-2dc2-43f3-8625-488761fcd8d8'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:38:35.065375 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.129116 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fc05c155-285e-46f9-af25-b90c2e886ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.150785 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:38:35.151317 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:38:35.161432 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d30c7ba7-9eb9-44e9-91e1-b401594b7190 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.170462 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1785320-88c7-4116-b2a7-5b925726a731 req-51841ace-29a3-43ae-a323-046f354fc364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:35.171077 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1785320-88c7-4116-b2a7-5b925726a731 req-51841ace-29a3-43ae-a323-046f354fc364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:35.174475 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fc05c155-285e-46f9-af25-b90c2e886ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.184731 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1785320-88c7-4116-b2a7-5b925726a731 req-51841ace-29a3-43ae-a323-046f354fc364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:35.186087 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1785320-88c7-4116-b2a7-5b925726a731 req-51841ace-29a3-43ae-a323-046f354fc364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:35.186937 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1785320-88c7-4116-b2a7-5b925726a731 req-51841ace-29a3-43ae-a323-046f354fc364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:35.187799 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1785320-88c7-4116-b2a7-5b925726a731 req-51841ace-29a3-43ae-a323-046f354fc364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:35.188881 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1785320-88c7-4116-b2a7-5b925726a731 req-51841ace-29a3-43ae-a323-046f354fc364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:35.191176 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-51841ace-29a3-43ae-a323-046f354fc364 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=caa69c38eab14ec7acd072f4cc57de4a&device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 6499 time: 0.0743036 Aug 31 09:38:35.206533 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a637d82f-2493-433e-a1cc-22003204f0e4 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:35.207746 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c7ba7-9eb9-44e9-91e1-b401594b7190 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Pushing event deleted for resources: {'Port': ['ID=31d2cb48-a17f-4dae-a07b-3daee3290119,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:35.211688 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-50a23ea0-638e-44d4-a195-3f81faca6dd8 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.235428 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d30c7ba7-9eb9-44e9-91e1-b401594b7190 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.265817 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port a637d82f-2493-433e-a1cc-22003204f0e4 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:35.266184 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.315225 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-50a23ea0-638e-44d4-a195-3f81faca6dd8 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Network e1b72858-d42d-4e54-b983-427aa1394b8e is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:35.321962 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-50a23ea0-638e-44d4-a195-3f81faca6dd8 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:35.328165 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-50a23ea0-638e-44d4-a195-3f81faca6dd8 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:35.346269 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d30c7ba7-9eb9-44e9-91e1-b401594b7190 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.348671 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d30c7ba7-9eb9-44e9-91e1-b401594b7190 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.356043 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a23ea0-638e-44d4-a195-3f81faca6dd8 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'Port': ['ID=e0e02a6b-4799-48c6-bc13-41d82e71f40b,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:35.408903 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-50a23ea0-638e-44d4-a195-3f81faca6dd8 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:35.409684 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-50a23ea0-638e-44d4-a195-3f81faca6dd8 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.417001 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1785320-88c7-4116-b2a7-5b925726a731 req-7724eacc-c356-4a0a-8d27-5a690fa95034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:35.417578 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1785320-88c7-4116-b2a7-5b925726a731 req-7724eacc-c356-4a0a-8d27-5a690fa95034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:35.418044 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1785320-88c7-4116-b2a7-5b925726a731 req-7724eacc-c356-4a0a-8d27-5a690fa95034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:35.420306 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-7724eacc-c356-4a0a-8d27-5a690fa95034 service neutron] 10.222.0.112 "GET /v2.0/networks?id=636950a3-6b65-4dc0-b611-ae468b63fe57&id=77d5d845-bb9b-4368-b082-bacd96a9f80d&id=77d5d845-bb9b-4368-b082-bacd96a9f80d&id=77d5d845-bb9b-4368-b082-bacd96a9f80d&id=77d5d845-bb9b-4368-b082-bacd96a9f80d&id=4c2e8d44-f605-48e7-8300-60df4e87697c&id=4c2e8d44-f605-48e7-8300-60df4e87697c HTTP/1.1" status: 200 len: 2295 time: 0.2004812 Aug 31 09:38:35.487646 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-50a23ea0-638e-44d4-a195-3f81faca6dd8 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1189456 Aug 31 09:38:35.508955 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-8aa1ad48-6c22-48a9-a911-7fb6637341ec service neutron] Request body: {'port': {'device_id': '878a7676-9538-424b-a8c1-1d20a6e571ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:35.538622 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-c16351b0-3fba-4ee6-87c9-259cc66de8a0 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df6aa1bb-921b-4f71-bd10-7c3fe5349661 HTTP/1.1" status: 200 len: 1001 time: 0.1077104 Aug 31 09:38:35.601734 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-8aa1ad48-6c22-48a9-a911-7fb6637341ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.628707 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1785320-88c7-4116-b2a7-5b925726a731 req-a1f8804d-a204-4f92-8225-a2ea440d226f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:35.629610 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-a1f8804d-a204-4f92-8225-a2ea440d226f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=4345a806-82e6-4d6f-a21e-c3deaf1866e8 HTTP/1.1" status: 200 len: 850 time: 0.0818133 Aug 31 09:38:35.668446 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] Attempting to bind port 31d2cb48-a17f-4dae-a07b-3daee3290119 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:38:35.668998 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] Attempting to bind port 31d2cb48-a17f-4dae-a07b-3daee3290119 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '22398cff-f84e-4255-890e-b0472bbdd56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '914f9535-2dc2-43f3-8625-488761fcd8d8'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:38:35.669511 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] Attempting to bind port 31d2cb48-a17f-4dae-a07b-3daee3290119 on network 914f9535-2dc2-43f3-8625-488761fcd8d8 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:35.677912 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-fee79648-3d65-4d33-b3b4-855cebd087ec None None] Provisioning for port e0e02a6b-4799-48c6-bc13-41d82e71f40b completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:35.680308 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:38:35.680808 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] Checking segment: {'id': '22398cff-f84e-4255-890e-b0472bbdd56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '914f9535-2dc2-43f3-8625-488761fcd8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:35.681222 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.683999 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] Bound using segment: {'id': '22398cff-f84e-4255-890e-b0472bbdd56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '914f9535-2dc2-43f3-8625-488761fcd8d8'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:38:35.683999 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] Bound port: 31d2cb48-a17f-4dae-a07b-3daee3290119, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22398cff-f84e-4255-890e-b0472bbdd56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '914f9535-2dc2-43f3-8625-488761fcd8d8'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:38:35.683999 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.689125 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1847b2-d543-4835-9896-d39c4de108b4 req-82e9bc53-2480-4c96-af09-98bd034e8974 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:35.695333 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4f1847b2-d543-4835-9896-d39c4de108b4 req-82e9bc53-2480-4c96-af09-98bd034e8974 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 931 time: 0.0603545 Aug 31 09:38:35.702305 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] Port 31d2cb48-a17f-4dae-a07b-3daee3290119 has been deleted concurrently {{(pid=95554) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 31 09:38:35.703366 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-fee79648-3d65-4d33-b3b4-855cebd087ec None None] Provisioning complete for port e0e02a6b-4799-48c6-bc13-41d82e71f40b triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:35.703742 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fee79648-3d65-4d33-b3b4-855cebd087ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.715143 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fc05c155-285e-46f9-af25-b90c2e886ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.717644 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fc05c155-285e-46f9-af25-b90c2e886ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.721187 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-fc05c155-285e-46f9-af25-b90c2e886ee7 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/c2dc2382-e6e4-4024-ab20-979c1b41b6bb HTTP/1.1" status: 204 len: 168 time: 0.6533763 Aug 31 09:38:35.730016 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05c155-285e-46f9-af25-b90c2e886ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2dc2382-e6e4-4024-ab20-979c1b41b6bb,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:35.743531 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d30c7ba7-9eb9-44e9-91e1-b401594b7190 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.744445 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30c7ba7-9eb9-44e9-91e1-b401594b7190 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6ad76cf2-a82b-4ed6-88f6-754417d77979 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:38:35.744754 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] Routers set() bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:35.746363 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] Router IDs set() for agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 09:38:35.746363 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_agentschedulers_db [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6ad76cf2-a82b-4ed6-88f6-754417d77979'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent'). {{(pid=95554) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 09:38:35.746363 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8382152d-3464-420a-95e6-8c35fdc9310d None None] The sync data for ids ['6ad76cf2-a82b-4ed6-88f6-754417d77979'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:38:35.754732 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1785320-88c7-4116-b2a7-5b925726a731 req-60ca9df7-3f38-49cf-a1e6-c69bd4647918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:35.755176 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d30c7ba7-9eb9-44e9-91e1-b401594b7190 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.758924 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-60ca9df7-3f38-49cf-a1e6-c69bd4647918 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=636950a3-6b65-4dc0-b611-ae468b63fe57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1075702 Aug 31 09:38:35.759095 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d30c7ba7-9eb9-44e9-91e1-b401594b7190 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] 10.222.0.119 "DELETE /v2.0/routers/6ad76cf2-a82b-4ed6-88f6-754417d77979 HTTP/1.1" status: 204 len: 168 time: 1.4312809 Aug 31 09:38:35.759314 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59910) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:35.761537 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-fee79648-3d65-4d33-b3b4-855cebd087ec None None] Port e0e02a6b-4799-48c6-bc13-41d82e71f40b cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:38:35.785927 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4f1847b2-d543-4835-9896-d39c4de108b4 req-9989de04-a1d4-4997-9335-618a1c5c9e1e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870583 Aug 31 09:38:35.830972 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-67aba850-3858-4139-bac4-59089badd5bd tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Deleting subnet 2806a19d-0095-4b8c-bd22-7d00a7fecce9 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:38:35.834509 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-67aba850-3858-4139-bac4-59089badd5bd tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.871325 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-67aba850-3858-4139-bac4-59089badd5bd tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.913704 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-67aba850-3858-4139-bac4-59089badd5bd tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:35.947877 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-ec1c52eb-d1ac-4418-9134-0a76f83a2861 service neutron] 10.222.0.112 "GET /v2.0/networks/636950a3-6b65-4dc0-b611-ae468b63fe57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755614 Aug 31 09:38:36.100857 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-8aa1ad48-6c22-48a9-a911-7fb6637341ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0e02a6b-4799-48c6-bc13-41d82e71f40b {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:38:36.111370 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-a6ce04cb-8872-4866-8d61-94f8c7a5f235 service neutron] 10.222.0.112 "GET /v2.0/networks/636950a3-6b65-4dc0-b611-ae468b63fe57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521933 Aug 31 09:38:36.113117 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-8aa1ad48-6c22-48a9-a911-7fb6637341ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:36.160535 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-8aa1ad48-6c22-48a9-a911-7fb6637341ec service neutron] Transition to ACTIVE for port object e0e02a6b-4799-48c6-bc13-41d82e71f40b will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:36.162417 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-ac046f69-451a-44b3-bbc3-e73baf615423 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=5e0f8409-296d-4c01-80fd-2224022e108c HTTP/1.1" status: 200 len: 217 time: 0.0410056 Aug 31 09:38:36.163699 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-67aba850-3858-4139-bac4-59089badd5bd tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:36.199913 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aba850-3858-4139-bac4-59089badd5bd tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2806a19d-0095-4b8c-bd22-7d00a7fecce9,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:36.207858 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-67aba850-3858-4139-bac4-59089badd5bd tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:36.210007 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-67aba850-3858-4139-bac4-59089badd5bd tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] 10.222.0.119 "DELETE /v2.0/subnets/2806a19d-0095-4b8c-bd22-7d00a7fecce9 HTTP/1.1" status: 204 len: 168 time: 0.4493713 Aug 31 09:38:36.212602 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59918) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:36.219280 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1785320-88c7-4116-b2a7-5b925726a731 req-df79be07-ff65-4c79-b0c4-4e3b000faeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:36.220772 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-df79be07-ff65-4c79-b0c4-4e3b000faeea service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f34f97ee-be68-4a06-a77e-c36751cafa2c HTTP/1.1" status: 200 len: 797 time: 0.0497401 Aug 31 09:38:36.262379 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-8aa1ad48-6c22-48a9-a911-7fb6637341ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:36.297946 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c94a0638-d5d1-41bf-a035-283f95866865 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:36.338601 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1785320-88c7-4116-b2a7-5b925726a731 req-e7faaa4e-c611-48bf-bde2-6d33a3f3bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:36.340380 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-e7faaa4e-c611-48bf-bde2-6d33a3f3bdef service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=77d5d845-bb9b-4368-b082-bacd96a9f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1108572 Aug 31 09:38:36.376608 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1ad48-6c22-48a9-a911-7fb6637341ec service neutron] Pushing event updated for resources: {'Port': ['ID=e0e02a6b-4799-48c6-bc13-41d82e71f40b,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:36.388307 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c94a0638-d5d1-41bf-a035-283f95866865 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:36.404649 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-c94a0638-d5d1-41bf-a035-283f95866865 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['914f9535-2dc2-43f3-8625-488761fcd8d8']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:36.416389 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-c94a0638-d5d1-41bf-a035-283f95866865 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22398cff-f84e-4255-890e-b0472bbdd56a') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:36.416687 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-c94a0638-d5d1-41bf-a035-283f95866865 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22398cff-f84e-4255-890e-b0472bbdd56a') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:36.426635 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c94a0638-d5d1-41bf-a035-283f95866865 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:36.447728 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c94a0638-d5d1-41bf-a035-283f95866865 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:36.460307 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c94a0638-d5d1-41bf-a035-283f95866865 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Releasing vlan 1604 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:38:36.460787 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c94a0638-d5d1-41bf-a035-283f95866865 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:36.478181 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:38:36.478181 n-d-791506-28 neutron-server[95553]: items = [ Aug 31 09:38:36.478181 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:38:36.478181 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:38:36.478181 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:38:36.478181 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:38:36.478181 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:38:36.478181 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:38:36.478181 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:38:36.478181 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:38:36.478181 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:38:36.478181 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:38:36.478181 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:38:36.478181 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:38:36.478181 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:38:36.478181 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:38:36.478181 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:38:36.478181 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:38:36.478181 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:38:36.478181 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:38:36.478181 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:38:36.478181 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:38:36.478181 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:38:36.478181 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:38:36.478181 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:38:36.478181 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:38:36.478181 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:38:36.478181 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:38:36.478181 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:38:36.478181 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:38:36.478181 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:38:36.478181 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:38:36.478181 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:38:36.478181 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:38:36.495609 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-8aa1ad48-6c22-48a9-a911-7fb6637341ec service neutron] Attempting to bind port e0e02a6b-4799-48c6-bc13-41d82e71f40b on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:38:36.495944 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-8aa1ad48-6c22-48a9-a911-7fb6637341ec service neutron] Attempting to bind port e0e02a6b-4799-48c6-bc13-41d82e71f40b by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '07f824f9-6fc8-4665-b039-965319ccc92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': 'e1b72858-d42d-4e54-b983-427aa1394b8e'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:38:36.496331 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-8aa1ad48-6c22-48a9-a911-7fb6637341ec service neutron] Attempting to bind port e0e02a6b-4799-48c6-bc13-41d82e71f40b on network e1b72858-d42d-4e54-b983-427aa1394b8e {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:36.504554 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-8aa1ad48-6c22-48a9-a911-7fb6637341ec service neutron] Port e0e02a6b-4799-48c6-bc13-41d82e71f40b on network e1b72858-d42d-4e54-b983-427aa1394b8e not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:38:36.504882 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-8aa1ad48-6c22-48a9-a911-7fb6637341ec service neutron] Attempting to bind port e0e02a6b-4799-48c6-bc13-41d82e71f40b on network e1b72858-d42d-4e54-b983-427aa1394b8e {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:36.517120 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-8aa1ad48-6c22-48a9-a911-7fb6637341ec service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:38:36.517459 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-8aa1ad48-6c22-48a9-a911-7fb6637341ec service neutron] Checking segment: {'id': '07f824f9-6fc8-4665-b039-965319ccc92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': 'e1b72858-d42d-4e54-b983-427aa1394b8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:36.517845 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-8aa1ad48-6c22-48a9-a911-7fb6637341ec service neutron] Bound using segment: {'id': '07f824f9-6fc8-4665-b039-965319ccc92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': 'e1b72858-d42d-4e54-b983-427aa1394b8e'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:38:36.518278 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-8aa1ad48-6c22-48a9-a911-7fb6637341ec service neutron] Bound port: e0e02a6b-4799-48c6-bc13-41d82e71f40b, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f824f9-6fc8-4665-b039-965319ccc92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': 'e1b72858-d42d-4e54-b983-427aa1394b8e'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:38:36.518669 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-8aa1ad48-6c22-48a9-a911-7fb6637341ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:36.530611 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-fc4b5c73-c264-4141-8507-49bc1e41dc72 service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660283 Aug 31 09:38:36.596977 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c94a0638-d5d1-41bf-a035-283f95866865 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:36.602211 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94a0638-d5d1-41bf-a035-283f95866865 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 914f9535-2dc2-43f3-8625-488761fcd8d8 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 09:38:36.605871 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c94a0638-d5d1-41bf-a035-283f95866865 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:36.612747 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c94a0638-d5d1-41bf-a035-283f95866865 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] 10.222.0.119 "DELETE /v2.0/networks/914f9535-2dc2-43f3-8625-488761fcd8d8 HTTP/1.1" status: 204 len: 168 time: 0.3945749 Aug 31 09:38:36.619147 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a0638-d5d1-41bf-a035-283f95866865 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Pushing event deleted for resources: {'Network': ['ID=914f9535-2dc2-43f3-8625-488761fcd8d8,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:36.659372 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-8aa1ad48-6c22-48a9-a911-7fb6637341ec service neutron] For port e0e02a6b-4799-48c6-bc13-41d82e71f40b, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:38:36.670769 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-8aa1ad48-6c22-48a9-a911-7fb6637341ec service neutron] For port e0e02a6b-4799-48c6-bc13-41d82e71f40b, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=e0e02a6b-4799-48c6-bc13-41d82e71f40b,segment=NetworkSegment(07f824f9-6fc8-4665-b039-965319ccc92f),segment_id=07f824f9-6fc8-4665-b039-965319ccc92f)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:38:36.701410 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-388cd6c4-beab-4c4f-97ed-fe74d143a079 service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449785 Aug 31 09:38:36.756017 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-8aa1ad48-6c22-48a9-a911-7fb6637341ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:36.762740 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-a7243988-23e7-40c6-ae1c-d2f0ea6086ef service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=21872e53-bee1-4235-9d2e-ab94c5aea8c9 HTTP/1.1" status: 200 len: 217 time: 0.0515356 Aug 31 09:38:36.836612 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-8aa1ad48-6c22-48a9-a911-7fb6637341ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:36.837311 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-8aa1ad48-6c22-48a9-a911-7fb6637341ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:36.839548 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-8aa1ad48-6c22-48a9-a911-7fb6637341ec service neutron] 10.222.0.112 "PUT /v2.0/ports/e0e02a6b-4799-48c6-bc13-41d82e71f40b HTTP/1.1" status: 200 len: 1092 time: 1.3386350 Aug 31 09:38:36.845040 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878a7676-9538-424b-a8c1-1d20a6e571ab', 'tag': 'e0e02a6b-4799-48c6-bc13-41d82e71f40b'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:38:36.847485 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2945325-6400-4bd9-a709-2e01cc930f09" -d '{"events": [{"name": "network-changed", "server_uuid": "878a7676-9538-424b-a8c1-1d20a6e571ab", "tag": "e0e02a6b-4799-48c6-bc13-41d82e71f40b"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:38:36.899598 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1ad48-6c22-48a9-a911-7fb6637341ec service neutron] Pushing event updated for resources: {'Port': ['ID=e0e02a6b-4799-48c6-bc13-41d82e71f40b,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:36.921201 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1785320-88c7-4116-b2a7-5b925726a731 req-434074ca-bad7-4687-a680-a8812d0f54d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:36.922682 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-434074ca-bad7-4687-a680-a8812d0f54d0 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f34f97ee-be68-4a06-a77e-c36751cafa2c HTTP/1.1" status: 200 len: 797 time: 0.1316216 Aug 31 09:38:36.930316 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0c1853-e603-4ac7-8319-58d1c05ee712 x-openstack-request-id: req-2a0c1853-e603-4ac7-8319-58d1c05ee712 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:38:36.930624 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878a7676-9538-424b-a8c1-1d20a6e571ab", "tag": "e0e02a6b-4799-48c6-bc13-41d82e71f40b", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:38:36.930878 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-2a0c1853-e603-4ac7-8319-58d1c05ee712 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:38:36.931275 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878a7676-9538-424b-a8c1-1d20a6e571ab', 'tag': 'e0e02a6b-4799-48c6-bc13-41d82e71f40b', 'status': 'completed', 'code': 200} Aug 31 09:38:36.998466 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ddc4b2-4798-4e19-8e72-c23217b7906e req-6df0d2ed-17c8-4bc0-934a-b3ad713c09ab tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:37.000032 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-93ddc4b2-4798-4e19-8e72-c23217b7906e req-6df0d2ed-17c8-4bc0-934a-b3ad713c09ab tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 943 time: 0.1079588 Aug 31 09:38:37.085198 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-93ddc4b2-4798-4e19-8e72-c23217b7906e req-688d8aeb-17bc-4598-b01a-05bb24fe895a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706775 Aug 31 09:38:37.088438 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1785320-88c7-4116-b2a7-5b925726a731 req-0a595132-31e8-4f05-a6c9-3218792ac3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:37.089952 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-0a595132-31e8-4f05-a6c9-3218792ac3a9 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=77d5d845-bb9b-4368-b082-bacd96a9f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1536250 Aug 31 09:38:37.100694 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2945325-6400-4bd9-a709-2e01cc930f09 req-5c32ad62-9298-4dc7-8631-884fec51bbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:37.102109 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c2945325-6400-4bd9-a709-2e01cc930f09 req-5c32ad62-9298-4dc7-8631-884fec51bbf8 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 1095 time: 0.1204522 Aug 31 09:38:37.181131 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59946) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:37.186586 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-7c5d8452-8718-49e7-898a-505a813d94fe tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Request body: {'router': {'name': 'tempest-router--607364209', 'project_id': '538fca454b4c45e7908900a917b661b9'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:37.266020 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7c5d8452-8718-49e7-898a-505a813d94fe tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:37.267400 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7c5d8452-8718-49e7-898a-505a813d94fe tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:37.285638 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-cc09dce4-d9c5-47c2-92c7-df838895c26a service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799371 Aug 31 09:38:37.288400 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2945325-6400-4bd9-a709-2e01cc930f09 req-18f1f6a1-dabf-4008-af0e-06439723193a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:37.289778 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c2945325-6400-4bd9-a709-2e01cc930f09 req-18f1f6a1-dabf-4008-af0e-06439723193a service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=29b420db5ab94eb097db55181093bc9b&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1753817 Aug 31 09:38:37.380881 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7c5d8452-8718-49e7-898a-505a813d94fe tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:37.440602 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7c5d8452-8718-49e7-898a-505a813d94fe tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:37.548957 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7c5d8452-8718-49e7-898a-505a813d94fe tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:37.550447 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7c5d8452-8718-49e7-898a-505a813d94fe tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3679333 Aug 31 09:38:37.553323 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59956) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:37.634840 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2bdc486a-e3a3-499b-97bb-6a7a7c0a7e77 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:37.803901 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2945325-6400-4bd9-a709-2e01cc930f09 req-ea1b635a-b795-46a7-b2d6-3afcfee9cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:37.806760 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2bdc486a-e3a3-499b-97bb-6a7a7c0a7e77 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:37.807287 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c2945325-6400-4bd9-a709-2e01cc930f09 req-ea1b635a-b795-46a7-b2d6-3afcfee9cdf1 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5078955 Aug 31 09:38:37.808905 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2bdc486a-e3a3-499b-97bb-6a7a7c0a7e77 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:37.809555 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-eb88f064-0ee6-472f-af15-c82e50a52e20 service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5090690 Aug 31 09:38:37.870033 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-1de4385b-947b-4202-8870-bbee10b0660b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=a29fa7ed-ecd3-4217-87a2-12ac46d2bee6 HTTP/1.1" status: 200 len: 217 time: 0.0451908 Aug 31 09:38:37.934493 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2bdc486a-e3a3-499b-97bb-6a7a7c0a7e77 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:37.936150 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bdc486a-e3a3-499b-97bb-6a7a7c0a7e77 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5bef9e54-2e1b-4ef8-8484-0cb7d3982db5 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:38:37.944309 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-c2fc4002-2bc5-4d07-acfe-37315cbbb853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:37.945660 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2bdc486a-e3a3-499b-97bb-6a7a7c0a7e77 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:37.945790 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-c2fc4002-2bc5-4d07-acfe-37315cbbb853 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 1095 time: 0.0845170 Aug 31 09:38:37.947088 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2bdc486a-e3a3-499b-97bb-6a7a7c0a7e77 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] 10.222.0.119 "DELETE /v2.0/routers/5bef9e54-2e1b-4ef8-8484-0cb7d3982db5 HTTP/1.1" status: 204 len: 168 time: 0.3924274 Aug 31 09:38:37.947188 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1785320-88c7-4116-b2a7-5b925726a731 req-c994f6fd-1e37-4f70-b1a2-204f5f9bad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:37.948474 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-c994f6fd-1e37-4f70-b1a2-204f5f9bad4b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f34f97ee-be68-4a06-a77e-c36751cafa2c HTTP/1.1" status: 200 len: 797 time: 0.0576892 Aug 31 09:38:38.022008 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-bcd70293-ff57-4bdd-b8d1-458a65b985ac service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0e02a6b-4799-48c6-bc13-41d82e71f40b HTTP/1.1" status: 200 len: 217 time: 0.0612197 Aug 31 09:38:38.046815 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1785320-88c7-4116-b2a7-5b925726a731 req-90c24260-2bd2-40e1-abcb-fa39be773ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:38.053790 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-90c24260-2bd2-40e1-abcb-fa39be773ed9 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=77d5d845-bb9b-4368-b082-bacd96a9f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0812109 Aug 31 09:38:38.133575 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-016bd93b-7657-4eb8-a39d-1061cbc741cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:38.135113 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-016bd93b-7657-4eb8-a39d-1061cbc741cd service neutron] 10.222.0.112 "GET /v2.0/subnets?id=62ce1234-d705-4529-a27b-566e6c89a19b HTTP/1.1" status: 200 len: 835 time: 0.0994143 Aug 31 09:38:38.206506 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-11d94b81-f603-4c05-a0f9-2dc047c35155 service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398973 Aug 31 09:38:38.215187 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-64fb2fc6-3c15-4edd-bf90-6b2d87709431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:38.216670 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-64fb2fc6-3c15-4edd-bf90-6b2d87709431 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e1b72858-d42d-4e54-b983-427aa1394b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730500 Aug 31 09:38:38.229498 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859c280-b2a9-4f36-9874-ebc452af3eb6 req-e201f50d-c4c5-4c78-bb8d-2878dfde3152 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:38.231027 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1859c280-b2a9-4f36-9874-ebc452af3eb6 req-e201f50d-c4c5-4c78-bb8d-2878dfde3152 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 943 time: 0.0500975 Aug 31 09:38:38.276891 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1859c280-b2a9-4f36-9874-ebc452af3eb6 req-36132a92-e6ea-43c2-a3e6-792954483e55 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388317 Aug 31 09:38:38.297373 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 59974) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:38.381580 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-a0bcecb1-61d1-43dd-9534-a6b8041befeb service neutron] 10.222.0.112 "GET /v2.0/networks/e1b72858-d42d-4e54-b983-427aa1394b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562760 Aug 31 09:38:38.383775 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-7898f1a7-7285-4a13-8ef1-055d7cc175cd service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661580 Aug 31 09:38:38.478730 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-3e9d1cf5-fedd-4920-8bc3-85b66bbdfbdc service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=8ec00ff2-1406-435b-8d50-463c30eef300 HTTP/1.1" status: 200 len: 217 time: 0.0751314 Aug 31 09:38:38.496657 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-09b7935b-216f-4c44-b33a-fc95235071cc tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1854478440', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}, 'admin_state_up': False}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:38.561409 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1785320-88c7-4116-b2a7-5b925726a731 req-947c81ef-1148-4872-8b14-e47cdaf898b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:38.562786 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-947c81ef-1148-4872-8b14-e47cdaf898b4 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f34f97ee-be68-4a06-a77e-c36751cafa2c HTTP/1.1" status: 200 len: 797 time: 0.0731654 Aug 31 09:38:38.566324 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-578bc521-65e5-485f-8a30-f6f7a4a90fe2 req-d6052d2f-a951-4e3a-89c8-b4596de174c4 service neutron] 10.222.0.112 "GET /v2.0/networks/e1b72858-d42d-4e54-b983-427aa1394b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709890 Aug 31 09:38:38.592263 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-09b7935b-216f-4c44-b33a-fc95235071cc tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:38.593661 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-09b7935b-216f-4c44-b33a-fc95235071cc tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:38.626284 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1785320-88c7-4116-b2a7-5b925726a731 req-27283747-3125-498c-bac1-ab00b49a5011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:38.627905 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-27283747-3125-498c-bac1-ab00b49a5011 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=77d5d845-bb9b-4368-b082-bacd96a9f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0524166 Aug 31 09:38:38.645785 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-09b7935b-216f-4c44-b33a-fc95235071cc tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:38.734513 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-63681bbe-4397-4f8b-a2be-b38c9a650c3c service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981395 Aug 31 09:38:38.849388 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-bac429c0-b420-4660-bfb5-c3ceeb04faf7 service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058207 Aug 31 09:38:38.855368 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-09b7935b-216f-4c44-b33a-fc95235071cc tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:38.898194 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-d76e2266-33fc-482e-8f67-1dcef6e81878 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=594d28c7-5b28-4c9d-9cc0-b5d36ffa7010 HTTP/1.1" status: 200 len: 217 time: 0.0407934 Aug 31 09:38:38.958101 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1785320-88c7-4116-b2a7-5b925726a731 req-e5781452-4658-4939-a656-bea62486992f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:38.959843 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-e5781452-4658-4939-a656-bea62486992f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=290f3674-0820-4485-967d-a68d99948354 HTTP/1.1" status: 200 len: 797 time: 0.0530512 Aug 31 09:38:39.023918 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1785320-88c7-4116-b2a7-5b925726a731 req-b59617c2-9956-470e-a465-4630bd6ee1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:39.025566 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-b59617c2-9956-470e-a465-4630bd6ee1dc service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=4c2e8d44-f605-48e7-8300-60df4e87697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0530164 Aug 31 09:38:39.126589 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-b0ff75a0-378b-415c-a22a-9c3e889855fc service neutron] 10.222.0.112 "GET /v2.0/networks/4c2e8d44-f605-48e7-8300-60df4e87697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911338 Aug 31 09:38:39.126741 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-09b7935b-216f-4c44-b33a-fc95235071cc tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router_gateway, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.128189 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59992) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:39.133423 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-ad3632ce-4c84-4b6b-9280-acafe90bf6d7 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Request body: {'network': {'name': 'tempest-network-smoke--1019062240', 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'port_security_enabled': True}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:39.145896 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-09b7935b-216f-4c44-b33a-fc95235071cc tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.233919 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-54c78529-0338-4c67-99c9-ccea7eab1736 service neutron] 10.222.0.112 "GET /v2.0/networks/4c2e8d44-f605-48e7-8300-60df4e87697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970204 Aug 31 09:38:39.254382 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-09b7935b-216f-4c44-b33a-fc95235071cc tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Allocated IP 172.25.2.139 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/63e7e1c3-191a-4b54-ba9d-959b1dbf839c) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:39.282770 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-02034341-0dad-4290-82c4-c9dbe4fe61d8 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1 HTTP/1.1" status: 200 len: 217 time: 0.0402787 Aug 31 09:38:39.300093 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3632ce-4c84-4b6b-9280-acafe90bf6d7 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Made reservation on behalf of 18fe70eb6d324600ad1c951e98138b17 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:39.303417 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ad3632ce-4c84-4b6b-9280-acafe90bf6d7 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.333783 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ad3632ce-4c84-4b6b-9280-acafe90bf6d7 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.366909 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1785320-88c7-4116-b2a7-5b925726a731 req-1ee09b0f-7389-48da-983f-9c1ff50d8766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:39.366909 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-1ee09b0f-7389-48da-983f-9c1ff50d8766 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=290f3674-0820-4485-967d-a68d99948354 HTTP/1.1" status: 200 len: 797 time: 0.0715921 Aug 31 09:38:39.367256 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-09b7935b-216f-4c44-b33a-fc95235071cc tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.434581 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1785320-88c7-4116-b2a7-5b925726a731 req-3b7eb167-7bdc-4ac4-a054-f9cc00a66ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:39.434901 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a85be-1195-44fd-bdeb-34df62d3c1be req-d27fddfd-a402-493c-ac62-1914c4c8dffc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:39.436200 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-3b7eb167-7bdc-4ac4-a054-f9cc00a66ff0 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=4c2e8d44-f605-48e7-8300-60df4e87697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0613303 Aug 31 09:38:39.436689 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-848a85be-1195-44fd-bdeb-34df62d3c1be req-d27fddfd-a402-493c-ac62-1914c4c8dffc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 943 time: 0.0805490 Aug 31 09:38:39.480234 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-848a85be-1195-44fd-bdeb-34df62d3c1be req-5c8345cc-d951-4c04-890a-392b6306dd84 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364869 Aug 31 09:38:39.533314 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ad3632ce-4c84-4b6b-9280-acafe90bf6d7 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.538417 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-09b7935b-216f-4c44-b33a-fc95235071cc tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.564169 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-f418c333-d0eb-4bd6-a403-c567bb6860b0 service neutron] 10.222.0.112 "GET /v2.0/networks/4c2e8d44-f605-48e7-8300-60df4e87697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166289 Aug 31 09:38:39.574936 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b7935b-216f-4c44-b33a-fc95235071cc tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:39.580171 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-09b7935b-216f-4c44-b33a-fc95235071cc tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:39.583834 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b7935b-216f-4c44-b33a-fc95235071cc tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:39.609099 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7935b-216f-4c44-b33a-fc95235071cc tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Pushing event updated for resources: {'Port': ['ID=63e7e1c3-191a-4b54-ba9d-959b1dbf839c,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:39.617787 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ad3632ce-4c84-4b6b-9280-acafe90bf6d7 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.655580 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad3632ce-4c84-4b6b-9280-acafe90bf6d7 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] vlan segment allocate from pool success with {'vlan_id': 1643, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:38:39.668149 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3632ce-4c84-4b6b-9280-acafe90bf6d7 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7df991eb-891e-4fd4-88e1-6a6caab5abf6,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:39.676469 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ad3632ce-4c84-4b6b-9280-acafe90bf6d7 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.683000 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-ad3632ce-4c84-4b6b-9280-acafe90bf6d7 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Added segment c8b22b05-6c83-4975-a160-05efcd305ac0 of type vlan for network 4a23d3c2-c603-458c-a06b-a4b8380d7b29 Aug 31 09:38:39.736159 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ad3632ce-4c84-4b6b-9280-acafe90bf6d7 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.741400 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1785320-88c7-4116-b2a7-5b925726a731 req-8ca27c8a-ef95-49f6-99c8-07c48ea9bc27 service neutron] 10.222.0.112 "GET /v2.0/networks/4c2e8d44-f605-48e7-8300-60df4e87697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682708 Aug 31 09:38:39.840058 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ad3632ce-4c84-4b6b-9280-acafe90bf6d7 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.846662 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3632ce-4c84-4b6b-9280-acafe90bf6d7 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:39.846939 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ad3632ce-4c84-4b6b-9280-acafe90bf6d7 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.915760 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3632ce-4c84-4b6b-9280-acafe90bf6d7 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Pushing event updated for resources: {'Network': ['ID=4a23d3c2-c603-458c-a06b-a4b8380d7b29,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:39.926119 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 4a23d3c2-c603-458c-a06b-a4b8380d7b29 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:38:39.937066 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-09b7935b-216f-4c44-b33a-fc95235071cc tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router_gateway, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:39.993276 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ad3632ce-4c84-4b6b-9280-acafe90bf6d7 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8639283 Aug 31 09:38:39.996046 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 59998) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:40.000975 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-58f04441-c864-4219-bb92-28d88b8f3a6c tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1046053382', 'admin_state_up': True, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:40.105567 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-58f04441-c864-4219-bb92-28d88b8f3a6c tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:40.106664 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-58f04441-c864-4219-bb92-28d88b8f3a6c tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:40.142264 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-09b7935b-216f-4c44-b33a-fc95235071cc tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:40.164112 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-58f04441-c864-4219-bb92-28d88b8f3a6c tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:40.364999 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-58f04441-c864-4219-bb92-28d88b8f3a6c tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:40.589489 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b7935b-216f-4c44-b33a-fc95235071cc tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Router 3d2026bf-5ac7-4119-89f0-ee8ccdaa229a is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:38:40.617354 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-58f04441-c864-4219-bb92-28d88b8f3a6c tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:40.636395 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-58f04441-c864-4219-bb92-28d88b8f3a6c tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:40.658236 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573f856-896f-4537-ab59-869e8092d16a req-8469dabe-6df1-453c-80db-81be5befa495 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:40.660046 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e573f856-896f-4537-ab59-869e8092d16a req-8469dabe-6df1-453c-80db-81be5befa495 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 943 time: 0.1022520 Aug 31 09:38:40.741887 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e573f856-896f-4537-ab59-869e8092d16a req-86af6c53-8b6f-464e-ab55-9b9399f55c78 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729508 Aug 31 09:38:40.745854 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-58f04441-c864-4219-bb92-28d88b8f3a6c tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Allocated IP 172.25.2.253 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/8dd1d78c-bca5-4ed8-9435-f6993eafa81b) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:40.749445 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b7935b-216f-4c44-b33a-fc95235071cc tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:38:40.761557 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c583d0f-0b47-43c6-a609-b70de5103d58 None None] Sync routers for ids ['3d2026bf-5ac7-4119-89f0-ee8ccdaa229a'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:38:40.771789 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c583d0f-0b47-43c6-a609-b70de5103d58 None None] Routers {'3d2026bf-5ac7-4119-89f0-ee8ccdaa229a'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:40.772453 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-3c583d0f-0b47-43c6-a609-b70de5103d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['3d2026bf-5ac7-4119-89f0-ee8ccdaa229a'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:40.805755 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-3c583d0f-0b47-43c6-a609-b70de5103d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:40.814942 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c583d0f-0b47-43c6-a609-b70de5103d58 None None] Routers {'3d2026bf-5ac7-4119-89f0-ee8ccdaa229a'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:40.815539 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-3c583d0f-0b47-43c6-a609-b70de5103d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['3d2026bf-5ac7-4119-89f0-ee8ccdaa229a'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:40.828694 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-09b7935b-216f-4c44-b33a-fc95235071cc tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:40.832912 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-09b7935b-216f-4c44-b33a-fc95235071cc tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.5341558 Aug 31 09:38:40.833457 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60006) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:40.852443 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-3c583d0f-0b47-43c6-a609-b70de5103d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:40.853087 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c583d0f-0b47-43c6-a609-b70de5103d58 None None] The sync data for ids ['3d2026bf-5ac7-4119-89f0-ee8ccdaa229a'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:38:40.897492 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-58f04441-c864-4219-bb92-28d88b8f3a6c tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:40.976070 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6a6cac63-144f-43d0-937b-f9d0ffcdb01c tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] 10.222.0.119 "GET /v2.0/routers/3d2026bf-5ac7-4119-89f0-ee8ccdaa229a HTTP/1.1" status: 200 len: 925 time: 0.1414969 Aug 31 09:38:40.979049 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60008) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:41.007421 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-65820c9f-21b9-42f4-8240-e82a537cc012 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] 10.222.0.119 "GET /v2.0/ports?device_id=3d2026bf-5ac7-4119-89f0-ee8ccdaa229a HTTP/1.1" status: 200 len: 205 time: 0.0272171 Aug 31 09:38:41.009936 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60010) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:41.035290 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-58f04441-c864-4219-bb92-28d88b8f3a6c tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:41.079940 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f04441-c864-4219-bb92-28d88b8f3a6c tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:41.082878 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-58f04441-c864-4219-bb92-28d88b8f3a6c tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:41.086494 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f04441-c864-4219-bb92-28d88b8f3a6c tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:41.109392 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f04441-c864-4219-bb92-28d88b8f3a6c tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Pushing event updated for resources: {'Port': ['ID=8dd1d78c-bca5-4ed8-9435-f6993eafa81b,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:41.127150 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fcb12f66-795b-4feb-a932-84e89a085200 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:41.234417 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fcb12f66-795b-4feb-a932-84e89a085200 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:41.354377 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d93b7333-49ac-4f4f-8172-4dbecac65d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:41.399420 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-fcb12f66-795b-4feb-a932-84e89a085200 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Deleting port 63e7e1c3-191a-4b54-ba9d-959b1dbf839c {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:38:41.399764 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fcb12f66-795b-4feb-a932-84e89a085200 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:41.445212 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-58f04441-c864-4219-bb92-28d88b8f3a6c tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:41.479018 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fcb12f66-795b-4feb-a932-84e89a085200 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:41.492318 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-fcb12f66-795b-4feb-a932-84e89a085200 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Calling delete_port for 63e7e1c3-191a-4b54-ba9d-959b1dbf839c owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:38:41.647299 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-58f04441-c864-4219-bb92-28d88b8f3a6c tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:41.847592 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fcb12f66-795b-4feb-a932-84e89a085200 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:41.876102 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb12f66-795b-4feb-a932-84e89a085200 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Pushing event deleted for resources: {'Port': ['ID=63e7e1c3-191a-4b54-ba9d-959b1dbf839c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:41.883130 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f04441-c864-4219-bb92-28d88b8f3a6c tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Router b26e5342-3062-4647-bcb1-737803b8fc15 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:38:41.912022 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66950f64-5ec0-4955-a289-96df46f5f5b6 req-da3a8db5-6fcd-4ab0-a95d-acf3bfde1713 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:41.915221 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-66950f64-5ec0-4955-a289-96df46f5f5b6 req-da3a8db5-6fcd-4ab0-a95d-acf3bfde1713 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 943 time: 0.0950184 Aug 31 09:38:41.981735 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fcb12f66-795b-4feb-a932-84e89a085200 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:41.989829 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-66950f64-5ec0-4955-a289-96df46f5f5b6 req-d3b6dad7-b704-4b23-9c52-dd4ce5c2224e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511158 Aug 31 09:38:42.084827 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fcb12f66-795b-4feb-a932-84e89a085200 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:42.087174 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fcb12f66-795b-4feb-a932-84e89a085200 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:42.200538 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fcb12f66-795b-4feb-a932-84e89a085200 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:42.202305 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb12f66-795b-4feb-a932-84e89a085200 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Fanout notify agent at l3_agent the message router_deleted on router 3d2026bf-5ac7-4119-89f0-ee8ccdaa229a {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:38:42.210464 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fcb12f66-795b-4feb-a932-84e89a085200 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:42.211897 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-fcb12f66-795b-4feb-a932-84e89a085200 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] 10.222.0.119 "DELETE /v2.0/routers/3d2026bf-5ac7-4119-89f0-ee8ccdaa229a HTTP/1.1" status: 204 len: 168 time: 1.2010083 Aug 31 09:38:42.216313 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60016) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:42.221718 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-e77e393f-b5c7-469e-a48d-c549743ae4a9 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2131013843', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'enable_snat': False}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:42.305777 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e77e393f-b5c7-469e-a48d-c549743ae4a9 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:42.306980 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e77e393f-b5c7-469e-a48d-c549743ae4a9 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:42.321281 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f04441-c864-4219-bb92-28d88b8f3a6c tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:38:42.331868 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8da7d1e-13f0-4d10-835b-c50277ebf165 None None] Sync routers for ids ['b26e5342-3062-4647-bcb1-737803b8fc15'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:38:42.344905 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8da7d1e-13f0-4d10-835b-c50277ebf165 None None] Routers {'b26e5342-3062-4647-bcb1-737803b8fc15'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:42.344905 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e8da7d1e-13f0-4d10-835b-c50277ebf165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b26e5342-3062-4647-bcb1-737803b8fc15'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:42.365071 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e77e393f-b5c7-469e-a48d-c549743ae4a9 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:42.399956 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-58f04441-c864-4219-bb92-28d88b8f3a6c tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:42.401205 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-58f04441-c864-4219-bb92-28d88b8f3a6c tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4041665 Aug 31 09:38:42.404949 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60018) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:42.447987 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-e8da7d1e-13f0-4d10-835b-c50277ebf165 None None] Set router b26e5342-3062-4647-bcb1-737803b8fc15 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:38:42.476530 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device e0e02a6b-4799-48c6-bc13-41d82e71f40b details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:38:42.561876 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f3c17432-264e-4752-9bf2-2e8385f7d3b2 tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] 10.222.0.119 "GET /v2.0/subnets?project_id=18fe70eb6d324600ad1c951e98138b17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1558022 Aug 31 09:38:42.564337 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60022) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:42.581994 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e77e393f-b5c7-469e-a48d-c549743ae4a9 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:42.657835 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48761aab-c738-451d-9a62-ea7074af1f44 tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:42.659264 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-48761aab-c738-451d-9a62-ea7074af1f44 tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] 10.222.0.119 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0939586 Aug 31 09:38:42.662255 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60026) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:42.695611 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e7572b25-43f4-4888-9d9a-2d33983da17d tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] 10.222.0.119 "GET /v2.0/subnets?network_id=95c681de-fa69-49ec-b047-2a49f2c4b933&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321913 Aug 31 09:38:42.698376 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60028) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:42.703505 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-cdf773e1-e7e0-46d7-b895-de028a81a703 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1937277892', 'network_id': '4a23d3c2-c603-458c-a06b-a4b8380d7b29', 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:42.722056 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port e0e02a6b-4799-48c6-bc13-41d82e71f40b, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=e0e02a6b-4799-48c6-bc13-41d82e71f40b,segment=NetworkSegment(07f824f9-6fc8-4665-b039-965319ccc92f),segment_id=07f824f9-6fc8-4665-b039-965319ccc92f)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:42.746070 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'e0e02a6b-4799-48c6-bc13-41d82e71f40b', 'network_id': 'e1b72858-d42d-4e54-b983-427aa1394b8e', 'port_id': 'e0e02a6b-4799-48c6-bc13-41d82e71f40b', 'mac_address': 'fa:16:3e:b0:d1:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62ce1234-d705-4529-a27b-566e6c89a19b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:38:42.757556 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e8da7d1e-13f0-4d10-835b-c50277ebf165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1046053382', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '8dd1d78c-bca5-4ed8-9435-f6993eafa81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:40Z', 'updated_at': '2021-08-31T09:38:41Z', 'revision_number': 3, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'gw_port': {'id': '8dd1d78c-bca5-4ed8-9435-f6993eafa81b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:40Z', 'updated_at': '2021-08-31T09:38:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:42.819949 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8da7d1e-13f0-4d10-835b-c50277ebf165 None None] Checking router: b26e5342-3062-4647-bcb1-737803b8fc15 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:38:42.820285 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8da7d1e-13f0-4d10-835b-c50277ebf165 None None] Updating router b26e5342-3062-4647-bcb1-737803b8fc15 port 8dd1d78c-bca5-4ed8-9435-f6993eafa81b binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:38:42.824304 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:42.864000 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0e02a6b-4799-48c6-bc13-41d82e71f40b {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:38:42.869513 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e8da7d1e-13f0-4d10-835b-c50277ebf165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:42.878176 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e77e393f-b5c7-469e-a48d-c549743ae4a9 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:42.894111 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf773e1-e7e0-46d7-b895-de028a81a703 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Made reservation on behalf of 18fe70eb6d324600ad1c951e98138b17 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:42.897811 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e77e393f-b5c7-469e-a48d-c549743ae4a9 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:42.898094 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cdf773e1-e7e0-46d7-b895-de028a81a703 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:42.905282 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port e0e02a6b-4799-48c6-bc13-41d82e71f40b, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=e0e02a6b-4799-48c6-bc13-41d82e71f40b,segment=NetworkSegment(07f824f9-6fc8-4665-b039-965319ccc92f),segment_id=07f824f9-6fc8-4665-b039-965319ccc92f)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:43.002743 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:43.016467 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-e77e393f-b5c7-469e-a48d-c549743ae4a9 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Allocated IP 172.25.2.93 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/004b88aa-cc77-4cbc-bd14-204ed5f0db77) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:43.067923 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=e0e02a6b-4799-48c6-bc13-41d82e71f40b,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:43.077777 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:43.081188 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:43.081188 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:43.081188 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:43.081188 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:43.081188 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:43.081188 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:43.081188 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:43.081188 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:43.082059 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:43.082059 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:43.082266 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:43.147365 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38ba9e-8bb7-4963-844a-f3d27ceeaa11 req-ccbf48b0-46d6-41a9-b8a7-a70fda607303 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:43.148856 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-da38ba9e-8bb7-4963-844a-f3d27ceeaa11 req-ccbf48b0-46d6-41a9-b8a7-a70fda607303 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 944 time: 0.0721807 Aug 31 09:38:43.191740 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e77e393f-b5c7-469e-a48d-c549743ae4a9 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:43.212039 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cdf773e1-e7e0-46d7-b895-de028a81a703 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:43.215372 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-da38ba9e-8bb7-4963-844a-f3d27ceeaa11 req-5aac9648-975a-4fd9-a1d6-c6a9e2562a34 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568242 Aug 31 09:38:43.274217 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf773e1-e7e0-46d7-b895-de028a81a703 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Pushing event updated for resources: {'Subnet': ['ID=790edd4d-e6e0-43e6-935e-c3c88de4150c,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:43.285259 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf773e1-e7e0-46d7-b895-de028a81a703 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Checking segment: {'id': 'c8b22b05-6c83-4975-a160-05efcd305ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1643, 'network_id': '4a23d3c2-c603-458c-a06b-a4b8380d7b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:43.287896 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf773e1-e7e0-46d7-b895-de028a81a703 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Network hostable DHCP agents. Network: 4a23d3c2-c603-458c-a06b-a4b8380d7b29, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:38:43.305842 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e77e393f-b5c7-469e-a48d-c549743ae4a9 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:43.312230 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['e0e02a6b-4799-48c6-bc13-41d82e71f40b'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:38:43.349467 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77e393f-b5c7-469e-a48d-c549743ae4a9 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:43.352424 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-e77e393f-b5c7-469e-a48d-c549743ae4a9 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:43.356099 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77e393f-b5c7-469e-a48d-c549743ae4a9 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:43.360121 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf773e1-e7e0-46d7-b895-de028a81a703 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Network 4a23d3c2-c603-458c-a06b-a4b8380d7b29 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:38:43.380862 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e393f-b5c7-469e-a48d-c549743ae4a9 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Pushing event updated for resources: {'Port': ['ID=004b88aa-cc77-4cbc-bd14-204ed5f0db77,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:43.434150 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-cdf773e1-e7e0-46d7-b895-de028a81a703 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 4a23d3c2-c603-458c-a06b-a4b8380d7b29) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:43.445317 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf773e1-e7e0-46d7-b895-de028a81a703 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:43.446224 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cdf773e1-e7e0-46d7-b895-de028a81a703 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:43.446505 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fe2caf-4343-4c9d-a977-eae0e0f61ad5 None None] Network 4a23d3c2-c603-458c-a06b-a4b8380d7b29 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:38:43.537919 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-cdf773e1-e7e0-46d7-b895-de028a81a703 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8386996 Aug 31 09:38:43.540510 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60034) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:43.616627 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e8da7d1e-13f0-4d10-835b-c50277ebf165 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:43.658947 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e8da7d1e-13f0-4d10-835b-c50277ebf165 None None] Transition to ACTIVE for port object 8dd1d78c-bca5-4ed8-9435-f6993eafa81b will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:43.730949 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e259c76e-8648-4f46-8106-c753d6be1f99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-4a23d3c2-c603-458c-a06b-a4b8380d7b29', 'network_id': '4a23d3c2-c603-458c-a06b-a4b8380d7b29', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'fixed_ips': [{'subnet_id': '790edd4d-e6e0-43e6-935e-c3c88de4150c'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:38:43.732402 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e259c76e-8648-4f46-8106-c753d6be1f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:43.739823 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e77e393f-b5c7-469e-a48d-c549743ae4a9 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:43.755480 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e8da7d1e-13f0-4d10-835b-c50277ebf165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:43.980286 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e77e393f-b5c7-469e-a48d-c549743ae4a9 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:44.049166 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b40404fc-e79b-42e9-9c5c-887a3815ebd2 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:44.096219 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd791a-56d9-482d-8242-a0b20808aa83 None None] Pushing event updated for resources: {'Port': ['ID=8dd1d78c-bca5-4ed8-9435-f6993eafa81b,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:44.119813 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e8da7d1e-13f0-4d10-835b-c50277ebf165 None None] Attempting to bind port 8dd1d78c-bca5-4ed8-9435-f6993eafa81b on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:38:44.120398 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e8da7d1e-13f0-4d10-835b-c50277ebf165 None None] Attempting to bind port 8dd1d78c-bca5-4ed8-9435-f6993eafa81b by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:38:44.120580 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8da7d1e-13f0-4d10-835b-c50277ebf165 None None] Attempting to bind port 8dd1d78c-bca5-4ed8-9435-f6993eafa81b on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:44.145354 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8da7d1e-13f0-4d10-835b-c50277ebf165 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:38:44.149186 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8da7d1e-13f0-4d10-835b-c50277ebf165 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:44.149186 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e8da7d1e-13f0-4d10-835b-c50277ebf165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:44.149186 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8da7d1e-13f0-4d10-835b-c50277ebf165 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:38:44.149186 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e8da7d1e-13f0-4d10-835b-c50277ebf165 None None] Bound port: 8dd1d78c-bca5-4ed8-9435-f6993eafa81b, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:38:44.149186 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e8da7d1e-13f0-4d10-835b-c50277ebf165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:44.196242 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-abfccb73-d46c-436f-9665-bb76c14c6f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:44.237941 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-e259c76e-8648-4f46-8106-c753d6be1f99 None None] Allocated IP 172.20.0.2 (4a23d3c2-c603-458c-a06b-a4b8380d7b29/790edd4d-e6e0-43e6-935e-c3c88de4150c/c8b328d8-38a1-46b4-b164-ceb7dc510d5e) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:44.240058 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:44.261137 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-e8da7d1e-13f0-4d10-835b-c50277ebf165 None None] For port 8dd1d78c-bca5-4ed8-9435-f6993eafa81b, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:38:44.266102 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-e8da7d1e-13f0-4d10-835b-c50277ebf165 None None] For port 8dd1d78c-bca5-4ed8-9435-f6993eafa81b, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8dd1d78c-bca5-4ed8-9435-f6993eafa81b,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:38:44.343422 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e8da7d1e-13f0-4d10-835b-c50277ebf165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:44.399864 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeed0d7-0477-4e73-9c6f-1c24c6f2f610 req-c6d77446-4f2f-4f92-8c0e-a59abf8d8229 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:44.401392 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bdeed0d7-0477-4e73-9c6f-1c24c6f2f610 req-c6d77446-4f2f-4f92-8c0e-a59abf8d8229 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 944 time: 0.0669591 Aug 31 09:38:44.452017 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bdeed0d7-0477-4e73-9c6f-1c24c6f2f610 req-07861bc9-4c2a-4c52-bfe7-c6953c34455a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414743 Aug 31 09:38:44.456843 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e259c76e-8648-4f46-8106-c753d6be1f99 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:44.459012 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd791a-56d9-482d-8242-a0b20808aa83 None None] Pushing event updated for resources: {'Port': ['ID=8dd1d78c-bca5-4ed8-9435-f6993eafa81b,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:44.461656 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8da7d1e-13f0-4d10-835b-c50277ebf165 None None] Routers {'b26e5342-3062-4647-bcb1-737803b8fc15'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:44.462261 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e8da7d1e-13f0-4d10-835b-c50277ebf165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b26e5342-3062-4647-bcb1-737803b8fc15'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:44.503046 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77e393f-b5c7-469e-a48d-c549743ae4a9 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Router cc2f552d-61b2-4ee1-a6c2-b27055b7a04f is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:38:44.503496 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e259c76e-8648-4f46-8106-c753d6be1f99 None None] Transition to ACTIVE for port object c8b328d8-38a1-46b4-b164-ceb7dc510d5e will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:44.530278 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e259c76e-8648-4f46-8106-c753d6be1f99 None None] Transition to ACTIVE for port object c8b328d8-38a1-46b4-b164-ceb7dc510d5e will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:44.585502 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-e8da7d1e-13f0-4d10-835b-c50277ebf165 None None] Set router b26e5342-3062-4647-bcb1-737803b8fc15 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:38:44.608889 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77e393f-b5c7-469e-a48d-c549743ae4a9 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:38:44.620938 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1c084e-d5f5-476e-8252-1d05fc095f7c None None] Sync routers for ids ['cc2f552d-61b2-4ee1-a6c2-b27055b7a04f'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:38:44.630942 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1c084e-d5f5-476e-8252-1d05fc095f7c None None] Routers {'cc2f552d-61b2-4ee1-a6c2-b27055b7a04f'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:44.632539 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-5f1c084e-d5f5-476e-8252-1d05fc095f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['cc2f552d-61b2-4ee1-a6c2-b27055b7a04f'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:44.640637 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e259c76e-8648-4f46-8106-c753d6be1f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:44.679061 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-b40404fc-e79b-42e9-9c5c-887a3815ebd2 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Allocated IP 172.20.0.1 (4a23d3c2-c603-458c-a06b-a4b8380d7b29/790edd4d-e6e0-43e6-935e-c3c88de4150c/c45f57a7-6e39-45c7-8680-4986ecc53d68) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:44.712650 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e77e393f-b5c7-469e-a48d-c549743ae4a9 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:44.717019 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e77e393f-b5c7-469e-a48d-c549743ae4a9 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.4972062 Aug 31 09:38:44.721100 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60040) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:44.727700 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e259c76e-8648-4f46-8106-c753d6be1f99 None None] Network 4a23d3c2-c603-458c-a06b-a4b8380d7b29 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:44.735885 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-e259c76e-8648-4f46-8106-c753d6be1f99 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:44.740504 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e259c76e-8648-4f46-8106-c753d6be1f99 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:44.744198 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259c76e-8648-4f46-8106-c753d6be1f99 None None] Pushing event updated for resources: {'Port': ['ID=c8b328d8-38a1-46b4-b164-ceb7dc510d5e,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:44.755905 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-5f1c084e-d5f5-476e-8252-1d05fc095f7c None None] Set router cc2f552d-61b2-4ee1-a6c2-b27055b7a04f gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:38:44.807586 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b40404fc-e79b-42e9-9c5c-887a3815ebd2 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:44.824205 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-b40404fc-e79b-42e9-9c5c-887a3815ebd2 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Transition to ACTIVE for port object c45f57a7-6e39-45c7-8680-4986ecc53d68 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:44.842568 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e259c76e-8648-4f46-8106-c753d6be1f99 None None] Attempting to bind port c8b328d8-38a1-46b4-b164-ceb7dc510d5e on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:38:44.842963 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e259c76e-8648-4f46-8106-c753d6be1f99 None None] Attempting to bind port c8b328d8-38a1-46b4-b164-ceb7dc510d5e by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'c8b22b05-6c83-4975-a160-05efcd305ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1643, 'network_id': '4a23d3c2-c603-458c-a06b-a4b8380d7b29'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:38:44.843337 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e259c76e-8648-4f46-8106-c753d6be1f99 None None] Attempting to bind port c8b328d8-38a1-46b4-b164-ceb7dc510d5e on network 4a23d3c2-c603-458c-a06b-a4b8380d7b29 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:44.851604 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e259c76e-8648-4f46-8106-c753d6be1f99 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:38:44.851975 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e259c76e-8648-4f46-8106-c753d6be1f99 None None] Checking segment: {'id': 'c8b22b05-6c83-4975-a160-05efcd305ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1643, 'network_id': '4a23d3c2-c603-458c-a06b-a4b8380d7b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:44.852374 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e259c76e-8648-4f46-8106-c753d6be1f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:44.852762 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e259c76e-8648-4f46-8106-c753d6be1f99 None None] Bound using segment: {'id': 'c8b22b05-6c83-4975-a160-05efcd305ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1643, 'network_id': '4a23d3c2-c603-458c-a06b-a4b8380d7b29'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:38:44.853225 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e259c76e-8648-4f46-8106-c753d6be1f99 None None] Bound port: c8b328d8-38a1-46b4-b164-ceb7dc510d5e, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b22b05-6c83-4975-a160-05efcd305ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1643, 'network_id': '4a23d3c2-c603-458c-a06b-a4b8380d7b29'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:38:44.853602 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e259c76e-8648-4f46-8106-c753d6be1f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:44.871426 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-49e3584a-55e0-4bbe-a958-49c09d9011c2 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] 10.222.0.119 "GET /v2.0/routers/cc2f552d-61b2-4ee1-a6c2-b27055b7a04f HTTP/1.1" status: 200 len: 908 time: 0.1514897 Aug 31 09:38:44.874269 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60044) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:44.881746 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-4cf51c61-af95-491b-b5c0-bc56ec5ff3d1 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2131013843', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'enable_snat': True}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:44.921786 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e8da7d1e-13f0-4d10-835b-c50277ebf165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1046053382', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '8dd1d78c-bca5-4ed8-9435-f6993eafa81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:40Z', 'updated_at': '2021-08-31T09:38:41Z', 'revision_number': 3, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'gw_port': {'id': '8dd1d78c-bca5-4ed8-9435-f6993eafa81b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:40Z', 'updated_at': '2021-08-31T09:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:44.937714 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b40404fc-e79b-42e9-9c5c-887a3815ebd2 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:44.958192 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8da7d1e-13f0-4d10-835b-c50277ebf165 None None] The sync data for ids ['b26e5342-3062-4647-bcb1-737803b8fc15'] in n-d-791506-28 is: [{'id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1046053382', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '8dd1d78c-bca5-4ed8-9435-f6993eafa81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:40Z', 'updated_at': '2021-08-31T09:38:41Z', 'revision_number': 3, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'gw_port': {'id': '8dd1d78c-bca5-4ed8-9435-f6993eafa81b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:40Z', 'updated_at': '2021-08-31T09:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:38:44.963546 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-e259c76e-8648-4f46-8106-c753d6be1f99 None None] For port c8b328d8-38a1-46b4-b164-ceb7dc510d5e, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:38:44.980032 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-e259c76e-8648-4f46-8106-c753d6be1f99 None None] For port c8b328d8-38a1-46b4-b164-ceb7dc510d5e, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=c8b328d8-38a1-46b4-b164-ceb7dc510d5e,segment=NetworkSegment(c8b22b05-6c83-4975-a160-05efcd305ac0),segment_id=c8b22b05-6c83-4975-a160-05efcd305ac0)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:38:44.985361 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-5f1c084e-d5f5-476e-8252-1d05fc095f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2f552d-61b2-4ee1-a6c2-b27055b7a04f', 'name': 'tempest-snat-router-2131013843', 'tenant_id': 'eb890caaf11a4a75ae6082152cb46db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.93'}], 'enable_snat': False}, 'gw_port_id': '004b88aa-cc77-4cbc-bd14-204ed5f0db77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:42Z', 'updated_at': '2021-08-31T09:38:43Z', 'revision_number': 3, 'project_id': 'eb890caaf11a4a75ae6082152cb46db9', 'gw_port': {'id': '004b88aa-cc77-4cbc-bd14-204ed5f0db77', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2f552d-61b2-4ee1-a6c2-b27055b7a04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:42Z', 'updated_at': '2021-08-31T09:38:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:45.000248 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40404fc-e79b-42e9-9c5c-887a3815ebd2 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Network 4a23d3c2-c603-458c-a06b-a4b8380d7b29 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:45.001697 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-b40404fc-e79b-42e9-9c5c-887a3815ebd2 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:45.010094 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40404fc-e79b-42e9-9c5c-887a3815ebd2 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:45.017535 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4cf51c61-af95-491b-b5c0-bc56ec5ff3d1 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:45.020184 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1c084e-d5f5-476e-8252-1d05fc095f7c None None] Checking router: cc2f552d-61b2-4ee1-a6c2-b27055b7a04f for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:38:45.021026 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1c084e-d5f5-476e-8252-1d05fc095f7c None None] Updating router cc2f552d-61b2-4ee1-a6c2-b27055b7a04f port 004b88aa-cc77-4cbc-bd14-204ed5f0db77 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:38:45.023573 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4cf51c61-af95-491b-b5c0-bc56ec5ff3d1 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:45.059087 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40404fc-e79b-42e9-9c5c-887a3815ebd2 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Pushing event updated for resources: {'Port': ['ID=c45f57a7-6e39-45c7-8680-4986ecc53d68,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:45.064822 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-5f1c084e-d5f5-476e-8252-1d05fc095f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:45.076881 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b40404fc-e79b-42e9-9c5c-887a3815ebd2 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:45.094461 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e259c76e-8648-4f46-8106-c753d6be1f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:45.117033 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4cf51c61-af95-491b-b5c0-bc56ec5ff3d1 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:45.173093 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259c76e-8648-4f46-8106-c753d6be1f99 None None] Pushing event updated for resources: {'Port': ['ID=c8b328d8-38a1-46b4-b164-ceb7dc510d5e,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:45.359674 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b40404fc-e79b-42e9-9c5c-887a3815ebd2 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:45.374450 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:45.391668 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4cf51c61-af95-491b-b5c0-bc56ec5ff3d1 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:45.594197 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-5f1c084e-d5f5-476e-8252-1d05fc095f7c None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:45.610018 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-5f1c084e-d5f5-476e-8252-1d05fc095f7c None None] Transition to ACTIVE for port object 004b88aa-cc77-4cbc-bd14-204ed5f0db77 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:45.683013 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5a9bf-fd63-43b4-92c9-c6a58c7fbcfc req-053c4cc3-7ab7-4127-976e-4f0f502dadd5 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:45.693661 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03d5a9bf-fd63-43b4-92c9-c6a58c7fbcfc req-053c4cc3-7ab7-4127-976e-4f0f502dadd5 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 944 time: 0.0946090 Aug 31 09:38:45.711559 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-5f1c084e-d5f5-476e-8252-1d05fc095f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:45.774161 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03d5a9bf-fd63-43b4-92c9-c6a58c7fbcfc req-a66dabe7-7b0c-4dc6-a6e5-09e6b099ab79 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810277 Aug 31 09:38:45.776795 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-5f1c084e-d5f5-476e-8252-1d05fc095f7c None None] Attempting to bind port 004b88aa-cc77-4cbc-bd14-204ed5f0db77 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:38:45.777160 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-5f1c084e-d5f5-476e-8252-1d05fc095f7c None None] Attempting to bind port 004b88aa-cc77-4cbc-bd14-204ed5f0db77 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:38:45.777753 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1c084e-d5f5-476e-8252-1d05fc095f7c None None] Attempting to bind port 004b88aa-cc77-4cbc-bd14-204ed5f0db77 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:45.797320 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1c084e-d5f5-476e-8252-1d05fc095f7c None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:38:45.806283 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1c084e-d5f5-476e-8252-1d05fc095f7c None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:45.806739 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-5f1c084e-d5f5-476e-8252-1d05fc095f7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:45.807138 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1c084e-d5f5-476e-8252-1d05fc095f7c None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:38:45.807629 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-5f1c084e-d5f5-476e-8252-1d05fc095f7c None None] Bound port: 004b88aa-cc77-4cbc-bd14-204ed5f0db77, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:38:45.808009 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-5f1c084e-d5f5-476e-8252-1d05fc095f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:45.811084 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f903c7-daaa-40bd-8c54-21addf8c9c8c None None] Pushing event updated for resources: {'Port': ['ID=004b88aa-cc77-4cbc-bd14-204ed5f0db77,revision_number=2']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:45.820929 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b40404fc-e79b-42e9-9c5c-887a3815ebd2 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:45.864845 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4cf51c61-af95-491b-b5c0-bc56ec5ff3d1 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:45.875186 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-5f1c084e-d5f5-476e-8252-1d05fc095f7c None None] For port 004b88aa-cc77-4cbc-bd14-204ed5f0db77, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:38:45.878503 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-5f1c084e-d5f5-476e-8252-1d05fc095f7c None None] For port 004b88aa-cc77-4cbc-bd14-204ed5f0db77, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=004b88aa-cc77-4cbc-bd14-204ed5f0db77,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:38:45.882862 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b40404fc-e79b-42e9-9c5c-887a3815ebd2 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:45.887338 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4cf51c61-af95-491b-b5c0-bc56ec5ff3d1 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:45.970147 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40404fc-e79b-42e9-9c5c-887a3815ebd2 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Pushing event updated for resources: {'Port': ['ID=c45f57a7-6e39-45c7-8680-4986ecc53d68,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:45.975966 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b40404fc-e79b-42e9-9c5c-887a3815ebd2 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:45.998096 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-5f1c084e-d5f5-476e-8252-1d05fc095f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:46.008741 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-4cf51c61-af95-491b-b5c0-bc56ec5ff3d1 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Allocated IP 172.25.2.39 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/86d8592c-52a8-458d-96c8-e9d9a8db7218) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:46.109824 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1c084e-d5f5-476e-8252-1d05fc095f7c None None] Routers {'cc2f552d-61b2-4ee1-a6c2-b27055b7a04f'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:46.113234 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-5f1c084e-d5f5-476e-8252-1d05fc095f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['cc2f552d-61b2-4ee1-a6c2-b27055b7a04f'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:46.115326 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f903c7-daaa-40bd-8c54-21addf8c9c8c None None] Pushing event updated for resources: {'Port': ['ID=004b88aa-cc77-4cbc-bd14-204ed5f0db77,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:46.125495 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40404fc-e79b-42e9-9c5c-887a3815ebd2 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Network 4a23d3c2-c603-458c-a06b-a4b8380d7b29 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:46.127363 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-b40404fc-e79b-42e9-9c5c-887a3815ebd2 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:46.193727 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4cf51c61-af95-491b-b5c0-bc56ec5ff3d1 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:46.285004 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-5f1c084e-d5f5-476e-8252-1d05fc095f7c None None] Set router cc2f552d-61b2-4ee1-a6c2-b27055b7a04f gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:38:46.287131 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40404fc-e79b-42e9-9c5c-887a3815ebd2 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Router b26e5342-3062-4647-bcb1-737803b8fc15 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:38:46.334467 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4cf51c61-af95-491b-b5c0-bc56ec5ff3d1 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:46.389334 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf51c61-af95-491b-b5c0-bc56ec5ff3d1 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:46.392506 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-4cf51c61-af95-491b-b5c0-bc56ec5ff3d1 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:46.395014 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf51c61-af95-491b-b5c0-bc56ec5ff3d1 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:46.421112 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf51c61-af95-491b-b5c0-bc56ec5ff3d1 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Pushing event updated for resources: {'Port': ['ID=86d8592c-52a8-458d-96c8-e9d9a8db7218,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:46.430302 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40404fc-e79b-42e9-9c5c-887a3815ebd2 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:38:46.446953 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b40404fc-e79b-42e9-9c5c-887a3815ebd2 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "PUT /v2.0/routers/b26e5342-3062-4647-bcb1-737803b8fc15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9053829 Aug 31 09:38:46.449559 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60052) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:46.464977 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-e15a22ec-3756-4659-941e-2d3e83fc3e6f tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--359794443', 'description': 'tempest-secgroup_access--359794443 description', 'project_id': '18fe70eb6d324600ad1c951e98138b17'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:46.488606 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-5f1c084e-d5f5-476e-8252-1d05fc095f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2f552d-61b2-4ee1-a6c2-b27055b7a04f', 'name': 'tempest-snat-router-2131013843', 'tenant_id': 'eb890caaf11a4a75ae6082152cb46db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.93'}], 'enable_snat': False}, 'gw_port_id': '004b88aa-cc77-4cbc-bd14-204ed5f0db77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:42Z', 'updated_at': '2021-08-31T09:38:43Z', 'revision_number': 3, 'project_id': 'eb890caaf11a4a75ae6082152cb46db9', 'gw_port': {'id': '004b88aa-cc77-4cbc-bd14-204ed5f0db77', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2f552d-61b2-4ee1-a6c2-b27055b7a04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:42Z', 'updated_at': '2021-08-31T09:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:46.496322 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device e0e02a6b-4799-48c6-bc13-41d82e71f40b up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:46.518710 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1c084e-d5f5-476e-8252-1d05fc095f7c None None] The sync data for ids ['cc2f552d-61b2-4ee1-a6c2-b27055b7a04f'] in n-d-791506-28 is: [{'id': 'cc2f552d-61b2-4ee1-a6c2-b27055b7a04f', 'name': 'tempest-snat-router-2131013843', 'tenant_id': 'eb890caaf11a4a75ae6082152cb46db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.93'}], 'enable_snat': False}, 'gw_port_id': '004b88aa-cc77-4cbc-bd14-204ed5f0db77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:42Z', 'updated_at': '2021-08-31T09:38:43Z', 'revision_number': 3, 'project_id': 'eb890caaf11a4a75ae6082152cb46db9', 'gw_port': {'id': '004b88aa-cc77-4cbc-bd14-204ed5f0db77', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:6a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2f552d-61b2-4ee1-a6c2-b27055b7a04f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:42Z', 'updated_at': '2021-08-31T09:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:38:46.561573 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e15a22ec-3756-4659-941e-2d3e83fc3e6f tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:46.604526 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827a0e3c-d231-4f9d-a14d-1764029220d8 None None] Network 4a23d3c2-c603-458c-a06b-a4b8380d7b29 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:38:46.618648 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port e0e02a6b-4799-48c6-bc13-41d82e71f40b completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:46.657844 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port e0e02a6b-4799-48c6-bc13-41d82e71f40b triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:46.658598 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:46.668774 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e15a22ec-3756-4659-941e-2d3e83fc3e6f tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:46.754707 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e15a22ec-3756-4659-941e-2d3e83fc3e6f tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:46.792749 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-bf39b685-8ebd-4efa-a618-28a546bfba9e None None] Provisioning for port c8b328d8-38a1-46b4-b164-ceb7dc510d5e completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:46.818967 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:46.855280 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a22ec-3756-4659-941e-2d3e83fc3e6f tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72778a1d-8b89-4a6f-98c8-0c3b0e1fb5bb,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:46.866016 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e15a22ec-3756-4659-941e-2d3e83fc3e6f tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:46.870349 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e15a22ec-3756-4659-941e-2d3e83fc3e6f tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4172075 Aug 31 09:38:46.871100 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60056) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:46.881649 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-13796361-1010-47b8-bb13-98f3aae49ecf tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1975706071', 'description': 'tempest-secgroup_general--1975706071 description', 'project_id': '18fe70eb6d324600ad1c951e98138b17'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:46.891111 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878a7676-9538-424b-a8c1-1d20a6e571ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e02a6b-4799-48c6-bc13-41d82e71f40b'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:38:46.893979 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8179799c-02cc-4966-a068-ab1749eda5c5" -d '{"events": [{"server_uuid": "878a7676-9538-424b-a8c1-1d20a6e571ab", "name": "network-vif-plugged", "status": "completed", "tag": "e0e02a6b-4799-48c6-bc13-41d82e71f40b"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:38:46.904130 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4cf51c61-af95-491b-b5c0-bc56ec5ff3d1 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:46.910462 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port e0e02a6b-4799-48c6-bc13-41d82e71f40b, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=e0e02a6b-4799-48c6-bc13-41d82e71f40b,segment=NetworkSegment(07f824f9-6fc8-4665-b039-965319ccc92f),segment_id=07f824f9-6fc8-4665-b039-965319ccc92f)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:46.975235 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be1bab4-8652-47d5-b372-2be39c8be289 x-openstack-request-id: req-5be1bab4-8652-47d5-b372-2be39c8be289 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:38:46.975624 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878a7676-9538-424b-a8c1-1d20a6e571ab", "name": "network-vif-plugged", "status": "completed", "tag": "e0e02a6b-4799-48c6-bc13-41d82e71f40b", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:38:46.977437 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-5be1bab4-8652-47d5-b372-2be39c8be289 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:38:46.978606 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878a7676-9538-424b-a8c1-1d20a6e571ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e02a6b-4799-48c6-bc13-41d82e71f40b', 'code': 200} Aug 31 09:38:47.025893 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:47.088296 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-13796361-1010-47b8-bb13-98f3aae49ecf tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:47.120948 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:47.154078 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=e0e02a6b-4799-48c6-bc13-41d82e71f40b,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:47.171660 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e3869-d8ae-4578-83ba-c9cf43e64363 req-2483dd7b-8c63-491a-962f-555b794a6666 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:47.173266 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d88e3869-d8ae-4578-83ba-c9cf43e64363 req-2483dd7b-8c63-491a-962f-555b794a6666 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 944 time: 0.1946950 Aug 31 09:38:47.241622 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c94e6-65cc-4e42-9206-11ae28cfe752 req-dd0062a9-ec5c-4131-99fd-aaa0aea5a99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:47.243105 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b87c94e6-65cc-4e42-9206-11ae28cfe752 req-dd0062a9-ec5c-4131-99fd-aaa0aea5a99f service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 1097 time: 0.1946719 Aug 31 09:38:47.303292 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1910bba6-c944-4d8c-8cb2-3afc8f2358b0 None None] Sync routers for ids ['b26e5342-3062-4647-bcb1-737803b8fc15'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:38:47.321908 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1910bba6-c944-4d8c-8cb2-3afc8f2358b0 None None] Routers {'b26e5342-3062-4647-bcb1-737803b8fc15'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:47.323350 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-1910bba6-c944-4d8c-8cb2-3afc8f2358b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b26e5342-3062-4647-bcb1-737803b8fc15'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:47.368795 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b87c94e6-65cc-4e42-9206-11ae28cfe752 req-a8212220-7a6f-4c98-90ac-074b91ee028f service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155372 Aug 31 09:38:47.369273 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d88e3869-d8ae-4578-83ba-c9cf43e64363 req-4882973a-7f50-46f3-b468-97a7daa821b3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826358 Aug 31 09:38:47.455777 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4cf51c61-af95-491b-b5c0-bc56ec5ff3d1 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:47.462601 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-13796361-1010-47b8-bb13-98f3aae49ecf tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:47.522669 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-13796361-1010-47b8-bb13-98f3aae49ecf tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:47.542457 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device c8b328d8-38a1-46b4-b164-ceb7dc510d5e up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:47.592272 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13796361-1010-47b8-bb13-98f3aae49ecf tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c01a856-8b78-43f1-a92f-5091f633857c,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:47.613074 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-1910bba6-c944-4d8c-8cb2-3afc8f2358b0 None None] Set router b26e5342-3062-4647-bcb1-737803b8fc15 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:38:47.661238 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e7d707e8-8af1-49af-a1be-66e9235ce69a None None] Provisioning for port c45f57a7-6e39-45c7-8680-4986ecc53d68 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:47.677029 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-13796361-1010-47b8-bb13-98f3aae49ecf tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:47.679055 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-13796361-1010-47b8-bb13-98f3aae49ecf tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.8058271 Aug 31 09:38:47.679541 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e7d707e8-8af1-49af-a1be-66e9235ce69a None None] Provisioning complete for port c45f57a7-6e39-45c7-8680-4986ecc53d68 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:47.679937 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e7d707e8-8af1-49af-a1be-66e9235ce69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:47.681607 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60062) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:47.687650 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-5edbde88-1365-4be9-92cc-bd2c55c92e95 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Request body: {'security_group_rule': {'security_group_id': '72778a1d-8b89-4a6f-98c8-0c3b0e1fb5bb', 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:47.745174 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf51c61-af95-491b-b5c0-bc56ec5ff3d1 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Router cd9f8da4-bd13-4903-a939-1d92625b6a87 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:38:47.785633 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-e7d707e8-8af1-49af-a1be-66e9235ce69a None None] Port c45f57a7-6e39-45c7-8680-4986ecc53d68 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:38:47.820089 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5edbde88-1365-4be9-92cc-bd2c55c92e95 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:47.904304 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf51c61-af95-491b-b5c0-bc56ec5ff3d1 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:38:47.905260 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port c8b328d8-38a1-46b4-b164-ceb7dc510d5e completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:47.910712 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port c8b328d8-38a1-46b4-b164-ceb7dc510d5e triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:47.911089 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:47.916693 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5edbde88-1365-4be9-92cc-bd2c55c92e95 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:47.920063 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97885ff-05c0-4071-8a87-473f69db9deb None None] Sync routers for ids ['cd9f8da4-bd13-4903-a939-1d92625b6a87'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:38:47.930761 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97885ff-05c0-4071-8a87-473f69db9deb None None] Routers {'cd9f8da4-bd13-4903-a939-1d92625b6a87'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:47.931433 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-b97885ff-05c0-4071-8a87-473f69db9deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['cd9f8da4-bd13-4903-a939-1d92625b6a87'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:47.950028 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-dc788ba1-acc0-4a3a-af75-ff1aad58214b None None] Provisioning complete for port c45f57a7-6e39-45c7-8680-4986ecc53d68 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:47.951383 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-dc788ba1-acc0-4a3a-af75-ff1aad58214b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:48.018458 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5edbde88-1365-4be9-92cc-bd2c55c92e95 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:48.018632 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-dc788ba1-acc0-4a3a-af75-ff1aad58214b None None] Port c45f57a7-6e39-45c7-8680-4986ecc53d68 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:38:48.031301 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4cf51c61-af95-491b-b5c0-bc56ec5ff3d1 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:48.032547 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4cf51c61-af95-491b-b5c0-bc56ec5ff3d1 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.1556036 Aug 31 09:38:48.035528 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60064) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:48.066403 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-b97885ff-05c0-4071-8a87-473f69db9deb None None] Set router cd9f8da4-bd13-4903-a939-1d92625b6a87 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:38:48.070964 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:48.083947 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbde88-1365-4be9-92cc-bd2c55c92e95 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b7fdfa-638c-4ccf-8885-73cb1730d0fc,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:48.091238 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-1910bba6-c944-4d8c-8cb2-3afc8f2358b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1046053382', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '8dd1d78c-bca5-4ed8-9435-f6993eafa81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:40Z', 'updated_at': '2021-08-31T09:38:45Z', 'revision_number': 4, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'gw_port': {'id': '8dd1d78c-bca5-4ed8-9435-f6993eafa81b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:40Z', 'updated_at': '2021-08-31T09:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'c45f57a7-6e39-45c7-8680-4986ecc53d68', 'name': '', 'network_id': '4a23d3c2-c603-458c-a06b-a4b8380d7b29', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'mac_address': 'fa:16:3e:ce:9b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '790edd4d-e6e0-43e6-935e-c3c88de4150c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:44Z', 'updated_at': '2021-08-31T09:38:45Z', 'revision_number': 2, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'subnets': [{'id': '790edd4d-e6e0-43e6-935e-c3c88de4150c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:48.123169 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1910bba6-c944-4d8c-8cb2-3afc8f2358b0 None None] Checking router: b26e5342-3062-4647-bcb1-737803b8fc15 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:38:48.123693 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1910bba6-c944-4d8c-8cb2-3afc8f2358b0 None None] Updating router b26e5342-3062-4647-bcb1-737803b8fc15 port c45f57a7-6e39-45c7-8680-4986ecc53d68 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:38:48.163386 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c4d6f109-fa06-4e4f-824e-f8d8568e6ab5 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] 10.222.0.119 "GET /v2.0/routers/cd9f8da4-bd13-4903-a939-1d92625b6a87 HTTP/1.1" status: 200 len: 907 time: 0.1263318 Aug 31 09:38:48.165773 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60066) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:48.175130 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5edbde88-1365-4be9-92cc-bd2c55c92e95 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:48.178762 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5edbde88-1365-4be9-92cc-bd2c55c92e95 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4938002 Aug 31 09:38:48.187306 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port c8b328d8-38a1-46b4-b164-ceb7dc510d5e, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=c8b328d8-38a1-46b4-b164-ceb7dc510d5e,segment=NetworkSegment(c8b22b05-6c83-4975-a160-05efcd305ac0),segment_id=c8b22b05-6c83-4975-a160-05efcd305ac0)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:48.189950 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-17760825-db2a-4d36-acfe-7943833bde84 None None] Provisioning complete for port c45f57a7-6e39-45c7-8680-4986ecc53d68 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:48.190381 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-17760825-db2a-4d36-acfe-7943833bde84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:48.236852 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1910bba6-c944-4d8c-8cb2-3afc8f2358b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:48.301603 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:48.302406 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 004b88aa-cc77-4cbc-bd14-204ed5f0db77 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:48.304255 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-17760825-db2a-4d36-acfe-7943833bde84 None None] Port c45f57a7-6e39-45c7-8680-4986ecc53d68 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:38:48.358337 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-b97885ff-05c0-4071-8a87-473f69db9deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9f8da4-bd13-4903-a939-1d92625b6a87', 'name': 'tempest-snat-router-2131013843', 'tenant_id': 'eb890caaf11a4a75ae6082152cb46db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '86d8592c-52a8-458d-96c8-e9d9a8db7218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:45Z', 'updated_at': '2021-08-31T09:38:46Z', 'revision_number': 3, 'project_id': 'eb890caaf11a4a75ae6082152cb46db9', 'gw_port': {'id': '86d8592c-52a8-458d-96c8-e9d9a8db7218', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:87:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9f8da4-bd13-4903-a939-1d92625b6a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3254, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:45Z', 'updated_at': '2021-08-31T09:38:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:48.386893 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97885ff-05c0-4071-8a87-473f69db9deb None None] Checking router: cd9f8da4-bd13-4903-a939-1d92625b6a87 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:38:48.387237 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97885ff-05c0-4071-8a87-473f69db9deb None None] Updating router cd9f8da4-bd13-4903-a939-1d92625b6a87 port 86d8592c-52a8-458d-96c8-e9d9a8db7218 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:38:48.436132 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-b97885ff-05c0-4071-8a87-473f69db9deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:48.630241 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-281b5571-76a1-4239-ae87-88e4111851fb req-f7945da1-f7fb-4055-9454-2bd5588445d1 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-secgroup_access--359794443&fields=id&tenant_id=18fe70eb6d324600ad1c951e98138b17 HTTP/1.1" status: 200 len: 267 time: 0.1327376 Aug 31 09:38:48.642742 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3b59b-9f24-4607-9f9d-aab41608ba65 req-e9a9b3ab-dd98-443a-ae7e-88a23b6c5f5e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:48.644402 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0df3b59b-9f24-4607-9f9d-aab41608ba65 req-e9a9b3ab-dd98-443a-ae7e-88a23b6c5f5e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 945 time: 0.1481221 Aug 31 09:38:48.662125 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=c8b328d8-38a1-46b4-b164-ceb7dc510d5e,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:48.687175 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef43f625-f687-484c-942a-f50ee0cc3f63 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:48.758825 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-281b5571-76a1-4239-ae87-88e4111851fb req-a01559b8-1b6b-4254-8c5f-58d534ab098f tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-secgroup_general--1975706071&fields=id&tenant_id=18fe70eb6d324600ad1c951e98138b17 HTTP/1.1" status: 200 len: 267 time: 0.1132782 Aug 31 09:38:48.770206 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-b97885ff-05c0-4071-8a87-473f69db9deb None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:48.781260 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0df3b59b-9f24-4607-9f9d-aab41608ba65 req-5b958be4-928a-4bdc-a744-c4dac711b3c4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163158 Aug 31 09:38:48.782973 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-b97885ff-05c0-4071-8a87-473f69db9deb None None] Transition to ACTIVE for port object 86d8592c-52a8-458d-96c8-e9d9a8db7218 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:48.822140 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 004b88aa-cc77-4cbc-bd14-204ed5f0db77 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:48.829705 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 004b88aa-cc77-4cbc-bd14-204ed5f0db77 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:48.830075 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:48.858981 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-b97885ff-05c0-4071-8a87-473f69db9deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:48.867465 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1910bba6-c944-4d8c-8cb2-3afc8f2358b0 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:48.885798 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-1910bba6-c944-4d8c-8cb2-3afc8f2358b0 None None] Transition to ACTIVE for port object c45f57a7-6e39-45c7-8680-4986ecc53d68 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:48.921554 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef43f625-f687-484c-942a-f50ee0cc3f63 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:48.922828 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-b97885ff-05c0-4071-8a87-473f69db9deb None None] Attempting to bind port 86d8592c-52a8-458d-96c8-e9d9a8db7218 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:38:48.923320 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-b97885ff-05c0-4071-8a87-473f69db9deb None None] Attempting to bind port 86d8592c-52a8-458d-96c8-e9d9a8db7218 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:38:48.923320 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97885ff-05c0-4071-8a87-473f69db9deb None None] Attempting to bind port 86d8592c-52a8-458d-96c8-e9d9a8db7218 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:48.933560 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97885ff-05c0-4071-8a87-473f69db9deb None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:38:48.933560 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97885ff-05c0-4071-8a87-473f69db9deb None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:48.933950 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-b97885ff-05c0-4071-8a87-473f69db9deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:48.934890 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97885ff-05c0-4071-8a87-473f69db9deb None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:38:48.934890 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-b97885ff-05c0-4071-8a87-473f69db9deb None None] Bound port: 86d8592c-52a8-458d-96c8-e9d9a8db7218, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:38:48.936044 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-b97885ff-05c0-4071-8a87-473f69db9deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:48.937801 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:48.960038 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b5571-76a1-4239-ae87-88e4111851fb req-480c79c7-78c7-4298-b9e2-0d00e2a56db0 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:48.961330 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1910bba6-c944-4d8c-8cb2-3afc8f2358b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:48.961671 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-281b5571-76a1-4239-ae87-88e4111851fb req-480c79c7-78c7-4298-b9e2-0d00e2a56db0 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/networks?id=4a23d3c2-c603-458c-a06b-a4b8380d7b29 HTTP/1.1" status: 200 len: 797 time: 0.1932628 Aug 31 09:38:48.965668 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 004b88aa-cc77-4cbc-bd14-204ed5f0db77, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=004b88aa-cc77-4cbc-bd14-204ed5f0db77,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:48.979085 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ab3cf-0afd-4a6c-b97b-3ffcdc4e43f2 None None] Pushing event updated for resources: {'Port': ['ID=86d8592c-52a8-458d-96c8-e9d9a8db7218,revision_number=2']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:48.979800 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-281b5571-76a1-4239-ae87-88e4111851fb req-33c91abc-5679-4c10-b1e4-3f66a5da5098 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/quotas/18fe70eb6d324600ad1c951e98138b17 HTTP/1.1" status: 200 len: 375 time: 0.0097632 Aug 31 09:38:49.001414 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ab3cf-0afd-4a6c-b97b-3ffcdc4e43f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:49.005493 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ab3cf-0afd-4a6c-b97b-3ffcdc4e43f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:49.005493 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ab3cf-0afd-4a6c-b97b-3ffcdc4e43f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:49.005493 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ab3cf-0afd-4a6c-b97b-3ffcdc4e43f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:49.005493 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ab3cf-0afd-4a6c-b97b-3ffcdc4e43f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:49.005493 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ab3cf-0afd-4a6c-b97b-3ffcdc4e43f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:49.005493 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ab3cf-0afd-4a6c-b97b-3ffcdc4e43f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:49.005493 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ab3cf-0afd-4a6c-b97b-3ffcdc4e43f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:49.005493 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ab3cf-0afd-4a6c-b97b-3ffcdc4e43f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:49.005493 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ab3cf-0afd-4a6c-b97b-3ffcdc4e43f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:49.005493 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ab3cf-0afd-4a6c-b97b-3ffcdc4e43f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:49.007090 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929ab3cf-0afd-4a6c-b97b-3ffcdc4e43f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:38:49.021106 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861742b-3883-4c98-a4b7-1e4e94878de9 None None] Pushing event updated for resources: {'Port': ['ID=c45f57a7-6e39-45c7-8680-4986ecc53d68,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:49.038281 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-b97885ff-05c0-4071-8a87-473f69db9deb None None] For port 86d8592c-52a8-458d-96c8-e9d9a8db7218, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:38:49.051454 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-b97885ff-05c0-4071-8a87-473f69db9deb None None] For port 86d8592c-52a8-458d-96c8-e9d9a8db7218, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=86d8592c-52a8-458d-96c8-e9d9a8db7218,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:38:49.071798 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-1910bba6-c944-4d8c-8cb2-3afc8f2358b0 None None] Attempting to bind port c45f57a7-6e39-45c7-8680-4986ecc53d68 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:38:49.072181 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-1910bba6-c944-4d8c-8cb2-3afc8f2358b0 None None] Attempting to bind port c45f57a7-6e39-45c7-8680-4986ecc53d68 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'c8b22b05-6c83-4975-a160-05efcd305ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1643, 'network_id': '4a23d3c2-c603-458c-a06b-a4b8380d7b29'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:38:49.072664 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1910bba6-c944-4d8c-8cb2-3afc8f2358b0 None None] Attempting to bind port c45f57a7-6e39-45c7-8680-4986ecc53d68 on network 4a23d3c2-c603-458c-a06b-a4b8380d7b29 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:49.080920 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:49.081726 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8dd1d78c-bca5-4ed8-9435-f6993eafa81b up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:49.086498 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-281b5571-76a1-4239-ae87-88e4111851fb req-fa2b6fd8-1ffa-4492-a2a2-aa02a7b95954 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=18fe70eb6d324600ad1c951e98138b17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0963132 Aug 31 09:38:49.094946 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-ef43f625-f687-484c-942a-f50ee0cc3f63 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Deleting port 86d8592c-52a8-458d-96c8-e9d9a8db7218 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:38:49.095298 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef43f625-f687-484c-942a-f50ee0cc3f63 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:49.134627 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1910bba6-c944-4d8c-8cb2-3afc8f2358b0 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:38:49.134999 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1910bba6-c944-4d8c-8cb2-3afc8f2358b0 None None] Checking segment: {'id': 'c8b22b05-6c83-4975-a160-05efcd305ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1643, 'network_id': '4a23d3c2-c603-458c-a06b-a4b8380d7b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:49.135676 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1910bba6-c944-4d8c-8cb2-3afc8f2358b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:49.136129 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1910bba6-c944-4d8c-8cb2-3afc8f2358b0 None None] Bound using segment: {'id': 'c8b22b05-6c83-4975-a160-05efcd305ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1643, 'network_id': '4a23d3c2-c603-458c-a06b-a4b8380d7b29'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:38:49.136673 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-1910bba6-c944-4d8c-8cb2-3afc8f2358b0 None None] Bound port: c45f57a7-6e39-45c7-8680-4986ecc53d68, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b22b05-6c83-4975-a160-05efcd305ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1643, 'network_id': '4a23d3c2-c603-458c-a06b-a4b8380d7b29'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:38:49.137113 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1910bba6-c944-4d8c-8cb2-3afc8f2358b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:49.140893 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-b97885ff-05c0-4071-8a87-473f69db9deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:49.210956 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ab3cf-0afd-4a6c-b97b-3ffcdc4e43f2 None None] Pushing event updated for resources: {'Port': ['ID=86d8592c-52a8-458d-96c8-e9d9a8db7218,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:49.226461 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97885ff-05c0-4071-8a87-473f69db9deb None None] Routers {'cd9f8da4-bd13-4903-a939-1d92625b6a87'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:49.227382 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-b97885ff-05c0-4071-8a87-473f69db9deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['cd9f8da4-bd13-4903-a939-1d92625b6a87'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:49.244314 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=004b88aa-cc77-4cbc-bd14-204ed5f0db77,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:49.271840 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-ef43f625-f687-484c-942a-f50ee0cc3f63 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] For port 86d8592c-52a8-458d-96c8-e9d9a8db7218, host n-d-791506-28, got binding levels [] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:49.272653 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef43f625-f687-484c-942a-f50ee0cc3f63 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:49.289493 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-281b5571-76a1-4239-ae87-88e4111851fb req-10d86196-7953-448b-916f-288972225d95 service neutron] 10.222.0.119 "GET /v2.0/networks/4a23d3c2-c603-458c-a06b-a4b8380d7b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769445 Aug 31 09:38:49.291820 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-1910bba6-c944-4d8c-8cb2-3afc8f2358b0 None None] For port c45f57a7-6e39-45c7-8680-4986ecc53d68, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:38:49.293606 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-ef43f625-f687-484c-942a-f50ee0cc3f63 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Calling delete_port for 86d8592c-52a8-458d-96c8-e9d9a8db7218 owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:38:49.295564 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-1910bba6-c944-4d8c-8cb2-3afc8f2358b0 None None] For port c45f57a7-6e39-45c7-8680-4986ecc53d68, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=c45f57a7-6e39-45c7-8680-4986ecc53d68,segment=NetworkSegment(c8b22b05-6c83-4975-a160-05efcd305ac0),segment_id=c8b22b05-6c83-4975-a160-05efcd305ac0)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:38:49.311423 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 8dd1d78c-bca5-4ed8-9435-f6993eafa81b completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:49.317257 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 8dd1d78c-bca5-4ed8-9435-f6993eafa81b triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:49.321131 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:49.340380 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-b97885ff-05c0-4071-8a87-473f69db9deb None None] Set router cd9f8da4-bd13-4903-a939-1d92625b6a87 gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:38:49.371819 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1910bba6-c944-4d8c-8cb2-3afc8f2358b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:49.430790 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-b97885ff-05c0-4071-8a87-473f69db9deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9f8da4-bd13-4903-a939-1d92625b6a87', 'name': 'tempest-snat-router-2131013843', 'tenant_id': 'eb890caaf11a4a75ae6082152cb46db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:45Z', 'updated_at': '2021-08-31T09:38:48Z', 'revision_number': 4, 'project_id': 'eb890caaf11a4a75ae6082152cb46db9', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:49.461136 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97885ff-05c0-4071-8a87-473f69db9deb None None] The sync data for ids ['cd9f8da4-bd13-4903-a939-1d92625b6a87'] in n-d-791506-28 is: [{'id': 'cd9f8da4-bd13-4903-a939-1d92625b6a87', 'name': 'tempest-snat-router-2131013843', 'tenant_id': 'eb890caaf11a4a75ae6082152cb46db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:45Z', 'updated_at': '2021-08-31T09:38:48Z', 'revision_number': 4, 'project_id': 'eb890caaf11a4a75ae6082152cb46db9', 'gw_port_host': None}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:38:49.464053 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861742b-3883-4c98-a4b7-1e4e94878de9 None None] Pushing event updated for resources: {'Port': ['ID=c45f57a7-6e39-45c7-8680-4986ecc53d68,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:49.480310 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1910bba6-c944-4d8c-8cb2-3afc8f2358b0 None None] Routers {'b26e5342-3062-4647-bcb1-737803b8fc15'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:49.480976 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-1910bba6-c944-4d8c-8cb2-3afc8f2358b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b26e5342-3062-4647-bcb1-737803b8fc15'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:49.516030 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-281b5571-76a1-4239-ae87-88e4111851fb req-9417df14-b318-4df4-809a-62d24926aa9d service neutron] 10.222.0.119 "GET /v2.0/networks/4a23d3c2-c603-458c-a06b-a4b8380d7b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144597 Aug 31 09:38:49.520650 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:49.552009 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 8dd1d78c-bca5-4ed8-9435-f6993eafa81b, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8dd1d78c-bca5-4ed8-9435-f6993eafa81b,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:49.626652 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:49.677986 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef43f625-f687-484c-942a-f50ee0cc3f63 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:49.678905 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-1910bba6-c944-4d8c-8cb2-3afc8f2358b0 None None] Set router b26e5342-3062-4647-bcb1-737803b8fc15 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:38:49.724550 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=8dd1d78c-bca5-4ed8-9435-f6993eafa81b,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:49.730593 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43f625-f687-484c-942a-f50ee0cc3f63 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Pushing event deleted for resources: {'Port': ['ID=86d8592c-52a8-458d-96c8-e9d9a8db7218,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:49.754129 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device c8b328d8-38a1-46b4-b164-ceb7dc510d5e up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:49.872836 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e08b2546-352a-4214-9297-1443dac803b6 req-7e86885b-11e3-4242-94f7-100b363d0bb8 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/ports?device_id=7e0fbc9c-7164-47a9-b80e-11e8caedd9ec HTTP/1.1" status: 200 len: 210 time: 0.0494158 Aug 31 09:38:49.914997 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef43f625-f687-484c-942a-f50ee0cc3f63 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:49.944752 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port c8b328d8-38a1-46b4-b164-ceb7dc510d5e triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:49.948429 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:50.021627 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef43f625-f687-484c-942a-f50ee0cc3f63 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:50.024761 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef43f625-f687-484c-942a-f50ee0cc3f63 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:50.039303 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b098966-b990-4882-8009-b180f703f8e8 req-16c468d8-4fdf-4087-bd2b-761bcd9973c3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:50.040818 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b098966-b990-4882-8009-b180f703f8e8 req-16c468d8-4fdf-4087-bd2b-761bcd9973c3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 945 time: 0.1667788 Aug 31 09:38:50.087617 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 004b88aa-cc77-4cbc-bd14-204ed5f0db77 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:50.118945 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b098966-b990-4882-8009-b180f703f8e8 req-19e01c72-612e-48bb-96b2-6d84bd96f08d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412073 Aug 31 09:38:50.136891 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-1910bba6-c944-4d8c-8cb2-3afc8f2358b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1046053382', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '8dd1d78c-bca5-4ed8-9435-f6993eafa81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:40Z', 'updated_at': '2021-08-31T09:38:45Z', 'revision_number': 4, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'gw_port': {'id': '8dd1d78c-bca5-4ed8-9435-f6993eafa81b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:40Z', 'updated_at': '2021-08-31T09:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'c45f57a7-6e39-45c7-8680-4986ecc53d68', 'name': '', 'network_id': '4a23d3c2-c603-458c-a06b-a4b8380d7b29', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'mac_address': 'fa:16:3e:ce:9b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '790edd4d-e6e0-43e6-935e-c3c88de4150c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:44Z', 'updated_at': '2021-08-31T09:38:49Z', 'revision_number': 4, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'subnets': [{'id': '790edd4d-e6e0-43e6-935e-c3c88de4150c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:50.172156 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1910bba6-c944-4d8c-8cb2-3afc8f2358b0 None None] The sync data for ids ['b26e5342-3062-4647-bcb1-737803b8fc15'] in n-d-791506-28 is: [{'id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1046053382', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '8dd1d78c-bca5-4ed8-9435-f6993eafa81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:40Z', 'updated_at': '2021-08-31T09:38:45Z', 'revision_number': 4, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'gw_port': {'id': '8dd1d78c-bca5-4ed8-9435-f6993eafa81b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:40Z', 'updated_at': '2021-08-31T09:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'c45f57a7-6e39-45c7-8680-4986ecc53d68', 'name': '', 'network_id': '4a23d3c2-c603-458c-a06b-a4b8380d7b29', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'mac_address': 'fa:16:3e:ce:9b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '790edd4d-e6e0-43e6-935e-c3c88de4150c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:44Z', 'updated_at': '2021-08-31T09:38:49Z', 'revision_number': 4, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'subnets': [{'id': '790edd4d-e6e0-43e6-935e-c3c88de4150c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:38:50.179797 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 004b88aa-cc77-4cbc-bd14-204ed5f0db77 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:50.180222 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef43f625-f687-484c-942a-f50ee0cc3f63 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:50.180625 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:50.180901 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef43f625-f687-484c-942a-f50ee0cc3f63 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd9f8da4-bd13-4903-a939-1d92625b6a87 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:38:50.189427 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef43f625-f687-484c-942a-f50ee0cc3f63 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:50.193035 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ef43f625-f687-484c-942a-f50ee0cc3f63 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] 10.222.0.119 "DELETE /v2.0/routers/cd9f8da4-bd13-4903-a939-1d92625b6a87 HTTP/1.1" status: 204 len: 168 time: 2.0239177 Aug 31 09:38:50.193518 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60098) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:50.272648 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51e74c-941f-4a81-9403-5f8e2fb88c5e req-006f104a-885b-477f-8234-8a069cf3af22 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:50.281111 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8c51e74c-941f-4a81-9403-5f8e2fb88c5e req-006f104a-885b-477f-8234-8a069cf3af22 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 945 time: 0.0891519 Aug 31 09:38:50.335117 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8c51e74c-941f-4a81-9403-5f8e2fb88c5e req-313c1081-86f6-44e5-b81d-fd7eb61031c3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530636 Aug 31 09:38:50.358788 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60100) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:50.403098 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e9495d27-f276-490a-8a7e-52891ebf9873 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:50.446591 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204654c3-cb21-418d-8111-3341f3632bb7 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:50.451443 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-204654c3-cb21-418d-8111-3341f3632bb7 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 1092 time: 0.0883605 Aug 31 09:38:50.452213 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60106) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:50.457968 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-2ec388d1-d145-4d46-8dda-ef5bfb825817 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'port_id': 'e0e02a6b-4799-48c6-bc13-41d82e71f40b', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:50.538052 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e9495d27-f276-490a-8a7e-52891ebf9873 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:50.573943 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2ec388d1-d145-4d46-8dda-ef5bfb825817 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for floatingip, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:50.680643 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2ec388d1-d145-4d46-8dda-ef5bfb825817 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:50.717971 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-e9495d27-f276-490a-8a7e-52891ebf9873 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Deleting port 004b88aa-cc77-4cbc-bd14-204ed5f0db77 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:38:50.718516 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e9495d27-f276-490a-8a7e-52891ebf9873 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:50.815843 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-2ec388d1-d145-4d46-8dda-ef5bfb825817 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Allocated IP 172.25.2.179 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/5ab0b8e6-eae8-48a3-a324-eeca9b14fe1a) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:50.848179 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-e9495d27-f276-490a-8a7e-52891ebf9873 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] For port 004b88aa-cc77-4cbc-bd14-204ed5f0db77, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=004b88aa-cc77-4cbc-bd14-204ed5f0db77,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:50.848706 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e9495d27-f276-490a-8a7e-52891ebf9873 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:50.865963 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-e9495d27-f276-490a-8a7e-52891ebf9873 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Calling delete_port for 004b88aa-cc77-4cbc-bd14-204ed5f0db77 owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:38:50.974982 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2ec388d1-d145-4d46-8dda-ef5bfb825817 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:51.006201 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c72ea412-0fae-4322-a990-20b889ca08c6 req-f24adf6d-1852-4847-9e73-f2fe6e2e1aa0 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/ports?device_id=7e0fbc9c-7164-47a9-b80e-11e8caedd9ec HTTP/1.1" status: 200 len: 210 time: 0.0414147 Aug 31 09:38:51.122987 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2ec388d1-d145-4d46-8dda-ef5bfb825817 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:51.145403 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e9495d27-f276-490a-8a7e-52891ebf9873 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:51.172908 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec388d1-d145-4d46-8dda-ef5bfb825817 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:51.175019 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9495d27-f276-490a-8a7e-52891ebf9873 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Pushing event deleted for resources: {'Port': ['ID=004b88aa-cc77-4cbc-bd14-204ed5f0db77,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:51.180566 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-2ec388d1-d145-4d46-8dda-ef5bfb825817 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:51.185798 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec388d1-d145-4d46-8dda-ef5bfb825817 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:51.208545 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec388d1-d145-4d46-8dda-ef5bfb825817 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'Port': ['ID=5ab0b8e6-eae8-48a3-a324-eeca9b14fe1a,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:51.241763 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e9495d27-f276-490a-8a7e-52891ebf9873 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:51.338020 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e9495d27-f276-490a-8a7e-52891ebf9873 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:51.340479 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e9495d27-f276-490a-8a7e-52891ebf9873 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:51.485501 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e9495d27-f276-490a-8a7e-52891ebf9873 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:51.486175 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9495d27-f276-490a-8a7e-52891ebf9873 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc2f552d-61b2-4ee1-a6c2-b27055b7a04f {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:38:51.496124 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e9495d27-f276-490a-8a7e-52891ebf9873 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:51.501347 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e9495d27-f276-490a-8a7e-52891ebf9873 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] 10.222.0.119 "DELETE /v2.0/routers/cc2f552d-61b2-4ee1-a6c2-b27055b7a04f HTTP/1.1" status: 204 len: 168 time: 1.3027053 Aug 31 09:38:51.502684 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60110) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:51.507291 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-a5301bd1-20c7-4ce0-9332-b7ae656d1ea7 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1713174331', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}, 'admin_state_up': False}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:51.594785 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a5301bd1-20c7-4ce0-9332-b7ae656d1ea7 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:51.599077 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a5301bd1-20c7-4ce0-9332-b7ae656d1ea7 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:51.660096 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a5301bd1-20c7-4ce0-9332-b7ae656d1ea7 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:51.776736 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2ec388d1-d145-4d46-8dda-ef5bfb825817 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:51.856272 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a5301bd1-20c7-4ce0-9332-b7ae656d1ea7 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:52.229005 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device c45f57a7-6e39-45c7-8680-4986ecc53d68 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:52.287852 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c830d351-2b83-40f2-8db5-8deeb5998233 req-66dcfe09-b65c-4ae9-b541-2d60d83158bb tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/ports?device_id=7e0fbc9c-7164-47a9-b80e-11e8caedd9ec HTTP/1.1" status: 200 len: 210 time: 0.0774984 Aug 31 09:38:52.307264 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a5301bd1-20c7-4ce0-9332-b7ae656d1ea7 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:52.308252 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2ec388d1-d145-4d46-8dda-ef5bfb825817 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:52.328074 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a5301bd1-20c7-4ce0-9332-b7ae656d1ea7 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:52.359516 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b5571-76a1-4239-ae87-88e4111851fb req-ee6f44eb-2329-4ba2-a326-c308f5d54091 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:52.360969 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-281b5571-76a1-4239-ae87-88e4111851fb req-ee6f44eb-2329-4ba2-a326-c308f5d54091 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.59 "GET /v2.0/networks?id=4a23d3c2-c603-458c-a06b-a4b8380d7b29 HTTP/1.1" status: 200 len: 797 time: 0.4913919 Aug 31 09:38:52.370992 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port c45f57a7-6e39-45c7-8680-4986ecc53d68 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:52.375568 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port c45f57a7-6e39-45c7-8680-4986ecc53d68 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:52.381388 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:52.440497 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-a5301bd1-20c7-4ce0-9332-b7ae656d1ea7 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Allocated IP 172.25.2.126 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/4a31cb8c-0527-4bbf-b94c-ce6ead3f4661) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:52.455696 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:52.472343 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-281b5571-76a1-4239-ae87-88e4111851fb req-2af8f2cc-8aff-4e65-8804-40ee2c670b67 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18fe70eb6d324600ad1c951e98138b17 HTTP/1.1" status: 200 len: 477 time: 0.0983856 Aug 31 09:38:52.488314 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port c45f57a7-6e39-45c7-8680-4986ecc53d68, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=c45f57a7-6e39-45c7-8680-4986ecc53d68,segment=NetworkSegment(c8b22b05-6c83-4975-a160-05efcd305ac0),segment_id=c8b22b05-6c83-4975-a160-05efcd305ac0)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:52.489720 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-281b5571-76a1-4239-ae87-88e4111851fb req-5e6a4983-9e69-433a-a834-ae633a0cb7f2 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Request body: {'port': {'device_id': '7e0fbc9c-7164-47a9-b80e-11e8caedd9ec', 'network_id': '4a23d3c2-c603-458c-a06b-a4b8380d7b29', 'admin_state_up': True, 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'security_groups': ['72778a1d-8b89-4a6f-98c8-0c3b0e1fb5bb', '4c01a856-8b78-43f1-a92f-5091f633857c']}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:52.550912 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a5301bd1-20c7-4ce0-9332-b7ae656d1ea7 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:52.571105 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:52.573090 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8dd1d78c-bca5-4ed8-9435-f6993eafa81b up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:52.601019 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2ec388d1-d145-4d46-8dda-ef5bfb825817 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:52.664121 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=c45f57a7-6e39-45c7-8680-4986ecc53d68,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:52.674501 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 8dd1d78c-bca5-4ed8-9435-f6993eafa81b triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:52.674904 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:52.680365 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a5301bd1-20c7-4ce0-9332-b7ae656d1ea7 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:52.714160 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-281b5571-76a1-4239-ae87-88e4111851fb req-5e6a4983-9e69-433a-a834-ae633a0cb7f2 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Made reservation on behalf of 18fe70eb6d324600ad1c951e98138b17 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:38:52.718389 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-281b5571-76a1-4239-ae87-88e4111851fb req-5e6a4983-9e69-433a-a834-ae633a0cb7f2 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:52.726094 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2ec388d1-d145-4d46-8dda-ef5bfb825817 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:52.726263 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5301bd1-20c7-4ce0-9332-b7ae656d1ea7 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:52.726699 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-a5301bd1-20c7-4ce0-9332-b7ae656d1ea7 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:52.731577 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5301bd1-20c7-4ce0-9332-b7ae656d1ea7 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:52.736857 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5301bd1-20c7-4ce0-9332-b7ae656d1ea7 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Pushing event updated for resources: {'Port': ['ID=4a31cb8c-0527-4bbf-b94c-ce6ead3f4661,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:52.822244 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 004b88aa-cc77-4cbc-bd14-204ed5f0db77 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:38:52.844385 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 004b88aa-cc77-4cbc-bd14-204ed5f0db77 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:38:52.844728 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 004b88aa-cc77-4cbc-bd14-204ed5f0db77 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:38:52.896008 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec388d1-d145-4d46-8dda-ef5bfb825817 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'Port': ['ID=5ab0b8e6-eae8-48a3-a324-eeca9b14fe1a,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:52.930624 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2ec388d1-d145-4d46-8dda-ef5bfb825817 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:53.026328 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-281b5571-76a1-4239-ae87-88e4111851fb req-5e6a4983-9e69-433a-a834-ae633a0cb7f2 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Allocated IP 172.20.0.10 (4a23d3c2-c603-458c-a06b-a4b8380d7b29/790edd4d-e6e0-43e6-935e-c3c88de4150c/64d634bb-c34a-4f93-939d-ab1bc43df6a7) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:53.187205 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-2ec388d1-d145-4d46-8dda-ef5bfb825817 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Floating IP 0fccb840-d7cf-455a-af57-9720fa7c10f4 associated. External IP: 172.25.2.179, port: e0e02a6b-4799-48c6-bc13-41d82e71f40b. Aug 31 09:38:53.210191 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a5301bd1-20c7-4ce0-9332-b7ae656d1ea7 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:53.263993 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-281b5571-76a1-4239-ae87-88e4111851fb req-5e6a4983-9e69-433a-a834-ae633a0cb7f2 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:53.311798 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-281b5571-76a1-4239-ae87-88e4111851fb req-5e6a4983-9e69-433a-a834-ae633a0cb7f2 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Transition to ACTIVE for port object 64d634bb-c34a-4f93-939d-ab1bc43df6a7 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:53.423053 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e227fff-dc64-43f7-b4b9-f1a9e837d1e5 req-2cd8bb66-5f63-4207-91d7-eac311a209b7 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/ports?device_id=7e0fbc9c-7164-47a9-b80e-11e8caedd9ec HTTP/1.1" status: 200 len: 210 time: 0.0447636 Aug 31 09:38:53.487401 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec388d1-d145-4d46-8dda-ef5bfb825817 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Router f26334a3-be95-4f5f-9209-3dc558607880 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:38:53.535253 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-281b5571-76a1-4239-ae87-88e4111851fb req-5e6a4983-9e69-433a-a834-ae633a0cb7f2 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:53.625592 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-281b5571-76a1-4239-ae87-88e4111851fb req-5e6a4983-9e69-433a-a834-ae633a0cb7f2 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Network 4a23d3c2-c603-458c-a06b-a4b8380d7b29 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:53.640408 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-281b5571-76a1-4239-ae87-88e4111851fb req-5e6a4983-9e69-433a-a834-ae633a0cb7f2 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:53.651998 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-281b5571-76a1-4239-ae87-88e4111851fb req-5e6a4983-9e69-433a-a834-ae633a0cb7f2 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:53.691722 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a4983-9e69-433a-a834-ae633a0cb7f2 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Pushing event updated for resources: {'Port': ['ID=64d634bb-c34a-4f93-939d-ab1bc43df6a7,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:53.721525 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec388d1-d145-4d46-8dda-ef5bfb825817 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:38:53.736158 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b5571-76a1-4239-ae87-88e4111851fb req-5e6a4983-9e69-433a-a834-ae633a0cb7f2 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:53.736818 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-281b5571-76a1-4239-ae87-88e4111851fb req-5e6a4983-9e69-433a-a834-ae633a0cb7f2 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:53.744497 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20df5ab1-fca4-4582-a21f-6500783c4b0c None None] Sync routers for ids ['f26334a3-be95-4f5f-9209-3dc558607880'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:38:53.765264 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20df5ab1-fca4-4582-a21f-6500783c4b0c None None] Routers {'f26334a3-be95-4f5f-9209-3dc558607880'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:53.765944 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-20df5ab1-fca4-4582-a21f-6500783c4b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['f26334a3-be95-4f5f-9209-3dc558607880'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:53.812754 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device c45f57a7-6e39-45c7-8680-4986ecc53d68 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:38:53.836301 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2ec388d1-d145-4d46-8dda-ef5bfb825817 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:53.854132 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a5301bd1-20c7-4ce0-9332-b7ae656d1ea7 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:53.869400 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-281b5571-76a1-4239-ae87-88e4111851fb req-5e6a4983-9e69-433a-a834-ae633a0cb7f2 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.3859901 Aug 31 09:38:53.877979 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2ec388d1-d145-4d46-8dda-ef5bfb825817 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4246662 Aug 31 09:38:53.884850 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-281b5571-76a1-4239-ae87-88e4111851fb req-40112604-198b-4b42-9161-6c7f419accd2 service neutron] Request body: {'port': {'device_id': '7e0fbc9c-7164-47a9-b80e-11e8caedd9ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:53.889468 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878a7676-9538-424b-a8c1-1d20a6e571ab', 'tag': 'e0e02a6b-4799-48c6-bc13-41d82e71f40b'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:38:53.893319 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bd1a4d-e20e-4904-b412-c744698940a2" -d '{"events": [{"name": "network-changed", "server_uuid": "878a7676-9538-424b-a8c1-1d20a6e571ab", "tag": "e0e02a6b-4799-48c6-bc13-41d82e71f40b"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:38:53.991093 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8ab6e2-be4b-42f0-a7cc-04bcd3006170 x-openstack-request-id: req-ae8ab6e2-be4b-42f0-a7cc-04bcd3006170 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:38:53.991781 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878a7676-9538-424b-a8c1-1d20a6e571ab", "tag": "e0e02a6b-4799-48c6-bc13-41d82e71f40b", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:38:53.991781 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-ae8ab6e2-be4b-42f0-a7cc-04bcd3006170 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:38:53.991993 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878a7676-9538-424b-a8c1-1d20a6e571ab', 'tag': 'e0e02a6b-4799-48c6-bc13-41d82e71f40b', 'status': 'completed', 'code': 200} Aug 31 09:38:54.038504 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-281b5571-76a1-4239-ae87-88e4111851fb req-40112604-198b-4b42-9161-6c7f419accd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:54.056547 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd1a4d-e20e-4904-b412-c744698940a2 req-938efda5-3226-4372-be93-e4afcecceb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:54.058586 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-04bd1a4d-e20e-4904-b412-c744698940a2 req-938efda5-3226-4372-be93-e4afcecceb7b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 1097 time: 0.0624082 Aug 31 09:38:54.087383 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e3106-a90e-44d3-bd24-a6043d6461c2 req-8f53b746-7719-4e2a-8cf9-1d2a1f6a4ee8 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:54.088994 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-719e3106-a90e-44d3-bd24-a6043d6461c2 req-8f53b746-7719-4e2a-8cf9-1d2a1f6a4ee8 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 945 time: 0.0960720 Aug 31 09:38:54.150942 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5301bd1-20c7-4ce0-9332-b7ae656d1ea7 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Router d6ebc578-e5a3-4011-aea7-e919b18b64d0 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:38:54.159644 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-20df5ab1-fca4-4582-a21f-6500783c4b0c None None] Set router f26334a3-be95-4f5f-9209-3dc558607880 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:38:54.217927 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd1a4d-e20e-4904-b412-c744698940a2 req-86d5d2ac-d7ef-428c-81e4-0c7c888592cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:54.217927 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-04bd1a4d-e20e-4904-b412-c744698940a2 req-86d5d2ac-d7ef-428c-81e4-0c7c888592cc service neutron] 10.222.0.112 "GET /v2.0/networks?id=e1b72858-d42d-4e54-b983-427aa1394b8e HTTP/1.1" status: 200 len: 899 time: 0.1473825 Aug 31 09:38:54.260194 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-719e3106-a90e-44d3-bd24-a6043d6461c2 req-71508ba1-6cba-4922-af66-607ce6c32995 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607335 Aug 31 09:38:54.290655 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port c45f57a7-6e39-45c7-8680-4986ecc53d68 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:54.291028 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:54.294990 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60140) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:54.298416 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7d8d7f2c-0e27-4708-8782-74fe3e50aba7 None None] Provisioning for port 64d634bb-c34a-4f93-939d-ab1bc43df6a7 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:38:54.326169 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7d8d7f2c-0e27-4708-8782-74fe3e50aba7 None None] Provisioning complete for port 64d634bb-c34a-4f93-939d-ab1bc43df6a7 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:38:54.326541 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7d8d7f2c-0e27-4708-8782-74fe3e50aba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:54.385656 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-04bd1a4d-e20e-4904-b412-c744698940a2 req-0a25e6cd-549e-452b-99eb-2939f08ebd3d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0e02a6b-4799-48c6-bc13-41d82e71f40b HTTP/1.1" status: 200 len: 999 time: 0.1613305 Aug 31 09:38:54.392048 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5301bd1-20c7-4ce0-9332-b7ae656d1ea7 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:38:54.397468 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-53d7eecd-0a01-42ab-b703-548c0ed2a08b tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/floatingips/0fccb840-d7cf-455a-af57-9720fa7c10f4 HTTP/1.1" status: 200 len: 991 time: 0.0960279 Aug 31 09:38:54.406648 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0415052-7682-4c68-ab0f-ea8f7433ecc1 None None] Sync routers for ids ['d6ebc578-e5a3-4011-aea7-e919b18b64d0'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:38:54.415930 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-7d8d7f2c-0e27-4708-8782-74fe3e50aba7 None None] Port 64d634bb-c34a-4f93-939d-ab1bc43df6a7 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:38:54.422883 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0415052-7682-4c68-ab0f-ea8f7433ecc1 None None] Routers {'d6ebc578-e5a3-4011-aea7-e919b18b64d0'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:54.423655 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e0415052-7682-4c68-ab0f-ea8f7433ecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['d6ebc578-e5a3-4011-aea7-e919b18b64d0'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:54.466786 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd1a4d-e20e-4904-b412-c744698940a2 req-28292da7-e52e-47f0-b69e-80d93da9d537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:54.474364 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-04bd1a4d-e20e-4904-b412-c744698940a2 req-28292da7-e52e-47f0-b69e-80d93da9d537 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=62ce1234-d705-4529-a27b-566e6c89a19b HTTP/1.1" status: 200 len: 835 time: 0.0571260 Aug 31 09:38:54.474364 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60150) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:54.555216 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-281b5571-76a1-4239-ae87-88e4111851fb req-40112604-198b-4b42-9161-6c7f419accd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d634bb-c34a-4f93-939d-ab1bc43df6a7 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:38:54.560277 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a5301bd1-20c7-4ce0-9332-b7ae656d1ea7 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:54.561894 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a5301bd1-20c7-4ce0-9332-b7ae656d1ea7 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.0583780 Aug 31 09:38:54.571488 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-281b5571-76a1-4239-ae87-88e4111851fb req-40112604-198b-4b42-9161-6c7f419accd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:54.576181 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60154) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:54.582433 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-2e3ea355-72a3-408a-923c-4b819327e51e tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'enable_snat': False}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:54.604525 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd1a4d-e20e-4904-b412-c744698940a2 req-6cf4ef9e-f3e6-4ef5-8a88-5c3e9e17bda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:54.606391 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-04bd1a4d-e20e-4904-b412-c744698940a2 req-6cf4ef9e-f3e6-4ef5-8a88-5c3e9e17bda4 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e1b72858-d42d-4e54-b983-427aa1394b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1213789 Aug 31 09:38:54.614533 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655efd5-2ad8-4b25-9409-5338378dd2b8 req-9b96d1cf-1827-44e0-8359-041993f4efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:54.616355 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6655efd5-2ad8-4b25-9409-5338378dd2b8 req-9b96d1cf-1827-44e0-8359-041993f4efc4 service neutron] 10.222.0.119 "GET /v2.0/ports?device_id=ec38998a-f53c-4381-81e3-bc50cf9d57c8 HTTP/1.1" status: 200 len: 1097 time: 0.1452522 Aug 31 09:38:54.629022 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-20df5ab1-fca4-4582-a21f-6500783c4b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-782522570', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '87e9fcb9-b502-43e4-9abb-868c69a84871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:22Z', 'updated_at': '2021-08-31T09:38:28Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '87e9fcb9-b502-43e4-9abb-868c69a84871', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:23Z', 'updated_at': '2021-08-31T09:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '0fccb840-d7cf-455a-af57-9720fa7c10f4', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'floating_ip_address': '172.25.2.179', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'port_id': 'e0e02a6b-4799-48c6-bc13-41d82e71f40b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b72858-d42d-4e54-b983-427aa1394b8e', 'mac_address': 'fa:16:3e:b0:d1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878a7676-9538-424b-a8c1-1d20a6e571ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:38:51Z', 'updated_at': '2021-08-31T09:38:51Z', 'revision_number': 0, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a637d82f-2493-433e-a1cc-22003204f0e4', 'name': '', 'network_id': 'e1b72858-d42d-4e54-b983-427aa1394b8e', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:c2:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '62ce1234-d705-4529-a27b-566e6c89a19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:27Z', 'updated_at': '2021-08-31T09:38:33Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': '62ce1234-d705-4529-a27b-566e6c89a19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:54.637709 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e0415052-7682-4c68-ab0f-ea8f7433ecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:54.647642 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0415052-7682-4c68-ab0f-ea8f7433ecc1 None None] Routers {'d6ebc578-e5a3-4011-aea7-e919b18b64d0'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:54.648341 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e0415052-7682-4c68-ab0f-ea8f7433ecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['d6ebc578-e5a3-4011-aea7-e919b18b64d0'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:54.663257 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-281b5571-76a1-4239-ae87-88e4111851fb req-40112604-198b-4b42-9161-6c7f419accd2 service neutron] Transition to ACTIVE for port object 64d634bb-c34a-4f93-939d-ab1bc43df6a7 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:38:54.678922 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20df5ab1-fca4-4582-a21f-6500783c4b0c None None] Checking router: f26334a3-be95-4f5f-9209-3dc558607880 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:38:54.689368 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e0415052-7682-4c68-ab0f-ea8f7433ecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:54.689368 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0415052-7682-4c68-ab0f-ea8f7433ecc1 None None] The sync data for ids ['d6ebc578-e5a3-4011-aea7-e919b18b64d0'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:38:54.691121 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20df5ab1-fca4-4582-a21f-6500783c4b0c None None] Routers {'f26334a3-be95-4f5f-9209-3dc558607880'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:54.691895 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-20df5ab1-fca4-4582-a21f-6500783c4b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['f26334a3-be95-4f5f-9209-3dc558607880'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:54.708408 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6655efd5-2ad8-4b25-9409-5338378dd2b8 req-39aceda3-718d-40fc-af47-d8b3f94bcefb service neutron] 10.222.0.119 "GET /v2.0/security-groups?id=4041abdf-d8ac-4484-aac7-3984cca397b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824411 Aug 31 09:38:54.746257 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-04bd1a4d-e20e-4904-b412-c744698940a2 req-c4e20bbf-483f-45ef-80bb-156bfb95e245 service neutron] 10.222.0.112 "GET /v2.0/networks/e1b72858-d42d-4e54-b983-427aa1394b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287565 Aug 31 09:38:54.827194 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-20df5ab1-fca4-4582-a21f-6500783c4b0c None None] Set router f26334a3-be95-4f5f-9209-3dc558607880 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:38:54.892449 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-04bd1a4d-e20e-4904-b412-c744698940a2 req-596e048b-1f3b-4cd5-920a-a1abce5a0ede service neutron] 10.222.0.112 "GET /v2.0/networks/e1b72858-d42d-4e54-b983-427aa1394b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286676 Aug 31 09:38:54.979314 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-281b5571-76a1-4239-ae87-88e4111851fb req-40112604-198b-4b42-9161-6c7f419accd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.024434 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082fd5e-821f-43b2-9f9b-4b5e91beb987 req-f981b4c4-92c0-4f70-b4c9-e5a870351960 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:55.025833 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f082fd5e-821f-43b2-9f9b-4b5e91beb987 req-f981b4c4-92c0-4f70-b4c9-e5a870351960 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/ports?device_id=7e0fbc9c-7164-47a9-b80e-11e8caedd9ec HTTP/1.1" status: 200 len: 971 time: 0.4487193 Aug 31 09:38:55.115909 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-20df5ab1-fca4-4582-a21f-6500783c4b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-782522570', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '87e9fcb9-b502-43e4-9abb-868c69a84871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:22Z', 'updated_at': '2021-08-31T09:38:28Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '87e9fcb9-b502-43e4-9abb-868c69a84871', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:23Z', 'updated_at': '2021-08-31T09:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '0fccb840-d7cf-455a-af57-9720fa7c10f4', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'floating_ip_address': '172.25.2.179', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'port_id': 'e0e02a6b-4799-48c6-bc13-41d82e71f40b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b72858-d42d-4e54-b983-427aa1394b8e', 'mac_address': 'fa:16:3e:b0:d1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878a7676-9538-424b-a8c1-1d20a6e571ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:38:51Z', 'updated_at': '2021-08-31T09:38:51Z', 'revision_number': 0, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a637d82f-2493-433e-a1cc-22003204f0e4', 'name': '', 'network_id': 'e1b72858-d42d-4e54-b983-427aa1394b8e', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:c2:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '62ce1234-d705-4529-a27b-566e6c89a19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:27Z', 'updated_at': '2021-08-31T09:38:33Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': '62ce1234-d705-4529-a27b-566e6c89a19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:55.125294 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40112604-198b-4b42-9161-6c7f419accd2 service neutron] Pushing event updated for resources: {'Port': ['ID=64d634bb-c34a-4f93-939d-ab1bc43df6a7,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:55.147413 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20df5ab1-fca4-4582-a21f-6500783c4b0c None None] The sync data for ids ['f26334a3-be95-4f5f-9209-3dc558607880'] in n-d-791506-28 is: [{'id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-782522570', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '87e9fcb9-b502-43e4-9abb-868c69a84871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:22Z', 'updated_at': '2021-08-31T09:38:28Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '87e9fcb9-b502-43e4-9abb-868c69a84871', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:23Z', 'updated_at': '2021-08-31T09:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '0fccb840-d7cf-455a-af57-9720fa7c10f4', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'floating_ip_address': '172.25.2.179', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'port_id': 'e0e02a6b-4799-48c6-bc13-41d82e71f40b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b72858-d42d-4e54-b983-427aa1394b8e', 'mac_address': 'fa:16:3e:b0:d1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878a7676-9538-424b-a8c1-1d20a6e571ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:38:51Z', 'updated_at': '2021-08-31T09:38:51Z', 'revision_number': 0, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a637d82f-2493-433e-a1cc-22003204f0e4', 'name': '', 'network_id': 'e1b72858-d42d-4e54-b983-427aa1394b8e', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:c2:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '62ce1234-d705-4529-a27b-566e6c89a19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:27Z', 'updated_at': '2021-08-31T09:38:33Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': '62ce1234-d705-4529-a27b-566e6c89a19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:38:55.168248 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f082fd5e-821f-43b2-9f9b-4b5e91beb987 req-6e4730cd-4049-4ba0-9481-e9cd46f2f278 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/security-groups?id=72778a1d-8b89-4a6f-98c8-0c3b0e1fb5bb&id=4c01a856-8b78-43f1-a92f-5091f633857c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1333177 Aug 31 09:38:55.323290 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-281b5571-76a1-4239-ae87-88e4111851fb req-40112604-198b-4b42-9161-6c7f419accd2 service neutron] Attempting to bind port 64d634bb-c34a-4f93-939d-ab1bc43df6a7 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:38:55.323637 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-281b5571-76a1-4239-ae87-88e4111851fb req-40112604-198b-4b42-9161-6c7f419accd2 service neutron] Attempting to bind port 64d634bb-c34a-4f93-939d-ab1bc43df6a7 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'c8b22b05-6c83-4975-a160-05efcd305ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1643, 'network_id': '4a23d3c2-c603-458c-a06b-a4b8380d7b29'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:38:55.323972 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281b5571-76a1-4239-ae87-88e4111851fb req-40112604-198b-4b42-9161-6c7f419accd2 service neutron] Attempting to bind port 64d634bb-c34a-4f93-939d-ab1bc43df6a7 on network 4a23d3c2-c603-458c-a06b-a4b8380d7b29 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:55.336175 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281b5571-76a1-4239-ae87-88e4111851fb req-40112604-198b-4b42-9161-6c7f419accd2 service neutron] Port 64d634bb-c34a-4f93-939d-ab1bc43df6a7 on network 4a23d3c2-c603-458c-a06b-a4b8380d7b29 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:38:55.336486 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281b5571-76a1-4239-ae87-88e4111851fb req-40112604-198b-4b42-9161-6c7f419accd2 service neutron] Attempting to bind port 64d634bb-c34a-4f93-939d-ab1bc43df6a7 on network 4a23d3c2-c603-458c-a06b-a4b8380d7b29 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:38:55.350532 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281b5571-76a1-4239-ae87-88e4111851fb req-40112604-198b-4b42-9161-6c7f419accd2 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:38:55.350956 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281b5571-76a1-4239-ae87-88e4111851fb req-40112604-198b-4b42-9161-6c7f419accd2 service neutron] Checking segment: {'id': 'c8b22b05-6c83-4975-a160-05efcd305ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1643, 'network_id': '4a23d3c2-c603-458c-a06b-a4b8380d7b29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:38:55.351270 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281b5571-76a1-4239-ae87-88e4111851fb req-40112604-198b-4b42-9161-6c7f419accd2 service neutron] Bound using segment: {'id': 'c8b22b05-6c83-4975-a160-05efcd305ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1643, 'network_id': '4a23d3c2-c603-458c-a06b-a4b8380d7b29'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:38:55.351709 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-281b5571-76a1-4239-ae87-88e4111851fb req-40112604-198b-4b42-9161-6c7f419accd2 service neutron] Bound port: 64d634bb-c34a-4f93-939d-ab1bc43df6a7, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b22b05-6c83-4975-a160-05efcd305ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1643, 'network_id': '4a23d3c2-c603-458c-a06b-a4b8380d7b29'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:38:55.352069 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-281b5571-76a1-4239-ae87-88e4111851fb req-40112604-198b-4b42-9161-6c7f419accd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.400312 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60164) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:55.425001 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842fcc9-bf5f-46fd-985d-1716eace8815 None None] New status for floating IP 0fccb840-d7cf-455a-af57-9720fa7c10f4: ACTIVE {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:38:55.447192 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2e3ea355-72a3-408a-923c-4b819327e51e tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.474912 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-281b5571-76a1-4239-ae87-88e4111851fb req-40112604-198b-4b42-9161-6c7f419accd2 service neutron] For port 64d634bb-c34a-4f93-939d-ab1bc43df6a7, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:38:55.478176 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-281b5571-76a1-4239-ae87-88e4111851fb req-40112604-198b-4b42-9161-6c7f419accd2 service neutron] For port 64d634bb-c34a-4f93-939d-ab1bc43df6a7, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=64d634bb-c34a-4f93-939d-ab1bc43df6a7,segment=NetworkSegment(c8b22b05-6c83-4975-a160-05efcd305ac0),segment_id=c8b22b05-6c83-4975-a160-05efcd305ac0)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:38:55.495410 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1cbbb98c-a42f-43b4-ab6b-1c4bd74ed116 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/floatingips/0fccb840-d7cf-455a-af57-9720fa7c10f4 HTTP/1.1" status: 200 len: 991 time: 0.0938692 Aug 31 09:38:55.591889 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-281b5571-76a1-4239-ae87-88e4111851fb req-40112604-198b-4b42-9161-6c7f419accd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.650318 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b5571-76a1-4239-ae87-88e4111851fb req-40112604-198b-4b42-9161-6c7f419accd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:55.650318 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-281b5571-76a1-4239-ae87-88e4111851fb req-40112604-198b-4b42-9161-6c7f419accd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:55.650673 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-281b5571-76a1-4239-ae87-88e4111851fb req-40112604-198b-4b42-9161-6c7f419accd2 service neutron] 10.222.0.59 "PUT /v2.0/ports/64d634bb-c34a-4f93-939d-ab1bc43df6a7 HTTP/1.1" status: 200 len: 1132 time: 1.7713263 Aug 31 09:38:55.683211 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40112604-198b-4b42-9161-6c7f419accd2 service neutron] Pushing event updated for resources: {'Port': ['ID=64d634bb-c34a-4f93-939d-ab1bc43df6a7,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:55.882419 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b5571-76a1-4239-ae87-88e4111851fb req-355c32b4-9feb-428c-907a-947bd69df2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:55.883972 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-281b5571-76a1-4239-ae87-88e4111851fb req-355c32b4-9feb-428c-907a-947bd69df2bc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18fe70eb6d324600ad1c951e98138b17&device_id=7e0fbc9c-7164-47a9-b80e-11e8caedd9ec HTTP/1.1" status: 200 len: 1135 time: 0.0963986 Aug 31 09:38:55.960544 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-281b5571-76a1-4239-ae87-88e4111851fb req-f7e74a62-4a50-4431-be2e-4991a895d7b9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64d634bb-c34a-4f93-939d-ab1bc43df6a7 HTTP/1.1" status: 200 len: 217 time: 0.0680935 Aug 31 09:38:56.001031 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0fbc9c-7164-47a9-b80e-11e8caedd9ec', 'tag': '64d634bb-c34a-4f93-939d-ab1bc43df6a7'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:38:56.003246 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3bcf7d-9d5b-4052-8fbe-d6fa26e50cef" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0fbc9c-7164-47a9-b80e-11e8caedd9ec", "tag": "64d634bb-c34a-4f93-939d-ab1bc43df6a7"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:38:56.066162 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b5571-76a1-4239-ae87-88e4111851fb req-9868200f-e13f-4648-8a4e-0f9c60b7f62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:56.067719 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-281b5571-76a1-4239-ae87-88e4111851fb req-9868200f-e13f-4648-8a4e-0f9c60b7f62c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=790edd4d-e6e0-43e6-935e-c3c88de4150c HTTP/1.1" status: 200 len: 835 time: 0.0969653 Aug 31 09:38:56.161077 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b5571-76a1-4239-ae87-88e4111851fb req-b14bef14-ca34-43b0-b11e-0502743470fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:56.162524 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-281b5571-76a1-4239-ae87-88e4111851fb req-b14bef14-ca34-43b0-b11e-0502743470fe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4a23d3c2-c603-458c-a06b-a4b8380d7b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0858724 Aug 31 09:38:56.181494 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2e3ea355-72a3-408a-923c-4b819327e51e tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2088949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2087107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5115'] for router, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:56.221060 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2e3ea355-72a3-408a-923c-4b819327e51e tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2088958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2088935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2087130'] for router, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:56.292182 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3e2b19-cf73-425a-a029-9c3e823689a1 x-openstack-request-id: req-1a3e2b19-cf73-425a-a029-9c3e823689a1 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:38:56.292463 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0fbc9c-7164-47a9-b80e-11e8caedd9ec", "tag": "64d634bb-c34a-4f93-939d-ab1bc43df6a7", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:38:56.292713 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-1a3e2b19-cf73-425a-a029-9c3e823689a1 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:38:56.293092 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0fbc9c-7164-47a9-b80e-11e8caedd9ec', 'tag': '64d634bb-c34a-4f93-939d-ab1bc43df6a7', 'status': 'completed', 'code': 200} Aug 31 09:38:56.375001 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-281b5571-76a1-4239-ae87-88e4111851fb req-7eb416ce-6beb-49c5-b6e4-e269df38bcf0 service neutron] 10.222.0.59 "GET /v2.0/networks/4a23d3c2-c603-458c-a06b-a4b8380d7b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038624 Aug 31 09:38:56.402218 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ab053-e529-426b-b8fb-a3e6612defb9 req-dcb4d26f-c0b6-4a3b-b83f-606184feb7f5 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:56.404252 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b1ab053-e529-426b-b8fb-a3e6612defb9 req-dcb4d26f-c0b6-4a3b-b83f-606184feb7f5 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/ports?device_id=7e0fbc9c-7164-47a9-b80e-11e8caedd9ec HTTP/1.1" status: 200 len: 983 time: 0.1267426 Aug 31 09:38:56.487654 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3ea355-72a3-408a-923c-4b819327e51e tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Router d6ebc578-e5a3-4011-aea7-e919b18b64d0 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:38:56.499184 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60178) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:56.517533 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b1ab053-e529-426b-b8fb-a3e6612defb9 req-7a51479c-c06a-4a3f-9795-e0c718e8670d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/security-groups?id=72778a1d-8b89-4a6f-98c8-0c3b0e1fb5bb&id=4c01a856-8b78-43f1-a92f-5091f633857c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0961924 Aug 31 09:38:56.537173 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-281b5571-76a1-4239-ae87-88e4111851fb req-16d49fe0-16bc-4469-a2f2-cf805f5f209c service neutron] 10.222.0.59 "GET /v2.0/networks/4a23d3c2-c603-458c-a06b-a4b8380d7b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533589 Aug 31 09:38:56.567467 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2bdb9948-8090-4979-97ea-3b6e5f651928 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/floatingips/0fccb840-d7cf-455a-af57-9720fa7c10f4 HTTP/1.1" status: 200 len: 993 time: 0.0670760 Aug 31 09:38:56.635050 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3ea355-72a3-408a-923c-4b819327e51e tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:38:56.639994 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2e3ea355-72a3-408a-923c-4b819327e51e tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:56.641227 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2e3ea355-72a3-408a-923c-4b819327e51e tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] 10.222.0.119 "PUT /v2.0/routers/d6ebc578-e5a3-4011-aea7-e919b18b64d0 HTTP/1.1" status: 200 len: 926 time: 2.0623286 Aug 31 09:38:56.643793 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60180) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:56.646202 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfc0895-64cb-450f-b2dd-259e8783a4c0 None None] Sync routers for ids ['d6ebc578-e5a3-4011-aea7-e919b18b64d0'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:38:56.655864 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfc0895-64cb-450f-b2dd-259e8783a4c0 None None] Routers {'d6ebc578-e5a3-4011-aea7-e919b18b64d0'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:56.656461 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-acfc0895-64cb-450f-b2dd-259e8783a4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['d6ebc578-e5a3-4011-aea7-e919b18b64d0'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:56.688013 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-acfc0895-64cb-450f-b2dd-259e8783a4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:56.697093 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfc0895-64cb-450f-b2dd-259e8783a4c0 None None] Routers {'d6ebc578-e5a3-4011-aea7-e919b18b64d0'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:38:56.697693 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-acfc0895-64cb-450f-b2dd-259e8783a4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['d6ebc578-e5a3-4011-aea7-e919b18b64d0'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:56.733009 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-acfc0895-64cb-450f-b2dd-259e8783a4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:38:56.733752 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfc0895-64cb-450f-b2dd-259e8783a4c0 None None] The sync data for ids ['d6ebc578-e5a3-4011-aea7-e919b18b64d0'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:38:56.772704 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b7bc7601-d51f-4ce0-8164-944006717bfd tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] 10.222.0.119 "GET /v2.0/routers/d6ebc578-e5a3-4011-aea7-e919b18b64d0 HTTP/1.1" status: 200 len: 926 time: 0.1277242 Aug 31 09:38:56.775591 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60182) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:56.786008 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3bcf7d-9d5b-4052-8fbe-d6fa26e50cef req-e9ee8e98-ace7-4c1c-aade-d3a25197b019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:56.787549 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ea3bcf7d-9d5b-4052-8fbe-d6fa26e50cef req-e9ee8e98-ace7-4c1c-aade-d3a25197b019 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18fe70eb6d324600ad1c951e98138b17&device_id=7e0fbc9c-7164-47a9-b80e-11e8caedd9ec HTTP/1.1" status: 200 len: 1135 time: 0.0467792 Aug 31 09:38:56.846479 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0eb5584-f6bf-4bd3-b2da-55c748870d38 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:56.848046 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f0eb5584-f6bf-4bd3-b2da-55c748870d38 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] 10.222.0.119 "GET /v2.0/ports?network_id=95c681de-fa69-49ec-b047-2a49f2c4b933&device_id=d6ebc578-e5a3-4011-aea7-e919b18b64d0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0714486 Aug 31 09:38:56.850801 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60184) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:56.882221 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3bcf7d-9d5b-4052-8fbe-d6fa26e50cef req-d2a9bdf9-44ac-41a2-9496-1ad64505ae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:56.883726 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ea3bcf7d-9d5b-4052-8fbe-d6fa26e50cef req-d2a9bdf9-44ac-41a2-9496-1ad64505ae4a service neutron] 10.222.0.59 "GET /v2.0/networks?id=4a23d3c2-c603-458c-a06b-a4b8380d7b29 HTTP/1.1" status: 200 len: 899 time: 0.0896573 Aug 31 09:38:56.924938 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ea3bcf7d-9d5b-4052-8fbe-d6fa26e50cef req-4f38d823-0ce9-4ddb-856f-146a38e1ffb3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64d634bb-c34a-4f93-939d-ab1bc43df6a7 HTTP/1.1" status: 200 len: 217 time: 0.0344009 Aug 31 09:38:56.937525 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c1221c-e000-4b2f-b66d-94e628de07d7 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:56.938930 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d1c1221c-e000-4b2f-b66d-94e628de07d7 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 881 time: 0.0872366 Aug 31 09:38:56.942120 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60186) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:56.972382 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-acb7322d-e5ca-469b-8f99-22b211ddc9b7 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] 10.222.0.119 "GET /v2.0/ports?device_id=d6ebc578-e5a3-4011-aea7-e919b18b64d0 HTTP/1.1" status: 200 len: 205 time: 0.0265765 Aug 31 09:38:56.972569 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60190) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:56.980407 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3bcf7d-9d5b-4052-8fbe-d6fa26e50cef req-2816302f-5538-44b7-970d-e72670a1fd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:56.982420 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ea3bcf7d-9d5b-4052-8fbe-d6fa26e50cef req-2816302f-5538-44b7-970d-e72670a1fd53 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=790edd4d-e6e0-43e6-935e-c3c88de4150c HTTP/1.1" status: 200 len: 835 time: 0.0502379 Aug 31 09:38:57.034336 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3bcf7d-9d5b-4052-8fbe-d6fa26e50cef req-4ce7c3d4-5ca5-4c0b-818f-78c3b487c48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:57.035964 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ea3bcf7d-9d5b-4052-8fbe-d6fa26e50cef req-4ce7c3d4-5ca5-4c0b-818f-78c3b487c48e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4a23d3c2-c603-458c-a06b-a4b8380d7b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453088 Aug 31 09:38:57.086771 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eb786e9c-b851-4aba-be55-eafef777f9e8 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:57.132507 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ea3bcf7d-9d5b-4052-8fbe-d6fa26e50cef req-e4279179-f85d-4afb-8118-e394c7f94bf4 service neutron] 10.222.0.59 "GET /v2.0/networks/4a23d3c2-c603-458c-a06b-a4b8380d7b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878925 Aug 31 09:38:57.197893 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eb786e9c-b851-4aba-be55-eafef777f9e8 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:57.226338 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ea3bcf7d-9d5b-4052-8fbe-d6fa26e50cef req-2dbf61e1-e4af-46ee-b9e9-cf7ae5b6a858 service neutron] 10.222.0.59 "GET /v2.0/networks/4a23d3c2-c603-458c-a06b-a4b8380d7b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866692 Aug 31 09:38:57.347118 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-eb786e9c-b851-4aba-be55-eafef777f9e8 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Deleting port 4a31cb8c-0527-4bbf-b94c-ce6ead3f4661 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:38:57.347367 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eb786e9c-b851-4aba-be55-eafef777f9e8 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:57.424811 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eb786e9c-b851-4aba-be55-eafef777f9e8 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:57.436792 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-eb786e9c-b851-4aba-be55-eafef777f9e8 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Calling delete_port for 4a31cb8c-0527-4bbf-b94c-ce6ead3f4661 owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:38:57.648734 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14824e-1a4d-47db-8757-9f270199b7d9 req-d4a11ee9-17d6-4240-8eb5-f8b0047899b9 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:57.650178 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2b14824e-1a4d-47db-8757-9f270199b7d9 req-d4a11ee9-17d6-4240-8eb5-f8b0047899b9 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/ports?device_id=7e0fbc9c-7164-47a9-b80e-11e8caedd9ec HTTP/1.1" status: 200 len: 983 time: 0.0557466 Aug 31 09:38:57.685773 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eb786e9c-b851-4aba-be55-eafef777f9e8 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:57.698261 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2b14824e-1a4d-47db-8757-9f270199b7d9 req-1f158da8-5f68-4e0c-afa4-f33191ffb5f6 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/security-groups?id=72778a1d-8b89-4a6f-98c8-0c3b0e1fb5bb&id=4c01a856-8b78-43f1-a92f-5091f633857c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0412800 Aug 31 09:38:57.714587 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb786e9c-b851-4aba-be55-eafef777f9e8 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Pushing event deleted for resources: {'Port': ['ID=4a31cb8c-0527-4bbf-b94c-ce6ead3f4661,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:57.774365 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eb786e9c-b851-4aba-be55-eafef777f9e8 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:57.866518 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eb786e9c-b851-4aba-be55-eafef777f9e8 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:57.868761 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eb786e9c-b851-4aba-be55-eafef777f9e8 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:57.984851 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eb786e9c-b851-4aba-be55-eafef777f9e8 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:57.985387 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb786e9c-b851-4aba-be55-eafef777f9e8 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Fanout notify agent at l3_agent the message router_deleted on router d6ebc578-e5a3-4011-aea7-e919b18b64d0 {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:38:57.997658 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eb786e9c-b851-4aba-be55-eafef777f9e8 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:58.002329 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-eb786e9c-b851-4aba-be55-eafef777f9e8 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] 10.222.0.119 "DELETE /v2.0/routers/d6ebc578-e5a3-4011-aea7-e919b18b64d0 HTTP/1.1" status: 204 len: 168 time: 1.0253088 Aug 31 09:38:58.002630 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60194) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:58.007356 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-8aed5a10-9c46-4de8-8512-d4272a48fe8b tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1932323712', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:58.099530 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8aed5a10-9c46-4de8-8512-d4272a48fe8b tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:58.100602 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8aed5a10-9c46-4de8-8512-d4272a48fe8b tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:58.152097 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8aed5a10-9c46-4de8-8512-d4272a48fe8b tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:58.227824 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 64d634bb-c34a-4f93-939d-ab1bc43df6a7 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:38:58.230823 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8aed5a10-9c46-4de8-8512-d4272a48fe8b tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:58.327740 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8aed5a10-9c46-4de8-8512-d4272a48fe8b tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:58.329037 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8aed5a10-9c46-4de8-8512-d4272a48fe8b tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3254220 Aug 31 09:38:58.330777 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 64d634bb-c34a-4f93-939d-ab1bc43df6a7, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=64d634bb-c34a-4f93-939d-ab1bc43df6a7,segment=NetworkSegment(c8b22b05-6c83-4975-a160-05efcd305ac0),segment_id=c8b22b05-6c83-4975-a160-05efcd305ac0)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:58.331937 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60198) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:38:58.337284 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-2ffda388-4512-4b81-8547-6827a89a5b1b tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Request body: {'router': {'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:38:58.345576 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '64d634bb-c34a-4f93-939d-ab1bc43df6a7', 'network_id': '4a23d3c2-c603-458c-a06b-a4b8380d7b29', 'port_id': '64d634bb-c34a-4f93-939d-ab1bc43df6a7', 'mac_address': 'fa:16:3e:4a:e1:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '790edd4d-e6e0-43e6-935e-c3c88de4150c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:38:58.384462 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:58.397247 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d634bb-c34a-4f93-939d-ab1bc43df6a7 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:38:58.418451 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 64d634bb-c34a-4f93-939d-ab1bc43df6a7, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=64d634bb-c34a-4f93-939d-ab1bc43df6a7,segment=NetworkSegment(c8b22b05-6c83-4975-a160-05efcd305ac0),segment_id=c8b22b05-6c83-4975-a160-05efcd305ac0)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:38:58.482517 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:58.533541 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=64d634bb-c34a-4f93-939d-ab1bc43df6a7,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:58.542911 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2ffda388-4512-4b81-8547-6827a89a5b1b tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:58.719936 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['64d634bb-c34a-4f93-939d-ab1bc43df6a7'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:38:58.793550 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2ffda388-4512-4b81-8547-6827a89a5b1b tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:58.814869 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2ffda388-4512-4b81-8547-6827a89a5b1b tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:58.830688 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324df2c-0ef6-4d9a-b737-966935939526 req-ae097e2f-a2c2-4e21-ae34-bb6585828b96 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:38:58.832331 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d324df2c-0ef6-4d9a-b737-966935939526 req-ae097e2f-a2c2-4e21-ae34-bb6585828b96 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/ports?device_id=7e0fbc9c-7164-47a9-b80e-11e8caedd9ec HTTP/1.1" status: 200 len: 984 time: 0.0620308 Aug 31 09:38:58.878289 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d324df2c-0ef6-4d9a-b737-966935939526 req-10e61feb-0bb6-476d-a8d2-1f1d09431734 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/security-groups?id=72778a1d-8b89-4a6f-98c8-0c3b0e1fb5bb&id=4c01a856-8b78-43f1-a92f-5091f633857c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0379386 Aug 31 09:38:58.928778 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-2ffda388-4512-4b81-8547-6827a89a5b1b tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Allocated IP 172.25.2.252 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/142a31ff-3294-4d1f-812c-6e1db3dbca0a) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:38:59.031904 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2ffda388-4512-4b81-8547-6827a89a5b1b tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:59.171037 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2ffda388-4512-4b81-8547-6827a89a5b1b tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:38:59.216622 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffda388-4512-4b81-8547-6827a89a5b1b tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:38:59.219572 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-2ffda388-4512-4b81-8547-6827a89a5b1b tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:38:59.223306 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffda388-4512-4b81-8547-6827a89a5b1b tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:38:59.228566 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffda388-4512-4b81-8547-6827a89a5b1b tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Pushing event updated for resources: {'Port': ['ID=142a31ff-3294-4d1f-812c-6e1db3dbca0a,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:38:59.530978 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2ffda388-4512-4b81-8547-6827a89a5b1b tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:00.004001 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e82f00-6c75-4058-8311-94e92a533808 req-19a44526-4615-4761-b572-911c44e24abd tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:00.005656 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-64e82f00-6c75-4058-8311-94e92a533808 req-19a44526-4615-4761-b572-911c44e24abd tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/ports?device_id=7e0fbc9c-7164-47a9-b80e-11e8caedd9ec HTTP/1.1" status: 200 len: 984 time: 0.0522645 Aug 31 09:39:00.047664 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-64e82f00-6c75-4058-8311-94e92a533808 req-8c6babcb-361b-43b6-b521-a1ecd9554dbb tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/security-groups?id=72778a1d-8b89-4a6f-98c8-0c3b0e1fb5bb&id=4c01a856-8b78-43f1-a92f-5091f633857c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0355198 Aug 31 09:39:00.063009 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2ffda388-4512-4b81-8547-6827a89a5b1b tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2088949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2087107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5115'] for router, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:00.066251 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2ffda388-4512-4b81-8547-6827a89a5b1b tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2088958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2088935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2087130'] for router, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:00.243219 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 64d634bb-c34a-4f93-939d-ab1bc43df6a7 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:39:00.262188 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ffda388-4512-4b81-8547-6827a89a5b1b tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Router 4947e7aa-e715-43a9-b55c-ccbc11e132a4 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:39:00.353694 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 64d634bb-c34a-4f93-939d-ab1bc43df6a7 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:00.359629 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 64d634bb-c34a-4f93-939d-ab1bc43df6a7 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:00.360009 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:00.368092 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffda388-4512-4b81-8547-6827a89a5b1b tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:39:00.376937 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2ffda388-4512-4b81-8547-6827a89a5b1b tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:00.378221 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2ffda388-4512-4b81-8547-6827a89a5b1b tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] 10.222.0.119 "PUT /v2.0/routers/4947e7aa-e715-43a9-b55c-ccbc11e132a4 HTTP/1.1" status: 200 len: 884 time: 2.0450583 Aug 31 09:39:00.380659 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60208) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:00.384365 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f56a43-2a1e-481d-afaf-c60b02112134 None None] Sync routers for ids ['4947e7aa-e715-43a9-b55c-ccbc11e132a4'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:39:00.404569 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f56a43-2a1e-481d-afaf-c60b02112134 None None] Routers {'4947e7aa-e715-43a9-b55c-ccbc11e132a4'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:39:00.405195 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b2f56a43-2a1e-481d-afaf-c60b02112134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['4947e7aa-e715-43a9-b55c-ccbc11e132a4'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:00.440802 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b2f56a43-2a1e-481d-afaf-c60b02112134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:00.454826 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f56a43-2a1e-481d-afaf-c60b02112134 None None] Routers {'4947e7aa-e715-43a9-b55c-ccbc11e132a4'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:39:00.455428 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b2f56a43-2a1e-481d-afaf-c60b02112134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['4947e7aa-e715-43a9-b55c-ccbc11e132a4'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:00.487267 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-add17187-bc38-4ff8-bbfd-3d511bf49995 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] 10.222.0.119 "GET /v2.0/routers/4947e7aa-e715-43a9-b55c-ccbc11e132a4 HTTP/1.1" status: 200 len: 925 time: 0.1054659 Aug 31 09:39:00.490198 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60210) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:00.508813 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-b2f56a43-2a1e-481d-afaf-c60b02112134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:00.509461 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f56a43-2a1e-481d-afaf-c60b02112134 None None] The sync data for ids ['4947e7aa-e715-43a9-b55c-ccbc11e132a4'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:39:00.526466 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:00.551776 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0fbc9c-7164-47a9-b80e-11e8caedd9ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d634bb-c34a-4f93-939d-ab1bc43df6a7'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:39:00.554066 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffb5004-58b4-4b63-b711-0c73fc6416ae" -d '{"events": [{"server_uuid": "7e0fbc9c-7164-47a9-b80e-11e8caedd9ec", "name": "network-vif-plugged", "status": "completed", "tag": "64d634bb-c34a-4f93-939d-ab1bc43df6a7"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:39:00.566971 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 64d634bb-c34a-4f93-939d-ab1bc43df6a7, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=64d634bb-c34a-4f93-939d-ab1bc43df6a7,segment=NetworkSegment(c8b22b05-6c83-4975-a160-05efcd305ac0),segment_id=c8b22b05-6c83-4975-a160-05efcd305ac0)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:00.570799 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e8b657-f933-4754-a2ed-8be49317c574 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:00.574603 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f0e8b657-f933-4754-a2ed-8be49317c574 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] 10.222.0.119 "GET /v2.0/ports?network_id=95c681de-fa69-49ec-b047-2a49f2c4b933&device_id=4947e7aa-e715-43a9-b55c-ccbc11e132a4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0810230 Aug 31 09:39:00.575426 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60214) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:00.594768 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18769c3b-f0c6-4293-b36b-7557105a977f x-openstack-request-id: req-18769c3b-f0c6-4293-b36b-7557105a977f {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:39:00.595054 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0fbc9c-7164-47a9-b80e-11e8caedd9ec", "name": "network-vif-plugged", "status": "completed", "tag": "64d634bb-c34a-4f93-939d-ab1bc43df6a7", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:39:00.595244 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-18769c3b-f0c6-4293-b36b-7557105a977f {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:39:00.595699 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0fbc9c-7164-47a9-b80e-11e8caedd9ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d634bb-c34a-4f93-939d-ab1bc43df6a7', 'code': 200} Aug 31 09:39:00.645352 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:00.679830 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d920584a-9fd2-4c09-945d-9a19dd45d144 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:00.683876 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d920584a-9fd2-4c09-945d-9a19dd45d144 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 881 time: 0.1049263 Aug 31 09:39:00.685231 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60216) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:00.698045 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a8cc6-18b8-457f-9c99-d68cd938d3ee req-331f5797-ab33-4c58-9f67-fbfe1bee96c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:00.699586 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f1a8cc6-18b8-457f-9c99-d68cd938d3ee req-331f5797-ab33-4c58-9f67-fbfe1bee96c8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7e0fbc9c-7164-47a9-b80e-11e8caedd9ec HTTP/1.1" status: 200 len: 1137 time: 0.0453844 Aug 31 09:39:00.701384 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=64d634bb-c34a-4f93-939d-ab1bc43df6a7,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:00.714210 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ce1ffeca-7bde-4cf0-8db3-6c07b5861a71 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] 10.222.0.119 "GET /v2.0/ports?device_id=4947e7aa-e715-43a9-b55c-ccbc11e132a4 HTTP/1.1" status: 200 len: 205 time: 0.0278814 Aug 31 09:39:00.716869 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60218) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:00.744729 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f1a8cc6-18b8-457f-9c99-d68cd938d3ee req-85490a82-2327-4b5c-8efe-256281b054b6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4c01a856-8b78-43f1-a92f-5091f633857c&id=72778a1d-8b89-4a6f-98c8-0c3b0e1fb5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0373075 Aug 31 09:39:00.822753 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-32b3fb2b-ace3-4356-b123-247510bd6d01 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:00.924837 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-32b3fb2b-ace3-4356-b123-247510bd6d01 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:01.068394 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-32b3fb2b-ace3-4356-b123-247510bd6d01 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Deleting port 142a31ff-3294-4d1f-812c-6e1db3dbca0a {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:01.069063 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-32b3fb2b-ace3-4356-b123-247510bd6d01 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:01.149572 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-32b3fb2b-ace3-4356-b123-247510bd6d01 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:01.162701 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-32b3fb2b-ace3-4356-b123-247510bd6d01 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Calling delete_port for 142a31ff-3294-4d1f-812c-6e1db3dbca0a owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:01.172358 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d7a4e-0e72-4f5d-8bd8-70de009b116d req-a8975e67-72b0-4afd-91c4-557982fcebfe tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:01.173924 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-084d7a4e-0e72-4f5d-8bd8-70de009b116d req-a8975e67-72b0-4afd-91c4-557982fcebfe tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/ports?device_id=7e0fbc9c-7164-47a9-b80e-11e8caedd9ec HTTP/1.1" status: 200 len: 985 time: 0.0568335 Aug 31 09:39:01.416916 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-32b3fb2b-ace3-4356-b123-247510bd6d01 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:01.444011 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3fb2b-ace3-4356-b123-247510bd6d01 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Pushing event deleted for resources: {'Port': ['ID=142a31ff-3294-4d1f-812c-6e1db3dbca0a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:01.506624 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-32b3fb2b-ace3-4356-b123-247510bd6d01 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:01.508098 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-084d7a4e-0e72-4f5d-8bd8-70de009b116d req-5fb74d7e-58c8-4910-9a1c-bd5be7697ea9 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/security-groups?id=72778a1d-8b89-4a6f-98c8-0c3b0e1fb5bb&id=4c01a856-8b78-43f1-a92f-5091f633857c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3279800 Aug 31 09:39:01.605863 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-32b3fb2b-ace3-4356-b123-247510bd6d01 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:01.608861 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-32b3fb2b-ace3-4356-b123-247510bd6d01 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:01.727960 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-32b3fb2b-ace3-4356-b123-247510bd6d01 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:01.728563 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b3fb2b-ace3-4356-b123-247510bd6d01 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Fanout notify agent at l3_agent the message router_deleted on router 4947e7aa-e715-43a9-b55c-ccbc11e132a4 {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:39:01.735283 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-32b3fb2b-ace3-4356-b123-247510bd6d01 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:01.737098 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-32b3fb2b-ace3-4356-b123-247510bd6d01 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] 10.222.0.119 "DELETE /v2.0/routers/4947e7aa-e715-43a9-b55c-ccbc11e132a4 HTTP/1.1" status: 204 len: 168 time: 1.0188324 Aug 31 09:39:01.740214 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60224) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:01.744800 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-9fbe1b11-50f2-4189-b016-09aeff92a7ec tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1797984873', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:01.827950 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9fbe1b11-50f2-4189-b016-09aeff92a7ec tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:01.829104 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9fbe1b11-50f2-4189-b016-09aeff92a7ec tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:01.880951 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9fbe1b11-50f2-4189-b016-09aeff92a7ec tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:01.967931 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9fbe1b11-50f2-4189-b016-09aeff92a7ec tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:02.102187 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9fbe1b11-50f2-4189-b016-09aeff92a7ec tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:02.103402 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9fbe1b11-50f2-4189-b016-09aeff92a7ec tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3622420 Aug 31 09:39:02.106778 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60226) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:02.111453 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-30b68bd3-6e08-45c7-9c95-944be5134eca tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'enable_snat': True}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:02.315550 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-30b68bd3-6e08-45c7-9c95-944be5134eca tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:02.615496 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-30b68bd3-6e08-45c7-9c95-944be5134eca tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:02.635801 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71379a-a6f7-4540-88ef-7aabc14c5bb0 req-9910517f-1356-46ff-9b1c-2aaf1dd46d54 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:02.637926 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af71379a-a6f7-4540-88ef-7aabc14c5bb0 req-9910517f-1356-46ff-9b1c-2aaf1dd46d54 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/ports?device_id=7e0fbc9c-7164-47a9-b80e-11e8caedd9ec HTTP/1.1" status: 200 len: 985 time: 0.0492127 Aug 31 09:39:02.639928 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-30b68bd3-6e08-45c7-9c95-944be5134eca tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:02.678779 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af71379a-a6f7-4540-88ef-7aabc14c5bb0 req-88224e70-057b-4442-8f01-88ee2b95b72f tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/security-groups?id=72778a1d-8b89-4a6f-98c8-0c3b0e1fb5bb&id=4c01a856-8b78-43f1-a92f-5091f633857c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0345068 Aug 31 09:39:02.747535 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-30b68bd3-6e08-45c7-9c95-944be5134eca tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Allocated IP 172.25.2.41 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/3b7cb897-1c22-4db0-8772-be6074661db7) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:02.756030 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:02.797972 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca35132-9e97-483f-8047-4e5fe091296b req-6af48eb4-0880-40bd-90c7-9241c6524d6f tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:02.799817 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cca35132-9e97-483f-8047-4e5fe091296b req-6af48eb4-0880-40bd-90c7-9241c6524d6f tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/ports?device_id=7e0fbc9c-7164-47a9-b80e-11e8caedd9ec HTTP/1.1" status: 200 len: 985 time: 0.0505347 Aug 31 09:39:02.844636 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cca35132-9e97-483f-8047-4e5fe091296b req-4308dddf-e897-4120-9b6c-9d2eef0d416b tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/security-groups?id=72778a1d-8b89-4a6f-98c8-0c3b0e1fb5bb&id=4c01a856-8b78-43f1-a92f-5091f633857c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0339460 Aug 31 09:39:02.866700 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-30b68bd3-6e08-45c7-9c95-944be5134eca tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:02.933323 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:02.952395 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779aa38-1bcc-4ff4-ab66-eae47a0fbb9b req-523daabf-39f1-47c7-a006-152d693ae3d8 tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:02.953906 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9779aa38-1bcc-4ff4-ab66-eae47a0fbb9b req-523daabf-39f1-47c7-a006-152d693ae3d8 tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=7e0fbc9c-7164-47a9-b80e-11e8caedd9ec HTTP/1.1" status: 200 len: 1137 time: 0.0431256 Aug 31 09:39:02.972872 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9779aa38-1bcc-4ff4-ab66-eae47a0fbb9b req-3e936819-a9cc-4d14-bf5c-9aac08dba361 tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:03.025300 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-30b68bd3-6e08-45c7-9c95-944be5134eca tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:03.060744 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9779aa38-1bcc-4ff4-ab66-eae47a0fbb9b req-3e936819-a9cc-4d14-bf5c-9aac08dba361 tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:03.063112 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b68bd3-6e08-45c7-9c95-944be5134eca tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:03.068000 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-30b68bd3-6e08-45c7-9c95-944be5134eca tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:03.071559 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b68bd3-6e08-45c7-9c95-944be5134eca tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:03.095873 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b68bd3-6e08-45c7-9c95-944be5134eca tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Pushing event updated for resources: {'Port': ['ID=3b7cb897-1c22-4db0-8772-be6074661db7,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:03.196444 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9779aa38-1bcc-4ff4-ab66-eae47a0fbb9b req-3e936819-a9cc-4d14-bf5c-9aac08dba361 tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:03.220373 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9779aa38-1bcc-4ff4-ab66-eae47a0fbb9b req-3e936819-a9cc-4d14-bf5c-9aac08dba361 tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=72778a1d-8b89-4a6f-98c8-0c3b0e1fb5bb&id=4c01a856-8b78-43f1-a92f-5091f633857c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2595389 Aug 31 09:39:03.229441 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e936819-a9cc-4d14-bf5c-9aac08dba361 tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80361b2-2c84-4e64-b45b-1d01d7ebff6d,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:03.242645 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60236) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:03.282087 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b339bda-6ee3-4e70-8ecd-6c02e0d6c3de tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:03.283620 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3b339bda-6ee3-4e70-8ecd-6c02e0d6c3de tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=7e0fbc9c-7164-47a9-b80e-11e8caedd9ec HTTP/1.1" status: 200 len: 1132 time: 0.0400233 Aug 31 09:39:03.286876 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60238) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:03.291566 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-8ab4edda-52e2-4dec-8a41-9513f63d809d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'port_id': '64d634bb-c34a-4f93-939d-ab1bc43df6a7', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:03.397551 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-30b68bd3-6e08-45c7-9c95-944be5134eca tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:03.442136 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8ab4edda-52e2-4dec-8a41-9513f63d809d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for floatingip, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:03.544947 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8ab4edda-52e2-4dec-8a41-9513f63d809d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:03.599158 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-30b68bd3-6e08-45c7-9c95-944be5134eca tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2088949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2087107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5115'] for router, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:03.603973 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-30b68bd3-6e08-45c7-9c95-944be5134eca tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2088958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2088935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2087130'] for router, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:03.656620 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-8ab4edda-52e2-4dec-8a41-9513f63d809d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Allocated IP 172.25.2.107 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/8b27ccc8-41fb-4000-9a15-b141a49e4e88) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:03.761299 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8ab4edda-52e2-4dec-8a41-9513f63d809d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:03.801622 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b68bd3-6e08-45c7-9c95-944be5134eca tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Router 013cb048-c040-4ae7-981f-1d99f6446f3c is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:39:03.870979 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8ab4edda-52e2-4dec-8a41-9513f63d809d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:03.906940 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b68bd3-6e08-45c7-9c95-944be5134eca tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:39:03.911711 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-30b68bd3-6e08-45c7-9c95-944be5134eca tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:03.912694 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-30b68bd3-6e08-45c7-9c95-944be5134eca tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] 10.222.0.119 "PUT /v2.0/routers/013cb048-c040-4ae7-981f-1d99f6446f3c HTTP/1.1" status: 200 len: 918 time: 1.8048069 Aug 31 09:39:03.916046 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60242) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:03.920021 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da1bb7a-5fee-4073-9f33-46dd38fa56ac None None] Sync routers for ids ['013cb048-c040-4ae7-981f-1d99f6446f3c'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:39:03.923613 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab4edda-52e2-4dec-8a41-9513f63d809d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:03.928581 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-8ab4edda-52e2-4dec-8a41-9513f63d809d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:03.933970 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da1bb7a-5fee-4073-9f33-46dd38fa56ac None None] Routers {'013cb048-c040-4ae7-981f-1d99f6446f3c'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:39:03.933970 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-9da1bb7a-5fee-4073-9f33-46dd38fa56ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['013cb048-c040-4ae7-981f-1d99f6446f3c'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:03.934972 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab4edda-52e2-4dec-8a41-9513f63d809d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:03.961676 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-9da1bb7a-5fee-4073-9f33-46dd38fa56ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:03.967376 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4edda-52e2-4dec-8a41-9513f63d809d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Pushing event updated for resources: {'Port': ['ID=8b27ccc8-41fb-4000-9a15-b141a49e4e88,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:03.970785 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da1bb7a-5fee-4073-9f33-46dd38fa56ac None None] Routers {'013cb048-c040-4ae7-981f-1d99f6446f3c'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:39:03.971385 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-9da1bb7a-5fee-4073-9f33-46dd38fa56ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['013cb048-c040-4ae7-981f-1d99f6446f3c'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:04.007233 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-9da1bb7a-5fee-4073-9f33-46dd38fa56ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:04.007880 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da1bb7a-5fee-4073-9f33-46dd38fa56ac None None] The sync data for ids ['013cb048-c040-4ae7-981f-1d99f6446f3c'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:39:04.113960 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6d24555c-b248-4a58-89ba-1783d0c13505 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] 10.222.0.119 "GET /v2.0/routers/013cb048-c040-4ae7-981f-1d99f6446f3c HTTP/1.1" status: 200 len: 924 time: 0.1966319 Aug 31 09:39:04.116606 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60244) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:04.163786 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e60645-52fc-4bf9-82e7-cb02437bf33b tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:04.165300 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-37e60645-52fc-4bf9-82e7-cb02437bf33b tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] 10.222.0.119 "GET /v2.0/ports?network_id=95c681de-fa69-49ec-b047-2a49f2c4b933&device_id=013cb048-c040-4ae7-981f-1d99f6446f3c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0476432 Aug 31 09:39:04.167914 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60246) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:04.259541 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b8445f-b824-469c-be7b-f76519bfaff3 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:04.260973 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-18b8445f-b824-469c-be7b-f76519bfaff3 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 881 time: 0.0915105 Aug 31 09:39:04.264372 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60248) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:04.291386 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4051eb77-1659-4add-bf84-f95d33c6633a tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] 10.222.0.119 "GET /v2.0/ports?device_id=013cb048-c040-4ae7-981f-1d99f6446f3c HTTP/1.1" status: 200 len: 205 time: 0.0256858 Aug 31 09:39:04.293734 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60250) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:04.468654 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8ab4edda-52e2-4dec-8a41-9513f63d809d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:04.471759 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4f1f8bbd-7bbd-43ef-b1ed-296b734dde4c tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:04.607184 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4f1f8bbd-7bbd-43ef-b1ed-296b734dde4c tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:04.662397 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8ab4edda-52e2-4dec-8a41-9513f63d809d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:04.825491 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-4f1f8bbd-7bbd-43ef-b1ed-296b734dde4c tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Deleting port 3b7cb897-1c22-4db0-8772-be6074661db7 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:04.825827 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4f1f8bbd-7bbd-43ef-b1ed-296b734dde4c tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:04.889438 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8ab4edda-52e2-4dec-8a41-9513f63d809d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:04.920357 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4f1f8bbd-7bbd-43ef-b1ed-296b734dde4c tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:04.931599 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-4f1f8bbd-7bbd-43ef-b1ed-296b734dde4c tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Calling delete_port for 3b7cb897-1c22-4db0-8772-be6074661db7 owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:04.973191 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8ab4edda-52e2-4dec-8a41-9513f63d809d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:05.062940 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4edda-52e2-4dec-8a41-9513f63d809d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Pushing event updated for resources: {'Port': ['ID=8b27ccc8-41fb-4000-9a15-b141a49e4e88,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:05.105425 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8ab4edda-52e2-4dec-8a41-9513f63d809d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:05.246220 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-8ab4edda-52e2-4dec-8a41-9513f63d809d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Floating IP 02bda825-4645-43ec-a254-ab80068a4c49 associated. External IP: 172.25.2.107, port: 64d634bb-c34a-4f93-939d-ab1bc43df6a7. Aug 31 09:39:05.389868 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4f1f8bbd-7bbd-43ef-b1ed-296b734dde4c tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:05.422682 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f8bbd-7bbd-43ef-b1ed-296b734dde4c tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Pushing event deleted for resources: {'Port': ['ID=3b7cb897-1c22-4db0-8772-be6074661db7,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:05.526342 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4f1f8bbd-7bbd-43ef-b1ed-296b734dde4c tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:05.624990 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab4edda-52e2-4dec-8a41-9513f63d809d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Router b26e5342-3062-4647-bcb1-737803b8fc15 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:39:05.629902 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4f1f8bbd-7bbd-43ef-b1ed-296b734dde4c tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:05.632724 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4f1f8bbd-7bbd-43ef-b1ed-296b734dde4c tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:05.756817 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4f1f8bbd-7bbd-43ef-b1ed-296b734dde4c tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:05.757560 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1f8bbd-7bbd-43ef-b1ed-296b734dde4c tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Fanout notify agent at l3_agent the message router_deleted on router 013cb048-c040-4ae7-981f-1d99f6446f3c {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:39:05.768649 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4f1f8bbd-7bbd-43ef-b1ed-296b734dde4c tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:05.768649 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4f1f8bbd-7bbd-43ef-b1ed-296b734dde4c tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] 10.222.0.119 "DELETE /v2.0/routers/013cb048-c040-4ae7-981f-1d99f6446f3c HTTP/1.1" status: 204 len: 168 time: 1.4711921 Aug 31 09:39:05.769512 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60256) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:05.773804 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-d4283563-0674-4023-9184-25333b2160e9 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1369639888', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:05.803807 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab4edda-52e2-4dec-8a41-9513f63d809d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:39:05.815011 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f282bd01-b5dc-48d1-8f22-4113bb79785d None None] Sync routers for ids ['b26e5342-3062-4647-bcb1-737803b8fc15'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:39:05.824218 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f282bd01-b5dc-48d1-8f22-4113bb79785d None None] Routers {'b26e5342-3062-4647-bcb1-737803b8fc15'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:39:05.825657 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-f282bd01-b5dc-48d1-8f22-4113bb79785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b26e5342-3062-4647-bcb1-737803b8fc15'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:05.897811 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d4283563-0674-4023-9184-25333b2160e9 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:05.898783 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d4283563-0674-4023-9184-25333b2160e9 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:05.928121 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-f282bd01-b5dc-48d1-8f22-4113bb79785d None None] Set router b26e5342-3062-4647-bcb1-737803b8fc15 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:39:05.951227 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d4283563-0674-4023-9184-25333b2160e9 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:06.013906 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8ab4edda-52e2-4dec-8a41-9513f63d809d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:06.047226 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8ab4edda-52e2-4dec-8a41-9513f63d809d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7567997 Aug 31 09:39:06.047226 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0fbc9c-7164-47a9-b80e-11e8caedd9ec', 'tag': '64d634bb-c34a-4f93-939d-ab1bc43df6a7'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:39:06.047813 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60258) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:06.048282 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84edf66-28ce-4d60-b5b4-dd4eb219d64a" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0fbc9c-7164-47a9-b80e-11e8caedd9ec", "tag": "64d634bb-c34a-4f93-939d-ab1bc43df6a7"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:39:06.089308 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4159a44-8bbd-443c-92b6-09ac36d0a488 x-openstack-request-id: req-c4159a44-8bbd-443c-92b6-09ac36d0a488 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:39:06.089602 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0fbc9c-7164-47a9-b80e-11e8caedd9ec", "tag": "64d634bb-c34a-4f93-939d-ab1bc43df6a7", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:39:06.089853 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-c4159a44-8bbd-443c-92b6-09ac36d0a488 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:39:06.090323 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0fbc9c-7164-47a9-b80e-11e8caedd9ec', 'tag': '64d634bb-c34a-4f93-939d-ab1bc43df6a7', 'status': 'completed', 'code': 200} Aug 31 09:39:06.109644 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d4283563-0674-4023-9184-25333b2160e9 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:06.164696 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499e61df-8c50-441a-a671-453d88029a56 tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.165191 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499e61df-8c50-441a-a671-453d88029a56 tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.165657 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499e61df-8c50-441a-a671-453d88029a56 tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.166236 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84edf66-28ce-4d60-b5b4-dd4eb219d64a req-073b5ad1-300c-43f3-9162-094dc9a82c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.166356 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499e61df-8c50-441a-a671-453d88029a56 tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.166898 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499e61df-8c50-441a-a671-453d88029a56 tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.167363 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499e61df-8c50-441a-a671-453d88029a56 tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.167863 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499e61df-8c50-441a-a671-453d88029a56 tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.167985 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d84edf66-28ce-4d60-b5b4-dd4eb219d64a req-073b5ad1-300c-43f3-9162-094dc9a82c65 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18fe70eb6d324600ad1c951e98138b17&device_id=7e0fbc9c-7164-47a9-b80e-11e8caedd9ec HTTP/1.1" status: 200 len: 1137 time: 0.0512290 Aug 31 09:39:06.168951 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499e61df-8c50-441a-a671-453d88029a56 tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.169480 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499e61df-8c50-441a-a671-453d88029a56 tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.169942 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499e61df-8c50-441a-a671-453d88029a56 tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.172107 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-499e61df-8c50-441a-a671-453d88029a56 tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] 10.222.0.119 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7052 time: 0.1230063 Aug 31 09:39:06.174948 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60262) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:06.223950 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d4283563-0674-4023-9184-25333b2160e9 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:06.227937 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d4283563-0674-4023-9184-25333b2160e9 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4574811 Aug 31 09:39:06.228547 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60264) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:06.235269 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-a1877f6f-e643-444b-9ab2-8c0eeded7ef6 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'enable_snat': False}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:06.245822 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87ec5ef-256a-46a1-b4da-b816f1cc4a5a tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.246271 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87ec5ef-256a-46a1-b4da-b816f1cc4a5a tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.247301 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87ec5ef-256a-46a1-b4da-b816f1cc4a5a tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.248440 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87ec5ef-256a-46a1-b4da-b816f1cc4a5a tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.248440 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87ec5ef-256a-46a1-b4da-b816f1cc4a5a tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.248906 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87ec5ef-256a-46a1-b4da-b816f1cc4a5a tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.249464 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87ec5ef-256a-46a1-b4da-b816f1cc4a5a tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.249919 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87ec5ef-256a-46a1-b4da-b816f1cc4a5a tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.250467 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87ec5ef-256a-46a1-b4da-b816f1cc4a5a tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.250800 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87ec5ef-256a-46a1-b4da-b816f1cc4a5a tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.255594 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a87ec5ef-256a-46a1-b4da-b816f1cc4a5a tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] 10.222.0.119 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6431 time: 0.0769660 Aug 31 09:39:06.255888 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60266) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:06.319523 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-f282bd01-b5dc-48d1-8f22-4113bb79785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1046053382', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '8dd1d78c-bca5-4ed8-9435-f6993eafa81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:40Z', 'updated_at': '2021-08-31T09:38:45Z', 'revision_number': 4, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'gw_port': {'id': '8dd1d78c-bca5-4ed8-9435-f6993eafa81b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:40Z', 'updated_at': '2021-08-31T09:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '02bda825-4645-43ec-a254-ab80068a4c49', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'floating_ip_address': '172.25.2.107', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'port_id': '64d634bb-c34a-4f93-939d-ab1bc43df6a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a23d3c2-c603-458c-a06b-a4b8380d7b29', 'mac_address': 'fa:16:3e:4a:e1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0fbc9c-7164-47a9-b80e-11e8caedd9ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:39:04Z', 'updated_at': '2021-08-31T09:39:04Z', 'revision_number': 0, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c45f57a7-6e39-45c7-8680-4986ecc53d68', 'name': '', 'network_id': '4a23d3c2-c603-458c-a06b-a4b8380d7b29', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'mac_address': 'fa:16:3e:ce:9b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '790edd4d-e6e0-43e6-935e-c3c88de4150c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:44Z', 'updated_at': '2021-08-31T09:38:52Z', 'revision_number': 5, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'subnets': [{'id': '790edd4d-e6e0-43e6-935e-c3c88de4150c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:06.348375 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f282bd01-b5dc-48d1-8f22-4113bb79785d None None] Checking router: b26e5342-3062-4647-bcb1-737803b8fc15 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:39:06.358018 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f282bd01-b5dc-48d1-8f22-4113bb79785d None None] Routers {'b26e5342-3062-4647-bcb1-737803b8fc15'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:39:06.358690 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-f282bd01-b5dc-48d1-8f22-4113bb79785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b26e5342-3062-4647-bcb1-737803b8fc15'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:06.475840 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-f282bd01-b5dc-48d1-8f22-4113bb79785d None None] Set router b26e5342-3062-4647-bcb1-737803b8fc15 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:39:06.720267 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84edf66-28ce-4d60-b5b4-dd4eb219d64a req-3d82af3f-412a-4601-915f-f3543d6cbf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.721799 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d84edf66-28ce-4d60-b5b4-dd4eb219d64a req-3d82af3f-412a-4601-915f-f3543d6cbf42 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4a23d3c2-c603-458c-a06b-a4b8380d7b29 HTTP/1.1" status: 200 len: 899 time: 0.5471990 Aug 31 09:39:06.749045 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-f282bd01-b5dc-48d1-8f22-4113bb79785d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1046053382', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '8dd1d78c-bca5-4ed8-9435-f6993eafa81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:40Z', 'updated_at': '2021-08-31T09:38:45Z', 'revision_number': 4, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'gw_port': {'id': '8dd1d78c-bca5-4ed8-9435-f6993eafa81b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:40Z', 'updated_at': '2021-08-31T09:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '02bda825-4645-43ec-a254-ab80068a4c49', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'floating_ip_address': '172.25.2.107', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'port_id': '64d634bb-c34a-4f93-939d-ab1bc43df6a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a23d3c2-c603-458c-a06b-a4b8380d7b29', 'mac_address': 'fa:16:3e:4a:e1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0fbc9c-7164-47a9-b80e-11e8caedd9ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:39:04Z', 'updated_at': '2021-08-31T09:39:04Z', 'revision_number': 0, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c45f57a7-6e39-45c7-8680-4986ecc53d68', 'name': '', 'network_id': '4a23d3c2-c603-458c-a06b-a4b8380d7b29', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'mac_address': 'fa:16:3e:ce:9b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '790edd4d-e6e0-43e6-935e-c3c88de4150c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:44Z', 'updated_at': '2021-08-31T09:38:52Z', 'revision_number': 5, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'subnets': [{'id': '790edd4d-e6e0-43e6-935e-c3c88de4150c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:06.778827 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f282bd01-b5dc-48d1-8f22-4113bb79785d None None] The sync data for ids ['b26e5342-3062-4647-bcb1-737803b8fc15'] in n-d-791506-28 is: [{'id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1046053382', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '8dd1d78c-bca5-4ed8-9435-f6993eafa81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:40Z', 'updated_at': '2021-08-31T09:38:45Z', 'revision_number': 4, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'gw_port': {'id': '8dd1d78c-bca5-4ed8-9435-f6993eafa81b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:40Z', 'updated_at': '2021-08-31T09:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '02bda825-4645-43ec-a254-ab80068a4c49', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'floating_ip_address': '172.25.2.107', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'port_id': '64d634bb-c34a-4f93-939d-ab1bc43df6a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a23d3c2-c603-458c-a06b-a4b8380d7b29', 'mac_address': 'fa:16:3e:4a:e1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0fbc9c-7164-47a9-b80e-11e8caedd9ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:39:04Z', 'updated_at': '2021-08-31T09:39:04Z', 'revision_number': 0, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c45f57a7-6e39-45c7-8680-4986ecc53d68', 'name': '', 'network_id': '4a23d3c2-c603-458c-a06b-a4b8380d7b29', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'mac_address': 'fa:16:3e:ce:9b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '790edd4d-e6e0-43e6-935e-c3c88de4150c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:44Z', 'updated_at': '2021-08-31T09:38:52Z', 'revision_number': 5, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'subnets': [{'id': '790edd4d-e6e0-43e6-935e-c3c88de4150c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:39:06.832674 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a1877f6f-e643-444b-9ab2-8c0eeded7ef6 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:06.855717 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d84edf66-28ce-4d60-b5b4-dd4eb219d64a req-5aa4c04d-75dc-45c7-abfb-7d5e8603836f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64d634bb-c34a-4f93-939d-ab1bc43df6a7 HTTP/1.1" status: 200 len: 1000 time: 0.1032455 Aug 31 09:39:06.876354 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2c9ad187-47bf-426c-8ab9-19e899de5716 tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5033 time: 0.6193621 Aug 31 09:39:06.876971 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60270) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:06.915670 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84edf66-28ce-4d60-b5b4-dd4eb219d64a req-bf244c52-fe9d-4db6-a1cc-02a24f865207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.920597 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d84edf66-28ce-4d60-b5b4-dd4eb219d64a req-bf244c52-fe9d-4db6-a1cc-02a24f865207 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=790edd4d-e6e0-43e6-935e-c3c88de4150c HTTP/1.1" status: 200 len: 835 time: 0.0540550 Aug 31 09:39:06.920937 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfed3c5a-c9a2-4844-b9df-cc8bd903963a tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.920937 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfed3c5a-c9a2-4844-b9df-cc8bd903963a tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:06.922921 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-dfed3c5a-c9a2-4844-b9df-cc8bd903963a tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=b26e5342-3062-4647-bcb1-737803b8fc15 HTTP/1.1" status: 200 len: 1992 time: 0.0449712 Aug 31 09:39:07.004938 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84edf66-28ce-4d60-b5b4-dd4eb219d64a req-66779244-889f-4f01-a632-7e3b5af9f5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:07.006414 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d84edf66-28ce-4d60-b5b4-dd4eb219d64a req-66779244-889f-4f01-a632-7e3b5af9f5b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4a23d3c2-c603-458c-a06b-a4b8380d7b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0765758 Aug 31 09:39:07.128187 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d84edf66-28ce-4d60-b5b4-dd4eb219d64a req-a04e5471-d4d8-444f-8fc2-f6c85d771564 service neutron] 10.222.0.59 "GET /v2.0/networks/4a23d3c2-c603-458c-a06b-a4b8380d7b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115382 Aug 31 09:39:07.309809 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a1877f6f-e643-444b-9ab2-8c0eeded7ef6 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:07.337213 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a1877f6f-e643-444b-9ab2-8c0eeded7ef6 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:07.343495 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d84edf66-28ce-4d60-b5b4-dd4eb219d64a req-ff1111a3-55da-4cd7-950d-6dc5f37d971d service neutron] 10.222.0.59 "GET /v2.0/networks/4a23d3c2-c603-458c-a06b-a4b8380d7b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806386 Aug 31 09:39:07.448906 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e76f245-71fd-419c-af62-598c6cfebc33 None None] New status for floating IP 02bda825-4645-43ec-a254-ab80068a4c49: ACTIVE {{(pid=95555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:39:07.458630 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-a1877f6f-e643-444b-9ab2-8c0eeded7ef6 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Allocated IP 172.25.2.210 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/17aa42e2-ba9e-45b7-9384-3dd1c00c4071) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:07.566796 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a1877f6f-e643-444b-9ab2-8c0eeded7ef6 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:07.739566 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a1877f6f-e643-444b-9ab2-8c0eeded7ef6 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:07.776910 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1877f6f-e643-444b-9ab2-8c0eeded7ef6 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:07.781897 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-a1877f6f-e643-444b-9ab2-8c0eeded7ef6 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:07.784576 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1877f6f-e643-444b-9ab2-8c0eeded7ef6 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:07.815495 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1877f6f-e643-444b-9ab2-8c0eeded7ef6 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Pushing event updated for resources: {'Port': ['ID=17aa42e2-ba9e-45b7-9384-3dd1c00c4071,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:08.139088 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a1877f6f-e643-444b-9ab2-8c0eeded7ef6 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:08.335736 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a1877f6f-e643-444b-9ab2-8c0eeded7ef6 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2088949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2087107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5115'] for router, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:08.339058 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a1877f6f-e643-444b-9ab2-8c0eeded7ef6 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2088958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2088935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2087130'] for router, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:08.381346 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:39:08.533132 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1877f6f-e643-444b-9ab2-8c0eeded7ef6 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Router 96232f36-34d0-4fc8-a827-72d15124192d is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:39:08.639569 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1877f6f-e643-444b-9ab2-8c0eeded7ef6 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:39:08.644007 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a1877f6f-e643-444b-9ab2-8c0eeded7ef6 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:08.645193 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a1877f6f-e643-444b-9ab2-8c0eeded7ef6 tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] 10.222.0.119 "PUT /v2.0/routers/96232f36-34d0-4fc8-a827-72d15124192d HTTP/1.1" status: 200 len: 920 time: 2.4140966 Aug 31 09:39:08.647932 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60276) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:08.648226 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c9a192-942c-428d-9d03-e65a0fda09a5 None None] Sync routers for ids ['96232f36-34d0-4fc8-a827-72d15124192d'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:39:08.657743 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c9a192-942c-428d-9d03-e65a0fda09a5 None None] Routers {'96232f36-34d0-4fc8-a827-72d15124192d'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:39:08.658322 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-11c9a192-942c-428d-9d03-e65a0fda09a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['96232f36-34d0-4fc8-a827-72d15124192d'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:08.694354 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-11c9a192-942c-428d-9d03-e65a0fda09a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:08.703633 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c9a192-942c-428d-9d03-e65a0fda09a5 None None] Routers {'96232f36-34d0-4fc8-a827-72d15124192d'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:39:08.704228 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-11c9a192-942c-428d-9d03-e65a0fda09a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['96232f36-34d0-4fc8-a827-72d15124192d'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:08.743856 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-11c9a192-942c-428d-9d03-e65a0fda09a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:08.744526 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c9a192-942c-428d-9d03-e65a0fda09a5 None None] The sync data for ids ['96232f36-34d0-4fc8-a827-72d15124192d'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:39:08.757482 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-86fd1a86-8fa6-470e-92f1-f48549ad488d tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] 10.222.0.119 "GET /v2.0/routers/96232f36-34d0-4fc8-a827-72d15124192d HTTP/1.1" status: 200 len: 926 time: 0.1084545 Aug 31 09:39:08.760161 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60280) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:08.803009 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ad9bd6-330e-4117-848e-c77ff7d655fd tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:08.804607 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-50ad9bd6-330e-4117-848e-c77ff7d655fd tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] 10.222.0.119 "GET /v2.0/ports?network_id=95c681de-fa69-49ec-b047-2a49f2c4b933&device_id=96232f36-34d0-4fc8-a827-72d15124192d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0435166 Aug 31 09:39:08.807208 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60282) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:08.892224 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb6c8c5-e3a9-4ffa-89a4-c4258d02181e tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:08.893585 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4bb6c8c5-e3a9-4ffa-89a4-c4258d02181e tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] 10.222.0.119 "GET /v2.0/networks/95c681de-fa69-49ec-b047-2a49f2c4b933 HTTP/1.1" status: 200 len: 881 time: 0.0854793 Aug 31 09:39:08.896353 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60284) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:08.922251 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e33a2d58-a3ea-4910-abbd-59d803bbb173 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] 10.222.0.119 "GET /v2.0/ports?device_id=96232f36-34d0-4fc8-a827-72d15124192d HTTP/1.1" status: 200 len: 205 time: 0.0249009 Aug 31 09:39:08.924616 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60286) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:09.029384 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-13992d31-1f62-47d3-ae11-521bad4fb4f1 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:09.136120 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-13992d31-1f62-47d3-ae11-521bad4fb4f1 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:09.244192 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-13992d31-1f62-47d3-ae11-521bad4fb4f1 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Deleting port 17aa42e2-ba9e-45b7-9384-3dd1c00c4071 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:09.244868 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-13992d31-1f62-47d3-ae11-521bad4fb4f1 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:09.324344 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-13992d31-1f62-47d3-ae11-521bad4fb4f1 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:09.335871 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-13992d31-1f62-47d3-ae11-521bad4fb4f1 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Calling delete_port for 17aa42e2-ba9e-45b7-9384-3dd1c00c4071 owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:09.587851 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-13992d31-1f62-47d3-ae11-521bad4fb4f1 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:09.619857 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13992d31-1f62-47d3-ae11-521bad4fb4f1 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Pushing event deleted for resources: {'Port': ['ID=17aa42e2-ba9e-45b7-9384-3dd1c00c4071,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:09.679093 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-13992d31-1f62-47d3-ae11-521bad4fb4f1 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:09.767280 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-13992d31-1f62-47d3-ae11-521bad4fb4f1 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:09.769339 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-13992d31-1f62-47d3-ae11-521bad4fb4f1 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:09.933349 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-13992d31-1f62-47d3-ae11-521bad4fb4f1 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:09.933962 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13992d31-1f62-47d3-ae11-521bad4fb4f1 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Fanout notify agent at l3_agent the message router_deleted on router 96232f36-34d0-4fc8-a827-72d15124192d {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:39:09.940720 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-13992d31-1f62-47d3-ae11-521bad4fb4f1 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:09.941824 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-13992d31-1f62-47d3-ae11-521bad4fb4f1 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] 10.222.0.119 "DELETE /v2.0/routers/96232f36-34d0-4fc8-a827-72d15124192d HTTP/1.1" status: 204 len: 168 time: 1.0163426 Aug 31 09:39:09.945482 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60290) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:09.950474 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-4453853c-b88b-40e7-a384-2cf005ed5e98 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2020037381', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}, 'admin_state_up': False}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:10.047719 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4453853c-b88b-40e7-a384-2cf005ed5e98 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:10.048737 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4453853c-b88b-40e7-a384-2cf005ed5e98 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:10.379597 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4453853c-b88b-40e7-a384-2cf005ed5e98 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:10.614355 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4453853c-b88b-40e7-a384-2cf005ed5e98 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:10.885298 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4453853c-b88b-40e7-a384-2cf005ed5e98 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router_gateway, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:10.910082 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4453853c-b88b-40e7-a384-2cf005ed5e98 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:11.014769 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-4453853c-b88b-40e7-a384-2cf005ed5e98 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Allocated IP 172.25.2.44 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/4b4b2cf8-91c1-4fa0-9101-5e0d80746878) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:11.118632 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4453853c-b88b-40e7-a384-2cf005ed5e98 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:11.207583 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4453853c-b88b-40e7-a384-2cf005ed5e98 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:11.244211 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4453853c-b88b-40e7-a384-2cf005ed5e98 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:11.249639 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-4453853c-b88b-40e7-a384-2cf005ed5e98 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:11.253156 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4453853c-b88b-40e7-a384-2cf005ed5e98 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:11.284645 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4453853c-b88b-40e7-a384-2cf005ed5e98 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Pushing event updated for resources: {'Port': ['ID=4b4b2cf8-91c1-4fa0-9101-5e0d80746878,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:11.310698 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-38fa20b4-5577-4538-9261-65f596d9997b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:11.575676 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4453853c-b88b-40e7-a384-2cf005ed5e98 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router_gateway, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:11.771739 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4453853c-b88b-40e7-a384-2cf005ed5e98 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:12.001764 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4453853c-b88b-40e7-a384-2cf005ed5e98 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Router ac9f8777-8135-4245-8685-006bb1ef2037 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:39:12.111943 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4453853c-b88b-40e7-a384-2cf005ed5e98 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:39:12.120976 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2857e8ad-c0d6-44bc-b638-2101119be5e2 None None] Sync routers for ids ['ac9f8777-8135-4245-8685-006bb1ef2037'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:39:12.130251 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2857e8ad-c0d6-44bc-b638-2101119be5e2 None None] Routers {'ac9f8777-8135-4245-8685-006bb1ef2037'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:39:12.130888 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-2857e8ad-c0d6-44bc-b638-2101119be5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['ac9f8777-8135-4245-8685-006bb1ef2037'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:12.162218 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-2857e8ad-c0d6-44bc-b638-2101119be5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:12.171518 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2857e8ad-c0d6-44bc-b638-2101119be5e2 None None] Routers {'ac9f8777-8135-4245-8685-006bb1ef2037'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:39:12.172112 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-2857e8ad-c0d6-44bc-b638-2101119be5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['ac9f8777-8135-4245-8685-006bb1ef2037'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:12.201726 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4453853c-b88b-40e7-a384-2cf005ed5e98 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:12.202947 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4453853c-b88b-40e7-a384-2cf005ed5e98 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.2564650 Aug 31 09:39:12.205776 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60296) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:12.206202 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-2857e8ad-c0d6-44bc-b638-2101119be5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:12.206861 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2857e8ad-c0d6-44bc-b638-2101119be5e2 None None] The sync data for ids ['ac9f8777-8135-4245-8685-006bb1ef2037'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:39:12.211959 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-da71e2f4-c91a-411e-8a55-e6641c91cbac tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:12.514977 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-da71e2f4-c91a-411e-8a55-e6641c91cbac tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:12.629156 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-da71e2f4-c91a-411e-8a55-e6641c91cbac tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:12.873048 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-da71e2f4-c91a-411e-8a55-e6641c91cbac tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Deleting port 4b4b2cf8-91c1-4fa0-9101-5e0d80746878 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:12.873382 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-da71e2f4-c91a-411e-8a55-e6641c91cbac tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:12.947565 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-da71e2f4-c91a-411e-8a55-e6641c91cbac tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:12.960306 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-da71e2f4-c91a-411e-8a55-e6641c91cbac tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Calling delete_port for 4b4b2cf8-91c1-4fa0-9101-5e0d80746878 owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:13.207312 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-da71e2f4-c91a-411e-8a55-e6641c91cbac tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:13.237113 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71e2f4-c91a-411e-8a55-e6641c91cbac tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Pushing event deleted for resources: {'Port': ['ID=4b4b2cf8-91c1-4fa0-9101-5e0d80746878,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:13.297559 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-da71e2f4-c91a-411e-8a55-e6641c91cbac tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:13.766507 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-da71e2f4-c91a-411e-8a55-e6641c91cbac tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2088949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2087107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5115'] for router, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:13.769722 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-da71e2f4-c91a-411e-8a55-e6641c91cbac tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2088958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2088935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2087130'] for router, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:13.845213 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da71e2f4-c91a-411e-8a55-e6641c91cbac tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Router ac9f8777-8135-4245-8685-006bb1ef2037 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:39:13.921587 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da71e2f4-c91a-411e-8a55-e6641c91cbac tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:39:13.928178 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-da71e2f4-c91a-411e-8a55-e6641c91cbac tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:13.929356 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-da71e2f4-c91a-411e-8a55-e6641c91cbac tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] 10.222.0.119 "PUT /v2.0/routers/ac9f8777-8135-4245-8685-006bb1ef2037 HTTP/1.1" status: 200 len: 710 time: 1.7226095 Aug 31 09:39:13.930954 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387fad45-7844-4e13-ad1f-3d12bc3099a7 None None] Sync routers for ids ['ac9f8777-8135-4245-8685-006bb1ef2037'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:39:13.935269 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60302) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:13.941300 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387fad45-7844-4e13-ad1f-3d12bc3099a7 None None] Routers {'ac9f8777-8135-4245-8685-006bb1ef2037'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:39:13.941911 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-387fad45-7844-4e13-ad1f-3d12bc3099a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:38:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['ac9f8777-8135-4245-8685-006bb1ef2037'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:13.979616 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-91af4bc8-3ecb-491d-b7e8-c3c9d118dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:13.981467 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-387fad45-7844-4e13-ad1f-3d12bc3099a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:13.998129 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387fad45-7844-4e13-ad1f-3d12bc3099a7 None None] Routers {'ac9f8777-8135-4245-8685-006bb1ef2037'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:39:13.998763 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-387fad45-7844-4e13-ad1f-3d12bc3099a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:39:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['ac9f8777-8135-4245-8685-006bb1ef2037'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:14.008063 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b477ff0d-62c2-4303-8f20-9662773ebe5a tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] 10.222.0.119 "GET /v2.0/routers/ac9f8777-8135-4245-8685-006bb1ef2037 HTTP/1.1" status: 200 len: 745 time: 0.0747979 Aug 31 09:39:14.010820 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60304) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:14.038110 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-387fad45-7844-4e13-ad1f-3d12bc3099a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:14.038110 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387fad45-7844-4e13-ad1f-3d12bc3099a7 None None] The sync data for ids ['ac9f8777-8135-4245-8685-006bb1ef2037'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:39:14.056848 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7f81227b-d3ab-4426-b9a0-bac649a7cfbc tempest-RoutersIpV6AdminTest-563262325 tempest-RoutersIpV6AdminTest-563262325-project-admin] 10.222.0.119 "GET /v2.0/ports?network_id=95c681de-fa69-49ec-b047-2a49f2c4b933&device_id=ac9f8777-8135-4245-8685-006bb1ef2037 HTTP/1.1" status: 200 len: 205 time: 0.0449665 Aug 31 09:39:14.059132 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:14.060102 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60306) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:14.087906 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6f9867be-3f4e-49a8-be40-285f9a5b8219 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] 10.222.0.119 "GET /v2.0/ports?device_id=ac9f8777-8135-4245-8685-006bb1ef2037 HTTP/1.1" status: 200 len: 205 time: 0.0263753 Aug 31 09:39:14.090875 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60310) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:14.168423 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3bb4983a-01aa-4cf0-9445-70bc5bd81922 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:14.327307 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3bb4983a-01aa-4cf0-9445-70bc5bd81922 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:14.329328 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3bb4983a-01aa-4cf0-9445-70bc5bd81922 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:14.438754 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3bb4983a-01aa-4cf0-9445-70bc5bd81922 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:14.439287 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb4983a-01aa-4cf0-9445-70bc5bd81922 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Fanout notify agent at l3_agent the message router_deleted on router ac9f8777-8135-4245-8685-006bb1ef2037 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:39:14.445995 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3bb4983a-01aa-4cf0-9445-70bc5bd81922 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:14.446999 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3bb4983a-01aa-4cf0-9445-70bc5bd81922 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] 10.222.0.119 "DELETE /v2.0/routers/ac9f8777-8135-4245-8685-006bb1ef2037 HTTP/1.1" status: 204 len: 168 time: 0.3551481 Aug 31 09:39:14.450752 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60312) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:14.477990 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c790b561-a0f3-46f0-a44a-16f04d32e83b tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] 10.222.0.119 "GET /v2.0/ports?device_id=ac9f8777-8135-4245-8685-006bb1ef2037 HTTP/1.1" status: 200 len: 205 time: 0.0261116 Aug 31 09:39:14.480243 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60314) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:14.520330 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-eee7e76b-e3ba-4256-a3eb-184d5173e946 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] delete failed (client error): The resource could not be found. Aug 31 09:39:14.521333 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-eee7e76b-e3ba-4256-a3eb-184d5173e946 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] 10.222.0.119 "DELETE /v2.0/routers/ac9f8777-8135-4245-8685-006bb1ef2037 HTTP/1.1" status: 404 len: 336 time: 0.0401249 Aug 31 09:39:14.523823 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60316) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:14.550240 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d18242d2-eda1-44e2-ab67-b1de02cee171 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] 10.222.0.119 "GET /v2.0/ports?device_id=96232f36-34d0-4fc8-a827-72d15124192d HTTP/1.1" status: 200 len: 205 time: 0.0254192 Aug 31 09:39:14.552376 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60318) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:14.592428 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-ea9cbccc-7027-4c4d-9a4b-f7093ab71e90 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] delete failed (client error): The resource could not be found. Aug 31 09:39:14.593316 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ea9cbccc-7027-4c4d-9a4b-f7093ab71e90 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] 10.222.0.119 "DELETE /v2.0/routers/96232f36-34d0-4fc8-a827-72d15124192d HTTP/1.1" status: 404 len: 336 time: 0.0400636 Aug 31 09:39:14.595767 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60320) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:14.620828 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8ca92f6c-ec10-47bc-ad2d-b6fc3f64e7e1 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] 10.222.0.119 "GET /v2.0/ports?device_id=013cb048-c040-4ae7-981f-1d99f6446f3c HTTP/1.1" status: 200 len: 205 time: 0.0240788 Aug 31 09:39:14.622982 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60322) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:14.659443 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-289dea84-6aeb-4407-9feb-10c4ead9224b tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] delete failed (client error): The resource could not be found. Aug 31 09:39:14.660472 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-289dea84-6aeb-4407-9feb-10c4ead9224b tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] 10.222.0.119 "DELETE /v2.0/routers/013cb048-c040-4ae7-981f-1d99f6446f3c HTTP/1.1" status: 404 len: 336 time: 0.0366170 Aug 31 09:39:14.662965 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60326) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:14.692088 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ec2a1042-7150-4828-8fba-8f6ba940a153 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] 10.222.0.119 "GET /v2.0/ports?device_id=4947e7aa-e715-43a9-b55c-ccbc11e132a4 HTTP/1.1" status: 200 len: 205 time: 0.0275505 Aug 31 09:39:14.693918 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60328) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:14.737558 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-89de4090-e2ab-4f40-9052-f53a95f3c3ac tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] delete failed (client error): The resource could not be found. Aug 31 09:39:14.738625 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-89de4090-e2ab-4f40-9052-f53a95f3c3ac tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] 10.222.0.119 "DELETE /v2.0/routers/4947e7aa-e715-43a9-b55c-ccbc11e132a4 HTTP/1.1" status: 404 len: 336 time: 0.0437832 Aug 31 09:39:14.741248 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60330) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:14.768277 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0d4be6b0-21d2-4eb2-bc32-97b692b07f98 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] 10.222.0.119 "GET /v2.0/ports?device_id=d6ebc578-e5a3-4011-aea7-e919b18b64d0 HTTP/1.1" status: 200 len: 205 time: 0.0259857 Aug 31 09:39:14.770412 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60334) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:14.811575 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-17d03d45-e8d1-481e-ac87-f0333f50cf4d tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] delete failed (client error): The resource could not be found. Aug 31 09:39:14.812583 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-17d03d45-e8d1-481e-ac87-f0333f50cf4d tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] 10.222.0.119 "DELETE /v2.0/routers/d6ebc578-e5a3-4011-aea7-e919b18b64d0 HTTP/1.1" status: 404 len: 336 time: 0.0412743 Aug 31 09:39:14.815153 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60336) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:14.841155 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d7bf7738-1d9a-49d8-a56a-e1e06194ce2e tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] 10.222.0.119 "GET /v2.0/ports?device_id=3d2026bf-5ac7-4119-89f0-ee8ccdaa229a HTTP/1.1" status: 200 len: 205 time: 0.0249715 Aug 31 09:39:14.843397 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60338) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:14.878859 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-85343dea-9694-42dd-a27f-0aad0c7df20b tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] delete failed (client error): The resource could not be found. Aug 31 09:39:14.879830 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-85343dea-9694-42dd-a27f-0aad0c7df20b tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] 10.222.0.119 "DELETE /v2.0/routers/3d2026bf-5ac7-4119-89f0-ee8ccdaa229a HTTP/1.1" status: 404 len: 336 time: 0.0356283 Aug 31 09:39:14.882150 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60340) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:14.907837 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-b94424d6-7377-475a-a20d-f61f13d3da55 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] DELETE failed (client error): The resource could not be found. Aug 31 09:39:14.908519 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b94424d6-7377-475a-a20d-f61f13d3da55 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:39:14.910130 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b94424d6-7377-475a-a20d-f61f13d3da55 tempest-RoutersIpV6AdminTest-1614361888 tempest-RoutersIpV6AdminTest-1614361888-project] 10.222.0.119 "DELETE /v2.0/subnets/2806a19d-0095-4b8c-bd22-7d00a7fecce9 HTTP/1.1" status: 404 len: 337 time: 0.0271034 Aug 31 09:39:15.327297 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.360575 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60348) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:15.471087 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-945042ae-67a8-405a-80c4-30184d5eda72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.558175 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-945042ae-67a8-405a-80c4-30184d5eda72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.627206 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-945042ae-67a8-405a-80c4-30184d5eda72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.668742 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-945042ae-67a8-405a-80c4-30184d5eda72 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=2b0fbc94f1c94328a62c90cd63cb44f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3070796 Aug 31 09:39:15.670232 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945042ae-67a8-405a-80c4-30184d5eda72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff144236-15c2-464e-b9c4-2ae6866aa593,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:15.672167 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60352) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:15.722298 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a794fab6-1d43-4f27-b9be-b53ae49112a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.743354 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a794fab6-1d43-4f27-b9be-b53ae49112a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.856069 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a794fab6-1d43-4f27-b9be-b53ae49112a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.858822 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a794fab6-1d43-4f27-b9be-b53ae49112a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:15.859968 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a794fab6-1d43-4f27-b9be-b53ae49112a0 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/ff144236-15c2-464e-b9c4-2ae6866aa593 HTTP/1.1" status: 204 len: 168 time: 0.1863294 Aug 31 09:39:15.867839 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794fab6-1d43-4f27-b9be-b53ae49112a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff144236-15c2-464e-b9c4-2ae6866aa593,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:15.875390 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794fab6-1d43-4f27-b9be-b53ae49112a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:15.876153 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794fab6-1d43-4f27-b9be-b53ae49112a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:15.876153 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794fab6-1d43-4f27-b9be-b53ae49112a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:15.876545 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794fab6-1d43-4f27-b9be-b53ae49112a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:15.876918 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794fab6-1d43-4f27-b9be-b53ae49112a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:15.877242 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794fab6-1d43-4f27-b9be-b53ae49112a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:15.877564 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794fab6-1d43-4f27-b9be-b53ae49112a0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:15.877887 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794fab6-1d43-4f27-b9be-b53ae49112a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:15.878206 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794fab6-1d43-4f27-b9be-b53ae49112a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:15.878525 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794fab6-1d43-4f27-b9be-b53ae49112a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:15.878871 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794fab6-1d43-4f27-b9be-b53ae49112a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:15.879187 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794fab6-1d43-4f27-b9be-b53ae49112a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:16.515428 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60360) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:16.554881 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8ec92c8d-d9fb-4d2a-aea3-9bec9fadca8c admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=eb890caaf11a4a75ae6082152cb46db9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381987 Aug 31 09:39:16.557204 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60362) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:16.604641 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d1ed1b8-3c79-4584-93ff-2a7df6cca864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:16.626142 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d1ed1b8-3c79-4584-93ff-2a7df6cca864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:16.796462 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d1ed1b8-3c79-4584-93ff-2a7df6cca864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:16.799276 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d1ed1b8-3c79-4584-93ff-2a7df6cca864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:16.800468 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7d1ed1b8-3c79-4584-93ff-2a7df6cca864 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/3868b543-ad05-4996-8336-8dcff1c06ce5 HTTP/1.1" status: 204 len: 168 time: 0.2422187 Aug 31 09:39:16.810772 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ed1b8-3c79-4584-93ff-2a7df6cca864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3868b543-ad05-4996-8336-8dcff1c06ce5,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:17.030539 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:17.458717 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0b063-2ece-4645-9b60-2708e27c5d81 req-011e672c-df65-4638-8840-946344f76e86 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:17.464880 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0b063-2ece-4645-9b60-2708e27c5d81 req-011e672c-df65-4638-8840-946344f76e86 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:17.471529 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0b063-2ece-4645-9b60-2708e27c5d81 req-011e672c-df65-4638-8840-946344f76e86 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:17.477434 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0b063-2ece-4645-9b60-2708e27c5d81 req-011e672c-df65-4638-8840-946344f76e86 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:17.484872 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0b063-2ece-4645-9b60-2708e27c5d81 req-011e672c-df65-4638-8840-946344f76e86 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:17.491002 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0b063-2ece-4645-9b60-2708e27c5d81 req-011e672c-df65-4638-8840-946344f76e86 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:17.497108 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0b063-2ece-4645-9b60-2708e27c5d81 req-011e672c-df65-4638-8840-946344f76e86 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:17.499201 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29c0b063-2ece-4645-9b60-2708e27c5d81 req-011e672c-df65-4638-8840-946344f76e86 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5435 time: 0.0956628 Aug 31 09:39:17.541592 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29c0b063-2ece-4645-9b60-2708e27c5d81 req-9c00864e-9b54-4f59-8911-f6b349fa893e tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359395 Aug 31 09:39:17.684237 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5533305-b0ff-404b-874d-562de22bc2b5 req-0d881f31-4790-47a6-839a-e521f2dbaa14 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:17.690954 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5533305-b0ff-404b-874d-562de22bc2b5 req-0d881f31-4790-47a6-839a-e521f2dbaa14 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:17.696816 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5533305-b0ff-404b-874d-562de22bc2b5 req-0d881f31-4790-47a6-839a-e521f2dbaa14 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:17.703503 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5533305-b0ff-404b-874d-562de22bc2b5 req-0d881f31-4790-47a6-839a-e521f2dbaa14 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:17.709372 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5533305-b0ff-404b-874d-562de22bc2b5 req-0d881f31-4790-47a6-839a-e521f2dbaa14 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:17.715528 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5533305-b0ff-404b-874d-562de22bc2b5 req-0d881f31-4790-47a6-839a-e521f2dbaa14 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:17.724204 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5533305-b0ff-404b-874d-562de22bc2b5 req-0d881f31-4790-47a6-839a-e521f2dbaa14 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:17.724204 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f5533305-b0ff-404b-874d-562de22bc2b5 req-0d881f31-4790-47a6-839a-e521f2dbaa14 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5435 time: 0.0974061 Aug 31 09:39:18.754413 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60408) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:18.853681 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-6ab16c3b-6bb4-4fd0-897f-d9a9effcac9d tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-545877875', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:18.964441 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab16c3b-6bb4-4fd0-897f-d9a9effcac9d tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] Made reservation on behalf of 3eef29d3662543848e648be3155acf03 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:18.966798 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6ab16c3b-6bb4-4fd0-897f-d9a9effcac9d tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:18.976182 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6ab16c3b-6bb4-4fd0-897f-d9a9effcac9d tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:19.064291 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6ab16c3b-6bb4-4fd0-897f-d9a9effcac9d tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:19.149503 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6ab16c3b-6bb4-4fd0-897f-d9a9effcac9d tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:19.155536 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-6ab16c3b-6bb4-4fd0-897f-d9a9effcac9d tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] device_id is not set on port ed9bad12-2406-4304-aa2b-dfa7a7776c49 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:39:19.206735 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab16c3b-6bb4-4fd0-897f-d9a9effcac9d tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a83b0e-c122-46bd-84dc-9579765ce001,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:19.275356 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-6ab16c3b-6bb4-4fd0-897f-d9a9effcac9d tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] Allocated IP 172.25.2.19 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/ed9bad12-2406-4304-aa2b-dfa7a7776c49) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:19.415223 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6ab16c3b-6bb4-4fd0-897f-d9a9effcac9d tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:19.536230 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6ab16c3b-6bb4-4fd0-897f-d9a9effcac9d tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:19.578882 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab16c3b-6bb4-4fd0-897f-d9a9effcac9d tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:19.583307 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-6ab16c3b-6bb4-4fd0-897f-d9a9effcac9d tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:19.587596 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab16c3b-6bb4-4fd0-897f-d9a9effcac9d tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:19.590577 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab16c3b-6bb4-4fd0-897f-d9a9effcac9d tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] Pushing event updated for resources: {'Port': ['ID=ed9bad12-2406-4304-aa2b-dfa7a7776c49,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:19.627038 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab16c3b-6bb4-4fd0-897f-d9a9effcac9d tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:19.627695 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6ab16c3b-6bb4-4fd0-897f-d9a9effcac9d tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:19.702873 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6ab16c3b-6bb4-4fd0-897f-d9a9effcac9d tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 0.9471049 Aug 31 09:39:19.705488 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60416) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:19.710574 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-d6e48130-07ae-42c3-a777-9ac58e770826 tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.19'}]}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:19.807170 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6e48130-07ae-42c3-a777-9ac58e770826 tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:19.808227 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6e48130-07ae-42c3-a777-9ac58e770826 tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:19.864640 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6e48130-07ae-42c3-a777-9ac58e770826 tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:20.150988 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025955c-86ca-4e00-98fc-7523902edb45 req-79006959-ec11-4fd4-bcad-9d86d1898057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:20.151384 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025955c-86ca-4e00-98fc-7523902edb45 req-79006959-ec11-4fd4-bcad-9d86d1898057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:20.151858 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025955c-86ca-4e00-98fc-7523902edb45 req-79006959-ec11-4fd4-bcad-9d86d1898057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:20.152326 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025955c-86ca-4e00-98fc-7523902edb45 req-79006959-ec11-4fd4-bcad-9d86d1898057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:20.152791 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025955c-86ca-4e00-98fc-7523902edb45 req-79006959-ec11-4fd4-bcad-9d86d1898057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:20.153253 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025955c-86ca-4e00-98fc-7523902edb45 req-79006959-ec11-4fd4-bcad-9d86d1898057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:20.153714 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025955c-86ca-4e00-98fc-7523902edb45 req-79006959-ec11-4fd4-bcad-9d86d1898057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:20.155721 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b025955c-86ca-4e00-98fc-7523902edb45 req-79006959-ec11-4fd4-bcad-9d86d1898057 service neutron] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 6499 time: 0.1376317 Aug 31 09:39:20.157622 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6e48130-07ae-42c3-a777-9ac58e770826 tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:20.192054 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b025955c-86ca-4e00-98fc-7523902edb45 req-9af720d9-7fa8-4cfe-93ce-2bcc618df6a7 service neutron] 10.222.0.119 "GET /v2.0/security-groups?id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0296412 Aug 31 09:39:20.437689 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6e48130-07ae-42c3-a777-9ac58e770826 tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:20.462298 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6e48130-07ae-42c3-a777-9ac58e770826 tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:20.638756 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6e48130-07ae-42c3-a777-9ac58e770826 tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:20.801227 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6e48130-07ae-42c3-a777-9ac58e770826 tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:20.803368 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6e48130-07ae-42c3-a777-9ac58e770826 tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:20.941457 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6e48130-07ae-42c3-a777-9ac58e770826 tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:20.942153 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e48130-07ae-42c3-a777-9ac58e770826 tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8d24882-3698-45be-ba79-2f0e9ce909c7 {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:39:21.090371 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-d6e48130-07ae-42c3-a777-9ac58e770826 tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 31 09:39:21.091451 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d6e48130-07ae-42c3-a777-9ac58e770826 tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.3849924 Aug 31 09:39:21.094503 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60428) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:21.173508 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-a745245a-7db1-4bae-bf1f-f4b387f0445c tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] Deleting port ed9bad12-2406-4304-aa2b-dfa7a7776c49 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:21.173852 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a745245a-7db1-4bae-bf1f-f4b387f0445c tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:21.246679 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a745245a-7db1-4bae-bf1f-f4b387f0445c tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:21.258737 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-a745245a-7db1-4bae-bf1f-f4b387f0445c tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] Calling delete_port for ed9bad12-2406-4304-aa2b-dfa7a7776c49 owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:21.492394 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a745245a-7db1-4bae-bf1f-f4b387f0445c tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:21.519220 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745245a-7db1-4bae-bf1f-f4b387f0445c tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed9bad12-2406-4304-aa2b-dfa7a7776c49,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:21.581165 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a745245a-7db1-4bae-bf1f-f4b387f0445c tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:21.583091 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a745245a-7db1-4bae-bf1f-f4b387f0445c tempest-RoutersAdminNegativeIpV6Test-570507290 tempest-RoutersAdminNegativeIpV6Test-570507290-project-admin] 10.222.0.119 "DELETE /v2.0/ports/ed9bad12-2406-4304-aa2b-dfa7a7776c49 HTTP/1.1" status: 204 len: 168 time: 0.4876516 Aug 31 09:39:22.101075 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60434) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:22.210297 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4218a293-472e-4e63-8e2e-60dda14a3265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:22.298614 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4218a293-472e-4e63-8e2e-60dda14a3265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:22.383829 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4218a293-472e-4e63-8e2e-60dda14a3265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:22.420885 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218a293-472e-4e63-8e2e-60dda14a3265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99aada3c-1a4f-4fc1-acf0-1369e03a701b,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:22.425203 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4218a293-472e-4e63-8e2e-60dda14a3265 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=17e8aedb5eac4260876e5cdc929977ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3230982 Aug 31 09:39:22.427984 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60438) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:22.476421 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e04960f0-6717-4d1f-890c-3e8f77a3460f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:22.500834 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e04960f0-6717-4d1f-890c-3e8f77a3460f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:22.615560 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e04960f0-6717-4d1f-890c-3e8f77a3460f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:22.618135 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e04960f0-6717-4d1f-890c-3e8f77a3460f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:22.619444 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e04960f0-6717-4d1f-890c-3e8f77a3460f admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/99aada3c-1a4f-4fc1-acf0-1369e03a701b HTTP/1.1" status: 204 len: 168 time: 0.1905067 Aug 31 09:39:22.627861 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04960f0-6717-4d1f-890c-3e8f77a3460f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99aada3c-1a4f-4fc1-acf0-1369e03a701b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:23.258646 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60444) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:23.299022 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fa80187e-38c7-4623-8646-dffacccd9136 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=3eef29d3662543848e648be3155acf03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391095 Aug 31 09:39:23.301355 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60446) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:23.349076 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-629d927e-7a7d-472d-806d-5d3dd1f745c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:23.371266 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-629d927e-7a7d-472d-806d-5d3dd1f745c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:23.486931 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-629d927e-7a7d-472d-806d-5d3dd1f745c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:23.489626 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-629d927e-7a7d-472d-806d-5d3dd1f745c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:23.490758 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-629d927e-7a7d-472d-806d-5d3dd1f745c0 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/a7a83b0e-c122-46bd-84dc-9579765ce001 HTTP/1.1" status: 204 len: 168 time: 0.1885014 Aug 31 09:39:23.501473 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d927e-7a7d-472d-806d-5d3dd1f745c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a83b0e-c122-46bd-84dc-9579765ce001,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:24.558469 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60468) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:24.671187 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-bf7f15a5-4d35-4bd5-929b-7c7b05d86f86 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1794157982'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:24.786974 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7f15a5-4d35-4bd5-929b-7c7b05d86f86 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Made reservation on behalf of f56d4c1e423542279571ad76626726bb for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:24.790644 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bf7f15a5-4d35-4bd5-929b-7c7b05d86f86 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:24.800008 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bf7f15a5-4d35-4bd5-929b-7c7b05d86f86 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:24.890721 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bf7f15a5-4d35-4bd5-929b-7c7b05d86f86 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:24.961295 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bf7f15a5-4d35-4bd5-929b-7c7b05d86f86 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:24.990088 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf7f15a5-4d35-4bd5-929b-7c7b05d86f86 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] vlan segment allocate from pool success with {'vlan_id': 1609, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:39:24.996207 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f15a5-4d35-4bd5-929b-7c7b05d86f86 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=611bf90f-fe76-42d4-adb1-e0273ab353cb,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:25.004054 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bf7f15a5-4d35-4bd5-929b-7c7b05d86f86 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:25.004409 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-bf7f15a5-4d35-4bd5-929b-7c7b05d86f86 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Added segment 32851337-f9b0-4db3-a38a-5f4e9c28a3e4 of type vlan for network ab1bc8a1-af2b-4856-940e-087866d9cd01 Aug 31 09:39:25.044547 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bf7f15a5-4d35-4bd5-929b-7c7b05d86f86 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:25.144157 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bf7f15a5-4d35-4bd5-929b-7c7b05d86f86 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:25.149792 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7f15a5-4d35-4bd5-929b-7c7b05d86f86 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:25.150380 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bf7f15a5-4d35-4bd5-929b-7c7b05d86f86 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:25.214123 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f15a5-4d35-4bd5-929b-7c7b05d86f86 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Pushing event updated for resources: {'Network': ['ID=ab1bc8a1-af2b-4856-940e-087866d9cd01,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:25.224849 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network ab1bc8a1-af2b-4856-940e-087866d9cd01 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:39:25.270336 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bf7f15a5-4d35-4bd5-929b-7c7b05d86f86 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7107275 Aug 31 09:39:25.273035 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60474) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:25.278079 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-0d7eb059-e0d3-47c1-abac-30e417910a33 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Request body: {'subnet': {'network_id': 'ab1bc8a1-af2b-4856-940e-087866d9cd01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:25.430074 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7eb059-e0d3-47c1-abac-30e417910a33 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Made reservation on behalf of f56d4c1e423542279571ad76626726bb for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:25.433631 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0d7eb059-e0d3-47c1-abac-30e417910a33 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:25.727913 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0d7eb059-e0d3-47c1-abac-30e417910a33 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:25.734836 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdb589-2ad6-4a9d-9c99-7e6c8a78de1c req-4e9332ab-0e5a-4327-b795-ff2d3d4bf8f5 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:25.736393 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f8fdb589-2ad6-4a9d-9c99-7e6c8a78de1c req-4e9332ab-0e5a-4327-b795-ff2d3d4bf8f5 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 1097 time: 0.1854570 Aug 31 09:39:25.760309 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f8fdb589-2ad6-4a9d-9c99-7e6c8a78de1c req-08498e05-d0e2-4920-a844-ba42725e2be4 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:25.790604 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7eb059-e0d3-47c1-abac-30e417910a33 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Pushing event updated for resources: {'Subnet': ['ID=435622b5-4c46-4b5f-8878-ff7f28a5dd99,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:25.806393 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7eb059-e0d3-47c1-abac-30e417910a33 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Checking segment: {'id': '32851337-f9b0-4db3-a38a-5f4e9c28a3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1609, 'network_id': 'ab1bc8a1-af2b-4856-940e-087866d9cd01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:25.806983 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7eb059-e0d3-47c1-abac-30e417910a33 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Network hostable DHCP agents. Network: ab1bc8a1-af2b-4856-940e-087866d9cd01, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:39:25.861748 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f8fdb589-2ad6-4a9d-9c99-7e6c8a78de1c req-08498e05-d0e2-4920-a844-ba42725e2be4 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:25.926653 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7eb059-e0d3-47c1-abac-30e417910a33 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Network ab1bc8a1-af2b-4856-940e-087866d9cd01 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:39:25.969868 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-f8fdb589-2ad6-4a9d-9c99-7e6c8a78de1c req-08498e05-d0e2-4920-a844-ba42725e2be4 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:25.996247 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f8fdb589-2ad6-4a9d-9c99-7e6c8a78de1c req-08498e05-d0e2-4920-a844-ba42725e2be4 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2528458 Aug 31 09:39:26.010520 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08498e05-d0e2-4920-a844-ba42725e2be4 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc690015-6046-47f5-9f86-647b6b93f9e9,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:26.015176 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08498e05-d0e2-4920-a844-ba42725e2be4 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:26.015567 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08498e05-d0e2-4920-a844-ba42725e2be4 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:26.016021 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08498e05-d0e2-4920-a844-ba42725e2be4 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:26.016272 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-0d7eb059-e0d3-47c1-abac-30e417910a33 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, ab1bc8a1-af2b-4856-940e-087866d9cd01) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:26.016401 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08498e05-d0e2-4920-a844-ba42725e2be4 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:26.016673 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08498e05-d0e2-4920-a844-ba42725e2be4 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:26.016998 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08498e05-d0e2-4920-a844-ba42725e2be4 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:26.017323 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08498e05-d0e2-4920-a844-ba42725e2be4 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:26.017644 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08498e05-d0e2-4920-a844-ba42725e2be4 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:26.017963 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08498e05-d0e2-4920-a844-ba42725e2be4 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:26.018280 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08498e05-d0e2-4920-a844-ba42725e2be4 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:26.018620 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08498e05-d0e2-4920-a844-ba42725e2be4 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:26.018939 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08498e05-d0e2-4920-a844-ba42725e2be4 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:26.024248 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7eb059-e0d3-47c1-abac-30e417910a33 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:26.024840 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0d7eb059-e0d3-47c1-abac-30e417910a33 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:26.029208 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6846b5a2-1fce-42fc-a8bc-bbf4d1fe0e50 None None] Network ab1bc8a1-af2b-4856-940e-087866d9cd01 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:26.125771 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0d7eb059-e0d3-47c1-abac-30e417910a33 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8516743 Aug 31 09:39:26.127844 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997d175-78c9-4428-8af0-76c9347c8214 req-2b6eeee7-1ce7-458c-83c8-80882e185201 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:26.128927 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60482) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:26.129446 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8997d175-78c9-4428-8af0-76c9347c8214 req-2b6eeee7-1ce7-458c-83c8-80882e185201 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 945 time: 0.0577970 Aug 31 09:39:26.134335 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-2c605254-90cc-4fb6-99e6-e636439660ae tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Request body: {'port': {'network_id': 'ab1bc8a1-af2b-4856-940e-087866d9cd01', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-571134808'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:26.173282 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8997d175-78c9-4428-8af0-76c9347c8214 req-a365471e-36b7-45ce-a1de-8cb562a98f51 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370367 Aug 31 09:39:26.200338 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60484) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:26.202973 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202654dd-6878-4660-a4ae-3ee0bc10ea53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-ab1bc8a1-af2b-4856-940e-087866d9cd01', 'network_id': 'ab1bc8a1-af2b-4856-940e-087866d9cd01', 'tenant_id': 'f56d4c1e423542279571ad76626726bb', 'fixed_ips': [{'subnet_id': '435622b5-4c46-4b5f-8878-ff7f28a5dd99'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:39:26.203931 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-202654dd-6878-4660-a4ae-3ee0bc10ea53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:26.285869 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a57695c1-286f-446c-aabb-0735b3e78931 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/floatingips/0fccb840-d7cf-455a-af57-9720fa7c10f4 HTTP/1.1" status: 200 len: 993 time: 0.0842779 Aug 31 09:39:26.356501 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-202654dd-6878-4660-a4ae-3ee0bc10ea53 None None] Allocated IP 2001:db8::2 (ab1bc8a1-af2b-4856-940e-087866d9cd01/435622b5-4c46-4b5f-8878-ff7f28a5dd99/67097bd5-34c8-4c60-a590-2671e6eb376b) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:26.409774 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c605254-90cc-4fb6-99e6-e636439660ae tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Made reservation on behalf of f56d4c1e423542279571ad76626726bb for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:26.413686 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2c605254-90cc-4fb6-99e6-e636439660ae tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:26.430920 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-2c605254-90cc-4fb6-99e6-e636439660ae tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] device_id is not set on port a433897f-570e-41d9-89c6-c3940bc4cf7e yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:39:26.512178 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-202654dd-6878-4660-a4ae-3ee0bc10ea53 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:26.534955 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-202654dd-6878-4660-a4ae-3ee0bc10ea53 None None] Transition to ACTIVE for port object 67097bd5-34c8-4c60-a590-2671e6eb376b will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:26.550440 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-202654dd-6878-4660-a4ae-3ee0bc10ea53 None None] Transition to ACTIVE for port object 67097bd5-34c8-4c60-a590-2671e6eb376b will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:26.586322 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-f82b0a00-0bb4-43ca-a624-81d2c9d0adf9 req-9a472ef7-c0b5-4e7c-bebc-997767c3bf51 service neutron] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:39:26.587334 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f82b0a00-0bb4-43ca-a624-81d2c9d0adf9 req-9a472ef7-c0b5-4e7c-bebc-997767c3bf51 service neutron] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056043 Aug 31 09:39:26.621694 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-202654dd-6878-4660-a4ae-3ee0bc10ea53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:26.667347 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202654dd-6878-4660-a4ae-3ee0bc10ea53 None None] Network ab1bc8a1-af2b-4856-940e-087866d9cd01 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:26.670433 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-202654dd-6878-4660-a4ae-3ee0bc10ea53 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:26.674431 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202654dd-6878-4660-a4ae-3ee0bc10ea53 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:26.680110 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202654dd-6878-4660-a4ae-3ee0bc10ea53 None None] Pushing event updated for resources: {'Port': ['ID=67097bd5-34c8-4c60-a590-2671e6eb376b,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:26.701189 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-2c605254-90cc-4fb6-99e6-e636439660ae tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Allocated IP 2001:db8::70 (ab1bc8a1-af2b-4856-940e-087866d9cd01/435622b5-4c46-4b5f-8878-ff7f28a5dd99/a433897f-570e-41d9-89c6-c3940bc4cf7e) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:26.735226 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-202654dd-6878-4660-a4ae-3ee0bc10ea53 None None] Attempting to bind port 67097bd5-34c8-4c60-a590-2671e6eb376b on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:26.735805 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-202654dd-6878-4660-a4ae-3ee0bc10ea53 None None] Attempting to bind port 67097bd5-34c8-4c60-a590-2671e6eb376b by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '32851337-f9b0-4db3-a38a-5f4e9c28a3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1609, 'network_id': 'ab1bc8a1-af2b-4856-940e-087866d9cd01'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:26.736223 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202654dd-6878-4660-a4ae-3ee0bc10ea53 None None] Attempting to bind port 67097bd5-34c8-4c60-a590-2671e6eb376b on network ab1bc8a1-af2b-4856-940e-087866d9cd01 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:26.741433 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202654dd-6878-4660-a4ae-3ee0bc10ea53 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:39:26.741830 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202654dd-6878-4660-a4ae-3ee0bc10ea53 None None] Checking segment: {'id': '32851337-f9b0-4db3-a38a-5f4e9c28a3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1609, 'network_id': 'ab1bc8a1-af2b-4856-940e-087866d9cd01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:26.742872 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-202654dd-6878-4660-a4ae-3ee0bc10ea53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:26.742872 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202654dd-6878-4660-a4ae-3ee0bc10ea53 None None] Bound using segment: {'id': '32851337-f9b0-4db3-a38a-5f4e9c28a3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1609, 'network_id': 'ab1bc8a1-af2b-4856-940e-087866d9cd01'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:39:26.743129 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-202654dd-6878-4660-a4ae-3ee0bc10ea53 None None] Bound port: 67097bd5-34c8-4c60-a590-2671e6eb376b, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32851337-f9b0-4db3-a38a-5f4e9c28a3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1609, 'network_id': 'ab1bc8a1-af2b-4856-940e-087866d9cd01'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:39:26.743471 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-202654dd-6878-4660-a4ae-3ee0bc10ea53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:26.825631 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-202654dd-6878-4660-a4ae-3ee0bc10ea53 None None] For port 67097bd5-34c8-4c60-a590-2671e6eb376b, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:39:26.830358 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-202654dd-6878-4660-a4ae-3ee0bc10ea53 None None] For port 67097bd5-34c8-4c60-a590-2671e6eb376b, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=67097bd5-34c8-4c60-a590-2671e6eb376b,segment=NetworkSegment(32851337-f9b0-4db3-a38a-5f4e9c28a3e4),segment_id=32851337-f9b0-4db3-a38a-5f4e9c28a3e4)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:39:26.885833 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2c605254-90cc-4fb6-99e6-e636439660ae tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:26.903365 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-2c605254-90cc-4fb6-99e6-e636439660ae tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Transition to ACTIVE for port object a433897f-570e-41d9-89c6-c3940bc4cf7e will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:26.964354 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-202654dd-6878-4660-a4ae-3ee0bc10ea53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:27.025789 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202654dd-6878-4660-a4ae-3ee0bc10ea53 None None] Pushing event updated for resources: {'Port': ['ID=67097bd5-34c8-4c60-a590-2671e6eb376b,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:27.067289 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2c605254-90cc-4fb6-99e6-e636439660ae tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:27.109661 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c605254-90cc-4fb6-99e6-e636439660ae tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Network ab1bc8a1-af2b-4856-940e-087866d9cd01 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:27.112920 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-2c605254-90cc-4fb6-99e6-e636439660ae tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:27.122505 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c605254-90cc-4fb6-99e6-e636439660ae tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:27.125553 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c605254-90cc-4fb6-99e6-e636439660ae tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:27.126205 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2c605254-90cc-4fb6-99e6-e636439660ae tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:27.142327 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c605254-90cc-4fb6-99e6-e636439660ae tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Pushing event updated for resources: {'Port': ['ID=a433897f-570e-41d9-89c6-c3940bc4cf7e,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:27.253430 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2c605254-90cc-4fb6-99e6-e636439660ae tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1233401 Aug 31 09:39:27.256695 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60500) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:27.262922 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-2c01118b-0742-4301-a360-20a3712b77db tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Request body: {'port': {'network_id': 'ab1bc8a1-af2b-4856-940e-087866d9cd01', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1982594054', 'allowed_address_pairs': [{'ip_address': '2001:db8::70', 'mac_address': 'fa:16:3e:21:c4:b7'}]}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:27.303660 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ded39-15ce-412c-ad98-cd0a8eb183ab req-7b39077e-b7f1-4ddf-a753-76aeeddee050 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:27.305406 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a26ded39-15ce-412c-ad98-cd0a8eb183ab req-7b39077e-b7f1-4ddf-a753-76aeeddee050 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 945 time: 0.0599198 Aug 31 09:39:27.351332 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a26ded39-15ce-412c-ad98-cd0a8eb183ab req-3a4a95e5-76f9-4926-8668-1f061899cc6e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395949 Aug 31 09:39:27.403856 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60502) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:27.488059 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c01118b-0742-4301-a360-20a3712b77db tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Made reservation on behalf of f56d4c1e423542279571ad76626726bb for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:27.552173 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-78dec509-cfc5-451b-939a-5894f83980e4 req-6f46a0dc-d762-4989-8b22-8d46ecdddaaa service neutron] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1450796 Aug 31 09:39:27.579045 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2c01118b-0742-4301-a360-20a3712b77db tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:27.602941 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-2c01118b-0742-4301-a360-20a3712b77db tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] device_id is not set on port 3d4338a4-824c-4d45-bd55-07fac13b87b8 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:39:27.755987 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-2c01118b-0742-4301-a360-20a3712b77db tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Allocated IP 2001:db8::2fe (ab1bc8a1-af2b-4856-940e-087866d9cd01/435622b5-4c46-4b5f-8878-ff7f28a5dd99/3d4338a4-824c-4d45-bd55-07fac13b87b8) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:27.811836 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 67097bd5-34c8-4c60-a590-2671e6eb376b up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:39:27.948009 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 67097bd5-34c8-4c60-a590-2671e6eb376b completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:27.953143 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2c01118b-0742-4301-a360-20a3712b77db tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:27.972420 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-2c01118b-0742-4301-a360-20a3712b77db tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Transition to ACTIVE for port object 3d4338a4-824c-4d45-bd55-07fac13b87b8 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:28.049438 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33dbd41-29cc-492f-9ef7-5bf56ed5aab8 None None] Network ab1bc8a1-af2b-4856-940e-087866d9cd01 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:28.099013 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2c01118b-0742-4301-a360-20a3712b77db tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:28.144146 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c01118b-0742-4301-a360-20a3712b77db tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Network ab1bc8a1-af2b-4856-940e-087866d9cd01 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:28.147318 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-2c01118b-0742-4301-a360-20a3712b77db tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:28.151429 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c01118b-0742-4301-a360-20a3712b77db tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:28.157519 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c01118b-0742-4301-a360-20a3712b77db tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:28.160144 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2c01118b-0742-4301-a360-20a3712b77db tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:28.165043 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c01118b-0742-4301-a360-20a3712b77db tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Pushing event updated for resources: {'Port': ['ID=3d4338a4-824c-4d45-bd55-07fac13b87b8,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:28.215186 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7a9cfdef-9f61-4ed9-92ea-772fdf18d262 None None] Provisioning for port 67097bd5-34c8-4c60-a590-2671e6eb376b completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:28.223824 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7a9cfdef-9f61-4ed9-92ea-772fdf18d262 None None] Provisioning complete for port 67097bd5-34c8-4c60-a590-2671e6eb376b triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:28.224339 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7a9cfdef-9f61-4ed9-92ea-772fdf18d262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:28.250370 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2c01118b-0742-4301-a360-20a3712b77db tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 0.9921923 Aug 31 09:39:28.251067 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60524) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:28.368553 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be05d8ba-bad3-4270-9ccc-be6fb82176d5 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:28.373207 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7a9cfdef-9f61-4ed9-92ea-772fdf18d262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:28.376599 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be05d8ba-bad3-4270-9ccc-be6fb82176d5 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:28.386871 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be05d8ba-bad3-4270-9ccc-be6fb82176d5 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:28.387030 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-be05d8ba-bad3-4270-9ccc-be6fb82176d5 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] 10.222.0.119 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1348910 Aug 31 09:39:28.389870 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60532) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:28.412884 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-7a9cfdef-9f61-4ed9-92ea-772fdf18d262 None None] For port 67097bd5-34c8-4c60-a590-2671e6eb376b, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=67097bd5-34c8-4c60-a590-2671e6eb376b,segment=NetworkSegment(32851337-f9b0-4db3-a38a-5f4e9c28a3e4),segment_id=32851337-f9b0-4db3-a38a-5f4e9c28a3e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:28.507362 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7a9cfdef-9f61-4ed9-92ea-772fdf18d262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:28.544026 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba97f38-970c-491a-af99-2140e12c3fff req-3329f75e-92d1-4762-b694-1188f746530e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:28.554831 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eba97f38-970c-491a-af99-2140e12c3fff req-3329f75e-92d1-4762-b694-1188f746530e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 945 time: 0.0736547 Aug 31 09:39:28.554831 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-39cea9c7-aa44-4f5d-9504-3f7eb970b344 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Deleting port 3d4338a4-824c-4d45-bd55-07fac13b87b8 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:28.554831 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-39cea9c7-aa44-4f5d-9504-3f7eb970b344 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:28.562853 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9cfdef-9f61-4ed9-92ea-772fdf18d262 None None] Pushing event updated for resources: {'Port': ['ID=67097bd5-34c8-4c60-a590-2671e6eb376b,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:28.644878 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eba97f38-970c-491a-af99-2140e12c3fff req-cbad2c77-39e8-40c8-8191-86216d770329 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868337 Aug 31 09:39:28.653243 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-93455b06-c7d6-4ced-87b3-a572f20b710a None None] Provisioning complete for port 67097bd5-34c8-4c60-a590-2671e6eb376b triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:28.653612 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-93455b06-c7d6-4ced-87b3-a572f20b710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:28.692157 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-39cea9c7-aa44-4f5d-9504-3f7eb970b344 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:28.709166 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-39cea9c7-aa44-4f5d-9504-3f7eb970b344 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Calling delete_port for 3d4338a4-824c-4d45-bd55-07fac13b87b8 owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:28.847470 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-93455b06-c7d6-4ced-87b3-a572f20b710a None None] Provisioning for port 3d4338a4-824c-4d45-bd55-07fac13b87b8 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:28.853393 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-93455b06-c7d6-4ced-87b3-a572f20b710a None None] Provisioning complete for port 3d4338a4-824c-4d45-bd55-07fac13b87b8 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:28.853393 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-93455b06-c7d6-4ced-87b3-a572f20b710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:28.904488 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-93455b06-c7d6-4ced-87b3-a572f20b710a None None] Port 3d4338a4-824c-4d45-bd55-07fac13b87b8 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:39:29.007258 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-39cea9c7-aa44-4f5d-9504-3f7eb970b344 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:29.026962 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-93455b06-c7d6-4ced-87b3-a572f20b710a None None] Provisioning for port a433897f-570e-41d9-89c6-c3940bc4cf7e completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:29.034120 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-93455b06-c7d6-4ced-87b3-a572f20b710a None None] Provisioning complete for port a433897f-570e-41d9-89c6-c3940bc4cf7e triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:29.035030 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-93455b06-c7d6-4ced-87b3-a572f20b710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:29.042970 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cea9c7-aa44-4f5d-9504-3f7eb970b344 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Pushing event deleted for resources: {'Port': ['ID=3d4338a4-824c-4d45-bd55-07fac13b87b8,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:29.099480 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-93455b06-c7d6-4ced-87b3-a572f20b710a None None] Port a433897f-570e-41d9-89c6-c3940bc4cf7e cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:39:29.172753 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-39cea9c7-aa44-4f5d-9504-3f7eb970b344 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:29.174902 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-39cea9c7-aa44-4f5d-9504-3f7eb970b344 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] 10.222.0.119 "DELETE /v2.0/ports/3d4338a4-824c-4d45-bd55-07fac13b87b8 HTTP/1.1" status: 204 len: 168 time: 0.7840030 Aug 31 09:39:29.177572 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60534) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:29.211321 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-564cf8dd-6271-40c2-aab0-f48cd44ec9dc tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] GET failed (client error): The resource could not be found. Aug 31 09:39:29.215412 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-564cf8dd-6271-40c2-aab0-f48cd44ec9dc tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] 10.222.0.119 "GET /v2.0/ports/3d4338a4-824c-4d45-bd55-07fac13b87b8 HTTP/1.1" status: 404 len: 333 time: 0.0360246 Aug 31 09:39:29.218353 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7d811f24-9acc-4fe6-93a8-704f0fb4bf18 None None] Could not find standard attr ID for object 3d4338a4-824c-4d45-bd55-07fac13b87b8. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 09:39:29.220163 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60536) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:29.227843 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-d8dbff1d-15b8-4285-80b0-bd87097db549 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Request body: {'port': {'network_id': 'ab1bc8a1-af2b-4856-940e-087866d9cd01', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1153618828'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:29.229238 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7d811f24-9acc-4fe6-93a8-704f0fb4bf18 None None] Provisioning complete for port a433897f-570e-41d9-89c6-c3940bc4cf7e triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:29.229238 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7d811f24-9acc-4fe6-93a8-704f0fb4bf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:29.286136 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-7d811f24-9acc-4fe6-93a8-704f0fb4bf18 None None] Port a433897f-570e-41d9-89c6-c3940bc4cf7e cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:39:29.421598 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8dbff1d-15b8-4285-80b0-bd87097db549 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Made reservation on behalf of f56d4c1e423542279571ad76626726bb for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:29.425299 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d8dbff1d-15b8-4285-80b0-bd87097db549 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:29.444000 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-d8dbff1d-15b8-4285-80b0-bd87097db549 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] device_id is not set on port 5914a67a-9c42-47a6-a528-dac6eb384dc9 yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:39:29.557306 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-d8dbff1d-15b8-4285-80b0-bd87097db549 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Allocated IP 2001:db8::3a3 (ab1bc8a1-af2b-4856-940e-087866d9cd01/435622b5-4c46-4b5f-8878-ff7f28a5dd99/5914a67a-9c42-47a6-a528-dac6eb384dc9) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:29.720306 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d8dbff1d-15b8-4285-80b0-bd87097db549 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:29.737235 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-d8dbff1d-15b8-4285-80b0-bd87097db549 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Transition to ACTIVE for port object 5914a67a-9c42-47a6-a528-dac6eb384dc9 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:29.739792 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 67097bd5-34c8-4c60-a590-2671e6eb376b up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:39:29.802631 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 67097bd5-34c8-4c60-a590-2671e6eb376b triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:29.803034 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:29.812288 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39668c-8348-4ba8-a9b9-8bf140de8a67 req-5ee842a4-52db-4b33-a716-5cb750f828a7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.813847 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eb39668c-8348-4ba8-a9b9-8bf140de8a67 req-5ee842a4-52db-4b33-a716-5cb750f828a7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 945 time: 0.0785849 Aug 31 09:39:29.871126 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eb39668c-8348-4ba8-a9b9-8bf140de8a67 req-32d93918-f340-4937-b43b-6ac9cde0ed49 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486417 Aug 31 09:39:29.895121 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dec509-cfc5-451b-939a-5894f83980e4 req-7eb19876-3c96-454c-8dbc-d93a4adfb2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.896774 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-78dec509-cfc5-451b-939a-5894f83980e4 req-7eb19876-3c96-454c-8dbc-d93a4adfb2f5 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 1097 time: 0.0562956 Aug 31 09:39:29.901371 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d8dbff1d-15b8-4285-80b0-bd87097db549 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:29.948622 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dbff1d-15b8-4285-80b0-bd87097db549 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Network ab1bc8a1-af2b-4856-940e-087866d9cd01 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:29.954791 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-d8dbff1d-15b8-4285-80b0-bd87097db549 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:29.957895 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dbff1d-15b8-4285-80b0-bd87097db549 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:29.963643 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dbff1d-15b8-4285-80b0-bd87097db549 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:29.964272 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d8dbff1d-15b8-4285-80b0-bd87097db549 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:29.974088 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dbff1d-15b8-4285-80b0-bd87097db549 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Pushing event updated for resources: {'Port': ['ID=5914a67a-9c42-47a6-a528-dac6eb384dc9,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:30.030493 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dec509-cfc5-451b-939a-5894f83980e4 req-e116c036-d509-42c6-a8ab-744ec7beda6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:30.033065 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-78dec509-cfc5-451b-939a-5894f83980e4 req-e116c036-d509-42c6-a8ab-744ec7beda6a service neutron] 10.222.0.112 "GET /v2.0/networks?id=e1b72858-d42d-4e54-b983-427aa1394b8e HTTP/1.1" status: 200 len: 899 time: 0.1251829 Aug 31 09:39:30.096142 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d8dbff1d-15b8-4285-80b0-bd87097db549 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8744993 Aug 31 09:39:30.098845 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60540) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:30.104442 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-06284b8a-129d-45a7-87e3-51d64e36eebf tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::70', 'mac_address': 'fa:16:3e:21:c4:b7'}]}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:30.125977 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-78dec509-cfc5-451b-939a-5894f83980e4 req-0e02d495-6043-4674-a37f-c6456cd8aeb8 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0e02a6b-4799-48c6-bc13-41d82e71f40b HTTP/1.1" status: 200 len: 1001 time: 0.0815256 Aug 31 09:39:30.184611 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dec509-cfc5-451b-939a-5894f83980e4 req-db359f52-e90d-414a-bd49-54ed1280a4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:30.187337 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-78dec509-cfc5-451b-939a-5894f83980e4 req-db359f52-e90d-414a-bd49-54ed1280a4f9 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=62ce1234-d705-4529-a27b-566e6c89a19b HTTP/1.1" status: 200 len: 835 time: 0.0503271 Aug 31 09:39:30.237041 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dec509-cfc5-451b-939a-5894f83980e4 req-3da9c6f5-77af-4637-8501-df94e9199740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:30.238650 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-78dec509-cfc5-451b-939a-5894f83980e4 req-3da9c6f5-77af-4637-8501-df94e9199740 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e1b72858-d42d-4e54-b983-427aa1394b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431886 Aug 31 09:39:30.285102 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-06284b8a-129d-45a7-87e3-51d64e36eebf tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:30.287074 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-21a54829-d0d4-4a73-9c14-86926f653bdb None None] Provisioning for port 5914a67a-9c42-47a6-a528-dac6eb384dc9 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:30.291582 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-21a54829-d0d4-4a73-9c14-86926f653bdb None None] Provisioning complete for port 5914a67a-9c42-47a6-a528-dac6eb384dc9 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:30.292384 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-21a54829-d0d4-4a73-9c14-86926f653bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:30.327357 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-21a54829-d0d4-4a73-9c14-86926f653bdb None None] Port 5914a67a-9c42-47a6-a528-dac6eb384dc9 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:39:30.342716 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-78dec509-cfc5-451b-939a-5894f83980e4 req-a6e122b1-262c-4935-b270-2f503213a63c service neutron] 10.222.0.112 "GET /v2.0/networks/e1b72858-d42d-4e54-b983-427aa1394b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955844 Aug 31 09:39:30.440110 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-78dec509-cfc5-451b-939a-5894f83980e4 req-f086b6f6-771c-4626-9b24-ba10976a20bf service neutron] 10.222.0.112 "GET /v2.0/networks/e1b72858-d42d-4e54-b983-427aa1394b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908754 Aug 31 09:39:30.480273 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-06284b8a-129d-45a7-87e3-51d64e36eebf tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:30.615127 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-06284b8a-129d-45a7-87e3-51d64e36eebf tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:30.648784 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-06284b8a-129d-45a7-87e3-51d64e36eebf tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] In _notify_port_updated(), no bound segment for port 5914a67a-9c42-47a6-a528-dac6eb384dc9 on network ab1bc8a1-af2b-4856-940e-087866d9cd01 {{(pid=95553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:39:30.654223 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06284b8a-129d-45a7-87e3-51d64e36eebf tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:30.654855 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-06284b8a-129d-45a7-87e3-51d64e36eebf tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:30.656243 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-06284b8a-129d-45a7-87e3-51d64e36eebf tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] 10.222.0.119 "PUT /v2.0/ports/5914a67a-9c42-47a6-a528-dac6eb384dc9 HTTP/1.1" status: 200 len: 1002 time: 0.5563557 Aug 31 09:39:30.659391 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60542) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:30.702664 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06284b8a-129d-45a7-87e3-51d64e36eebf tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Pushing event updated for resources: {'Port': ['ID=5914a67a-9c42-47a6-a528-dac6eb384dc9,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:30.773043 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-ea4c7126-d472-4216-9343-386dd74b9b77 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Deleting port 5914a67a-9c42-47a6-a528-dac6eb384dc9 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:30.773391 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ea4c7126-d472-4216-9343-386dd74b9b77 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:30.862960 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ea4c7126-d472-4216-9343-386dd74b9b77 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:30.875201 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-ea4c7126-d472-4216-9343-386dd74b9b77 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Calling delete_port for 5914a67a-9c42-47a6-a528-dac6eb384dc9 owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:30.951369 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c49c926d-3704-45e6-938d-7829bdf3498b None None] Provisioning complete for port 5914a67a-9c42-47a6-a528-dac6eb384dc9 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:30.951709 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c49c926d-3704-45e6-938d-7829bdf3498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:30.988510 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-c49c926d-3704-45e6-938d-7829bdf3498b None None] Port 5914a67a-9c42-47a6-a528-dac6eb384dc9 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:39:31.035508 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d7a0e-fe33-475c-85f2-86ac38035e94 req-03c7f863-48a0-4ad1-af18-2f51e0a53b2e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:31.037030 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3f8d7a0e-fe33-475c-85f2-86ac38035e94 req-03c7f863-48a0-4ad1-af18-2f51e0a53b2e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 945 time: 0.0877819 Aug 31 09:39:31.080588 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3f8d7a0e-fe33-475c-85f2-86ac38035e94 req-eb8f0c29-fbab-492d-ba90-c2038e335eb3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374095 Aug 31 09:39:31.103687 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ea4c7126-d472-4216-9343-386dd74b9b77 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:31.134320 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c7126-d472-4216-9343-386dd74b9b77 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Pushing event deleted for resources: {'Port': ['ID=5914a67a-9c42-47a6-a528-dac6eb384dc9,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:31.226140 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ea4c7126-d472-4216-9343-386dd74b9b77 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:31.228252 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ea4c7126-d472-4216-9343-386dd74b9b77 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] 10.222.0.119 "DELETE /v2.0/ports/5914a67a-9c42-47a6-a528-dac6eb384dc9 HTTP/1.1" status: 204 len: 168 time: 0.5679312 Aug 31 09:39:31.230846 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60546) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:31.255798 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-189cc180-4803-4ace-afd6-0f8b1a879b73 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] GET failed (client error): The resource could not be found. Aug 31 09:39:31.257343 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-189cc180-4803-4ace-afd6-0f8b1a879b73 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] 10.222.0.119 "GET /v2.0/ports/5914a67a-9c42-47a6-a528-dac6eb384dc9 HTTP/1.1" status: 404 len: 333 time: 0.0255857 Aug 31 09:39:31.261125 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60548) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:31.267264 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-d15cce69-0517-478b-bc59-f2034975c203 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Request body: {'port': {'network_id': 'ab1bc8a1-af2b-4856-940e-087866d9cd01', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1802026591'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:31.475433 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15cce69-0517-478b-bc59-f2034975c203 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Made reservation on behalf of f56d4c1e423542279571ad76626726bb for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:31.478923 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d15cce69-0517-478b-bc59-f2034975c203 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:31.497508 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-d15cce69-0517-478b-bc59-f2034975c203 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] device_id is not set on port 746f25b7-56b5-4b02-8e84-4578d69625e1 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:39:31.608794 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-d15cce69-0517-478b-bc59-f2034975c203 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Allocated IP 2001:db8::e5 (ab1bc8a1-af2b-4856-940e-087866d9cd01/435622b5-4c46-4b5f-8878-ff7f28a5dd99/746f25b7-56b5-4b02-8e84-4578d69625e1) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:31.757566 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d15cce69-0517-478b-bc59-f2034975c203 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:31.771942 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-d15cce69-0517-478b-bc59-f2034975c203 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Transition to ACTIVE for port object 746f25b7-56b5-4b02-8e84-4578d69625e1 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:31.881679 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d15cce69-0517-478b-bc59-f2034975c203 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:31.926911 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15cce69-0517-478b-bc59-f2034975c203 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Network ab1bc8a1-af2b-4856-940e-087866d9cd01 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:31.929943 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-d15cce69-0517-478b-bc59-f2034975c203 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:31.934326 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15cce69-0517-478b-bc59-f2034975c203 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:31.941055 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15cce69-0517-478b-bc59-f2034975c203 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:31.941688 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d15cce69-0517-478b-bc59-f2034975c203 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:31.948410 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15cce69-0517-478b-bc59-f2034975c203 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Pushing event updated for resources: {'Port': ['ID=746f25b7-56b5-4b02-8e84-4578d69625e1,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:32.036493 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d15cce69-0517-478b-bc59-f2034975c203 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7741275 Aug 31 09:39:32.039547 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60550) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:32.045922 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-61b7df6c-ee5a-490c-a172-da9e7b92b78c tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:21:c4:b7'}]}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:32.135913 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-61b7df6c-ee5a-490c-a172-da9e7b92b78c tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:32.278196 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7d627f28-cb7f-47d8-8bcc-45a713dd8e7c None None] Provisioning for port 746f25b7-56b5-4b02-8e84-4578d69625e1 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:32.283426 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7d627f28-cb7f-47d8-8bcc-45a713dd8e7c None None] Provisioning complete for port 746f25b7-56b5-4b02-8e84-4578d69625e1 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:32.283892 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7d627f28-cb7f-47d8-8bcc-45a713dd8e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:32.323638 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-7d627f28-cb7f-47d8-8bcc-45a713dd8e7c None None] Port 746f25b7-56b5-4b02-8e84-4578d69625e1 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:39:32.557062 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389a37d-a8fb-4716-b025-0f5e62a59986 req-672c4b95-9356-4ec8-8e8d-fb10c361ff12 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:32.558437 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f389a37d-a8fb-4716-b025-0f5e62a59986 req-672c4b95-9356-4ec8-8e8d-fb10c361ff12 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 945 time: 0.3864076 Aug 31 09:39:32.632517 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f389a37d-a8fb-4716-b025-0f5e62a59986 req-e830f485-c350-4569-b81e-6a461c7e0382 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613189 Aug 31 09:39:32.671525 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-61b7df6c-ee5a-490c-a172-da9e7b92b78c tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:32.700670 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:32.734989 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-61b7df6c-ee5a-490c-a172-da9e7b92b78c tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:32.768737 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-61b7df6c-ee5a-490c-a172-da9e7b92b78c tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] In _notify_port_updated(), no bound segment for port 746f25b7-56b5-4b02-8e84-4578d69625e1 on network ab1bc8a1-af2b-4856-940e-087866d9cd01 {{(pid=95553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:39:32.774206 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b7df6c-ee5a-490c-a172-da9e7b92b78c tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:32.774927 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-61b7df6c-ee5a-490c-a172-da9e7b92b78c tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:32.776139 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-61b7df6c-ee5a-490c-a172-da9e7b92b78c tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] 10.222.0.119 "PUT /v2.0/ports/746f25b7-56b5-4b02-8e84-4578d69625e1 HTTP/1.1" status: 200 len: 1002 time: 0.7347515 Aug 31 09:39:32.778974 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60556) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:32.828931 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7df6c-ee5a-490c-a172-da9e7b92b78c tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Pushing event updated for resources: {'Port': ['ID=746f25b7-56b5-4b02-8e84-4578d69625e1,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:32.895551 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:32.901004 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-3e1a1af5-f9df-4d52-8add-55f8ad02379a tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Deleting port 746f25b7-56b5-4b02-8e84-4578d69625e1 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:32.901353 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3e1a1af5-f9df-4d52-8add-55f8ad02379a tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:32.990567 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3e1a1af5-f9df-4d52-8add-55f8ad02379a tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:33.002319 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-3e1a1af5-f9df-4d52-8add-55f8ad02379a tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Calling delete_port for 746f25b7-56b5-4b02-8e84-4578d69625e1 owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:33.055756 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-2b706a2a-9b2d-4af6-b186-aa2ad4fb405c None None] Provisioning complete for port 746f25b7-56b5-4b02-8e84-4578d69625e1 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:33.056037 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2b706a2a-9b2d-4af6-b186-aa2ad4fb405c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:33.092531 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-2b706a2a-9b2d-4af6-b186-aa2ad4fb405c None None] Port 746f25b7-56b5-4b02-8e84-4578d69625e1 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:39:33.246420 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3e1a1af5-f9df-4d52-8add-55f8ad02379a tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:33.275233 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a1af5-f9df-4d52-8add-55f8ad02379a tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Pushing event deleted for resources: {'Port': ['ID=746f25b7-56b5-4b02-8e84-4578d69625e1,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:33.300181 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3e1a1af5-f9df-4d52-8add-55f8ad02379a tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:33.302079 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3e1a1af5-f9df-4d52-8add-55f8ad02379a tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] 10.222.0.119 "DELETE /v2.0/ports/746f25b7-56b5-4b02-8e84-4578d69625e1 HTTP/1.1" status: 204 len: 168 time: 0.5214503 Aug 31 09:39:33.304798 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60558) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:33.329712 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa31e7c-6cdc-4049-aab8-ef75ed549179 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] GET failed (client error): The resource could not be found. Aug 31 09:39:33.336202 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-cfa31e7c-6cdc-4049-aab8-ef75ed549179 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] 10.222.0.119 "GET /v2.0/ports/746f25b7-56b5-4b02-8e84-4578d69625e1 HTTP/1.1" status: 404 len: 333 time: 0.0256014 Aug 31 09:39:33.338983 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60560) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:33.345137 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-6d806574-2aa1-4005-8494-bdbec9fc8894 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Request body: {'port': {'network_id': 'ab1bc8a1-af2b-4856-940e-087866d9cd01', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2124085210'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:33.520521 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d806574-2aa1-4005-8494-bdbec9fc8894 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Made reservation on behalf of f56d4c1e423542279571ad76626726bb for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:33.524014 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6d806574-2aa1-4005-8494-bdbec9fc8894 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:33.541574 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-6d806574-2aa1-4005-8494-bdbec9fc8894 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] device_id is not set on port 35667418-53e7-4b6f-afaf-36d7c2ef9b30 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:39:33.654646 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-6d806574-2aa1-4005-8494-bdbec9fc8894 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Allocated IP 2001:db8::108 (ab1bc8a1-af2b-4856-940e-087866d9cd01/435622b5-4c46-4b5f-8878-ff7f28a5dd99/35667418-53e7-4b6f-afaf-36d7c2ef9b30) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:33.753705 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08e9ab-e543-4920-96bf-30afe9daebea req-0935d5bb-bbd9-41e6-935b-dbee8faeeee7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:33.755237 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4e08e9ab-e543-4920-96bf-30afe9daebea req-0935d5bb-bbd9-41e6-935b-dbee8faeeee7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 945 time: 0.0532472 Aug 31 09:39:33.797076 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4e08e9ab-e543-4920-96bf-30afe9daebea req-a4ae5915-fa81-40a6-ad2f-1350a487678f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355787 Aug 31 09:39:33.803867 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6d806574-2aa1-4005-8494-bdbec9fc8894 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:33.817737 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-6d806574-2aa1-4005-8494-bdbec9fc8894 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Transition to ACTIVE for port object 35667418-53e7-4b6f-afaf-36d7c2ef9b30 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:33.903812 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6d806574-2aa1-4005-8494-bdbec9fc8894 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:33.950587 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d806574-2aa1-4005-8494-bdbec9fc8894 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Network ab1bc8a1-af2b-4856-940e-087866d9cd01 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:33.954394 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-6d806574-2aa1-4005-8494-bdbec9fc8894 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:33.958181 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d806574-2aa1-4005-8494-bdbec9fc8894 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:33.965994 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d806574-2aa1-4005-8494-bdbec9fc8894 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:33.965994 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6d806574-2aa1-4005-8494-bdbec9fc8894 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:33.971202 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d806574-2aa1-4005-8494-bdbec9fc8894 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Pushing event updated for resources: {'Port': ['ID=35667418-53e7-4b6f-afaf-36d7c2ef9b30,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:34.041707 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6d806574-2aa1-4005-8494-bdbec9fc8894 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7015336 Aug 31 09:39:34.044268 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60564) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:34.050860 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-5f5747a9-9609-40d3-9eb8-52e95043f3f1 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Request body: {'port': {'network_id': 'ab1bc8a1-af2b-4856-940e-087866d9cd01', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2134307119'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:34.232905 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5747a9-9609-40d3-9eb8-52e95043f3f1 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Made reservation on behalf of f56d4c1e423542279571ad76626726bb for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:34.236906 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5f5747a9-9609-40d3-9eb8-52e95043f3f1 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.255023 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [None req-5f5747a9-9609-40d3-9eb8-52e95043f3f1 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] device_id is not set on port ca77dc54-79fc-4595-9401-076423f7e5ef yet. {{(pid=95553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:39:34.326527 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5cfe8faf-f082-4ff0-8f81-eac34f4479a6 None None] Provisioning for port 35667418-53e7-4b6f-afaf-36d7c2ef9b30 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:34.330682 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5cfe8faf-f082-4ff0-8f81-eac34f4479a6 None None] Provisioning complete for port 35667418-53e7-4b6f-afaf-36d7c2ef9b30 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:34.331050 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5cfe8faf-f082-4ff0-8f81-eac34f4479a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.365113 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-5cfe8faf-f082-4ff0-8f81-eac34f4479a6 None None] Port 35667418-53e7-4b6f-afaf-36d7c2ef9b30 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:39:34.380859 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-5f5747a9-9609-40d3-9eb8-52e95043f3f1 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Allocated IP 2001:db8::13b (ab1bc8a1-af2b-4856-940e-087866d9cd01/435622b5-4c46-4b5f-8878-ff7f28a5dd99/ca77dc54-79fc-4595-9401-076423f7e5ef) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:34.531096 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5f5747a9-9609-40d3-9eb8-52e95043f3f1 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.545347 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-5f5747a9-9609-40d3-9eb8-52e95043f3f1 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Transition to ACTIVE for port object ca77dc54-79fc-4595-9401-076423f7e5ef will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:34.638348 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5f5747a9-9609-40d3-9eb8-52e95043f3f1 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.678611 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5747a9-9609-40d3-9eb8-52e95043f3f1 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Network ab1bc8a1-af2b-4856-940e-087866d9cd01 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:34.683512 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-5f5747a9-9609-40d3-9eb8-52e95043f3f1 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:34.687895 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5747a9-9609-40d3-9eb8-52e95043f3f1 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:34.693397 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5747a9-9609-40d3-9eb8-52e95043f3f1 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:34.694001 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5f5747a9-9609-40d3-9eb8-52e95043f3f1 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.704248 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5747a9-9609-40d3-9eb8-52e95043f3f1 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Pushing event updated for resources: {'Port': ['ID=ca77dc54-79fc-4595-9401-076423f7e5ef,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:34.773613 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5f5747a9-9609-40d3-9eb8-52e95043f3f1 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7267077 Aug 31 09:39:34.775483 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60566) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:34.787416 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-7e5b62ef-2438-4a5e-9cfc-70981d2456be tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::70', 'mac_address': 'fa:16:3e:21:c4:b7'}, {'ip_address': '2001:db8::108', 'mac_address': 'fa:16:3e:ae:89:2f'}]}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:34.868937 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7e5b62ef-2438-4a5e-9cfc-70981d2456be tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:34.964877 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e36169-7b33-4d49-85bd-c5ab414ac665 req-e0b01ea5-6ab6-437f-8f4d-aeea9d4cdf9a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:34.967066 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c7e36169-7b33-4d49-85bd-c5ab414ac665 req-e0b01ea5-6ab6-437f-8f4d-aeea9d4cdf9a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 945 time: 0.0951917 Aug 31 09:39:35.062010 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c7e36169-7b33-4d49-85bd-c5ab414ac665 req-790b5e61-e379-4bdb-a117-a67370371ff2 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870328 Aug 31 09:39:35.086239 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8d1a191d-c055-4198-b898-b586ff185f95 None None] Provisioning for port ca77dc54-79fc-4595-9401-076423f7e5ef completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:35.089985 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8d1a191d-c055-4198-b898-b586ff185f95 None None] Provisioning complete for port ca77dc54-79fc-4595-9401-076423f7e5ef triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:35.090347 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8d1a191d-c055-4198-b898-b586ff185f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:35.125779 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-8d1a191d-c055-4198-b898-b586ff185f95 None None] Port ca77dc54-79fc-4595-9401-076423f7e5ef cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:39:35.127014 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7e5b62ef-2438-4a5e-9cfc-70981d2456be tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:35.200719 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7e5b62ef-2438-4a5e-9cfc-70981d2456be tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:35.234088 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-7e5b62ef-2438-4a5e-9cfc-70981d2456be tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] In _notify_port_updated(), no bound segment for port ca77dc54-79fc-4595-9401-076423f7e5ef on network ab1bc8a1-af2b-4856-940e-087866d9cd01 {{(pid=95553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:39:35.239520 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5b62ef-2438-4a5e-9cfc-70981d2456be tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:35.240142 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7e5b62ef-2438-4a5e-9cfc-70981d2456be tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:35.241474 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7e5b62ef-2438-4a5e-9cfc-70981d2456be tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] 10.222.0.119 "PUT /v2.0/ports/ca77dc54-79fc-4595-9401-076423f7e5ef HTTP/1.1" status: 200 len: 1067 time: 0.4648321 Aug 31 09:39:35.244284 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60570) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:35.284635 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b62ef-2438-4a5e-9cfc-70981d2456be tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Pushing event updated for resources: {'Port': ['ID=ca77dc54-79fc-4595-9401-076423f7e5ef,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:35.352390 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-905f57b6-6991-42ea-8d77-e038d8781bbd tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Deleting port ca77dc54-79fc-4595-9401-076423f7e5ef {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:35.352798 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-905f57b6-6991-42ea-8d77-e038d8781bbd tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:35.443656 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-905f57b6-6991-42ea-8d77-e038d8781bbd tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:35.448757 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-0b941483-d25d-46b6-81b2-dbe920859e1c None None] Provisioning complete for port ca77dc54-79fc-4595-9401-076423f7e5ef triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:35.449272 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0b941483-d25d-46b6-81b2-dbe920859e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:35.456367 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-905f57b6-6991-42ea-8d77-e038d8781bbd tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Calling delete_port for ca77dc54-79fc-4595-9401-076423f7e5ef owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:35.486068 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-0b941483-d25d-46b6-81b2-dbe920859e1c None None] Port ca77dc54-79fc-4595-9401-076423f7e5ef cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:39:35.643936 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-905f57b6-6991-42ea-8d77-e038d8781bbd tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:35.678960 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f57b6-6991-42ea-8d77-e038d8781bbd tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Pushing event deleted for resources: {'Port': ['ID=ca77dc54-79fc-4595-9401-076423f7e5ef,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:35.833902 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-905f57b6-6991-42ea-8d77-e038d8781bbd tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:35.838217 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-905f57b6-6991-42ea-8d77-e038d8781bbd tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] 10.222.0.119 "DELETE /v2.0/ports/ca77dc54-79fc-4595-9401-076423f7e5ef HTTP/1.1" status: 204 len: 168 time: 0.5907099 Aug 31 09:39:35.838655 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60572) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:35.871554 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-98137c10-79e4-4537-871f-29f5dd15931f tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] GET failed (client error): The resource could not be found. Aug 31 09:39:35.873108 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-98137c10-79e4-4537-871f-29f5dd15931f tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] 10.222.0.119 "GET /v2.0/ports/ca77dc54-79fc-4595-9401-076423f7e5ef HTTP/1.1" status: 404 len: 333 time: 0.0335188 Aug 31 09:39:35.876091 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60574) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:35.928826 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a00d49fc-4468-4556-bfdb-c34cb2995b0f req-2c842b35-2c25-42ac-a704-4eb955569c99 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=ec38998a-f53c-4381-81e3-bc50cf9d57c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400572 Aug 31 09:39:35.969422 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-bdba5963-6c0f-485c-a85d-a44a9b1bbe36 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Deleting port 35667418-53e7-4b6f-afaf-36d7c2ef9b30 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:35.969700 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bdba5963-6c0f-485c-a85d-a44a9b1bbe36 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:35.991578 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d49fc-4468-4556-bfdb-c34cb2995b0f req-d68923fe-6488-4fd2-8fe4-306b44ebdc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:35.993145 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a00d49fc-4468-4556-bfdb-c34cb2995b0f req-d68923fe-6488-4fd2-8fe4-306b44ebdc19 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=43edeaf1cc7c4b33a446a0bf88942dc5&device_id=ec38998a-f53c-4381-81e3-bc50cf9d57c8 HTTP/1.1" status: 200 len: 1097 time: 0.0401723 Aug 31 09:39:36.055288 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bdba5963-6c0f-485c-a85d-a44a9b1bbe36 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:36.067513 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-bdba5963-6c0f-485c-a85d-a44a9b1bbe36 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Calling delete_port for 35667418-53e7-4b6f-afaf-36d7c2ef9b30 owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:36.111641 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d49fc-4468-4556-bfdb-c34cb2995b0f req-efeb9917-a580-48e1-b981-3da69c206a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:36.113199 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a00d49fc-4468-4556-bfdb-c34cb2995b0f req-efeb9917-a580-48e1-b981-3da69c206a5f service neutron] 10.222.0.112 "GET /v2.0/networks?id=6face56c-e92e-4852-b5b0-05a72adb3a2e HTTP/1.1" status: 200 len: 911 time: 0.0935516 Aug 31 09:39:36.189710 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a00d49fc-4468-4556-bfdb-c34cb2995b0f req-c312febe-7c51-4bed-8fa3-7be917fa43be service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45796a3b-22d8-4744-8ed7-383ed1b71c9b HTTP/1.1" status: 200 len: 1001 time: 0.0657926 Aug 31 09:39:36.213580 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422ac82-87a6-4f47-89d4-bfd87e942440 req-f3744f70-e780-4d9d-b105-af45a9fd3d49 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:36.215111 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5422ac82-87a6-4f47-89d4-bfd87e942440 req-f3744f70-e780-4d9d-b105-af45a9fd3d49 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 945 time: 0.0821555 Aug 31 09:39:36.243316 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d49fc-4468-4556-bfdb-c34cb2995b0f req-c50ebbbf-32c1-4d60-b734-ea2e8082afe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:36.244793 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a00d49fc-4468-4556-bfdb-c34cb2995b0f req-c50ebbbf-32c1-4d60-b734-ea2e8082afe2 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f0c41a17-eca0-420d-8753-f8f3c66e86af HTTP/1.1" status: 200 len: 848 time: 0.0439131 Aug 31 09:39:36.267358 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5422ac82-87a6-4f47-89d4-bfd87e942440 req-59f706f6-6f62-4248-8c6b-2c01b868e77f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434041 Aug 31 09:39:36.297468 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d49fc-4468-4556-bfdb-c34cb2995b0f req-242925a6-8bab-40be-8e25-ba0c87e99ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:36.299207 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a00d49fc-4468-4556-bfdb-c34cb2995b0f req-242925a6-8bab-40be-8e25-ba0c87e99ab2 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=6face56c-e92e-4852-b5b0-05a72adb3a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446515 Aug 31 09:39:36.315159 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bdba5963-6c0f-485c-a85d-a44a9b1bbe36 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:36.350061 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba5963-6c0f-485c-a85d-a44a9b1bbe36 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Pushing event deleted for resources: {'Port': ['ID=35667418-53e7-4b6f-afaf-36d7c2ef9b30,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:36.385002 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bdba5963-6c0f-485c-a85d-a44a9b1bbe36 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:36.390032 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-bdba5963-6c0f-485c-a85d-a44a9b1bbe36 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] 10.222.0.119 "DELETE /v2.0/ports/35667418-53e7-4b6f-afaf-36d7c2ef9b30 HTTP/1.1" status: 204 len: 168 time: 0.5100076 Aug 31 09:39:36.390235 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60580) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:36.398694 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a00d49fc-4468-4556-bfdb-c34cb2995b0f req-bb00cc7d-a55e-4be7-870e-639a7ca40552 service neutron] 10.222.0.112 "GET /v2.0/networks/6face56c-e92e-4852-b5b0-05a72adb3a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918963 Aug 31 09:39:36.415555 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-7010fbd4-d099-4473-89bb-2c54368cca5e tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] GET failed (client error): The resource could not be found. Aug 31 09:39:36.417184 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7010fbd4-d099-4473-89bb-2c54368cca5e tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] 10.222.0.119 "GET /v2.0/ports/35667418-53e7-4b6f-afaf-36d7c2ef9b30 HTTP/1.1" status: 404 len: 333 time: 0.0259264 Aug 31 09:39:36.421361 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60582) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:36.527699 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-89cfbb53-a3c3-4982-8f27-ca4111d5d457 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Deleting port a433897f-570e-41d9-89c6-c3940bc4cf7e {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:36.528117 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-89cfbb53-a3c3-4982-8f27-ca4111d5d457 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:36.629318 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-89cfbb53-a3c3-4982-8f27-ca4111d5d457 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:36.642109 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-89cfbb53-a3c3-4982-8f27-ca4111d5d457 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Calling delete_port for a433897f-570e-41d9-89c6-c3940bc4cf7e owned by {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:36.846535 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-89cfbb53-a3c3-4982-8f27-ca4111d5d457 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:36.848837 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a00d49fc-4468-4556-bfdb-c34cb2995b0f req-cdac7707-a188-44f5-ace0-c56e47b8b1d1 service neutron] 10.222.0.112 "GET /v2.0/networks/6face56c-e92e-4852-b5b0-05a72adb3a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386435 Aug 31 09:39:36.876330 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfbb53-a3c3-4982-8f27-ca4111d5d457 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Pushing event deleted for resources: {'Port': ['ID=a433897f-570e-41d9-89c6-c3940bc4cf7e,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:36.901461 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-89cfbb53-a3c3-4982-8f27-ca4111d5d457 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:36.907058 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60584) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:36.907248 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-89cfbb53-a3c3-4982-8f27-ca4111d5d457 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] 10.222.0.119 "DELETE /v2.0/ports/a433897f-570e-41d9-89c6-c3940bc4cf7e HTTP/1.1" status: 204 len: 168 time: 0.4847798 Aug 31 09:39:36.959888 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b25a8d3-2fa1-4351-85a7-04a1bb5509a7 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Deleting subnet 435622b5-4c46-4b5f-8878-ff7f28a5dd99 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:39:36.963336 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7b25a8d3-2fa1-4351-85a7-04a1bb5509a7 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:37.006506 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7b25a8d3-2fa1-4351-85a7-04a1bb5509a7 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:37.094869 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7b25a8d3-2fa1-4351-85a7-04a1bb5509a7 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:37.261072 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7b25a8d3-2fa1-4351-85a7-04a1bb5509a7 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:37.286256 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b25a8d3-2fa1-4351-85a7-04a1bb5509a7 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Pushing event deleted for resources: {'Subnet': ['ID=435622b5-4c46-4b5f-8878-ff7f28a5dd99,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:37.292977 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7b25a8d3-2fa1-4351-85a7-04a1bb5509a7 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:37.298349 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7b25a8d3-2fa1-4351-85a7-04a1bb5509a7 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] 10.222.0.119 "DELETE /v2.0/subnets/435622b5-4c46-4b5f-8878-ff7f28a5dd99 HTTP/1.1" status: 204 len: 168 time: 0.3895011 Aug 31 09:39:37.298469 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60588) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:37.300097 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88271fa-383b-4a37-9249-89cd0405ab5b None None] Network ab1bc8a1-af2b-4856-940e-087866d9cd01 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:37.383348 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6bbd959e-2791-4cca-87ab-74e677904ff4 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:37.397972 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3976b-9ece-4cfc-afb3-4a04f0c974ae req-76530178-c294-45a3-8239-58a47c6747cc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:37.400153 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2dc3976b-9ece-4cfc-afb3-4a04f0c974ae req-76530178-c294-45a3-8239-58a47c6747cc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 945 time: 0.0529289 Aug 31 09:39:37.440666 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-6bbd959e-2791-4cca-87ab-74e677904ff4 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Deleting port 67097bd5-34c8-4c60-a590-2671e6eb376b {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:37.441067 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6bbd959e-2791-4cca-87ab-74e677904ff4 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:37.446966 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2dc3976b-9ece-4cfc-afb3-4a04f0c974ae req-0c413ecd-1927-4e07-b176-4727326e934f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378830 Aug 31 09:39:37.505869 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ad2017-7972-4ddd-a717-fcd9777b8f07 None None] DHCP port deletion for ab1bc8a1-af2b-4856-940e-087866d9cd01 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:39:37.507818 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-6bbd959e-2791-4cca-87ab-74e677904ff4 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] For port 67097bd5-34c8-4c60-a590-2671e6eb376b, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=67097bd5-34c8-4c60-a590-2671e6eb376b,segment=NetworkSegment(32851337-f9b0-4db3-a38a-5f4e9c28a3e4),segment_id=32851337-f9b0-4db3-a38a-5f4e9c28a3e4)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:37.508185 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6bbd959e-2791-4cca-87ab-74e677904ff4 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:37.522158 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-6bbd959e-2791-4cca-87ab-74e677904ff4 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Calling delete_port for 67097bd5-34c8-4c60-a590-2671e6eb376b owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:37.556308 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-c6ad2017-7972-4ddd-a717-fcd9777b8f07 None None] Deleting port 67097bd5-34c8-4c60-a590-2671e6eb376b {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:37.556672 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c6ad2017-7972-4ddd-a717-fcd9777b8f07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:37.617917 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-c6ad2017-7972-4ddd-a717-fcd9777b8f07 None None] For port 67097bd5-34c8-4c60-a590-2671e6eb376b, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=67097bd5-34c8-4c60-a590-2671e6eb376b,segment=NetworkSegment(32851337-f9b0-4db3-a38a-5f4e9c28a3e4),segment_id=32851337-f9b0-4db3-a38a-5f4e9c28a3e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:37.618318 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c6ad2017-7972-4ddd-a717-fcd9777b8f07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:37.630742 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-c6ad2017-7972-4ddd-a717-fcd9777b8f07 None None] Calling delete_port for 67097bd5-34c8-4c60-a590-2671e6eb376b owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:37.715772 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6bbd959e-2791-4cca-87ab-74e677904ff4 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:37.723032 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c6ad2017-7972-4ddd-a717-fcd9777b8f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:37.731990 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 67097bd5-34c8-4c60-a590-2671e6eb376b no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:39:37.746664 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd959e-2791-4cca-87ab-74e677904ff4 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Pushing event deleted for resources: {'Port': ['ID=67097bd5-34c8-4c60-a590-2671e6eb376b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:37.751237 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbd959e-2791-4cca-87ab-74e677904ff4 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] No DVR routers for this DVR port 67097bd5-34c8-4c60-a590-2671e6eb376b on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:39:37.753768 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad2017-7972-4ddd-a717-fcd9777b8f07 None None] Pushing event deleted for resources: {'Port': ['ID=67097bd5-34c8-4c60-a590-2671e6eb376b,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:37.755618 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ad2017-7972-4ddd-a717-fcd9777b8f07 None None] No DVR routers for this DVR port 67097bd5-34c8-4c60-a590-2671e6eb376b on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:39:37.775907 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 67097bd5-34c8-4c60-a590-2671e6eb376b {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:39:37.781210 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 67097bd5-34c8-4c60-a590-2671e6eb376b not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:39:37.845247 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6bbd959e-2791-4cca-87ab-74e677904ff4 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:37.855469 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-6bbd959e-2791-4cca-87ab-74e677904ff4 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab1bc8a1-af2b-4856-940e-087866d9cd01']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:37.866106 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-6bbd959e-2791-4cca-87ab-74e677904ff4 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32851337-f9b0-4db3-a38a-5f4e9c28a3e4') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:37.866395 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-6bbd959e-2791-4cca-87ab-74e677904ff4 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32851337-f9b0-4db3-a38a-5f4e9c28a3e4') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:37.875205 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6bbd959e-2791-4cca-87ab-74e677904ff4 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:37.888383 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6bbd959e-2791-4cca-87ab-74e677904ff4 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:37.894629 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bbd959e-2791-4cca-87ab-74e677904ff4 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Releasing vlan 1609 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:39:37.895014 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6bbd959e-2791-4cca-87ab-74e677904ff4 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:37.897871 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:39:37.897871 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:39:37.897871 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:39:37.897871 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:39:37.897871 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:39:37.897871 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:39:37.897871 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:39:37.897871 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:39:37.897871 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:39:37.897871 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:39:37.897871 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:39:37.897871 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:39:37.897871 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:39:37.897871 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:39:37.897871 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:39:37.897871 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:39:37.897871 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:39:37.897871 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:39:37.897871 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:39:37.897871 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:39:37.897871 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:39:37.897871 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:39:37.897871 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:39:37.897871 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:39:37.897871 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:39:37.897871 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:39:37.897871 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:39:37.897871 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:39:37.897871 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:39:37.897871 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:39:37.897871 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:39:37.897871 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:39:38.041142 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6bbd959e-2791-4cca-87ab-74e677904ff4 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:38.059924 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6bbd959e-2791-4cca-87ab-74e677904ff4 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:38.059924 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6bbd959e-2791-4cca-87ab-74e677904ff4 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] 10.222.0.119 "DELETE /v2.0/networks/ab1bc8a1-af2b-4856-940e-087866d9cd01 HTTP/1.1" status: 204 len: 168 time: 0.7507982 Aug 31 09:39:38.062625 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd959e-2791-4cca-87ab-74e677904ff4 tempest-AllowedAddressPairIpV6TestJSON-1049173978 tempest-AllowedAddressPairIpV6TestJSON-1049173978-project] Pushing event deleted for resources: {'Network': ['ID=ab1bc8a1-af2b-4856-940e-087866d9cd01,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:38.067210 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56f6bb02-2896-42b5-a790-c96b1038db23 req-4fec0273-fea9-4120-a66a-df053522f012 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0295780 Aug 31 09:39:38.140373 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56f6bb02-2896-42b5-a790-c96b1038db23 req-b235ecfd-e39f-4179-acda-1373b7a76b60 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0314393 Aug 31 09:39:38.180773 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56f6bb02-2896-42b5-a790-c96b1038db23 req-37113aff-85d7-4fa4-bc53-57cda008e9f3 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203149 Aug 31 09:39:38.274331 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6bb02-2896-42b5-a790-c96b1038db23 req-aa926fa0-31be-4d2a-88ed-eb1a64ad9f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:38.275873 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56f6bb02-2896-42b5-a790-c96b1038db23 req-aa926fa0-31be-4d2a-88ed-eb1a64ad9f99 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0889494 Aug 31 09:39:38.539278 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60596) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:38.573924 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721dcb25-3e50-4b26-8e3d-aaa6af0a06b2 req-c12e8c13-5722-4dc3-8b5c-a1069444e987 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:38.575712 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-721dcb25-3e50-4b26-8e3d-aaa6af0a06b2 req-c12e8c13-5722-4dc3-8b5c-a1069444e987 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 945 time: 0.0575926 Aug 31 09:39:38.620010 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-721dcb25-3e50-4b26-8e3d-aaa6af0a06b2 req-fcf4aa88-1815-4232-b019-8f018bbe1c6f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377796 Aug 31 09:39:38.679562 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7f947d76-bb53-4f8f-869f-829238879583 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=f56d4c1e423542279571ad76626726bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391168 Aug 31 09:39:38.681975 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60600) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:38.733920 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51b5e88c-65ce-4c22-9d3c-a79d0c2aaf75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:38.754885 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51b5e88c-65ce-4c22-9d3c-a79d0c2aaf75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:38.872198 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51b5e88c-65ce-4c22-9d3c-a79d0c2aaf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:38.875221 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51b5e88c-65ce-4c22-9d3c-a79d0c2aaf75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:38.876395 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-51b5e88c-65ce-4c22-9d3c-a79d0c2aaf75 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/611bf90f-fe76-42d4-adb1-e0273ab353cb HTTP/1.1" status: 204 len: 168 time: 0.1935389 Aug 31 09:39:38.884187 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5e88c-65ce-4c22-9d3c-a79d0c2aaf75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611bf90f-fe76-42d4-adb1-e0273ab353cb,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:39.740457 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ad0d1-9627-4a5a-b19f-8e7b63509fac req-57c146b8-daea-4769-b9a0-9feefcdbd064 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:39.741990 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e7ad0d1-9627-4a5a-b19f-8e7b63509fac req-57c146b8-daea-4769-b9a0-9feefcdbd064 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 945 time: 0.0501297 Aug 31 09:39:39.781155 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e7ad0d1-9627-4a5a-b19f-8e7b63509fac req-6356a5ad-a59d-4576-b53a-9d601ef8ef26 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329962 Aug 31 09:39:39.865822 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60628) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:39.964054 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-ac23499a-a254-4d25-bc26-629b8cfeaaff tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Request body: {'network': {'name': 'tempest-RoutersTest-240556373'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:40.094973 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac23499a-a254-4d25-bc26-629b8cfeaaff tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Made reservation on behalf of 818bf9b67c5b497e8fcb55380b7274bf for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:40.098381 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ac23499a-a254-4d25-bc26-629b8cfeaaff tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:40.106851 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ac23499a-a254-4d25-bc26-629b8cfeaaff tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:40.192695 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ac23499a-a254-4d25-bc26-629b8cfeaaff tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:40.268983 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ac23499a-a254-4d25-bc26-629b8cfeaaff tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:40.297401 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac23499a-a254-4d25-bc26-629b8cfeaaff tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] vlan segment allocate from pool success with {'vlan_id': 1604, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:39:40.302491 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23499a-a254-4d25-bc26-629b8cfeaaff tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74f66684-e94a-417a-9b2f-6ad97bfe33da,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:40.310435 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ac23499a-a254-4d25-bc26-629b8cfeaaff tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:40.310435 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-ac23499a-a254-4d25-bc26-629b8cfeaaff tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Added segment 80c36b40-6c09-4659-b3a9-697ea5cbe8cd of type vlan for network e9a28364-9857-4df1-9da5-04ea39f9ea76 Aug 31 09:39:40.350709 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ac23499a-a254-4d25-bc26-629b8cfeaaff tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:40.446466 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ac23499a-a254-4d25-bc26-629b8cfeaaff tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:40.453351 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac23499a-a254-4d25-bc26-629b8cfeaaff tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:40.453945 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ac23499a-a254-4d25-bc26-629b8cfeaaff tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:40.523234 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23499a-a254-4d25-bc26-629b8cfeaaff tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Network': ['ID=e9a28364-9857-4df1-9da5-04ea39f9ea76,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:40.531088 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60632) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:40.533922 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network e9a28364-9857-4df1-9da5-04ea39f9ea76 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:39:40.628451 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ac23499a-a254-4d25-bc26-629b8cfeaaff tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7609334 Aug 31 09:39:40.631490 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60634) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:40.637565 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-f97131fc-4bad-472c-aa53-54e0b8cb7781 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Request body: {'network': {'name': 'tempest-RoutersTest-349590062'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:40.657630 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-91eadbb4-7185-4b14-b85e-f13ebe45de20 tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] 10.222.0.119 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4740 time: 0.1250539 Aug 31 09:39:40.660772 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60636) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:40.665757 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-b16eff58-8583-43ad-87b4-acdebeb12e83 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Request body: {'network': {'name': 'tempest-network-smoke--1299106832', 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'port_security_enabled': False}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:40.724408 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97131fc-4bad-472c-aa53-54e0b8cb7781 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Made reservation on behalf of 818bf9b67c5b497e8fcb55380b7274bf for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:40.727899 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f97131fc-4bad-472c-aa53-54e0b8cb7781 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:40.759124 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f97131fc-4bad-472c-aa53-54e0b8cb7781 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] vlan segment allocate from pool success with {'vlan_id': 1641, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:39:40.767693 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f97131fc-4bad-472c-aa53-54e0b8cb7781 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:40.768031 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-f97131fc-4bad-472c-aa53-54e0b8cb7781 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Added segment a67cf9db-835d-4625-ab17-abf6f7ff4b47 of type vlan for network f9dbe56e-4d70-451d-9762-805db86c6531 Aug 31 09:39:40.807464 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f97131fc-4bad-472c-aa53-54e0b8cb7781 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:40.816356 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16eff58-8583-43ad-87b4-acdebeb12e83 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Made reservation on behalf of 18fe70eb6d324600ad1c951e98138b17 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:40.820246 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b16eff58-8583-43ad-87b4-acdebeb12e83 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:40.858278 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b16eff58-8583-43ad-87b4-acdebeb12e83 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] vlan segment allocate from pool success with {'vlan_id': 1647, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:39:40.867244 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b16eff58-8583-43ad-87b4-acdebeb12e83 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:40.867587 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-b16eff58-8583-43ad-87b4-acdebeb12e83 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Added segment 4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1 of type vlan for network 529955b7-35ad-4627-88d4-3a19a157ab93 Aug 31 09:39:40.912333 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b16eff58-8583-43ad-87b4-acdebeb12e83 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:40.928776 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f97131fc-4bad-472c-aa53-54e0b8cb7781 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:40.934185 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97131fc-4bad-472c-aa53-54e0b8cb7781 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:40.934789 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f97131fc-4bad-472c-aa53-54e0b8cb7781 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:41.056598 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f97131fc-4bad-472c-aa53-54e0b8cb7781 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4239719 Aug 31 09:39:41.059714 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60642) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:41.064489 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b16eff58-8583-43ad-87b4-acdebeb12e83 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:41.065315 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-da87ba8a-ffb5-48d2-9e2b-dabc4bfb5368 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Request body: {'subnet': {'network_id': 'e9a28364-9857-4df1-9da5-04ea39f9ea76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:41.072672 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16eff58-8583-43ad-87b4-acdebeb12e83 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:41.072672 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b16eff58-8583-43ad-87b4-acdebeb12e83 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:41.082777 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97131fc-4bad-472c-aa53-54e0b8cb7781 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Network': ['ID=f9dbe56e-4d70-451d-9762-805db86c6531,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:41.096524 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network f9dbe56e-4d70-451d-9762-805db86c6531 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:39:41.147949 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a1d60-714e-421a-897d-27b556c1f981 req-ac7b8ba4-e573-4fc0-8652-4e45923b0f4f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:41.149542 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-485a1d60-714e-421a-897d-27b556c1f981 req-ac7b8ba4-e573-4fc0-8652-4e45923b0f4f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 945 time: 0.2984936 Aug 31 09:39:41.153612 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b16eff58-8583-43ad-87b4-acdebeb12e83 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4918053 Aug 31 09:39:41.157731 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60644) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:41.162087 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-04ea3cd6-7a33-4d95-83ee-eb1c3d9aa59d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-308253869', 'admin_state_up': True, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:41.182828 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16eff58-8583-43ad-87b4-acdebeb12e83 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Pushing event updated for resources: {'Network': ['ID=529955b7-35ad-4627-88d4-3a19a157ab93,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:41.212258 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-485a1d60-714e-421a-897d-27b556c1f981 req-bf71b4d2-fae3-43fa-98c1-e12d59d31c87 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420182 Aug 31 09:39:41.229534 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da87ba8a-ffb5-48d2-9e2b-dabc4bfb5368 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Made reservation on behalf of 818bf9b67c5b497e8fcb55380b7274bf for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:41.234090 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-da87ba8a-ffb5-48d2-9e2b-dabc4bfb5368 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:41.281018 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 529955b7-35ad-4627-88d4-3a19a157ab93 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:39:41.315108 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-04ea3cd6-7a33-4d95-83ee-eb1c3d9aa59d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:41.316354 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-04ea3cd6-7a33-4d95-83ee-eb1c3d9aa59d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:41.374072 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-04ea3cd6-7a33-4d95-83ee-eb1c3d9aa59d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:41.468895 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-56fc7c27-af06-4849-8d27-556bd894f757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:41.543639 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-da87ba8a-ffb5-48d2-9e2b-dabc4bfb5368 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:41.581947 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-04ea3cd6-7a33-4d95-83ee-eb1c3d9aa59d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:41.608755 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87ba8a-ffb5-48d2-9e2b-dabc4bfb5368 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Subnet': ['ID=8046b7f7-831f-471d-a55a-b47edfe9d2a1,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:41.613097 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da87ba8a-ffb5-48d2-9e2b-dabc4bfb5368 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Checking segment: {'id': '80c36b40-6c09-4659-b3a9-697ea5cbe8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': 'e9a28364-9857-4df1-9da5-04ea39f9ea76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:41.613462 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da87ba8a-ffb5-48d2-9e2b-dabc4bfb5368 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network hostable DHCP agents. Network: e9a28364-9857-4df1-9da5-04ea39f9ea76, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:39:41.740304 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da87ba8a-ffb5-48d2-9e2b-dabc4bfb5368 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network e9a28364-9857-4df1-9da5-04ea39f9ea76 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:39:41.820481 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-da87ba8a-ffb5-48d2-9e2b-dabc4bfb5368 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, e9a28364-9857-4df1-9da5-04ea39f9ea76) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:41.825358 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da87ba8a-ffb5-48d2-9e2b-dabc4bfb5368 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:41.825976 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-da87ba8a-ffb5-48d2-9e2b-dabc4bfb5368 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:41.830865 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-04ea3cd6-7a33-4d95-83ee-eb1c3d9aa59d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for router_gateway, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:41.832306 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08488eec-144d-45c5-b2b9-e933ff204e67 None None] Network e9a28364-9857-4df1-9da5-04ea39f9ea76 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:41.850450 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-04ea3cd6-7a33-4d95-83ee-eb1c3d9aa59d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:41.918597 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-da87ba8a-ffb5-48d2-9e2b-dabc4bfb5368 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8577032 Aug 31 09:39:41.921920 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60646) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:41.927345 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-8efdbf3d-7c22-4d59-af1e-775d1e09a131 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Request body: {'subnet': {'network_id': 'f9dbe56e-4d70-451d-9762-805db86c6531', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:41.973809 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-04ea3cd6-7a33-4d95-83ee-eb1c3d9aa59d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Allocated IP 172.25.2.58 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/310eed3f-6428-479f-971e-74c1578e757f) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:41.985502 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecdab05-16d7-400f-b58a-a3847e018b51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-e9a28364-9857-4df1-9da5-04ea39f9ea76', 'network_id': 'e9a28364-9857-4df1-9da5-04ea39f9ea76', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'fixed_ips': [{'subnet_id': '8046b7f7-831f-471d-a55a-b47edfe9d2a1'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:39:41.986694 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1ecdab05-16d7-400f-b58a-a3847e018b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:42.079554 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-04ea3cd6-7a33-4d95-83ee-eb1c3d9aa59d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:42.112278 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efdbf3d-7c22-4d59-af1e-775d1e09a131 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Made reservation on behalf of 818bf9b67c5b497e8fcb55380b7274bf for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:42.116034 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8efdbf3d-7c22-4d59-af1e-775d1e09a131 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:42.122057 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-1ecdab05-16d7-400f-b58a-a3847e018b51 None None] Allocated IP 172.20.0.2 (e9a28364-9857-4df1-9da5-04ea39f9ea76/8046b7f7-831f-471d-a55a-b47edfe9d2a1/bb3b6f94-324b-48d8-ac4c-ec7f6c273066) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:42.209981 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-04ea3cd6-7a33-4d95-83ee-eb1c3d9aa59d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:42.250192 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ea3cd6-7a33-4d95-83ee-eb1c3d9aa59d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:42.253698 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-04ea3cd6-7a33-4d95-83ee-eb1c3d9aa59d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:42.257638 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ea3cd6-7a33-4d95-83ee-eb1c3d9aa59d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:42.275164 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1ecdab05-16d7-400f-b58a-a3847e018b51 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:42.284944 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-1ecdab05-16d7-400f-b58a-a3847e018b51 None None] Transition to ACTIVE for port object bb3b6f94-324b-48d8-ac4c-ec7f6c273066 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:42.301864 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea3cd6-7a33-4d95-83ee-eb1c3d9aa59d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Pushing event updated for resources: {'Port': ['ID=310eed3f-6428-479f-971e-74c1578e757f,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:42.302119 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-1ecdab05-16d7-400f-b58a-a3847e018b51 None None] Transition to ACTIVE for port object bb3b6f94-324b-48d8-ac4c-ec7f6c273066 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:42.397945 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1ecdab05-16d7-400f-b58a-a3847e018b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:42.409413 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8efdbf3d-7c22-4d59-af1e-775d1e09a131 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:42.453835 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b820c92-9d50-49c5-afb8-716b844f2c1a req-2174f5d3-2740-4838-b555-91705970c776 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:42.455781 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b820c92-9d50-49c5-afb8-716b844f2c1a req-2174f5d3-2740-4838-b555-91705970c776 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 945 time: 0.1389241 Aug 31 09:39:42.459835 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecdab05-16d7-400f-b58a-a3847e018b51 None None] Network e9a28364-9857-4df1-9da5-04ea39f9ea76 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:42.463580 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-1ecdab05-16d7-400f-b58a-a3847e018b51 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:42.468462 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecdab05-16d7-400f-b58a-a3847e018b51 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:42.472220 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecdab05-16d7-400f-b58a-a3847e018b51 None None] Pushing event updated for resources: {'Port': ['ID=bb3b6f94-324b-48d8-ac4c-ec7f6c273066,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:42.480231 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efdbf3d-7c22-4d59-af1e-775d1e09a131 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Subnet': ['ID=aaea7396-63fb-47c1-8e3a-d65d4c443626,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:42.497385 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efdbf3d-7c22-4d59-af1e-775d1e09a131 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Checking segment: {'id': 'a67cf9db-835d-4625-ab17-abf6f7ff4b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1641, 'network_id': 'f9dbe56e-4d70-451d-9762-805db86c6531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:42.497895 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efdbf3d-7c22-4d59-af1e-775d1e09a131 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network hostable DHCP agents. Network: f9dbe56e-4d70-451d-9762-805db86c6531, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:39:42.510970 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b820c92-9d50-49c5-afb8-716b844f2c1a req-fe2e60e4-d0d0-461b-a1ed-7d14e8b961f0 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374587 Aug 31 09:39:42.543223 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-1ecdab05-16d7-400f-b58a-a3847e018b51 None None] Attempting to bind port bb3b6f94-324b-48d8-ac4c-ec7f6c273066 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:42.543729 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-1ecdab05-16d7-400f-b58a-a3847e018b51 None None] Attempting to bind port bb3b6f94-324b-48d8-ac4c-ec7f6c273066 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '80c36b40-6c09-4659-b3a9-697ea5cbe8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': 'e9a28364-9857-4df1-9da5-04ea39f9ea76'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:42.544188 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecdab05-16d7-400f-b58a-a3847e018b51 None None] Attempting to bind port bb3b6f94-324b-48d8-ac4c-ec7f6c273066 on network e9a28364-9857-4df1-9da5-04ea39f9ea76 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:42.549981 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecdab05-16d7-400f-b58a-a3847e018b51 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:39:42.550353 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecdab05-16d7-400f-b58a-a3847e018b51 None None] Checking segment: {'id': '80c36b40-6c09-4659-b3a9-697ea5cbe8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': 'e9a28364-9857-4df1-9da5-04ea39f9ea76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:42.550827 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1ecdab05-16d7-400f-b58a-a3847e018b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:42.551197 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecdab05-16d7-400f-b58a-a3847e018b51 None None] Bound using segment: {'id': '80c36b40-6c09-4659-b3a9-697ea5cbe8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': 'e9a28364-9857-4df1-9da5-04ea39f9ea76'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:39:42.551662 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-1ecdab05-16d7-400f-b58a-a3847e018b51 None None] Bound port: bb3b6f94-324b-48d8-ac4c-ec7f6c273066, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c36b40-6c09-4659-b3a9-697ea5cbe8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': 'e9a28364-9857-4df1-9da5-04ea39f9ea76'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:39:42.552042 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1ecdab05-16d7-400f-b58a-a3847e018b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:42.571984 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efdbf3d-7c22-4d59-af1e-775d1e09a131 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network f9dbe56e-4d70-451d-9762-805db86c6531 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:39:42.619557 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-1ecdab05-16d7-400f-b58a-a3847e018b51 None None] For port bb3b6f94-324b-48d8-ac4c-ec7f6c273066, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:39:42.622532 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-1ecdab05-16d7-400f-b58a-a3847e018b51 None None] For port bb3b6f94-324b-48d8-ac4c-ec7f6c273066, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=bb3b6f94-324b-48d8-ac4c-ec7f6c273066,segment=NetworkSegment(80c36b40-6c09-4659-b3a9-697ea5cbe8cd),segment_id=80c36b40-6c09-4659-b3a9-697ea5cbe8cd)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:39:42.641479 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-04ea3cd6-7a33-4d95-83ee-eb1c3d9aa59d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for router_gateway, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:42.686765 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-8efdbf3d-7c22-4d59-af1e-775d1e09a131 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, f9dbe56e-4d70-451d-9762-805db86c6531) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:42.691795 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efdbf3d-7c22-4d59-af1e-775d1e09a131 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:42.693368 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8efdbf3d-7c22-4d59-af1e-775d1e09a131 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:42.696043 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfcac8e-4f03-405b-9e9b-b14dd1d86171 None None] Network f9dbe56e-4d70-451d-9762-805db86c6531 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:42.734070 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1ecdab05-16d7-400f-b58a-a3847e018b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:42.761168 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8efdbf3d-7c22-4d59-af1e-775d1e09a131 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8354988 Aug 31 09:39:42.761595 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60652) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:42.767198 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-8dc861d0-ebfc-4191-aed7-d9ce9a2b2801 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1386905168', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:42.819129 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecdab05-16d7-400f-b58a-a3847e018b51 None None] Pushing event updated for resources: {'Port': ['ID=bb3b6f94-324b-48d8-ac4c-ec7f6c273066,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:42.890170 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8dc861d0-ebfc-4191-aed7-d9ce9a2b2801 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:42.891377 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8dc861d0-ebfc-4191-aed7-d9ce9a2b2801 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:42.911057 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-f9dbe56e-4d70-451d-9762-805db86c6531', 'network_id': 'f9dbe56e-4d70-451d-9762-805db86c6531', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'fixed_ips': [{'subnet_id': 'aaea7396-63fb-47c1-8e3a-d65d4c443626'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:39:42.912599 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:42.962594 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8dc861d0-ebfc-4191-aed7-d9ce9a2b2801 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:43.079226 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8dc861d0-ebfc-4191-aed7-d9ce9a2b2801 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:43.114664 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] Allocated IP 172.21.0.2 (f9dbe56e-4d70-451d-9762-805db86c6531/aaea7396-63fb-47c1-8e3a-d65d4c443626/f2fa04aa-9385-4569-96eb-b2d42a63c627) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:43.189900 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-04ea3cd6-7a33-4d95-83ee-eb1c3d9aa59d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:43.224422 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8dc861d0-ebfc-4191-aed7-d9ce9a2b2801 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:43.228332 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8dc861d0-ebfc-4191-aed7-d9ce9a2b2801 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4632123 Aug 31 09:39:43.229102 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60654) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:43.280325 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:43.290461 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] Transition to ACTIVE for port object f2fa04aa-9385-4569-96eb-b2d42a63c627 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:43.308251 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] Transition to ACTIVE for port object f2fa04aa-9385-4569-96eb-b2d42a63c627 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:43.398245 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:43.403235 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ea3cd6-7a33-4d95-83ee-eb1c3d9aa59d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Router e7670303-e3ae-410d-b804-aed70fac2c83 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:39:43.437992 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] Network f9dbe56e-4d70-451d-9762-805db86c6531 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:43.444653 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:43.449624 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:43.463282 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] Pushing event updated for resources: {'Port': ['ID=f2fa04aa-9385-4569-96eb-b2d42a63c627,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:43.475774 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:43.476127 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:43.476469 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:43.476806 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:43.477137 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:43.477463 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:43.477788 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:43.478116 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:43.478437 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:43.478781 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:43.479111 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:43.479428 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:39:43.546418 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83fabc95-4fc8-4f11-98e2-8499348de98c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:43.552217 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] Attempting to bind port f2fa04aa-9385-4569-96eb-b2d42a63c627 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:43.553331 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] Attempting to bind port f2fa04aa-9385-4569-96eb-b2d42a63c627 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'a67cf9db-835d-4625-ab17-abf6f7ff4b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1641, 'network_id': 'f9dbe56e-4d70-451d-9762-805db86c6531'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:43.554146 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] Attempting to bind port f2fa04aa-9385-4569-96eb-b2d42a63c627 on network f9dbe56e-4d70-451d-9762-805db86c6531 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:43.566708 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:39:43.567122 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] Checking segment: {'id': 'a67cf9db-835d-4625-ab17-abf6f7ff4b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1641, 'network_id': 'f9dbe56e-4d70-451d-9762-805db86c6531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:43.567660 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:43.568216 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] Bound using segment: {'id': 'a67cf9db-835d-4625-ab17-abf6f7ff4b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1641, 'network_id': 'f9dbe56e-4d70-451d-9762-805db86c6531'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:39:43.568767 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] Bound port: f2fa04aa-9385-4569-96eb-b2d42a63c627, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a67cf9db-835d-4625-ab17-abf6f7ff4b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1641, 'network_id': 'f9dbe56e-4d70-451d-9762-805db86c6531'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:39:43.569403 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:43.569558 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ea3cd6-7a33-4d95-83ee-eb1c3d9aa59d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:39:43.582150 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69a2d25-1f4d-4656-bdf6-6deb0bf275cc None None] Sync routers for ids ['e7670303-e3ae-410d-b804-aed70fac2c83'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:39:43.598736 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69a2d25-1f4d-4656-bdf6-6deb0bf275cc None None] Routers {'e7670303-e3ae-410d-b804-aed70fac2c83'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:39:43.600137 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c69a2d25-1f4d-4656-bdf6-6deb0bf275cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:39:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e7670303-e3ae-410d-b804-aed70fac2c83'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:43.699311 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] For port f2fa04aa-9385-4569-96eb-b2d42a63c627, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:39:43.705230 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] For port f2fa04aa-9385-4569-96eb-b2d42a63c627, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f2fa04aa-9385-4569-96eb-b2d42a63c627,segment=NetworkSegment(a67cf9db-835d-4625-ab17-abf6f7ff4b47),segment_id=a67cf9db-835d-4625-ab17-abf6f7ff4b47)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:39:43.744096 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d26a6-2380-4020-97b0-c91a6be53dcd req-75b66b44-9d88-4d54-8741-0737985b5b2a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:43.745730 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b11d26a6-2380-4020-97b0-c91a6be53dcd req-75b66b44-9d88-4d54-8741-0737985b5b2a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 945 time: 0.0779014 Aug 31 09:39:43.755806 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-c69a2d25-1f4d-4656-bdf6-6deb0bf275cc None None] Set router e7670303-e3ae-410d-b804-aed70fac2c83 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:39:43.801257 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b11d26a6-2380-4020-97b0-c91a6be53dcd req-9b07750d-d532-4565-a656-264c8a0eec2f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474870 Aug 31 09:39:43.840820 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device bb3b6f94-324b-48d8-ac4c-ec7f6c273066 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:39:43.880771 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-04ea3cd6-7a33-4d95-83ee-eb1c3d9aa59d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:43.889943 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60660) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:43.896067 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-04ea3cd6-7a33-4d95-83ee-eb1c3d9aa59d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.7319231 Aug 31 09:39:43.934591 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:43.983315 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c69a2d25-1f4d-4656-bdf6-6deb0bf275cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7670303-e3ae-410d-b804-aed70fac2c83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308253869', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '310eed3f-6428-479f-971e-74c1578e757f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:39:41Z', 'updated_at': '2021-08-31T09:39:42Z', 'revision_number': 3, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'gw_port': {'id': '310eed3f-6428-479f-971e-74c1578e757f', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:61:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7670303-e3ae-410d-b804-aed70fac2c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:39:41Z', 'updated_at': '2021-08-31T09:39:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:44.010966 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca48963-4504-4ca6-975b-97ed75e69c8f tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:44.010966 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-dca48963-4504-4ca6-975b-97ed75e69c8f tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] 10.222.0.119 "GET /v2.0/subnets?project_id=18fe70eb6d324600ad1c951e98138b17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1059713 Aug 31 09:39:44.011180 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60662) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:44.020877 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9b7942-0a1e-4ab8-9fa6-ea4816121871 None None] Network e9a28364-9857-4df1-9da5-04ea39f9ea76 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:44.028873 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-83fabc95-4fc8-4f11-98e2-8499348de98c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Allocated IP 172.20.0.1 (e9a28364-9857-4df1-9da5-04ea39f9ea76/8046b7f7-831f-471d-a55a-b47edfe9d2a1/9a636148-7d1c-49e6-bf01-40fbd9bd3ac8) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:44.029111 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69a2d25-1f4d-4656-bdf6-6deb0bf275cc None None] Checking router: e7670303-e3ae-410d-b804-aed70fac2c83 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:39:44.029216 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69a2d25-1f4d-4656-bdf6-6deb0bf275cc None None] Updating router e7670303-e3ae-410d-b804-aed70fac2c83 port 310eed3f-6428-479f-971e-74c1578e757f binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:39:44.029930 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be647650-31bc-4292-ad6d-25d7090c833a None None] Pushing event updated for resources: {'Port': ['ID=f2fa04aa-9385-4569-96eb-b2d42a63c627,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:44.043468 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7e2c303e-2e09-4292-81d0-970538ccc345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:44.069776 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-c69a2d25-1f4d-4656-bdf6-6deb0bf275cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:44.084421 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port bb3b6f94-324b-48d8-ac4c-ec7f6c273066 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:44.109248 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:44.215581 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83fabc95-4fc8-4f11-98e2-8499348de98c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:44.235208 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-83fabc95-4fc8-4f11-98e2-8499348de98c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Transition to ACTIVE for port object 9a636148-7d1c-49e6-bf01-40fbd9bd3ac8 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:44.247823 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e8d45152-ac2f-4b5c-a6cd-fb846ee19755 None None] Provisioning for port bb3b6f94-324b-48d8-ac4c-ec7f6c273066 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:44.254450 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e8d45152-ac2f-4b5c-a6cd-fb846ee19755 None None] Provisioning complete for port bb3b6f94-324b-48d8-ac4c-ec7f6c273066 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:44.254952 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e8d45152-ac2f-4b5c-a6cd-fb846ee19755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:44.289743 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41f91ab-6022-4837-b2d9-3e1eb8fab654 tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:44.306298 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b41f91ab-6022-4837-b2d9-3e1eb8fab654 tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] 10.222.0.119 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3037727 Aug 31 09:39:44.307010 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60664) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:44.348767 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60666) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:44.349004 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4c520414-b760-4417-98ff-e34f7b95b505 tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] 10.222.0.119 "GET /v2.0/subnets?network_id=95c681de-fa69-49ec-b047-2a49f2c4b933&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407867 Aug 31 09:39:44.394151 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a60aa7b7-0816-483d-bca7-4b6ed5cbcad4 tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] 10.222.0.119 "GET /v2.0/subnets?project_id=18fe70eb6d324600ad1c951e98138b17&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423179 Aug 31 09:39:44.395643 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60668) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:44.419889 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e8d45152-ac2f-4b5c-a6cd-fb846ee19755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:44.481554 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-e8d45152-ac2f-4b5c-a6cd-fb846ee19755 None None] For port bb3b6f94-324b-48d8-ac4c-ec7f6c273066, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=bb3b6f94-324b-48d8-ac4c-ec7f6c273066,segment=NetworkSegment(80c36b40-6c09-4659-b3a9-697ea5cbe8cd),segment_id=80c36b40-6c09-4659-b3a9-697ea5cbe8cd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:44.492361 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-c69a2d25-1f4d-4656-bdf6-6deb0bf275cc None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:44.501229 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83fabc95-4fc8-4f11-98e2-8499348de98c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:44.505369 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-c69a2d25-1f4d-4656-bdf6-6deb0bf275cc None None] Transition to ACTIVE for port object 310eed3f-6428-479f-971e-74c1578e757f will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:44.570656 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fabc95-4fc8-4f11-98e2-8499348de98c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network e9a28364-9857-4df1-9da5-04ea39f9ea76 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:44.578414 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e8d45152-ac2f-4b5c-a6cd-fb846ee19755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:44.584525 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-83fabc95-4fc8-4f11-98e2-8499348de98c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:44.592631 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fabc95-4fc8-4f11-98e2-8499348de98c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:44.617338 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-c69a2d25-1f4d-4656-bdf6-6deb0bf275cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:44.632959 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d45152-ac2f-4b5c-a6cd-fb846ee19755 None None] Pushing event updated for resources: {'Port': ['ID=bb3b6f94-324b-48d8-ac4c-ec7f6c273066,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:44.633296 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fabc95-4fc8-4f11-98e2-8499348de98c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Port': ['ID=9a636148-7d1c-49e6-bf01-40fbd9bd3ac8,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:44.641769 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510c5bca-03f5-4db2-9df2-5b2dc70b4b88 tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:44.643388 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-510c5bca-03f5-4db2-9df2-5b2dc70b4b88 tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] 10.222.0.119 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2467029 Aug 31 09:39:44.646664 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60670) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:44.665372 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83fabc95-4fc8-4f11-98e2-8499348de98c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:44.700835 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-95c669f5-639e-4a76-a5e9-31b33df766a1 tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] 10.222.0.119 "GET /v2.0/subnets?network_id=95c681de-fa69-49ec-b047-2a49f2c4b933&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0520043 Aug 31 09:39:44.702182 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60672) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:44.709439 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-27cea078-6ba6-45ec-9756-fee8758e4741 None None] Provisioning complete for port bb3b6f94-324b-48d8-ac4c-ec7f6c273066 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:44.710108 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-27cea078-6ba6-45ec-9756-fee8758e4741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:44.710686 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-32afa5a5-185e-49a5-af14-2c01f9293e87 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1705408330', 'network_id': '529955b7-35ad-4627-88d4-3a19a157ab93', 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:44.724387 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-c69a2d25-1f4d-4656-bdf6-6deb0bf275cc None None] Attempting to bind port 310eed3f-6428-479f-971e-74c1578e757f on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:44.725103 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-c69a2d25-1f4d-4656-bdf6-6deb0bf275cc None None] Attempting to bind port 310eed3f-6428-479f-971e-74c1578e757f by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:44.725648 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69a2d25-1f4d-4656-bdf6-6deb0bf275cc None None] Attempting to bind port 310eed3f-6428-479f-971e-74c1578e757f on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:44.734342 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69a2d25-1f4d-4656-bdf6-6deb0bf275cc None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:39:44.734756 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69a2d25-1f4d-4656-bdf6-6deb0bf275cc None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:44.735344 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-c69a2d25-1f4d-4656-bdf6-6deb0bf275cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:44.735899 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69a2d25-1f4d-4656-bdf6-6deb0bf275cc None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:39:44.736549 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-c69a2d25-1f4d-4656-bdf6-6deb0bf275cc None None] Bound port: 310eed3f-6428-479f-971e-74c1578e757f, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:39:44.737119 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-c69a2d25-1f4d-4656-bdf6-6deb0bf275cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:44.740200 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c9492-b4f0-41bc-81e3-c2af6b046c8a None None] Pushing event updated for resources: {'Port': ['ID=310eed3f-6428-479f-971e-74c1578e757f,revision_number=2']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:44.807860 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-c69a2d25-1f4d-4656-bdf6-6deb0bf275cc None None] For port 310eed3f-6428-479f-971e-74c1578e757f, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:39:44.812308 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-c69a2d25-1f4d-4656-bdf6-6deb0bf275cc None None] For port 310eed3f-6428-479f-971e-74c1578e757f, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=310eed3f-6428-479f-971e-74c1578e757f,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:39:44.888476 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-c69a2d25-1f4d-4656-bdf6-6deb0bf275cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:44.901356 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83fabc95-4fc8-4f11-98e2-8499348de98c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:44.954851 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69a2d25-1f4d-4656-bdf6-6deb0bf275cc None None] Routers {'e7670303-e3ae-410d-b804-aed70fac2c83'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:39:44.955821 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c69a2d25-1f4d-4656-bdf6-6deb0bf275cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:39:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e7670303-e3ae-410d-b804-aed70fac2c83'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:44.962434 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32afa5a5-185e-49a5-af14-2c01f9293e87 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Made reservation on behalf of 18fe70eb6d324600ad1c951e98138b17 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:44.965942 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-32afa5a5-185e-49a5-af14-2c01f9293e87 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:45.010314 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c9492-b4f0-41bc-81e3-c2af6b046c8a None None] Pushing event updated for resources: {'Port': ['ID=310eed3f-6428-479f-971e-74c1578e757f,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:45.047495 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426591da-6ac1-4fa3-be4b-0d49ff14818b req-cf3e031c-3ea2-4c2f-9cf8-66e298ccccc6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:45.055360 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-426591da-6ac1-4fa3-be4b-0d49ff14818b req-cf3e031c-3ea2-4c2f-9cf8-66e298ccccc6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 945 time: 0.1378524 Aug 31 09:39:45.081344 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-1082f390-5db4-4277-ac0f-f25f4c25db93 None None] Provisioning for port 9a636148-7d1c-49e6-bf01-40fbd9bd3ac8 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:45.088539 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-1082f390-5db4-4277-ac0f-f25f4c25db93 None None] Provisioning complete for port 9a636148-7d1c-49e6-bf01-40fbd9bd3ac8 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:45.090177 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1082f390-5db4-4277-ac0f-f25f4c25db93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:45.130578 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-426591da-6ac1-4fa3-be4b-0d49ff14818b req-9a4ae6ff-3739-4229-aa99-ad1c8c7efb87 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585380 Aug 31 09:39:45.171238 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-1082f390-5db4-4277-ac0f-f25f4c25db93 None None] Port 9a636148-7d1c-49e6-bf01-40fbd9bd3ac8 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:39:45.229141 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-c69a2d25-1f4d-4656-bdf6-6deb0bf275cc None None] Set router e7670303-e3ae-410d-b804-aed70fac2c83 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:39:45.287409 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83fabc95-4fc8-4f11-98e2-8499348de98c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:45.310036 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-32afa5a5-185e-49a5-af14-2c01f9293e87 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:45.326991 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d78d6d0-7a8c-48d2-a4ab-7b6721ee7fce None None] Network f9dbe56e-4d70-451d-9762-805db86c6531 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:45.364072 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:45.372728 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afa5a5-185e-49a5-af14-2c01f9293e87 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Pushing event updated for resources: {'Subnet': ['ID=4932b993-183b-4f22-b2dc-890ecce5e1cb,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:45.392501 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32afa5a5-185e-49a5-af14-2c01f9293e87 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Checking segment: {'id': '4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '529955b7-35ad-4627-88d4-3a19a157ab93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:45.392858 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32afa5a5-185e-49a5-af14-2c01f9293e87 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Network hostable DHCP agents. Network: 529955b7-35ad-4627-88d4-3a19a157ab93, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:39:45.401260 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:39:45.406612 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83fabc95-4fc8-4f11-98e2-8499348de98c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:45.428202 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c69a2d25-1f4d-4656-bdf6-6deb0bf275cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7670303-e3ae-410d-b804-aed70fac2c83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308253869', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '310eed3f-6428-479f-971e-74c1578e757f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:39:41Z', 'updated_at': '2021-08-31T09:39:42Z', 'revision_number': 3, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'gw_port': {'id': '310eed3f-6428-479f-971e-74c1578e757f', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:61:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7670303-e3ae-410d-b804-aed70fac2c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:39:41Z', 'updated_at': '2021-08-31T09:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:45.459054 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69a2d25-1f4d-4656-bdf6-6deb0bf275cc None None] The sync data for ids ['e7670303-e3ae-410d-b804-aed70fac2c83'] in n-d-791506-28 is: [{'id': 'e7670303-e3ae-410d-b804-aed70fac2c83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308253869', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '310eed3f-6428-479f-971e-74c1578e757f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:39:41Z', 'updated_at': '2021-08-31T09:39:42Z', 'revision_number': 3, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'gw_port': {'id': '310eed3f-6428-479f-971e-74c1578e757f', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:61:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7670303-e3ae-410d-b804-aed70fac2c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:39:41Z', 'updated_at': '2021-08-31T09:39:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:39:45.477749 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-96427767-354c-443b-850b-aaa04aaf3b80 None None] Provisioning for port f2fa04aa-9385-4569-96eb-b2d42a63c627 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:45.498877 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32afa5a5-185e-49a5-af14-2c01f9293e87 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Network 529955b7-35ad-4627-88d4-3a19a157ab93 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:39:45.499293 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83fabc95-4fc8-4f11-98e2-8499348de98c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:45.501404 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fabc95-4fc8-4f11-98e2-8499348de98c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Port': ['ID=9a636148-7d1c-49e6-bf01-40fbd9bd3ac8,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:45.569413 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-32afa5a5-185e-49a5-af14-2c01f9293e87 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 529955b7-35ad-4627-88d4-3a19a157ab93) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:45.573825 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32afa5a5-185e-49a5-af14-2c01f9293e87 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:45.574468 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-32afa5a5-185e-49a5-af14-2c01f9293e87 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:45.589153 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b71554-6d66-4b0b-bb80-e7a0c794b30e None None] Network 529955b7-35ad-4627-88d4-3a19a157ab93 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:45.611778 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fabc95-4fc8-4f11-98e2-8499348de98c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network e9a28364-9857-4df1-9da5-04ea39f9ea76 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:45.613452 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-83fabc95-4fc8-4f11-98e2-8499348de98c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:45.670225 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-32afa5a5-185e-49a5-af14-2c01f9293e87 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9635158 Aug 31 09:39:45.670928 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60678) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:45.886494 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932616da-fc3b-40ab-9110-b89fa1482c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-529955b7-35ad-4627-88d4-3a19a157ab93', 'network_id': '529955b7-35ad-4627-88d4-3a19a157ab93', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'fixed_ips': [{'subnet_id': '4932b993-183b-4f22-b2dc-890ecce5e1cb'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:39:45.887677 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-932616da-fc3b-40ab-9110-b89fa1482c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:45.938031 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83fabc95-4fc8-4f11-98e2-8499348de98c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Router ba8edad5-f97d-4b6c-a892-2d0abed0ea50 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:39:46.077113 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device bb3b6f94-324b-48d8-ac4c-ec7f6c273066 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:39:46.110920 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fabc95-4fc8-4f11-98e2-8499348de98c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:39:46.116839 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-83fabc95-4fc8-4f11-98e2-8499348de98c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "PUT /v2.0/routers/ba8edad5-f97d-4b6c-a892-2d0abed0ea50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8864818 Aug 31 09:39:46.119487 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60680) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:46.149561 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-932616da-fc3b-40ab-9110-b89fa1482c73 None None] Allocated IP 172.20.0.18 (529955b7-35ad-4627-88d4-3a19a157ab93/4932b993-183b-4f22-b2dc-890ecce5e1cb/308de4d1-92df-40e7-a525-306ae6acbcb2) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:46.205514 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc5509c-a31d-4826-abd4-537145e1eaa4 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:46.206984 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ccc5509c-a31d-4826-abd4-537145e1eaa4 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "GET /v2.0/ports/9a636148-7d1c-49e6-bf01-40fbd9bd3ac8 HTTP/1.1" status: 200 len: 910 time: 0.0847907 Aug 31 09:39:46.210575 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60684) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:46.311359 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899df9a0-cc28-4cc4-88bd-dbd5c375dffe req-f6080517-f31f-414a-9cbd-d13014264b88 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:46.313254 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-899df9a0-cc28-4cc4-88bd-dbd5c375dffe req-f6080517-f31f-414a-9cbd-d13014264b88 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 945 time: 0.0928891 Aug 31 09:39:46.318689 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-932616da-fc3b-40ab-9110-b89fa1482c73 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:46.332814 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3b0ce7-4880-4306-90eb-3f512a9a6475 None None] Sync routers for ids ['ba8edad5-f97d-4b6c-a892-2d0abed0ea50'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:39:46.346450 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-932616da-fc3b-40ab-9110-b89fa1482c73 None None] Transition to ACTIVE for port object 308de4d1-92df-40e7-a525-306ae6acbcb2 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:46.352491 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c159f9ee-60fd-4f5e-8843-45ab5be27473 None None] Provisioning complete for port 9a636148-7d1c-49e6-bf01-40fbd9bd3ac8 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:46.353074 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c159f9ee-60fd-4f5e-8843-45ab5be27473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:46.388816 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3b0ce7-4880-4306-90eb-3f512a9a6475 None None] Routers {'ba8edad5-f97d-4b6c-a892-2d0abed0ea50'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:39:46.389688 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-eb3b0ce7-4880-4306-90eb-3f512a9a6475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:39:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['ba8edad5-f97d-4b6c-a892-2d0abed0ea50'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:46.447359 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-932616da-fc3b-40ab-9110-b89fa1482c73 None None] Transition to ACTIVE for port object 308de4d1-92df-40e7-a525-306ae6acbcb2 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:46.448961 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-eb3b0ce7-4880-4306-90eb-3f512a9a6475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:46.451632 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9537cfc0-c20b-40f0-b65f-2550e7c1588f tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:46.459254 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-899df9a0-cc28-4cc4-88bd-dbd5c375dffe req-fc14f5e5-5bce-4be5-981d-e3d7f45529eb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350858 Aug 31 09:39:46.464937 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port bb3b6f94-324b-48d8-ac4c-ec7f6c273066 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:46.465404 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:46.468997 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-c159f9ee-60fd-4f5e-8843-45ab5be27473 None None] Port 9a636148-7d1c-49e6-bf01-40fbd9bd3ac8 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:39:46.518175 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3b0ce7-4880-4306-90eb-3f512a9a6475 None None] Routers {'ba8edad5-f97d-4b6c-a892-2d0abed0ea50'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:39:46.519024 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-eb3b0ce7-4880-4306-90eb-3f512a9a6475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:39:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['ba8edad5-f97d-4b6c-a892-2d0abed0ea50'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:46.560510 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-eb3b0ce7-4880-4306-90eb-3f512a9a6475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:46.560510 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3b0ce7-4880-4306-90eb-3f512a9a6475 None None] The sync data for ids ['ba8edad5-f97d-4b6c-a892-2d0abed0ea50'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:39:46.565632 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-932616da-fc3b-40ab-9110-b89fa1482c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:46.625396 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932616da-fc3b-40ab-9110-b89fa1482c73 None None] Network 529955b7-35ad-4627-88d4-3a19a157ab93 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:46.630476 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-932616da-fc3b-40ab-9110-b89fa1482c73 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:46.637776 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932616da-fc3b-40ab-9110-b89fa1482c73 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:46.653328 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9796e710-5bf7-473d-8000-d9fce63b7e66 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:46.659813 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932616da-fc3b-40ab-9110-b89fa1482c73 None None] Pushing event updated for resources: {'Port': ['ID=308de4d1-92df-40e7-a525-306ae6acbcb2,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:46.720104 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f2fa04aa-9385-4569-96eb-b2d42a63c627 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:39:46.754050 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-932616da-fc3b-40ab-9110-b89fa1482c73 None None] Attempting to bind port 308de4d1-92df-40e7-a525-306ae6acbcb2 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:46.754450 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-932616da-fc3b-40ab-9110-b89fa1482c73 None None] Attempting to bind port 308de4d1-92df-40e7-a525-306ae6acbcb2 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '529955b7-35ad-4627-88d4-3a19a157ab93'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:46.754806 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932616da-fc3b-40ab-9110-b89fa1482c73 None None] Attempting to bind port 308de4d1-92df-40e7-a525-306ae6acbcb2 on network 529955b7-35ad-4627-88d4-3a19a157ab93 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:46.764398 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932616da-fc3b-40ab-9110-b89fa1482c73 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:39:46.764812 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932616da-fc3b-40ab-9110-b89fa1482c73 None None] Checking segment: {'id': '4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '529955b7-35ad-4627-88d4-3a19a157ab93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:46.765175 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-932616da-fc3b-40ab-9110-b89fa1482c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:46.765567 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932616da-fc3b-40ab-9110-b89fa1482c73 None None] Bound using segment: {'id': '4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '529955b7-35ad-4627-88d4-3a19a157ab93'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:39:46.766047 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-932616da-fc3b-40ab-9110-b89fa1482c73 None None] Bound port: 308de4d1-92df-40e7-a525-306ae6acbcb2, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '529955b7-35ad-4627-88d4-3a19a157ab93'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:39:46.766422 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-932616da-fc3b-40ab-9110-b89fa1482c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:46.848689 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-932616da-fc3b-40ab-9110-b89fa1482c73 None None] For port 308de4d1-92df-40e7-a525-306ae6acbcb2, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:39:46.851535 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-932616da-fc3b-40ab-9110-b89fa1482c73 None None] For port 308de4d1-92df-40e7-a525-306ae6acbcb2, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=308de4d1-92df-40e7-a525-306ae6acbcb2,segment=NetworkSegment(4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1),segment_id=4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:39:46.872122 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-9537cfc0-c20b-40f0-b65f-2550e7c1588f tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Allocated IP 172.20.0.17 (529955b7-35ad-4627-88d4-3a19a157ab93/4932b993-183b-4f22-b2dc-890ecce5e1cb/a856c67d-832e-41f5-a6c9-30e7d1e8510e) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:46.900531 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port f2fa04aa-9385-4569-96eb-b2d42a63c627 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:46.906600 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port f2fa04aa-9385-4569-96eb-b2d42a63c627 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:46.906600 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:46.940174 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-932616da-fc3b-40ab-9110-b89fa1482c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:47.010228 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9537cfc0-c20b-40f0-b65f-2550e7c1588f tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:47.027073 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-9537cfc0-c20b-40f0-b65f-2550e7c1588f tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Transition to ACTIVE for port object a856c67d-832e-41f5-a6c9-30e7d1e8510e will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:47.141512 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9537cfc0-c20b-40f0-b65f-2550e7c1588f tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:47.195385 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9537cfc0-c20b-40f0-b65f-2550e7c1588f tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Network 529955b7-35ad-4627-88d4-3a19a157ab93 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:47.197591 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932616da-fc3b-40ab-9110-b89fa1482c73 None None] Pushing event updated for resources: {'Port': ['ID=308de4d1-92df-40e7-a525-306ae6acbcb2,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:47.199322 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-9537cfc0-c20b-40f0-b65f-2550e7c1588f tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:47.203853 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9537cfc0-c20b-40f0-b65f-2550e7c1588f tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:47.228614 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:47.242436 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:47.246468 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537cfc0-c20b-40f0-b65f-2550e7c1588f tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Pushing event updated for resources: {'Port': ['ID=a856c67d-832e-41f5-a6c9-30e7d1e8510e,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:47.279131 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port f2fa04aa-9385-4569-96eb-b2d42a63c627, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f2fa04aa-9385-4569-96eb-b2d42a63c627,segment=NetworkSegment(a67cf9db-835d-4625-ab17-abf6f7ff4b47),segment_id=a67cf9db-835d-4625-ab17-abf6f7ff4b47)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:47.282732 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9537cfc0-c20b-40f0-b65f-2550e7c1588f tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:47.363675 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:47.385129 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-9796e710-5bf7-473d-8000-d9fce63b7e66 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Allocated IP 172.21.0.1 (f9dbe56e-4d70-451d-9762-805db86c6531/aaea7396-63fb-47c1-8e3a-d65d4c443626/82640853-1d76-4157-80b9-7003b0ff44b4) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:47.456737 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=f2fa04aa-9385-4569-96eb-b2d42a63c627,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:47.554619 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9537cfc0-c20b-40f0-b65f-2550e7c1588f tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:47.587163 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9796e710-5bf7-473d-8000-d9fce63b7e66 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:47.603302 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-9796e710-5bf7-473d-8000-d9fce63b7e66 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Transition to ACTIVE for port object 82640853-1d76-4157-80b9-7003b0ff44b4 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:47.687057 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6cb517-75ca-4d37-bd0b-51cea12e183d req-04cd2e2b-70bb-429a-a5ee-bcf63784fc3a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:47.688555 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd6cb517-75ca-4d37-bd0b-51cea12e183d req-04cd2e2b-70bb-429a-a5ee-bcf63784fc3a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 945 time: 0.1280599 Aug 31 09:39:47.726536 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9796e710-5bf7-473d-8000-d9fce63b7e66 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:47.775331 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd6cb517-75ca-4d37-bd0b-51cea12e183d req-e04b9176-4761-4a17-8cf2-d31321e52810 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780420 Aug 31 09:39:47.778664 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9796e710-5bf7-473d-8000-d9fce63b7e66 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network f9dbe56e-4d70-451d-9762-805db86c6531 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:47.784001 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-9796e710-5bf7-473d-8000-d9fce63b7e66 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:47.810136 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9796e710-5bf7-473d-8000-d9fce63b7e66 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Port': ['ID=82640853-1d76-4157-80b9-7003b0ff44b4,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:47.813794 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9796e710-5bf7-473d-8000-d9fce63b7e66 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:47.871734 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9796e710-5bf7-473d-8000-d9fce63b7e66 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:47.900756 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 308de4d1-92df-40e7-a525-306ae6acbcb2 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:39:47.956592 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9537cfc0-c20b-40f0-b65f-2550e7c1588f tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:48.022303 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [req-78dec509-cfc5-451b-939a-5894f83980e4 req-4f236a56-ba26-4059-873a-28c96ccc376b service neutron] show failed (client error): The resource could not be found. Aug 31 09:39:48.023377 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-78dec509-cfc5-451b-939a-5894f83980e4 req-4f236a56-ba26-4059-873a-28c96ccc376b service neutron] 10.222.0.112 "GET /v2.0/ports/e0e02a6b-4799-48c6-bc13-41d82e71f40b/bindings/n-h2-791506-28 HTTP/1.1" status: 404 len: 381 time: 0.1094661 Aug 31 09:39:48.051844 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9537cfc0-c20b-40f0-b65f-2550e7c1588f tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:48.072606 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 308de4d1-92df-40e7-a525-306ae6acbcb2 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:48.077924 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 310eed3f-6428-479f-971e-74c1578e757f up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:39:48.138091 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9537cfc0-c20b-40f0-b65f-2550e7c1588f tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:48.146403 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537cfc0-c20b-40f0-b65f-2550e7c1588f tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Pushing event updated for resources: {'Port': ['ID=a856c67d-832e-41f5-a6c9-30e7d1e8510e,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:48.188179 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9796e710-5bf7-473d-8000-d9fce63b7e66 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:48.200912 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-dfb4276d-43f1-4f17-88b8-02146880be57 None None] Provisioning for port 82640853-1d76-4157-80b9-7003b0ff44b4 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:48.207093 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-dfb4276d-43f1-4f17-88b8-02146880be57 None None] Provisioning complete for port 82640853-1d76-4157-80b9-7003b0ff44b4 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:48.215567 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-dfb4276d-43f1-4f17-88b8-02146880be57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:48.249302 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-dfb4276d-43f1-4f17-88b8-02146880be57 None None] Port 82640853-1d76-4157-80b9-7003b0ff44b4 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:39:48.254936 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 310eed3f-6428-479f-971e-74c1578e757f completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:48.266978 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 310eed3f-6428-479f-971e-74c1578e757f triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:48.266978 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:48.288767 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9537cfc0-c20b-40f0-b65f-2550e7c1588f tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Network 529955b7-35ad-4627-88d4-3a19a157ab93 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:48.290463 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-9537cfc0-c20b-40f0-b65f-2550e7c1588f tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:48.374921 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:48.412468 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 310eed3f-6428-479f-971e-74c1578e757f, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=310eed3f-6428-479f-971e-74c1578e757f,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:48.421334 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f08797-b560-48a0-8500-074d1807deaa None None] Network 529955b7-35ad-4627-88d4-3a19a157ab93 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:48.433296 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9537cfc0-c20b-40f0-b65f-2550e7c1588f tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Router e7670303-e3ae-410d-b804-aed70fac2c83 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:39:48.508981 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9796e710-5bf7-473d-8000-d9fce63b7e66 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:48.511990 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:48.513064 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f2fa04aa-9385-4569-96eb-b2d42a63c627 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:39:48.600365 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7147b1f7-2d69-4635-bac6-aa94dd108e01 None None] Provisioning for port 308de4d1-92df-40e7-a525-306ae6acbcb2 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:48.618662 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7147b1f7-2d69-4635-bac6-aa94dd108e01 None None] Provisioning complete for port 308de4d1-92df-40e7-a525-306ae6acbcb2 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:48.619033 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7147b1f7-2d69-4635-bac6-aa94dd108e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:48.627520 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9796e710-5bf7-473d-8000-d9fce63b7e66 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:48.660510 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=310eed3f-6428-479f-971e-74c1578e757f,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:48.705816 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port f2fa04aa-9385-4569-96eb-b2d42a63c627 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:48.706831 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:48.715020 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9796e710-5bf7-473d-8000-d9fce63b7e66 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Port': ['ID=82640853-1d76-4157-80b9-7003b0ff44b4,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:48.718473 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9796e710-5bf7-473d-8000-d9fce63b7e66 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:48.812707 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7147b1f7-2d69-4635-bac6-aa94dd108e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:48.829140 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9796e710-5bf7-473d-8000-d9fce63b7e66 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network f9dbe56e-4d70-451d-9762-805db86c6531 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:48.830738 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-9796e710-5bf7-473d-8000-d9fce63b7e66 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:48.924549 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-7147b1f7-2d69-4635-bac6-aa94dd108e01 None None] For port 308de4d1-92df-40e7-a525-306ae6acbcb2, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=308de4d1-92df-40e7-a525-306ae6acbcb2,segment=NetworkSegment(4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1),segment_id=4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:48.964476 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9796e710-5bf7-473d-8000-d9fce63b7e66 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Router ba8edad5-f97d-4b6c-a892-2d0abed0ea50 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:39:49.027173 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7147b1f7-2d69-4635-bac6-aa94dd108e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:49.037089 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dec509-cfc5-451b-939a-5894f83980e4 req-ddbf3393-7e00-4c80-865d-e1bd252ac1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:49.037089 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-78dec509-cfc5-451b-939a-5894f83980e4 req-ddbf3393-7e00-4c80-865d-e1bd252ac1c3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab&tenant_id=29b420db5ab94eb097db55181093bc9b HTTP/1.1" status: 200 len: 1097 time: 0.1739461 Aug 31 09:39:49.052552 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-78dec509-cfc5-451b-939a-5894f83980e4 req-93a347d6-a3ac-42e5-81a1-2ddc1a5c8d4c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-28', 'device_owner': 'compute:nova'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:49.092642 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9796e710-5bf7-473d-8000-d9fce63b7e66 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:39:49.098855 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9537cfc0-c20b-40f0-b65f-2550e7c1588f tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:39:49.105455 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9796e710-5bf7-473d-8000-d9fce63b7e66 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "PUT /v2.0/routers/ba8edad5-f97d-4b6c-a892-2d0abed0ea50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8896773 Aug 31 09:39:49.122522 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb847713-3a8a-4883-99c4-2912728e8122 None None] Sync routers for ids ['ba8edad5-f97d-4b6c-a892-2d0abed0ea50'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:39:49.123912 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60690) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:49.124042 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d210bc1-d785-4ce9-a356-dd214e30d603 None None] Sync routers for ids ['e7670303-e3ae-410d-b804-aed70fac2c83'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:39:49.124154 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb847713-3a8a-4883-99c4-2912728e8122 None None] Routers {'ba8edad5-f97d-4b6c-a892-2d0abed0ea50'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:39:49.125536 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9537cfc0-c20b-40f0-b65f-2550e7c1588f tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "PUT /v2.0/routers/e7670303-e3ae-410d-b804-aed70fac2c83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4535139 Aug 31 09:39:49.126265 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-bb847713-3a8a-4883-99c4-2912728e8122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:39:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['ba8edad5-f97d-4b6c-a892-2d0abed0ea50'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:49.148873 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147b1f7-2d69-4635-bac6-aa94dd108e01 None None] Pushing event updated for resources: {'Port': ['ID=308de4d1-92df-40e7-a525-306ae6acbcb2,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:49.155483 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d210bc1-d785-4ce9-a356-dd214e30d603 None None] Routers {'e7670303-e3ae-410d-b804-aed70fac2c83'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:39:49.159824 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-6d210bc1-d785-4ce9-a356-dd214e30d603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:39:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e7670303-e3ae-410d-b804-aed70fac2c83'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:49.205066 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b71199-d1b3-46a9-8888-ca50d89a2201 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:49.206756 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e2b71199-d1b3-46a9-8888-ca50d89a2201 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "GET /v2.0/ports/82640853-1d76-4157-80b9-7003b0ff44b4 HTTP/1.1" status: 200 len: 910 time: 0.0933790 Aug 31 09:39:49.209335 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60694) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:49.219341 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71319144-ed2f-470e-9bed-d6ce694cae3e req-83889ba9-4095-4b74-b306-77662d011984 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:49.220936 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71319144-ed2f-470e-9bed-d6ce694cae3e req-83889ba9-4095-4b74-b306-77662d011984 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 945 time: 0.2791696 Aug 31 09:39:49.255297 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-bb847713-3a8a-4883-99c4-2912728e8122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:49.281444 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb847713-3a8a-4883-99c4-2912728e8122 None None] Routers {'ba8edad5-f97d-4b6c-a892-2d0abed0ea50'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:39:49.283263 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-bb847713-3a8a-4883-99c4-2912728e8122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:39:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['ba8edad5-f97d-4b6c-a892-2d0abed0ea50'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:49.320320 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-78dec509-cfc5-451b-939a-5894f83980e4 req-93a347d6-a3ac-42e5-81a1-2ddc1a5c8d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:49.354337 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71319144-ed2f-470e-9bed-d6ce694cae3e req-c50781d3-726c-431a-8ed2-fb55f1fc65e9 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843637 Aug 31 09:39:49.369086 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-6d210bc1-d785-4ce9-a356-dd214e30d603 None None] Set router e7670303-e3ae-410d-b804-aed70fac2c83 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:39:49.376918 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-bb847713-3a8a-4883-99c4-2912728e8122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:49.382858 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb847713-3a8a-4883-99c4-2912728e8122 None None] The sync data for ids ['ba8edad5-f97d-4b6c-a892-2d0abed0ea50'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:39:49.588127 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3dcf5c6e-3c33-446e-8ae2-4980db4d94f1 None None] Provisioning complete for port 308de4d1-92df-40e7-a525-306ae6acbcb2 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:49.592146 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3dcf5c6e-3c33-446e-8ae2-4980db4d94f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:49.737953 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-dd8c3c2c-bdcf-4bde-bd5b-1338838d262a tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:49.739647 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-dd8c3c2c-bdcf-4bde-bd5b-1338838d262a tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/networks?id=529955b7-35ad-4627-88d4-3a19a157ab93 HTTP/1.1" status: 200 len: 798 time: 0.2495573 Aug 31 09:39:49.772720 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-6d210bc1-d785-4ce9-a356-dd214e30d603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7670303-e3ae-410d-b804-aed70fac2c83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308253869', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '310eed3f-6428-479f-971e-74c1578e757f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:39:41Z', 'updated_at': '2021-08-31T09:39:47Z', 'revision_number': 4, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'gw_port': {'id': '310eed3f-6428-479f-971e-74c1578e757f', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:61:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7670303-e3ae-410d-b804-aed70fac2c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:39:41Z', 'updated_at': '2021-08-31T09:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'a856c67d-832e-41f5-a6c9-30e7d1e8510e', 'name': '', 'network_id': '529955b7-35ad-4627-88d4-3a19a157ab93', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'mac_address': 'fa:16:3e:e5:36:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7670303-e3ae-410d-b804-aed70fac2c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '4932b993-183b-4f22-b2dc-890ecce5e1cb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:39:46Z', 'updated_at': '2021-08-31T09:39:47Z', 'revision_number': 2, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'subnets': [{'id': '4932b993-183b-4f22-b2dc-890ecce5e1cb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:49.780687 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-78dec509-cfc5-451b-939a-5894f83980e4 req-93a347d6-a3ac-42e5-81a1-2ddc1a5c8d4c service neutron] For port e0e02a6b-4799-48c6-bc13-41d82e71f40b, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=e0e02a6b-4799-48c6-bc13-41d82e71f40b,segment=NetworkSegment(07f824f9-6fc8-4665-b039-965319ccc92f),segment_id=07f824f9-6fc8-4665-b039-965319ccc92f)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:49.806141 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d210bc1-d785-4ce9-a356-dd214e30d603 None None] Checking router: e7670303-e3ae-410d-b804-aed70fac2c83 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:39:49.806497 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d210bc1-d785-4ce9-a356-dd214e30d603 None None] Updating router e7670303-e3ae-410d-b804-aed70fac2c83 port a856c67d-832e-41f5-a6c9-30e7d1e8510e binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:39:49.815295 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-b0d51da6-8710-4652-82e9-31778a878416 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/quotas/18fe70eb6d324600ad1c951e98138b17 HTTP/1.1" status: 200 len: 375 time: 0.0494618 Aug 31 09:39:49.840977 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6d210bc1-d785-4ce9-a356-dd214e30d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:49.856201 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b86c97ee-6c5f-4a4f-8708-164ec1217a80 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:49.860533 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 308de4d1-92df-40e7-a525-306ae6acbcb2 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:39:49.864658 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3dcf5c6e-3c33-446e-8ae2-4980db4d94f1 None None] Provisioning for port a856c67d-832e-41f5-a6c9-30e7d1e8510e completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:49.889875 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-78dec509-cfc5-451b-939a-5894f83980e4 req-93a347d6-a3ac-42e5-81a1-2ddc1a5c8d4c service neutron] For port e0e02a6b-4799-48c6-bc13-41d82e71f40b, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:39:49.920129 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3dcf5c6e-3c33-446e-8ae2-4980db4d94f1 None None] Provisioning complete for port a856c67d-832e-41f5-a6c9-30e7d1e8510e triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:49.920507 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3dcf5c6e-3c33-446e-8ae2-4980db4d94f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:49.928706 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-c8d7d59b-91fa-469b-837c-1a7f54340b9a tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=18fe70eb6d324600ad1c951e98138b17&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1069131 Aug 31 09:39:49.964895 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878a7676-9538-424b-a8c1-1d20a6e571ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0e02a6b-4799-48c6-bc13-41d82e71f40b'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:39:49.971715 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7216001-38da-4853-909f-04907661ac56" -d '{"events": [{"server_uuid": "878a7676-9538-424b-a8c1-1d20a6e571ab", "name": "network-vif-unplugged", "status": "completed", "tag": "e0e02a6b-4799-48c6-bc13-41d82e71f40b"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:39:49.971715 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-78dec509-cfc5-451b-939a-5894f83980e4 req-93a347d6-a3ac-42e5-81a1-2ddc1a5c8d4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:49.987458 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-78dec509-cfc5-451b-939a-5894f83980e4 req-93a347d6-a3ac-42e5-81a1-2ddc1a5c8d4c service neutron] Transition to ACTIVE for port object e0e02a6b-4799-48c6-bc13-41d82e71f40b will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:50.046273 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a915073-c545-44cf-871f-7829f97ff358 x-openstack-request-id: req-5a915073-c545-44cf-871f-7829f97ff358 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:39:50.047004 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878a7676-9538-424b-a8c1-1d20a6e571ab", "name": "network-vif-unplugged", "status": "completed", "tag": "e0e02a6b-4799-48c6-bc13-41d82e71f40b", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:39:50.047004 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-5a915073-c545-44cf-871f-7829f97ff358 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:39:50.047549 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878a7676-9538-424b-a8c1-1d20a6e571ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0e02a6b-4799-48c6-bc13-41d82e71f40b', 'code': 200} Aug 31 09:39:50.061270 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-3dcf5c6e-3c33-446e-8ae2-4980db4d94f1 None None] Port a856c67d-832e-41f5-a6c9-30e7d1e8510e cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:39:50.079056 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-78dec509-cfc5-451b-939a-5894f83980e4 req-93a347d6-a3ac-42e5-81a1-2ddc1a5c8d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:50.100686 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 308de4d1-92df-40e7-a525-306ae6acbcb2 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:50.101062 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:50.160825 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3dcf5c6e-3c33-446e-8ae2-4980db4d94f1 None None] Provisioning complete for port 82640853-1d76-4157-80b9-7003b0ff44b4 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:50.161064 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3dcf5c6e-3c33-446e-8ae2-4980db4d94f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:50.227013 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-3dcf5c6e-3c33-446e-8ae2-4980db4d94f1 None None] Port 82640853-1d76-4157-80b9-7003b0ff44b4 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:39:50.240257 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a347d6-a3ac-42e5-81a1-2ddc1a5c8d4c service neutron] Pushing event updated for resources: {'Port': ['ID=e0e02a6b-4799-48c6-bc13-41d82e71f40b,revision_number=6']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:50.253367 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-b86c97ee-6c5f-4a4f-8708-164ec1217a80 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Deleting port 82640853-1d76-4157-80b9-7003b0ff44b4 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:50.254002 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b86c97ee-6c5f-4a4f-8708-164ec1217a80 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:50.294317 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-78dec509-cfc5-451b-939a-5894f83980e4 req-93a347d6-a3ac-42e5-81a1-2ddc1a5c8d4c service neutron] No DVR routers for this DVR port e0e02a6b-4799-48c6-bc13-41d82e71f40b on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:39:50.299300 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-3ff64182-973f-425b-af86-b2508424c980 service neutron] 10.222.0.119 "GET /v2.0/networks/529955b7-35ad-4627-88d4-3a19a157ab93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526011 Aug 31 09:39:50.314882 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 310eed3f-6428-479f-971e-74c1578e757f up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:39:50.370484 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b86c97ee-6c5f-4a4f-8708-164ec1217a80 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:50.385447 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-b86c97ee-6c5f-4a4f-8708-164ec1217a80 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Calling delete_port for 82640853-1d76-4157-80b9-7003b0ff44b4 owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:50.409901 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f64a1562-e424-4dbe-b727-2f08f767b16a None None] Provisioning complete for port a856c67d-832e-41f5-a6c9-30e7d1e8510e triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:50.410500 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f64a1562-e424-4dbe-b727-2f08f767b16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:50.434415 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6d210bc1-d785-4ce9-a356-dd214e30d603 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:50.460701 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6d210bc1-d785-4ce9-a356-dd214e30d603 None None] Transition to ACTIVE for port object a856c67d-832e-41f5-a6c9-30e7d1e8510e will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:50.470745 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-f64a1562-e424-4dbe-b727-2f08f767b16a None None] Port a856c67d-832e-41f5-a6c9-30e7d1e8510e cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:39:50.472188 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 310eed3f-6428-479f-971e-74c1578e757f triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:50.472619 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:50.480643 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-3390c6cc-99f9-4d10-82ef-fb6a0707d48b service neutron] 10.222.0.119 "GET /v2.0/networks/529955b7-35ad-4627-88d4-3a19a157ab93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451254 Aug 31 09:39:50.570972 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6d210bc1-d785-4ce9-a356-dd214e30d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:50.579285 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa811aa-8b0a-4937-9fa1-55c6dfe99e83 req-f1197d4d-aa13-44cd-afd9-652e2b5b67eb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:50.580818 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3fa811aa-8b0a-4937-9fa1-55c6dfe99e83 req-f1197d4d-aa13-44cd-afd9-652e2b5b67eb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 943 time: 0.1211340 Aug 31 09:39:50.633461 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-78dec509-cfc5-451b-939a-5894f83980e4 req-93a347d6-a3ac-42e5-81a1-2ddc1a5c8d4c service neutron] Attempting to bind port e0e02a6b-4799-48c6-bc13-41d82e71f40b on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:50.633461 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-78dec509-cfc5-451b-939a-5894f83980e4 req-93a347d6-a3ac-42e5-81a1-2ddc1a5c8d4c service neutron] Attempting to bind port e0e02a6b-4799-48c6-bc13-41d82e71f40b by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '07f824f9-6fc8-4665-b039-965319ccc92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': 'e1b72858-d42d-4e54-b983-427aa1394b8e'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:50.633869 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dec509-cfc5-451b-939a-5894f83980e4 req-93a347d6-a3ac-42e5-81a1-2ddc1a5c8d4c service neutron] Attempting to bind port e0e02a6b-4799-48c6-bc13-41d82e71f40b on network e1b72858-d42d-4e54-b983-427aa1394b8e {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:50.642532 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dec509-cfc5-451b-939a-5894f83980e4 req-93a347d6-a3ac-42e5-81a1-2ddc1a5c8d4c service neutron] Port e0e02a6b-4799-48c6-bc13-41d82e71f40b on network e1b72858-d42d-4e54-b983-427aa1394b8e not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:50.642882 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dec509-cfc5-451b-939a-5894f83980e4 req-93a347d6-a3ac-42e5-81a1-2ddc1a5c8d4c service neutron] Attempting to bind port e0e02a6b-4799-48c6-bc13-41d82e71f40b on network e1b72858-d42d-4e54-b983-427aa1394b8e {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:50.658239 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dec509-cfc5-451b-939a-5894f83980e4 req-93a347d6-a3ac-42e5-81a1-2ddc1a5c8d4c service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:39:50.658828 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dec509-cfc5-451b-939a-5894f83980e4 req-93a347d6-a3ac-42e5-81a1-2ddc1a5c8d4c service neutron] Checking segment: {'id': '07f824f9-6fc8-4665-b039-965319ccc92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': 'e1b72858-d42d-4e54-b983-427aa1394b8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:50.659387 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dec509-cfc5-451b-939a-5894f83980e4 req-93a347d6-a3ac-42e5-81a1-2ddc1a5c8d4c service neutron] Bound using segment: {'id': '07f824f9-6fc8-4665-b039-965319ccc92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': 'e1b72858-d42d-4e54-b983-427aa1394b8e'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:39:50.660018 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-78dec509-cfc5-451b-939a-5894f83980e4 req-93a347d6-a3ac-42e5-81a1-2ddc1a5c8d4c service neutron] Bound port: e0e02a6b-4799-48c6-bc13-41d82e71f40b, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f824f9-6fc8-4665-b039-965319ccc92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1640, 'network_id': 'e1b72858-d42d-4e54-b983-427aa1394b8e'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:39:50.660559 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-78dec509-cfc5-451b-939a-5894f83980e4 req-93a347d6-a3ac-42e5-81a1-2ddc1a5c8d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:50.666858 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3fa811aa-8b0a-4937-9fa1-55c6dfe99e83 req-50717739-038d-4e1b-8609-f91289617a21 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628376 Aug 31 09:39:50.674057 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5f66d-e255-43f7-8eda-24b03e74e7a6 None None] Pushing event updated for resources: {'Port': ['ID=a856c67d-832e-41f5-a6c9-30e7d1e8510e,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:50.706319 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b86c97ee-6c5f-4a4f-8708-164ec1217a80 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:50.726471 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-6d210bc1-d785-4ce9-a356-dd214e30d603 None None] Attempting to bind port a856c67d-832e-41f5-a6c9-30e7d1e8510e on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:50.726957 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-6d210bc1-d785-4ce9-a356-dd214e30d603 None None] Attempting to bind port a856c67d-832e-41f5-a6c9-30e7d1e8510e by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '529955b7-35ad-4627-88d4-3a19a157ab93'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:50.727419 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d210bc1-d785-4ce9-a356-dd214e30d603 None None] Attempting to bind port a856c67d-832e-41f5-a6c9-30e7d1e8510e on network 529955b7-35ad-4627-88d4-3a19a157ab93 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:50.736839 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d210bc1-d785-4ce9-a356-dd214e30d603 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:39:50.737671 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d210bc1-d785-4ce9-a356-dd214e30d603 None None] Checking segment: {'id': '4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '529955b7-35ad-4627-88d4-3a19a157ab93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:50.738159 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6d210bc1-d785-4ce9-a356-dd214e30d603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:50.738640 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d210bc1-d785-4ce9-a356-dd214e30d603 None None] Bound using segment: {'id': '4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '529955b7-35ad-4627-88d4-3a19a157ab93'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:39:50.739172 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-6d210bc1-d785-4ce9-a356-dd214e30d603 None None] Bound port: a856c67d-832e-41f5-a6c9-30e7d1e8510e, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '529955b7-35ad-4627-88d4-3a19a157ab93'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:39:50.739615 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6d210bc1-d785-4ce9-a356-dd214e30d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:50.751882 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c97ee-6c5f-4a4f-8708-164ec1217a80 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Port': ['ID=82640853-1d76-4157-80b9-7003b0ff44b4,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:50.812108 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-78dec509-cfc5-451b-939a-5894f83980e4 req-93a347d6-a3ac-42e5-81a1-2ddc1a5c8d4c service neutron] For port e0e02a6b-4799-48c6-bc13-41d82e71f40b, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:39:50.851274 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-6d210bc1-d785-4ce9-a356-dd214e30d603 None None] For port a856c67d-832e-41f5-a6c9-30e7d1e8510e, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:39:50.855397 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device e0e02a6b-4799-48c6-bc13-41d82e71f40b no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:39:50.859613 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-6d210bc1-d785-4ce9-a356-dd214e30d603 None None] For port a856c67d-832e-41f5-a6c9-30e7d1e8510e, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a856c67d-832e-41f5-a6c9-30e7d1e8510e,segment=NetworkSegment(4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1),segment_id=4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:39:50.862378 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ed77eb2-1e00-4677-81a0-0b7b81dd1366 req-66af6259-e9f3-4714-a3cc-3d1edc4f899b tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/ports?device_id=9e221935-36c0-4023-9b47-5ae38972321b HTTP/1.1" status: 200 len: 210 time: 0.0698221 Aug 31 09:39:50.871678 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-78dec509-cfc5-451b-939a-5894f83980e4 req-93a347d6-a3ac-42e5-81a1-2ddc1a5c8d4c service neutron] For port e0e02a6b-4799-48c6-bc13-41d82e71f40b, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=e0e02a6b-4799-48c6-bc13-41d82e71f40b,segment=NetworkSegment(07f824f9-6fc8-4665-b039-965319ccc92f),segment_id=07f824f9-6fc8-4665-b039-965319ccc92f)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:39:50.935153 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device e0e02a6b-4799-48c6-bc13-41d82e71f40b not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:39:50.952666 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6d210bc1-d785-4ce9-a356-dd214e30d603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:50.976179 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-78dec509-cfc5-451b-939a-5894f83980e4 req-93a347d6-a3ac-42e5-81a1-2ddc1a5c8d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:51.014599 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dec509-cfc5-451b-939a-5894f83980e4 req-93a347d6-a3ac-42e5-81a1-2ddc1a5c8d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:51.015624 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-78dec509-cfc5-451b-939a-5894f83980e4 req-93a347d6-a3ac-42e5-81a1-2ddc1a5c8d4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:51.017281 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-78dec509-cfc5-451b-939a-5894f83980e4 req-93a347d6-a3ac-42e5-81a1-2ddc1a5c8d4c service neutron] 10.222.0.59 "PUT /v2.0/ports/e0e02a6b-4799-48c6-bc13-41d82e71f40b HTTP/1.1" status: 200 len: 1092 time: 1.9723299 Aug 31 09:39:51.050213 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d210bc1-d785-4ce9-a356-dd214e30d603 None None] Routers {'e7670303-e3ae-410d-b804-aed70fac2c83'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:39:51.051043 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-6d210bc1-d785-4ce9-a356-dd214e30d603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:39:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e7670303-e3ae-410d-b804-aed70fac2c83'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:51.079139 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b86c97ee-6c5f-4a4f-8708-164ec1217a80 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:51.099110 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a347d6-a3ac-42e5-81a1-2ddc1a5c8d4c service neutron] Pushing event updated for resources: {'Port': ['ID=e0e02a6b-4799-48c6-bc13-41d82e71f40b,revision_number=7']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:51.122760 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dec509-cfc5-451b-939a-5894f83980e4 req-606803db-36a8-4cb7-948b-a717472d6e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:51.124903 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-78dec509-cfc5-451b-939a-5894f83980e4 req-606803db-36a8-4cb7-948b-a717472d6e9f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 1095 time: 0.0718772 Aug 31 09:39:51.166710 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5f66d-e255-43f7-8eda-24b03e74e7a6 None None] Pushing event updated for resources: {'Port': ['ID=a856c67d-832e-41f5-a6c9-30e7d1e8510e,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:51.292749 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-6d210bc1-d785-4ce9-a356-dd214e30d603 None None] Set router e7670303-e3ae-410d-b804-aed70fac2c83 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:39:51.298495 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dec509-cfc5-451b-939a-5894f83980e4 req-a9bf82aa-dd44-4d84-a0fa-d8ae6e0f7912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:51.300411 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-78dec509-cfc5-451b-939a-5894f83980e4 req-a9bf82aa-dd44-4d84-a0fa-d8ae6e0f7912 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e1b72858-d42d-4e54-b983-427aa1394b8e HTTP/1.1" status: 200 len: 899 time: 0.1558299 Aug 31 09:39:51.426295 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-78dec509-cfc5-451b-939a-5894f83980e4 req-0d83e4a6-c699-4ae2-a5a0-3bafd117917d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0e02a6b-4799-48c6-bc13-41d82e71f40b HTTP/1.1" status: 200 len: 999 time: 0.1167109 Aug 31 09:39:51.508762 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dec509-cfc5-451b-939a-5894f83980e4 req-516da5f6-b6fa-47ad-93f0-4a3f327854ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:51.510341 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-78dec509-cfc5-451b-939a-5894f83980e4 req-516da5f6-b6fa-47ad-93f0-4a3f327854ec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62ce1234-d705-4529-a27b-566e6c89a19b HTTP/1.1" status: 200 len: 835 time: 0.0754471 Aug 31 09:39:51.573333 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dec509-cfc5-451b-939a-5894f83980e4 req-3d4b93e8-417e-4b97-a9d0-90f1f74a877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:51.574894 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-78dec509-cfc5-451b-939a-5894f83980e4 req-3d4b93e8-417e-4b97-a9d0-90f1f74a877e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e1b72858-d42d-4e54-b983-427aa1394b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572550 Aug 31 09:39:51.590475 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-6d210bc1-d785-4ce9-a356-dd214e30d603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7670303-e3ae-410d-b804-aed70fac2c83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308253869', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '310eed3f-6428-479f-971e-74c1578e757f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:39:41Z', 'updated_at': '2021-08-31T09:39:47Z', 'revision_number': 4, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'gw_port': {'id': '310eed3f-6428-479f-971e-74c1578e757f', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:61:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7670303-e3ae-410d-b804-aed70fac2c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:39:41Z', 'updated_at': '2021-08-31T09:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'a856c67d-832e-41f5-a6c9-30e7d1e8510e', 'name': '', 'network_id': '529955b7-35ad-4627-88d4-3a19a157ab93', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'mac_address': 'fa:16:3e:e5:36:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7670303-e3ae-410d-b804-aed70fac2c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '4932b993-183b-4f22-b2dc-890ecce5e1cb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:39:46Z', 'updated_at': '2021-08-31T09:39:50Z', 'revision_number': 4, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'subnets': [{'id': '4932b993-183b-4f22-b2dc-890ecce5e1cb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:51.618810 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d210bc1-d785-4ce9-a356-dd214e30d603 None None] The sync data for ids ['e7670303-e3ae-410d-b804-aed70fac2c83'] in n-d-791506-28 is: [{'id': 'e7670303-e3ae-410d-b804-aed70fac2c83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308253869', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '310eed3f-6428-479f-971e-74c1578e757f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:39:41Z', 'updated_at': '2021-08-31T09:39:47Z', 'revision_number': 4, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'gw_port': {'id': '310eed3f-6428-479f-971e-74c1578e757f', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:61:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7670303-e3ae-410d-b804-aed70fac2c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:39:41Z', 'updated_at': '2021-08-31T09:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'a856c67d-832e-41f5-a6c9-30e7d1e8510e', 'name': '', 'network_id': '529955b7-35ad-4627-88d4-3a19a157ab93', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'mac_address': 'fa:16:3e:e5:36:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7670303-e3ae-410d-b804-aed70fac2c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '4932b993-183b-4f22-b2dc-890ecce5e1cb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:39:46Z', 'updated_at': '2021-08-31T09:39:50Z', 'revision_number': 4, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'subnets': [{'id': '4932b993-183b-4f22-b2dc-890ecce5e1cb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:39:51.692200 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86c97ee-6c5f-4a4f-8708-164ec1217a80 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Router ba8edad5-f97d-4b6c-a892-2d0abed0ea50 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:39:51.762021 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-78dec509-cfc5-451b-939a-5894f83980e4 req-89adf51c-d07b-4730-a187-7c21c445f9d1 service neutron] 10.222.0.59 "GET /v2.0/networks/e1b72858-d42d-4e54-b983-427aa1394b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768250 Aug 31 09:39:51.831692 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86c97ee-6c5f-4a4f-8708-164ec1217a80 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:39:51.839954 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a856c67d-832e-41f5-a6c9-30e7d1e8510e up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:39:51.849430 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b86c97ee-6c5f-4a4f-8708-164ec1217a80 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "PUT /v2.0/routers/ba8edad5-f97d-4b6c-a892-2d0abed0ea50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6384699 Aug 31 09:39:51.850395 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60728) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:51.854104 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e2c1f1-32f5-4c6d-a3e2-20b44e58693b None None] Sync routers for ids ['ba8edad5-f97d-4b6c-a892-2d0abed0ea50'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:39:51.871644 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e2c1f1-32f5-4c6d-a3e2-20b44e58693b None None] Routers {'ba8edad5-f97d-4b6c-a892-2d0abed0ea50'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:39:51.872263 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-03e2c1f1-32f5-4c6d-a3e2-20b44e58693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:39:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['ba8edad5-f97d-4b6c-a892-2d0abed0ea50'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:51.952492 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-03e2c1f1-32f5-4c6d-a3e2-20b44e58693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:51.961867 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e2c1f1-32f5-4c6d-a3e2-20b44e58693b None None] Routers {'ba8edad5-f97d-4b6c-a892-2d0abed0ea50'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:39:51.962756 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-03e2c1f1-32f5-4c6d-a3e2-20b44e58693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:39:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['ba8edad5-f97d-4b6c-a892-2d0abed0ea50'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:51.963545 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0307851-5649-4e24-b2d6-5f5f80803c51 req-8301aeff-817c-4feb-b7c9-8acf0e71dd79 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:51.972712 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e0307851-5649-4e24-b2d6-5f5f80803c51 req-8301aeff-817c-4feb-b7c9-8acf0e71dd79 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 943 time: 0.1451480 Aug 31 09:39:52.010738 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-03e2c1f1-32f5-4c6d-a3e2-20b44e58693b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:52.011357 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e2c1f1-32f5-4c6d-a3e2-20b44e58693b None None] The sync data for ids ['ba8edad5-f97d-4b6c-a892-2d0abed0ea50'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:39:52.022949 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port a856c67d-832e-41f5-a6c9-30e7d1e8510e completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:52.027483 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port a856c67d-832e-41f5-a6c9-30e7d1e8510e triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:52.028093 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:52.044239 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-78dec509-cfc5-451b-939a-5894f83980e4 req-60d9f7b8-4565-4f1f-8f21-67132c57b650 service neutron] 10.222.0.59 "GET /v2.0/networks/e1b72858-d42d-4e54-b983-427aa1394b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716894 Aug 31 09:39:52.047412 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-77e4240f-d5f4-482a-b0ee-5ea72c5f3840 req-27a15011-4de3-4621-8a70-c791b4284e1d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/ports?device_id=9e221935-36c0-4023-9b47-5ae38972321b HTTP/1.1" status: 200 len: 210 time: 0.0640550 Aug 31 09:39:52.048331 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878a7676-9538-424b-a8c1-1d20a6e571ab', 'tag': 'e0e02a6b-4799-48c6-bc13-41d82e71f40b'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:39:52.051554 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19326968-065d-42e3-af01-7144ebec2cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "878a7676-9538-424b-a8c1-1d20a6e571ab", "tag": "e0e02a6b-4799-48c6-bc13-41d82e71f40b"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:39:52.081986 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e0307851-5649-4e24-b2d6-5f5f80803c51 req-82549549-a387-46f3-b8f1-6c4460c33a9b tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081579 Aug 31 09:39:52.140436 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80657d4d-da84-4236-8ebe-87ceacb1bf7e x-openstack-request-id: req-80657d4d-da84-4236-8ebe-87ceacb1bf7e {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:39:52.141138 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878a7676-9538-424b-a8c1-1d20a6e571ab", "tag": "e0e02a6b-4799-48c6-bc13-41d82e71f40b", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:39:52.141260 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-80657d4d-da84-4236-8ebe-87ceacb1bf7e {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:39:52.141653 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878a7676-9538-424b-a8c1-1d20a6e571ab', 'tag': 'e0e02a6b-4799-48c6-bc13-41d82e71f40b', 'status': 'completed', 'code': 200} Aug 31 09:39:52.238404 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19326968-065d-42e3-af01-7144ebec2cf2 req-ec954454-6d14-43ad-9c84-4abb503cf817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:52.243888 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19326968-065d-42e3-af01-7144ebec2cf2 req-ec954454-6d14-43ad-9c84-4abb503cf817 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 1095 time: 0.0558097 Aug 31 09:39:52.372116 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19326968-065d-42e3-af01-7144ebec2cf2 req-22778e20-bdc6-4fb6-9157-a766db285928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:52.374572 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-19326968-065d-42e3-af01-7144ebec2cf2 req-22778e20-bdc6-4fb6-9157-a766db285928 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 1095 time: 0.1681244 Aug 31 09:39:52.393293 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19326968-065d-42e3-af01-7144ebec2cf2 req-eeaf50b9-efcd-49d1-9741-339b67c34eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:52.394105 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4a4303d6-a0b2-4099-99b4-eeaaa4de58f5 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:52.395886 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19326968-065d-42e3-af01-7144ebec2cf2 req-eeaf50b9-efcd-49d1-9741-339b67c34eaf service neutron] 10.222.0.59 "GET /v2.0/networks?id=e1b72858-d42d-4e54-b983-427aa1394b8e HTTP/1.1" status: 200 len: 899 time: 0.1339889 Aug 31 09:39:52.422897 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:52.462446 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port a856c67d-832e-41f5-a6c9-30e7d1e8510e, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a856c67d-832e-41f5-a6c9-30e7d1e8510e,segment=NetworkSegment(4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1),segment_id=4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:52.495428 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19326968-065d-42e3-af01-7144ebec2cf2 req-8bcca907-d448-4f51-8795-89c636709e3d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0e02a6b-4799-48c6-bc13-41d82e71f40b HTTP/1.1" status: 200 len: 999 time: 0.0918980 Aug 31 09:39:52.548190 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:52.576537 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19326968-065d-42e3-af01-7144ebec2cf2 req-bdac159d-5f01-47c2-a708-d1832545c53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:52.578135 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19326968-065d-42e3-af01-7144ebec2cf2 req-bdac159d-5f01-47c2-a708-d1832545c53c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62ce1234-d705-4529-a27b-566e6c89a19b HTTP/1.1" status: 200 len: 835 time: 0.0756857 Aug 31 09:39:52.627569 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19326968-065d-42e3-af01-7144ebec2cf2 req-59f11402-6abd-41d2-af85-d9db848cac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:52.629743 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=a856c67d-832e-41f5-a6c9-30e7d1e8510e,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:52.630708 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-19326968-065d-42e3-af01-7144ebec2cf2 req-59f11402-6abd-41d2-af85-d9db848cac7c service neutron] 10.222.0.112 "GET /v2.0/networks?id=e1b72858-d42d-4e54-b983-427aa1394b8e HTTP/1.1" status: 200 len: 899 time: 0.2474027 Aug 31 09:39:52.641520 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19326968-065d-42e3-af01-7144ebec2cf2 req-1d7ef96e-48c1-480c-9b4f-664e02f3c9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:52.643311 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19326968-065d-42e3-af01-7144ebec2cf2 req-1d7ef96e-48c1-480c-9b4f-664e02f3c9c8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e1b72858-d42d-4e54-b983-427aa1394b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571709 Aug 31 09:39:52.718108 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-19326968-065d-42e3-af01-7144ebec2cf2 req-bbb00f1e-1a97-40b2-a4ef-b7f792e393b3 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0e02a6b-4799-48c6-bc13-41d82e71f40b HTTP/1.1" status: 200 len: 999 time: 0.0794966 Aug 31 09:39:52.750822 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19326968-065d-42e3-af01-7144ebec2cf2 req-25195bc3-eb67-48f5-ac35-bb5786292228 service neutron] 10.222.0.59 "GET /v2.0/networks/e1b72858-d42d-4e54-b983-427aa1394b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985625 Aug 31 09:39:52.816354 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19326968-065d-42e3-af01-7144ebec2cf2 req-dcf12992-4f9d-472e-8abb-e77f751a3eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:52.817764 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-19326968-065d-42e3-af01-7144ebec2cf2 req-dcf12992-4f9d-472e-8abb-e77f751a3eef service neutron] 10.222.0.112 "GET /v2.0/subnets?id=62ce1234-d705-4529-a27b-566e6c89a19b HTTP/1.1" status: 200 len: 835 time: 0.0824037 Aug 31 09:39:52.863434 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19326968-065d-42e3-af01-7144ebec2cf2 req-d1e92932-bbde-40a2-8e06-a3ee3da4728d service neutron] 10.222.0.59 "GET /v2.0/networks/e1b72858-d42d-4e54-b983-427aa1394b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042297 Aug 31 09:39:52.867918 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-4a4303d6-a0b2-4099-99b4-eeaaa4de58f5 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Deleting port 9a636148-7d1c-49e6-bf01-40fbd9bd3ac8 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:52.868261 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4a4303d6-a0b2-4099-99b4-eeaaa4de58f5 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:52.928873 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19326968-065d-42e3-af01-7144ebec2cf2 req-5dbccc5c-6c45-4562-b556-4613cf467c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:52.930399 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-19326968-065d-42e3-af01-7144ebec2cf2 req-5dbccc5c-6c45-4562-b556-4613cf467c43 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e1b72858-d42d-4e54-b983-427aa1394b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0999565 Aug 31 09:39:53.017716 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4a4303d6-a0b2-4099-99b4-eeaaa4de58f5 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:53.039704 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-4a4303d6-a0b2-4099-99b4-eeaaa4de58f5 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Calling delete_port for 9a636148-7d1c-49e6-bf01-40fbd9bd3ac8 owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:53.104560 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-19326968-065d-42e3-af01-7144ebec2cf2 req-f7516913-3627-4de9-a588-392842a0c8ae service neutron] 10.222.0.112 "GET /v2.0/networks/e1b72858-d42d-4e54-b983-427aa1394b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657848 Aug 31 09:39:53.224672 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56865f94-6e14-4846-ab9d-f9badcfeed25 req-d6e20652-c3e9-425d-8d68-a4c65bb325d0 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/ports?device_id=9e221935-36c0-4023-9b47-5ae38972321b HTTP/1.1" status: 200 len: 210 time: 0.0531433 Aug 31 09:39:53.246383 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1428dc-446f-428f-b0b0-58fc7d75f190 req-cb994ffd-0164-4b0e-89cb-0d0d1c460dbd tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:53.248021 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4e1428dc-446f-428f-b0b0-58fc7d75f190 req-cb994ffd-0164-4b0e-89cb-0d0d1c460dbd tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 943 time: 0.0784664 Aug 31 09:39:53.301207 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4e1428dc-446f-428f-b0b0-58fc7d75f190 req-3e1131d6-5d57-4495-b799-2828f30843cc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369856 Aug 31 09:39:53.462958 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-19326968-065d-42e3-af01-7144ebec2cf2 req-7af21054-9a04-490a-9e61-479a85c55493 service neutron] 10.222.0.112 "GET /v2.0/networks/e1b72858-d42d-4e54-b983-427aa1394b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411531 Aug 31 09:39:53.470202 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-6ca96bf0-1e93-47ac-8c90-6708dde81dd7 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:53.471580 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-6ca96bf0-1e93-47ac-8c90-6708dde81dd7 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.112 "GET /v2.0/networks?id=529955b7-35ad-4627-88d4-3a19a157ab93 HTTP/1.1" status: 200 len: 798 time: 0.2951245 Aug 31 09:39:53.490063 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-f13e69e2-fded-4a94-8fe0-9d7ccd818885 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Request body: {'port': {'device_id': '9e221935-36c0-4023-9b47-5ae38972321b', 'network_id': '529955b7-35ad-4627-88d4-3a19a157ab93', 'admin_state_up': True, 'tenant_id': '18fe70eb6d324600ad1c951e98138b17'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:53.562304 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4a4303d6-a0b2-4099-99b4-eeaaa4de58f5 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:53.611756 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4303d6-a0b2-4099-99b4-eeaaa4de58f5 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Port': ['ID=9a636148-7d1c-49e6-bf01-40fbd9bd3ac8,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:53.759293 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a856c67d-832e-41f5-a6c9-30e7d1e8510e up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:39:53.816392 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port a856c67d-832e-41f5-a6c9-30e7d1e8510e triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:53.816678 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.027299 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-f13e69e2-fded-4a94-8fe0-9d7ccd818885 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Made reservation on behalf of 18fe70eb6d324600ad1c951e98138b17 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:54.032412 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-f13e69e2-fded-4a94-8fe0-9d7ccd818885 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.049199 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4a4303d6-a0b2-4099-99b4-eeaaa4de58f5 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.288270 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4303d6-a0b2-4099-99b4-eeaaa4de58f5 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Router ba8edad5-f97d-4b6c-a892-2d0abed0ea50 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:39:54.296156 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-f13e69e2-fded-4a94-8fe0-9d7ccd818885 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Allocated IP 172.20.0.28 (529955b7-35ad-4627-88d4-3a19a157ab93/4932b993-183b-4f22-b2dc-890ecce5e1cb/68a93e4f-6507-4c3e-8074-516a010d2088) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:54.326010 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-08803b21-879a-47b9-907e-b0e63dad7688 req-fdb58619-31a9-48c5-8068-f77cbc64eee6 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/ports?device_id=9e221935-36c0-4023-9b47-5ae38972321b HTTP/1.1" status: 200 len: 210 time: 0.0271478 Aug 31 09:39:54.420148 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429541fd-176c-460b-9932-5eb8a7cefb14 req-fd6b905b-c09a-4458-af45-0c27c16c8a1a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:54.421812 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-429541fd-176c-460b-9932-5eb8a7cefb14 req-fd6b905b-c09a-4458-af45-0c27c16c8a1a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 943 time: 0.0549579 Aug 31 09:39:54.426061 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4303d6-a0b2-4099-99b4-eeaaa4de58f5 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:39:54.432681 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4a4303d6-a0b2-4099-99b4-eeaaa4de58f5 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "PUT /v2.0/routers/ba8edad5-f97d-4b6c-a892-2d0abed0ea50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5807920 Aug 31 09:39:54.438409 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfa941a-7dbe-4c4e-a6b9-84a5e5f1357f None None] Sync routers for ids ['ba8edad5-f97d-4b6c-a892-2d0abed0ea50'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:39:54.440688 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60744) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:54.449450 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfa941a-7dbe-4c4e-a6b9-84a5e5f1357f None None] Routers {'ba8edad5-f97d-4b6c-a892-2d0abed0ea50'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:39:54.450279 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-7bfa941a-7dbe-4c4e-a6b9-84a5e5f1357f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:39:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['ba8edad5-f97d-4b6c-a892-2d0abed0ea50'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:54.466895 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-429541fd-176c-460b-9932-5eb8a7cefb14 req-7c67a6cd-2ca2-4685-9c46-053d024e3d31 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379193 Aug 31 09:39:54.481466 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-443fbc96-9a2a-43c9-ab19-c61dc50cf2a5 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "GET /v2.0/ports?device_id=ba8edad5-f97d-4b6c-a892-2d0abed0ea50 HTTP/1.1" status: 200 len: 205 time: 0.0373888 Aug 31 09:39:54.482199 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60746) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:54.488291 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-7bfa941a-7dbe-4c4e-a6b9-84a5e5f1357f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:54.497380 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfa941a-7dbe-4c4e-a6b9-84a5e5f1357f None None] Routers {'ba8edad5-f97d-4b6c-a892-2d0abed0ea50'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:39:54.498785 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-7bfa941a-7dbe-4c4e-a6b9-84a5e5f1357f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:39:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['ba8edad5-f97d-4b6c-a892-2d0abed0ea50'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:54.537030 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device e0e02a6b-4799-48c6-bc13-41d82e71f40b details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:39:54.539361 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-7bfa941a-7dbe-4c4e-a6b9-84a5e5f1357f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:54.539971 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfa941a-7dbe-4c4e-a6b9-84a5e5f1357f None None] The sync data for ids ['ba8edad5-f97d-4b6c-a892-2d0abed0ea50'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:39:54.578278 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fbb47a1f-061e-4af0-a2aa-58c9e2b798c2 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.581891 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-f13e69e2-fded-4a94-8fe0-9d7ccd818885 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.633417 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port e0e02a6b-4799-48c6-bc13-41d82e71f40b, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=e0e02a6b-4799-48c6-bc13-41d82e71f40b,segment=NetworkSegment(07f824f9-6fc8-4665-b039-965319ccc92f),segment_id=07f824f9-6fc8-4665-b039-965319ccc92f)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:54.645456 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': 'e0e02a6b-4799-48c6-bc13-41d82e71f40b', 'network_id': 'e1b72858-d42d-4e54-b983-427aa1394b8e', 'port_id': 'e0e02a6b-4799-48c6-bc13-41d82e71f40b', 'mac_address': 'fa:16:3e:b0:d1:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62ce1234-d705-4529-a27b-566e6c89a19b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:39:54.657931 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-f13e69e2-fded-4a94-8fe0-9d7ccd818885 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Transition to ACTIVE for port object 68a93e4f-6507-4c3e-8074-516a010d2088 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:54.688585 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.701198 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0e02a6b-4799-48c6-bc13-41d82e71f40b {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:39:54.721286 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port e0e02a6b-4799-48c6-bc13-41d82e71f40b, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=e0e02a6b-4799-48c6-bc13-41d82e71f40b,segment=NetworkSegment(07f824f9-6fc8-4665-b039-965319ccc92f),segment_id=07f824f9-6fc8-4665-b039-965319ccc92f)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:54.762109 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fbb47a1f-061e-4af0-a2aa-58c9e2b798c2 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.768682 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fbb47a1f-061e-4af0-a2aa-58c9e2b798c2 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.783794 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.831915 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=e0e02a6b-4799-48c6-bc13-41d82e71f40b,revision_number=8']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:54.880443 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-f13e69e2-fded-4a94-8fe0-9d7ccd818885 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.911244 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fbb47a1f-061e-4af0-a2aa-58c9e2b798c2 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.911742 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb47a1f-061e-4af0-a2aa-58c9e2b798c2 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Fanout notify agent at l3_agent the message router_deleted on router ba8edad5-f97d-4b6c-a892-2d0abed0ea50 {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:39:54.920100 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fbb47a1f-061e-4af0-a2aa-58c9e2b798c2 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.921042 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fbb47a1f-061e-4af0-a2aa-58c9e2b798c2 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/routers/ba8edad5-f97d-4b6c-a892-2d0abed0ea50 HTTP/1.1" status: 204 len: 168 time: 0.4382181 Aug 31 09:39:54.923778 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60748) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:54.933856 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-f13e69e2-fded-4a94-8fe0-9d7ccd818885 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Network 529955b7-35ad-4627-88d4-3a19a157ab93 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:54.937531 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-f13e69e2-fded-4a94-8fe0-9d7ccd818885 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:54.942697 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-f13e69e2-fded-4a94-8fe0-9d7ccd818885 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:54.949406 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e69e2-fded-4a94-8fe0-9d7ccd818885 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Pushing event updated for resources: {'Port': ['ID=68a93e4f-6507-4c3e-8074-516a010d2088,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:54.977374 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f8baf0d-53bc-4349-82c6-fb234c3d4346 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Deleting subnet aaea7396-63fb-47c1-8e3a-d65d4c443626 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:39:54.980432 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4f8baf0d-53bc-4349-82c6-fb234c3d4346 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:54.998118 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-f13e69e2-fded-4a94-8fe0-9d7ccd818885 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:54.998902 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-f13e69e2-fded-4a94-8fe0-9d7ccd818885 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.027002 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4f8baf0d-53bc-4349-82c6-fb234c3d4346 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.033971 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['e0e02a6b-4799-48c6-bc13-41d82e71f40b'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:39:55.093292 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-f13e69e2-fded-4a94-8fe0-9d7ccd818885 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.6069243 Aug 31 09:39:55.106101 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-05708a3b-97d1-4bc8-8072-543ed0fc9121 service neutron] Request body: {'port': {'device_id': '9e221935-36c0-4023-9b47-5ae38972321b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:55.139605 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4f8baf0d-53bc-4349-82c6-fb234c3d4346 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.174442 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-05708a3b-97d1-4bc8-8072-543ed0fc9121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.268282 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4f8baf0d-53bc-4349-82c6-fb234c3d4346 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.305821 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8baf0d-53bc-4349-82c6-fb234c3d4346 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Subnet': ['ID=aaea7396-63fb-47c1-8e3a-d65d4c443626,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:55.307863 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4f8baf0d-53bc-4349-82c6-fb234c3d4346 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.309042 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-453e5e76-9df9-4e58-b8e4-ad5b353209b8 None None] Provisioning for port 68a93e4f-6507-4c3e-8074-516a010d2088 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:55.309809 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4f8baf0d-53bc-4349-82c6-fb234c3d4346 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/subnets/aaea7396-63fb-47c1-8e3a-d65d4c443626 HTTP/1.1" status: 204 len: 168 time: 0.3849578 Aug 31 09:39:55.313894 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60750) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:55.318921 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-453e5e76-9df9-4e58-b8e4-ad5b353209b8 None None] Provisioning complete for port 68a93e4f-6507-4c3e-8074-516a010d2088 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:55.318921 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-453e5e76-9df9-4e58-b8e4-ad5b353209b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.338256 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17fe784-85bf-42ef-bec6-8bad277cf16c None None] Network f9dbe56e-4d70-451d-9762-805db86c6531 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:55.376057 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-33c632cd-12c5-42d5-b6ed-a7a00b8cdea0 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Deleting subnet 8046b7f7-831f-471d-a55a-b47edfe9d2a1 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:39:55.379710 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-33c632cd-12c5-42d5-b6ed-a7a00b8cdea0 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.405827 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-453e5e76-9df9-4e58-b8e4-ad5b353209b8 None None] Port 68a93e4f-6507-4c3e-8074-516a010d2088 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:39:55.452412 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-33c632cd-12c5-42d5-b6ed-a7a00b8cdea0 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.512358 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aaeb2c-4d6f-4b73-a9d7-81d061fef560 req-c5ccd113-2d48-4e71-983d-9d168b7c1559 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:55.514511 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-76aaeb2c-4d6f-4b73-a9d7-81d061fef560 req-c5ccd113-2d48-4e71-983d-9d168b7c1559 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/ports?device_id=9e221935-36c0-4023-9b47-5ae38972321b HTTP/1.1" status: 200 len: 895 time: 0.1016741 Aug 31 09:39:55.546700 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-05708a3b-97d1-4bc8-8072-543ed0fc9121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68a93e4f-6507-4c3e-8074-516a010d2088 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:39:55.553764 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f195779-1e86-459c-b000-616b5576f632 None None] DHCP port deletion for f9dbe56e-4d70-451d-9762-805db86c6531 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:39:55.555400 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-05708a3b-97d1-4bc8-8072-543ed0fc9121 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.569992 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-05708a3b-97d1-4bc8-8072-543ed0fc9121 service neutron] Transition to ACTIVE for port object 68a93e4f-6507-4c3e-8074-516a010d2088 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:55.573538 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-33c632cd-12c5-42d5-b6ed-a7a00b8cdea0 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.616331 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4f195779-1e86-459c-b000-616b5576f632 None None] Deleting port f2fa04aa-9385-4569-96eb-b2d42a63c627 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:55.616618 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4f195779-1e86-459c-b000-616b5576f632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.643170 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-05708a3b-97d1-4bc8-8072-543ed0fc9121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.656711 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e36f05-f390-49e7-a4b0-4941e0262909 req-cf2067d9-156b-4e86-b87b-e0149f9b4711 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:55.659543 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-91e36f05-f390-49e7-a4b0-4941e0262909 req-cf2067d9-156b-4e86-b87b-e0149f9b4711 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 944 time: 0.0867703 Aug 31 09:39:55.714471 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4f195779-1e86-459c-b000-616b5576f632 None None] For port f2fa04aa-9385-4569-96eb-b2d42a63c627, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f2fa04aa-9385-4569-96eb-b2d42a63c627,segment=NetworkSegment(a67cf9db-835d-4625-ab17-abf6f7ff4b47),segment_id=a67cf9db-835d-4625-ab17-abf6f7ff4b47)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:55.714910 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4f195779-1e86-459c-b000-616b5576f632 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.715514 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-91e36f05-f390-49e7-a4b0-4941e0262909 req-f199caf8-0ca6-40a5-9aff-95bdf12ad10c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481915 Aug 31 09:39:55.730826 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4f195779-1e86-459c-b000-616b5576f632 None None] Calling delete_port for f2fa04aa-9385-4569-96eb-b2d42a63c627 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:55.741652 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05708a3b-97d1-4bc8-8072-543ed0fc9121 service neutron] Pushing event updated for resources: {'Port': ['ID=68a93e4f-6507-4c3e-8074-516a010d2088,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:55.776032 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-33c632cd-12c5-42d5-b6ed-a7a00b8cdea0 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.824096 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-05708a3b-97d1-4bc8-8072-543ed0fc9121 service neutron] Attempting to bind port 68a93e4f-6507-4c3e-8074-516a010d2088 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:55.824725 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-05708a3b-97d1-4bc8-8072-543ed0fc9121 service neutron] Attempting to bind port 68a93e4f-6507-4c3e-8074-516a010d2088 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '529955b7-35ad-4627-88d4-3a19a157ab93'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:55.824965 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f2fa04aa-9385-4569-96eb-b2d42a63c627 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:39:55.826430 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-05708a3b-97d1-4bc8-8072-543ed0fc9121 service neutron] Attempting to bind port 68a93e4f-6507-4c3e-8074-516a010d2088 on network 529955b7-35ad-4627-88d4-3a19a157ab93 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:55.833023 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-05708a3b-97d1-4bc8-8072-543ed0fc9121 service neutron] Port 68a93e4f-6507-4c3e-8074-516a010d2088 on network 529955b7-35ad-4627-88d4-3a19a157ab93 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:39:55.833812 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-05708a3b-97d1-4bc8-8072-543ed0fc9121 service neutron] Attempting to bind port 68a93e4f-6507-4c3e-8074-516a010d2088 on network 529955b7-35ad-4627-88d4-3a19a157ab93 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:55.839748 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-05708a3b-97d1-4bc8-8072-543ed0fc9121 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:39:55.840107 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-05708a3b-97d1-4bc8-8072-543ed0fc9121 service neutron] Checking segment: {'id': '4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '529955b7-35ad-4627-88d4-3a19a157ab93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:55.840499 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-05708a3b-97d1-4bc8-8072-543ed0fc9121 service neutron] Bound using segment: {'id': '4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '529955b7-35ad-4627-88d4-3a19a157ab93'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:39:55.846185 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-05708a3b-97d1-4bc8-8072-543ed0fc9121 service neutron] Bound port: 68a93e4f-6507-4c3e-8074-516a010d2088, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '529955b7-35ad-4627-88d4-3a19a157ab93'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:39:55.846185 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-05708a3b-97d1-4bc8-8072-543ed0fc9121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.847480 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c632cd-12c5-42d5-b6ed-a7a00b8cdea0 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Subnet': ['ID=8046b7f7-831f-471d-a55a-b47edfe9d2a1,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:55.849510 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-33c632cd-12c5-42d5-b6ed-a7a00b8cdea0 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:55.851509 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-33c632cd-12c5-42d5-b6ed-a7a00b8cdea0 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/subnets/8046b7f7-831f-471d-a55a-b47edfe9d2a1 HTTP/1.1" status: 204 len: 168 time: 0.5365911 Aug 31 09:39:55.854082 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60758) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:55.872394 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf5449a-568c-43c6-be8b-70ac00d3aa67 None None] Network e9a28364-9857-4df1-9da5-04ea39f9ea76 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:55.922046 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-05708a3b-97d1-4bc8-8072-543ed0fc9121 service neutron] For port 68a93e4f-6507-4c3e-8074-516a010d2088, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:39:55.930359 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-05708a3b-97d1-4bc8-8072-543ed0fc9121 service neutron] For port 68a93e4f-6507-4c3e-8074-516a010d2088, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=68a93e4f-6507-4c3e-8074-516a010d2088,segment=NetworkSegment(4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1),segment_id=4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:39:55.958392 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8bcce633-67a2-422a-9144-af4adcdc0fb9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.016353 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-8bcce633-67a2-422a-9144-af4adcdc0fb9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Deleting port f2fa04aa-9385-4569-96eb-b2d42a63c627 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:56.016730 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8bcce633-67a2-422a-9144-af4adcdc0fb9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.032253 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-05708a3b-97d1-4bc8-8072-543ed0fc9121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.041279 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4f195779-1e86-459c-b000-616b5576f632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.073905 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-05708a3b-97d1-4bc8-8072-543ed0fc9121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:56.074958 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-05708a3b-97d1-4bc8-8072-543ed0fc9121 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.076661 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-05708a3b-97d1-4bc8-8072-543ed0fc9121 service neutron] 10.222.0.112 "PUT /v2.0/ports/68a93e4f-6507-4c3e-8074-516a010d2088 HTTP/1.1" status: 200 len: 1056 time: 0.9744680 Aug 31 09:39:56.077294 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e221935-36c0-4023-9b47-5ae38972321b', 'tag': '68a93e4f-6507-4c3e-8074-516a010d2088'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:39:56.079666 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f820ec6-c5fb-4808-b5f9-6349ef7fe473" -d '{"events": [{"name": "network-changed", "server_uuid": "9e221935-36c0-4023-9b47-5ae38972321b", "tag": "68a93e4f-6507-4c3e-8074-516a010d2088"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:39:56.095341 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-8bcce633-67a2-422a-9144-af4adcdc0fb9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] For port f2fa04aa-9385-4569-96eb-b2d42a63c627, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f2fa04aa-9385-4569-96eb-b2d42a63c627,segment=NetworkSegment(a67cf9db-835d-4625-ab17-abf6f7ff4b47),segment_id=a67cf9db-835d-4625-ab17-abf6f7ff4b47)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:56.103288 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8bcce633-67a2-422a-9144-af4adcdc0fb9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.109502 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05708a3b-97d1-4bc8-8072-543ed0fc9121 service neutron] Pushing event updated for resources: {'Port': ['ID=68a93e4f-6507-4c3e-8074-516a010d2088,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:56.113571 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-8bcce633-67a2-422a-9144-af4adcdc0fb9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Calling delete_port for f2fa04aa-9385-4569-96eb-b2d42a63c627 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:56.114461 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f195779-1e86-459c-b000-616b5576f632 None None] Pushing event deleted for resources: {'Port': ['ID=f2fa04aa-9385-4569-96eb-b2d42a63c627,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:56.120399 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.129658 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f195779-1e86-459c-b000-616b5576f632 None None] No DVR routers for this DVR port f2fa04aa-9385-4569-96eb-b2d42a63c627 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:39:56.158297 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abff206c-86f3-4714-a696-9866667ad9f5 x-openstack-request-id: req-abff206c-86f3-4714-a696-9866667ad9f5 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:39:56.158297 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e221935-36c0-4023-9b47-5ae38972321b", "tag": "68a93e4f-6507-4c3e-8074-516a010d2088", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:39:56.158297 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-abff206c-86f3-4714-a696-9866667ad9f5 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:39:56.158297 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e221935-36c0-4023-9b47-5ae38972321b', 'tag': '68a93e4f-6507-4c3e-8074-516a010d2088', 'status': 'completed', 'code': 200} Aug 31 09:39:56.244699 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f820ec6-c5fb-4808-b5f9-6349ef7fe473 req-9d58134f-7261-4571-b4b0-a77014b6f0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:56.246269 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5f820ec6-c5fb-4808-b5f9-6349ef7fe473 req-9d58134f-7261-4571-b4b0-a77014b6f0cd service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=18fe70eb6d324600ad1c951e98138b17&device_id=9e221935-36c0-4023-9b47-5ae38972321b HTTP/1.1" status: 200 len: 1059 time: 0.0687518 Aug 31 09:39:56.272734 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8bcce633-67a2-422a-9144-af4adcdc0fb9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.311148 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcce633-67a2-422a-9144-af4adcdc0fb9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Port': ['ID=f2fa04aa-9385-4569-96eb-b2d42a63c627,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:56.313704 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcce633-67a2-422a-9144-af4adcdc0fb9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] No DVR routers for this DVR port f2fa04aa-9385-4569-96eb-b2d42a63c627 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:39:56.313982 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2180e85-54f3-4420-b067-be1062cffe66 None None] DHCP port deletion for e9a28364-9857-4df1-9da5-04ea39f9ea76 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:39:56.361771 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84a106-7e86-4eca-a90c-de3465147e10 req-cd6c0970-84dc-4dd9-8482-cdb666dbaed0 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:56.363791 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-df84a106-7e86-4eca-a90c-de3465147e10 req-cd6c0970-84dc-4dd9-8482-cdb666dbaed0 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 944 time: 0.1292830 Aug 31 09:39:56.387581 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-b2180e85-54f3-4420-b067-be1062cffe66 None None] Deleting port bb3b6f94-324b-48d8-ac4c-ec7f6c273066 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:39:56.387581 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b2180e85-54f3-4420-b067-be1062cffe66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.433224 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8bcce633-67a2-422a-9144-af4adcdc0fb9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.456811 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-8bcce633-67a2-422a-9144-af4adcdc0fb9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9dbe56e-4d70-451d-9762-805db86c6531']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:56.468358 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-df84a106-7e86-4eca-a90c-de3465147e10 req-5676f50d-13b9-4c2a-995c-a0bee1b762a5 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932291 Aug 31 09:39:56.471976 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-b2180e85-54f3-4420-b067-be1062cffe66 None None] For port bb3b6f94-324b-48d8-ac4c-ec7f6c273066, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=bb3b6f94-324b-48d8-ac4c-ec7f6c273066,segment=NetworkSegment(80c36b40-6c09-4659-b3a9-697ea5cbe8cd),segment_id=80c36b40-6c09-4659-b3a9-697ea5cbe8cd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:56.472160 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-8bcce633-67a2-422a-9144-af4adcdc0fb9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a67cf9db-835d-4625-ab17-abf6f7ff4b47') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:56.472398 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b2180e85-54f3-4420-b067-be1062cffe66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.472654 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-8bcce633-67a2-422a-9144-af4adcdc0fb9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a67cf9db-835d-4625-ab17-abf6f7ff4b47') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:56.476906 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d32ce3-16d3-475a-a7d7-57d333ce9bb5 req-d45db5e0-3e74-4cc1-b4a8-c0b4995f1747 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:56.478609 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-46d32ce3-16d3-475a-a7d7-57d333ce9bb5 req-d45db5e0-3e74-4cc1-b4a8-c0b4995f1747 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.112 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab&tenant_id=29b420db5ab94eb097db55181093bc9b&binding%3Ahost_id=n-h2-791506-28 HTTP/1.1" status: 200 len: 944 time: 0.2019520 Aug 31 09:39:56.482889 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8bcce633-67a2-422a-9144-af4adcdc0fb9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.499843 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8bcce633-67a2-422a-9144-af4adcdc0fb9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.501535 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-b2180e85-54f3-4420-b067-be1062cffe66 None None] Calling delete_port for bb3b6f94-324b-48d8-ac4c-ec7f6c273066 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:39:56.506262 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bcce633-67a2-422a-9144-af4adcdc0fb9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Releasing vlan 1641 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:39:56.506700 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8bcce633-67a2-422a-9144-af4adcdc0fb9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:39:56.509738 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:39:56.553263 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device e0e02a6b-4799-48c6-bc13-41d82e71f40b up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:39:56.574785 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f820ec6-c5fb-4808-b5f9-6349ef7fe473 req-7adce154-7cde-4378-8f6b-74e1434b3b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:56.575336 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f820ec6-c5fb-4808-b5f9-6349ef7fe473 req-7adce154-7cde-4378-8f6b-74e1434b3b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:56.577371 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5f820ec6-c5fb-4808-b5f9-6349ef7fe473 req-7adce154-7cde-4378-8f6b-74e1434b3b63 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=18fe70eb6d324600ad1c951e98138b17&shared=False HTTP/1.1" status: 200 len: 1587 time: 0.3099222 Aug 31 09:39:56.654678 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8bcce633-67a2-422a-9144-af4adcdc0fb9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.657126 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [req-46d32ce3-16d3-475a-a7d7-57d333ce9bb5 req-1df5e619-ab84-4679-b7a7-9741626ed68d service neutron] delete failed (client error): The resource could not be found. Aug 31 09:39:56.658429 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-46d32ce3-16d3-475a-a7d7-57d333ce9bb5 req-1df5e619-ab84-4679-b7a7-9741626ed68d service neutron] 10.222.0.112 "DELETE /v2.0/ports/e0e02a6b-4799-48c6-bc13-41d82e71f40b/bindings/n-h1-791506-28 HTTP/1.1" status: 404 len: 381 time: 0.1643960 Aug 31 09:39:56.662795 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8bcce633-67a2-422a-9144-af4adcdc0fb9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.664600 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8bcce633-67a2-422a-9144-af4adcdc0fb9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/networks/f9dbe56e-4d70-451d-9762-805db86c6531 HTTP/1.1" status: 204 len: 168 time: 0.8095467 Aug 31 09:39:56.674821 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60766) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:56.678323 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcce633-67a2-422a-9144-af4adcdc0fb9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Network': ['ID=f9dbe56e-4d70-451d-9762-805db86c6531,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:56.689918 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port e0e02a6b-4799-48c6-bc13-41d82e71f40b completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:39:56.694709 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port e0e02a6b-4799-48c6-bc13-41d82e71f40b triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:39:56.695889 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.709012 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9428f77-0fdf-4ff2-99d3-b7d8451692d8 req-734e370e-9d04-4579-ac9a-6ce3ac0c6218 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:56.710655 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d9428f77-0fdf-4ff2-99d3-b7d8451692d8 req-734e370e-9d04-4579-ac9a-6ce3ac0c6218 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/ports?device_id=9e221935-36c0-4023-9b47-5ae38972321b HTTP/1.1" status: 200 len: 907 time: 0.0840998 Aug 31 09:39:56.722786 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b2180e85-54f3-4420-b067-be1062cffe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.760371 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2180e85-54f3-4420-b067-be1062cffe66 None None] Pushing event deleted for resources: {'Port': ['ID=bb3b6f94-324b-48d8-ac4c-ec7f6c273066,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:56.764048 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2180e85-54f3-4420-b067-be1062cffe66 None None] No DVR routers for this DVR port bb3b6f94-324b-48d8-ac4c-ec7f6c273066 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:39:56.825132 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.848210 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878a7676-9538-424b-a8c1-1d20a6e571ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e02a6b-4799-48c6-bc13-41d82e71f40b'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:39:56.850461 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9972bae-cc17-4dbf-943f-8570e082c592" -d '{"events": [{"server_uuid": "878a7676-9538-424b-a8c1-1d20a6e571ab", "name": "network-vif-plugged", "status": "completed", "tag": "e0e02a6b-4799-48c6-bc13-41d82e71f40b"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:39:56.863638 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port e0e02a6b-4799-48c6-bc13-41d82e71f40b, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=e0e02a6b-4799-48c6-bc13-41d82e71f40b,segment=NetworkSegment(07f824f9-6fc8-4665-b039-965319ccc92f),segment_id=07f824f9-6fc8-4665-b039-965319ccc92f)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:39:56.867149 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8abfabf2-15c9-427b-8965-707cea298077 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.871642 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f820ec6-c5fb-4808-b5f9-6349ef7fe473 req-1a192c6b-5e72-4591-ad75-4eaae592fc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:56.873910 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5f820ec6-c5fb-4808-b5f9-6349ef7fe473 req-1a192c6b-5e72-4591-ad75-4eaae592fc16 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2838891 Aug 31 09:39:56.881810 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d32ce3-16d3-475a-a7d7-57d333ce9bb5 req-f2706d58-542f-4dd9-af23-333bae476483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:56.883277 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-46d32ce3-16d3-475a-a7d7-57d333ce9bb5 req-f2706d58-542f-4dd9-af23-333bae476483 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 1096 time: 0.1660349 Aug 31 09:39:56.904257 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9e68e8-7bbf-4232-8dab-7d19b69bd33b x-openstack-request-id: req-6a9e68e8-7bbf-4232-8dab-7d19b69bd33b {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:39:56.904547 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878a7676-9538-424b-a8c1-1d20a6e571ab", "name": "network-vif-plugged", "status": "completed", "tag": "e0e02a6b-4799-48c6-bc13-41d82e71f40b", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:39:56.904851 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-6a9e68e8-7bbf-4232-8dab-7d19b69bd33b {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:39:56.905197 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878a7676-9538-424b-a8c1-1d20a6e571ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e02a6b-4799-48c6-bc13-41d82e71f40b', 'code': 200} Aug 31 09:39:56.937435 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:56.983486 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=e0e02a6b-4799-48c6-bc13-41d82e71f40b,revision_number=9']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:57.321315 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8abfabf2-15c9-427b-8965-707cea298077 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:57.340514 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-8abfabf2-15c9-427b-8965-707cea298077 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a28364-9857-4df1-9da5-04ea39f9ea76']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:57.358735 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-8abfabf2-15c9-427b-8965-707cea298077 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80c36b40-6c09-4659-b3a9-697ea5cbe8cd') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:57.359031 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-8abfabf2-15c9-427b-8965-707cea298077 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80c36b40-6c09-4659-b3a9-697ea5cbe8cd') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:39:57.362908 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-5bde3a4f-7496-4d07-98de-f38faace8267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:57.364384 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-5bde3a4f-7496-4d07-98de-f38faace8267 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=18fe70eb6d324600ad1c951e98138b17&device_id=9e221935-36c0-4023-9b47-5ae38972321b HTTP/1.1" status: 200 len: 1059 time: 0.4049842 Aug 31 09:39:57.369877 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d32ce3-16d3-475a-a7d7-57d333ce9bb5 req-c7a7a897-8412-41ce-ab4e-564a8d6e1e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:57.371221 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-46d32ce3-16d3-475a-a7d7-57d333ce9bb5 req-c7a7a897-8412-41ce-ab4e-564a8d6e1e1e service neutron] 10.222.0.112 "GET /v2.0/networks?id=e1b72858-d42d-4e54-b983-427aa1394b8e HTTP/1.1" status: 200 len: 899 time: 0.4768100 Aug 31 09:39:57.375303 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8abfabf2-15c9-427b-8965-707cea298077 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:57.399276 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8abfabf2-15c9-427b-8965-707cea298077 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:57.435598 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-f5eb3cf1-a83d-414f-bca3-bd8c8772a807 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=68a93e4f-6507-4c3e-8074-516a010d2088 HTTP/1.1" status: 200 len: 217 time: 0.0489650 Aug 31 09:39:57.464413 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8abfabf2-15c9-427b-8965-707cea298077 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Releasing vlan 1604 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:39:57.464812 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8abfabf2-15c9-427b-8965-707cea298077 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:57.468251 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:39:57.468251 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:39:57.468251 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:39:57.468251 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:39:57.468251 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:39:57.468251 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:39:57.468251 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:39:57.468251 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:39:57.468251 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:39:57.468251 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:39:57.468251 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:39:57.468251 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:39:57.468251 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:39:57.468251 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:39:57.468251 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:39:57.468251 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:39:57.468251 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:39:57.468251 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:39:57.468251 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:39:57.468251 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:39:57.468251 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:39:57.468251 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:39:57.468251 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:39:57.468251 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:39:57.468251 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:39:57.468251 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:39:57.468251 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:39:57.468251 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:39:57.468251 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:39:57.468251 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:39:57.468251 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:39:57.468251 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:39:57.577830 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-46d32ce3-16d3-475a-a7d7-57d333ce9bb5 req-af96f34c-edba-4fed-b6ca-656b1b64969a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0e02a6b-4799-48c6-bc13-41d82e71f40b HTTP/1.1" status: 200 len: 1001 time: 0.1851099 Aug 31 09:39:57.616561 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399a4e2-4d56-4f1b-8a08-ef23424d23fb req-6794e36d-98ce-484c-a7ae-4f4684828541 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:57.618119 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8399a4e2-4d56-4f1b-8a08-ef23424d23fb req-6794e36d-98ce-484c-a7ae-4f4684828541 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 945 time: 0.0710700 Aug 31 09:39:57.634823 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-632a1615-abb4-4774-a798-65a00e60c507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:57.636366 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-632a1615-abb4-4774-a798-65a00e60c507 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=4932b993-183b-4f22-b2dc-890ecce5e1cb HTTP/1.1" status: 200 len: 838 time: 0.1732960 Aug 31 09:39:57.660831 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8399a4e2-4d56-4f1b-8a08-ef23424d23fb req-0c13bfcc-da97-4f18-a0a6-9043a2d530dc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354037 Aug 31 09:39:57.678665 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d32ce3-16d3-475a-a7d7-57d333ce9bb5 req-c619c592-c4a4-4823-8048-b165617fd645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:57.678665 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-46d32ce3-16d3-475a-a7d7-57d333ce9bb5 req-c619c592-c4a4-4823-8048-b165617fd645 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=62ce1234-d705-4529-a27b-566e6c89a19b HTTP/1.1" status: 200 len: 835 time: 0.0849419 Aug 31 09:39:57.678665 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8abfabf2-15c9-427b-8965-707cea298077 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:57.703271 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8abfabf2-15c9-427b-8965-707cea298077 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:57.709093 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8abfabf2-15c9-427b-8965-707cea298077 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/networks/e9a28364-9857-4df1-9da5-04ea39f9ea76 HTTP/1.1" status: 204 len: 168 time: 1.0292451 Aug 31 09:39:57.710520 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60772) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:57.717696 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-6fe314d0-773d-4c33-a0db-93cdf6e75607 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Request body: {'network': {'name': 'tempest-RoutersTest-1920321881'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:57.744682 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abfabf2-15c9-427b-8965-707cea298077 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Network': ['ID=e9a28364-9857-4df1-9da5-04ea39f9ea76,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:57.758047 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-b8bc0199-b916-41c0-8df3-37dbd0b37b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:57.765761 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-b8bc0199-b916-41c0-8df3-37dbd0b37b14 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=529955b7-35ad-4627-88d4-3a19a157ab93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1117518 Aug 31 09:39:57.771653 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d32ce3-16d3-475a-a7d7-57d333ce9bb5 req-ce5ccde2-642f-4b0c-9ba0-cb218cc603aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:57.773291 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-46d32ce3-16d3-475a-a7d7-57d333ce9bb5 req-ce5ccde2-642f-4b0c-9ba0-cb218cc603aa service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e1b72858-d42d-4e54-b983-427aa1394b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663362 Aug 31 09:39:57.805544 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device bb3b6f94-324b-48d8-ac4c-ec7f6c273066 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:39:57.830051 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: bb3b6f94-324b-48d8-ac4c-ec7f6c273066 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:39:57.830735 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device bb3b6f94-324b-48d8-ac4c-ec7f6c273066 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:39:57.853462 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe314d0-773d-4c33-a0db-93cdf6e75607 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Made reservation on behalf of 818bf9b67c5b497e8fcb55380b7274bf for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:57.857998 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6fe314d0-773d-4c33-a0db-93cdf6e75607 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:57.880581 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505c554-b2b4-4245-b72f-add2c74fa24c req-eaa01ed3-bb74-4e13-89d1-c94d3299f850 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:57.882108 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0505c554-b2b4-4245-b72f-add2c74fa24c req-eaa01ed3-bb74-4e13-89d1-c94d3299f850 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/ports?device_id=9e221935-36c0-4023-9b47-5ae38972321b HTTP/1.1" status: 200 len: 907 time: 0.0719626 Aug 31 09:39:57.894536 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe314d0-773d-4c33-a0db-93cdf6e75607 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] vlan segment allocate from pool success with {'vlan_id': 1645, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:39:57.909516 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6fe314d0-773d-4c33-a0db-93cdf6e75607 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:57.913256 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-6fe314d0-773d-4c33-a0db-93cdf6e75607 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Added segment 2cff86c9-0206-4468-98d4-7d40ceb2da12 of type vlan for network 593492ec-6b06-4f40-8a4b-8164ed996e39 Aug 31 09:39:57.952603 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-46d32ce3-16d3-475a-a7d7-57d333ce9bb5 req-291ed609-feb5-4a6a-87a2-db51722712ee service neutron] 10.222.0.112 "GET /v2.0/networks/e1b72858-d42d-4e54-b983-427aa1394b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675391 Aug 31 09:39:57.954620 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-488bee00-4c9a-4b8c-9348-a167700991b6 service neutron] 10.222.0.112 "GET /v2.0/networks/529955b7-35ad-4627-88d4-3a19a157ab93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803696 Aug 31 09:39:57.956391 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6fe314d0-773d-4c33-a0db-93cdf6e75607 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:58.039959 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6fe314d0-773d-4c33-a0db-93cdf6e75607 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:58.046814 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe314d0-773d-4c33-a0db-93cdf6e75607 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:58.047519 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6fe314d0-773d-4c33-a0db-93cdf6e75607 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:58.120633 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe314d0-773d-4c33-a0db-93cdf6e75607 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Network': ['ID=593492ec-6b06-4f40-8a4b-8164ed996e39,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:58.130590 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-46d32ce3-16d3-475a-a7d7-57d333ce9bb5 req-d3ae4561-4eb1-4857-89b1-e75efcec5640 service neutron] 10.222.0.112 "GET /v2.0/networks/e1b72858-d42d-4e54-b983-427aa1394b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567791 Aug 31 09:39:58.132696 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a795f574-183e-43ac-81f9-bfcbddf7b086 req-ad10813a-c298-4f4c-85b2-53b616383189 service neutron] 10.222.0.112 "GET /v2.0/networks/529955b7-35ad-4627-88d4-3a19a157ab93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513321 Aug 31 09:39:58.138512 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 593492ec-6b06-4f40-8a4b-8164ed996e39 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:39:58.175459 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6fe314d0-773d-4c33-a0db-93cdf6e75607 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4635627 Aug 31 09:39:58.178184 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60776) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:58.183704 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-4b5c3145-3662-4888-98c4-1ac3af42af28 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Request body: {'subnet': {'network_id': '593492ec-6b06-4f40-8a4b-8164ed996e39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:58.389087 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5c3145-3662-4888-98c4-1ac3af42af28 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Made reservation on behalf of 818bf9b67c5b497e8fcb55380b7274bf for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:58.392720 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4b5c3145-3662-4888-98c4-1ac3af42af28 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:58.626043 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4b5c3145-3662-4888-98c4-1ac3af42af28 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:58.688403 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c3145-3662-4888-98c4-1ac3af42af28 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Subnet': ['ID=c98e8b8f-964c-4a40-a9fd-430b96b2ebd6,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:58.696006 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5c3145-3662-4888-98c4-1ac3af42af28 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Checking segment: {'id': '2cff86c9-0206-4468-98d4-7d40ceb2da12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': '593492ec-6b06-4f40-8a4b-8164ed996e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:58.696373 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5c3145-3662-4888-98c4-1ac3af42af28 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network hostable DHCP agents. Network: 593492ec-6b06-4f40-8a4b-8164ed996e39, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:39:58.781449 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a15b4-33fe-4328-9062-5d21e2de2c11 req-2b32bb63-6465-4813-a736-dc51b90932c3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:58.783273 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1c1a15b4-33fe-4328-9062-5d21e2de2c11 req-2b32bb63-6465-4813-a736-dc51b90932c3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 945 time: 0.0506325 Aug 31 09:39:58.805486 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5c3145-3662-4888-98c4-1ac3af42af28 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network 593492ec-6b06-4f40-8a4b-8164ed996e39 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:39:58.821803 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1c1a15b4-33fe-4328-9062-5d21e2de2c11 req-054615c9-5969-4206-9b1f-7f2c77758bf7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319345 Aug 31 09:39:58.894091 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-4b5c3145-3662-4888-98c4-1ac3af42af28 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 593492ec-6b06-4f40-8a4b-8164ed996e39) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:58.899206 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5c3145-3662-4888-98c4-1ac3af42af28 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:58.900506 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4b5c3145-3662-4888-98c4-1ac3af42af28 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:58.902663 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea54774d-4b40-4738-b5c4-6495bdc58778 None None] Network 593492ec-6b06-4f40-8a4b-8164ed996e39 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:39:59.002403 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4b5c3145-3662-4888-98c4-1ac3af42af28 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8202803 Aug 31 09:39:59.002710 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60782) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:59.006860 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d7ba4-b235-4dad-8c81-ce2aa1ec3ad6 req-85e83466-67c4-4141-b7e9-b500879a1061 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:59.007334 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-2303b9f2-dc7f-4643-ba08-81fb749916a2 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1604431575', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:59.008512 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a28d7ba4-b235-4dad-8c81-ce2aa1ec3ad6 req-85e83466-67c4-4141-b7e9-b500879a1061 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/ports?device_id=9e221935-36c0-4023-9b47-5ae38972321b HTTP/1.1" status: 200 len: 907 time: 0.0509231 Aug 31 09:39:59.063590 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25976d32-313b-4343-8baa-b7a39783bec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-593492ec-6b06-4f40-8a4b-8164ed996e39', 'network_id': '593492ec-6b06-4f40-8a4b-8164ed996e39', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'fixed_ips': [{'subnet_id': 'c98e8b8f-964c-4a40-a9fd-430b96b2ebd6'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:39:59.072353 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-25976d32-313b-4343-8baa-b7a39783bec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:59.111915 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2303b9f2-dc7f-4643-ba08-81fb749916a2 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:59.113061 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2303b9f2-dc7f-4643-ba08-81fb749916a2 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:59.171156 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2303b9f2-dc7f-4643-ba08-81fb749916a2 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:59.201424 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-25976d32-313b-4343-8baa-b7a39783bec4 None None] Allocated IP 172.20.0.2 (593492ec-6b06-4f40-8a4b-8164ed996e39/c98e8b8f-964c-4a40-a9fd-430b96b2ebd6/2357dc9c-d888-4c17-a260-7c4f810b4e70) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:59.280926 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2303b9f2-dc7f-4643-ba08-81fb749916a2 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:59.344456 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-25976d32-313b-4343-8baa-b7a39783bec4 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:59.352400 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-25976d32-313b-4343-8baa-b7a39783bec4 None None] Transition to ACTIVE for port object 2357dc9c-d888-4c17-a260-7c4f810b4e70 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:59.366198 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-25976d32-313b-4343-8baa-b7a39783bec4 None None] Transition to ACTIVE for port object 2357dc9c-d888-4c17-a260-7c4f810b4e70 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:59.368814 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2303b9f2-dc7f-4643-ba08-81fb749916a2 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:59.370084 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2303b9f2-dc7f-4643-ba08-81fb749916a2 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3665357 Aug 31 09:39:59.373046 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60784) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:39:59.378071 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-65f2bee5-c7a3-468a-9143-0b445bfc9cbd tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Request body: {'port': {'network_id': '593492ec-6b06-4f40-8a4b-8164ed996e39', 'name': 'tempest-RoutersTest-1012673098'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:39:59.449178 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-25976d32-313b-4343-8baa-b7a39783bec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:59.487944 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25976d32-313b-4343-8baa-b7a39783bec4 None None] Network 593492ec-6b06-4f40-8a4b-8164ed996e39 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:39:59.492587 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-25976d32-313b-4343-8baa-b7a39783bec4 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:39:59.497106 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25976d32-313b-4343-8baa-b7a39783bec4 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:39:59.507933 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25976d32-313b-4343-8baa-b7a39783bec4 None None] Pushing event updated for resources: {'Port': ['ID=2357dc9c-d888-4c17-a260-7c4f810b4e70,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:59.545687 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f2bee5-c7a3-468a-9143-0b445bfc9cbd tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Made reservation on behalf of 818bf9b67c5b497e8fcb55380b7274bf for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:39:59.549302 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65f2bee5-c7a3-468a-9143-0b445bfc9cbd tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:59.558665 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-25976d32-313b-4343-8baa-b7a39783bec4 None None] Attempting to bind port 2357dc9c-d888-4c17-a260-7c4f810b4e70 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:39:59.559028 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-25976d32-313b-4343-8baa-b7a39783bec4 None None] Attempting to bind port 2357dc9c-d888-4c17-a260-7c4f810b4e70 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '2cff86c9-0206-4468-98d4-7d40ceb2da12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': '593492ec-6b06-4f40-8a4b-8164ed996e39'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:39:59.559390 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25976d32-313b-4343-8baa-b7a39783bec4 None None] Attempting to bind port 2357dc9c-d888-4c17-a260-7c4f810b4e70 on network 593492ec-6b06-4f40-8a4b-8164ed996e39 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:39:59.564542 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25976d32-313b-4343-8baa-b7a39783bec4 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:39:59.564910 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25976d32-313b-4343-8baa-b7a39783bec4 None None] Checking segment: {'id': '2cff86c9-0206-4468-98d4-7d40ceb2da12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': '593492ec-6b06-4f40-8a4b-8164ed996e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:39:59.565307 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-25976d32-313b-4343-8baa-b7a39783bec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:59.565694 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25976d32-313b-4343-8baa-b7a39783bec4 None None] Bound using segment: {'id': '2cff86c9-0206-4468-98d4-7d40ceb2da12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': '593492ec-6b06-4f40-8a4b-8164ed996e39'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:39:59.566153 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-25976d32-313b-4343-8baa-b7a39783bec4 None None] Bound port: 2357dc9c-d888-4c17-a260-7c4f810b4e70, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cff86c9-0206-4468-98d4-7d40ceb2da12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1645, 'network_id': '593492ec-6b06-4f40-8a4b-8164ed996e39'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:39:59.566527 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-25976d32-313b-4343-8baa-b7a39783bec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:59.570387 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [None req-65f2bee5-c7a3-468a-9143-0b445bfc9cbd tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] device_id is not set on port e5f2979c-794f-4726-8229-9581b01a9888 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:39:59.640656 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-25976d32-313b-4343-8baa-b7a39783bec4 None None] For port 2357dc9c-d888-4c17-a260-7c4f810b4e70, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:39:59.643658 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-25976d32-313b-4343-8baa-b7a39783bec4 None None] For port 2357dc9c-d888-4c17-a260-7c4f810b4e70, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=2357dc9c-d888-4c17-a260-7c4f810b4e70,segment=NetworkSegment(2cff86c9-0206-4468-98d4-7d40ceb2da12),segment_id=2cff86c9-0206-4468-98d4-7d40ceb2da12)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:39:59.690052 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-65f2bee5-c7a3-468a-9143-0b445bfc9cbd tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Allocated IP 172.20.0.5 (593492ec-6b06-4f40-8a4b-8164ed996e39/c98e8b8f-964c-4a40-a9fd-430b96b2ebd6/e5f2979c-794f-4726-8229-9581b01a9888) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:39:59.737314 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-25976d32-313b-4343-8baa-b7a39783bec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:59.803476 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25976d32-313b-4343-8baa-b7a39783bec4 None None] Pushing event updated for resources: {'Port': ['ID=2357dc9c-d888-4c17-a260-7c4f810b4e70,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:39:59.845241 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65f2bee5-c7a3-468a-9143-0b445bfc9cbd tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:59.858613 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-65f2bee5-c7a3-468a-9143-0b445bfc9cbd tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Transition to ACTIVE for port object e5f2979c-794f-4726-8229-9581b01a9888 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:39:59.953876 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65f2bee5-c7a3-468a-9143-0b445bfc9cbd tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:39:59.954203 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e8cbf-6199-408e-995e-126572e12c24 req-4a00191f-54d4-49ca-9e29-d79e3130b460 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:39:59.957488 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-288e8cbf-6199-408e-995e-126572e12c24 req-4a00191f-54d4-49ca-9e29-d79e3130b460 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 945 time: 0.0608504 Aug 31 09:40:00.018983 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f2bee5-c7a3-468a-9143-0b445bfc9cbd tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network 593492ec-6b06-4f40-8a4b-8164ed996e39 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:00.019155 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-288e8cbf-6199-408e-995e-126572e12c24 req-445e3b61-553e-4327-a260-7c4b43aa6947 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485935 Aug 31 09:40:00.024425 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-65f2bee5-c7a3-468a-9143-0b445bfc9cbd tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:00.028328 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f2bee5-c7a3-468a-9143-0b445bfc9cbd tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:00.041377 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60790) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:00.055606 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2bee5-c7a3-468a-9143-0b445bfc9cbd tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Port': ['ID=e5f2979c-794f-4726-8229-9581b01a9888,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:00.083947 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f2bee5-c7a3-468a-9143-0b445bfc9cbd tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:00.084589 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65f2bee5-c7a3-468a-9143-0b445bfc9cbd tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:00.148879 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-adc36340-2e14-4005-a03d-44ccf118728e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/floatingips/0fccb840-d7cf-455a-af57-9720fa7c10f4 HTTP/1.1" status: 200 len: 993 time: 0.1063488 Aug 31 09:40:00.167397 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc8fa4-794d-4998-a100-777162b82be9 req-a2d93e7b-c489-4067-be2a-04c5828622ab tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:00.168861 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-02cc8fa4-794d-4998-a100-777162b82be9 req-a2d93e7b-c489-4067-be2a-04c5828622ab tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/ports?device_id=9e221935-36c0-4023-9b47-5ae38972321b HTTP/1.1" status: 200 len: 907 time: 0.0658491 Aug 31 09:40:00.180525 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-65f2bee5-c7a3-468a-9143-0b445bfc9cbd tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8063929 Aug 31 09:40:00.183365 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60792) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:00.502123 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7cb7eaf-d454-4bf9-b76b-c8fc6cf52641 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:00.749618 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191811ee-0a64-446f-b116-f263f3fd2a26 None None] Network 593492ec-6b06-4f40-8a4b-8164ed996e39 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:00.761952 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7cb7eaf-d454-4bf9-b76b-c8fc6cf52641 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:00.816882 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7cb7eaf-d454-4bf9-b76b-c8fc6cf52641 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:00.856757 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7fbb0511-0c04-44ea-b61b-474c95c7c239 None None] Provisioning for port 2357dc9c-d888-4c17-a260-7c4f810b4e70 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:00.906063 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb7eaf-d454-4bf9-b76b-c8fc6cf52641 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Port': ['ID=e5f2979c-794f-4726-8229-9581b01a9888,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:00.911001 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 68a93e4f-6507-4c3e-8074-516a010d2088 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:40:01.017954 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 68a93e4f-6507-4c3e-8074-516a010d2088, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=68a93e4f-6507-4c3e-8074-516a010d2088,segment=NetworkSegment(4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1),segment_id=4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:01.033049 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '68a93e4f-6507-4c3e-8074-516a010d2088', 'network_id': '529955b7-35ad-4627-88d4-3a19a157ab93', 'port_id': '68a93e4f-6507-4c3e-8074-516a010d2088', 'mac_address': 'fa:16:3e:f3:ff:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4932b993-183b-4f22-b2dc-890ecce5e1cb', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:40:01.072007 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:01.076781 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7cb7eaf-d454-4bf9-b76b-c8fc6cf52641 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:01.086137 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a93e4f-6507-4c3e-8074-516a010d2088 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:40:01.105745 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 68a93e4f-6507-4c3e-8074-516a010d2088, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=68a93e4f-6507-4c3e-8074-516a010d2088,segment=NetworkSegment(4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1),segment_id=4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:01.220050 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:01.256159 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-bb081b47-5b86-4e32-b0e1-e140ab310371 None None] Provisioning for port e5f2979c-794f-4726-8229-9581b01a9888 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:01.264111 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-bb081b47-5b86-4e32-b0e1-e140ab310371 None None] Provisioning complete for port e5f2979c-794f-4726-8229-9581b01a9888 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:01.264532 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bb081b47-5b86-4e32-b0e1-e140ab310371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:01.299083 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7cb7eaf-d454-4bf9-b76b-c8fc6cf52641 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:01.322487 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=68a93e4f-6507-4c3e-8074-516a010d2088,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:01.326932 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-bb081b47-5b86-4e32-b0e1-e140ab310371 None None] Port e5f2979c-794f-4726-8229-9581b01a9888 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:40:01.469571 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-dfd1b40b-8a1e-4393-a155-e67cc4c20fb2 None None] Provisioning complete for port e5f2979c-794f-4726-8229-9581b01a9888 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:01.470123 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-dfd1b40b-8a1e-4393-a155-e67cc4c20fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:01.513393 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-dfd1b40b-8a1e-4393-a155-e67cc4c20fb2 None None] Port e5f2979c-794f-4726-8229-9581b01a9888 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:40:01.546374 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['68a93e4f-6507-4c3e-8074-516a010d2088'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:40:01.615192 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7cb7eaf-d454-4bf9-b76b-c8fc6cf52641 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:01.639411 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f00f4952-e54c-4d75-9809-b96006056de1 None None] Provisioning complete for port e5f2979c-794f-4726-8229-9581b01a9888 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:01.639824 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f00f4952-e54c-4d75-9809-b96006056de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:01.640103 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46700a9f-3707-465c-8e80-b5377216a29d req-e0421937-379d-4cc2-a42f-c6bc4fed8c10 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:01.641768 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-46700a9f-3707-465c-8e80-b5377216a29d req-e0421937-379d-4cc2-a42f-c6bc4fed8c10 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/ports?device_id=9e221935-36c0-4023-9b47-5ae38972321b HTTP/1.1" status: 200 len: 908 time: 0.3979995 Aug 31 09:40:01.678604 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-f00f4952-e54c-4d75-9809-b96006056de1 None None] Port e5f2979c-794f-4726-8229-9581b01a9888 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:40:01.679932 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7cb7eaf-d454-4bf9-b76b-c8fc6cf52641 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:01.759288 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb7eaf-d454-4bf9-b76b-c8fc6cf52641 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Port': ['ID=e5f2979c-794f-4726-8229-9581b01a9888,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:01.763256 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7cb7eaf-d454-4bf9-b76b-c8fc6cf52641 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:01.774259 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2357dc9c-d888-4c17-a260-7c4f810b4e70 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:01.856941 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cb7eaf-d454-4bf9-b76b-c8fc6cf52641 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network 593492ec-6b06-4f40-8a4b-8164ed996e39 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:01.858541 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-f7cb7eaf-d454-4bf9-b76b-c8fc6cf52641 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:01.880065 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 2357dc9c-d888-4c17-a260-7c4f810b4e70 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:01.884120 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 2357dc9c-d888-4c17-a260-7c4f810b4e70 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:01.884644 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:01.980953 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:02.017387 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 2357dc9c-d888-4c17-a260-7c4f810b4e70, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=2357dc9c-d888-4c17-a260-7c4f810b4e70,segment=NetworkSegment(2cff86c9-0206-4468-98d4-7d40ceb2da12),segment_id=2cff86c9-0206-4468-98d4-7d40ceb2da12)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:02.077559 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7cb7eaf-d454-4bf9-b76b-c8fc6cf52641 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Router 36e247b0-63d1-406e-8c59-173face6843b is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:40:02.099052 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4bebe2ef-6218-4556-b660-306ecce06fd4 None None] Provisioning complete for port e5f2979c-794f-4726-8229-9581b01a9888 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:02.099423 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4bebe2ef-6218-4556-b660-306ecce06fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:02.102030 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:02.164821 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4bebe2ef-6218-4556-b660-306ecce06fd4 None None] Port e5f2979c-794f-4726-8229-9581b01a9888 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:40:02.174142 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7cb7eaf-d454-4bf9-b76b-c8fc6cf52641 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:02.180231 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=2357dc9c-d888-4c17-a260-7c4f810b4e70,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:02.180355 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f7cb7eaf-d454-4bf9-b76b-c8fc6cf52641 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "PUT /v2.0/routers/36e247b0-63d1-406e-8c59-173face6843b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9958479 Aug 31 09:40:02.182877 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60798) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:02.187122 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdc8cbf-fb44-40d7-91b6-e2a7005eda8b None None] Sync routers for ids ['36e247b0-63d1-406e-8c59-173face6843b'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:02.197276 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdc8cbf-fb44-40d7-91b6-e2a7005eda8b None None] Routers {'36e247b0-63d1-406e-8c59-173face6843b'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:02.197276 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-bbdc8cbf-fb44-40d7-91b6-e2a7005eda8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:39:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['36e247b0-63d1-406e-8c59-173face6843b'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:02.231595 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631ddbed-f5b8-4067-a9ec-c403c0576900 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:02.235849 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-631ddbed-f5b8-4067-a9ec-c403c0576900 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "GET /v2.0/ports/e5f2979c-794f-4726-8229-9581b01a9888 HTTP/1.1" status: 200 len: 977 time: 0.0470567 Aug 31 09:40:02.236056 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-bbdc8cbf-fb44-40d7-91b6-e2a7005eda8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:02.236224 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60800) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:02.243772 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdc8cbf-fb44-40d7-91b6-e2a7005eda8b None None] Routers {'36e247b0-63d1-406e-8c59-173face6843b'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:02.244723 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-bbdc8cbf-fb44-40d7-91b6-e2a7005eda8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:39:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['36e247b0-63d1-406e-8c59-173face6843b'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:02.281427 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-bbdc8cbf-fb44-40d7-91b6-e2a7005eda8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:02.282246 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdc8cbf-fb44-40d7-91b6-e2a7005eda8b None None] The sync data for ids ['36e247b0-63d1-406e-8c59-173face6843b'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:02.737302 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:02.762360 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b3ded-195d-4e9f-900f-4ae120f06194 req-f0f5c4a9-6537-4299-bac2-aa253710a3ba tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:02.764762 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-914b3ded-195d-4e9f-900f-4ae120f06194 req-f0f5c4a9-6537-4299-bac2-aa253710a3ba tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/ports?device_id=9e221935-36c0-4023-9b47-5ae38972321b HTTP/1.1" status: 200 len: 908 time: 0.0530670 Aug 31 09:40:02.883073 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:02.913067 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 68a93e4f-6507-4c3e-8074-516a010d2088 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:02.939595 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c3ea42fb-a838-4ef8-a960-7763703a59a6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:03.008388 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 68a93e4f-6507-4c3e-8074-516a010d2088 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:03.012303 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 68a93e4f-6507-4c3e-8074-516a010d2088 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:03.013196 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:03.165459 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-c3ea42fb-a838-4ef8-a960-7763703a59a6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Deleting port e5f2979c-794f-4726-8229-9581b01a9888 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:03.165948 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c3ea42fb-a838-4ef8-a960-7763703a59a6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:03.244480 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:03.253446 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c3ea42fb-a838-4ef8-a960-7763703a59a6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:03.265729 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-c3ea42fb-a838-4ef8-a960-7763703a59a6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Calling delete_port for e5f2979c-794f-4726-8229-9581b01a9888 owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:03.267421 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e221935-36c0-4023-9b47-5ae38972321b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a93e4f-6507-4c3e-8074-516a010d2088'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:40:03.269673 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07592619-4d08-41c3-a045-c4a11ebfe69d" -d '{"events": [{"server_uuid": "9e221935-36c0-4023-9b47-5ae38972321b", "name": "network-vif-plugged", "status": "completed", "tag": "68a93e4f-6507-4c3e-8074-516a010d2088"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:40:03.282898 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 68a93e4f-6507-4c3e-8074-516a010d2088, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=68a93e4f-6507-4c3e-8074-516a010d2088,segment=NetworkSegment(4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1),segment_id=4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:03.310175 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d3feb8-9dfd-4a7d-80d9-f78bc8088ead x-openstack-request-id: req-23d3feb8-9dfd-4a7d-80d9-f78bc8088ead {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:40:03.310462 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e221935-36c0-4023-9b47-5ae38972321b", "name": "network-vif-plugged", "status": "completed", "tag": "68a93e4f-6507-4c3e-8074-516a010d2088", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:40:03.310742 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-23d3feb8-9dfd-4a7d-80d9-f78bc8088ead {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:40:03.311132 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e221935-36c0-4023-9b47-5ae38972321b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a93e4f-6507-4c3e-8074-516a010d2088', 'code': 200} Aug 31 09:40:03.348979 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:03.400326 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=68a93e4f-6507-4c3e-8074-516a010d2088,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:03.455218 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55816818-a08b-4e1f-b3e2-b22a8e0b4d6c req-1f67f312-567b-47d5-bf45-8082b1c95095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:03.456615 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-55816818-a08b-4e1f-b3e2-b22a8e0b4d6c req-1f67f312-567b-47d5-bf45-8082b1c95095 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=9e221935-36c0-4023-9b47-5ae38972321b HTTP/1.1" status: 200 len: 1061 time: 0.0795469 Aug 31 09:40:03.533770 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c3ea42fb-a838-4ef8-a960-7763703a59a6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:03.560213 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea42fb-a838-4ef8-a960-7763703a59a6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Port': ['ID=e5f2979c-794f-4726-8229-9581b01a9888,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:03.707561 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c3ea42fb-a838-4ef8-a960-7763703a59a6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:03.749987 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2357dc9c-d888-4c17-a260-7c4f810b4e70 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:03.811094 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 2357dc9c-d888-4c17-a260-7c4f810b4e70 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:03.811283 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:03.872747 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ea42fb-a838-4ef8-a960-7763703a59a6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Router 36e247b0-63d1-406e-8c59-173face6843b has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:40:03.885656 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193b2d5-2a5f-4932-808a-a4c42ad068dc req-ffd053e7-cc69-40a0-9959-7f1d534d38fb tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:03.887545 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0193b2d5-2a5f-4932-808a-a4c42ad068dc req-ffd053e7-cc69-40a0-9959-7f1d534d38fb tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/ports?device_id=9e221935-36c0-4023-9b47-5ae38972321b HTTP/1.1" status: 200 len: 909 time: 0.0502501 Aug 31 09:40:03.948581 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ea42fb-a838-4ef8-a960-7763703a59a6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:03.954298 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c3ea42fb-a838-4ef8-a960-7763703a59a6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "PUT /v2.0/routers/36e247b0-63d1-406e-8c59-173face6843b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7172070 Aug 31 09:40:03.957220 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60808) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:03.958897 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f437f6-3c55-4e1a-972b-545f52e44e8b None None] Sync routers for ids ['36e247b0-63d1-406e-8c59-173face6843b'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:03.968930 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f437f6-3c55-4e1a-972b-545f52e44e8b None None] Routers {'36e247b0-63d1-406e-8c59-173face6843b'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:03.969547 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c6f437f6-3c55-4e1a-972b-545f52e44e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:39:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['36e247b0-63d1-406e-8c59-173face6843b'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:04.002655 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c6f437f6-3c55-4e1a-972b-545f52e44e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:04.011329 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f437f6-3c55-4e1a-972b-545f52e44e8b None None] Routers {'36e247b0-63d1-406e-8c59-173face6843b'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:04.011909 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c6f437f6-3c55-4e1a-972b-545f52e44e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:39:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['36e247b0-63d1-406e-8c59-173face6843b'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:04.052429 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c6f437f6-3c55-4e1a-972b-545f52e44e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:04.053078 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f437f6-3c55-4e1a-972b-545f52e44e8b None None] The sync data for ids ['36e247b0-63d1-406e-8c59-173face6843b'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:04.142485 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-42c56de1-cc3c-44e5-810b-00bd9041c036 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] remove_router_interface failed (client error): The resource could not be found. Aug 31 09:40:04.143582 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-42c56de1-cc3c-44e5-810b-00bd9041c036 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "PUT /v2.0/routers/36e247b0-63d1-406e-8c59-173face6843b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1851931 Aug 31 09:40:04.146352 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60810) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:04.176780 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c574578f-d7b0-4100-92ca-7de59706f070 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "GET /v2.0/ports?device_id=36e247b0-63d1-406e-8c59-173face6843b HTTP/1.1" status: 200 len: 205 time: 0.0293531 Aug 31 09:40:04.179251 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60812) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:04.250658 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14bd772d-9a67-40c7-9aad-7977d656de42 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:04.403981 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14bd772d-9a67-40c7-9aad-7977d656de42 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:04.406066 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14bd772d-9a67-40c7-9aad-7977d656de42 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:04.539558 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14bd772d-9a67-40c7-9aad-7977d656de42 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:04.539984 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bd772d-9a67-40c7-9aad-7977d656de42 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Fanout notify agent at l3_agent the message router_deleted on router 36e247b0-63d1-406e-8c59-173face6843b {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:40:04.546947 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14bd772d-9a67-40c7-9aad-7977d656de42 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:04.548067 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-14bd772d-9a67-40c7-9aad-7977d656de42 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/routers/36e247b0-63d1-406e-8c59-173face6843b HTTP/1.1" status: 204 len: 168 time: 0.3678992 Aug 31 09:40:04.550721 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60814) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:04.601445 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-8884d170-6e1b-4fa9-adbd-2452bcdbb87c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Deleting subnet c98e8b8f-964c-4a40-a9fd-430b96b2ebd6 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:40:04.604593 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8884d170-6e1b-4fa9-adbd-2452bcdbb87c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:04.644677 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8884d170-6e1b-4fa9-adbd-2452bcdbb87c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:04.730775 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8884d170-6e1b-4fa9-adbd-2452bcdbb87c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:04.857522 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8884d170-6e1b-4fa9-adbd-2452bcdbb87c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:04.885869 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884d170-6e1b-4fa9-adbd-2452bcdbb87c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Subnet': ['ID=c98e8b8f-964c-4a40-a9fd-430b96b2ebd6,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:04.888631 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8884d170-6e1b-4fa9-adbd-2452bcdbb87c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:04.890622 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8884d170-6e1b-4fa9-adbd-2452bcdbb87c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/subnets/c98e8b8f-964c-4a40-a9fd-430b96b2ebd6 HTTP/1.1" status: 204 len: 168 time: 0.3389816 Aug 31 09:40:04.893724 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60816) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:04.895348 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da8609f-b8f4-43a0-8faf-5407ea89c7b1 None None] Network 593492ec-6b06-4f40-8a4b-8164ed996e39 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:04.977361 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d576f600-d6fc-40d5-a8a3-14beb87b5adb tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:05.023395 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60954217-da8e-41a9-970d-5c005f5fbb7b req-1b767b21-1e5f-4643-bad3-eafc60fb749f tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:05.025008 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-60954217-da8e-41a9-970d-5c005f5fbb7b req-1b767b21-1e5f-4643-bad3-eafc60fb749f tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/ports?device_id=9e221935-36c0-4023-9b47-5ae38972321b HTTP/1.1" status: 200 len: 909 time: 0.0563419 Aug 31 09:40:05.049117 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-d576f600-d6fc-40d5-a8a3-14beb87b5adb tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Deleting port 2357dc9c-d888-4c17-a260-7c4f810b4e70 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:05.049588 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d576f600-d6fc-40d5-a8a3-14beb87b5adb tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:05.085398 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204a6bd5-b566-4e4d-b644-e37f72198d8f None None] DHCP port deletion for 593492ec-6b06-4f40-8a4b-8164ed996e39 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:40:05.126243 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-d576f600-d6fc-40d5-a8a3-14beb87b5adb tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] For port 2357dc9c-d888-4c17-a260-7c4f810b4e70, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=2357dc9c-d888-4c17-a260-7c4f810b4e70,segment=NetworkSegment(2cff86c9-0206-4468-98d4-7d40ceb2da12),segment_id=2cff86c9-0206-4468-98d4-7d40ceb2da12)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:05.126646 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d576f600-d6fc-40d5-a8a3-14beb87b5adb tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:05.135051 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-204a6bd5-b566-4e4d-b644-e37f72198d8f None None] Deleting port 2357dc9c-d888-4c17-a260-7c4f810b4e70 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:05.135620 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-204a6bd5-b566-4e4d-b644-e37f72198d8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:05.146148 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e0f82-bb49-491f-80d3-99231be11474 req-d38d9202-4b60-4862-9ef2-8e64d3edd249 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:05.146405 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-d576f600-d6fc-40d5-a8a3-14beb87b5adb tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Calling delete_port for 2357dc9c-d888-4c17-a260-7c4f810b4e70 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:05.147804 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d5e0f82-bb49-491f-80d3-99231be11474 req-d38d9202-4b60-4862-9ef2-8e64d3edd249 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/ports?device_id=9e221935-36c0-4023-9b47-5ae38972321b HTTP/1.1" status: 200 len: 909 time: 0.0495279 Aug 31 09:40:05.204155 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-204a6bd5-b566-4e4d-b644-e37f72198d8f None None] For port 2357dc9c-d888-4c17-a260-7c4f810b4e70, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=2357dc9c-d888-4c17-a260-7c4f810b4e70,segment=NetworkSegment(2cff86c9-0206-4468-98d4-7d40ceb2da12),segment_id=2cff86c9-0206-4468-98d4-7d40ceb2da12)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:05.204519 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-204a6bd5-b566-4e4d-b644-e37f72198d8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:05.218131 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-204a6bd5-b566-4e4d-b644-e37f72198d8f None None] Calling delete_port for 2357dc9c-d888-4c17-a260-7c4f810b4e70 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:05.263903 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3571158-24ef-4ee9-b8e8-8bdb8fa40bef req-1bc3777d-6487-41c8-bdbf-659d1d405ba0 tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:05.265515 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c3571158-24ef-4ee9-b8e8-8bdb8fa40bef req-1bc3777d-6487-41c8-bdbf-659d1d405ba0 tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=9e221935-36c0-4023-9b47-5ae38972321b HTTP/1.1" status: 200 len: 1061 time: 0.0472846 Aug 31 09:40:05.291793 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d576f600-d6fc-40d5-a8a3-14beb87b5adb tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:05.301689 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-204a6bd5-b566-4e4d-b644-e37f72198d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:05.318731 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d576f600-d6fc-40d5-a8a3-14beb87b5adb tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Port': ['ID=2357dc9c-d888-4c17-a260-7c4f810b4e70,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:05.322379 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d576f600-d6fc-40d5-a8a3-14beb87b5adb tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] No DVR routers for this DVR port 2357dc9c-d888-4c17-a260-7c4f810b4e70 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:05.336156 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204a6bd5-b566-4e4d-b644-e37f72198d8f None None] No DVR routers for this DVR port 2357dc9c-d888-4c17-a260-7c4f810b4e70 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:05.338242 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a6bd5-b566-4e4d-b644-e37f72198d8f None None] Pushing event deleted for resources: {'Port': ['ID=2357dc9c-d888-4c17-a260-7c4f810b4e70,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:05.382455 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d06e47-18b6-4cb5-a94c-611eee4c12bd req-d492743e-fc72-4126-a8db-49c990b20bfc tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:05.384022 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b0d06e47-18b6-4cb5-a94c-611eee4c12bd req-d492743e-fc72-4126-a8db-49c990b20bfc tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=7e0fbc9c-7164-47a9-b80e-11e8caedd9ec HTTP/1.1" status: 200 len: 1137 time: 0.0435059 Aug 31 09:40:05.405002 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d576f600-d6fc-40d5-a8a3-14beb87b5adb tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:05.415034 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-d576f600-d6fc-40d5-a8a3-14beb87b5adb tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593492ec-6b06-4f40-8a4b-8164ed996e39']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:05.421045 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b0d06e47-18b6-4cb5-a94c-611eee4c12bd req-a0faeb09-9414-4b3f-b175-43b522aa0f4b tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=72778a1d-8b89-4a6f-98c8-0c3b0e1fb5bb&id=4c01a856-8b78-43f1-a92f-5091f633857c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0298989 Aug 31 09:40:05.425354 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-d576f600-d6fc-40d5-a8a3-14beb87b5adb tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cff86c9-0206-4468-98d4-7d40ceb2da12') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:05.425649 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-d576f600-d6fc-40d5-a8a3-14beb87b5adb tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cff86c9-0206-4468-98d4-7d40ceb2da12') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:05.434668 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d576f600-d6fc-40d5-a8a3-14beb87b5adb tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:05.442940 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60826) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:05.453840 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d576f600-d6fc-40d5-a8a3-14beb87b5adb tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:05.459220 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d576f600-d6fc-40d5-a8a3-14beb87b5adb tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Releasing vlan 1645 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:40:05.459616 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d576f600-d6fc-40d5-a8a3-14beb87b5adb tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:05.462561 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:40:05.462561 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:40:05.462561 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:40:05.462561 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:40:05.462561 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:40:05.462561 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:40:05.462561 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:40:05.462561 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:40:05.462561 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:40:05.462561 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:40:05.462561 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:40:05.462561 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:40:05.462561 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:40:05.462561 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:40:05.462561 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:40:05.462561 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:40:05.462561 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:40:05.462561 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:40:05.462561 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:40:05.462561 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:40:05.462561 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:40:05.462561 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:40:05.462561 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:40:05.462561 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:40:05.462561 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:40:05.462561 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:40:05.462561 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:40:05.462561 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:40:05.462561 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:40:05.462561 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:40:05.462561 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:40:05.462561 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:40:05.485608 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09fe984-3b2f-4357-a0de-26d888c1b287 tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:05.487230 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c09fe984-3b2f-4357-a0de-26d888c1b287 tempest-TestSecurityGroupsBasicOps-769796492 tempest-TestSecurityGroupsBasicOps-769796492-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=9e221935-36c0-4023-9b47-5ae38972321b HTTP/1.1" status: 200 len: 1056 time: 0.0431881 Aug 31 09:40:05.574345 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d576f600-d6fc-40d5-a8a3-14beb87b5adb tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:05.580243 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d576f600-d6fc-40d5-a8a3-14beb87b5adb tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:05.583515 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d576f600-d6fc-40d5-a8a3-14beb87b5adb tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/networks/593492ec-6b06-4f40-8a4b-8164ed996e39 HTTP/1.1" status: 204 len: 168 time: 0.6889775 Aug 31 09:40:05.587387 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60830) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:05.596095 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-e6df2196-a628-426f-9f16-025f5c0d55fa tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Request body: {'network': {'name': 'tempest-RoutersTest-1069373630'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:05.611225 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d576f600-d6fc-40d5-a8a3-14beb87b5adb tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Network': ['ID=593492ec-6b06-4f40-8a4b-8164ed996e39,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:05.682735 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6df2196-a628-426f-9f16-025f5c0d55fa tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Made reservation on behalf of 818bf9b67c5b497e8fcb55380b7274bf for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:05.686988 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e6df2196-a628-426f-9f16-025f5c0d55fa tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:05.711797 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6df2196-a628-426f-9f16-025f5c0d55fa tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] vlan segment allocate from pool success with {'vlan_id': 1633, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:40:05.720819 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e6df2196-a628-426f-9f16-025f5c0d55fa tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:05.721227 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-e6df2196-a628-426f-9f16-025f5c0d55fa tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Added segment a16eca36-4299-46ac-9a3d-81b7223e057d of type vlan for network 2c86dadd-44f0-49bd-a90b-40688283d253 Aug 31 09:40:05.741488 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2357dc9c-d888-4c17-a260-7c4f810b4e70 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:05.764278 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 2357dc9c-d888-4c17-a260-7c4f810b4e70 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:05.764278 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2357dc9c-d888-4c17-a260-7c4f810b4e70 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:40:05.772098 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e6df2196-a628-426f-9f16-025f5c0d55fa tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:05.857779 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e6df2196-a628-426f-9f16-025f5c0d55fa tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:05.864098 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6df2196-a628-426f-9f16-025f5c0d55fa tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:05.864725 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e6df2196-a628-426f-9f16-025f5c0d55fa tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:05.956825 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df2196-a628-426f-9f16-025f5c0d55fa tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Network': ['ID=2c86dadd-44f0-49bd-a90b-40688283d253,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:05.968057 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 2c86dadd-44f0-49bd-a90b-40688283d253 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:40:05.978283 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a362b-8758-46ae-a1a2-d81bc2deefc0 req-d1124457-9419-4224-9d20-65f9cd52ddb9 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:05.983333 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c25a362b-8758-46ae-a1a2-d81bc2deefc0 req-d1124457-9419-4224-9d20-65f9cd52ddb9 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/ports?device_id=9e221935-36c0-4023-9b47-5ae38972321b HTTP/1.1" status: 200 len: 909 time: 0.0951400 Aug 31 09:40:06.006359 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e6df2196-a628-426f-9f16-025f5c0d55fa tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4142714 Aug 31 09:40:06.008369 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60834) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:06.014382 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-7fef15ad-1048-44ee-ae64-06be16891534 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Request body: {'subnet': {'network_id': '2c86dadd-44f0-49bd-a90b-40688283d253', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:06.154435 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fef15ad-1048-44ee-ae64-06be16891534 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Made reservation on behalf of 818bf9b67c5b497e8fcb55380b7274bf for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:06.158287 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7fef15ad-1048-44ee-ae64-06be16891534 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:06.393942 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7fef15ad-1048-44ee-ae64-06be16891534 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:06.456302 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef15ad-1048-44ee-ae64-06be16891534 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Subnet': ['ID=07f3ec4e-2861-489e-ba79-6ad053a877f4,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:06.466004 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fef15ad-1048-44ee-ae64-06be16891534 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Checking segment: {'id': 'a16eca36-4299-46ac-9a3d-81b7223e057d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': '2c86dadd-44f0-49bd-a90b-40688283d253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:06.466358 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fef15ad-1048-44ee-ae64-06be16891534 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network hostable DHCP agents. Network: 2c86dadd-44f0-49bd-a90b-40688283d253, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:40:06.559431 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fef15ad-1048-44ee-ae64-06be16891534 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network 2c86dadd-44f0-49bd-a90b-40688283d253 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:40:06.627974 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-7fef15ad-1048-44ee-ae64-06be16891534 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 2c86dadd-44f0-49bd-a90b-40688283d253) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:06.631967 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fef15ad-1048-44ee-ae64-06be16891534 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:06.632546 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7fef15ad-1048-44ee-ae64-06be16891534 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:06.637288 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a48913-464f-4b8e-a4ef-6d5577da50d6 None None] Network 2c86dadd-44f0-49bd-a90b-40688283d253 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:06.743310 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7fef15ad-1048-44ee-ae64-06be16891534 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7338631 Aug 31 09:40:06.745783 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60836) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:06.750661 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-6af58b68-ba53-4449-91d7-205f96205a1f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-314518914', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:06.775842 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059603e6-5de3-4ce0-9abf-b2a76824da8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-2c86dadd-44f0-49bd-a90b-40688283d253', 'network_id': '2c86dadd-44f0-49bd-a90b-40688283d253', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'fixed_ips': [{'subnet_id': '07f3ec4e-2861-489e-ba79-6ad053a877f4'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:40:06.776702 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-059603e6-5de3-4ce0-9abf-b2a76824da8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:06.845570 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6af58b68-ba53-4449-91d7-205f96205a1f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:06.846656 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6af58b68-ba53-4449-91d7-205f96205a1f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:06.897704 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6af58b68-ba53-4449-91d7-205f96205a1f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:06.913313 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-059603e6-5de3-4ce0-9abf-b2a76824da8e None None] Allocated IP 172.20.0.2 (2c86dadd-44f0-49bd-a90b-40688283d253/07f3ec4e-2861-489e-ba79-6ad053a877f4/8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:06.971803 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6af58b68-ba53-4449-91d7-205f96205a1f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:07.061957 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-059603e6-5de3-4ce0-9abf-b2a76824da8e None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:07.070759 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-059603e6-5de3-4ce0-9abf-b2a76824da8e None None] Transition to ACTIVE for port object 8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:07.083261 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6af58b68-ba53-4449-91d7-205f96205a1f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:07.084460 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6af58b68-ba53-4449-91d7-205f96205a1f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3377614 Aug 31 09:40:07.086500 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-059603e6-5de3-4ce0-9abf-b2a76824da8e None None] Transition to ACTIVE for port object 8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:07.087594 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60840) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:07.111420 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94dd0ec-60f0-4210-a7a9-18bc53300330 req-1e33b182-0e22-4157-ab7c-a229a7e0919a tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:07.112969 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e94dd0ec-60f0-4210-a7a9-18bc53300330 req-1e33b182-0e22-4157-ab7c-a229a7e0919a tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/ports?device_id=9e221935-36c0-4023-9b47-5ae38972321b HTTP/1.1" status: 200 len: 909 time: 0.0610797 Aug 31 09:40:07.171839 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-059603e6-5de3-4ce0-9abf-b2a76824da8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:07.207083 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059603e6-5de3-4ce0-9abf-b2a76824da8e None None] Network 2c86dadd-44f0-49bd-a90b-40688283d253 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:07.209860 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-059603e6-5de3-4ce0-9abf-b2a76824da8e None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:07.215221 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059603e6-5de3-4ce0-9abf-b2a76824da8e None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:07.227404 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059603e6-5de3-4ce0-9abf-b2a76824da8e None None] Pushing event updated for resources: {'Port': ['ID=8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:07.273838 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-059603e6-5de3-4ce0-9abf-b2a76824da8e None None] Attempting to bind port 8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:40:07.274089 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-059603e6-5de3-4ce0-9abf-b2a76824da8e None None] Attempting to bind port 8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'a16eca36-4299-46ac-9a3d-81b7223e057d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': '2c86dadd-44f0-49bd-a90b-40688283d253'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:40:07.274451 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059603e6-5de3-4ce0-9abf-b2a76824da8e None None] Attempting to bind port 8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62 on network 2c86dadd-44f0-49bd-a90b-40688283d253 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:07.280556 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059603e6-5de3-4ce0-9abf-b2a76824da8e None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:40:07.286695 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059603e6-5de3-4ce0-9abf-b2a76824da8e None None] Checking segment: {'id': 'a16eca36-4299-46ac-9a3d-81b7223e057d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': '2c86dadd-44f0-49bd-a90b-40688283d253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:07.286695 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-059603e6-5de3-4ce0-9abf-b2a76824da8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:07.286695 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059603e6-5de3-4ce0-9abf-b2a76824da8e None None] Bound using segment: {'id': 'a16eca36-4299-46ac-9a3d-81b7223e057d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': '2c86dadd-44f0-49bd-a90b-40688283d253'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:40:07.286695 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-059603e6-5de3-4ce0-9abf-b2a76824da8e None None] Bound port: 8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16eca36-4299-46ac-9a3d-81b7223e057d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': '2c86dadd-44f0-49bd-a90b-40688283d253'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:40:07.286695 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-059603e6-5de3-4ce0-9abf-b2a76824da8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:07.350057 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-059603e6-5de3-4ce0-9abf-b2a76824da8e None None] For port 8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:40:07.353077 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-059603e6-5de3-4ce0-9abf-b2a76824da8e None None] For port 8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62,segment=NetworkSegment(a16eca36-4299-46ac-9a3d-81b7223e057d),segment_id=a16eca36-4299-46ac-9a3d-81b7223e057d)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:40:07.399296 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03cf84-43a6-4c22-9db9-156b70e147ee req-a57c3e14-822d-48c2-b31d-f1104adc084b tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:07.400785 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9f03cf84-43a6-4c22-9db9-156b70e147ee req-a57c3e14-822d-48c2-b31d-f1104adc084b tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.112 "GET /v2.0/ports?device_id=9e221935-36c0-4023-9b47-5ae38972321b HTTP/1.1" status: 200 len: 909 time: 0.0957909 Aug 31 09:40:07.427459 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8482ab95-e5a2-4d3b-9901-23384758d447 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:07.452100 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-059603e6-5de3-4ce0-9abf-b2a76824da8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:07.510801 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059603e6-5de3-4ce0-9abf-b2a76824da8e None None] Pushing event updated for resources: {'Port': ['ID=8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:07.667938 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-9f03cf84-43a6-4c22-9db9-156b70e147ee req-bc70b2d9-9fc3-4a2d-a028-142a29aa9636 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Deleting port 68a93e4f-6507-4c3e-8074-516a010d2088 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:07.668301 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9f03cf84-43a6-4c22-9db9-156b70e147ee req-bc70b2d9-9fc3-4a2d-a028-142a29aa9636 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:07.824251 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:07.942699 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:08.122666 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-8482ab95-e5a2-4d3b-9901-23384758d447 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Allocated IP 172.20.0.1 (2c86dadd-44f0-49bd-a90b-40688283d253/07f3ec4e-2861-489e-ba79-6ad053a877f4/862b1d72-efe1-48fc-86cb-3453fb5627c7) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:08.130533 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-9f03cf84-43a6-4c22-9db9-156b70e147ee req-bc70b2d9-9fc3-4a2d-a028-142a29aa9636 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] For port 68a93e4f-6507-4c3e-8074-516a010d2088, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=68a93e4f-6507-4c3e-8074-516a010d2088,segment=NetworkSegment(4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1),segment_id=4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:08.130917 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9f03cf84-43a6-4c22-9db9-156b70e147ee req-bc70b2d9-9fc3-4a2d-a028-142a29aa9636 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.150992 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-9f03cf84-43a6-4c22-9db9-156b70e147ee req-bc70b2d9-9fc3-4a2d-a028-142a29aa9636 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Calling delete_port for 68a93e4f-6507-4c3e-8074-516a010d2088 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:08.254010 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b3a40-df17-4ff3-97b6-967991d9ded4 req-c306854e-ebbe-46ae-a640-ec3d51147837 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:08.255817 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec8b3a40-df17-4ff3-97b6-967991d9ded4 req-c306854e-ebbe-46ae-a640-ec3d51147837 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/ports?device_id=9e221935-36c0-4023-9b47-5ae38972321b HTTP/1.1" status: 200 len: 909 time: 0.0575743 Aug 31 09:40:08.315547 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8482ab95-e5a2-4d3b-9901-23384758d447 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.350791 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-8482ab95-e5a2-4d3b-9901-23384758d447 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Transition to ACTIVE for port object 862b1d72-efe1-48fc-86cb-3453fb5627c7 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:08.445787 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7bcabc-50d9-442a-9e91-801169ff7b6a None None] Network 2c86dadd-44f0-49bd-a90b-40688283d253 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:08.451919 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9f03cf84-43a6-4c22-9db9-156b70e147ee req-bc70b2d9-9fc3-4a2d-a028-142a29aa9636 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.484691 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70b2d9-9fc3-4a2d-a028-142a29aa9636 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Pushing event deleted for resources: {'Port': ['ID=68a93e4f-6507-4c3e-8074-516a010d2088,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:08.486991 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8482ab95-e5a2-4d3b-9901-23384758d447 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.562295 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f03cf84-43a6-4c22-9db9-156b70e147ee req-bc70b2d9-9fc3-4a2d-a028-142a29aa9636 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] No DVR routers for this DVR port 68a93e4f-6507-4c3e-8074-516a010d2088 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:08.570189 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8482ab95-e5a2-4d3b-9901-23384758d447 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network 2c86dadd-44f0-49bd-a90b-40688283d253 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:08.571586 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9f03cf84-43a6-4c22-9db9-156b70e147ee req-bc70b2d9-9fc3-4a2d-a028-142a29aa9636 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.573729 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9f03cf84-43a6-4c22-9db9-156b70e147ee req-bc70b2d9-9fc3-4a2d-a028-142a29aa9636 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.112 "DELETE /v2.0/ports/68a93e4f-6507-4c3e-8074-516a010d2088 HTTP/1.1" status: 204 len: 173 time: 1.1530390 Aug 31 09:40:08.574240 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e221935-36c0-4023-9b47-5ae38972321b', 'name': 'network-vif-deleted', 'tag': '68a93e4f-6507-4c3e-8074-516a010d2088'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:40:08.577719 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43837f2f-e388-447e-a6b3-6927246759f1" -d '{"events": [{"server_uuid": "9e221935-36c0-4023-9b47-5ae38972321b", "name": "network-vif-deleted", "tag": "68a93e4f-6507-4c3e-8074-516a010d2088"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:40:08.586001 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-8482ab95-e5a2-4d3b-9901-23384758d447 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:08.590223 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8482ab95-e5a2-4d3b-9901-23384758d447 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:08.607481 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-05235933-ab59-41aa-88d7-d6e2fa1f9b04 None None] Provisioning for port 8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:08.611860 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-05235933-ab59-41aa-88d7-d6e2fa1f9b04 None None] Provisioning complete for port 8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:08.612226 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-05235933-ab59-41aa-88d7-d6e2fa1f9b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.629258 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482ab95-e5a2-4d3b-9901-23384758d447 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Port': ['ID=862b1d72-efe1-48fc-86cb-3453fb5627c7,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:08.642864 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae80114b-c5d2-4d9d-b5bd-3c76b740ec5a x-openstack-request-id: req-ae80114b-c5d2-4d9d-b5bd-3c76b740ec5a {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:40:08.643246 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e221935-36c0-4023-9b47-5ae38972321b", "name": "network-vif-deleted", "tag": "68a93e4f-6507-4c3e-8074-516a010d2088", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:40:08.643402 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-ae80114b-c5d2-4d9d-b5bd-3c76b740ec5a {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:40:08.643802 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e221935-36c0-4023-9b47-5ae38972321b', 'name': 'network-vif-deleted', 'tag': '68a93e4f-6507-4c3e-8074-516a010d2088', 'status': 'completed', 'code': 200} Aug 31 09:40:08.670712 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8482ab95-e5a2-4d3b-9901-23384758d447 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.720871 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-05235933-ab59-41aa-88d7-d6e2fa1f9b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.757735 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-05235933-ab59-41aa-88d7-d6e2fa1f9b04 None None] For port 8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62,segment=NetworkSegment(a16eca36-4299-46ac-9a3d-81b7223e057d),segment_id=a16eca36-4299-46ac-9a3d-81b7223e057d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:08.828294 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-05235933-ab59-41aa-88d7-d6e2fa1f9b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.878398 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05235933-ab59-41aa-88d7-d6e2fa1f9b04 None None] Pushing event updated for resources: {'Port': ['ID=8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:08.917232 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8482ab95-e5a2-4d3b-9901-23384758d447 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:08.952158 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-03885a16-a651-4d14-b176-a6d119369772 None None] Provisioning complete for port 8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:08.952439 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-03885a16-a651-4d14-b176-a6d119369772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:09.133803 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-03885a16-a651-4d14-b176-a6d119369772 None None] Provisioning for port 862b1d72-efe1-48fc-86cb-3453fb5627c7 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:09.138009 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-03885a16-a651-4d14-b176-a6d119369772 None None] Provisioning complete for port 862b1d72-efe1-48fc-86cb-3453fb5627c7 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:09.145142 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-03885a16-a651-4d14-b176-a6d119369772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:09.174038 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-03885a16-a651-4d14-b176-a6d119369772 None None] Port 862b1d72-efe1-48fc-86cb-3453fb5627c7 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:40:09.192589 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8482ab95-e5a2-4d3b-9901-23384758d447 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:09.267686 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8482ab95-e5a2-4d3b-9901-23384758d447 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:09.293103 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-06562468-c2a3-4363-aab5-e575f8362148 None None] Provisioning complete for port 862b1d72-efe1-48fc-86cb-3453fb5627c7 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:09.293470 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-06562468-c2a3-4363-aab5-e575f8362148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:09.331506 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-06562468-c2a3-4363-aab5-e575f8362148 None None] Port 862b1d72-efe1-48fc-86cb-3453fb5627c7 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:40:09.351441 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482ab95-e5a2-4d3b-9901-23384758d447 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Port': ['ID=862b1d72-efe1-48fc-86cb-3453fb5627c7,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:09.357125 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8482ab95-e5a2-4d3b-9901-23384758d447 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:09.373949 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c764743b-0e84-4820-801c-53b4282ba262 req-c6c5d3af-98d4-4d38-9465-283e0289cf4d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/ports?device_id=9e221935-36c0-4023-9b47-5ae38972321b HTTP/1.1" status: 200 len: 210 time: 0.0279326 Aug 31 09:40:09.449584 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8482ab95-e5a2-4d3b-9901-23384758d447 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network 2c86dadd-44f0-49bd-a90b-40688283d253 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:09.451163 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-8482ab95-e5a2-4d3b-9901-23384758d447 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:09.652419 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5d0d0923-e547-4464-acfe-be516307756d None None] Provisioning complete for port 862b1d72-efe1-48fc-86cb-3453fb5627c7 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:09.652821 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5d0d0923-e547-4464-acfe-be516307756d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:09.659892 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8482ab95-e5a2-4d3b-9901-23384758d447 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Router 5ac00f24-c296-444f-bcf8-b2e4bd674883 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:40:09.692015 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d0923-e547-4464-acfe-be516307756d None None] Port 862b1d72-efe1-48fc-86cb-3453fb5627c7 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:40:09.758091 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8482ab95-e5a2-4d3b-9901-23384758d447 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:09.764075 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8482ab95-e5a2-4d3b-9901-23384758d447 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "PUT /v2.0/routers/5ac00f24-c296-444f-bcf8-b2e4bd674883/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6754012 Aug 31 09:40:09.767303 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60848) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:09.768378 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967bc9b2-e33f-47e5-899e-4b3c30004c44 None None] Sync routers for ids ['5ac00f24-c296-444f-bcf8-b2e4bd674883'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:09.778192 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967bc9b2-e33f-47e5-899e-4b3c30004c44 None None] Routers {'5ac00f24-c296-444f-bcf8-b2e4bd674883'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:09.779081 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-967bc9b2-e33f-47e5-899e-4b3c30004c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:39:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['5ac00f24-c296-444f-bcf8-b2e4bd674883'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:09.780858 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:09.815872 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-967bc9b2-e33f-47e5-899e-4b3c30004c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:09.818965 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4d41b3-bb4d-4d31-8bb3-e74be3cace1b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:09.820718 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3b4d41b3-bb4d-4d31-8bb3-e74be3cace1b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "GET /v2.0/ports/862b1d72-efe1-48fc-86cb-3453fb5627c7 HTTP/1.1" status: 200 len: 910 time: 0.0520694 Aug 31 09:40:09.823175 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60850) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:09.828686 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967bc9b2-e33f-47e5-899e-4b3c30004c44 None None] Routers {'5ac00f24-c296-444f-bcf8-b2e4bd674883'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:09.829537 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-967bc9b2-e33f-47e5-899e-4b3c30004c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:39:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['5ac00f24-c296-444f-bcf8-b2e4bd674883'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:09.833294 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:09.833779 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:09.861440 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-967bc9b2-e33f-47e5-899e-4b3c30004c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:09.862339 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967bc9b2-e33f-47e5-899e-4b3c30004c44 None None] The sync data for ids ['5ac00f24-c296-444f-bcf8-b2e4bd674883'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:10.141082 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e419f7ce-9a15-4059-9dc8-a5be82ea73cd tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:10.382514 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-e419f7ce-9a15-4059-9dc8-a5be82ea73cd tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Deleting port 862b1d72-efe1-48fc-86cb-3453fb5627c7 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:10.383234 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e419f7ce-9a15-4059-9dc8-a5be82ea73cd tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:10.432144 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60854) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:10.469241 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e419f7ce-9a15-4059-9dc8-a5be82ea73cd tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:10.480944 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-e419f7ce-9a15-4059-9dc8-a5be82ea73cd tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Calling delete_port for 862b1d72-efe1-48fc-86cb-3453fb5627c7 owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:10.733757 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e419f7ce-9a15-4059-9dc8-a5be82ea73cd tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:10.766052 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419f7ce-9a15-4059-9dc8-a5be82ea73cd tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Port': ['ID=862b1d72-efe1-48fc-86cb-3453fb5627c7,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:10.805513 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a45505a5-19bf-4178-a0ae-31b91695bc25 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:10.921085 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e419f7ce-9a15-4059-9dc8-a5be82ea73cd tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:10.974000 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 68a93e4f-6507-4c3e-8074-516a010d2088 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:10.994995 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 68a93e4f-6507-4c3e-8074-516a010d2088 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:10.995872 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 68a93e4f-6507-4c3e-8074-516a010d2088 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:40:11.081042 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e419f7ce-9a15-4059-9dc8-a5be82ea73cd tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Router 5ac00f24-c296-444f-bcf8-b2e4bd674883 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:40:11.092299 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-a45505a5-19bf-4178-a0ae-31b91695bc25 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Deleting port a856c67d-832e-41f5-a6c9-30e7d1e8510e {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:11.092642 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a45505a5-19bf-4178-a0ae-31b91695bc25 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.157089 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e419f7ce-9a15-4059-9dc8-a5be82ea73cd tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:11.162240 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e419f7ce-9a15-4059-9dc8-a5be82ea73cd tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "PUT /v2.0/routers/5ac00f24-c296-444f-bcf8-b2e4bd674883/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3378310 Aug 31 09:40:11.164768 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60856) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:11.167702 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59feecc7-1132-4166-87c4-1e5eac5b670f None None] Sync routers for ids ['5ac00f24-c296-444f-bcf8-b2e4bd674883'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:11.178501 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59feecc7-1132-4166-87c4-1e5eac5b670f None None] Routers {'5ac00f24-c296-444f-bcf8-b2e4bd674883'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:11.178501 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-59feecc7-1132-4166-87c4-1e5eac5b670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:39:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['5ac00f24-c296-444f-bcf8-b2e4bd674883'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:11.198114 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ad14152c-4855-48c4-8fc6-83ddc7a61a77 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "GET /v2.0/ports?device_id=5ac00f24-c296-444f-bcf8-b2e4bd674883 HTTP/1.1" status: 200 len: 205 time: 0.0300233 Aug 31 09:40:11.198690 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60858) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:11.210828 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-a45505a5-19bf-4178-a0ae-31b91695bc25 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] For port a856c67d-832e-41f5-a6c9-30e7d1e8510e, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a856c67d-832e-41f5-a6c9-30e7d1e8510e,segment=NetworkSegment(4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1),segment_id=4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:11.211190 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a45505a5-19bf-4178-a0ae-31b91695bc25 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.214345 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-59feecc7-1132-4166-87c4-1e5eac5b670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:11.222936 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59feecc7-1132-4166-87c4-1e5eac5b670f None None] Routers {'5ac00f24-c296-444f-bcf8-b2e4bd674883'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:11.223630 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-59feecc7-1132-4166-87c4-1e5eac5b670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:39:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['5ac00f24-c296-444f-bcf8-b2e4bd674883'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:11.224048 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-a45505a5-19bf-4178-a0ae-31b91695bc25 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Calling delete_port for a856c67d-832e-41f5-a6c9-30e7d1e8510e owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:11.259083 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-59feecc7-1132-4166-87c4-1e5eac5b670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:11.259701 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59feecc7-1132-4166-87c4-1e5eac5b670f None None] The sync data for ids ['5ac00f24-c296-444f-bcf8-b2e4bd674883'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:11.287885 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2e89b46c-9c9d-42d2-8466-a7b18224fb98 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.333432 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-69612944-4d4a-4e96-9d24-ca2826f6bb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.448099 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2e89b46c-9c9d-42d2-8466-a7b18224fb98 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.450930 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2e89b46c-9c9d-42d2-8466-a7b18224fb98 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.464966 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a45505a5-19bf-4178-a0ae-31b91695bc25 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.493532 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45505a5-19bf-4178-a0ae-31b91695bc25 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Pushing event deleted for resources: {'Port': ['ID=a856c67d-832e-41f5-a6c9-30e7d1e8510e,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:11.585422 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2e89b46c-9c9d-42d2-8466-a7b18224fb98 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.591270 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e89b46c-9c9d-42d2-8466-a7b18224fb98 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Fanout notify agent at l3_agent the message router_deleted on router 5ac00f24-c296-444f-bcf8-b2e4bd674883 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:40:11.593736 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2e89b46c-9c9d-42d2-8466-a7b18224fb98 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.597166 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2e89b46c-9c9d-42d2-8466-a7b18224fb98 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/routers/5ac00f24-c296-444f-bcf8-b2e4bd674883 HTTP/1.1" status: 204 len: 168 time: 0.3940206 Aug 31 09:40:11.597443 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60860) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:11.651947 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f903383-fb2c-489e-9b56-9a12b0ac0864 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Deleting subnet 07f3ec4e-2861-489e-ba79-6ad053a877f4 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:40:11.656064 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f903383-fb2c-489e-9b56-9a12b0ac0864 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.675077 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a45505a5-19bf-4178-a0ae-31b91695bc25 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.704809 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f903383-fb2c-489e-9b56-9a12b0ac0864 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.800468 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f903383-fb2c-489e-9b56-9a12b0ac0864 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.902726 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45505a5-19bf-4178-a0ae-31b91695bc25 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Router e7670303-e3ae-410d-b804-aed70fac2c83 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:40:11.905569 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f903383-fb2c-489e-9b56-9a12b0ac0864 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.934462 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f903383-fb2c-489e-9b56-9a12b0ac0864 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Subnet': ['ID=07f3ec4e-2861-489e-ba79-6ad053a877f4,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:11.940656 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f903383-fb2c-489e-9b56-9a12b0ac0864 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:11.942613 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9f903383-fb2c-489e-9b56-9a12b0ac0864 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/subnets/07f3ec4e-2861-489e-ba79-6ad053a877f4 HTTP/1.1" status: 204 len: 168 time: 0.3441758 Aug 31 09:40:11.943211 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4448d5f7-4adc-4401-9649-60b1dd5b3efb None None] Network 2c86dadd-44f0-49bd-a90b-40688283d253 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:11.945199 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60862) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:12.066453 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b55a3d9-9485-422c-891e-27aa34371e61 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.083995 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45505a5-19bf-4178-a0ae-31b91695bc25 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:12.092902 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a45505a5-19bf-4178-a0ae-31b91695bc25 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "PUT /v2.0/routers/e7670303-e3ae-410d-b804-aed70fac2c83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6556127 Aug 31 09:40:12.093123 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60864) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:12.108437 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316bcb0c-ea15-4373-8a16-5116712ec8d8 None None] Sync routers for ids ['e7670303-e3ae-410d-b804-aed70fac2c83'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:12.124069 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316bcb0c-ea15-4373-8a16-5116712ec8d8 None None] Routers {'e7670303-e3ae-410d-b804-aed70fac2c83'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:12.125036 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-316bcb0c-ea15-4373-8a16-5116712ec8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:39:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e7670303-e3ae-410d-b804-aed70fac2c83'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:12.126884 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892718dd-ae55-44ae-8cce-718add493ca8 None None] DHCP port deletion for 2c86dadd-44f0-49bd-a90b-40688283d253 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:40:12.138287 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-8b55a3d9-9485-422c-891e-27aa34371e61 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Deleting port 8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:12.138690 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b55a3d9-9485-422c-891e-27aa34371e61 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.169987 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-de536a04-5195-4596-a4f3-e1d999f253b8 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Deleting subnet 4932b993-183b-4f22-b2dc-890ecce5e1cb {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:40:12.173587 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-de536a04-5195-4596-a4f3-e1d999f253b8 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.181216 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-892718dd-ae55-44ae-8cce-718add493ca8 None None] Deleting port 8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:12.181590 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-892718dd-ae55-44ae-8cce-718add493ca8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.221775 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-8b55a3d9-9485-422c-891e-27aa34371e61 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] For port 8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62,segment=NetworkSegment(a16eca36-4299-46ac-9a3d-81b7223e057d),segment_id=a16eca36-4299-46ac-9a3d-81b7223e057d)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:12.222209 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b55a3d9-9485-422c-891e-27aa34371e61 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.224595 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-de536a04-5195-4596-a4f3-e1d999f253b8 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.237684 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-8b55a3d9-9485-422c-891e-27aa34371e61 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Calling delete_port for 8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:12.251861 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-316bcb0c-ea15-4373-8a16-5116712ec8d8 None None] Set router e7670303-e3ae-410d-b804-aed70fac2c83 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:12.256849 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-892718dd-ae55-44ae-8cce-718add493ca8 None None] For port 8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62,segment=NetworkSegment(a16eca36-4299-46ac-9a3d-81b7223e057d),segment_id=a16eca36-4299-46ac-9a3d-81b7223e057d)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:12.257243 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-892718dd-ae55-44ae-8cce-718add493ca8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.272061 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-892718dd-ae55-44ae-8cce-718add493ca8 None None] Calling delete_port for 8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:12.334137 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-de536a04-5195-4596-a4f3-e1d999f253b8 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.402449 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b55a3d9-9485-422c-891e-27aa34371e61 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.409988 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-892718dd-ae55-44ae-8cce-718add493ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.431639 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55a3d9-9485-422c-891e-27aa34371e61 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Port': ['ID=8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:12.433487 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b55a3d9-9485-422c-891e-27aa34371e61 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] No DVR routers for this DVR port 8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:12.438816 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892718dd-ae55-44ae-8cce-718add493ca8 None None] Pushing event deleted for resources: {'Port': ['ID=8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:12.443214 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892718dd-ae55-44ae-8cce-718add493ca8 None None] No DVR routers for this DVR port 8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:12.448085 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-316bcb0c-ea15-4373-8a16-5116712ec8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7670303-e3ae-410d-b804-aed70fac2c83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308253869', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '310eed3f-6428-479f-971e-74c1578e757f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:39:41Z', 'updated_at': '2021-08-31T09:40:11Z', 'revision_number': 5, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'gw_port': {'id': '310eed3f-6428-479f-971e-74c1578e757f', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:61:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7670303-e3ae-410d-b804-aed70fac2c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:39:41Z', 'updated_at': '2021-08-31T09:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:12.465854 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-de536a04-5195-4596-a4f3-e1d999f253b8 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.481549 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316bcb0c-ea15-4373-8a16-5116712ec8d8 None None] Checking router: e7670303-e3ae-410d-b804-aed70fac2c83 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:40:12.489946 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316bcb0c-ea15-4373-8a16-5116712ec8d8 None None] Routers {'e7670303-e3ae-410d-b804-aed70fac2c83'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:12.490539 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-316bcb0c-ea15-4373-8a16-5116712ec8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:39:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e7670303-e3ae-410d-b804-aed70fac2c83'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:12.495658 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de536a04-5195-4596-a4f3-e1d999f253b8 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Pushing event deleted for resources: {'Subnet': ['ID=4932b993-183b-4f22-b2dc-890ecce5e1cb,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:12.501792 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-de536a04-5195-4596-a4f3-e1d999f253b8 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.504262 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-de536a04-5195-4596-a4f3-e1d999f253b8 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "DELETE /v2.0/subnets/4932b993-183b-4f22-b2dc-890ecce5e1cb HTTP/1.1" status: 204 len: 168 time: 0.4098036 Aug 31 09:40:12.506601 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60866) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:12.511317 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c2a84f-9a7a-4665-9c64-48f1ddfc761e None None] Network 529955b7-35ad-4627-88d4-3a19a157ab93 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:12.529639 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b55a3d9-9485-422c-891e-27aa34371e61 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.540273 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-8b55a3d9-9485-422c-891e-27aa34371e61 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c86dadd-44f0-49bd-a90b-40688283d253']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:12.551590 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-8b55a3d9-9485-422c-891e-27aa34371e61 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a16eca36-4299-46ac-9a3d-81b7223e057d') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:12.551980 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-8b55a3d9-9485-422c-891e-27aa34371e61 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a16eca36-4299-46ac-9a3d-81b7223e057d') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:12.570944 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b55a3d9-9485-422c-891e-27aa34371e61 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.590012 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b55a3d9-9485-422c-891e-27aa34371e61 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.603792 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b55a3d9-9485-422c-891e-27aa34371e61 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Releasing vlan 1633 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:40:12.604466 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b55a3d9-9485-422c-891e-27aa34371e61 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.640951 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-316bcb0c-ea15-4373-8a16-5116712ec8d8 None None] Set router e7670303-e3ae-410d-b804-aed70fac2c83 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:12.677643 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ee8eb997-2043-463d-b145-497314dae430 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.710244 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e127e6-f831-4065-bce0-8985d670f28c None None] DHCP port deletion for 529955b7-35ad-4627-88d4-3a19a157ab93 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:40:12.773144 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-c7e127e6-f831-4065-bce0-8985d670f28c None None] Deleting port 308de4d1-92df-40e7-a525-306ae6acbcb2 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:12.773556 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c7e127e6-f831-4065-bce0-8985d670f28c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.863617 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-c7e127e6-f831-4065-bce0-8985d670f28c None None] For port 308de4d1-92df-40e7-a525-306ae6acbcb2, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=308de4d1-92df-40e7-a525-306ae6acbcb2,segment=NetworkSegment(4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1),segment_id=4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:12.864070 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-316bcb0c-ea15-4373-8a16-5116712ec8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7670303-e3ae-410d-b804-aed70fac2c83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308253869', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '310eed3f-6428-479f-971e-74c1578e757f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:39:41Z', 'updated_at': '2021-08-31T09:40:11Z', 'revision_number': 5, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'gw_port': {'id': '310eed3f-6428-479f-971e-74c1578e757f', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:61:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7670303-e3ae-410d-b804-aed70fac2c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:39:41Z', 'updated_at': '2021-08-31T09:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:12.864742 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c7e127e6-f831-4065-bce0-8985d670f28c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:12.883686 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-c7e127e6-f831-4065-bce0-8985d670f28c None None] Calling delete_port for 308de4d1-92df-40e7-a525-306ae6acbcb2 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:12.907368 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316bcb0c-ea15-4373-8a16-5116712ec8d8 None None] The sync data for ids ['e7670303-e3ae-410d-b804-aed70fac2c83'] in n-d-791506-28 is: [{'id': 'e7670303-e3ae-410d-b804-aed70fac2c83', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308253869', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '310eed3f-6428-479f-971e-74c1578e757f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:39:41Z', 'updated_at': '2021-08-31T09:40:11Z', 'revision_number': 5, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'gw_port': {'id': '310eed3f-6428-479f-971e-74c1578e757f', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:61:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7670303-e3ae-410d-b804-aed70fac2c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:39:41Z', 'updated_at': '2021-08-31T09:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:12.997538 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:40:12.997538 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:40:12.997538 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:40:12.997538 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:40:12.997538 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:40:12.997538 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:40:12.997538 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:40:12.997538 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:40:12.997538 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:40:12.997538 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:40:12.997538 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:40:12.997538 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:40:12.997538 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:40:12.997538 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:40:12.997538 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:40:12.997538 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:40:12.997538 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:40:12.997538 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:40:12.997538 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:40:12.997538 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:40:12.997538 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:40:12.997538 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:40:12.997538 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:40:12.997538 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:40:12.997538 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:40:12.997538 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:40:12.997538 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:40:12.997538 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:40:12.997538 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:40:12.997538 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:40:12.997538 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:40:12.997538 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:40:13.094230 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c7e127e6-f831-4065-bce0-8985d670f28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.123069 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b55a3d9-9485-422c-891e-27aa34371e61 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.128344 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b55a3d9-9485-422c-891e-27aa34371e61 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.130612 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e127e6-f831-4065-bce0-8985d670f28c None None] Pushing event deleted for resources: {'Port': ['ID=308de4d1-92df-40e7-a525-306ae6acbcb2,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:13.131258 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8b55a3d9-9485-422c-891e-27aa34371e61 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/networks/2c86dadd-44f0-49bd-a90b-40688283d253 HTTP/1.1" status: 204 len: 168 time: 1.1846771 Aug 31 09:40:13.137709 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60868) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:13.139908 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e127e6-f831-4065-bce0-8985d670f28c None None] No DVR routers for this DVR port 308de4d1-92df-40e7-a525-306ae6acbcb2 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:13.145848 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-51ca353d-7ec3-4973-8ad3-6966522be55b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-992267435', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}, 'admin_state_up': False}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:13.172437 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55a3d9-9485-422c-891e-27aa34371e61 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Network': ['ID=2c86dadd-44f0-49bd-a90b-40688283d253,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:13.173149 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ee8eb997-2043-463d-b145-497314dae430 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.271245 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51ca353d-7ec3-4973-8ad3-6966522be55b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.272455 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51ca353d-7ec3-4973-8ad3-6966522be55b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.309756 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-ee8eb997-2043-463d-b145-497314dae430 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Deleting port 310eed3f-6428-479f-971e-74c1578e757f {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:13.310615 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ee8eb997-2043-463d-b145-497314dae430 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.329290 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51ca353d-7ec3-4973-8ad3-6966522be55b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.395472 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-ee8eb997-2043-463d-b145-497314dae430 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] For port 310eed3f-6428-479f-971e-74c1578e757f, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=310eed3f-6428-479f-971e-74c1578e757f,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:13.395894 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ee8eb997-2043-463d-b145-497314dae430 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.410980 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-ee8eb997-2043-463d-b145-497314dae430 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Calling delete_port for 310eed3f-6428-479f-971e-74c1578e757f owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:13.539573 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51ca353d-7ec3-4973-8ad3-6966522be55b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.642489 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ee8eb997-2043-463d-b145-497314dae430 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.673420 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8eb997-2043-463d-b145-497314dae430 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Pushing event deleted for resources: {'Port': ['ID=310eed3f-6428-479f-971e-74c1578e757f,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:13.743149 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ee8eb997-2043-463d-b145-497314dae430 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.826457 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51ca353d-7ec3-4973-8ad3-6966522be55b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.834040 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 308de4d1-92df-40e7-a525-306ae6acbcb2 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:13.844840 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ee8eb997-2043-463d-b145-497314dae430 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.847334 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ee8eb997-2043-463d-b145-497314dae430 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.850041 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51ca353d-7ec3-4973-8ad3-6966522be55b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.855060 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 308de4d1-92df-40e7-a525-306ae6acbcb2 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:13.855515 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 308de4d1-92df-40e7-a525-306ae6acbcb2 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:40:13.856817 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a856c67d-832e-41f5-a6c9-30e7d1e8510e no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:13.877492 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: a856c67d-832e-41f5-a6c9-30e7d1e8510e {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:13.878090 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a856c67d-832e-41f5-a6c9-30e7d1e8510e not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:40:13.886358 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:13.906482 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:13.907091 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8b69a4e8-9ea8-44fd-8ee8-cd6a15d15c62 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:40:13.962058 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ee8eb997-2043-463d-b145-497314dae430 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.962694 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8eb997-2043-463d-b145-497314dae430 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Fanout notify agent at l3_agent the message router_deleted on router e7670303-e3ae-410d-b804-aed70fac2c83 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:40:13.964716 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-51ca353d-7ec3-4973-8ad3-6966522be55b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Allocated IP 172.25.2.56 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/8bada899-eebb-4f4a-a4aa-d5ffa8521496) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:13.971699 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ee8eb997-2043-463d-b145-497314dae430 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:13.973038 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ee8eb997-2043-463d-b145-497314dae430 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "DELETE /v2.0/routers/e7670303-e3ae-410d-b804-aed70fac2c83 HTTP/1.1" status: 204 len: 168 time: 1.4651866 Aug 31 09:40:13.976333 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60870) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:14.011182 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b620d8ec-02b0-49ff-811b-18c9abc76ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.062806 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.063337 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4ee944cf-8667-43ae-a08b-f4b725abc0b9 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.089633 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51ca353d-7ec3-4973-8ad3-6966522be55b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.158596 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4ee944cf-8667-43ae-a08b-f4b725abc0b9 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.167981 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-4ee944cf-8667-43ae-a08b-f4b725abc0b9 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['529955b7-35ad-4627-88d4-3a19a157ab93']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:14.179185 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-4ee944cf-8667-43ae-a08b-f4b725abc0b9 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:14.179476 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-4ee944cf-8667-43ae-a08b-f4b725abc0b9 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4132e2d6-ca9a-4e99-85f2-ffd9dc7bc3d1') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:14.188330 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51ca353d-7ec3-4973-8ad3-6966522be55b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.188891 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4ee944cf-8667-43ae-a08b-f4b725abc0b9 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.208601 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4ee944cf-8667-43ae-a08b-f4b725abc0b9 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.216427 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee944cf-8667-43ae-a08b-f4b725abc0b9 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Releasing vlan 1647 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:40:14.217063 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4ee944cf-8667-43ae-a08b-f4b725abc0b9 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.220314 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:40:14.220314 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:40:14.220314 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:40:14.220314 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:40:14.220314 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:40:14.220314 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:40:14.220314 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:40:14.220314 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:40:14.220314 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:40:14.220314 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:40:14.220314 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:40:14.220314 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:40:14.220314 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:40:14.220314 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:40:14.220314 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:40:14.220314 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:40:14.220314 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:40:14.220314 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:40:14.220314 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:40:14.220314 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:40:14.220314 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:40:14.220314 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:40:14.220314 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:40:14.220314 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:40:14.220314 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:40:14.220314 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:40:14.220314 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:40:14.220314 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:40:14.220314 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:40:14.220314 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:40:14.220314 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:40:14.220314 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:40:14.230613 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ca353d-7ec3-4973-8ad3-6966522be55b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:14.234335 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-51ca353d-7ec3-4973-8ad3-6966522be55b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:14.239015 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ca353d-7ec3-4973-8ad3-6966522be55b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:14.242021 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca353d-7ec3-4973-8ad3-6966522be55b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Port': ['ID=8bada899-eebb-4f4a-a4aa-d5ffa8521496,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:14.339278 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4ee944cf-8667-43ae-a08b-f4b725abc0b9 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.345167 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4ee944cf-8667-43ae-a08b-f4b725abc0b9 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.349514 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4ee944cf-8667-43ae-a08b-f4b725abc0b9 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "DELETE /v2.0/networks/529955b7-35ad-4627-88d4-3a19a157ab93 HTTP/1.1" status: 204 len: 168 time: 0.3698235 Aug 31 09:40:14.352373 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60872) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:14.368965 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee944cf-8667-43ae-a08b-f4b725abc0b9 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Pushing event deleted for resources: {'Network': ['ID=529955b7-35ad-4627-88d4-3a19a157ab93,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:14.538755 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-a323aeed-903e-4190-8ddc-bd24334857e8 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Deleting port 8b27ccc8-41fb-4000-9a15-b141a49e4e88 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:14.539192 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a323aeed-903e-4190-8ddc-bd24334857e8 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.556564 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51ca353d-7ec3-4973-8ad3-6966522be55b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.635716 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a323aeed-903e-4190-8ddc-bd24334857e8 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.636152 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a323aeed-903e-4190-8ddc-bd24334857e8 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.648984 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-a323aeed-903e-4190-8ddc-bd24334857e8 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Calling delete_port for 8b27ccc8-41fb-4000-9a15-b141a49e4e88 owned by network:floatingip {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:14.768213 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51ca353d-7ec3-4973-8ad3-6966522be55b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.890990 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a323aeed-903e-4190-8ddc-bd24334857e8 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.919523 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323aeed-903e-4190-8ddc-bd24334857e8 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Pushing event deleted for resources: {'Port': ['ID=8b27ccc8-41fb-4000-9a15-b141a49e4e88,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:14.973799 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ca353d-7ec3-4973-8ad3-6966522be55b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Router 66de9f71-ac77-4b4f-b0a1-4b7456a29741 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:40:14.980100 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a323aeed-903e-4190-8ddc-bd24334857e8 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for floatingip, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:14.983071 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-a323aeed-903e-4190-8ddc-bd24334857e8 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Floating IP 02bda825-4645-43ec-a254-ab80068a4c49 disassociated (deleted). External IP: 172.25.2.107, port: 64d634bb-c34a-4f93-939d-ab1bc43df6a7. Aug 31 09:40:15.089237 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ca353d-7ec3-4973-8ad3-6966522be55b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:15.098839 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18045ed9-9e3d-4bf3-9ab2-25089fa05640 None None] Sync routers for ids ['66de9f71-ac77-4b4f-b0a1-4b7456a29741'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:15.109815 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18045ed9-9e3d-4bf3-9ab2-25089fa05640 None None] Routers {'66de9f71-ac77-4b4f-b0a1-4b7456a29741'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:15.110526 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-18045ed9-9e3d-4bf3-9ab2-25089fa05640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['66de9f71-ac77-4b4f-b0a1-4b7456a29741'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:15.145336 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-18045ed9-9e3d-4bf3-9ab2-25089fa05640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:15.153972 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18045ed9-9e3d-4bf3-9ab2-25089fa05640 None None] Routers {'66de9f71-ac77-4b4f-b0a1-4b7456a29741'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:15.154744 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-18045ed9-9e3d-4bf3-9ab2-25089fa05640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['66de9f71-ac77-4b4f-b0a1-4b7456a29741'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:15.173828 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51ca353d-7ec3-4973-8ad3-6966522be55b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:15.175553 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-51ca353d-7ec3-4973-8ad3-6966522be55b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.0368211 Aug 31 09:40:15.178152 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60874) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:15.187221 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-18045ed9-9e3d-4bf3-9ab2-25089fa05640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:15.187870 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18045ed9-9e3d-4bf3-9ab2-25089fa05640 None None] The sync data for ids ['66de9f71-ac77-4b4f-b0a1-4b7456a29741'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:15.240344 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a323aeed-903e-4190-8ddc-bd24334857e8 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Router b26e5342-3062-4647-bcb1-737803b8fc15 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:40:15.341188 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-45dc8cd8-c342-43e5-a464-edf10edf7db1 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "GET /v2.0/routers/66de9f71-ac77-4b4f-b0a1-4b7456a29741 HTTP/1.1" status: 200 len: 879 time: 0.1611671 Aug 31 09:40:15.343749 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60876) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:15.347851 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:15.401372 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a323aeed-903e-4190-8ddc-bd24334857e8 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:15.407652 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a323aeed-903e-4190-8ddc-bd24334857e8 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:15.414422 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f764a00-233e-41bd-bb9f-2d04385fe8c1 None None] Sync routers for ids ['b26e5342-3062-4647-bcb1-737803b8fc15'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:15.423279 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f764a00-233e-41bd-bb9f-2d04385fe8c1 None None] Routers {'b26e5342-3062-4647-bcb1-737803b8fc15'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:15.423934 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-8f764a00-233e-41bd-bb9f-2d04385fe8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b26e5342-3062-4647-bcb1-737803b8fc15'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:15.439920 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a323aeed-903e-4190-8ddc-bd24334857e8 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "DELETE /v2.0/floatingips/02bda825-4645-43ec-a254-ab80068a4c49 HTTP/1.1" status: 204 len: 168 time: 1.0839653 Aug 31 09:40:15.439920 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0fbc9c-7164-47a9-b80e-11e8caedd9ec', 'tag': '64d634bb-c34a-4f93-939d-ab1bc43df6a7'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:40:15.440638 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54eefb70-6e3c-4abe-96eb-801d7f2c6c7b" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0fbc9c-7164-47a9-b80e-11e8caedd9ec", "tag": "64d634bb-c34a-4f93-939d-ab1bc43df6a7"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:40:15.481004 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6e911f-5476-46df-b2cb-c4e45da69a97 x-openstack-request-id: req-4f6e911f-5476-46df-b2cb-c4e45da69a97 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:40:15.481301 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0fbc9c-7164-47a9-b80e-11e8caedd9ec", "tag": "64d634bb-c34a-4f93-939d-ab1bc43df6a7", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:40:15.481575 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4f6e911f-5476-46df-b2cb-c4e45da69a97 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:40:15.482029 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0fbc9c-7164-47a9-b80e-11e8caedd9ec', 'tag': '64d634bb-c34a-4f93-939d-ab1bc43df6a7', 'status': 'completed', 'code': 200} Aug 31 09:40:15.562223 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eefb70-6e3c-4abe-96eb-801d7f2c6c7b req-dbaacb8b-c9be-43df-8012-4c863a52b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:15.564039 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54eefb70-6e3c-4abe-96eb-801d7f2c6c7b req-dbaacb8b-c9be-43df-8012-4c863a52b245 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18fe70eb6d324600ad1c951e98138b17&device_id=7e0fbc9c-7164-47a9-b80e-11e8caedd9ec HTTP/1.1" status: 200 len: 1137 time: 0.0555639 Aug 31 09:40:15.577222 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-8f764a00-233e-41bd-bb9f-2d04385fe8c1 None None] Set router b26e5342-3062-4647-bcb1-737803b8fc15 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:15.591424 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7c49d713-a123-4657-8a85-8da5ba20bb4e tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2462189 Aug 31 09:40:15.593709 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60882) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:15.598354 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-d88a1194-6408-40e2-ab77-4674f266013c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-992267435'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:15.676354 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eefb70-6e3c-4abe-96eb-801d7f2c6c7b req-e86db801-64b7-49d6-b366-2f73223a0025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:15.677828 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54eefb70-6e3c-4abe-96eb-801d7f2c6c7b req-e86db801-64b7-49d6-b366-2f73223a0025 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4a23d3c2-c603-458c-a06b-a4b8380d7b29 HTTP/1.1" status: 200 len: 899 time: 0.1065485 Aug 31 09:40:15.733076 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 310eed3f-6428-479f-971e-74c1578e757f no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:15.738903 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54eefb70-6e3c-4abe-96eb-801d7f2c6c7b req-caa4eac0-2fd2-4cea-be6e-52baeba6a2a7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64d634bb-c34a-4f93-939d-ab1bc43df6a7 HTTP/1.1" status: 200 len: 217 time: 0.0481739 Aug 31 09:40:15.760469 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 310eed3f-6428-479f-971e-74c1578e757f {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:15.761624 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 310eed3f-6428-479f-971e-74c1578e757f not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:40:15.800362 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eefb70-6e3c-4abe-96eb-801d7f2c6c7b req-5191e562-34b7-493b-be97-15ab9b171e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:15.801910 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54eefb70-6e3c-4abe-96eb-801d7f2c6c7b req-5191e562-34b7-493b-be97-15ab9b171e49 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=790edd4d-e6e0-43e6-935e-c3c88de4150c HTTP/1.1" status: 200 len: 835 time: 0.0554605 Aug 31 09:40:15.874225 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eefb70-6e3c-4abe-96eb-801d7f2c6c7b req-456a2253-37fb-4969-b580-a30ff0e8ae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:15.876513 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54eefb70-6e3c-4abe-96eb-801d7f2c6c7b req-456a2253-37fb-4969-b580-a30ff0e8ae9e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4a23d3c2-c603-458c-a06b-a4b8380d7b29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638020 Aug 31 09:40:15.931974 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-8f764a00-233e-41bd-bb9f-2d04385fe8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1046053382', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '8dd1d78c-bca5-4ed8-9435-f6993eafa81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:40Z', 'updated_at': '2021-08-31T09:38:45Z', 'revision_number': 4, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'gw_port': {'id': '8dd1d78c-bca5-4ed8-9435-f6993eafa81b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:40Z', 'updated_at': '2021-08-31T09:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'c45f57a7-6e39-45c7-8680-4986ecc53d68', 'name': '', 'network_id': '4a23d3c2-c603-458c-a06b-a4b8380d7b29', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'mac_address': 'fa:16:3e:ce:9b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '790edd4d-e6e0-43e6-935e-c3c88de4150c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:44Z', 'updated_at': '2021-08-31T09:38:52Z', 'revision_number': 5, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'subnets': [{'id': '790edd4d-e6e0-43e6-935e-c3c88de4150c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:15.936535 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d88a1194-6408-40e2-ab77-4674f266013c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2088949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2087107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5115'] for router, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:15.958958 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f764a00-233e-41bd-bb9f-2d04385fe8c1 None None] Checking router: b26e5342-3062-4647-bcb1-737803b8fc15 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:40:15.968551 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f764a00-233e-41bd-bb9f-2d04385fe8c1 None None] Routers {'b26e5342-3062-4647-bcb1-737803b8fc15'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:15.969149 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-8f764a00-233e-41bd-bb9f-2d04385fe8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b26e5342-3062-4647-bcb1-737803b8fc15'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:15.983557 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28d7e9-fb6e-442b-8abf-17f93603944a req-346ea612-6389-456a-88b2-317380da1a1d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:15.985073 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7e28d7e9-fb6e-442b-8abf-17f93603944a req-346ea612-6389-456a-88b2-317380da1a1d tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/ports?device_id=7e0fbc9c-7164-47a9-b80e-11e8caedd9ec HTTP/1.1" status: 200 len: 985 time: 0.1071010 Aug 31 09:40:16.032207 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54eefb70-6e3c-4abe-96eb-801d7f2c6c7b req-430da480-fd8b-44c6-94f2-bd3186bb9dff service neutron] 10.222.0.59 "GET /v2.0/networks/4a23d3c2-c603-458c-a06b-a4b8380d7b29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417675 Aug 31 09:40:16.048498 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d88a1194-6408-40e2-ab77-4674f266013c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2088958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2088935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2087130'] for router, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:16.071102 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7e28d7e9-fb6e-442b-8abf-17f93603944a req-df427bc3-7c46-49dd-845f-a769ddbf72f7 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/security-groups?id=72778a1d-8b89-4a6f-98c8-0c3b0e1fb5bb&id=4c01a856-8b78-43f1-a92f-5091f633857c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0794580 Aug 31 09:40:16.086580 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-8f764a00-233e-41bd-bb9f-2d04385fe8c1 None None] Set router b26e5342-3062-4647-bcb1-737803b8fc15 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:16.149585 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54eefb70-6e3c-4abe-96eb-801d7f2c6c7b req-b75240cc-df3c-407d-9216-d5b83deb99b5 service neutron] 10.222.0.59 "GET /v2.0/networks/4a23d3c2-c603-458c-a06b-a4b8380d7b29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090405 Aug 31 09:40:16.161754 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88a1194-6408-40e2-ab77-4674f266013c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Router 66de9f71-ac77-4b4f-b0a1-4b7456a29741 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:40:16.305793 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-8f764a00-233e-41bd-bb9f-2d04385fe8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1046053382', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '8dd1d78c-bca5-4ed8-9435-f6993eafa81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:40Z', 'updated_at': '2021-08-31T09:38:45Z', 'revision_number': 4, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'gw_port': {'id': '8dd1d78c-bca5-4ed8-9435-f6993eafa81b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:40Z', 'updated_at': '2021-08-31T09:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'c45f57a7-6e39-45c7-8680-4986ecc53d68', 'name': '', 'network_id': '4a23d3c2-c603-458c-a06b-a4b8380d7b29', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'mac_address': 'fa:16:3e:ce:9b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '790edd4d-e6e0-43e6-935e-c3c88de4150c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:44Z', 'updated_at': '2021-08-31T09:38:52Z', 'revision_number': 5, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'subnets': [{'id': '790edd4d-e6e0-43e6-935e-c3c88de4150c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:16.334331 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f764a00-233e-41bd-bb9f-2d04385fe8c1 None None] The sync data for ids ['b26e5342-3062-4647-bcb1-737803b8fc15'] in n-d-791506-28 is: [{'id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1046053382', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '8dd1d78c-bca5-4ed8-9435-f6993eafa81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:40Z', 'updated_at': '2021-08-31T09:38:45Z', 'revision_number': 4, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'gw_port': {'id': '8dd1d78c-bca5-4ed8-9435-f6993eafa81b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:40Z', 'updated_at': '2021-08-31T09:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'c45f57a7-6e39-45c7-8680-4986ecc53d68', 'name': '', 'network_id': '4a23d3c2-c603-458c-a06b-a4b8380d7b29', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'mac_address': 'fa:16:3e:ce:9b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '790edd4d-e6e0-43e6-935e-c3c88de4150c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:44Z', 'updated_at': '2021-08-31T09:38:52Z', 'revision_number': 5, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'subnets': [{'id': '790edd4d-e6e0-43e6-935e-c3c88de4150c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:16.553965 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d403d662-95f7-48a4-aabd-354a1aba3f27 None None] New status for floating IP 02bda825-4645-43ec-a254-ab80068a4c49: DOWN {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:40:16.583266 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88a1194-6408-40e2-ab77-4674f266013c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:16.592818 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ec4a89-6ad4-408f-90e3-8acb8a46e10a None None] Sync routers for ids ['66de9f71-ac77-4b4f-b0a1-4b7456a29741'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:16.593351 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d88a1194-6408-40e2-ab77-4674f266013c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:16.596815 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d88a1194-6408-40e2-ab77-4674f266013c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "PUT /v2.0/routers/66de9f71-ac77-4b4f-b0a1-4b7456a29741 HTTP/1.1" status: 200 len: 886 time: 0.9997740 Aug 31 09:40:16.597064 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60886) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:16.602426 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ec4a89-6ad4-408f-90e3-8acb8a46e10a None None] Routers {'66de9f71-ac77-4b4f-b0a1-4b7456a29741'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:16.603045 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d8ec4a89-6ad4-408f-90e3-8acb8a46e10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['66de9f71-ac77-4b4f-b0a1-4b7456a29741'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:16.636288 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d8ec4a89-6ad4-408f-90e3-8acb8a46e10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:16.646072 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ec4a89-6ad4-408f-90e3-8acb8a46e10a None None] Routers {'66de9f71-ac77-4b4f-b0a1-4b7456a29741'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:16.646711 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d8ec4a89-6ad4-408f-90e3-8acb8a46e10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['66de9f71-ac77-4b4f-b0a1-4b7456a29741'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:16.681103 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d8ec4a89-6ad4-408f-90e3-8acb8a46e10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:16.681744 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ec4a89-6ad4-408f-90e3-8acb8a46e10a None None] The sync data for ids ['66de9f71-ac77-4b4f-b0a1-4b7456a29741'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:16.712726 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8df62bde-9acb-41ff-a29e-bd55ed192c0a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "GET /v2.0/routers/66de9f71-ac77-4b4f-b0a1-4b7456a29741 HTTP/1.1" status: 200 len: 886 time: 0.1145732 Aug 31 09:40:16.715463 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60888) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:16.743072 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a795925c-b9a3-4a57-82b2-7186304e3a0b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "GET /v2.0/ports?device_id=66de9f71-ac77-4b4f-b0a1-4b7456a29741 HTTP/1.1" status: 200 len: 205 time: 0.0264418 Aug 31 09:40:16.745396 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60890) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:16.858273 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27044858-5307-40c7-996a-994c2270bd5a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:16.964918 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27044858-5307-40c7-996a-994c2270bd5a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:17.024878 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:17.123450 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-27044858-5307-40c7-996a-994c2270bd5a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Deleting port 8bada899-eebb-4f4a-a4aa-d5ffa8521496 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:17.123798 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27044858-5307-40c7-996a-994c2270bd5a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:17.234004 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60fa3ab-0096-4cc6-be5a-6e9013e9a5fe req-22cf871e-d169-420f-a191-b623ab6e1f7c tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:17.235527 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c60fa3ab-0096-4cc6-be5a-6e9013e9a5fe req-22cf871e-d169-420f-a191-b623ab6e1f7c tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/ports?device_id=7e0fbc9c-7164-47a9-b80e-11e8caedd9ec HTTP/1.1" status: 200 len: 985 time: 0.0965664 Aug 31 09:40:17.254802 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27044858-5307-40c7-996a-994c2270bd5a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:17.284182 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-27044858-5307-40c7-996a-994c2270bd5a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Calling delete_port for 8bada899-eebb-4f4a-a4aa-d5ffa8521496 owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:17.358391 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c60fa3ab-0096-4cc6-be5a-6e9013e9a5fe req-f26c2667-dd66-407f-ae61-636a436eb0aa tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/security-groups?id=72778a1d-8b89-4a6f-98c8-0c3b0e1fb5bb&id=4c01a856-8b78-43f1-a92f-5091f633857c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1143324 Aug 31 09:40:17.382615 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11664281-d696-48f4-b581-02deba34a3e4 req-02181bb4-97f3-47cf-a14d-c4d3a4b3f8ec tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:17.384072 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11664281-d696-48f4-b581-02deba34a3e4 req-02181bb4-97f3-47cf-a14d-c4d3a4b3f8ec tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e0fbc9c-7164-47a9-b80e-11e8caedd9ec HTTP/1.1" status: 200 len: 985 time: 0.1128075 Aug 31 09:40:17.563593 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-11664281-d696-48f4-b581-02deba34a3e4 req-f40bf591-20a6-43e8-aa08-fa15bacc2b7a tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Deleting port 64d634bb-c34a-4f93-939d-ab1bc43df6a7 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:17.563846 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-11664281-d696-48f4-b581-02deba34a3e4 req-f40bf591-20a6-43e8-aa08-fa15bacc2b7a tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:17.659194 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27044858-5307-40c7-996a-994c2270bd5a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:17.661945 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-11664281-d696-48f4-b581-02deba34a3e4 req-f40bf591-20a6-43e8-aa08-fa15bacc2b7a tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] For port 64d634bb-c34a-4f93-939d-ab1bc43df6a7, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=64d634bb-c34a-4f93-939d-ab1bc43df6a7,segment=NetworkSegment(c8b22b05-6c83-4975-a160-05efcd305ac0),segment_id=c8b22b05-6c83-4975-a160-05efcd305ac0)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:17.662289 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-11664281-d696-48f4-b581-02deba34a3e4 req-f40bf591-20a6-43e8-aa08-fa15bacc2b7a tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:17.696813 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27044858-5307-40c7-996a-994c2270bd5a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Port': ['ID=8bada899-eebb-4f4a-a4aa-d5ffa8521496,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:17.698909 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-11664281-d696-48f4-b581-02deba34a3e4 req-f40bf591-20a6-43e8-aa08-fa15bacc2b7a tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Calling delete_port for 64d634bb-c34a-4f93-939d-ab1bc43df6a7 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:17.808207 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27044858-5307-40c7-996a-994c2270bd5a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:17.908909 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27044858-5307-40c7-996a-994c2270bd5a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:17.911298 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27044858-5307-40c7-996a-994c2270bd5a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:18.033883 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27044858-5307-40c7-996a-994c2270bd5a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:18.034442 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27044858-5307-40c7-996a-994c2270bd5a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Fanout notify agent at l3_agent the message router_deleted on router 66de9f71-ac77-4b4f-b0a1-4b7456a29741 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:40:18.044686 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27044858-5307-40c7-996a-994c2270bd5a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:18.044686 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-27044858-5307-40c7-996a-994c2270bd5a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/routers/66de9f71-ac77-4b4f-b0a1-4b7456a29741 HTTP/1.1" status: 204 len: 168 time: 1.2958853 Aug 31 09:40:18.046110 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60896) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:18.050901 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-ff1ac822-24d7-4b2a-8263-e82c86393460 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Request body: {'network': {'name': 'tempest-RoutersTest-1375390779'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:18.064708 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-11664281-d696-48f4-b581-02deba34a3e4 req-f40bf591-20a6-43e8-aa08-fa15bacc2b7a tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:18.101795 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40bf591-20a6-43e8-aa08-fa15bacc2b7a tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Pushing event deleted for resources: {'Port': ['ID=64d634bb-c34a-4f93-939d-ab1bc43df6a7,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:18.145598 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-11664281-d696-48f4-b581-02deba34a3e4 req-f40bf591-20a6-43e8-aa08-fa15bacc2b7a tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] No DVR routers for this DVR port 64d634bb-c34a-4f93-939d-ab1bc43df6a7 on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:18.148042 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-11664281-d696-48f4-b581-02deba34a3e4 req-f40bf591-20a6-43e8-aa08-fa15bacc2b7a tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:18.150092 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11664281-d696-48f4-b581-02deba34a3e4 req-f40bf591-20a6-43e8-aa08-fa15bacc2b7a tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.59 "DELETE /v2.0/ports/64d634bb-c34a-4f93-939d-ab1bc43df6a7 HTTP/1.1" status: 204 len: 173 time: 0.7590370 Aug 31 09:40:18.150526 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0fbc9c-7164-47a9-b80e-11e8caedd9ec', 'name': 'network-vif-deleted', 'tag': '64d634bb-c34a-4f93-939d-ab1bc43df6a7'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:40:18.153657 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0999aba5-a4c4-4d83-9628-84850e20554a" -d '{"events": [{"server_uuid": "7e0fbc9c-7164-47a9-b80e-11e8caedd9ec", "name": "network-vif-deleted", "tag": "64d634bb-c34a-4f93-939d-ab1bc43df6a7"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:40:18.182306 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1ac822-24d7-4b2a-8263-e82c86393460 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Made reservation on behalf of 818bf9b67c5b497e8fcb55380b7274bf for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:18.186741 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ff1ac822-24d7-4b2a-8263-e82c86393460 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:18.200819 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab9223a-882c-419f-abf2-45b717cd2f20 x-openstack-request-id: req-7ab9223a-882c-419f-abf2-45b717cd2f20 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:40:18.201100 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0fbc9c-7164-47a9-b80e-11e8caedd9ec", "name": "network-vif-deleted", "tag": "64d634bb-c34a-4f93-939d-ab1bc43df6a7", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:40:18.201346 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-7ab9223a-882c-419f-abf2-45b717cd2f20 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:40:18.201728 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0fbc9c-7164-47a9-b80e-11e8caedd9ec', 'name': 'network-vif-deleted', 'tag': '64d634bb-c34a-4f93-939d-ab1bc43df6a7', 'status': 'completed', 'code': 200} Aug 31 09:40:18.214003 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff1ac822-24d7-4b2a-8263-e82c86393460 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] vlan segment allocate from pool success with {'vlan_id': 1604, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:40:18.222996 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ff1ac822-24d7-4b2a-8263-e82c86393460 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:18.223330 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-ff1ac822-24d7-4b2a-8263-e82c86393460 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Added segment 98404341-bce6-4d31-995b-f2e530e1316c of type vlan for network 6123b548-f96f-4b04-bbe3-48c0e0f11348 Aug 31 09:40:18.264822 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ff1ac822-24d7-4b2a-8263-e82c86393460 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:18.353774 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ff1ac822-24d7-4b2a-8263-e82c86393460 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:18.359703 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1ac822-24d7-4b2a-8263-e82c86393460 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:18.360294 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ff1ac822-24d7-4b2a-8263-e82c86393460 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:18.435690 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ac822-24d7-4b2a-8263-e82c86393460 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Network': ['ID=6123b548-f96f-4b04-bbe3-48c0e0f11348,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:18.446012 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ff1ac822-24d7-4b2a-8263-e82c86393460 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3986325 Aug 31 09:40:18.448517 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60902) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:18.455854 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 6123b548-f96f-4b04-bbe3-48c0e0f11348 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:40:18.456701 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-8df94d9d-f5a0-48cd-9e46-baa6cd2b325c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Request body: {'subnet': {'network_id': '6123b548-f96f-4b04-bbe3-48c0e0f11348', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:18.523936 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d7628d29-7c8e-4660-a896-a4a43e1e0a24 req-23811c0b-841f-4ca1-9298-16937960542e tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "GET /v2.0/ports?device_id=7e0fbc9c-7164-47a9-b80e-11e8caedd9ec HTTP/1.1" status: 200 len: 210 time: 0.0641584 Aug 31 09:40:18.613747 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df94d9d-f5a0-48cd-9e46-baa6cd2b325c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Made reservation on behalf of 818bf9b67c5b497e8fcb55380b7274bf for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:18.617316 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8df94d9d-f5a0-48cd-9e46-baa6cd2b325c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.159567 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8df94d9d-f5a0-48cd-9e46-baa6cd2b325c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.225178 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df94d9d-f5a0-48cd-9e46-baa6cd2b325c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Subnet': ['ID=9423ba7e-7195-4a8a-82dd-cf992562f997,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:19.237212 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df94d9d-f5a0-48cd-9e46-baa6cd2b325c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Checking segment: {'id': '98404341-bce6-4d31-995b-f2e530e1316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '6123b548-f96f-4b04-bbe3-48c0e0f11348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:19.237575 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df94d9d-f5a0-48cd-9e46-baa6cd2b325c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network hostable DHCP agents. Network: 6123b548-f96f-4b04-bbe3-48c0e0f11348, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:40:19.307415 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df94d9d-f5a0-48cd-9e46-baa6cd2b325c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network 6123b548-f96f-4b04-bbe3-48c0e0f11348 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:40:19.381630 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-8df94d9d-f5a0-48cd-9e46-baa6cd2b325c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 6123b548-f96f-4b04-bbe3-48c0e0f11348) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:19.385502 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df94d9d-f5a0-48cd-9e46-baa6cd2b325c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:19.386080 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8df94d9d-f5a0-48cd-9e46-baa6cd2b325c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.390980 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b822c13d-e939-486d-b394-378005d930b0 None None] Network 6123b548-f96f-4b04-bbe3-48c0e0f11348 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:19.454272 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8df94d9d-f5a0-48cd-9e46-baa6cd2b325c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0044625 Aug 31 09:40:19.456769 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60904) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:19.461788 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-b688da2a-29f3-49e6-90b9-df8edb61e14c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-630836900', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:19.532894 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a48a46-38a3-4354-acf0-1414e560fed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-6123b548-f96f-4b04-bbe3-48c0e0f11348', 'network_id': '6123b548-f96f-4b04-bbe3-48c0e0f11348', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'fixed_ips': [{'subnet_id': '9423ba7e-7195-4a8a-82dd-cf992562f997'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:40:19.533746 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f8a48a46-38a3-4354-acf0-1414e560fed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.547922 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b688da2a-29f3-49e6-90b9-df8edb61e14c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.549341 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b688da2a-29f3-49e6-90b9-df8edb61e14c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.589496 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60908) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:19.605912 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b688da2a-29f3-49e6-90b9-df8edb61e14c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.639276 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8b25c7f-ce9b-4d22-93ff-afb1069b0e52 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.662136 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8b25c7f-ce9b-4d22-93ff-afb1069b0e52 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.670700 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b688da2a-29f3-49e6-90b9-df8edb61e14c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.673443 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-f8a48a46-38a3-4354-acf0-1414e560fed3 None None] Allocated IP 172.20.0.2 (6123b548-f96f-4b04-bbe3-48c0e0f11348/9423ba7e-7195-4a8a-82dd-cf992562f997/0f302473-2cc2-4f5c-9671-eb43ee75b493) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:19.756386 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b688da2a-29f3-49e6-90b9-df8edb61e14c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.757665 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b688da2a-29f3-49e6-90b9-df8edb61e14c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2999303 Aug 31 09:40:19.768610 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60910) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:19.816189 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8b25c7f-ce9b-4d22-93ff-afb1069b0e52 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.818947 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8b25c7f-ce9b-4d22-93ff-afb1069b0e52 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.822576 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e8b25c7f-ce9b-4d22-93ff-afb1069b0e52 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "DELETE /v2.0/security-groups/4c01a856-8b78-43f1-a92f-5091f633857c HTTP/1.1" status: 204 len: 168 time: 0.2351418 Aug 31 09:40:19.823106 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60912) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:19.865294 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b25c7f-ce9b-4d22-93ff-afb1069b0e52 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c01a856-8b78-43f1-a92f-5091f633857c,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:19.881594 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-32b694da-85ed-4959-b789-8a5ee6bd35dc tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.906926 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-32b694da-85ed-4959-b789-8a5ee6bd35dc tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:19.918369 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b25c7f-ce9b-4d22-93ff-afb1069b0e52 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:19.919171 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b25c7f-ce9b-4d22-93ff-afb1069b0e52 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:19.919171 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b25c7f-ce9b-4d22-93ff-afb1069b0e52 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:19.919472 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b25c7f-ce9b-4d22-93ff-afb1069b0e52 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:19.919805 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b25c7f-ce9b-4d22-93ff-afb1069b0e52 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:19.920132 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b25c7f-ce9b-4d22-93ff-afb1069b0e52 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:19.920458 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b25c7f-ce9b-4d22-93ff-afb1069b0e52 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:19.920779 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b25c7f-ce9b-4d22-93ff-afb1069b0e52 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:19.921099 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b25c7f-ce9b-4d22-93ff-afb1069b0e52 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:19.921417 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b25c7f-ce9b-4d22-93ff-afb1069b0e52 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:19.921740 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b25c7f-ce9b-4d22-93ff-afb1069b0e52 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:19.922050 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b25c7f-ce9b-4d22-93ff-afb1069b0e52 tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:19.982928 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f8a48a46-38a3-4354-acf0-1414e560fed3 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.073849 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f8a48a46-38a3-4354-acf0-1414e560fed3 None None] Transition to ACTIVE for port object 0f302473-2cc2-4f5c-9671-eb43ee75b493 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:20.074139 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-32b694da-85ed-4959-b789-8a5ee6bd35dc tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.076864 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-32b694da-85ed-4959-b789-8a5ee6bd35dc tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.080830 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-32b694da-85ed-4959-b789-8a5ee6bd35dc tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "DELETE /v2.0/security-groups/72778a1d-8b89-4a6f-98c8-0c3b0e1fb5bb HTTP/1.1" status: 204 len: 168 time: 0.2539032 Aug 31 09:40:20.082809 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60914) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:20.090906 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f8a48a46-38a3-4354-acf0-1414e560fed3 None None] Transition to ACTIVE for port object 0f302473-2cc2-4f5c-9671-eb43ee75b493 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:20.096429 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b694da-85ed-4959-b789-8a5ee6bd35dc tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72778a1d-8b89-4a6f-98c8-0c3b0e1fb5bb,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:20.099456 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e54deb7-f447-4143-b3ca-80085b4867b2 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.168914 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f8a48a46-38a3-4354-acf0-1414e560fed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.212655 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a48a46-38a3-4354-acf0-1414e560fed3 None None] Network 6123b548-f96f-4b04-bbe3-48c0e0f11348 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:20.218807 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-f8a48a46-38a3-4354-acf0-1414e560fed3 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:20.221733 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a48a46-38a3-4354-acf0-1414e560fed3 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:20.224872 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a48a46-38a3-4354-acf0-1414e560fed3 None None] Pushing event updated for resources: {'Port': ['ID=0f302473-2cc2-4f5c-9671-eb43ee75b493,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:20.293878 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-f8a48a46-38a3-4354-acf0-1414e560fed3 None None] Attempting to bind port 0f302473-2cc2-4f5c-9671-eb43ee75b493 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:40:20.294430 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-f8a48a46-38a3-4354-acf0-1414e560fed3 None None] Attempting to bind port 0f302473-2cc2-4f5c-9671-eb43ee75b493 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '98404341-bce6-4d31-995b-f2e530e1316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '6123b548-f96f-4b04-bbe3-48c0e0f11348'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:40:20.294918 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a48a46-38a3-4354-acf0-1414e560fed3 None None] Attempting to bind port 0f302473-2cc2-4f5c-9671-eb43ee75b493 on network 6123b548-f96f-4b04-bbe3-48c0e0f11348 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:20.300560 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a48a46-38a3-4354-acf0-1414e560fed3 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:40:20.309072 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a48a46-38a3-4354-acf0-1414e560fed3 None None] Checking segment: {'id': '98404341-bce6-4d31-995b-f2e530e1316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '6123b548-f96f-4b04-bbe3-48c0e0f11348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:20.309072 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f8a48a46-38a3-4354-acf0-1414e560fed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.309072 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a48a46-38a3-4354-acf0-1414e560fed3 None None] Bound using segment: {'id': '98404341-bce6-4d31-995b-f2e530e1316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '6123b548-f96f-4b04-bbe3-48c0e0f11348'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:40:20.309072 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-f8a48a46-38a3-4354-acf0-1414e560fed3 None None] Bound port: 0f302473-2cc2-4f5c-9671-eb43ee75b493, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98404341-bce6-4d31-995b-f2e530e1316c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '6123b548-f96f-4b04-bbe3-48c0e0f11348'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:40:20.309072 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f8a48a46-38a3-4354-acf0-1414e560fed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.369979 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-3e54deb7-f447-4143-b3ca-80085b4867b2 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Allocated IP 172.20.0.1 (6123b548-f96f-4b04-bbe3-48c0e0f11348/9423ba7e-7195-4a8a-82dd-cf992562f997/348cf869-c45d-4677-a882-29151be33eb4) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:20.378740 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-f8a48a46-38a3-4354-acf0-1414e560fed3 None None] For port 0f302473-2cc2-4f5c-9671-eb43ee75b493, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:40:20.382287 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-f8a48a46-38a3-4354-acf0-1414e560fed3 None None] For port 0f302473-2cc2-4f5c-9671-eb43ee75b493, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=0f302473-2cc2-4f5c-9671-eb43ee75b493,segment=NetworkSegment(98404341-bce6-4d31-995b-f2e530e1316c),segment_id=98404341-bce6-4d31-995b-f2e530e1316c)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:40:20.448058 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f8a48a46-38a3-4354-acf0-1414e560fed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.492275 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef8018f5-422c-4a43-9b25-73a3b2fdf32a tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.492870 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e54deb7-f447-4143-b3ca-80085b4867b2 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.507072 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a48a46-38a3-4354-acf0-1414e560fed3 None None] Pushing event updated for resources: {'Port': ['ID=0f302473-2cc2-4f5c-9671-eb43ee75b493,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:20.507945 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-3e54deb7-f447-4143-b3ca-80085b4867b2 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Transition to ACTIVE for port object 348cf869-c45d-4677-a882-29151be33eb4 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:20.608310 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e54deb7-f447-4143-b3ca-80085b4867b2 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.662209 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 64d634bb-c34a-4f93-939d-ab1bc43df6a7 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:20.676382 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54deb7-f447-4143-b3ca-80085b4867b2 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Port': ['ID=348cf869-c45d-4677-a882-29151be33eb4,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:20.705073 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e54deb7-f447-4143-b3ca-80085b4867b2 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network 6123b548-f96f-4b04-bbe3-48c0e0f11348 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:20.710155 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 64d634bb-c34a-4f93-939d-ab1bc43df6a7 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:20.716099 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 64d634bb-c34a-4f93-939d-ab1bc43df6a7 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:40:20.730497 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-3e54deb7-f447-4143-b3ca-80085b4867b2 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:20.749734 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e54deb7-f447-4143-b3ca-80085b4867b2 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:20.828969 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e54deb7-f447-4143-b3ca-80085b4867b2 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.835147 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-ef8018f5-422c-4a43-9b25-73a3b2fdf32a tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Deleting port c45f57a7-6e39-45c7-8680-4986ecc53d68 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:20.835494 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef8018f5-422c-4a43-9b25-73a3b2fdf32a tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.938342 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-ef8018f5-422c-4a43-9b25-73a3b2fdf32a tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] For port c45f57a7-6e39-45c7-8680-4986ecc53d68, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=c45f57a7-6e39-45c7-8680-4986ecc53d68,segment=NetworkSegment(c8b22b05-6c83-4975-a160-05efcd305ac0),segment_id=c8b22b05-6c83-4975-a160-05efcd305ac0)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:20.938773 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef8018f5-422c-4a43-9b25-73a3b2fdf32a tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:20.951963 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-ef8018f5-422c-4a43-9b25-73a3b2fdf32a tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Calling delete_port for c45f57a7-6e39-45c7-8680-4986ecc53d68 owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:21.039598 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e54deb7-f447-4143-b3ca-80085b4867b2 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:21.190875 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef8018f5-422c-4a43-9b25-73a3b2fdf32a tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:21.219602 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8018f5-422c-4a43-9b25-73a3b2fdf32a tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Pushing event deleted for resources: {'Port': ['ID=c45f57a7-6e39-45c7-8680-4986ecc53d68,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:21.316657 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e54deb7-f447-4143-b3ca-80085b4867b2 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:21.362517 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e54deb7-f447-4143-b3ca-80085b4867b2 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:21.411618 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef8018f5-422c-4a43-9b25-73a3b2fdf32a tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:21.452933 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54deb7-f447-4143-b3ca-80085b4867b2 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Port': ['ID=348cf869-c45d-4677-a882-29151be33eb4,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:21.458503 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e54deb7-f447-4143-b3ca-80085b4867b2 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:21.562417 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e54deb7-f447-4143-b3ca-80085b4867b2 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network 6123b548-f96f-4b04-bbe3-48c0e0f11348 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:21.563982 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-3e54deb7-f447-4143-b3ca-80085b4867b2 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:21.637629 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568cc52b-4024-4fcc-b64f-861c65a0bbca None None] Network 6123b548-f96f-4b04-bbe3-48c0e0f11348 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:21.655502 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8018f5-422c-4a43-9b25-73a3b2fdf32a tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Router b26e5342-3062-4647-bcb1-737803b8fc15 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:40:21.768257 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e54deb7-f447-4143-b3ca-80085b4867b2 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Router 2c348914-26a3-4559-a9f0-5e801b1b309a is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:40:21.781321 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8018f5-422c-4a43-9b25-73a3b2fdf32a tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:21.787901 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ef8018f5-422c-4a43-9b25-73a3b2fdf32a tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "PUT /v2.0/routers/b26e5342-3062-4647-bcb1-737803b8fc15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7028213 Aug 31 09:40:21.790853 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60920) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:21.816559 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831ddc93-bbd8-401c-9175-f55726a5f8df None None] Sync routers for ids ['b26e5342-3062-4647-bcb1-737803b8fc15'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:21.820783 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e8ffc66-debf-4170-8e19-bfecd41b3b2e None None] Provisioning for port 0f302473-2cc2-4f5c-9671-eb43ee75b493 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:21.871482 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7677442-8c1f-4458-a80e-9eab504233fa tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Deleting subnet 790edd4d-e6e0-43e6-935e-c3c88de4150c {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:40:21.872165 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831ddc93-bbd8-401c-9175-f55726a5f8df None None] Routers {'b26e5342-3062-4647-bcb1-737803b8fc15'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:21.872807 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-831ddc93-bbd8-401c-9175-f55726a5f8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b26e5342-3062-4647-bcb1-737803b8fc15'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:21.875005 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d7677442-8c1f-4458-a80e-9eab504233fa tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:21.908812 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e54deb7-f447-4143-b3ca-80085b4867b2 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:21.916018 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3e54deb7-f447-4143-b3ca-80085b4867b2 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "PUT /v2.0/routers/2c348914-26a3-4559-a9f0-5e801b1b309a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1461525 Aug 31 09:40:21.919944 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60922) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:21.920217 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a509afd8-22ed-4550-8047-3a6ad9e67c93 None None] Sync routers for ids ['2c348914-26a3-4559-a9f0-5e801b1b309a'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:21.923596 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d7677442-8c1f-4458-a80e-9eab504233fa tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:21.932642 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 0f302473-2cc2-4f5c-9671-eb43ee75b493 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:21.935862 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a509afd8-22ed-4550-8047-3a6ad9e67c93 None None] Routers {'2c348914-26a3-4559-a9f0-5e801b1b309a'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:21.937198 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a509afd8-22ed-4550-8047-3a6ad9e67c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['2c348914-26a3-4559-a9f0-5e801b1b309a'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:21.976166 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300c4fb4-586f-4f60-806e-c0640e343e47 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:21.977608 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-300c4fb4-586f-4f60-806e-c0640e343e47 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "GET /v2.0/ports/348cf869-c45d-4677-a882-29151be33eb4 HTTP/1.1" status: 200 len: 910 time: 0.0558431 Aug 31 09:40:21.980174 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60924) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:21.985463 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a509afd8-22ed-4550-8047-3a6ad9e67c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:21.995152 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-47ff564a-07a3-4359-8f6c-5336246730b5 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9423ba7e-7195-4a8a-82dd-cf992562f997'}]}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:22.003751 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a509afd8-22ed-4550-8047-3a6ad9e67c93 None None] Routers {'2c348914-26a3-4559-a9f0-5e801b1b309a'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:22.005414 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a509afd8-22ed-4550-8047-3a6ad9e67c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['2c348914-26a3-4559-a9f0-5e801b1b309a'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:22.051674 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a509afd8-22ed-4550-8047-3a6ad9e67c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:22.052900 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a509afd8-22ed-4550-8047-3a6ad9e67c93 None None] The sync data for ids ['2c348914-26a3-4559-a9f0-5e801b1b309a'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:22.072578 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-831ddc93-bbd8-401c-9175-f55726a5f8df None None] Set router b26e5342-3062-4647-bcb1-737803b8fc15 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:22.076018 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d7677442-8c1f-4458-a80e-9eab504233fa tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:22.137638 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 0f302473-2cc2-4f5c-9671-eb43ee75b493 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:22.151290 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 0f302473-2cc2-4f5c-9671-eb43ee75b493 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:22.153072 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:22.183263 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-47ff564a-07a3-4359-8f6c-5336246730b5 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:22.220376 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d7677442-8c1f-4458-a80e-9eab504233fa tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:22.253372 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7677442-8c1f-4458-a80e-9eab504233fa tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Pushing event deleted for resources: {'Subnet': ['ID=790edd4d-e6e0-43e6-935e-c3c88de4150c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:22.262714 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d7677442-8c1f-4458-a80e-9eab504233fa tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:22.265064 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d7677442-8c1f-4458-a80e-9eab504233fa tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "DELETE /v2.0/subnets/790edd4d-e6e0-43e6-935e-c3c88de4150c HTTP/1.1" status: 204 len: 168 time: 0.4730499 Aug 31 09:40:22.271178 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60926) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:22.289748 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcc15e0-f8fb-4153-a34b-740a42f3668b None None] Network 4a23d3c2-c603-458c-a06b-a4b8380d7b29 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:22.390473 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:22.407058 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:40:22.425119 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab7e42b5-b047-492a-a49b-53cfa61fdcbf tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:22.441344 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-85d604a3-1d6d-4e58-b89a-83138c0ba2bc None None] Provisioning for port 348cf869-c45d-4677-a882-29151be33eb4 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:22.478184 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-85d604a3-1d6d-4e58-b89a-83138c0ba2bc None None] Provisioning complete for port 348cf869-c45d-4677-a882-29151be33eb4 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:22.478577 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-85d604a3-1d6d-4e58-b89a-83138c0ba2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:22.481812 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 0f302473-2cc2-4f5c-9671-eb43ee75b493, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=0f302473-2cc2-4f5c-9671-eb43ee75b493,segment=NetworkSegment(98404341-bce6-4d31-995b-f2e530e1316c),segment_id=98404341-bce6-4d31-995b-f2e530e1316c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:22.522968 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-831ddc93-bbd8-401c-9175-f55726a5f8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1046053382', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '8dd1d78c-bca5-4ed8-9435-f6993eafa81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:40Z', 'updated_at': '2021-08-31T09:40:21Z', 'revision_number': 5, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'gw_port': {'id': '8dd1d78c-bca5-4ed8-9435-f6993eafa81b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:40Z', 'updated_at': '2021-08-31T09:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:22.562668 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831ddc93-bbd8-401c-9175-f55726a5f8df None None] Checking router: b26e5342-3062-4647-bcb1-737803b8fc15 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:40:22.565682 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-85d604a3-1d6d-4e58-b89a-83138c0ba2bc None None] Port 348cf869-c45d-4677-a882-29151be33eb4 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:40:22.567324 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:22.602460 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab7e42b5-b047-492a-a49b-53cfa61fdcbf tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:22.615869 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831ddc93-bbd8-401c-9175-f55726a5f8df None None] Routers {'b26e5342-3062-4647-bcb1-737803b8fc15'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:22.616796 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-831ddc93-bbd8-401c-9175-f55726a5f8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b26e5342-3062-4647-bcb1-737803b8fc15'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:22.621369 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-85d604a3-1d6d-4e58-b89a-83138c0ba2bc None None] Provisioning complete for port 0f302473-2cc2-4f5c-9671-eb43ee75b493 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:22.621743 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-85d604a3-1d6d-4e58-b89a-83138c0ba2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:22.662066 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-47ff564a-07a3-4359-8f6c-5336246730b5 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:22.700081 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935323f0-5dd4-4dee-8cc2-4b3da98a1b70 None None] DHCP port deletion for 4a23d3c2-c603-458c-a06b-a4b8380d7b29 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:40:22.715651 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=0f302473-2cc2-4f5c-9671-eb43ee75b493,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:22.730002 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-ab7e42b5-b047-492a-a49b-53cfa61fdcbf tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Deleting port 8dd1d78c-bca5-4ed8-9435-f6993eafa81b {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:22.730669 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab7e42b5-b047-492a-a49b-53cfa61fdcbf tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:22.755330 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-47ff564a-07a3-4359-8f6c-5336246730b5 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:22.808301 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-831ddc93-bbd8-401c-9175-f55726a5f8df None None] Set router b26e5342-3062-4647-bcb1-737803b8fc15 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:22.829653 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-ab7e42b5-b047-492a-a49b-53cfa61fdcbf tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] For port 8dd1d78c-bca5-4ed8-9435-f6993eafa81b, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8dd1d78c-bca5-4ed8-9435-f6993eafa81b,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:22.830321 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab7e42b5-b047-492a-a49b-53cfa61fdcbf tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:22.844345 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ff564a-07a3-4359-8f6c-5336246730b5 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:22.845100 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-47ff564a-07a3-4359-8f6c-5336246730b5 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:22.845774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-ab7e42b5-b047-492a-a49b-53cfa61fdcbf tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Calling delete_port for 8dd1d78c-bca5-4ed8-9435-f6993eafa81b owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:22.849228 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-47ff564a-07a3-4359-8f6c-5336246730b5 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "PUT /v2.0/ports/348cf869-c45d-4677-a882-29151be33eb4 HTTP/1.1" status: 200 len: 910 time: 0.8641024 Aug 31 09:40:22.849228 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff564a-07a3-4359-8f6c-5336246730b5 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Port': ['ID=348cf869-c45d-4677-a882-29151be33eb4,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:22.849503 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60928) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:22.952187 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-935323f0-5dd4-4dee-8cc2-4b3da98a1b70 None None] Deleting port c8b328d8-38a1-46b4-b164-ceb7dc510d5e {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:22.952711 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-935323f0-5dd4-4dee-8cc2-4b3da98a1b70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:23.040978 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-935323f0-5dd4-4dee-8cc2-4b3da98a1b70 None None] For port c8b328d8-38a1-46b4-b164-ceb7dc510d5e, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=c8b328d8-38a1-46b4-b164-ceb7dc510d5e,segment=NetworkSegment(c8b22b05-6c83-4975-a160-05efcd305ac0),segment_id=c8b22b05-6c83-4975-a160-05efcd305ac0)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:23.041371 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-935323f0-5dd4-4dee-8cc2-4b3da98a1b70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:23.063187 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-935323f0-5dd4-4dee-8cc2-4b3da98a1b70 None None] Calling delete_port for c8b328d8-38a1-46b4-b164-ceb7dc510d5e owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:23.144215 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-73c6fd81-24a8-498c-9dd0-29ab1544f6a1 None None] Provisioning complete for port 348cf869-c45d-4677-a882-29151be33eb4 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:23.144489 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-73c6fd81-24a8-498c-9dd0-29ab1544f6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:23.206103 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-73c6fd81-24a8-498c-9dd0-29ab1544f6a1 None None] Port 348cf869-c45d-4677-a882-29151be33eb4 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:40:23.221932 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-831ddc93-bbd8-401c-9175-f55726a5f8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1046053382', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '8dd1d78c-bca5-4ed8-9435-f6993eafa81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:40Z', 'updated_at': '2021-08-31T09:40:21Z', 'revision_number': 5, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'gw_port': {'id': '8dd1d78c-bca5-4ed8-9435-f6993eafa81b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:40Z', 'updated_at': '2021-08-31T09:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:23.255513 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831ddc93-bbd8-401c-9175-f55726a5f8df None None] The sync data for ids ['b26e5342-3062-4647-bcb1-737803b8fc15'] in n-d-791506-28 is: [{'id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1046053382', 'tenant_id': '18fe70eb6d324600ad1c951e98138b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '8dd1d78c-bca5-4ed8-9435-f6993eafa81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:40Z', 'updated_at': '2021-08-31T09:40:21Z', 'revision_number': 5, 'project_id': '18fe70eb6d324600ad1c951e98138b17', 'gw_port': {'id': '8dd1d78c-bca5-4ed8-9435-f6993eafa81b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26e5342-3062-4647-bcb1-737803b8fc15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:40Z', 'updated_at': '2021-08-31T09:38:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:23.328271 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-935323f0-5dd4-4dee-8cc2-4b3da98a1b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:23.507589 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935323f0-5dd4-4dee-8cc2-4b3da98a1b70 None None] Pushing event deleted for resources: {'Port': ['ID=c8b328d8-38a1-46b4-b164-ceb7dc510d5e,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:23.515523 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935323f0-5dd4-4dee-8cc2-4b3da98a1b70 None None] No DVR routers for this DVR port c8b328d8-38a1-46b4-b164-ceb7dc510d5e on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:23.605692 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab7e42b5-b047-492a-a49b-53cfa61fdcbf tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:23.634414 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e42b5-b047-492a-a49b-53cfa61fdcbf tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Pushing event deleted for resources: {'Port': ['ID=8dd1d78c-bca5-4ed8-9435-f6993eafa81b,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:23.666137 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fb590795-e893-43b2-a399-5d399e64a26b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:23.774104 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab7e42b5-b047-492a-a49b-53cfa61fdcbf tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:23.840715 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 0f302473-2cc2-4f5c-9671-eb43ee75b493 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:23.889514 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 0f302473-2cc2-4f5c-9671-eb43ee75b493 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:23.889875 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:23.917436 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab7e42b5-b047-492a-a49b-53cfa61fdcbf tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:23.935982 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab7e42b5-b047-492a-a49b-53cfa61fdcbf tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:24.014947 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device c8b328d8-38a1-46b4-b164-ceb7dc510d5e no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:24.038156 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: c8b328d8-38a1-46b4-b164-ceb7dc510d5e {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:24.038501 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device c8b328d8-38a1-46b4-b164-ceb7dc510d5e not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:40:24.038937 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device c45f57a7-6e39-45c7-8680-4986ecc53d68 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:24.057514 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: c45f57a7-6e39-45c7-8680-4986ecc53d68 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:24.061236 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device c45f57a7-6e39-45c7-8680-4986ecc53d68 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:40:24.080289 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab7e42b5-b047-492a-a49b-53cfa61fdcbf tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:24.080948 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7e42b5-b047-492a-a49b-53cfa61fdcbf tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Fanout notify agent at l3_agent the message router_deleted on router b26e5342-3062-4647-bcb1-737803b8fc15 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:40:24.088093 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ab7e42b5-b047-492a-a49b-53cfa61fdcbf tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:24.089213 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ab7e42b5-b047-492a-a49b-53cfa61fdcbf tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "DELETE /v2.0/routers/b26e5342-3062-4647-bcb1-737803b8fc15 HTTP/1.1" status: 204 len: 168 time: 1.8168013 Aug 31 09:40:24.093240 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60932) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:24.099343 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-fb590795-e893-43b2-a399-5d399e64a26b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Deleting port 348cf869-c45d-4677-a882-29151be33eb4 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:24.104583 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fb590795-e893-43b2-a399-5d399e64a26b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:24.175124 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-88a94e87-b212-4d02-a868-f95a58c2e25c tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:24.198417 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fb590795-e893-43b2-a399-5d399e64a26b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:24.211849 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-fb590795-e893-43b2-a399-5d399e64a26b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Calling delete_port for 348cf869-c45d-4677-a882-29151be33eb4 owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:24.269296 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-88a94e87-b212-4d02-a868-f95a58c2e25c tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:24.279774 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-88a94e87-b212-4d02-a868-f95a58c2e25c tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a23d3c2-c603-458c-a06b-a4b8380d7b29']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:24.290306 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-88a94e87-b212-4d02-a868-f95a58c2e25c tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b22b05-6c83-4975-a160-05efcd305ac0') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:24.290632 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-88a94e87-b212-4d02-a868-f95a58c2e25c tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b22b05-6c83-4975-a160-05efcd305ac0') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:24.299632 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-88a94e87-b212-4d02-a868-f95a58c2e25c tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:24.312965 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-88a94e87-b212-4d02-a868-f95a58c2e25c tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:24.318858 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88a94e87-b212-4d02-a868-f95a58c2e25c tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Releasing vlan 1643 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:40:24.319256 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-88a94e87-b212-4d02-a868-f95a58c2e25c tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:24.322160 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:40:24.322160 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:40:24.322160 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:40:24.322160 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:40:24.322160 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:40:24.322160 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:40:24.322160 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:40:24.322160 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:40:24.322160 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:40:24.322160 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:40:24.322160 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:40:24.322160 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:40:24.322160 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:40:24.322160 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:40:24.322160 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:40:24.322160 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:40:24.322160 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:40:24.322160 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:40:24.322160 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:40:24.322160 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:40:24.322160 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:40:24.322160 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:40:24.322160 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:40:24.322160 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:40:24.322160 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:40:24.322160 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:40:24.322160 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:40:24.322160 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:40:24.322160 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:40:24.322160 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:40:24.322160 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:40:24.322160 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:40:24.441535 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fb590795-e893-43b2-a399-5d399e64a26b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:24.451115 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-88a94e87-b212-4d02-a868-f95a58c2e25c tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:24.458342 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-88a94e87-b212-4d02-a868-f95a58c2e25c tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:24.463049 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-88a94e87-b212-4d02-a868-f95a58c2e25c tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] 10.222.0.119 "DELETE /v2.0/networks/4a23d3c2-c603-458c-a06b-a4b8380d7b29 HTTP/1.1" status: 204 len: 168 time: 0.3687887 Aug 31 09:40:24.469137 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb590795-e893-43b2-a399-5d399e64a26b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Port': ['ID=348cf869-c45d-4677-a882-29151be33eb4,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:24.474883 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a94e87-b212-4d02-a868-f95a58c2e25c tempest-TestSecurityGroupsBasicOps-980129695 tempest-TestSecurityGroupsBasicOps-980129695-project] Pushing event deleted for resources: {'Network': ['ID=4a23d3c2-c603-458c-a06b-a4b8380d7b29,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:24.616196 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fb590795-e893-43b2-a399-5d399e64a26b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:24.775535 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb590795-e893-43b2-a399-5d399e64a26b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Router 2c348914-26a3-4559-a9f0-5e801b1b309a has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:40:24.852848 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb590795-e893-43b2-a399-5d399e64a26b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:24.858698 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-fb590795-e893-43b2-a399-5d399e64a26b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "PUT /v2.0/routers/2c348914-26a3-4559-a9f0-5e801b1b309a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0078578 Aug 31 09:40:24.861482 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60936) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:24.863658 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106e7d11-4963-4886-a2cd-d23c2d5d63c7 None None] Sync routers for ids ['2c348914-26a3-4559-a9f0-5e801b1b309a'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:24.873421 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106e7d11-4963-4886-a2cd-d23c2d5d63c7 None None] Routers {'2c348914-26a3-4559-a9f0-5e801b1b309a'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:24.874070 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-106e7d11-4963-4886-a2cd-d23c2d5d63c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['2c348914-26a3-4559-a9f0-5e801b1b309a'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:24.888232 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1803de66-1a34-427c-9f32-e5bf5bebc849 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "GET /v2.0/ports?device_id=2c348914-26a3-4559-a9f0-5e801b1b309a HTTP/1.1" status: 200 len: 205 time: 0.0255764 Aug 31 09:40:24.890790 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60938) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:24.906911 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-106e7d11-4963-4886-a2cd-d23c2d5d63c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:24.915648 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106e7d11-4963-4886-a2cd-d23c2d5d63c7 None None] Routers {'2c348914-26a3-4559-a9f0-5e801b1b309a'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:24.916252 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-106e7d11-4963-4886-a2cd-d23c2d5d63c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['2c348914-26a3-4559-a9f0-5e801b1b309a'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:24.951617 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-106e7d11-4963-4886-a2cd-d23c2d5d63c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:24.952267 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106e7d11-4963-4886-a2cd-d23c2d5d63c7 None None] The sync data for ids ['2c348914-26a3-4559-a9f0-5e801b1b309a'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:24.971570 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e7bf4b6a-7508-42a9-9964-77eebdf212be tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.130442 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e7bf4b6a-7508-42a9-9964-77eebdf212be tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.132485 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e7bf4b6a-7508-42a9-9964-77eebdf212be tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.233084 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e7bf4b6a-7508-42a9-9964-77eebdf212be tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.233574 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bf4b6a-7508-42a9-9964-77eebdf212be tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Fanout notify agent at l3_agent the message router_deleted on router 2c348914-26a3-4559-a9f0-5e801b1b309a {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:40:25.240548 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e7bf4b6a-7508-42a9-9964-77eebdf212be tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.241781 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e7bf4b6a-7508-42a9-9964-77eebdf212be tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/routers/2c348914-26a3-4559-a9f0-5e801b1b309a HTTP/1.1" status: 204 len: 168 time: 0.3499970 Aug 31 09:40:25.244538 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60940) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:25.295938 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-154f008b-c4cf-4b6e-a092-0e9913b02523 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Deleting subnet 9423ba7e-7195-4a8a-82dd-cf992562f997 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:40:25.299091 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-154f008b-c4cf-4b6e-a092-0e9913b02523 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.337790 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-154f008b-c4cf-4b6e-a092-0e9913b02523 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.422713 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-154f008b-c4cf-4b6e-a092-0e9913b02523 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.554064 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-154f008b-c4cf-4b6e-a092-0e9913b02523 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.582016 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f008b-c4cf-4b6e-a092-0e9913b02523 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Subnet': ['ID=9423ba7e-7195-4a8a-82dd-cf992562f997,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:25.587379 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-154f008b-c4cf-4b6e-a092-0e9913b02523 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.591787 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-154f008b-c4cf-4b6e-a092-0e9913b02523 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/subnets/9423ba7e-7195-4a8a-82dd-cf992562f997 HTTP/1.1" status: 204 len: 168 time: 0.3437247 Aug 31 09:40:25.595485 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60944) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:25.597746 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee5c4ec-1a81-4ffc-abe9-09b7d4ef38f6 None None] Network 6123b548-f96f-4b04-bbe3-48c0e0f11348 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:25.680437 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b345fea7-df04-4c2f-8003-28c56fcf0288 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.732623 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8dd1d78c-bca5-4ed8-9435-f6993eafa81b no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:25.745775 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-b345fea7-df04-4c2f-8003-28c56fcf0288 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Deleting port 0f302473-2cc2-4f5c-9671-eb43ee75b493 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:25.746147 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b345fea7-df04-4c2f-8003-28c56fcf0288 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.754491 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 8dd1d78c-bca5-4ed8-9435-f6993eafa81b {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:25.754869 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8dd1d78c-bca5-4ed8-9435-f6993eafa81b not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:40:25.799654 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ff066c-2739-42fa-8416-643b9b425f85 None None] DHCP port deletion for 6123b548-f96f-4b04-bbe3-48c0e0f11348 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:40:25.818671 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-b345fea7-df04-4c2f-8003-28c56fcf0288 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] For port 0f302473-2cc2-4f5c-9671-eb43ee75b493, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=0f302473-2cc2-4f5c-9671-eb43ee75b493,segment=NetworkSegment(98404341-bce6-4d31-995b-f2e530e1316c),segment_id=98404341-bce6-4d31-995b-f2e530e1316c)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:25.819297 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b345fea7-df04-4c2f-8003-28c56fcf0288 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.832780 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-b345fea7-df04-4c2f-8003-28c56fcf0288 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Calling delete_port for 0f302473-2cc2-4f5c-9671-eb43ee75b493 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:25.854698 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-59ff066c-2739-42fa-8416-643b9b425f85 None None] Deleting port 0f302473-2cc2-4f5c-9671-eb43ee75b493 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:25.855349 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-59ff066c-2739-42fa-8416-643b9b425f85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.919812 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-59ff066c-2739-42fa-8416-643b9b425f85 None None] For port 0f302473-2cc2-4f5c-9671-eb43ee75b493, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=0f302473-2cc2-4f5c-9671-eb43ee75b493,segment=NetworkSegment(98404341-bce6-4d31-995b-f2e530e1316c),segment_id=98404341-bce6-4d31-995b-f2e530e1316c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:25.920203 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-59ff066c-2739-42fa-8416-643b9b425f85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:25.933860 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-59ff066c-2739-42fa-8416-643b9b425f85 None None] Calling delete_port for 0f302473-2cc2-4f5c-9671-eb43ee75b493 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:26.004994 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b345fea7-df04-4c2f-8003-28c56fcf0288 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.012682 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-59ff066c-2739-42fa-8416-643b9b425f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.038287 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345fea7-df04-4c2f-8003-28c56fcf0288 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Port': ['ID=0f302473-2cc2-4f5c-9671-eb43ee75b493,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:26.038287 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b345fea7-df04-4c2f-8003-28c56fcf0288 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] No DVR routers for this DVR port 0f302473-2cc2-4f5c-9671-eb43ee75b493 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:26.040968 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff066c-2739-42fa-8416-643b9b425f85 None None] Pushing event deleted for resources: {'Port': ['ID=0f302473-2cc2-4f5c-9671-eb43ee75b493,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:26.044984 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ff066c-2739-42fa-8416-643b9b425f85 None None] No DVR routers for this DVR port 0f302473-2cc2-4f5c-9671-eb43ee75b493 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:26.049126 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345fea7-df04-4c2f-8003-28c56fcf0288 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:26.049613 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345fea7-df04-4c2f-8003-28c56fcf0288 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:26.049950 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345fea7-df04-4c2f-8003-28c56fcf0288 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:26.050284 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345fea7-df04-4c2f-8003-28c56fcf0288 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:26.050630 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345fea7-df04-4c2f-8003-28c56fcf0288 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:26.050950 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345fea7-df04-4c2f-8003-28c56fcf0288 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:26.051267 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345fea7-df04-4c2f-8003-28c56fcf0288 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:26.051590 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345fea7-df04-4c2f-8003-28c56fcf0288 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:26.051902 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345fea7-df04-4c2f-8003-28c56fcf0288 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:26.052212 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345fea7-df04-4c2f-8003-28c56fcf0288 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:26.052526 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345fea7-df04-4c2f-8003-28c56fcf0288 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:26.052837 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345fea7-df04-4c2f-8003-28c56fcf0288 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:26.129714 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b345fea7-df04-4c2f-8003-28c56fcf0288 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.133522 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60950) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:26.140046 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-b345fea7-df04-4c2f-8003-28c56fcf0288 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6123b548-f96f-4b04-bbe3-48c0e0f11348']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:26.150479 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-b345fea7-df04-4c2f-8003-28c56fcf0288 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98404341-bce6-4d31-995b-f2e530e1316c') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:26.150816 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-b345fea7-df04-4c2f-8003-28c56fcf0288 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98404341-bce6-4d31-995b-f2e530e1316c') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:26.160572 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b345fea7-df04-4c2f-8003-28c56fcf0288 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.174937 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b345fea7-df04-4c2f-8003-28c56fcf0288 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.180823 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b345fea7-df04-4c2f-8003-28c56fcf0288 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Releasing vlan 1604 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:40:26.181143 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b345fea7-df04-4c2f-8003-28c56fcf0288 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.184303 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:40:26.184303 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:40:26.184303 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:40:26.184303 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:40:26.184303 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:40:26.184303 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:40:26.184303 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:40:26.184303 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:40:26.184303 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:40:26.184303 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:40:26.184303 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:40:26.184303 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:40:26.184303 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:40:26.184303 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:40:26.184303 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:40:26.184303 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:40:26.184303 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:40:26.184303 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:40:26.184303 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:40:26.184303 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:40:26.184303 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:40:26.184303 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:40:26.184303 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:40:26.184303 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:40:26.184303 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:40:26.184303 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:40:26.184303 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:40:26.184303 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:40:26.184303 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:40:26.184303 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:40:26.184303 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:40:26.184303 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:40:26.276334 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d74580ad-482c-4171-9c91-8a4e72b79c4f admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=18fe70eb6d324600ad1c951e98138b17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416249 Aug 31 09:40:26.280019 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60954) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:26.307573 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b345fea7-df04-4c2f-8003-28c56fcf0288 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.317340 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b345fea7-df04-4c2f-8003-28c56fcf0288 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.321964 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b345fea7-df04-4c2f-8003-28c56fcf0288 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/networks/6123b548-f96f-4b04-bbe3-48c0e0f11348 HTTP/1.1" status: 204 len: 168 time: 0.7215281 Aug 31 09:40:26.325129 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60956) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:26.328642 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345fea7-df04-4c2f-8003-28c56fcf0288 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Network': ['ID=6123b548-f96f-4b04-bbe3-48c0e0f11348,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:26.331625 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-e4e7a046-cf2f-4e38-9e72-6d4800919b80 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-109405051', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:26.339233 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-500a44da-8268-4e96-8da6-f0ff3a56e470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.373956 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-500a44da-8268-4e96-8da6-f0ff3a56e470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.416225 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e4e7a046-cf2f-4e38-9e72-6d4800919b80 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.417391 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e4e7a046-cf2f-4e38-9e72-6d4800919b80 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.508211 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-500a44da-8268-4e96-8da6-f0ff3a56e470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.510762 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-500a44da-8268-4e96-8da6-f0ff3a56e470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.512682 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-500a44da-8268-4e96-8da6-f0ff3a56e470 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/7df991eb-891e-4fd4-88e1-6a6caab5abf6 HTTP/1.1" status: 204 len: 168 time: 0.2313166 Aug 31 09:40:26.523916 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a44da-8268-4e96-8da6-f0ff3a56e470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df991eb-891e-4fd4-88e1-6a6caab5abf6,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:26.569368 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e4e7a046-cf2f-4e38-9e72-6d4800919b80 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.611130 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f54108-5fde-4387-9b8b-cf91addce4fb req-2c866a4f-2119-43fd-878d-d4636a4e939d tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:26.612667 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b0f54108-5fde-4387-9b8b-cf91addce4fb req-2c866a4f-2119-43fd-878d-d4636a4e939d tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 1097 time: 0.0404935 Aug 31 09:40:26.616490 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e4e7a046-cf2f-4e38-9e72-6d4800919b80 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.648069 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b0f54108-5fde-4387-9b8b-cf91addce4fb req-b8adc877-a3bd-4c86-963f-c1afbd46b412 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291312 Aug 31 09:40:26.677009 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60964) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:26.687313 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e4e7a046-cf2f-4e38-9e72-6d4800919b80 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.688804 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e4e7a046-cf2f-4e38-9e72-6d4800919b80 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3624651 Aug 31 09:40:26.691512 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60966) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:26.696468 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-494f2a7d-6cf4-45b3-86bf-3fba3d467638 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Request body: {'network': {'name': 'tempest-RoutersTest-512545094'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:26.779458 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494f2a7d-6cf4-45b3-86bf-3fba3d467638 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Made reservation on behalf of 818bf9b67c5b497e8fcb55380b7274bf for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:26.783845 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-494f2a7d-6cf4-45b3-86bf-3fba3d467638 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.818089 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-494f2a7d-6cf4-45b3-86bf-3fba3d467638 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] vlan segment allocate from pool success with {'vlan_id': 1626, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:40:26.828627 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-494f2a7d-6cf4-45b3-86bf-3fba3d467638 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.829040 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-494f2a7d-6cf4-45b3-86bf-3fba3d467638 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Added segment 7406e781-2fb0-401e-83c5-672a407e71de of type vlan for network 04e63c68-a71d-4450-9e95-a593a0c63c1a Aug 31 09:40:26.853682 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-b3aec69e-c020-416c-829e-02ae4ce2a075 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Deleting port 5ab0b8e6-eae8-48a3-a324-eeca9b14fe1a {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:26.854240 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b3aec69e-c020-416c-829e-02ae4ce2a075 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.869867 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-494f2a7d-6cf4-45b3-86bf-3fba3d467638 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.932638 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b3aec69e-c020-416c-829e-02ae4ce2a075 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.933005 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b3aec69e-c020-416c-829e-02ae4ce2a075 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.945564 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-b3aec69e-c020-416c-829e-02ae4ce2a075 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Calling delete_port for 5ab0b8e6-eae8-48a3-a324-eeca9b14fe1a owned by network:floatingip {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:26.967569 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-494f2a7d-6cf4-45b3-86bf-3fba3d467638 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:26.973216 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494f2a7d-6cf4-45b3-86bf-3fba3d467638 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:26.973824 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-494f2a7d-6cf4-45b3-86bf-3fba3d467638 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:27.039640 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f2a7d-6cf4-45b3-86bf-3fba3d467638 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Network': ['ID=04e63c68-a71d-4450-9e95-a593a0c63c1a,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:27.054581 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 04e63c68-a71d-4450-9e95-a593a0c63c1a details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:40:27.074327 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-494f2a7d-6cf4-45b3-86bf-3fba3d467638 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3815384 Aug 31 09:40:27.075135 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60970) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:27.080319 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-d6c412d9-2565-46cc-9710-9250304cbda8 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Request body: {'subnet': {'network_id': '04e63c68-a71d-4450-9e95-a593a0c63c1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:27.132110 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60972) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:27.145684 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e1fe4710-b323-496d-8e8d-987d8494a910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:27.165505 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.db.api [None req-d6c412d9-2565-46cc-9710-9250304cbda8 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 09:40:27.165505 n-d-791506-28 neutron-server[95552]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 09:40:27.165505 n-d-791506-28 neutron-server[95552]: [parameters: {'project_id_1': '818bf9b67c5b497e8fcb55380b7274bf', 'expiration_1': datetime.datetime(2021, 8, 31, 9, 40, 27, 156220)}] Aug 31 09:40:27.165505 n-d-791506-28 neutron-server[95552]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:40:27.166074 n-d-791506-28 neutron-server[95552]: DEBUG oslo_db.api [None req-d6c412d9-2565-46cc-9710-9250304cbda8 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:40:27.181761 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b3aec69e-c020-416c-829e-02ae4ce2a075 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:27.214224 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aec69e-c020-416c-829e-02ae4ce2a075 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event deleted for resources: {'Port': ['ID=5ab0b8e6-eae8-48a3-a324-eeca9b14fe1a,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:27.295598 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b3aec69e-c020-416c-829e-02ae4ce2a075 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for floatingip, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:27.295845 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-b3aec69e-c020-416c-829e-02ae4ce2a075 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Floating IP 0fccb840-d7cf-455a-af57-9720fa7c10f4 disassociated (deleted). External IP: 172.25.2.179, port: e0e02a6b-4799-48c6-bc13-41d82e71f40b. Aug 31 09:40:27.356133 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e1fe4710-b323-496d-8e8d-987d8494a910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:27.447209 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e1fe4710-b323-496d-8e8d-987d8494a910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:27.491975 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe4710-b323-496d-8e8d-987d8494a910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad39bd8-139b-4bea-be87-da07ed8d7b38,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:27.762256 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 0f302473-2cc2-4f5c-9671-eb43ee75b493 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:27.778892 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c412d9-2565-46cc-9710-9250304cbda8 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Made reservation on behalf of 818bf9b67c5b497e8fcb55380b7274bf for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:27.782807 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 0f302473-2cc2-4f5c-9671-eb43ee75b493 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:27.783381 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 0f302473-2cc2-4f5c-9671-eb43ee75b493 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:40:27.783771 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6c412d9-2565-46cc-9710-9250304cbda8 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:27.852582 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e1fe4710-b323-496d-8e8d-987d8494a910 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=dc2266f5750b4f35b6792791df8dfa4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7192905 Aug 31 09:40:27.855766 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60974) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:27.881443 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3aec69e-c020-416c-829e-02ae4ce2a075 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Router f26334a3-be95-4f5f-9209-3dc558607880 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:40:27.965211 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-25f3a1c7-a7d0-48a1-bdc3-a2536b984bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:27.994602 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3aec69e-c020-416c-829e-02ae4ce2a075 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:28.000530 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b3aec69e-c020-416c-829e-02ae4ce2a075 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:28.002040 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-25f3a1c7-a7d0-48a1-bdc3-a2536b984bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:28.007408 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088bd4c9-8857-4fd6-90f3-c5ec3073e6b6 None None] Sync routers for ids ['f26334a3-be95-4f5f-9209-3dc558607880'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:28.017367 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088bd4c9-8857-4fd6-90f3-c5ec3073e6b6 None None] Routers {'f26334a3-be95-4f5f-9209-3dc558607880'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:28.018048 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-088bd4c9-8857-4fd6-90f3-c5ec3073e6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['f26334a3-be95-4f5f-9209-3dc558607880'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:28.035449 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b3aec69e-c020-416c-829e-02ae4ce2a075 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "DELETE /v2.0/floatingips/0fccb840-d7cf-455a-af57-9720fa7c10f4 HTTP/1.1" status: 204 len: 168 time: 1.3569412 Aug 31 09:40:28.036088 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878a7676-9538-424b-a8c1-1d20a6e571ab', 'tag': 'e0e02a6b-4799-48c6-bc13-41d82e71f40b'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:40:28.038519 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae63950-7a59-4c70-8296-b572850ae9ae" -d '{"events": [{"name": "network-changed", "server_uuid": "878a7676-9538-424b-a8c1-1d20a6e571ab", "tag": "e0e02a6b-4799-48c6-bc13-41d82e71f40b"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:40:28.098182 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85a0422-77f4-4527-9e34-9e49fe28cb92 x-openstack-request-id: req-d85a0422-77f4-4527-9e34-9e49fe28cb92 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:40:28.098460 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878a7676-9538-424b-a8c1-1d20a6e571ab", "tag": "e0e02a6b-4799-48c6-bc13-41d82e71f40b", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:40:28.098622 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-d85a0422-77f4-4527-9e34-9e49fe28cb92 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:40:28.099031 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878a7676-9538-424b-a8c1-1d20a6e571ab', 'tag': 'e0e02a6b-4799-48c6-bc13-41d82e71f40b', 'status': 'completed', 'code': 200} Aug 31 09:40:28.152667 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6c412d9-2565-46cc-9710-9250304cbda8 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:28.169921 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-088bd4c9-8857-4fd6-90f3-c5ec3073e6b6 None None] Set router f26334a3-be95-4f5f-9209-3dc558607880 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:28.170349 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae63950-7a59-4c70-8296-b572850ae9ae req-032eef28-7334-49e1-839c-4b6cfbe6de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:28.172084 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dae63950-7a59-4c70-8296-b572850ae9ae req-032eef28-7334-49e1-839c-4b6cfbe6de77 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 1097 time: 0.0478849 Aug 31 09:40:28.185115 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-25f3a1c7-a7d0-48a1-bdc3-a2536b984bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:28.187755 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-25f3a1c7-a7d0-48a1-bdc3-a2536b984bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:28.191329 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-25f3a1c7-a7d0-48a1-bdc3-a2536b984bff admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/0ad39bd8-139b-4bea-be87-da07ed8d7b38 HTTP/1.1" status: 204 len: 168 time: 0.3319819 Aug 31 09:40:28.216891 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3a1c7-a7d0-48a1-bdc3-a2536b984bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad39bd8-139b-4bea-be87-da07ed8d7b38,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:28.236391 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c412d9-2565-46cc-9710-9250304cbda8 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Subnet': ['ID=9a61688d-2322-4744-a763-3b42651b1e4d,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:28.250814 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c412d9-2565-46cc-9710-9250304cbda8 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Checking segment: {'id': '7406e781-2fb0-401e-83c5-672a407e71de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': '04e63c68-a71d-4450-9e95-a593a0c63c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:28.251283 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c412d9-2565-46cc-9710-9250304cbda8 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network hostable DHCP agents. Network: 04e63c68-a71d-4450-9e95-a593a0c63c1a, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:40:28.328762 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae63950-7a59-4c70-8296-b572850ae9ae req-b3ce7b1e-bd7b-4585-a2ed-d10b5dc7b8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:28.331033 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dae63950-7a59-4c70-8296-b572850ae9ae req-b3ce7b1e-bd7b-4585-a2ed-d10b5dc7b8be service neutron] 10.222.0.59 "GET /v2.0/networks?id=e1b72858-d42d-4e54-b983-427aa1394b8e HTTP/1.1" status: 200 len: 899 time: 0.1508060 Aug 31 09:40:28.350874 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c412d9-2565-46cc-9710-9250304cbda8 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network 04e63c68-a71d-4450-9e95-a593a0c63c1a is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:40:28.377277 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dae63950-7a59-4c70-8296-b572850ae9ae req-ad7a1633-2101-4311-9c56-3415a46f1ecc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0e02a6b-4799-48c6-bc13-41d82e71f40b HTTP/1.1" status: 200 len: 217 time: 0.0360682 Aug 31 09:40:28.391282 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-088bd4c9-8857-4fd6-90f3-c5ec3073e6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-782522570', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '87e9fcb9-b502-43e4-9abb-868c69a84871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:22Z', 'updated_at': '2021-08-31T09:38:28Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '87e9fcb9-b502-43e4-9abb-868c69a84871', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:23Z', 'updated_at': '2021-08-31T09:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'a637d82f-2493-433e-a1cc-22003204f0e4', 'name': '', 'network_id': 'e1b72858-d42d-4e54-b983-427aa1394b8e', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:c2:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '62ce1234-d705-4529-a27b-566e6c89a19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:27Z', 'updated_at': '2021-08-31T09:38:33Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': '62ce1234-d705-4529-a27b-566e6c89a19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:28.418346 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088bd4c9-8857-4fd6-90f3-c5ec3073e6b6 None None] Checking router: f26334a3-be95-4f5f-9209-3dc558607880 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:40:28.427297 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088bd4c9-8857-4fd6-90f3-c5ec3073e6b6 None None] Routers {'f26334a3-be95-4f5f-9209-3dc558607880'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:28.427907 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-088bd4c9-8857-4fd6-90f3-c5ec3073e6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['f26334a3-be95-4f5f-9209-3dc558607880'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:28.430113 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae63950-7a59-4c70-8296-b572850ae9ae req-3b54a940-c735-4a23-b5d4-3f3f55677d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:28.431734 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dae63950-7a59-4c70-8296-b572850ae9ae req-3b54a940-c735-4a23-b5d4-3f3f55677d17 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62ce1234-d705-4529-a27b-566e6c89a19b HTTP/1.1" status: 200 len: 835 time: 0.0476933 Aug 31 09:40:28.435779 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-d6c412d9-2565-46cc-9710-9250304cbda8 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 04e63c68-a71d-4450-9e95-a593a0c63c1a) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:28.446573 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c412d9-2565-46cc-9710-9250304cbda8 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:28.446573 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6c412d9-2565-46cc-9710-9250304cbda8 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:28.451378 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b78aea0-2d8b-4984-a177-49f929034368 None None] Network 04e63c68-a71d-4450-9e95-a593a0c63c1a requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:28.499469 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae63950-7a59-4c70-8296-b572850ae9ae req-ffd94945-40cd-43a8-8ed4-7076c01ca4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:28.501215 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dae63950-7a59-4c70-8296-b572850ae9ae req-ffd94945-40cd-43a8-8ed4-7076c01ca4aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e1b72858-d42d-4e54-b983-427aa1394b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539052 Aug 31 09:40:28.548883 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d6c412d9-2565-46cc-9710-9250304cbda8 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4724817 Aug 31 09:40:28.555781 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 60984) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:28.577050 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-088bd4c9-8857-4fd6-90f3-c5ec3073e6b6 None None] Set router f26334a3-be95-4f5f-9209-3dc558607880 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:28.626800 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938900c-16f7-4b61-a04a-fdc2422f5120 req-3a7b57a3-785a-4539-9328-5d51e32185c1 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:28.635558 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c938900c-16f7-4b61-a04a-fdc2422f5120 req-3a7b57a3-785a-4539-9328-5d51e32185c1 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 945 time: 0.1138375 Aug 31 09:40:28.686957 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552adcaa-ec88-46b1-87e0-c1bfbaa635b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-04e63c68-a71d-4450-9e95-a593a0c63c1a', 'network_id': '04e63c68-a71d-4450-9e95-a593a0c63c1a', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'fixed_ips': [{'subnet_id': '9a61688d-2322-4744-a763-3b42651b1e4d'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:40:28.687952 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-552adcaa-ec88-46b1-87e0-c1bfbaa635b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:28.706265 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c938900c-16f7-4b61-a04a-fdc2422f5120 req-0d63a24d-3ef0-44bb-9e15-4bda8ab2dff3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693266 Aug 31 09:40:28.737073 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dae63950-7a59-4c70-8296-b572850ae9ae req-1e84f263-6442-4dd3-b687-987affd6787a service neutron] 10.222.0.59 "GET /v2.0/networks/e1b72858-d42d-4e54-b983-427aa1394b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220266 Aug 31 09:40:28.867191 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-552adcaa-ec88-46b1-87e0-c1bfbaa635b4 None None] Allocated IP 172.20.0.2 (04e63c68-a71d-4450-9e95-a593a0c63c1a/9a61688d-2322-4744-a763-3b42651b1e4d/5a0488ea-2adf-4a32-a94d-3a3650ede1d9) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:28.868799 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dae63950-7a59-4c70-8296-b572850ae9ae req-c91e9d4f-f465-44f6-9204-f9171de7ec61 service neutron] 10.222.0.59 "GET /v2.0/networks/e1b72858-d42d-4e54-b983-427aa1394b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248422 Aug 31 09:40:28.900692 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-088bd4c9-8857-4fd6-90f3-c5ec3073e6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-782522570', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '87e9fcb9-b502-43e4-9abb-868c69a84871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:22Z', 'updated_at': '2021-08-31T09:38:28Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '87e9fcb9-b502-43e4-9abb-868c69a84871', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:23Z', 'updated_at': '2021-08-31T09:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'a637d82f-2493-433e-a1cc-22003204f0e4', 'name': '', 'network_id': 'e1b72858-d42d-4e54-b983-427aa1394b8e', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:c2:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '62ce1234-d705-4529-a27b-566e6c89a19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:27Z', 'updated_at': '2021-08-31T09:38:33Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': '62ce1234-d705-4529-a27b-566e6c89a19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:28.934993 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088bd4c9-8857-4fd6-90f3-c5ec3073e6b6 None None] The sync data for ids ['f26334a3-be95-4f5f-9209-3dc558607880'] in n-d-791506-28 is: [{'id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-782522570', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '87e9fcb9-b502-43e4-9abb-868c69a84871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:22Z', 'updated_at': '2021-08-31T09:38:28Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '87e9fcb9-b502-43e4-9abb-868c69a84871', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:23Z', 'updated_at': '2021-08-31T09:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'a637d82f-2493-433e-a1cc-22003204f0e4', 'name': '', 'network_id': 'e1b72858-d42d-4e54-b983-427aa1394b8e', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:c2:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': '62ce1234-d705-4529-a27b-566e6c89a19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:27Z', 'updated_at': '2021-08-31T09:38:33Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': '62ce1234-d705-4529-a27b-566e6c89a19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:29.006453 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60988) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:29.065844 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b867dcfc-c70b-43b7-be70-976e8989bb7a admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=359e0978551f4c15bb5c572cab8530c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0573540 Aug 31 09:40:29.068196 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 60990) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:29.123816 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2c629551-4f43-4cd1-80b0-798934497d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:29.147620 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2c629551-4f43-4cd1-80b0-798934497d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:29.154014 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-552adcaa-ec88-46b1-87e0-c1bfbaa635b4 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:29.167983 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-552adcaa-ec88-46b1-87e0-c1bfbaa635b4 None None] Transition to ACTIVE for port object 5a0488ea-2adf-4a32-a94d-3a3650ede1d9 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:29.189221 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-552adcaa-ec88-46b1-87e0-c1bfbaa635b4 None None] Transition to ACTIVE for port object 5a0488ea-2adf-4a32-a94d-3a3650ede1d9 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:29.227446 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-811a3785-fe87-46b2-a3cc-7c9a37d9059f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:29.242102 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdc9425-30a6-4995-ac71-ae0d14e93713 None None] New status for floating IP 0fccb840-d7cf-455a-af57-9720fa7c10f4: DOWN {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:40:29.246589 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-552adcaa-ec88-46b1-87e0-c1bfbaa635b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:29.264493 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2c629551-4f43-4cd1-80b0-798934497d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:29.267068 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2c629551-4f43-4cd1-80b0-798934497d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:29.270651 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2c629551-4f43-4cd1-80b0-798934497d2e admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/f80361b2-2c84-4e64-b45b-1d01d7ebff6d HTTP/1.1" status: 204 len: 168 time: 0.1989996 Aug 31 09:40:29.283688 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c629551-4f43-4cd1-80b0-798934497d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80361b2-2c84-4e64-b45b-1d01d7ebff6d,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:29.362542 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552adcaa-ec88-46b1-87e0-c1bfbaa635b4 None None] Network 04e63c68-a71d-4450-9e95-a593a0c63c1a is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:29.365590 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-552adcaa-ec88-46b1-87e0-c1bfbaa635b4 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:29.369378 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552adcaa-ec88-46b1-87e0-c1bfbaa635b4 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:29.377401 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552adcaa-ec88-46b1-87e0-c1bfbaa635b4 None None] Pushing event updated for resources: {'Port': ['ID=5a0488ea-2adf-4a32-a94d-3a3650ede1d9,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:29.429896 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-552adcaa-ec88-46b1-87e0-c1bfbaa635b4 None None] Attempting to bind port 5a0488ea-2adf-4a32-a94d-3a3650ede1d9 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:40:29.430338 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-552adcaa-ec88-46b1-87e0-c1bfbaa635b4 None None] Attempting to bind port 5a0488ea-2adf-4a32-a94d-3a3650ede1d9 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '7406e781-2fb0-401e-83c5-672a407e71de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': '04e63c68-a71d-4450-9e95-a593a0c63c1a'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:40:29.430805 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552adcaa-ec88-46b1-87e0-c1bfbaa635b4 None None] Attempting to bind port 5a0488ea-2adf-4a32-a94d-3a3650ede1d9 on network 04e63c68-a71d-4450-9e95-a593a0c63c1a {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:29.437286 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552adcaa-ec88-46b1-87e0-c1bfbaa635b4 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:40:29.437653 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552adcaa-ec88-46b1-87e0-c1bfbaa635b4 None None] Checking segment: {'id': '7406e781-2fb0-401e-83c5-672a407e71de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': '04e63c68-a71d-4450-9e95-a593a0c63c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:29.438835 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-552adcaa-ec88-46b1-87e0-c1bfbaa635b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:29.439233 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552adcaa-ec88-46b1-87e0-c1bfbaa635b4 None None] Bound using segment: {'id': '7406e781-2fb0-401e-83c5-672a407e71de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': '04e63c68-a71d-4450-9e95-a593a0c63c1a'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:40:29.439702 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-552adcaa-ec88-46b1-87e0-c1bfbaa635b4 None None] Bound port: 5a0488ea-2adf-4a32-a94d-3a3650ede1d9, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7406e781-2fb0-401e-83c5-672a407e71de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': '04e63c68-a71d-4450-9e95-a593a0c63c1a'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:40:29.440080 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-552adcaa-ec88-46b1-87e0-c1bfbaa635b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:29.500517 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-811a3785-fe87-46b2-a3cc-7c9a37d9059f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Allocated IP 172.20.0.1 (04e63c68-a71d-4450-9e95-a593a0c63c1a/9a61688d-2322-4744-a763-3b42651b1e4d/04fa2ee0-dd7e-4cbe-948d-72d6902d6548) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:29.507882 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-552adcaa-ec88-46b1-87e0-c1bfbaa635b4 None None] For port 5a0488ea-2adf-4a32-a94d-3a3650ede1d9, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:40:29.511479 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-552adcaa-ec88-46b1-87e0-c1bfbaa635b4 None None] For port 5a0488ea-2adf-4a32-a94d-3a3650ede1d9, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=5a0488ea-2adf-4a32-a94d-3a3650ede1d9,segment=NetworkSegment(7406e781-2fb0-401e-83c5-672a407e71de),segment_id=7406e781-2fb0-401e-83c5-672a407e71de)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:40:29.584884 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-552adcaa-ec88-46b1-87e0-c1bfbaa635b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:29.613845 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-811a3785-fe87-46b2-a3cc-7c9a37d9059f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:29.633616 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-811a3785-fe87-46b2-a3cc-7c9a37d9059f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Transition to ACTIVE for port object 04fa2ee0-dd7e-4cbe-948d-72d6902d6548 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:29.650468 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552adcaa-ec88-46b1-87e0-c1bfbaa635b4 None None] Pushing event updated for resources: {'Port': ['ID=5a0488ea-2adf-4a32-a94d-3a3650ede1d9,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:29.727636 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-811a3785-fe87-46b2-a3cc-7c9a37d9059f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:29.774388 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811a3785-fe87-46b2-a3cc-7c9a37d9059f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network 04e63c68-a71d-4450-9e95-a593a0c63c1a is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:29.779465 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-811a3785-fe87-46b2-a3cc-7c9a37d9059f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:29.799796 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a3785-fe87-46b2-a3cc-7c9a37d9059f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Port': ['ID=04fa2ee0-dd7e-4cbe-948d-72d6902d6548,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:29.802686 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811a3785-fe87-46b2-a3cc-7c9a37d9059f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:29.875390 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-811a3785-fe87-46b2-a3cc-7c9a37d9059f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:29.926263 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2025bbe-88d3-4778-a9a1-94968e0566bc req-3259cd10-56c3-479c-b37a-a80bf9cd32c5 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:29.931295 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f2025bbe-88d3-4778-a9a1-94968e0566bc req-3259cd10-56c3-479c-b37a-a80bf9cd32c5 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 945 time: 0.1205754 Aug 31 09:40:29.984509 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f2025bbe-88d3-4778-a9a1-94968e0566bc req-a1dd12db-0434-4247-aeb4-69387cffcdb9 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=de75e931-e987-4c74-a3d8-5c7d288046f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495453 Aug 31 09:40:30.025649 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6f490-8679-48d8-8015-2eaf6a06114f req-f771382c-8642-4a76-b62e-41947731508f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:30.027222 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d6e6f490-8679-48d8-8015-2eaf6a06114f req-f771382c-8642-4a76-b62e-41947731508f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.59 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 945 time: 0.0545204 Aug 31 09:40:30.065891 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-811a3785-fe87-46b2-a3cc-7c9a37d9059f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:30.138012 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-d6e6f490-8679-48d8-8015-2eaf6a06114f req-f36bc38f-90a4-4c39-9249-74351c634fca tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Deleting port e0e02a6b-4799-48c6-bc13-41d82e71f40b {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:30.138441 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d6e6f490-8679-48d8-8015-2eaf6a06114f req-f36bc38f-90a4-4c39-9249-74351c634fca tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:30.243302 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-d6e6f490-8679-48d8-8015-2eaf6a06114f req-f36bc38f-90a4-4c39-9249-74351c634fca tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] For port e0e02a6b-4799-48c6-bc13-41d82e71f40b, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=e0e02a6b-4799-48c6-bc13-41d82e71f40b,segment=NetworkSegment(07f824f9-6fc8-4665-b039-965319ccc92f),segment_id=07f824f9-6fc8-4665-b039-965319ccc92f)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:30.243751 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d6e6f490-8679-48d8-8015-2eaf6a06114f req-f36bc38f-90a4-4c39-9249-74351c634fca tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:30.258812 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-d6e6f490-8679-48d8-8015-2eaf6a06114f req-f36bc38f-90a4-4c39-9249-74351c634fca tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Calling delete_port for e0e02a6b-4799-48c6-bc13-41d82e71f40b owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:30.363251 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-811a3785-fe87-46b2-a3cc-7c9a37d9059f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:30.427437 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-811a3785-fe87-46b2-a3cc-7c9a37d9059f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:30.485038 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d6e6f490-8679-48d8-8015-2eaf6a06114f req-f36bc38f-90a4-4c39-9249-74351c634fca tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:30.507249 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-811a3785-fe87-46b2-a3cc-7c9a37d9059f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:30.515226 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 32782) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:30.522030 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a3785-fe87-46b2-a3cc-7c9a37d9059f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Port': ['ID=04fa2ee0-dd7e-4cbe-948d-72d6902d6548,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:30.522525 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36bc38f-90a4-4c39-9249-74351c634fca tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event deleted for resources: {'Port': ['ID=e0e02a6b-4799-48c6-bc13-41d82e71f40b,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:30.581152 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e6f490-8679-48d8-8015-2eaf6a06114f req-f36bc38f-90a4-4c39-9249-74351c634fca tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] No DVR routers for this DVR port e0e02a6b-4799-48c6-bc13-41d82e71f40b on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:30.586681 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d6e6f490-8679-48d8-8015-2eaf6a06114f req-f36bc38f-90a4-4c39-9249-74351c634fca tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:30.587899 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d6e6f490-8679-48d8-8015-2eaf6a06114f req-f36bc38f-90a4-4c39-9249-74351c634fca tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.59 "DELETE /v2.0/ports/e0e02a6b-4799-48c6-bc13-41d82e71f40b HTTP/1.1" status: 204 len: 173 time: 0.5546770 Aug 31 09:40:30.588386 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878a7676-9538-424b-a8c1-1d20a6e571ab', 'name': 'network-vif-deleted', 'tag': 'e0e02a6b-4799-48c6-bc13-41d82e71f40b'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:40:30.591002 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874b60d6-8aba-4119-934e-c440443ad789" -d '{"events": [{"server_uuid": "878a7676-9538-424b-a8c1-1d20a6e571ab", "name": "network-vif-deleted", "tag": "e0e02a6b-4799-48c6-bc13-41d82e71f40b"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:40:30.639433 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4686724-bbff-44b2-9329-f8fd22b519a6 x-openstack-request-id: req-c4686724-bbff-44b2-9329-f8fd22b519a6 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:40:30.639943 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878a7676-9538-424b-a8c1-1d20a6e571ab", "name": "network-vif-deleted", "tag": "e0e02a6b-4799-48c6-bc13-41d82e71f40b", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:40:30.640358 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-c4686724-bbff-44b2-9329-f8fd22b519a6 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:40:30.640939 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878a7676-9538-424b-a8c1-1d20a6e571ab', 'name': 'network-vif-deleted', 'tag': 'e0e02a6b-4799-48c6-bc13-41d82e71f40b', 'status': 'completed', 'code': 200} Aug 31 09:40:30.656115 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811a3785-fe87-46b2-a3cc-7c9a37d9059f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network 04e63c68-a71d-4450-9e95-a593a0c63c1a is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:30.657802 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-811a3785-fe87-46b2-a3cc-7c9a37d9059f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:30.702381 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-14a7529d-4211-4b62-8b8a-955abe03c8e3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-170334689-network', 'tenant_id': '16620c881d1b40d08eab919db9803b7f'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:30.727010 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b11d9ab-df50-4faa-9043-3917a0bd145e None None] Network 04e63c68-a71d-4450-9e95-a593a0c63c1a requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:30.827510 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a7529d-4211-4b62-8b8a-955abe03c8e3 admin admin] Made reservation on behalf of 16620c881d1b40d08eab919db9803b7f for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:30.829778 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14a7529d-4211-4b62-8b8a-955abe03c8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:30.838787 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14a7529d-4211-4b62-8b8a-955abe03c8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:30.898725 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-eda98f7c-d18b-4ddc-a569-745fbeb0e5c3 None None] Provisioning for port 5a0488ea-2adf-4a32-a94d-3a3650ede1d9 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:30.900163 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811a3785-fe87-46b2-a3cc-7c9a37d9059f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:40:31.017636 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14a7529d-4211-4b62-8b8a-955abe03c8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:31.029619 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811a3785-fe87-46b2-a3cc-7c9a37d9059f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:31.039880 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 32790) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:31.040438 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-811a3785-fe87-46b2-a3cc-7c9a37d9059f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "PUT /v2.0/routers/429a0a2b-86ea-4252-9d57-cfa1555f1ac9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4830306 Aug 31 09:40:31.040991 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf016b2-0487-4047-9979-fcf94f9b3179 None None] Sync routers for ids ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:31.045906 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-8f89a7fd-0655-4b37-ad22-c6efd5c9b0bf tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Request body: {'network': {'name': 'tempest-RoutersTest-556789638'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:31.055621 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf016b2-0487-4047-9979-fcf94f9b3179 None None] Routers {'429a0a2b-86ea-4252-9d57-cfa1555f1ac9'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:31.056728 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6cf016b2-0487-4047-9979-fcf94f9b3179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:31.119667 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3bfcfa3d-f0d4-4114-8b21-862e28119637 req-1939187e-4776-43c7-b421-055f70d46fbb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=878a7676-9538-424b-a8c1-1d20a6e571ab HTTP/1.1" status: 200 len: 210 time: 0.0354097 Aug 31 09:40:31.170068 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14a7529d-4211-4b62-8b8a-955abe03c8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:31.202106 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a7529d-4211-4b62-8b8a-955abe03c8e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1622, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:40:31.217172 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7529d-4211-4b62-8b8a-955abe03c8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad94dd4-dabb-4395-9980-3f3aea424daf,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:31.222613 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14a7529d-4211-4b62-8b8a-955abe03c8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:31.222955 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-14a7529d-4211-4b62-8b8a-955abe03c8e3 admin admin] Added segment e2f9a47d-d538-417e-9e45-5f556e31fda3 of type vlan for network 65dd0f5d-e1c8-4f7c-88a0-13029b27458a Aug 31 09:40:31.261750 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f89a7fd-0655-4b37-ad22-c6efd5c9b0bf tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Made reservation on behalf of 818bf9b67c5b497e8fcb55380b7274bf for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:31.265729 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8f89a7fd-0655-4b37-ad22-c6efd5c9b0bf tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:31.266953 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14a7529d-4211-4b62-8b8a-955abe03c8e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:31.272909 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-6cf016b2-0487-4047-9979-fcf94f9b3179 None None] Set router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:31.294605 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f89a7fd-0655-4b37-ad22-c6efd5c9b0bf tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] vlan segment allocate from pool success with {'vlan_id': 1603, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:40:31.305753 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8f89a7fd-0655-4b37-ad22-c6efd5c9b0bf tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:31.306135 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-8f89a7fd-0655-4b37-ad22-c6efd5c9b0bf tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Added segment 9f32f3ae-9693-48e2-a0ee-a1d4caf0e385 of type vlan for network c12df407-9f00-493a-9184-9a583b6276a3 Aug 31 09:40:31.318778 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-51604556-9f6e-4f12-8473-aef58dee704d None None] Provisioning for port 04fa2ee0-dd7e-4cbe-948d-72d6902d6548 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:31.323600 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-51604556-9f6e-4f12-8473-aef58dee704d None None] Provisioning complete for port 04fa2ee0-dd7e-4cbe-948d-72d6902d6548 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:31.324520 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-51604556-9f6e-4f12-8473-aef58dee704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:31.356462 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8f89a7fd-0655-4b37-ad22-c6efd5c9b0bf tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:31.365350 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-51604556-9f6e-4f12-8473-aef58dee704d None None] Port 04fa2ee0-dd7e-4cbe-948d-72d6902d6548 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:40:31.384377 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14a7529d-4211-4b62-8b8a-955abe03c8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:31.386176 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a7529d-4211-4b62-8b8a-955abe03c8e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:31.386791 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-14a7529d-4211-4b62-8b8a-955abe03c8e3 admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:31.475896 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8f89a7fd-0655-4b37-ad22-c6efd5c9b0bf tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:31.482461 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f89a7fd-0655-4b37-ad22-c6efd5c9b0bf tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:31.483220 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8f89a7fd-0655-4b37-ad22-c6efd5c9b0bf tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:31.486389 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7529d-4211-4b62-8b8a-955abe03c8e3 admin admin] Pushing event updated for resources: {'Network': ['ID=65dd0f5d-e1c8-4f7c-88a0-13029b27458a,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:31.508666 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-cebed191-11cd-43d1-b029-75734e94bfdb None None] Provisioning complete for port 04fa2ee0-dd7e-4cbe-948d-72d6902d6548 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:31.508666 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cebed191-11cd-43d1-b029-75734e94bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:31.508871 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6cf016b2-0487-4047-9979-fcf94f9b3179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'name': 'tempest-RoutersTest-router-109405051', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:26Z', 'updated_at': '2021-08-31T09:40:29Z', 'revision_number': 2, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'gw_port_host': None, '_interfaces': [{'id': '04fa2ee0-dd7e-4cbe-948d-72d6902d6548', 'name': '', 'network_id': '04e63c68-a71d-4450-9e95-a593a0c63c1a', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:1b:9b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:30Z', 'revision_number': 2, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:31.532908 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-14a7529d-4211-4b62-8b8a-955abe03c8e3 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0104020 Aug 31 09:40:31.533135 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 32792) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:31.539451 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-149b7cf5-c18f-4dd3-b542-cbb534e6ab1f admin admin] Request body: {'subnet': {'network_id': '65dd0f5d-e1c8-4f7c-88a0-13029b27458a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-170334689-subnet', 'tenant_id': '16620c881d1b40d08eab919db9803b7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:31.547450 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-cebed191-11cd-43d1-b029-75734e94bfdb None None] Port 04fa2ee0-dd7e-4cbe-948d-72d6902d6548 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:40:31.549460 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 65dd0f5d-e1c8-4f7c-88a0-13029b27458a details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:40:31.561848 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf016b2-0487-4047-9979-fcf94f9b3179 None None] Checking router: 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:40:31.562190 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf016b2-0487-4047-9979-fcf94f9b3179 None None] Updating router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 port 04fa2ee0-dd7e-4cbe-948d-72d6902d6548 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:40:31.572721 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89a7fd-0655-4b37-ad22-c6efd5c9b0bf tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Network': ['ID=c12df407-9f00-493a-9184-9a583b6276a3,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:31.595426 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-6cf016b2-0487-4047-9979-fcf94f9b3179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:31.599581 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network c12df407-9f00-493a-9184-9a583b6276a3 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:40:31.642787 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8f89a7fd-0655-4b37-ad22-c6efd5c9b0bf tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5986803 Aug 31 09:40:31.643021 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 32794) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:31.654205 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-75e44c16-c587-4d2e-a287-1cd2100c0baa tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Request body: {'subnet': {'network_id': 'c12df407-9f00-493a-9184-9a583b6276a3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:31.747461 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149b7cf5-c18f-4dd3-b542-cbb534e6ab1f admin admin] Made reservation on behalf of 16620c881d1b40d08eab919db9803b7f for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:31.750262 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-149b7cf5-c18f-4dd3-b542-cbb534e6ab1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:31.776382 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-be907849-9089-44d3-a346-2af74a6d4983 None None] Provisioning complete for port 04fa2ee0-dd7e-4cbe-948d-72d6902d6548 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:31.778205 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-be907849-9089-44d3-a346-2af74a6d4983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:31.822989 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 5a0488ea-2adf-4a32-a94d-3a3650ede1d9 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:31.851757 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-be907849-9089-44d3-a346-2af74a6d4983 None None] Port 04fa2ee0-dd7e-4cbe-948d-72d6902d6548 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:40:31.893219 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e44c16-c587-4d2e-a287-1cd2100c0baa tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Made reservation on behalf of 818bf9b67c5b497e8fcb55380b7274bf for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:31.896668 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-75e44c16-c587-4d2e-a287-1cd2100c0baa tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:31.939445 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-6cf016b2-0487-4047-9979-fcf94f9b3179 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:31.948539 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 5a0488ea-2adf-4a32-a94d-3a3650ede1d9 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:31.952333 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-6cf016b2-0487-4047-9979-fcf94f9b3179 None None] Transition to ACTIVE for port object 04fa2ee0-dd7e-4cbe-948d-72d6902d6548 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:31.960736 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 5a0488ea-2adf-4a32-a94d-3a3650ede1d9 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:31.960736 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:32.019042 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-6cf016b2-0487-4047-9979-fcf94f9b3179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:32.040541 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:32.083314 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 5a0488ea-2adf-4a32-a94d-3a3650ede1d9, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=5a0488ea-2adf-4a32-a94d-3a3650ede1d9,segment=NetworkSegment(7406e781-2fb0-401e-83c5-672a407e71de),segment_id=7406e781-2fb0-401e-83c5-672a407e71de)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:32.096646 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d090016-251a-44ce-929c-ef4a20c2c112 None None] Pushing event updated for resources: {'Port': ['ID=04fa2ee0-dd7e-4cbe-948d-72d6902d6548,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:32.111842 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-149b7cf5-c18f-4dd3-b542-cbb534e6ab1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:32.120160 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d090016-251a-44ce-929c-ef4a20c2c112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:32.120708 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d090016-251a-44ce-929c-ef4a20c2c112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:32.121194 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d090016-251a-44ce-929c-ef4a20c2c112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:32.121622 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d090016-251a-44ce-929c-ef4a20c2c112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:32.122038 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d090016-251a-44ce-929c-ef4a20c2c112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:32.122480 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d090016-251a-44ce-929c-ef4a20c2c112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:32.123083 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d090016-251a-44ce-929c-ef4a20c2c112 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:32.123502 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d090016-251a-44ce-929c-ef4a20c2c112 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:32.123915 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d090016-251a-44ce-929c-ef4a20c2c112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:32.124342 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d090016-251a-44ce-929c-ef4a20c2c112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:32.124913 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d090016-251a-44ce-929c-ef4a20c2c112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:32.125321 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d090016-251a-44ce-929c-ef4a20c2c112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:32.141290 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-6cf016b2-0487-4047-9979-fcf94f9b3179 None None] Attempting to bind port 04fa2ee0-dd7e-4cbe-948d-72d6902d6548 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:40:32.141761 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-6cf016b2-0487-4047-9979-fcf94f9b3179 None None] Attempting to bind port 04fa2ee0-dd7e-4cbe-948d-72d6902d6548 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '7406e781-2fb0-401e-83c5-672a407e71de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': '04e63c68-a71d-4450-9e95-a593a0c63c1a'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:40:32.142221 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf016b2-0487-4047-9979-fcf94f9b3179 None None] Attempting to bind port 04fa2ee0-dd7e-4cbe-948d-72d6902d6548 on network 04e63c68-a71d-4450-9e95-a593a0c63c1a {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:32.148042 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf016b2-0487-4047-9979-fcf94f9b3179 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:40:32.148697 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf016b2-0487-4047-9979-fcf94f9b3179 None None] Checking segment: {'id': '7406e781-2fb0-401e-83c5-672a407e71de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': '04e63c68-a71d-4450-9e95-a593a0c63c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:32.149161 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-6cf016b2-0487-4047-9979-fcf94f9b3179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:32.149637 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf016b2-0487-4047-9979-fcf94f9b3179 None None] Bound using segment: {'id': '7406e781-2fb0-401e-83c5-672a407e71de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': '04e63c68-a71d-4450-9e95-a593a0c63c1a'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:40:32.150212 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-6cf016b2-0487-4047-9979-fcf94f9b3179 None None] Bound port: 04fa2ee0-dd7e-4cbe-948d-72d6902d6548, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7406e781-2fb0-401e-83c5-672a407e71de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1626, 'network_id': '04e63c68-a71d-4450-9e95-a593a0c63c1a'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:40:32.150782 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-6cf016b2-0487-4047-9979-fcf94f9b3179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:32.166020 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:32.205895 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b7cf5-c18f-4dd3-b542-cbb534e6ab1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbf6a922-d538-41b5-bdcc-42f6d2672256,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:32.221174 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 32798) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:32.227442 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149b7cf5-c18f-4dd3-b542-cbb534e6ab1f admin admin] Checking segment: {'id': 'e2f9a47d-d538-417e-9e45-5f556e31fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '65dd0f5d-e1c8-4f7c-88a0-13029b27458a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:32.227985 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149b7cf5-c18f-4dd3-b542-cbb534e6ab1f admin admin] Network hostable DHCP agents. Network: 65dd0f5d-e1c8-4f7c-88a0-13029b27458a, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:40:32.238892 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=5a0488ea-2adf-4a32-a94d-3a3650ede1d9,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:32.263519 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-6cf016b2-0487-4047-9979-fcf94f9b3179 None None] For port 04fa2ee0-dd7e-4cbe-948d-72d6902d6548, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:40:32.266747 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-6cf016b2-0487-4047-9979-fcf94f9b3179 None None] For port 04fa2ee0-dd7e-4cbe-948d-72d6902d6548, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=04fa2ee0-dd7e-4cbe-948d-72d6902d6548,segment=NetworkSegment(7406e781-2fb0-401e-83c5-672a407e71de),segment_id=7406e781-2fb0-401e-83c5-672a407e71de)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:40:32.273549 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-75e44c16-c587-4d2e-a287-1cd2100c0baa tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:32.336596 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149b7cf5-c18f-4dd3-b542-cbb534e6ab1f admin admin] Network 65dd0f5d-e1c8-4f7c-88a0-13029b27458a is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:40:32.351709 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e44c16-c587-4d2e-a287-1cd2100c0baa tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Subnet': ['ID=7c8fe413-8fd6-4014-965b-25abbd3379d0,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:32.356066 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e44c16-c587-4d2e-a287-1cd2100c0baa tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Checking segment: {'id': '9f32f3ae-9693-48e2-a0ee-a1d4caf0e385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1603, 'network_id': 'c12df407-9f00-493a-9184-9a583b6276a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:32.356433 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e44c16-c587-4d2e-a287-1cd2100c0baa tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network hostable DHCP agents. Network: c12df407-9f00-493a-9184-9a583b6276a3, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:40:32.371362 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-6cf016b2-0487-4047-9979-fcf94f9b3179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:32.435817 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-149b7cf5-c18f-4dd3-b542-cbb534e6ab1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 65dd0f5d-e1c8-4f7c-88a0-13029b27458a) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:32.439522 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d090016-251a-44ce-929c-ef4a20c2c112 None None] Pushing event updated for resources: {'Port': ['ID=04fa2ee0-dd7e-4cbe-948d-72d6902d6548,revision_number=4']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:32.444295 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149b7cf5-c18f-4dd3-b542-cbb534e6ab1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:32.444295 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-149b7cf5-c18f-4dd3-b542-cbb534e6ab1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:32.449797 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf016b2-0487-4047-9979-fcf94f9b3179 None None] Routers {'429a0a2b-86ea-4252-9d57-cfa1555f1ac9'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:32.450541 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6cf016b2-0487-4047-9979-fcf94f9b3179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:32.451461 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44954fe-e24e-4dcf-bb39-3ba9fb588d34 None None] Network 65dd0f5d-e1c8-4f7c-88a0-13029b27458a requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:32.507351 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e44c16-c587-4d2e-a287-1cd2100c0baa tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network c12df407-9f00-493a-9184-9a583b6276a3 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:40:32.518748 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-75e44c16-c587-4d2e-a287-1cd2100c0baa tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, c12df407-9f00-493a-9184-9a583b6276a3) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:32.527657 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e44c16-c587-4d2e-a287-1cd2100c0baa tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:32.528442 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-75e44c16-c587-4d2e-a287-1cd2100c0baa tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:32.529042 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182257d8-15a6-4136-b878-49eb8d415602 None None] Network c12df407-9f00-493a-9184-9a583b6276a3 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:32.554232 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-149b7cf5-c18f-4dd3-b542-cbb534e6ab1f admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0178280 Aug 31 09:40:32.597426 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-6cf016b2-0487-4047-9979-fcf94f9b3179 None None] Set router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:32.628490 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-75e44c16-c587-4d2e-a287-1cd2100c0baa tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9847157 Aug 31 09:40:32.629752 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 32802) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:32.800258 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device e0e02a6b-4799-48c6-bc13-41d82e71f40b no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:32.814180 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f72fe15-f1b5-4f7f-bd77-a140db23a156 None None] Network 65dd0f5d-e1c8-4f7c-88a0-13029b27458a requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:32.816556 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b43d6bd7-651f-42d2-a991-2b14fef93f25 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:32.817141 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:32.891773 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: e0e02a6b-4799-48c6-bc13-41d82e71f40b {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:32.892115 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device e0e02a6b-4799-48c6-bc13-41d82e71f40b not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:40:32.971617 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6cf016b2-0487-4047-9979-fcf94f9b3179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'name': 'tempest-RoutersTest-router-109405051', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:26Z', 'updated_at': '2021-08-31T09:40:29Z', 'revision_number': 2, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'gw_port_host': None, '_interfaces': [{'id': '04fa2ee0-dd7e-4cbe-948d-72d6902d6548', 'name': '', 'network_id': '04e63c68-a71d-4450-9e95-a593a0c63c1a', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:1b:9b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:32Z', 'revision_number': 4, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:33.018584 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75a11b2-5849-453b-a210-aa5286d5f11f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-c12df407-9f00-493a-9184-9a583b6276a3', 'network_id': 'c12df407-9f00-493a-9184-9a583b6276a3', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'fixed_ips': [{'subnet_id': '7c8fe413-8fd6-4014-965b-25abbd3379d0'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:40:33.019750 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f75a11b2-5849-453b-a210-aa5286d5f11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:33.033834 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf016b2-0487-4047-9979-fcf94f9b3179 None None] The sync data for ids ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'] in n-d-791506-28 is: [{'id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'name': 'tempest-RoutersTest-router-109405051', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:26Z', 'updated_at': '2021-08-31T09:40:29Z', 'revision_number': 2, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'gw_port_host': None, '_interfaces': [{'id': '04fa2ee0-dd7e-4cbe-948d-72d6902d6548', 'name': '', 'network_id': '04e63c68-a71d-4450-9e95-a593a0c63c1a', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:1b:9b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:32Z', 'revision_number': 4, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:33.102628 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:33.146541 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5fcb45e4-cfcd-4470-8f3c-52a047adfa50 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:33.198301 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-b43d6bd7-651f-42d2-a991-2b14fef93f25 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Deleting port a637d82f-2493-433e-a1cc-22003204f0e4 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:33.198960 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b43d6bd7-651f-42d2-a991-2b14fef93f25 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:33.264980 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-f75a11b2-5849-453b-a210-aa5286d5f11f None None] Allocated IP 172.21.0.2 (c12df407-9f00-493a-9184-9a583b6276a3/7c8fe413-8fd6-4014-965b-25abbd3379d0/efb8aba2-deff-4124-a5fe-418f9cbf915e) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:33.347900 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-b43d6bd7-651f-42d2-a991-2b14fef93f25 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] For port a637d82f-2493-433e-a1cc-22003204f0e4, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a637d82f-2493-433e-a1cc-22003204f0e4,segment=NetworkSegment(07f824f9-6fc8-4665-b039-965319ccc92f),segment_id=07f824f9-6fc8-4665-b039-965319ccc92f)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:33.349006 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b43d6bd7-651f-42d2-a991-2b14fef93f25 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:33.387091 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-b43d6bd7-651f-42d2-a991-2b14fef93f25 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Calling delete_port for a637d82f-2493-433e-a1cc-22003204f0e4 owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:33.475684 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f75a11b2-5849-453b-a210-aa5286d5f11f None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:33.485397 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f75a11b2-5849-453b-a210-aa5286d5f11f None None] Transition to ACTIVE for port object efb8aba2-deff-4124-a5fe-418f9cbf915e will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:33.510096 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f75a11b2-5849-453b-a210-aa5286d5f11f None None] Transition to ACTIVE for port object efb8aba2-deff-4124-a5fe-418f9cbf915e will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:33.591213 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f75a11b2-5849-453b-a210-aa5286d5f11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:33.641593 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75a11b2-5849-453b-a210-aa5286d5f11f None None] Network c12df407-9f00-493a-9184-9a583b6276a3 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:33.644564 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-f75a11b2-5849-453b-a210-aa5286d5f11f None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:33.648296 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75a11b2-5849-453b-a210-aa5286d5f11f None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:33.656368 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a11b2-5849-453b-a210-aa5286d5f11f None None] Pushing event updated for resources: {'Port': ['ID=efb8aba2-deff-4124-a5fe-418f9cbf915e,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:33.656532 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-5fcb45e4-cfcd-4470-8f3c-52a047adfa50 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Allocated IP 172.21.0.1 (c12df407-9f00-493a-9184-9a583b6276a3/7c8fe413-8fd6-4014-965b-25abbd3379d0/4435d7f1-bb2d-477a-a261-ddcb7bea16d0) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:33.678699 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 32816) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:33.685675 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-61e3a837-fcae-4472-9a20-d6cdd588e384 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-444419067-network', 'tenant_id': '53a2c214360442439ba4afd0863532be'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:33.690995 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b43d6bd7-651f-42d2-a991-2b14fef93f25 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:33.725555 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-f75a11b2-5849-453b-a210-aa5286d5f11f None None] Attempting to bind port efb8aba2-deff-4124-a5fe-418f9cbf915e on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:40:33.725555 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-f75a11b2-5849-453b-a210-aa5286d5f11f None None] Attempting to bind port efb8aba2-deff-4124-a5fe-418f9cbf915e by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '9f32f3ae-9693-48e2-a0ee-a1d4caf0e385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1603, 'network_id': 'c12df407-9f00-493a-9184-9a583b6276a3'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:40:33.725555 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75a11b2-5849-453b-a210-aa5286d5f11f None None] Attempting to bind port efb8aba2-deff-4124-a5fe-418f9cbf915e on network c12df407-9f00-493a-9184-9a583b6276a3 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:33.732612 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d6bd7-651f-42d2-a991-2b14fef93f25 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event deleted for resources: {'Port': ['ID=a637d82f-2493-433e-a1cc-22003204f0e4,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:33.735307 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75a11b2-5849-453b-a210-aa5286d5f11f None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:40:33.735888 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75a11b2-5849-453b-a210-aa5286d5f11f None None] Checking segment: {'id': '9f32f3ae-9693-48e2-a0ee-a1d4caf0e385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1603, 'network_id': 'c12df407-9f00-493a-9184-9a583b6276a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:33.743664 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f75a11b2-5849-453b-a210-aa5286d5f11f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:33.743664 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75a11b2-5849-453b-a210-aa5286d5f11f None None] Bound using segment: {'id': '9f32f3ae-9693-48e2-a0ee-a1d4caf0e385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1603, 'network_id': 'c12df407-9f00-493a-9184-9a583b6276a3'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:40:33.744631 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-f75a11b2-5849-453b-a210-aa5286d5f11f None None] Bound port: efb8aba2-deff-4124-a5fe-418f9cbf915e, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f32f3ae-9693-48e2-a0ee-a1d4caf0e385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1603, 'network_id': 'c12df407-9f00-493a-9184-9a583b6276a3'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:40:33.744631 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f75a11b2-5849-453b-a210-aa5286d5f11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:33.805297 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e3a837-fcae-4472-9a20-d6cdd588e384 admin admin] Made reservation on behalf of 53a2c214360442439ba4afd0863532be for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:33.807867 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-61e3a837-fcae-4472-9a20-d6cdd588e384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:33.825008 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-61e3a837-fcae-4472-9a20-d6cdd588e384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:33.880967 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-f75a11b2-5849-453b-a210-aa5286d5f11f None None] For port efb8aba2-deff-4124-a5fe-418f9cbf915e, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:40:33.887184 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-f75a11b2-5849-453b-a210-aa5286d5f11f None None] For port efb8aba2-deff-4124-a5fe-418f9cbf915e, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=efb8aba2-deff-4124-a5fe-418f9cbf915e,segment=NetworkSegment(9f32f3ae-9693-48e2-a0ee-a1d4caf0e385),segment_id=9f32f3ae-9693-48e2-a0ee-a1d4caf0e385)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:40:33.898690 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5fcb45e4-cfcd-4470-8f3c-52a047adfa50 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:33.909450 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-5fcb45e4-cfcd-4470-8f3c-52a047adfa50 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Transition to ACTIVE for port object 4435d7f1-bb2d-477a-a261-ddcb7bea16d0 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:33.962188 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f75a11b2-5849-453b-a210-aa5286d5f11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:33.976950 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 5a0488ea-2adf-4a32-a94d-3a3650ede1d9 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:34.018810 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b43d6bd7-651f-42d2-a991-2b14fef93f25 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:34.064748 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5fcb45e4-cfcd-4470-8f3c-52a047adfa50 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:34.114528 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcb45e4-cfcd-4470-8f3c-52a047adfa50 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network c12df407-9f00-493a-9184-9a583b6276a3 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:34.118069 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-5fcb45e4-cfcd-4470-8f3c-52a047adfa50 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:34.123204 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcb45e4-cfcd-4470-8f3c-52a047adfa50 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:34.151327 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-61e3a837-fcae-4472-9a20-d6cdd588e384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:34.169563 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5fcb45e4-cfcd-4470-8f3c-52a047adfa50 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:34.173364 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb45e4-cfcd-4470-8f3c-52a047adfa50 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Port': ['ID=4435d7f1-bb2d-477a-a261-ddcb7bea16d0,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:34.220943 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-61e3a837-fcae-4472-9a20-d6cdd588e384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:34.249484 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e3a837-fcae-4472-9a20-d6cdd588e384 admin admin] vlan segment allocate from pool success with {'vlan_id': 1610, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:40:34.265587 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a11b2-5849-453b-a210-aa5286d5f11f None None] Pushing event updated for resources: {'Port': ['ID=efb8aba2-deff-4124-a5fe-418f9cbf915e,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:34.278192 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-61e3a837-fcae-4472-9a20-d6cdd588e384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:34.278192 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-61e3a837-fcae-4472-9a20-d6cdd588e384 admin admin] Added segment 43ce8ae2-81e5-4ff5-ac7e-782656af52ec of type vlan for network 1e794d89-aa74-44d2-ba6c-a07371eaaa6f Aug 31 09:40:34.281652 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 5a0488ea-2adf-4a32-a94d-3a3650ede1d9 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:34.282033 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:34.286696 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e3a837-fcae-4472-9a20-d6cdd588e384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131e7ee6-0bb4-4bb5-9dd2-3c6e5c3ed1d0,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:34.370179 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-61e3a837-fcae-4472-9a20-d6cdd588e384 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:34.386959 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 04fa2ee0-dd7e-4cbe-948d-72d6902d6548 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:34.401135 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43d6bd7-651f-42d2-a991-2b14fef93f25 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Router f26334a3-be95-4f5f-9209-3dc558607880 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:40:34.477112 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-61e3a837-fcae-4472-9a20-d6cdd588e384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:34.478084 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e3a837-fcae-4472-9a20-d6cdd588e384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:34.478692 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-61e3a837-fcae-4472-9a20-d6cdd588e384 admin admin] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:34.521292 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 04fa2ee0-dd7e-4cbe-948d-72d6902d6548 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:34.526322 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 04fa2ee0-dd7e-4cbe-948d-72d6902d6548 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:34.526826 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:34.632182 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e3a837-fcae-4472-9a20-d6cdd588e384 admin admin] Pushing event updated for resources: {'Network': ['ID=1e794d89-aa74-44d2-ba6c-a07371eaaa6f,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:34.638011 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43d6bd7-651f-42d2-a991-2b14fef93f25 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:34.643430 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b43d6bd7-651f-42d2-a991-2b14fef93f25 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "PUT /v2.0/routers/f26334a3-be95-4f5f-9209-3dc558607880/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4203353 Aug 31 09:40:34.646156 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 32818) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:34.670816 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:34.674107 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf8484f-a8bc-4664-bed8-922294a9c12c None None] Sync routers for ids ['f26334a3-be95-4f5f-9209-3dc558607880'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:34.676207 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 1e794d89-aa74-44d2-ba6c-a07371eaaa6f details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:40:34.689918 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-61e3a837-fcae-4472-9a20-d6cdd588e384 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0100713 Aug 31 09:40:34.693355 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 32820) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:34.700246 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-eb1ef940-7712-4966-ade4-d191f0eac037 admin admin] Request body: {'subnet': {'network_id': '1e794d89-aa74-44d2-ba6c-a07371eaaa6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-444419067-subnet', 'tenant_id': '53a2c214360442439ba4afd0863532be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:34.720613 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-73402574-3c0e-4a32-baa1-3827268e702a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Deleting subnet 62ce1234-d705-4529-a27b-566e6c89a19b {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:40:34.725467 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73402574-3c0e-4a32-baa1-3827268e702a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:34.755929 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf8484f-a8bc-4664-bed8-922294a9c12c None None] Routers {'f26334a3-be95-4f5f-9209-3dc558607880'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:34.756565 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-cdf8484f-a8bc-4664-bed8-922294a9c12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['f26334a3-be95-4f5f-9209-3dc558607880'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:34.767550 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5fcb45e4-cfcd-4470-8f3c-52a047adfa50 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:34.771412 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73402574-3c0e-4a32-baa1-3827268e702a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:34.779172 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1ef940-7712-4966-ade4-d191f0eac037 admin admin] Made reservation on behalf of 53a2c214360442439ba4afd0863532be for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:34.784673 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eb1ef940-7712-4966-ade4-d191f0eac037 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:34.822225 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 04fa2ee0-dd7e-4cbe-948d-72d6902d6548, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=04fa2ee0-dd7e-4cbe-948d-72d6902d6548,segment=NetworkSegment(7406e781-2fb0-401e-83c5-672a407e71de),segment_id=7406e781-2fb0-401e-83c5-672a407e71de)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:34.892776 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:34.904092 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73402574-3c0e-4a32-baa1-3827268e702a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:34.940958 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-cdf8484f-a8bc-4664-bed8-922294a9c12c None None] Set router f26334a3-be95-4f5f-9209-3dc558607880 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:35.011114 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=04fa2ee0-dd7e-4cbe-948d-72d6902d6548,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:35.074177 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73402574-3c0e-4a32-baa1-3827268e702a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:35.106383 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73402574-3c0e-4a32-baa1-3827268e702a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event deleted for resources: {'Subnet': ['ID=62ce1234-d705-4529-a27b-566e6c89a19b,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:35.113689 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73402574-3c0e-4a32-baa1-3827268e702a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:35.116217 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-73402574-3c0e-4a32-baa1-3827268e702a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "DELETE /v2.0/subnets/62ce1234-d705-4529-a27b-566e6c89a19b HTTP/1.1" status: 204 len: 168 time: 0.4686134 Aug 31 09:40:35.119539 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 32822) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:35.140784 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7f8c7b-ba38-4eea-8103-ced958dfdaa0 None None] Network e1b72858-d42d-4e54-b983-427aa1394b8e requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:35.250262 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5fcb45e4-cfcd-4470-8f3c-52a047adfa50 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:35.266218 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-d5e26689-cd98-4eb7-9c9a-45cb76a4db7d service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0831120 Aug 31 09:40:35.286142 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c1d3aa85-7266-4d7c-87a8-9d467062c73d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:35.297446 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-cdf8484f-a8bc-4664-bed8-922294a9c12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-782522570', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '87e9fcb9-b502-43e4-9abb-868c69a84871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:22Z', 'updated_at': '2021-08-31T09:40:33Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '87e9fcb9-b502-43e4-9abb-868c69a84871', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:23Z', 'updated_at': '2021-08-31T09:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:35.339239 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eb1ef940-7712-4966-ade4-d191f0eac037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:35.340167 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf8484f-a8bc-4664-bed8-922294a9c12c None None] Checking router: f26334a3-be95-4f5f-9209-3dc558607880 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:40:35.360225 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf8484f-a8bc-4664-bed8-922294a9c12c None None] Routers {'f26334a3-be95-4f5f-9209-3dc558607880'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:35.360985 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-cdf8484f-a8bc-4664-bed8-922294a9c12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['f26334a3-be95-4f5f-9209-3dc558607880'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:35.424230 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c1d3aa85-7266-4d7c-87a8-9d467062c73d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:35.438323 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ef940-7712-4966-ade4-d191f0eac037 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6d681a8-d1ba-49f4-9db5-6f0586d4779a,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:35.442296 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5fcb45e4-cfcd-4470-8f3c-52a047adfa50 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:35.509640 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b2e9c6-9d63-4b59-bf21-720f741e90d9 None None] DHCP port deletion for e1b72858-d42d-4e54-b983-427aa1394b8e request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:40:35.516939 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-cdf8484f-a8bc-4664-bed8-922294a9c12c None None] Set router f26334a3-be95-4f5f-9209-3dc558607880 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:35.555483 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-c1d3aa85-7266-4d7c-87a8-9d467062c73d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Deleting port 87e9fcb9-b502-43e4-9abb-868c69a84871 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:35.555709 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c1d3aa85-7266-4d7c-87a8-9d467062c73d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:35.559442 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9517c-3507-4be3-830f-59db7bc3023c req-a8ed8a23-5454-44cb-8e21-50fbead94c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:35.559949 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9517c-3507-4be3-830f-59db7bc3023c req-a8ed8a23-5454-44cb-8e21-50fbead94c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:35.560423 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9517c-3507-4be3-830f-59db7bc3023c req-a8ed8a23-5454-44cb-8e21-50fbead94c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:35.560890 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9517c-3507-4be3-830f-59db7bc3023c req-a8ed8a23-5454-44cb-8e21-50fbead94c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:35.561359 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9517c-3507-4be3-830f-59db7bc3023c req-a8ed8a23-5454-44cb-8e21-50fbead94c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:35.561818 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9517c-3507-4be3-830f-59db7bc3023c req-a8ed8a23-5454-44cb-8e21-50fbead94c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:35.562279 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9517c-3507-4be3-830f-59db7bc3023c req-a8ed8a23-5454-44cb-8e21-50fbead94c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:35.564282 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-a8ed8a23-5454-44cb-8e21-50fbead94c60 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=caa69c38eab14ec7acd072f4cc57de4a&device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 6499 time: 0.2374425 Aug 31 09:40:35.587501 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5fcb45e4-cfcd-4470-8f3c-52a047adfa50 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:35.591805 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb45e4-cfcd-4470-8f3c-52a047adfa50 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Port': ['ID=4435d7f1-bb2d-477a-a261-ddcb7bea16d0,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:35.612926 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1ef940-7712-4966-ade4-d191f0eac037 admin admin] Checking segment: {'id': '43ce8ae2-81e5-4ff5-ac7e-782656af52ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': '1e794d89-aa74-44d2-ba6c-a07371eaaa6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:35.613479 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1ef940-7712-4966-ade4-d191f0eac037 admin admin] Network hostable DHCP agents. Network: 1e794d89-aa74-44d2-ba6c-a07371eaaa6f, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:40:35.627518 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c1a8a8-a3a3-4c87-be52-a578e07f5c29 None None] Network c12df407-9f00-493a-9184-9a583b6276a3 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:35.650911 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-c1d3aa85-7266-4d7c-87a8-9d467062c73d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] For port 87e9fcb9-b502-43e4-9abb-868c69a84871, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=87e9fcb9-b502-43e4-9abb-868c69a84871,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:35.651265 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c1d3aa85-7266-4d7c-87a8-9d467062c73d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:35.664661 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-c1d3aa85-7266-4d7c-87a8-9d467062c73d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Calling delete_port for 87e9fcb9-b502-43e4-9abb-868c69a84871 owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:35.785577 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9517c-3507-4be3-830f-59db7bc3023c req-ca48b63b-58d6-4f32-83d2-eedabb94aec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:35.786188 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9517c-3507-4be3-830f-59db7bc3023c req-ca48b63b-58d6-4f32-83d2-eedabb94aec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:35.786379 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9517c-3507-4be3-830f-59db7bc3023c req-ca48b63b-58d6-4f32-83d2-eedabb94aec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:35.798526 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-ca48b63b-58d6-4f32-83d2-eedabb94aec4 service neutron] 10.222.0.112 "GET /v2.0/networks?id=636950a3-6b65-4dc0-b611-ae468b63fe57&id=77d5d845-bb9b-4368-b082-bacd96a9f80d&id=77d5d845-bb9b-4368-b082-bacd96a9f80d&id=77d5d845-bb9b-4368-b082-bacd96a9f80d&id=77d5d845-bb9b-4368-b082-bacd96a9f80d&id=4c2e8d44-f605-48e7-8300-60df4e87697c&id=4c2e8d44-f605-48e7-8300-60df4e87697c HTTP/1.1" status: 200 len: 2295 time: 0.1935737 Aug 31 09:40:35.802270 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1ef940-7712-4966-ade4-d191f0eac037 admin admin] Network 1e794d89-aa74-44d2-ba6c-a07371eaaa6f is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:40:35.811401 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcb45e4-cfcd-4470-8f3c-52a047adfa50 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network c12df407-9f00-493a-9184-9a583b6276a3 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:35.821623 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-5fcb45e4-cfcd-4470-8f3c-52a047adfa50 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:35.832210 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-64b2e9c6-9d63-4b59-bf21-720f741e90d9 None None] Deleting port 14e12b6e-dd39-435d-b77e-255685640835 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:35.832585 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-64b2e9c6-9d63-4b59-bf21-720f741e90d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:35.834102 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-97a37a0e-813d-4e98-ad94-9f275f77f4d6 None None] Provisioning for port efb8aba2-deff-4124-a5fe-418f9cbf915e completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:35.948811 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-eb1ef940-7712-4966-ade4-d191f0eac037 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 1e794d89-aa74-44d2-ba6c-a07371eaaa6f) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:35.957034 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1ef940-7712-4966-ade4-d191f0eac037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:35.958609 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eb1ef940-7712-4966-ade4-d191f0eac037 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:35.965405 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c1d3aa85-7266-4d7c-87a8-9d467062c73d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:35.969208 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b403fc3e-7799-4676-95d1-391046d01f19 None None] Network 1e794d89-aa74-44d2-ba6c-a07371eaaa6f requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:35.974693 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-fb777b21-d61b-4ada-8d7d-cb6dd3f14013 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df6aa1bb-921b-4f71-bd10-7c3fe5349661 HTTP/1.1" status: 200 len: 1001 time: 0.1657805 Aug 31 09:40:36.014490 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d3aa85-7266-4d7c-87a8-9d467062c73d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event deleted for resources: {'Port': ['ID=87e9fcb9-b502-43e4-9abb-868c69a84871,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:36.019061 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [req-81f54fef-9509-4308-8730-b2969fbc9425 req-152de63d-e179-45af-9c7c-a86a6d4585cf tempest-ServerRescueTestJSON-518643200 tempest-ServerRescueTestJSON-518643200-project] (95552) timed out ('10.222.0.59', 60457) {{(pid=95552) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 09:40:36.033158 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcb45e4-cfcd-4470-8f3c-52a047adfa50 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:40:36.050512 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-64b2e9c6-9d63-4b59-bf21-720f741e90d9 None None] For port 14e12b6e-dd39-435d-b77e-255685640835, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=14e12b6e-dd39-435d-b77e-255685640835,segment=NetworkSegment(07f824f9-6fc8-4665-b039-965319ccc92f),segment_id=07f824f9-6fc8-4665-b039-965319ccc92f)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:36.050936 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-64b2e9c6-9d63-4b59-bf21-720f741e90d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:36.053213 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9517c-3507-4be3-830f-59db7bc3023c req-d2a1cac7-9174-4be4-b77b-81eab8f49eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:36.054178 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-d2a1cac7-9174-4be4-b77b-81eab8f49eb6 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=4345a806-82e6-4d6f-a21e-c3deaf1866e8 HTTP/1.1" status: 200 len: 850 time: 0.0687423 Aug 31 09:40:36.080530 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-64b2e9c6-9d63-4b59-bf21-720f741e90d9 None None] Calling delete_port for 14e12b6e-dd39-435d-b77e-255685640835 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:36.082377 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c1d3aa85-7266-4d7c-87a8-9d467062c73d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:36.107198 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-eb1ef940-7712-4966-ade4-d191f0eac037 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4125693 Aug 31 09:40:36.108930 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 04fa2ee0-dd7e-4cbe-948d-72d6902d6548 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:36.195639 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcb45e4-cfcd-4470-8f3c-52a047adfa50 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:36.207314 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5fcb45e4-cfcd-4470-8f3c-52a047adfa50 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "PUT /v2.0/routers/429a0a2b-86ea-4252-9d57-cfa1555f1ac9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5743439 Aug 31 09:40:36.210877 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2f06c9-d42a-45cb-9f36-51d8c2fa960e None None] Sync routers for ids ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:36.211394 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 32826) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:36.213386 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c1d3aa85-7266-4d7c-87a8-9d467062c73d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:36.217248 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c1d3aa85-7266-4d7c-87a8-9d467062c73d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:36.217500 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-7da974a6-6d62-4ad3-b890-4af0d45549c1 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Request body: {'network': {'name': 'tempest-RoutersTest-1599111649'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:36.221572 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2f06c9-d42a-45cb-9f36-51d8c2fa960e None None] Routers {'429a0a2b-86ea-4252-9d57-cfa1555f1ac9'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:36.224435 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-2c2f06c9-d42a-45cb-9f36-51d8c2fa960e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:36.234377 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9517c-3507-4be3-830f-59db7bc3023c req-a687ec14-0431-4c73-b5d6-c1e36b37019e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:36.236105 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-a687ec14-0431-4c73-b5d6-c1e36b37019e service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=636950a3-6b65-4dc0-b611-ae468b63fe57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1458144 Aug 31 09:40:36.327461 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c1d3aa85-7266-4d7c-87a8-9d467062c73d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:36.327914 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d3aa85-7266-4d7c-87a8-9d467062c73d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Fanout notify agent at l3_agent the message router_deleted on router f26334a3-be95-4f5f-9209-3dc558607880 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:40:36.335653 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c1d3aa85-7266-4d7c-87a8-9d467062c73d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:36.340500 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c1d3aa85-7266-4d7c-87a8-9d467062c73d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "DELETE /v2.0/routers/f26334a3-be95-4f5f-9209-3dc558607880 HTTP/1.1" status: 204 len: 168 time: 1.2171631 Aug 31 09:40:36.340830 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 32830) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:36.347516 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-2c2f06c9-d42a-45cb-9f36-51d8c2fa960e None None] Set router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:36.354257 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-cdf8484f-a8bc-4664-bed8-922294a9c12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-782522570', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '87e9fcb9-b502-43e4-9abb-868c69a84871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:22Z', 'updated_at': '2021-08-31T09:40:33Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '87e9fcb9-b502-43e4-9abb-868c69a84871', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:23Z', 'updated_at': '2021-08-31T09:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:36.382478 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-1d249d01-b85a-4799-8e9e-afa6fee03d9c service neutron] 10.222.0.112 "GET /v2.0/networks/636950a3-6b65-4dc0-b611-ae468b63fe57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288159 Aug 31 09:40:36.383763 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da974a6-6d62-4ad3-b890-4af0d45549c1 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Made reservation on behalf of 818bf9b67c5b497e8fcb55380b7274bf for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:36.388193 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7da974a6-6d62-4ad3-b890-4af0d45549c1 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:36.511906 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf8484f-a8bc-4664-bed8-922294a9c12c None None] The sync data for ids ['f26334a3-be95-4f5f-9209-3dc558607880'] in n-d-791506-28 is: [{'id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'name': 'tempest-TestNetworkAdvancedServerOps-router-782522570', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '87e9fcb9-b502-43e4-9abb-868c69a84871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:38:22Z', 'updated_at': '2021-08-31T09:40:33Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '87e9fcb9-b502-43e4-9abb-868c69a84871', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:38:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26334a3-be95-4f5f-9209-3dc558607880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:38:23Z', 'updated_at': '2021-08-31T09:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:36.525242 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 04fa2ee0-dd7e-4cbe-948d-72d6902d6548 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:36.525242 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:36.527687 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da974a6-6d62-4ad3-b890-4af0d45549c1 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] vlan segment allocate from pool success with {'vlan_id': 1648, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:40:36.533579 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-df07b36c-e40b-4499-a432-ae9741cc9edc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:36.583813 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7da974a6-6d62-4ad3-b890-4af0d45549c1 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:36.583813 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-7da974a6-6d62-4ad3-b890-4af0d45549c1 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Added segment 56bb2d29-25d3-4ae7-a746-548fed0f8779 of type vlan for network 5c1a86fd-9b55-4b1d-a6cc-fb14429704d5 Aug 31 09:40:36.662955 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce8ac31-2580-417f-99c5-47fbddfe30f6 None None] Network 1e794d89-aa74-44d2-ba6c-a07371eaaa6f requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:36.674235 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-2c2f06c9-d42a-45cb-9f36-51d8c2fa960e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'name': 'tempest-RoutersTest-router-109405051', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:26Z', 'updated_at': '2021-08-31T09:40:34Z', 'revision_number': 3, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'gw_port_host': None, '_interfaces': [{'id': '04fa2ee0-dd7e-4cbe-948d-72d6902d6548', 'name': '', 'network_id': '04e63c68-a71d-4450-9e95-a593a0c63c1a', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:1b:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:34Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4435d7f1-bb2d-477a-a261-ddcb7bea16d0', 'name': '', 'network_id': 'c12df407-9f00-493a-9184-9a583b6276a3', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:c3:6e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:33Z', 'updated_at': '2021-08-31T09:40:34Z', 'revision_number': 2, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:36.698283 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-df07b36c-e40b-4499-a432-ae9741cc9edc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Deleting port 14e12b6e-dd39-435d-b77e-255685640835 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:36.700542 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-df07b36c-e40b-4499-a432-ae9741cc9edc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:36.734121 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7da974a6-6d62-4ad3-b890-4af0d45549c1 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:36.744683 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-f70ff882-bb8c-4a9a-9074-ac2595bb8dfa service neutron] 10.222.0.112 "GET /v2.0/networks/636950a3-6b65-4dc0-b611-ae468b63fe57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365314 Aug 31 09:40:36.763965 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2f06c9-d42a-45cb-9f36-51d8c2fa960e None None] Checking router: 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:40:36.764189 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2f06c9-d42a-45cb-9f36-51d8c2fa960e None None] Updating router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 port 4435d7f1-bb2d-477a-a261-ddcb7bea16d0 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:40:36.804824 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-2c2f06c9-d42a-45cb-9f36-51d8c2fa960e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:36.809387 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-aa23c008-6a89-47ad-b42a-b2172aef95d5 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=5e0f8409-296d-4c01-80fd-2224022e108c HTTP/1.1" status: 200 len: 217 time: 0.0528440 Aug 31 09:40:36.815702 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-df07b36c-e40b-4499-a432-ae9741cc9edc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] For port 14e12b6e-dd39-435d-b77e-255685640835, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=14e12b6e-dd39-435d-b77e-255685640835,segment=NetworkSegment(07f824f9-6fc8-4665-b039-965319ccc92f),segment_id=07f824f9-6fc8-4665-b039-965319ccc92f)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:36.822648 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-df07b36c-e40b-4499-a432-ae9741cc9edc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:36.823995 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-64b2e9c6-9d63-4b59-bf21-720f741e90d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:36.854010 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-df07b36c-e40b-4499-a432-ae9741cc9edc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Calling delete_port for 14e12b6e-dd39-435d-b77e-255685640835 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:36.885470 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7da974a6-6d62-4ad3-b890-4af0d45549c1 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:36.886771 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2e9c6-9d63-4b59-bf21-720f741e90d9 None None] Pushing event deleted for resources: {'Port': ['ID=14e12b6e-dd39-435d-b77e-255685640835,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:36.896859 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da974a6-6d62-4ad3-b890-4af0d45549c1 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:36.898672 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device efb8aba2-deff-4124-a5fe-418f9cbf915e up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:36.899853 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7da974a6-6d62-4ad3-b890-4af0d45549c1 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:36.911141 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b2e9c6-9d63-4b59-bf21-720f741e90d9 None None] No DVR routers for this DVR port 14e12b6e-dd39-435d-b77e-255685640835 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:37.043362 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d9144c85-ca9e-433b-a72c-f723a60481ec None None] Provisioning for port 4435d7f1-bb2d-477a-a261-ddcb7bea16d0 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:37.054659 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d9144c85-ca9e-433b-a72c-f723a60481ec None None] Provisioning complete for port 4435d7f1-bb2d-477a-a261-ddcb7bea16d0 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:37.055039 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d9144c85-ca9e-433b-a72c-f723a60481ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:37.076573 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9517c-3507-4be3-830f-59db7bc3023c req-33b496de-0661-4cb0-9c1c-5aea53205b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:37.077984 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-33b496de-0661-4cb0-9c1c-5aea53205b49 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f34f97ee-be68-4a06-a77e-c36751cafa2c HTTP/1.1" status: 200 len: 797 time: 0.2609317 Aug 31 09:40:37.089141 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da974a6-6d62-4ad3-b890-4af0d45549c1 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Network': ['ID=5c1a86fd-9b55-4b1d-a6cc-fb14429704d5,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:37.139747 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 5c1a86fd-9b55-4b1d-a6cc-fb14429704d5 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:40:37.148074 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7da974a6-6d62-4ad3-b890-4af0d45549c1 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9381170 Aug 31 09:40:37.152447 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 32844) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:37.160045 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-3928c361-adfb-4d37-8e1f-f6be6cee9552 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Request body: {'subnet': {'network_id': '5c1a86fd-9b55-4b1d-a6cc-fb14429704d5', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:37.174012 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9517c-3507-4be3-830f-59db7bc3023c req-e5dee9dd-a892-4209-ba7c-0238ca6e18a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:37.175472 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-0f4bafd6-6bfd-495f-8a0c-20e600b06b48 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:37.177139 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-0f4bafd6-6bfd-495f-8a0c-20e600b06b48 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/networks?id=65dd0f5d-e1c8-4f7c-88a0-13029b27458a HTTP/1.1" status: 200 len: 811 time: 0.3060734 Aug 31 09:40:37.190650 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-e5dee9dd-a892-4209-ba7c-0238ca6e18a6 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=77d5d845-bb9b-4368-b082-bacd96a9f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1023238 Aug 31 09:40:37.192306 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-df07b36c-e40b-4499-a432-ae9741cc9edc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:37.233602 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port efb8aba2-deff-4124-a5fe-418f9cbf915e completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:37.238867 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-d9144c85-ca9e-433b-a72c-f723a60481ec None None] Port 4435d7f1-bb2d-477a-a261-ddcb7bea16d0 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:40:37.263251 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port efb8aba2-deff-4124-a5fe-418f9cbf915e triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:37.266074 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:37.332566 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-2c2f06c9-d42a-45cb-9f36-51d8c2fa960e None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:37.350740 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-82ac2925-298d-4424-a574-60e0232a7e72 service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431918 Aug 31 09:40:37.352472 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-2c2f06c9-d42a-45cb-9f36-51d8c2fa960e None None] Transition to ACTIVE for port object 4435d7f1-bb2d-477a-a261-ddcb7bea16d0 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:37.387989 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-2d33dbf4-6351-4b50-9413-86f4cffc40c0 None None] Provisioning complete for port 4435d7f1-bb2d-477a-a261-ddcb7bea16d0 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:37.388359 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2d33dbf4-6351-4b50-9413-86f4cffc40c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:37.432575 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:37.433655 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-2c2f06c9-d42a-45cb-9f36-51d8c2fa960e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:37.462716 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-2d33dbf4-6351-4b50-9413-86f4cffc40c0 None None] Port 4435d7f1-bb2d-477a-a261-ddcb7bea16d0 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:40:37.477137 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-e4740da7-72c3-4fd6-9aef-c30adcebb393 service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202750 Aug 31 09:40:37.482602 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port efb8aba2-deff-4124-a5fe-418f9cbf915e, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=efb8aba2-deff-4124-a5fe-418f9cbf915e,segment=NetworkSegment(9f32f3ae-9693-48e2-a0ee-a1d4caf0e385),segment_id=9f32f3ae-9693-48e2-a0ee-a1d4caf0e385)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:37.520784 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74695834-fd45-4329-ab02-5413e1ff9beb None None] Pushing event updated for resources: {'Port': ['ID=4435d7f1-bb2d-477a-a261-ddcb7bea16d0,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:37.527324 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-7a9bbbc7-2a2b-4b05-80cb-91530b77ceae service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=21872e53-bee1-4235-9d2e-ab94c5aea8c9 HTTP/1.1" status: 200 len: 217 time: 0.0417707 Aug 31 09:40:37.559762 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:37.589589 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-2c2f06c9-d42a-45cb-9f36-51d8c2fa960e None None] Attempting to bind port 4435d7f1-bb2d-477a-a261-ddcb7bea16d0 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:40:37.589985 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-2c2f06c9-d42a-45cb-9f36-51d8c2fa960e None None] Attempting to bind port 4435d7f1-bb2d-477a-a261-ddcb7bea16d0 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '9f32f3ae-9693-48e2-a0ee-a1d4caf0e385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1603, 'network_id': 'c12df407-9f00-493a-9184-9a583b6276a3'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:40:37.590486 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2f06c9-d42a-45cb-9f36-51d8c2fa960e None None] Attempting to bind port 4435d7f1-bb2d-477a-a261-ddcb7bea16d0 on network c12df407-9f00-493a-9184-9a583b6276a3 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:37.596396 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2f06c9-d42a-45cb-9f36-51d8c2fa960e None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:40:37.596858 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2f06c9-d42a-45cb-9f36-51d8c2fa960e None None] Checking segment: {'id': '9f32f3ae-9693-48e2-a0ee-a1d4caf0e385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1603, 'network_id': 'c12df407-9f00-493a-9184-9a583b6276a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:37.597271 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-2c2f06c9-d42a-45cb-9f36-51d8c2fa960e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:37.597663 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2f06c9-d42a-45cb-9f36-51d8c2fa960e None None] Bound using segment: {'id': '9f32f3ae-9693-48e2-a0ee-a1d4caf0e385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1603, 'network_id': 'c12df407-9f00-493a-9184-9a583b6276a3'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:40:37.598137 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-2c2f06c9-d42a-45cb-9f36-51d8c2fa960e None None] Bound port: 4435d7f1-bb2d-477a-a261-ddcb7bea16d0, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f32f3ae-9693-48e2-a0ee-a1d4caf0e385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1603, 'network_id': 'c12df407-9f00-493a-9184-9a583b6276a3'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:40:37.598515 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-2c2f06c9-d42a-45cb-9f36-51d8c2fa960e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:37.619143 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9517c-3507-4be3-830f-59db7bc3023c req-4467e45f-0127-4093-8546-95b349c48607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:37.621670 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-4467e45f-0127-4093-8546-95b349c48607 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f34f97ee-be68-4a06-a77e-c36751cafa2c HTTP/1.1" status: 200 len: 797 time: 0.0864267 Aug 31 09:40:37.655669 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=efb8aba2-deff-4124-a5fe-418f9cbf915e,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:37.685558 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-2c2f06c9-d42a-45cb-9f36-51d8c2fa960e None None] For port 4435d7f1-bb2d-477a-a261-ddcb7bea16d0, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:40:37.689949 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-2c2f06c9-d42a-45cb-9f36-51d8c2fa960e None None] For port 4435d7f1-bb2d-477a-a261-ddcb7bea16d0, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4435d7f1-bb2d-477a-a261-ddcb7bea16d0,segment=NetworkSegment(9f32f3ae-9693-48e2-a0ee-a1d4caf0e385),segment_id=9f32f3ae-9693-48e2-a0ee-a1d4caf0e385)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:40:37.700338 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9517c-3507-4be3-830f-59db7bc3023c req-1d6b1cd1-c445-4a97-8422-61634097b78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:37.702266 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-1d6b1cd1-c445-4a97-8422-61634097b78f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=77d5d845-bb9b-4368-b082-bacd96a9f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0667443 Aug 31 09:40:37.753751 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07b36c-e40b-4499-a432-ae9741cc9edc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event deleted for resources: {'Port': ['ID=14e12b6e-dd39-435d-b77e-255685640835,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:37.759449 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-7e1561cc-e3b6-4f2a-9a43-4cb11d4c51f7 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/quotas/16620c881d1b40d08eab919db9803b7f HTTP/1.1" status: 200 len: 375 time: 0.5683703 Aug 31 09:40:37.770191 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df07b36c-e40b-4499-a432-ae9741cc9edc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] No DVR routers for this DVR port 14e12b6e-dd39-435d-b77e-255685640835 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:37.788472 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-2c2f06c9-d42a-45cb-9f36-51d8c2fa960e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:37.808433 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-9634637d-a541-4809-a81d-9d6fe9ed8fb0 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=16620c881d1b40d08eab919db9803b7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393775 Aug 31 09:40:37.815200 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-a89a5ad4-3403-4c38-917c-90b011147fc9 service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045682 Aug 31 09:40:37.861495 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74695834-fd45-4329-ab02-5413e1ff9beb None None] Pushing event updated for resources: {'Port': ['ID=4435d7f1-bb2d-477a-a261-ddcb7bea16d0,revision_number=4']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:37.888914 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2f06c9-d42a-45cb-9f36-51d8c2fa960e None None] Routers {'429a0a2b-86ea-4252-9d57-cfa1555f1ac9'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:37.892873 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-2c2f06c9-d42a-45cb-9f36-51d8c2fa960e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:37.908601 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-df07b36c-e40b-4499-a432-ae9741cc9edc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:37.920367 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-df07b36c-e40b-4499-a432-ae9741cc9edc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1b72858-d42d-4e54-b983-427aa1394b8e']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:37.925282 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 14e12b6e-dd39-435d-b77e-255685640835 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:37.932089 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-df07b36c-e40b-4499-a432-ae9741cc9edc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f824f9-6fc8-4665-b039-965319ccc92f') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:37.932390 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-df07b36c-e40b-4499-a432-ae9741cc9edc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f824f9-6fc8-4665-b039-965319ccc92f') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:37.943675 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-df07b36c-e40b-4499-a432-ae9741cc9edc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:37.959222 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-df07b36c-e40b-4499-a432-ae9741cc9edc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:37.970493 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df07b36c-e40b-4499-a432-ae9741cc9edc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Releasing vlan 1640 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:40:37.970948 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-df07b36c-e40b-4499-a432-ae9741cc9edc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:37.989053 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:40:37.989053 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:40:37.989053 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:40:37.989053 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:40:37.989053 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:40:37.989053 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:40:37.989053 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:40:37.989053 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:40:37.989053 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:40:37.989053 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:40:37.989053 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:40:37.989053 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:40:37.989053 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:40:37.989053 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:40:37.989053 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:40:37.989053 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:40:37.989053 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:40:37.989053 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:40:37.989053 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:40:37.989053 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:40:37.989053 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:40:37.989053 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:40:37.989053 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:40:37.989053 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:40:37.989053 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:40:37.989053 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:40:37.989053 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:40:37.989053 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:40:37.989053 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:40:37.989053 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:40:37.989053 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:40:37.989053 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:40:37.992140 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 14e12b6e-dd39-435d-b77e-255685640835 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:37.992140 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 14e12b6e-dd39-435d-b77e-255685640835 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:40:38.045345 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-ce68e5f7-7623-4ef3-a307-50f705b19720 service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203479 Aug 31 09:40:38.095351 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-54153ff4-3ca1-40ef-ae32-79862bb6d6ac service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=a29fa7ed-ecd3-4217-87a2-12ac46d2bee6 HTTP/1.1" status: 200 len: 217 time: 0.0432208 Aug 31 09:40:38.141169 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device efb8aba2-deff-4124-a5fe-418f9cbf915e up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:38.157755 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3928c361-adfb-4d37-8e1f-f6be6cee9552 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Made reservation on behalf of 818bf9b67c5b497e8fcb55380b7274bf for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:38.161742 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3928c361-adfb-4d37-8e1f-f6be6cee9552 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.172019 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-2c2f06c9-d42a-45cb-9f36-51d8c2fa960e None None] Set router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:38.176978 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9517c-3507-4be3-830f-59db7bc3023c req-57d462c2-07e1-4155-98cf-85d85d5672d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:38.178812 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-57d462c2-07e1-4155-98cf-85d85d5672d4 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f34f97ee-be68-4a06-a77e-c36751cafa2c HTTP/1.1" status: 200 len: 797 time: 0.0758755 Aug 31 09:40:38.233385 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-df07b36c-e40b-4499-a432-ae9741cc9edc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.238901 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-99012c70-6f56-4600-958d-410185b01890 service neutron] 10.222.0.119 "GET /v2.0/networks/65dd0f5d-e1c8-4f7c-88a0-13029b27458a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097261 Aug 31 09:40:38.245616 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port efb8aba2-deff-4124-a5fe-418f9cbf915e triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:38.246071 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.257528 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9517c-3507-4be3-830f-59db7bc3023c req-ab273e24-9f31-4bf3-b1ad-15c3dd34db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:38.263332 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-ab273e24-9f31-4bf3-b1ad-15c3dd34db82 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=77d5d845-bb9b-4368-b082-bacd96a9f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0710092 Aug 31 09:40:38.263460 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-df07b36c-e40b-4499-a432-ae9741cc9edc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.265583 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-df07b36c-e40b-4499-a432-ae9741cc9edc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "DELETE /v2.0/networks/e1b72858-d42d-4e54-b983-427aa1394b8e HTTP/1.1" status: 204 len: 168 time: 1.9236851 Aug 31 09:40:38.267559 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07b36c-e40b-4499-a432-ae9741cc9edc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event deleted for resources: {'Network': ['ID=e1b72858-d42d-4e54-b983-427aa1394b8e,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:38.268460 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 32846) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:38.414253 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0cf6969c-e631-4256-8a2b-57c96d60ecc3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.423396 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-7e291fb5-acfc-4861-b8af-931c47f2899b service neutron] 10.222.0.119 "GET /v2.0/networks/65dd0f5d-e1c8-4f7c-88a0-13029b27458a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569335 Aug 31 09:40:38.454267 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-2c2f06c9-d42a-45cb-9f36-51d8c2fa960e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'name': 'tempest-RoutersTest-router-109405051', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:26Z', 'updated_at': '2021-08-31T09:40:34Z', 'revision_number': 3, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'gw_port_host': None, '_interfaces': [{'id': '04fa2ee0-dd7e-4cbe-948d-72d6902d6548', 'name': '', 'network_id': '04e63c68-a71d-4450-9e95-a593a0c63c1a', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:1b:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:34Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4435d7f1-bb2d-477a-a261-ddcb7bea16d0', 'name': '', 'network_id': 'c12df407-9f00-493a-9184-9a583b6276a3', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:c3:6e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:33Z', 'updated_at': '2021-08-31T09:40:37Z', 'revision_number': 4, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:38.457097 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 87e9fcb9-b502-43e4-9abb-868c69a84871 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:38.487448 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2f06c9-d42a-45cb-9f36-51d8c2fa960e None None] The sync data for ids ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'] in n-d-791506-28 is: [{'id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'name': 'tempest-RoutersTest-router-109405051', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:26Z', 'updated_at': '2021-08-31T09:40:34Z', 'revision_number': 3, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'gw_port_host': None, '_interfaces': [{'id': '04fa2ee0-dd7e-4cbe-948d-72d6902d6548', 'name': '', 'network_id': '04e63c68-a71d-4450-9e95-a593a0c63c1a', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:1b:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:34Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4435d7f1-bb2d-477a-a261-ddcb7bea16d0', 'name': '', 'network_id': 'c12df407-9f00-493a-9184-9a583b6276a3', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:c3:6e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:33Z', 'updated_at': '2021-08-31T09:40:37Z', 'revision_number': 4, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:38.487784 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0cf6969c-e631-4256-8a2b-57c96d60ecc3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.493466 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-4324392f-791a-45c4-a574-b8c73b1c10ed service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041919 Aug 31 09:40:38.507806 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 87e9fcb9-b502-43e4-9abb-868c69a84871 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:38.508009 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 87e9fcb9-b502-43e4-9abb-868c69a84871 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:40:38.508381 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a637d82f-2493-433e-a1cc-22003204f0e4 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:38.529175 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: a637d82f-2493-433e-a1cc-22003204f0e4 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:38.529523 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a637d82f-2493-433e-a1cc-22003204f0e4 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:40:38.576490 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3928c361-adfb-4d37-8e1f-f6be6cee9552 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.644104 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-f1115ad8-153a-4ea4-8b7e-355616a4ba90 service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408730 Aug 31 09:40:38.648932 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928c361-adfb-4d37-8e1f-f6be6cee9552 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Subnet': ['ID=174f071c-5bc8-41fe-b60e-0e60e8cc7e7b,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:38.660755 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3928c361-adfb-4d37-8e1f-f6be6cee9552 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Checking segment: {'id': '56bb2d29-25d3-4ae7-a746-548fed0f8779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1648, 'network_id': '5c1a86fd-9b55-4b1d-a6cc-fb14429704d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:38.661123 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3928c361-adfb-4d37-8e1f-f6be6cee9552 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network hostable DHCP agents. Network: 5c1a86fd-9b55-4b1d-a6cc-fb14429704d5, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:40:38.699626 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-dfe51c55-4872-4a88-a75b-f61425919a7f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=8ec00ff2-1406-435b-8d50-463c30eef300 HTTP/1.1" status: 200 len: 217 time: 0.0459745 Aug 31 09:40:38.754355 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0cf6969c-e631-4256-8a2b-57c96d60ecc3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.757393 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0cf6969c-e631-4256-8a2b-57c96d60ecc3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:38.761680 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0cf6969c-e631-4256-8a2b-57c96d60ecc3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "DELETE /v2.0/security-groups/de75e931-e987-4c74-a3d8-5c7d288046f3 HTTP/1.1" status: 204 len: 168 time: 0.4841740 Aug 31 09:40:38.769565 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9517c-3507-4be3-830f-59db7bc3023c req-63938fb3-ec1e-4a4e-8fa1-09e2a69031a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:38.771453 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-63938fb3-ec1e-4a4e-8fa1-09e2a69031a4 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f34f97ee-be68-4a06-a77e-c36751cafa2c HTTP/1.1" status: 200 len: 797 time: 0.0665176 Aug 31 09:40:38.777773 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6969c-e631-4256-8a2b-57c96d60ecc3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de75e931-e987-4c74-a3d8-5c7d288046f3,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:38.790596 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3928c361-adfb-4d37-8e1f-f6be6cee9552 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network 5c1a86fd-9b55-4b1d-a6cc-fb14429704d5 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:40:38.795894 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f79105d6-c41c-490e-91b9-84dfc7c7983f req-81e5a61c-656d-4d9d-b119-ec4f69260118 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/ports?device_id=c3f55a9b-fccc-4d91-9e99-98873ac98db2 HTTP/1.1" status: 200 len: 210 time: 0.0465739 Aug 31 09:40:38.861346 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9517c-3507-4be3-830f-59db7bc3023c req-9a5153e9-c6a0-47aa-98b7-e91a06ce5c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:38.862898 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-9a5153e9-c6a0-47aa-98b7-e91a06ce5c05 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=77d5d845-bb9b-4368-b082-bacd96a9f80d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0769000 Aug 31 09:40:38.914756 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-3928c361-adfb-4d37-8e1f-f6be6cee9552 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 5c1a86fd-9b55-4b1d-a6cc-fb14429704d5) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:38.919051 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce934b11-4089-4ccb-9a2f-9f054819c0d3 None None] Network 5c1a86fd-9b55-4b1d-a6cc-fb14429704d5 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:38.922663 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3928c361-adfb-4d37-8e1f-f6be6cee9552 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:38.923297 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3928c361-adfb-4d37-8e1f-f6be6cee9552 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:39.003080 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-39d5e056-b9c7-44ac-95e7-387ddd55a683 service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319239 Aug 31 09:40:39.017634 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3928c361-adfb-4d37-8e1f-f6be6cee9552 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8623517 Aug 31 09:40:39.021414 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 32860) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:39.097536 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e1f51e-2e37-49a8-a1f9-6ce6a2eb5499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-5c1a86fd-9b55-4b1d-a6cc-fb14429704d5', 'network_id': '5c1a86fd-9b55-4b1d-a6cc-fb14429704d5', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'fixed_ips': [{'subnet_id': '174f071c-5bc8-41fe-b60e-0e60e8cc7e7b'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:40:39.098576 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e7e1f51e-2e37-49a8-a1f9-6ce6a2eb5499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:39.151648 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-74d5695d-3601-40a9-82f5-a7c287a9bfab service neutron] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395469 Aug 31 09:40:39.203972 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-04d48426-2fe5-4d9d-bd7d-61313cb11752 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=594d28c7-5b28-4c9d-9cc0-b5d36ffa7010 HTTP/1.1" status: 200 len: 217 time: 0.0444191 Aug 31 09:40:39.218468 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d232afb1-c67f-499d-a8e0-6e0da7e6b0e2 req-235856f8-91c3-4ede-8cb2-bde5b158b6cf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0704145 Aug 31 09:40:39.263502 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9517c-3507-4be3-830f-59db7bc3023c req-086a463f-4553-4d19-ba98-b9b3de4b8b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:39.265031 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-086a463f-4553-4d19-ba98-b9b3de4b8b39 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=290f3674-0820-4485-967d-a68d99948354 HTTP/1.1" status: 200 len: 797 time: 0.0507202 Aug 31 09:40:39.291689 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-e7e1f51e-2e37-49a8-a1f9-6ce6a2eb5499 None None] Allocated IP 172.22.0.2 (5c1a86fd-9b55-4b1d-a6cc-fb14429704d5/174f071c-5bc8-41fe-b60e-0e60e8cc7e7b/bac6ea7c-3b73-425a-8803-f3331ea66f64) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:39.320426 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 32862) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:39.327501 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-50e0adb4-7528-420d-b73a-5d23a4c09897 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1698817766', 'description': 'tempest-secgroup-smoke-1698817766 description', 'project_id': '29b420db5ab94eb097db55181093bc9b'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:39.361374 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9517c-3507-4be3-830f-59db7bc3023c req-c1fdc0d5-e1bc-44c4-b4bd-4ed38f587a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:39.363142 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-c1fdc0d5-e1bc-44c4-b4bd-4ed38f587a53 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=4c2e8d44-f605-48e7-8300-60df4e87697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0906458 Aug 31 09:40:39.391075 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d232afb1-c67f-499d-a8e0-6e0da7e6b0e2 req-0ac8d61e-f068-4dbe-b565-0a4ec57b9beb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.1253762 Aug 31 09:40:39.439615 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-50e0adb4-7528-420d-b73a-5d23a4c09897 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:39.443575 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d232afb1-c67f-499d-a8e0-6e0da7e6b0e2 req-f6b9aafc-7740-429c-816a-1b0bb54991bd service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40aea3578a764824ae85220fcc0c6911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255532 Aug 31 09:40:39.465440 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e7e1f51e-2e37-49a8-a1f9-6ce6a2eb5499 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:39.476573 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e7e1f51e-2e37-49a8-a1f9-6ce6a2eb5499 None None] Transition to ACTIVE for port object bac6ea7c-3b73-425a-8803-f3331ea66f64 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:39.492895 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e7e1f51e-2e37-49a8-a1f9-6ce6a2eb5499 None None] Transition to ACTIVE for port object bac6ea7c-3b73-425a-8803-f3331ea66f64 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:39.510796 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-976a0a89-973d-4615-9d9c-071bd0ba597e service neutron] 10.222.0.112 "GET /v2.0/networks/4c2e8d44-f605-48e7-8300-60df4e87697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348863 Aug 31 09:40:39.579887 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e7e1f51e-2e37-49a8-a1f9-6ce6a2eb5499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:39.615813 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e1f51e-2e37-49a8-a1f9-6ce6a2eb5499 None None] Network 5c1a86fd-9b55-4b1d-a6cc-fb14429704d5 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:39.623207 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-e7e1f51e-2e37-49a8-a1f9-6ce6a2eb5499 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:39.626805 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e1f51e-2e37-49a8-a1f9-6ce6a2eb5499 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:39.630777 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-50e0adb4-7528-420d-b73a-5d23a4c09897 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:39.652429 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-ca718e31-e65c-49b0-824a-c18798ef8b34 service neutron] 10.222.0.112 "GET /v2.0/networks/4c2e8d44-f605-48e7-8300-60df4e87697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326489 Aug 31 09:40:39.658414 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1f51e-2e37-49a8-a1f9-6ce6a2eb5499 None None] Pushing event updated for resources: {'Port': ['ID=bac6ea7c-3b73-425a-8803-f3331ea66f64,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:39.665917 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232afb1-c67f-499d-a8e0-6e0da7e6b0e2 req-d01e5849-6f19-4902-b8db-4d651977786d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:39.667579 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d232afb1-c67f-499d-a8e0-6e0da7e6b0e2 req-d01e5849-6f19-4902-b8db-4d651977786d service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1490061 Aug 31 09:40:39.700090 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e7e1f51e-2e37-49a8-a1f9-6ce6a2eb5499 None None] Attempting to bind port bac6ea7c-3b73-425a-8803-f3331ea66f64 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:40:39.700464 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e7e1f51e-2e37-49a8-a1f9-6ce6a2eb5499 None None] Attempting to bind port bac6ea7c-3b73-425a-8803-f3331ea66f64 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '56bb2d29-25d3-4ae7-a746-548fed0f8779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1648, 'network_id': '5c1a86fd-9b55-4b1d-a6cc-fb14429704d5'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:40:39.700817 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e1f51e-2e37-49a8-a1f9-6ce6a2eb5499 None None] Attempting to bind port bac6ea7c-3b73-425a-8803-f3331ea66f64 on network 5c1a86fd-9b55-4b1d-a6cc-fb14429704d5 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:39.702572 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-50e0adb4-7528-420d-b73a-5d23a4c09897 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:39.706766 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-0f35fc77-6259-48af-9594-029cb25122b5 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1 HTTP/1.1" status: 200 len: 217 time: 0.0466700 Aug 31 09:40:39.707096 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e1f51e-2e37-49a8-a1f9-6ce6a2eb5499 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:40:39.707464 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e1f51e-2e37-49a8-a1f9-6ce6a2eb5499 None None] Checking segment: {'id': '56bb2d29-25d3-4ae7-a746-548fed0f8779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1648, 'network_id': '5c1a86fd-9b55-4b1d-a6cc-fb14429704d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:39.707933 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e7e1f51e-2e37-49a8-a1f9-6ce6a2eb5499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:39.708409 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e1f51e-2e37-49a8-a1f9-6ce6a2eb5499 None None] Bound using segment: {'id': '56bb2d29-25d3-4ae7-a746-548fed0f8779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1648, 'network_id': '5c1a86fd-9b55-4b1d-a6cc-fb14429704d5'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:40:39.708770 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e7e1f51e-2e37-49a8-a1f9-6ce6a2eb5499 None None] Bound port: bac6ea7c-3b73-425a-8803-f3331ea66f64, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56bb2d29-25d3-4ae7-a746-548fed0f8779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1648, 'network_id': '5c1a86fd-9b55-4b1d-a6cc-fb14429704d5'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:40:39.709994 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e7e1f51e-2e37-49a8-a1f9-6ce6a2eb5499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:39.725199 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-90802360-57e5-4a52-9b92-ac8147f2372e tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:39.771671 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e0adb4-7528-420d-b73a-5d23a4c09897 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94faea3e-c242-4cc4-8506-e70f27b56f06,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:39.779267 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9517c-3507-4be3-830f-59db7bc3023c req-34625023-578d-419d-bcdf-e68e0555a2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:39.780525 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-e7e1f51e-2e37-49a8-a1f9-6ce6a2eb5499 None None] For port bac6ea7c-3b73-425a-8803-f3331ea66f64, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:40:39.780779 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-34625023-578d-419d-bcdf-e68e0555a2e7 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=290f3674-0820-4485-967d-a68d99948354 HTTP/1.1" status: 200 len: 797 time: 0.0640283 Aug 31 09:40:39.786286 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-e7e1f51e-2e37-49a8-a1f9-6ce6a2eb5499 None None] For port bac6ea7c-3b73-425a-8803-f3331ea66f64, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=bac6ea7c-3b73-425a-8803-f3331ea66f64,segment=NetworkSegment(56bb2d29-25d3-4ae7-a746-548fed0f8779),segment_id=56bb2d29-25d3-4ae7-a746-548fed0f8779)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:40:39.832847 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9517c-3507-4be3-830f-59db7bc3023c req-e410b929-5892-42b5-999b-6bf883dab035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:39.834574 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-e410b929-5892-42b5-999b-6bf883dab035 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=4c2e8d44-f605-48e7-8300-60df4e87697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0457830 Aug 31 09:40:39.835876 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-50e0adb4-7528-420d-b73a-5d23a4c09897 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:39.847999 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-50e0adb4-7528-420d-b73a-5d23a4c09897 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5150590 Aug 31 09:40:39.847999 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 32868) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:39.847999 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-e1a0553c-4721-4fad-a543-f94426f662c8 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'security_group_rule': {'security_group_id': '94faea3e-c242-4cc4-8506-e70f27b56f06', 'project_id': '29b420db5ab94eb097db55181093bc9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:39.868644 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e7e1f51e-2e37-49a8-a1f9-6ce6a2eb5499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:39.937887 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1f51e-2e37-49a8-a1f9-6ce6a2eb5499 None None] Pushing event updated for resources: {'Port': ['ID=bac6ea7c-3b73-425a-8803-f3331ea66f64,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:39.962733 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-640565fe-4169-4904-aecd-105a4d7a2ac7 service neutron] 10.222.0.112 "GET /v2.0/networks/4c2e8d44-f605-48e7-8300-60df4e87697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077294 Aug 31 09:40:39.963243 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22f13c51-5edd-4837-93fa-1f4603b4dd36 req-288aae28-a9e1-4d82-b97d-70b93dd67fcc tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/ports?device_id=c3f55a9b-fccc-4d91-9e99-98873ac98db2 HTTP/1.1" status: 200 len: 210 time: 0.0512702 Aug 31 09:40:40.032866 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e1a0553c-4721-4fad-a543-f94426f662c8 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:40.153365 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-90802360-57e5-4a52-9b92-ac8147f2372e tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Allocated IP 172.22.0.1 (5c1a86fd-9b55-4b1d-a6cc-fb14429704d5/174f071c-5bc8-41fe-b60e-0e60e8cc7e7b/4a470011-1717-4e25-814c-58f89cc29d8c) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:40.173009 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4435d7f1-bb2d-477a-a261-ddcb7bea16d0 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:40.207135 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09f9517c-3507-4be3-830f-59db7bc3023c req-5f95cdc7-b6e8-4c13-994a-85ed1a3b12a7 service neutron] 10.222.0.112 "GET /v2.0/networks/4c2e8d44-f605-48e7-8300-60df4e87697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388718 Aug 31 09:40:40.210120 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e1a0553c-4721-4fad-a543-f94426f662c8 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:40.279239 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e1a0553c-4721-4fad-a543-f94426f662c8 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:40.300253 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0553c-4721-4fad-a543-f94426f662c8 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b3e2c7-bf50-4d22-b8b0-b4601912afaf,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:40.333350 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-90802360-57e5-4a52-9b92-ac8147f2372e tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:40.336118 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 4435d7f1-bb2d-477a-a261-ddcb7bea16d0 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:40.341214 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 4435d7f1-bb2d-477a-a261-ddcb7bea16d0 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:40.347662 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:40.349033 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-90802360-57e5-4a52-9b92-ac8147f2372e tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Transition to ACTIVE for port object 4a470011-1717-4e25-814c-58f89cc29d8c will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:40.378966 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e1a0553c-4721-4fad-a543-f94426f662c8 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:40.380370 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e1a0553c-4721-4fad-a543-f94426f662c8 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5388260 Aug 31 09:40:40.382948 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 32870) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:40.388636 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-e1801c98-87aa-4bf3-b55c-d77140ae3230 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'security_group_rule': {'security_group_id': '94faea3e-c242-4cc4-8506-e70f27b56f06', 'project_id': '29b420db5ab94eb097db55181093bc9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:40.431675 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:40.463002 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 4435d7f1-bb2d-477a-a261-ddcb7bea16d0, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4435d7f1-bb2d-477a-a261-ddcb7bea16d0,segment=NetworkSegment(9f32f3ae-9693-48e2-a0ee-a1d4caf0e385),segment_id=9f32f3ae-9693-48e2-a0ee-a1d4caf0e385)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:40.507487 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-90802360-57e5-4a52-9b92-ac8147f2372e tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:40.530054 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:40.540488 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e1801c98-87aa-4bf3-b55c-d77140ae3230 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:40.551246 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90802360-57e5-4a52-9b92-ac8147f2372e tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network 5c1a86fd-9b55-4b1d-a6cc-fb14429704d5 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:40.556584 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-90802360-57e5-4a52-9b92-ac8147f2372e tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:40.562439 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90802360-57e5-4a52-9b92-ac8147f2372e tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:40.589793 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=4435d7f1-bb2d-477a-a261-ddcb7bea16d0,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:40.592044 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90802360-57e5-4a52-9b92-ac8147f2372e tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Port': ['ID=4a470011-1717-4e25-814c-58f89cc29d8c,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:40.608762 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e1801c98-87aa-4bf3-b55c-d77140ae3230 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:40.616219 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-90802360-57e5-4a52-9b92-ac8147f2372e tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:40.673025 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e1801c98-87aa-4bf3-b55c-d77140ae3230 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:40.693413 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1801c98-87aa-4bf3-b55c-d77140ae3230 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43fa76ac-1277-4064-bde7-028584092fc8,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:40.753145 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e1801c98-87aa-4bf3-b55c-d77140ae3230 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:40.755495 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e1801c98-87aa-4bf3-b55c-d77140ae3230 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3703680 Aug 31 09:40:40.759882 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 32872) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:40.765387 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-cfe8cfdb-7bcf-4b64-8f40-8558f34513b3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'security_group_rule': {'security_group_id': '94faea3e-c242-4cc4-8506-e70f27b56f06', 'project_id': '29b420db5ab94eb097db55181093bc9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:40.828410 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-90802360-57e5-4a52-9b92-ac8147f2372e tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:40.856354 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cfe8cfdb-7bcf-4b64-8f40-8558f34513b3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:40.926783 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cfe8cfdb-7bcf-4b64-8f40-8558f34513b3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:40.972934 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5d8913-78f5-478a-a112-33fb7115bb23 None None] Network 5c1a86fd-9b55-4b1d-a6cc-fb14429704d5 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:41.006728 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cfe8cfdb-7bcf-4b64-8f40-8558f34513b3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:41.021828 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8cfdb-7bcf-4b64-8f40-8558f34513b3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=830e71b9-f824-4e94-9292-b85d4d7fd368,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:41.092334 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1410851e-3745-4787-8b66-89763d9ba3db req-0d7f1d98-de0d-4c6b-972e-ba70411021c6 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/ports?device_id=c3f55a9b-fccc-4d91-9e99-98873ac98db2 HTTP/1.1" status: 200 len: 210 time: 0.0576217 Aug 31 09:40:41.133343 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cfe8cfdb-7bcf-4b64-8f40-8558f34513b3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:41.134957 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-cfe8cfdb-7bcf-4b64-8f40-8558f34513b3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3727467 Aug 31 09:40:41.140643 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 32876) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:41.153085 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-70d09583-37af-4218-8b89-022c6fa2521c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'security_group_rule': {'security_group_id': '94faea3e-c242-4cc4-8506-e70f27b56f06', 'project_id': '29b420db5ab94eb097db55181093bc9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:41.192275 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-90802360-57e5-4a52-9b92-ac8147f2372e tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:41.193065 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-1bc8a034-42c8-4491-8b09-8cee2ba6deb4 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:41.194616 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-1bc8a034-42c8-4491-8b09-8cee2ba6deb4 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.112 "GET /v2.0/networks?id=65dd0f5d-e1c8-4f7c-88a0-13029b27458a HTTP/1.1" status: 200 len: 811 time: 0.1380212 Aug 31 09:40:41.196410 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-fc77c71e-de75-4414-a001-4d51b232cd8c None None] Provisioning for port bac6ea7c-3b73-425a-8803-f3331ea66f64 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:41.211072 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-7b95feed-eb88-41b8-b060-d2b31c31ff39 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Request body: {'port': {'device_id': 'c3f55a9b-fccc-4d91-9e99-98873ac98db2', 'network_id': '65dd0f5d-e1c8-4f7c-88a0-13029b27458a', 'admin_state_up': True, 'tenant_id': '16620c881d1b40d08eab919db9803b7f'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:41.279717 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-90802360-57e5-4a52-9b92-ac8147f2372e tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:41.289267 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-70d09583-37af-4218-8b89-022c6fa2521c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:41.336749 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-be5e3c9c-64a0-4682-a90f-1497e2ad4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:41.364340 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-90802360-57e5-4a52-9b92-ac8147f2372e tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:41.373395 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90802360-57e5-4a52-9b92-ac8147f2372e tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Port': ['ID=4a470011-1717-4e25-814c-58f89cc29d8c,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:41.377359 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-70d09583-37af-4218-8b89-022c6fa2521c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:41.441273 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-70d09583-37af-4218-8b89-022c6fa2521c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:41.460908 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d09583-37af-4218-8b89-022c6fa2521c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d774ee9b-4397-4e17-b4cb-f302c867421e,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:41.469852 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-7b95feed-eb88-41b8-b060-d2b31c31ff39 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Made reservation on behalf of 16620c881d1b40d08eab919db9803b7f for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:41.474652 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-7b95feed-eb88-41b8-b060-d2b31c31ff39 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:41.483237 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90802360-57e5-4a52-9b92-ac8147f2372e tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network 5c1a86fd-9b55-4b1d-a6cc-fb14429704d5 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:41.484908 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-90802360-57e5-4a52-9b92-ac8147f2372e tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:41.528218 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-2b42a933-96ac-4aed-a6c2-ff9b2f0d42ad None None] Provisioning for port 4a470011-1717-4e25-814c-58f89cc29d8c completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:41.532809 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-2b42a933-96ac-4aed-a6c2-ff9b2f0d42ad None None] Provisioning complete for port 4a470011-1717-4e25-814c-58f89cc29d8c triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:41.533427 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2b42a933-96ac-4aed-a6c2-ff9b2f0d42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:41.557536 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-70d09583-37af-4218-8b89-022c6fa2521c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:41.561869 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-70d09583-37af-4218-8b89-022c6fa2521c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4202182 Aug 31 09:40:41.566125 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 32878) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:41.572595 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-6a3bb3b2-8fdf-4903-9cd5-91aa4a4f1988 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'security_group_rule': {'security_group_id': '94faea3e-c242-4cc4-8506-e70f27b56f06', 'project_id': '29b420db5ab94eb097db55181093bc9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:41.584111 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-2b42a933-96ac-4aed-a6c2-ff9b2f0d42ad None None] Port 4a470011-1717-4e25-814c-58f89cc29d8c cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:40:41.610994 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90802360-57e5-4a52-9b92-ac8147f2372e tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:40:41.657552 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-7b95feed-eb88-41b8-b060-d2b31c31ff39 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Allocated IP 172.20.0.13 (65dd0f5d-e1c8-4f7c-88a0-13029b27458a/cbf6a922-d538-41b5-bdcc-42f6d2672256/9561bcc0-4224-4b29-ac37-748c67df7c19) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:41.716900 n-d-791506-28 neutron-server[95552]: INFO neutron.db.securitygroups_db [None req-6a3bb3b2-8fdf-4903-9cd5-91aa4a4f1988 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Project 29b420db5ab94eb097db55181093bc9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:40:41.719787 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90802360-57e5-4a52-9b92-ac8147f2372e tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:41.722003 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8b65d06e-db71-4228-a785-661dca38aa32 None None] Provisioning complete for port 4a470011-1717-4e25-814c-58f89cc29d8c triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:41.722994 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8b65d06e-db71-4228-a785-661dca38aa32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:41.732436 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-90802360-57e5-4a52-9b92-ac8147f2372e tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "PUT /v2.0/routers/429a0a2b-86ea-4252-9d57-cfa1555f1ac9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7093914 Aug 31 09:40:41.735599 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 32880) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:41.741624 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-9a4d0067-e74b-4a68-bb49-416a1736123f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Request body: {'network': {'name': 'tempest-RoutersTest-1119823054'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:41.754309 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8501d6-0882-480c-b417-3e455fb2f541 None None] Sync routers for ids ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:41.770782 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6a3bb3b2-8fdf-4903-9cd5-91aa4a4f1988 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:41.776039 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8501d6-0882-480c-b417-3e455fb2f541 None None] Routers {'429a0a2b-86ea-4252-9d57-cfa1555f1ac9'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:41.776967 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-fc8501d6-0882-480c-b417-3e455fb2f541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:41.817051 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-8b65d06e-db71-4228-a785-661dca38aa32 None None] Port 4a470011-1717-4e25-814c-58f89cc29d8c cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:40:41.876839 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-fc8501d6-0882-480c-b417-3e455fb2f541 None None] Set router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:42.010045 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-97c92e21-e6ce-4d2f-9f53-2f54366642fc None None] Provisioning complete for port 4a470011-1717-4e25-814c-58f89cc29d8c triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:42.010537 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-97c92e21-e6ce-4d2f-9f53-2f54366642fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.068805 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-97c92e21-e6ce-4d2f-9f53-2f54366642fc None None] Port 4a470011-1717-4e25-814c-58f89cc29d8c cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:40:42.146193 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-fc8501d6-0882-480c-b417-3e455fb2f541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'name': 'tempest-RoutersTest-router-109405051', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:26Z', 'updated_at': '2021-08-31T09:40:40Z', 'revision_number': 4, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'gw_port_host': None, '_interfaces': [{'id': '04fa2ee0-dd7e-4cbe-948d-72d6902d6548', 'name': '', 'network_id': '04e63c68-a71d-4450-9e95-a593a0c63c1a', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:1b:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:34Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4435d7f1-bb2d-477a-a261-ddcb7bea16d0', 'name': '', 'network_id': 'c12df407-9f00-493a-9184-9a583b6276a3', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:c3:6e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:33Z', 'updated_at': '2021-08-31T09:40:40Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a470011-1717-4e25-814c-58f89cc29d8c', 'name': '', 'network_id': '5c1a86fd-9b55-4b1d-a6cc-fb14429704d5', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:c8:ff:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '174f071c-5bc8-41fe-b60e-0e60e8cc7e7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:39Z', 'updated_at': '2021-08-31T09:40:40Z', 'revision_number': 2, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '174f071c-5bc8-41fe-b60e-0e60e8cc7e7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:42.179538 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8501d6-0882-480c-b417-3e455fb2f541 None None] Checking router: 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:40:42.179893 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8501d6-0882-480c-b417-3e455fb2f541 None None] Updating router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 port 4a470011-1717-4e25-814c-58f89cc29d8c binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:40:42.181295 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4d0067-e74b-4a68-bb49-416a1736123f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Made reservation on behalf of 818bf9b67c5b497e8fcb55380b7274bf for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:42.185713 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9a4d0067-e74b-4a68-bb49-416a1736123f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.218685 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fc8501d6-0882-480c-b417-3e455fb2f541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.230771 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8d27bdab-3dc6-4147-9187-884985f88ec4 req-d2c11f4d-6625-465f-9dd1-620be9d1c6be tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/ports?device_id=c3f55a9b-fccc-4d91-9e99-98873ac98db2 HTTP/1.1" status: 200 len: 210 time: 0.0404396 Aug 31 09:40:42.231360 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device bac6ea7c-3b73-425a-8803-f3331ea66f64 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:42.249691 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a4d0067-e74b-4a68-bb49-416a1736123f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] vlan segment allocate from pool success with {'vlan_id': 1619, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:40:42.264207 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-7b95feed-eb88-41b8-b060-d2b31c31ff39 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.267164 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6a3bb3b2-8fdf-4903-9cd5-91aa4a4f1988 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.273443 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9a4d0067-e74b-4a68-bb49-416a1736123f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.273788 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-9a4d0067-e74b-4a68-bb49-416a1736123f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Added segment be833c46-dea7-4ad2-87ca-44b5ca716c9f of type vlan for network af94e309-2604-4d91-9736-6c602e092079 Aug 31 09:40:42.320481 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9a4d0067-e74b-4a68-bb49-416a1736123f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.364530 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6a3bb3b2-8fdf-4903-9cd5-91aa4a4f1988 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.381975 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3bb3b2-8fdf-4903-9cd5-91aa4a4f1988 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e50ea50-91d1-4702-9233-3230226cd87b,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:42.419212 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-7b95feed-eb88-41b8-b060-d2b31c31ff39 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.445757 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port bac6ea7c-3b73-425a-8803-f3331ea66f64 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:42.450159 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6a3bb3b2-8fdf-4903-9cd5-91aa4a4f1988 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.451377 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6a3bb3b2-8fdf-4903-9cd5-91aa4a4f1988 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8841498 Aug 31 09:40:42.454667 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 32886) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:42.455265 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9a4d0067-e74b-4a68-bb49-416a1736123f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.458225 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port bac6ea7c-3b73-425a-8803-f3331ea66f64 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:42.458620 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.460250 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-d173e0bb-6796-47b9-bdca-ad488c098dc6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'security_group_rule': {'security_group_id': '94faea3e-c242-4cc4-8506-e70f27b56f06', 'project_id': '29b420db5ab94eb097db55181093bc9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:42.460682 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4d0067-e74b-4a68-bb49-416a1736123f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:42.461258 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9a4d0067-e74b-4a68-bb49-416a1736123f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.527475 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95feed-eb88-41b8-b060-d2b31c31ff39 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Pushing event updated for resources: {'Port': ['ID=9561bcc0-4224-4b29-ac37-748c67df7c19,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:42.533201 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-7b95feed-eb88-41b8-b060-d2b31c31ff39 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Network 65dd0f5d-e1c8-4f7c-88a0-13029b27458a is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:42.541021 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-7b95feed-eb88-41b8-b060-d2b31c31ff39 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:42.544794 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-7b95feed-eb88-41b8-b060-d2b31c31ff39 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:42.547694 n-d-791506-28 neutron-server[95553]: INFO neutron.db.securitygroups_db [None req-d173e0bb-6796-47b9-bdca-ad488c098dc6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Project 29b420db5ab94eb097db55181093bc9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:40:42.554386 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d173e0bb-6796-47b9-bdca-ad488c098dc6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.576335 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d0067-e74b-4a68-bb49-416a1736123f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Network': ['ID=af94e309-2604-4d91-9736-6c602e092079,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:42.593240 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network af94e309-2604-4d91-9736-6c602e092079 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:40:42.604435 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-7b95feed-eb88-41b8-b060-d2b31c31ff39 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:42.605159 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-7b95feed-eb88-41b8-b060-d2b31c31ff39 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.611747 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fc8501d6-0882-480c-b417-3e455fb2f541 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.623112 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d173e0bb-6796-47b9-bdca-ad488c098dc6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.650569 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9a4d0067-e74b-4a68-bb49-416a1736123f tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9134519 Aug 31 09:40:42.653391 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 32888) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:42.658751 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.658916 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-11dfff84-9e87-4eba-ad3f-cf976cb0655a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Request body: {'subnet': {'network_id': 'af94e309-2604-4d91-9736-6c602e092079', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:42.672011 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-fc8501d6-0882-480c-b417-3e455fb2f541 None None] Transition to ACTIVE for port object 4a470011-1717-4e25-814c-58f89cc29d8c will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:42.674825 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-7b95feed-eb88-41b8-b060-d2b31c31ff39 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4679871 Aug 31 09:40:42.708805 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-00be5fcb-9586-4782-9bfc-544f4f3d6d5e service neutron] Request body: {'port': {'device_id': 'c3f55a9b-fccc-4d91-9e99-98873ac98db2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:42.717415 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port bac6ea7c-3b73-425a-8803-f3331ea66f64, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=bac6ea7c-3b73-425a-8803-f3331ea66f64,segment=NetworkSegment(56bb2d29-25d3-4ae7-a746-548fed0f8779),segment_id=56bb2d29-25d3-4ae7-a746-548fed0f8779)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:42.723993 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d173e0bb-6796-47b9-bdca-ad488c098dc6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.742568 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173e0bb-6796-47b9-bdca-ad488c098dc6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523c1dd6-1d5b-4888-b43f-ba3bcfe95c31,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:42.775596 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fc8501d6-0882-480c-b417-3e455fb2f541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.786896 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-00be5fcb-9586-4782-9bfc-544f4f3d6d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.798670 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d173e0bb-6796-47b9-bdca-ad488c098dc6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.799925 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d173e0bb-6796-47b9-bdca-ad488c098dc6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3438404 Aug 31 09:40:42.802749 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 32890) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:42.804733 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.805499 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4435d7f1-bb2d-477a-a261-ddcb7bea16d0 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:42.809635 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-94124588-b6b8-4be8-9c76-8d3d644743cd tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'network': {'name': 'tempest-network-smoke--2116951377', 'project_id': '29b420db5ab94eb097db55181093bc9b', 'port_security_enabled': True}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:42.875833 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740cc326-0ac0-465e-8e09-0b706067b394 None None] Pushing event updated for resources: {'Port': ['ID=4a470011-1717-4e25-814c-58f89cc29d8c,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:42.937284 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11dfff84-9e87-4eba-ad3f-cf976cb0655a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Made reservation on behalf of 818bf9b67c5b497e8fcb55380b7274bf for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:42.941246 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-11dfff84-9e87-4eba-ad3f-cf976cb0655a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.976859 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 4435d7f1-bb2d-477a-a261-ddcb7bea16d0 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:42.977231 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:42.985307 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-fc8501d6-0882-480c-b417-3e455fb2f541 None None] Attempting to bind port 4a470011-1717-4e25-814c-58f89cc29d8c on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:40:42.985672 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-fc8501d6-0882-480c-b417-3e455fb2f541 None None] Attempting to bind port 4a470011-1717-4e25-814c-58f89cc29d8c by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '56bb2d29-25d3-4ae7-a746-548fed0f8779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1648, 'network_id': '5c1a86fd-9b55-4b1d-a6cc-fb14429704d5'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:40:42.986064 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8501d6-0882-480c-b417-3e455fb2f541 None None] Attempting to bind port 4a470011-1717-4e25-814c-58f89cc29d8c on network 5c1a86fd-9b55-4b1d-a6cc-fb14429704d5 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:43.004434 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94124588-b6b8-4be8-9c76-8d3d644743cd tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Made reservation on behalf of 29b420db5ab94eb097db55181093bc9b for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:43.009425 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-94124588-b6b8-4be8-9c76-8d3d644743cd tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:43.013537 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8501d6-0882-480c-b417-3e455fb2f541 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:40:43.013790 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8501d6-0882-480c-b417-3e455fb2f541 None None] Checking segment: {'id': '56bb2d29-25d3-4ae7-a746-548fed0f8779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1648, 'network_id': '5c1a86fd-9b55-4b1d-a6cc-fb14429704d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:43.014115 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fc8501d6-0882-480c-b417-3e455fb2f541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:43.014510 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8501d6-0882-480c-b417-3e455fb2f541 None None] Bound using segment: {'id': '56bb2d29-25d3-4ae7-a746-548fed0f8779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1648, 'network_id': '5c1a86fd-9b55-4b1d-a6cc-fb14429704d5'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:40:43.015028 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-fc8501d6-0882-480c-b417-3e455fb2f541 None None] Bound port: 4a470011-1717-4e25-814c-58f89cc29d8c, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56bb2d29-25d3-4ae7-a746-548fed0f8779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1648, 'network_id': '5c1a86fd-9b55-4b1d-a6cc-fb14429704d5'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:40:43.015975 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fc8501d6-0882-480c-b417-3e455fb2f541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:43.019757 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=bac6ea7c-3b73-425a-8803-f3331ea66f64,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:43.050357 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94124588-b6b8-4be8-9c76-8d3d644743cd tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] vlan segment allocate from pool success with {'vlan_id': 1616, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:40:43.067877 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-94124588-b6b8-4be8-9c76-8d3d644743cd tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:43.071978 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-94124588-b6b8-4be8-9c76-8d3d644743cd tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Added segment be1ec750-8338-423f-b556-26074840a831 of type vlan for network abf4234d-aa61-41ed-8d0b-813eaa6fbcc1 Aug 31 09:40:43.100301 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-fc8501d6-0882-480c-b417-3e455fb2f541 None None] For port 4a470011-1717-4e25-814c-58f89cc29d8c, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:40:43.103880 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-fc8501d6-0882-480c-b417-3e455fb2f541 None None] For port 4a470011-1717-4e25-814c-58f89cc29d8c, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4a470011-1717-4e25-814c-58f89cc29d8c,segment=NetworkSegment(56bb2d29-25d3-4ae7-a746-548fed0f8779),segment_id=56bb2d29-25d3-4ae7-a746-548fed0f8779)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:40:43.126686 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-94124588-b6b8-4be8-9c76-8d3d644743cd tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:43.222147 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-94124588-b6b8-4be8-9c76-8d3d644743cd tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:43.237343 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94124588-b6b8-4be8-9c76-8d3d644743cd tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:43.238782 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-94124588-b6b8-4be8-9c76-8d3d644743cd tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:43.284118 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-00be5fcb-9586-4782-9bfc-544f4f3d6d5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9561bcc0-4224-4b29-ac37-748c67df7c19 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:40:43.293895 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-00be5fcb-9586-4782-9bfc-544f4f3d6d5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:43.306865 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-00be5fcb-9586-4782-9bfc-544f4f3d6d5e service neutron] Transition to ACTIVE for port object 9561bcc0-4224-4b29-ac37-748c67df7c19 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:43.318279 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94124588-b6b8-4be8-9c76-8d3d644743cd tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'Network': ['ID=abf4234d-aa61-41ed-8d0b-813eaa6fbcc1,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:43.340492 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network abf4234d-aa61-41ed-8d0b-813eaa6fbcc1 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:40:43.344729 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fc8501d6-0882-480c-b417-3e455fb2f541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:43.368116 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a333ec-4ad9-4497-9733-1646d321ef06 req-4ff32357-5a45-4c65-b7c9-ddaff5556aef tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:43.369651 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a4a333ec-4ad9-4497-9733-1646d321ef06 req-4ff32357-5a45-4c65-b7c9-ddaff5556aef tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/ports?device_id=c3f55a9b-fccc-4d91-9e99-98873ac98db2 HTTP/1.1" status: 200 len: 932 time: 0.0531924 Aug 31 09:40:43.371042 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-11dfff84-9e87-4eba-ad3f-cf976cb0655a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:43.405638 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-00be5fcb-9586-4782-9bfc-544f4f3d6d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:43.413660 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-94124588-b6b8-4be8-9c76-8d3d644743cd tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6068649 Aug 31 09:40:43.414676 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 32894) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:43.420071 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-5ceebaf2-e3ee-414a-9bd2-2add9f6d8de4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-797030996', 'admin_state_up': True, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:43.436766 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a4a333ec-4ad9-4497-9733-1646d321ef06 req-2215973b-317f-4fac-93be-942b7881c890 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/security-groups?id=6ad94dd4-dabb-4395-9980-3f3aea424daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592802 Aug 31 09:40:43.490970 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8501d6-0882-480c-b417-3e455fb2f541 None None] Routers {'429a0a2b-86ea-4252-9d57-cfa1555f1ac9'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:43.490970 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-fc8501d6-0882-480c-b417-3e455fb2f541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:43.490970 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740cc326-0ac0-465e-8e09-0b706067b394 None None] Pushing event updated for resources: {'Port': ['ID=4a470011-1717-4e25-814c-58f89cc29d8c,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:43.500725 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dfff84-9e87-4eba-ad3f-cf976cb0655a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Subnet': ['ID=eb06e07c-ecea-4593-848c-15c326ee163c,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:43.511453 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dfff84-9e87-4eba-ad3f-cf976cb0655a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Checking segment: {'id': 'be833c46-dea7-4ad2-87ca-44b5ca716c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1619, 'network_id': 'af94e309-2604-4d91-9736-6c602e092079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:43.511453 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dfff84-9e87-4eba-ad3f-cf976cb0655a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network hostable DHCP agents. Network: af94e309-2604-4d91-9736-6c602e092079, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:40:43.511832 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be5fcb-9586-4782-9bfc-544f4f3d6d5e service neutron] Pushing event updated for resources: {'Port': ['ID=9561bcc0-4224-4b29-ac37-748c67df7c19,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:43.531393 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5ceebaf2-e3ee-414a-9bd2-2add9f6d8de4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:43.532922 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5ceebaf2-e3ee-414a-9bd2-2add9f6d8de4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:43.539560 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740cc326-0ac0-465e-8e09-0b706067b394 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:43.539560 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740cc326-0ac0-465e-8e09-0b706067b394 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:43.539560 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740cc326-0ac0-465e-8e09-0b706067b394 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:43.539560 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740cc326-0ac0-465e-8e09-0b706067b394 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:43.539560 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740cc326-0ac0-465e-8e09-0b706067b394 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:43.539560 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740cc326-0ac0-465e-8e09-0b706067b394 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:43.539560 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740cc326-0ac0-465e-8e09-0b706067b394 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:43.539560 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740cc326-0ac0-465e-8e09-0b706067b394 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:43.539560 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740cc326-0ac0-465e-8e09-0b706067b394 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:43.539560 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740cc326-0ac0-465e-8e09-0b706067b394 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:43.539560 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740cc326-0ac0-465e-8e09-0b706067b394 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:43.539560 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740cc326-0ac0-465e-8e09-0b706067b394 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:40:43.599490 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5ceebaf2-e3ee-414a-9bd2-2add9f6d8de4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:43.607173 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-fc8501d6-0882-480c-b417-3e455fb2f541 None None] Set router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:43.611130 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-00be5fcb-9586-4782-9bfc-544f4f3d6d5e service neutron] Attempting to bind port 9561bcc0-4224-4b29-ac37-748c67df7c19 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:40:43.611585 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-00be5fcb-9586-4782-9bfc-544f4f3d6d5e service neutron] Attempting to bind port 9561bcc0-4224-4b29-ac37-748c67df7c19 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'e2f9a47d-d538-417e-9e45-5f556e31fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '65dd0f5d-e1c8-4f7c-88a0-13029b27458a'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:40:43.612020 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-00be5fcb-9586-4782-9bfc-544f4f3d6d5e service neutron] Attempting to bind port 9561bcc0-4224-4b29-ac37-748c67df7c19 on network 65dd0f5d-e1c8-4f7c-88a0-13029b27458a {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:43.616990 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-00be5fcb-9586-4782-9bfc-544f4f3d6d5e service neutron] Port 9561bcc0-4224-4b29-ac37-748c67df7c19 on network 65dd0f5d-e1c8-4f7c-88a0-13029b27458a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:40:43.617445 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-00be5fcb-9586-4782-9bfc-544f4f3d6d5e service neutron] Attempting to bind port 9561bcc0-4224-4b29-ac37-748c67df7c19 on network 65dd0f5d-e1c8-4f7c-88a0-13029b27458a {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:43.624065 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-00be5fcb-9586-4782-9bfc-544f4f3d6d5e service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:40:43.624513 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-00be5fcb-9586-4782-9bfc-544f4f3d6d5e service neutron] Checking segment: {'id': 'e2f9a47d-d538-417e-9e45-5f556e31fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '65dd0f5d-e1c8-4f7c-88a0-13029b27458a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:43.625050 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-00be5fcb-9586-4782-9bfc-544f4f3d6d5e service neutron] Bound using segment: {'id': 'e2f9a47d-d538-417e-9e45-5f556e31fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '65dd0f5d-e1c8-4f7c-88a0-13029b27458a'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:40:43.625697 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-00be5fcb-9586-4782-9bfc-544f4f3d6d5e service neutron] Bound port: 9561bcc0-4224-4b29-ac37-748c67df7c19, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2f9a47d-d538-417e-9e45-5f556e31fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '65dd0f5d-e1c8-4f7c-88a0-13029b27458a'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:40:43.626159 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-00be5fcb-9586-4782-9bfc-544f4f3d6d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:43.686451 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dfff84-9e87-4eba-ad3f-cf976cb0655a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network af94e309-2604-4d91-9736-6c602e092079 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:40:43.707823 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-00be5fcb-9586-4782-9bfc-544f4f3d6d5e service neutron] For port 9561bcc0-4224-4b29-ac37-748c67df7c19, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:40:43.711338 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-00be5fcb-9586-4782-9bfc-544f4f3d6d5e service neutron] For port 9561bcc0-4224-4b29-ac37-748c67df7c19, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=9561bcc0-4224-4b29-ac37-748c67df7c19,segment=NetworkSegment(e2f9a47d-d538-417e-9e45-5f556e31fda3),segment_id=e2f9a47d-d538-417e-9e45-5f556e31fda3)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:40:43.770027 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-11dfff84-9e87-4eba-ad3f-cf976cb0655a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, af94e309-2604-4d91-9736-6c602e092079) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:43.774389 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dfff84-9e87-4eba-ad3f-cf976cb0655a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:43.775165 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-11dfff84-9e87-4eba-ad3f-cf976cb0655a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:43.780622 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-00be5fcb-9586-4782-9bfc-544f4f3d6d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:43.789921 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358ed21e-f986-49ef-ad55-d9d892a552db None None] Network af94e309-2604-4d91-9736-6c602e092079 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:43.840128 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-00be5fcb-9586-4782-9bfc-544f4f3d6d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:43.840768 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-00be5fcb-9586-4782-9bfc-544f4f3d6d5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:43.842242 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-00be5fcb-9586-4782-9bfc-544f4f3d6d5e service neutron] 10.222.0.112 "PUT /v2.0/ports/9561bcc0-4224-4b29-ac37-748c67df7c19 HTTP/1.1" status: 200 len: 1093 time: 1.1376379 Aug 31 09:40:43.842738 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f55a9b-fccc-4d91-9e99-98873ac98db2', 'tag': '9561bcc0-4224-4b29-ac37-748c67df7c19'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:40:43.844368 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5ceebaf2-e3ee-414a-9bd2-2add9f6d8de4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:43.845054 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff84f105-48d4-4539-aa26-2831ed7a4e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f55a9b-fccc-4d91-9e99-98873ac98db2", "tag": "9561bcc0-4224-4b29-ac37-748c67df7c19"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:40:43.866400 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be5fcb-9586-4782-9bfc-544f4f3d6d5e service neutron] Pushing event updated for resources: {'Port': ['ID=9561bcc0-4224-4b29-ac37-748c67df7c19,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:43.888152 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693fcbc5-0954-47f7-b9cf-35c844dfb91c x-openstack-request-id: req-693fcbc5-0954-47f7-b9cf-35c844dfb91c {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:40:43.888441 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f55a9b-fccc-4d91-9e99-98873ac98db2", "tag": "9561bcc0-4224-4b29-ac37-748c67df7c19", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:40:43.888687 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-693fcbc5-0954-47f7-b9cf-35c844dfb91c {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:40:43.889095 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f55a9b-fccc-4d91-9e99-98873ac98db2', 'tag': '9561bcc0-4224-4b29-ac37-748c67df7c19', 'status': 'completed', 'code': 200} Aug 31 09:40:43.899468 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-11dfff84-9e87-4eba-ad3f-cf976cb0655a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2449982 Aug 31 09:40:43.903781 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 32898) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:43.961972 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84f105-48d4-4539-aa26-2831ed7a4e9a req-609ce367-67e2-46fc-a3a9-10b080d9b598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:43.964009 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ff84f105-48d4-4539-aa26-2831ed7a4e9a req-609ce367-67e2-46fc-a3a9-10b080d9b598 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=16620c881d1b40d08eab919db9803b7f&device_id=c3f55a9b-fccc-4d91-9e99-98873ac98db2 HTTP/1.1" status: 200 len: 1096 time: 0.0510135 Aug 31 09:40:43.992917 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-61594647-8afe-47db-8b64-406c32e920a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:44.009284 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-fc8501d6-0882-480c-b417-3e455fb2f541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'name': 'tempest-RoutersTest-router-109405051', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:26Z', 'updated_at': '2021-08-31T09:40:40Z', 'revision_number': 4, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'gw_port_host': None, '_interfaces': [{'id': '04fa2ee0-dd7e-4cbe-948d-72d6902d6548', 'name': '', 'network_id': '04e63c68-a71d-4450-9e95-a593a0c63c1a', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:1b:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:34Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4435d7f1-bb2d-477a-a261-ddcb7bea16d0', 'name': '', 'network_id': 'c12df407-9f00-493a-9184-9a583b6276a3', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:c3:6e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:33Z', 'updated_at': '2021-08-31T09:40:40Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a470011-1717-4e25-814c-58f89cc29d8c', 'name': '', 'network_id': '5c1a86fd-9b55-4b1d-a6cc-fb14429704d5', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:c8:ff:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '174f071c-5bc8-41fe-b60e-0e60e8cc7e7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:39Z', 'updated_at': '2021-08-31T09:40:43Z', 'revision_number': 4, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '174f071c-5bc8-41fe-b60e-0e60e8cc7e7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:44.037664 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8501d6-0882-480c-b417-3e455fb2f541 None None] The sync data for ids ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'] in n-d-791506-28 is: [{'id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'name': 'tempest-RoutersTest-router-109405051', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:26Z', 'updated_at': '2021-08-31T09:40:40Z', 'revision_number': 4, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'gw_port_host': None, '_interfaces': [{'id': '04fa2ee0-dd7e-4cbe-948d-72d6902d6548', 'name': '', 'network_id': '04e63c68-a71d-4450-9e95-a593a0c63c1a', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:1b:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:34Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4435d7f1-bb2d-477a-a261-ddcb7bea16d0', 'name': '', 'network_id': 'c12df407-9f00-493a-9184-9a583b6276a3', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:c3:6e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:33Z', 'updated_at': '2021-08-31T09:40:40Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a470011-1717-4e25-814c-58f89cc29d8c', 'name': '', 'network_id': '5c1a86fd-9b55-4b1d-a6cc-fb14429704d5', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:c8:ff:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '174f071c-5bc8-41fe-b60e-0e60e8cc7e7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:39Z', 'updated_at': '2021-08-31T09:40:43Z', 'revision_number': 4, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '174f071c-5bc8-41fe-b60e-0e60e8cc7e7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:44.077676 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e756e509-9c60-4e97-b2bd-f9dd86d27bbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-af94e309-2604-4d91-9736-6c602e092079', 'network_id': 'af94e309-2604-4d91-9736-6c602e092079', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'fixed_ips': [{'subnet_id': 'eb06e07c-ecea-4593-848c-15c326ee163c'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:40:44.079770 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e756e509-9c60-4e97-b2bd-f9dd86d27bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:44.092801 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84f105-48d4-4539-aa26-2831ed7a4e9a req-9b5d6e3d-1325-4d86-844b-55c71ae0f23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:44.094378 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:44.095335 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ff84f105-48d4-4539-aa26-2831ed7a4e9a req-9b5d6e3d-1325-4d86-844b-55c71ae0f23b service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=16620c881d1b40d08eab919db9803b7f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1230688 Aug 31 09:40:44.200406 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device bac6ea7c-3b73-425a-8803-f3331ea66f64 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:44.254127 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84f105-48d4-4539-aa26-2831ed7a4e9a req-858879c6-e1a7-44a9-9c74-edf0f15da9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:44.254511 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ff84f105-48d4-4539-aa26-2831ed7a4e9a req-858879c6-e1a7-44a9-9c74-edf0f15da9ae service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1395922 Aug 31 09:40:44.325588 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port bac6ea7c-3b73-425a-8803-f3331ea66f64 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:44.325954 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:44.327956 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-e756e509-9c60-4e97-b2bd-f9dd86d27bbd None None] Allocated IP 172.23.0.2 (af94e309-2604-4d91-9736-6c602e092079/eb06e07c-ecea-4593-848c-15c326ee163c/0371ad97-cf86-459d-92f1-c42e9f3b1d98) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:44.359137 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-8fc0a798-b3d8-498a-8377-caf28f52ec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:44.361016 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-8fc0a798-b3d8-498a-8377-caf28f52ec31 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=16620c881d1b40d08eab919db9803b7f&device_id=c3f55a9b-fccc-4d91-9e99-98873ac98db2 HTTP/1.1" status: 200 len: 1096 time: 0.0510654 Aug 31 09:40:44.420042 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-c6c03009-0fc0-483d-9612-bc9cc6f1fd68 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9561bcc0-4224-4b29-ac37-748c67df7c19 HTTP/1.1" status: 200 len: 217 time: 0.0473847 Aug 31 09:40:44.488202 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-417fe6c7-f550-4de6-a074-ed2fbf017478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:44.490997 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-417fe6c7-f550-4de6-a074-ed2fbf017478 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=cbf6a922-d538-41b5-bdcc-42f6d2672256 HTTP/1.1" status: 200 len: 851 time: 0.0620277 Aug 31 09:40:44.565150 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-666ddb67-c8ec-44c2-b4c5-4c8766d06423 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=65dd0f5d-e1c8-4f7c-88a0-13029b27458a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582862 Aug 31 09:40:44.594449 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e756e509-9c60-4e97-b2bd-f9dd86d27bbd None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:44.604065 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e756e509-9c60-4e97-b2bd-f9dd86d27bbd None None] Transition to ACTIVE for port object 0371ad97-cf86-459d-92f1-c42e9f3b1d98 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:44.623074 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e756e509-9c60-4e97-b2bd-f9dd86d27bbd None None] Transition to ACTIVE for port object 0371ad97-cf86-459d-92f1-c42e9f3b1d98 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:44.675974 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-0de22549-b92e-4427-9d6a-8aa88ce4f217 service neutron] 10.222.0.112 "GET /v2.0/networks/65dd0f5d-e1c8-4f7c-88a0-13029b27458a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064191 Aug 31 09:40:44.687694 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e756e509-9c60-4e97-b2bd-f9dd86d27bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:44.740228 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e756e509-9c60-4e97-b2bd-f9dd86d27bbd None None] Network af94e309-2604-4d91-9736-6c602e092079 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:44.743106 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-e756e509-9c60-4e97-b2bd-f9dd86d27bbd None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:44.748162 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e756e509-9c60-4e97-b2bd-f9dd86d27bbd None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:44.751494 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756e509-9c60-4e97-b2bd-f9dd86d27bbd None None] Pushing event updated for resources: {'Port': ['ID=0371ad97-cf86-459d-92f1-c42e9f3b1d98,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:44.797008 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-67785311-9066-49e7-854c-fd5d5f25fa5f req-34848e24-0e24-4fc7-825f-86fd8ce59590 service neutron] 10.222.0.112 "GET /v2.0/networks/65dd0f5d-e1c8-4f7c-88a0-13029b27458a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130750 Aug 31 09:40:44.801804 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5ceebaf2-e3ee-414a-9bd2-2add9f6d8de4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router_gateway, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:44.807853 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e756e509-9c60-4e97-b2bd-f9dd86d27bbd None None] Attempting to bind port 0371ad97-cf86-459d-92f1-c42e9f3b1d98 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:40:44.808218 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e756e509-9c60-4e97-b2bd-f9dd86d27bbd None None] Attempting to bind port 0371ad97-cf86-459d-92f1-c42e9f3b1d98 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'be833c46-dea7-4ad2-87ca-44b5ca716c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1619, 'network_id': 'af94e309-2604-4d91-9736-6c602e092079'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:40:44.808581 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e756e509-9c60-4e97-b2bd-f9dd86d27bbd None None] Attempting to bind port 0371ad97-cf86-459d-92f1-c42e9f3b1d98 on network af94e309-2604-4d91-9736-6c602e092079 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:44.813841 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e756e509-9c60-4e97-b2bd-f9dd86d27bbd None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:40:44.814212 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e756e509-9c60-4e97-b2bd-f9dd86d27bbd None None] Checking segment: {'id': 'be833c46-dea7-4ad2-87ca-44b5ca716c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1619, 'network_id': 'af94e309-2604-4d91-9736-6c602e092079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:44.814649 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e756e509-9c60-4e97-b2bd-f9dd86d27bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:44.815043 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e756e509-9c60-4e97-b2bd-f9dd86d27bbd None None] Bound using segment: {'id': 'be833c46-dea7-4ad2-87ca-44b5ca716c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1619, 'network_id': 'af94e309-2604-4d91-9736-6c602e092079'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:40:44.815508 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e756e509-9c60-4e97-b2bd-f9dd86d27bbd None None] Bound port: 0371ad97-cf86-459d-92f1-c42e9f3b1d98, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be833c46-dea7-4ad2-87ca-44b5ca716c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1619, 'network_id': 'af94e309-2604-4d91-9736-6c602e092079'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:40:44.815891 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e756e509-9c60-4e97-b2bd-f9dd86d27bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:44.834743 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5ceebaf2-e3ee-414a-9bd2-2add9f6d8de4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:44.888632 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-e756e509-9c60-4e97-b2bd-f9dd86d27bbd None None] For port 0371ad97-cf86-459d-92f1-c42e9f3b1d98, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:40:44.892038 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-e756e509-9c60-4e97-b2bd-f9dd86d27bbd None None] For port 0371ad97-cf86-459d-92f1-c42e9f3b1d98, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=0371ad97-cf86-459d-92f1-c42e9f3b1d98,segment=NetworkSegment(be833c46-dea7-4ad2-87ca-44b5ca716c9f),segment_id=be833c46-dea7-4ad2-87ca-44b5ca716c9f)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:40:44.903652 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bfbe2-2664-43e8-9088-772d0fd50fc1 req-30997ef8-7e0f-4cbb-93e0-696657156170 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:44.905383 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-753bfbe2-2664-43e8-9088-772d0fd50fc1 req-30997ef8-7e0f-4cbb-93e0-696657156170 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/ports?device_id=c3f55a9b-fccc-4d91-9e99-98873ac98db2 HTTP/1.1" status: 200 len: 944 time: 0.1643488 Aug 31 09:40:44.972817 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e756e509-9c60-4e97-b2bd-f9dd86d27bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:45.034641 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756e509-9c60-4e97-b2bd-f9dd86d27bbd None None] Pushing event updated for resources: {'Port': ['ID=0371ad97-cf86-459d-92f1-c42e9f3b1d98,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:45.048708 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-753bfbe2-2664-43e8-9088-772d0fd50fc1 req-2fea2622-0c68-42c6-9ec0-9d50c85da6c4 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/security-groups?id=6ad94dd4-dabb-4395-9980-3f3aea424daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202576 Aug 31 09:40:45.075111 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-5ceebaf2-e3ee-414a-9bd2-2add9f6d8de4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Allocated IP 172.25.2.231 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/6f342e09-c3ea-490a-b809-846e1cde3c3b) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:45.091334 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-efbe5899-d01e-4a65-bdb8-688d3a2d0920 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:45.349268 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5ceebaf2-e3ee-414a-9bd2-2add9f6d8de4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:45.475934 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-efbe5899-d01e-4a65-bdb8-688d3a2d0920 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Allocated IP 172.23.0.1 (af94e309-2604-4d91-9736-6c602e092079/eb06e07c-ecea-4593-848c-15c326ee163c/93564658-3258-41c8-a8a6-768b39330bd0) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:45.478435 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:45.575927 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5ceebaf2-e3ee-414a-9bd2-2add9f6d8de4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:45.622040 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-efbe5899-d01e-4a65-bdb8-688d3a2d0920 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:45.634856 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ceebaf2-e3ee-414a-9bd2-2add9f6d8de4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:45.643236 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-5ceebaf2-e3ee-414a-9bd2-2add9f6d8de4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:45.651608 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceebaf2-e3ee-414a-9bd2-2add9f6d8de4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:45.655680 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-efbe5899-d01e-4a65-bdb8-688d3a2d0920 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Transition to ACTIVE for port object 93564658-3258-41c8-a8a6-768b39330bd0 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:45.657890 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceebaf2-e3ee-414a-9bd2-2add9f6d8de4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'Port': ['ID=6f342e09-c3ea-490a-b809-846e1cde3c3b,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:45.864246 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-efbe5899-d01e-4a65-bdb8-688d3a2d0920 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:45.946812 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8392930-5906-436e-804c-12a5f936d77c None None] Network af94e309-2604-4d91-9736-6c602e092079 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:45.951841 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbe5899-d01e-4a65-bdb8-688d3a2d0920 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network af94e309-2604-4d91-9736-6c602e092079 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:45.958453 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-efbe5899-d01e-4a65-bdb8-688d3a2d0920 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:45.960775 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbe5899-d01e-4a65-bdb8-688d3a2d0920 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:45.966214 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe5899-d01e-4a65-bdb8-688d3a2d0920 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Port': ['ID=93564658-3258-41c8-a8a6-768b39330bd0,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:46.066587 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-efbe5899-d01e-4a65-bdb8-688d3a2d0920 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:46.098040 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-72a29d84-8eb3-4398-8d23-0b2b401f501b None None] Provisioning for port 0371ad97-cf86-459d-92f1-c42e9f3b1d98 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:46.117331 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5ceebaf2-e3ee-414a-9bd2-2add9f6d8de4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router_gateway, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:46.180453 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4a470011-1717-4e25-814c-58f89cc29d8c up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:46.284244 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88301698-b19d-49ea-b523-c2bccef44768 req-415ae9c8-1e6a-40c5-82b6-f19497b4e1da tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:46.285802 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88301698-b19d-49ea-b523-c2bccef44768 req-415ae9c8-1e6a-40c5-82b6-f19497b4e1da tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/ports?device_id=c3f55a9b-fccc-4d91-9e99-98873ac98db2 HTTP/1.1" status: 200 len: 944 time: 0.1319284 Aug 31 09:40:46.312746 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 4a470011-1717-4e25-814c-58f89cc29d8c completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:46.319231 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 4a470011-1717-4e25-814c-58f89cc29d8c triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:46.319231 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:46.398038 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88301698-b19d-49ea-b523-c2bccef44768 req-1e7ed2c1-d2bc-4a0b-8766-ee5bec122c5b tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/security-groups?id=6ad94dd4-dabb-4395-9980-3f3aea424daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045234 Aug 31 09:40:46.403873 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:46.454212 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 4a470011-1717-4e25-814c-58f89cc29d8c, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4a470011-1717-4e25-814c-58f89cc29d8c,segment=NetworkSegment(56bb2d29-25d3-4ae7-a746-548fed0f8779),segment_id=56bb2d29-25d3-4ae7-a746-548fed0f8779)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:46.456652 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-efbe5899-d01e-4a65-bdb8-688d3a2d0920 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:46.504840 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5ceebaf2-e3ee-414a-9bd2-2add9f6d8de4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:46.513143 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d6c05652-7eff-47f7-8f1a-dcc87f9f77a6 None None] Provisioning for port 93564658-3258-41c8-a8a6-768b39330bd0 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:46.517821 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d6c05652-7eff-47f7-8f1a-dcc87f9f77a6 None None] Provisioning complete for port 93564658-3258-41c8-a8a6-768b39330bd0 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:46.518193 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d6c05652-7eff-47f7-8f1a-dcc87f9f77a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:46.551531 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:46.552432 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 0371ad97-cf86-459d-92f1-c42e9f3b1d98 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:46.595761 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-d6c05652-7eff-47f7-8f1a-dcc87f9f77a6 None None] Port 93564658-3258-41c8-a8a6-768b39330bd0 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:40:46.643520 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=4a470011-1717-4e25-814c-58f89cc29d8c,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:46.718233 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 0371ad97-cf86-459d-92f1-c42e9f3b1d98 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:46.722258 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 0371ad97-cf86-459d-92f1-c42e9f3b1d98 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:46.722527 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:46.768140 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-0cb5fbab-f069-4356-8ff1-3d6e5972dc38 None None] Provisioning complete for port 93564658-3258-41c8-a8a6-768b39330bd0 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:46.768507 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0cb5fbab-f069-4356-8ff1-3d6e5972dc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:46.832120 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-0cb5fbab-f069-4356-8ff1-3d6e5972dc38 None None] Port 93564658-3258-41c8-a8a6-768b39330bd0 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:40:46.832462 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-efbe5899-d01e-4a65-bdb8-688d3a2d0920 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:46.842615 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:46.846136 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ceebaf2-e3ee-414a-9bd2-2add9f6d8de4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Router 254555f6-cd64-47d7-892e-eba150e9b7c7 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:40:46.876412 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 0371ad97-cf86-459d-92f1-c42e9f3b1d98, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=0371ad97-cf86-459d-92f1-c42e9f3b1d98,segment=NetworkSegment(be833c46-dea7-4ad2-87ca-44b5ca716c9f),segment_id=be833c46-dea7-4ad2-87ca-44b5ca716c9f)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:46.934774 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-efbe5899-d01e-4a65-bdb8-688d3a2d0920 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:46.941355 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:46.990426 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=0371ad97-cf86-459d-92f1-c42e9f3b1d98,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:47.017729 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.030656 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe5899-d01e-4a65-bdb8-688d3a2d0920 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event updated for resources: {'Port': ['ID=93564658-3258-41c8-a8a6-768b39330bd0,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:47.032018 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 9561bcc0-4224-4b29-ac37-748c67df7c19 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:40:47.034026 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-efbe5899-d01e-4a65-bdb8-688d3a2d0920 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.036190 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ceebaf2-e3ee-414a-9bd2-2add9f6d8de4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:47.047320 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b86cdd-83cf-4cc1-8387-3c3f509e9bc9 None None] Sync routers for ids ['254555f6-cd64-47d7-892e-eba150e9b7c7'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:47.057430 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b86cdd-83cf-4cc1-8387-3c3f509e9bc9 None None] Routers {'254555f6-cd64-47d7-892e-eba150e9b7c7'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:47.058281 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e7b86cdd-83cf-4cc1-8387-3c3f509e9bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['254555f6-cd64-47d7-892e-eba150e9b7c7'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:47.130192 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5ceebaf2-e3ee-414a-9bd2-2add9f6d8de4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.131592 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5ceebaf2-e3ee-414a-9bd2-2add9f6d8de4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.7165542 Aug 31 09:40:47.135212 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 32904) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:47.143579 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbe5899-d01e-4a65-bdb8-688d3a2d0920 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Network af94e309-2604-4d91-9736-6c602e092079 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:47.145092 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-efbe5899-d01e-4a65-bdb8-688d3a2d0920 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:47.172434 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 9561bcc0-4224-4b29-ac37-748c67df7c19, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=9561bcc0-4224-4b29-ac37-748c67df7c19,segment=NetworkSegment(e2f9a47d-d538-417e-9e45-5f556e31fda3),segment_id=e2f9a47d-d538-417e-9e45-5f556e31fda3)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:47.184472 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0304de67-7c79-4ab5-8891-b2c69a211cfa tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] 10.222.0.119 "GET /v2.0/subnets?project_id=29b420db5ab94eb097db55181093bc9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461478 Aug 31 09:40:47.185716 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 32906) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:47.187938 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-e7b86cdd-83cf-4cc1-8387-3c3f509e9bc9 None None] Set router 254555f6-cd64-47d7-892e-eba150e9b7c7 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:47.192030 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '9561bcc0-4224-4b29-ac37-748c67df7c19', 'network_id': '65dd0f5d-e1c8-4f7c-88a0-13029b27458a', 'port_id': '9561bcc0-4224-4b29-ac37-748c67df7c19', 'mac_address': 'fa:16:3e:7e:4a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbf6a922-d538-41b5-bdcc-42f6d2672256', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:40:47.252328 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.262172 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbe5899-d01e-4a65-bdb8-688d3a2d0920 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:40:47.276495 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9561bcc0-4224-4b29-ac37-748c67df7c19 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:40:47.325550 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 9561bcc0-4224-4b29-ac37-748c67df7c19, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=9561bcc0-4224-4b29-ac37-748c67df7c19,segment=NetworkSegment(e2f9a47d-d538-417e-9e45-5f556e31fda3),segment_id=e2f9a47d-d538-417e-9e45-5f556e31fda3)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:47.344435 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddaee54d-c73e-4ff2-8733-f95529ac5165 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:47.346093 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ddaee54d-c73e-4ff2-8733-f95529ac5165 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] 10.222.0.119 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1601858 Aug 31 09:40:47.349206 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 32908) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:47.379333 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbe5899-d01e-4a65-bdb8-688d3a2d0920 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:47.393357 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27f8fd4-e325-486e-9173-f274cb76a241 None None] Sync routers for ids ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:47.396046 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-efbe5899-d01e-4a65-bdb8-688d3a2d0920 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "PUT /v2.0/routers/429a0a2b-86ea-4252-9d57-cfa1555f1ac9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4905531 Aug 31 09:40:47.397379 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.398494 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 32910) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:47.405442 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-73e91185-ab6e-43d5-9707-915395df44ee tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:47.411216 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ef63c3b7-ba51-40de-b5b2-09575f5066e3 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] 10.222.0.119 "GET /v2.0/subnets?network_id=95c681de-fa69-49ec-b047-2a49f2c4b933&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0605676 Aug 31 09:40:47.424609 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 32912) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:47.429438 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e7b86cdd-83cf-4cc1-8387-3c3f509e9bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797030996', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6f342e09-c3ea-490a-b809-846e1cde3c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:43Z', 'updated_at': '2021-08-31T09:40:45Z', 'revision_number': 3, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '6f342e09-c3ea-490a-b809-846e1cde3c3b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:31:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:44Z', 'updated_at': '2021-08-31T09:40:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:47.429702 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-e1369d26-8a30-4a7f-9b3a-14a3ae607262 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-422677717', 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1', 'project_id': '29b420db5ab94eb097db55181093bc9b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:47.460332 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27f8fd4-e325-486e-9173-f274cb76a241 None None] Routers {'429a0a2b-86ea-4252-9d57-cfa1555f1ac9'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:47.460332 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e27f8fd4-e325-486e-9173-f274cb76a241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:47.462720 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b86cdd-83cf-4cc1-8387-3c3f509e9bc9 None None] Checking router: 254555f6-cd64-47d7-892e-eba150e9b7c7 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:40:47.463118 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b86cdd-83cf-4cc1-8387-3c3f509e9bc9 None None] Updating router 254555f6-cd64-47d7-892e-eba150e9b7c7 port 6f342e09-c3ea-490a-b809-846e1cde3c3b binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:40:47.515712 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-e7b86cdd-83cf-4cc1-8387-3c3f509e9bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.582495 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9e041890-dae0-4375-bcfb-0590bf0a5dab None None] Provisioning complete for port 93564658-3258-41c8-a8a6-768b39330bd0 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:47.582927 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9e041890-dae0-4375-bcfb-0590bf0a5dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.599362 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-e27f8fd4-e325-486e-9173-f274cb76a241 None None] Set router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:47.603133 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1369d26-8a30-4a7f-9b3a-14a3ae607262 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Made reservation on behalf of 29b420db5ab94eb097db55181093bc9b for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:47.607803 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e1369d26-8a30-4a7f-9b3a-14a3ae607262 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.652941 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=9561bcc0-4224-4b29-ac37-748c67df7c19,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:47.829649 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['9561bcc0-4224-4b29-ac37-748c67df7c19'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:40:47.884684 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-9e041890-dae0-4375-bcfb-0590bf0a5dab None None] Port 93564658-3258-41c8-a8a6-768b39330bd0 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:40:47.888843 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-e7b86cdd-83cf-4cc1-8387-3c3f509e9bc9 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.902362 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-e7b86cdd-83cf-4cc1-8387-3c3f509e9bc9 None None] Transition to ACTIVE for port object 6f342e09-c3ea-490a-b809-846e1cde3c3b will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:47.944629 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e1369d26-8a30-4a7f-9b3a-14a3ae607262 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.975150 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-e7b86cdd-83cf-4cc1-8387-3c3f509e9bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:47.981915 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a45d7c-efd6-4ad7-8068-9b5b5fad677d req-b984eee8-57d3-447c-b06e-0a33c524881f tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:47.983505 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5a45d7c-efd6-4ad7-8068-9b5b5fad677d req-b984eee8-57d3-447c-b06e-0a33c524881f tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/ports?device_id=c3f55a9b-fccc-4d91-9e99-98873ac98db2 HTTP/1.1" status: 200 len: 945 time: 0.4583158 Aug 31 09:40:48.023552 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1369d26-8a30-4a7f-9b3a-14a3ae607262 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'Subnet': ['ID=87628395-f9ee-474b-9c94-174f122bbc64,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:48.034160 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1369d26-8a30-4a7f-9b3a-14a3ae607262 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Checking segment: {'id': 'be1ec750-8338-423f-b556-26074840a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:48.034448 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1369d26-8a30-4a7f-9b3a-14a3ae607262 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Network hostable DHCP agents. Network: abf4234d-aa61-41ed-8d0b-813eaa6fbcc1, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:40:48.064599 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5a45d7c-efd6-4ad7-8068-9b5b5fad677d req-8605ffc1-343a-4ed9-a905-3918570e8178 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/security-groups?id=6ad94dd4-dabb-4395-9980-3f3aea424daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536964 Aug 31 09:40:48.105575 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-e7b86cdd-83cf-4cc1-8387-3c3f509e9bc9 None None] Attempting to bind port 6f342e09-c3ea-490a-b809-846e1cde3c3b on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:40:48.106170 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-e7b86cdd-83cf-4cc1-8387-3c3f509e9bc9 None None] Attempting to bind port 6f342e09-c3ea-490a-b809-846e1cde3c3b by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:40:48.106584 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b86cdd-83cf-4cc1-8387-3c3f509e9bc9 None None] Attempting to bind port 6f342e09-c3ea-490a-b809-846e1cde3c3b on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:48.108702 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b419167-79bc-458f-b981-e97b75524ecd None None] Pushing event updated for resources: {'Port': ['ID=6f342e09-c3ea-490a-b809-846e1cde3c3b,revision_number=2']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:48.116734 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b86cdd-83cf-4cc1-8387-3c3f509e9bc9 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:40:48.117247 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b86cdd-83cf-4cc1-8387-3c3f509e9bc9 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:48.117766 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-e7b86cdd-83cf-4cc1-8387-3c3f509e9bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.118352 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b86cdd-83cf-4cc1-8387-3c3f509e9bc9 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:40:48.118833 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-e7b86cdd-83cf-4cc1-8387-3c3f509e9bc9 None None] Bound port: 6f342e09-c3ea-490a-b809-846e1cde3c3b, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:40:48.119348 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-e7b86cdd-83cf-4cc1-8387-3c3f509e9bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.132631 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1369d26-8a30-4a7f-9b3a-14a3ae607262 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Network abf4234d-aa61-41ed-8d0b-813eaa6fbcc1 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:40:48.152397 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4a470011-1717-4e25-814c-58f89cc29d8c up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:48.184807 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-e7b86cdd-83cf-4cc1-8387-3c3f509e9bc9 None None] For port 6f342e09-c3ea-490a-b809-846e1cde3c3b, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:40:48.188195 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-e7b86cdd-83cf-4cc1-8387-3c3f509e9bc9 None None] For port 6f342e09-c3ea-490a-b809-846e1cde3c3b, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=6f342e09-c3ea-490a-b809-846e1cde3c3b,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:40:48.218389 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-e1369d26-8a30-4a7f-9b3a-14a3ae607262 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, abf4234d-aa61-41ed-8d0b-813eaa6fbcc1) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:48.233880 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1369d26-8a30-4a7f-9b3a-14a3ae607262 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:48.234110 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a69b344-bb35-448a-90c6-49354fd02164 None None] Network abf4234d-aa61-41ed-8d0b-813eaa6fbcc1 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:48.236149 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e1369d26-8a30-4a7f-9b3a-14a3ae607262 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.252913 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-e7b86cdd-83cf-4cc1-8387-3c3f509e9bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.278215 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 4a470011-1717-4e25-814c-58f89cc29d8c triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:48.278619 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.284166 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e27f8fd4-e325-486e-9173-f274cb76a241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'name': 'tempest-RoutersTest-router-109405051', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:26Z', 'updated_at': '2021-08-31T09:40:46Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'gw_port_host': None, '_interfaces': [{'id': '04fa2ee0-dd7e-4cbe-948d-72d6902d6548', 'name': '', 'network_id': '04e63c68-a71d-4450-9e95-a593a0c63c1a', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:1b:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:34Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4435d7f1-bb2d-477a-a261-ddcb7bea16d0', 'name': '', 'network_id': 'c12df407-9f00-493a-9184-9a583b6276a3', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:c3:6e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:33Z', 'updated_at': '2021-08-31T09:40:40Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a470011-1717-4e25-814c-58f89cc29d8c', 'name': '', 'network_id': '5c1a86fd-9b55-4b1d-a6cc-fb14429704d5', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:c8:ff:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '174f071c-5bc8-41fe-b60e-0e60e8cc7e7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:39Z', 'updated_at': '2021-08-31T09:40:46Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '174f071c-5bc8-41fe-b60e-0e60e8cc7e7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93564658-3258-41c8-a8a6-768b39330bd0', 'name': '', 'network_id': 'af94e309-2604-4d91-9736-6c602e092079', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:12:4b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'eb06e07c-ecea-4593-848c-15c326ee163c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:45Z', 'updated_at': '2021-08-31T09:40:46Z', 'revision_number': 2, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': 'eb06e07c-ecea-4593-848c-15c326ee163c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:48.303359 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.extraroute_db [None req-73e91185-ab6e-43d5-9707-915395df44ee tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=95553) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 09:40:48.306245 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b86cdd-83cf-4cc1-8387-3c3f509e9bc9 None None] Routers {'254555f6-cd64-47d7-892e-eba150e9b7c7'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:48.306886 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e7b86cdd-83cf-4cc1-8387-3c3f509e9bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['254555f6-cd64-47d7-892e-eba150e9b7c7'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:48.321257 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e1369d26-8a30-4a7f-9b3a-14a3ae607262 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8954864 Aug 31 09:40:48.322206 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 32916) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:48.327448 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.extraroute_db [None req-73e91185-ab6e-43d5-9707-915395df44ee tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Removed routes are [] {{(pid=95553) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 09:40:48.328154 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73e91185-ab6e-43d5-9707-915395df44ee tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2088949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2087107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5115'] for router, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.343277 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27f8fd4-e325-486e-9173-f274cb76a241 None None] Checking router: 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:40:48.343660 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27f8fd4-e325-486e-9173-f274cb76a241 None None] Updating router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 port 93564658-3258-41c8-a8a6-768b39330bd0 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:40:48.356468 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b419167-79bc-458f-b981-e97b75524ecd None None] Pushing event updated for resources: {'Port': ['ID=6f342e09-c3ea-490a-b809-846e1cde3c3b,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:48.404750 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e27f8fd4-e325-486e-9173-f274cb76a241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.435701 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-e7b86cdd-83cf-4cc1-8387-3c3f509e9bc9 None None] Set router 254555f6-cd64-47d7-892e-eba150e9b7c7 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:48.623704 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 0371ad97-cf86-459d-92f1-c42e9f3b1d98 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:48.631929 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2675a23-0ad9-457f-9808-a69e14ecff7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-abf4234d-aa61-41ed-8d0b-813eaa6fbcc1', 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'fixed_ips': [{'subnet_id': '87628395-f9ee-474b-9c94-174f122bbc64'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:40:48.632786 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a2675a23-0ad9-457f-9808-a69e14ecff7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.644769 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73e91185-ab6e-43d5-9707-915395df44ee tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2088949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2087107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5115'] for router, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.647014 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e7b86cdd-83cf-4cc1-8387-3c3f509e9bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797030996', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6f342e09-c3ea-490a-b809-846e1cde3c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:43Z', 'updated_at': '2021-08-31T09:40:45Z', 'revision_number': 3, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '6f342e09-c3ea-490a-b809-846e1cde3c3b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:31:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:44Z', 'updated_at': '2021-08-31T09:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:48.648276 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73e91185-ab6e-43d5-9707-915395df44ee tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2088958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2088935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2087130'] for router, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.682259 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b86cdd-83cf-4cc1-8387-3c3f509e9bc9 None None] The sync data for ids ['254555f6-cd64-47d7-892e-eba150e9b7c7'] in n-d-791506-28 is: [{'id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797030996', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6f342e09-c3ea-490a-b809-846e1cde3c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:43Z', 'updated_at': '2021-08-31T09:40:45Z', 'revision_number': 3, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '6f342e09-c3ea-490a-b809-846e1cde3c3b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:31:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:44Z', 'updated_at': '2021-08-31T09:40:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:48.784548 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e91185-ab6e-43d5-9707-915395df44ee tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:40:48.891275 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 0371ad97-cf86-459d-92f1-c42e9f3b1d98 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:48.891657 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.905070 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-08b1becd-6fa0-4974-9aea-45cda0388812 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.916398 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e91185-ab6e-43d5-9707-915395df44ee tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:48.928715 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-73e91185-ab6e-43d5-9707-915395df44ee tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:48.932444 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-73e91185-ab6e-43d5-9707-915395df44ee tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "PUT /v2.0/routers/429a0a2b-86ea-4252-9d57-cfa1555f1ac9 HTTP/1.1" status: 200 len: 933 time: 1.5301361 Aug 31 09:40:48.932880 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 32918) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:49.032362 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-a2675a23-0ad9-457f-9808-a69e14ecff7a None None] Allocated IP 172.20.0.2 (abf4234d-aa61-41ed-8d0b-813eaa6fbcc1/87628395-f9ee-474b-9c94-174f122bbc64/51877997-c8b9-48a4-a6a2-684c8d17dc12) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:49.078019 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 9561bcc0-4224-4b29-ac37-748c67df7c19 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:49.081646 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0b017805-68cc-4290-9c7e-8cfe16da52a4 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "GET /v2.0/routers/429a0a2b-86ea-4252-9d57-cfa1555f1ac9 HTTP/1.1" status: 200 len: 933 time: 0.1459486 Aug 31 09:40:49.083740 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 32920) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:49.097107 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-dd1dd412-70ba-40b5-853d-35d1a92bf848 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Request body: {'router': {'routes': None}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:49.135377 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e27f8fd4-e325-486e-9173-f274cb76a241 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.190664 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e27f8fd4-e325-486e-9173-f274cb76a241 None None] Transition to ACTIVE for port object 93564658-3258-41c8-a8a6-768b39330bd0 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:49.273880 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f173723-b62d-4b7e-9a75-cef092235e65 req-b6608e10-1133-4053-be0b-0f3a6c8d9a80 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:49.275578 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f173723-b62d-4b7e-9a75-cef092235e65 req-b6608e10-1133-4053-be0b-0f3a6c8d9a80 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/ports?device_id=c3f55a9b-fccc-4d91-9e99-98873ac98db2 HTTP/1.1" status: 200 len: 945 time: 0.1108539 Aug 31 09:40:49.282363 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e27f8fd4-e325-486e-9173-f274cb76a241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.352632 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 9561bcc0-4224-4b29-ac37-748c67df7c19 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:49.372246 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 9561bcc0-4224-4b29-ac37-748c67df7c19 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:49.372246 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.418830 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762d65f-b39a-4279-9491-b87b78388570 None None] Pushing event updated for resources: {'Port': ['ID=93564658-3258-41c8-a8a6-768b39330bd0,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:49.425706 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a2675a23-0ad9-457f-9808-a69e14ecff7a None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.465056 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f173723-b62d-4b7e-9a75-cef092235e65 req-bad551ff-60b3-429b-95cb-41ef06ab7ee5 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/security-groups?id=6ad94dd4-dabb-4395-9980-3f3aea424daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797600 Aug 31 09:40:49.467033 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a2675a23-0ad9-457f-9808-a69e14ecff7a None None] Transition to ACTIVE for port object 51877997-c8b9-48a4-a6a2-684c8d17dc12 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:49.511202 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a2675a23-0ad9-457f-9808-a69e14ecff7a None None] Transition to ACTIVE for port object 51877997-c8b9-48a4-a6a2-684c8d17dc12 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:49.515513 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e27f8fd4-e325-486e-9173-f274cb76a241 None None] Attempting to bind port 93564658-3258-41c8-a8a6-768b39330bd0 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:40:49.515877 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e27f8fd4-e325-486e-9173-f274cb76a241 None None] Attempting to bind port 93564658-3258-41c8-a8a6-768b39330bd0 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'be833c46-dea7-4ad2-87ca-44b5ca716c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1619, 'network_id': 'af94e309-2604-4d91-9736-6c602e092079'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:40:49.516240 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27f8fd4-e325-486e-9173-f274cb76a241 None None] Attempting to bind port 93564658-3258-41c8-a8a6-768b39330bd0 on network af94e309-2604-4d91-9736-6c602e092079 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:49.523072 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27f8fd4-e325-486e-9173-f274cb76a241 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:40:49.523072 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27f8fd4-e325-486e-9173-f274cb76a241 None None] Checking segment: {'id': 'be833c46-dea7-4ad2-87ca-44b5ca716c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1619, 'network_id': 'af94e309-2604-4d91-9736-6c602e092079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:49.523438 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e27f8fd4-e325-486e-9173-f274cb76a241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.523842 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27f8fd4-e325-486e-9173-f274cb76a241 None None] Bound using segment: {'id': 'be833c46-dea7-4ad2-87ca-44b5ca716c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1619, 'network_id': 'af94e309-2604-4d91-9736-6c602e092079'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:40:49.524292 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e27f8fd4-e325-486e-9173-f274cb76a241 None None] Bound port: 93564658-3258-41c8-a8a6-768b39330bd0, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be833c46-dea7-4ad2-87ca-44b5ca716c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1619, 'network_id': 'af94e309-2604-4d91-9736-6c602e092079'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:40:49.524669 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e27f8fd4-e325-486e-9173-f274cb76a241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.622201 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a2675a23-0ad9-457f-9808-a69e14ecff7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.630270 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.639021 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.extraroute_db [None req-dd1dd412-70ba-40b5-853d-35d1a92bf848 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Added routes are [] {{(pid=95553) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 09:40:49.647487 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.extraroute_db [None req-dd1dd412-70ba-40b5-853d-35d1a92bf848 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=95553) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 09:40:49.678393 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dd1dd412-70ba-40b5-853d-35d1a92bf848 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2088949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2087107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5115'] for router, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.690423 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-08b1becd-6fa0-4974-9aea-45cda0388812 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Allocated IP 172.20.0.1 (abf4234d-aa61-41ed-8d0b-813eaa6fbcc1/87628395-f9ee-474b-9c94-174f122bbc64/397bcfed-6b9e-4499-9dc4-b5314a45a413) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:49.707122 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-e27f8fd4-e325-486e-9173-f274cb76a241 None None] For port 93564658-3258-41c8-a8a6-768b39330bd0, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:40:49.716862 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2675a23-0ad9-457f-9808-a69e14ecff7a None None] Network abf4234d-aa61-41ed-8d0b-813eaa6fbcc1 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:49.732026 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f55a9b-fccc-4d91-9e99-98873ac98db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9561bcc0-4224-4b29-ac37-748c67df7c19'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:40:49.734410 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f92a9e4-2ea3-48ac-beea-8cff9c9e26ad" -d '{"events": [{"server_uuid": "c3f55a9b-fccc-4d91-9e99-98873ac98db2", "name": "network-vif-plugged", "status": "completed", "tag": "9561bcc0-4224-4b29-ac37-748c67df7c19"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:40:49.742771 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-a2675a23-0ad9-457f-9808-a69e14ecff7a None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:49.745397 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2675a23-0ad9-457f-9808-a69e14ecff7a None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:49.754168 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-e27f8fd4-e325-486e-9173-f274cb76a241 None None] For port 93564658-3258-41c8-a8a6-768b39330bd0, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=93564658-3258-41c8-a8a6-768b39330bd0,segment=NetworkSegment(be833c46-dea7-4ad2-87ca-44b5ca716c9f),segment_id=be833c46-dea7-4ad2-87ca-44b5ca716c9f)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:40:49.763389 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 9561bcc0-4224-4b29-ac37-748c67df7c19, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=9561bcc0-4224-4b29-ac37-748c67df7c19,segment=NetworkSegment(e2f9a47d-d538-417e-9e45-5f556e31fda3),segment_id=e2f9a47d-d538-417e-9e45-5f556e31fda3)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:49.764448 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2675a23-0ad9-457f-9808-a69e14ecff7a None None] Pushing event updated for resources: {'Port': ['ID=51877997-c8b9-48a4-a6a2-684c8d17dc12,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:49.802272 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca57604-30c9-478d-982c-54ecc8827380 x-openstack-request-id: req-8ca57604-30c9-478d-982c-54ecc8827380 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:40:49.802651 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f55a9b-fccc-4d91-9e99-98873ac98db2", "name": "network-vif-plugged", "status": "completed", "tag": "9561bcc0-4224-4b29-ac37-748c67df7c19", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:40:49.803006 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-8ca57604-30c9-478d-982c-54ecc8827380 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:40:49.803515 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f55a9b-fccc-4d91-9e99-98873ac98db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9561bcc0-4224-4b29-ac37-748c67df7c19', 'code': 200} Aug 31 09:40:49.825152 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e27f8fd4-e325-486e-9173-f274cb76a241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.846006 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-08b1becd-6fa0-4974-9aea-45cda0388812 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.869207 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-a2675a23-0ad9-457f-9808-a69e14ecff7a None None] Attempting to bind port 51877997-c8b9-48a4-a6a2-684c8d17dc12 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:40:49.870187 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-a2675a23-0ad9-457f-9808-a69e14ecff7a None None] Attempting to bind port 51877997-c8b9-48a4-a6a2-684c8d17dc12 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'be1ec750-8338-423f-b556-26074840a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:40:49.870811 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2675a23-0ad9-457f-9808-a69e14ecff7a None None] Attempting to bind port 51877997-c8b9-48a4-a6a2-684c8d17dc12 on network abf4234d-aa61-41ed-8d0b-813eaa6fbcc1 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:49.872837 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.883006 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-08b1becd-6fa0-4974-9aea-45cda0388812 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Transition to ACTIVE for port object 397bcfed-6b9e-4499-9dc4-b5314a45a413 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:49.907685 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2675a23-0ad9-457f-9808-a69e14ecff7a None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:40:49.908056 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2675a23-0ad9-457f-9808-a69e14ecff7a None None] Checking segment: {'id': 'be1ec750-8338-423f-b556-26074840a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:49.912981 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a2675a23-0ad9-457f-9808-a69e14ecff7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.913608 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2675a23-0ad9-457f-9808-a69e14ecff7a None None] Bound using segment: {'id': 'be1ec750-8338-423f-b556-26074840a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:40:49.914054 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-a2675a23-0ad9-457f-9808-a69e14ecff7a None None] Bound port: 51877997-c8b9-48a4-a6a2-684c8d17dc12, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1ec750-8338-423f-b556-26074840a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:40:49.914456 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a2675a23-0ad9-457f-9808-a69e14ecff7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:49.941451 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27f8fd4-e325-486e-9173-f274cb76a241 None None] Routers {'429a0a2b-86ea-4252-9d57-cfa1555f1ac9'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:49.942130 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e27f8fd4-e325-486e-9173-f274cb76a241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:49.944612 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756b372-e34a-4513-b35b-8301662f0d07 req-7f8ce7dd-22e0-4192-b6af-5859b0aca5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:49.946302 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8756b372-e34a-4513-b35b-8301662f0d07 req-7f8ce7dd-22e0-4192-b6af-5859b0aca5a1 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=c3f55a9b-fccc-4d91-9e99-98873ac98db2 HTTP/1.1" status: 200 len: 1098 time: 0.0736942 Aug 31 09:40:49.991983 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8756b372-e34a-4513-b35b-8301662f0d07 req-c00860ff-2489-44ee-ba86-584e378c6be1 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=6ad94dd4-dabb-4395-9980-3f3aea424daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377426 Aug 31 09:40:50.004392 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762d65f-b39a-4279-9491-b87b78388570 None None] Pushing event updated for resources: {'Port': ['ID=93564658-3258-41c8-a8a6-768b39330bd0,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:50.052978 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-08b1becd-6fa0-4974-9aea-45cda0388812 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.100917 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dd1dd412-70ba-40b5-853d-35d1a92bf848 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2088949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2087107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5115'] for router, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.106188 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dd1dd412-70ba-40b5-853d-35d1a92bf848 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2088958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2088935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2087130'] for router, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.155752 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b1becd-6fa0-4974-9aea-45cda0388812 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Network abf4234d-aa61-41ed-8d0b-813eaa6fbcc1 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:50.157331 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-08b1becd-6fa0-4974-9aea-45cda0388812 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:50.162684 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b1becd-6fa0-4974-9aea-45cda0388812 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:50.167681 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1becd-6fa0-4974-9aea-45cda0388812 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'Port': ['ID=397bcfed-6b9e-4499-9dc4-b5314a45a413,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:50.216829 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-08b1becd-6fa0-4974-9aea-45cda0388812 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.255125 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6f342e09-c3ea-490a-b809-846e1cde3c3b up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:50.263625 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1dd412-70ba-40b5-853d-35d1a92bf848 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:40:50.368309 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-e27f8fd4-e325-486e-9173-f274cb76a241 None None] Set router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:50.368309 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=9561bcc0-4224-4b29-ac37-748c67df7c19,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:50.368516 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1dd412-70ba-40b5-853d-35d1a92bf848 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:50.376037 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dd1dd412-70ba-40b5-853d-35d1a92bf848 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.377218 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-dd1dd412-70ba-40b5-853d-35d1a92bf848 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "PUT /v2.0/routers/429a0a2b-86ea-4252-9d57-cfa1555f1ac9 HTTP/1.1" status: 200 len: 699 time: 1.2881675 Aug 31 09:40:50.380001 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 32926) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:50.395819 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-a2675a23-0ad9-457f-9808-a69e14ecff7a None None] For port 51877997-c8b9-48a4-a6a2-684c8d17dc12, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:40:50.421187 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-a2675a23-0ad9-457f-9808-a69e14ecff7a None None] For port 51877997-c8b9-48a4-a6a2-684c8d17dc12, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=51877997-c8b9-48a4-a6a2-684c8d17dc12,segment=NetworkSegment(be1ec750-8338-423f-b556-26074840a831),segment_id=be1ec750-8338-423f-b556-26074840a831)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:40:50.429656 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-08b1becd-6fa0-4974-9aea-45cda0388812 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.488045 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9960de63-c314-48f2-ad14-c299a97ef12b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "GET /v2.0/routers/429a0a2b-86ea-4252-9d57-cfa1555f1ac9 HTTP/1.1" status: 200 len: 699 time: 0.1069117 Aug 31 09:40:50.490957 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 32928) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:50.513215 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a2675a23-0ad9-457f-9808-a69e14ecff7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.563034 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 6f342e09-c3ea-490a-b809-846e1cde3c3b completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:50.585329 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 6f342e09-c3ea-490a-b809-846e1cde3c3b triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:50.585700 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.642341 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2675a23-0ad9-457f-9808-a69e14ecff7a None None] Pushing event updated for resources: {'Port': ['ID=51877997-c8b9-48a4-a6a2-684c8d17dc12,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:50.721451 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7b1dc-345a-4f5e-a9ff-2f5897250768 req-f2149ed2-b381-4308-9109-5f90fa57d42e tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:50.723536 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aef7b1dc-345a-4f5e-a9ff-2f5897250768 req-f2149ed2-b381-4308-9109-5f90fa57d42e tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/ports?device_id=c3f55a9b-fccc-4d91-9e99-98873ac98db2 HTTP/1.1" status: 200 len: 946 time: 0.1085417 Aug 31 09:40:50.740911 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.756863 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e27f8fd4-e325-486e-9173-f274cb76a241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'name': 'tempest-RoutersTest-router-109405051', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:26Z', 'updated_at': '2021-08-31T09:40:49Z', 'revision_number': 7, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'gw_port_host': None, '_interfaces': [{'id': '04fa2ee0-dd7e-4cbe-948d-72d6902d6548', 'name': '', 'network_id': '04e63c68-a71d-4450-9e95-a593a0c63c1a', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:1b:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:34Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4435d7f1-bb2d-477a-a261-ddcb7bea16d0', 'name': '', 'network_id': 'c12df407-9f00-493a-9184-9a583b6276a3', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:c3:6e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:33Z', 'updated_at': '2021-08-31T09:40:40Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a470011-1717-4e25-814c-58f89cc29d8c', 'name': '', 'network_id': '5c1a86fd-9b55-4b1d-a6cc-fb14429704d5', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:c8:ff:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '174f071c-5bc8-41fe-b60e-0e60e8cc7e7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:39Z', 'updated_at': '2021-08-31T09:40:46Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '174f071c-5bc8-41fe-b60e-0e60e8cc7e7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93564658-3258-41c8-a8a6-768b39330bd0', 'name': '', 'network_id': 'af94e309-2604-4d91-9736-6c602e092079', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:12:4b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'eb06e07c-ecea-4593-848c-15c326ee163c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:45Z', 'updated_at': '2021-08-31T09:40:49Z', 'revision_number': 4, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': 'eb06e07c-ecea-4593-848c-15c326ee163c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:50.800873 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27f8fd4-e325-486e-9173-f274cb76a241 None None] The sync data for ids ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'] in n-d-791506-28 is: [{'id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'name': 'tempest-RoutersTest-router-109405051', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:26Z', 'updated_at': '2021-08-31T09:40:49Z', 'revision_number': 7, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'gw_port_host': None, '_interfaces': [{'id': '04fa2ee0-dd7e-4cbe-948d-72d6902d6548', 'name': '', 'network_id': '04e63c68-a71d-4450-9e95-a593a0c63c1a', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:1b:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:34Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4435d7f1-bb2d-477a-a261-ddcb7bea16d0', 'name': '', 'network_id': 'c12df407-9f00-493a-9184-9a583b6276a3', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:c3:6e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:33Z', 'updated_at': '2021-08-31T09:40:40Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a470011-1717-4e25-814c-58f89cc29d8c', 'name': '', 'network_id': '5c1a86fd-9b55-4b1d-a6cc-fb14429704d5', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:c8:ff:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '174f071c-5bc8-41fe-b60e-0e60e8cc7e7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:39Z', 'updated_at': '2021-08-31T09:40:46Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '174f071c-5bc8-41fe-b60e-0e60e8cc7e7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93564658-3258-41c8-a8a6-768b39330bd0', 'name': '', 'network_id': 'af94e309-2604-4d91-9736-6c602e092079', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:12:4b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'eb06e07c-ecea-4593-848c-15c326ee163c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:45Z', 'updated_at': '2021-08-31T09:40:49Z', 'revision_number': 4, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': 'eb06e07c-ecea-4593-848c-15c326ee163c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:50.805076 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 6f342e09-c3ea-490a-b809-846e1cde3c3b, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=6f342e09-c3ea-490a-b809-846e1cde3c3b,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:50.840424 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-08b1becd-6fa0-4974-9aea-45cda0388812 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.881120 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.926746 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-08b1becd-6fa0-4974-9aea-45cda0388812 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:50.934503 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aef7b1dc-345a-4f5e-a9ff-2f5897250768 req-44733b99-d313-4b40-87d7-ee67b9c399c8 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/security-groups?id=6ad94dd4-dabb-4395-9980-3f3aea424daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935916 Aug 31 09:40:51.008556 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=6f342e09-c3ea-490a-b809-846e1cde3c3b,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:51.079613 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-08b1becd-6fa0-4974-9aea-45cda0388812 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:51.089604 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1becd-6fa0-4974-9aea-45cda0388812 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'Port': ['ID=397bcfed-6b9e-4499-9dc4-b5314a45a413,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:51.218017 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b1becd-6fa0-4974-9aea-45cda0388812 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Network abf4234d-aa61-41ed-8d0b-813eaa6fbcc1 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:51.219872 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-08b1becd-6fa0-4974-9aea-45cda0388812 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:51.240957 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe1f0-cab7-4de5-9b73-e2496a3f27a6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:51.366512 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b1becd-6fa0-4974-9aea-45cda0388812 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Router 254555f6-cd64-47d7-892e-eba150e9b7c7 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:40:51.537820 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b1becd-6fa0-4974-9aea-45cda0388812 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:51.548302 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-08b1becd-6fa0-4974-9aea-45cda0388812 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "PUT /v2.0/routers/254555f6-cd64-47d7-892e-eba150e9b7c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2237332 Aug 31 09:40:51.560144 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3887c7-276b-4850-8afc-cbb6c3e19a9e None None] Sync routers for ids ['254555f6-cd64-47d7-892e-eba150e9b7c7'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:51.586007 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3887c7-276b-4850-8afc-cbb6c3e19a9e None None] Routers {'254555f6-cd64-47d7-892e-eba150e9b7c7'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:51.597176 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-cb3887c7-276b-4850-8afc-cbb6c3e19a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['254555f6-cd64-47d7-892e-eba150e9b7c7'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:51.739667 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-cb3887c7-276b-4850-8afc-cbb6c3e19a9e None None] Set router 254555f6-cd64-47d7-892e-eba150e9b7c7 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:51.908966 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-68a62109-f5b6-406d-a271-7a9b63af5afe tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1698817766&fields=id&tenant_id=29b420db5ab94eb097db55181093bc9b HTTP/1.1" status: 200 len: 267 time: 0.0596230 Aug 31 09:40:51.926506 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc020040-4849-4e98-b3ba-fa388e555e53 None None] Sync routers for ids ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:51.946407 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc020040-4849-4e98-b3ba-fa388e555e53 None None] Routers {'429a0a2b-86ea-4252-9d57-cfa1555f1ac9'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:51.948067 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-fc020040-4849-4e98-b3ba-fa388e555e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:51.952764 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2b700e-8719-4298-bd91-c17380349637 None None] Network abf4234d-aa61-41ed-8d0b-813eaa6fbcc1 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:52.016655 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-cb3887c7-276b-4850-8afc-cbb6c3e19a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797030996', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6f342e09-c3ea-490a-b809-846e1cde3c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:43Z', 'updated_at': '2021-08-31T09:40:50Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '6f342e09-c3ea-490a-b809-846e1cde3c3b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:31:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:44Z', 'updated_at': '2021-08-31T09:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '397bcfed-6b9e-4499-9dc4-b5314a45a413', 'name': '', 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:a1:f9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '87628395-f9ee-474b-9c94-174f122bbc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:49Z', 'updated_at': '2021-08-31T09:40:50Z', 'revision_number': 2, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': '87628395-f9ee-474b-9c94-174f122bbc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:52.074003 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3887c7-276b-4850-8afc-cbb6c3e19a9e None None] Checking router: 254555f6-cd64-47d7-892e-eba150e9b7c7 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:40:52.075235 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3887c7-276b-4850-8afc-cbb6c3e19a9e None None] Updating router 254555f6-cd64-47d7-892e-eba150e9b7c7 port 397bcfed-6b9e-4499-9dc4-b5314a45a413 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:40:52.093548 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-8d902137-7bd4-4724-be11-37c6ee35c2ff tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:52.095149 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-8d902137-7bd4-4724-be11-37c6ee35c2ff tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/networks?id=abf4234d-aa61-41ed-8d0b-813eaa6fbcc1 HTTP/1.1" status: 200 len: 797 time: 0.1788163 Aug 31 09:40:52.120186 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-bdd1d8a6-fb27-4a6e-8be7-2ab4db7da61f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/quotas/29b420db5ab94eb097db55181093bc9b HTTP/1.1" status: 200 len: 375 time: 0.0154817 Aug 31 09:40:52.128826 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-fc020040-4849-4e98-b3ba-fa388e555e53 None None] Set router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:52.208589 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7031e0d-7b6c-4b66-a2c8-fea258c23e51 req-52b72c70-205e-4dcf-9c1e-a7aad38c5b10 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:52.210826 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b7031e0d-7b6c-4b66-a2c8-fea258c23e51 req-52b72c70-205e-4dcf-9c1e-a7aad38c5b10 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/ports?device_id=c3f55a9b-fccc-4d91-9e99-98873ac98db2 HTTP/1.1" status: 200 len: 946 time: 0.1798384 Aug 31 09:40:52.247898 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-cb3887c7-276b-4850-8afc-cbb6c3e19a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:52.253801 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-51e9691b-26f6-4580-bcbb-05e68bfbb2e2 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0990746 Aug 31 09:40:52.281728 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-ef9034d4-d7d0-43d6-9cd9-94c814dd447d None None] Provisioning for port 51877997-c8b9-48a4-a6a2-684c8d17dc12 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:52.305894 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b7031e0d-7b6c-4b66-a2c8-fea258c23e51 req-6751370b-b79e-443c-97c9-4ab3eb68a863 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/security-groups?id=6ad94dd4-dabb-4395-9980-3f3aea424daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845199 Aug 31 09:40:52.339642 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-e9bfe1f0-cab7-4de5-9b73-e2496a3f27a6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Deleting port 93564658-3258-41c8-a8a6-768b39330bd0 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:52.340405 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe1f0-cab7-4de5-9b73-e2496a3f27a6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:52.344502 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 51877997-c8b9-48a4-a6a2-684c8d17dc12 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:52.492906 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-ae5ec4ff-d72a-4dfd-8bf2-08a2cca026d6 service neutron] 10.222.0.119 "GET /v2.0/networks/abf4234d-aa61-41ed-8d0b-813eaa6fbcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136445 Aug 31 09:40:52.498782 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-e9bfe1f0-cab7-4de5-9b73-e2496a3f27a6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] For port 93564658-3258-41c8-a8a6-768b39330bd0, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=93564658-3258-41c8-a8a6-768b39330bd0,segment=NetworkSegment(be833c46-dea7-4ad2-87ca-44b5ca716c9f),segment_id=be833c46-dea7-4ad2-87ca-44b5ca716c9f)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:52.499154 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe1f0-cab7-4de5-9b73-e2496a3f27a6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:52.524790 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-e9bfe1f0-cab7-4de5-9b73-e2496a3f27a6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Calling delete_port for 93564658-3258-41c8-a8a6-768b39330bd0 owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:52.588141 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36dff1c-bd05-4ded-b213-feb9fa387057 req-57c6e982-d04f-46b2-b410-7710c08b3b08 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:52.589598 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a36dff1c-bd05-4ded-b213-feb9fa387057 req-57c6e982-d04f-46b2-b410-7710c08b3b08 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/ports?device_id=c3f55a9b-fccc-4d91-9e99-98873ac98db2 HTTP/1.1" status: 200 len: 946 time: 0.1662695 Aug 31 09:40:52.609309 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 51877997-c8b9-48a4-a6a2-684c8d17dc12 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:52.617115 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-cb3887c7-276b-4850-8afc-cbb6c3e19a9e None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:52.626763 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 51877997-c8b9-48a4-a6a2-684c8d17dc12 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:52.627141 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:52.632604 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-cb3887c7-276b-4850-8afc-cbb6c3e19a9e None None] Transition to ACTIVE for port object 397bcfed-6b9e-4499-9dc4-b5314a45a413 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:52.694087 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-fc020040-4849-4e98-b3ba-fa388e555e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'name': 'tempest-RoutersTest-router-109405051', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:26Z', 'updated_at': '2021-08-31T09:40:49Z', 'revision_number': 7, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'gw_port_host': None, '_interfaces': [{'id': '04fa2ee0-dd7e-4cbe-948d-72d6902d6548', 'name': '', 'network_id': '04e63c68-a71d-4450-9e95-a593a0c63c1a', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:1b:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:34Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4435d7f1-bb2d-477a-a261-ddcb7bea16d0', 'name': '', 'network_id': 'c12df407-9f00-493a-9184-9a583b6276a3', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:c3:6e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:33Z', 'updated_at': '2021-08-31T09:40:40Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a470011-1717-4e25-814c-58f89cc29d8c', 'name': '', 'network_id': '5c1a86fd-9b55-4b1d-a6cc-fb14429704d5', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:c8:ff:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '174f071c-5bc8-41fe-b60e-0e60e8cc7e7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:39Z', 'updated_at': '2021-08-31T09:40:46Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '174f071c-5bc8-41fe-b60e-0e60e8cc7e7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93564658-3258-41c8-a8a6-768b39330bd0', 'name': '', 'network_id': 'af94e309-2604-4d91-9736-6c602e092079', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:12:4b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'eb06e07c-ecea-4593-848c-15c326ee163c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:45Z', 'updated_at': '2021-08-31T09:40:49Z', 'revision_number': 4, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': 'eb06e07c-ecea-4593-848c-15c326ee163c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:52.701354 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a36dff1c-bd05-4ded-b213-feb9fa387057 req-72812be8-0c5e-4d0b-a3c2-a05a205b291a tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/security-groups?id=6ad94dd4-dabb-4395-9980-3f3aea424daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718262 Aug 31 09:40:52.705353 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-f214ed7d-f0e1-4bf0-86e5-89237fc72072 service neutron] 10.222.0.119 "GET /v2.0/networks/abf4234d-aa61-41ed-8d0b-813eaa6fbcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968000 Aug 31 09:40:52.730713 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc020040-4849-4e98-b3ba-fa388e555e53 None None] Checking router: 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:40:52.743718 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc020040-4849-4e98-b3ba-fa388e555e53 None None] Routers {'429a0a2b-86ea-4252-9d57-cfa1555f1ac9'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:52.744409 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-fc020040-4849-4e98-b3ba-fa388e555e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:52.761823 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-cb3887c7-276b-4850-8afc-cbb6c3e19a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:52.858507 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac701414-e507-4b7e-a252-6b7df82f279a None None] Pushing event updated for resources: {'Port': ['ID=397bcfed-6b9e-4499-9dc4-b5314a45a413,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:52.913016 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-cb3887c7-276b-4850-8afc-cbb6c3e19a9e None None] Attempting to bind port 397bcfed-6b9e-4499-9dc4-b5314a45a413 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:40:52.913378 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-cb3887c7-276b-4850-8afc-cbb6c3e19a9e None None] Attempting to bind port 397bcfed-6b9e-4499-9dc4-b5314a45a413 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'be1ec750-8338-423f-b556-26074840a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:40:52.913755 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3887c7-276b-4850-8afc-cbb6c3e19a9e None None] Attempting to bind port 397bcfed-6b9e-4499-9dc4-b5314a45a413 on network abf4234d-aa61-41ed-8d0b-813eaa6fbcc1 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:52.920345 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3887c7-276b-4850-8afc-cbb6c3e19a9e None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:40:52.920345 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3887c7-276b-4850-8afc-cbb6c3e19a9e None None] Checking segment: {'id': 'be1ec750-8338-423f-b556-26074840a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:52.921710 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-cb3887c7-276b-4850-8afc-cbb6c3e19a9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:52.922103 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3887c7-276b-4850-8afc-cbb6c3e19a9e None None] Bound using segment: {'id': 'be1ec750-8338-423f-b556-26074840a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:40:52.922628 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-cb3887c7-276b-4850-8afc-cbb6c3e19a9e None None] Bound port: 397bcfed-6b9e-4499-9dc4-b5314a45a413, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1ec750-8338-423f-b556-26074840a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:40:52.923054 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-cb3887c7-276b-4850-8afc-cbb6c3e19a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:52.947508 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-fc020040-4849-4e98-b3ba-fa388e555e53 None None] Set router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:52.950360 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:52.975336 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe1f0-cab7-4de5-9b73-e2496a3f27a6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:53.011004 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-cb3887c7-276b-4850-8afc-cbb6c3e19a9e None None] For port 397bcfed-6b9e-4499-9dc4-b5314a45a413, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:40:53.015659 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-cb3887c7-276b-4850-8afc-cbb6c3e19a9e None None] For port 397bcfed-6b9e-4499-9dc4-b5314a45a413, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=397bcfed-6b9e-4499-9dc4-b5314a45a413,segment=NetworkSegment(be1ec750-8338-423f-b556-26074840a831),segment_id=be1ec750-8338-423f-b556-26074840a831)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:40:53.028545 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfe1f0-cab7-4de5-9b73-e2496a3f27a6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Port': ['ID=93564658-3258-41c8-a8a6-768b39330bd0,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:53.075054 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-909a516e-8333-4567-a273-22c4b9b3f1bb None None] Provisioning for port 397bcfed-6b9e-4499-9dc4-b5314a45a413 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:53.078189 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 51877997-c8b9-48a4-a6a2-684c8d17dc12, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=51877997-c8b9-48a4-a6a2-684c8d17dc12,segment=NetworkSegment(be1ec750-8338-423f-b556-26074840a831),segment_id=be1ec750-8338-423f-b556-26074840a831)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:53.105392 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-cb3887c7-276b-4850-8afc-cbb6c3e19a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:53.273869 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac701414-e507-4b7e-a252-6b7df82f279a None None] Pushing event updated for resources: {'Port': ['ID=397bcfed-6b9e-4499-9dc4-b5314a45a413,revision_number=4']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:53.306614 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3887c7-276b-4850-8afc-cbb6c3e19a9e None None] Routers {'254555f6-cd64-47d7-892e-eba150e9b7c7'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:53.307581 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-cb3887c7-276b-4850-8afc-cbb6c3e19a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['254555f6-cd64-47d7-892e-eba150e9b7c7'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:53.324434 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d4c5ca0-735c-4c59-8d70-fe52aaffb316 req-43a997e9-26d1-4666-89df-f9ecdfbd8189 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 210 time: 0.0901463 Aug 31 09:40:53.429289 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff6d58-2b94-48d1-8c08-977c2ebcf22b req-90e41d83-a47b-4c69-800a-cacc176a4d8c tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:53.431057 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05ff6d58-2b94-48d1-8c08-977c2ebcf22b req-90e41d83-a47b-4c69-800a-cacc176a4d8c tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/ports?device_id=c3f55a9b-fccc-4d91-9e99-98873ac98db2 HTTP/1.1" status: 200 len: 946 time: 0.1056719 Aug 31 09:40:53.439286 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e9bfe1f0-cab7-4de5-9b73-e2496a3f27a6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:53.504755 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:53.505732 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6f342e09-c3ea-490a-b809-846e1cde3c3b up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:53.545174 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-cb3887c7-276b-4850-8afc-cbb6c3e19a9e None None] Set router 254555f6-cd64-47d7-892e-eba150e9b7c7 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:53.619528 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-909a516e-8333-4567-a273-22c4b9b3f1bb None None] Provisioning complete for port 51877997-c8b9-48a4-a6a2-684c8d17dc12 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:53.620438 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-909a516e-8333-4567-a273-22c4b9b3f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:53.674831 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05ff6d58-2b94-48d1-8c08-977c2ebcf22b req-bb89b18e-a984-4ec7-a95f-cce40fde11d1 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/security-groups?id=6ad94dd4-dabb-4395-9980-3f3aea424daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242658 Aug 31 09:40:53.722968 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=51877997-c8b9-48a4-a6a2-684c8d17dc12,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:53.752208 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 6f342e09-c3ea-490a-b809-846e1cde3c3b triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:53.752720 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:53.766027 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9bfe1f0-cab7-4de5-9b73-e2496a3f27a6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:40:53.841642 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-fc020040-4849-4e98-b3ba-fa388e555e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'name': 'tempest-RoutersTest-router-109405051', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:26Z', 'updated_at': '2021-08-31T09:40:49Z', 'revision_number': 7, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'gw_port_host': None, '_interfaces': [{'id': '04fa2ee0-dd7e-4cbe-948d-72d6902d6548', 'name': '', 'network_id': '04e63c68-a71d-4450-9e95-a593a0c63c1a', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:1b:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:34Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4435d7f1-bb2d-477a-a261-ddcb7bea16d0', 'name': '', 'network_id': 'c12df407-9f00-493a-9184-9a583b6276a3', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:c3:6e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:33Z', 'updated_at': '2021-08-31T09:40:40Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a470011-1717-4e25-814c-58f89cc29d8c', 'name': '', 'network_id': '5c1a86fd-9b55-4b1d-a6cc-fb14429704d5', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:c8:ff:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '174f071c-5bc8-41fe-b60e-0e60e8cc7e7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:39Z', 'updated_at': '2021-08-31T09:40:46Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '174f071c-5bc8-41fe-b60e-0e60e8cc7e7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93564658-3258-41c8-a8a6-768b39330bd0', 'name': '', 'network_id': 'af94e309-2604-4d91-9736-6c602e092079', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:12:4b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'eb06e07c-ecea-4593-848c-15c326ee163c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:45Z', 'updated_at': '2021-08-31T09:40:49Z', 'revision_number': 4, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': 'eb06e07c-ecea-4593-848c-15c326ee163c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:53.856985 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-cb3887c7-276b-4850-8afc-cbb6c3e19a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797030996', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6f342e09-c3ea-490a-b809-846e1cde3c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:43Z', 'updated_at': '2021-08-31T09:40:50Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '6f342e09-c3ea-490a-b809-846e1cde3c3b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:31:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:44Z', 'updated_at': '2021-08-31T09:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '397bcfed-6b9e-4499-9dc4-b5314a45a413', 'name': '', 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:a1:f9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '87628395-f9ee-474b-9c94-174f122bbc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:49Z', 'updated_at': '2021-08-31T09:40:53Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': '87628395-f9ee-474b-9c94-174f122bbc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:53.897250 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc020040-4849-4e98-b3ba-fa388e555e53 None None] The sync data for ids ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'] in n-d-791506-28 is: [{'id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'name': 'tempest-RoutersTest-router-109405051', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:26Z', 'updated_at': '2021-08-31T09:40:49Z', 'revision_number': 7, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'gw_port_host': None, '_interfaces': [{'id': '04fa2ee0-dd7e-4cbe-948d-72d6902d6548', 'name': '', 'network_id': '04e63c68-a71d-4450-9e95-a593a0c63c1a', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:1b:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:34Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4435d7f1-bb2d-477a-a261-ddcb7bea16d0', 'name': '', 'network_id': 'c12df407-9f00-493a-9184-9a583b6276a3', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:c3:6e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:33Z', 'updated_at': '2021-08-31T09:40:40Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a470011-1717-4e25-814c-58f89cc29d8c', 'name': '', 'network_id': '5c1a86fd-9b55-4b1d-a6cc-fb14429704d5', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:c8:ff:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '174f071c-5bc8-41fe-b60e-0e60e8cc7e7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:39Z', 'updated_at': '2021-08-31T09:40:46Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '174f071c-5bc8-41fe-b60e-0e60e8cc7e7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93564658-3258-41c8-a8a6-768b39330bd0', 'name': '', 'network_id': 'af94e309-2604-4d91-9736-6c602e092079', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:12:4b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'eb06e07c-ecea-4593-848c-15c326ee163c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:45Z', 'updated_at': '2021-08-31T09:40:49Z', 'revision_number': 4, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': 'eb06e07c-ecea-4593-848c-15c326ee163c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:53.899869 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9bfe1f0-cab7-4de5-9b73-e2496a3f27a6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:53.901716 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3887c7-276b-4850-8afc-cbb6c3e19a9e None None] The sync data for ids ['254555f6-cd64-47d7-892e-eba150e9b7c7'] in n-d-791506-28 is: [{'id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797030996', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6f342e09-c3ea-490a-b809-846e1cde3c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:43Z', 'updated_at': '2021-08-31T09:40:50Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '6f342e09-c3ea-490a-b809-846e1cde3c3b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:31:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:44Z', 'updated_at': '2021-08-31T09:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '397bcfed-6b9e-4499-9dc4-b5314a45a413', 'name': '', 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:a1:f9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '87628395-f9ee-474b-9c94-174f122bbc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:49Z', 'updated_at': '2021-08-31T09:40:53Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': '87628395-f9ee-474b-9c94-174f122bbc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:53.906282 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e9bfe1f0-cab7-4de5-9b73-e2496a3f27a6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "PUT /v2.0/routers/429a0a2b-86ea-4252-9d57-cfa1555f1ac9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4141548 Aug 31 09:40:53.909048 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 32960) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:53.996168 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 93564658-3258-41c8-a8a6-768b39330bd0 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:54.004050 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-b59ba1a1-57b0-4b28-8477-d0a4a5518986 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Deleting subnet eb06e07c-ecea-4593-848c-15c326ee163c {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:40:54.016505 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b59ba1a1-57b0-4b28-8477-d0a4a5518986 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:54.081099 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 93564658-3258-41c8-a8a6-768b39330bd0 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:54.085159 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 93564658-3258-41c8-a8a6-768b39330bd0 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 31 09:40:54.111680 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b59ba1a1-57b0-4b28-8477-d0a4a5518986 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:54.114197 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Port 93564658-3258-41c8-a8a6-768b39330bd0 not found, will not notify nova. {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 31 09:40:54.266031 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494f76c9-f819-4cbd-9027-7c638362acd7 None None] Sync routers for ids ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:54.279366 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b59ba1a1-57b0-4b28-8477-d0a4a5518986 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:54.291846 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494f76c9-f819-4cbd-9027-7c638362acd7 None None] Routers {'429a0a2b-86ea-4252-9d57-cfa1555f1ac9'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:54.292864 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-494f76c9-f819-4cbd-9027-7c638362acd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:54.406457 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 51877997-c8b9-48a4-a6a2-684c8d17dc12 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:54.426067 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-494f76c9-f819-4cbd-9027-7c638362acd7 None None] Set router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:54.474014 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 51877997-c8b9-48a4-a6a2-684c8d17dc12 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:54.474744 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:54.478904 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b59ba1a1-57b0-4b28-8477-d0a4a5518986 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:54.493902 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-615a72d0-e258-436a-a56a-d5e667460531 req-94f1799e-5769-4011-9740-d047bfc5cb92 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 210 time: 0.0595541 Aug 31 09:40:54.497411 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b59ba1a1-57b0-4b28-8477-d0a4a5518986 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:54.502062 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 32966) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:54.502678 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b59ba1a1-57b0-4b28-8477-d0a4a5518986 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/subnets/eb06e07c-ecea-4593-848c-15c326ee163c HTTP/1.1" status: 204 len: 168 time: 0.5924699 Aug 31 09:40:54.515303 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca86c816-e1d9-4c54-b1e9-11d1b10d9ff5 None None] Network af94e309-2604-4d91-9736-6c602e092079 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:54.525021 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ba1a1-57b0-4b28-8477-d0a4a5518986 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Subnet': ['ID=eb06e07c-ecea-4593-848c-15c326ee163c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:54.622943 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c5c3fcc-4950-4679-b177-754da81bb801 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:54.672117 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 397bcfed-6b9e-4499-9dc4-b5314a45a413 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:54.699267 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-7c5c3fcc-4950-4679-b177-754da81bb801 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Deleting port 0371ad97-cf86-459d-92f1-c42e9f3b1d98 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:54.699711 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c5c3fcc-4950-4679-b177-754da81bb801 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:54.728267 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-494f76c9-f819-4cbd-9027-7c638362acd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'name': 'tempest-RoutersTest-router-109405051', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:26Z', 'updated_at': '2021-08-31T09:40:52Z', 'revision_number': 8, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'gw_port_host': None, '_interfaces': [{'id': '04fa2ee0-dd7e-4cbe-948d-72d6902d6548', 'name': '', 'network_id': '04e63c68-a71d-4450-9e95-a593a0c63c1a', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:1b:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:34Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4435d7f1-bb2d-477a-a261-ddcb7bea16d0', 'name': '', 'network_id': 'c12df407-9f00-493a-9184-9a583b6276a3', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:c3:6e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:33Z', 'updated_at': '2021-08-31T09:40:40Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a470011-1717-4e25-814c-58f89cc29d8c', 'name': '', 'network_id': '5c1a86fd-9b55-4b1d-a6cc-fb14429704d5', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:c8:ff:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '174f071c-5bc8-41fe-b60e-0e60e8cc7e7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:39Z', 'updated_at': '2021-08-31T09:40:46Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '174f071c-5bc8-41fe-b60e-0e60e8cc7e7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:54.781850 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494f76c9-f819-4cbd-9027-7c638362acd7 None None] Checking router: 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:40:54.799659 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494f76c9-f819-4cbd-9027-7c638362acd7 None None] Routers {'429a0a2b-86ea-4252-9d57-cfa1555f1ac9'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:54.800652 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-494f76c9-f819-4cbd-9027-7c638362acd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:54.801523 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-7c5c3fcc-4950-4679-b177-754da81bb801 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] For port 0371ad97-cf86-459d-92f1-c42e9f3b1d98, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=0371ad97-cf86-459d-92f1-c42e9f3b1d98,segment=NetworkSegment(be833c46-dea7-4ad2-87ca-44b5ca716c9f),segment_id=be833c46-dea7-4ad2-87ca-44b5ca716c9f)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:54.802588 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c5c3fcc-4950-4679-b177-754da81bb801 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:54.835584 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-7c5c3fcc-4950-4679-b177-754da81bb801 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Calling delete_port for 0371ad97-cf86-459d-92f1-c42e9f3b1d98 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:54.860356 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed50d64-57a1-437e-98dd-3f2de607c6b3 None None] DHCP port deletion for af94e309-2604-4d91-9736-6c602e092079 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:40:54.864926 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 397bcfed-6b9e-4499-9dc4-b5314a45a413 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:54.871444 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 397bcfed-6b9e-4499-9dc4-b5314a45a413 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:54.875936 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:54.876083 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78aacb-52a9-42d0-ac6c-2a16c235f653 req-d9244dfd-3b5f-4f68-b31f-c87a6d4994f3 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:54.876083 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ed78aacb-52a9-42d0-ac6c-2a16c235f653 req-d9244dfd-3b5f-4f68-b31f-c87a6d4994f3 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/ports?device_id=c3f55a9b-fccc-4d91-9e99-98873ac98db2 HTTP/1.1" status: 200 len: 946 time: 0.0750885 Aug 31 09:40:54.962191 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-494f76c9-f819-4cbd-9027-7c638362acd7 None None] Set router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:54.967969 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ed78aacb-52a9-42d0-ac6c-2a16c235f653 req-fe760e4f-c248-4918-95b2-e8516b7faf1f tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/security-groups?id=6ad94dd4-dabb-4395-9980-3f3aea424daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826721 Aug 31 09:40:55.051656 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-2ed50d64-57a1-437e-98dd-3f2de607c6b3 None None] Deleting port 0371ad97-cf86-459d-92f1-c42e9f3b1d98 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:55.052260 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2ed50d64-57a1-437e-98dd-3f2de607c6b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:55.055388 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:55.095793 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c5c3fcc-4950-4679-b177-754da81bb801 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:55.134334 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c3fcc-4950-4679-b177-754da81bb801 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Port': ['ID=0371ad97-cf86-459d-92f1-c42e9f3b1d98,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:55.136972 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5c3fcc-4950-4679-b177-754da81bb801 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] No DVR routers for this DVR port 0371ad97-cf86-459d-92f1-c42e9f3b1d98 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:55.184649 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 397bcfed-6b9e-4499-9dc4-b5314a45a413, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=397bcfed-6b9e-4499-9dc4-b5314a45a413,segment=NetworkSegment(be1ec750-8338-423f-b556-26074840a831),segment_id=be1ec750-8338-423f-b556-26074840a831)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:55.191660 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-2ed50d64-57a1-437e-98dd-3f2de607c6b3 None None] For port 0371ad97-cf86-459d-92f1-c42e9f3b1d98, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=0371ad97-cf86-459d-92f1-c42e9f3b1d98,segment=NetworkSegment(be833c46-dea7-4ad2-87ca-44b5ca716c9f),segment_id=be833c46-dea7-4ad2-87ca-44b5ca716c9f)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:55.192320 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2ed50d64-57a1-437e-98dd-3f2de607c6b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:55.206532 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-2ed50d64-57a1-437e-98dd-3f2de607c6b3 None None] Calling delete_port for 0371ad97-cf86-459d-92f1-c42e9f3b1d98 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:55.234354 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c5c3fcc-4950-4679-b177-754da81bb801 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:55.246086 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-7c5c3fcc-4950-4679-b177-754da81bb801 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af94e309-2604-4d91-9736-6c602e092079']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:55.252198 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-494f76c9-f819-4cbd-9027-7c638362acd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'name': 'tempest-RoutersTest-router-109405051', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:26Z', 'updated_at': '2021-08-31T09:40:52Z', 'revision_number': 8, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'gw_port_host': None, '_interfaces': [{'id': '04fa2ee0-dd7e-4cbe-948d-72d6902d6548', 'name': '', 'network_id': '04e63c68-a71d-4450-9e95-a593a0c63c1a', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:1b:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:34Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4435d7f1-bb2d-477a-a261-ddcb7bea16d0', 'name': '', 'network_id': 'c12df407-9f00-493a-9184-9a583b6276a3', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:c3:6e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:33Z', 'updated_at': '2021-08-31T09:40:40Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a470011-1717-4e25-814c-58f89cc29d8c', 'name': '', 'network_id': '5c1a86fd-9b55-4b1d-a6cc-fb14429704d5', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:c8:ff:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '174f071c-5bc8-41fe-b60e-0e60e8cc7e7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:39Z', 'updated_at': '2021-08-31T09:40:46Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '174f071c-5bc8-41fe-b60e-0e60e8cc7e7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:55.258962 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-7c5c3fcc-4950-4679-b177-754da81bb801 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be833c46-dea7-4ad2-87ca-44b5ca716c9f') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:55.259862 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-7c5c3fcc-4950-4679-b177-754da81bb801 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be833c46-dea7-4ad2-87ca-44b5ca716c9f') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:55.272353 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c5c3fcc-4950-4679-b177-754da81bb801 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:55.286812 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494f76c9-f819-4cbd-9027-7c638362acd7 None None] The sync data for ids ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'] in n-d-791506-28 is: [{'id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'name': 'tempest-RoutersTest-router-109405051', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:26Z', 'updated_at': '2021-08-31T09:40:52Z', 'revision_number': 8, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'gw_port_host': None, '_interfaces': [{'id': '04fa2ee0-dd7e-4cbe-948d-72d6902d6548', 'name': '', 'network_id': '04e63c68-a71d-4450-9e95-a593a0c63c1a', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:1b:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:34Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4435d7f1-bb2d-477a-a261-ddcb7bea16d0', 'name': '', 'network_id': 'c12df407-9f00-493a-9184-9a583b6276a3', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:c3:6e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:33Z', 'updated_at': '2021-08-31T09:40:40Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a470011-1717-4e25-814c-58f89cc29d8c', 'name': '', 'network_id': '5c1a86fd-9b55-4b1d-a6cc-fb14429704d5', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:c8:ff:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '174f071c-5bc8-41fe-b60e-0e60e8cc7e7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:39Z', 'updated_at': '2021-08-31T09:40:46Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '174f071c-5bc8-41fe-b60e-0e60e8cc7e7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:55.292412 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c5c3fcc-4950-4679-b177-754da81bb801 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:55.298945 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c5c3fcc-4950-4679-b177-754da81bb801 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Releasing vlan 1619 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:40:55.299371 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c5c3fcc-4950-4679-b177-754da81bb801 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:55.302819 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:40:55.302819 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:40:55.302819 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:40:55.302819 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:40:55.302819 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:40:55.302819 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:40:55.302819 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:40:55.302819 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:40:55.302819 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:40:55.302819 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:40:55.302819 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:40:55.302819 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:40:55.302819 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:40:55.302819 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:40:55.302819 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:40:55.302819 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:40:55.302819 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:40:55.302819 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:40:55.302819 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:40:55.302819 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:40:55.302819 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:40:55.302819 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:40:55.302819 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:40:55.302819 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:40:55.302819 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:40:55.302819 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:40:55.302819 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:40:55.302819 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:40:55.302819 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:40:55.302819 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:40:55.302819 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:40:55.302819 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:40:55.306585 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:55.339134 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2ed50d64-57a1-437e-98dd-3f2de607c6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:55.358196 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed50d64-57a1-437e-98dd-3f2de607c6b3 None None] No DVR routers for this DVR port 0371ad97-cf86-459d-92f1-c42e9f3b1d98 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:55.377934 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=397bcfed-6b9e-4499-9dc4-b5314a45a413,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:55.414533 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed50d64-57a1-437e-98dd-3f2de607c6b3 None None] Pushing event deleted for resources: {'Port': ['ID=0371ad97-cf86-459d-92f1-c42e9f3b1d98,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:55.426666 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c5c3fcc-4950-4679-b177-754da81bb801 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:55.436172 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c5c3fcc-4950-4679-b177-754da81bb801 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:55.438039 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7c5c3fcc-4950-4679-b177-754da81bb801 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/networks/af94e309-2604-4d91-9736-6c602e092079 HTTP/1.1" status: 204 len: 168 time: 0.9344711 Aug 31 09:40:55.440866 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 32974) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:55.451157 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c3fcc-4950-4679-b177-754da81bb801 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Network': ['ID=af94e309-2604-4d91-9736-6c602e092079,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:55.581296 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092f3ae-48f2-4a39-ad23-b6435d09fe15 req-0298f189-9215-4627-92b8-f15f35db1b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:55.582976 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1092f3ae-48f2-4a39-ad23-b6435d09fe15 req-0298f189-9215-4627-92b8-f15f35db1b8b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=16620c881d1b40d08eab919db9803b7f&device_id=c3f55a9b-fccc-4d91-9e99-98873ac98db2 HTTP/1.1" status: 200 len: 1098 time: 0.0493245 Aug 31 09:40:55.643943 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243c851-66c1-42a1-ac46-03da24d92cc3 req-c784886f-283c-4d58-b3bb-511c30fc91f7 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:55.649864 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a243c851-66c1-42a1-ac46-03da24d92cc3 req-c784886f-283c-4d58-b3bb-511c30fc91f7 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/ports?device_id=c3f55a9b-fccc-4d91-9e99-98873ac98db2 HTTP/1.1" status: 200 len: 946 time: 0.1563265 Aug 31 09:40:55.707170 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092f3ae-48f2-4a39-ad23-b6435d09fe15 req-5981f09c-7903-4109-957f-31f59e2b0d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:55.709006 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1092f3ae-48f2-4a39-ad23-b6435d09fe15 req-5981f09c-7903-4109-957f-31f59e2b0d9c service neutron] 10.222.0.112 "GET /v2.0/networks?id=65dd0f5d-e1c8-4f7c-88a0-13029b27458a HTTP/1.1" status: 200 len: 913 time: 0.1130888 Aug 31 09:40:55.761575 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d025142-0c0c-48b3-abfe-15244aade770 req-b0c16891-8811-459a-830f-2ad4df679be1 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 210 time: 0.1374071 Aug 31 09:40:55.817764 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a243c851-66c1-42a1-ac46-03da24d92cc3 req-c5ddfef3-c7fc-4530-b0ca-a2efaa6fc559 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/security-groups?id=6ad94dd4-dabb-4395-9980-3f3aea424daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334660 Aug 31 09:40:55.900203 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-ba098c0f-177e-47a8-b51a-f5266b74fc5b tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:55.902309 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-ba098c0f-177e-47a8-b51a-f5266b74fc5b tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.59 "GET /v2.0/networks?id=abf4234d-aa61-41ed-8d0b-813eaa6fbcc1 HTTP/1.1" status: 200 len: 797 time: 0.2841001 Aug 31 09:40:55.969771 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-87f4234c-560d-4fa2-8cd0-71ee95b3cf3a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29b420db5ab94eb097db55181093bc9b HTTP/1.1" status: 200 len: 380 time: 0.0446684 Aug 31 09:40:55.980649 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-f9e4b7bc-4c05-40f3-ab5e-981d4fcd8076 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'port': {'device_id': '18ec9c78-72e9-4f45-b58e-7637c26c95c1', 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1', 'admin_state_up': True, 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'security_groups': ['94faea3e-c242-4cc4-8506-e70f27b56f06']}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:56.130875 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1092f3ae-48f2-4a39-ad23-b6435d09fe15 req-0cd9a7df-fe89-4da3-9159-87218c985cc1 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9561bcc0-4224-4b29-ac37-748c67df7c19 HTTP/1.1" status: 200 len: 217 time: 0.4123213 Aug 31 09:40:56.151393 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-973cab5d-0386-4d65-a2ff-6e85c5d94d30 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.190135 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092f3ae-48f2-4a39-ad23-b6435d09fe15 req-0b25c98c-8542-4c2f-bdb5-4b42ed9140b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:56.191732 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1092f3ae-48f2-4a39-ad23-b6435d09fe15 req-0b25c98c-8542-4c2f-bdb5-4b42ed9140b9 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=cbf6a922-d538-41b5-bdcc-42f6d2672256 HTTP/1.1" status: 200 len: 851 time: 0.0533037 Aug 31 09:40:56.232129 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-f9e4b7bc-4c05-40f3-ab5e-981d4fcd8076 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Made reservation on behalf of 29b420db5ab94eb097db55181093bc9b for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:40:56.236321 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-f9e4b7bc-4c05-40f3-ab5e-981d4fcd8076 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.237399 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1092f3ae-48f2-4a39-ad23-b6435d09fe15 req-130ea62c-f51d-4d93-849a-3d185a645fdc service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=65dd0f5d-e1c8-4f7c-88a0-13029b27458a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301216 Aug 31 09:40:56.348755 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1092f3ae-48f2-4a39-ad23-b6435d09fe15 req-c00e3a92-a5ac-494c-a0f0-582c45dd0296 service neutron] 10.222.0.112 "GET /v2.0/networks/65dd0f5d-e1c8-4f7c-88a0-13029b27458a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019349 Aug 31 09:40:56.351900 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 397bcfed-6b9e-4499-9dc4-b5314a45a413 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:40:56.408028 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 397bcfed-6b9e-4499-9dc4-b5314a45a413 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:56.408656 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:56.446845 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1092f3ae-48f2-4a39-ad23-b6435d09fe15 req-09ca9a09-8b3e-47b6-b289-da05540b80ab service neutron] 10.222.0.112 "GET /v2.0/networks/65dd0f5d-e1c8-4f7c-88a0-13029b27458a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884202 Aug 31 09:40:56.449137 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-f9e4b7bc-4c05-40f3-ab5e-981d4fcd8076 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Allocated IP 172.20.0.13 (abf4234d-aa61-41ed-8d0b-813eaa6fbcc1/87628395-f9ee-474b-9c94-174f122bbc64/1087b193-7a33-4fd4-bde5-6e483e8fa4c7) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:40:56.554605 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 93564658-3258-41c8-a8a6-768b39330bd0 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:56.575199 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 93564658-3258-41c8-a8a6-768b39330bd0 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:56.575551 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 93564658-3258-41c8-a8a6-768b39330bd0 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:40:56.575979 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 0371ad97-cf86-459d-92f1-c42e9f3b1d98 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:40:56.594803 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 0371ad97-cf86-459d-92f1-c42e9f3b1d98 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:40:56.595052 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 0371ad97-cf86-459d-92f1-c42e9f3b1d98 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:40:56.627578 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-973cab5d-0386-4d65-a2ff-6e85c5d94d30 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Deleting port 4a470011-1717-4e25-814c-58f89cc29d8c {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:56.627917 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-973cab5d-0386-4d65-a2ff-6e85c5d94d30 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:57.052027 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3558f4dd-c074-4305-9bfe-b9c64a5c36eb req-98f2e895-80c5-4ded-9db1-4b3da8adafd2 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 210 time: 0.0648766 Aug 31 09:40:57.059405 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-f9e4b7bc-4c05-40f3-ab5e-981d4fcd8076 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:57.092449 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-f9e4b7bc-4c05-40f3-ab5e-981d4fcd8076 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Transition to ACTIVE for port object 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:57.128323 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863476e5-f0fb-4156-ada9-2db590d9fa92 req-2761449b-66f1-4db4-a629-8213fa1fd9d0 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:57.129774 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-863476e5-f0fb-4156-ada9-2db590d9fa92 req-2761449b-66f1-4db4-a629-8213fa1fd9d0 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/ports?device_id=c3f55a9b-fccc-4d91-9e99-98873ac98db2 HTTP/1.1" status: 200 len: 946 time: 0.1417656 Aug 31 09:40:57.139302 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-973cab5d-0386-4d65-a2ff-6e85c5d94d30 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] For port 4a470011-1717-4e25-814c-58f89cc29d8c, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4a470011-1717-4e25-814c-58f89cc29d8c,segment=NetworkSegment(56bb2d29-25d3-4ae7-a746-548fed0f8779),segment_id=56bb2d29-25d3-4ae7-a746-548fed0f8779)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:57.139669 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-973cab5d-0386-4d65-a2ff-6e85c5d94d30 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:57.168694 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-973cab5d-0386-4d65-a2ff-6e85c5d94d30 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Calling delete_port for 4a470011-1717-4e25-814c-58f89cc29d8c owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:57.244647 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-863476e5-f0fb-4156-ada9-2db590d9fa92 req-3b639aec-6c3b-4d84-8aa1-2f37e94fb97a tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/security-groups?id=6ad94dd4-dabb-4395-9980-3f3aea424daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005762 Aug 31 09:40:57.266343 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-f9e4b7bc-4c05-40f3-ab5e-981d4fcd8076 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:57.360452 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-f9e4b7bc-4c05-40f3-ab5e-981d4fcd8076 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Network abf4234d-aa61-41ed-8d0b-813eaa6fbcc1 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:40:57.362000 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4b7bc-4c05-40f3-ab5e-981d4fcd8076 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'Port': ['ID=1087b193-7a33-4fd4-bde5-6e483e8fa4c7,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:57.365199 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-f9e4b7bc-4c05-40f3-ab5e-981d4fcd8076 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:40:57.367788 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-f9e4b7bc-4c05-40f3-ab5e-981d4fcd8076 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:40:57.449885 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-f9e4b7bc-4c05-40f3-ab5e-981d4fcd8076 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:57.450624 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-f9e4b7bc-4c05-40f3-ab5e-981d4fcd8076 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:57.530118 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-973cab5d-0386-4d65-a2ff-6e85c5d94d30 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:57.560451 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-f9e4b7bc-4c05-40f3-ab5e-981d4fcd8076 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5842700 Aug 31 09:40:57.561161 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973cab5d-0386-4d65-a2ff-6e85c5d94d30 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Port': ['ID=4a470011-1717-4e25-814c-58f89cc29d8c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:57.574811 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-588e6643-9c59-4138-8fb9-77196b8d04eb service neutron] Request body: {'port': {'device_id': '18ec9c78-72e9-4f45-b58e-7637c26c95c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:40:57.667613 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9b51b508-61a8-478c-aaa0-02ccedc5f81d None None] Provisioning for port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:40:57.672502 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9b51b508-61a8-478c-aaa0-02ccedc5f81d None None] Provisioning complete for port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:40:57.672972 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9b51b508-61a8-478c-aaa0-02ccedc5f81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:57.719707 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-9b51b508-61a8-478c-aaa0-02ccedc5f81d None None] Port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:40:57.725335 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-588e6643-9c59-4138-8fb9-77196b8d04eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:57.817065 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-973cab5d-0386-4d65-a2ff-6e85c5d94d30 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.206052 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973cab5d-0386-4d65-a2ff-6e85c5d94d30 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:40:58.308745 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80d60f-1aaa-43e0-9496-adec712ff8c4 req-c457ef79-c1e0-4322-a021-7ddbe1fe55f9 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:58.310351 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b80d60f-1aaa-43e0-9496-adec712ff8c4 req-c457ef79-c1e0-4322-a021-7ddbe1fe55f9 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 932 time: 0.1450551 Aug 31 09:40:58.373241 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-588e6643-9c59-4138-8fb9-77196b8d04eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:40:58.413151 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-588e6643-9c59-4138-8fb9-77196b8d04eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.448850 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973cab5d-0386-4d65-a2ff-6e85c5d94d30 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:40:58.458075 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-973cab5d-0386-4d65-a2ff-6e85c5d94d30 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "PUT /v2.0/routers/429a0a2b-86ea-4252-9d57-cfa1555f1ac9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0160999 Aug 31 09:40:58.460751 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 32992) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:58.463944 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6aad3e-779e-4f45-97ae-374b67a399f9 None None] Sync routers for ids ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:40:58.465328 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-588e6643-9c59-4138-8fb9-77196b8d04eb service neutron] Transition to ACTIVE for port object 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:40:58.469406 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b80d60f-1aaa-43e0-9496-adec712ff8c4 req-897645bc-1086-4d69-b1fc-3833436a016c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517682 Aug 31 09:40:58.473598 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6aad3e-779e-4f45-97ae-374b67a399f9 None None] Routers {'429a0a2b-86ea-4252-9d57-cfa1555f1ac9'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:58.474290 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-eb6aad3e-779e-4f45-97ae-374b67a399f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:58.477066 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f29de-6ce1-411a-a1a0-f908257707ea req-b35c1c87-3130-43ef-aff0-3eca19176365 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:58.478769 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c37f29de-6ce1-411a-a1a0-f908257707ea req-b35c1c87-3130-43ef-aff0-3eca19176365 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/ports?device_id=c3f55a9b-fccc-4d91-9e99-98873ac98db2 HTTP/1.1" status: 200 len: 946 time: 0.1620378 Aug 31 09:40:58.523588 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c37f29de-6ce1-411a-a1a0-f908257707ea req-8c2b2536-395e-47c7-be11-2345e4d05a07 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/security-groups?id=6ad94dd4-dabb-4395-9980-3f3aea424daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370562 Aug 31 09:40:58.528842 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b39360-037d-4c9a-926e-869d37a6f8d4 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Deleting subnet 174f071c-5bc8-41fe-b60e-0e60e8cc7e7b {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:40:58.529750 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-588e6643-9c59-4138-8fb9-77196b8d04eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.535024 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0b39360-037d-4c9a-926e-869d37a6f8d4 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.580947 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-eb6aad3e-779e-4f45-97ae-374b67a399f9 None None] Set router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:58.587341 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0b39360-037d-4c9a-926e-869d37a6f8d4 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.598575 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e6643-9c59-4138-8fb9-77196b8d04eb service neutron] Pushing event updated for resources: {'Port': ['ID=1087b193-7a33-4fd4-bde5-6e483e8fa4c7,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:58.687859 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0b39360-037d-4c9a-926e-869d37a6f8d4 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.701219 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-588e6643-9c59-4138-8fb9-77196b8d04eb service neutron] Attempting to bind port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:40:58.701572 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-588e6643-9c59-4138-8fb9-77196b8d04eb service neutron] Attempting to bind port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'be1ec750-8338-423f-b556-26074840a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:40:58.701967 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-588e6643-9c59-4138-8fb9-77196b8d04eb service neutron] Attempting to bind port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 on network abf4234d-aa61-41ed-8d0b-813eaa6fbcc1 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:58.707641 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-588e6643-9c59-4138-8fb9-77196b8d04eb service neutron] Port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 on network abf4234d-aa61-41ed-8d0b-813eaa6fbcc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:40:58.708346 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-588e6643-9c59-4138-8fb9-77196b8d04eb service neutron] Attempting to bind port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 on network abf4234d-aa61-41ed-8d0b-813eaa6fbcc1 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:40:58.713967 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-588e6643-9c59-4138-8fb9-77196b8d04eb service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:40:58.714450 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-588e6643-9c59-4138-8fb9-77196b8d04eb service neutron] Checking segment: {'id': 'be1ec750-8338-423f-b556-26074840a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:40:58.714896 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-588e6643-9c59-4138-8fb9-77196b8d04eb service neutron] Bound using segment: {'id': 'be1ec750-8338-423f-b556-26074840a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:40:58.715407 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-588e6643-9c59-4138-8fb9-77196b8d04eb service neutron] Bound port: 1087b193-7a33-4fd4-bde5-6e483e8fa4c7, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be1ec750-8338-423f-b556-26074840a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:40:58.716044 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-588e6643-9c59-4138-8fb9-77196b8d04eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.808267 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-588e6643-9c59-4138-8fb9-77196b8d04eb service neutron] For port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:40:58.811796 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-588e6643-9c59-4138-8fb9-77196b8d04eb service neutron] For port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=1087b193-7a33-4fd4-bde5-6e483e8fa4c7,segment=NetworkSegment(be1ec750-8338-423f-b556-26074840a831),segment_id=be1ec750-8338-423f-b556-26074840a831)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:40:58.834564 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-eb6aad3e-779e-4f45-97ae-374b67a399f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'name': 'tempest-RoutersTest-router-109405051', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:26Z', 'updated_at': '2021-08-31T09:40:57Z', 'revision_number': 9, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'gw_port_host': None, '_interfaces': [{'id': '04fa2ee0-dd7e-4cbe-948d-72d6902d6548', 'name': '', 'network_id': '04e63c68-a71d-4450-9e95-a593a0c63c1a', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:1b:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:34Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4435d7f1-bb2d-477a-a261-ddcb7bea16d0', 'name': '', 'network_id': 'c12df407-9f00-493a-9184-9a583b6276a3', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:c3:6e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:33Z', 'updated_at': '2021-08-31T09:40:40Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:58.866063 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6aad3e-779e-4f45-97ae-374b67a399f9 None None] Checking router: 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:40:58.875200 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6aad3e-779e-4f45-97ae-374b67a399f9 None None] Routers {'429a0a2b-86ea-4252-9d57-cfa1555f1ac9'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:40:58.875795 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-eb6aad3e-779e-4f45-97ae-374b67a399f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:58.880840 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0b39360-037d-4c9a-926e-869d37a6f8d4 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.911843 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b39360-037d-4c9a-926e-869d37a6f8d4 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Subnet': ['ID=174f071c-5bc8-41fe-b60e-0e60e8cc7e7b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:58.914479 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b0b39360-037d-4c9a-926e-869d37a6f8d4 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.918635 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b0b39360-037d-4c9a-926e-869d37a6f8d4 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/subnets/174f071c-5bc8-41fe-b60e-0e60e8cc7e7b HTTP/1.1" status: 204 len: 168 time: 0.4552100 Aug 31 09:40:58.919998 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 32996) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:58.944556 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-588e6643-9c59-4138-8fb9-77196b8d04eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.945135 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e916cd18-c5b6-4546-90ea-62690e3dbf01 None None] Network 5c1a86fd-9b55-4b1d-a6cc-fb14429704d5 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:40:58.980972 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-588e6643-9c59-4138-8fb9-77196b8d04eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:58.981666 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-588e6643-9c59-4138-8fb9-77196b8d04eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:58.983333 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-588e6643-9c59-4138-8fb9-77196b8d04eb service neutron] 10.222.0.59 "PUT /v2.0/ports/1087b193-7a33-4fd4-bde5-6e483e8fa4c7 HTTP/1.1" status: 200 len: 1093 time: 1.4133077 Aug 31 09:40:58.986782 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ec9c78-72e9-4f45-b58e-7637c26c95c1', 'tag': '1087b193-7a33-4fd4-bde5-6e483e8fa4c7'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:40:58.989292 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486fe7df-01ca-4684-81de-25a8fb31d1e0" -d '{"events": [{"name": "network-changed", "server_uuid": "18ec9c78-72e9-4f45-b58e-7637c26c95c1", "tag": "1087b193-7a33-4fd4-bde5-6e483e8fa4c7"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:40:59.003112 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-19d35d6b-f707-4b29-867a-c959376fbb92 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:59.045426 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-eb6aad3e-779e-4f45-97ae-374b67a399f9 None None] Set router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:40:59.059414 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e6643-9c59-4138-8fb9-77196b8d04eb service neutron] Pushing event updated for resources: {'Port': ['ID=1087b193-7a33-4fd4-bde5-6e483e8fa4c7,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:59.072548 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bcb1ee-f387-469d-8d85-9eaee67911e6 x-openstack-request-id: req-15bcb1ee-f387-469d-8d85-9eaee67911e6 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:40:59.073025 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18ec9c78-72e9-4f45-b58e-7637c26c95c1", "tag": "1087b193-7a33-4fd4-bde5-6e483e8fa4c7", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:40:59.073488 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-15bcb1ee-f387-469d-8d85-9eaee67911e6 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:40:59.073914 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18ec9c78-72e9-4f45-b58e-7637c26c95c1', 'tag': '1087b193-7a33-4fd4-bde5-6e483e8fa4c7', 'status': 'completed', 'code': 200} Aug 31 09:40:59.099014 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-19d35d6b-f707-4b29-867a-c959376fbb92 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Deleting port bac6ea7c-3b73-425a-8803-f3331ea66f64 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:59.099402 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-19d35d6b-f707-4b29-867a-c959376fbb92 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:59.180249 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-19d35d6b-f707-4b29-867a-c959376fbb92 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] For port bac6ea7c-3b73-425a-8803-f3331ea66f64, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=bac6ea7c-3b73-425a-8803-f3331ea66f64,segment=NetworkSegment(56bb2d29-25d3-4ae7-a746-548fed0f8779),segment_id=56bb2d29-25d3-4ae7-a746-548fed0f8779)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:59.180631 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-19d35d6b-f707-4b29-867a-c959376fbb92 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:59.197872 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-19d35d6b-f707-4b29-867a-c959376fbb92 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Calling delete_port for bac6ea7c-3b73-425a-8803-f3331ea66f64 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:59.217890 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d6c8c-f917-4cdc-863e-8bdfb58c61d4 req-c00b6e6a-98e3-426e-b1f1-aab97f9c58c3 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:59.219858 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8a1d6c8c-f917-4cdc-863e-8bdfb58c61d4 req-c00b6e6a-98e3-426e-b1f1-aab97f9c58c3 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/ports?device_id=c3f55a9b-fccc-4d91-9e99-98873ac98db2 HTTP/1.1" status: 200 len: 946 time: 0.0788252 Aug 31 09:40:59.223706 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486fe7df-01ca-4684-81de-25a8fb31d1e0 req-7eb4a9b7-2c75-494e-a3c1-f52dd87864ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:59.225135 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-486fe7df-01ca-4684-81de-25a8fb31d1e0 req-7eb4a9b7-2c75-494e-a3c1-f52dd87864ce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 1096 time: 0.1260509 Aug 31 09:40:59.299168 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2338f1e1-2750-47c4-aa8d-e88fae1b2621 None None] DHCP port deletion for 5c1a86fd-9b55-4b1d-a6cc-fb14429704d5 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:40:59.386255 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8a1d6c8c-f917-4cdc-863e-8bdfb58c61d4 req-f16d09d3-b0df-44cc-8aa3-8ea024a52553 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/security-groups?id=6ad94dd4-dabb-4395-9980-3f3aea424daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560855 Aug 31 09:40:59.409564 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-19d35d6b-f707-4b29-867a-c959376fbb92 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:59.416925 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:40:59.451386 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d35d6b-f707-4b29-867a-c959376fbb92 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Port': ['ID=bac6ea7c-3b73-425a-8803-f3331ea66f64,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:59.454711 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d35d6b-f707-4b29-867a-c959376fbb92 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] No DVR routers for this DVR port bac6ea7c-3b73-425a-8803-f3331ea66f64 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:59.469737 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486fe7df-01ca-4684-81de-25a8fb31d1e0 req-bc295f97-3f66-4315-987c-c191c3e96eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:59.471273 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-486fe7df-01ca-4684-81de-25a8fb31d1e0 req-bc295f97-3f66-4315-987c-c191c3e96eed service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=29b420db5ab94eb097db55181093bc9b&shared=False HTTP/1.1" status: 200 len: 899 time: 0.2346115 Aug 31 09:40:59.543425 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-19d35d6b-f707-4b29-867a-c959376fbb92 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:59.556317 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-19d35d6b-f707-4b29-867a-c959376fbb92 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1a86fd-9b55-4b1d-a6cc-fb14429704d5']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:59.569459 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-19d35d6b-f707-4b29-867a-c959376fbb92 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56bb2d29-25d3-4ae7-a746-548fed0f8779') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:59.570141 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-19d35d6b-f707-4b29-867a-c959376fbb92 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56bb2d29-25d3-4ae7-a746-548fed0f8779') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:59.576754 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-2338f1e1-2750-47c4-aa8d-e88fae1b2621 None None] Deleting port bac6ea7c-3b73-425a-8803-f3331ea66f64 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:40:59.577123 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2338f1e1-2750-47c4-aa8d-e88fae1b2621 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:59.582948 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-19d35d6b-f707-4b29-867a-c959376fbb92 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:59.585810 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486fe7df-01ca-4684-81de-25a8fb31d1e0 req-ac03f961-f127-415e-9e33-a116269efc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:59.587361 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-486fe7df-01ca-4684-81de-25a8fb31d1e0 req-ac03f961-f127-415e-9e33-a116269efc78 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1075206 Aug 31 09:40:59.614393 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-19d35d6b-f707-4b29-867a-c959376fbb92 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:59.631506 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d35d6b-f707-4b29-867a-c959376fbb92 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Releasing vlan 1648 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:40:59.632080 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-19d35d6b-f707-4b29-867a-c959376fbb92 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:59.637876 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:40:59.637876 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:40:59.637876 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:40:59.637876 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:40:59.637876 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:40:59.637876 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:40:59.637876 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:40:59.637876 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:40:59.637876 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:40:59.637876 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:40:59.637876 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:40:59.637876 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:40:59.637876 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:40:59.637876 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:40:59.637876 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:40:59.637876 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:40:59.637876 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:40:59.637876 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:40:59.637876 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:40:59.637876 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:40:59.637876 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:40:59.637876 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:40:59.637876 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:40:59.637876 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:40:59.637876 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:40:59.637876 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:40:59.637876 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:40:59.637876 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:40:59.637876 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:40:59.637876 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:40:59.637876 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:40:59.637876 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:40:59.656435 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-2338f1e1-2750-47c4-aa8d-e88fae1b2621 None None] For port bac6ea7c-3b73-425a-8803-f3331ea66f64, host n-d-791506-28, got binding levels [] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:40:59.656821 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2338f1e1-2750-47c4-aa8d-e88fae1b2621 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:59.671802 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-2338f1e1-2750-47c4-aa8d-e88fae1b2621 None None] Calling delete_port for bac6ea7c-3b73-425a-8803-f3331ea66f64 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:40:59.674491 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.ipam_backend_mixin [None req-2338f1e1-2750-47c4-aa8d-e88fae1b2621 None None] Port bac6ea7c-3b73-425a-8803-f3331ea66f64 was not found and therefore no delete operation was performed {{(pid=95554) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 09:40:59.677019 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2338f1e1-2750-47c4-aa8d-e88fae1b2621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:59.688216 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62cfdd-211c-4f6d-8f1b-d89591006a0b req-d16c8bfd-7831-4704-b2b7-aa67bd5dcca3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:59.689816 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a62cfdd-211c-4f6d-8f1b-d89591006a0b req-d16c8bfd-7831-4704-b2b7-aa67bd5dcca3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 944 time: 0.1062150 Aug 31 09:40:59.696209 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-1acc8be1-ba35-4d88-8094-e4e3015ff34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:40:59.697697 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-1acc8be1-ba35-4d88-8094-e4e3015ff34e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 1096 time: 0.0625200 Aug 31 09:40:59.707513 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2338f1e1-2750-47c4-aa8d-e88fae1b2621 None None] Pushing event deleted for resources: {'Port': ['ID=bac6ea7c-3b73-425a-8803-f3331ea66f64,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:40:59.709579 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2338f1e1-2750-47c4-aa8d-e88fae1b2621 None None] No DVR routers for this DVR port bac6ea7c-3b73-425a-8803-f3331ea66f64 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:40:59.719005 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-eb6aad3e-779e-4f45-97ae-374b67a399f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'name': 'tempest-RoutersTest-router-109405051', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:26Z', 'updated_at': '2021-08-31T09:40:57Z', 'revision_number': 9, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'gw_port_host': None, '_interfaces': [{'id': '04fa2ee0-dd7e-4cbe-948d-72d6902d6548', 'name': '', 'network_id': '04e63c68-a71d-4450-9e95-a593a0c63c1a', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:1b:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:34Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4435d7f1-bb2d-477a-a261-ddcb7bea16d0', 'name': '', 'network_id': 'c12df407-9f00-493a-9184-9a583b6276a3', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:c3:6e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:33Z', 'updated_at': '2021-08-31T09:40:40Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:40:59.743693 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6aad3e-779e-4f45-97ae-374b67a399f9 None None] The sync data for ids ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'] in n-d-791506-28 is: [{'id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'name': 'tempest-RoutersTest-router-109405051', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:26Z', 'updated_at': '2021-08-31T09:40:57Z', 'revision_number': 9, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'gw_port_host': None, '_interfaces': [{'id': '04fa2ee0-dd7e-4cbe-948d-72d6902d6548', 'name': '', 'network_id': '04e63c68-a71d-4450-9e95-a593a0c63c1a', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:1b:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:34Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4435d7f1-bb2d-477a-a261-ddcb7bea16d0', 'name': '', 'network_id': 'c12df407-9f00-493a-9184-9a583b6276a3', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:c3:6e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:33Z', 'updated_at': '2021-08-31T09:40:40Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '7c8fe413-8fd6-4014-965b-25abbd3379d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:40:59.762378 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-baa6a284-54bf-4226-9eb4-afe8a1fb4183 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1087b193-7a33-4fd4-bde5-6e483e8fa4c7 HTTP/1.1" status: 200 len: 217 time: 0.0449553 Aug 31 09:40:59.787975 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a62cfdd-211c-4f6d-8f1b-d89591006a0b req-774c99ec-85f7-4f28-a536-38b89aa9948d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893016 Aug 31 09:40:59.796559 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-19d35d6b-f707-4b29-867a-c959376fbb92 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:59.805102 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-19d35d6b-f707-4b29-867a-c959376fbb92 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:40:59.807491 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-19d35d6b-f707-4b29-867a-c959376fbb92 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/networks/5c1a86fd-9b55-4b1d-a6cc-fb14429704d5 HTTP/1.1" status: 204 len: 168 time: 0.8863099 Aug 31 09:40:59.810015 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33004) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:40:59.820753 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d35d6b-f707-4b29-867a-c959376fbb92 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Network': ['ID=5c1a86fd-9b55-4b1d-a6cc-fb14429704d5,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:00.027969 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-83585e06-03af-41c7-babb-d4a5c400b2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:00.027969 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-83585e06-03af-41c7-babb-d4a5c400b2ba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=87628395-f9ee-474b-9c94-174f122bbc64 HTTP/1.1" status: 200 len: 834 time: 0.1524391 Aug 31 09:41:00.049225 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-4f7732de-ad46-4ab8-a6f5-c862c2e28b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:00.050770 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-4f7732de-ad46-4ab8-a6f5-c862c2e28b39 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=abf4234d-aa61-41ed-8d0b-813eaa6fbcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1195791 Aug 31 09:41:00.209310 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device bac6ea7c-3b73-425a-8803-f3331ea66f64 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:00.212627 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-745ad572-eb3e-4a3d-91fb-3f1caf543502 service neutron] 10.222.0.59 "GET /v2.0/networks/abf4234d-aa61-41ed-8d0b-813eaa6fbcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527522 Aug 31 09:41:00.229980 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: bac6ea7c-3b73-425a-8803-f3331ea66f64 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:41:00.230354 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device bac6ea7c-3b73-425a-8803-f3331ea66f64 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:41:00.230818 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4a470011-1717-4e25-814c-58f89cc29d8c no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:00.252792 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 4a470011-1717-4e25-814c-58f89cc29d8c {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:41:00.253131 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4a470011-1717-4e25-814c-58f89cc29d8c not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:41:00.698518 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-745147df-5cba-4e4c-aa6f-a7533687b08a req-c840d575-35af-4e57-8ad6-0f8e3f99d0b8 service neutron] 10.222.0.59 "GET /v2.0/networks/abf4234d-aa61-41ed-8d0b-813eaa6fbcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4778886 Aug 31 09:41:00.710835 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93f70d-46c0-4f56-9536-c53807049353 req-45054a85-aadd-4137-9211-1b2180ee4f5f tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:00.712285 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b93f70d-46c0-4f56-9536-c53807049353 req-45054a85-aadd-4137-9211-1b2180ee4f5f tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/ports?device_id=c3f55a9b-fccc-4d91-9e99-98873ac98db2 HTTP/1.1" status: 200 len: 946 time: 0.0837541 Aug 31 09:41:00.720220 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d355dff5-d8ba-45be-8d63-5ecad857320a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:00.821849 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b93f70d-46c0-4f56-9536-c53807049353 req-a2dccb3f-5348-4bb0-91f9-fbcf4f2d9c6f tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/security-groups?id=6ad94dd4-dabb-4395-9980-3f3aea424daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995424 Aug 31 09:41:00.937513 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c908ae9-4ebc-4c8a-9394-384e2fdf804e req-404b9fba-a513-4b8e-b1cc-eec186baea6e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:00.939022 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0c908ae9-4ebc-4c8a-9394-384e2fdf804e req-404b9fba-a513-4b8e-b1cc-eec186baea6e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 944 time: 0.0720065 Aug 31 09:41:01.004300 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0c908ae9-4ebc-4c8a-9394-384e2fdf804e req-f7e5c0b0-bad5-4056-927d-fdb58bf02f0d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592546 Aug 31 09:41:01.068648 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-d355dff5-d8ba-45be-8d63-5ecad857320a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Deleting port 4435d7f1-bb2d-477a-a261-ddcb7bea16d0 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:01.068981 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d355dff5-d8ba-45be-8d63-5ecad857320a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:01.189281 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-d355dff5-d8ba-45be-8d63-5ecad857320a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] For port 4435d7f1-bb2d-477a-a261-ddcb7bea16d0, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4435d7f1-bb2d-477a-a261-ddcb7bea16d0,segment=NetworkSegment(9f32f3ae-9693-48e2-a0ee-a1d4caf0e385),segment_id=9f32f3ae-9693-48e2-a0ee-a1d4caf0e385)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:01.189643 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d355dff5-d8ba-45be-8d63-5ecad857320a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:01.205950 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-d355dff5-d8ba-45be-8d63-5ecad857320a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Calling delete_port for 4435d7f1-bb2d-477a-a261-ddcb7bea16d0 owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:01.225659 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b2bcf-0a91-4cf9-a935-a8d31f464e58 req-057ba699-ac30-4b73-b24b-5e25637baff1 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:01.227178 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a94b2bcf-0a91-4cf9-a935-a8d31f464e58 req-057ba699-ac30-4b73-b24b-5e25637baff1 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/ports?device_id=c3f55a9b-fccc-4d91-9e99-98873ac98db2 HTTP/1.1" status: 200 len: 946 time: 0.0836334 Aug 31 09:41:01.285391 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7212a8-91d0-47cc-b954-1a4b30c4f318 req-9c3860ea-127c-4f93-b514-a804ce7e8dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:01.286995 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4b7212a8-91d0-47cc-b954-1a4b30c4f318 req-9c3860ea-127c-4f93-b514-a804ce7e8dd3 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=16620c881d1b40d08eab919db9803b7f&device_id=c3f55a9b-fccc-4d91-9e99-98873ac98db2 HTTP/1.1" status: 200 len: 1098 time: 0.0406499 Aug 31 09:41:01.308084 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a94b2bcf-0a91-4cf9-a935-a8d31f464e58 req-cec1ec3c-bf6b-40be-b890-cedbdad674eb tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/security-groups?id=6ad94dd4-dabb-4395-9980-3f3aea424daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486920 Aug 31 09:41:01.383553 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7212a8-91d0-47cc-b954-1a4b30c4f318 req-3c5eac24-f9ee-4999-819d-e3a7d9960b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:01.386492 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4b7212a8-91d0-47cc-b954-1a4b30c4f318 req-3c5eac24-f9ee-4999-819d-e3a7d9960b8d service neutron] 10.222.0.112 "GET /v2.0/networks?id=65dd0f5d-e1c8-4f7c-88a0-13029b27458a HTTP/1.1" status: 200 len: 913 time: 0.0898080 Aug 31 09:41:01.436157 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4b7212a8-91d0-47cc-b954-1a4b30c4f318 req-8d299ef8-998b-45ef-b83b-0c0698348d85 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9561bcc0-4224-4b29-ac37-748c67df7c19 HTTP/1.1" status: 200 len: 217 time: 0.0390105 Aug 31 09:41:01.489531 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d355dff5-d8ba-45be-8d63-5ecad857320a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:01.493441 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7212a8-91d0-47cc-b954-1a4b30c4f318 req-eb5e0ad7-a072-4e15-bff8-da38653a583e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:01.495250 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4b7212a8-91d0-47cc-b954-1a4b30c4f318 req-eb5e0ad7-a072-4e15-bff8-da38653a583e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=cbf6a922-d538-41b5-bdcc-42f6d2672256 HTTP/1.1" status: 200 len: 851 time: 0.0439730 Aug 31 09:41:01.522671 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d355dff5-d8ba-45be-8d63-5ecad857320a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Port': ['ID=4435d7f1-bb2d-477a-a261-ddcb7bea16d0,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:01.530968 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4b7212a8-91d0-47cc-b954-1a4b30c4f318 req-5a9de6cb-3023-4d2b-82bb-4d47e9a45084 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=65dd0f5d-e1c8-4f7c-88a0-13029b27458a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257747 Aug 31 09:41:01.632051 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4b7212a8-91d0-47cc-b954-1a4b30c4f318 req-7fe591de-2a67-471a-b502-65deb7a20974 service neutron] 10.222.0.112 "GET /v2.0/networks/65dd0f5d-e1c8-4f7c-88a0-13029b27458a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944114 Aug 31 09:41:01.689470 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d355dff5-d8ba-45be-8d63-5ecad857320a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:01.729410 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4b7212a8-91d0-47cc-b954-1a4b30c4f318 req-4aa61e1d-93f2-404b-84a7-759e4fd81d78 service neutron] 10.222.0.112 "GET /v2.0/networks/65dd0f5d-e1c8-4f7c-88a0-13029b27458a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893493 Aug 31 09:41:01.890396 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d355dff5-d8ba-45be-8d63-5ecad857320a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:41:01.985774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d355dff5-d8ba-45be-8d63-5ecad857320a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:41:01.994774 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d355dff5-d8ba-45be-8d63-5ecad857320a tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "PUT /v2.0/routers/429a0a2b-86ea-4252-9d57-cfa1555f1ac9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1801441 Aug 31 09:41:01.994774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33014) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:01.995760 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2961eb4-1135-4828-aeea-26c5c3228d4b None None] Sync routers for ids ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:41:02.004901 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2961eb4-1135-4828-aeea-26c5c3228d4b None None] Routers {'429a0a2b-86ea-4252-9d57-cfa1555f1ac9'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:02.005489 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-b2961eb4-1135-4828-aeea-26c5c3228d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:02.048643 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1853e94-5938-48e0-99c9-136d2b9ec1f1 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Deleting subnet 7c8fe413-8fd6-4014-965b-25abbd3379d0 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:41:02.051878 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e1853e94-5938-48e0-99c9-136d2b9ec1f1 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:02.092349 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-b2961eb4-1135-4828-aeea-26c5c3228d4b None None] Set router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:41:02.116930 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e1853e94-5938-48e0-99c9-136d2b9ec1f1 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:02.180669 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a48e2-0f58-4406-8173-3570d54e28e3 req-cdd4946e-68ab-4b46-979d-903e3d209143 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:02.182293 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2f2a48e2-0f58-4406-8173-3570d54e28e3 req-cdd4946e-68ab-4b46-979d-903e3d209143 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 944 time: 0.0999594 Aug 31 09:41:02.257004 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2f2a48e2-0f58-4406-8173-3570d54e28e3 req-1324ca07-5eee-4a69-a3ec-d985012a6f79 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669875 Aug 31 09:41:02.258315 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e1853e94-5938-48e0-99c9-136d2b9ec1f1 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:02.383621 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-b2961eb4-1135-4828-aeea-26c5c3228d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'name': 'tempest-RoutersTest-router-109405051', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:26Z', 'updated_at': '2021-08-31T09:41:01Z', 'revision_number': 10, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'gw_port_host': None, '_interfaces': [{'id': '04fa2ee0-dd7e-4cbe-948d-72d6902d6548', 'name': '', 'network_id': '04e63c68-a71d-4450-9e95-a593a0c63c1a', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:1b:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:34Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:02.411384 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2961eb4-1135-4828-aeea-26c5c3228d4b None None] Checking router: 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:41:02.417776 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e1853e94-5938-48e0-99c9-136d2b9ec1f1 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:02.418409 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2961eb4-1135-4828-aeea-26c5c3228d4b None None] Routers {'429a0a2b-86ea-4252-9d57-cfa1555f1ac9'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:02.419037 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-b2961eb4-1135-4828-aeea-26c5c3228d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:02.449168 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1853e94-5938-48e0-99c9-136d2b9ec1f1 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Subnet': ['ID=7c8fe413-8fd6-4014-965b-25abbd3379d0,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:02.456449 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e1853e94-5938-48e0-99c9-136d2b9ec1f1 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:02.457142 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e1853e94-5938-48e0-99c9-136d2b9ec1f1 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/subnets/7c8fe413-8fd6-4014-965b-25abbd3379d0 HTTP/1.1" status: 204 len: 168 time: 0.4617453 Aug 31 09:41:02.464619 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33020) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:02.470255 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebb5a68-2c6b-4e03-932a-da4adc7a21b2 None None] Network c12df407-9f00-493a-9184-9a583b6276a3 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:02.474708 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb86118-8770-4b1b-a529-62045166f8da req-2751ec78-a6af-474f-9a7d-d04e432ad66b tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:02.474708 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8fb86118-8770-4b1b-a529-62045166f8da req-2751ec78-a6af-474f-9a7d-d04e432ad66b tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/ports?device_id=c3f55a9b-fccc-4d91-9e99-98873ac98db2 HTTP/1.1" status: 200 len: 946 time: 0.0882525 Aug 31 09:41:02.529174 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-b2961eb4-1135-4828-aeea-26c5c3228d4b None None] Set router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:41:02.532016 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8fb86118-8770-4b1b-a529-62045166f8da req-78311f57-bdb4-4e13-91a3-4a086b8f0e0a tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/security-groups?id=6ad94dd4-dabb-4395-9980-3f3aea424daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371490 Aug 31 09:41:02.560686 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8cb6766c-a89b-406d-8856-20b1a91a4db6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:02.624620 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-8cb6766c-a89b-406d-8856-20b1a91a4db6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Deleting port efb8aba2-deff-4124-a5fe-418f9cbf915e {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:02.625206 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8cb6766c-a89b-406d-8856-20b1a91a4db6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:02.686947 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70261bbe-8096-4d77-898e-40096431debc None None] DHCP port deletion for c12df407-9f00-493a-9184-9a583b6276a3 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:41:02.710191 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-8cb6766c-a89b-406d-8856-20b1a91a4db6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] For port efb8aba2-deff-4124-a5fe-418f9cbf915e, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=efb8aba2-deff-4124-a5fe-418f9cbf915e,segment=NetworkSegment(9f32f3ae-9693-48e2-a0ee-a1d4caf0e385),segment_id=9f32f3ae-9693-48e2-a0ee-a1d4caf0e385)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:02.710602 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8cb6766c-a89b-406d-8856-20b1a91a4db6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:02.725008 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-8cb6766c-a89b-406d-8856-20b1a91a4db6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Calling delete_port for efb8aba2-deff-4124-a5fe-418f9cbf915e owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:02.739885 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-70261bbe-8096-4d77-898e-40096431debc None None] Deleting port efb8aba2-deff-4124-a5fe-418f9cbf915e {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:02.740346 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-70261bbe-8096-4d77-898e-40096431debc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:02.748666 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-b2961eb4-1135-4828-aeea-26c5c3228d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'name': 'tempest-RoutersTest-router-109405051', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:26Z', 'updated_at': '2021-08-31T09:41:01Z', 'revision_number': 10, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'gw_port_host': None, '_interfaces': [{'id': '04fa2ee0-dd7e-4cbe-948d-72d6902d6548', 'name': '', 'network_id': '04e63c68-a71d-4450-9e95-a593a0c63c1a', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:1b:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:34Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:02.777676 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2961eb4-1135-4828-aeea-26c5c3228d4b None None] The sync data for ids ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'] in n-d-791506-28 is: [{'id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'name': 'tempest-RoutersTest-router-109405051', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:26Z', 'updated_at': '2021-08-31T09:41:01Z', 'revision_number': 10, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'gw_port_host': None, '_interfaces': [{'id': '04fa2ee0-dd7e-4cbe-948d-72d6902d6548', 'name': '', 'network_id': '04e63c68-a71d-4450-9e95-a593a0c63c1a', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'mac_address': 'fa:16:3e:1b:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:29Z', 'updated_at': '2021-08-31T09:40:34Z', 'revision_number': 5, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'subnets': [{'id': '9a61688d-2322-4744-a763-3b42651b1e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:41:02.781144 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:02.810761 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-70261bbe-8096-4d77-898e-40096431debc None None] For port efb8aba2-deff-4124-a5fe-418f9cbf915e, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=efb8aba2-deff-4124-a5fe-418f9cbf915e,segment=NetworkSegment(9f32f3ae-9693-48e2-a0ee-a1d4caf0e385),segment_id=9f32f3ae-9693-48e2-a0ee-a1d4caf0e385)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:02.811281 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-70261bbe-8096-4d77-898e-40096431debc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:02.826734 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-70261bbe-8096-4d77-898e-40096431debc None None] Calling delete_port for efb8aba2-deff-4124-a5fe-418f9cbf915e owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:02.877774 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8cb6766c-a89b-406d-8856-20b1a91a4db6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:02.904508 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6766c-a89b-406d-8856-20b1a91a4db6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Port': ['ID=efb8aba2-deff-4124-a5fe-418f9cbf915e,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:02.908258 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb6766c-a89b-406d-8856-20b1a91a4db6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] No DVR routers for this DVR port efb8aba2-deff-4124-a5fe-418f9cbf915e on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:02.910681 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:41:02.927515 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-70261bbe-8096-4d77-898e-40096431debc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:02.964856 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:02.965551 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70261bbe-8096-4d77-898e-40096431debc None None] Pushing event deleted for resources: {'Port': ['ID=efb8aba2-deff-4124-a5fe-418f9cbf915e,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:02.994957 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70261bbe-8096-4d77-898e-40096431debc None None] No DVR routers for this DVR port efb8aba2-deff-4124-a5fe-418f9cbf915e on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:02.996761 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8cb6766c-a89b-406d-8856-20b1a91a4db6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:03.011696 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-8cb6766c-a89b-406d-8856-20b1a91a4db6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c12df407-9f00-493a-9184-9a583b6276a3']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:03.022515 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-8cb6766c-a89b-406d-8856-20b1a91a4db6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f32f3ae-9693-48e2-a0ee-a1d4caf0e385') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:03.022843 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-8cb6766c-a89b-406d-8856-20b1a91a4db6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f32f3ae-9693-48e2-a0ee-a1d4caf0e385') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:03.032494 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8cb6766c-a89b-406d-8856-20b1a91a4db6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:03.046108 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8cb6766c-a89b-406d-8856-20b1a91a4db6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:03.049072 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=1087b193-7a33-4fd4-bde5-6e483e8fa4c7,segment=NetworkSegment(be1ec750-8338-423f-b556-26074840a831),segment_id=be1ec750-8338-423f-b556-26074840a831)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:03.052066 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb6766c-a89b-406d-8856-20b1a91a4db6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Releasing vlan 1603 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:41:03.052436 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8cb6766c-a89b-406d-8856-20b1a91a4db6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:03.055436 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:41:03.055436 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:41:03.055436 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:41:03.055436 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:41:03.055436 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:41:03.055436 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:41:03.055436 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:41:03.055436 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:41:03.055436 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:41:03.055436 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:41:03.055436 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:41:03.055436 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:41:03.055436 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:41:03.055436 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:41:03.055436 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:41:03.055436 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:41:03.055436 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:41:03.055436 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:41:03.055436 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:41:03.055436 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:41:03.055436 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:41:03.055436 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:41:03.055436 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:41:03.055436 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:41:03.055436 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:41:03.055436 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:41:03.055436 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:41:03.055436 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:41:03.055436 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:41:03.055436 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:41:03.055436 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:41:03.055436 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:41:03.060961 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '1087b193-7a33-4fd4-bde5-6e483e8fa4c7', 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1', 'port_id': '1087b193-7a33-4fd4-bde5-6e483e8fa4c7', 'mac_address': 'fa:16:3e:83:84:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87628395-f9ee-474b-9c94-174f122bbc64', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:41:03.123279 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:03.138621 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:41:03.165074 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=1087b193-7a33-4fd4-bde5-6e483e8fa4c7,segment=NetworkSegment(be1ec750-8338-423f-b556-26074840a831),segment_id=be1ec750-8338-423f-b556-26074840a831)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:03.229018 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8cb6766c-a89b-406d-8856-20b1a91a4db6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:03.237271 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8cb6766c-a89b-406d-8856-20b1a91a4db6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:03.239207 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8cb6766c-a89b-406d-8856-20b1a91a4db6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/networks/c12df407-9f00-493a-9184-9a583b6276a3 HTTP/1.1" status: 204 len: 168 time: 0.7736137 Aug 31 09:41:03.241930 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33022) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:03.252053 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:03.260940 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6766c-a89b-406d-8856-20b1a91a4db6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Network': ['ID=c12df407-9f00-493a-9184-9a583b6276a3,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:03.310168 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=1087b193-7a33-4fd4-bde5-6e483e8fa4c7,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:03.462364 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e228b-0c29-4886-b8a1-bf4d18733934 req-0e19b2e8-4b82-4c07-a6eb-c5f016ad4e07 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:03.465061 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-778e228b-0c29-4886-b8a1-bf4d18733934 req-0e19b2e8-4b82-4c07-a6eb-c5f016ad4e07 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 945 time: 0.1298330 Aug 31 09:41:03.508743 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['1087b193-7a33-4fd4-bde5-6e483e8fa4c7'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:41:03.537729 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-778e228b-0c29-4886-b8a1-bf4d18733934 req-7f68757d-7010-4df3-a852-945e0562494b tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640891 Aug 31 09:41:03.671145 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a61e9-539a-452b-ad04-68e29efff29e req-b3f23835-7b20-41e3-b9c2-9a81cb434803 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:03.672679 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-995a61e9-539a-452b-ad04-68e29efff29e req-b3f23835-7b20-41e3-b9c2-9a81cb434803 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/ports?device_id=c3f55a9b-fccc-4d91-9e99-98873ac98db2 HTTP/1.1" status: 200 len: 946 time: 0.0703082 Aug 31 09:41:03.739586 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-995a61e9-539a-452b-ad04-68e29efff29e req-5d83cfe1-f65c-4815-a36d-5087cf88aa00 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/security-groups?id=6ad94dd4-dabb-4395-9980-3f3aea424daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493057 Aug 31 09:41:03.748240 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-966e8ce1-90f6-44b4-b7ba-adf4ef930cdf tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:04.007950 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-966e8ce1-90f6-44b4-b7ba-adf4ef930cdf tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Deleting port 04fa2ee0-dd7e-4cbe-948d-72d6902d6548 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:04.008292 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-966e8ce1-90f6-44b4-b7ba-adf4ef930cdf tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:04.102410 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-966e8ce1-90f6-44b4-b7ba-adf4ef930cdf tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] For port 04fa2ee0-dd7e-4cbe-948d-72d6902d6548, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=04fa2ee0-dd7e-4cbe-948d-72d6902d6548,segment=NetworkSegment(7406e781-2fb0-401e-83c5-672a407e71de),segment_id=7406e781-2fb0-401e-83c5-672a407e71de)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:04.102825 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-966e8ce1-90f6-44b4-b7ba-adf4ef930cdf tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:04.121621 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-966e8ce1-90f6-44b4-b7ba-adf4ef930cdf tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Calling delete_port for 04fa2ee0-dd7e-4cbe-948d-72d6902d6548 owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:04.374997 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device efb8aba2-deff-4124-a5fe-418f9cbf915e no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:04.374997 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: efb8aba2-deff-4124-a5fe-418f9cbf915e {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:41:04.374997 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device efb8aba2-deff-4124-a5fe-418f9cbf915e not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:41:04.374997 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4435d7f1-bb2d-477a-a261-ddcb7bea16d0 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:04.374997 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 4435d7f1-bb2d-477a-a261-ddcb7bea16d0 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:41:04.374997 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4435d7f1-bb2d-477a-a261-ddcb7bea16d0 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:41:04.375775 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7cfa4-bcd2-443a-ba6f-48f81beceb25 req-9bc7a7de-b26c-4dd8-a304-b6f0fd2b7935 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:04.375775 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-51a7cfa4-bcd2-443a-ba6f-48f81beceb25 req-9bc7a7de-b26c-4dd8-a304-b6f0fd2b7935 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/ports?device_id=c3f55a9b-fccc-4d91-9e99-98873ac98db2 HTTP/1.1" status: 200 len: 946 time: 0.1165824 Aug 31 09:41:04.377362 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-51a7cfa4-bcd2-443a-ba6f-48f81beceb25 req-b7449d99-7bb6-4507-8c74-1251081a8dae tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/security-groups?id=6ad94dd4-dabb-4395-9980-3f3aea424daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662458 Aug 31 09:41:04.500777 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-966e8ce1-90f6-44b4-b7ba-adf4ef930cdf tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:04.526391 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e8ce1-90f6-44b4-b7ba-adf4ef930cdf tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Port': ['ID=04fa2ee0-dd7e-4cbe-948d-72d6902d6548,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:04.698887 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-966e8ce1-90f6-44b4-b7ba-adf4ef930cdf tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:04.756612 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b852df2-6c74-4285-b8eb-2b2217ba8be0 req-b298f195-bbe1-46b0-97b1-392772db84e0 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:04.758003 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6b852df2-6c74-4285-b8eb-2b2217ba8be0 req-b298f195-bbe1-46b0-97b1-392772db84e0 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 945 time: 0.1198497 Aug 31 09:41:04.861669 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6b852df2-6c74-4285-b8eb-2b2217ba8be0 req-9076321d-dd20-47fb-9ed6-4ce9c040011c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719266 Aug 31 09:41:04.897965 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966e8ce1-90f6-44b4-b7ba-adf4ef930cdf tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:41:04.908420 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:04.974789 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966e8ce1-90f6-44b4-b7ba-adf4ef930cdf tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:41:04.980552 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-966e8ce1-90f6-44b4-b7ba-adf4ef930cdf tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "PUT /v2.0/routers/429a0a2b-86ea-4252-9d57-cfa1555f1ac9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7375453 Aug 31 09:41:04.983270 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33034) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:04.986059 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3821416b-0b11-4109-af3a-56295f4d5e2c None None] Sync routers for ids ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:41:04.995466 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3821416b-0b11-4109-af3a-56295f4d5e2c None None] Routers {'429a0a2b-86ea-4252-9d57-cfa1555f1ac9'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:04.996060 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-3821416b-0b11-4109-af3a-56295f4d5e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:05.034873 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-8df40c78-d33d-4926-ba4a-5a6c5b3bb24c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Deleting subnet 9a61688d-2322-4744-a763-3b42651b1e4d {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:41:05.037923 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8df40c78-d33d-4926-ba4a-5a6c5b3bb24c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:05.061591 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:05.069324 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-3821416b-0b11-4109-af3a-56295f4d5e2c None None] Set router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:41:05.071138 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:05.071508 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:05.083397 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8df40c78-d33d-4926-ba4a-5a6c5b3bb24c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:05.138810 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-3821416b-0b11-4109-af3a-56295f4d5e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'name': 'tempest-RoutersTest-router-109405051', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:26Z', 'updated_at': '2021-08-31T09:41:04Z', 'revision_number': 11, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:05.169533 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8df40c78-d33d-4926-ba4a-5a6c5b3bb24c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:05.180293 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3821416b-0b11-4109-af3a-56295f4d5e2c None None] Checking router: 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:41:05.196989 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3821416b-0b11-4109-af3a-56295f4d5e2c None None] Routers {'429a0a2b-86ea-4252-9d57-cfa1555f1ac9'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:05.197540 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-3821416b-0b11-4109-af3a-56295f4d5e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:05.286817 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-3821416b-0b11-4109-af3a-56295f4d5e2c None None] Set router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:41:05.307018 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8df40c78-d33d-4926-ba4a-5a6c5b3bb24c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:05.340464 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df40c78-d33d-4926-ba4a-5a6c5b3bb24c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Subnet': ['ID=9a61688d-2322-4744-a763-3b42651b1e4d,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:05.344095 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8df40c78-d33d-4926-ba4a-5a6c5b3bb24c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:05.347013 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8df40c78-d33d-4926-ba4a-5a6c5b3bb24c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/subnets/9a61688d-2322-4744-a763-3b42651b1e4d HTTP/1.1" status: 204 len: 168 time: 0.3627737 Aug 31 09:41:05.348909 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33036) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:05.351553 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-3821416b-0b11-4109-af3a-56295f4d5e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'name': 'tempest-RoutersTest-router-109405051', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:26Z', 'updated_at': '2021-08-31T09:41:04Z', 'revision_number': 11, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:05.353696 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b198c0b-33c3-4608-aa01-1154c08ed310 None None] Network 04e63c68-a71d-4450-9e95-a593a0c63c1a requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:05.355275 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:05.418674 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3821416b-0b11-4109-af3a-56295f4d5e2c None None] The sync data for ids ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'] in n-d-791506-28 is: [{'id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'name': 'tempest-RoutersTest-router-109405051', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:26Z', 'updated_at': '2021-08-31T09:41:04Z', 'revision_number': 11, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'gw_port_host': None}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:41:05.433962 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-837aa4a1-5c2f-4dd5-9f06-5b417f22b7d9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:05.449471 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ec9c78-72e9-4f45-b58e-7637c26c95c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1087b193-7a33-4fd4-bde5-6e483e8fa4c7'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:41:05.451765 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcab403-b32d-49e0-bda8-eb2846ed1b08" -d '{"events": [{"server_uuid": "18ec9c78-72e9-4f45-b58e-7637c26c95c1", "name": "network-vif-plugged", "status": "completed", "tag": "1087b193-7a33-4fd4-bde5-6e483e8fa4c7"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:41:05.477494 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=1087b193-7a33-4fd4-bde5-6e483e8fa4c7,segment=NetworkSegment(be1ec750-8338-423f-b556-26074840a831),segment_id=be1ec750-8338-423f-b556-26074840a831)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:05.499758 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e0cfce-6981-495a-9060-2a76f33cc3e1 x-openstack-request-id: req-43e0cfce-6981-495a-9060-2a76f33cc3e1 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:41:05.499990 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ec9c78-72e9-4f45-b58e-7637c26c95c1", "name": "network-vif-plugged", "status": "completed", "tag": "1087b193-7a33-4fd4-bde5-6e483e8fa4c7", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:41:05.500286 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-43e0cfce-6981-495a-9060-2a76f33cc3e1 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:41:05.500624 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ec9c78-72e9-4f45-b58e-7637c26c95c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1087b193-7a33-4fd4-bde5-6e483e8fa4c7', 'code': 200} Aug 31 09:41:05.512523 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-837aa4a1-5c2f-4dd5-9f06-5b417f22b7d9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Deleting port 5a0488ea-2adf-4a32-a94d-3a3650ede1d9 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:05.513047 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-837aa4a1-5c2f-4dd5-9f06-5b417f22b7d9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:05.522864 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c8313-a26d-4d02-894f-c6db09f37ad4 req-723e1f00-c8a6-469a-9129-fcd35e959945 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:05.524633 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b4c8313-a26d-4d02-894f-c6db09f37ad4 req-723e1f00-c8a6-469a-9129-fcd35e959945 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/ports?device_id=c3f55a9b-fccc-4d91-9e99-98873ac98db2 HTTP/1.1" status: 200 len: 946 time: 0.0698965 Aug 31 09:41:05.558150 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:05.596942 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-837aa4a1-5c2f-4dd5-9f06-5b417f22b7d9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] For port 5a0488ea-2adf-4a32-a94d-3a3650ede1d9, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=5a0488ea-2adf-4a32-a94d-3a3650ede1d9,segment=NetworkSegment(7406e781-2fb0-401e-83c5-672a407e71de),segment_id=7406e781-2fb0-401e-83c5-672a407e71de)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:05.597314 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-837aa4a1-5c2f-4dd5-9f06-5b417f22b7d9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:05.606261 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b4c8313-a26d-4d02-894f-c6db09f37ad4 req-274dc220-c20f-435a-96f1-90b5f3e89fea tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/security-groups?id=6ad94dd4-dabb-4395-9980-3f3aea424daf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711896 Aug 31 09:41:05.611413 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-837aa4a1-5c2f-4dd5-9f06-5b417f22b7d9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Calling delete_port for 5a0488ea-2adf-4a32-a94d-3a3650ede1d9 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:05.617455 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=1087b193-7a33-4fd4-bde5-6e483e8fa4c7,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:05.621465 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaed103-7499-4c44-90d7-f7feb4193918 req-6ec5d62f-a891-408c-9745-e859f82beced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:05.626585 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1eaed103-7499-4c44-90d7-f7feb4193918 req-6ec5d62f-a891-408c-9745-e859f82beced service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 1098 time: 0.0527129 Aug 31 09:41:05.660589 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1eaed103-7499-4c44-90d7-f7feb4193918 req-b8f5af11-315a-4e18-a41b-7dc6fedf0866 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292506 Aug 31 09:41:05.789695 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-837aa4a1-5c2f-4dd5-9f06-5b417f22b7d9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:05.795442 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff4dc18-4ab9-4f59-a341-e9219009136a None None] DHCP port deletion for 04e63c68-a71d-4450-9e95-a593a0c63c1a request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:41:05.823343 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837aa4a1-5c2f-4dd5-9f06-5b417f22b7d9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Port': ['ID=5a0488ea-2adf-4a32-a94d-3a3650ede1d9,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:05.823343 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837aa4a1-5c2f-4dd5-9f06-5b417f22b7d9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] No DVR routers for this DVR port 5a0488ea-2adf-4a32-a94d-3a3650ede1d9 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:05.907723 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-837aa4a1-5c2f-4dd5-9f06-5b417f22b7d9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:05.918777 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-837aa4a1-5c2f-4dd5-9f06-5b417f22b7d9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e63c68-a71d-4450-9e95-a593a0c63c1a']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:05.932147 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-837aa4a1-5c2f-4dd5-9f06-5b417f22b7d9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7406e781-2fb0-401e-83c5-672a407e71de') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:05.932588 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-837aa4a1-5c2f-4dd5-9f06-5b417f22b7d9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7406e781-2fb0-401e-83c5-672a407e71de') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:05.941734 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-837aa4a1-5c2f-4dd5-9f06-5b417f22b7d9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:05.956442 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-837aa4a1-5c2f-4dd5-9f06-5b417f22b7d9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:05.962405 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-837aa4a1-5c2f-4dd5-9f06-5b417f22b7d9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Releasing vlan 1626 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:41:05.962834 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-837aa4a1-5c2f-4dd5-9f06-5b417f22b7d9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:05.982107 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:41:05.982107 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:41:05.982107 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:41:05.982107 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:41:05.982107 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:41:05.982107 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:41:05.982107 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:41:05.982107 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:41:05.982107 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:41:05.982107 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:41:05.982107 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:41:05.982107 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:41:05.982107 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:41:05.982107 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:41:05.982107 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:41:05.982107 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:41:05.982107 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:41:05.982107 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:41:05.982107 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:41:05.982107 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:41:05.982107 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:41:05.982107 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:41:05.982107 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:41:05.982107 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:41:05.982107 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:41:05.982107 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:41:05.982107 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:41:05.982107 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:41:05.982107 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:41:05.982107 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:41:05.982107 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:41:05.982107 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:41:05.983990 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798d0fa-d9b1-400a-a7f3-3d1352f83816 req-b8508005-7d05-413a-982e-a88ef01c5669 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:05.985125 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8798d0fa-d9b1-400a-a7f3-3d1352f83816 req-b8508005-7d05-413a-982e-a88ef01c5669 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 946 time: 0.0494139 Aug 31 09:41:06.034950 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8798d0fa-d9b1-400a-a7f3-3d1352f83816 req-a538dee3-7adf-4d70-b9f9-6035bb19cc3a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413930 Aug 31 09:41:06.103535 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-837aa4a1-5c2f-4dd5-9f06-5b417f22b7d9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.110453 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-837aa4a1-5c2f-4dd5-9f06-5b417f22b7d9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.113850 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-837aa4a1-5c2f-4dd5-9f06-5b417f22b7d9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/networks/04e63c68-a71d-4450-9e95-a593a0c63c1a HTTP/1.1" status: 204 len: 168 time: 0.7618289 Aug 31 09:41:06.115158 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33044) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:06.120062 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-ada1be8b-98fe-4e22-bfee-6b5e83eaf007 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Request body: {'router': {'routes': None}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:06.125130 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837aa4a1-5c2f-4dd5-9f06-5b417f22b7d9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Pushing event deleted for resources: {'Network': ['ID=04e63c68-a71d-4450-9e95-a593a0c63c1a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:06.196676 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 5a0488ea-2adf-4a32-a94d-3a3650ede1d9 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:06.220957 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 5a0488ea-2adf-4a32-a94d-3a3650ede1d9 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:41:06.223115 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 5a0488ea-2adf-4a32-a94d-3a3650ede1d9 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:41:06.223115 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 04fa2ee0-dd7e-4cbe-948d-72d6902d6548 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:06.239778 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f93c9-ac93-4961-a3cc-41c1b1466937 req-9aa0fc5f-5253-44d6-bd38-0e6fff639d29 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:06.241433 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7c5f93c9-ac93-4961-a3cc-41c1b1466937 req-9aa0fc5f-5253-44d6-bd38-0e6fff639d29 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.112 "GET /v2.0/ports?device_id=c3f55a9b-fccc-4d91-9e99-98873ac98db2 HTTP/1.1" status: 200 len: 946 time: 0.0565035 Aug 31 09:41:06.249783 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 04fa2ee0-dd7e-4cbe-948d-72d6902d6548 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:41:06.250210 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 04fa2ee0-dd7e-4cbe-948d-72d6902d6548 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:41:06.290206 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.extraroute_db [None req-ada1be8b-98fe-4e22-bfee-6b5e83eaf007 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Added routes are [] {{(pid=95553) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 09:41:06.291152 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.extraroute_db [None req-ada1be8b-98fe-4e22-bfee-6b5e83eaf007 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Removed routes are [] {{(pid=95553) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 09:41:06.291525 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ada1be8b-98fe-4e22-bfee-6b5e83eaf007 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2088949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2087107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5115'] for router, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.342466 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-7c5f93c9-ac93-4961-a3cc-41c1b1466937 req-df01f3be-bde9-41bd-b3c0-d19d04b3d96e tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Deleting port 9561bcc0-4224-4b29-ac37-748c67df7c19 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:06.342751 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7c5f93c9-ac93-4961-a3cc-41c1b1466937 req-df01f3be-bde9-41bd-b3c0-d19d04b3d96e tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.438693 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-7c5f93c9-ac93-4961-a3cc-41c1b1466937 req-df01f3be-bde9-41bd-b3c0-d19d04b3d96e tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] For port 9561bcc0-4224-4b29-ac37-748c67df7c19, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=9561bcc0-4224-4b29-ac37-748c67df7c19,segment=NetworkSegment(e2f9a47d-d538-417e-9e45-5f556e31fda3),segment_id=e2f9a47d-d538-417e-9e45-5f556e31fda3)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:06.439349 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7c5f93c9-ac93-4961-a3cc-41c1b1466937 req-df01f3be-bde9-41bd-b3c0-d19d04b3d96e tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.453770 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-7c5f93c9-ac93-4961-a3cc-41c1b1466937 req-df01f3be-bde9-41bd-b3c0-d19d04b3d96e tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Calling delete_port for 9561bcc0-4224-4b29-ac37-748c67df7c19 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:06.678153 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7c5f93c9-ac93-4961-a3cc-41c1b1466937 req-df01f3be-bde9-41bd-b3c0-d19d04b3d96e tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.694400 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['9561bcc0-4224-4b29-ac37-748c67df7c19'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:41:06.714090 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01f3be-bde9-41bd-b3c0-d19d04b3d96e tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Pushing event deleted for resources: {'Port': ['ID=9561bcc0-4224-4b29-ac37-748c67df7c19,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:06.764292 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5f93c9-ac93-4961-a3cc-41c1b1466937 req-df01f3be-bde9-41bd-b3c0-d19d04b3d96e tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] No DVR routers for this DVR port 9561bcc0-4224-4b29-ac37-748c67df7c19 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:06.767041 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7c5f93c9-ac93-4961-a3cc-41c1b1466937 req-df01f3be-bde9-41bd-b3c0-d19d04b3d96e tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.769268 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7c5f93c9-ac93-4961-a3cc-41c1b1466937 req-df01f3be-bde9-41bd-b3c0-d19d04b3d96e tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.112 "DELETE /v2.0/ports/9561bcc0-4224-4b29-ac37-748c67df7c19 HTTP/1.1" status: 204 len: 173 time: 0.5183671 Aug 31 09:41:06.769716 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f55a9b-fccc-4d91-9e99-98873ac98db2', 'name': 'network-vif-deleted', 'tag': '9561bcc0-4224-4b29-ac37-748c67df7c19'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:41:06.772004 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fdbfc0-f0e6-4fa6-a56a-02849d65f4b2" -d '{"events": [{"server_uuid": "c3f55a9b-fccc-4d91-9e99-98873ac98db2", "name": "network-vif-deleted", "tag": "9561bcc0-4224-4b29-ac37-748c67df7c19"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:41:06.780873 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ada1be8b-98fe-4e22-bfee-6b5e83eaf007 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2088949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2087107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5115'] for router, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.801017 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-764c6f33-aa54-4c5d-af41-fb8970616a83 req-242f5248-7e31-43c8-a0a9-252b036a2d31 tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/ports?device_id=c3f55a9b-fccc-4d91-9e99-98873ac98db2 HTTP/1.1" status: 200 len: 210 time: 0.0362196 Aug 31 09:41:06.802496 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ada1be8b-98fe-4e22-bfee-6b5e83eaf007 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2088958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2088935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2087130'] for router, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.814857 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35764039-631b-4a9f-ac90-2a2384a3f31c x-openstack-request-id: req-35764039-631b-4a9f-ac90-2a2384a3f31c {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:41:06.814857 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f55a9b-fccc-4d91-9e99-98873ac98db2", "name": "network-vif-deleted", "tag": "9561bcc0-4224-4b29-ac37-748c67df7c19", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:41:06.814857 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-35764039-631b-4a9f-ac90-2a2384a3f31c {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:41:06.814857 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f55a9b-fccc-4d91-9e99-98873ac98db2', 'name': 'network-vif-deleted', 'tag': '9561bcc0-4224-4b29-ac37-748c67df7c19', 'status': 'completed', 'code': 200} Aug 31 09:41:06.881742 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada1be8b-98fe-4e22-bfee-6b5e83eaf007 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:41:06.958256 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada1be8b-98fe-4e22-bfee-6b5e83eaf007 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:41:06.965041 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ada1be8b-98fe-4e22-bfee-6b5e83eaf007 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:06.985599 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ada1be8b-98fe-4e22-bfee-6b5e83eaf007 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "PUT /v2.0/routers/429a0a2b-86ea-4252-9d57-cfa1555f1ac9 HTTP/1.1" status: 200 len: 700 time: 0.8498254 Aug 31 09:41:06.985599 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33050) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:06.985775 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ebf9b2-544d-423d-918c-e7c949f1b3f6 None None] Sync routers for ids ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:41:06.985775 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ebf9b2-544d-423d-918c-e7c949f1b3f6 None None] Routers {'429a0a2b-86ea-4252-9d57-cfa1555f1ac9'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:06.985775 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c8ebf9b2-544d-423d-918c-e7c949f1b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:07.001325 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6bd49323-45fc-4494-b7c7-0a2c7eaf0330 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "GET /v2.0/ports?device_id=429a0a2b-86ea-4252-9d57-cfa1555f1ac9 HTTP/1.1" status: 200 len: 205 time: 0.0310874 Aug 31 09:41:07.001581 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33052) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:07.057472 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-c8ebf9b2-544d-423d-918c-e7c949f1b3f6 None None] Set router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:41:07.083164 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cdff46d8-1fb7-4090-b24d-746de208b5c0 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.109423 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c8ebf9b2-544d-423d-918c-e7c949f1b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'name': 'tempest-RoutersTest-router-109405051', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:26Z', 'updated_at': '2021-08-31T09:41:04Z', 'revision_number': 11, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:07.139091 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ebf9b2-544d-423d-918c-e7c949f1b3f6 None None] Checking router: 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:41:07.147955 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ebf9b2-544d-423d-918c-e7c949f1b3f6 None None] Routers {'429a0a2b-86ea-4252-9d57-cfa1555f1ac9'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:07.148566 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c8ebf9b2-544d-423d-918c-e7c949f1b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:07.180782 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432430b8-dd2b-4c2e-b691-5d0c44399188 req-bdd766f2-6b92-4584-95af-ac7049072635 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:07.183512 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-432430b8-dd2b-4c2e-b691-5d0c44399188 req-bdd766f2-6b92-4584-95af-ac7049072635 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 946 time: 0.0595109 Aug 31 09:41:07.226321 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-c8ebf9b2-544d-423d-918c-e7c949f1b3f6 None None] Set router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:41:07.231275 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-432430b8-dd2b-4c2e-b691-5d0c44399188 req-929a1014-743d-4801-9e7b-ed80ba7891f4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389853 Aug 31 09:41:07.260514 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cdff46d8-1fb7-4090-b24d-746de208b5c0 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.263477 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cdff46d8-1fb7-4090-b24d-746de208b5c0 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.282900 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c8ebf9b2-544d-423d-918c-e7c949f1b3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'name': 'tempest-RoutersTest-router-109405051', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:26Z', 'updated_at': '2021-08-31T09:41:04Z', 'revision_number': 11, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:07.312294 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ebf9b2-544d-423d-918c-e7c949f1b3f6 None None] The sync data for ids ['429a0a2b-86ea-4252-9d57-cfa1555f1ac9'] in n-d-791506-28 is: [{'id': '429a0a2b-86ea-4252-9d57-cfa1555f1ac9', 'name': 'tempest-RoutersTest-router-109405051', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:26Z', 'updated_at': '2021-08-31T09:41:04Z', 'revision_number': 11, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'gw_port_host': None}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:41:07.355946 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b3e3a-1138-4445-a854-5e781103f99b req-bcb19a76-5c76-4cb7-a56f-d99c57882c81 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:07.357487 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-653b3e3a-1138-4445-a854-5e781103f99b req-bcb19a76-5c76-4cb7-a56f-d99c57882c81 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 946 time: 0.0530341 Aug 31 09:41:07.402961 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-653b3e3a-1138-4445-a854-5e781103f99b req-73e2fdca-6b05-495b-bccf-aeb709dd414d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383050 Aug 31 09:41:07.411481 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cdff46d8-1fb7-4090-b24d-746de208b5c0 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.412127 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdff46d8-1fb7-4090-b24d-746de208b5c0 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Fanout notify agent at l3_agent the message router_deleted on router 429a0a2b-86ea-4252-9d57-cfa1555f1ac9 {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:41:07.419054 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cdff46d8-1fb7-4090-b24d-746de208b5c0 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.420175 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-cdff46d8-1fb7-4090-b24d-746de208b5c0 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/routers/429a0a2b-86ea-4252-9d57-cfa1555f1ac9 HTTP/1.1" status: 204 len: 168 time: 0.4174960 Aug 31 09:41:07.425542 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33058) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:07.426726 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33062) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:07.429249 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-e09d0c08-f516-4f9b-a8c2-e459f8ad5545 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-344795489', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:07.469676 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e951621-c528-4de7-b0da-443155cca16a tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:07.471348 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8e951621-c528-4de7-b0da-443155cca16a tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 1093 time: 0.0434759 Aug 31 09:41:07.474093 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33064) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:07.478681 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-d68d6a81-e1ff-43ac-a5f5-a21b84337fd6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'port_id': '1087b193-7a33-4fd4-bde5-6e483e8fa4c7', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:07.663784 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e09d0c08-f516-4f9b-a8c2-e459f8ad5545 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.664975 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e09d0c08-f516-4f9b-a8c2-e459f8ad5545 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.720639 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e09d0c08-f516-4f9b-a8c2-e459f8ad5545 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.834656 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d68d6a81-e1ff-43ac-a5f5-a21b84337fd6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for floatingip, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.835497 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e09d0c08-f516-4f9b-a8c2-e459f8ad5545 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.928875 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-09d6440d-6d21-4072-bd8d-81aacd6aae86 req-192ed99b-447d-47fb-a893-30e45e9b5e7a tempest-TestServerAdvancedOps-2069432774 tempest-TestServerAdvancedOps-2069432774-project] 10.222.0.119 "GET /v2.0/ports?device_id=c3f55a9b-fccc-4d91-9e99-98873ac98db2 HTTP/1.1" status: 200 len: 210 time: 0.0333211 Aug 31 09:41:07.970985 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d68d6a81-e1ff-43ac-a5f5-a21b84337fd6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.976496 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e09d0c08-f516-4f9b-a8c2-e459f8ad5545 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:07.978042 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e09d0c08-f516-4f9b-a8c2-e459f8ad5545 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5525630 Aug 31 09:41:07.983651 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33068) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:07.989114 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-49092c6f-8bf3-47c2-a3db-ec3b5e7907e3 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:08.079351 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-d68d6a81-e1ff-43ac-a5f5-a21b84337fd6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Allocated IP 172.25.2.140 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/8ae83458-3859-46f0-a5bd-7d18b95e13e5) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:08.193779 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d68d6a81-e1ff-43ac-a5f5-a21b84337fd6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.194634 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-49092c6f-8bf3-47c2-a3db-ec3b5e7907e3 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2088949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2087107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5115'] for router, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.415126 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-49092c6f-8bf3-47c2-a3db-ec3b5e7907e3 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2088958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2088935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2087130'] for router, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.415445 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d68d6a81-e1ff-43ac-a5f5-a21b84337fd6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.451842 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68d6a81-e1ff-43ac-a5f5-a21b84337fd6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:08.456642 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-d68d6a81-e1ff-43ac-a5f5-a21b84337fd6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:08.459105 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68d6a81-e1ff-43ac-a5f5-a21b84337fd6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:08.490770 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d6a81-e1ff-43ac-a5f5-a21b84337fd6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'Port': ['ID=8ae83458-3859-46f0-a5bd-7d18b95e13e5,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:08.649241 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49092c6f-8bf3-47c2-a3db-ec3b5e7907e3 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Router a70132b8-41f4-474f-959e-2110787183f6 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:41:08.726307 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49092c6f-8bf3-47c2-a3db-ec3b5e7907e3 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:41:08.733201 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-49092c6f-8bf3-47c2-a3db-ec3b5e7907e3 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.734362 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-49092c6f-8bf3-47c2-a3db-ec3b5e7907e3 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "PUT /v2.0/routers/a70132b8-41f4-474f-959e-2110787183f6 HTTP/1.1" status: 200 len: 693 time: 0.7497106 Aug 31 09:41:08.736996 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33070) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:08.743065 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf84689-3c88-4c48-a968-016fef39d213 None None] Sync routers for ids ['a70132b8-41f4-474f-959e-2110787183f6'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:41:08.753509 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf84689-3c88-4c48-a968-016fef39d213 None None] Routers {'a70132b8-41f4-474f-959e-2110787183f6'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:08.754132 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-8cf84689-3c88-4c48-a968-016fef39d213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['a70132b8-41f4-474f-959e-2110787183f6'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:08.820187 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-453d55d1-00e1-4514-8fca-df1c32756ba9 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "GET /v2.0/routers/a70132b8-41f4-474f-959e-2110787183f6 HTTP/1.1" status: 200 len: 699 time: 0.0821049 Aug 31 09:41:08.823829 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33072) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:08.834076 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d68d6a81-e1ff-43ac-a5f5-a21b84337fd6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.840609 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-8cf84689-3c88-4c48-a968-016fef39d213 None None] Set router a70132b8-41f4-474f-959e-2110787183f6 gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:41:08.850991 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1597a402-cd69-4872-a61d-15080ae4c8a2 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "GET /v2.0/ports?device_id=a70132b8-41f4-474f-959e-2110787183f6 HTTP/1.1" status: 200 len: 205 time: 0.0257230 Aug 31 09:41:08.853496 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33074) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:08.931911 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1882d27f-2161-496b-972d-0fa9aa83a2ad tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:08.996509 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33078) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:09.047620 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-8cf84689-3c88-4c48-a968-016fef39d213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70132b8-41f4-474f-959e-2110787183f6', 'name': 'tempest-RoutersTest-router-344795489', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:07Z', 'updated_at': '2021-08-31T09:41:08Z', 'revision_number': 2, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:09.065031 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d68d6a81-e1ff-43ac-a5f5-a21b84337fd6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.072155 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-21bae1bc-684c-4c66-ba8f-f3b1a33fcd17 admin admin] Deleting subnet cbf6a922-d538-41b5-bdcc-42f6d2672256 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:41:09.074139 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf84689-3c88-4c48-a968-016fef39d213 None None] Checking router: a70132b8-41f4-474f-959e-2110787183f6 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:41:09.082567 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 9561bcc0-4224-4b29-ac37-748c67df7c19 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:09.095395 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-21bae1bc-684c-4c66-ba8f-f3b1a33fcd17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.100115 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1882d27f-2161-496b-972d-0fa9aa83a2ad tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.102265 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1882d27f-2161-496b-972d-0fa9aa83a2ad tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.106044 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf84689-3c88-4c48-a968-016fef39d213 None None] Routers {'a70132b8-41f4-474f-959e-2110787183f6'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:09.106703 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-8cf84689-3c88-4c48-a968-016fef39d213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['a70132b8-41f4-474f-959e-2110787183f6'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:09.109457 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 9561bcc0-4224-4b29-ac37-748c67df7c19 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:41:09.109798 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 9561bcc0-4224-4b29-ac37-748c67df7c19 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:41:09.148351 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-21bae1bc-684c-4c66-ba8f-f3b1a33fcd17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.181960 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-8cf84689-3c88-4c48-a968-016fef39d213 None None] Set router a70132b8-41f4-474f-959e-2110787183f6 gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:41:09.240796 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-8cf84689-3c88-4c48-a968-016fef39d213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70132b8-41f4-474f-959e-2110787183f6', 'name': 'tempest-RoutersTest-router-344795489', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:07Z', 'updated_at': '2021-08-31T09:41:08Z', 'revision_number': 2, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:09.248787 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-21bae1bc-684c-4c66-ba8f-f3b1a33fcd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.268483 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf84689-3c88-4c48-a968-016fef39d213 None None] The sync data for ids ['a70132b8-41f4-474f-959e-2110787183f6'] in n-d-791506-28 is: [{'id': 'a70132b8-41f4-474f-959e-2110787183f6', 'name': 'tempest-RoutersTest-router-344795489', 'tenant_id': '818bf9b67c5b497e8fcb55380b7274bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:07Z', 'updated_at': '2021-08-31T09:41:08Z', 'revision_number': 2, 'project_id': '818bf9b67c5b497e8fcb55380b7274bf', 'gw_port_host': None}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:41:09.354845 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d68d6a81-e1ff-43ac-a5f5-a21b84337fd6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.472416 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-21bae1bc-684c-4c66-ba8f-f3b1a33fcd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.498590 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bae1bc-684c-4c66-ba8f-f3b1a33fcd17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbf6a922-d538-41b5-bdcc-42f6d2672256,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:09.503464 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d68d6a81-e1ff-43ac-a5f5-a21b84337fd6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.535629 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-21bae1bc-684c-4c66-ba8f-f3b1a33fcd17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.537528 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-21bae1bc-684c-4c66-ba8f-f3b1a33fcd17 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/cbf6a922-d538-41b5-bdcc-42f6d2672256 HTTP/1.1" status: 204 len: 168 time: 0.5394223 Aug 31 09:41:09.540175 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33080) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:09.579346 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d6a81-e1ff-43ac-a5f5-a21b84337fd6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'Port': ['ID=8ae83458-3859-46f0-a5bd-7d18b95e13e5,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:09.581023 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1882d27f-2161-496b-972d-0fa9aa83a2ad tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.581572 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1882d27f-2161-496b-972d-0fa9aa83a2ad tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Fanout notify agent at l3_agent the message router_deleted on router a70132b8-41f4-474f-959e-2110787183f6 {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:41:09.589292 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1882d27f-2161-496b-972d-0fa9aa83a2ad tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.593819 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1882d27f-2161-496b-972d-0fa9aa83a2ad tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/routers/a70132b8-41f4-474f-959e-2110787183f6 HTTP/1.1" status: 204 len: 168 time: 0.7358248 Aug 31 09:41:09.594407 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33082) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:09.603360 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d68d6a81-e1ff-43ac-a5f5-a21b84337fd6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.616866 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-24f029ab-fb3f-4fb5-ac4c-465124e21bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.657990 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7f70cf57-eacc-44fb-afe2-15d0f37f8f62 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "GET /v2.0/ports?device_id=a70132b8-41f4-474f-959e-2110787183f6 HTTP/1.1" status: 200 len: 205 time: 0.0624452 Aug 31 09:41:09.661811 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33084) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:09.701986 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-24f029ab-fb3f-4fb5-ac4c-465124e21bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.707832 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-cf9956f8-08e8-48a6-bed5-52ae321a33ac tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] delete failed (client error): The resource could not be found. Aug 31 09:41:09.711799 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-cf9956f8-08e8-48a6-bed5-52ae321a33ac tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/routers/a70132b8-41f4-474f-959e-2110787183f6 HTTP/1.1" status: 404 len: 336 time: 0.0461831 Aug 31 09:41:09.712547 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-24f029ab-fb3f-4fb5-ac4c-465124e21bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65dd0f5d-e1c8-4f7c-88a0-13029b27458a']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:09.714495 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33086) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:09.746960 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-24f029ab-fb3f-4fb5-ac4c-465124e21bc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f9a47d-d538-417e-9e45-5f556e31fda3') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:09.747585 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-24f029ab-fb3f-4fb5-ac4c-465124e21bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f9a47d-d538-417e-9e45-5f556e31fda3') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:09.750128 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-acd68a78-b5fd-4a42-8162-fc0f55146160 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] DELETE failed (client error): The resource could not be found. Aug 31 09:41:09.750583 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acd68a78-b5fd-4a42-8162-fc0f55146160 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:41:09.752355 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-acd68a78-b5fd-4a42-8162-fc0f55146160 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/subnets/eb06e07c-ecea-4593-848c-15c326ee163c HTTP/1.1" status: 404 len: 337 time: 0.0368824 Aug 31 09:41:09.756710 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33088) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:09.761353 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-24f029ab-fb3f-4fb5-ac4c-465124e21bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.775929 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-24f029ab-fb3f-4fb5-ac4c-465124e21bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.782036 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f029ab-fb3f-4fb5-ac4c-465124e21bc4 admin admin] Releasing vlan 1622 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:41:09.782410 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-24f029ab-fb3f-4fb5-ac4c-465124e21bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.785468 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:41:09.785468 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:41:09.785468 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:41:09.785468 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:41:09.785468 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:41:09.785468 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:41:09.785468 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:41:09.785468 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:41:09.785468 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:41:09.785468 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:41:09.785468 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:41:09.785468 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:41:09.785468 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:41:09.785468 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:41:09.785468 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:41:09.785468 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:41:09.785468 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:41:09.785468 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:41:09.785468 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:41:09.785468 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:41:09.785468 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:41:09.785468 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:41:09.785468 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:41:09.785468 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:41:09.785468 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:41:09.785468 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:41:09.785468 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:41:09.785468 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:41:09.785468 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:41:09.785468 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:41:09.785468 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:41:09.785468 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:41:09.787727 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6edc6f6-ae60-4ace-ba86-8b1dd181a06b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] DELETE failed (client error): The resource could not be found. Aug 31 09:41:09.788599 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6edc6f6-ae60-4ace-ba86-8b1dd181a06b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:41:09.791008 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f6edc6f6-ae60-4ace-ba86-8b1dd181a06b tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/subnets/174f071c-5bc8-41fe-b60e-0e60e8cc7e7b HTTP/1.1" status: 404 len: 337 time: 0.0327413 Aug 31 09:41:09.792493 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-d68d6a81-e1ff-43ac-a5f5-a21b84337fd6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Floating IP a1575e37-e8d2-4978-87da-ef53d56a611b associated. External IP: 172.25.2.140, port: 1087b193-7a33-4fd4-bde5-6e483e8fa4c7. Aug 31 09:41:09.794693 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33090) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:09.852359 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd8925d-84d3-4426-9acf-484a8ade492c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] DELETE failed (client error): The resource could not be found. Aug 31 09:41:09.853371 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfd8925d-84d3-4426-9acf-484a8ade492c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:41:09.855156 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-dfd8925d-84d3-4426-9acf-484a8ade492c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/subnets/7c8fe413-8fd6-4014-965b-25abbd3379d0 HTTP/1.1" status: 404 len: 337 time: 0.0595574 Aug 31 09:41:09.857688 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33092) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:09.893933 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8ac9b9-b633-4fdf-af88-6410a78d7eb0 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] DELETE failed (client error): The resource could not be found. Aug 31 09:41:09.894382 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c8ac9b9-b633-4fdf-af88-6410a78d7eb0 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:41:09.896138 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9c8ac9b9-b633-4fdf-af88-6410a78d7eb0 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/subnets/9a61688d-2322-4744-a763-3b42651b1e4d HTTP/1.1" status: 404 len: 337 time: 0.0375602 Aug 31 09:41:09.899907 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33094) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:09.954412 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-421202f5-f032-4d88-a9d0-8c4502849c58 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "GET /v2.0/ports?device_id=429a0a2b-86ea-4252-9d57-cfa1555f1ac9 HTTP/1.1" status: 200 len: 205 time: 0.0513558 Aug 31 09:41:09.954855 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33096) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:09.996893 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-24f029ab-fb3f-4fb5-ac4c-465124e21bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:09.998897 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-8755f0cf-29c0-43b9-9ddc-3f26555e8454 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] delete failed (client error): The resource could not be found. Aug 31 09:41:09.999951 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8755f0cf-29c0-43b9-9ddc-3f26555e8454 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/routers/429a0a2b-86ea-4252-9d57-cfa1555f1ac9 HTTP/1.1" status: 404 len: 336 time: 0.0440762 Aug 31 09:41:10.004894 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-24f029ab-fb3f-4fb5-ac4c-465124e21bc4 admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.006672 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-24f029ab-fb3f-4fb5-ac4c-465124e21bc4 admin admin] 10.222.0.119 "DELETE /v2.0/networks/65dd0f5d-e1c8-4f7c-88a0-13029b27458a HTTP/1.1" status: 204 len: 168 time: 0.4653463 Aug 31 09:41:10.007250 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33098) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:10.014315 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33100) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:10.049855 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3f354f22-bc7c-4c29-977e-2e189fbf8beb tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "GET /v2.0/ports?device_id=2c348914-26a3-4559-a9f0-5e801b1b309a HTTP/1.1" status: 200 len: 205 time: 0.0414209 Aug 31 09:41:10.050908 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f029ab-fb3f-4fb5-ac4c-465124e21bc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=65dd0f5d-e1c8-4f7c-88a0-13029b27458a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:10.052121 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33102) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:10.131359 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-d72871ea-93b0-4649-9b64-6a84082e3c3e tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] delete failed (client error): The resource could not be found. Aug 31 09:41:10.132390 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d72871ea-93b0-4649-9b64-6a84082e3c3e tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/routers/2c348914-26a3-4559-a9f0-5e801b1b309a HTTP/1.1" status: 404 len: 336 time: 0.0793648 Aug 31 09:41:10.135412 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33104) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:10.138837 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-55a7b4a8-675d-4751-987b-201d81f09bfb admin admin] Deleting subnet a6d681a8-d1ba-49f4-9db5-6f0586d4779a {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:41:10.147184 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-55a7b4a8-675d-4751-987b-201d81f09bfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.164240 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-69008f40-0155-45ec-8783-6d0eea4445cf tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] DELETE failed (client error): The resource could not be found. Aug 31 09:41:10.164864 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69008f40-0155-45ec-8783-6d0eea4445cf tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:41:10.168204 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-69008f40-0155-45ec-8783-6d0eea4445cf tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/subnets/9423ba7e-7195-4a8a-82dd-cf992562f997 HTTP/1.1" status: 404 len: 337 time: 0.0305538 Aug 31 09:41:10.170680 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33106) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:10.192822 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-55a7b4a8-675d-4751-987b-201d81f09bfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.203501 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-41f72f77-16f4-4a29-81c7-7a973796bab0 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "GET /v2.0/ports?device_id=66de9f71-ac77-4b4f-b0a1-4b7456a29741 HTTP/1.1" status: 200 len: 205 time: 0.0294111 Aug 31 09:41:10.203863 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33108) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:10.223434 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68d6a81-e1ff-43ac-a5f5-a21b84337fd6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Router 254555f6-cd64-47d7-892e-eba150e9b7c7 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:41:10.244335 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-366d5223-5776-4c23-b81e-add67f449820 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] delete failed (client error): The resource could not be found. Aug 31 09:41:10.246398 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-366d5223-5776-4c23-b81e-add67f449820 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/routers/66de9f71-ac77-4b4f-b0a1-4b7456a29741 HTTP/1.1" status: 404 len: 336 time: 0.0406318 Aug 31 09:41:10.248187 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33110) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:10.250258 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-55a7b4a8-675d-4751-987b-201d81f09bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.280979 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5801e15f-b1c4-49f0-a72d-4252958a0e48 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "GET /v2.0/ports?device_id=5ac00f24-c296-444f-bcf8-b2e4bd674883 HTTP/1.1" status: 200 len: 205 time: 0.0315926 Aug 31 09:41:10.283567 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33112) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:10.319893 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-8fd65245-e73b-4292-8efa-d9ec90d5f228 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] delete failed (client error): The resource could not be found. Aug 31 09:41:10.320971 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8fd65245-e73b-4292-8efa-d9ec90d5f228 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/routers/5ac00f24-c296-444f-bcf8-b2e4bd674883 HTTP/1.1" status: 404 len: 336 time: 0.0364614 Aug 31 09:41:10.324170 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33114) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:10.350455 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-aee0321a-d07c-419a-95e7-c12b5f452443 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] DELETE failed (client error): The resource could not be found. Aug 31 09:41:10.350952 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aee0321a-d07c-419a-95e7-c12b5f452443 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:41:10.352672 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-aee0321a-d07c-419a-95e7-c12b5f452443 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/subnets/07f3ec4e-2861-489e-ba79-6ad053a877f4 HTTP/1.1" status: 404 len: 337 time: 0.0276108 Aug 31 09:41:10.355836 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33116) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:10.383031 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0aadcf5c-199e-44c2-96ca-2168b3147e3c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "GET /v2.0/ports?device_id=36e247b0-63d1-406e-8c59-173face6843b HTTP/1.1" status: 200 len: 205 time: 0.0250647 Aug 31 09:41:10.385117 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33118) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:10.395503 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68d6a81-e1ff-43ac-a5f5-a21b84337fd6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:41:10.406158 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0869b47f-5f02-45ed-9d2f-afd75ee8e790 None None] Sync routers for ids ['254555f6-cd64-47d7-892e-eba150e9b7c7'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:41:10.416735 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0869b47f-5f02-45ed-9d2f-afd75ee8e790 None None] Routers {'254555f6-cd64-47d7-892e-eba150e9b7c7'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:10.417419 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-0869b47f-5f02-45ed-9d2f-afd75ee8e790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['254555f6-cd64-47d7-892e-eba150e9b7c7'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:10.427358 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-b8557fa8-6385-4154-b826-8b008e6f1ce6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] delete failed (client error): The resource could not be found. Aug 31 09:41:10.428374 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b8557fa8-6385-4154-b826-8b008e6f1ce6 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/routers/36e247b0-63d1-406e-8c59-173face6843b HTTP/1.1" status: 404 len: 336 time: 0.0422904 Aug 31 09:41:10.431666 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33120) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:10.458867 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-33bd52d7-f2e2-4021-9389-9a43cf14ea08 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] DELETE failed (client error): The resource could not be found. Aug 31 09:41:10.459356 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33bd52d7-f2e2-4021-9389-9a43cf14ea08 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:41:10.461057 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-33bd52d7-f2e2-4021-9389-9a43cf14ea08 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/subnets/c98e8b8f-964c-4a40-a9fd-430b96b2ebd6 HTTP/1.1" status: 404 len: 337 time: 0.0282128 Aug 31 09:41:10.468338 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33122) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:10.495435 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-23506f19-9c37-4044-b6f9-82ae82686bcc tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "GET /v2.0/ports?device_id=ba8edad5-f97d-4b6c-a892-2d0abed0ea50 HTTP/1.1" status: 200 len: 205 time: 0.0257726 Aug 31 09:41:10.497006 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-55a7b4a8-675d-4751-987b-201d81f09bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.513492 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33124) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:10.524705 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7b4a8-675d-4751-987b-201d81f09bfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6d681a8-d1ba-49f4-9db5-6f0586d4779a,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:10.525457 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-0869b47f-5f02-45ed-9d2f-afd75ee8e790 None None] Set router 254555f6-cd64-47d7-892e-eba150e9b7c7 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:41:10.526910 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-55a7b4a8-675d-4751-987b-201d81f09bfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.528870 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-55a7b4a8-675d-4751-987b-201d81f09bfb admin admin] 10.222.0.119 "DELETE /v2.0/subnets/a6d681a8-d1ba-49f4-9db5-6f0586d4779a HTTP/1.1" status: 204 len: 168 time: 0.5135775 Aug 31 09:41:10.532135 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33126) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:10.539971 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d68d6a81-e1ff-43ac-a5f5-a21b84337fd6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.555257 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-4fc74fd7-32a7-4dd8-b1be-69786001995c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] delete failed (client error): The resource could not be found. Aug 31 09:41:10.560118 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4fc74fd7-32a7-4dd8-b1be-69786001995c tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/routers/ba8edad5-f97d-4b6c-a892-2d0abed0ea50 HTTP/1.1" status: 404 len: 336 time: 0.0430267 Aug 31 09:41:10.560419 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33128) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:10.586144 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-db772252-aab9-4c65-84c1-84365780f40d tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] DELETE failed (client error): The resource could not be found. Aug 31 09:41:10.586653 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db772252-aab9-4c65-84c1-84365780f40d tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:41:10.590855 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-db772252-aab9-4c65-84c1-84365780f40d tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/subnets/aaea7396-63fb-47c1-8e3a-d65d4c443626 HTTP/1.1" status: 404 len: 337 time: 0.0271399 Aug 31 09:41:10.591083 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33130) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:10.615599 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d68d6a81-e1ff-43ac-a5f5-a21b84337fd6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1396596 Aug 31 09:41:10.619035 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ec9c78-72e9-4f45-b58e-7637c26c95c1', 'tag': '1087b193-7a33-4fd4-bde5-6e483e8fa4c7'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:41:10.621417 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251f9ea9-0a99-4e92-8c64-2b7ea73f12f4" -d '{"events": [{"name": "network-changed", "server_uuid": "18ec9c78-72e9-4f45-b58e-7637c26c95c1", "tag": "1087b193-7a33-4fd4-bde5-6e483e8fa4c7"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:41:10.621846 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-712e06c8-5d28-4bae-8ac9-2da3d14dc1c3 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] DELETE failed (client error): The resource could not be found. Aug 31 09:41:10.622303 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-712e06c8-5d28-4bae-8ac9-2da3d14dc1c3 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 09:41:10.626752 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-712e06c8-5d28-4bae-8ac9-2da3d14dc1c3 tempest-RoutersTest-2030129511 tempest-RoutersTest-2030129511-project] 10.222.0.119 "DELETE /v2.0/subnets/8046b7f7-831f-471d-a55a-b47edfe9d2a1 HTTP/1.1" status: 404 len: 337 time: 0.0346825 Aug 31 09:41:10.636643 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eaaac316-a42e-4bf9-b39d-1527155d2f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.742713 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7488eebe-a6cb-47b9-a6bc-a296cc67d916 x-openstack-request-id: req-7488eebe-a6cb-47b9-a6bc-a296cc67d916 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:41:10.743009 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18ec9c78-72e9-4f45-b58e-7637c26c95c1", "tag": "1087b193-7a33-4fd4-bde5-6e483e8fa4c7", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:41:10.743291 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-7488eebe-a6cb-47b9-a6bc-a296cc67d916 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:41:10.744286 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18ec9c78-72e9-4f45-b58e-7637c26c95c1', 'tag': '1087b193-7a33-4fd4-bde5-6e483e8fa4c7', 'status': 'completed', 'code': 200} Aug 31 09:41:10.781176 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-0869b47f-5f02-45ed-9d2f-afd75ee8e790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797030996', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6f342e09-c3ea-490a-b809-846e1cde3c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:43Z', 'updated_at': '2021-08-31T09:40:50Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '6f342e09-c3ea-490a-b809-846e1cde3c3b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:31:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:44Z', 'updated_at': '2021-08-31T09:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'a1575e37-e8d2-4978-87da-ef53d56a611b', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'floating_ip_address': '172.25.2.140', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'port_id': '1087b193-7a33-4fd4-bde5-6e483e8fa4c7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1', 'mac_address': 'fa:16:3e:83:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ec9c78-72e9-4f45-b58e-7637c26c95c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:41:08Z', 'updated_at': '2021-08-31T09:41:08Z', 'revision_number': 0, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397bcfed-6b9e-4499-9dc4-b5314a45a413', 'name': '', 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:a1:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '87628395-f9ee-474b-9c94-174f122bbc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:49Z', 'updated_at': '2021-08-31T09:40:55Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': '87628395-f9ee-474b-9c94-174f122bbc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:10.810042 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0869b47f-5f02-45ed-9d2f-afd75ee8e790 None None] Checking router: 254555f6-cd64-47d7-892e-eba150e9b7c7 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:41:10.816508 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eaaac316-a42e-4bf9-b39d-1527155d2f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.818751 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0869b47f-5f02-45ed-9d2f-afd75ee8e790 None None] Routers {'254555f6-cd64-47d7-892e-eba150e9b7c7'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:10.819352 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-0869b47f-5f02-45ed-9d2f-afd75ee8e790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:40:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['254555f6-cd64-47d7-892e-eba150e9b7c7'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:10.831562 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-eaaac316-a42e-4bf9-b39d-1527155d2f76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e794d89-aa74-44d2-ba6c-a07371eaaa6f']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:10.845980 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-eaaac316-a42e-4bf9-b39d-1527155d2f76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ce8ae2-81e5-4ff5-ac7e-782656af52ec') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:10.846273 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-eaaac316-a42e-4bf9-b39d-1527155d2f76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ce8ae2-81e5-4ff5-ac7e-782656af52ec') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:10.862942 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eaaac316-a42e-4bf9-b39d-1527155d2f76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.865804 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f9ea9-0a99-4e92-8c64-2b7ea73f12f4 req-658e94e1-1269-41f0-9b71-9669ad8fadab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:10.867360 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-251f9ea9-0a99-4e92-8c64-2b7ea73f12f4 req-658e94e1-1269-41f0-9b71-9669ad8fadab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 1098 time: 0.1223295 Aug 31 09:41:10.880401 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db337c4-9e61-4866-ada3-2bc39a30669b req-a8e32e97-e06a-47d4-9fd8-659c897bce84 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:10.881860 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1db337c4-9e61-4866-ada3-2bc39a30669b req-a8e32e97-e06a-47d4-9fd8-659c897bce84 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 946 time: 0.1357188 Aug 31 09:41:10.925424 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-0869b47f-5f02-45ed-9d2f-afd75ee8e790 None None] Set router 254555f6-cd64-47d7-892e-eba150e9b7c7 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:41:10.940328 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eaaac316-a42e-4bf9-b39d-1527155d2f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.959633 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaaac316-a42e-4bf9-b39d-1527155d2f76 admin admin] Releasing vlan 1610 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:41:10.960032 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eaaac316-a42e-4bf9-b39d-1527155d2f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:10.961667 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:41:10.961667 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:41:10.961667 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:41:10.961667 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:41:10.961667 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:41:10.961667 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:41:10.961667 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:41:10.961667 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:41:10.961667 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:41:10.961667 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:41:10.961667 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:41:10.961667 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:41:10.961667 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:41:10.961667 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:41:10.961667 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:41:10.961667 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:41:10.961667 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:41:10.961667 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:41:10.961667 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:41:10.961667 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:41:10.961667 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:41:10.961667 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:41:10.961667 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:41:10.961667 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:41:10.961667 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:41:10.961667 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:41:10.961667 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:41:10.961667 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:41:10.961667 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:41:10.961667 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:41:10.961667 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:41:10.961667 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:41:11.047172 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1db337c4-9e61-4866-ada3-2bc39a30669b req-034f140f-6557-49c2-a577-c4d52321646b tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520379 Aug 31 09:41:11.065516 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f9ea9-0a99-4e92-8c64-2b7ea73f12f4 req-a83c21d8-ed0f-4e1f-94c7-c3965ac4ffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:11.066934 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33138) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:11.067388 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-251f9ea9-0a99-4e92-8c64-2b7ea73f12f4 req-a83c21d8-ed0f-4e1f-94c7-c3965ac4ffd2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=abf4234d-aa61-41ed-8d0b-813eaa6fbcc1 HTTP/1.1" status: 200 len: 899 time: 0.1843696 Aug 31 09:41:11.133473 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-cb978db7-2eae-4934-bad6-c24e28584f8d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/floatingips/a1575e37-e8d2-4978-87da-ef53d56a611b HTTP/1.1" status: 200 len: 992 time: 0.0636618 Aug 31 09:41:11.245422 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33142) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:11.263346 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-0869b47f-5f02-45ed-9d2f-afd75ee8e790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797030996', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6f342e09-c3ea-490a-b809-846e1cde3c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:43Z', 'updated_at': '2021-08-31T09:40:50Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '6f342e09-c3ea-490a-b809-846e1cde3c3b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:31:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:44Z', 'updated_at': '2021-08-31T09:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'a1575e37-e8d2-4978-87da-ef53d56a611b', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'floating_ip_address': '172.25.2.140', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'port_id': '1087b193-7a33-4fd4-bde5-6e483e8fa4c7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1', 'mac_address': 'fa:16:3e:83:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ec9c78-72e9-4f45-b58e-7637c26c95c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:41:08Z', 'updated_at': '2021-08-31T09:41:08Z', 'revision_number': 0, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397bcfed-6b9e-4499-9dc4-b5314a45a413', 'name': '', 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:a1:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '87628395-f9ee-474b-9c94-174f122bbc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:49Z', 'updated_at': '2021-08-31T09:40:55Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': '87628395-f9ee-474b-9c94-174f122bbc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:11.292942 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0869b47f-5f02-45ed-9d2f-afd75ee8e790 None None] The sync data for ids ['254555f6-cd64-47d7-892e-eba150e9b7c7'] in n-d-791506-28 is: [{'id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797030996', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6f342e09-c3ea-490a-b809-846e1cde3c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:43Z', 'updated_at': '2021-08-31T09:40:50Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '6f342e09-c3ea-490a-b809-846e1cde3c3b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:31:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:44Z', 'updated_at': '2021-08-31T09:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'a1575e37-e8d2-4978-87da-ef53d56a611b', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'floating_ip_address': '172.25.2.140', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'port_id': '1087b193-7a33-4fd4-bde5-6e483e8fa4c7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1', 'mac_address': 'fa:16:3e:83:84:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ec9c78-72e9-4f45-b58e-7637c26c95c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:41:08Z', 'updated_at': '2021-08-31T09:41:08Z', 'revision_number': 0, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397bcfed-6b9e-4499-9dc4-b5314a45a413', 'name': '', 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:a1:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '87628395-f9ee-474b-9c94-174f122bbc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:49Z', 'updated_at': '2021-08-31T09:40:55Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': '87628395-f9ee-474b-9c94-174f122bbc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:41:11.346365 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a31fd0ec-213f-411d-bfdd-8960db50059e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.405267 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7a61c709-2bbe-41cf-a0bc-52780784d427 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=818bf9b67c5b497e8fcb55380b7274bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575558 Aug 31 09:41:11.407793 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33146) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:11.460934 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1feb3592-03a9-4e76-9f29-8611a1a50c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.474469 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eaaac316-a42e-4bf9-b39d-1527155d2f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.485785 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eaaac316-a42e-4bf9-b39d-1527155d2f76 admin admin] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.487669 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-eaaac316-a42e-4bf9-b39d-1527155d2f76 admin admin] 10.222.0.119 "DELETE /v2.0/networks/1e794d89-aa74-44d2-ba6c-a07371eaaa6f HTTP/1.1" status: 204 len: 168 time: 0.9549015 Aug 31 09:41:11.497053 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1feb3592-03a9-4e76-9f29-8611a1a50c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.505070 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaac316-a42e-4bf9-b39d-1527155d2f76 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e794d89-aa74-44d2-ba6c-a07371eaaa6f,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:11.515285 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-251f9ea9-0a99-4e92-8c64-2b7ea73f12f4 req-9f25786c-1a2c-42f4-8fc1-8cd2de6c7da1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1087b193-7a33-4fd4-bde5-6e483e8fa4c7 HTTP/1.1" status: 200 len: 1000 time: 0.4364383 Aug 31 09:41:11.553768 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bc2375-8dba-4f08-966f-3a60f01b79ea None None] New status for floating IP a1575e37-e8d2-4978-87da-ef53d56a611b: ACTIVE {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:41:11.576911 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f9ea9-0a99-4e92-8c64-2b7ea73f12f4 req-658bcbf1-8fab-4734-afe6-96606d0c4c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:11.578407 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-251f9ea9-0a99-4e92-8c64-2b7ea73f12f4 req-658bcbf1-8fab-4734-afe6-96606d0c4c1a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=87628395-f9ee-474b-9c94-174f122bbc64 HTTP/1.1" status: 200 len: 834 time: 0.0554614 Aug 31 09:41:11.628018 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f9ea9-0a99-4e92-8c64-2b7ea73f12f4 req-97d2ce76-9f0e-4c04-a95b-e45eb3348379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:11.629573 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-251f9ea9-0a99-4e92-8c64-2b7ea73f12f4 req-97d2ce76-9f0e-4c04-a95b-e45eb3348379 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=abf4234d-aa61-41ed-8d0b-813eaa6fbcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441425 Aug 31 09:41:11.649272 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1feb3592-03a9-4e76-9f29-8611a1a50c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.653133 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1feb3592-03a9-4e76-9f29-8611a1a50c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.657222 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1feb3592-03a9-4e76-9f29-8611a1a50c62 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/74f66684-e94a-417a-9b2f-6ad97bfe33da HTTP/1.1" status: 204 len: 168 time: 0.2484207 Aug 31 09:41:11.666183 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb3592-03a9-4e76-9f29-8611a1a50c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f66684-e94a-417a-9b2f-6ad97bfe33da,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:11.734465 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-251f9ea9-0a99-4e92-8c64-2b7ea73f12f4 req-eac6d42f-4ac9-4f41-a2d2-4cf07315a7d4 service neutron] 10.222.0.59 "GET /v2.0/networks/abf4234d-aa61-41ed-8d0b-813eaa6fbcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979922 Aug 31 09:41:11.827817 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33152) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:11.840601 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-251f9ea9-0a99-4e92-8c64-2b7ea73f12f4 req-dd794c7a-2595-4a12-8510-cb0d12481449 service neutron] 10.222.0.59 "GET /v2.0/networks/abf4234d-aa61-41ed-8d0b-813eaa6fbcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949991 Aug 31 09:41:11.874562 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-26c36549-411d-4141-897c-75b9049938de admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=16620c881d1b40d08eab919db9803b7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453503 Aug 31 09:41:11.877189 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33154) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:11.924945 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-afc3c3cc-4847-4b2f-934d-a7f1c7fb48dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:11.946320 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-afc3c3cc-4847-4b2f-934d-a7f1c7fb48dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:12.066426 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-afc3c3cc-4847-4b2f-934d-a7f1c7fb48dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:12.069262 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-afc3c3cc-4847-4b2f-934d-a7f1c7fb48dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:12.070539 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-afc3c3cc-4847-4b2f-934d-a7f1c7fb48dd admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/6ad94dd4-dabb-4395-9980-3f3aea424daf HTTP/1.1" status: 204 len: 168 time: 0.1923308 Aug 31 09:41:12.079665 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3c3cc-4847-4b2f-934d-a7f1c7fb48dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad94dd4-dabb-4395-9980-3f3aea424daf,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:12.136093 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33166) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:12.208090 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-29eb91e5-6e6e-4499-91a4-a9596f7789d2 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/floatingips/a1575e37-e8d2-4978-87da-ef53d56a611b HTTP/1.1" status: 200 len: 994 time: 0.0707915 Aug 31 09:41:12.705400 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33182) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:12.727450 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33184) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:12.750858 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c1ff806c-27dc-4952-aab3-b4c5b6273b0f admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=53a2c214360442439ba4afd0863532be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442266 Aug 31 09:41:12.753493 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33188) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:12.807457 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0ec0d058-e454-4997-bb6e-30f8f126bcd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:12.829855 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0ec0d058-e454-4997-bb6e-30f8f126bcd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:12.878965 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-a93b621b-f9c8-4426-80dc-f13e81c2a6da tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Request body: {'security_group': {'name': 'tempest-secgroup--1159742590'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:13.026761 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0ec0d058-e454-4997-bb6e-30f8f126bcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:13.029634 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0ec0d058-e454-4997-bb6e-30f8f126bcd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:13.030801 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0ec0d058-e454-4997-bb6e-30f8f126bcd1 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/131e7ee6-0bb4-4bb5-9dd2-3c6e5c3ed1d0 HTTP/1.1" status: 204 len: 168 time: 0.2763371 Aug 31 09:41:13.038790 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0d058-e454-4997-bb6e-30f8f126bcd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131e7ee6-0bb4-4bb5-9dd2-3c6e5c3ed1d0,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:13.074565 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a93b621b-f9c8-4426-80dc-f13e81c2a6da tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:13.083931 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a93b621b-f9c8-4426-80dc-f13e81c2a6da tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:13.197136 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a93b621b-f9c8-4426-80dc-f13e81c2a6da tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:13.268714 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a93b621b-f9c8-4426-80dc-f13e81c2a6da tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:13.309955 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b621b-f9c8-4426-80dc-f13e81c2a6da tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be837e0a-4beb-4ebc-9d68-a65ac97e53ca,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:13.364367 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a93b621b-f9c8-4426-80dc-f13e81c2a6da tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:13.440248 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a93b621b-f9c8-4426-80dc-f13e81c2a6da tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:13.474127 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b621b-f9c8-4426-80dc-f13e81c2a6da tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02ccf828-e809-4380-8eb6-c833ac9bb5fc,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:13.531771 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a93b621b-f9c8-4426-80dc-f13e81c2a6da tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:13.533328 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a93b621b-f9c8-4426-80dc-f13e81c2a6da tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8039229 Aug 31 09:41:13.535789 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33200) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:13.596604 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0f261009-3be0-4d9f-aa90-ef115292a255 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0596025 Aug 31 09:41:13.599154 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33202) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:13.603555 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-0b04afe4-be37-42be-987f-081e33b08069 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Request body: {'security_group': {'name': 'tempest-security--1767312252', 'description': 'tempest-security-description-1112058355'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:13.629707 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0b04afe4-be37-42be-987f-081e33b08069 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:13.675641 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0b04afe4-be37-42be-987f-081e33b08069 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:13.760355 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0b04afe4-be37-42be-987f-081e33b08069 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:13.763414 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0b04afe4-be37-42be-987f-081e33b08069 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:13.764711 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0b04afe4-be37-42be-987f-081e33b08069 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "PUT /v2.0/security-groups/02ccf828-e809-4380-8eb6-c833ac9bb5fc HTTP/1.1" status: 200 len: 1780 time: 0.1646404 Aug 31 09:41:13.767612 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33206) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:13.789576 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04afe4-be37-42be-987f-081e33b08069 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02ccf828-e809-4380-8eb6-c833ac9bb5fc,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:13.812878 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9ba9df7d-4b48-4e84-be88-04b32cd147cd tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "GET /v2.0/security-groups/02ccf828-e809-4380-8eb6-c833ac9bb5fc HTTP/1.1" status: 200 len: 1780 time: 0.0441065 Aug 31 09:41:13.815354 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33210) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:13.872279 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-db12b492-5053-4dea-af63-b13782d95681 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:13.896034 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-db12b492-5053-4dea-af63-b13782d95681 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:13.948518 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b7967755-643c-46cd-ac2d-ad17dd5efd57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:14.028507 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-db12b492-5053-4dea-af63-b13782d95681 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:14.031416 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-db12b492-5053-4dea-af63-b13782d95681 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:14.032584 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-db12b492-5053-4dea-af63-b13782d95681 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "DELETE /v2.0/security-groups/02ccf828-e809-4380-8eb6-c833ac9bb5fc HTTP/1.1" status: 204 len: 168 time: 0.2162597 Aug 31 09:41:14.035351 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33218) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:14.042482 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12b492-5053-4dea-af63-b13782d95681 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ccf828-e809-4380-8eb6-c833ac9bb5fc,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:14.057969 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:14.074347 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33220) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:14.090084 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9af600e7-7746-4d7e-939d-fe067c7e0af8 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0531275 Aug 31 09:41:14.093705 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33224) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:14.113271 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-e30a05f1-c1f5-464d-8aef-5123e86621f5 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] delete failed (client error): The resource could not be found. Aug 31 09:41:14.114316 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e30a05f1-c1f5-464d-8aef-5123e86621f5 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "DELETE /v2.0/security-groups/02ccf828-e809-4380-8eb6-c833ac9bb5fc HTTP/1.1" status: 404 len: 347 time: 0.0196192 Aug 31 09:41:14.118236 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33226) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:14.123881 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-908ed947-14bd-4617-9ca1-2c75dcf7bdaa tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Request body: {'security_group': {'name': 'tempest-secgroup--363170793'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:14.177465 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-e8a0ac04-d3a3-4562-9d03-958734dc727b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1810376137-network', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:14.290800 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-908ed947-14bd-4617-9ca1-2c75dcf7bdaa tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:14.404778 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a0ac04-d3a3-4562-9d03-958734dc727b admin admin] Made reservation on behalf of 142d073d795048bfbcfc04c6c93ff5f3 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:14.407121 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8a0ac04-d3a3-4562-9d03-958734dc727b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:14.419922 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8a0ac04-d3a3-4562-9d03-958734dc727b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:14.485160 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-908ed947-14bd-4617-9ca1-2c75dcf7bdaa tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:14.547623 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-908ed947-14bd-4617-9ca1-2c75dcf7bdaa tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:14.585672 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ed947-14bd-4617-9ca1-2c75dcf7bdaa tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14ab8af9-4379-4b1b-9a63-3e525480bad9,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:14.654963 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8a0ac04-d3a3-4562-9d03-958734dc727b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:14.726270 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8a0ac04-d3a3-4562-9d03-958734dc727b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:14.755176 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a0ac04-d3a3-4562-9d03-958734dc727b admin admin] vlan segment allocate from pool success with {'vlan_id': 1621, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:41:14.762312 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0ac04-d3a3-4562-9d03-958734dc727b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bc54a0-447b-452b-9941-ee7c0a914cb9,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:14.768373 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8a0ac04-d3a3-4562-9d03-958734dc727b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:14.768712 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-e8a0ac04-d3a3-4562-9d03-958734dc727b admin admin] Added segment 80bb1a17-fe30-4aa8-a891-2e6c159cd217 of type vlan for network 8054c126-3521-44a1-b49b-66e5f2440e49 Aug 31 09:41:14.809022 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-908ed947-14bd-4617-9ca1-2c75dcf7bdaa tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:14.810257 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-908ed947-14bd-4617-9ca1-2c75dcf7bdaa tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6908689 Aug 31 09:41:14.811889 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8a0ac04-d3a3-4562-9d03-958734dc727b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:14.813218 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33228) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:14.817941 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-f26d12c8-7352-46f0-946e-4cced70dccee tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Request body: {'security_group_rule': {'security_group_id': '14ab8af9-4379-4b1b-9a63-3e525480bad9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:14.923169 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8a0ac04-d3a3-4562-9d03-958734dc727b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:14.924255 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a0ac04-d3a3-4562-9d03-958734dc727b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:14.924908 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8a0ac04-d3a3-4562-9d03-958734dc727b admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:14.940363 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f26d12c8-7352-46f0-946e-4cced70dccee tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:14.988556 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0ac04-d3a3-4562-9d03-958734dc727b admin admin] Pushing event updated for resources: {'Network': ['ID=8054c126-3521-44a1-b49b-66e5f2440e49,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:14.999362 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 8054c126-3521-44a1-b49b-66e5f2440e49 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:41:15.003674 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f26d12c8-7352-46f0-946e-4cced70dccee tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.066428 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e8a0ac04-d3a3-4562-9d03-958734dc727b admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9905968 Aug 31 09:41:15.069075 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33230) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:15.074019 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-004b92ca-8ff5-457e-9659-f2d876e7b687 admin admin] Request body: {'subnet': {'network_id': '8054c126-3521-44a1-b49b-66e5f2440e49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1810376137-subnet', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:15.091663 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f26d12c8-7352-46f0-946e-4cced70dccee tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.110580 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d12c8-7352-46f0-946e-4cced70dccee tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c26c4014-e90f-4a6f-a2eb-bf15a870ef9c,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:15.183344 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004b92ca-8ff5-457e-9659-f2d876e7b687 admin admin] Made reservation on behalf of 142d073d795048bfbcfc04c6c93ff5f3 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:15.185756 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-004b92ca-8ff5-457e-9659-f2d876e7b687 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.251367 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f26d12c8-7352-46f0-946e-4cced70dccee tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.252592 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f26d12c8-7352-46f0-946e-4cced70dccee tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4383321 Aug 31 09:41:15.258062 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33232) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:15.289005 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4c8a8f5a-2348-4196-b678-b58595964f0d tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.297935 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4c8a8f5a-2348-4196-b678-b58595964f0d tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.365693 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.388675 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4c8a8f5a-2348-4196-b678-b58595964f0d tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.393930 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4c8a8f5a-2348-4196-b678-b58595964f0d tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.395083 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4c8a8f5a-2348-4196-b678-b58595964f0d tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "DELETE /v2.0/security-group-rules/c26c4014-e90f-4a6f-a2eb-bf15a870ef9c HTTP/1.1" status: 204 len: 168 time: 0.1356528 Aug 31 09:41:15.397803 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33234) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:15.403361 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a8f5a-2348-4196-b678-b58595964f0d tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c26c4014-e90f-4a6f-a2eb-bf15a870ef9c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:15.437019 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-004b92ca-8ff5-457e-9659-f2d876e7b687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.451234 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-86b20caa-ebe4-4712-8761-d8cbebcf4141 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0523269 Aug 31 09:41:15.454083 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33236) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:15.503736 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b92ca-8ff5-457e-9659-f2d876e7b687 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef72a544-f8fb-4621-a06b-ade33043d837,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:15.508236 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0e7a32f9-e155-4802-ac3e-deb99f628304 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.513272 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004b92ca-8ff5-457e-9659-f2d876e7b687 admin admin] Checking segment: {'id': '80bb1a17-fe30-4aa8-a891-2e6c159cd217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': '8054c126-3521-44a1-b49b-66e5f2440e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:15.513576 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004b92ca-8ff5-457e-9659-f2d876e7b687 admin admin] Network hostable DHCP agents. Network: 8054c126-3521-44a1-b49b-66e5f2440e49, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:41:15.532871 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0e7a32f9-e155-4802-ac3e-deb99f628304 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.610987 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004b92ca-8ff5-457e-9659-f2d876e7b687 admin admin] Network 8054c126-3521-44a1-b49b-66e5f2440e49 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:41:15.639958 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0e7a32f9-e155-4802-ac3e-deb99f628304 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.642525 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0e7a32f9-e155-4802-ac3e-deb99f628304 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.643721 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0e7a32f9-e155-4802-ac3e-deb99f628304 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "DELETE /v2.0/security-groups/14ab8af9-4379-4b1b-9a63-3e525480bad9 HTTP/1.1" status: 204 len: 168 time: 0.1885848 Aug 31 09:41:15.646474 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33238) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:15.653137 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a32f9-e155-4802-ac3e-deb99f628304 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ab8af9-4379-4b1b-9a63-3e525480bad9,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:15.701701 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9a382639-447d-4d83-a5ca-c26e2f2ff638 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0539641 Aug 31 09:41:15.702926 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-004b92ca-8ff5-457e-9659-f2d876e7b687 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 8054c126-3521-44a1-b49b-66e5f2440e49) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:15.705428 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33240) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:15.711414 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-947a90ab-9388-4c5b-96fc-84be3cdaea5a tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Request body: {'security_group': {'name': 'tempest-secgroup--2099274813'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:15.711553 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09976e12-9ab9-45fb-aa07-8d75b005e896 None None] Network 8054c126-3521-44a1-b49b-66e5f2440e49 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:15.717168 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004b92ca-8ff5-457e-9659-f2d876e7b687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:15.717746 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-004b92ca-8ff5-457e-9659-f2d876e7b687 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.798484 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-947a90ab-9388-4c5b-96fc-84be3cdaea5a tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.862084 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0045c3aa-4b26-4328-a969-fee26f5661ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-8054c126-3521-44a1-b49b-66e5f2440e49', 'network_id': '8054c126-3521-44a1-b49b-66e5f2440e49', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'fixed_ips': [{'subnet_id': 'ef72a544-f8fb-4621-a06b-ade33043d837'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:41:15.863061 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0045c3aa-4b26-4328-a969-fee26f5661ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.863903 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-004b92ca-8ff5-457e-9659-f2d876e7b687 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7937486 Aug 31 09:41:15.866989 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33242) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:15.872788 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-a64a8900-4831-46d2-a908-8c0523862351 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1810376137-router', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:15.945454 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-947a90ab-9388-4c5b-96fc-84be3cdaea5a tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:15.999147 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-0045c3aa-4b26-4328-a969-fee26f5661ca None None] Allocated IP 172.20.0.2 (8054c126-3521-44a1-b49b-66e5f2440e49/ef72a544-f8fb-4621-a06b-ade33043d837/953b3f5f-965a-4603-891c-586a55afdb18) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:16.034288 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-947a90ab-9388-4c5b-96fc-84be3cdaea5a tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.065524 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a90ab-9388-4c5b-96fc-84be3cdaea5a tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9616d346-a00f-46ef-97b2-29c3f97914ad,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:16.097104 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a64a8900-4831-46d2-a908-8c0523862351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.098228 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a64a8900-4831-46d2-a908-8c0523862351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.146892 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0045c3aa-4b26-4328-a969-fee26f5661ca None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.151280 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a64a8900-4831-46d2-a908-8c0523862351 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.155318 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-0045c3aa-4b26-4328-a969-fee26f5661ca None None] Transition to ACTIVE for port object 953b3f5f-965a-4603-891c-586a55afdb18 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:16.170387 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-0045c3aa-4b26-4328-a969-fee26f5661ca None None] Transition to ACTIVE for port object 953b3f5f-965a-4603-891c-586a55afdb18 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:16.217210 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-947a90ab-9388-4c5b-96fc-84be3cdaea5a tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.218528 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-947a90ab-9388-4c5b-96fc-84be3cdaea5a tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5120819 Aug 31 09:41:16.221331 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33244) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:16.225920 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-6458580a-57f5-4f72-bc26-bb4bfda43f64 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Request body: {'security_group_rule': {'security_group_id': '9616d346-a00f-46ef-97b2-29c3f97914ad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:16.312433 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0045c3aa-4b26-4328-a969-fee26f5661ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.347161 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6458580a-57f5-4f72-bc26-bb4bfda43f64 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.353537 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0045c3aa-4b26-4328-a969-fee26f5661ca None None] Network 8054c126-3521-44a1-b49b-66e5f2440e49 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:16.358469 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-0045c3aa-4b26-4328-a969-fee26f5661ca None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:16.362856 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0045c3aa-4b26-4328-a969-fee26f5661ca None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:16.366009 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045c3aa-4b26-4328-a969-fee26f5661ca None None] Pushing event updated for resources: {'Port': ['ID=953b3f5f-965a-4603-891c-586a55afdb18,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:16.391742 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a64a8900-4831-46d2-a908-8c0523862351 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.414246 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6458580a-57f5-4f72-bc26-bb4bfda43f64 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.422059 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-0045c3aa-4b26-4328-a969-fee26f5661ca None None] Attempting to bind port 953b3f5f-965a-4603-891c-586a55afdb18 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:41:16.422423 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-0045c3aa-4b26-4328-a969-fee26f5661ca None None] Attempting to bind port 953b3f5f-965a-4603-891c-586a55afdb18 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '80bb1a17-fe30-4aa8-a891-2e6c159cd217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': '8054c126-3521-44a1-b49b-66e5f2440e49'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:41:16.422814 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0045c3aa-4b26-4328-a969-fee26f5661ca None None] Attempting to bind port 953b3f5f-965a-4603-891c-586a55afdb18 on network 8054c126-3521-44a1-b49b-66e5f2440e49 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:41:16.427706 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0045c3aa-4b26-4328-a969-fee26f5661ca None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:41:16.428078 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0045c3aa-4b26-4328-a969-fee26f5661ca None None] Checking segment: {'id': '80bb1a17-fe30-4aa8-a891-2e6c159cd217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': '8054c126-3521-44a1-b49b-66e5f2440e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:16.428479 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0045c3aa-4b26-4328-a969-fee26f5661ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.428869 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0045c3aa-4b26-4328-a969-fee26f5661ca None None] Bound using segment: {'id': '80bb1a17-fe30-4aa8-a891-2e6c159cd217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': '8054c126-3521-44a1-b49b-66e5f2440e49'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:41:16.429328 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-0045c3aa-4b26-4328-a969-fee26f5661ca None None] Bound port: 953b3f5f-965a-4603-891c-586a55afdb18, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80bb1a17-fe30-4aa8-a891-2e6c159cd217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': '8054c126-3521-44a1-b49b-66e5f2440e49'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:41:16.429708 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0045c3aa-4b26-4328-a969-fee26f5661ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.497164 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6458580a-57f5-4f72-bc26-bb4bfda43f64 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.497461 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-0045c3aa-4b26-4328-a969-fee26f5661ca None None] For port 953b3f5f-965a-4603-891c-586a55afdb18, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:41:16.501514 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-0045c3aa-4b26-4328-a969-fee26f5661ca None None] For port 953b3f5f-965a-4603-891c-586a55afdb18, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=953b3f5f-965a-4603-891c-586a55afdb18,segment=NetworkSegment(80bb1a17-fe30-4aa8-a891-2e6c159cd217),segment_id=80bb1a17-fe30-4aa8-a891-2e6c159cd217)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:41:16.514739 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458580a-57f5-4f72-bc26-bb4bfda43f64 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d45433de-4a9b-455c-8a9c-e9998fdb6d52,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:16.603993 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0045c3aa-4b26-4328-a969-fee26f5661ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.631538 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6458580a-57f5-4f72-bc26-bb4bfda43f64 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.632763 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6458580a-57f5-4f72-bc26-bb4bfda43f64 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4104881 Aug 31 09:41:16.635832 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33246) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:16.646402 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-3e7433ee-dda8-45fe-b5cf-dab78cd8ac1d tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Request body: {'security_group_rule': {'security_group_id': '9616d346-a00f-46ef-97b2-29c3f97914ad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:16.663012 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a64a8900-4831-46d2-a908-8c0523862351 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.665717 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045c3aa-4b26-4328-a969-fee26f5661ca None None] Pushing event updated for resources: {'Port': ['ID=953b3f5f-965a-4603-891c-586a55afdb18,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:16.691157 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a64a8900-4831-46d2-a908-8c0523862351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.746536 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e7433ee-dda8-45fe-b5cf-dab78cd8ac1d tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.811639 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-a64a8900-4831-46d2-a908-8c0523862351 admin admin] Allocated IP 172.25.2.36 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/3c903591-9376-4a77-a758-7ac4dae179d1) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:16.820116 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e7433ee-dda8-45fe-b5cf-dab78cd8ac1d tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.900931 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e7433ee-dda8-45fe-b5cf-dab78cd8ac1d tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.928636 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a64a8900-4831-46d2-a908-8c0523862351 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:16.943267 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7433ee-dda8-45fe-b5cf-dab78cd8ac1d tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5567c71a-fd8d-4c5f-b8a9-3b687139a5e9,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:17.009033 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.037395 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e7433ee-dda8-45fe-b5cf-dab78cd8ac1d tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.037772 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a64a8900-4831-46d2-a908-8c0523862351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.038713 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3e7433ee-dda8-45fe-b5cf-dab78cd8ac1d tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3994262 Aug 31 09:41:17.042082 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33248) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:17.046702 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-1a5e227a-d451-44c3-a4a9-3fde93e1c70f tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Request body: {'security_group_rule': {'security_group_id': '9616d346-a00f-46ef-97b2-29c3f97914ad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:17.079343 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64a8900-4831-46d2-a908-8c0523862351 admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:17.083859 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-a64a8900-4831-46d2-a908-8c0523862351 admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:17.088866 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64a8900-4831-46d2-a908-8c0523862351 admin admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:17.091895 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a8900-4831-46d2-a908-8c0523862351 admin admin] Pushing event updated for resources: {'Port': ['ID=3c903591-9376-4a77-a758-7ac4dae179d1,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:17.157604 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1a5e227a-d451-44c3-a4a9-3fde93e1c70f tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.218493 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1a5e227a-d451-44c3-a4a9-3fde93e1c70f tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.294678 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1a5e227a-d451-44c3-a4a9-3fde93e1c70f tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.316275 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e227a-d451-44c3-a4a9-3fde93e1c70f tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b1426bd-9e5f-46eb-bc2b-ee21e466c467,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:17.381817 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1a5e227a-d451-44c3-a4a9-3fde93e1c70f tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.385743 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1a5e227a-d451-44c3-a4a9-3fde93e1c70f tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3401086 Aug 31 09:41:17.386444 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33250) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:17.391062 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-46f5527d-5d48-4f5e-9849-915bdfedc90e tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Request body: {'security_group_rule': {'security_group_id': '9616d346-a00f-46ef-97b2-29c3f97914ad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:17.431675 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a64a8900-4831-46d2-a908-8c0523862351 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.490983 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-46f5527d-5d48-4f5e-9849-915bdfedc90e tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.562716 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-46f5527d-5d48-4f5e-9849-915bdfedc90e tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.620361 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8af752-351c-4c26-aff6-86ad5c9dbab2 None None] Network 8054c126-3521-44a1-b49b-66e5f2440e49 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:17.639569 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a64a8900-4831-46d2-a908-8c0523862351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.651997 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-46f5527d-5d48-4f5e-9849-915bdfedc90e tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.672852 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f5527d-5d48-4f5e-9849-915bdfedc90e tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f138b6-92f7-4bb9-bb3a-7869021cde4a,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:17.731669 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-46f5527d-5d48-4f5e-9849-915bdfedc90e tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.733239 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-46f5527d-5d48-4f5e-9849-915bdfedc90e tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3457789 Aug 31 09:41:17.734567 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e29c345b-b737-4243-9677-b209f9b80207 None None] Provisioning for port 953b3f5f-965a-4603-891c-586a55afdb18 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:17.738390 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33252) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:17.745445 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-f2425de2-0afa-4b60-b514-0f327bcc4c83 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Request body: {'security_group_rule': {'security_group_id': '9616d346-a00f-46ef-97b2-29c3f97914ad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:17.843363 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f2425de2-0afa-4b60-b514-0f327bcc4c83 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:17.877070 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64a8900-4831-46d2-a908-8c0523862351 admin admin] Router 32038140-898b-466b-a1d9-586af28a523c is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:41:17.937946 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f2425de2-0afa-4b60-b514-0f327bcc4c83 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.004299 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64a8900-4831-46d2-a908-8c0523862351 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:41:18.013345 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71851646-5321-4a20-ae73-e6ae9a4aed07 None None] Sync routers for ids ['32038140-898b-466b-a1d9-586af28a523c'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:41:18.021865 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71851646-5321-4a20-ae73-e6ae9a4aed07 None None] Routers {'32038140-898b-466b-a1d9-586af28a523c'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:18.022461 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-71851646-5321-4a20-ae73-e6ae9a4aed07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:41:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['32038140-898b-466b-a1d9-586af28a523c'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:18.074190 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f2425de2-0afa-4b60-b514-0f327bcc4c83 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.091542 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2425de2-0afa-4b60-b514-0f327bcc4c83 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b7b67f-39ed-46e3-b4d4-a22bc1c4b15e,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:18.119849 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a64a8900-4831-46d2-a908-8c0523862351 admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.126064 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a64a8900-4831-46d2-a908-8c0523862351 admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2538345 Aug 31 09:41:18.126486 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33254) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:18.144011 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-71851646-5321-4a20-ae73-e6ae9a4aed07 None None] Set router 32038140-898b-466b-a1d9-586af28a523c gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:41:18.172459 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f2425de2-0afa-4b60-b514-0f327bcc4c83 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.174288 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f2425de2-0afa-4b60-b514-0f327bcc4c83 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4345305 Aug 31 09:41:18.176839 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33256) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:18.210674 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f33b57d1-ba7d-4eae-aa79-14e92f152e36 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.224680 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f33b57d1-ba7d-4eae-aa79-14e92f152e36 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.283940 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 953b3f5f-965a-4603-891c-586a55afdb18 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:18.325521 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f33b57d1-ba7d-4eae-aa79-14e92f152e36 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.334824 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f33b57d1-ba7d-4eae-aa79-14e92f152e36 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.339394 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f33b57d1-ba7d-4eae-aa79-14e92f152e36 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "DELETE /v2.0/security-group-rules/73b7b67f-39ed-46e3-b4d4-a22bc1c4b15e HTTP/1.1" status: 204 len: 168 time: 0.1545441 Aug 31 09:41:18.340932 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33258) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:18.348100 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b57d1-ba7d-4eae-aa79-14e92f152e36 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73b7b67f-39ed-46e3-b4d4-a22bc1c4b15e,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:18.352762 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-71851646-5321-4a20-ae73-e6ae9a4aed07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32038140-898b-466b-a1d9-586af28a523c', 'name': 'tempest-TestVolumeBackupRestore-1810376137-router', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:41:17Z', 'revision_number': 3, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'gw_port': {'id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:83:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32038140-898b-466b-a1d9-586af28a523c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:41:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:18.380770 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71851646-5321-4a20-ae73-e6ae9a4aed07 None None] Checking router: 32038140-898b-466b-a1d9-586af28a523c for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:41:18.381224 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71851646-5321-4a20-ae73-e6ae9a4aed07 None None] Updating router 32038140-898b-466b-a1d9-586af28a523c port 3c903591-9376-4a77-a758-7ac4dae179d1 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:41:18.405320 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6e7b5846-2df2-41c4-be4d-55727b8a8eee tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0601606 Aug 31 09:41:18.405561 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33260) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:18.406470 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-71851646-5321-4a20-ae73-e6ae9a4aed07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.407852 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 953b3f5f-965a-4603-891c-586a55afdb18 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:18.412621 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 953b3f5f-965a-4603-891c-586a55afdb18 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:18.413606 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.433608 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-820bbb56-9ffc-49af-95b5-d3b3ced090de tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.445062 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-820bbb56-9ffc-49af-95b5-d3b3ced090de tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.512203 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.545862 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 953b3f5f-965a-4603-891c-586a55afdb18, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=953b3f5f-965a-4603-891c-586a55afdb18,segment=NetworkSegment(80bb1a17-fe30-4aa8-a891-2e6c159cd217),segment_id=80bb1a17-fe30-4aa8-a891-2e6c159cd217)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:18.559974 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-820bbb56-9ffc-49af-95b5-d3b3ced090de tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.565688 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-820bbb56-9ffc-49af-95b5-d3b3ced090de tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.569234 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-820bbb56-9ffc-49af-95b5-d3b3ced090de tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "DELETE /v2.0/security-group-rules/54f138b6-92f7-4bb9-bb3a-7869021cde4a HTTP/1.1" status: 204 len: 168 time: 0.1603258 Aug 31 09:41:18.571469 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33262) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:18.582921 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820bbb56-9ffc-49af-95b5-d3b3ced090de tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54f138b6-92f7-4bb9-bb3a-7869021cde4a,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:18.631135 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b854bd64-a0e6-4434-aa6e-df232b0a641b tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0559423 Aug 31 09:41:18.631499 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33264) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:18.640198 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-898c71e2-6f09-4a4d-a0c6-ff37156fa2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.651963 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.658167 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-aa810794-f5a5-40cb-bffd-18bbf6d9c4a4 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.667223 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-aa810794-f5a5-40cb-bffd-18bbf6d9c4a4 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.685474 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-71851646-5321-4a20-ae73-e6ae9a4aed07 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.709414 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=953b3f5f-965a-4603-891c-586a55afdb18,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:18.759904 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-71851646-5321-4a20-ae73-e6ae9a4aed07 None None] Transition to ACTIVE for port object 3c903591-9376-4a77-a758-7ac4dae179d1 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:18.760096 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-aa810794-f5a5-40cb-bffd-18bbf6d9c4a4 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.766396 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-aa810794-f5a5-40cb-bffd-18bbf6d9c4a4 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.767610 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-aa810794-f5a5-40cb-bffd-18bbf6d9c4a4 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "DELETE /v2.0/security-group-rules/3b1426bd-9e5f-46eb-bc2b-ee21e466c467 HTTP/1.1" status: 204 len: 168 time: 0.1351988 Aug 31 09:41:18.770142 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33266) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:18.773687 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa810794-f5a5-40cb-bffd-18bbf6d9c4a4 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b1426bd-9e5f-46eb-bc2b-ee21e466c467,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:18.826400 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-71851646-5321-4a20-ae73-e6ae9a4aed07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.845263 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-898c71e2-6f09-4a4d-a0c6-ff37156fa2d9 admin admin] Allocated IP 172.20.0.1 (8054c126-3521-44a1-b49b-66e5f2440e49/ef72a544-f8fb-4621-a06b-ade33043d837/9024f7c6-b933-45c0-80cd-2ec40f863bd9) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:18.859393 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0baa9a34-b7a8-44ae-827c-5109965cf220 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0880494 Aug 31 09:41:18.862355 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33268) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:18.881337 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-71851646-5321-4a20-ae73-e6ae9a4aed07 None None] Attempting to bind port 3c903591-9376-4a77-a758-7ac4dae179d1 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:41:18.881708 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-71851646-5321-4a20-ae73-e6ae9a4aed07 None None] Attempting to bind port 3c903591-9376-4a77-a758-7ac4dae179d1 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:41:18.882254 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71851646-5321-4a20-ae73-e6ae9a4aed07 None None] Attempting to bind port 3c903591-9376-4a77-a758-7ac4dae179d1 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:41:18.890676 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e386bee4-3832-4666-b61f-0d90f68c5408 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.892880 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71851646-5321-4a20-ae73-e6ae9a4aed07 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:41:18.893252 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71851646-5321-4a20-ae73-e6ae9a4aed07 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:18.893654 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-71851646-5321-4a20-ae73-e6ae9a4aed07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.894045 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71851646-5321-4a20-ae73-e6ae9a4aed07 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:41:18.894507 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-71851646-5321-4a20-ae73-e6ae9a4aed07 None None] Bound port: 3c903591-9376-4a77-a758-7ac4dae179d1, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:41:18.894908 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-71851646-5321-4a20-ae73-e6ae9a4aed07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.897210 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe63ba-01fa-47c4-bc3a-513e8b574e0c None None] Pushing event updated for resources: {'Port': ['ID=3c903591-9376-4a77-a758-7ac4dae179d1,revision_number=2']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:18.898934 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e386bee4-3832-4666-b61f-0d90f68c5408 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:18.950609 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-71851646-5321-4a20-ae73-e6ae9a4aed07 None None] For port 3c903591-9376-4a77-a758-7ac4dae179d1, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:41:18.953726 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-71851646-5321-4a20-ae73-e6ae9a4aed07 None None] For port 3c903591-9376-4a77-a758-7ac4dae179d1, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3c903591-9376-4a77-a758-7ac4dae179d1,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:41:18.973242 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-898c71e2-6f09-4a4d-a0c6-ff37156fa2d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.028426 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-898c71e2-6f09-4a4d-a0c6-ff37156fa2d9 admin admin] Transition to ACTIVE for port object 9024f7c6-b933-45c0-80cd-2ec40f863bd9 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:19.028607 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e386bee4-3832-4666-b61f-0d90f68c5408 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.036517 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e386bee4-3832-4666-b61f-0d90f68c5408 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.037638 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e386bee4-3832-4666-b61f-0d90f68c5408 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "DELETE /v2.0/security-group-rules/5567c71a-fd8d-4c5f-b8a9-3b687139a5e9 HTTP/1.1" status: 204 len: 168 time: 0.1743987 Aug 31 09:41:19.042529 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33270) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:19.042700 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386bee4-3832-4666-b61f-0d90f68c5408 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5567c71a-fd8d-4c5f-b8a9-3b687139a5e9,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:19.074958 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-71851646-5321-4a20-ae73-e6ae9a4aed07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.107027 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ff9f637e-9c03-48a1-80d4-05a625735392 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0598209 Aug 31 09:41:19.107273 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33272) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:19.130440 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71851646-5321-4a20-ae73-e6ae9a4aed07 None None] Routers {'32038140-898b-466b-a1d9-586af28a523c'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:19.131083 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-71851646-5321-4a20-ae73-e6ae9a4aed07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:41:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['32038140-898b-466b-a1d9-586af28a523c'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:19.138769 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-94915be3-3cb0-4562-83cf-376646582a33 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.158963 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-94915be3-3cb0-4562-83cf-376646582a33 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.170634 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe63ba-01fa-47c4-bc3a-513e8b574e0c None None] Pushing event updated for resources: {'Port': ['ID=3c903591-9376-4a77-a758-7ac4dae179d1,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:19.176271 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-898c71e2-6f09-4a4d-a0c6-ff37156fa2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.232285 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898c71e2-6f09-4a4d-a0c6-ff37156fa2d9 admin admin] Network 8054c126-3521-44a1-b49b-66e5f2440e49 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:19.235278 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-898c71e2-6f09-4a4d-a0c6-ff37156fa2d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:19.241043 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898c71e2-6f09-4a4d-a0c6-ff37156fa2d9 admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:19.245857 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-71851646-5321-4a20-ae73-e6ae9a4aed07 None None] Set router 32038140-898b-466b-a1d9-586af28a523c gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:41:19.274186 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c71e2-6f09-4a4d-a0c6-ff37156fa2d9 admin admin] Pushing event updated for resources: {'Port': ['ID=9024f7c6-b933-45c0-80cd-2ec40f863bd9,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:19.294493 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-898c71e2-6f09-4a4d-a0c6-ff37156fa2d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.335313 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-94915be3-3cb0-4562-83cf-376646582a33 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.341796 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-94915be3-3cb0-4562-83cf-376646582a33 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.345643 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33274) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:19.345805 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-94915be3-3cb0-4562-83cf-376646582a33 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "DELETE /v2.0/security-group-rules/d45433de-4a9b-455c-8a9c-e9998fdb6d52 HTTP/1.1" status: 204 len: 168 time: 0.2374148 Aug 31 09:41:19.365173 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94915be3-3cb0-4562-83cf-376646582a33 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d45433de-4a9b-455c-8a9c-e9998fdb6d52,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:19.397408 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3906ebce-6248-4b9c-b934-11ae82df93ca tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0481710 Aug 31 09:41:19.399652 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33276) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:19.454674 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-71851646-5321-4a20-ae73-e6ae9a4aed07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32038140-898b-466b-a1d9-586af28a523c', 'name': 'tempest-TestVolumeBackupRestore-1810376137-router', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:41:17Z', 'revision_number': 3, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'gw_port': {'id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:83:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32038140-898b-466b-a1d9-586af28a523c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:19.467045 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-201a0292-91e5-432b-a7dc-28e8ef9510fe tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.482634 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71851646-5321-4a20-ae73-e6ae9a4aed07 None None] The sync data for ids ['32038140-898b-466b-a1d9-586af28a523c'] in n-d-791506-28 is: [{'id': '32038140-898b-466b-a1d9-586af28a523c', 'name': 'tempest-TestVolumeBackupRestore-1810376137-router', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:41:17Z', 'revision_number': 3, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'gw_port': {'id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:83:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32038140-898b-466b-a1d9-586af28a523c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:41:19.504145 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-201a0292-91e5-432b-a7dc-28e8ef9510fe tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.531883 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-898c71e2-6f09-4a4d-a0c6-ff37156fa2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.594006 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-cc2f5ed5-2e95-43ff-b415-c88968f87586 None None] Provisioning for port 9024f7c6-b933-45c0-80cd-2ec40f863bd9 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:19.597938 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-cc2f5ed5-2e95-43ff-b415-c88968f87586 None None] Provisioning complete for port 9024f7c6-b933-45c0-80cd-2ec40f863bd9 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:19.598308 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cc2f5ed5-2e95-43ff-b415-c88968f87586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.634164 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-cc2f5ed5-2e95-43ff-b415-c88968f87586 None None] Port 9024f7c6-b933-45c0-80cd-2ec40f863bd9 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:41:19.674696 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-201a0292-91e5-432b-a7dc-28e8ef9510fe tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.676696 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-201a0292-91e5-432b-a7dc-28e8ef9510fe tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.680168 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-201a0292-91e5-432b-a7dc-28e8ef9510fe tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "DELETE /v2.0/security-groups/9616d346-a00f-46ef-97b2-29c3f97914ad HTTP/1.1" status: 204 len: 168 time: 0.2763646 Aug 31 09:41:19.681276 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33278) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:19.688312 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a0292-91e5-432b-a7dc-28e8ef9510fe tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9616d346-a00f-46ef-97b2-29c3f97914ad,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:19.757898 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-898c71e2-6f09-4a4d-a0c6-ff37156fa2d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.770451 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0209ca8c-e257-4a99-8156-da225bad4ded tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0880089 Aug 31 09:41:19.776619 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33280) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:19.782298 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-b45a25a8-6188-40a8-a601-e725ddb07d65 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Request body: {'security_group': {'name': 'tempest-secgroup--2043632998'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:19.811256 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-898c71e2-6f09-4a4d-a0c6-ff37156fa2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.877778 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b45a25a8-6188-40a8-a601-e725ddb07d65 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.880053 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-898c71e2-6f09-4a4d-a0c6-ff37156fa2d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.886787 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c71e2-6f09-4a4d-a0c6-ff37156fa2d9 admin admin] Pushing event updated for resources: {'Port': ['ID=9024f7c6-b933-45c0-80cd-2ec40f863bd9,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:19.977740 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b45a25a8-6188-40a8-a601-e725ddb07d65 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:19.986186 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898c71e2-6f09-4a4d-a0c6-ff37156fa2d9 admin admin] Network 8054c126-3521-44a1-b49b-66e5f2440e49 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:19.991886 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-898c71e2-6f09-4a4d-a0c6-ff37156fa2d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:20.048947 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b45a25a8-6188-40a8-a601-e725ddb07d65 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:20.086674 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a25a8-6188-40a8-a601-e725ddb07d65 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff369138-3e44-4c85-9bae-78bb4c90bef4,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:20.124687 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898c71e2-6f09-4a4d-a0c6-ff37156fa2d9 admin admin] Router 32038140-898b-466b-a1d9-586af28a523c has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:41:20.146249 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b45a25a8-6188-40a8-a601-e725ddb07d65 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:20.147593 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b45a25a8-6188-40a8-a601-e725ddb07d65 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3712871 Aug 31 09:41:20.150360 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33282) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:20.155658 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-6318c7f0-580b-4b15-a255-c0bfe2f321ec tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Request body: {'security_group_rule': {'security_group_id': 'ff369138-3e44-4c85-9bae-78bb4c90bef4', 'direction': 'ingress', 'protocol': 17}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:20.280483 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9e2cc4a6-10ec-4f71-8c27-a62769a6e70f None None] Provisioning complete for port 9024f7c6-b933-45c0-80cd-2ec40f863bd9 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:20.280999 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9e2cc4a6-10ec-4f71-8c27-a62769a6e70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:20.285989 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898c71e2-6f09-4a4d-a0c6-ff37156fa2d9 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:41:20.298231 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6318c7f0-580b-4b15-a255-c0bfe2f321ec tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:20.317093 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-898c71e2-6f09-4a4d-a0c6-ff37156fa2d9 admin admin] 10.222.0.119 "PUT /v2.0/routers/32038140-898b-466b-a1d9-586af28a523c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1893437 Aug 31 09:41:20.342622 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-9e2cc4a6-10ec-4f71-8c27-a62769a6e70f None None] Port 9024f7c6-b933-45c0-80cd-2ec40f863bd9 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:41:20.354150 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 953b3f5f-965a-4603-891c-586a55afdb18 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:20.404990 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6318c7f0-580b-4b15-a255-c0bfe2f321ec tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:20.410894 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 953b3f5f-965a-4603-891c-586a55afdb18 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:20.411522 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:20.486303 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6318c7f0-580b-4b15-a255-c0bfe2f321ec tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:20.500302 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3c903591-9376-4a77-a758-7ac4dae179d1 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:20.514366 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318c7f0-580b-4b15-a255-c0bfe2f321ec tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed0bfc72-3926-4342-9145-b0b258395bd1,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:20.554169 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6318c7f0-580b-4b15-a255-c0bfe2f321ec tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:20.555490 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6318c7f0-580b-4b15-a255-c0bfe2f321ec tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4038975 Aug 31 09:41:20.558369 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33288) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:20.612436 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-aa7005f3-9afb-4292-89b5-937eb017d444 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:20.631484 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 3c903591-9376-4a77-a758-7ac4dae179d1 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:20.636467 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 3c903591-9376-4a77-a758-7ac4dae179d1 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:20.636876 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:20.644374 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-aa7005f3-9afb-4292-89b5-937eb017d444 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:20.718178 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:20.738274 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 3c903591-9376-4a77-a758-7ac4dae179d1, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3c903591-9376-4a77-a758-7ac4dae179d1,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:20.753539 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-aa7005f3-9afb-4292-89b5-937eb017d444 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:20.756180 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-aa7005f3-9afb-4292-89b5-937eb017d444 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:20.757398 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-aa7005f3-9afb-4292-89b5-937eb017d444 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "DELETE /v2.0/security-groups/ff369138-3e44-4c85-9bae-78bb4c90bef4 HTTP/1.1" status: 204 len: 168 time: 0.1980469 Aug 31 09:41:20.760196 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33292) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:20.767662 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7005f3-9afb-4292-89b5-937eb017d444 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff369138-3e44-4c85-9bae-78bb4c90bef4,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:20.822956 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c9adce61-6465-4206-b467-e106ac58644c tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0610633 Aug 31 09:41:20.826799 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33296) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:20.828061 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:20.832931 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-9234b5c4-e74e-4511-a82d-c8df3838319f tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Request body: {'security_group': {'name': 'tempest-secgroup--638743069'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:20.881294 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=3c903591-9376-4a77-a758-7ac4dae179d1,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:20.934427 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9234b5c4-e74e-4511-a82d-c8df3838319f tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.022143 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9234b5c4-e74e-4511-a82d-c8df3838319f tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.098538 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9234b5c4-e74e-4511-a82d-c8df3838319f tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.116421 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33304) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:21.127489 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-82294873-e200-40eb-81c1-df75475e2d36 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-654709771-network', 'tenant_id': '392229acc40043a1a286b39dd0133b6c'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:21.148472 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234b5c4-e74e-4511-a82d-c8df3838319f tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bab4e7f6-3398-48bd-b4fa-57cb2a687d81,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:21.157083 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234b5c4-e74e-4511-a82d-c8df3838319f tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:21.157452 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234b5c4-e74e-4511-a82d-c8df3838319f tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:21.157788 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234b5c4-e74e-4511-a82d-c8df3838319f tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:21.158144 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234b5c4-e74e-4511-a82d-c8df3838319f tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:21.158475 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234b5c4-e74e-4511-a82d-c8df3838319f tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:21.158823 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234b5c4-e74e-4511-a82d-c8df3838319f tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:21.159139 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234b5c4-e74e-4511-a82d-c8df3838319f tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:21.159482 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234b5c4-e74e-4511-a82d-c8df3838319f tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:21.159801 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234b5c4-e74e-4511-a82d-c8df3838319f tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:21.160115 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234b5c4-e74e-4511-a82d-c8df3838319f tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:21.160432 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234b5c4-e74e-4511-a82d-c8df3838319f tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:21.160745 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234b5c4-e74e-4511-a82d-c8df3838319f tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:21.224364 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9234b5c4-e74e-4511-a82d-c8df3838319f tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.225133 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2c7519-33df-4376-a9da-abd63d0d989e None None] Sync routers for ids ['32038140-898b-466b-a1d9-586af28a523c'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:41:21.225655 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9234b5c4-e74e-4511-a82d-c8df3838319f tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3977654 Aug 31 09:41:21.229084 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33306) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:21.234199 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-f8a44b66-6664-44dc-833d-956b6937b2c2 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Request body: {'security_group': {'name': 'tempest-secgroup--918867427'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:21.247066 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2c7519-33df-4376-a9da-abd63d0d989e None None] Routers {'32038140-898b-466b-a1d9-586af28a523c'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:21.247821 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-5f2c7519-33df-4376-a9da-abd63d0d989e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:41:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['32038140-898b-466b-a1d9-586af28a523c'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:21.351583 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82294873-e200-40eb-81c1-df75475e2d36 admin admin] Made reservation on behalf of 392229acc40043a1a286b39dd0133b6c for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:21.354074 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-82294873-e200-40eb-81c1-df75475e2d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.357650 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-5f2c7519-33df-4376-a9da-abd63d0d989e None None] Set router 32038140-898b-466b-a1d9-586af28a523c gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:41:21.365765 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-82294873-e200-40eb-81c1-df75475e2d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.449772 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f8a44b66-6664-44dc-833d-956b6937b2c2 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.533863 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-82294873-e200-40eb-81c1-df75475e2d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.562635 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-5f2c7519-33df-4376-a9da-abd63d0d989e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32038140-898b-466b-a1d9-586af28a523c', 'name': 'tempest-TestVolumeBackupRestore-1810376137-router', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:41:19Z', 'revision_number': 4, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'gw_port': {'id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:83:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32038140-898b-466b-a1d9-586af28a523c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '9024f7c6-b933-45c0-80cd-2ec40f863bd9', 'name': '', 'network_id': '8054c126-3521-44a1-b49b-66e5f2440e49', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'mac_address': 'fa:16:3e:02:e0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32038140-898b-466b-a1d9-586af28a523c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'ef72a544-f8fb-4621-a06b-ade33043d837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:18Z', 'updated_at': '2021-08-31T09:41:19Z', 'revision_number': 2, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'subnets': [{'id': 'ef72a544-f8fb-4621-a06b-ade33043d837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:21.588864 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2c7519-33df-4376-a9da-abd63d0d989e None None] Checking router: 32038140-898b-466b-a1d9-586af28a523c for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:41:21.589211 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2c7519-33df-4376-a9da-abd63d0d989e None None] Updating router 32038140-898b-466b-a1d9-586af28a523c port 9024f7c6-b933-45c0-80cd-2ec40f863bd9 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:41:21.612499 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5f2c7519-33df-4376-a9da-abd63d0d989e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.622337 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-82294873-e200-40eb-81c1-df75475e2d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.648252 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82294873-e200-40eb-81c1-df75475e2d36 admin admin] vlan segment allocate from pool success with {'vlan_id': 1629, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:41:21.658891 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82294873-e200-40eb-81c1-df75475e2d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517952d8-af92-440a-b74d-1c46eeedfe24,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:21.664035 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-82294873-e200-40eb-81c1-df75475e2d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.664453 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-82294873-e200-40eb-81c1-df75475e2d36 admin admin] Added segment 14d37bc2-57b5-4797-a144-725a81a6ba1c of type vlan for network 471ed5f5-5d1f-4b08-aef5-02b1ca56045c Aug 31 09:41:21.694891 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f8a44b66-6664-44dc-833d-956b6937b2c2 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.711118 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-82294873-e200-40eb-81c1-df75475e2d36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.774576 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f8a44b66-6664-44dc-833d-956b6937b2c2 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.805204 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-82294873-e200-40eb-81c1-df75475e2d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.806201 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82294873-e200-40eb-81c1-df75475e2d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:21.807374 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-82294873-e200-40eb-81c1-df75475e2d36 admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.811657 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a44b66-6664-44dc-833d-956b6937b2c2 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=527ab9da-8ddc-4e82-8f4f-62fc0df04390,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:21.865986 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f8a44b66-6664-44dc-833d-956b6937b2c2 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.867910 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82294873-e200-40eb-81c1-df75475e2d36 admin admin] Pushing event updated for resources: {'Network': ['ID=471ed5f5-5d1f-4b08-aef5-02b1ca56045c,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:21.871162 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f8a44b66-6664-44dc-833d-956b6937b2c2 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6407883 Aug 31 09:41:21.871285 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33308) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:21.875919 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-126f6c02-c4b8-4b2f-84b1-85d0d993c972 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Request body: {'security_group_rule': {'security_group_id': 'bab4e7f6-3398-48bd-b4fa-57cb2a687d81', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '527ab9da-8ddc-4e82-8f4f-62fc0df04390', 'remote_ip_prefix': None}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:21.880745 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 471ed5f5-5d1f-4b08-aef5-02b1ca56045c details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:41:21.922072 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-82294873-e200-40eb-81c1-df75475e2d36 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8011520 Aug 31 09:41:21.925362 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33310) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:21.931190 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-48f528e0-8205-44e3-9f11-f0b979ac0e8a admin admin] Request body: {'subnet': {'network_id': '471ed5f5-5d1f-4b08-aef5-02b1ca56045c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-654709771-subnet', 'tenant_id': '392229acc40043a1a286b39dd0133b6c', 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:21.947645 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5f2c7519-33df-4376-a9da-abd63d0d989e None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:21.965489 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5f2c7519-33df-4376-a9da-abd63d0d989e None None] Transition to ACTIVE for port object 9024f7c6-b933-45c0-80cd-2ec40f863bd9 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:22.014473 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-126f6c02-c4b8-4b2f-84b1-85d0d993c972 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.039909 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5f2c7519-33df-4376-a9da-abd63d0d989e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.086025 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-126f6c02-c4b8-4b2f-84b1-85d0d993c972 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.094574 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2e364-acde-4563-beb7-90056c22d8b6 None None] Pushing event updated for resources: {'Port': ['ID=9024f7c6-b933-45c0-80cd-2ec40f863bd9,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:22.095880 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f528e0-8205-44e3-9f11-f0b979ac0e8a admin admin] Made reservation on behalf of 392229acc40043a1a286b39dd0133b6c for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:41:22.106590 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-48f528e0-8205-44e3-9f11-f0b979ac0e8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.152137 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-126f6c02-c4b8-4b2f-84b1-85d0d993c972 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.152854 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-5f2c7519-33df-4376-a9da-abd63d0d989e None None] Attempting to bind port 9024f7c6-b933-45c0-80cd-2ec40f863bd9 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:41:22.153486 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-5f2c7519-33df-4376-a9da-abd63d0d989e None None] Attempting to bind port 9024f7c6-b933-45c0-80cd-2ec40f863bd9 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '80bb1a17-fe30-4aa8-a891-2e6c159cd217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': '8054c126-3521-44a1-b49b-66e5f2440e49'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:41:22.154602 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c7519-33df-4376-a9da-abd63d0d989e None None] Attempting to bind port 9024f7c6-b933-45c0-80cd-2ec40f863bd9 on network 8054c126-3521-44a1-b49b-66e5f2440e49 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:41:22.160798 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c7519-33df-4376-a9da-abd63d0d989e None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:41:22.161264 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c7519-33df-4376-a9da-abd63d0d989e None None] Checking segment: {'id': '80bb1a17-fe30-4aa8-a891-2e6c159cd217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': '8054c126-3521-44a1-b49b-66e5f2440e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:22.161953 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5f2c7519-33df-4376-a9da-abd63d0d989e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.162418 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c7519-33df-4376-a9da-abd63d0d989e None None] Bound using segment: {'id': '80bb1a17-fe30-4aa8-a891-2e6c159cd217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': '8054c126-3521-44a1-b49b-66e5f2440e49'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:41:22.167566 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-5f2c7519-33df-4376-a9da-abd63d0d989e None None] Bound port: 9024f7c6-b933-45c0-80cd-2ec40f863bd9, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80bb1a17-fe30-4aa8-a891-2e6c159cd217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': '8054c126-3521-44a1-b49b-66e5f2440e49'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:41:22.167566 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5f2c7519-33df-4376-a9da-abd63d0d989e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.187961 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f6c02-c4b8-4b2f-84b1-85d0d993c972 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a885a8c-759e-4c49-93a9-3b02418d2e04,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:22.252763 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-5f2c7519-33df-4376-a9da-abd63d0d989e None None] For port 9024f7c6-b933-45c0-80cd-2ec40f863bd9, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:41:22.256839 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-5f2c7519-33df-4376-a9da-abd63d0d989e None None] For port 9024f7c6-b933-45c0-80cd-2ec40f863bd9, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=9024f7c6-b933-45c0-80cd-2ec40f863bd9,segment=NetworkSegment(80bb1a17-fe30-4aa8-a891-2e6c159cd217),segment_id=80bb1a17-fe30-4aa8-a891-2e6c159cd217)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:41:22.259052 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3c903591-9376-4a77-a758-7ac4dae179d1 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:22.271793 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-126f6c02-c4b8-4b2f-84b1-85d0d993c972 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.273346 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-126f6c02-c4b8-4b2f-84b1-85d0d993c972 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4012134 Aug 31 09:41:22.277414 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33312) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:22.319785 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 3c903591-9376-4a77-a758-7ac4dae179d1 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:22.320135 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.329675 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0c104d9b-427a-48ba-b19a-bb3c166529d4 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.338721 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0c104d9b-427a-48ba-b19a-bb3c166529d4 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.344697 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5f2c7519-33df-4376-a9da-abd63d0d989e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.420508 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-48f528e0-8205-44e3-9f11-f0b979ac0e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.443636 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2c7519-33df-4376-a9da-abd63d0d989e None None] Routers {'32038140-898b-466b-a1d9-586af28a523c'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:22.444253 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-5f2c7519-33df-4376-a9da-abd63d0d989e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:41:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['32038140-898b-466b-a1d9-586af28a523c'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:22.445949 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2e364-acde-4563-beb7-90056c22d8b6 None None] Pushing event updated for resources: {'Port': ['ID=9024f7c6-b933-45c0-80cd-2ec40f863bd9,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:22.459940 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0c104d9b-427a-48ba-b19a-bb3c166529d4 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.469108 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0c104d9b-427a-48ba-b19a-bb3c166529d4 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.471334 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0c104d9b-427a-48ba-b19a-bb3c166529d4 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "DELETE /v2.0/security-group-rules/8a885a8c-759e-4c49-93a9-3b02418d2e04 HTTP/1.1" status: 204 len: 168 time: 0.1918097 Aug 31 09:41:22.481402 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33318) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:22.483552 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c104d9b-427a-48ba-b19a-bb3c166529d4 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a885a8c-759e-4c49-93a9-3b02418d2e04,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:22.518973 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f528e0-8205-44e3-9f11-f0b979ac0e8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a18ebf68-a709-4cca-bcb9-119bf8a96398,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:22.587735 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8d7fcc5e-c4e3-4537-b6b9-5eff909d34ac tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1049390 Aug 31 09:41:22.591849 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33320) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:22.602941 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f528e0-8205-44e3-9f11-f0b979ac0e8a admin admin] Checking segment: {'id': '14d37bc2-57b5-4797-a144-725a81a6ba1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': '471ed5f5-5d1f-4b08-aef5-02b1ca56045c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:22.604241 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f528e0-8205-44e3-9f11-f0b979ac0e8a admin admin] Network hostable DHCP agents. Network: 471ed5f5-5d1f-4b08-aef5-02b1ca56045c, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:41:22.604967 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-5f2c7519-33df-4376-a9da-abd63d0d989e None None] Set router 32038140-898b-466b-a1d9-586af28a523c gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:41:22.673216 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bd151333-eaad-453a-b9ac-b5f19acdcb92 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.696132 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bd151333-eaad-453a-b9ac-b5f19acdcb92 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.730793 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f528e0-8205-44e3-9f11-f0b979ac0e8a admin admin] Network 471ed5f5-5d1f-4b08-aef5-02b1ca56045c is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:41:22.826952 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-5f2c7519-33df-4376-a9da-abd63d0d989e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32038140-898b-466b-a1d9-586af28a523c', 'name': 'tempest-TestVolumeBackupRestore-1810376137-router', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:41:19Z', 'revision_number': 4, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'gw_port': {'id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:83:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32038140-898b-466b-a1d9-586af28a523c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '9024f7c6-b933-45c0-80cd-2ec40f863bd9', 'name': '', 'network_id': '8054c126-3521-44a1-b49b-66e5f2440e49', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'mac_address': 'fa:16:3e:02:e0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32038140-898b-466b-a1d9-586af28a523c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'ef72a544-f8fb-4621-a06b-ade33043d837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:18Z', 'updated_at': '2021-08-31T09:41:22Z', 'revision_number': 4, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'subnets': [{'id': 'ef72a544-f8fb-4621-a06b-ade33043d837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:22.843075 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-48f528e0-8205-44e3-9f11-f0b979ac0e8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 471ed5f5-5d1f-4b08-aef5-02b1ca56045c) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:22.847385 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f528e0-8205-44e3-9f11-f0b979ac0e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:22.847963 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-48f528e0-8205-44e3-9f11-f0b979ac0e8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.857382 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a14974-178a-46f3-80b5-329bc4bb38f8 None None] Network 471ed5f5-5d1f-4b08-aef5-02b1ca56045c requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:22.860539 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2c7519-33df-4376-a9da-abd63d0d989e None None] The sync data for ids ['32038140-898b-466b-a1d9-586af28a523c'] in n-d-791506-28 is: [{'id': '32038140-898b-466b-a1d9-586af28a523c', 'name': 'tempest-TestVolumeBackupRestore-1810376137-router', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:41:19Z', 'revision_number': 4, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'gw_port': {'id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:83:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32038140-898b-466b-a1d9-586af28a523c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '9024f7c6-b933-45c0-80cd-2ec40f863bd9', 'name': '', 'network_id': '8054c126-3521-44a1-b49b-66e5f2440e49', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'mac_address': 'fa:16:3e:02:e0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32038140-898b-466b-a1d9-586af28a523c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'ef72a544-f8fb-4621-a06b-ade33043d837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:18Z', 'updated_at': '2021-08-31T09:41:22Z', 'revision_number': 4, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'subnets': [{'id': 'ef72a544-f8fb-4621-a06b-ade33043d837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:41:22.871815 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bd151333-eaad-453a-b9ac-b5f19acdcb92 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.874397 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bd151333-eaad-453a-b9ac-b5f19acdcb92 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:22.877948 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bd151333-eaad-453a-b9ac-b5f19acdcb92 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "DELETE /v2.0/security-groups/527ab9da-8ddc-4e82-8f4f-62fc0df04390 HTTP/1.1" status: 204 len: 168 time: 0.2826357 Aug 31 09:41:22.882412 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33322) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:22.891129 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd151333-eaad-453a-b9ac-b5f19acdcb92 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=527ab9da-8ddc-4e82-8f4f-62fc0df04390,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:22.943312 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-48f528e0-8205-44e3-9f11-f0b979ac0e8a admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0132928 Aug 31 09:41:22.950751 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33324) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:22.953456 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-6f80ce1d-1bcd-4cce-9926-fff4055df9b8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-654709771-router', 'tenant_id': '392229acc40043a1a286b39dd0133b6c', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:22.987076 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e1946d03-a179-4aa5-b9d7-c711029424e3 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1068726 Aug 31 09:41:22.990242 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33326) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:23.070220 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c2f26cb4-c740-49bf-be26-83190d9491e3 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.102213 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c2f26cb4-c740-49bf-be26-83190d9491e3 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.121441 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f80ce1d-1bcd-4cce-9926-fff4055df9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.122588 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f80ce1d-1bcd-4cce-9926-fff4055df9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.219329 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f80ce1d-1bcd-4cce-9926-fff4055df9b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.220496 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ad009c-98d8-4d02-b326-e024e452da65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-471ed5f5-5d1f-4b08-aef5-02b1ca56045c', 'network_id': '471ed5f5-5d1f-4b08-aef5-02b1ca56045c', 'tenant_id': '392229acc40043a1a286b39dd0133b6c', 'fixed_ips': [{'subnet_id': 'a18ebf68-a709-4cca-bcb9-119bf8a96398'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:41:23.221386 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-81ad009c-98d8-4d02-b326-e024e452da65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.283894 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c2f26cb4-c740-49bf-be26-83190d9491e3 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.287313 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c2f26cb4-c740-49bf-be26-83190d9491e3 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.292778 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c2f26cb4-c740-49bf-be26-83190d9491e3 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "DELETE /v2.0/security-groups/bab4e7f6-3398-48bd-b4fa-57cb2a687d81 HTTP/1.1" status: 204 len: 168 time: 0.3008327 Aug 31 09:41:23.293669 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33330) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:23.303481 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f26cb4-c740-49bf-be26-83190d9491e3 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab4e7f6-3398-48bd-b4fa-57cb2a687d81,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:23.332954 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a47a59-20e0-44e5-a7ed-9bd55da4b022 req-0c356782-bf99-4fba-afe6-9b7e4b61f123 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:23.347351 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a47a59-20e0-44e5-a7ed-9bd55da4b022 req-0c356782-bf99-4fba-afe6-9b7e4b61f123 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:23.353716 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a47a59-20e0-44e5-a7ed-9bd55da4b022 req-0c356782-bf99-4fba-afe6-9b7e4b61f123 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:23.363283 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a47a59-20e0-44e5-a7ed-9bd55da4b022 req-0c356782-bf99-4fba-afe6-9b7e4b61f123 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:23.369488 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a47a59-20e0-44e5-a7ed-9bd55da4b022 req-0c356782-bf99-4fba-afe6-9b7e4b61f123 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:23.375888 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a47a59-20e0-44e5-a7ed-9bd55da4b022 req-0c356782-bf99-4fba-afe6-9b7e4b61f123 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:23.382052 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a47a59-20e0-44e5-a7ed-9bd55da4b022 req-0c356782-bf99-4fba-afe6-9b7e4b61f123 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:23.384251 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-08a47a59-20e0-44e5-a7ed-9bd55da4b022 req-0c356782-bf99-4fba-afe6-9b7e4b61f123 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5435 time: 0.1380754 Aug 31 09:41:23.427958 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-81ad009c-98d8-4d02-b326-e024e452da65 None None] Allocated IP 172.20.0.2 (471ed5f5-5d1f-4b08-aef5-02b1ca56045c/a18ebf68-a709-4cca-bcb9-119bf8a96398/7ef09308-a1dd-4598-a997-eeaca36f5bbf) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:23.446313 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-08a47a59-20e0-44e5-a7ed-9bd55da4b022 req-b7d1773a-2ef4-4d28-9cce-7c30a1692128 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534835 Aug 31 09:41:23.454923 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6ac6e380-dcf9-4ba9-a7e9-269ec157e3e2 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1600688 Aug 31 09:41:23.464435 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33332) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:23.469754 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-7ac05a8c-1871-4247-98ab-05690c0df6a7 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Request body: {'security_group': {'name': 'tempest-secgroup--559056005'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:23.571458 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7ac05a8c-1871-4247-98ab-05690c0df6a7 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.653292 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-81ad009c-98d8-4d02-b326-e024e452da65 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.664909 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-81ad009c-98d8-4d02-b326-e024e452da65 None None] Transition to ACTIVE for port object 7ef09308-a1dd-4598-a997-eeaca36f5bbf will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:23.686430 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-81ad009c-98d8-4d02-b326-e024e452da65 None None] Transition to ACTIVE for port object 7ef09308-a1dd-4598-a997-eeaca36f5bbf will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:23.692071 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7ac05a8c-1871-4247-98ab-05690c0df6a7 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.760833 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-81ad009c-98d8-4d02-b326-e024e452da65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.783234 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7ac05a8c-1871-4247-98ab-05690c0df6a7 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.810154 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ad009c-98d8-4d02-b326-e024e452da65 None None] Network 471ed5f5-5d1f-4b08-aef5-02b1ca56045c is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:23.812072 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f80ce1d-1bcd-4cce-9926-fff4055df9b8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.814280 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-81ad009c-98d8-4d02-b326-e024e452da65 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:23.816778 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad009c-98d8-4d02-b326-e024e452da65 None None] Pushing event updated for resources: {'Port': ['ID=7ef09308-a1dd-4598-a997-eeaca36f5bbf,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:23.819090 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ad009c-98d8-4d02-b326-e024e452da65 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:23.847574 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac05a8c-1871-4247-98ab-05690c0df6a7 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8d47f1-570d-4ea9-be99-f29659191e05,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:23.875093 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-81ad009c-98d8-4d02-b326-e024e452da65 None None] Attempting to bind port 7ef09308-a1dd-4598-a997-eeaca36f5bbf on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:41:23.875459 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-81ad009c-98d8-4d02-b326-e024e452da65 None None] Attempting to bind port 7ef09308-a1dd-4598-a997-eeaca36f5bbf by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '14d37bc2-57b5-4797-a144-725a81a6ba1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': '471ed5f5-5d1f-4b08-aef5-02b1ca56045c'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:41:23.875820 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ad009c-98d8-4d02-b326-e024e452da65 None None] Attempting to bind port 7ef09308-a1dd-4598-a997-eeaca36f5bbf on network 471ed5f5-5d1f-4b08-aef5-02b1ca56045c {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:41:23.880877 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ad009c-98d8-4d02-b326-e024e452da65 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:41:23.881373 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ad009c-98d8-4d02-b326-e024e452da65 None None] Checking segment: {'id': '14d37bc2-57b5-4797-a144-725a81a6ba1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': '471ed5f5-5d1f-4b08-aef5-02b1ca56045c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:23.881778 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-81ad009c-98d8-4d02-b326-e024e452da65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.882168 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ad009c-98d8-4d02-b326-e024e452da65 None None] Bound using segment: {'id': '14d37bc2-57b5-4797-a144-725a81a6ba1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': '471ed5f5-5d1f-4b08-aef5-02b1ca56045c'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:41:23.882667 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-81ad009c-98d8-4d02-b326-e024e452da65 None None] Bound port: 7ef09308-a1dd-4598-a997-eeaca36f5bbf, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14d37bc2-57b5-4797-a144-725a81a6ba1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': '471ed5f5-5d1f-4b08-aef5-02b1ca56045c'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:41:23.883050 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-81ad009c-98d8-4d02-b326-e024e452da65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.934537 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7ac05a8c-1871-4247-98ab-05690c0df6a7 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:23.938773 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33334) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:23.939231 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7ac05a8c-1871-4247-98ab-05690c0df6a7 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4734893 Aug 31 09:41:23.943547 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-1e8d275a-279a-4699-aa8d-b21365fffa3b tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Request body: {'security_group_rule': {'security_group_id': 'dc8d47f1-570d-4ea9-be99-f29659191e05', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:23.964630 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-81ad009c-98d8-4d02-b326-e024e452da65 None None] For port 7ef09308-a1dd-4598-a997-eeaca36f5bbf, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:41:23.968389 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-81ad009c-98d8-4d02-b326-e024e452da65 None None] For port 7ef09308-a1dd-4598-a997-eeaca36f5bbf, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=7ef09308-a1dd-4598-a997-eeaca36f5bbf,segment=NetworkSegment(14d37bc2-57b5-4797-a144-725a81a6ba1c),segment_id=14d37bc2-57b5-4797-a144-725a81a6ba1c)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:41:24.038196 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-81ad009c-98d8-4d02-b326-e024e452da65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.085830 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1e8d275a-279a-4699-aa8d-b21365fffa3b tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.113392 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad009c-98d8-4d02-b326-e024e452da65 None None] Pushing event updated for resources: {'Port': ['ID=7ef09308-a1dd-4598-a997-eeaca36f5bbf,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:24.157798 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f80ce1d-1bcd-4cce-9926-fff4055df9b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.193686 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f80ce1d-1bcd-4cce-9926-fff4055df9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.209836 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1e8d275a-279a-4699-aa8d-b21365fffa3b tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.280809 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9024f7c6-b933-45c0-80cd-2ec40f863bd9 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:24.294427 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1e8d275a-279a-4699-aa8d-b21365fffa3b tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.332758 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d275a-279a-4699-aa8d-b21365fffa3b tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c66fc7f7-63a2-469f-9c2a-eea82c9d6e63,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:24.358267 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-6f80ce1d-1bcd-4cce-9926-fff4055df9b8 admin admin] Allocated IP 172.25.2.242 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/f69cd686-b0a5-4e8e-8ef5-30812c2b989e) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:24.471390 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f80ce1d-1bcd-4cce-9926-fff4055df9b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.506901 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1e8d275a-279a-4699-aa8d-b21365fffa3b tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.508107 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1e8d275a-279a-4699-aa8d-b21365fffa3b tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5683706 Aug 31 09:41:24.511226 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33338) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:24.537891 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fa2dac31-d50d-4490-8480-8cbc97f37607 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.547204 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fa2dac31-d50d-4490-8480-8cbc97f37607 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.573233 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 9024f7c6-b933-45c0-80cd-2ec40f863bd9 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:24.577477 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 9024f7c6-b933-45c0-80cd-2ec40f863bd9 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:24.578011 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.620575 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937046e-0b2e-4642-b688-887b6a789c00 req-2a5c65d7-9d58-4b6b-92ea-5d7a2a2efece tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:24.621612 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79a57a-40a7-4e4a-9e80-6a62d4311f07 req-f32d8c6f-27ea-4b5b-9754-e1d9550ec9e4 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:24.627113 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937046e-0b2e-4642-b688-887b6a789c00 req-2a5c65d7-9d58-4b6b-92ea-5d7a2a2efece tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:24.629331 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79a57a-40a7-4e4a-9e80-6a62d4311f07 req-f32d8c6f-27ea-4b5b-9754-e1d9550ec9e4 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:24.633763 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937046e-0b2e-4642-b688-887b6a789c00 req-2a5c65d7-9d58-4b6b-92ea-5d7a2a2efece tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:24.636350 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79a57a-40a7-4e4a-9e80-6a62d4311f07 req-f32d8c6f-27ea-4b5b-9754-e1d9550ec9e4 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:24.640308 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937046e-0b2e-4642-b688-887b6a789c00 req-2a5c65d7-9d58-4b6b-92ea-5d7a2a2efece tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:24.647616 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79a57a-40a7-4e4a-9e80-6a62d4311f07 req-f32d8c6f-27ea-4b5b-9754-e1d9550ec9e4 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:24.650982 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937046e-0b2e-4642-b688-887b6a789c00 req-2a5c65d7-9d58-4b6b-92ea-5d7a2a2efece tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:24.651114 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79a57a-40a7-4e4a-9e80-6a62d4311f07 req-f32d8c6f-27ea-4b5b-9754-e1d9550ec9e4 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:24.652771 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937046e-0b2e-4642-b688-887b6a789c00 req-2a5c65d7-9d58-4b6b-92ea-5d7a2a2efece tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:24.656828 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79a57a-40a7-4e4a-9e80-6a62d4311f07 req-f32d8c6f-27ea-4b5b-9754-e1d9550ec9e4 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:24.658961 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937046e-0b2e-4642-b688-887b6a789c00 req-2a5c65d7-9d58-4b6b-92ea-5d7a2a2efece tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:24.660924 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d937046e-0b2e-4642-b688-887b6a789c00 req-2a5c65d7-9d58-4b6b-92ea-5d7a2a2efece tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.112 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5435 time: 0.1012316 Aug 31 09:41:24.662592 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f80ce1d-1bcd-4cce-9926-fff4055df9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.663810 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79a57a-40a7-4e4a-9e80-6a62d4311f07 req-f32d8c6f-27ea-4b5b-9754-e1d9550ec9e4 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:24.669074 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a79a57a-40a7-4e4a-9e80-6a62d4311f07 req-f32d8c6f-27ea-4b5b-9754-e1d9550ec9e4 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 5435 time: 0.1081674 Aug 31 09:41:24.674340 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.705922 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fa2dac31-d50d-4490-8480-8cbc97f37607 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.720782 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 9024f7c6-b933-45c0-80cd-2ec40f863bd9, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=9024f7c6-b933-45c0-80cd-2ec40f863bd9,segment=NetworkSegment(80bb1a17-fe30-4aa8-a891-2e6c159cd217),segment_id=80bb1a17-fe30-4aa8-a891-2e6c159cd217)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:24.721162 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a79a57a-40a7-4e4a-9e80-6a62d4311f07 req-601f0007-9a29-47ff-992b-16bd5d373165 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426788 Aug 31 09:41:24.735145 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fa2dac31-d50d-4490-8480-8cbc97f37607 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.738469 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fa2dac31-d50d-4490-8480-8cbc97f37607 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "DELETE /v2.0/security-group-rules/c66fc7f7-63a2-469f-9c2a-eea82c9d6e63 HTTP/1.1" status: 204 len: 168 time: 0.2241459 Aug 31 09:41:24.739159 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33340) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:24.754485 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2dac31-d50d-4490-8480-8cbc97f37607 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c66fc7f7-63a2-469f-9c2a-eea82c9d6e63,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:24.762762 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f80ce1d-1bcd-4cce-9926-fff4055df9b8 admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:24.769801 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937046e-0b2e-4642-b688-887b6a789c00 req-7ab2c871-060a-4d8e-9990-4a939a632490 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:24.772537 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d937046e-0b2e-4642-b688-887b6a789c00 req-7ab2c871-060a-4d8e-9990-4a939a632490 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.112 "GET /v2.0/ports/21872e53-bee1-4235-9d2e-ab94c5aea8c9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0841093 Aug 31 09:41:24.772537 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f80ce1d-1bcd-4cce-9926-fff4055df9b8 admin admin] Pushing event updated for resources: {'Port': ['ID=f69cd686-b0a5-4e8e-8ef5-30812c2b989e,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:24.774770 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-6f80ce1d-1bcd-4cce-9926-fff4055df9b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:24.778231 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f80ce1d-1bcd-4cce-9926-fff4055df9b8 admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:24.796105 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.796290 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-bc826b6b-4323-4641-8d07-e24854d4c87d tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0528662 Aug 31 09:41:24.796290 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33342) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:24.850399 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cb5e808b-4ee7-41d3-b281-7867cbc0cef7 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:24.862307 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=9024f7c6-b933-45c0-80cd-2ec40f863bd9,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:24.882226 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cb5e808b-4ee7-41d3-b281-7867cbc0cef7 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.011723 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cb5e808b-4ee7-41d3-b281-7867cbc0cef7 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.014794 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cb5e808b-4ee7-41d3-b281-7867cbc0cef7 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.016622 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-cb5e808b-4ee7-41d3-b281-7867cbc0cef7 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "DELETE /v2.0/security-groups/dc8d47f1-570d-4ea9-be99-f29659191e05 HTTP/1.1" status: 204 len: 168 time: 0.2212696 Aug 31 09:41:25.020023 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33344) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:25.028189 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e808b-4ee7-41d3-b281-7867cbc0cef7 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8d47f1-570d-4ea9-be99-f29659191e05,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:25.033817 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d937046e-0b2e-4642-b688-887b6a789c00 req-03c59dbf-17fd-44cf-bbf6-7ee3ded6ed8e tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.112 "GET /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2524216 Aug 31 09:41:25.054998 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-d937046e-0b2e-4642-b688-887b6a789c00 req-1cd61182-0057-4984-8b55-c514acacb72a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:25.122615 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-24c5b868-45dd-4573-acd3-eb2e157aec44 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1010628 Aug 31 09:41:25.126357 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33346) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:25.131058 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-8d5fe1d3-fd1b-4873-83e2-19a19bbba5f2 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Request body: {'security_group': {'name': 'tempest-secgroup--1866261358'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:25.145442 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d937046e-0b2e-4642-b688-887b6a789c00 req-1cd61182-0057-4984-8b55-c514acacb72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.185159 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e273b362-1794-417f-a5cd-61e7ab7e93ae None None] Network 471ed5f5-5d1f-4b08-aef5-02b1ca56045c requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:25.225681 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8d5fe1d3-fd1b-4873-83e2-19a19bbba5f2 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.315400 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8d5fe1d3-fd1b-4873-83e2-19a19bbba5f2 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.351667 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f80ce1d-1bcd-4cce-9926-fff4055df9b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.374534 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-af080942-8b27-4d9f-b2e2-9b7238000609 None None] Provisioning for port 7ef09308-a1dd-4598-a997-eeaca36f5bbf completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:25.404989 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8d5fe1d3-fd1b-4873-83e2-19a19bbba5f2 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.418349 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-d937046e-0b2e-4642-b688-887b6a789c00 req-1cd61182-0057-4984-8b55-c514acacb72a service neutron] For port 21872e53-bee1-4235-9d2e-ab94c5aea8c9, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=21872e53-bee1-4235-9d2e-ab94c5aea8c9,segment=NetworkSegment(f331507f-10d6-44fe-8059-a14fd8f348c8),segment_id=f331507f-10d6-44fe-8059-a14fd8f348c8)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:25.438076 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5fe1d3-fd1b-4873-83e2-19a19bbba5f2 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2abbee23-8490-4ac5-aec7-c404cb979118,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:25.489807 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8d5fe1d3-fd1b-4873-83e2-19a19bbba5f2 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.491710 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8d5fe1d3-fd1b-4873-83e2-19a19bbba5f2 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3642490 Aug 31 09:41:25.495329 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33348) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:25.501014 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-dda76a30-2be7-4bcf-af8c-e47ded814a10 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Request body: {'security_group_rule': {'security_group_id': '2abbee23-8490-4ac5-aec7-c404cb979118', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:25.501480 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-d937046e-0b2e-4642-b688-887b6a789c00 req-1cd61182-0057-4984-8b55-c514acacb72a service neutron] For port 21872e53-bee1-4235-9d2e-ab94c5aea8c9, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:41:25.582097 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-d937046e-0b2e-4642-b688-887b6a789c00 req-1cd61182-0057-4984-8b55-c514acacb72a service neutron] device_id is not set on port 21872e53-bee1-4235-9d2e-ab94c5aea8c9 yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:41:25.596941 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dda76a30-2be7-4bcf-af8c-e47ded814a10 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.617992 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d937046e-0b2e-4642-b688-887b6a789c00 req-1cd61182-0057-4984-8b55-c514acacb72a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.641534 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f80ce1d-1bcd-4cce-9926-fff4055df9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.662380 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dda76a30-2be7-4bcf-af8c-e47ded814a10 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.723462 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d937046e-0b2e-4642-b688-887b6a789c00 req-1cd61182-0057-4984-8b55-c514acacb72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.764160 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dda76a30-2be7-4bcf-af8c-e47ded814a10 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.809646 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd61182-0057-4984-8b55-c514acacb72a service neutron] Pushing event updated for resources: {'Port': ['ID=21872e53-bee1-4235-9d2e-ab94c5aea8c9,revision_number=6']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:25.813255 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-d937046e-0b2e-4642-b688-887b6a789c00 req-1cd61182-0057-4984-8b55-c514acacb72a service neutron] No DVR routers for this DVR port 21872e53-bee1-4235-9d2e-ab94c5aea8c9 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:25.843667 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda76a30-2be7-4bcf-af8c-e47ded814a10 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a70472-ad87-4c77-abca-d5d45d783786,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:25.861506 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-d937046e-0b2e-4642-b688-887b6a789c00 req-1cd61182-0057-4984-8b55-c514acacb72a service neutron] In _notify_port_updated(), no bound segment for port 21872e53-bee1-4235-9d2e-ab94c5aea8c9 on network 77d5d845-bb9b-4368-b082-bacd96a9f80d {{(pid=95552) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:41:25.862384 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937046e-0b2e-4642-b688-887b6a789c00 req-1cd61182-0057-4984-8b55-c514acacb72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:25.863058 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d937046e-0b2e-4642-b688-887b6a789c00 req-1cd61182-0057-4984-8b55-c514acacb72a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.864370 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d937046e-0b2e-4642-b688-887b6a789c00 req-1cd61182-0057-4984-8b55-c514acacb72a service neutron] 10.222.0.112 "PUT /v2.0/ports/21872e53-bee1-4235-9d2e-ab94c5aea8c9 HTTP/1.1" status: 200 len: 1027 time: 0.8138919 Aug 31 09:41:25.871916 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54dd5a4-25e7-4ecd-a982-0e2a9f818351 req-48842b4e-a59f-4011-9b86-d307fefa9761 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:25.878530 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54dd5a4-25e7-4ecd-a982-0e2a9f818351 req-48842b4e-a59f-4011-9b86-d307fefa9761 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:25.884519 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54dd5a4-25e7-4ecd-a982-0e2a9f818351 req-48842b4e-a59f-4011-9b86-d307fefa9761 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:25.890782 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54dd5a4-25e7-4ecd-a982-0e2a9f818351 req-48842b4e-a59f-4011-9b86-d307fefa9761 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:25.896983 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54dd5a4-25e7-4ecd-a982-0e2a9f818351 req-48842b4e-a59f-4011-9b86-d307fefa9761 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:25.903964 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54dd5a4-25e7-4ecd-a982-0e2a9f818351 req-48842b4e-a59f-4011-9b86-d307fefa9761 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:25.905871 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b54dd5a4-25e7-4ecd-a982-0e2a9f818351 req-48842b4e-a59f-4011-9b86-d307fefa9761 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 4661 time: 0.0946462 Aug 31 09:41:25.920751 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dda76a30-2be7-4bcf-af8c-e47ded814a10 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:25.924308 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-dda76a30-2be7-4bcf-af8c-e47ded814a10 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4253910 Aug 31 09:41:25.925162 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33352) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:25.938751 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937046e-0b2e-4642-b688-887b6a789c00 req-e2e08871-8514-4d7a-936c-395eeda44da7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:25.940146 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d937046e-0b2e-4642-b688-887b6a789c00 req-e2e08871-8514-4d7a-936c-395eeda44da7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.112 "GET /v2.0/ports/5e0f8409-296d-4c01-80fd-2224022e108c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0644021 Aug 31 09:41:25.949452 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-33453e5e-eafd-485c-b905-a3bfe12e8328 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "GET /v2.0/security-group-rules/d1a70472-ad87-4c77-abca-d5d45d783786 HTTP/1.1" status: 200 len: 763 time: 0.0236814 Aug 31 09:41:25.951373 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b54dd5a4-25e7-4ecd-a982-0e2a9f818351 req-0393a01a-e39e-4b31-9cd5-66bc5513e4cf tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=91c9edd8-3c52-4eb2-aa07-ed6982029d81&id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391111 Aug 31 09:41:25.951933 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33354) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:25.971090 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-d937046e-0b2e-4642-b688-887b6a789c00 req-c9c197d6-d3be-4cf4-beea-9633192ea21c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:25.992402 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f80ce1d-1bcd-4cce-9926-fff4055df9b8 admin admin] Router a76904eb-3eb3-4a75-b2b8-986c4521e3a0 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:41:26.007089 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e0f358d9-d8d7-459c-aa94-83e744073536 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0540671 Aug 31 09:41:26.010472 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33356) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:26.026067 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f8006379-0fc0-4c88-ba7c-55667d8774d8 None None] Provisioning complete for port 21872e53-bee1-4235-9d2e-ab94c5aea8c9 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:26.026735 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f8006379-0fc0-4c88-ba7c-55667d8774d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.040248 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0412af7f-c5eb-416c-a7e5-cdf27e18cb87 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.048385 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0412af7f-c5eb-416c-a7e5-cdf27e18cb87 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.062160 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-f8006379-0fc0-4c88-ba7c-55667d8774d8 None None] Port 21872e53-bee1-4235-9d2e-ab94c5aea8c9 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:41:26.082522 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d937046e-0b2e-4642-b688-887b6a789c00 req-c9c197d6-d3be-4cf4-beea-9633192ea21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.131162 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0412af7f-c5eb-416c-a7e5-cdf27e18cb87 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.138273 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0412af7f-c5eb-416c-a7e5-cdf27e18cb87 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.141829 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0412af7f-c5eb-416c-a7e5-cdf27e18cb87 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "DELETE /v2.0/security-group-rules/d1a70472-ad87-4c77-abca-d5d45d783786 HTTP/1.1" status: 204 len: 168 time: 0.1279404 Aug 31 09:41:26.144370 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33358) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:26.151029 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412af7f-c5eb-416c-a7e5-cdf27e18cb87 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1a70472-ad87-4c77-abca-d5d45d783786,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:26.168858 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412af7f-c5eb-416c-a7e5-cdf27e18cb87 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:26.169194 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412af7f-c5eb-416c-a7e5-cdf27e18cb87 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:26.169538 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412af7f-c5eb-416c-a7e5-cdf27e18cb87 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:26.169876 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412af7f-c5eb-416c-a7e5-cdf27e18cb87 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:26.170209 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412af7f-c5eb-416c-a7e5-cdf27e18cb87 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:26.170537 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412af7f-c5eb-416c-a7e5-cdf27e18cb87 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:26.170893 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412af7f-c5eb-416c-a7e5-cdf27e18cb87 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:26.171301 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412af7f-c5eb-416c-a7e5-cdf27e18cb87 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:26.171524 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412af7f-c5eb-416c-a7e5-cdf27e18cb87 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:26.171847 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412af7f-c5eb-416c-a7e5-cdf27e18cb87 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:26.172173 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412af7f-c5eb-416c-a7e5-cdf27e18cb87 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:26.172494 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0412af7f-c5eb-416c-a7e5-cdf27e18cb87 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:26.181956 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f80ce1d-1bcd-4cce-9926-fff4055df9b8 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:41:26.197662 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8a8f3e-06f2-4dd7-a10f-dc67a23811c1 None None] Sync routers for ids ['a76904eb-3eb3-4a75-b2b8-986c4521e3a0'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:41:26.207114 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8a8f3e-06f2-4dd7-a10f-dc67a23811c1 None None] Routers {'a76904eb-3eb3-4a75-b2b8-986c4521e3a0'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:26.207839 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6f8a8f3e-06f2-4dd7-a10f-dc67a23811c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:41:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['a76904eb-3eb3-4a75-b2b8-986c4521e3a0'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:26.216884 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-adc31d46-1be3-48b6-83c9-2f3ae3abde62 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0711486 Aug 31 09:41:26.220939 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33360) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:26.226088 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-42fe1ec2-308f-4887-9a5c-ed5939ff6065 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Request body: {'security_group_rule': {'security_group_id': '2abbee23-8490-4ac5-aec7-c404cb979118', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:26.291174 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-d937046e-0b2e-4642-b688-887b6a789c00 req-c9c197d6-d3be-4cf4-beea-9633192ea21c service neutron] For port 5e0f8409-296d-4c01-80fd-2224022e108c, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=5e0f8409-296d-4c01-80fd-2224022e108c,segment=NetworkSegment(f331507f-10d6-44fe-8059-a14fd8f348c8),segment_id=f331507f-10d6-44fe-8059-a14fd8f348c8)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:26.325978 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-d937046e-0b2e-4642-b688-887b6a789c00 req-c9c197d6-d3be-4cf4-beea-9633192ea21c service neutron] For port 5e0f8409-296d-4c01-80fd-2224022e108c, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:41:26.336407 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-42fe1ec2-308f-4887-9a5c-ed5939ff6065 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.340538 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9024f7c6-b933-45c0-80cd-2ec40f863bd9 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:26.344614 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-6f8a8f3e-06f2-4dd7-a10f-dc67a23811c1 None None] Set router a76904eb-3eb3-4a75-b2b8-986c4521e3a0 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:41:26.377955 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-d937046e-0b2e-4642-b688-887b6a789c00 req-c9c197d6-d3be-4cf4-beea-9633192ea21c service neutron] device_id is not set on port 5e0f8409-296d-4c01-80fd-2224022e108c yet. {{(pid=95552) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 09:41:26.388026 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d937046e-0b2e-4642-b688-887b6a789c00 req-c9c197d6-d3be-4cf4-beea-9633192ea21c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.399343 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 9024f7c6-b933-45c0-80cd-2ec40f863bd9 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:26.399723 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.421419 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-42fe1ec2-308f-4887-9a5c-ed5939ff6065 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.460229 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6f80ce1d-1bcd-4cce-9926-fff4055df9b8 admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.464928 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6f80ce1d-1bcd-4cce-9926-fff4055df9b8 admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5131338 Aug 31 09:41:26.465278 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33362) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:26.496704 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7ef09308-a1dd-4598-a997-eeaca36f5bbf up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:26.512933 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d937046e-0b2e-4642-b688-887b6a789c00 req-c9c197d6-d3be-4cf4-beea-9633192ea21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.551373 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-42fe1ec2-308f-4887-9a5c-ed5939ff6065 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.579104 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe1ec2-308f-4887-9a5c-ed5939ff6065 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53cf8f39-55dc-451e-8946-47234b8d52fe,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:26.602819 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 7ef09308-a1dd-4598-a997-eeaca36f5bbf completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:26.608857 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 7ef09308-a1dd-4598-a997-eeaca36f5bbf triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:26.609526 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.621765 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6f8a8f3e-06f2-4dd7-a10f-dc67a23811c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76904eb-3eb3-4a75-b2b8-986c4521e3a0', 'name': 'tempest-TestVolumeBackupRestore-654709771-router', 'tenant_id': '392229acc40043a1a286b39dd0133b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'f69cd686-b0a5-4e8e-8ef5-30812c2b989e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:23Z', 'updated_at': '2021-08-31T09:41:25Z', 'revision_number': 3, 'project_id': '392229acc40043a1a286b39dd0133b6c', 'gw_port': {'id': 'f69cd686-b0a5-4e8e-8ef5-30812c2b989e', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76904eb-3eb3-4a75-b2b8-986c4521e3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:24Z', 'updated_at': '2021-08-31T09:41:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:26.627192 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-d937046e-0b2e-4642-b688-887b6a789c00 req-c9c197d6-d3be-4cf4-beea-9633192ea21c service neutron] No DVR routers for this DVR port 5e0f8409-296d-4c01-80fd-2224022e108c on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:26.646793 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c197d6-d3be-4cf4-beea-9633192ea21c service neutron] Pushing event updated for resources: {'Port': ['ID=5e0f8409-296d-4c01-80fd-2224022e108c,revision_number=6']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:26.660069 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8a8f3e-06f2-4dd7-a10f-dc67a23811c1 None None] Checking router: a76904eb-3eb3-4a75-b2b8-986c4521e3a0 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:41:26.660524 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8a8f3e-06f2-4dd7-a10f-dc67a23811c1 None None] Updating router a76904eb-3eb3-4a75-b2b8-986c4521e3a0 port f69cd686-b0a5-4e8e-8ef5-30812c2b989e binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:41:26.666462 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-42fe1ec2-308f-4887-9a5c-ed5939ff6065 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.667829 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-42fe1ec2-308f-4887-9a5c-ed5939ff6065 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4456027 Aug 31 09:41:26.670530 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33364) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:26.692723 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-6f8a8f3e-06f2-4dd7-a10f-dc67a23811c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.693520 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-601b3a8c-9fb6-43ee-b596-bf05423099ab tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "GET /v2.0/security-group-rules/53cf8f39-55dc-451e-8946-47234b8d52fe HTTP/1.1" status: 200 len: 763 time: 0.0218775 Aug 31 09:41:26.696679 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33366) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:26.736639 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.774226 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 7ef09308-a1dd-4598-a997-eeaca36f5bbf, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=7ef09308-a1dd-4598-a997-eeaca36f5bbf,segment=NetworkSegment(14d37bc2-57b5-4797-a144-725a81a6ba1c),segment_id=14d37bc2-57b5-4797-a144-725a81a6ba1c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:26.774442 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-d937046e-0b2e-4642-b688-887b6a789c00 req-c9c197d6-d3be-4cf4-beea-9633192ea21c service neutron] In _notify_port_updated(), no bound segment for port 5e0f8409-296d-4c01-80fd-2224022e108c on network 77d5d845-bb9b-4368-b082-bacd96a9f80d {{(pid=95552) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 09:41:26.776206 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937046e-0b2e-4642-b688-887b6a789c00 req-c9c197d6-d3be-4cf4-beea-9633192ea21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:26.776417 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d937046e-0b2e-4642-b688-887b6a789c00 req-c9c197d6-d3be-4cf4-beea-9633192ea21c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.777728 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d937046e-0b2e-4642-b688-887b6a789c00 req-c9c197d6-d3be-4cf4-beea-9633192ea21c service neutron] 10.222.0.112 "PUT /v2.0/ports/5e0f8409-296d-4c01-80fd-2224022e108c HTTP/1.1" status: 200 len: 1027 time: 0.8126121 Aug 31 09:41:26.835062 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-cac0b7c9-2273-42ae-b4b6-063756ebc12b tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1348505 Aug 31 09:41:26.838324 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33368) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:26.842736 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.864241 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a6e94e33-60ab-410b-92dc-31f59487d8a4 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.872148 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a6e94e33-60ab-410b-92dc-31f59487d8a4 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.909726 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c0d660e6-3699-4847-bb30-ce15ed7d7000 None None] Provisioning complete for port 5e0f8409-296d-4c01-80fd-2224022e108c triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:26.910119 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c0d660e6-3699-4847-bb30-ce15ed7d7000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.940977 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=7ef09308-a1dd-4598-a997-eeaca36f5bbf,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:26.955696 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-c0d660e6-3699-4847-bb30-ce15ed7d7000 None None] Port 5e0f8409-296d-4c01-80fd-2224022e108c cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:41:26.976561 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a6e94e33-60ab-410b-92dc-31f59487d8a4 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.984912 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a6e94e33-60ab-410b-92dc-31f59487d8a4 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.989647 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a6e94e33-60ab-410b-92dc-31f59487d8a4 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "DELETE /v2.0/security-group-rules/53cf8f39-55dc-451e-8946-47234b8d52fe HTTP/1.1" status: 204 len: 168 time: 0.1489122 Aug 31 09:41:26.989800 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33370) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:26.991986 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-6f8a8f3e-06f2-4dd7-a10f-dc67a23811c1 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:26.999803 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e94e33-60ab-410b-92dc-31f59487d8a4 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53cf8f39-55dc-451e-8946-47234b8d52fe,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:27.008486 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-6f8a8f3e-06f2-4dd7-a10f-dc67a23811c1 None None] Transition to ACTIVE for port object f69cd686-b0a5-4e8e-8ef5-30812c2b989e will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:27.074804 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-d937046e-0b2e-4642-b688-887b6a789c00 req-6189f553-1b61-4b1a-8978-ef142454800a tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Deleting port df6aa1bb-921b-4f71-bd10-7c3fe5349661 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:27.075216 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d937046e-0b2e-4642-b688-887b6a789c00 req-6189f553-1b61-4b1a-8978-ef142454800a tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.107952 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-6f8a8f3e-06f2-4dd7-a10f-dc67a23811c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.131817 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d0d1407a-e518-4403-a398-0023ce6f0482 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1399403 Aug 31 09:41:27.133632 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde7e60-99d3-4782-933e-dd0d3251ad4f req-3188f2a7-cd00-4476-b2e8-0f8462dc7cbf tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:27.138845 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33374) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:27.141575 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde7e60-99d3-4782-933e-dd0d3251ad4f req-3188f2a7-cd00-4476-b2e8-0f8462dc7cbf tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:27.143282 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-93811392-a319-444f-9821-6a1335f8fc04 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Request body: {'security_group_rule': {'security_group_id': '2abbee23-8490-4ac5-aec7-c404cb979118', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:41:27.148403 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde7e60-99d3-4782-933e-dd0d3251ad4f req-3188f2a7-cd00-4476-b2e8-0f8462dc7cbf tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:27.154765 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-6f8a8f3e-06f2-4dd7-a10f-dc67a23811c1 None None] Attempting to bind port f69cd686-b0a5-4e8e-8ef5-30812c2b989e on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:41:27.155439 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-6f8a8f3e-06f2-4dd7-a10f-dc67a23811c1 None None] Attempting to bind port f69cd686-b0a5-4e8e-8ef5-30812c2b989e by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:41:27.156071 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8a8f3e-06f2-4dd7-a10f-dc67a23811c1 None None] Attempting to bind port f69cd686-b0a5-4e8e-8ef5-30812c2b989e on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:41:27.156609 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde7e60-99d3-4782-933e-dd0d3251ad4f req-3188f2a7-cd00-4476-b2e8-0f8462dc7cbf tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:27.163541 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde7e60-99d3-4782-933e-dd0d3251ad4f req-3188f2a7-cd00-4476-b2e8-0f8462dc7cbf tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:27.168808 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8a8f3e-06f2-4dd7-a10f-dc67a23811c1 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:41:27.169473 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8a8f3e-06f2-4dd7-a10f-dc67a23811c1 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:27.169655 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6fde7e60-99d3-4782-933e-dd0d3251ad4f req-3188f2a7-cd00-4476-b2e8-0f8462dc7cbf tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 3887 time: 0.0955181 Aug 31 09:41:27.170247 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-6f8a8f3e-06f2-4dd7-a10f-dc67a23811c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.170735 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8a8f3e-06f2-4dd7-a10f-dc67a23811c1 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:41:27.171266 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-6f8a8f3e-06f2-4dd7-a10f-dc67a23811c1 None None] Bound port: f69cd686-b0a5-4e8e-8ef5-30812c2b989e, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:41:27.171699 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-6f8a8f3e-06f2-4dd7-a10f-dc67a23811c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.175274 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:27.217790 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6fde7e60-99d3-4782-933e-dd0d3251ad4f req-f1d57161-bc4a-49ef-9354-b882549baafd tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453236 Aug 31 09:41:27.238030 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300181d-f441-4485-8a14-ffd4d56250de None None] Pushing event updated for resources: {'Port': ['ID=f69cd686-b0a5-4e8e-8ef5-30812c2b989e,revision_number=2']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:27.256041 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-6f8a8f3e-06f2-4dd7-a10f-dc67a23811c1 None None] For port f69cd686-b0a5-4e8e-8ef5-30812c2b989e, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:41:27.261616 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-6f8a8f3e-06f2-4dd7-a10f-dc67a23811c1 None None] For port f69cd686-b0a5-4e8e-8ef5-30812c2b989e, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f69cd686-b0a5-4e8e-8ef5-30812c2b989e,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:41:27.283564 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.307718 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:41:27.310057 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41c85c6-daf1-42ea-bc9c-7c2ac1024317" -d '{"events": [{"server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "name": "network-vif-unplugged", "status": "completed", "tag": "abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:41:27.324435 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1,segment=NetworkSegment(ebe4164f-330f-4102-8ab9-9d9477820b58),segment_id=ebe4164f-330f-4102-8ab9-9d9477820b58)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:27.358471 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ef7835-7841-4e5f-83de-175c8738624c x-openstack-request-id: req-e1ef7835-7841-4e5f-83de-175c8738624c {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:41:27.358471 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "name": "network-vif-unplugged", "status": "completed", "tag": "abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:41:27.358471 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e1ef7835-7841-4e5f-83de-175c8738624c {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:41:27.358471 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1', 'code': 200} Aug 31 09:41:27.377359 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-6f8a8f3e-06f2-4dd7-a10f-dc67a23811c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.412813 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.416457 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device df6aa1bb-921b-4f71-bd10-7c3fe5349661 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:27.436382 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8a8f3e-06f2-4dd7-a10f-dc67a23811c1 None None] Routers {'a76904eb-3eb3-4a75-b2b8-986c4521e3a0'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:27.437024 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6f8a8f3e-06f2-4dd7-a10f-dc67a23811c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:41:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['a76904eb-3eb3-4a75-b2b8-986c4521e3a0'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:27.476075 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300181d-f441-4485-8a14-ffd4d56250de None None] Pushing event updated for resources: {'Port': ['ID=f69cd686-b0a5-4e8e-8ef5-30812c2b989e,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:27.520382 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:27.554296 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-6f8a8f3e-06f2-4dd7-a10f-dc67a23811c1 None None] Set router a76904eb-3eb3-4a75-b2b8-986c4521e3a0 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:41:27.577181 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.580630 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-d937046e-0b2e-4642-b688-887b6a789c00 req-6189f553-1b61-4b1a-8978-ef142454800a tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] For port df6aa1bb-921b-4f71-bd10-7c3fe5349661, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=df6aa1bb-921b-4f71-bd10-7c3fe5349661,segment=NetworkSegment(cbd56d1a-0fb4-472a-8ca4-66cbf3461a47),segment_id=cbd56d1a-0fb4-472a-8ca4-66cbf3461a47)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:27.581009 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d937046e-0b2e-4642-b688-887b6a789c00 req-6189f553-1b61-4b1a-8978-ef142454800a tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.612844 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port df6aa1bb-921b-4f71-bd10-7c3fe5349661, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=df6aa1bb-921b-4f71-bd10-7c3fe5349661,segment=NetworkSegment(cbd56d1a-0fb4-472a-8ca4-66cbf3461a47),segment_id=cbd56d1a-0fb4-472a-8ca4-66cbf3461a47)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:27.673557 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.674200 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 8ec00ff2-1406-435b-8d50-463c30eef300 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:27.685991 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-93811392-a319-444f-9821-6a1335f8fc04 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.737866 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6f8a8f3e-06f2-4dd7-a10f-dc67a23811c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76904eb-3eb3-4a75-b2b8-986c4521e3a0', 'name': 'tempest-TestVolumeBackupRestore-654709771-router', 'tenant_id': '392229acc40043a1a286b39dd0133b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'f69cd686-b0a5-4e8e-8ef5-30812c2b989e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:23Z', 'updated_at': '2021-08-31T09:41:25Z', 'revision_number': 3, 'project_id': '392229acc40043a1a286b39dd0133b6c', 'gw_port': {'id': 'f69cd686-b0a5-4e8e-8ef5-30812c2b989e', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76904eb-3eb3-4a75-b2b8-986c4521e3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:24Z', 'updated_at': '2021-08-31T09:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:27.754301 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=df6aa1bb-921b-4f71-bd10-7c3fe5349661,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:27.768821 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8a8f3e-06f2-4dd7-a10f-dc67a23811c1 None None] The sync data for ids ['a76904eb-3eb3-4a75-b2b8-986c4521e3a0'] in n-d-791506-28 is: [{'id': 'a76904eb-3eb3-4a75-b2b8-986c4521e3a0', 'name': 'tempest-TestVolumeBackupRestore-654709771-router', 'tenant_id': '392229acc40043a1a286b39dd0133b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'f69cd686-b0a5-4e8e-8ef5-30812c2b989e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:23Z', 'updated_at': '2021-08-31T09:41:25Z', 'revision_number': 3, 'project_id': '392229acc40043a1a286b39dd0133b6c', 'gw_port': {'id': 'f69cd686-b0a5-4e8e-8ef5-30812c2b989e', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76904eb-3eb3-4a75-b2b8-986c4521e3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:24Z', 'updated_at': '2021-08-31T09:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:41:27.811469 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.846285 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 8ec00ff2-1406-435b-8d50-463c30eef300, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8ec00ff2-1406-435b-8d50-463c30eef300,segment=NetworkSegment(f331507f-10d6-44fe-8059-a14fd8f348c8),segment_id=f331507f-10d6-44fe-8059-a14fd8f348c8)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:27.851515 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3846ce61-ddd5-480e-9f2d-3241f96609ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.907305 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-93811392-a319-444f-9821-6a1335f8fc04 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.951793 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.952573 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device a29fa7ed-ecd3-4217-87a2-12ac46d2bee6 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:27.972388 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d937046e-0b2e-4642-b688-887b6a789c00 req-6189f553-1b61-4b1a-8978-ef142454800a tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.972823 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d937046e-0b2e-4642-b688-887b6a789c00 req-6189f553-1b61-4b1a-8978-ef142454800a tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:27.973082 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [req-d937046e-0b2e-4642-b688-887b6a789c00 req-6189f553-1b61-4b1a-8978-ef142454800a tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Floating IP 5dac10d9-c8d4-4e8d-98d1-8fea0e19f31f disassociated. External IP: 172.25.2.28, port: df6aa1bb-921b-4f71-bd10-7c3fe5349661. Aug 31 09:41:27.973425 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-d937046e-0b2e-4642-b688-887b6a789c00 req-6189f553-1b61-4b1a-8978-ef142454800a tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Calling delete_port for df6aa1bb-921b-4f71-bd10-7c3fe5349661 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:28.063148 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=8ec00ff2-1406-435b-8d50-463c30eef300,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:28.067752 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-93811392-a319-444f-9821-6a1335f8fc04 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.110429 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.117622 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93811392-a319-444f-9821-6a1335f8fc04 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16cf07ec-8cfc-4fc7-825b-bef7c121c885,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:28.168924 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port a29fa7ed-ecd3-4217-87a2-12ac46d2bee6, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=a29fa7ed-ecd3-4217-87a2-12ac46d2bee6,segment=NetworkSegment(f331507f-10d6-44fe-8059-a14fd8f348c8),segment_id=f331507f-10d6-44fe-8059-a14fd8f348c8)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:28.195496 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-3846ce61-ddd5-480e-9f2d-3241f96609ed admin admin] Allocated IP 172.20.0.1 (471ed5f5-5d1f-4b08-aef5-02b1ca56045c/a18ebf68-a709-4cca-bcb9-119bf8a96398/6e50ae58-9fcb-432d-8936-e5bdd8d6eae5) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:41:28.214273 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-93811392-a319-444f-9821-6a1335f8fc04 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.219172 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-93811392-a319-444f-9821-6a1335f8fc04 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0792110 Aug 31 09:41:28.219691 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33378) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:28.252546 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-74e7d783-27d4-4c63-a3be-6d4fa0840123 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "GET /v2.0/security-group-rules/16cf07ec-8cfc-4fc7-825b-bef7c121c885 HTTP/1.1" status: 200 len: 764 time: 0.0316811 Aug 31 09:41:28.253519 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33380) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:28.271158 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.272009 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 594d28c7-5b28-4c9d-9cc0-b5d36ffa7010 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:28.343271 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-282156c3-c313-4c11-be2b-7638f8a3adf0 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0883799 Aug 31 09:41:28.345946 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33384) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:28.402156 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3846ce61-ddd5-480e-9f2d-3241f96609ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.417373 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-3846ce61-ddd5-480e-9f2d-3241f96609ed admin admin] Transition to ACTIVE for port object 6e50ae58-9fcb-432d-8936-e5bdd8d6eae5 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:28.427652 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d937046e-0b2e-4642-b688-887b6a789c00 req-6189f553-1b61-4b1a-8978-ef142454800a tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.443509 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-afd351e6-2598-4161-802f-a454a9383dfa tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.460584 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7ef09308-a1dd-4598-a997-eeaca36f5bbf up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:28.463277 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-afd351e6-2598-4161-802f-a454a9383dfa tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.464592 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189f553-1b61-4b1a-8978-ef142454800a tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Pushing event deleted for resources: {'Port': ['ID=df6aa1bb-921b-4f71-bd10-7c3fe5349661,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:28.530283 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba5bc3-8235-45f8-9cf3-5de3f57b85bc req-af49adfe-606b-4736-ba98-599cc3450a60 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:28.532820 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=a29fa7ed-ecd3-4217-87a2-12ac46d2bee6,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:28.548318 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.552898 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba5bc3-8235-45f8-9cf3-5de3f57b85bc req-af49adfe-606b-4736-ba98-599cc3450a60 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:28.561190 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba5bc3-8235-45f8-9cf3-5de3f57b85bc req-af49adfe-606b-4736-ba98-599cc3450a60 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:28.569866 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba5bc3-8235-45f8-9cf3-5de3f57b85bc req-af49adfe-606b-4736-ba98-599cc3450a60 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:28.570259 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 7ef09308-a1dd-4598-a997-eeaca36f5bbf triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:28.570897 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.580002 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba5bc3-8235-45f8-9cf3-5de3f57b85bc req-af49adfe-606b-4736-ba98-599cc3450a60 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:28.582753 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-65ba5bc3-8235-45f8-9cf3-5de3f57b85bc req-af49adfe-606b-4736-ba98-599cc3450a60 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 3800 time: 0.2253470 Aug 31 09:41:28.624771 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3846ce61-ddd5-480e-9f2d-3241f96609ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.625796 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 594d28c7-5b28-4c9d-9cc0-b5d36ffa7010, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=594d28c7-5b28-4c9d-9cc0-b5d36ffa7010,segment=NetworkSegment(ebe4164f-330f-4102-8ab9-9d9477820b58),segment_id=ebe4164f-330f-4102-8ab9-9d9477820b58)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:28.629738 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d937046e-0b2e-4642-b688-887b6a789c00 req-6189f553-1b61-4b1a-8978-ef142454800a tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Router fb60fbdf-5a04-464a-9ed5-7a66420dcc6d has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:41:28.639143 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-65ba5bc3-8235-45f8-9cf3-5de3f57b85bc req-e57cdadf-ba0c-4517-b1c4-8dc30c665507 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463006 Aug 31 09:41:28.687867 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f69cd686-b0a5-4e8e-8ef5-30812c2b989e up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:28.689644 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-afd351e6-2598-4161-802f-a454a9383dfa tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.691049 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.691744 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 21872e53-bee1-4235-9d2e-ab94c5aea8c9 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:28.701288 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3846ce61-ddd5-480e-9f2d-3241f96609ed admin admin] Network 471ed5f5-5d1f-4b08-aef5-02b1ca56045c is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:28.704609 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-afd351e6-2598-4161-802f-a454a9383dfa tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.705775 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-3846ce61-ddd5-480e-9f2d-3241f96609ed admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:28.706316 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-afd351e6-2598-4161-802f-a454a9383dfa tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "DELETE /v2.0/security-group-rules/16cf07ec-8cfc-4fc7-825b-bef7c121c885 HTTP/1.1" status: 204 len: 168 time: 0.3592718 Aug 31 09:41:28.707964 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd351e6-2598-4161-802f-a454a9383dfa tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16cf07ec-8cfc-4fc7-825b-bef7c121c885,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:28.709616 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33386) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:28.758473 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3846ce61-ddd5-480e-9f2d-3241f96609ed admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:41:28.765548 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846ce61-ddd5-480e-9f2d-3241f96609ed admin admin] Pushing event updated for resources: {'Port': ['ID=6e50ae58-9fcb-432d-8936-e5bdd8d6eae5,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:28.800322 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-68193b66-b07a-49ed-8aa3-15147c340076 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0895672 Aug 31 09:41:28.808691 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33388) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:28.869658 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=594d28c7-5b28-4c9d-9cc0-b5d36ffa7010,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:28.875960 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 21872e53-bee1-4235-9d2e-ab94c5aea8c9 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:41:28.876590 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 5e0f8409-296d-4c01-80fd-2224022e108c no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:28.896776 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-97aaa62a-8bbc-4540-a458-7e8b77025721 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.900495 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3846ce61-ddd5-480e-9f2d-3241f96609ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.934961 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 5e0f8409-296d-4c01-80fd-2224022e108c not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:41:28.942455 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-97aaa62a-8bbc-4540-a458-7e8b77025721 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.971739 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port f69cd686-b0a5-4e8e-8ef5-30812c2b989e completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:28.979499 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port f69cd686-b0a5-4e8e-8ef5-30812c2b989e triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:28.980526 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:28.999987 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d937046e-0b2e-4642-b688-887b6a789c00 req-6189f553-1b61-4b1a-8978-ef142454800a tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:41:29.015925 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec1fa9e-b4fa-473a-adca-c5c7014bf9ba None None] Sync routers for ids ['fb60fbdf-5a04-464a-9ed5-7a66420dcc6d'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:41:29.040468 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec1fa9e-b4fa-473a-adca-c5c7014bf9ba None None] Routers {'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:29.041126 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-aec1fa9e-b4fa-473a-adca-c5c7014bf9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:41:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['fb60fbdf-5a04-464a-9ed5-7a66420dcc6d'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:29.049112 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-d937046e-0b2e-4642-b688-887b6a789c00 req-6189f553-1b61-4b1a-8978-ef142454800a tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] No DVR routers for this DVR port df6aa1bb-921b-4f71-bd10-7c3fe5349661 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:29.053390 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d937046e-0b2e-4642-b688-887b6a789c00 req-6189f553-1b61-4b1a-8978-ef142454800a tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:29.056614 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d937046e-0b2e-4642-b688-887b6a789c00 req-6189f553-1b61-4b1a-8978-ef142454800a tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.112 "DELETE /v2.0/ports/df6aa1bb-921b-4f71-bd10-7c3fe5349661 HTTP/1.1" status: 204 len: 173 time: 2.2673903 Aug 31 09:41:29.057484 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'name': 'network-vif-deleted', 'tag': 'df6aa1bb-921b-4f71-bd10-7c3fe5349661'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:41:29.060833 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a67b53-e11e-48f1-8a00-89b03039894c" -d '{"events": [{"server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "name": "network-vif-deleted", "tag": "df6aa1bb-921b-4f71-bd10-7c3fe5349661"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:41:29.065977 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-97aaa62a-8bbc-4540-a458-7e8b77025721 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:29.069080 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-97aaa62a-8bbc-4540-a458-7e8b77025721 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:29.071104 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-97aaa62a-8bbc-4540-a458-7e8b77025721 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "DELETE /v2.0/security-groups/2abbee23-8490-4ac5-aec7-c404cb979118 HTTP/1.1" status: 204 len: 168 time: 0.2620025 Aug 31 09:41:29.074732 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33394) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:29.114595 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aaa62a-8bbc-4540-a458-7e8b77025721 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abbee23-8490-4ac5-aec7-c404cb979118,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:29.184258 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7a583688-4fd0-4083-8706-ee78fd395e93 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1036539 Aug 31 09:41:29.189974 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33396) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:29.238767 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:29.247831 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-aec1fa9e-b4fa-473a-adca-c5c7014bf9ba None None] Set router fb60fbdf-5a04-464a-9ed5-7a66420dcc6d gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:41:29.254484 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-69f598b2-acd4-4bd1-8706-675418499644 tempest-SecGroupTest-486182314 tempest-SecGroupTest-486182314-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0611458 Aug 31 09:41:29.255021 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9511fd-1fca-4738-9905-621258641edc x-openstack-request-id: req-ed9511fd-1fca-4738-9905-621258641edc {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:41:29.255021 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "name": "network-vif-deleted", "tag": "df6aa1bb-921b-4f71-bd10-7c3fe5349661", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:41:29.255021 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-ed9511fd-1fca-4738-9905-621258641edc {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:41:29.255021 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'name': 'network-vif-deleted', 'tag': 'df6aa1bb-921b-4f71-bd10-7c3fe5349661', 'status': 'completed', 'code': 200} Aug 31 09:41:29.281554 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-d937046e-0b2e-4642-b688-887b6a789c00 req-e24dbdc3-2d69-4bfe-9195-2d7ed40a4e18 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Deleting port abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:29.282338 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d937046e-0b2e-4642-b688-887b6a789c00 req-e24dbdc3-2d69-4bfe-9195-2d7ed40a4e18 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:29.285637 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-70d68a22-fdd0-4a3a-9732-fb687569c0f6 None None] Provisioning for port 6e50ae58-9fcb-432d-8936-e5bdd8d6eae5 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:29.302692 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-70d68a22-fdd0-4a3a-9732-fb687569c0f6 None None] Provisioning complete for port 6e50ae58-9fcb-432d-8936-e5bdd8d6eae5 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:29.303096 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-70d68a22-fdd0-4a3a-9732-fb687569c0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:29.307880 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port f69cd686-b0a5-4e8e-8ef5-30812c2b989e, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f69cd686-b0a5-4e8e-8ef5-30812c2b989e,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:29.368088 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df6aa1bb-921b-4f71-bd10-7c3fe5349661'}, {'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ec00ff2-1406-435b-8d50-463c30eef300'}, {'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a29fa7ed-ecd3-4217-87a2-12ac46d2bee6'}, {'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '594d28c7-5b28-4c9d-9cc0-b5d36ffa7010'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:41:29.371797 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1429e91-69f8-4aef-8c8a-f000d7c47343" -d '{"events": [{"server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "name": "network-vif-unplugged", "status": "completed", "tag": "df6aa1bb-921b-4f71-bd10-7c3fe5349661"}, {"server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "name": "network-vif-unplugged", "status": "completed", "tag": "8ec00ff2-1406-435b-8d50-463c30eef300"}, {"server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "name": "network-vif-unplugged", "status": "completed", "tag": "a29fa7ed-ecd3-4217-87a2-12ac46d2bee6"}, {"server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "name": "network-vif-unplugged", "status": "completed", "tag": "594d28c7-5b28-4c9d-9cc0-b5d36ffa7010"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:41:29.377976 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:29.392791 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3846ce61-ddd5-480e-9f2d-3241f96609ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:29.423838 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-d937046e-0b2e-4642-b688-887b6a789c00 req-e24dbdc3-2d69-4bfe-9195-2d7ed40a4e18 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] For port abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1,segment=NetworkSegment(ebe4164f-330f-4102-8ab9-9d9477820b58),segment_id=ebe4164f-330f-4102-8ab9-9d9477820b58)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:29.424281 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d937046e-0b2e-4642-b688-887b6a789c00 req-e24dbdc3-2d69-4bfe-9195-2d7ed40a4e18 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:29.445839 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 31 Aug 2021 09:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3bec84-abf0-46ab-8201-908856dce5d1 x-openstack-request-id: req-ac3bec84-abf0-46ab-8201-908856dce5d1 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:41:29.446144 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "name": "network-vif-unplugged", "status": "completed", "tag": "df6aa1bb-921b-4f71-bd10-7c3fe5349661", "code": 200}, {"server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "name": "network-vif-unplugged", "status": "completed", "tag": "8ec00ff2-1406-435b-8d50-463c30eef300", "code": 200}, {"server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "name": "network-vif-unplugged", "status": "completed", "tag": "a29fa7ed-ecd3-4217-87a2-12ac46d2bee6", "code": 200}, {"server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "name": "network-vif-unplugged", "status": "completed", "tag": "594d28c7-5b28-4c9d-9cc0-b5d36ffa7010", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:41:29.446397 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-ac3bec84-abf0-46ab-8201-908856dce5d1 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:41:29.446967 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df6aa1bb-921b-4f71-bd10-7c3fe5349661', 'code': 200} Aug 31 09:41:29.447397 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ec00ff2-1406-435b-8d50-463c30eef300', 'code': 200} Aug 31 09:41:29.447692 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a29fa7ed-ecd3-4217-87a2-12ac46d2bee6', 'code': 200} Aug 31 09:41:29.447946 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '594d28c7-5b28-4c9d-9cc0-b5d36ffa7010', 'code': 200} Aug 31 09:41:29.456957 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-d937046e-0b2e-4642-b688-887b6a789c00 req-e24dbdc3-2d69-4bfe-9195-2d7ed40a4e18 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Calling delete_port for abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:29.463602 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-70d68a22-fdd0-4a3a-9732-fb687569c0f6 None None] Port 6e50ae58-9fcb-432d-8936-e5bdd8d6eae5 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:41:29.656842 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=f69cd686-b0a5-4e8e-8ef5-30812c2b989e,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:29.692638 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3846ce61-ddd5-480e-9f2d-3241f96609ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:29.726056 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33406) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:29.751466 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-aec1fa9e-b4fa-473a-adca-c5c7014bf9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'name': 'tempest-TaggedBootDevicesTest-159778297-router', 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'de70fa8f-6547-4a31-8eca-31a7c406d765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:54Z', 'updated_at': '2021-08-31T09:30:08Z', 'revision_number': 4, 'project_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'gw_port': {'id': 'de70fa8f-6547-4a31-8eca-31a7c406d765', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:57Z', 'updated_at': '2021-08-31T09:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '2a60d892-0200-420e-8402-e000c33b226b', 'name': '', 'network_id': '636950a3-6b65-4dc0-b611-ae468b63fe57', 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'mac_address': 'fa:16:3e:8d:cb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4345a806-82e6-4d6f-a21e-c3deaf1866e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:05Z', 'updated_at': '2021-08-31T09:30:21Z', 'revision_number': 5, 'project_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'subnets': [{'id': '4345a806-82e6-4d6f-a21e-c3deaf1866e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:29.774370 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3846ce61-ddd5-480e-9f2d-3241f96609ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:29.780062 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec1fa9e-b4fa-473a-adca-c5c7014bf9ba None None] Checking router: fb60fbdf-5a04-464a-9ed5-7a66420dcc6d for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:41:29.804456 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec1fa9e-b4fa-473a-adca-c5c7014bf9ba None None] Routers {'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:29.806486 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-aec1fa9e-b4fa-473a-adca-c5c7014bf9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:41:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['fb60fbdf-5a04-464a-9ed5-7a66420dcc6d'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:29.819594 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d937046e-0b2e-4642-b688-887b6a789c00 req-e24dbdc3-2d69-4bfe-9195-2d7ed40a4e18 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:29.825906 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df144784-b7a1-4e11-98da-95fb2162f5fe req-8abd1595-f181-49f4-98b5-c78136f84f8d tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:29.833186 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df144784-b7a1-4e11-98da-95fb2162f5fe req-8abd1595-f181-49f4-98b5-c78136f84f8d tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:29.840453 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df144784-b7a1-4e11-98da-95fb2162f5fe req-8abd1595-f181-49f4-98b5-c78136f84f8d tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:29.846408 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df144784-b7a1-4e11-98da-95fb2162f5fe req-8abd1595-f181-49f4-98b5-c78136f84f8d tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:29.848325 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-df144784-b7a1-4e11-98da-95fb2162f5fe req-8abd1595-f181-49f4-98b5-c78136f84f8d tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 3065 time: 0.1027269 Aug 31 09:41:29.862847 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3846ce61-ddd5-480e-9f2d-3241f96609ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:29.886029 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846ce61-ddd5-480e-9f2d-3241f96609ed admin admin] Pushing event updated for resources: {'Port': ['ID=6e50ae58-9fcb-432d-8936-e5bdd8d6eae5,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:29.931518 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-df144784-b7a1-4e11-98da-95fb2162f5fe req-3b36940a-e40d-4cef-849d-7926e15b60c4 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710912 Aug 31 09:41:29.938010 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-09d06d10-8050-4122-87c0-3aff29e480be admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=5a2ebccdf13d4c50aa61c9ad0ad4c092&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2136855 Aug 31 09:41:29.938686 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33410) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:29.942381 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-aec1fa9e-b4fa-473a-adca-c5c7014bf9ba None None] Set router fb60fbdf-5a04-464a-9ed5-7a66420dcc6d gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:41:29.949436 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-d937046e-0b2e-4642-b688-887b6a789c00 req-e24dbdc3-2d69-4bfe-9195-2d7ed40a4e18 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] No DVR routers for this DVR port abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:29.984604 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24dbdc3-2d69-4bfe-9195-2d7ed40a4e18 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Pushing event deleted for resources: {'Port': ['ID=abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:29.984604 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d937046e-0b2e-4642-b688-887b6a789c00 req-e24dbdc3-2d69-4bfe-9195-2d7ed40a4e18 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:29.991805 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d937046e-0b2e-4642-b688-887b6a789c00 req-e24dbdc3-2d69-4bfe-9195-2d7ed40a4e18 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.112 "DELETE /v2.0/ports/abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1 HTTP/1.1" status: 204 len: 173 time: 0.8984067 Aug 31 09:41:30.000798 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-85c527da-b5db-460a-a1cf-fd85fdc37eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.025088 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-85c527da-b5db-460a-a1cf-fd85fdc37eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.104311 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3846ce61-ddd5-480e-9f2d-3241f96609ed admin admin] Network 471ed5f5-5d1f-4b08-aef5-02b1ca56045c is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:41:30.107051 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-3846ce61-ddd5-480e-9f2d-3241f96609ed admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:41:30.157233 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-85c527da-b5db-460a-a1cf-fd85fdc37eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.160177 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-85c527da-b5db-460a-a1cf-fd85fdc37eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.167878 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-85c527da-b5db-460a-a1cf-fd85fdc37eea admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/be837e0a-4beb-4ebc-9d68-a65ac97e53ca HTTP/1.1" status: 204 len: 168 time: 0.2278569 Aug 31 09:41:30.186656 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-d937046e-0b2e-4642-b688-887b6a789c00 req-0365870f-7ece-43b9-8906-999e7ec4691e tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Deleting port a29fa7ed-ecd3-4217-87a2-12ac46d2bee6 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:30.186656 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d937046e-0b2e-4642-b688-887b6a789c00 req-0365870f-7ece-43b9-8906-999e7ec4691e tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.213594 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c527da-b5db-460a-a1cf-fd85fdc37eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be837e0a-4beb-4ebc-9d68-a65ac97e53ca,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:30.282934 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-aec1fa9e-b4fa-473a-adca-c5c7014bf9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'name': 'tempest-TaggedBootDevicesTest-159778297-router', 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'de70fa8f-6547-4a31-8eca-31a7c406d765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:54Z', 'updated_at': '2021-08-31T09:30:08Z', 'revision_number': 4, 'project_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'gw_port': {'id': 'de70fa8f-6547-4a31-8eca-31a7c406d765', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:57Z', 'updated_at': '2021-08-31T09:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '2a60d892-0200-420e-8402-e000c33b226b', 'name': '', 'network_id': '636950a3-6b65-4dc0-b611-ae468b63fe57', 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'mac_address': 'fa:16:3e:8d:cb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4345a806-82e6-4d6f-a21e-c3deaf1866e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:05Z', 'updated_at': '2021-08-31T09:30:21Z', 'revision_number': 5, 'project_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'subnets': [{'id': '4345a806-82e6-4d6f-a21e-c3deaf1866e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:30.350227 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec1fa9e-b4fa-473a-adca-c5c7014bf9ba None None] The sync data for ids ['fb60fbdf-5a04-464a-9ed5-7a66420dcc6d'] in n-d-791506-28 is: [{'id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'name': 'tempest-TaggedBootDevicesTest-159778297-router', 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'de70fa8f-6547-4a31-8eca-31a7c406d765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:54Z', 'updated_at': '2021-08-31T09:30:08Z', 'revision_number': 4, 'project_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'gw_port': {'id': 'de70fa8f-6547-4a31-8eca-31a7c406d765', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:57Z', 'updated_at': '2021-08-31T09:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '2a60d892-0200-420e-8402-e000c33b226b', 'name': '', 'network_id': '636950a3-6b65-4dc0-b611-ae468b63fe57', 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'mac_address': 'fa:16:3e:8d:cb:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': '4345a806-82e6-4d6f-a21e-c3deaf1866e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:30:05Z', 'updated_at': '2021-08-31T09:30:21Z', 'revision_number': 5, 'project_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'subnets': [{'id': '4345a806-82e6-4d6f-a21e-c3deaf1866e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:41:30.355034 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f69cd686-b0a5-4e8e-8ef5-30812c2b989e up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:30.391061 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3846ce61-ddd5-480e-9f2d-3241f96609ed admin admin] Router a76904eb-3eb3-4a75-b2b8-986c4521e3a0 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:41:30.430995 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port f69cd686-b0a5-4e8e-8ef5-30812c2b989e triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:30.430995 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.435995 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-d937046e-0b2e-4642-b688-887b6a789c00 req-0365870f-7ece-43b9-8906-999e7ec4691e tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] For port a29fa7ed-ecd3-4217-87a2-12ac46d2bee6, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=a29fa7ed-ecd3-4217-87a2-12ac46d2bee6,segment=NetworkSegment(f331507f-10d6-44fe-8059-a14fd8f348c8),segment_id=f331507f-10d6-44fe-8059-a14fd8f348c8)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:30.436378 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d937046e-0b2e-4642-b688-887b6a789c00 req-0365870f-7ece-43b9-8906-999e7ec4691e tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.484112 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-d937046e-0b2e-4642-b688-887b6a789c00 req-0365870f-7ece-43b9-8906-999e7ec4691e tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Calling delete_port for a29fa7ed-ecd3-4217-87a2-12ac46d2bee6 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:30.509414 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b1cc7a29-f4c2-48b3-9bc4-5a290ac5057b None None] Provisioning complete for port 6e50ae58-9fcb-432d-8936-e5bdd8d6eae5 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:30.509414 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b1cc7a29-f4c2-48b3-9bc4-5a290ac5057b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.588668 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc7a29-f4c2-48b3-9bc4-5a290ac5057b None None] Port 6e50ae58-9fcb-432d-8936-e5bdd8d6eae5 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:41:30.636527 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3846ce61-ddd5-480e-9f2d-3241f96609ed admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:41:30.647251 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3846ce61-ddd5-480e-9f2d-3241f96609ed admin admin] 10.222.0.119 "PUT /v2.0/routers/a76904eb-3eb3-4a75-b2b8-986c4521e3a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1807775 Aug 31 09:41:30.775076 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de6e556-1657-499a-99fa-0a6d470b61ce None None] New status for floating IP 5dac10d9-c8d4-4e8d-98d1-8fea0e19f31f: DOWN {{(pid=95555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:41:30.790992 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d937046e-0b2e-4642-b688-887b6a789c00 req-0365870f-7ece-43b9-8906-999e7ec4691e tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.838642 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365870f-7ece-43b9-8906-999e7ec4691e tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Pushing event deleted for resources: {'Port': ['ID=a29fa7ed-ecd3-4217-87a2-12ac46d2bee6,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:30.883806 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-d937046e-0b2e-4642-b688-887b6a789c00 req-0365870f-7ece-43b9-8906-999e7ec4691e tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] No DVR routers for this DVR port a29fa7ed-ecd3-4217-87a2-12ac46d2bee6 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:30.887506 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d937046e-0b2e-4642-b688-887b6a789c00 req-0365870f-7ece-43b9-8906-999e7ec4691e tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:30.890058 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d937046e-0b2e-4642-b688-887b6a789c00 req-0365870f-7ece-43b9-8906-999e7ec4691e tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.112 "DELETE /v2.0/ports/a29fa7ed-ecd3-4217-87a2-12ac46d2bee6 HTTP/1.1" status: 204 len: 173 time: 0.8873532 Aug 31 09:41:31.020328 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-d937046e-0b2e-4642-b688-887b6a789c00 req-8b099d71-6c25-4b1b-b534-fbb71ef50069 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Deleting port 594d28c7-5b28-4c9d-9cc0-b5d36ffa7010 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:31.020706 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d937046e-0b2e-4642-b688-887b6a789c00 req-8b099d71-6c25-4b1b-b534-fbb71ef50069 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.041536 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee1f24d-1a84-4da7-8164-0fd3298ddcaa None None] Sync routers for ids ['a76904eb-3eb3-4a75-b2b8-986c4521e3a0'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:41:31.050857 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee1f24d-1a84-4da7-8164-0fd3298ddcaa None None] Routers {'a76904eb-3eb3-4a75-b2b8-986c4521e3a0'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:31.051767 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-bee1f24d-1a84-4da7-8164-0fd3298ddcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:41:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['a76904eb-3eb3-4a75-b2b8-986c4521e3a0'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:31.145854 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48c05f-62ca-4bc3-899a-64c4c0d55177 req-208642db-17fd-4708-afff-ebd750e599f3 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:31.153433 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48c05f-62ca-4bc3-899a-64c4c0d55177 req-208642db-17fd-4708-afff-ebd750e599f3 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:31.156257 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4d48c05f-62ca-4bc3-899a-64c4c0d55177 req-208642db-17fd-4708-afff-ebd750e599f3 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 1677 time: 0.0958207 Aug 31 09:41:31.219489 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4d48c05f-62ca-4bc3-899a-64c4c0d55177 req-5da3f010-187a-4fde-91e3-8426e3b51321 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567954 Aug 31 09:41:31.314989 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-bee1f24d-1a84-4da7-8164-0fd3298ddcaa None None] Set router a76904eb-3eb3-4a75-b2b8-986c4521e3a0 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:41:31.521768 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'name': 'network-vif-deleted', 'tag': 'abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1'}, {'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'name': 'network-vif-deleted', 'tag': 'a29fa7ed-ecd3-4217-87a2-12ac46d2bee6'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:41:31.525442 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088606c5-1b7c-4bb5-bf8c-c856965923f9" -d '{"events": [{"server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "name": "network-vif-deleted", "tag": "abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1"}, {"server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "name": "network-vif-deleted", "tag": "a29fa7ed-ecd3-4217-87a2-12ac46d2bee6"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:41:31.567832 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-bee1f24d-1a84-4da7-8164-0fd3298ddcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76904eb-3eb3-4a75-b2b8-986c4521e3a0', 'name': 'tempest-TestVolumeBackupRestore-654709771-router', 'tenant_id': '392229acc40043a1a286b39dd0133b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'f69cd686-b0a5-4e8e-8ef5-30812c2b989e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:23Z', 'updated_at': '2021-08-31T09:41:29Z', 'revision_number': 4, 'project_id': '392229acc40043a1a286b39dd0133b6c', 'gw_port': {'id': 'f69cd686-b0a5-4e8e-8ef5-30812c2b989e', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76904eb-3eb3-4a75-b2b8-986c4521e3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:24Z', 'updated_at': '2021-08-31T09:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '6e50ae58-9fcb-432d-8936-e5bdd8d6eae5', 'name': '', 'network_id': '471ed5f5-5d1f-4b08-aef5-02b1ca56045c', 'tenant_id': '392229acc40043a1a286b39dd0133b6c', 'mac_address': 'fa:16:3e:79:28:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76904eb-3eb3-4a75-b2b8-986c4521e3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'a18ebf68-a709-4cca-bcb9-119bf8a96398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:27Z', 'updated_at': '2021-08-31T09:41:29Z', 'revision_number': 2, 'project_id': '392229acc40043a1a286b39dd0133b6c', 'subnets': [{'id': 'a18ebf68-a709-4cca-bcb9-119bf8a96398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:31.581298 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 09:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9492a7-1caa-4f42-b57f-5d9eb85e207e x-openstack-request-id: req-3b9492a7-1caa-4f42-b57f-5d9eb85e207e {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:41:31.581599 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "name": "network-vif-deleted", "tag": "abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1", "status": "completed", "code": 200}, {"server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "name": "network-vif-deleted", "tag": "a29fa7ed-ecd3-4217-87a2-12ac46d2bee6", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:41:31.581845 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-3b9492a7-1caa-4f42-b57f-5d9eb85e207e {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:41:31.582230 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'name': 'network-vif-deleted', 'tag': 'abc6c60e-330f-4564-bf7f-5b8e5cfcf7f1', 'status': 'completed', 'code': 200} Aug 31 09:41:31.582477 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'name': 'network-vif-deleted', 'tag': 'a29fa7ed-ecd3-4217-87a2-12ac46d2bee6', 'status': 'completed', 'code': 200} Aug 31 09:41:31.590450 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-d937046e-0b2e-4642-b688-887b6a789c00 req-8b099d71-6c25-4b1b-b534-fbb71ef50069 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] For port 594d28c7-5b28-4c9d-9cc0-b5d36ffa7010, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=594d28c7-5b28-4c9d-9cc0-b5d36ffa7010,segment=NetworkSegment(ebe4164f-330f-4102-8ab9-9d9477820b58),segment_id=ebe4164f-330f-4102-8ab9-9d9477820b58)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:31.590677 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d937046e-0b2e-4642-b688-887b6a789c00 req-8b099d71-6c25-4b1b-b534-fbb71ef50069 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.613787 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-d937046e-0b2e-4642-b688-887b6a789c00 req-8b099d71-6c25-4b1b-b534-fbb71ef50069 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Calling delete_port for 594d28c7-5b28-4c9d-9cc0-b5d36ffa7010 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:31.615288 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee1f24d-1a84-4da7-8164-0fd3298ddcaa None None] Checking router: a76904eb-3eb3-4a75-b2b8-986c4521e3a0 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:41:31.615642 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee1f24d-1a84-4da7-8164-0fd3298ddcaa None None] Updating router a76904eb-3eb3-4a75-b2b8-986c4521e3a0 port 6e50ae58-9fcb-432d-8936-e5bdd8d6eae5 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:41:31.641281 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bee1f24d-1a84-4da7-8164-0fd3298ddcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.855394 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d937046e-0b2e-4642-b688-887b6a789c00 req-8b099d71-6c25-4b1b-b534-fbb71ef50069 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.884226 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b099d71-6c25-4b1b-b534-fbb71ef50069 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Pushing event deleted for resources: {'Port': ['ID=594d28c7-5b28-4c9d-9cc0-b5d36ffa7010,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:31.927727 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-d937046e-0b2e-4642-b688-887b6a789c00 req-8b099d71-6c25-4b1b-b534-fbb71ef50069 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] No DVR routers for this DVR port 594d28c7-5b28-4c9d-9cc0-b5d36ffa7010 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:31.930346 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d937046e-0b2e-4642-b688-887b6a789c00 req-8b099d71-6c25-4b1b-b534-fbb71ef50069 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.932556 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d937046e-0b2e-4642-b688-887b6a789c00 req-8b099d71-6c25-4b1b-b534-fbb71ef50069 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.112 "DELETE /v2.0/ports/594d28c7-5b28-4c9d-9cc0-b5d36ffa7010 HTTP/1.1" status: 204 len: 173 time: 1.0324678 Aug 31 09:41:31.933228 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bee1f24d-1a84-4da7-8164-0fd3298ddcaa None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:31.943499 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-bee1f24d-1a84-4da7-8164-0fd3298ddcaa None None] Transition to ACTIVE for port object 6e50ae58-9fcb-432d-8936-e5bdd8d6eae5 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:41:32.004868 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bee1f24d-1a84-4da7-8164-0fd3298ddcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.054771 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-d937046e-0b2e-4642-b688-887b6a789c00 req-b04c269f-1b4b-4c91-bf15-854140c609dd tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Deleting port 8ec00ff2-1406-435b-8d50-463c30eef300 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:32.055584 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d937046e-0b2e-4642-b688-887b6a789c00 req-b04c269f-1b4b-4c91-bf15-854140c609dd tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.082635 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04028d5-6f07-4552-ae8c-836ff7eca652 None None] Pushing event updated for resources: {'Port': ['ID=6e50ae58-9fcb-432d-8936-e5bdd8d6eae5,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:32.185720 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-bee1f24d-1a84-4da7-8164-0fd3298ddcaa None None] Attempting to bind port 6e50ae58-9fcb-432d-8936-e5bdd8d6eae5 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:41:32.186083 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-bee1f24d-1a84-4da7-8164-0fd3298ddcaa None None] Attempting to bind port 6e50ae58-9fcb-432d-8936-e5bdd8d6eae5 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '14d37bc2-57b5-4797-a144-725a81a6ba1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': '471ed5f5-5d1f-4b08-aef5-02b1ca56045c'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:41:32.186443 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee1f24d-1a84-4da7-8164-0fd3298ddcaa None None] Attempting to bind port 6e50ae58-9fcb-432d-8936-e5bdd8d6eae5 on network 471ed5f5-5d1f-4b08-aef5-02b1ca56045c {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:41:32.191852 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee1f24d-1a84-4da7-8164-0fd3298ddcaa None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:41:32.192681 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee1f24d-1a84-4da7-8164-0fd3298ddcaa None None] Checking segment: {'id': '14d37bc2-57b5-4797-a144-725a81a6ba1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': '471ed5f5-5d1f-4b08-aef5-02b1ca56045c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:41:32.193089 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bee1f24d-1a84-4da7-8164-0fd3298ddcaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.193487 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee1f24d-1a84-4da7-8164-0fd3298ddcaa None None] Bound using segment: {'id': '14d37bc2-57b5-4797-a144-725a81a6ba1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': '471ed5f5-5d1f-4b08-aef5-02b1ca56045c'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:41:32.194003 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-bee1f24d-1a84-4da7-8164-0fd3298ddcaa None None] Bound port: 6e50ae58-9fcb-432d-8936-e5bdd8d6eae5, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14d37bc2-57b5-4797-a144-725a81a6ba1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': '471ed5f5-5d1f-4b08-aef5-02b1ca56045c'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:41:32.194388 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bee1f24d-1a84-4da7-8164-0fd3298ddcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.216007 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-d937046e-0b2e-4642-b688-887b6a789c00 req-b04c269f-1b4b-4c91-bf15-854140c609dd tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] For port 8ec00ff2-1406-435b-8d50-463c30eef300, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8ec00ff2-1406-435b-8d50-463c30eef300,segment=NetworkSegment(f331507f-10d6-44fe-8059-a14fd8f348c8),segment_id=f331507f-10d6-44fe-8059-a14fd8f348c8)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:32.217588 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d937046e-0b2e-4642-b688-887b6a789c00 req-b04c269f-1b4b-4c91-bf15-854140c609dd tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.241066 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-d937046e-0b2e-4642-b688-887b6a789c00 req-b04c269f-1b4b-4c91-bf15-854140c609dd tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Calling delete_port for 8ec00ff2-1406-435b-8d50-463c30eef300 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:32.371756 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-bee1f24d-1a84-4da7-8164-0fd3298ddcaa None None] For port 6e50ae58-9fcb-432d-8936-e5bdd8d6eae5, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:41:32.378120 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-bee1f24d-1a84-4da7-8164-0fd3298ddcaa None None] For port 6e50ae58-9fcb-432d-8936-e5bdd8d6eae5, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=6e50ae58-9fcb-432d-8936-e5bdd8d6eae5,segment=NetworkSegment(14d37bc2-57b5-4797-a144-725a81a6ba1c),segment_id=14d37bc2-57b5-4797-a144-725a81a6ba1c)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:41:32.467238 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bcd3b-e4b7-4c42-ad45-e0859be3de5e req-d18f343e-f637-4825-9875-4aa714ed202a tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:32.483426 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ff6bcd3b-e4b7-4c42-ad45-e0859be3de5e req-d18f343e-f637-4825-9875-4aa714ed202a tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 943 time: 0.1037328 Aug 31 09:41:32.512608 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bee1f24d-1a84-4da7-8164-0fd3298ddcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.547741 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ff6bcd3b-e4b7-4c42-ad45-e0859be3de5e req-ac4ecbd3-a2ff-4a16-8f82-3f7ce0796bd8 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups?id=6d6a810d-2513-4e76-99cc-51dce4ee3e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579126 Aug 31 09:41:32.612850 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee1f24d-1a84-4da7-8164-0fd3298ddcaa None None] Routers {'a76904eb-3eb3-4a75-b2b8-986c4521e3a0'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:41:32.612850 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-bee1f24d-1a84-4da7-8164-0fd3298ddcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:41:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['a76904eb-3eb3-4a75-b2b8-986c4521e3a0'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:32.654596 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d937046e-0b2e-4642-b688-887b6a789c00 req-b04c269f-1b4b-4c91-bf15-854140c609dd tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.670019 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04028d5-6f07-4552-ae8c-836ff7eca652 None None] Pushing event updated for resources: {'Port': ['ID=6e50ae58-9fcb-432d-8936-e5bdd8d6eae5,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:32.716052 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c269f-1b4b-4c91-bf15-854140c609dd tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Pushing event deleted for resources: {'Port': ['ID=8ec00ff2-1406-435b-8d50-463c30eef300,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:32.770354 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-bee1f24d-1a84-4da7-8164-0fd3298ddcaa None None] Set router a76904eb-3eb3-4a75-b2b8-986c4521e3a0 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:41:32.802278 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-d937046e-0b2e-4642-b688-887b6a789c00 req-b04c269f-1b4b-4c91-bf15-854140c609dd tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] No DVR routers for this DVR port 8ec00ff2-1406-435b-8d50-463c30eef300 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:32.806457 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d937046e-0b2e-4642-b688-887b6a789c00 req-b04c269f-1b4b-4c91-bf15-854140c609dd tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:32.808651 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d937046e-0b2e-4642-b688-887b6a789c00 req-b04c269f-1b4b-4c91-bf15-854140c609dd tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.112 "DELETE /v2.0/ports/8ec00ff2-1406-435b-8d50-463c30eef300 HTTP/1.1" status: 204 len: 173 time: 0.8656175 Aug 31 09:41:32.876183 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:33.033171 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:33.052686 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-bee1f24d-1a84-4da7-8164-0fd3298ddcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76904eb-3eb3-4a75-b2b8-986c4521e3a0', 'name': 'tempest-TestVolumeBackupRestore-654709771-router', 'tenant_id': '392229acc40043a1a286b39dd0133b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'f69cd686-b0a5-4e8e-8ef5-30812c2b989e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:23Z', 'updated_at': '2021-08-31T09:41:29Z', 'revision_number': 4, 'project_id': '392229acc40043a1a286b39dd0133b6c', 'gw_port': {'id': 'f69cd686-b0a5-4e8e-8ef5-30812c2b989e', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76904eb-3eb3-4a75-b2b8-986c4521e3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:24Z', 'updated_at': '2021-08-31T09:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '6e50ae58-9fcb-432d-8936-e5bdd8d6eae5', 'name': '', 'network_id': '471ed5f5-5d1f-4b08-aef5-02b1ca56045c', 'tenant_id': '392229acc40043a1a286b39dd0133b6c', 'mac_address': 'fa:16:3e:79:28:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76904eb-3eb3-4a75-b2b8-986c4521e3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'a18ebf68-a709-4cca-bcb9-119bf8a96398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:27Z', 'updated_at': '2021-08-31T09:41:32Z', 'revision_number': 4, 'project_id': '392229acc40043a1a286b39dd0133b6c', 'subnets': [{'id': 'a18ebf68-a709-4cca-bcb9-119bf8a96398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:33.085510 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee1f24d-1a84-4da7-8164-0fd3298ddcaa None None] The sync data for ids ['a76904eb-3eb3-4a75-b2b8-986c4521e3a0'] in n-d-791506-28 is: [{'id': 'a76904eb-3eb3-4a75-b2b8-986c4521e3a0', 'name': 'tempest-TestVolumeBackupRestore-654709771-router', 'tenant_id': '392229acc40043a1a286b39dd0133b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'f69cd686-b0a5-4e8e-8ef5-30812c2b989e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:23Z', 'updated_at': '2021-08-31T09:41:29Z', 'revision_number': 4, 'project_id': '392229acc40043a1a286b39dd0133b6c', 'gw_port': {'id': 'f69cd686-b0a5-4e8e-8ef5-30812c2b989e', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76904eb-3eb3-4a75-b2b8-986c4521e3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:24Z', 'updated_at': '2021-08-31T09:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '6e50ae58-9fcb-432d-8936-e5bdd8d6eae5', 'name': '', 'network_id': '471ed5f5-5d1f-4b08-aef5-02b1ca56045c', 'tenant_id': '392229acc40043a1a286b39dd0133b6c', 'mac_address': 'fa:16:3e:79:28:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a76904eb-3eb3-4a75-b2b8-986c4521e3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': 'a18ebf68-a709-4cca-bcb9-119bf8a96398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:27Z', 'updated_at': '2021-08-31T09:41:32Z', 'revision_number': 4, 'project_id': '392229acc40043a1a286b39dd0133b6c', 'subnets': [{'id': 'a18ebf68-a709-4cca-bcb9-119bf8a96398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:41:33.584643 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'name': 'network-vif-deleted', 'tag': '594d28c7-5b28-4c9d-9cc0-b5d36ffa7010'}, {'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'name': 'network-vif-deleted', 'tag': '8ec00ff2-1406-435b-8d50-463c30eef300'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:41:33.587633 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388f6079-3388-462b-82a5-902a446372ad" -d '{"events": [{"server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "name": "network-vif-deleted", "tag": "594d28c7-5b28-4c9d-9cc0-b5d36ffa7010"}, {"server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "name": "network-vif-deleted", "tag": "8ec00ff2-1406-435b-8d50-463c30eef300"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:41:33.650913 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 09:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28849e94-783a-4de9-8621-59e1a368f353 x-openstack-request-id: req-28849e94-783a-4de9-8621-59e1a368f353 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:41:33.651912 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "name": "network-vif-deleted", "tag": "594d28c7-5b28-4c9d-9cc0-b5d36ffa7010", "status": "completed", "code": 200}, {"server_uuid": "8feb42b0-17bc-49a1-8229-b0b949892e68", "name": "network-vif-deleted", "tag": "8ec00ff2-1406-435b-8d50-463c30eef300", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:41:33.652319 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-28849e94-783a-4de9-8621-59e1a368f353 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:41:33.653824 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'name': 'network-vif-deleted', 'tag': '594d28c7-5b28-4c9d-9cc0-b5d36ffa7010', 'status': 'completed', 'code': 200} Aug 31 09:41:33.654083 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8feb42b0-17bc-49a1-8229-b0b949892e68', 'name': 'network-vif-deleted', 'tag': '8ec00ff2-1406-435b-8d50-463c30eef300', 'status': 'completed', 'code': 200} Aug 31 09:41:33.701138 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e44a8b5f-4110-468c-a527-514af390c55c req-10e68907-ccde-451b-a26b-4f3310a2275a tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 210 time: 0.0345778 Aug 31 09:41:34.299815 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6e50ae58-9fcb-432d-8936-e5bdd8d6eae5 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:34.442981 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 6e50ae58-9fcb-432d-8936-e5bdd8d6eae5 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:41:34.447704 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 6e50ae58-9fcb-432d-8936-e5bdd8d6eae5 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:34.448085 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:34.588551 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:34.627575 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 6e50ae58-9fcb-432d-8936-e5bdd8d6eae5, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=6e50ae58-9fcb-432d-8936-e5bdd8d6eae5,segment=NetworkSegment(14d37bc2-57b5-4797-a144-725a81a6ba1c),segment_id=14d37bc2-57b5-4797-a144-725a81a6ba1c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:34.771690 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:34.904287 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-45eb59d9-9d84-45fa-acfa-585194b6adba req-a1532705-d24d-4e3f-af1c-5386871190cc tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 210 time: 0.0848103 Aug 31 09:41:34.905577 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=6e50ae58-9fcb-432d-8936-e5bdd8d6eae5,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:36.005592 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2af6288b-9f58-494a-9e8d-36bf53b1307d req-1b3b4c29-b1e6-49d2-ab36-628fdcfca37d tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 210 time: 0.0279608 Aug 31 09:41:36.240572 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6e50ae58-9fcb-432d-8936-e5bdd8d6eae5 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:41:36.299784 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 6e50ae58-9fcb-432d-8936-e5bdd8d6eae5 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:41:36.300166 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:36.410985 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:41:37.126573 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-28efb412-8c08-403e-b8a1-b298c49cdff3 req-ba882aba-eb4f-4778-a6db-8e143d3a6dab tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 210 time: 0.0351684 Aug 31 09:41:37.189319 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5adeee98-22ec-42b2-8126-ddc26efe3a75 req-7390af10-f5c9-4caf-a1c8-b86fec0c615d service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=ec38998a-f53c-4381-81e3-bc50cf9d57c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0580199 Aug 31 09:41:37.258978 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adeee98-22ec-42b2-8126-ddc26efe3a75 req-9118f3fd-1258-432d-88e6-ebf4e54d13dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:37.260751 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5adeee98-22ec-42b2-8126-ddc26efe3a75 req-9118f3fd-1258-432d-88e6-ebf4e54d13dd service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=43edeaf1cc7c4b33a446a0bf88942dc5&device_id=ec38998a-f53c-4381-81e3-bc50cf9d57c8 HTTP/1.1" status: 200 len: 1097 time: 0.0445294 Aug 31 09:41:37.409439 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adeee98-22ec-42b2-8126-ddc26efe3a75 req-13e0262f-b151-43c0-bf08-82ecba7faf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:37.411016 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5adeee98-22ec-42b2-8126-ddc26efe3a75 req-13e0262f-b151-43c0-bf08-82ecba7faf62 service neutron] 10.222.0.112 "GET /v2.0/networks?id=6face56c-e92e-4852-b5b0-05a72adb3a2e HTTP/1.1" status: 200 len: 911 time: 0.1171050 Aug 31 09:41:37.501476 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5adeee98-22ec-42b2-8126-ddc26efe3a75 req-aec5aaa9-4bda-472e-bd30-93169d950262 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45796a3b-22d8-4744-8ed7-383ed1b71c9b HTTP/1.1" status: 200 len: 1001 time: 0.0788915 Aug 31 09:41:37.563160 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adeee98-22ec-42b2-8126-ddc26efe3a75 req-50fa96bb-9627-48fc-a895-738401ff69a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:37.565037 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5adeee98-22ec-42b2-8126-ddc26efe3a75 req-50fa96bb-9627-48fc-a895-738401ff69a7 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f0c41a17-eca0-420d-8753-f8f3c66e86af HTTP/1.1" status: 200 len: 848 time: 0.0525806 Aug 31 09:41:37.624933 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adeee98-22ec-42b2-8126-ddc26efe3a75 req-fb374383-96c9-4a04-a4b3-0e5acb5a7cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:37.626990 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5adeee98-22ec-42b2-8126-ddc26efe3a75 req-fb374383-96c9-4a04-a4b3-0e5acb5a7cec service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=6face56c-e92e-4852-b5b0-05a72adb3a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504136 Aug 31 09:41:37.643192 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [req-5adeee98-22ec-42b2-8126-ddc26efe3a75 req-b260ddcb-0bd7-41eb-82e0-4b07993e0554 service neutron] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:41:37.643405 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5adeee98-22ec-42b2-8126-ddc26efe3a75 req-b260ddcb-0bd7-41eb-82e0-4b07993e0554 service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055540 Aug 31 09:41:37.780706 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5adeee98-22ec-42b2-8126-ddc26efe3a75 req-11266a25-84af-4884-9d64-86a6d57c6b0c service neutron] 10.222.0.112 "GET /v2.0/networks/6face56c-e92e-4852-b5b0-05a72adb3a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264126 Aug 31 09:41:37.936268 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5adeee98-22ec-42b2-8126-ddc26efe3a75 req-ec2c2798-c02a-46b5-831c-4924bb9e72bd service neutron] 10.222.0.112 "GET /v2.0/networks/6face56c-e92e-4852-b5b0-05a72adb3a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432011 Aug 31 09:41:38.253781 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4abfbbe7-549c-4800-97f1-904e1adbb207 req-5d928272-732a-43c4-a027-afe556a09a9c tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 210 time: 0.0312390 Aug 31 09:41:39.207037 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b94fb80-dfe5-41de-863a-977ad531d4d0 req-f24143e1-b270-472b-9fdd-2b5e321b8c7a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1536512 Aug 31 09:41:39.256747 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b94fb80-dfe5-41de-863a-977ad531d4d0 req-4a34e212-3081-42ca-91a8-da712ddbb712 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0267899 Aug 31 09:41:39.303759 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b94fb80-dfe5-41de-863a-977ad531d4d0 req-2f4f1ebb-1504-428a-b04f-320d4a3668c3 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256555 Aug 31 09:41:39.406756 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1be9fe89-5120-4abf-9cff-2d81b74195ce req-e8861868-018c-4013-94aa-e7a781975741 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 210 time: 0.0362194 Aug 31 09:41:39.454922 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94fb80-dfe5-41de-863a-977ad531d4d0 req-360ff6d5-ee93-4928-a392-0e9351cb70ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:39.456567 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b94fb80-dfe5-41de-863a-977ad531d4d0 req-360ff6d5-ee93-4928-a392-0e9351cb70ad service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1434398 Aug 31 09:41:40.530581 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-15bfc5d1-7c1b-4118-a411-035902b7ddbe req-3031e8a2-863f-47f0-860d-2f8b97146a10 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 210 time: 0.0347056 Aug 31 09:41:41.302643 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f7583ae4-2c5a-43b5-909c-a42fa402ad96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:41.650853 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6548f769-b761-47bc-87bd-06e8ebdb6921 req-df22aea5-0a9c-4a65-a028-da2859834e11 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 210 time: 0.0380447 Aug 31 09:41:42.762108 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-529f5fb1-9fae-4351-b239-4f001c02b786 req-ae2ddafa-8b7d-4e42-ac13-b674a8b28bb7 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 210 time: 0.0292654 Aug 31 09:41:43.521253 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123913a-b940-44ea-a524-41211fed09a2 req-ce146ca1-88c0-4adf-8bfa-3f961fb86c1b tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:43.522846 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2123913a-b940-44ea-a524-41211fed09a2 req-ce146ca1-88c0-4adf-8bfa-3f961fb86c1b tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 1098 time: 0.0594866 Aug 31 09:41:43.563430 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2123913a-b940-44ea-a524-41211fed09a2 req-80a4ee5f-df52-4ec3-aae9-97eb8ca3a4c5 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338464 Aug 31 09:41:43.701501 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1c8cf-c147-43d3-bef8-d54dc70c96c5 req-3b1cd2e9-49e9-40a7-946b-cd7666ccdc1b tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:43.703066 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7df1c8cf-c147-43d3-bef8-d54dc70c96c5 req-3b1cd2e9-49e9-40a7-946b-cd7666ccdc1b tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 946 time: 0.0582290 Aug 31 09:41:43.745263 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7df1c8cf-c147-43d3-bef8-d54dc70c96c5 req-bef43604-2847-463f-93a4-3778f1576bb4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352924 Aug 31 09:41:43.769594 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33640) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:43.842858 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d54594fd-46b3-4ffd-9b3c-917f9e121ea6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/floatingips/a1575e37-e8d2-4978-87da-ef53d56a611b HTTP/1.1" status: 200 len: 994 time: 0.0713158 Aug 31 09:41:43.914530 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8c1eb960-fbb1-4a5f-afb1-45751e7b495f req-76efa5e5-91d4-4e4d-a9e4-92032258f42a tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 210 time: 0.0506210 Aug 31 09:41:44.013201 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bddfb2ea-6d4b-4938-a0a7-03bc643246fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:44.067578 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:44.170098 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-d7060c6a-5612-4480-8690-632f82ad88f4 req-5aa88334-eb63-4d90-a6f2-0f1f1b04f355 service neutron] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:41:44.171628 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d7060c6a-5612-4480-8690-632f82ad88f4 req-5aa88334-eb63-4d90-a6f2-0f1f1b04f355 service neutron] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058475 Aug 31 09:41:44.902588 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95b90e-4f52-46a8-9dbd-1c66c0fe238d req-45417201-385b-4554-939f-17b80f198dc4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:44.904494 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eb95b90e-4f52-46a8-9dbd-1c66c0fe238d req-45417201-385b-4554-939f-17b80f198dc4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 946 time: 0.0519495 Aug 31 09:41:44.953106 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eb95b90e-4f52-46a8-9dbd-1c66c0fe238d req-17576b9c-dc79-46e6-b441-a11fc06569c7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420208 Aug 31 09:41:45.035282 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-122544b8-71ee-47de-9e7b-3202ef020650 req-adbcdf5f-d3e1-4478-ad11-32fbc2fd9d44 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 210 time: 0.0287287 Aug 31 09:41:45.107890 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-b3f711c9-85a3-49e2-8401-dde1ecfb2f97 service neutron] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0606992 Aug 31 09:41:45.347484 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:46.094582 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37685691-5e70-4223-ac04-fb174b2b3e09 req-06dd83fb-73fa-48d6-af98-0a966c1ded17 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:46.096185 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-37685691-5e70-4223-ac04-fb174b2b3e09 req-06dd83fb-73fa-48d6-af98-0a966c1ded17 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 946 time: 0.0582201 Aug 31 09:41:46.179934 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d471585f-58c9-428e-9883-68b01a50221f req-9016316d-366f-49e1-8840-c57d0dda906a tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/ports?device_id=8feb42b0-17bc-49a1-8229-b0b949892e68 HTTP/1.1" status: 200 len: 210 time: 0.0476956 Aug 31 09:41:46.206701 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-37685691-5e70-4223-ac04-fb174b2b3e09 req-88a6b175-d976-4b45-b03a-155bd9bb6999 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873406 Aug 31 09:41:47.124520 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.329133 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b8255-c248-49b0-89d6-8b0fe4d68767 req-586e886f-fdfb-4ab0-ac14-1ef16ba1eb9e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:47.331272 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e28b8255-c248-49b0-89d6-8b0fe4d68767 req-586e886f-fdfb-4ab0-ac14-1ef16ba1eb9e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 946 time: 0.0614522 Aug 31 09:41:47.359947 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33732) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:47.382644 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e28b8255-c248-49b0-89d6-8b0fe4d68767 req-0dc9e561-299d-4eb2-be47-31adf3c1f848 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446215 Aug 31 09:41:47.418316 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f8351dcb-575d-4b1b-a66b-5c48041489e3 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.441343 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f8351dcb-575d-4b1b-a66b-5c48041489e3 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.553260 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f8351dcb-575d-4b1b-a66b-5c48041489e3 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.556127 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f8351dcb-575d-4b1b-a66b-5c48041489e3 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.557286 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f8351dcb-575d-4b1b-a66b-5c48041489e3 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "DELETE /v2.0/security-groups/6d6a810d-2513-4e76-99cc-51dce4ee3e8a HTTP/1.1" status: 204 len: 168 time: 0.1981821 Aug 31 09:41:47.560510 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33734) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:47.566673 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8351dcb-575d-4b1b-a66b-5c48041489e3 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6a810d-2513-4e76-99cc-51dce4ee3e8a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:47.575976 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-be508120-7ac5-43ff-8b7b-0e128db17eac tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] show failed (client error): The resource could not be found. Aug 31 09:41:47.580237 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-be508120-7ac5-43ff-8b7b-0e128db17eac tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "GET /v2.0/security-groups/6d6a810d-2513-4e76-99cc-51dce4ee3e8a HTTP/1.1" status: 404 len: 347 time: 0.0186465 Aug 31 09:41:47.580373 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33736) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:47.715323 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-9c46c6a6-11aa-4704-92b9-b56ce2431099 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Deleting port 43f563ba-d2bd-4255-8cdb-68f1387bc4c1 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:47.715666 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9c46c6a6-11aa-4704-92b9-b56ce2431099 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.798136 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9c46c6a6-11aa-4704-92b9-b56ce2431099 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.798476 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9c46c6a6-11aa-4704-92b9-b56ce2431099 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:47.811569 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-9c46c6a6-11aa-4704-92b9-b56ce2431099 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Calling delete_port for 43f563ba-d2bd-4255-8cdb-68f1387bc4c1 owned by network:floatingip {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:48.039064 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9c46c6a6-11aa-4704-92b9-b56ce2431099 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:48.069600 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46c6a6-11aa-4704-92b9-b56ce2431099 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Pushing event deleted for resources: {'Port': ['ID=43f563ba-d2bd-4255-8cdb-68f1387bc4c1,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:48.131138 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9c46c6a6-11aa-4704-92b9-b56ce2431099 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for floatingip, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:48.133684 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9c46c6a6-11aa-4704-92b9-b56ce2431099 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:48.135004 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9c46c6a6-11aa-4704-92b9-b56ce2431099 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "DELETE /v2.0/floatingips/5dac10d9-c8d4-4e8d-98d1-8fea0e19f31f HTTP/1.1" status: 204 len: 168 time: 0.5534971 Aug 31 09:41:48.137743 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33746) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:48.235490 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-6d3e2a35-2bdd-4846-8dd3-235b2ec31156 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Deleting port 21872e53-bee1-4235-9d2e-ab94c5aea8c9 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:48.236127 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6d3e2a35-2bdd-4846-8dd3-235b2ec31156 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:48.334838 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6d3e2a35-2bdd-4846-8dd3-235b2ec31156 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:48.348713 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-6d3e2a35-2bdd-4846-8dd3-235b2ec31156 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Calling delete_port for 21872e53-bee1-4235-9d2e-ab94c5aea8c9 owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:48.351437 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-9dad9b7c-42e4-474f-bd92-623282714767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:48.362284 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-9dad9b7c-42e4-474f-bd92-623282714767 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 1098 time: 0.0842555 Aug 31 09:41:48.497976 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-16c74331-e4fa-450f-8a6f-b2cd459ced84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:48.499476 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-16c74331-e4fa-450f-8a6f-b2cd459ced84 service neutron] 10.222.0.59 "GET /v2.0/networks?id=abf4234d-aa61-41ed-8d0b-813eaa6fbcc1 HTTP/1.1" status: 200 len: 899 time: 0.1363056 Aug 31 09:41:48.576414 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6d3e2a35-2bdd-4846-8dd3-235b2ec31156 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:48.610062 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e2a35-2bdd-4846-8dd3-235b2ec31156 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Pushing event deleted for resources: {'Port': ['ID=21872e53-bee1-4235-9d2e-ab94c5aea8c9,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:48.708767 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6d3e2a35-2bdd-4846-8dd3-235b2ec31156 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:48.711720 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6d3e2a35-2bdd-4846-8dd3-235b2ec31156 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "DELETE /v2.0/ports/21872e53-bee1-4235-9d2e-ab94c5aea8c9 HTTP/1.1" status: 204 len: 168 time: 0.5730233 Aug 31 09:41:48.719115 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33760) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:48.825340 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-f3915bfc-a13a-46f6-a17d-548f8ea4cee6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Deleting port 5e0f8409-296d-4c01-80fd-2224022e108c {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:48.825679 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f3915bfc-a13a-46f6-a17d-548f8ea4cee6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:48.905769 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8654c1-ff68-47b1-bc90-5d79a9a7a78a req-b7cedbe2-658a-42da-a9ba-fad512336afd tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:48.907236 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c8654c1-ff68-47b1-bc90-5d79a9a7a78a req-b7cedbe2-658a-42da-a9ba-fad512336afd tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 946 time: 0.4466956 Aug 31 09:41:48.954628 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f3915bfc-a13a-46f6-a17d-548f8ea4cee6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:48.979512 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c8654c1-ff68-47b1-bc90-5d79a9a7a78a req-0503ec16-4c58-4c95-932b-5d144f6508b6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471282 Aug 31 09:41:48.979512 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-0a31c10f-27b2-4e4e-b688-d710dc37f5ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1087b193-7a33-4fd4-bde5-6e483e8fa4c7 HTTP/1.1" status: 200 len: 1002 time: 0.4720459 Aug 31 09:41:48.981227 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-f3915bfc-a13a-46f6-a17d-548f8ea4cee6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Calling delete_port for 5e0f8409-296d-4c01-80fd-2224022e108c owned by {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:49.041314 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-d03f36a3-9797-4f82-b799-a5e2bc2e06ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:49.043485 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-d03f36a3-9797-4f82-b799-a5e2bc2e06ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=87628395-f9ee-474b-9c94-174f122bbc64 HTTP/1.1" status: 200 len: 834 time: 0.0490582 Aug 31 09:41:49.097993 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-b21b4aea-be1d-427c-8a82-bc2aa361912b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:49.099722 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-b21b4aea-be1d-427c-8a82-bc2aa361912b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=abf4234d-aa61-41ed-8d0b-813eaa6fbcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489042 Aug 31 09:41:49.222360 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-22b2b505-2628-4248-bbfe-ecd7c102be4c service neutron] 10.222.0.59 "GET /v2.0/networks/abf4234d-aa61-41ed-8d0b-813eaa6fbcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144538 Aug 31 09:41:49.231082 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f3915bfc-a13a-46f6-a17d-548f8ea4cee6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.270795 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3915bfc-a13a-46f6-a17d-548f8ea4cee6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Pushing event deleted for resources: {'Port': ['ID=5e0f8409-296d-4c01-80fd-2224022e108c,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:49.338870 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-e0cdbc6f-32e5-4992-b329-68e5f64c2b68 service neutron] 10.222.0.59 "GET /v2.0/networks/abf4234d-aa61-41ed-8d0b-813eaa6fbcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050160 Aug 31 09:41:49.381445 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f3915bfc-a13a-46f6-a17d-548f8ea4cee6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.383651 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f3915bfc-a13a-46f6-a17d-548f8ea4cee6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "DELETE /v2.0/ports/5e0f8409-296d-4c01-80fd-2224022e108c HTTP/1.1" status: 204 len: 168 time: 0.6635323 Aug 31 09:41:49.386640 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33764) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:49.446775 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-55a6eaec-258f-4135-b561-133d776bddf2 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Deleting subnet 290f3674-0820-4485-967d-a68d99948354 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:41:49.450769 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-55a6eaec-258f-4135-b561-133d776bddf2 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.496887 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-55a6eaec-258f-4135-b561-133d776bddf2 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.596448 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-55a6eaec-258f-4135-b561-133d776bddf2 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.740054 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-55a6eaec-258f-4135-b561-133d776bddf2 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.768711 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6eaec-258f-4135-b561-133d776bddf2 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Pushing event deleted for resources: {'Subnet': ['ID=290f3674-0820-4485-967d-a68d99948354,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:49.781621 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-55a6eaec-258f-4135-b561-133d776bddf2 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.783763 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-55a6eaec-258f-4135-b561-133d776bddf2 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "DELETE /v2.0/subnets/290f3674-0820-4485-967d-a68d99948354 HTTP/1.1" status: 204 len: 168 time: 0.3960111 Aug 31 09:41:49.786988 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33768) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:49.790252 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea04cacc-60a6-4e1c-8589-5ac211aea556 None None] Network 4c2e8d44-f605-48e7-8300-60df4e87697c requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:49.860226 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-82fd254b-7547-4c30-a10b-e5fb62eda179 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Deleting subnet f34f97ee-be68-4a06-a77e-c36751cafa2c {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:41:49.864783 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-82fd254b-7547-4c30-a10b-e5fb62eda179 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:49.917495 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-82fd254b-7547-4c30-a10b-e5fb62eda179 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.065281 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-82fd254b-7547-4c30-a10b-e5fb62eda179 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.079210 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c083d8b-4411-40d3-862e-8b1e5712258f None None] DHCP port deletion for 4c2e8d44-f605-48e7-8300-60df4e87697c request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:41:50.146462 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-6c083d8b-4411-40d3-862e-8b1e5712258f None None] Deleting port 29b63c52-02fd-470c-b2e8-08b468e1fe58 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:50.146867 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6c083d8b-4411-40d3-862e-8b1e5712258f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.156269 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904c803-54e5-4cd8-804f-4caa11129ae6 req-a1bd3a2b-6a14-42d5-be28-50e10973b314 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:50.158031 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c904c803-54e5-4cd8-804f-4caa11129ae6 req-a1bd3a2b-6a14-42d5-be28-50e10973b314 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 946 time: 0.1093895 Aug 31 09:41:50.216045 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c904c803-54e5-4cd8-804f-4caa11129ae6 req-bb29014b-98c6-4783-af88-c7061ef19115 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503738 Aug 31 09:41:50.252455 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-6c083d8b-4411-40d3-862e-8b1e5712258f None None] For port 29b63c52-02fd-470c-b2e8-08b468e1fe58, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=29b63c52-02fd-470c-b2e8-08b468e1fe58,segment=NetworkSegment(ebe4164f-330f-4102-8ab9-9d9477820b58),segment_id=ebe4164f-330f-4102-8ab9-9d9477820b58)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:50.254922 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6c083d8b-4411-40d3-862e-8b1e5712258f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.267134 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-6c083d8b-4411-40d3-862e-8b1e5712258f None None] Calling delete_port for 29b63c52-02fd-470c-b2e8-08b468e1fe58 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:50.273757 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-82fd254b-7547-4c30-a10b-e5fb62eda179 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.296246 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-82fd254b-7547-4c30-a10b-e5fb62eda179 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.298809 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-82fd254b-7547-4c30-a10b-e5fb62eda179 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "DELETE /v2.0/subnets/f34f97ee-be68-4a06-a77e-c36751cafa2c HTTP/1.1" status: 204 len: 168 time: 0.5105717 Aug 31 09:41:50.303192 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33774) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:50.314885 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 29b63c52-02fd-470c-b2e8-08b468e1fe58 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:50.322284 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd254b-7547-4c30-a10b-e5fb62eda179 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Pushing event deleted for resources: {'Subnet': ['ID=f34f97ee-be68-4a06-a77e-c36751cafa2c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:50.343439 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff892038-06b5-4561-b781-d8b1166ac26a None None] Network 77d5d845-bb9b-4368-b082-bacd96a9f80d requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:41:50.428522 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9d1bfc9c-04a5-480d-9b97-8382e80a19de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.507050 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-9d1bfc9c-04a5-480d-9b97-8382e80a19de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Deleting port 29b63c52-02fd-470c-b2e8-08b468e1fe58 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:50.507755 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9d1bfc9c-04a5-480d-9b97-8382e80a19de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.593574 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-9d1bfc9c-04a5-480d-9b97-8382e80a19de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] For port 29b63c52-02fd-470c-b2e8-08b468e1fe58, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=29b63c52-02fd-470c-b2e8-08b468e1fe58,segment=NetworkSegment(ebe4164f-330f-4102-8ab9-9d9477820b58),segment_id=ebe4164f-330f-4102-8ab9-9d9477820b58)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:50.595420 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9d1bfc9c-04a5-480d-9b97-8382e80a19de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.620236 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-9d1bfc9c-04a5-480d-9b97-8382e80a19de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Calling delete_port for 29b63c52-02fd-470c-b2e8-08b468e1fe58 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:50.723578 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.820210 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1d9d0b-5788-4104-bd23-44c28b264dac None None] DHCP port deletion for 77d5d845-bb9b-4368-b082-bacd96a9f80d request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:41:50.848176 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6c083d8b-4411-40d3-862e-8b1e5712258f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.851906 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9d1bfc9c-04a5-480d-9b97-8382e80a19de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.880449 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1bfc9c-04a5-480d-9b97-8382e80a19de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Pushing event deleted for resources: {'Port': ['ID=29b63c52-02fd-470c-b2e8-08b468e1fe58,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:50.885787 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1bfc9c-04a5-480d-9b97-8382e80a19de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] No DVR routers for this DVR port 29b63c52-02fd-470c-b2e8-08b468e1fe58 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:50.906059 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c083d8b-4411-40d3-862e-8b1e5712258f None None] Pushing event deleted for resources: {'Port': ['ID=29b63c52-02fd-470c-b2e8-08b468e1fe58,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:50.913480 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c083d8b-4411-40d3-862e-8b1e5712258f None None] No DVR routers for this DVR port 29b63c52-02fd-470c-b2e8-08b468e1fe58 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:50.928993 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c083d8b-4411-40d3-862e-8b1e5712258f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:50.929329 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c083d8b-4411-40d3-862e-8b1e5712258f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:50.929665 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c083d8b-4411-40d3-862e-8b1e5712258f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:50.929993 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c083d8b-4411-40d3-862e-8b1e5712258f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:50.930356 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c083d8b-4411-40d3-862e-8b1e5712258f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:50.931396 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c083d8b-4411-40d3-862e-8b1e5712258f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:50.931690 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c083d8b-4411-40d3-862e-8b1e5712258f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:50.932016 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c083d8b-4411-40d3-862e-8b1e5712258f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:50.932337 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c083d8b-4411-40d3-862e-8b1e5712258f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:50.932655 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c083d8b-4411-40d3-862e-8b1e5712258f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:50.932967 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c083d8b-4411-40d3-862e-8b1e5712258f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:50.933280 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c083d8b-4411-40d3-862e-8b1e5712258f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:41:50.950865 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-2f1d9d0b-5788-4104-bd23-44c28b264dac None None] Deleting port 0e944bf6-ae65-49bc-9821-f0fde7eb483f {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:41:50.951281 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2f1d9d0b-5788-4104-bd23-44c28b264dac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.972488 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9d1bfc9c-04a5-480d-9b97-8382e80a19de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:50.984785 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-9d1bfc9c-04a5-480d-9b97-8382e80a19de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c2e8d44-f605-48e7-8300-60df4e87697c']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:51.004914 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-9d1bfc9c-04a5-480d-9b97-8382e80a19de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe4164f-330f-4102-8ab9-9d9477820b58') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:51.005695 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-9d1bfc9c-04a5-480d-9b97-8382e80a19de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe4164f-330f-4102-8ab9-9d9477820b58') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:51.018478 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9d1bfc9c-04a5-480d-9b97-8382e80a19de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.021051 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-2f1d9d0b-5788-4104-bd23-44c28b264dac None None] For port 0e944bf6-ae65-49bc-9821-f0fde7eb483f, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=0e944bf6-ae65-49bc-9821-f0fde7eb483f,segment=NetworkSegment(f331507f-10d6-44fe-8059-a14fd8f348c8),segment_id=f331507f-10d6-44fe-8059-a14fd8f348c8)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:41:51.021714 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2f1d9d0b-5788-4104-bd23-44c28b264dac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.035726 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9d1bfc9c-04a5-480d-9b97-8382e80a19de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.040721 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-2f1d9d0b-5788-4104-bd23-44c28b264dac None None] Calling delete_port for 0e944bf6-ae65-49bc-9821-f0fde7eb483f owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:41:51.043493 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d1bfc9c-04a5-480d-9b97-8382e80a19de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Releasing vlan 1628 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:41:51.043911 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9d1bfc9c-04a5-480d-9b97-8382e80a19de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: self.session.flush() Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: self.session.flush() Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: self.session.flush() Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: self.session.flush() Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:41:51.047152 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:41:51.260711 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9d1bfc9c-04a5-480d-9b97-8382e80a19de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.271854 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9d1bfc9c-04a5-480d-9b97-8382e80a19de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.276979 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9d1bfc9c-04a5-480d-9b97-8382e80a19de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "DELETE /v2.0/networks/4c2e8d44-f605-48e7-8300-60df4e87697c HTTP/1.1" status: 204 len: 168 time: 0.9696488 Aug 31 09:41:51.277373 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33784) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:51.298830 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1bfc9c-04a5-480d-9b97-8382e80a19de tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Pushing event deleted for resources: {'Network': ['ID=4c2e8d44-f605-48e7-8300-60df4e87697c,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:51.353501 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2f1d9d0b-5788-4104-bd23-44c28b264dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.361105 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43db132-0515-4bc5-9b42-3e33621faecf req-5c4caaa9-9fe8-4fab-90b3-e0a3527cfa1a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:51.364457 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a43db132-0515-4bc5-9b42-3e33621faecf req-5c4caaa9-9fe8-4fab-90b3-e0a3527cfa1a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 946 time: 0.0629144 Aug 31 09:41:51.371220 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1d9d0b-5788-4104-bd23-44c28b264dac None None] No DVR routers for this DVR port 0e944bf6-ae65-49bc-9821-f0fde7eb483f on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:41:51.401550 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d9d0b-5788-4104-bd23-44c28b264dac None None] Pushing event deleted for resources: {'Port': ['ID=0e944bf6-ae65-49bc-9821-f0fde7eb483f,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:51.425508 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a43db132-0515-4bc5-9b42-3e33621faecf req-af4c8973-dad4-4db7-8e22-a07d643e29bd tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496995 Aug 31 09:41:51.425760 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-37e31790-aa9e-4890-a636-d5ed372f1ce6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.491342 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33788) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:51.520856 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-37e31790-aa9e-4890-a636-d5ed372f1ce6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.537826 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-37e31790-aa9e-4890-a636-d5ed372f1ce6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d5d845-bb9b-4368-b082-bacd96a9f80d']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:51.549670 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-37e31790-aa9e-4890-a636-d5ed372f1ce6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f331507f-10d6-44fe-8059-a14fd8f348c8') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:51.549986 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-37e31790-aa9e-4890-a636-d5ed372f1ce6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f331507f-10d6-44fe-8059-a14fd8f348c8') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:41:51.561429 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-37e31790-aa9e-4890-a636-d5ed372f1ce6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.576180 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-37e31790-aa9e-4890-a636-d5ed372f1ce6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.582693 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e31790-aa9e-4890-a636-d5ed372f1ce6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Releasing vlan 1639 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:41:51.583004 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-37e31790-aa9e-4890-a636-d5ed372f1ce6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.585966 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:41:51.585966 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:41:51.585966 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:41:51.585966 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:41:51.585966 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:41:51.585966 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:41:51.585966 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:41:51.585966 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:41:51.585966 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:41:51.585966 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:41:51.585966 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:41:51.585966 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:41:51.585966 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:41:51.585966 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:41:51.585966 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:41:51.585966 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:41:51.585966 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:41:51.585966 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:41:51.585966 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:41:51.585966 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:41:51.585966 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:41:51.585966 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:41:51.585966 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:41:51.585966 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:41:51.585966 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:41:51.585966 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:41:51.585966 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:41:51.585966 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:41:51.585966 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:41:51.585966 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:41:51.585966 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:41:51.585966 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:41:51.620334 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cb7d551f-eb2b-438c-b5c1-9118738ec95e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.711275 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cb7d551f-eb2b-438c-b5c1-9118738ec95e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.724929 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-37e31790-aa9e-4890-a636-d5ed372f1ce6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.734324 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-37e31790-aa9e-4890-a636-d5ed372f1ce6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.734324 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-37e31790-aa9e-4890-a636-d5ed372f1ce6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] 10.222.0.119 "DELETE /v2.0/networks/77d5d845-bb9b-4368-b082-bacd96a9f80d HTTP/1.1" status: 204 len: 168 time: 0.4556503 Aug 31 09:41:51.746386 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e31790-aa9e-4890-a636-d5ed372f1ce6 tempest-TaggedBootDevicesTest-1195185303 tempest-TaggedBootDevicesTest-1195185303-project] Pushing event deleted for resources: {'Network': ['ID=77d5d845-bb9b-4368-b082-bacd96a9f80d,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:51.799008 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cb7d551f-eb2b-438c-b5c1-9118738ec95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.839156 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d551f-eb2b-438c-b5c1-9118738ec95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861cc0eb-5937-450e-ae1a-6f9dbea6703f,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:51.849019 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-cb7d551f-eb2b-438c-b5c1-9118738ec95e admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=ebf69176a3bd414e9475945ed1446772&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3564830 Aug 31 09:41:51.852302 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33792) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:51.906459 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e1934465-390d-41fd-836d-71281fee8c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:51.929741 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e1934465-390d-41fd-836d-71281fee8c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:52.107753 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e1934465-390d-41fd-836d-71281fee8c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:52.110605 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e1934465-390d-41fd-836d-71281fee8c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:52.111891 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e1934465-390d-41fd-836d-71281fee8c3b admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/861cc0eb-5937-450e-ae1a-6f9dbea6703f HTTP/1.1" status: 204 len: 168 time: 0.2573936 Aug 31 09:41:52.123724 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1934465-390d-41fd-836d-71281fee8c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861cc0eb-5937-450e-ae1a-6f9dbea6703f,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:52.252427 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 0e944bf6-ae65-49bc-9821-f0fde7eb483f no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:41:52.279436 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 0e944bf6-ae65-49bc-9821-f0fde7eb483f {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:41:52.279786 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 0e944bf6-ae65-49bc-9821-f0fde7eb483f not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:41:52.563244 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77825fe4-352a-455a-94ee-41afd8fac801 req-fb54a21c-40bd-4c4e-a7b5-3f1c63a77db7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:52.564942 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-77825fe4-352a-455a-94ee-41afd8fac801 req-fb54a21c-40bd-4c4e-a7b5-3f1c63a77db7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 946 time: 0.0574870 Aug 31 09:41:52.610764 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-77825fe4-352a-455a-94ee-41afd8fac801 req-4e4092b2-c5e0-43c0-8d29-9feebbffc604 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368345 Aug 31 09:41:52.892297 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33810) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:52.907049 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9c00c553-a4e2-4497-a095-3e4a5fb90556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:52.996213 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9c00c553-a4e2-4497-a095-3e4a5fb90556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:53.077045 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9c00c553-a4e2-4497-a095-3e4a5fb90556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:53.116838 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00c553-a4e2-4497-a095-3e4a5fb90556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da76ac8e-ad7c-49ef-859c-4a6b97604655,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:53.132686 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9c00c553-a4e2-4497-a095-3e4a5fb90556 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=b4b83145fafa42c1bffade67554420c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2305474 Aug 31 09:41:53.132686 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33812) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:41:53.187270 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6493274-c48a-4d71-9679-5d465e9cd00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:53.217020 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6493274-c48a-4d71-9679-5d465e9cd00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:53.416846 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6493274-c48a-4d71-9679-5d465e9cd00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:53.419541 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d6493274-c48a-4d71-9679-5d465e9cd00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:41:53.420711 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d6493274-c48a-4d71-9679-5d465e9cd00f admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/da76ac8e-ad7c-49ef-859c-4a6b97604655 HTTP/1.1" status: 204 len: 168 time: 0.2929945 Aug 31 09:41:53.429744 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6493274-c48a-4d71-9679-5d465e9cd00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da76ac8e-ad7c-49ef-859c-4a6b97604655,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:41:53.735167 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdd803-ecd0-4355-9d4a-3179a4e3b53d req-5c0fb6b4-bb70-4dda-bfb1-de8ca990b8c5 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:53.736700 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e6bdd803-ecd0-4355-9d4a-3179a4e3b53d req-5c0fb6b4-bb70-4dda-bfb1-de8ca990b8c5 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 946 time: 0.0507097 Aug 31 09:41:53.777400 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e6bdd803-ecd0-4355-9d4a-3179a4e3b53d req-d0bf6c27-dd1a-477d-bd7c-8fd7214c0230 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340145 Aug 31 09:41:54.916284 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164a573-daca-4db1-836f-f4bc741fb05d req-9deb8611-29e6-49d2-afff-0875eb80fa01 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:54.917975 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d164a573-daca-4db1-836f-f4bc741fb05d req-9deb8611-29e6-49d2-afff-0875eb80fa01 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 946 time: 0.0543537 Aug 31 09:41:54.963170 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d164a573-daca-4db1-836f-f4bc741fb05d req-15060b94-ad5b-4511-8d27-dac8196f53b9 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384774 Aug 31 09:41:56.087620 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d816ded-0ed6-466f-872f-dec7f5e3c91b req-21522b97-fe16-4893-a3e0-1a6914efa024 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:56.089063 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d816ded-0ed6-466f-872f-dec7f5e3c91b req-21522b97-fe16-4893-a3e0-1a6914efa024 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 946 time: 0.0517650 Aug 31 09:41:56.128392 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d816ded-0ed6-466f-872f-dec7f5e3c91b req-3ca622b6-b9a4-4389-ad42-ced6582d2a83 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329852 Aug 31 09:41:57.244463 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae0524-40ee-4058-a1dd-ca7c8b105d3d req-6b858a42-5337-4c03-84c1-54d0968b284d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:57.246013 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9fae0524-40ee-4058-a1dd-ca7c8b105d3d req-6b858a42-5337-4c03-84c1-54d0968b284d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 946 time: 0.0495515 Aug 31 09:41:57.286225 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9fae0524-40ee-4058-a1dd-ca7c8b105d3d req-ee2f0a4f-2add-4d80-aca3-0c31c022fe95 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336640 Aug 31 09:41:58.413536 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60cc66a-0992-4e24-8a0b-755f51eae8d6 req-7d94de98-4366-4ecc-b719-90fc543a4f3e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:58.415169 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e60cc66a-0992-4e24-8a0b-755f51eae8d6 req-7d94de98-4366-4ecc-b719-90fc543a4f3e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 946 time: 0.0571783 Aug 31 09:41:58.459875 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e60cc66a-0992-4e24-8a0b-755f51eae8d6 req-7e1040a8-a26c-4ad0-848c-0d8fc13c6739 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375173 Aug 31 09:41:59.589622 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fbb5d-93c1-40cd-a0f3-b04e3eeb1a4d req-145195d3-fec1-4c3d-9b3a-0fdda63e1401 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:41:59.605502 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cb7fbb5d-93c1-40cd-a0f3-b04e3eeb1a4d req-145195d3-fec1-4c3d-9b3a-0fdda63e1401 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 946 time: 0.0691934 Aug 31 09:41:59.641312 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cb7fbb5d-93c1-40cd-a0f3-b04e3eeb1a4d req-de893602-f4b7-4742-a32c-ba6ece8bc61b tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348680 Aug 31 09:42:00.773963 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a8d82-7b98-4f0d-97d8-117ba202b14b req-3e6ed69c-6050-4789-bf0c-d11e115e5544 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:00.773963 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8c7a8d82-7b98-4f0d-97d8-117ba202b14b req-3e6ed69c-6050-4789-bf0c-d11e115e5544 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 946 time: 0.0579693 Aug 31 09:42:00.824491 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8c7a8d82-7b98-4f0d-97d8-117ba202b14b req-4481d8c6-651b-44bb-8dbb-9151377bac87 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426753 Aug 31 09:42:01.418168 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-ebc129b3-7885-49fc-ba24-f2e3b4aabd47 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:42:01.419197 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-ebc129b3-7885-49fc-ba24-f2e3b4aabd47 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054874 Aug 31 09:42:01.489244 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-cf09d326-269b-4787-9aed-93e53fef84bd service neutron] show failed (client error): The resource could not be found. Aug 31 09:42:01.490359 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-cf09d326-269b-4787-9aed-93e53fef84bd service neutron] 10.222.0.59 "GET /v2.0/ports/1087b193-7a33-4fd4-bde5-6e483e8fa4c7/bindings/n-h1-791506-28 HTTP/1.1" status: 404 len: 381 time: 0.0614159 Aug 31 09:42:01.984952 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a945f-9d86-4469-bc17-364f04c96964 req-88eb3393-c29c-483c-8c41-af7d9c832d98 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:01.986848 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cd5a945f-9d86-4469-bc17-364f04c96964 req-88eb3393-c29c-483c-8c41-af7d9c832d98 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 946 time: 0.0617745 Aug 31 09:42:02.051333 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cd5a945f-9d86-4469-bc17-364f04c96964 req-3d5bd2c9-ca14-43d1-acf7-59c36b553ef5 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521886 Aug 31 09:42:02.109837 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-665c8f3d-2178-477f-8f4f-f5a78d4011d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:02.111520 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-665c8f3d-2178-477f-8f4f-f5a78d4011d7 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1&tenant_id=29b420db5ab94eb097db55181093bc9b HTTP/1.1" status: 200 len: 1098 time: 0.0946097 Aug 31 09:42:02.124438 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-be2f2ba2-d20a-4ccc-ae6f-188137ea694e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-28', 'device_owner': 'compute:nova'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:02.186704 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-be2f2ba2-d20a-4ccc-ae6f-188137ea694e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.410176 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33942) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:02.425201 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-be2f2ba2-d20a-4ccc-ae6f-188137ea694e service neutron] For port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=1087b193-7a33-4fd4-bde5-6e483e8fa4c7,segment=NetworkSegment(be1ec750-8338-423f-b556-26074840a831),segment_id=be1ec750-8338-423f-b556-26074840a831)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:02.461909 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-be2f2ba2-d20a-4ccc-ae6f-188137ea694e service neutron] For port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7, host n-h2-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:42:02.502201 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ec9c78-72e9-4f45-b58e-7637c26c95c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1087b193-7a33-4fd4-bde5-6e483e8fa4c7'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:42:02.504781 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd60c23f-d758-47be-a1b5-217fbe5f8df8" -d '{"events": [{"server_uuid": "18ec9c78-72e9-4f45-b58e-7637c26c95c1", "name": "network-vif-unplugged", "status": "completed", "tag": "1087b193-7a33-4fd4-bde5-6e483e8fa4c7"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:42:02.508834 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-be2f2ba2-d20a-4ccc-ae6f-188137ea694e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.521293 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-be2f2ba2-d20a-4ccc-ae6f-188137ea694e service neutron] Transition to ACTIVE for port object 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:02.572426 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3beef947-afe8-40f5-ad93-ed45b62743c5 x-openstack-request-id: req-3beef947-afe8-40f5-ad93-ed45b62743c5 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:42:02.572896 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ec9c78-72e9-4f45-b58e-7637c26c95c1", "name": "network-vif-unplugged", "status": "completed", "tag": "1087b193-7a33-4fd4-bde5-6e483e8fa4c7", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:42:02.573374 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-3beef947-afe8-40f5-ad93-ed45b62743c5 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:42:02.573920 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ec9c78-72e9-4f45-b58e-7637c26c95c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1087b193-7a33-4fd4-bde5-6e483e8fa4c7', 'code': 200} Aug 31 09:42:02.628179 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-be2f2ba2-d20a-4ccc-ae6f-188137ea694e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.745236 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f2ba2-d20a-4ccc-ae6f-188137ea694e service neutron] Pushing event updated for resources: {'Port': ['ID=1087b193-7a33-4fd4-bde5-6e483e8fa4c7,revision_number=6']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:02.762242 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.833142 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-be2f2ba2-d20a-4ccc-ae6f-188137ea694e service neutron] No DVR routers for this DVR port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 on host n-h2-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:42:02.949035 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:02.994441 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-be2f2ba2-d20a-4ccc-ae6f-188137ea694e service neutron] Attempting to bind port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:42:02.994825 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-be2f2ba2-d20a-4ccc-ae6f-188137ea694e service neutron] Attempting to bind port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'be1ec750-8338-423f-b556-26074840a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:42:02.995164 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-be2f2ba2-d20a-4ccc-ae6f-188137ea694e service neutron] Attempting to bind port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 on network abf4234d-aa61-41ed-8d0b-813eaa6fbcc1 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:42:03.000972 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-be2f2ba2-d20a-4ccc-ae6f-188137ea694e service neutron] Port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 on network abf4234d-aa61-41ed-8d0b-813eaa6fbcc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:42:03.000972 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-be2f2ba2-d20a-4ccc-ae6f-188137ea694e service neutron] Attempting to bind port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 on network abf4234d-aa61-41ed-8d0b-813eaa6fbcc1 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:42:03.006212 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-be2f2ba2-d20a-4ccc-ae6f-188137ea694e service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:42:03.006635 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-be2f2ba2-d20a-4ccc-ae6f-188137ea694e service neutron] Checking segment: {'id': 'be1ec750-8338-423f-b556-26074840a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:03.007031 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-be2f2ba2-d20a-4ccc-ae6f-188137ea694e service neutron] Bound using segment: {'id': 'be1ec750-8338-423f-b556-26074840a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:42:03.007468 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-be2f2ba2-d20a-4ccc-ae6f-188137ea694e service neutron] Bound port: 1087b193-7a33-4fd4-bde5-6e483e8fa4c7, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be1ec750-8338-423f-b556-26074840a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:42:03.007889 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-be2f2ba2-d20a-4ccc-ae6f-188137ea694e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:03.084410 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-be2f2ba2-d20a-4ccc-ae6f-188137ea694e service neutron] For port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:42:03.089563 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-be2f2ba2-d20a-4ccc-ae6f-188137ea694e service neutron] For port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=1087b193-7a33-4fd4-bde5-6e483e8fa4c7,segment=NetworkSegment(be1ec750-8338-423f-b556-26074840a831),segment_id=be1ec750-8338-423f-b556-26074840a831)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:42:03.090105 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5b74d6fd-06ed-4eb9-aa20-7d320dba5a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:03.211897 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-be2f2ba2-d20a-4ccc-ae6f-188137ea694e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:03.216327 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73e24d-25a7-4ada-b195-dba2e0deadd9 req-98018fd7-2457-4ea4-afcd-30b8652f0670 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:03.217878 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4f73e24d-25a7-4ada-b195-dba2e0deadd9 req-98018fd7-2457-4ea4-afcd-30b8652f0670 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 944 time: 0.0920746 Aug 31 09:42:03.246842 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-be2f2ba2-d20a-4ccc-ae6f-188137ea694e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:03.247553 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-be2f2ba2-d20a-4ccc-ae6f-188137ea694e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:03.249039 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-be2f2ba2-d20a-4ccc-ae6f-188137ea694e service neutron] 10.222.0.112 "PUT /v2.0/ports/1087b193-7a33-4fd4-bde5-6e483e8fa4c7 HTTP/1.1" status: 200 len: 1093 time: 1.1288447 Aug 31 09:42:03.285860 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f2ba2-d20a-4ccc-ae6f-188137ea694e service neutron] Pushing event updated for resources: {'Port': ['ID=1087b193-7a33-4fd4-bde5-6e483e8fa4c7,revision_number=7']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:03.333465 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-a4a571fb-7ca3-456d-9cd2-b5498c72757f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:03.335297 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-a4a571fb-7ca3-456d-9cd2-b5498c72757f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 1096 time: 0.0580411 Aug 31 09:42:03.337077 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4f73e24d-25a7-4ada-b195-dba2e0deadd9 req-6054dd27-a452-41f4-afbd-238c8e1cf257 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088910 Aug 31 09:42:03.455459 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-dabb2059-82d7-435b-ba18-e3446380bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:03.455459 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-dabb2059-82d7-435b-ba18-e3446380bdf0 service neutron] 10.222.0.112 "GET /v2.0/networks?id=abf4234d-aa61-41ed-8d0b-813eaa6fbcc1 HTTP/1.1" status: 200 len: 899 time: 0.1091750 Aug 31 09:42:03.490979 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-5b74d6fd-06ed-4eb9-aa20-7d320dba5a64 admin admin] Deleting port 2a60d892-0200-420e-8402-e000c33b226b {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:03.491334 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5b74d6fd-06ed-4eb9-aa20-7d320dba5a64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:03.524791 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-ec2dd566-1fdc-4216-824e-ed728ce309c4 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1087b193-7a33-4fd4-bde5-6e483e8fa4c7 HTTP/1.1" status: 200 len: 1000 time: 0.0637705 Aug 31 09:42:03.575923 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-5b74d6fd-06ed-4eb9-aa20-7d320dba5a64 admin admin] For port 2a60d892-0200-420e-8402-e000c33b226b, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=2a60d892-0200-420e-8402-e000c33b226b,segment=NetworkSegment(cbd56d1a-0fb4-472a-8ca4-66cbf3461a47),segment_id=cbd56d1a-0fb4-472a-8ca4-66cbf3461a47)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:03.576348 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5b74d6fd-06ed-4eb9-aa20-7d320dba5a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:03.586861 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-3499a400-994a-40c8-ba40-93ec7f054cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:03.588623 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-3499a400-994a-40c8-ba40-93ec7f054cb4 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=87628395-f9ee-474b-9c94-174f122bbc64 HTTP/1.1" status: 200 len: 834 time: 0.0567055 Aug 31 09:42:03.589841 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-5b74d6fd-06ed-4eb9-aa20-7d320dba5a64 admin admin] Calling delete_port for 2a60d892-0200-420e-8402-e000c33b226b owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:03.641410 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-cff52711-9811-4ced-a866-b4b1137e90d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:03.643762 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-cff52711-9811-4ced-a866-b4b1137e90d4 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=abf4234d-aa61-41ed-8d0b-813eaa6fbcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472524 Aug 31 09:42:03.739395 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-24efa400-3cd6-4a2a-863f-356ada668fc3 service neutron] 10.222.0.112 "GET /v2.0/networks/abf4234d-aa61-41ed-8d0b-813eaa6fbcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872383 Aug 31 09:42:03.831842 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-35e4f45a-17b6-4447-9c49-89c026c438ed req-a7eb3dea-6c0b-41de-b544-e3e6048dd0bc service neutron] 10.222.0.112 "GET /v2.0/networks/abf4234d-aa61-41ed-8d0b-813eaa6fbcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848460 Aug 31 09:42:03.855588 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5b74d6fd-06ed-4eb9-aa20-7d320dba5a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:03.894131 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74d6fd-06ed-4eb9-aa20-7d320dba5a64 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a60d892-0200-420e-8402-e000c33b226b,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:04.094773 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5b74d6fd-06ed-4eb9-aa20-7d320dba5a64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:04.335752 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b74d6fd-06ed-4eb9-aa20-7d320dba5a64 admin admin] Router fb60fbdf-5a04-464a-9ed5-7a66420dcc6d has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:42:04.489413 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b74d6fd-06ed-4eb9-aa20-7d320dba5a64 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:42:04.496164 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5b74d6fd-06ed-4eb9-aa20-7d320dba5a64 admin admin] 10.222.0.119 "PUT /v2.0/routers/fb60fbdf-5a04-464a-9ed5-7a66420dcc6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0848479 Aug 31 09:42:04.498870 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 33974) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:04.502449 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44e1ddb-d714-4014-a0f1-b989e3d83199 None None] Sync routers for ids ['fb60fbdf-5a04-464a-9ed5-7a66420dcc6d'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:42:04.510166 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff8d6a-7dec-48e1-b8f3-4d05f5688e8c req-d357fb42-e707-4e3e-b317-6ea5d6099a58 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:04.510739 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-09ff8d6a-7dec-48e1-b8f3-4d05f5688e8c req-d357fb42-e707-4e3e-b317-6ea5d6099a58 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 944 time: 0.0702934 Aug 31 09:42:04.512106 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44e1ddb-d714-4014-a0f1-b989e3d83199 None None] Routers {'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:04.512717 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c44e1ddb-d714-4014-a0f1-b989e3d83199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:41:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['fb60fbdf-5a04-464a-9ed5-7a66420dcc6d'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:04.565446 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-09ff8d6a-7dec-48e1-b8f3-4d05f5688e8c req-3d92ca33-78d8-42d8-be6d-fbfa4c6e7c88 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456927 Aug 31 09:42:04.638020 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-c44e1ddb-d714-4014-a0f1-b989e3d83199 None None] Set router fb60fbdf-5a04-464a-9ed5-7a66420dcc6d gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:42:04.839504 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c44e1ddb-d714-4014-a0f1-b989e3d83199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'name': 'tempest-TaggedBootDevicesTest-159778297-router', 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'de70fa8f-6547-4a31-8eca-31a7c406d765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:54Z', 'updated_at': '2021-08-31T09:42:03Z', 'revision_number': 5, 'project_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'gw_port': {'id': 'de70fa8f-6547-4a31-8eca-31a7c406d765', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:57Z', 'updated_at': '2021-08-31T09:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:04.973642 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44e1ddb-d714-4014-a0f1-b989e3d83199 None None] Checking router: fb60fbdf-5a04-464a-9ed5-7a66420dcc6d for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:42:04.984316 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44e1ddb-d714-4014-a0f1-b989e3d83199 None None] Routers {'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:04.984747 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c44e1ddb-d714-4014-a0f1-b989e3d83199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:41:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['fb60fbdf-5a04-464a-9ed5-7a66420dcc6d'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:04.996845 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ec9c78-72e9-4f45-b58e-7637c26c95c1', 'tag': '1087b193-7a33-4fd4-bde5-6e483e8fa4c7'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:42:04.999132 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e8d18f-0c2c-4309-9f54-648a9c51b5e5" -d '{"events": [{"name": "network-changed", "server_uuid": "18ec9c78-72e9-4f45-b58e-7637c26c95c1", "tag": "1087b193-7a33-4fd4-bde5-6e483e8fa4c7"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:42:05.031895 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ef4ac3f-1312-49ec-acdf-5133e885c2b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:05.083215 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5b1c67-2829-4a00-82c6-909c49b4da6e x-openstack-request-id: req-4b5b1c67-2829-4a00-82c6-909c49b4da6e {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:42:05.083505 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18ec9c78-72e9-4f45-b58e-7637c26c95c1", "tag": "1087b193-7a33-4fd4-bde5-6e483e8fa4c7", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:42:05.083772 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4b5b1c67-2829-4a00-82c6-909c49b4da6e {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:42:05.084627 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18ec9c78-72e9-4f45-b58e-7637c26c95c1', 'tag': '1087b193-7a33-4fd4-bde5-6e483e8fa4c7', 'status': 'completed', 'code': 200} Aug 31 09:42:05.130982 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-c44e1ddb-d714-4014-a0f1-b989e3d83199 None None] Set router fb60fbdf-5a04-464a-9ed5-7a66420dcc6d gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:42:05.155358 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8d18f-0c2c-4309-9f54-648a9c51b5e5 req-1b82d601-c4e5-4530-8057-c4534653c803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:05.156914 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-30e8d18f-0c2c-4309-9f54-648a9c51b5e5 req-1b82d601-c4e5-4530-8057-c4534653c803 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 1096 time: 0.0453837 Aug 31 09:42:05.222117 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ef4ac3f-1312-49ec-acdf-5133e885c2b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:05.232411 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8d18f-0c2c-4309-9f54-648a9c51b5e5 req-b0290173-884c-41be-a9e8-0739b0cf677d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:05.234023 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-30e8d18f-0c2c-4309-9f54-648a9c51b5e5 req-b0290173-884c-41be-a9e8-0739b0cf677d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 1096 time: 0.1251409 Aug 31 09:42:05.253300 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:42:05.266676 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8d18f-0c2c-4309-9f54-648a9c51b5e5 req-9eaae662-55f7-4b2d-aa01-ddee661d7042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:05.268505 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-30e8d18f-0c2c-4309-9f54-648a9c51b5e5 req-9eaae662-55f7-4b2d-aa01-ddee661d7042 service neutron] 10.222.0.59 "GET /v2.0/networks?id=abf4234d-aa61-41ed-8d0b-813eaa6fbcc1 HTTP/1.1" status: 200 len: 899 time: 0.1045296 Aug 31 09:42:05.343185 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-30e8d18f-0c2c-4309-9f54-648a9c51b5e5 req-88cc9b5a-174d-44e7-8689-83ed7ff15f3b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1087b193-7a33-4fd4-bde5-6e483e8fa4c7 HTTP/1.1" status: 200 len: 1000 time: 0.0675719 Aug 31 09:42:05.343835 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:42:05.378659 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8d18f-0c2c-4309-9f54-648a9c51b5e5 req-6e82f900-dc11-45cd-956d-2707604c1964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:05.380233 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-30e8d18f-0c2c-4309-9f54-648a9c51b5e5 req-6e82f900-dc11-45cd-956d-2707604c1964 service neutron] 10.222.0.112 "GET /v2.0/networks?id=abf4234d-aa61-41ed-8d0b-813eaa6fbcc1 HTTP/1.1" status: 200 len: 899 time: 0.1383908 Aug 31 09:42:05.421736 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c44e1ddb-d714-4014-a0f1-b989e3d83199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'name': 'tempest-TaggedBootDevicesTest-159778297-router', 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'de70fa8f-6547-4a31-8eca-31a7c406d765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:54Z', 'updated_at': '2021-08-31T09:42:03Z', 'revision_number': 5, 'project_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'gw_port': {'id': 'de70fa8f-6547-4a31-8eca-31a7c406d765', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:57Z', 'updated_at': '2021-08-31T09:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:05.457793 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44e1ddb-d714-4014-a0f1-b989e3d83199 None None] The sync data for ids ['fb60fbdf-5a04-464a-9ed5-7a66420dcc6d'] in n-d-791506-28 is: [{'id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'name': 'tempest-TaggedBootDevicesTest-159778297-router', 'tenant_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'de70fa8f-6547-4a31-8eca-31a7c406d765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:29:54Z', 'updated_at': '2021-08-31T09:42:03Z', 'revision_number': 5, 'project_id': 'caa69c38eab14ec7acd072f4cc57de4a', 'gw_port': {'id': 'de70fa8f-6547-4a31-8eca-31a7c406d765', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb60fbdf-5a04-464a-9ed5-7a66420dcc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:29:57Z', 'updated_at': '2021-08-31T09:30:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:42:05.470277 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-30e8d18f-0c2c-4309-9f54-648a9c51b5e5 req-efbe8173-7c1b-47f7-8da3-0375abdf1aea service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1087b193-7a33-4fd4-bde5-6e483e8fa4c7 HTTP/1.1" status: 200 len: 1000 time: 0.0641928 Aug 31 09:42:05.501696 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8d18f-0c2c-4309-9f54-648a9c51b5e5 req-d9d825b9-17d4-4016-8c98-1cc1bea476af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:05.505024 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-30e8d18f-0c2c-4309-9f54-648a9c51b5e5 req-d9d825b9-17d4-4016-8c98-1cc1bea476af service neutron] 10.222.0.59 "GET /v2.0/subnets?id=87628395-f9ee-474b-9c94-174f122bbc64 HTTP/1.1" status: 200 len: 834 time: 0.1441960 Aug 31 09:42:05.545993 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8d18f-0c2c-4309-9f54-648a9c51b5e5 req-788c84b3-a2df-4e8f-88e9-8bfda89fdc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:05.547527 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-30e8d18f-0c2c-4309-9f54-648a9c51b5e5 req-788c84b3-a2df-4e8f-88e9-8bfda89fdc35 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=87628395-f9ee-474b-9c94-174f122bbc64 HTTP/1.1" status: 200 len: 834 time: 0.0691056 Aug 31 09:42:05.565717 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8d18f-0c2c-4309-9f54-648a9c51b5e5 req-c8c3397f-ec99-434e-ac7a-cb858065563d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:05.567798 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-30e8d18f-0c2c-4309-9f54-648a9c51b5e5 req-c8c3397f-ec99-434e-ac7a-cb858065563d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=abf4234d-aa61-41ed-8d0b-813eaa6fbcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505750 Aug 31 09:42:05.592406 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-1ef4ac3f-1312-49ec-acdf-5133e885c2b7 admin admin] Deleting port de70fa8f-6547-4a31-8eca-31a7c406d765 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:05.592866 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ef4ac3f-1312-49ec-acdf-5133e885c2b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:05.685912 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8d18f-0c2c-4309-9f54-648a9c51b5e5 req-cbf8d8d0-68b6-4fba-a40e-f45bc45125e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:05.687488 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-30e8d18f-0c2c-4309-9f54-648a9c51b5e5 req-cbf8d8d0-68b6-4fba-a40e-f45bc45125e8 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=abf4234d-aa61-41ed-8d0b-813eaa6fbcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1269951 Aug 31 09:42:05.763940 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-1ef4ac3f-1312-49ec-acdf-5133e885c2b7 admin admin] For port de70fa8f-6547-4a31-8eca-31a7c406d765, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=de70fa8f-6547-4a31-8eca-31a7c406d765,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:05.764326 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ef4ac3f-1312-49ec-acdf-5133e885c2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:05.783313 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-1ef4ac3f-1312-49ec-acdf-5133e885c2b7 admin admin] Calling delete_port for de70fa8f-6547-4a31-8eca-31a7c406d765 owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:05.785365 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-30e8d18f-0c2c-4309-9f54-648a9c51b5e5 req-902ec2ea-ebaa-4db4-a0d9-b93b4b8eb82f service neutron] 10.222.0.59 "GET /v2.0/networks/abf4234d-aa61-41ed-8d0b-813eaa6fbcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103019 Aug 31 09:42:05.883757 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-30e8d18f-0c2c-4309-9f54-648a9c51b5e5 req-d02fb048-01db-43a4-bc89-b0ddb30be6d9 service neutron] 10.222.0.112 "GET /v2.0/networks/abf4234d-aa61-41ed-8d0b-813eaa6fbcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840024 Aug 31 09:42:05.981884 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76293b68-4023-43f9-82cb-75e12df52aa7 req-79eb702c-ee07-4fe6-97f5-9333ad06c9ef tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:05.993281 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-76293b68-4023-43f9-82cb-75e12df52aa7 req-79eb702c-ee07-4fe6-97f5-9333ad06c9ef tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 944 time: 0.3183615 Aug 31 09:42:05.994036 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33992) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:06.063808 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-30e8d18f-0c2c-4309-9f54-648a9c51b5e5 req-89af8168-ebc0-415b-8eb8-b58d38b2c34e service neutron] 10.222.0.59 "GET /v2.0/networks/abf4234d-aa61-41ed-8d0b-813eaa6fbcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606766 Aug 31 09:42:06.102081 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-76293b68-4023-43f9-82cb-75e12df52aa7 req-3521039b-ee8a-4f9e-a959-2eedda2dcec9 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054952 Aug 31 09:42:06.222482 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2091243a-7c27-44d9-a46f-ea63830ceabb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.249104 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2a60d892-0200-420e-8402-e000c33b226b no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:42:06.257993 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-30e8d18f-0c2c-4309-9f54-648a9c51b5e5 req-775c1116-1137-4df0-bb3f-e6e529e1fdf3 service neutron] 10.222.0.112 "GET /v2.0/networks/abf4234d-aa61-41ed-8d0b-813eaa6fbcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470162 Aug 31 09:42:06.289700 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 2a60d892-0200-420e-8402-e000c33b226b {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:42:06.292323 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2a60d892-0200-420e-8402-e000c33b226b not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:42:06.320070 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ef4ac3f-1312-49ec-acdf-5133e885c2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.349576 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4ac3f-1312-49ec-acdf-5133e885c2b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=de70fa8f-6547-4a31-8eca-31a7c406d765,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:06.368801 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2091243a-7c27-44d9-a46f-ea63830ceabb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.416471 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ef4ac3f-1312-49ec-acdf-5133e885c2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.440886 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2091243a-7c27-44d9-a46f-ea63830ceabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.475835 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2091243a-7c27-44d9-a46f-ea63830ceabb admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=504e51ef049c4b47bba93eece9b127b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4786098 Aug 31 09:42:06.476385 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33996) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:06.504512 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091243a-7c27-44d9-a46f-ea63830ceabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6906e5bc-0957-4325-b3d7-94729928c620,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:06.515975 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ef4ac3f-1312-49ec-acdf-5133e885c2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.518516 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ef4ac3f-1312-49ec-acdf-5133e885c2b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.560799 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1fbc6780-d58d-4e60-bd64-c1967fed8561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.592138 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1fbc6780-d58d-4e60-bd64-c1967fed8561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.656876 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ef4ac3f-1312-49ec-acdf-5133e885c2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.657460 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef4ac3f-1312-49ec-acdf-5133e885c2b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb60fbdf-5a04-464a-9ed5-7a66420dcc6d {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:42:06.662006 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ef4ac3f-1312-49ec-acdf-5133e885c2b7 admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.663177 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1ef4ac3f-1312-49ec-acdf-5133e885c2b7 admin admin] 10.222.0.119 "DELETE /v2.0/routers/fb60fbdf-5a04-464a-9ed5-7a66420dcc6d HTTP/1.1" status: 204 len: 168 time: 2.1621819 Aug 31 09:42:06.665953 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 33998) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:06.711557 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1fbc6780-d58d-4e60-bd64-c1967fed8561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.714781 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1fbc6780-d58d-4e60-bd64-c1967fed8561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.719029 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1fbc6780-d58d-4e60-bd64-c1967fed8561 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/6906e5bc-0957-4325-b3d7-94729928c620 HTTP/1.1" status: 204 len: 168 time: 0.2225931 Aug 31 09:42:06.729112 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e373d1a-5fb9-4f5a-a759-ff7414649d42 admin admin] Deleting subnet 4345a806-82e6-4d6f-a21e-c3deaf1866e8 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:42:06.732863 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2e373d1a-5fb9-4f5a-a759-ff7414649d42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.775864 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2e373d1a-5fb9-4f5a-a759-ff7414649d42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:06.814922 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc6780-d58d-4e60-bd64-c1967fed8561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6906e5bc-0957-4325-b3d7-94729928c620,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:06.873832 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2e373d1a-5fb9-4f5a-a759-ff7414649d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.012602 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2e373d1a-5fb9-4f5a-a759-ff7414649d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.043258 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e373d1a-5fb9-4f5a-a759-ff7414649d42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4345a806-82e6-4d6f-a21e-c3deaf1866e8,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:07.050527 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2e373d1a-5fb9-4f5a-a759-ff7414649d42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.050897 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e371a0-e9b9-46a1-86b1-7d4e8c3ec6ef None None] Network 636950a3-6b65-4dc0-b611-ae468b63fe57 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:07.053528 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2e373d1a-5fb9-4f5a-a759-ff7414649d42 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/4345a806-82e6-4d6f-a21e-c3deaf1866e8 HTTP/1.1" status: 204 len: 168 time: 0.3855748 Aug 31 09:42:07.055401 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 34006) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:07.136405 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b58193fc-0baf-43bc-a0fb-d0e98003b0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.234734 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-b58193fc-0baf-43bc-a0fb-d0e98003b0c4 admin admin] Deleting port 176fb2aa-3dd8-4138-8ce7-b8f08e479529 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:07.235064 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b58193fc-0baf-43bc-a0fb-d0e98003b0c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.272247 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072a1d74-4e45-4bb0-acb0-9bbaa83328ba None None] DHCP port deletion for 636950a3-6b65-4dc0-b611-ae468b63fe57 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:42:07.292338 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df765c0-4616-4ed8-8b8f-0b07f8b8ce6f req-c3913569-82c2-4301-9024-8979c4c5ec6c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:07.294933 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4df765c0-4616-4ed8-8b8f-0b07f8b8ce6f req-c3913569-82c2-4301-9024-8979c4c5ec6c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 944 time: 0.1046350 Aug 31 09:42:07.322915 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:42:07.344624 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-b58193fc-0baf-43bc-a0fb-d0e98003b0c4 admin admin] For port 176fb2aa-3dd8-4138-8ce7-b8f08e479529, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=176fb2aa-3dd8-4138-8ce7-b8f08e479529,segment=NetworkSegment(cbd56d1a-0fb4-472a-8ca4-66cbf3461a47),segment_id=cbd56d1a-0fb4-472a-8ca4-66cbf3461a47)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:07.344871 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b58193fc-0baf-43bc-a0fb-d0e98003b0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.351414 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4df765c0-4616-4ed8-8b8f-0b07f8b8ce6f req-2f1d90ea-e08b-4746-9942-87ea79f1286d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499139 Aug 31 09:42:07.365871 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-b58193fc-0baf-43bc-a0fb-d0e98003b0c4 admin admin] Calling delete_port for 176fb2aa-3dd8-4138-8ce7-b8f08e479529 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:07.405938 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 34012) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:07.406811 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-072a1d74-4e45-4bb0-acb0-9bbaa83328ba None None] Deleting port 176fb2aa-3dd8-4138-8ce7-b8f08e479529 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:07.407082 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-072a1d74-4e45-4bb0-acb0-9bbaa83328ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.429570 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6ad2a0d6-3b03-4e26-8cb3-396f72491d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.489098 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-072a1d74-4e45-4bb0-acb0-9bbaa83328ba None None] For port 176fb2aa-3dd8-4138-8ce7-b8f08e479529, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=176fb2aa-3dd8-4138-8ce7-b8f08e479529,segment=NetworkSegment(cbd56d1a-0fb4-472a-8ca4-66cbf3461a47),segment_id=cbd56d1a-0fb4-472a-8ca4-66cbf3461a47)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:07.489421 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-072a1d74-4e45-4bb0-acb0-9bbaa83328ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.511110 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-072a1d74-4e45-4bb0-acb0-9bbaa83328ba None None] Calling delete_port for 176fb2aa-3dd8-4138-8ce7-b8f08e479529 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:07.539270 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=1087b193-7a33-4fd4-bde5-6e483e8fa4c7,segment=NetworkSegment(be1ec750-8338-423f-b556-26074840a831),segment_id=be1ec750-8338-423f-b556-26074840a831)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:07.552438 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b58193fc-0baf-43bc-a0fb-d0e98003b0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.564371 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6ad2a0d6-3b03-4e26-8cb3-396f72491d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.578141 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58193fc-0baf-43bc-a0fb-d0e98003b0c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=176fb2aa-3dd8-4138-8ce7-b8f08e479529,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:07.578923 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '1087b193-7a33-4fd4-bde5-6e483e8fa4c7', 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1', 'port_id': '1087b193-7a33-4fd4-bde5-6e483e8fa4c7', 'mac_address': 'fa:16:3e:83:84:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87628395-f9ee-474b-9c94-174f122bbc64', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:42:07.584556 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58193fc-0baf-43bc-a0fb-d0e98003b0c4 admin admin] No DVR routers for this DVR port 176fb2aa-3dd8-4138-8ce7-b8f08e479529 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:42:07.645255 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.657094 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b58193fc-0baf-43bc-a0fb-d0e98003b0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.657735 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-072a1d74-4e45-4bb0-acb0-9bbaa83328ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.660761 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6ad2a0d6-3b03-4e26-8cb3-396f72491d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.668393 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-b58193fc-0baf-43bc-a0fb-d0e98003b0c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['636950a3-6b65-4dc0-b611-ae468b63fe57']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:07.671095 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072a1d74-4e45-4bb0-acb0-9bbaa83328ba None None] No DVR routers for this DVR port 176fb2aa-3dd8-4138-8ce7-b8f08e479529 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:42:07.678226 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:42:07.682103 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-b58193fc-0baf-43bc-a0fb-d0e98003b0c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd56d1a-0fb4-472a-8ca4-66cbf3461a47') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:07.682594 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-b58193fc-0baf-43bc-a0fb-d0e98003b0c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd56d1a-0fb4-472a-8ca4-66cbf3461a47') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:07.699396 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a1d74-4e45-4bb0-acb0-9bbaa83328ba None None] Pushing event deleted for resources: {'Port': ['ID=176fb2aa-3dd8-4138-8ce7-b8f08e479529,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:07.708718 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b58193fc-0baf-43bc-a0fb-d0e98003b0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.723913 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=1087b193-7a33-4fd4-bde5-6e483e8fa4c7,segment=NetworkSegment(be1ec750-8338-423f-b556-26074840a831),segment_id=be1ec750-8338-423f-b556-26074840a831)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:07.730797 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b58193fc-0baf-43bc-a0fb-d0e98003b0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.741670 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b58193fc-0baf-43bc-a0fb-d0e98003b0c4 admin admin] Releasing vlan 1600 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:42:07.742497 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b58193fc-0baf-43bc-a0fb-d0e98003b0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.747210 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:42:07.747210 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:42:07.747210 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:42:07.747210 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:42:07.747210 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:42:07.747210 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:42:07.747210 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:42:07.747210 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:42:07.747210 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:42:07.747210 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:42:07.747210 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:42:07.747210 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:42:07.747210 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:42:07.747210 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:42:07.747210 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:42:07.747210 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:42:07.747210 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:42:07.747210 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:42:07.747210 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:42:07.747210 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:42:07.747210 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:42:07.747210 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:42:07.747210 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:42:07.747210 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:42:07.747210 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:42:07.747210 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:42:07.747210 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:42:07.747210 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:42:07.747210 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:42:07.747210 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:42:07.747210 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:42:07.747210 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:42:07.763651 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6ad2a0d6-3b03-4e26-8cb3-396f72491d15 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=8360427fc0f04d24a03a94941a9bbad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3564827 Aug 31 09:42:07.765081 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad2a0d6-3b03-4e26-8cb3-396f72491d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa702260-42ad-4c26-b0fd-0c6d10c43166,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:07.768657 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 34016) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:07.826003 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-91048b91-8c29-44ae-85f1-a3e1c5bbdfd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.832316 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.851703 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-91048b91-8c29-44ae-85f1-a3e1c5bbdfd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.901177 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=1087b193-7a33-4fd4-bde5-6e483e8fa4c7,revision_number=8']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:07.918864 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b58193fc-0baf-43bc-a0fb-d0e98003b0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.929343 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b58193fc-0baf-43bc-a0fb-d0e98003b0c4 admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:07.933939 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b58193fc-0baf-43bc-a0fb-d0e98003b0c4 admin admin] 10.222.0.119 "DELETE /v2.0/networks/636950a3-6b65-4dc0-b611-ae468b63fe57 HTTP/1.1" status: 204 len: 168 time: 0.8747480 Aug 31 09:42:07.945534 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58193fc-0baf-43bc-a0fb-d0e98003b0c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=636950a3-6b65-4dc0-b611-ae468b63fe57,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:07.989530 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29086c0a-77ed-4bb4-a76f-4f09317d7216 req-0a56df26-f986-4cf8-bee7-2531aa09f2c7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:07.991403 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29086c0a-77ed-4bb4-a76f-4f09317d7216 req-0a56df26-f986-4cf8-bee7-2531aa09f2c7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 945 time: 0.0546432 Aug 31 09:42:08.034356 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29086c0a-77ed-4bb4-a76f-4f09317d7216 req-95f15705-4263-4606-ae82-ae432e1c34d5 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363629 Aug 31 09:42:08.047859 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-91048b91-8c29-44ae-85f1-a3e1c5bbdfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:08.058617 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-91048b91-8c29-44ae-85f1-a3e1c5bbdfd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:08.058617 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-91048b91-8c29-44ae-85f1-a3e1c5bbdfd8 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/fa702260-42ad-4c26-b0fd-0c6d10c43166 HTTP/1.1" status: 204 len: 168 time: 0.2818387 Aug 31 09:42:08.071167 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91048b91-8c29-44ae-85f1-a3e1c5bbdfd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa702260-42ad-4c26-b0fd-0c6d10c43166,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:08.094566 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['1087b193-7a33-4fd4-bde5-6e483e8fa4c7'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:42:08.116997 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-97d78180-db36-4f60-abee-a7b23e4210cc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:08.118873 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-97d78180-db36-4f60-abee-a7b23e4210cc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.112 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1&tenant_id=29b420db5ab94eb097db55181093bc9b&binding%3Ahost_id=n-h1-791506-28 HTTP/1.1" status: 200 len: 945 time: 0.0582008 Aug 31 09:42:08.187614 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-619eb1fd-4522-4b81-8bfa-7f9996dd8d37 service neutron] 10.222.0.112 "GET /v2.0/ports/1087b193-7a33-4fd4-bde5-6e483e8fa4c7/bindings/n-h1-791506-28 HTTP/1.1" status: 200 len: 383 time: 0.0607884 Aug 31 09:42:08.255908 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-94e93ea2-232f-4b07-ba2d-f7f404885278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:08.257484 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-94e93ea2-232f-4b07-ba2d-f7f404885278 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 1097 time: 0.0458713 Aug 31 09:42:08.281503 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device de70fa8f-6547-4a31-8eca-31a7c406d765 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:42:08.312106 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: de70fa8f-6547-4a31-8eca-31a7c406d765 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:42:08.312666 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device de70fa8f-6547-4a31-8eca-31a7c406d765 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:42:08.313077 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 176fb2aa-3dd8-4138-8ce7-b8f08e479529 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:42:08.340911 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 176fb2aa-3dd8-4138-8ce7-b8f08e479529 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:42:08.344985 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 176fb2aa-3dd8-4138-8ce7-b8f08e479529 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:42:08.366621 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-385d826a-8b08-47c1-8f59-d8a97577189a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:08.368135 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-385d826a-8b08-47c1-8f59-d8a97577189a service neutron] 10.222.0.112 "GET /v2.0/networks?id=abf4234d-aa61-41ed-8d0b-813eaa6fbcc1 HTTP/1.1" status: 200 len: 899 time: 0.1037779 Aug 31 09:42:08.444438 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-9f983a16-5b48-4dd5-b0f5-9ebddd53cb81 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1087b193-7a33-4fd4-bde5-6e483e8fa4c7 HTTP/1.1" status: 200 len: 1001 time: 0.0683863 Aug 31 09:42:08.502265 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-39473acf-ec25-4faa-905b-1b47121feb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:08.503871 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-39473acf-ec25-4faa-905b-1b47121feb00 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=87628395-f9ee-474b-9c94-174f122bbc64 HTTP/1.1" status: 200 len: 834 time: 0.0492511 Aug 31 09:42:08.535331 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 34026) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:08.565458 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-03af962b-4bf8-45c8-88f9-1cd76c35d482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:08.567263 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-03af962b-4bf8-45c8-88f9-1cd76c35d482 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=abf4234d-aa61-41ed-8d0b-813eaa6fbcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533633 Aug 31 09:42:08.591229 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f345380e-2500-49c7-84d6-36d708cd5462 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=caa69c38eab14ec7acd072f4cc57de4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0546257 Aug 31 09:42:08.591920 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 34030) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:08.645024 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-121863b2-77c3-4473-9211-6cc0f7b22e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:08.669100 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-121863b2-77c3-4473-9211-6cc0f7b22e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:08.691034 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-cc495442-ace9-4ec4-89f1-0ddab0e2ec71 service neutron] 10.222.0.112 "GET /v2.0/networks/abf4234d-aa61-41ed-8d0b-813eaa6fbcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127689 Aug 31 09:42:08.797690 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-121863b2-77c3-4473-9211-6cc0f7b22e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:08.797690 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-121863b2-77c3-4473-9211-6cc0f7b22e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:08.803372 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-121863b2-77c3-4473-9211-6cc0f7b22e7a admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/91c9edd8-3c52-4eb2-aa07-ed6982029d81 HTTP/1.1" status: 204 len: 168 time: 0.2049682 Aug 31 09:42:08.806111 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121863b2-77c3-4473-9211-6cc0f7b22e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c9edd8-3c52-4eb2-aa07-ed6982029d81,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:08.806728 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-26c17b85-fcd8-4c17-a37b-bdcdb0b09957 service neutron] 10.222.0.112 "GET /v2.0/networks/abf4234d-aa61-41ed-8d0b-813eaa6fbcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067395 Aug 31 09:42:09.176646 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5255756-f59f-47ed-87b8-b4afa00974d8 req-7797eed6-9ce5-4529-a2d7-d933e1abec81 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:09.178248 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c5255756-f59f-47ed-87b8-b4afa00974d8 req-7797eed6-9ce5-4529-a2d7-d933e1abec81 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 945 time: 0.0596411 Aug 31 09:42:09.229723 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c5255756-f59f-47ed-87b8-b4afa00974d8 req-81b586f8-e99b-4fa2-b244-2ee47407de98 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440087 Aug 31 09:42:09.347894 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:09.502879 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:09.507391 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:09.507761 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:09.601917 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:09.628876 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ec9c78-72e9-4f45-b58e-7637c26c95c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1087b193-7a33-4fd4-bde5-6e483e8fa4c7'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:42:09.631149 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba2122d-5f14-4dbe-b6c5-c7258033422a" -d '{"events": [{"server_uuid": "18ec9c78-72e9-4f45-b58e-7637c26c95c1", "name": "network-vif-plugged", "status": "completed", "tag": "1087b193-7a33-4fd4-bde5-6e483e8fa4c7"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:42:09.657058 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=1087b193-7a33-4fd4-bde5-6e483e8fa4c7,segment=NetworkSegment(be1ec750-8338-423f-b556-26074840a831),segment_id=be1ec750-8338-423f-b556-26074840a831)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:09.731707 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:09.793063 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=1087b193-7a33-4fd4-bde5-6e483e8fa4c7,revision_number=9']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:09.987440 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3135c2cd-93fa-415c-a09b-3210b16e0525 x-openstack-request-id: req-3135c2cd-93fa-415c-a09b-3210b16e0525 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:42:09.987734 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ec9c78-72e9-4f45-b58e-7637c26c95c1", "name": "network-vif-plugged", "status": "completed", "tag": "1087b193-7a33-4fd4-bde5-6e483e8fa4c7", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:42:09.989968 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-3135c2cd-93fa-415c-a09b-3210b16e0525 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:42:09.989968 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ec9c78-72e9-4f45-b58e-7637c26c95c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1087b193-7a33-4fd4-bde5-6e483e8fa4c7', 'code': 200} Aug 31 09:42:10.168193 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 34090) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:10.284711 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-70178ed2-11ac-44c6-9601-bf2b904ea5ae admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-327834239-network', 'tenant_id': '6a0f5b1c2b9a49bb9bb27ecb1cb1781d'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:10.358364 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11497bcd-828c-42ea-a8a9-f73efa01efed req-187cfd0c-f24b-45b2-97ae-d12cfabb9169 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:10.359944 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11497bcd-828c-42ea-a8a9-f73efa01efed req-187cfd0c-f24b-45b2-97ae-d12cfabb9169 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 946 time: 0.0519783 Aug 31 09:42:10.365546 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70178ed2-11ac-44c6-9601-bf2b904ea5ae admin admin] Made reservation on behalf of 6a0f5b1c2b9a49bb9bb27ecb1cb1781d for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:10.368083 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-70178ed2-11ac-44c6-9601-bf2b904ea5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:10.378515 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-70178ed2-11ac-44c6-9601-bf2b904ea5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:10.402185 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11497bcd-828c-42ea-a8a9-f73efa01efed req-e01ea9ad-f636-459e-83a0-bd1f207a2e89 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357492 Aug 31 09:42:10.483110 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-70178ed2-11ac-44c6-9601-bf2b904ea5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:10.552249 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-70178ed2-11ac-44c6-9601-bf2b904ea5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:10.584910 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70178ed2-11ac-44c6-9601-bf2b904ea5ae admin admin] vlan segment allocate from pool success with {'vlan_id': 1622, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:42:10.591081 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70178ed2-11ac-44c6-9601-bf2b904ea5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab94cef0-2b12-4030-9c4e-32223cacae9b,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:10.598220 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-70178ed2-11ac-44c6-9601-bf2b904ea5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:10.602474 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-70178ed2-11ac-44c6-9601-bf2b904ea5ae admin admin] Added segment df426301-ff7d-4386-a267-0590b699f599 of type vlan for network 7ab0e6ba-bf93-4dd7-8c02-22ed2a621804 Aug 31 09:42:10.639329 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-70178ed2-11ac-44c6-9601-bf2b904ea5ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:10.737131 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-70178ed2-11ac-44c6-9601-bf2b904ea5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:10.738119 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70178ed2-11ac-44c6-9601-bf2b904ea5ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:10.738734 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-70178ed2-11ac-44c6-9601-bf2b904ea5ae admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:10.800304 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70178ed2-11ac-44c6-9601-bf2b904ea5ae admin admin] Pushing event updated for resources: {'Network': ['ID=7ab0e6ba-bf93-4dd7-8c02-22ed2a621804,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:10.810622 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 7ab0e6ba-bf93-4dd7-8c02-22ed2a621804 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:42:10.884734 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-70178ed2-11ac-44c6-9601-bf2b904ea5ae admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7154009 Aug 31 09:42:10.887560 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 34110) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:10.892909 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-a957dfea-e8d4-411c-97a8-e0b1ff6ce384 admin admin] Request body: {'subnet': {'network_id': '7ab0e6ba-bf93-4dd7-8c02-22ed2a621804', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-327834239-subnet', 'tenant_id': '6a0f5b1c2b9a49bb9bb27ecb1cb1781d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:10.994037 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a957dfea-e8d4-411c-97a8-e0b1ff6ce384 admin admin] Made reservation on behalf of 6a0f5b1c2b9a49bb9bb27ecb1cb1781d for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:10.996470 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a957dfea-e8d4-411c-97a8-e0b1ff6ce384 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:11.101989 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 34114) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:11.230700 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-784f3885-26b7-41c6-9ec2-efe59f01ee15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:11.261578 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a957dfea-e8d4-411c-97a8-e0b1ff6ce384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:11.309447 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-363ed98c-6d97-4aa4-bb0b-aa547ffd55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:11.326444 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957dfea-e8d4-411c-97a8-e0b1ff6ce384 admin admin] Pushing event updated for resources: {'Subnet': ['ID=466d05b5-692d-4a18-ab32-6152499ac22e,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:11.334753 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-784f3885-26b7-41c6-9ec2-efe59f01ee15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:11.362498 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a957dfea-e8d4-411c-97a8-e0b1ff6ce384 admin admin] Checking segment: {'id': 'df426301-ff7d-4386-a267-0590b699f599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '7ab0e6ba-bf93-4dd7-8c02-22ed2a621804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:11.363019 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a957dfea-e8d4-411c-97a8-e0b1ff6ce384 admin admin] Network hostable DHCP agents. Network: 7ab0e6ba-bf93-4dd7-8c02-22ed2a621804, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:42:11.407905 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-784f3885-26b7-41c6-9ec2-efe59f01ee15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:11.440241 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a957dfea-e8d4-411c-97a8-e0b1ff6ce384 admin admin] Network 7ab0e6ba-bf93-4dd7-8c02-22ed2a621804 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:42:11.443065 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-3f78c54f-4cb4-4e6d-86fc-dfcf72e2d7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:11.444463 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-3f78c54f-4cb4-4e6d-86fc-dfcf72e2d7f1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1&tenant_id=29b420db5ab94eb097db55181093bc9b HTTP/1.1" status: 200 len: 1098 time: 0.0752666 Aug 31 09:42:11.458415 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-a4479591-8555-4f4d-ad8c-6769d22ab6d5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-28', 'device_owner': 'compute:nova'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:11.465464 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-784f3885-26b7-41c6-9ec2-efe59f01ee15 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=28c370b1ed5645a092b118a2ffd86a5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3590858 Aug 31 09:42:11.465712 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 34120) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:11.485424 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f3885-26b7-41c6-9ec2-efe59f01ee15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f42bc1-693d-4e02-9939-614a2b9b913b,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:11.514777 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-a957dfea-e8d4-411c-97a8-e0b1ff6ce384 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 7ab0e6ba-bf93-4dd7-8c02-22ed2a621804) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:11.519650 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a957dfea-e8d4-411c-97a8-e0b1ff6ce384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:11.520332 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a957dfea-e8d4-411c-97a8-e0b1ff6ce384 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:11.529823 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608fdb78-681a-44f4-99d8-54d4e924fbcb None None] Network 7ab0e6ba-bf93-4dd7-8c02-22ed2a621804 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:11.588994 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-a4479591-8555-4f4d-ad8c-6769d22ab6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:11.612213 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783854e-d737-43ef-8952-bb8ba4188664 req-48204a5d-c366-4d10-8d7e-2bbaf4c00644 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:11.613720 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c783854e-d737-43ef-8952-bb8ba4188664 req-48204a5d-c366-4d10-8d7e-2bbaf4c00644 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 946 time: 0.1231952 Aug 31 09:42:11.620367 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ddca6b98-19f9-4e9b-aa8d-878703b0bd51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:11.628670 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a957dfea-e8d4-411c-97a8-e0b1ff6ce384 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7393379 Aug 31 09:42:11.689195 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e792494a-d986-4a3b-84fc-9415fea3691f None None] Network 7ab0e6ba-bf93-4dd7-8c02-22ed2a621804 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:11.753682 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ddca6b98-19f9-4e9b-aa8d-878703b0bd51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:11.786382 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c783854e-d737-43ef-8952-bb8ba4188664 req-5cb8549d-3bec-4750-8305-67904824b402 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611362 Aug 31 09:42:12.334778 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-a4479591-8555-4f4d-ad8c-6769d22ab6d5 service neutron] For port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=1087b193-7a33-4fd4-bde5-6e483e8fa4c7,segment=NetworkSegment(be1ec750-8338-423f-b556-26074840a831),segment_id=be1ec750-8338-423f-b556-26074840a831)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:12.343241 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-dd9e632b-fd5d-4440-bf14-cb97a8075361 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:12.344755 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-dd9e632b-fd5d-4440-bf14-cb97a8075361 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/networks?id=7ab0e6ba-bf93-4dd7-8c02-22ed2a621804 HTTP/1.1" status: 200 len: 813 time: 0.1797831 Aug 31 09:42:12.367858 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-ceb1c821-e1dc-4558-baee-d45fcb2c5321 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/quotas/6a0f5b1c2b9a49bb9bb27ecb1cb1781d HTTP/1.1" status: 200 len: 375 time: 0.0168262 Aug 31 09:42:12.382019 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ddca6b98-19f9-4e9b-aa8d-878703b0bd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:12.384503 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ddca6b98-19f9-4e9b-aa8d-878703b0bd51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:12.386575 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ddca6b98-19f9-4e9b-aa8d-878703b0bd51 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/c0f42bc1-693d-4e02-9939-614a2b9b913b HTTP/1.1" status: 204 len: 168 time: 0.9198651 Aug 31 09:42:12.421790 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-05c39ea9-bb8c-4d2c-b02d-13e133ccac52 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=6a0f5b1c2b9a49bb9bb27ecb1cb1781d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432718 Aug 31 09:42:12.424414 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca6b98-19f9-4e9b-aa8d-878703b0bd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f42bc1-693d-4e02-9939-614a2b9b913b,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:12.426427 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-a4479591-8555-4f4d-ad8c-6769d22ab6d5 service neutron] For port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:42:12.512962 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ec9c78-72e9-4f45-b58e-7637c26c95c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1087b193-7a33-4fd4-bde5-6e483e8fa4c7'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:42:12.515266 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05acc4db-1c23-47e3-b510-66fadf728e21" -d '{"events": [{"server_uuid": "18ec9c78-72e9-4f45-b58e-7637c26c95c1", "name": "network-vif-unplugged", "status": "completed", "tag": "1087b193-7a33-4fd4-bde5-6e483e8fa4c7"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:42:12.524200 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-a4479591-8555-4f4d-ad8c-6769d22ab6d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:12.546698 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-a4479591-8555-4f4d-ad8c-6769d22ab6d5 service neutron] Transition to ACTIVE for port object 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:12.583186 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-731091c3-e88d-4444-a888-bffaac3a5f56 service neutron] 10.222.0.119 "GET /v2.0/networks/7ab0e6ba-bf93-4dd7-8c02-22ed2a621804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227567 Aug 31 09:42:12.638045 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-a4479591-8555-4f4d-ad8c-6769d22ab6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:12.737799 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a3b38b-7e64-4580-8fa2-0a6bfe03fc9e x-openstack-request-id: req-a0a3b38b-7e64-4580-8fa2-0a6bfe03fc9e {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:42:12.738397 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ec9c78-72e9-4f45-b58e-7637c26c95c1", "name": "network-vif-unplugged", "status": "completed", "tag": "1087b193-7a33-4fd4-bde5-6e483e8fa4c7", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:42:12.738397 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-a0a3b38b-7e64-4580-8fa2-0a6bfe03fc9e {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:42:12.738755 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ec9c78-72e9-4f45-b58e-7637c26c95c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1087b193-7a33-4fd4-bde5-6e483e8fa4c7', 'code': 200} Aug 31 09:42:12.747865 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4479591-8555-4f4d-ad8c-6769d22ab6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=1087b193-7a33-4fd4-bde5-6e483e8fa4c7,revision_number=10']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:12.794138 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-f82c5168-d447-48ef-be6d-b0848de60458 service neutron] 10.222.0.119 "GET /v2.0/networks/7ab0e6ba-bf93-4dd7-8c02-22ed2a621804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038343 Aug 31 09:42:12.824513 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-a4479591-8555-4f4d-ad8c-6769d22ab6d5 service neutron] No DVR routers for this DVR port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:42:12.990456 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25453ed-d1d1-4446-bdef-292181b3cdd1 req-963bb3e5-a87c-4fc2-9177-5d3abedf0b89 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:12.991985 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b25453ed-d1d1-4446-bdef-292181b3cdd1 req-963bb3e5-a87c-4fc2-9177-5d3abedf0b89 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 945 time: 0.0897572 Aug 31 09:42:13.062482 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b25453ed-d1d1-4446-bdef-292181b3cdd1 req-58075687-0148-4cf5-909f-2aea83337fe2 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627477 Aug 31 09:42:13.071499 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-a4479591-8555-4f4d-ad8c-6769d22ab6d5 service neutron] Attempting to bind port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:42:13.071830 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-a4479591-8555-4f4d-ad8c-6769d22ab6d5 service neutron] Attempting to bind port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'be1ec750-8338-423f-b556-26074840a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:42:13.072153 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-a4479591-8555-4f4d-ad8c-6769d22ab6d5 service neutron] Attempting to bind port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 on network abf4234d-aa61-41ed-8d0b-813eaa6fbcc1 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:42:13.077068 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-a4479591-8555-4f4d-ad8c-6769d22ab6d5 service neutron] Port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 on network abf4234d-aa61-41ed-8d0b-813eaa6fbcc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:42:13.077383 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-a4479591-8555-4f4d-ad8c-6769d22ab6d5 service neutron] Attempting to bind port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 on network abf4234d-aa61-41ed-8d0b-813eaa6fbcc1 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:42:13.082724 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-a4479591-8555-4f4d-ad8c-6769d22ab6d5 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:42:13.083107 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-a4479591-8555-4f4d-ad8c-6769d22ab6d5 service neutron] Checking segment: {'id': 'be1ec750-8338-423f-b556-26074840a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:13.083482 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-a4479591-8555-4f4d-ad8c-6769d22ab6d5 service neutron] Bound using segment: {'id': 'be1ec750-8338-423f-b556-26074840a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:42:13.083896 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-a4479591-8555-4f4d-ad8c-6769d22ab6d5 service neutron] Bound port: 1087b193-7a33-4fd4-bde5-6e483e8fa4c7, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be1ec750-8338-423f-b556-26074840a831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:42:13.084246 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-a4479591-8555-4f4d-ad8c-6769d22ab6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:13.155331 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-a4479591-8555-4f4d-ad8c-6769d22ab6d5 service neutron] For port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:42:13.158177 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-a4479591-8555-4f4d-ad8c-6769d22ab6d5 service neutron] For port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=1087b193-7a33-4fd4-bde5-6e483e8fa4c7,segment=NetworkSegment(be1ec750-8338-423f-b556-26074840a831),segment_id=be1ec750-8338-423f-b556-26074840a831)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:42:13.273217 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 34178) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:13.288803 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e30c65bd-482c-40aa-b8ed-f7dd0df3eb54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:13.335405 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-a4479591-8555-4f4d-ad8c-6769d22ab6d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:13.373597 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-a4479591-8555-4f4d-ad8c-6769d22ab6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:13.374683 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-a4479591-8555-4f4d-ad8c-6769d22ab6d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:13.376045 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-a4479591-8555-4f4d-ad8c-6769d22ab6d5 service neutron] 10.222.0.59 "PUT /v2.0/ports/1087b193-7a33-4fd4-bde5-6e483e8fa4c7 HTTP/1.1" status: 200 len: 1094 time: 1.9228709 Aug 31 09:42:13.410945 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:42:13.452242 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4479591-8555-4f4d-ad8c-6769d22ab6d5 service neutron] Pushing event updated for resources: {'Port': ['ID=1087b193-7a33-4fd4-bde5-6e483e8fa4c7,revision_number=11']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:13.514542 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e30c65bd-482c-40aa-b8ed-f7dd0df3eb54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:13.517218 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7906c261-034f-4e90-aefc-a2b4aba05c60 req-7746b4d1-01a8-4fb0-83c8-a9f16c6548cb tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf0458b4-596a-4d37-b61a-c9fe4d8dfdba HTTP/1.1" status: 200 len: 210 time: 0.0552199 Aug 31 09:42:13.519386 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-ecfb23c3-f7fd-4e51-9d66-490d90cae2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:13.520796 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-ecfb23c3-f7fd-4e51-9d66-490d90cae2dd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 1097 time: 0.1170304 Aug 31 09:42:13.602063 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e30c65bd-482c-40aa-b8ed-f7dd0df3eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:13.670146 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-e0981ba3-b994-4418-808d-04167624475a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:13.670146 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-e0981ba3-b994-4418-808d-04167624475a service neutron] 10.222.0.59 "GET /v2.0/networks?id=abf4234d-aa61-41ed-8d0b-813eaa6fbcc1 HTTP/1.1" status: 200 len: 899 time: 0.1357830 Aug 31 09:42:13.670146 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e30c65bd-482c-40aa-b8ed-f7dd0df3eb54 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=a196db01500a44d29c3239c528c2064f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3938968 Aug 31 09:42:13.670146 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c65bd-482c-40aa-b8ed-f7dd0df3eb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be59309-f80e-4f57-a4f6-38519611c247,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:13.671337 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 34188) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:13.739670 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b01d1b7-68fe-4ebe-b1d4-08fda9afed50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:13.745332 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-7c910006-fbf2-466c-a87c-01fbafdcaba3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1087b193-7a33-4fd4-bde5-6e483e8fa4c7 HTTP/1.1" status: 200 len: 1000 time: 0.0729682 Aug 31 09:42:13.761986 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b01d1b7-68fe-4ebe-b1d4-08fda9afed50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:13.805680 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-3f1bc004-07dd-4a49-b2ab-7267b4c6054b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:13.807259 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-3f1bc004-07dd-4a49-b2ab-7267b4c6054b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=87628395-f9ee-474b-9c94-174f122bbc64 HTTP/1.1" status: 200 len: 834 time: 0.0539453 Aug 31 09:42:13.857539 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-4022f71e-92b3-4886-8f71-90cb67f50fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:13.859106 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-4022f71e-92b3-4886-8f71-90cb67f50fa3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=abf4234d-aa61-41ed-8d0b-813eaa6fbcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427790 Aug 31 09:42:13.892019 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b01d1b7-68fe-4ebe-b1d4-08fda9afed50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:13.894620 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b01d1b7-68fe-4ebe-b1d4-08fda9afed50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:13.898143 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8b01d1b7-68fe-4ebe-b1d4-08fda9afed50 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/7be59309-f80e-4f57-a4f6-38519611c247 HTTP/1.1" status: 204 len: 168 time: 0.2234669 Aug 31 09:42:13.905927 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01d1b7-68fe-4ebe-b1d4-08fda9afed50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be59309-f80e-4f57-a4f6-38519611c247,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:13.960655 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fc35083f-ece7-4934-9ad2-0d62c793f3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:13.987078 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-b33c58a3-2540-4b54-b630-3c46bf740cb7 service neutron] 10.222.0.59 "GET /v2.0/networks/abf4234d-aa61-41ed-8d0b-813eaa6fbcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198344 Aug 31 09:42:14.090260 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-051c0447-b334-4985-b902-b13fa54f2ac2 req-e0b43042-8519-40e3-85ff-2760aedb6ff1 service neutron] 10.222.0.59 "GET /v2.0/networks/abf4234d-aa61-41ed-8d0b-813eaa6fbcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938179 Aug 31 09:42:14.098179 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:14.201363 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b2d86-0624-4832-98c5-7db78c7e7a2d req-49a92dd5-bbc0-480b-8c25-3324e4ba7874 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:14.203317 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f76b2d86-0624-4832-98c5-7db78c7e7a2d req-49a92dd5-bbc0-480b-8c25-3324e4ba7874 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 945 time: 0.0580847 Aug 31 09:42:14.246303 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f76b2d86-0624-4832-98c5-7db78c7e7a2d req-164d621a-341c-4f97-b927-dd68ad193b40 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343890 Aug 31 09:42:14.616566 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6155a051-f75e-4477-a12b-c960f0c87576 req-f41c3200-03a9-447e-8f6e-70e62fa4c7a7 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf0458b4-596a-4d37-b61a-c9fe4d8dfdba HTTP/1.1" status: 200 len: 210 time: 0.0267589 Aug 31 09:42:14.740365 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ec9c78-72e9-4f45-b58e-7637c26c95c1', 'tag': '1087b193-7a33-4fd4-bde5-6e483e8fa4c7'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:42:14.742858 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1034b40d-ea7f-4de6-b8b3-f2917c1657e4" -d '{"events": [{"name": "network-changed", "server_uuid": "18ec9c78-72e9-4f45-b58e-7637c26c95c1", "tag": "1087b193-7a33-4fd4-bde5-6e483e8fa4c7"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:42:14.809872 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e625125f-f862-4cfe-a081-cb3bdb802a59 x-openstack-request-id: req-e625125f-f862-4cfe-a081-cb3bdb802a59 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:42:14.810162 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18ec9c78-72e9-4f45-b58e-7637c26c95c1", "tag": "1087b193-7a33-4fd4-bde5-6e483e8fa4c7", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:42:14.810411 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e625125f-f862-4cfe-a081-cb3bdb802a59 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:42:14.810837 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18ec9c78-72e9-4f45-b58e-7637c26c95c1', 'tag': '1087b193-7a33-4fd4-bde5-6e483e8fa4c7', 'status': 'completed', 'code': 200} Aug 31 09:42:14.894131 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034b40d-ea7f-4de6-b8b3-f2917c1657e4 req-6010115f-8122-414c-b04b-fefbbc9484d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:14.898449 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1034b40d-ea7f-4de6-b8b3-f2917c1657e4 req-6010115f-8122-414c-b04b-fefbbc9484d1 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 1097 time: 0.0608444 Aug 31 09:42:14.900291 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034b40d-ea7f-4de6-b8b3-f2917c1657e4 req-a8fac064-5163-40f5-b5aa-177cad3c6427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:14.903159 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1034b40d-ea7f-4de6-b8b3-f2917c1657e4 req-a8fac064-5163-40f5-b5aa-177cad3c6427 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 1097 time: 0.0560856 Aug 31 09:42:15.013944 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034b40d-ea7f-4de6-b8b3-f2917c1657e4 req-540afbc1-a232-4231-961b-694dfd3543a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:15.015758 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1034b40d-ea7f-4de6-b8b3-f2917c1657e4 req-540afbc1-a232-4231-961b-694dfd3543a6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=abf4234d-aa61-41ed-8d0b-813eaa6fbcc1 HTTP/1.1" status: 200 len: 899 time: 0.1034153 Aug 31 09:42:15.022036 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034b40d-ea7f-4de6-b8b3-f2917c1657e4 req-bbc6f1c3-d19e-4823-9ad9-5d327ff6e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:15.023683 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1034b40d-ea7f-4de6-b8b3-f2917c1657e4 req-bbc6f1c3-d19e-4823-9ad9-5d327ff6e2ad service neutron] 10.222.0.112 "GET /v2.0/networks?id=abf4234d-aa61-41ed-8d0b-813eaa6fbcc1 HTTP/1.1" status: 200 len: 899 time: 0.1169584 Aug 31 09:42:15.123562 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1034b40d-ea7f-4de6-b8b3-f2917c1657e4 req-34ea8a9a-846d-49d6-9972-a2f39a3128e5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1087b193-7a33-4fd4-bde5-6e483e8fa4c7 HTTP/1.1" status: 200 len: 1000 time: 0.0981987 Aug 31 09:42:15.146607 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1034b40d-ea7f-4de6-b8b3-f2917c1657e4 req-71aa617c-2802-4ecd-9bd7-989f812c762d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1087b193-7a33-4fd4-bde5-6e483e8fa4c7 HTTP/1.1" status: 200 len: 1000 time: 0.1158764 Aug 31 09:42:15.185270 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034b40d-ea7f-4de6-b8b3-f2917c1657e4 req-53f29e4a-e7a6-4627-9417-188207224a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:15.186961 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1034b40d-ea7f-4de6-b8b3-f2917c1657e4 req-53f29e4a-e7a6-4627-9417-188207224a0c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=87628395-f9ee-474b-9c94-174f122bbc64 HTTP/1.1" status: 200 len: 834 time: 0.0543602 Aug 31 09:42:15.196579 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034b40d-ea7f-4de6-b8b3-f2917c1657e4 req-532b2b8f-8b2a-4e5b-820a-c66050db917d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:15.198657 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1034b40d-ea7f-4de6-b8b3-f2917c1657e4 req-532b2b8f-8b2a-4e5b-820a-c66050db917d service neutron] 10.222.0.112 "GET /v2.0/subnets?id=87628395-f9ee-474b-9c94-174f122bbc64 HTTP/1.1" status: 200 len: 834 time: 0.0450120 Aug 31 09:42:15.236734 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034b40d-ea7f-4de6-b8b3-f2917c1657e4 req-e5cf39b2-4d71-4521-854a-652bc92514b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:15.238258 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1034b40d-ea7f-4de6-b8b3-f2917c1657e4 req-e5cf39b2-4d71-4521-854a-652bc92514b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=abf4234d-aa61-41ed-8d0b-813eaa6fbcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432818 Aug 31 09:42:15.252153 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034b40d-ea7f-4de6-b8b3-f2917c1657e4 req-1225d694-398d-45f8-82a6-9f748ff27241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:15.254095 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1034b40d-ea7f-4de6-b8b3-f2917c1657e4 req-1225d694-398d-45f8-82a6-9f748ff27241 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=abf4234d-aa61-41ed-8d0b-813eaa6fbcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472660 Aug 31 09:42:15.339953 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:42:15.347472 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1034b40d-ea7f-4de6-b8b3-f2917c1657e4 req-bfc2b3fe-4d9b-41bd-bbf9-e3312a051be9 service neutron] 10.222.0.59 "GET /v2.0/networks/abf4234d-aa61-41ed-8d0b-813eaa6fbcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014435 Aug 31 09:42:15.363582 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:42:15.370918 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1034b40d-ea7f-4de6-b8b3-f2917c1657e4 req-89a64652-ffa6-4487-8e31-f7a1472910ab service neutron] 10.222.0.112 "GET /v2.0/networks/abf4234d-aa61-41ed-8d0b-813eaa6fbcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093273 Aug 31 09:42:15.421936 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:42:15.441916 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=1087b193-7a33-4fd4-bde5-6e483e8fa4c7,segment=NetworkSegment(be1ec750-8338-423f-b556-26074840a831),segment_id=be1ec750-8338-423f-b556-26074840a831)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:15.450138 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89f3b1-1d24-4578-b0b5-f0a48c4cb4bb req-2a16b075-2f22-4a11-b8af-78880905f5c6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:15.451863 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bc89f3b1-1d24-4578-b0b5-f0a48c4cb4bb req-2a16b075-2f22-4a11-b8af-78880905f5c6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 945 time: 0.1209221 Aug 31 09:42:15.454147 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '1087b193-7a33-4fd4-bde5-6e483e8fa4c7', 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1', 'port_id': '1087b193-7a33-4fd4-bde5-6e483e8fa4c7', 'mac_address': 'fa:16:3e:83:84:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87628395-f9ee-474b-9c94-174f122bbc64', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:42:15.476130 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1034b40d-ea7f-4de6-b8b3-f2917c1657e4 req-96e83cd3-ac0b-42d5-bbf0-c0fdd4fc608f service neutron] 10.222.0.112 "GET /v2.0/networks/abf4234d-aa61-41ed-8d0b-813eaa6fbcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966103 Aug 31 09:42:15.511257 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.511428 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1034b40d-ea7f-4de6-b8b3-f2917c1657e4 req-9484b37e-f482-4a1a-b546-831a5de39c71 service neutron] 10.222.0.59 "GET /v2.0/networks/abf4234d-aa61-41ed-8d0b-813eaa6fbcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424282 Aug 31 09:42:15.511535 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:42:15.513931 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bc89f3b1-1d24-4578-b0b5-f0a48c4cb4bb req-68a89369-a17f-44fd-8001-530f379b3a9d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514610 Aug 31 09:42:15.533924 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=1087b193-7a33-4fd4-bde5-6e483e8fa4c7,segment=NetworkSegment(be1ec750-8338-423f-b556-26074840a831),segment_id=be1ec750-8338-423f-b556-26074840a831)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:15.594848 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.726119 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-92a8194d-ba4e-4efa-9a9f-391ab53e82e1 req-1643b9d3-e3a1-42a1-b843-520617df8c26 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf0458b4-596a-4d37-b61a-c9fe4d8dfdba HTTP/1.1" status: 200 len: 210 time: 0.0327144 Aug 31 09:42:15.880292 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:15.940613 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=1087b193-7a33-4fd4-bde5-6e483e8fa4c7,revision_number=12']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:16.156650 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['1087b193-7a33-4fd4-bde5-6e483e8fa4c7'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:42:16.160187 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-bff11e61-e884-4b5d-938f-6b9b31bc6f6e tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:16.163806 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-bff11e61-e884-4b5d-938f-6b9b31bc6f6e tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.112 "GET /v2.0/networks?id=7ab0e6ba-bf93-4dd7-8c02-22ed2a621804 HTTP/1.1" status: 200 len: 813 time: 0.1118414 Aug 31 09:42:16.179693 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-fb2e93af-5d88-44b4-98ff-d4c1e0bbae52 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Request body: {'port': {'device_id': 'bf0458b4-596a-4d37-b61a-c9fe4d8dfdba', 'network_id': '7ab0e6ba-bf93-4dd7-8c02-22ed2a621804', 'admin_state_up': True, 'tenant_id': '6a0f5b1c2b9a49bb9bb27ecb1cb1781d'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:16.446182 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-fb2e93af-5d88-44b4-98ff-d4c1e0bbae52 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Made reservation on behalf of 6a0f5b1c2b9a49bb9bb27ecb1cb1781d for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:16.451590 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-fb2e93af-5d88-44b4-98ff-d4c1e0bbae52 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:16.584772 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-fb2e93af-5d88-44b4-98ff-d4c1e0bbae52 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Allocated IP 172.20.0.10 (7ab0e6ba-bf93-4dd7-8c02-22ed2a621804/466d05b5-692d-4a18-ab32-6152499ac22e/85eaaafc-4bc0-42e7-93c1-b5d332e9e798) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:16.673592 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94021646-5828-4cf4-b2d2-34af94878c11 req-8aad074a-2ea0-44fd-8687-1f3a4a55afd9 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:16.675651 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-94021646-5828-4cf4-b2d2-34af94878c11 req-8aad074a-2ea0-44fd-8687-1f3a4a55afd9 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 946 time: 0.0553868 Aug 31 09:42:16.729220 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-94021646-5828-4cf4-b2d2-34af94878c11 req-897528ac-b198-4714-a3de-0977b72da6e8 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384827 Aug 31 09:42:16.756564 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 34256) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:16.778361 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-fb2e93af-5d88-44b4-98ff-d4c1e0bbae52 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:16.858865 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-33717147-f713-4d2d-804d-b5638657e37e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/floatingips/a1575e37-e8d2-4978-87da-ef53d56a611b HTTP/1.1" status: 200 len: 993 time: 0.0947206 Aug 31 09:42:16.876270 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6eb500b0-eb98-47dd-ba02-eb4557febb91 req-999b20c0-4471-4cf2-b864-27911190729e tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf0458b4-596a-4d37-b61a-c9fe4d8dfdba HTTP/1.1" status: 200 len: 210 time: 0.0422833 Aug 31 09:42:16.933735 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-fb2e93af-5d88-44b4-98ff-d4c1e0bbae52 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:16.979541 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-fb2e93af-5d88-44b4-98ff-d4c1e0bbae52 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Network 7ab0e6ba-bf93-4dd7-8c02-22ed2a621804 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:16.982958 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-fb2e93af-5d88-44b4-98ff-d4c1e0bbae52 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:16.987008 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-fb2e93af-5d88-44b4-98ff-d4c1e0bbae52 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:17.021254 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e93af-5d88-44b4-98ff-d4c1e0bbae52 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Pushing event updated for resources: {'Port': ['ID=85eaaafc-4bc0-42e7-93c1-b5d332e9e798,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:17.023324 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.051813 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-fb2e93af-5d88-44b4-98ff-d4c1e0bbae52 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:17.057683 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-fb2e93af-5d88-44b4-98ff-d4c1e0bbae52 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.156038 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-fb2e93af-5d88-44b4-98ff-d4c1e0bbae52 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9825389 Aug 31 09:42:17.170731 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-52ad019e-1ca0-4975-8d05-cc2bc89b699e service neutron] Request body: {'port': {'device_id': 'bf0458b4-596a-4d37-b61a-c9fe4d8dfdba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:17.231702 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-52ad019e-1ca0-4975-8d05-cc2bc89b699e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.314848 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:17.446034 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:17.451331 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:17.458666 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.538019 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.539568 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-52ad019e-1ca0-4975-8d05-cc2bc89b699e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85eaaafc-4bc0-42e7-93c1-b5d332e9e798 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:42:17.547650 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-52ad019e-1ca0-4975-8d05-cc2bc89b699e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.563052 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-52ad019e-1ca0-4975-8d05-cc2bc89b699e service neutron] Transition to ACTIVE for port object 85eaaafc-4bc0-42e7-93c1-b5d332e9e798 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:17.573948 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ec9c78-72e9-4f45-b58e-7637c26c95c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1087b193-7a33-4fd4-bde5-6e483e8fa4c7'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:42:17.582328 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134d3d00-4563-4154-b61e-db9743ce0dc9" -d '{"events": [{"server_uuid": "18ec9c78-72e9-4f45-b58e-7637c26c95c1", "name": "network-vif-plugged", "status": "completed", "tag": "1087b193-7a33-4fd4-bde5-6e483e8fa4c7"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:42:17.597379 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=1087b193-7a33-4fd4-bde5-6e483e8fa4c7,segment=NetworkSegment(be1ec750-8338-423f-b556-26074840a831),segment_id=be1ec750-8338-423f-b556-26074840a831)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:17.621635 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1981fbb-da07-4705-b191-d88f6e18c39c x-openstack-request-id: req-a1981fbb-da07-4705-b191-d88f6e18c39c {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:42:17.622022 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ec9c78-72e9-4f45-b58e-7637c26c95c1", "name": "network-vif-plugged", "status": "completed", "tag": "1087b193-7a33-4fd4-bde5-6e483e8fa4c7", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:42:17.622377 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-a1981fbb-da07-4705-b191-d88f6e18c39c {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:42:17.622831 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ec9c78-72e9-4f45-b58e-7637c26c95c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1087b193-7a33-4fd4-bde5-6e483e8fa4c7', 'code': 200} Aug 31 09:42:17.629104 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-52ad019e-1ca0-4975-8d05-cc2bc89b699e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.687558 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.691364 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad019e-1ca0-4975-8d05-cc2bc89b699e service neutron] Pushing event updated for resources: {'Port': ['ID=85eaaafc-4bc0-42e7-93c1-b5d332e9e798,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:17.741177 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=1087b193-7a33-4fd4-bde5-6e483e8fa4c7,revision_number=13']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:17.761313 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-52ad019e-1ca0-4975-8d05-cc2bc89b699e service neutron] Attempting to bind port 85eaaafc-4bc0-42e7-93c1-b5d332e9e798 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:42:17.761651 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-52ad019e-1ca0-4975-8d05-cc2bc89b699e service neutron] Attempting to bind port 85eaaafc-4bc0-42e7-93c1-b5d332e9e798 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'df426301-ff7d-4386-a267-0590b699f599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '7ab0e6ba-bf93-4dd7-8c02-22ed2a621804'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:42:17.761986 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-52ad019e-1ca0-4975-8d05-cc2bc89b699e service neutron] Attempting to bind port 85eaaafc-4bc0-42e7-93c1-b5d332e9e798 on network 7ab0e6ba-bf93-4dd7-8c02-22ed2a621804 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:42:17.766448 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-52ad019e-1ca0-4975-8d05-cc2bc89b699e service neutron] Port 85eaaafc-4bc0-42e7-93c1-b5d332e9e798 on network 7ab0e6ba-bf93-4dd7-8c02-22ed2a621804 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:42:17.768591 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-52ad019e-1ca0-4975-8d05-cc2bc89b699e service neutron] Attempting to bind port 85eaaafc-4bc0-42e7-93c1-b5d332e9e798 on network 7ab0e6ba-bf93-4dd7-8c02-22ed2a621804 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:42:17.771630 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-52ad019e-1ca0-4975-8d05-cc2bc89b699e service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:42:17.771963 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-52ad019e-1ca0-4975-8d05-cc2bc89b699e service neutron] Checking segment: {'id': 'df426301-ff7d-4386-a267-0590b699f599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '7ab0e6ba-bf93-4dd7-8c02-22ed2a621804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:17.772343 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-52ad019e-1ca0-4975-8d05-cc2bc89b699e service neutron] Bound using segment: {'id': 'df426301-ff7d-4386-a267-0590b699f599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '7ab0e6ba-bf93-4dd7-8c02-22ed2a621804'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:42:17.772768 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-52ad019e-1ca0-4975-8d05-cc2bc89b699e service neutron] Bound port: 85eaaafc-4bc0-42e7-93c1-b5d332e9e798, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df426301-ff7d-4386-a267-0590b699f599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': '7ab0e6ba-bf93-4dd7-8c02-22ed2a621804'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:42:17.773124 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-52ad019e-1ca0-4975-8d05-cc2bc89b699e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:17.851972 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-52ad019e-1ca0-4975-8d05-cc2bc89b699e service neutron] For port 85eaaafc-4bc0-42e7-93c1-b5d332e9e798, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:42:17.855302 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-52ad019e-1ca0-4975-8d05-cc2bc89b699e service neutron] For port 85eaaafc-4bc0-42e7-93c1-b5d332e9e798, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=85eaaafc-4bc0-42e7-93c1-b5d332e9e798,segment=NetworkSegment(df426301-ff7d-4386-a267-0590b699f599),segment_id=df426301-ff7d-4386-a267-0590b699f599)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:42:17.966634 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-52ad019e-1ca0-4975-8d05-cc2bc89b699e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:18.001097 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-52ad019e-1ca0-4975-8d05-cc2bc89b699e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:18.001716 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-52ad019e-1ca0-4975-8d05-cc2bc89b699e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:18.002099 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499fbbf-2ba6-4e52-98f1-efb6854e9434 req-71b0372a-4851-4ae8-bd01-4b196c8557f5 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:18.003247 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-52ad019e-1ca0-4975-8d05-cc2bc89b699e service neutron] 10.222.0.112 "PUT /v2.0/ports/85eaaafc-4bc0-42e7-93c1-b5d332e9e798 HTTP/1.1" status: 200 len: 1093 time: 0.8386500 Aug 31 09:42:18.003695 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0458b4-596a-4d37-b61a-c9fe4d8dfdba', 'tag': '85eaaafc-4bc0-42e7-93c1-b5d332e9e798'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:42:18.006054 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f3aa18-be3e-4a26-9824-1f992c03b7cf" -d '{"events": [{"name": "network-changed", "server_uuid": "bf0458b4-596a-4d37-b61a-c9fe4d8dfdba", "tag": "85eaaafc-4bc0-42e7-93c1-b5d332e9e798"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:42:18.007009 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9499fbbf-2ba6-4e52-98f1-efb6854e9434 req-71b0372a-4851-4ae8-bd01-4b196c8557f5 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf0458b4-596a-4d37-b61a-c9fe4d8dfdba HTTP/1.1" status: 200 len: 944 time: 0.0608642 Aug 31 09:42:18.051050 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad019e-1ca0-4975-8d05-cc2bc89b699e service neutron] Pushing event updated for resources: {'Port': ['ID=85eaaafc-4bc0-42e7-93c1-b5d332e9e798,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:18.065350 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcf3934-9f83-48ee-a26c-0221cd8b9849 x-openstack-request-id: req-ffcf3934-9f83-48ee-a26c-0221cd8b9849 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:42:18.065633 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf0458b4-596a-4d37-b61a-c9fe4d8dfdba", "tag": "85eaaafc-4bc0-42e7-93c1-b5d332e9e798", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:42:18.066637 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9499fbbf-2ba6-4e52-98f1-efb6854e9434 req-0dc5e41e-d3e0-4750-a889-21addea0248d tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/security-groups?id=ab94cef0-2b12-4030-9c4e-32223cacae9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510063 Aug 31 09:42:18.066738 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-ffcf3934-9f83-48ee-a26c-0221cd8b9849 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:42:18.067271 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf0458b4-596a-4d37-b61a-c9fe4d8dfdba', 'tag': '85eaaafc-4bc0-42e7-93c1-b5d332e9e798', 'status': 'completed', 'code': 200} Aug 31 09:42:18.126672 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3aa18-be3e-4a26-9824-1f992c03b7cf req-5f5e899b-de56-426c-ace1-49e0cba24946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:18.128180 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-71f3aa18-be3e-4a26-9824-1f992c03b7cf req-5f5e899b-de56-426c-ace1-49e0cba24946 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=6a0f5b1c2b9a49bb9bb27ecb1cb1781d&device_id=bf0458b4-596a-4d37-b61a-c9fe4d8dfdba HTTP/1.1" status: 200 len: 1096 time: 0.0417306 Aug 31 09:42:18.240420 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3aa18-be3e-4a26-9824-1f992c03b7cf req-0fbb6bca-0277-4f56-850e-b0103c8af6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:18.241904 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-71f3aa18-be3e-4a26-9824-1f992c03b7cf req-0fbb6bca-0277-4f56-850e-b0103c8af6ea service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=6a0f5b1c2b9a49bb9bb27ecb1cb1781d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1024013 Aug 31 09:42:18.347379 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3aa18-be3e-4a26-9824-1f992c03b7cf req-039f4114-3a25-4331-b5f3-551d192a745a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:18.349190 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-71f3aa18-be3e-4a26-9824-1f992c03b7cf req-039f4114-3a25-4331-b5f3-551d192a745a service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0994599 Aug 31 09:42:18.440524 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-e5d42b0b-e9a8-478d-8883-a83e48daf661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:18.442028 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-e5d42b0b-e9a8-478d-8883-a83e48daf661 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=6a0f5b1c2b9a49bb9bb27ecb1cb1781d&device_id=bf0458b4-596a-4d37-b61a-c9fe4d8dfdba HTTP/1.1" status: 200 len: 1096 time: 0.0435016 Aug 31 09:42:18.493591 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-888ea628-666d-4ec3-9396-9a6675f89a03 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85eaaafc-4bc0-42e7-93c1-b5d332e9e798 HTTP/1.1" status: 200 len: 217 time: 0.0400047 Aug 31 09:42:18.548158 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-39c83c0f-6cc3-4347-91a8-ff5eef14bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:18.549837 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-39c83c0f-6cc3-4347-91a8-ff5eef14bbcd service neutron] 10.222.0.112 "GET /v2.0/subnets?id=466d05b5-692d-4a18-ab32-6152499ac22e HTTP/1.1" status: 200 len: 853 time: 0.0480871 Aug 31 09:42:18.585871 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-4ae891d9-37d3-4fb8-a03a-d283fb5fff61 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=7ab0e6ba-bf93-4dd7-8c02-22ed2a621804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248761 Aug 31 09:42:18.682473 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-1839c716-d72b-41e5-b965-3cdc2a23cda9 service neutron] 10.222.0.112 "GET /v2.0/networks/7ab0e6ba-bf93-4dd7-8c02-22ed2a621804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885100 Aug 31 09:42:18.775422 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2441a86c-a940-4ddd-af0d-92706e31c8b2 req-4edf68b4-31a0-482e-a42b-55edc01da1b6 service neutron] 10.222.0.112 "GET /v2.0/networks/7ab0e6ba-bf93-4dd7-8c02-22ed2a621804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838227 Aug 31 09:42:19.187643 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba0109-e1c7-4827-b019-7540daf82975 req-9d784210-2c9e-4bcb-8be8-5963f2a174a6 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:19.189174 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-efba0109-e1c7-4827-b019-7540daf82975 req-9d784210-2c9e-4bcb-8be8-5963f2a174a6 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf0458b4-596a-4d37-b61a-c9fe4d8dfdba HTTP/1.1" status: 200 len: 944 time: 0.0497506 Aug 31 09:42:19.235890 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-efba0109-e1c7-4827-b019-7540daf82975 req-e8c45ea0-06ec-41b3-a722-2dbb6715448d tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/security-groups?id=ab94cef0-2b12-4030-9c4e-32223cacae9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399287 Aug 31 09:42:20.365493 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426c9af-d176-4cff-bdc7-a5cb3edb33c3 req-bea30179-8b2b-4ab9-b0cd-9ab07e89df25 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:20.367000 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5426c9af-d176-4cff-bdc7-a5cb3edb33c3 req-bea30179-8b2b-4ab9-b0cd-9ab07e89df25 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf0458b4-596a-4d37-b61a-c9fe4d8dfdba HTTP/1.1" status: 200 len: 944 time: 0.0584722 Aug 31 09:42:20.411214 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5426c9af-d176-4cff-bdc7-a5cb3edb33c3 req-a75bd110-537d-4e3b-9a36-4c17f4bfc0a3 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/security-groups?id=ab94cef0-2b12-4030-9c4e-32223cacae9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372519 Aug 31 09:42:21.539669 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa3d9e-e83d-4450-9b96-d368b4b96352 req-cea9953d-3b5f-4d38-8575-aaca6ecf53bb tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:21.543018 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eaaa3d9e-e83d-4450-9b96-d368b4b96352 req-cea9953d-3b5f-4d38-8575-aaca6ecf53bb tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf0458b4-596a-4d37-b61a-c9fe4d8dfdba HTTP/1.1" status: 200 len: 944 time: 0.0557652 Aug 31 09:42:21.596490 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eaaa3d9e-e83d-4450-9b96-d368b4b96352 req-4dce7952-7e0c-4ae8-9e02-77f5942b6be0 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/security-groups?id=ab94cef0-2b12-4030-9c4e-32223cacae9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473824 Aug 31 09:42:22.732129 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678907d6-92cd-42d9-ba29-abb134cc583f req-2408ef66-0887-4cc9-8822-6b776e09e851 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:22.733648 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-678907d6-92cd-42d9-ba29-abb134cc583f req-2408ef66-0887-4cc9-8822-6b776e09e851 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf0458b4-596a-4d37-b61a-c9fe4d8dfdba HTTP/1.1" status: 200 len: 944 time: 0.0671523 Aug 31 09:42:22.774764 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-678907d6-92cd-42d9-ba29-abb134cc583f req-4377b1c4-41ec-4f40-a2ab-a49bb58a30e1 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/security-groups?id=ab94cef0-2b12-4030-9c4e-32223cacae9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350304 Aug 31 09:42:23.425389 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 85eaaafc-4bc0-42e7-93c1-b5d332e9e798 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:42:23.519581 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 85eaaafc-4bc0-42e7-93c1-b5d332e9e798, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=85eaaafc-4bc0-42e7-93c1-b5d332e9e798,segment=NetworkSegment(df426301-ff7d-4386-a267-0590b699f599),segment_id=df426301-ff7d-4386-a267-0590b699f599)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:23.530820 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '85eaaafc-4bc0-42e7-93c1-b5d332e9e798', 'network_id': '7ab0e6ba-bf93-4dd7-8c02-22ed2a621804', 'port_id': '85eaaafc-4bc0-42e7-93c1-b5d332e9e798', 'mac_address': 'fa:16:3e:e0:b5:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '466d05b5-692d-4a18-ab32-6152499ac22e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:42:23.571139 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:23.584376 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85eaaafc-4bc0-42e7-93c1-b5d332e9e798 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:42:23.607348 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 85eaaafc-4bc0-42e7-93c1-b5d332e9e798, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=85eaaafc-4bc0-42e7-93c1-b5d332e9e798,segment=NetworkSegment(df426301-ff7d-4386-a267-0590b699f599),segment_id=df426301-ff7d-4386-a267-0590b699f599)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:23.690539 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:23.738181 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=85eaaafc-4bc0-42e7-93c1-b5d332e9e798,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:23.903844 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690ff81-2b55-470c-90a1-451b97cc6c19 req-f431a707-7470-4daa-8375-576e7aacd495 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:23.905864 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0690ff81-2b55-470c-90a1-451b97cc6c19 req-f431a707-7470-4daa-8375-576e7aacd495 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf0458b4-596a-4d37-b61a-c9fe4d8dfdba HTTP/1.1" status: 200 len: 945 time: 0.0562077 Aug 31 09:42:23.952541 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0690ff81-2b55-470c-90a1-451b97cc6c19 req-ceda96f0-a7d3-4da7-b007-d5e17fbad93a tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/security-groups?id=ab94cef0-2b12-4030-9c4e-32223cacae9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398736 Aug 31 09:42:23.955444 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['85eaaafc-4bc0-42e7-93c1-b5d332e9e798'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:42:25.080433 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e96eb2-1c4d-4401-951d-9729b56efd3d req-e70a438a-5b0f-48b6-a499-17d7af5176c0 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:25.081971 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-21e96eb2-1c4d-4401-951d-9729b56efd3d req-e70a438a-5b0f-48b6-a499-17d7af5176c0 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf0458b4-596a-4d37-b61a-c9fe4d8dfdba HTTP/1.1" status: 200 len: 945 time: 0.0509489 Aug 31 09:42:25.123295 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-21e96eb2-1c4d-4401-951d-9729b56efd3d req-df9ab598-c989-4774-8326-4221a5ba9ec9 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/security-groups?id=ab94cef0-2b12-4030-9c4e-32223cacae9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352116 Aug 31 09:42:25.425469 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 85eaaafc-4bc0-42e7-93c1-b5d332e9e798 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:25.564376 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 85eaaafc-4bc0-42e7-93c1-b5d332e9e798 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:25.568667 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 85eaaafc-4bc0-42e7-93c1-b5d332e9e798 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:25.569057 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.650336 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.676107 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0458b4-596a-4d37-b61a-c9fe4d8dfdba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85eaaafc-4bc0-42e7-93c1-b5d332e9e798'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:42:25.678319 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce40f5de-d7dd-404b-9d27-02dc7dc29fdc" -d '{"events": [{"server_uuid": "bf0458b4-596a-4d37-b61a-c9fe4d8dfdba", "name": "network-vif-plugged", "status": "completed", "tag": "85eaaafc-4bc0-42e7-93c1-b5d332e9e798"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:42:25.691841 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 85eaaafc-4bc0-42e7-93c1-b5d332e9e798, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=85eaaafc-4bc0-42e7-93c1-b5d332e9e798,segment=NetworkSegment(df426301-ff7d-4386-a267-0590b699f599),segment_id=df426301-ff7d-4386-a267-0590b699f599)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:25.718584 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9c5499-acf9-4049-8d10-855bd8669378 x-openstack-request-id: req-fe9c5499-acf9-4049-8d10-855bd8669378 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:42:25.718873 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0458b4-596a-4d37-b61a-c9fe4d8dfdba", "name": "network-vif-plugged", "status": "completed", "tag": "85eaaafc-4bc0-42e7-93c1-b5d332e9e798", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:42:25.719210 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-fe9c5499-acf9-4049-8d10-855bd8669378 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:42:25.719672 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0458b4-596a-4d37-b61a-c9fe4d8dfdba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85eaaafc-4bc0-42e7-93c1-b5d332e9e798', 'code': 200} Aug 31 09:42:25.783948 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:25.830691 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bc408-f2e0-4a22-958a-47b9ad4a3cd3 req-ad7c62cb-b6bb-447b-a940-0d31cf922fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:25.832201 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d46bc408-f2e0-4a22-958a-47b9ad4a3cd3 req-ad7c62cb-b6bb-447b-a940-0d31cf922fed service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=bf0458b4-596a-4d37-b61a-c9fe4d8dfdba HTTP/1.1" status: 200 len: 1098 time: 0.0500231 Aug 31 09:42:25.853372 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=85eaaafc-4bc0-42e7-93c1-b5d332e9e798,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:25.870490 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d46bc408-f2e0-4a22-958a-47b9ad4a3cd3 req-28c3f9e3-3d41-4e6e-ace3-2a926dd17044 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=ab94cef0-2b12-4030-9c4e-32223cacae9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290987 Aug 31 09:42:26.243210 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c4709-30bb-4024-8132-8554c1e07a2b req-9fb0e226-876e-4429-91ed-e8ae4654a0b5 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:26.244792 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-616c4709-30bb-4024-8132-8554c1e07a2b req-9fb0e226-876e-4429-91ed-e8ae4654a0b5 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf0458b4-596a-4d37-b61a-c9fe4d8dfdba HTTP/1.1" status: 200 len: 946 time: 0.0516846 Aug 31 09:42:26.292737 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-616c4709-30bb-4024-8132-8554c1e07a2b req-cc3937fb-072f-4e04-8d5b-69e3ca0b68e1 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/security-groups?id=ab94cef0-2b12-4030-9c4e-32223cacae9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406945 Aug 31 09:42:27.422631 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ec566-780a-4929-ada2-b4e60f75fabd req-648a3d96-7ca1-4719-aa5e-5fe91161fd58 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:27.424192 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-692ec566-780a-4929-ada2-b4e60f75fabd req-648a3d96-7ca1-4719-aa5e-5fe91161fd58 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf0458b4-596a-4d37-b61a-c9fe4d8dfdba HTTP/1.1" status: 200 len: 946 time: 0.0557082 Aug 31 09:42:27.468723 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-692ec566-780a-4929-ada2-b4e60f75fabd req-7e6e0a14-4b96-4b9c-9bb8-f98556111c1b tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/security-groups?id=ab94cef0-2b12-4030-9c4e-32223cacae9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381870 Aug 31 09:42:27.925859 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdf3a1-d08f-42f8-ba90-fee791757992 req-f638acf9-015e-475b-b600-fd076214b06f tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:27.927567 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cbdf3a1-d08f-42f8-ba90-fee791757992 req-f638acf9-015e-475b-b600-fd076214b06f tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf0458b4-596a-4d37-b61a-c9fe4d8dfdba HTTP/1.1" status: 200 len: 946 time: 0.0710595 Aug 31 09:42:27.973676 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cbdf3a1-d08f-42f8-ba90-fee791757992 req-c3d6666d-b9ce-4ac7-81d2-64f39c0456ba tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/security-groups?id=ab94cef0-2b12-4030-9c4e-32223cacae9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381279 Aug 31 09:42:27.976585 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8759ee6-c96d-40c7-8184-c6189b8f22ab req-a0731593-e448-47b7-9d2e-2647528517fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:27.978354 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c8759ee6-c96d-40c7-8184-c6189b8f22ab req-a0731593-e448-47b7-9d2e-2647528517fa service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=6a0f5b1c2b9a49bb9bb27ecb1cb1781d&device_id=bf0458b4-596a-4d37-b61a-c9fe4d8dfdba HTTP/1.1" status: 200 len: 1098 time: 0.0479515 Aug 31 09:42:28.114218 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8759ee6-c96d-40c7-8184-c6189b8f22ab req-48d939dc-3c59-43dd-9416-ea409a6ea43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:28.115774 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c8759ee6-c96d-40c7-8184-c6189b8f22ab req-48d939dc-3c59-43dd-9416-ea409a6ea43e service neutron] 10.222.0.112 "GET /v2.0/networks?id=7ab0e6ba-bf93-4dd7-8c02-22ed2a621804 HTTP/1.1" status: 200 len: 915 time: 0.1306291 Aug 31 09:42:28.161792 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c8759ee6-c96d-40c7-8184-c6189b8f22ab req-a1fb5f80-0204-40a4-80b7-bd33d4a1e786 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85eaaafc-4bc0-42e7-93c1-b5d332e9e798 HTTP/1.1" status: 200 len: 217 time: 0.0380371 Aug 31 09:42:28.215587 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8759ee6-c96d-40c7-8184-c6189b8f22ab req-9da579fc-d2d7-431f-b665-a77b6ad86feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:28.217152 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c8759ee6-c96d-40c7-8184-c6189b8f22ab req-9da579fc-d2d7-431f-b665-a77b6ad86feb service neutron] 10.222.0.112 "GET /v2.0/subnets?id=466d05b5-692d-4a18-ab32-6152499ac22e HTTP/1.1" status: 200 len: 853 time: 0.0480201 Aug 31 09:42:28.250302 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c8759ee6-c96d-40c7-8184-c6189b8f22ab req-489a9575-526e-4fa0-8604-b0766ce556b3 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=7ab0e6ba-bf93-4dd7-8c02-22ed2a621804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260086 Aug 31 09:42:28.356310 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c8759ee6-c96d-40c7-8184-c6189b8f22ab req-6899b6de-a3f0-4f00-aca0-65b8b8d25194 service neutron] 10.222.0.112 "GET /v2.0/networks/7ab0e6ba-bf93-4dd7-8c02-22ed2a621804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981445 Aug 31 09:42:28.454514 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c8759ee6-c96d-40c7-8184-c6189b8f22ab req-0f40e3bd-322d-49e0-8226-63b18cbcc892 service neutron] 10.222.0.112 "GET /v2.0/networks/7ab0e6ba-bf93-4dd7-8c02-22ed2a621804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908759 Aug 31 09:42:29.109508 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cef007-6485-4007-9a64-9011a7581562 req-61332cde-5078-45b0-a8e2-172fbcfdba15 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:29.111819 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19cef007-6485-4007-9a64-9011a7581562 req-61332cde-5078-45b0-a8e2-172fbcfdba15 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf0458b4-596a-4d37-b61a-c9fe4d8dfdba HTTP/1.1" status: 200 len: 946 time: 0.0602353 Aug 31 09:42:29.151056 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19cef007-6485-4007-9a64-9011a7581562 req-5cda40ba-2158-479a-8d24-ab8c0eabe246 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/security-groups?id=ab94cef0-2b12-4030-9c4e-32223cacae9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334904 Aug 31 09:42:30.281427 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af3bf5-6f94-4e37-b300-38cdb78cf3a1 req-0686bda6-dfa3-4053-99ac-79efa7451a1a tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:30.283079 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-00af3bf5-6f94-4e37-b300-38cdb78cf3a1 req-0686bda6-dfa3-4053-99ac-79efa7451a1a tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf0458b4-596a-4d37-b61a-c9fe4d8dfdba HTTP/1.1" status: 200 len: 946 time: 0.0602193 Aug 31 09:42:30.329849 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-00af3bf5-6f94-4e37-b300-38cdb78cf3a1 req-b87a477f-7661-4289-9694-01ffb85f056b tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/security-groups?id=ab94cef0-2b12-4030-9c4e-32223cacae9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400531 Aug 31 09:42:30.866035 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82158281-edac-4f09-9f70-12fa02159772 req-1a641e91-effc-4a94-ae7f-de5d71d0b3a9 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:30.867565 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-82158281-edac-4f09-9f70-12fa02159772 req-1a641e91-effc-4a94-ae7f-de5d71d0b3a9 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf0458b4-596a-4d37-b61a-c9fe4d8dfdba HTTP/1.1" status: 200 len: 946 time: 0.0499918 Aug 31 09:42:30.910186 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-82158281-edac-4f09-9f70-12fa02159772 req-431e24af-8cc8-40d4-9f6f-e8d81e300110 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/security-groups?id=ab94cef0-2b12-4030-9c4e-32223cacae9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355711 Aug 31 09:42:31.483844 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 34512) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:31.591583 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-474917f5-d919-456e-b77e-cb9802084102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:31.682384 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-474917f5-d919-456e-b77e-cb9802084102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:31.761208 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-474917f5-d919-456e-b77e-cb9802084102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:31.800570 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-474917f5-d919-456e-b77e-cb9802084102 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=95bc3a7f891842bb8468099543bd601d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3132331 Aug 31 09:42:31.801471 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 34516) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:31.803503 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474917f5-d919-456e-b77e-cb9802084102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d858729-a7c1-45d6-a555-e87762b31ef2,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:31.810945 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474917f5-d919-456e-b77e-cb9802084102 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:31.816214 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474917f5-d919-456e-b77e-cb9802084102 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:31.816214 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474917f5-d919-456e-b77e-cb9802084102 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:31.816214 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474917f5-d919-456e-b77e-cb9802084102 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:31.816214 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474917f5-d919-456e-b77e-cb9802084102 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:31.816214 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474917f5-d919-456e-b77e-cb9802084102 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:31.816214 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474917f5-d919-456e-b77e-cb9802084102 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:31.816214 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474917f5-d919-456e-b77e-cb9802084102 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:31.816214 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474917f5-d919-456e-b77e-cb9802084102 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:31.816214 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474917f5-d919-456e-b77e-cb9802084102 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:31.816214 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474917f5-d919-456e-b77e-cb9802084102 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:31.816214 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474917f5-d919-456e-b77e-cb9802084102 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:31.863731 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-559ad456-a2cf-4367-88c5-b849bee7f073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:31.884376 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-559ad456-a2cf-4367-88c5-b849bee7f073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.018449 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-559ad456-a2cf-4367-88c5-b849bee7f073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.021198 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-559ad456-a2cf-4367-88c5-b849bee7f073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.024942 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-559ad456-a2cf-4367-88c5-b849bee7f073 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/2d858729-a7c1-45d6-a555-e87762b31ef2 HTTP/1.1" status: 204 len: 168 time: 0.2203617 Aug 31 09:42:32.036954 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ad456-a2cf-4367-88c5-b849bee7f073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d858729-a7c1-45d6-a555-e87762b31ef2,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:32.051767 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559ad456-a2cf-4367-88c5-b849bee7f073 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:32.051767 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559ad456-a2cf-4367-88c5-b849bee7f073 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:32.051767 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559ad456-a2cf-4367-88c5-b849bee7f073 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:32.051767 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559ad456-a2cf-4367-88c5-b849bee7f073 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:32.051767 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559ad456-a2cf-4367-88c5-b849bee7f073 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:32.051767 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559ad456-a2cf-4367-88c5-b849bee7f073 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:32.051767 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559ad456-a2cf-4367-88c5-b849bee7f073 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:32.051767 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559ad456-a2cf-4367-88c5-b849bee7f073 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:32.051767 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559ad456-a2cf-4367-88c5-b849bee7f073 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:32.052459 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559ad456-a2cf-4367-88c5-b849bee7f073 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:32.052459 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559ad456-a2cf-4367-88c5-b849bee7f073 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:32.052459 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559ad456-a2cf-4367-88c5-b849bee7f073 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:32.066011 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b82ca7-f9a8-4d51-8574-078b40643365 req-62ea0203-0751-477f-a797-64ded79d8ff8 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:32.067635 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-66b82ca7-f9a8-4d51-8574-078b40643365 req-62ea0203-0751-477f-a797-64ded79d8ff8 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf0458b4-596a-4d37-b61a-c9fe4d8dfdba HTTP/1.1" status: 200 len: 946 time: 0.0824554 Aug 31 09:42:32.112365 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-66b82ca7-f9a8-4d51-8574-078b40643365 req-a33537c6-0166-4d13-a423-7a833cf79e0a tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/security-groups?id=ab94cef0-2b12-4030-9c4e-32223cacae9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358031 Aug 31 09:42:32.428719 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572d59d-fd82-4800-b2bd-c184340c89fc req-481c2341-9c7f-43bd-9327-e0aba5084f95 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:32.430306 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c572d59d-fd82-4800-b2bd-c184340c89fc req-481c2341-9c7f-43bd-9327-e0aba5084f95 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.112 "GET /v2.0/ports?device_id=bf0458b4-596a-4d37-b61a-c9fe4d8dfdba HTTP/1.1" status: 200 len: 946 time: 0.0870595 Aug 31 09:42:32.532203 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-c572d59d-fd82-4800-b2bd-c184340c89fc req-492e7a6b-5b20-4345-bf78-80ab7ded7561 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Deleting port 85eaaafc-4bc0-42e7-93c1-b5d332e9e798 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:32.532840 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c572d59d-fd82-4800-b2bd-c184340c89fc req-492e7a6b-5b20-4345-bf78-80ab7ded7561 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.685374 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 34532) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:32.698305 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4ea08f97-17f7-4b15-aa9b-aa159e9cf157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.789856 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.803715 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4ea08f97-17f7-4b15-aa9b-aa159e9cf157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.879831 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4ea08f97-17f7-4b15-aa9b-aa159e9cf157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.931679 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4ea08f97-17f7-4b15-aa9b-aa159e9cf157 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=ef0a5454c7fd45049530887592b9149d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2456644 Aug 31 09:42:32.932857 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea08f97-17f7-4b15-aa9b-aa159e9cf157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e43f0b1-2f83-427c-8d33-d9f2e095c5ec,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:32.935668 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 34534) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:32.939637 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:32.995628 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5070d43d-763a-4597-8c44-850afb6974ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.017745 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-c572d59d-fd82-4800-b2bd-c184340c89fc req-492e7a6b-5b20-4345-bf78-80ab7ded7561 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] For port 85eaaafc-4bc0-42e7-93c1-b5d332e9e798, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=85eaaafc-4bc0-42e7-93c1-b5d332e9e798,segment=NetworkSegment(df426301-ff7d-4386-a267-0590b699f599),segment_id=df426301-ff7d-4386-a267-0590b699f599)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:33.018303 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c572d59d-fd82-4800-b2bd-c184340c89fc req-492e7a6b-5b20-4345-bf78-80ab7ded7561 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.019298 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5070d43d-763a-4597-8c44-850afb6974ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.036492 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-c572d59d-fd82-4800-b2bd-c184340c89fc req-492e7a6b-5b20-4345-bf78-80ab7ded7561 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Calling delete_port for 85eaaafc-4bc0-42e7-93c1-b5d332e9e798 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:33.132925 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5070d43d-763a-4597-8c44-850afb6974ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.137406 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5070d43d-763a-4597-8c44-850afb6974ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.141204 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5070d43d-763a-4597-8c44-850afb6974ec admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/7e43f0b1-2f83-427c-8d33-d9f2e095c5ec HTTP/1.1" status: 204 len: 168 time: 0.2016220 Aug 31 09:42:33.160476 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070d43d-763a-4597-8c44-850afb6974ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e43f0b1-2f83-427c-8d33-d9f2e095c5ec,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:33.273816 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c572d59d-fd82-4800-b2bd-c184340c89fc req-492e7a6b-5b20-4345-bf78-80ab7ded7561 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.283647 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d01c6-f9d9-4437-8d84-7a25f75bb7fb req-5f7f67b4-5870-45fb-965d-dbd8d6cfbfef tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:33.290519 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-876d01c6-f9d9-4437-8d84-7a25f75bb7fb req-5f7f67b4-5870-45fb-965d-dbd8d6cfbfef tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf0458b4-596a-4d37-b61a-c9fe4d8dfdba HTTP/1.1" status: 200 len: 946 time: 0.0628331 Aug 31 09:42:33.290689 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['85eaaafc-4bc0-42e7-93c1-b5d332e9e798'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:42:33.307143 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e7a6b-5b20-4345-bf78-80ab7ded7561 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Pushing event deleted for resources: {'Port': ['ID=85eaaafc-4bc0-42e7-93c1-b5d332e9e798,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:33.330373 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-876d01c6-f9d9-4437-8d84-7a25f75bb7fb req-c4512192-df6c-40a8-ba4b-08f36b8a237a tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/security-groups?id=ab94cef0-2b12-4030-9c4e-32223cacae9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376854 Aug 31 09:42:33.356128 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-c572d59d-fd82-4800-b2bd-c184340c89fc req-492e7a6b-5b20-4345-bf78-80ab7ded7561 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] No DVR routers for this DVR port 85eaaafc-4bc0-42e7-93c1-b5d332e9e798 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:42:33.356128 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c572d59d-fd82-4800-b2bd-c184340c89fc req-492e7a6b-5b20-4345-bf78-80ab7ded7561 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.358015 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c572d59d-fd82-4800-b2bd-c184340c89fc req-492e7a6b-5b20-4345-bf78-80ab7ded7561 tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.112 "DELETE /v2.0/ports/85eaaafc-4bc0-42e7-93c1-b5d332e9e798 HTTP/1.1" status: 204 len: 173 time: 0.9169977 Aug 31 09:42:33.358536 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0458b4-596a-4d37-b61a-c9fe4d8dfdba', 'name': 'network-vif-deleted', 'tag': '85eaaafc-4bc0-42e7-93c1-b5d332e9e798'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:42:33.360881 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b53107-f4a8-436b-bdca-f45016b85771" -d '{"events": [{"server_uuid": "bf0458b4-596a-4d37-b61a-c9fe4d8dfdba", "name": "network-vif-deleted", "tag": "85eaaafc-4bc0-42e7-93c1-b5d332e9e798"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:42:33.400963 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185f02df-d194-4080-b543-b2ab6b8f7705 x-openstack-request-id: req-185f02df-d194-4080-b543-b2ab6b8f7705 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:42:33.401405 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf0458b4-596a-4d37-b61a-c9fe4d8dfdba", "name": "network-vif-deleted", "tag": "85eaaafc-4bc0-42e7-93c1-b5d332e9e798", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:42:33.401658 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-185f02df-d194-4080-b543-b2ab6b8f7705 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:42:33.402051 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0458b4-596a-4d37-b61a-c9fe4d8dfdba', 'name': 'network-vif-deleted', 'tag': '85eaaafc-4bc0-42e7-93c1-b5d332e9e798', 'status': 'completed', 'code': 200} Aug 31 09:42:33.863556 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 34550) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:33.876954 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f41f7d80-40ef-49e9-9105-696e09fc68ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.968259 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f41f7d80-40ef-49e9-9105-696e09fc68ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:33.993336 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-ee5feb1a-6aed-48a7-b35d-d53ce6b05c56 req-6d8895e7-3546-46d8-a4d0-77f5cb900b20 service neutron] (95553) timed out ('10.222.0.119', 43894) {{(pid=95553) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 09:42:34.041089 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f41f7d80-40ef-49e9-9105-696e09fc68ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.082880 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 34552) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:34.083410 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f41f7d80-40ef-49e9-9105-696e09fc68ab admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=8fb0949b599b4f3196b827d388671349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2183130 Aug 31 09:42:34.083909 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f7d80-40ef-49e9-9105-696e09fc68ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0367f5e1-f09c-41d6-98b6-6ff2f481e710,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:34.141566 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-44681a33-b59f-497e-80ce-a3acbff373e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.162710 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-44681a33-b59f-497e-80ce-a3acbff373e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.338632 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-44681a33-b59f-497e-80ce-a3acbff373e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.342686 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-44681a33-b59f-497e-80ce-a3acbff373e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:34.344273 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-44681a33-b59f-497e-80ce-a3acbff373e8 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/0367f5e1-f09c-41d6-98b6-6ff2f481e710 HTTP/1.1" status: 204 len: 168 time: 0.2590384 Aug 31 09:42:34.363677 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44681a33-b59f-497e-80ce-a3acbff373e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0367f5e1-f09c-41d6-98b6-6ff2f481e710,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:34.459729 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ab154f34-dd67-42cb-8a4f-0ca84098c895 req-235cd7c8-da5f-48df-ad15-af2e51e671dc tempest-InstanceActionsTestJSON-623376793 tempest-InstanceActionsTestJSON-623376793-project] 10.222.0.119 "GET /v2.0/ports?device_id=bf0458b4-596a-4d37-b61a-c9fe4d8dfdba HTTP/1.1" status: 200 len: 210 time: 0.0284240 Aug 31 09:42:35.518434 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 34592) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:35.567124 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b0f830-5f2e-4d3a-9bca-1eed90bb5469 admin admin] Deleting subnet 466d05b5-692d-4a18-ab32-6152499ac22e {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:42:35.570440 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-93b0f830-5f2e-4d3a-9bca-1eed90bb5469 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:35.606086 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-93b0f830-5f2e-4d3a-9bca-1eed90bb5469 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:35.645647 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-93b0f830-5f2e-4d3a-9bca-1eed90bb5469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:35.765946 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-93b0f830-5f2e-4d3a-9bca-1eed90bb5469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:35.797662 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0f830-5f2e-4d3a-9bca-1eed90bb5469 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=466d05b5-692d-4a18-ab32-6152499ac22e,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:35.801354 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-93b0f830-5f2e-4d3a-9bca-1eed90bb5469 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:35.805798 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 34600) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:35.806234 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-93b0f830-5f2e-4d3a-9bca-1eed90bb5469 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/466d05b5-692d-4a18-ab32-6152499ac22e HTTP/1.1" status: 204 len: 168 time: 0.2864044 Aug 31 09:42:35.879643 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-89654c74-7d46-44ef-b915-dc25c620a971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:35.959626 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-89654c74-7d46-44ef-b915-dc25c620a971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:35.970491 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-89654c74-7d46-44ef-b915-dc25c620a971 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab0e6ba-bf93-4dd7-8c02-22ed2a621804']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:35.982413 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-89654c74-7d46-44ef-b915-dc25c620a971 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df426301-ff7d-4386-a267-0590b699f599') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:35.983051 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-89654c74-7d46-44ef-b915-dc25c620a971 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df426301-ff7d-4386-a267-0590b699f599') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:35.995554 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-89654c74-7d46-44ef-b915-dc25c620a971 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:36.018307 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-89654c74-7d46-44ef-b915-dc25c620a971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:36.025528 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89654c74-7d46-44ef-b915-dc25c620a971 admin admin] Releasing vlan 1622 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:42:36.026814 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-89654c74-7d46-44ef-b915-dc25c620a971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:36.027659 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:42:36.027659 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:42:36.027659 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:42:36.027659 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:42:36.027659 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:42:36.027659 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:42:36.027659 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:42:36.027659 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:42:36.027659 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:42:36.027659 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:42:36.027659 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:42:36.027659 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:42:36.027659 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:42:36.027659 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:42:36.027659 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:42:36.027659 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:42:36.027659 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:42:36.027659 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:42:36.027659 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:42:36.027659 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:42:36.027659 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:42:36.027659 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:42:36.027659 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:42:36.027659 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:42:36.027659 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:42:36.027659 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:42:36.027659 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:42:36.027659 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:42:36.027659 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:42:36.027659 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:42:36.027659 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:42:36.027659 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:42:36.185124 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-89654c74-7d46-44ef-b915-dc25c620a971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:36.190796 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-89654c74-7d46-44ef-b915-dc25c620a971 admin admin] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:36.193015 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-89654c74-7d46-44ef-b915-dc25c620a971 admin admin] 10.222.0.119 "DELETE /v2.0/networks/7ab0e6ba-bf93-4dd7-8c02-22ed2a621804 HTTP/1.1" status: 204 len: 168 time: 0.3849335 Aug 31 09:42:36.208453 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89654c74-7d46-44ef-b915-dc25c620a971 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ab0e6ba-bf93-4dd7-8c02-22ed2a621804,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:36.611022 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 34624) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:36.651453 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-37754c9a-d4f8-431c-8a96-0090f3b677eb admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=6a0f5b1c2b9a49bb9bb27ecb1cb1781d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390821 Aug 31 09:42:36.654459 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 34626) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:36.711928 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b9f41b4e-d4db-4f99-8ffc-98c8f90f0ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:36.733310 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b9f41b4e-d4db-4f99-8ffc-98c8f90f0ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:36.868171 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b9f41b4e-d4db-4f99-8ffc-98c8f90f0ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:36.870771 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b9f41b4e-d4db-4f99-8ffc-98c8f90f0ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:36.872538 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b9f41b4e-d4db-4f99-8ffc-98c8f90f0ec1 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/ab94cef0-2b12-4030-9c4e-32223cacae9b HTTP/1.1" status: 204 len: 168 time: 0.2164958 Aug 31 09:42:36.880684 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f41b4e-d4db-4f99-8ffc-98c8f90f0ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab94cef0-2b12-4030-9c4e-32223cacae9b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:37.442354 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 85eaaafc-4bc0-42e7-93c1-b5d332e9e798 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:42:37.464546 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 85eaaafc-4bc0-42e7-93c1-b5d332e9e798 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:42:37.465002 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 85eaaafc-4bc0-42e7-93c1-b5d332e9e798 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:42:38.002156 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 34660) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:38.111345 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-0eee8f30-3869-4d52-ba02-59ea86ed819c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1045778254-network', 'tenant_id': 'ca67d65873a74e5ba5b039fcb536405a'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:38.228341 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eee8f30-3869-4d52-ba02-59ea86ed819c admin admin] Made reservation on behalf of ca67d65873a74e5ba5b039fcb536405a for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:38.233031 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0eee8f30-3869-4d52-ba02-59ea86ed819c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:38.243566 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0eee8f30-3869-4d52-ba02-59ea86ed819c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:38.355795 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0eee8f30-3869-4d52-ba02-59ea86ed819c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:38.452770 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0eee8f30-3869-4d52-ba02-59ea86ed819c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:38.483209 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eee8f30-3869-4d52-ba02-59ea86ed819c admin admin] vlan segment allocate from pool success with {'vlan_id': 1613, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:42:38.492714 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee8f30-3869-4d52-ba02-59ea86ed819c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03b8e10-53af-42ad-a728-c6ca65dfe8e0,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:38.509409 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0eee8f30-3869-4d52-ba02-59ea86ed819c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:38.509799 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-0eee8f30-3869-4d52-ba02-59ea86ed819c admin admin] Added segment 031783cd-2c0f-46e7-bc49-0963413ce3e9 of type vlan for network 1c1fc0c1-e004-4376-93ef-d3058de89033 Aug 31 09:42:38.551082 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0eee8f30-3869-4d52-ba02-59ea86ed819c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:38.681305 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0eee8f30-3869-4d52-ba02-59ea86ed819c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:38.682316 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eee8f30-3869-4d52-ba02-59ea86ed819c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:38.683020 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0eee8f30-3869-4d52-ba02-59ea86ed819c admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:38.743789 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee8f30-3869-4d52-ba02-59ea86ed819c admin admin] Pushing event updated for resources: {'Network': ['ID=1c1fc0c1-e004-4376-93ef-d3058de89033,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:38.754160 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 1c1fc0c1-e004-4376-93ef-d3058de89033 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:42:38.768803 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0eee8f30-3869-4d52-ba02-59ea86ed819c admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7635119 Aug 31 09:42:38.771149 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 34676) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:38.779111 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-aea93903-9002-44b2-b782-9aa89bb158d8 admin admin] Request body: {'subnet': {'network_id': '1c1fc0c1-e004-4376-93ef-d3058de89033', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1045778254-subnet', 'tenant_id': 'ca67d65873a74e5ba5b039fcb536405a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:38.892736 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea93903-9002-44b2-b782-9aa89bb158d8 admin admin] Made reservation on behalf of ca67d65873a74e5ba5b039fcb536405a for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:38.895180 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-aea93903-9002-44b2-b782-9aa89bb158d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:39.173513 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-aea93903-9002-44b2-b782-9aa89bb158d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:39.232577 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea93903-9002-44b2-b782-9aa89bb158d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5adf5cb-c8ff-4503-b165-ba93a279b78a,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:39.240101 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea93903-9002-44b2-b782-9aa89bb158d8 admin admin] Checking segment: {'id': '031783cd-2c0f-46e7-bc49-0963413ce3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1613, 'network_id': '1c1fc0c1-e004-4376-93ef-d3058de89033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:39.240459 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea93903-9002-44b2-b782-9aa89bb158d8 admin admin] Network hostable DHCP agents. Network: 1c1fc0c1-e004-4376-93ef-d3058de89033, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:42:39.314220 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea93903-9002-44b2-b782-9aa89bb158d8 admin admin] Network 1c1fc0c1-e004-4376-93ef-d3058de89033 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:42:39.396164 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-aea93903-9002-44b2-b782-9aa89bb158d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 1c1fc0c1-e004-4376-93ef-d3058de89033) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:39.406876 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9889a1-3ea5-4399-96b1-daaaba668734 None None] Network 1c1fc0c1-e004-4376-93ef-d3058de89033 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:39.408958 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea93903-9002-44b2-b782-9aa89bb158d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:39.409559 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-aea93903-9002-44b2-b782-9aa89bb158d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:39.513892 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-aea93903-9002-44b2-b782-9aa89bb158d8 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7328656 Aug 31 09:42:39.542988 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfbb77d-b782-46c3-85f7-961d2d29a910 None None] Network 1c1fc0c1-e004-4376-93ef-d3058de89033 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:39.740413 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-279aa5c7-46ef-4b49-bd60-acb7fffdee09 req-a1c24ef8-ac2a-446a-82e0-2807abc500e3 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=ec38998a-f53c-4381-81e3-bc50cf9d57c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441549 Aug 31 09:42:39.848525 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279aa5c7-46ef-4b49-bd60-acb7fffdee09 req-e9dc3cb8-b05a-48e7-a83b-19d85050a4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:39.850310 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-279aa5c7-46ef-4b49-bd60-acb7fffdee09 req-e9dc3cb8-b05a-48e7-a83b-19d85050a4fb service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=43edeaf1cc7c4b33a446a0bf88942dc5&device_id=ec38998a-f53c-4381-81e3-bc50cf9d57c8 HTTP/1.1" status: 200 len: 1097 time: 0.0550568 Aug 31 09:42:39.970603 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279aa5c7-46ef-4b49-bd60-acb7fffdee09 req-b9dfa661-1145-4ad9-8e22-fe22ec9c968f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:39.972331 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-279aa5c7-46ef-4b49-bd60-acb7fffdee09 req-b9dfa661-1145-4ad9-8e22-fe22ec9c968f service neutron] 10.222.0.112 "GET /v2.0/networks?id=6face56c-e92e-4852-b5b0-05a72adb3a2e HTTP/1.1" status: 200 len: 911 time: 0.0973930 Aug 31 09:42:40.018792 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-3d0e23e0-c367-4c8b-8ffd-66718396bc95 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:40.020985 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-3d0e23e0-c367-4c8b-8ffd-66718396bc95 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.119 "GET /v2.0/networks?id=1c1fc0c1-e004-4376-93ef-d3058de89033 HTTP/1.1" status: 200 len: 822 time: 0.1176543 Aug 31 09:42:40.038739 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-5e876232-990b-467c-ae99-6125b977b0f9 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.119 "GET /v2.0/quotas/ca67d65873a74e5ba5b039fcb536405a HTTP/1.1" status: 200 len: 375 time: 0.0103641 Aug 31 09:42:40.052366 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-279aa5c7-46ef-4b49-bd60-acb7fffdee09 req-64ed2bb9-2857-476a-b441-f5d3ee534a94 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45796a3b-22d8-4744-8ed7-383ed1b71c9b HTTP/1.1" status: 200 len: 1001 time: 0.0687227 Aug 31 09:42:40.087895 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-754c3c43-1900-406a-b47d-9ba6f08efa94 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=ca67d65873a74e5ba5b039fcb536405a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416267 Aug 31 09:42:40.094334 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-9216098d-ef5b-487f-958f-9886015722a4 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:42:40.095953 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-9216098d-ef5b-487f-958f-9886015722a4 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068038 Aug 31 09:42:40.117569 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279aa5c7-46ef-4b49-bd60-acb7fffdee09 req-8324f96e-64dc-470c-9008-63a498301ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:40.119292 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-279aa5c7-46ef-4b49-bd60-acb7fffdee09 req-8324f96e-64dc-470c-9008-63a498301ab8 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f0c41a17-eca0-420d-8753-f8f3c66e86af HTTP/1.1" status: 200 len: 848 time: 0.0562916 Aug 31 09:42:40.180713 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279aa5c7-46ef-4b49-bd60-acb7fffdee09 req-0d7a634d-4132-4449-b219-c107cb0c607d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:40.183315 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-279aa5c7-46ef-4b49-bd60-acb7fffdee09 req-0d7a634d-4132-4449-b219-c107cb0c607d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=6face56c-e92e-4852-b5b0-05a72adb3a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506263 Aug 31 09:42:40.202766 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-52697b8e-e6d8-48bd-b0c2-178add49fbdd service neutron] 10.222.0.119 "GET /v2.0/networks/1c1fc0c1-e004-4376-93ef-d3058de89033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001620 Aug 31 09:42:40.292982 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-279aa5c7-46ef-4b49-bd60-acb7fffdee09 req-c266ebd9-c31e-474c-8eb0-eb99f1e4e064 service neutron] 10.222.0.112 "GET /v2.0/networks/6face56c-e92e-4852-b5b0-05a72adb3a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959625 Aug 31 09:42:40.300508 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-27c12283-d5f3-40c0-9719-121a7de75a66 service neutron] 10.222.0.119 "GET /v2.0/networks/1c1fc0c1-e004-4376-93ef-d3058de89033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907674 Aug 31 09:42:40.405004 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-279aa5c7-46ef-4b49-bd60-acb7fffdee09 req-80e2ca28-ac49-44ad-8680-c4e829a4cc6f service neutron] 10.222.0.112 "GET /v2.0/networks/6face56c-e92e-4852-b5b0-05a72adb3a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992179 Aug 31 09:42:40.597794 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-472d81f9-d947-427f-814b-7ca7e3cec945 req-74fc650f-19d0-45e0-9d9a-f8a9cdf9b84b tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.119 "GET /v2.0/ports?device_id=762351fd-cc62-43c9-be8d-aefd7ce63564 HTTP/1.1" status: 200 len: 210 time: 0.0322022 Aug 31 09:42:41.361520 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fcce4687-27c0-479d-8fb9-99c95c8e8ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:41.706953 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-45afadb6-8a55-40f5-b707-7d85bbd503b5 req-66a0128e-fad2-4c95-aae0-243a85687435 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.119 "GET /v2.0/ports?device_id=762351fd-cc62-43c9-be8d-aefd7ce63564 HTTP/1.1" status: 200 len: 210 time: 0.0337620 Aug 31 09:42:42.655717 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-7a47144a-495d-44bb-8e94-269efcafc723 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:42.657596 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-7a47144a-495d-44bb-8e94-269efcafc723 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.112 "GET /v2.0/networks?id=1c1fc0c1-e004-4376-93ef-d3058de89033 HTTP/1.1" status: 200 len: 822 time: 0.1212676 Aug 31 09:42:42.672609 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-1990da6d-afdb-46e9-ac61-8de22c08a341 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] Request body: {'port': {'device_id': '762351fd-cc62-43c9-be8d-aefd7ce63564', 'network_id': '1c1fc0c1-e004-4376-93ef-d3058de89033', 'admin_state_up': True, 'tenant_id': 'ca67d65873a74e5ba5b039fcb536405a'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:42.818700 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-717dff1b-08db-4f9c-a4c0-f78c134d82ca req-8a3612c3-3395-423e-9771-1b6baafb8be2 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.119 "GET /v2.0/ports?device_id=762351fd-cc62-43c9-be8d-aefd7ce63564 HTTP/1.1" status: 200 len: 210 time: 0.0321736 Aug 31 09:42:42.863051 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-1990da6d-afdb-46e9-ac61-8de22c08a341 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] Made reservation on behalf of ca67d65873a74e5ba5b039fcb536405a for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:42:42.866727 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-1990da6d-afdb-46e9-ac61-8de22c08a341 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:42.993170 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-1990da6d-afdb-46e9-ac61-8de22c08a341 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] Allocated IP 172.20.0.12 (1c1fc0c1-e004-4376-93ef-d3058de89033/e5adf5cb-c8ff-4503-b165-ba93a279b78a/3e10e29b-2119-4191-85ac-7ef3a2a684cc) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:42:43.095043 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 34754) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:43.167581 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-1990da6d-afdb-46e9-ac61-8de22c08a341 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.238310 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7d8c5f89-e835-4b59-a3c5-582f625ee323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.297944 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-1990da6d-afdb-46e9-ac61-8de22c08a341 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.336081 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7d8c5f89-e835-4b59-a3c5-582f625ee323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.340290 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-1990da6d-afdb-46e9-ac61-8de22c08a341 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] Network 1c1fc0c1-e004-4376-93ef-d3058de89033 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:42:43.346332 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-1990da6d-afdb-46e9-ac61-8de22c08a341 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:42:43.350058 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-1990da6d-afdb-46e9-ac61-8de22c08a341 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:42:43.380300 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990da6d-afdb-46e9-ac61-8de22c08a341 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] Pushing event updated for resources: {'Port': ['ID=3e10e29b-2119-4191-85ac-7ef3a2a684cc,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:43.402007 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7d8c5f89-e835-4b59-a3c5-582f625ee323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.414953 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-1990da6d-afdb-46e9-ac61-8de22c08a341 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:43.416651 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-1990da6d-afdb-46e9-ac61-8de22c08a341 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.441961 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c5f89-e835-4b59-a3c5-582f625ee323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a601ae2-9788-4369-9c3c-9aef79b5d2b5,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:43.447670 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7d8c5f89-e835-4b59-a3c5-582f625ee323 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=6706baf83b084c9e9998d51920902844&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3515465 Aug 31 09:42:43.450253 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 34764) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:43.505208 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-1990da6d-afdb-46e9-ac61-8de22c08a341 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8376484 Aug 31 09:42:43.523752 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9c92810e-2ead-433c-82ac-667d78f38b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.527133 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-db7b104f-cf81-40c3-a999-46f3ce60b134 service neutron] Request body: {'port': {'device_id': '762351fd-cc62-43c9-be8d-aefd7ce63564', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:43.551693 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9c92810e-2ead-433c-82ac-667d78f38b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.584263 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-db7b104f-cf81-40c3-a999-46f3ce60b134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.732991 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9c92810e-2ead-433c-82ac-667d78f38b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.735805 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9c92810e-2ead-433c-82ac-667d78f38b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.739602 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9c92810e-2ead-433c-82ac-667d78f38b2c admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/1a601ae2-9788-4369-9c3c-9aef79b5d2b5 HTTP/1.1" status: 204 len: 168 time: 0.2850487 Aug 31 09:42:43.751873 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92810e-2ead-433c-82ac-667d78f38b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a601ae2-9788-4369-9c3c-9aef79b5d2b5,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:43.876572 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-db7b104f-cf81-40c3-a999-46f3ce60b134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e10e29b-2119-4191-85ac-7ef3a2a684cc {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:42:43.885306 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-db7b104f-cf81-40c3-a999-46f3ce60b134 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.903161 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-db7b104f-cf81-40c3-a999-46f3ce60b134 service neutron] Transition to ACTIVE for port object 3e10e29b-2119-4191-85ac-7ef3a2a684cc will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:42:43.944337 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aef40e-f2de-408d-a63d-64bfeca32f04 req-089f62eb-af38-475d-9285-aa8c17a28f89 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:43.946460 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27aef40e-f2de-408d-a63d-64bfeca32f04 req-089f62eb-af38-475d-9285-aa8c17a28f89 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.119 "GET /v2.0/ports?device_id=762351fd-cc62-43c9-be8d-aefd7ce63564 HTTP/1.1" status: 200 len: 932 time: 0.0510011 Aug 31 09:42:43.980423 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-94ea2afb-8d09-4b70-8471-b01498978bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:43.991720 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27aef40e-f2de-408d-a63d-64bfeca32f04 req-469c65e9-8002-41a6-ae1e-79f9f0342702 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.119 "GET /v2.0/security-groups?id=a03b8e10-53af-42ad-a728-c6ca65dfe8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377479 Aug 31 09:42:44.023047 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-db7b104f-cf81-40c3-a999-46f3ce60b134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.103982 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b104f-cf81-40c3-a999-46f3ce60b134 service neutron] Pushing event updated for resources: {'Port': ['ID=3e10e29b-2119-4191-85ac-7ef3a2a684cc,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:44.110898 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.160956 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-db7b104f-cf81-40c3-a999-46f3ce60b134 service neutron] Attempting to bind port 3e10e29b-2119-4191-85ac-7ef3a2a684cc on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:42:44.161290 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-db7b104f-cf81-40c3-a999-46f3ce60b134 service neutron] Attempting to bind port 3e10e29b-2119-4191-85ac-7ef3a2a684cc by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '031783cd-2c0f-46e7-bc49-0963413ce3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1613, 'network_id': '1c1fc0c1-e004-4376-93ef-d3058de89033'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:42:44.161625 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-db7b104f-cf81-40c3-a999-46f3ce60b134 service neutron] Attempting to bind port 3e10e29b-2119-4191-85ac-7ef3a2a684cc on network 1c1fc0c1-e004-4376-93ef-d3058de89033 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:42:44.166540 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-db7b104f-cf81-40c3-a999-46f3ce60b134 service neutron] Port 3e10e29b-2119-4191-85ac-7ef3a2a684cc on network 1c1fc0c1-e004-4376-93ef-d3058de89033 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:42:44.166934 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-db7b104f-cf81-40c3-a999-46f3ce60b134 service neutron] Attempting to bind port 3e10e29b-2119-4191-85ac-7ef3a2a684cc on network 1c1fc0c1-e004-4376-93ef-d3058de89033 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:42:44.173090 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-db7b104f-cf81-40c3-a999-46f3ce60b134 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:42:44.173433 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-db7b104f-cf81-40c3-a999-46f3ce60b134 service neutron] Checking segment: {'id': '031783cd-2c0f-46e7-bc49-0963413ce3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1613, 'network_id': '1c1fc0c1-e004-4376-93ef-d3058de89033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:42:44.173808 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-db7b104f-cf81-40c3-a999-46f3ce60b134 service neutron] Bound using segment: {'id': '031783cd-2c0f-46e7-bc49-0963413ce3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1613, 'network_id': '1c1fc0c1-e004-4376-93ef-d3058de89033'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:42:44.174239 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-db7b104f-cf81-40c3-a999-46f3ce60b134 service neutron] Bound port: 3e10e29b-2119-4191-85ac-7ef3a2a684cc, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '031783cd-2c0f-46e7-bc49-0963413ce3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1613, 'network_id': '1c1fc0c1-e004-4376-93ef-d3058de89033'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:42:44.174619 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-db7b104f-cf81-40c3-a999-46f3ce60b134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.240444 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-db7b104f-cf81-40c3-a999-46f3ce60b134 service neutron] For port 3e10e29b-2119-4191-85ac-7ef3a2a684cc, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:42:44.243485 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-db7b104f-cf81-40c3-a999-46f3ce60b134 service neutron] For port 3e10e29b-2119-4191-85ac-7ef3a2a684cc, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3e10e29b-2119-4191-85ac-7ef3a2a684cc,segment=NetworkSegment(031783cd-2c0f-46e7-bc49-0963413ce3e9),segment_id=031783cd-2c0f-46e7-bc49-0963413ce3e9)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:42:44.311846 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-db7b104f-cf81-40c3-a999-46f3ce60b134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.352954 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-db7b104f-cf81-40c3-a999-46f3ce60b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:44.353590 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-db7b104f-cf81-40c3-a999-46f3ce60b134 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.355054 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-db7b104f-cf81-40c3-a999-46f3ce60b134 service neutron] 10.222.0.112 "PUT /v2.0/ports/3e10e29b-2119-4191-85ac-7ef3a2a684cc HTTP/1.1" status: 200 len: 1093 time: 0.8344283 Aug 31 09:42:44.355500 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762351fd-cc62-43c9-be8d-aefd7ce63564', 'tag': '3e10e29b-2119-4191-85ac-7ef3a2a684cc'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:42:44.358292 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87426756-10b7-4f1c-9ec1-1d3174514194" -d '{"events": [{"name": "network-changed", "server_uuid": "762351fd-cc62-43c9-be8d-aefd7ce63564", "tag": "3e10e29b-2119-4191-85ac-7ef3a2a684cc"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:42:44.385301 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b104f-cf81-40c3-a999-46f3ce60b134 service neutron] Pushing event updated for resources: {'Port': ['ID=3e10e29b-2119-4191-85ac-7ef3a2a684cc,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:44.422318 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd69ccdb-7f96-4c98-a504-6bc7cdae2d48 x-openstack-request-id: req-dd69ccdb-7f96-4c98-a504-6bc7cdae2d48 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:42:44.422637 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "762351fd-cc62-43c9-be8d-aefd7ce63564", "tag": "3e10e29b-2119-4191-85ac-7ef3a2a684cc", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:42:44.422897 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-dd69ccdb-7f96-4c98-a504-6bc7cdae2d48 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:42:44.423309 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '762351fd-cc62-43c9-be8d-aefd7ce63564', 'tag': '3e10e29b-2119-4191-85ac-7ef3a2a684cc', 'status': 'completed', 'code': 200} Aug 31 09:42:44.444957 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 34784) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:44.459813 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a9afa845-83d0-4c4f-997b-29ded0268df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.496529 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87426756-10b7-4f1c-9ec1-1d3174514194 req-4f41df03-3788-44ee-a8da-66edabc2afcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:44.498683 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-87426756-10b7-4f1c-9ec1-1d3174514194 req-4f41df03-3788-44ee-a8da-66edabc2afcb service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ca67d65873a74e5ba5b039fcb536405a&device_id=762351fd-cc62-43c9-be8d-aefd7ce63564 HTTP/1.1" status: 200 len: 1096 time: 0.0463674 Aug 31 09:42:44.552362 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a9afa845-83d0-4c4f-997b-29ded0268df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.602813 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87426756-10b7-4f1c-9ec1-1d3174514194 req-93745509-2c2c-4214-bdce-6221201f3c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:44.604407 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-87426756-10b7-4f1c-9ec1-1d3174514194 req-93745509-2c2c-4214-bdce-6221201f3c6a service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=ca67d65873a74e5ba5b039fcb536405a&shared=False HTTP/1.1" status: 200 len: 924 time: 0.0930598 Aug 31 09:42:44.628386 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a9afa845-83d0-4c4f-997b-29ded0268df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.672555 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a9afa845-83d0-4c4f-997b-29ded0268df2 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=f93435c7f2e2438c8a137c70674c33e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2264929 Aug 31 09:42:44.673442 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afa845-83d0-4c4f-997b-29ded0268df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7deea87f-89f4-4c98-8b3c-d6b755b6e59b,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:44.676152 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 34786) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:44.737724 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87426756-10b7-4f1c-9ec1-1d3174514194 req-4fa8474b-43ae-4fa9-a567-9abc266b6669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:44.739209 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-87426756-10b7-4f1c-9ec1-1d3174514194 req-4fa8474b-43ae-4fa9-a567-9abc266b6669 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1228280 Aug 31 09:42:44.752791 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f436dce8-d9fb-40aa-9426-1e0e3a718cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.775614 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f436dce8-d9fb-40aa-9426-1e0e3a718cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.852581 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-563d0902-a653-43a2-abf6-089e96bc5780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:44.854163 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-563d0902-a653-43a2-abf6-089e96bc5780 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=ca67d65873a74e5ba5b039fcb536405a&device_id=762351fd-cc62-43c9-be8d-aefd7ce63564 HTTP/1.1" status: 200 len: 1096 time: 0.0671899 Aug 31 09:42:44.901159 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-559fcf24-d468-447c-87bc-60343951ba1e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e10e29b-2119-4191-85ac-7ef3a2a684cc HTTP/1.1" status: 200 len: 217 time: 0.0337021 Aug 31 09:42:44.939986 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f436dce8-d9fb-40aa-9426-1e0e3a718cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.942584 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f436dce8-d9fb-40aa-9426-1e0e3a718cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:44.943667 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f436dce8-d9fb-40aa-9426-1e0e3a718cc7 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/7deea87f-89f4-4c98-8b3c-d6b755b6e59b HTTP/1.1" status: 204 len: 168 time: 0.2665887 Aug 31 09:42:44.960092 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436dce8-d9fb-40aa-9426-1e0e3a718cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7deea87f-89f4-4c98-8b3c-d6b755b6e59b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:44.974076 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-fbcfafd7-993b-432a-9722-728579fd73bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:44.974076 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-fbcfafd7-993b-432a-9722-728579fd73bc service neutron] 10.222.0.112 "GET /v2.0/subnets?id=e5adf5cb-c8ff-4503-b165-ba93a279b78a HTTP/1.1" status: 200 len: 862 time: 0.0581498 Aug 31 09:42:45.012028 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-166ebff6-fd53-4c15-aafc-0af2d74ea744 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=1c1fc0c1-e004-4376-93ef-d3058de89033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302978 Aug 31 09:42:45.110319 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-828cbf66-9b1e-43f2-aa3e-27fc886f3110 service neutron] 10.222.0.112 "GET /v2.0/networks/1c1fc0c1-e004-4376-93ef-d3058de89033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886891 Aug 31 09:42:45.131426 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d4d2b-4b20-4aca-a467-233e89ab5196 req-f19d4d9a-1d11-4190-9a20-e45c2548ae07 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:45.134387 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e96d4d2b-4b20-4aca-a467-233e89ab5196 req-f19d4d9a-1d11-4190-9a20-e45c2548ae07 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.119 "GET /v2.0/ports?device_id=762351fd-cc62-43c9-be8d-aefd7ce63564 HTTP/1.1" status: 200 len: 944 time: 0.0615997 Aug 31 09:42:45.197494 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e96d4d2b-4b20-4aca-a467-233e89ab5196 req-bc288682-5bb1-4ab5-ad62-93a38e6f1c24 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.119 "GET /v2.0/security-groups?id=a03b8e10-53af-42ad-a728-c6ca65dfe8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472090 Aug 31 09:42:45.237004 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f3199eb7-bc1c-465e-83e2-d99286cd8bb5 req-17dcc7d9-1438-45a1-85ad-0c2daed96408 service neutron] 10.222.0.112 "GET /v2.0/networks/1c1fc0c1-e004-4376-93ef-d3058de89033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151130 Aug 31 09:42:45.362107 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:46.430642 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806631af-dc53-4757-838f-d35c118a21f2 req-4e50be90-59ad-4fb8-898a-485de76e4c1e tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:46.430642 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-806631af-dc53-4757-838f-d35c118a21f2 req-4e50be90-59ad-4fb8-898a-485de76e4c1e tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.119 "GET /v2.0/ports?device_id=762351fd-cc62-43c9-be8d-aefd7ce63564 HTTP/1.1" status: 200 len: 944 time: 0.0561988 Aug 31 09:42:46.430642 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-806631af-dc53-4757-838f-d35c118a21f2 req-c8b1db7a-d261-44ea-a394-ba4fe8a72bf3 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.119 "GET /v2.0/security-groups?id=a03b8e10-53af-42ad-a728-c6ca65dfe8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326731 Aug 31 09:42:47.024794 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:47.351724 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b74de-106e-4147-9dfc-206afe7a435e req-038b2041-1a4b-4ebc-b97f-8a710663ceaf tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:47.353394 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1c6b74de-106e-4147-9dfc-206afe7a435e req-038b2041-1a4b-4ebc-b97f-8a710663ceaf tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 1099 time: 0.0432663 Aug 31 09:42:47.394075 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1c6b74de-106e-4147-9dfc-206afe7a435e req-9390bf8b-60cb-4932-98b1-88c1762d1a40 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334485 Aug 31 09:42:47.423414 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 34862) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:47.548865 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8064a31-af57-41bb-876b-ae7c5c168ee8 req-32c0e942-5034-4aee-841f-0db4d0cb3a3d tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:47.550616 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f8064a31-af57-41bb-876b-ae7c5c168ee8 req-32c0e942-5034-4aee-841f-0db4d0cb3a3d tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.119 "GET /v2.0/ports?device_id=762351fd-cc62-43c9-be8d-aefd7ce63564 HTTP/1.1" status: 200 len: 944 time: 0.0603220 Aug 31 09:42:47.598440 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f8064a31-af57-41bb-876b-ae7c5c168ee8 req-2b0c3a1c-f6eb-4e04-bf21-88bed3650c0c tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.119 "GET /v2.0/security-groups?id=a03b8e10-53af-42ad-a728-c6ca65dfe8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418229 Aug 31 09:42:47.616254 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-12065962-13b5-49e5-8215-edc1d1f019bb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Deleting port 8ae83458-3859-46f0-a5bd-7d18b95e13e5 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:47.616603 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-12065962-13b5-49e5-8215-edc1d1f019bb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:47.693327 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-12065962-13b5-49e5-8215-edc1d1f019bb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:47.693653 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-12065962-13b5-49e5-8215-edc1d1f019bb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:47.705447 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-12065962-13b5-49e5-8215-edc1d1f019bb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Calling delete_port for 8ae83458-3859-46f0-a5bd-7d18b95e13e5 owned by network:floatingip {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:47.939100 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-12065962-13b5-49e5-8215-edc1d1f019bb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:47.969216 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12065962-13b5-49e5-8215-edc1d1f019bb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event deleted for resources: {'Port': ['ID=8ae83458-3859-46f0-a5bd-7d18b95e13e5,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:48.030807 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-12065962-13b5-49e5-8215-edc1d1f019bb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for floatingip, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:48.031475 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [None req-12065962-13b5-49e5-8215-edc1d1f019bb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Floating IP a1575e37-e8d2-4978-87da-ef53d56a611b disassociated (deleted). External IP: 172.25.2.140, port: 1087b193-7a33-4fd4-bde5-6e483e8fa4c7. Aug 31 09:42:48.256144 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12065962-13b5-49e5-8215-edc1d1f019bb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Router 254555f6-cd64-47d7-892e-eba150e9b7c7 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:42:48.373561 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12065962-13b5-49e5-8215-edc1d1f019bb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:42:48.378734 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-12065962-13b5-49e5-8215-edc1d1f019bb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:48.384998 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cd0baa-a1be-476f-ae50-b18ab6306861 None None] Sync routers for ids ['254555f6-cd64-47d7-892e-eba150e9b7c7'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:42:48.394501 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cd0baa-a1be-476f-ae50-b18ab6306861 None None] Routers {'254555f6-cd64-47d7-892e-eba150e9b7c7'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:48.395147 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-81cd0baa-a1be-476f-ae50-b18ab6306861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:42:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['254555f6-cd64-47d7-892e-eba150e9b7c7'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:48.408368 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-12065962-13b5-49e5-8215-edc1d1f019bb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "DELETE /v2.0/floatingips/a1575e37-e8d2-4978-87da-ef53d56a611b HTTP/1.1" status: 204 len: 168 time: 0.9834032 Aug 31 09:42:48.410745 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ec9c78-72e9-4f45-b58e-7637c26c95c1', 'tag': '1087b193-7a33-4fd4-bde5-6e483e8fa4c7'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:42:48.423777 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3b53bf-1224-4793-9e76-ea1b71d676a4" -d '{"events": [{"name": "network-changed", "server_uuid": "18ec9c78-72e9-4f45-b58e-7637c26c95c1", "tag": "1087b193-7a33-4fd4-bde5-6e483e8fa4c7"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:42:48.502584 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c41d12-91cb-4226-9faf-1635ed8a9458 x-openstack-request-id: req-d5c41d12-91cb-4226-9faf-1635ed8a9458 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:42:48.502957 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18ec9c78-72e9-4f45-b58e-7637c26c95c1", "tag": "1087b193-7a33-4fd4-bde5-6e483e8fa4c7", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:42:48.503302 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-d5c41d12-91cb-4226-9faf-1635ed8a9458 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:42:48.503738 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18ec9c78-72e9-4f45-b58e-7637c26c95c1', 'tag': '1087b193-7a33-4fd4-bde5-6e483e8fa4c7', 'status': 'completed', 'code': 200} Aug 31 09:42:48.588860 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b53bf-1224-4793-9e76-ea1b71d676a4 req-788d31e5-728f-4a7a-bb0d-f8bc3e89e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:48.592201 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba3b53bf-1224-4793-9e76-ea1b71d676a4 req-788d31e5-728f-4a7a-bb0d-f8bc3e89e34f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 1099 time: 0.0662720 Aug 31 09:42:48.729300 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-81cd0baa-a1be-476f-ae50-b18ab6306861 None None] Set router 254555f6-cd64-47d7-892e-eba150e9b7c7 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:42:48.751968 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b53bf-1224-4793-9e76-ea1b71d676a4 req-60d21b8e-16db-4958-bd0b-6782533e8659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:48.753956 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba3b53bf-1224-4793-9e76-ea1b71d676a4 req-60d21b8e-16db-4958-bd0b-6782533e8659 service neutron] 10.222.0.59 "GET /v2.0/networks?id=abf4234d-aa61-41ed-8d0b-813eaa6fbcc1 HTTP/1.1" status: 200 len: 899 time: 0.1542156 Aug 31 09:42:48.833602 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba3b53bf-1224-4793-9e76-ea1b71d676a4 req-449a33a5-fb4c-447b-8b9d-36478f910c18 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1087b193-7a33-4fd4-bde5-6e483e8fa4c7 HTTP/1.1" status: 200 len: 217 time: 0.0469792 Aug 31 09:42:48.912738 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245963ec-feb8-4c5c-b94e-cb217095461b req-689844c6-ccb4-4085-aca1-ab34f71505cb tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:48.914456 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-245963ec-feb8-4c5c-b94e-cb217095461b req-689844c6-ccb4-4085-aca1-ab34f71505cb tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.119 "GET /v2.0/ports?device_id=762351fd-cc62-43c9-be8d-aefd7ce63564 HTTP/1.1" status: 200 len: 944 time: 0.1594784 Aug 31 09:42:48.939581 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b53bf-1224-4793-9e76-ea1b71d676a4 req-f2545506-5891-4f77-bb67-c406b839c048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:48.941277 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba3b53bf-1224-4793-9e76-ea1b71d676a4 req-f2545506-5891-4f77-bb67-c406b839c048 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=87628395-f9ee-474b-9c94-174f122bbc64 HTTP/1.1" status: 200 len: 834 time: 0.0824697 Aug 31 09:42:49.001486 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-81cd0baa-a1be-476f-ae50-b18ab6306861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797030996', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6f342e09-c3ea-490a-b809-846e1cde3c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:43Z', 'updated_at': '2021-08-31T09:40:50Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '6f342e09-c3ea-490a-b809-846e1cde3c3b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:31:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:44Z', 'updated_at': '2021-08-31T09:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '397bcfed-6b9e-4499-9dc4-b5314a45a413', 'name': '', 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:a1:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '87628395-f9ee-474b-9c94-174f122bbc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:49Z', 'updated_at': '2021-08-31T09:40:55Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': '87628395-f9ee-474b-9c94-174f122bbc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:49.026729 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-245963ec-feb8-4c5c-b94e-cb217095461b req-73a57d3f-aba5-44d7-940f-5f3d42a1981c tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.119 "GET /v2.0/security-groups?id=a03b8e10-53af-42ad-a728-c6ca65dfe8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050019 Aug 31 09:42:49.048637 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cd0baa-a1be-476f-ae50-b18ab6306861 None None] Checking router: 254555f6-cd64-47d7-892e-eba150e9b7c7 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:42:49.053952 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd458fc-d85a-44de-a19e-487de3ec843a req-bae3373c-a328-4fc9-af2f-b69d3da2eb81 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:49.058488 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cd0baa-a1be-476f-ae50-b18ab6306861 None None] Routers {'254555f6-cd64-47d7-892e-eba150e9b7c7'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:49.059308 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-81cd0baa-a1be-476f-ae50-b18ab6306861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:42:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['254555f6-cd64-47d7-892e-eba150e9b7c7'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:49.061360 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dbd458fc-d85a-44de-a19e-487de3ec843a req-bae3373c-a328-4fc9-af2f-b69d3da2eb81 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 947 time: 0.1310408 Aug 31 09:42:49.069832 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b53bf-1224-4793-9e76-ea1b71d676a4 req-d20af2a4-25d5-4d79-a634-77cabdb89d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:49.072013 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba3b53bf-1224-4793-9e76-ea1b71d676a4 req-d20af2a4-25d5-4d79-a634-77cabdb89d78 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=abf4234d-aa61-41ed-8d0b-813eaa6fbcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1200340 Aug 31 09:42:49.196302 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dbd458fc-d85a-44de-a19e-487de3ec843a req-66d03183-89f9-4aed-9e16-b1e493bd84c1 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340973 Aug 31 09:42:49.219899 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-81cd0baa-a1be-476f-ae50-b18ab6306861 None None] Set router 254555f6-cd64-47d7-892e-eba150e9b7c7 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:42:49.233953 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba3b53bf-1224-4793-9e76-ea1b71d676a4 req-23d101df-953f-4f45-9e99-adecf2fcef29 service neutron] 10.222.0.59 "GET /v2.0/networks/abf4234d-aa61-41ed-8d0b-813eaa6fbcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478181 Aug 31 09:42:49.336575 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba3b53bf-1224-4793-9e76-ea1b71d676a4 req-0693acb8-e624-405e-8e57-7b6e4db3f70a service neutron] 10.222.0.59 "GET /v2.0/networks/abf4234d-aa61-41ed-8d0b-813eaa6fbcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942602 Aug 31 09:42:49.443841 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-81cd0baa-a1be-476f-ae50-b18ab6306861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797030996', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6f342e09-c3ea-490a-b809-846e1cde3c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:43Z', 'updated_at': '2021-08-31T09:40:50Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '6f342e09-c3ea-490a-b809-846e1cde3c3b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:31:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:44Z', 'updated_at': '2021-08-31T09:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '397bcfed-6b9e-4499-9dc4-b5314a45a413', 'name': '', 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:a1:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '87628395-f9ee-474b-9c94-174f122bbc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:49Z', 'updated_at': '2021-08-31T09:40:55Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': '87628395-f9ee-474b-9c94-174f122bbc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:49.470848 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cd0baa-a1be-476f-ae50-b18ab6306861 None None] The sync data for ids ['254555f6-cd64-47d7-892e-eba150e9b7c7'] in n-d-791506-28 is: [{'id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797030996', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6f342e09-c3ea-490a-b809-846e1cde3c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:43Z', 'updated_at': '2021-08-31T09:40:50Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '6f342e09-c3ea-490a-b809-846e1cde3c3b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:31:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:44Z', 'updated_at': '2021-08-31T09:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '397bcfed-6b9e-4499-9dc4-b5314a45a413', 'name': '', 'network_id': 'abf4234d-aa61-41ed-8d0b-813eaa6fbcc1', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:a1:f9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '87628395-f9ee-474b-9c94-174f122bbc64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:49Z', 'updated_at': '2021-08-31T09:40:55Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': '87628395-f9ee-474b-9c94-174f122bbc64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:42:49.474236 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3e10e29b-2119-4191-85ac-7ef3a2a684cc details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:42:49.574807 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3e10e29b-2119-4191-85ac-7ef3a2a684cc, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3e10e29b-2119-4191-85ac-7ef3a2a684cc,segment=NetworkSegment(031783cd-2c0f-46e7-bc49-0963413ce3e9),segment_id=031783cd-2c0f-46e7-bc49-0963413ce3e9)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:49.587376 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '3e10e29b-2119-4191-85ac-7ef3a2a684cc', 'network_id': '1c1fc0c1-e004-4376-93ef-d3058de89033', 'port_id': '3e10e29b-2119-4191-85ac-7ef3a2a684cc', 'mac_address': 'fa:16:3e:32:f5:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5adf5cb-c8ff-4503-b165-ba93a279b78a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:42:49.626538 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:49.640978 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e10e29b-2119-4191-85ac-7ef3a2a684cc {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:42:49.661685 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3e10e29b-2119-4191-85ac-7ef3a2a684cc, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3e10e29b-2119-4191-85ac-7ef3a2a684cc,segment=NetworkSegment(031783cd-2c0f-46e7-bc49-0963413ce3e9),segment_id=031783cd-2c0f-46e7-bc49-0963413ce3e9)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:49.721753 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1416d17f-2be5-4420-9611-feba02677ee1 None None] New status for floating IP a1575e37-e8d2-4978-87da-ef53d56a611b: DOWN {{(pid=95555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:42:49.739129 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:49.806255 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=3e10e29b-2119-4191-85ac-7ef3a2a684cc,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:49.988122 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['3e10e29b-2119-4191-85ac-7ef3a2a684cc'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:42:50.150831 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98884262-0d3b-4df4-8132-5e9fca8f28a9 req-bbfa0fdf-6596-4dd3-8c09-5028f5d216fd tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:50.152315 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98884262-0d3b-4df4-8132-5e9fca8f28a9 req-bbfa0fdf-6596-4dd3-8c09-5028f5d216fd tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.119 "GET /v2.0/ports?device_id=762351fd-cc62-43c9-be8d-aefd7ce63564 HTTP/1.1" status: 200 len: 945 time: 0.0522032 Aug 31 09:42:50.191547 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98884262-0d3b-4df4-8132-5e9fca8f28a9 req-faa0de99-e45a-4f42-aa57-4be1cad9f184 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.119 "GET /v2.0/security-groups?id=a03b8e10-53af-42ad-a728-c6ca65dfe8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327876 Aug 31 09:42:50.411895 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:42:50.675691 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3472e-9f9c-4df6-83a2-f8c9487cda04 req-10ae105d-3960-4977-a987-9d7b37dcf17b tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:50.677199 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98f3472e-9f9c-4df6-83a2-f8c9487cda04 req-10ae105d-3960-4977-a987-9d7b37dcf17b tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 947 time: 0.4040995 Aug 31 09:42:50.700603 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f929c2-22a1-4e63-aa23-483b902475d1 req-3face07e-2adb-40f7-a399-d065316faca2 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:50.702072 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-37f929c2-22a1-4e63-aa23-483b902475d1 req-3face07e-2adb-40f7-a399-d065316faca2 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.59 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 947 time: 0.4003685 Aug 31 09:42:50.756066 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98f3472e-9f9c-4df6-83a2-f8c9487cda04 req-c4fdb32b-bc97-480f-a005-919bf976a36b tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=94faea3e-c242-4cc4-8506-e70f27b56f06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685043 Aug 31 09:42:50.817370 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-37f929c2-22a1-4e63-aa23-483b902475d1 req-0631d938-8faf-4cc1-b7f9-edf486117b22 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Deleting port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:50.817784 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-37f929c2-22a1-4e63-aa23-483b902475d1 req-0631d938-8faf-4cc1-b7f9-edf486117b22 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:50.920026 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-37f929c2-22a1-4e63-aa23-483b902475d1 req-0631d938-8faf-4cc1-b7f9-edf486117b22 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] For port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=1087b193-7a33-4fd4-bde5-6e483e8fa4c7,segment=NetworkSegment(be1ec750-8338-423f-b556-26074840a831),segment_id=be1ec750-8338-423f-b556-26074840a831)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:50.920481 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-37f929c2-22a1-4e63-aa23-483b902475d1 req-0631d938-8faf-4cc1-b7f9-edf486117b22 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:50.935572 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-37f929c2-22a1-4e63-aa23-483b902475d1 req-0631d938-8faf-4cc1-b7f9-edf486117b22 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Calling delete_port for 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:51.115224 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-37f929c2-22a1-4e63-aa23-483b902475d1 req-0631d938-8faf-4cc1-b7f9-edf486117b22 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:51.142930 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631d938-8faf-4cc1-b7f9-edf486117b22 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event deleted for resources: {'Port': ['ID=1087b193-7a33-4fd4-bde5-6e483e8fa4c7,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:51.202836 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f929c2-22a1-4e63-aa23-483b902475d1 req-0631d938-8faf-4cc1-b7f9-edf486117b22 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] No DVR routers for this DVR port 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:42:51.205673 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-37f929c2-22a1-4e63-aa23-483b902475d1 req-0631d938-8faf-4cc1-b7f9-edf486117b22 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:51.207781 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-37f929c2-22a1-4e63-aa23-483b902475d1 req-0631d938-8faf-4cc1-b7f9-edf486117b22 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.59 "DELETE /v2.0/ports/1087b193-7a33-4fd4-bde5-6e483e8fa4c7 HTTP/1.1" status: 204 len: 173 time: 0.4967246 Aug 31 09:42:51.208214 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ec9c78-72e9-4f45-b58e-7637c26c95c1', 'name': 'network-vif-deleted', 'tag': '1087b193-7a33-4fd4-bde5-6e483e8fa4c7'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:42:51.210424 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9523b786-1ca9-4f78-98fb-76abc9495196" -d '{"events": [{"server_uuid": "18ec9c78-72e9-4f45-b58e-7637c26c95c1", "name": "network-vif-deleted", "tag": "1087b193-7a33-4fd4-bde5-6e483e8fa4c7"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:42:51.250747 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e8d206-bba9-4c2e-8780-47599249079a x-openstack-request-id: req-51e8d206-bba9-4c2e-8780-47599249079a {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:42:51.251226 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ec9c78-72e9-4f45-b58e-7637c26c95c1", "name": "network-vif-deleted", "tag": "1087b193-7a33-4fd4-bde5-6e483e8fa4c7", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:42:51.255995 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-51e8d206-bba9-4c2e-8780-47599249079a {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:42:51.255995 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ec9c78-72e9-4f45-b58e-7637c26c95c1', 'name': 'network-vif-deleted', 'tag': '1087b193-7a33-4fd4-bde5-6e483e8fa4c7', 'status': 'completed', 'code': 200} Aug 31 09:42:51.315641 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9db09-0fbe-4219-836e-2c4f8a1a5682 req-3e129dc6-663e-4cfa-ab29-b442f4dd1ebb tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:51.317174 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6c9db09-0fbe-4219-836e-2c4f8a1a5682 req-3e129dc6-663e-4cfa-ab29-b442f4dd1ebb tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.119 "GET /v2.0/ports?device_id=762351fd-cc62-43c9-be8d-aefd7ce63564 HTTP/1.1" status: 200 len: 945 time: 0.0521698 Aug 31 09:42:51.364964 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6c9db09-0fbe-4219-836e-2c4f8a1a5682 req-b94e779d-59a2-456b-9f4f-18528ff0c53e tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.119 "GET /v2.0/security-groups?id=a03b8e10-53af-42ad-a728-c6ca65dfe8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394847 Aug 31 09:42:51.475444 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3e10e29b-2119-4191-85ac-7ef3a2a684cc up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:42:51.585150 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 3e10e29b-2119-4191-85ac-7ef3a2a684cc completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:42:51.589228 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 3e10e29b-2119-4191-85ac-7ef3a2a684cc triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:42:51.589602 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:51.688996 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:51.737661 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3e10e29b-2119-4191-85ac-7ef3a2a684cc, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3e10e29b-2119-4191-85ac-7ef3a2a684cc,segment=NetworkSegment(031783cd-2c0f-46e7-bc49-0963413ce3e9),segment_id=031783cd-2c0f-46e7-bc49-0963413ce3e9)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:51.738581 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762351fd-cc62-43c9-be8d-aefd7ce63564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e10e29b-2119-4191-85ac-7ef3a2a684cc'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:42:51.741102 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca321ac5-56af-4202-b9cd-96545377d1e7" -d '{"events": [{"server_uuid": "762351fd-cc62-43c9-be8d-aefd7ce63564", "name": "network-vif-plugged", "status": "completed", "tag": "3e10e29b-2119-4191-85ac-7ef3a2a684cc"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:42:51.782069 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83e6762-6b7d-4fe7-85c2-16f4c71570d7 x-openstack-request-id: req-e83e6762-6b7d-4fe7-85c2-16f4c71570d7 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:42:51.782069 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762351fd-cc62-43c9-be8d-aefd7ce63564", "name": "network-vif-plugged", "status": "completed", "tag": "3e10e29b-2119-4191-85ac-7ef3a2a684cc", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:42:51.782069 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e83e6762-6b7d-4fe7-85c2-16f4c71570d7 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:42:51.782069 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762351fd-cc62-43c9-be8d-aefd7ce63564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e10e29b-2119-4191-85ac-7ef3a2a684cc', 'code': 200} Aug 31 09:42:51.807884 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:51.881705 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=3e10e29b-2119-4191-85ac-7ef3a2a684cc,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:51.901279 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:51.901981 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:51.902421 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:51.903055 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:51.903998 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:51.904469 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:51.904901 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:51.905324 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:51.905852 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:51.906179 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:51.906921 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:51.907342 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:42:51.914191 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a62eaa2b-e4d9-47ae-b86c-20da55e77f35 req-b5617a3a-6b13-4473-aed3-d286cd4ac85e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=18ec9c78-72e9-4f45-b58e-7637c26c95c1 HTTP/1.1" status: 200 len: 210 time: 0.0395253 Aug 31 09:42:51.937724 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364d38b-6940-4a83-a1d2-66ef8812a18a req-28c6a666-157e-441f-bf30-78a2c6ced626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:51.941035 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a364d38b-6940-4a83-a1d2-66ef8812a18a req-28c6a666-157e-441f-bf30-78a2c6ced626 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=762351fd-cc62-43c9-be8d-aefd7ce63564 HTTP/1.1" status: 200 len: 1098 time: 0.0810652 Aug 31 09:42:51.986697 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a364d38b-6940-4a83-a1d2-66ef8812a18a req-fa783eb6-9192-47e3-8402-315bd1ae4455 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=a03b8e10-53af-42ad-a728-c6ca65dfe8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342495 Aug 31 09:42:52.493102 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecf21d-1f4c-4f83-99ea-f870d1386f22 req-8954a112-0068-4b2c-a05f-a23c7f533fce tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:52.498912 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-37ecf21d-1f4c-4f83-99ea-f870d1386f22 req-8954a112-0068-4b2c-a05f-a23c7f533fce tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.119 "GET /v2.0/ports?device_id=762351fd-cc62-43c9-be8d-aefd7ce63564 HTTP/1.1" status: 200 len: 946 time: 0.0644567 Aug 31 09:42:52.536820 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-37ecf21d-1f4c-4f83-99ea-f870d1386f22 req-e494a384-3092-48f2-851e-f81a7c925eed tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.119 "GET /v2.0/security-groups?id=a03b8e10-53af-42ad-a728-c6ca65dfe8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351183 Aug 31 09:42:52.987990 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 34946) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:53.478402 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-480baeff-9c30-44e5-a663-f84ce3798ded tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:53.755778 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cbc68-c7db-483e-a7d1-15c3558dd16b req-caf6c0f3-df66-4266-946d-a97681759534 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:53.757280 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f5cbc68-c7db-483e-a7d1-15c3558dd16b req-caf6c0f3-df66-4266-946d-a97681759534 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.119 "GET /v2.0/ports?device_id=762351fd-cc62-43c9-be8d-aefd7ce63564 HTTP/1.1" status: 200 len: 946 time: 0.1337249 Aug 31 09:42:53.813149 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f5cbc68-c7db-483e-a7d1-15c3558dd16b req-637b330a-5a60-429c-99b3-3a6f71e8a9e9 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.119 "GET /v2.0/security-groups?id=a03b8e10-53af-42ad-a728-c6ca65dfe8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457394 Aug 31 09:42:53.909597 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-480baeff-9c30-44e5-a663-f84ce3798ded tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Deleting port 397bcfed-6b9e-4499-9dc4-b5314a45a413 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:53.910926 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-480baeff-9c30-44e5-a663-f84ce3798ded tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:54.022623 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-480baeff-9c30-44e5-a663-f84ce3798ded tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] For port 397bcfed-6b9e-4499-9dc4-b5314a45a413, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=397bcfed-6b9e-4499-9dc4-b5314a45a413,segment=NetworkSegment(be1ec750-8338-423f-b556-26074840a831),segment_id=be1ec750-8338-423f-b556-26074840a831)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:54.022999 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-480baeff-9c30-44e5-a663-f84ce3798ded tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:54.037052 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-480baeff-9c30-44e5-a663-f84ce3798ded tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Calling delete_port for 397bcfed-6b9e-4499-9dc4-b5314a45a413 owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:54.358262 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-480baeff-9c30-44e5-a663-f84ce3798ded tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:54.395205 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480baeff-9c30-44e5-a663-f84ce3798ded tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event deleted for resources: {'Port': ['ID=397bcfed-6b9e-4499-9dc4-b5314a45a413,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:54.410872 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c466b1-49be-4629-b5db-1de88be5c59e req-8209dab4-b884-449c-b381-facc9dc4660c tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:54.412415 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-61c466b1-49be-4629-b5db-1de88be5c59e req-8209dab4-b884-449c-b381-facc9dc4660c tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.119 "GET /v2.0/ports?device_id=762351fd-cc62-43c9-be8d-aefd7ce63564 HTTP/1.1" status: 200 len: 946 time: 0.0829101 Aug 31 09:42:54.510671 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-61c466b1-49be-4629-b5db-1de88be5c59e req-a18497e9-91bd-4c89-9380-8772c64be415 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.119 "GET /v2.0/security-groups?id=a03b8e10-53af-42ad-a728-c6ca65dfe8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912318 Aug 31 09:42:54.626136 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-480baeff-9c30-44e5-a663-f84ce3798ded tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:54.894720 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480baeff-9c30-44e5-a663-f84ce3798ded tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Router 254555f6-cd64-47d7-892e-eba150e9b7c7 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:42:55.025942 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480baeff-9c30-44e5-a663-f84ce3798ded tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:42:55.036142 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 34984) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:55.039003 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff2b780-a7ba-42e5-b2a6-49ac43ca90d2 None None] Sync routers for ids ['254555f6-cd64-47d7-892e-eba150e9b7c7'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:42:55.046669 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-480baeff-9c30-44e5-a663-f84ce3798ded tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "PUT /v2.0/routers/254555f6-cd64-47d7-892e-eba150e9b7c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0573823 Aug 31 09:42:55.055288 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff2b780-a7ba-42e5-b2a6-49ac43ca90d2 None None] Routers {'254555f6-cd64-47d7-892e-eba150e9b7c7'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:55.058376 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-0ff2b780-a7ba-42e5-b2a6-49ac43ca90d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:42:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['254555f6-cd64-47d7-892e-eba150e9b7c7'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:55.104685 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc16f55-9935-468e-b249-1b05073d180f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Deleting subnet 87628395-f9ee-474b-9c94-174f122bbc64 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:42:55.109045 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6cc16f55-9935-468e-b249-1b05073d180f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:55.157041 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6cc16f55-9935-468e-b249-1b05073d180f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:55.188707 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-0ff2b780-a7ba-42e5-b2a6-49ac43ca90d2 None None] Set router 254555f6-cd64-47d7-892e-eba150e9b7c7 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:42:55.245354 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6cc16f55-9935-468e-b249-1b05073d180f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:55.376454 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6cc16f55-9935-468e-b249-1b05073d180f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:55.406987 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc16f55-9935-468e-b249-1b05073d180f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event deleted for resources: {'Subnet': ['ID=87628395-f9ee-474b-9c94-174f122bbc64,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:55.417057 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6cc16f55-9935-468e-b249-1b05073d180f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:55.419760 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6cc16f55-9935-468e-b249-1b05073d180f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "DELETE /v2.0/subnets/87628395-f9ee-474b-9c94-174f122bbc64 HTTP/1.1" status: 204 len: 168 time: 0.3825965 Aug 31 09:42:55.422579 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 34990) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:55.427129 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:42:55.460606 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4139eb44-88ce-4fa4-aa43-dc015021a9f3 None None] Network abf4234d-aa61-41ed-8d0b-813eaa6fbcc1 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:42:55.481293 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:42:55.481631 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 1087b193-7a33-4fd4-bde5-6e483e8fa4c7 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:42:55.573118 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-0ff2b780-a7ba-42e5-b2a6-49ac43ca90d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797030996', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6f342e09-c3ea-490a-b809-846e1cde3c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:43Z', 'updated_at': '2021-08-31T09:42:54Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '6f342e09-c3ea-490a-b809-846e1cde3c3b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:31:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:44Z', 'updated_at': '2021-08-31T09:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:55.589784 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 34998) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:55.610403 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51da5969-028d-40cf-94dd-6e8378a00453 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:55.635473 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff2b780-a7ba-42e5-b2a6-49ac43ca90d2 None None] Checking router: 254555f6-cd64-47d7-892e-eba150e9b7c7 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:42:55.654449 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff2b780-a7ba-42e5-b2a6-49ac43ca90d2 None None] Routers {'254555f6-cd64-47d7-892e-eba150e9b7c7'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:42:55.655288 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-0ff2b780-a7ba-42e5-b2a6-49ac43ca90d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:42:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['254555f6-cd64-47d7-892e-eba150e9b7c7'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:55.715681 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0706410-8b6b-4634-8ee1-c5bda573f8ed req-33dd0b90-bc76-4881-8866-a6d2c689701f tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:55.717702 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0706410-8b6b-4634-8ee1-c5bda573f8ed req-33dd0b90-bc76-4881-8866-a6d2c689701f tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.119 "GET /v2.0/ports?device_id=762351fd-cc62-43c9-be8d-aefd7ce63564 HTTP/1.1" status: 200 len: 946 time: 0.1040821 Aug 31 09:42:55.785866 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0706410-8b6b-4634-8ee1-c5bda573f8ed req-4356920d-5d47-49af-9d79-abc996065021 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.119 "GET /v2.0/security-groups?id=a03b8e10-53af-42ad-a728-c6ca65dfe8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621076 Aug 31 09:42:55.812702 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-0ff2b780-a7ba-42e5-b2a6-49ac43ca90d2 None None] Set router 254555f6-cd64-47d7-892e-eba150e9b7c7 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:42:55.970462 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122f3133-1f77-4081-82fe-812fb8526bcb None None] DHCP port deletion for abf4234d-aa61-41ed-8d0b-813eaa6fbcc1 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:42:56.060682 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-0ff2b780-a7ba-42e5-b2a6-49ac43ca90d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797030996', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6f342e09-c3ea-490a-b809-846e1cde3c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:43Z', 'updated_at': '2021-08-31T09:42:54Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '6f342e09-c3ea-490a-b809-846e1cde3c3b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:31:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:44Z', 'updated_at': '2021-08-31T09:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:56.090316 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff2b780-a7ba-42e5-b2a6-49ac43ca90d2 None None] The sync data for ids ['254555f6-cd64-47d7-892e-eba150e9b7c7'] in n-d-791506-28 is: [{'id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-797030996', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': '6f342e09-c3ea-490a-b809-846e1cde3c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:40:43Z', 'updated_at': '2021-08-31T09:42:54Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '6f342e09-c3ea-490a-b809-846e1cde3c3b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:31:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254555f6-cd64-47d7-892e-eba150e9b7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:40:44Z', 'updated_at': '2021-08-31T09:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:42:56.093240 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-122f3133-1f77-4081-82fe-812fb8526bcb None None] Deleting port 51877997-c8b9-48a4-a6a2-684c8d17dc12 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:56.098687 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-122f3133-1f77-4081-82fe-812fb8526bcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.129459 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f86e4526-b01e-4333-894e-8040dfa39094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.167914 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-122f3133-1f77-4081-82fe-812fb8526bcb None None] For port 51877997-c8b9-48a4-a6a2-684c8d17dc12, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=51877997-c8b9-48a4-a6a2-684c8d17dc12,segment=NetworkSegment(be1ec750-8338-423f-b556-26074840a831),segment_id=be1ec750-8338-423f-b556-26074840a831)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:56.169473 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-122f3133-1f77-4081-82fe-812fb8526bcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.182275 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-122f3133-1f77-4081-82fe-812fb8526bcb None None] Calling delete_port for 51877997-c8b9-48a4-a6a2-684c8d17dc12 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:56.230001 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51da5969-028d-40cf-94dd-6e8378a00453 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.243170 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64ea14-7284-406b-9991-8ae898078dc0 req-04d2adce-49ce-4d80-b10c-09756cfcf2f8 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:56.244677 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7e64ea14-7284-406b-9991-8ae898078dc0 req-04d2adce-49ce-4d80-b10c-09756cfcf2f8 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.112 "GET /v2.0/ports?device_id=762351fd-cc62-43c9-be8d-aefd7ce63564 HTTP/1.1" status: 200 len: 946 time: 0.1329823 Aug 31 09:42:56.374626 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-122f3133-1f77-4081-82fe-812fb8526bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.398306 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f86e4526-b01e-4333-894e-8040dfa39094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.402496 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f3133-1f77-4081-82fe-812fb8526bcb None None] Pushing event deleted for resources: {'Port': ['ID=51877997-c8b9-48a4-a6a2-684c8d17dc12,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:56.408727 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122f3133-1f77-4081-82fe-812fb8526bcb None None] No DVR routers for this DVR port 51877997-c8b9-48a4-a6a2-684c8d17dc12 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:42:56.414022 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-7e64ea14-7284-406b-9991-8ae898078dc0 req-324ed5a6-a111-41bc-ab80-13b52b752196 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] Deleting port 3e10e29b-2119-4191-85ac-7ef3a2a684cc {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:56.414366 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7e64ea14-7284-406b-9991-8ae898078dc0 req-324ed5a6-a111-41bc-ab80-13b52b752196 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.478511 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-51da5969-028d-40cf-94dd-6e8378a00453 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Deleting port 6f342e09-c3ea-490a-b809-846e1cde3c3b {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:42:56.478691 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51da5969-028d-40cf-94dd-6e8378a00453 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.526720 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f86e4526-b01e-4333-894e-8040dfa39094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.529730 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 51877997-c8b9-48a4-a6a2-684c8d17dc12 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:42:56.554540 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 51877997-c8b9-48a4-a6a2-684c8d17dc12 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:42:56.555040 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 51877997-c8b9-48a4-a6a2-684c8d17dc12 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:42:56.555647 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 397bcfed-6b9e-4499-9dc4-b5314a45a413 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:42:56.576248 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 397bcfed-6b9e-4499-9dc4-b5314a45a413 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:42:56.576612 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 397bcfed-6b9e-4499-9dc4-b5314a45a413 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:42:56.613348 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f86e4526-b01e-4333-894e-8040dfa39094 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=c07ab15631624fe189a658dbd99f2069&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0223243 Aug 31 09:42:56.615202 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-7e64ea14-7284-406b-9991-8ae898078dc0 req-324ed5a6-a111-41bc-ab80-13b52b752196 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] For port 3e10e29b-2119-4191-85ac-7ef3a2a684cc, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3e10e29b-2119-4191-85ac-7ef3a2a684cc,segment=NetworkSegment(031783cd-2c0f-46e7-bc49-0963413ce3e9),segment_id=031783cd-2c0f-46e7-bc49-0963413ce3e9)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:56.615577 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7e64ea14-7284-406b-9991-8ae898078dc0 req-324ed5a6-a111-41bc-ab80-13b52b752196 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.616199 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35006) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:56.635134 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e4526-b01e-4333-894e-8040dfa39094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e343595-8fc1-478f-9e64-a22d0cd0f817,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:56.645384 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-7e64ea14-7284-406b-9991-8ae898078dc0 req-324ed5a6-a111-41bc-ab80-13b52b752196 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] Calling delete_port for 3e10e29b-2119-4191-85ac-7ef3a2a684cc owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:56.676811 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b4db4c9c-416c-41ee-9c3f-6fe456e94dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.678669 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-51da5969-028d-40cf-94dd-6e8378a00453 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] For port 6f342e09-c3ea-490a-b809-846e1cde3c3b, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=6f342e09-c3ea-490a-b809-846e1cde3c3b,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:42:56.679254 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51da5969-028d-40cf-94dd-6e8378a00453 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.699183 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b4db4c9c-416c-41ee-9c3f-6fe456e94dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.732744 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-51da5969-028d-40cf-94dd-6e8378a00453 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Calling delete_port for 6f342e09-c3ea-490a-b809-846e1cde3c3b owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:42:56.876832 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b4db4c9c-416c-41ee-9c3f-6fe456e94dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.879459 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b4db4c9c-416c-41ee-9c3f-6fe456e94dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:56.880617 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b4db4c9c-416c-41ee-9c3f-6fe456e94dfe admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/1e343595-8fc1-478f-9e64-a22d0cd0f817 HTTP/1.1" status: 204 len: 168 time: 0.2633753 Aug 31 09:42:56.914187 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db4c9c-416c-41ee-9c3f-6fe456e94dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e343595-8fc1-478f-9e64-a22d0cd0f817,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:56.954790 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce063ca-2879-4748-98bd-026428ccdcac req-0cee42fa-11a9-4154-800b-70343a2d09d0 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:56.956336 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ce063ca-2879-4748-98bd-026428ccdcac req-0cee42fa-11a9-4154-800b-70343a2d09d0 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.119 "GET /v2.0/ports?device_id=762351fd-cc62-43c9-be8d-aefd7ce63564 HTTP/1.1" status: 200 len: 946 time: 0.0745451 Aug 31 09:42:56.998149 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ce063ca-2879-4748-98bd-026428ccdcac req-ad9f47e9-c909-415d-89f3-18acce69c85e tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.119 "GET /v2.0/security-groups?id=a03b8e10-53af-42ad-a728-c6ca65dfe8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348575 Aug 31 09:42:57.019903 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7e64ea14-7284-406b-9991-8ae898078dc0 req-324ed5a6-a111-41bc-ab80-13b52b752196 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.035033 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['3e10e29b-2119-4191-85ac-7ef3a2a684cc'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:42:57.053538 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ed5a6-a111-41bc-ab80-13b52b752196 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] Pushing event deleted for resources: {'Port': ['ID=3e10e29b-2119-4191-85ac-7ef3a2a684cc,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:57.103111 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e64ea14-7284-406b-9991-8ae898078dc0 req-324ed5a6-a111-41bc-ab80-13b52b752196 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] No DVR routers for this DVR port 3e10e29b-2119-4191-85ac-7ef3a2a684cc on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:42:57.105278 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51da5969-028d-40cf-94dd-6e8378a00453 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.109609 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7e64ea14-7284-406b-9991-8ae898078dc0 req-324ed5a6-a111-41bc-ab80-13b52b752196 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.111639 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7e64ea14-7284-406b-9991-8ae898078dc0 req-324ed5a6-a111-41bc-ab80-13b52b752196 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.112 "DELETE /v2.0/ports/3e10e29b-2119-4191-85ac-7ef3a2a684cc HTTP/1.1" status: 204 len: 173 time: 0.8580139 Aug 31 09:42:57.132445 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762351fd-cc62-43c9-be8d-aefd7ce63564', 'name': 'network-vif-deleted', 'tag': '3e10e29b-2119-4191-85ac-7ef3a2a684cc'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:42:57.134763 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb59677-2f9d-4b13-821a-fd2930a02f73" -d '{"events": [{"server_uuid": "762351fd-cc62-43c9-be8d-aefd7ce63564", "name": "network-vif-deleted", "tag": "3e10e29b-2119-4191-85ac-7ef3a2a684cc"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:42:57.141637 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da5969-028d-40cf-94dd-6e8378a00453 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event deleted for resources: {'Port': ['ID=6f342e09-c3ea-490a-b809-846e1cde3c3b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:57.203382 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc750700-90ce-49bf-83c2-7bdd515a3340 x-openstack-request-id: req-bc750700-90ce-49bf-83c2-7bdd515a3340 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:42:57.203981 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762351fd-cc62-43c9-be8d-aefd7ce63564", "name": "network-vif-deleted", "tag": "3e10e29b-2119-4191-85ac-7ef3a2a684cc", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:42:57.204175 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-bc750700-90ce-49bf-83c2-7bdd515a3340 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:42:57.204860 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762351fd-cc62-43c9-be8d-aefd7ce63564', 'name': 'network-vif-deleted', 'tag': '3e10e29b-2119-4191-85ac-7ef3a2a684cc', 'status': 'completed', 'code': 200} Aug 31 09:42:57.237874 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51da5969-028d-40cf-94dd-6e8378a00453 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.357255 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51da5969-028d-40cf-94dd-6e8378a00453 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.359635 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51da5969-028d-40cf-94dd-6e8378a00453 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.471244 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51da5969-028d-40cf-94dd-6e8378a00453 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.471958 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51da5969-028d-40cf-94dd-6e8378a00453 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Fanout notify agent at l3_agent the message router_deleted on router 254555f6-cd64-47d7-892e-eba150e9b7c7 {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:42:57.486784 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51da5969-028d-40cf-94dd-6e8378a00453 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.488261 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-51da5969-028d-40cf-94dd-6e8378a00453 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "DELETE /v2.0/routers/254555f6-cd64-47d7-892e-eba150e9b7c7 HTTP/1.1" status: 204 len: 168 time: 2.0645676 Aug 31 09:42:57.491136 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35020) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:57.585159 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e7a3fc55-c82d-478e-a8a5-22879a9c528d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.712575 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e7a3fc55-c82d-478e-a8a5-22879a9c528d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.726634 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-e7a3fc55-c82d-478e-a8a5-22879a9c528d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf4234d-aa61-41ed-8d0b-813eaa6fbcc1']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:57.738436 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-e7a3fc55-c82d-478e-a8a5-22879a9c528d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be1ec750-8338-423f-b556-26074840a831') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:57.748895 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-e7a3fc55-c82d-478e-a8a5-22879a9c528d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be1ec750-8338-423f-b556-26074840a831') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:57.749168 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 35024) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:57.751634 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e7a3fc55-c82d-478e-a8a5-22879a9c528d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.757860 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-30a6264b-a723-4f63-a04d-f919d2d3b665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.766256 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e7a3fc55-c82d-478e-a8a5-22879a9c528d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.772352 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a3fc55-c82d-478e-a8a5-22879a9c528d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Releasing vlan 1616 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:42:57.772742 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e7a3fc55-c82d-478e-a8a5-22879a9c528d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.775924 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:42:57.775924 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:42:57.775924 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:42:57.775924 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:42:57.775924 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:42:57.775924 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:42:57.775924 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:42:57.775924 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:42:57.775924 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:42:57.775924 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:42:57.775924 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:42:57.775924 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:42:57.775924 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:42:57.775924 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:42:57.775924 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:42:57.775924 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:42:57.775924 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:42:57.775924 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:42:57.775924 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:42:57.775924 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:42:57.775924 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:42:57.775924 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:42:57.775924 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:42:57.775924 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:42:57.775924 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:42:57.775924 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:42:57.775924 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:42:57.775924 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:42:57.775924 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:42:57.775924 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:42:57.775924 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:42:57.775924 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:42:57.870225 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-30a6264b-a723-4f63-a04d-f919d2d3b665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.917265 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e7a3fc55-c82d-478e-a8a5-22879a9c528d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.926000 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e7a3fc55-c82d-478e-a8a5-22879a9c528d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:57.930148 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e7a3fc55-c82d-478e-a8a5-22879a9c528d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "DELETE /v2.0/networks/abf4234d-aa61-41ed-8d0b-813eaa6fbcc1 HTTP/1.1" status: 204 len: 168 time: 0.4356072 Aug 31 09:42:57.930699 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 35028) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:57.942330 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3fc55-c82d-478e-a8a5-22879a9c528d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event deleted for resources: {'Network': ['ID=abf4234d-aa61-41ed-8d0b-813eaa6fbcc1,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:57.956609 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-30a6264b-a723-4f63-a04d-f919d2d3b665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:58.054409 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35032) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:58.054835 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-30a6264b-a723-4f63-a04d-f919d2d3b665 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=b95145f2ca9e4a26a9f90faffb6a8c4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3118546 Aug 31 09:42:58.066089 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6264b-a723-4f63-a04d-f919d2d3b665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e702f8-4ffe-4e7e-a861-5520ed672e87,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:58.101563 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a1400ab1-2792-4ad7-92f3-64e7faa7f015 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:58.152982 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a1400ab1-2792-4ad7-92f3-64e7faa7f015 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:58.190273 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5ba99fd9-85fa-4571-a998-be87207a0a2e req-58b15d1a-3c7a-42a5-b66c-51d4fdb25767 tempest-InstanceActionsNegativeTestJSON-1172533574 tempest-InstanceActionsNegativeTestJSON-1172533574-project] 10.222.0.119 "GET /v2.0/ports?device_id=762351fd-cc62-43c9-be8d-aefd7ce63564 HTTP/1.1" status: 200 len: 210 time: 0.0469089 Aug 31 09:42:58.203618 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-45c45f91-5691-417e-a535-a5504dc4dd0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:58.265683 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-45c45f91-5691-417e-a535-a5504dc4dd0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:58.315914 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a1400ab1-2792-4ad7-92f3-64e7faa7f015 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:58.318488 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a1400ab1-2792-4ad7-92f3-64e7faa7f015 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:58.323008 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a1400ab1-2792-4ad7-92f3-64e7faa7f015 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "DELETE /v2.0/security-groups/94faea3e-c242-4cc4-8506-e70f27b56f06 HTTP/1.1" status: 204 len: 168 time: 0.3910363 Aug 31 09:42:58.336614 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1400ab1-2792-4ad7-92f3-64e7faa7f015 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94faea3e-c242-4cc4-8506-e70f27b56f06,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:58.376345 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6f342e09-c3ea-490a-b809-846e1cde3c3b no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:42:58.396176 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 6f342e09-c3ea-490a-b809-846e1cde3c3b {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:42:58.396619 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6f342e09-c3ea-490a-b809-846e1cde3c3b not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:42:58.425510 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-45c45f91-5691-417e-a535-a5504dc4dd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:58.428109 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-45c45f91-5691-417e-a535-a5504dc4dd0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:58.429264 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-45c45f91-5691-417e-a535-a5504dc4dd0c admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/39e702f8-4ffe-4e7e-a861-5520ed672e87 HTTP/1.1" status: 204 len: 168 time: 0.3727510 Aug 31 09:42:58.440173 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c45f91-5691-417e-a535-a5504dc4dd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e702f8-4ffe-4e7e-a861-5520ed672e87,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:58.844788 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35050) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:58.849622 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-f8a6706d-67ac-4583-9162-c6ff23d48e75 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1578607720', 'description': 'tempest-secgroup-smoke-1578607720 description', 'project_id': '29b420db5ab94eb097db55181093bc9b'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:58.966736 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f8a6706d-67ac-4583-9162-c6ff23d48e75 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.055007 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f8a6706d-67ac-4583-9162-c6ff23d48e75 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.134154 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f8a6706d-67ac-4583-9162-c6ff23d48e75 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.165450 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a6706d-67ac-4583-9162-c6ff23d48e75 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62c74951-04f4-4fd6-8647-1ee358ba2904,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:59.240938 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f8a6706d-67ac-4583-9162-c6ff23d48e75 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.250445 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f8a6706d-67ac-4583-9162-c6ff23d48e75 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4028056 Aug 31 09:42:59.251586 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 35074) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:59.257180 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-f7ee170d-a242-4765-acda-5270996ae817 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'security_group_rule': {'security_group_id': '62c74951-04f4-4fd6-8647-1ee358ba2904', 'project_id': '29b420db5ab94eb097db55181093bc9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:59.279866 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35078) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:59.346052 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-96f04e7b-c504-4268-846c-d2d094507162 admin admin] Deleting subnet e5adf5cb-c8ff-4503-b165-ba93a279b78a {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:42:59.352505 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-96f04e7b-c504-4268-846c-d2d094507162 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.381232 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7ee170d-a242-4765-acda-5270996ae817 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.424542 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-96f04e7b-c504-4268-846c-d2d094507162 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.463539 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7ee170d-a242-4765-acda-5270996ae817 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.470786 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-96f04e7b-c504-4268-846c-d2d094507162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.523739 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3e10e29b-2119-4191-85ac-7ef3a2a684cc no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:42:59.545954 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 3e10e29b-2119-4191-85ac-7ef3a2a684cc {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:42:59.546486 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3e10e29b-2119-4191-85ac-7ef3a2a684cc not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:42:59.549625 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7ee170d-a242-4765-acda-5270996ae817 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.571155 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee170d-a242-4765-acda-5270996ae817 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18051e3c-634d-4d1e-b9bf-de0453ee7934,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:59.632861 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-96f04e7b-c504-4268-846c-d2d094507162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.658491 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7ee170d-a242-4765-acda-5270996ae817 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.662998 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f7ee170d-a242-4765-acda-5270996ae817 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4072776 Aug 31 09:42:59.663284 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 35090) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:59.669370 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-7da816bd-4488-4c0c-8325-6b748a7afbad tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'security_group_rule': {'security_group_id': '62c74951-04f4-4fd6-8647-1ee358ba2904', 'project_id': '29b420db5ab94eb097db55181093bc9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:42:59.671327 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f04e7b-c504-4268-846c-d2d094507162 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5adf5cb-c8ff-4503-b165-ba93a279b78a,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:59.675304 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-96f04e7b-c504-4268-846c-d2d094507162 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.677300 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-96f04e7b-c504-4268-846c-d2d094507162 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/e5adf5cb-c8ff-4503-b165-ba93a279b78a HTTP/1.1" status: 204 len: 168 time: 0.3959460 Aug 31 09:42:59.679929 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35092) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:42:59.767183 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7da816bd-4488-4c0c-8325-6b748a7afbad tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.767369 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-10e5ad84-863c-4120-8403-cc2b515ee536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.862928 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-10e5ad84-863c-4120-8403-cc2b515ee536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.870609 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7da816bd-4488-4c0c-8325-6b748a7afbad tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.882527 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-10e5ad84-863c-4120-8403-cc2b515ee536 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1fc0c1-e004-4376-93ef-d3058de89033']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:59.906503 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-10e5ad84-863c-4120-8403-cc2b515ee536 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '031783cd-2c0f-46e7-bc49-0963413ce3e9') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:59.907240 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-10e5ad84-863c-4120-8403-cc2b515ee536 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '031783cd-2c0f-46e7-bc49-0963413ce3e9') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:42:59.925498 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-10e5ad84-863c-4120-8403-cc2b515ee536 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.927106 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7da816bd-4488-4c0c-8325-6b748a7afbad tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.948337 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da816bd-4488-4c0c-8325-6b748a7afbad tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=982509bf-4947-4f0d-80b5-3b3d0f154170,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:42:59.950944 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e2297-9d12-4ed3-bdfd-94089a4ca952 req-bb12493a-1450-4873-b1cc-51112a938120 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:42:59.952713 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-920e2297-9d12-4ed3-bdfd-94089a4ca952 req-bb12493a-1450-4873-b1cc-51112a938120 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/ports?device_id=ec38998a-f53c-4381-81e3-bc50cf9d57c8 HTTP/1.1" status: 200 len: 945 time: 0.0869269 Aug 31 09:42:59.953929 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-10e5ad84-863c-4120-8403-cc2b515ee536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.962035 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e5ad84-863c-4120-8403-cc2b515ee536 admin admin] Releasing vlan 1613 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:42:59.965548 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-10e5ad84-863c-4120-8403-cc2b515ee536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:42:59.965548 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:42:59.965548 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:42:59.965548 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:42:59.965548 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:42:59.965548 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:42:59.965548 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:42:59.965548 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:42:59.965548 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:42:59.965548 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:42:59.965548 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:42:59.965548 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:42:59.965548 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:42:59.965548 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:42:59.965548 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:42:59.965548 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:42:59.965548 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:42:59.965548 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:42:59.965548 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:42:59.965548 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:42:59.965548 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:42:59.965548 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:42:59.965548 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:42:59.965548 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:42:59.965548 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:42:59.965548 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:42:59.965548 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:42:59.965548 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:42:59.965548 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:42:59.965548 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:42:59.965548 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:42:59.965548 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:42:59.965548 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:43:00.039832 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-920e2297-9d12-4ed3-bdfd-94089a4ca952 req-eedbf3a3-74c8-4f2c-b3b5-1a2dd4078601 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/security-groups?id=4041abdf-d8ac-4484-aac7-3984cca397b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795236 Aug 31 09:43:00.082822 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7da816bd-4488-4c0c-8325-6b748a7afbad tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:00.092147 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7da816bd-4488-4c0c-8325-6b748a7afbad tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4203875 Aug 31 09:43:00.094520 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35104) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:00.099237 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-54dada4b-7c04-439f-b384-e9f2a9942438 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'security_group_rule': {'security_group_id': '62c74951-04f4-4fd6-8647-1ee358ba2904', 'project_id': '29b420db5ab94eb097db55181093bc9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:00.145131 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-10e5ad84-863c-4120-8403-cc2b515ee536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:00.150723 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-10e5ad84-863c-4120-8403-cc2b515ee536 admin admin] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:00.152538 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-10e5ad84-863c-4120-8403-cc2b515ee536 admin admin] 10.222.0.119 "DELETE /v2.0/networks/1c1fc0c1-e004-4376-93ef-d3058de89033 HTTP/1.1" status: 204 len: 168 time: 0.4713581 Aug 31 09:43:00.165053 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5ad84-863c-4120-8403-cc2b515ee536 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c1fc0c1-e004-4376-93ef-d3058de89033,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:00.237330 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-54dada4b-7c04-439f-b384-e9f2a9942438 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:00.291229 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-54dada4b-7c04-439f-b384-e9f2a9942438 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:00.375056 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-54dada4b-7c04-439f-b384-e9f2a9942438 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:00.394332 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dada4b-7c04-439f-b384-e9f2a9942438 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a46044-09a4-45e1-9011-0a4652f3a16f,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:00.471471 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-54dada4b-7c04-439f-b384-e9f2a9942438 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:00.475448 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-54dada4b-7c04-439f-b384-e9f2a9942438 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3772447 Aug 31 09:43:00.475702 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35124) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:00.480419 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-3f839b6f-9b96-4905-af7f-4e5d9f23ad3a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'security_group_rule': {'security_group_id': '62c74951-04f4-4fd6-8647-1ee358ba2904', 'project_id': '29b420db5ab94eb097db55181093bc9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:00.584034 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35126) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:00.635811 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3f839b6f-9b96-4905-af7f-4e5d9f23ad3a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:00.650004 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4a365705-27fa-468a-ac2d-b8ea57958441 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=ca67d65873a74e5ba5b039fcb536405a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0647321 Aug 31 09:43:00.653438 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 35134) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:00.715666 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b413c47-286d-4850-955c-4efad22e75c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:00.720792 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3f839b6f-9b96-4905-af7f-4e5d9f23ad3a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:00.742255 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b413c47-286d-4850-955c-4efad22e75c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:00.782046 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3f839b6f-9b96-4905-af7f-4e5d9f23ad3a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:00.800082 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f839b6f-9b96-4905-af7f-4e5d9f23ad3a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3779956f-11f9-411d-b512-f47b240bb633,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:00.865903 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b413c47-286d-4850-955c-4efad22e75c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:00.869564 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b413c47-286d-4850-955c-4efad22e75c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:00.870178 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8b413c47-286d-4850-955c-4efad22e75c7 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/a03b8e10-53af-42ad-a728-c6ca65dfe8e0 HTTP/1.1" status: 204 len: 168 time: 0.2147663 Aug 31 09:43:00.879154 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b413c47-286d-4850-955c-4efad22e75c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03b8e10-53af-42ad-a728-c6ca65dfe8e0,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:00.911616 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3f839b6f-9b96-4905-af7f-4e5d9f23ad3a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:00.914635 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3f839b6f-9b96-4905-af7f-4e5d9f23ad3a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4364710 Aug 31 09:43:00.916022 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35144) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:00.921479 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-25256330-eb33-4b57-bcbc-b0a3e9df57f3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'security_group_rule': {'security_group_id': '62c74951-04f4-4fd6-8647-1ee358ba2904', 'project_id': '29b420db5ab94eb097db55181093bc9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:01.024242 n-d-791506-28 neutron-server[95553]: INFO neutron.db.securitygroups_db [None req-25256330-eb33-4b57-bcbc-b0a3e9df57f3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Project 29b420db5ab94eb097db55181093bc9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:43:01.030061 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-25256330-eb33-4b57-bcbc-b0a3e9df57f3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:01.163300 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-25256330-eb33-4b57-bcbc-b0a3e9df57f3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:01.183246 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe39359-4658-452a-80dd-425f06738e55 req-8bb75b82-4537-47bd-9065-0fe2f6a5a592 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:01.184726 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bfe39359-4658-452a-80dd-425f06738e55 req-8bb75b82-4537-47bd-9065-0fe2f6a5a592 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/ports?device_id=ec38998a-f53c-4381-81e3-bc50cf9d57c8 HTTP/1.1" status: 200 len: 945 time: 0.0690072 Aug 31 09:43:01.224406 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bfe39359-4658-452a-80dd-425f06738e55 req-b67c518c-b38f-467b-9775-74b74bfaf57b tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/security-groups?id=4041abdf-d8ac-4484-aac7-3984cca397b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328827 Aug 31 09:43:01.247251 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-25256330-eb33-4b57-bcbc-b0a3e9df57f3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:01.270575 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25256330-eb33-4b57-bcbc-b0a3e9df57f3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f80606f-a782-4548-90d9-40d49a9b5e16,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:01.332691 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-25256330-eb33-4b57-bcbc-b0a3e9df57f3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:01.336344 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-25256330-eb33-4b57-bcbc-b0a3e9df57f3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4168823 Aug 31 09:43:01.336736 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35154) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:01.341720 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-28d115ef-d451-45b7-8a25-3a5553b3b8fc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'security_group_rule': {'security_group_id': '62c74951-04f4-4fd6-8647-1ee358ba2904', 'project_id': '29b420db5ab94eb097db55181093bc9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:01.373622 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604911b-81b7-45d0-ae92-26d2ef1a739b req-c1873f09-3412-45f1-a833-d6a6bbb9c8de tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:01.375612 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7604911b-81b7-45d0-ae92-26d2ef1a739b req-c1873f09-3412-45f1-a833-d6a6bbb9c8de tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.112 "GET /v2.0/ports?device_id=ec38998a-f53c-4381-81e3-bc50cf9d57c8 HTTP/1.1" status: 200 len: 945 time: 0.0787654 Aug 31 09:43:01.474584 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-7604911b-81b7-45d0-ae92-26d2ef1a739b req-24d3e397-931c-4636-83c7-56bcb746dec9 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Deleting port 45796a3b-22d8-4744-8ed7-383ed1b71c9b {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:01.474871 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7604911b-81b7-45d0-ae92-26d2ef1a739b req-24d3e397-931c-4636-83c7-56bcb746dec9 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:01.477225 n-d-791506-28 neutron-server[95553]: INFO neutron.db.securitygroups_db [None req-28d115ef-d451-45b7-8a25-3a5553b3b8fc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Project 29b420db5ab94eb097db55181093bc9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:43:01.482946 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-28d115ef-d451-45b7-8a25-3a5553b3b8fc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:01.575513 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-28d115ef-d451-45b7-8a25-3a5553b3b8fc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:01.588042 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-7604911b-81b7-45d0-ae92-26d2ef1a739b req-24d3e397-931c-4636-83c7-56bcb746dec9 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] For port 45796a3b-22d8-4744-8ed7-383ed1b71c9b, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=45796a3b-22d8-4744-8ed7-383ed1b71c9b,segment=NetworkSegment(afe1bf22-f380-415d-beed-9671d75e08d3),segment_id=afe1bf22-f380-415d-beed-9671d75e08d3)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:01.588517 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7604911b-81b7-45d0-ae92-26d2ef1a739b req-24d3e397-931c-4636-83c7-56bcb746dec9 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:01.694085 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-28d115ef-d451-45b7-8a25-3a5553b3b8fc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:01.727977 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d115ef-d451-45b7-8a25-3a5553b3b8fc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d9d17be-57ff-4ea4-a5ed-e8a1b93227ad,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:01.780714 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7604911b-81b7-45d0-ae92-26d2ef1a739b req-24d3e397-931c-4636-83c7-56bcb746dec9 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:01.781299 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7604911b-81b7-45d0-ae92-26d2ef1a739b req-24d3e397-931c-4636-83c7-56bcb746dec9 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:01.781410 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [req-7604911b-81b7-45d0-ae92-26d2ef1a739b req-24d3e397-931c-4636-83c7-56bcb746dec9 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Floating IP 51f6bd91-4bb1-42df-98bf-208e71604535 disassociated. External IP: 172.25.2.111, port: 45796a3b-22d8-4744-8ed7-383ed1b71c9b. Aug 31 09:43:01.781975 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-7604911b-81b7-45d0-ae92-26d2ef1a739b req-24d3e397-931c-4636-83c7-56bcb746dec9 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Calling delete_port for 45796a3b-22d8-4744-8ed7-383ed1b71c9b owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:01.831625 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-28d115ef-d451-45b7-8a25-3a5553b3b8fc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:01.834647 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-28d115ef-d451-45b7-8a25-3a5553b3b8fc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4952953 Aug 31 09:43:01.835917 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35172) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:01.841192 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-94240736-9412-4549-9858-7ae563af271d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'network': {'name': 'tempest-network-smoke--773599486', 'project_id': '29b420db5ab94eb097db55181093bc9b', 'port_security_enabled': True}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:01.925927 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94240736-9412-4549-9858-7ae563af271d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Made reservation on behalf of 29b420db5ab94eb097db55181093bc9b for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:01.929770 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-94240736-9412-4549-9858-7ae563af271d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:01.956781 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94240736-9412-4549-9858-7ae563af271d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] vlan segment allocate from pool success with {'vlan_id': 1633, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:43:01.970399 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7604911b-81b7-45d0-ae92-26d2ef1a739b req-24d3e397-931c-4636-83c7-56bcb746dec9 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:01.975570 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-94240736-9412-4549-9858-7ae563af271d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:01.975918 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-94240736-9412-4549-9858-7ae563af271d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Added segment c7adb725-37b0-4980-9634-a8dde53a3940 of type vlan for network 4896214c-1044-4bb0-9aef-cb2eb64a56bd Aug 31 09:43:02.004312 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d3e397-931c-4636-83c7-56bcb746dec9 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Pushing event deleted for resources: {'Port': ['ID=45796a3b-22d8-4744-8ed7-383ed1b71c9b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:02.039011 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-94240736-9412-4549-9858-7ae563af271d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.144201 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7604911b-81b7-45d0-ae92-26d2ef1a739b req-24d3e397-931c-4636-83c7-56bcb746dec9 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Router 170d631b-117e-40a9-8509-0feb3f90b471 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:43:02.177405 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-94240736-9412-4549-9858-7ae563af271d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.203795 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94240736-9412-4549-9858-7ae563af271d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:02.204448 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-94240736-9412-4549-9858-7ae563af271d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.303638 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94240736-9412-4549-9858-7ae563af271d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'Network': ['ID=4896214c-1044-4bb0-9aef-cb2eb64a56bd,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:02.311777 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35190) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:02.316632 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 4896214c-1044-4bb0-9aef-cb2eb64a56bd details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:43:02.369590 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-94240736-9412-4549-9858-7ae563af271d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5324142 Aug 31 09:43:02.370512 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7604911b-81b7-45d0-ae92-26d2ef1a739b req-24d3e397-931c-4636-83c7-56bcb746dec9 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:43:02.372136 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35196) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:02.378623 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-c2733c58-fcbb-48e7-950a-8ce942dcacd7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-668854350', 'admin_state_up': True, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:02.385016 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf36970-02e1-4413-84ab-eac89cb849af None None] Sync routers for ids ['170d631b-117e-40a9-8509-0feb3f90b471'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:43:02.399600 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf36970-02e1-4413-84ab-eac89cb849af None None] Routers {'170d631b-117e-40a9-8509-0feb3f90b471'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:02.412258 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-ccf36970-02e1-4413-84ab-eac89cb849af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:42:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['170d631b-117e-40a9-8509-0feb3f90b471'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:02.495403 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-7604911b-81b7-45d0-ae92-26d2ef1a739b req-24d3e397-931c-4636-83c7-56bcb746dec9 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] No DVR routers for this DVR port 45796a3b-22d8-4744-8ed7-383ed1b71c9b on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:43:02.496782 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10e82e2e-6d7c-44bf-a5df-1de7c94736cc req-361d2cd0-7a3a-48ea-9d47-022a2a942ac2 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/ports?device_id=ec38998a-f53c-4381-81e3-bc50cf9d57c8 HTTP/1.1" status: 200 len: 210 time: 0.0712540 Aug 31 09:43:02.508513 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7604911b-81b7-45d0-ae92-26d2ef1a739b req-24d3e397-931c-4636-83c7-56bcb746dec9 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.510588 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7604911b-81b7-45d0-ae92-26d2ef1a739b req-24d3e397-931c-4636-83c7-56bcb746dec9 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.112 "DELETE /v2.0/ports/45796a3b-22d8-4744-8ed7-383ed1b71c9b HTTP/1.1" status: 204 len: 173 time: 1.1247921 Aug 31 09:43:02.511093 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec38998a-f53c-4381-81e3-bc50cf9d57c8', 'name': 'network-vif-deleted', 'tag': '45796a3b-22d8-4744-8ed7-383ed1b71c9b'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:43:02.515090 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a88454-d0c7-4bfd-9587-95100289c99f" -d '{"events": [{"server_uuid": "ec38998a-f53c-4381-81e3-bc50cf9d57c8", "name": "network-vif-deleted", "tag": "45796a3b-22d8-4744-8ed7-383ed1b71c9b"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:43:02.586445 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-ae29dbfe-082a-4ccc-9bcb-be1e329e2b82 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2031709668-network', 'tenant_id': '7a8e0d49399d438e940a53c85328e133'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:02.600825 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f1ba64-e99a-4907-a693-e30ffc2629c0 x-openstack-request-id: req-98f1ba64-e99a-4907-a693-e30ffc2629c0 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:43:02.601120 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec38998a-f53c-4381-81e3-bc50cf9d57c8", "name": "network-vif-deleted", "tag": "45796a3b-22d8-4744-8ed7-383ed1b71c9b", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:43:02.601375 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-98f1ba64-e99a-4907-a693-e30ffc2629c0 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:43:02.601846 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec38998a-f53c-4381-81e3-bc50cf9d57c8', 'name': 'network-vif-deleted', 'tag': '45796a3b-22d8-4744-8ed7-383ed1b71c9b', 'status': 'completed', 'code': 200} Aug 31 09:43:02.625660 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-ccf36970-02e1-4413-84ab-eac89cb849af None None] Set router 170d631b-117e-40a9-8509-0feb3f90b471 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:43:02.726727 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c2733c58-fcbb-48e7-950a-8ce942dcacd7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.728800 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c2733c58-fcbb-48e7-950a-8ce942dcacd7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.782376 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.823371 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c2733c58-fcbb-48e7-950a-8ce942dcacd7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.848778 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae29dbfe-082a-4ccc-9bcb-be1e329e2b82 admin admin] Made reservation on behalf of 7a8e0d49399d438e940a53c85328e133 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:02.853814 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ae29dbfe-082a-4ccc-9bcb-be1e329e2b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.863885 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ae29dbfe-082a-4ccc-9bcb-be1e329e2b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:02.907719 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-ccf36970-02e1-4413-84ab-eac89cb849af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170d631b-117e-40a9-8509-0feb3f90b471', 'name': 'tempest-TestServerBasicOps-1564676130-router', 'tenant_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:37:38Z', 'updated_at': '2021-08-31T09:37:42Z', 'revision_number': 4, 'project_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'gw_port': {'id': 'a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170d631b-117e-40a9-8509-0feb3f90b471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:38Z', 'updated_at': '2021-08-31T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'e0010926-dc3b-4c32-a75b-f4f2fb91c7f3', 'name': '', 'network_id': '6face56c-e92e-4852-b5b0-05a72adb3a2e', 'tenant_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'mac_address': 'fa:16:3e:96:0f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170d631b-117e-40a9-8509-0feb3f90b471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'f0c41a17-eca0-420d-8753-f8f3c66e86af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:41Z', 'updated_at': '2021-08-31T09:37:49Z', 'revision_number': 5, 'project_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'subnets': [{'id': 'f0c41a17-eca0-420d-8753-f8f3c66e86af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:02.934234 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf36970-02e1-4413-84ab-eac89cb849af None None] Checking router: 170d631b-117e-40a9-8509-0feb3f90b471 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:43:02.943053 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf36970-02e1-4413-84ab-eac89cb849af None None] Routers {'170d631b-117e-40a9-8509-0feb3f90b471'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:02.943649 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-ccf36970-02e1-4413-84ab-eac89cb849af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:42:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['170d631b-117e-40a9-8509-0feb3f90b471'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:03.014181 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:03.063628 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-ccf36970-02e1-4413-84ab-eac89cb849af None None] Set router 170d631b-117e-40a9-8509-0feb3f90b471 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:43:03.111692 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ae29dbfe-082a-4ccc-9bcb-be1e329e2b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:03.118783 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c2733c58-fcbb-48e7-950a-8ce942dcacd7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:03.242998 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ae29dbfe-082a-4ccc-9bcb-be1e329e2b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:03.279584 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-ccf36970-02e1-4413-84ab-eac89cb849af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170d631b-117e-40a9-8509-0feb3f90b471', 'name': 'tempest-TestServerBasicOps-1564676130-router', 'tenant_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:37:38Z', 'updated_at': '2021-08-31T09:37:42Z', 'revision_number': 4, 'project_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'gw_port': {'id': 'a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170d631b-117e-40a9-8509-0feb3f90b471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:38Z', 'updated_at': '2021-08-31T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'e0010926-dc3b-4c32-a75b-f4f2fb91c7f3', 'name': '', 'network_id': '6face56c-e92e-4852-b5b0-05a72adb3a2e', 'tenant_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'mac_address': 'fa:16:3e:96:0f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170d631b-117e-40a9-8509-0feb3f90b471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'f0c41a17-eca0-420d-8753-f8f3c66e86af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:41Z', 'updated_at': '2021-08-31T09:37:49Z', 'revision_number': 5, 'project_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'subnets': [{'id': 'f0c41a17-eca0-420d-8753-f8f3c66e86af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:03.285463 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae29dbfe-082a-4ccc-9bcb-be1e329e2b82 admin admin] vlan segment allocate from pool success with {'vlan_id': 1604, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:43:03.306034 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf36970-02e1-4413-84ab-eac89cb849af None None] The sync data for ids ['170d631b-117e-40a9-8509-0feb3f90b471'] in n-d-791506-28 is: [{'id': '170d631b-117e-40a9-8509-0feb3f90b471', 'name': 'tempest-TestServerBasicOps-1564676130-router', 'tenant_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:37:38Z', 'updated_at': '2021-08-31T09:37:42Z', 'revision_number': 4, 'project_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'gw_port': {'id': 'a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170d631b-117e-40a9-8509-0feb3f90b471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:38Z', 'updated_at': '2021-08-31T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'e0010926-dc3b-4c32-a75b-f4f2fb91c7f3', 'name': '', 'network_id': '6face56c-e92e-4852-b5b0-05a72adb3a2e', 'tenant_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'mac_address': 'fa:16:3e:96:0f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170d631b-117e-40a9-8509-0feb3f90b471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': 'f0c41a17-eca0-420d-8753-f8f3c66e86af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:41Z', 'updated_at': '2021-08-31T09:37:49Z', 'revision_number': 5, 'project_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'subnets': [{'id': 'f0c41a17-eca0-420d-8753-f8f3c66e86af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:43:03.324069 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae29dbfe-082a-4ccc-9bcb-be1e329e2b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abe6c15-9f21-4884-b09e-bb91053752f3,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:03.337586 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ae29dbfe-082a-4ccc-9bcb-be1e329e2b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:03.338104 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-ae29dbfe-082a-4ccc-9bcb-be1e329e2b82 admin admin] Added segment 9f7fcbbf-ff3b-4f59-9146-d4a71165a44c of type vlan for network 1b6ec12e-e327-4bf5-a5cf-3844199fbab8 Aug 31 09:43:03.391804 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ae29dbfe-082a-4ccc-9bcb-be1e329e2b82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:03.533117 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ae29dbfe-082a-4ccc-9bcb-be1e329e2b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:03.534089 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae29dbfe-082a-4ccc-9bcb-be1e329e2b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:03.534994 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ae29dbfe-082a-4ccc-9bcb-be1e329e2b82 admin admin] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:03.573684 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d266ee5-d5fd-4ef5-8d87-955c99a90ff5 None None] New status for floating IP 51f6bd91-4bb1-42df-98bf-208e71604535: DOWN {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:43:03.994834 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c2733c58-fcbb-48e7-950a-8ce942dcacd7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router_gateway, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.012855 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ae29dbfe-082a-4ccc-9bcb-be1e329e2b82 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7003667 Aug 31 09:43:04.017404 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 35224) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:04.018574 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0e29249-5597-4b4a-9ce9-9c971a09f5e4 req-e6ab9873-202d-40d9-b8d1-85c893a33b24 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "GET /v2.0/ports?device_id=ec38998a-f53c-4381-81e3-bc50cf9d57c8 HTTP/1.1" status: 200 len: 210 time: 0.4050536 Aug 31 09:43:04.023147 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-bd77acb5-f0c2-4fe6-af48-46b8dec2c2a5 admin admin] Request body: {'subnet': {'network_id': '1b6ec12e-e327-4bf5-a5cf-3844199fbab8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2031709668-subnet', 'tenant_id': '7a8e0d49399d438e940a53c85328e133', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:04.047452 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae29dbfe-082a-4ccc-9bcb-be1e329e2b82 admin admin] Pushing event updated for resources: {'Network': ['ID=1b6ec12e-e327-4bf5-a5cf-3844199fbab8,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:04.050456 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c2733c58-fcbb-48e7-950a-8ce942dcacd7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.060782 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 1b6ec12e-e327-4bf5-a5cf-3844199fbab8 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:43:04.152002 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd77acb5-f0c2-4fe6-af48-46b8dec2c2a5 admin admin] Made reservation on behalf of 7a8e0d49399d438e940a53c85328e133 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:04.155789 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bd77acb5-f0c2-4fe6-af48-46b8dec2c2a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.162661 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-c2733c58-fcbb-48e7-950a-8ce942dcacd7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Allocated IP 172.25.2.239 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/4191a26b-a23a-42a4-8b40-b35571fd2d73) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:04.289104 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c2733c58-fcbb-48e7-950a-8ce942dcacd7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.441844 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c2733c58-fcbb-48e7-950a-8ce942dcacd7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.471602 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bd77acb5-f0c2-4fe6-af48-46b8dec2c2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.495421 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2733c58-fcbb-48e7-950a-8ce942dcacd7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:04.498743 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-c2733c58-fcbb-48e7-950a-8ce942dcacd7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:04.508590 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2733c58-fcbb-48e7-950a-8ce942dcacd7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:04.527960 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77acb5-f0c2-4fe6-af48-46b8dec2c2a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=724901f2-8959-4c3d-a748-dcd8641aa91d,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:04.554365 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2733c58-fcbb-48e7-950a-8ce942dcacd7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'Port': ['ID=4191a26b-a23a-42a4-8b40-b35571fd2d73,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:04.566156 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd77acb5-f0c2-4fe6-af48-46b8dec2c2a5 admin admin] Checking segment: {'id': '9f7fcbbf-ff3b-4f59-9146-d4a71165a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '1b6ec12e-e327-4bf5-a5cf-3844199fbab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:04.566156 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd77acb5-f0c2-4fe6-af48-46b8dec2c2a5 admin admin] Network hostable DHCP agents. Network: 1b6ec12e-e327-4bf5-a5cf-3844199fbab8, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:43:04.636954 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd77acb5-f0c2-4fe6-af48-46b8dec2c2a5 admin admin] Network 1b6ec12e-e327-4bf5-a5cf-3844199fbab8 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:43:04.729029 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-bd77acb5-f0c2-4fe6-af48-46b8dec2c2a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 1b6ec12e-e327-4bf5-a5cf-3844199fbab8) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:04.734248 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd77acb5-f0c2-4fe6-af48-46b8dec2c2a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:04.735119 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bd77acb5-f0c2-4fe6-af48-46b8dec2c2a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.740610 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b210402-8138-479d-a78c-95de4e568f79 None None] Network 1b6ec12e-e327-4bf5-a5cf-3844199fbab8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:04.835896 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bd77acb5-f0c2-4fe6-af48-46b8dec2c2a5 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8089201 Aug 31 09:43:04.877358 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c2733c58-fcbb-48e7-950a-8ce942dcacd7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router_gateway, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:04.883483 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cac4a30-465c-4b32-b853-1bcdac1b8393 None None] Network 1b6ec12e-e327-4bf5-a5cf-3844199fbab8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:05.115962 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 35248) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:05.206989 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c2733c58-fcbb-48e7-950a-8ce942dcacd7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:05.365907 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-199ce23d-2a27-4d4c-bade-78427ba51585 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Deleting port 9a774f66-902d-4963-af68-10aec4d97300 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:05.365907 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-199ce23d-2a27-4d4c-bade-78427ba51585 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:05.453037 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-199ce23d-2a27-4d4c-bade-78427ba51585 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:05.453399 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-199ce23d-2a27-4d4c-bade-78427ba51585 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:05.474263 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2733c58-fcbb-48e7-950a-8ce942dcacd7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Router 072569bf-613b-4801-b7dc-de692df27bdd is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:43:05.481411 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-199ce23d-2a27-4d4c-bade-78427ba51585 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Calling delete_port for 9a774f66-902d-4963-af68-10aec4d97300 owned by network:floatingip {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:05.539269 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 45796a3b-22d8-4744-8ed7-383ed1b71c9b no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:43:05.571733 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 45796a3b-22d8-4744-8ed7-383ed1b71c9b {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:43:05.572324 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 45796a3b-22d8-4744-8ed7-383ed1b71c9b not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:43:05.637498 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18516807-94d3-4c3c-b260-45767af868e9 req-d7f4d33a-62dc-4f8c-862b-2ed35830cdbb tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:05.639486 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-18516807-94d3-4c3c-b260-45767af868e9 req-d7f4d33a-62dc-4f8c-862b-2ed35830cdbb tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] 10.222.0.119 "GET /v2.0/networks?id=1b6ec12e-e327-4bf5-a5cf-3844199fbab8 HTTP/1.1" status: 200 len: 814 time: 0.2178178 Aug 31 09:43:05.665992 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-18516807-94d3-4c3c-b260-45767af868e9 req-0b7413a0-3949-4918-b40f-c28d5bb3f21d tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] 10.222.0.119 "GET /v2.0/quotas/7a8e0d49399d438e940a53c85328e133 HTTP/1.1" status: 200 len: 375 time: 0.0142479 Aug 31 09:43:05.672195 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2733c58-fcbb-48e7-950a-8ce942dcacd7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:43:05.687012 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743229f9-5c76-4fc7-9200-6df3b11fe032 None None] Sync routers for ids ['072569bf-613b-4801-b7dc-de692df27bdd'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:43:05.697699 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743229f9-5c76-4fc7-9200-6df3b11fe032 None None] Routers {'072569bf-613b-4801-b7dc-de692df27bdd'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:05.698831 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-743229f9-5c76-4fc7-9200-6df3b11fe032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:42:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['072569bf-613b-4801-b7dc-de692df27bdd'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:05.737968 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-199ce23d-2a27-4d4c-bade-78427ba51585 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:05.751818 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-18516807-94d3-4c3c-b260-45767af868e9 req-069351bb-4d10-4d35-aa3e-f191fd651efd tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=7a8e0d49399d438e940a53c85328e133&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521488 Aug 31 09:43:05.777814 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c2733c58-fcbb-48e7-950a-8ce942dcacd7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:05.782706 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c2733c58-fcbb-48e7-950a-8ce942dcacd7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.4090374 Aug 31 09:43:05.783320 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35266) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:05.792328 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ce23d-2a27-4d4c-bade-78427ba51585 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Pushing event deleted for resources: {'Port': ['ID=9a774f66-902d-4963-af68-10aec4d97300,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:05.856137 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-09447c46-61b6-4676-a38c-daef64743999 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] 10.222.0.119 "GET /v2.0/subnets?project_id=29b420db5ab94eb097db55181093bc9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409958 Aug 31 09:43:05.860841 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35268) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:05.877418 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-743229f9-5c76-4fc7-9200-6df3b11fe032 None None] Set router 072569bf-613b-4801-b7dc-de692df27bdd gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:43:05.899893 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-199ce23d-2a27-4d4c-bade-78427ba51585 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks [] for floatingip, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:05.902808 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-199ce23d-2a27-4d4c-bade-78427ba51585 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:05.904398 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-199ce23d-2a27-4d4c-bade-78427ba51585 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "DELETE /v2.0/floatingips/51f6bd91-4bb1-42df-98bf-208e71604535 HTTP/1.1" status: 204 len: 168 time: 0.7872009 Aug 31 09:43:05.987955 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-18516807-94d3-4c3c-b260-45767af868e9 req-ad28efce-c67a-40b1-8719-8f426d99d742 service neutron] 10.222.0.119 "GET /v2.0/networks/1b6ec12e-e327-4bf5-a5cf-3844199fbab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334318 Aug 31 09:43:06.017701 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 35276) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:06.027215 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e098874-7f39-4e56-a0b3-959c9470a2f9 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:06.031123 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7e098874-7f39-4e56-a0b3-959c9470a2f9 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] 10.222.0.119 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1692379 Aug 31 09:43:06.033999 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 35278) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:06.072270 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-761630e8-5ff3-4a2d-86d6-b158282ec263 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] 10.222.0.119 "GET /v2.0/subnets?network_id=95c681de-fa69-49ec-b047-2a49f2c4b933&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369618 Aug 31 09:43:06.077680 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 35280) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:06.082731 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-1fd42610-5537-49cf-87b3-cf8ab94127ef tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1265954161', 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd', 'project_id': '29b420db5ab94eb097db55181093bc9b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:06.127136 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-18516807-94d3-4c3c-b260-45767af868e9 req-b19fecc0-0efe-44d2-ad1a-0c27b0067f18 service neutron] 10.222.0.119 "GET /v2.0/networks/1b6ec12e-e327-4bf5-a5cf-3844199fbab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296835 Aug 31 09:43:06.180406 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7b464daa-6e2a-4027-bc84-89b9ad536285 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.229701 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-743229f9-5c76-4fc7-9200-6df3b11fe032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '072569bf-613b-4801-b7dc-de692df27bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668854350', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4191a26b-a23a-42a4-8b40-b35571fd2d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:02Z', 'updated_at': '2021-08-31T09:43:04Z', 'revision_number': 3, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '4191a26b-a23a-42a4-8b40-b35571fd2d73', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fb:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '072569bf-613b-4801-b7dc-de692df27bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:04Z', 'updated_at': '2021-08-31T09:43:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:06.255168 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7b464daa-6e2a-4027-bc84-89b9ad536285 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.265287 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743229f9-5c76-4fc7-9200-6df3b11fe032 None None] Checking router: 072569bf-613b-4801-b7dc-de692df27bdd for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:43:06.269108 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743229f9-5c76-4fc7-9200-6df3b11fe032 None None] Updating router 072569bf-613b-4801-b7dc-de692df27bdd port 4191a26b-a23a-42a4-8b40-b35571fd2d73 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:43:06.293687 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-743229f9-5c76-4fc7-9200-6df3b11fe032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.389908 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd42610-5537-49cf-87b3-cf8ab94127ef tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Made reservation on behalf of 29b420db5ab94eb097db55181093bc9b for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:06.393957 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1fd42610-5537-49cf-87b3-cf8ab94127ef tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.502960 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0955014c-78ef-4bea-8d55-754d452941c4 req-57401078-38f2-4a0c-bd6f-ef929108b29b tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] 10.222.0.119 "GET /v2.0/ports?device_id=8238dc50-ac54-4760-bdc6-c9ad66cd5447 HTTP/1.1" status: 200 len: 210 time: 0.0381167 Aug 31 09:43:06.547020 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7b464daa-6e2a-4027-bc84-89b9ad536285 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.550117 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7b464daa-6e2a-4027-bc84-89b9ad536285 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.552382 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7b464daa-6e2a-4027-bc84-89b9ad536285 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] 10.222.0.119 "DELETE /v2.0/security-groups/4041abdf-d8ac-4484-aac7-3984cca397b0 HTTP/1.1" status: 204 len: 168 time: 0.5327303 Aug 31 09:43:06.599968 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b464daa-6e2a-4027-bc84-89b9ad536285 tempest-TestServerBasicOps-1949608162 tempest-TestServerBasicOps-1949608162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4041abdf-d8ac-4484-aac7-3984cca397b0,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:06.644614 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-743229f9-5c76-4fc7-9200-6df3b11fe032 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.655975 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-743229f9-5c76-4fc7-9200-6df3b11fe032 None None] Transition to ACTIVE for port object 4191a26b-a23a-42a4-8b40-b35571fd2d73 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:06.703078 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 35300) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:06.746111 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-743229f9-5c76-4fc7-9200-6df3b11fe032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.787210 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1fd42610-5537-49cf-87b3-cf8ab94127ef tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.874510 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-743229f9-5c76-4fc7-9200-6df3b11fe032 None None] Attempting to bind port 4191a26b-a23a-42a4-8b40-b35571fd2d73 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:06.874948 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-743229f9-5c76-4fc7-9200-6df3b11fe032 None None] Attempting to bind port 4191a26b-a23a-42a4-8b40-b35571fd2d73 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:06.875410 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743229f9-5c76-4fc7-9200-6df3b11fe032 None None] Attempting to bind port 4191a26b-a23a-42a4-8b40-b35571fd2d73 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:06.883331 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743229f9-5c76-4fc7-9200-6df3b11fe032 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:06.883774 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743229f9-5c76-4fc7-9200-6df3b11fe032 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:06.884280 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-743229f9-5c76-4fc7-9200-6df3b11fe032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.884729 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743229f9-5c76-4fc7-9200-6df3b11fe032 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:06.885290 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-743229f9-5c76-4fc7-9200-6df3b11fe032 None None] Bound port: 4191a26b-a23a-42a4-8b40-b35571fd2d73, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:06.885741 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-743229f9-5c76-4fc7-9200-6df3b11fe032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:06.887472 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8708d25-138e-40c6-9b25-92b7300767fd None None] Pushing event updated for resources: {'Port': ['ID=4191a26b-a23a-42a4-8b40-b35571fd2d73,revision_number=2']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:06.919507 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8708d25-138e-40c6-9b25-92b7300767fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:06.920573 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8708d25-138e-40c6-9b25-92b7300767fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:06.920968 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8708d25-138e-40c6-9b25-92b7300767fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:06.921359 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8708d25-138e-40c6-9b25-92b7300767fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:06.921744 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8708d25-138e-40c6-9b25-92b7300767fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:06.922330 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8708d25-138e-40c6-9b25-92b7300767fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:06.922774 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8708d25-138e-40c6-9b25-92b7300767fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:06.923152 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8708d25-138e-40c6-9b25-92b7300767fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:06.923532 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8708d25-138e-40c6-9b25-92b7300767fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:06.923914 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8708d25-138e-40c6-9b25-92b7300767fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:06.924653 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8708d25-138e-40c6-9b25-92b7300767fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:06.924775 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8708d25-138e-40c6-9b25-92b7300767fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:06.960721 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-743229f9-5c76-4fc7-9200-6df3b11fe032 None None] For port 4191a26b-a23a-42a4-8b40-b35571fd2d73, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:06.962955 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd42610-5537-49cf-87b3-cf8ab94127ef tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Checking segment: {'id': 'c7adb725-37b0-4980-9634-a8dde53a3940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:06.963383 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd42610-5537-49cf-87b3-cf8ab94127ef tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Network hostable DHCP agents. Network: 4896214c-1044-4bb0-9aef-cb2eb64a56bd, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:43:06.970903 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd42610-5537-49cf-87b3-cf8ab94127ef tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'Subnet': ['ID=4d88890c-97df-4e4a-84cd-23c969267bb9,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:06.981402 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-743229f9-5c76-4fc7-9200-6df3b11fe032 None None] For port 4191a26b-a23a-42a4-8b40-b35571fd2d73, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4191a26b-a23a-42a4-8b40-b35571fd2d73,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:07.076728 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-743229f9-5c76-4fc7-9200-6df3b11fe032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:07.147315 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743229f9-5c76-4fc7-9200-6df3b11fe032 None None] Routers {'072569bf-613b-4801-b7dc-de692df27bdd'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:07.147926 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-743229f9-5c76-4fc7-9200-6df3b11fe032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:42:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['072569bf-613b-4801-b7dc-de692df27bdd'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:07.172486 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd42610-5537-49cf-87b3-cf8ab94127ef tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Network 4896214c-1044-4bb0-9aef-cb2eb64a56bd is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:43:07.175868 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8708d25-138e-40c6-9b25-92b7300767fd None None] Pushing event updated for resources: {'Port': ['ID=4191a26b-a23a-42a4-8b40-b35571fd2d73,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:07.265215 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-1fd42610-5537-49cf-87b3-cf8ab94127ef tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 4896214c-1044-4bb0-9aef-cb2eb64a56bd) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:07.282649 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5afe81d-9b53-4f58-990e-978b790e8c88 None None] Network 4896214c-1044-4bb0-9aef-cb2eb64a56bd requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:07.292709 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd42610-5537-49cf-87b3-cf8ab94127ef tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:07.293464 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1fd42610-5537-49cf-87b3-cf8ab94127ef tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:07.323285 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-485fcc00-f031-4574-87f8-76bd3ed7f213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:07.380170 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-743229f9-5c76-4fc7-9200-6df3b11fe032 None None] Set router 072569bf-613b-4801-b7dc-de692df27bdd gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:43:07.490384 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1fd42610-5537-49cf-87b3-cf8ab94127ef tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4103727 Aug 31 09:43:07.492224 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35316) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:07.629290 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f22de5-de77-46e2-93ac-ab3adf8fcf50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-4896214c-1044-4bb0-9aef-cb2eb64a56bd', 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'fixed_ips': [{'subnet_id': '4d88890c-97df-4e4a-84cd-23c969267bb9'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:43:07.630738 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-93f22de5-de77-46e2-93ac-ab3adf8fcf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:07.636377 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-31ee8d21-d8ae-4e54-a982-5f18531b2683 req-85e406e9-12c7-4281-ba55-5e825962a4be tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] 10.222.0.119 "GET /v2.0/ports?device_id=8238dc50-ac54-4760-bdc6-c9ad66cd5447 HTTP/1.1" status: 200 len: 210 time: 0.0392244 Aug 31 09:43:07.759157 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-743229f9-5c76-4fc7-9200-6df3b11fe032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '072569bf-613b-4801-b7dc-de692df27bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668854350', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4191a26b-a23a-42a4-8b40-b35571fd2d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:02Z', 'updated_at': '2021-08-31T09:43:04Z', 'revision_number': 3, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '4191a26b-a23a-42a4-8b40-b35571fd2d73', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fb:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '072569bf-613b-4801-b7dc-de692df27bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:04Z', 'updated_at': '2021-08-31T09:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:07.805588 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-485fcc00-f031-4574-87f8-76bd3ed7f213 admin admin] Deleting port e0010926-dc3b-4c32-a75b-f4f2fb91c7f3 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:07.805929 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-485fcc00-f031-4574-87f8-76bd3ed7f213 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:07.848043 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743229f9-5c76-4fc7-9200-6df3b11fe032 None None] The sync data for ids ['072569bf-613b-4801-b7dc-de692df27bdd'] in n-d-791506-28 is: [{'id': '072569bf-613b-4801-b7dc-de692df27bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668854350', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4191a26b-a23a-42a4-8b40-b35571fd2d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:02Z', 'updated_at': '2021-08-31T09:43:04Z', 'revision_number': 3, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '4191a26b-a23a-42a4-8b40-b35571fd2d73', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fb:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '072569bf-613b-4801-b7dc-de692df27bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:04Z', 'updated_at': '2021-08-31T09:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:43:07.922513 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-93f22de5-de77-46e2-93ac-ab3adf8fcf50 None None] Allocated IP 172.20.0.2 (4896214c-1044-4bb0-9aef-cb2eb64a56bd/4d88890c-97df-4e4a-84cd-23c969267bb9/687ea483-37f7-4f5b-9d1a-7ae7212d0ace) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:07.932895 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-485fcc00-f031-4574-87f8-76bd3ed7f213 admin admin] For port e0010926-dc3b-4c32-a75b-f4f2fb91c7f3, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=e0010926-dc3b-4c32-a75b-f4f2fb91c7f3,segment=NetworkSegment(afe1bf22-f380-415d-beed-9671d75e08d3),segment_id=afe1bf22-f380-415d-beed-9671d75e08d3)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:07.933262 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-485fcc00-f031-4574-87f8-76bd3ed7f213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:07.977009 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-485fcc00-f031-4574-87f8-76bd3ed7f213 admin admin] Calling delete_port for e0010926-dc3b-4c32-a75b-f4f2fb91c7f3 owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:08.192682 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-93f22de5-de77-46e2-93ac-ab3adf8fcf50 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.203057 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-93f22de5-de77-46e2-93ac-ab3adf8fcf50 None None] Transition to ACTIVE for port object 687ea483-37f7-4f5b-9d1a-7ae7212d0ace will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:08.221658 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35328) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:08.259700 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-93f22de5-de77-46e2-93ac-ab3adf8fcf50 None None] Transition to ACTIVE for port object 687ea483-37f7-4f5b-9d1a-7ae7212d0ace will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:08.343591 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-93f22de5-de77-46e2-93ac-ab3adf8fcf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.455760 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-485fcc00-f031-4574-87f8-76bd3ed7f213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.469759 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a0457029-1e88-4adb-9c18-ad01bbe45148 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.495737 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f22de5-de77-46e2-93ac-ab3adf8fcf50 None None] Network 4896214c-1044-4bb0-9aef-cb2eb64a56bd is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:08.496517 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-93f22de5-de77-46e2-93ac-ab3adf8fcf50 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:08.500347 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f22de5-de77-46e2-93ac-ab3adf8fcf50 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:08.509792 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4191a26b-a23a-42a4-8b40-b35571fd2d73 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:08.526161 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f22de5-de77-46e2-93ac-ab3adf8fcf50 None None] Pushing event updated for resources: {'Port': ['ID=687ea483-37f7-4f5b-9d1a-7ae7212d0ace,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:08.615448 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485fcc00-f031-4574-87f8-76bd3ed7f213 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0010926-dc3b-4c32-a75b-f4f2fb91c7f3,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:08.645113 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fb4a229d-1cf0-4206-b035-d7b0f7ab7b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.670746 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-93f22de5-de77-46e2-93ac-ab3adf8fcf50 None None] Attempting to bind port 687ea483-37f7-4f5b-9d1a-7ae7212d0ace on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:08.675859 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-93f22de5-de77-46e2-93ac-ab3adf8fcf50 None None] Attempting to bind port 687ea483-37f7-4f5b-9d1a-7ae7212d0ace by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'c7adb725-37b0-4980-9634-a8dde53a3940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:08.677573 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f22de5-de77-46e2-93ac-ab3adf8fcf50 None None] Attempting to bind port 687ea483-37f7-4f5b-9d1a-7ae7212d0ace on network 4896214c-1044-4bb0-9aef-cb2eb64a56bd {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:08.689727 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f22de5-de77-46e2-93ac-ab3adf8fcf50 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:08.690704 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f22de5-de77-46e2-93ac-ab3adf8fcf50 None None] Checking segment: {'id': 'c7adb725-37b0-4980-9634-a8dde53a3940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:08.691403 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-93f22de5-de77-46e2-93ac-ab3adf8fcf50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.692118 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f22de5-de77-46e2-93ac-ab3adf8fcf50 None None] Bound using segment: {'id': 'c7adb725-37b0-4980-9634-a8dde53a3940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:08.693011 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-93f22de5-de77-46e2-93ac-ab3adf8fcf50 None None] Bound port: 687ea483-37f7-4f5b-9d1a-7ae7212d0ace, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7adb725-37b0-4980-9634-a8dde53a3940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:08.693596 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-93f22de5-de77-46e2-93ac-ab3adf8fcf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.817533 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fb4a229d-1cf0-4206-b035-d7b0f7ab7b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.846524 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-93f22de5-de77-46e2-93ac-ab3adf8fcf50 None None] For port 687ea483-37f7-4f5b-9d1a-7ae7212d0ace, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:08.850387 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-93f22de5-de77-46e2-93ac-ab3adf8fcf50 None None] For port 687ea483-37f7-4f5b-9d1a-7ae7212d0ace, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=687ea483-37f7-4f5b-9d1a-7ae7212d0ace,segment=NetworkSegment(c7adb725-37b0-4980-9634-a8dde53a3940),segment_id=c7adb725-37b0-4980-9634-a8dde53a3940)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:08.912799 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-17131420-9534-460f-ac0e-21ca34fb91f7 req-d1b55016-77a6-4d74-b7d9-c64348d7eaa9 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] 10.222.0.119 "GET /v2.0/ports?device_id=8238dc50-ac54-4760-bdc6-c9ad66cd5447 HTTP/1.1" status: 200 len: 210 time: 0.0935392 Aug 31 09:43:08.948047 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fb4a229d-1cf0-4206-b035-d7b0f7ab7b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.975832 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 4191a26b-a23a-42a4-8b40-b35571fd2d73 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:08.980230 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-93f22de5-de77-46e2-93ac-ab3adf8fcf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:08.987146 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-fb4a229d-1cf0-4206-b035-d7b0f7ab7b34 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=fb16e5e249744f3bbde1778e68ff09af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7643948 Aug 31 09:43:09.091148 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 4191a26b-a23a-42a4-8b40-b35571fd2d73 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:09.092391 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.094258 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f22de5-de77-46e2-93ac-ab3adf8fcf50 None None] Pushing event updated for resources: {'Port': ['ID=687ea483-37f7-4f5b-9d1a-7ae7212d0ace,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:09.226650 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 35340) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:09.241347 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a229d-1cf0-4206-b035-d7b0f7ab7b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d164ee4-3add-4982-825e-edafcc40b35c,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:09.294024 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-a0457029-1e88-4adb-9c18-ad01bbe45148 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Allocated IP 172.20.0.1 (4896214c-1044-4bb0-9aef-cb2eb64a56bd/4d88890c-97df-4e4a-84cd-23c969267bb9/3db3efd3-4517-4455-a350-66396fa9a42e) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:09.332271 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.389770 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 4191a26b-a23a-42a4-8b40-b35571fd2d73, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4191a26b-a23a-42a4-8b40-b35571fd2d73,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:09.452211 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e20530cc-5189-4fc5-a323-35055c6f22c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.460437 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.470347 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18516807-94d3-4c3c-b260-45767af868e9 req-f076b42f-fc57-4c83-8248-76d050303243 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:09.471947 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-18516807-94d3-4c3c-b260-45767af868e9 req-f076b42f-fc57-4c83-8248-76d050303243 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] 10.222.0.112 "GET /v2.0/networks?id=1b6ec12e-e327-4bf5-a5cf-3844199fbab8 HTTP/1.1" status: 200 len: 814 time: 0.2439873 Aug 31 09:43:09.472621 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-485fcc00-f031-4574-87f8-76bd3ed7f213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.494203 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-18516807-94d3-4c3c-b260-45767af868e9 req-4db03877-1c13-4264-8fbb-c2cd2e476fc5 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] Request body: {'port': {'device_id': '8238dc50-ac54-4760-bdc6-c9ad66cd5447', 'network_id': '1b6ec12e-e327-4bf5-a5cf-3844199fbab8', 'admin_state_up': True, 'tenant_id': '7a8e0d49399d438e940a53c85328e133'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:09.509551 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e20530cc-5189-4fc5-a323-35055c6f22c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.565815 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=4191a26b-a23a-42a4-8b40-b35571fd2d73,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:09.577795 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a0457029-1e88-4adb-9c18-ad01bbe45148 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.624844 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-a0457029-1e88-4adb-9c18-ad01bbe45148 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Transition to ACTIVE for port object 3db3efd3-4517-4455-a350-66396fa9a42e will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:09.769066 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a0457029-1e88-4adb-9c18-ad01bbe45148 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.816539 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0457029-1e88-4adb-9c18-ad01bbe45148 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Network 4896214c-1044-4bb0-9aef-cb2eb64a56bd is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:09.821563 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-a0457029-1e88-4adb-9c18-ad01bbe45148 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:09.826681 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0457029-1e88-4adb-9c18-ad01bbe45148 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:09.861924 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0457029-1e88-4adb-9c18-ad01bbe45148 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'Port': ['ID=3db3efd3-4517-4455-a350-66396fa9a42e,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:09.887862 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e20530cc-5189-4fc5-a323-35055c6f22c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.891102 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e20530cc-5189-4fc5-a323-35055c6f22c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.892346 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e20530cc-5189-4fc5-a323-35055c6f22c7 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/1d164ee4-3add-4982-825e-edafcc40b35c HTTP/1.1" status: 204 len: 168 time: 0.6433744 Aug 31 09:43:09.897425 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a0457029-1e88-4adb-9c18-ad01bbe45148 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.909122 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20530cc-5189-4fc5-a323-35055c6f22c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d164ee4-3add-4982-825e-edafcc40b35c,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:09.937430 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18516807-94d3-4c3c-b260-45767af868e9 req-4db03877-1c13-4264-8fbb-c2cd2e476fc5 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] Made reservation on behalf of 7a8e0d49399d438e940a53c85328e133 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:09.942531 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-18516807-94d3-4c3c-b260-45767af868e9 req-4db03877-1c13-4264-8fbb-c2cd2e476fc5 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:09.966500 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485fcc00-f031-4574-87f8-76bd3ed7f213 admin admin] Router 170d631b-117e-40a9-8509-0feb3f90b471 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:43:10.043036 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56910fdb-e40e-4dec-9b74-b7ecc3123d92 req-b5931da7-41fd-4b3d-b3a3-65b92e040116 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] 10.222.0.119 "GET /v2.0/ports?device_id=8238dc50-ac54-4760-bdc6-c9ad66cd5447 HTTP/1.1" status: 200 len: 210 time: 0.0341988 Aug 31 09:43:10.194531 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485fcc00-f031-4574-87f8-76bd3ed7f213 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:43:10.205296 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-485fcc00-f031-4574-87f8-76bd3ed7f213 admin admin] 10.222.0.119 "PUT /v2.0/routers/170d631b-117e-40a9-8509-0feb3f90b471/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5010369 Aug 31 09:43:10.205981 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 35348) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:10.215515 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5df743-3761-432d-b515-774e02b1b00d None None] Sync routers for ids ['170d631b-117e-40a9-8509-0feb3f90b471'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:43:10.244239 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5df743-3761-432d-b515-774e02b1b00d None None] Routers {'170d631b-117e-40a9-8509-0feb3f90b471'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:10.244875 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-3d5df743-3761-432d-b515-774e02b1b00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:42:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['170d631b-117e-40a9-8509-0feb3f90b471'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:10.287687 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a0457029-1e88-4adb-9c18-ad01bbe45148 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:10.379567 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e78783a-c105-49b3-98fe-e50017f630b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:10.442096 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-18516807-94d3-4c3c-b260-45767af868e9 req-4db03877-1c13-4264-8fbb-c2cd2e476fc5 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] Allocated IP 172.20.0.11 (1b6ec12e-e327-4bf5-a5cf-3844199fbab8/724901f2-8959-4c3d-a748-dcd8641aa91d/9442e9d8-68f3-4809-b0ea-9cd9584c833a) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:10.463158 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-3d5df743-3761-432d-b515-774e02b1b00d None None] Set router 170d631b-117e-40a9-8509-0feb3f90b471 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:43:10.617078 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 687ea483-37f7-4f5b-9d1a-7ae7212d0ace up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:10.666563 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e78783a-c105-49b3-98fe-e50017f630b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:10.753111 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-18516807-94d3-4c3c-b260-45767af868e9 req-4db03877-1c13-4264-8fbb-c2cd2e476fc5 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:10.756470 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-3d5df743-3761-432d-b515-774e02b1b00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170d631b-117e-40a9-8509-0feb3f90b471', 'name': 'tempest-TestServerBasicOps-1564676130-router', 'tenant_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:37:38Z', 'updated_at': '2021-08-31T09:43:08Z', 'revision_number': 5, 'project_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'gw_port': {'id': 'a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:53:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170d631b-117e-40a9-8509-0feb3f90b471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:38Z', 'updated_at': '2021-08-31T09:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:10.792517 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5df743-3761-432d-b515-774e02b1b00d None None] Checking router: 170d631b-117e-40a9-8509-0feb3f90b471 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:43:10.809508 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 687ea483-37f7-4f5b-9d1a-7ae7212d0ace completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:10.818812 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5df743-3761-432d-b515-774e02b1b00d None None] Routers {'170d631b-117e-40a9-8509-0feb3f90b471'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:10.819549 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-3d5df743-3761-432d-b515-774e02b1b00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:42:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['170d631b-117e-40a9-8509-0feb3f90b471'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:10.859002 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35360) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:10.876966 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4191a26b-a23a-42a4-8b40-b35571fd2d73 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:10.898321 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-3e78783a-c105-49b3-98fe-e50017f630b1 admin admin] Deleting port a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:10.899090 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e78783a-c105-49b3-98fe-e50017f630b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:10.948167 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-18516807-94d3-4c3c-b260-45767af868e9 req-4db03877-1c13-4264-8fbb-c2cd2e476fc5 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.039408 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18516807-94d3-4c3c-b260-45767af868e9 req-4db03877-1c13-4264-8fbb-c2cd2e476fc5 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] Network 1b6ec12e-e327-4bf5-a5cf-3844199fbab8 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:11.052160 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-18516807-94d3-4c3c-b260-45767af868e9 req-4db03877-1c13-4264-8fbb-c2cd2e476fc5 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:11.056363 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-18516807-94d3-4c3c-b260-45767af868e9 req-4db03877-1c13-4264-8fbb-c2cd2e476fc5 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:11.060094 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db03877-1c13-4264-8fbb-c2cd2e476fc5 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] Pushing event updated for resources: {'Port': ['ID=9442e9d8-68f3-4809-b0ea-9cd9584c833a,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:11.062213 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-3d5df743-3761-432d-b515-774e02b1b00d None None] Set router 170d631b-117e-40a9-8509-0feb3f90b471 gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:43:11.129545 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18516807-94d3-4c3c-b260-45767af868e9 req-4db03877-1c13-4264-8fbb-c2cd2e476fc5 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:11.134532 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-18516807-94d3-4c3c-b260-45767af868e9 req-4db03877-1c13-4264-8fbb-c2cd2e476fc5 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.139250 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-3d5df743-3761-432d-b515-774e02b1b00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170d631b-117e-40a9-8509-0feb3f90b471', 'name': 'tempest-TestServerBasicOps-1564676130-router', 'tenant_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:37:38Z', 'updated_at': '2021-08-31T09:43:10Z', 'revision_number': 6, 'project_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:11.175664 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5df743-3761-432d-b515-774e02b1b00d None None] The sync data for ids ['170d631b-117e-40a9-8509-0feb3f90b471'] in n-d-791506-28 is: [{'id': '170d631b-117e-40a9-8509-0feb3f90b471', 'name': 'tempest-TestServerBasicOps-1564676130-router', 'tenant_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:37:38Z', 'updated_at': '2021-08-31T09:43:10Z', 'revision_number': 6, 'project_id': '43edeaf1cc7c4b33a446a0bf88942dc5', 'gw_port_host': None}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:43:11.178930 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 4191a26b-a23a-42a4-8b40-b35571fd2d73 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:11.180837 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.239663 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-3e78783a-c105-49b3-98fe-e50017f630b1 admin admin] For port a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:11.240927 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e78783a-c105-49b3-98fe-e50017f630b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.253400 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-18516807-94d3-4c3c-b260-45767af868e9 req-4db03877-1c13-4264-8fbb-c2cd2e476fc5 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7669942 Aug 31 09:43:11.259539 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d4b501-f1da-40ef-8f25-256a5b7f5e1b None None] Network 4896214c-1044-4bb0-9aef-cb2eb64a56bd requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:11.259958 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-3e78783a-c105-49b3-98fe-e50017f630b1 admin admin] Calling delete_port for a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:11.274455 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-18516807-94d3-4c3c-b260-45767af868e9 req-feaee730-1b6c-4a68-b0ae-6b3dd9d23b5b service neutron] Request body: {'port': {'device_id': '8238dc50-ac54-4760-bdc6-c9ad66cd5447', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:11.381477 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-18516807-94d3-4c3c-b260-45767af868e9 req-feaee730-1b6c-4a68-b0ae-6b3dd9d23b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.389632 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ad0992ed-959c-4e09-a716-a3a4ce676682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.485533 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a0457029-1e88-4adb-9c18-ad01bbe45148 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.503561 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb8079-1b38-4c2f-b0d8-0a4d5a970196 req-982797db-540b-4e44-b39e-9ca4d954e100 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:11.505119 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5cb8079-1b38-4c2f-b0d8-0a4d5a970196 req-982797db-540b-4e44-b39e-9ca4d954e100 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] 10.222.0.119 "GET /v2.0/ports?device_id=8238dc50-ac54-4760-bdc6-c9ad66cd5447 HTTP/1.1" status: 200 len: 932 time: 0.1503756 Aug 31 09:43:11.564809 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ad0992ed-959c-4e09-a716-a3a4ce676682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.580170 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5cb8079-1b38-4c2f-b0d8-0a4d5a970196 req-274ab004-b76e-42a9-b974-0b22799f5fb6 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] 10.222.0.119 "GET /v2.0/security-groups?id=5abe6c15-9f21-4884-b09e-bb91053752f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668614 Aug 31 09:43:11.581011 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a0457029-1e88-4adb-9c18-ad01bbe45148 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.611475 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2d7bc9df-316c-4217-8104-b8c9d6fc00f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.675693 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0457029-1e88-4adb-9c18-ad01bbe45148 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'Port': ['ID=3db3efd3-4517-4455-a350-66396fa9a42e,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:11.680692 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ad0992ed-959c-4e09-a716-a3a4ce676682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.715148 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 35370) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:11.716116 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ad0992ed-959c-4e09-a716-a3a4ce676682 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=a040fbd06f5447e09ce23a2ae0c2d0af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8559144 Aug 31 09:43:11.738304 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d8f7af95-2586-4192-bcc8-d29385c06c8b None None] Provisioning for port 687ea483-37f7-4f5b-9d1a-7ae7212d0ace completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:11.755086 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d8f7af95-2586-4192-bcc8-d29385c06c8b None None] Provisioning complete for port 687ea483-37f7-4f5b-9d1a-7ae7212d0ace triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:11.755732 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d8f7af95-2586-4192-bcc8-d29385c06c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.761247 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a0457029-1e88-4adb-9c18-ad01bbe45148 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.763333 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0992ed-959c-4e09-a716-a3a4ce676682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944a19e5-7f3a-4ebc-bc42-f65aec24b09a,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:11.850420 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e78783a-c105-49b3-98fe-e50017f630b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.856934 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ead5083b-1a27-45ea-8512-ca2e46f4c920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.884700 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d8f7af95-2586-4192-bcc8-d29385c06c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:11.907608 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e78783a-c105-49b3-98fe-e50017f630b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:11.930319 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0457029-1e88-4adb-9c18-ad01bbe45148 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Network 4896214c-1044-4bb0-9aef-cb2eb64a56bd is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:11.931991 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-a0457029-1e88-4adb-9c18-ad01bbe45148 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:11.934471 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-d8f7af95-2586-4192-bcc8-d29385c06c8b None None] For port 687ea483-37f7-4f5b-9d1a-7ae7212d0ace, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=687ea483-37f7-4f5b-9d1a-7ae7212d0ace,segment=NetworkSegment(c7adb725-37b0-4980-9634-a8dde53a3940),segment_id=c7adb725-37b0-4980-9634-a8dde53a3940)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:11.979784 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ead5083b-1a27-45ea-8512-ca2e46f4c920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.037795 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d8f7af95-2586-4192-bcc8-d29385c06c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.038177 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-18516807-94d3-4c3c-b260-45767af868e9 req-feaee730-1b6c-4a68-b0ae-6b3dd9d23b5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9442e9d8-68f3-4809-b0ea-9cd9584c833a {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:43:12.057118 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-18516807-94d3-4c3c-b260-45767af868e9 req-feaee730-1b6c-4a68-b0ae-6b3dd9d23b5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.065524 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0457029-1e88-4adb-9c18-ad01bbe45148 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Router 072569bf-613b-4801-b7dc-de692df27bdd has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:43:12.076013 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e78783a-c105-49b3-98fe-e50017f630b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.113508 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-18516807-94d3-4c3c-b260-45767af868e9 req-feaee730-1b6c-4a68-b0ae-6b3dd9d23b5b service neutron] Transition to ACTIVE for port object 9442e9d8-68f3-4809-b0ea-9cd9584c833a will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:12.116738 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7af95-2586-4192-bcc8-d29385c06c8b None None] Pushing event updated for resources: {'Port': ['ID=687ea483-37f7-4f5b-9d1a-7ae7212d0ace,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:12.202000 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e78783a-c105-49b3-98fe-e50017f630b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.204442 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e78783a-c105-49b3-98fe-e50017f630b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.225019 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0457029-1e88-4adb-9c18-ad01bbe45148 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:43:12.243835 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a0457029-1e88-4adb-9c18-ad01bbe45148 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "PUT /v2.0/routers/072569bf-613b-4801-b7dc-de692df27bdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7369246 Aug 31 09:43:12.243921 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aed3aa-c6d1-41dc-9045-21add96b360d None None] Sync routers for ids ['072569bf-613b-4801-b7dc-de692df27bdd'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:43:12.251891 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aed3aa-c6d1-41dc-9045-21add96b360d None None] Routers {'072569bf-613b-4801-b7dc-de692df27bdd'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:12.252595 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-b2aed3aa-c6d1-41dc-9045-21add96b360d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:42:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['072569bf-613b-4801-b7dc-de692df27bdd'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:12.252783 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-18516807-94d3-4c3c-b260-45767af868e9 req-feaee730-1b6c-4a68-b0ae-6b3dd9d23b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.265805 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d7db70be-7132-43a7-83fa-63862b4c3972 None None] Provisioning for port 3db3efd3-4517-4455-a350-66396fa9a42e completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:12.269998 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d7db70be-7132-43a7-83fa-63862b4c3972 None None] Provisioning complete for port 3db3efd3-4517-4455-a350-66396fa9a42e triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:12.270521 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d7db70be-7132-43a7-83fa-63862b4c3972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.325209 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ead5083b-1a27-45ea-8512-ca2e46f4c920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.328882 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ead5083b-1a27-45ea-8512-ca2e46f4c920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.332924 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ead5083b-1a27-45ea-8512-ca2e46f4c920 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/944a19e5-7f3a-4ebc-bc42-f65aec24b09a HTTP/1.1" status: 204 len: 168 time: 0.6100156 Aug 31 09:43:12.369727 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-d7db70be-7132-43a7-83fa-63862b4c3972 None None] Port 3db3efd3-4517-4455-a350-66396fa9a42e cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:12.409740 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d7db70be-7132-43a7-83fa-63862b4c3972 None None] Provisioning complete for port 687ea483-37f7-4f5b-9d1a-7ae7212d0ace triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:12.410066 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d7db70be-7132-43a7-83fa-63862b4c3972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.468050 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 687ea483-37f7-4f5b-9d1a-7ae7212d0ace up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:12.509463 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-b2aed3aa-c6d1-41dc-9045-21add96b360d None None] Set router 072569bf-613b-4801-b7dc-de692df27bdd gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:43:12.510734 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e78783a-c105-49b3-98fe-e50017f630b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.512023 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e78783a-c105-49b3-98fe-e50017f630b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 170d631b-117e-40a9-8509-0feb3f90b471 {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:43:12.517707 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3e78783a-c105-49b3-98fe-e50017f630b1 admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.518957 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3e78783a-c105-49b3-98fe-e50017f630b1 admin admin] 10.222.0.119 "DELETE /v2.0/routers/170d631b-117e-40a9-8509-0feb3f90b471 HTTP/1.1" status: 204 len: 168 time: 2.3084011 Aug 31 09:43:12.521482 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35384) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:12.547158 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaee730-1b6c-4a68-b0ae-6b3dd9d23b5b service neutron] Pushing event updated for resources: {'Port': ['ID=9442e9d8-68f3-4809-b0ea-9cd9584c833a,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:12.577804 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5083b-1a27-45ea-8512-ca2e46f4c920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944a19e5-7f3a-4ebc-bc42-f65aec24b09a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:12.599319 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-18516807-94d3-4c3c-b260-45767af868e9 req-feaee730-1b6c-4a68-b0ae-6b3dd9d23b5b service neutron] Attempting to bind port 9442e9d8-68f3-4809-b0ea-9cd9584c833a on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:12.599580 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-18516807-94d3-4c3c-b260-45767af868e9 req-feaee730-1b6c-4a68-b0ae-6b3dd9d23b5b service neutron] Attempting to bind port 9442e9d8-68f3-4809-b0ea-9cd9584c833a by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '9f7fcbbf-ff3b-4f59-9146-d4a71165a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '1b6ec12e-e327-4bf5-a5cf-3844199fbab8'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:12.599917 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18516807-94d3-4c3c-b260-45767af868e9 req-feaee730-1b6c-4a68-b0ae-6b3dd9d23b5b service neutron] Attempting to bind port 9442e9d8-68f3-4809-b0ea-9cd9584c833a on network 1b6ec12e-e327-4bf5-a5cf-3844199fbab8 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:12.613362 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18516807-94d3-4c3c-b260-45767af868e9 req-feaee730-1b6c-4a68-b0ae-6b3dd9d23b5b service neutron] Port 9442e9d8-68f3-4809-b0ea-9cd9584c833a on network 1b6ec12e-e327-4bf5-a5cf-3844199fbab8 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:43:12.613700 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18516807-94d3-4c3c-b260-45767af868e9 req-feaee730-1b6c-4a68-b0ae-6b3dd9d23b5b service neutron] Attempting to bind port 9442e9d8-68f3-4809-b0ea-9cd9584c833a on network 1b6ec12e-e327-4bf5-a5cf-3844199fbab8 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:12.624698 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18516807-94d3-4c3c-b260-45767af868e9 req-feaee730-1b6c-4a68-b0ae-6b3dd9d23b5b service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:12.625053 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18516807-94d3-4c3c-b260-45767af868e9 req-feaee730-1b6c-4a68-b0ae-6b3dd9d23b5b service neutron] Checking segment: {'id': '9f7fcbbf-ff3b-4f59-9146-d4a71165a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '1b6ec12e-e327-4bf5-a5cf-3844199fbab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:12.625441 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18516807-94d3-4c3c-b260-45767af868e9 req-feaee730-1b6c-4a68-b0ae-6b3dd9d23b5b service neutron] Bound using segment: {'id': '9f7fcbbf-ff3b-4f59-9146-d4a71165a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '1b6ec12e-e327-4bf5-a5cf-3844199fbab8'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:12.625881 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-18516807-94d3-4c3c-b260-45767af868e9 req-feaee730-1b6c-4a68-b0ae-6b3dd9d23b5b service neutron] Bound port: 9442e9d8-68f3-4809-b0ea-9cd9584c833a, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f7fcbbf-ff3b-4f59-9146-d4a71165a44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '1b6ec12e-e327-4bf5-a5cf-3844199fbab8'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:12.626376 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-18516807-94d3-4c3c-b260-45767af868e9 req-feaee730-1b6c-4a68-b0ae-6b3dd9d23b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.820310 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 687ea483-37f7-4f5b-9d1a-7ae7212d0ace triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:12.820736 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.829923 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3deb9c4-39f9-453b-a283-234d091ae180 admin admin] Deleting subnet f0c41a17-eca0-420d-8753-f8f3c66e86af {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:43:12.839775 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-18516807-94d3-4c3c-b260-45767af868e9 req-feaee730-1b6c-4a68-b0ae-6b3dd9d23b5b service neutron] For port 9442e9d8-68f3-4809-b0ea-9cd9584c833a, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:12.846947 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-18516807-94d3-4c3c-b260-45767af868e9 req-feaee730-1b6c-4a68-b0ae-6b3dd9d23b5b service neutron] For port 9442e9d8-68f3-4809-b0ea-9cd9584c833a, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=9442e9d8-68f3-4809-b0ea-9cd9584c833a,segment=NetworkSegment(9f7fcbbf-ff3b-4f59-9146-d4a71165a44c),segment_id=9f7fcbbf-ff3b-4f59-9146-d4a71165a44c)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:12.847686 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f3deb9c4-39f9-453b-a283-234d091ae180 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.883745 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-28f43f45-60bc-4dae-a7f8-89212805ddb3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1578607720&fields=id&tenant_id=29b420db5ab94eb097db55181093bc9b HTTP/1.1" status: 200 len: 267 time: 0.2269669 Aug 31 09:43:12.937208 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-b2aed3aa-c6d1-41dc-9045-21add96b360d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '072569bf-613b-4801-b7dc-de692df27bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668854350', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4191a26b-a23a-42a4-8b40-b35571fd2d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:02Z', 'updated_at': '2021-08-31T09:43:10Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '4191a26b-a23a-42a4-8b40-b35571fd2d73', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072569bf-613b-4801-b7dc-de692df27bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:04Z', 'updated_at': '2021-08-31T09:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '3db3efd3-4517-4455-a350-66396fa9a42e', 'name': '', 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:d5:34:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '072569bf-613b-4801-b7dc-de692df27bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '4d88890c-97df-4e4a-84cd-23c969267bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:08Z', 'updated_at': '2021-08-31T09:43:10Z', 'revision_number': 2, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': '4d88890c-97df-4e4a-84cd-23c969267bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:12.941089 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-18516807-94d3-4c3c-b260-45767af868e9 req-feaee730-1b6c-4a68-b0ae-6b3dd9d23b5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.959948 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d58151d9-020d-4b61-b3f5-3fb6a774a927 None None] Provisioning complete for port 3db3efd3-4517-4455-a350-66396fa9a42e triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:12.960643 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d58151d9-020d-4b61-b3f5-3fb6a774a927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:12.967775 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f3deb9c4-39f9-453b-a283-234d091ae180 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:13.009525 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc9027-e5b2-4154-9d13-51ec4c2137cf req-e4cd75c5-5847-4168-a877-16fc10981ccc tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:13.011330 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-44fc9027-e5b2-4154-9d13-51ec4c2137cf req-e4cd75c5-5847-4168-a877-16fc10981ccc tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] 10.222.0.119 "GET /v2.0/ports?device_id=8238dc50-ac54-4760-bdc6-c9ad66cd5447 HTTP/1.1" status: 200 len: 944 time: 0.2790718 Aug 31 09:43:13.012031 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aed3aa-c6d1-41dc-9045-21add96b360d None None] Checking router: 072569bf-613b-4801-b7dc-de692df27bdd for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:43:13.012393 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aed3aa-c6d1-41dc-9045-21add96b360d None None] Updating router 072569bf-613b-4801-b7dc-de692df27bdd port 3db3efd3-4517-4455-a350-66396fa9a42e binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:43:13.023827 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-d58151d9-020d-4b61-b3f5-3fb6a774a927 None None] Port 3db3efd3-4517-4455-a350-66396fa9a42e cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:13.033166 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18516807-94d3-4c3c-b260-45767af868e9 req-feaee730-1b6c-4a68-b0ae-6b3dd9d23b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:13.034774 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-18516807-94d3-4c3c-b260-45767af868e9 req-feaee730-1b6c-4a68-b0ae-6b3dd9d23b5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:13.037662 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-18516807-94d3-4c3c-b260-45767af868e9 req-feaee730-1b6c-4a68-b0ae-6b3dd9d23b5b service neutron] 10.222.0.112 "PUT /v2.0/ports/9442e9d8-68f3-4809-b0ea-9cd9584c833a HTTP/1.1" status: 200 len: 1093 time: 1.7709305 Aug 31 09:43:13.041551 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8238dc50-ac54-4760-bdc6-c9ad66cd5447', 'tag': '9442e9d8-68f3-4809-b0ea-9cd9584c833a'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:43:13.056744 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-b2aed3aa-c6d1-41dc-9045-21add96b360d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:13.058652 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce055d9-614f-4e92-a606-9404e86dffa2" -d '{"events": [{"name": "network-changed", "server_uuid": "8238dc50-ac54-4760-bdc6-c9ad66cd5447", "tag": "9442e9d8-68f3-4809-b0ea-9cd9584c833a"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:43:13.061732 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device e0010926-dc3b-4c32-a75b-f4f2fb91c7f3 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:43:13.087789 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaee730-1b6c-4a68-b0ae-6b3dd9d23b5b service neutron] Pushing event updated for resources: {'Port': ['ID=9442e9d8-68f3-4809-b0ea-9cd9584c833a,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:13.101945 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: e0010926-dc3b-4c32-a75b-f4f2fb91c7f3 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:43:13.102534 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device e0010926-dc3b-4c32-a75b-f4f2fb91c7f3 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:43:13.103253 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:43:13.132576 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:43:13.132912 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a382b143-94a3-4c6f-8d26-c8aa7ff6a4cc not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:43:13.141326 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-002400d1-4cbb-4bf3-bfd0-63cce40bb793 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:13.142953 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-002400d1-4cbb-4bf3-bfd0-63cce40bb793 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/networks?id=4896214c-1044-4bb0-9aef-cb2eb64a56bd HTTP/1.1" status: 200 len: 796 time: 0.2533238 Aug 31 09:43:13.248578 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-6165d96d-2856-497d-9675-3bbca4c5fb50 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/quotas/29b420db5ab94eb097db55181093bc9b HTTP/1.1" status: 200 len: 375 time: 0.0516434 Aug 31 09:43:13.257270 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18516807-94d3-4c3c-b260-45767af868e9 req-ff67ce34-cfe4-49bc-94c1-7286f4c4860d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:13.258971 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-18516807-94d3-4c3c-b260-45767af868e9 req-ff67ce34-cfe4-49bc-94c1-7286f4c4860d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=7a8e0d49399d438e940a53c85328e133&device_id=8238dc50-ac54-4760-bdc6-c9ad66cd5447 HTTP/1.1" status: 200 len: 1096 time: 0.0606706 Aug 31 09:43:13.278892 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f3deb9c4-39f9-453b-a283-234d091ae180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:13.327770 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-18516807-94d3-4c3c-b260-45767af868e9 req-9a683961-2966-4a49-899a-817286a88742 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9442e9d8-68f3-4809-b0ea-9cd9584c833a HTTP/1.1" status: 200 len: 217 time: 0.0499406 Aug 31 09:43:13.343465 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-44fc9027-e5b2-4154-9d13-51ec4c2137cf req-85ef2d5a-bfea-42a6-bf5b-5af6061a2246 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] 10.222.0.119 "GET /v2.0/security-groups?id=5abe6c15-9f21-4884-b09e-bb91053752f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206110 Aug 31 09:43:13.403193 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18516807-94d3-4c3c-b260-45767af868e9 req-13e9ef9e-8cfe-4ecc-b1e0-a5ff44201f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:13.405663 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-18516807-94d3-4c3c-b260-45767af868e9 req-13e9ef9e-8cfe-4ecc-b1e0-a5ff44201f5e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=724901f2-8959-4c3d-a748-dcd8641aa91d HTTP/1.1" status: 200 len: 854 time: 0.0707824 Aug 31 09:43:13.408215 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf8fceb-13e8-45ec-a30d-4aed2bb8ffdb x-openstack-request-id: req-5bf8fceb-13e8-45ec-a30d-4aed2bb8ffdb {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:43:13.408933 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8238dc50-ac54-4760-bdc6-c9ad66cd5447", "tag": "9442e9d8-68f3-4809-b0ea-9cd9584c833a", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:43:13.408933 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-5bf8fceb-13e8-45ec-a30d-4aed2bb8ffdb {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:43:13.409264 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8238dc50-ac54-4760-bdc6-c9ad66cd5447', 'tag': '9442e9d8-68f3-4809-b0ea-9cd9584c833a', 'status': 'completed', 'code': 200} Aug 31 09:43:13.433136 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-7c92e053-ef47-4773-b512-e45d8c4c3768 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1071188 Aug 31 09:43:13.449781 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-14c47744-78d1-4c11-86ba-1df08d44bff0 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:43:13.450970 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-14c47744-78d1-4c11-86ba-1df08d44bff0 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064356 Aug 31 09:43:13.470608 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-18516807-94d3-4c3c-b260-45767af868e9 req-d951bb53-f12e-4eb7-936a-0bce56de9dd1 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=1b6ec12e-e327-4bf5-a5cf-3844199fbab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500188 Aug 31 09:43:13.527499 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-b2aed3aa-c6d1-41dc-9045-21add96b360d None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:13.540112 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-b2aed3aa-c6d1-41dc-9045-21add96b360d None None] Transition to ACTIVE for port object 3db3efd3-4517-4455-a350-66396fa9a42e will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:13.551209 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f3deb9c4-39f9-453b-a283-234d091ae180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:13.591565 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3deb9c4-39f9-453b-a283-234d091ae180 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0c41a17-eca0-420d-8753-f8f3c66e86af,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:13.606494 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f3deb9c4-39f9-453b-a283-234d091ae180 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:13.608669 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f3deb9c4-39f9-453b-a283-234d091ae180 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/f0c41a17-eca0-420d-8753-f8f3c66e86af HTTP/1.1" status: 204 len: 168 time: 1.0850368 Aug 31 09:43:13.611297 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35422) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:13.612202 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6d5bfa-832c-4085-b725-47070f1333fc None None] Network 6face56c-e92e-4852-b5b0-05a72adb3a2e requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:13.612865 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-b2aed3aa-c6d1-41dc-9045-21add96b360d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:13.624096 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-3e802102-67e6-45cf-b8b7-7df4885cef9e service neutron] 10.222.0.119 "GET /v2.0/networks/4896214c-1044-4bb0-9aef-cb2eb64a56bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617625 Aug 31 09:43:13.641880 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-18516807-94d3-4c3c-b260-45767af868e9 req-975bfe4d-f5a1-4b31-8367-dd1181064bdc service neutron] 10.222.0.112 "GET /v2.0/networks/1b6ec12e-e327-4bf5-a5cf-3844199fbab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600041 Aug 31 09:43:13.705227 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25247811-d112-4271-a33e-91ea5f2d8a6f None None] Pushing event updated for resources: {'Port': ['ID=3db3efd3-4517-4455-a350-66396fa9a42e,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:13.841431 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-18516807-94d3-4c3c-b260-45767af868e9 req-e249e304-ed96-4b50-8086-e3de0bccff69 service neutron] 10.222.0.112 "GET /v2.0/networks/1b6ec12e-e327-4bf5-a5cf-3844199fbab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886756 Aug 31 09:43:13.866731 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c02fd90c-10eb-4da9-b634-98140f63ec35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:13.875044 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-b2aed3aa-c6d1-41dc-9045-21add96b360d None None] Attempting to bind port 3db3efd3-4517-4455-a350-66396fa9a42e on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:13.878046 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-b2aed3aa-c6d1-41dc-9045-21add96b360d None None] Attempting to bind port 3db3efd3-4517-4455-a350-66396fa9a42e by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'c7adb725-37b0-4980-9634-a8dde53a3940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:13.878046 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aed3aa-c6d1-41dc-9045-21add96b360d None None] Attempting to bind port 3db3efd3-4517-4455-a350-66396fa9a42e on network 4896214c-1044-4bb0-9aef-cb2eb64a56bd {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:13.886275 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aed3aa-c6d1-41dc-9045-21add96b360d None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:13.887087 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aed3aa-c6d1-41dc-9045-21add96b360d None None] Checking segment: {'id': 'c7adb725-37b0-4980-9634-a8dde53a3940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:13.887906 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-b2aed3aa-c6d1-41dc-9045-21add96b360d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:13.888579 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aed3aa-c6d1-41dc-9045-21add96b360d None None] Bound using segment: {'id': 'c7adb725-37b0-4980-9634-a8dde53a3940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:13.889889 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-b2aed3aa-c6d1-41dc-9045-21add96b360d None None] Bound port: 3db3efd3-4517-4455-a350-66396fa9a42e, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7adb725-37b0-4980-9634-a8dde53a3940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:13.890604 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-b2aed3aa-c6d1-41dc-9045-21add96b360d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:13.929628 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-92b693e4-340a-4db8-98e3-87e45850887e service neutron] 10.222.0.119 "GET /v2.0/networks/4896214c-1044-4bb0-9aef-cb2eb64a56bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945623 Aug 31 09:43:13.983377 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5347fff7-3c67-4465-b59b-25f471cfe82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:13.993883 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8a5a98-634f-4f17-8517-1f0e401811c2 None None] DHCP port deletion for 6face56c-e92e-4852-b5b0-05a72adb3a2e request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:43:14.042067 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-c02fd90c-10eb-4da9-b634-98140f63ec35 admin admin] Deleting port fd7af21e-5fe0-4886-8864-85ec87084421 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:14.042664 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c02fd90c-10eb-4da9-b634-98140f63ec35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.100835 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce055d9-614f-4e92-a606-9404e86dffa2 req-903abf13-e360-4e0a-95ae-b3afa435470d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:14.102655 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fce055d9-614f-4e92-a606-9404e86dffa2 req-903abf13-e360-4e0a-95ae-b3afa435470d service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=7a8e0d49399d438e940a53c85328e133&device_id=8238dc50-ac54-4760-bdc6-c9ad66cd5447 HTTP/1.1" status: 200 len: 1096 time: 0.0950265 Aug 31 09:43:14.133990 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-b2aed3aa-c6d1-41dc-9045-21add96b360d None None] For port 3db3efd3-4517-4455-a350-66396fa9a42e, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:14.139751 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-7b8a5a98-634f-4f17-8517-1f0e401811c2 None None] Deleting port fd7af21e-5fe0-4886-8864-85ec87084421 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:14.140407 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-b2aed3aa-c6d1-41dc-9045-21add96b360d None None] For port 3db3efd3-4517-4455-a350-66396fa9a42e, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3db3efd3-4517-4455-a350-66396fa9a42e,segment=NetworkSegment(c7adb725-37b0-4980-9634-a8dde53a3940),segment_id=c7adb725-37b0-4980-9634-a8dde53a3940)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:14.141723 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7b8a5a98-634f-4f17-8517-1f0e401811c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.157605 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35436) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:14.189154 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-c02fd90c-10eb-4da9-b634-98140f63ec35 admin admin] For port fd7af21e-5fe0-4886-8864-85ec87084421, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=fd7af21e-5fe0-4886-8864-85ec87084421,segment=NetworkSegment(afe1bf22-f380-415d-beed-9671d75e08d3),segment_id=afe1bf22-f380-415d-beed-9671d75e08d3)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:14.189547 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c02fd90c-10eb-4da9-b634-98140f63ec35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.205595 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-c02fd90c-10eb-4da9-b634-98140f63ec35 admin admin] Calling delete_port for fd7af21e-5fe0-4886-8864-85ec87084421 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:14.214349 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-7b8a5a98-634f-4f17-8517-1f0e401811c2 None None] For port fd7af21e-5fe0-4886-8864-85ec87084421, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=fd7af21e-5fe0-4886-8864-85ec87084421,segment=NetworkSegment(afe1bf22-f380-415d-beed-9671d75e08d3),segment_id=afe1bf22-f380-415d-beed-9671d75e08d3)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:14.215038 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7b8a5a98-634f-4f17-8517-1f0e401811c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.232222 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-7b8a5a98-634f-4f17-8517-1f0e401811c2 None None] Calling delete_port for fd7af21e-5fe0-4886-8864-85ec87084421 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:14.245118 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-b2aed3aa-c6d1-41dc-9045-21add96b360d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.316442 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce055d9-614f-4e92-a606-9404e86dffa2 req-54c5da59-d808-4ffd-8d6f-eff96c3fa276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:14.319767 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fce055d9-614f-4e92-a606-9404e86dffa2 req-54c5da59-d808-4ffd-8d6f-eff96c3fa276 service neutron] 10.222.0.112 "GET /v2.0/networks?id=1b6ec12e-e327-4bf5-a5cf-3844199fbab8 HTTP/1.1" status: 200 len: 916 time: 0.2097170 Aug 31 09:43:14.406899 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.435895 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device fd7af21e-5fe0-4886-8864-85ec87084421 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:43:14.443356 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2c2b2646-bc55-40d7-98ca-60e1d7260b87 req-64a89ff6-4063-4495-adad-4856069b6574 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 210 time: 0.0694780 Aug 31 09:43:14.449026 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c02fd90c-10eb-4da9-b634-98140f63ec35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.470842 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aed3aa-c6d1-41dc-9045-21add96b360d None None] Routers {'072569bf-613b-4801-b7dc-de692df27bdd'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:14.471439 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fce055d9-614f-4e92-a606-9404e86dffa2 req-7f1ecc75-6c2d-44d6-8309-50daa08b360a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9442e9d8-68f3-4809-b0ea-9cd9584c833a HTTP/1.1" status: 200 len: 217 time: 0.1431890 Aug 31 09:43:14.471571 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-b2aed3aa-c6d1-41dc-9045-21add96b360d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:43:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['072569bf-613b-4801-b7dc-de692df27bdd'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:14.488889 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7b8a5a98-634f-4f17-8517-1f0e401811c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.494081 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25247811-d112-4271-a33e-91ea5f2d8a6f None None] Pushing event updated for resources: {'Port': ['ID=3db3efd3-4517-4455-a350-66396fa9a42e,revision_number=4']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:14.536276 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce055d9-614f-4e92-a606-9404e86dffa2 req-e0c82876-8409-4d5b-b370-ac17ea064e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:14.537791 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fce055d9-614f-4e92-a606-9404e86dffa2 req-e0c82876-8409-4d5b-b370-ac17ea064e13 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=724901f2-8959-4c3d-a748-dcd8641aa91d HTTP/1.1" status: 200 len: 854 time: 0.0592215 Aug 31 09:43:14.562026 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02fd90c-10eb-4da9-b634-98140f63ec35 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd7af21e-5fe0-4886-8864-85ec87084421,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:14.571442 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a5a98-634f-4f17-8517-1f0e401811c2 None None] Pushing event deleted for resources: {'Port': ['ID=fd7af21e-5fe0-4886-8864-85ec87084421,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:14.575397 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-451f79ab-f84b-407b-adba-0ddc448cd87e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-969096070-network', 'tenant_id': 'f6b91ce090764b0fb430d429b441b03e'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:14.581164 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8a5a98-634f-4f17-8517-1f0e401811c2 None None] No DVR routers for this DVR port fd7af21e-5fe0-4886-8864-85ec87084421 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:43:14.600126 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02fd90c-10eb-4da9-b634-98140f63ec35 admin admin] No DVR routers for this DVR port fd7af21e-5fe0-4886-8864-85ec87084421 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:43:14.600688 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No active binding found for port fd7af21e-5fe0-4886-8864-85ec87084421 {{(pid=95554) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 09:43:14.601330 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device fd7af21e-5fe0-4886-8864-85ec87084421 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:43:14.612470 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fce055d9-614f-4e92-a606-9404e86dffa2 req-db0becce-c98d-4e6c-9dc5-39832291159a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=1b6ec12e-e327-4bf5-a5cf-3844199fbab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650408 Aug 31 09:43:14.727902 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-b2aed3aa-c6d1-41dc-9045-21add96b360d None None] Set router 072569bf-613b-4801-b7dc-de692df27bdd gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:43:14.755418 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fce055d9-614f-4e92-a606-9404e86dffa2 req-99e2c41d-d86e-4b3a-8e10-afddd6a5fca0 service neutron] 10.222.0.112 "GET /v2.0/networks/1b6ec12e-e327-4bf5-a5cf-3844199fbab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350965 Aug 31 09:43:14.808312 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451f79ab-f84b-407b-adba-0ddc448cd87e admin admin] Made reservation on behalf of f6b91ce090764b0fb430d429b441b03e for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:14.810843 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-451f79ab-f84b-407b-adba-0ddc448cd87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.823796 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d75607-62fb-48b9-ac60-69b7e7d9ef80 req-80bbb9f6-bba0-4ec6-b02f-3d76a0ea5877 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:14.825406 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47d75607-62fb-48b9-ac60-69b7e7d9ef80 req-80bbb9f6-bba0-4ec6-b02f-3d76a0ea5877 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] 10.222.0.119 "GET /v2.0/ports?device_id=8238dc50-ac54-4760-bdc6-c9ad66cd5447 HTTP/1.1" status: 200 len: 944 time: 0.2398250 Aug 31 09:43:14.831267 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c02fd90c-10eb-4da9-b634-98140f63ec35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.850929 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-c02fd90c-10eb-4da9-b634-98140f63ec35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6face56c-e92e-4852-b5b0-05a72adb3a2e']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:14.866239 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-451f79ab-f84b-407b-adba-0ddc448cd87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.884159 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-c02fd90c-10eb-4da9-b634-98140f63ec35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afe1bf22-f380-415d-beed-9671d75e08d3') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:14.884459 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-c02fd90c-10eb-4da9-b634-98140f63ec35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afe1bf22-f380-415d-beed-9671d75e08d3') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:14.957635 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c02fd90c-10eb-4da9-b634-98140f63ec35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:14.969355 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fce055d9-614f-4e92-a606-9404e86dffa2 req-5d5a3a65-3969-4d7b-b496-d2ff0460e980 service neutron] 10.222.0.112 "GET /v2.0/networks/1b6ec12e-e327-4bf5-a5cf-3844199fbab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059186 Aug 31 09:43:14.975139 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-b2aed3aa-c6d1-41dc-9045-21add96b360d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '072569bf-613b-4801-b7dc-de692df27bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668854350', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4191a26b-a23a-42a4-8b40-b35571fd2d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:02Z', 'updated_at': '2021-08-31T09:43:10Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '4191a26b-a23a-42a4-8b40-b35571fd2d73', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072569bf-613b-4801-b7dc-de692df27bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:04Z', 'updated_at': '2021-08-31T09:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '3db3efd3-4517-4455-a350-66396fa9a42e', 'name': '', 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:d5:34:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '072569bf-613b-4801-b7dc-de692df27bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '4d88890c-97df-4e4a-84cd-23c969267bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:08Z', 'updated_at': '2021-08-31T09:43:14Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': '4d88890c-97df-4e4a-84cd-23c969267bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:15.011961 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47d75607-62fb-48b9-ac60-69b7e7d9ef80 req-cd394ddd-5a92-4e43-9c41-f5779cac119f tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] 10.222.0.119 "GET /v2.0/security-groups?id=5abe6c15-9f21-4884-b09e-bb91053752f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630604 Aug 31 09:43:15.016145 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c02fd90c-10eb-4da9-b634-98140f63ec35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:15.018306 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aed3aa-c6d1-41dc-9045-21add96b360d None None] The sync data for ids ['072569bf-613b-4801-b7dc-de692df27bdd'] in n-d-791506-28 is: [{'id': '072569bf-613b-4801-b7dc-de692df27bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668854350', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4191a26b-a23a-42a4-8b40-b35571fd2d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:02Z', 'updated_at': '2021-08-31T09:43:10Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '4191a26b-a23a-42a4-8b40-b35571fd2d73', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072569bf-613b-4801-b7dc-de692df27bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:04Z', 'updated_at': '2021-08-31T09:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '3db3efd3-4517-4455-a350-66396fa9a42e', 'name': '', 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:d5:34:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '072569bf-613b-4801-b7dc-de692df27bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '4d88890c-97df-4e4a-84cd-23c969267bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:08Z', 'updated_at': '2021-08-31T09:43:14Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': '4d88890c-97df-4e4a-84cd-23c969267bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:43:15.026962 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c02fd90c-10eb-4da9-b634-98140f63ec35 admin admin] Releasing vlan 1630 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:43:15.027374 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c02fd90c-10eb-4da9-b634-98140f63ec35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:15.029078 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:43:15.029078 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:43:15.029078 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:43:15.029078 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:43:15.029078 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:43:15.029078 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:43:15.029078 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:43:15.029078 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:43:15.029078 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:43:15.029078 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:43:15.029078 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:43:15.029078 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:43:15.029078 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:43:15.029078 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:43:15.029078 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:43:15.029078 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:43:15.029078 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:43:15.029078 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:43:15.029078 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:43:15.029078 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:43:15.029078 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:43:15.029078 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:43:15.029078 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:43:15.029078 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:43:15.029078 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:43:15.029078 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:43:15.029078 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:43:15.029078 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:43:15.029078 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:43:15.029078 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:43:15.029078 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:43:15.029078 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:43:15.146992 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-451f79ab-f84b-407b-adba-0ddc448cd87e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:15.232646 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-451f79ab-f84b-407b-adba-0ddc448cd87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:15.236011 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c02fd90c-10eb-4da9-b634-98140f63ec35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:15.241252 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c02fd90c-10eb-4da9-b634-98140f63ec35 admin admin] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:15.246799 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c02fd90c-10eb-4da9-b634-98140f63ec35 admin admin] 10.222.0.119 "DELETE /v2.0/networks/6face56c-e92e-4852-b5b0-05a72adb3a2e HTTP/1.1" status: 204 len: 168 time: 1.6310365 Aug 31 09:43:15.246895 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 35460) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:15.278811 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-451f79ab-f84b-407b-adba-0ddc448cd87e admin admin] vlan segment allocate from pool success with {'vlan_id': 1610, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:43:15.291141 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-451f79ab-f84b-407b-adba-0ddc448cd87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:15.292054 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-451f79ab-f84b-407b-adba-0ddc448cd87e admin admin] Added segment 515767e7-fe81-4762-beae-a628aa4edb8e of type vlan for network cfa4bd4a-a517-4eee-9ef4-b77f689ee32d Aug 31 09:43:15.325961 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02fd90c-10eb-4da9-b634-98140f63ec35 admin admin] Pushing event deleted for resources: {'Network': ['ID=6face56c-e92e-4852-b5b0-05a72adb3a2e,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:15.366791 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:15.370989 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f79ab-f84b-407b-adba-0ddc448cd87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afe76a7-faae-4c69-912f-500a89069efc,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:15.382285 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-451f79ab-f84b-407b-adba-0ddc448cd87e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:15.477684 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-451f79ab-f84b-407b-adba-0ddc448cd87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:15.479160 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451f79ab-f84b-407b-adba-0ddc448cd87e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:15.479367 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-451f79ab-f84b-407b-adba-0ddc448cd87e admin admin] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:15.573074 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-451f79ab-f84b-407b-adba-0ddc448cd87e admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4141498 Aug 31 09:43:15.576733 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35468) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:15.590902 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-0fad1a1c-45b9-465f-9c45-396668365a0b admin admin] Request body: {'subnet': {'network_id': 'cfa4bd4a-a517-4eee-9ef4-b77f689ee32d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-969096070-subnet', 'tenant_id': 'f6b91ce090764b0fb430d429b441b03e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:15.617809 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2cfdb5bf-b428-4ed9-8867-85807ad004cd req-b510df7b-743a-4041-8e99-0f066bb14059 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 210 time: 0.0465629 Aug 31 09:43:15.643306 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f79ab-f84b-407b-adba-0ddc448cd87e admin admin] Pushing event updated for resources: {'Network': ['ID=cfa4bd4a-a517-4eee-9ef4-b77f689ee32d,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:15.650399 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network cfa4bd4a-a517-4eee-9ef4-b77f689ee32d details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:43:15.718598 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fad1a1c-45b9-465f-9c45-396668365a0b admin admin] Made reservation on behalf of f6b91ce090764b0fb430d429b441b03e for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:15.721448 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0fad1a1c-45b9-465f-9c45-396668365a0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:16.058671 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0fad1a1c-45b9-465f-9c45-396668365a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:16.196093 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad1a1c-45b9-465f-9c45-396668365a0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3069d5a-307d-40b9-a095-90fc405400f7,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:16.208614 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fad1a1c-45b9-465f-9c45-396668365a0b admin admin] Checking segment: {'id': '515767e7-fe81-4762-beae-a628aa4edb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'cfa4bd4a-a517-4eee-9ef4-b77f689ee32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:16.208990 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fad1a1c-45b9-465f-9c45-396668365a0b admin admin] Network hostable DHCP agents. Network: cfa4bd4a-a517-4eee-9ef4-b77f689ee32d, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:43:16.245957 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da5fb9-6980-4460-9463-40078c2dcd0a req-b0ccbbc2-b17d-4db8-94ae-6e3df30bc9e7 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:16.253814 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c5da5fb9-6980-4460-9463-40078c2dcd0a req-b0ccbbc2-b17d-4db8-94ae-6e3df30bc9e7 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] 10.222.0.119 "GET /v2.0/ports?device_id=8238dc50-ac54-4760-bdc6-c9ad66cd5447 HTTP/1.1" status: 200 len: 944 time: 0.1339810 Aug 31 09:43:16.266092 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-108d34e4-0258-42f9-a76b-8f6e053fbb84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:16.392076 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c5da5fb9-6980-4460-9463-40078c2dcd0a req-0d02e76b-c14a-4680-9456-574aa40153f8 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] 10.222.0.119 "GET /v2.0/security-groups?id=5abe6c15-9f21-4884-b09e-bb91053752f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551066 Aug 31 09:43:16.460370 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fad1a1c-45b9-465f-9c45-396668365a0b admin admin] Network cfa4bd4a-a517-4eee-9ef4-b77f689ee32d is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:43:16.479465 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3db3efd3-4517-4455-a350-66396fa9a42e up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:16.565402 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-108d34e4-0258-42f9-a76b-8f6e053fbb84 admin admin] Deleting port 63b7b29b-1857-4fdd-90e3-571988775861 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:16.565402 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-108d34e4-0258-42f9-a76b-8f6e053fbb84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:16.580596 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-0fad1a1c-45b9-465f-9c45-396668365a0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, cfa4bd4a-a517-4eee-9ef4-b77f689ee32d) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:16.609076 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fad1a1c-45b9-465f-9c45-396668365a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:16.609076 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0fad1a1c-45b9-465f-9c45-396668365a0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:16.609929 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ee6f11-0a86-47ab-a2a8-273c9b31f4e4 None None] Network cfa4bd4a-a517-4eee-9ef4-b77f689ee32d requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:16.653092 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-108d34e4-0258-42f9-a76b-8f6e053fbb84 admin admin] For port 63b7b29b-1857-4fdd-90e3-571988775861, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=63b7b29b-1857-4fdd-90e3-571988775861,segment=NetworkSegment(97179bad-2205-485e-b9dc-1ebdf3179415),segment_id=97179bad-2205-485e-b9dc-1ebdf3179415)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:16.653582 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-108d34e4-0258-42f9-a76b-8f6e053fbb84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:16.679559 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-108d34e4-0258-42f9-a76b-8f6e053fbb84 admin admin] Calling delete_port for 63b7b29b-1857-4fdd-90e3-571988775861 owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:16.691131 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 3db3efd3-4517-4455-a350-66396fa9a42e completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:16.715012 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 3db3efd3-4517-4455-a350-66396fa9a42e triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:16.715724 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:16.716013 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0fad1a1c-45b9-465f-9c45-396668365a0b admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1291320 Aug 31 09:43:16.887568 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-4a2324fd-97b9-467b-b61a-8f03ad4243eb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:16.891382 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-4a2324fd-97b9-467b-b61a-8f03ad4243eb tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.59 "GET /v2.0/networks?id=4896214c-1044-4bb0-9aef-cb2eb64a56bd HTTP/1.1" status: 200 len: 796 time: 0.3511965 Aug 31 09:43:16.915298 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81deac74-d6d3-4d1f-a66f-7acc3d1a8577 None None] Network cfa4bd4a-a517-4eee-9ef4-b77f689ee32d requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:16.975167 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-c79c234b-b74e-4276-a456-c8edb611fa1f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29b420db5ab94eb097db55181093bc9b HTTP/1.1" status: 200 len: 380 time: 0.0742023 Aug 31 09:43:16.990568 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-7a1580f7-9e8a-431e-9464-fa8ad897b605 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'port': {'device_id': '220a236d-0c28-46ad-bf4f-00051861905a', 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd', 'admin_state_up': True, 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'security_groups': ['62c74951-04f4-4fd6-8647-1ee358ba2904']}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:17.103518 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:17.135932 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:17.144192 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-55f190e3-128c-4462-8ccd-26d58927d63c req-d5fca854-b56c-493f-a5fd-213f62a67f07 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 210 time: 0.0332654 Aug 31 09:43:17.167715 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 3db3efd3-4517-4455-a350-66396fa9a42e, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3db3efd3-4517-4455-a350-66396fa9a42e,segment=NetworkSegment(c7adb725-37b0-4980-9634-a8dde53a3940),segment_id=c7adb725-37b0-4980-9634-a8dde53a3940)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:17.224787 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-108d34e4-0258-42f9-a76b-8f6e053fbb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:17.254221 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d34e4-0258-42f9-a76b-8f6e053fbb84 admin admin] Pushing event deleted for resources: {'Port': ['ID=63b7b29b-1857-4fdd-90e3-571988775861,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:17.276231 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:17.323614 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-7a1580f7-9e8a-431e-9464-fa8ad897b605 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Made reservation on behalf of 29b420db5ab94eb097db55181093bc9b for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:17.328708 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-7a1580f7-9e8a-431e-9464-fa8ad897b605 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:17.370803 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=3db3efd3-4517-4455-a350-66396fa9a42e,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:17.523545 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-108d34e4-0258-42f9-a76b-8f6e053fbb84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:17.569138 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 9442e9d8-68f3-4809-b0ea-9cd9584c833a details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:43:17.582841 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76efa5-43f3-4da8-835b-d43f5b0582b3 req-b6ae6fea-804b-4ed2-a66d-3f9b783941fd tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:17.584443 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3f76efa5-43f3-4da8-835b-d43f5b0582b3 req-b6ae6fea-804b-4ed2-a66d-3f9b783941fd tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] 10.222.0.119 "GET /v2.0/ports?device_id=8238dc50-ac54-4760-bdc6-c9ad66cd5447 HTTP/1.1" status: 200 len: 944 time: 0.1265681 Aug 31 09:43:17.637319 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-7a1580f7-9e8a-431e-9464-fa8ad897b605 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Allocated IP 172.20.0.3 (4896214c-1044-4bb0-9aef-cb2eb64a56bd/4d88890c-97df-4e4a-84cd-23c969267bb9/15473330-049d-41ba-829c-aba345d35b56) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:17.661206 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3f76efa5-43f3-4da8-835b-d43f5b0582b3 req-23b2b856-c03e-4750-b2c5-dbdbe2b0a4d4 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] 10.222.0.119 "GET /v2.0/security-groups?id=5abe6c15-9f21-4884-b09e-bb91053752f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658870 Aug 31 09:43:17.710451 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 9442e9d8-68f3-4809-b0ea-9cd9584c833a, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=9442e9d8-68f3-4809-b0ea-9cd9584c833a,segment=NetworkSegment(9f7fcbbf-ff3b-4f59-9146-d4a71165a44c),segment_id=9f7fcbbf-ff3b-4f59-9146-d4a71165a44c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:17.733008 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '9442e9d8-68f3-4809-b0ea-9cd9584c833a', 'network_id': '1b6ec12e-e327-4bf5-a5cf-3844199fbab8', 'port_id': '9442e9d8-68f3-4809-b0ea-9cd9584c833a', 'mac_address': 'fa:16:3e:39:5f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '724901f2-8959-4c3d-a748-dcd8641aa91d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:43:17.774639 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:17.803555 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9442e9d8-68f3-4809-b0ea-9cd9584c833a {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:43:17.808336 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108d34e4-0258-42f9-a76b-8f6e053fbb84 admin admin] Router bb9e8db6-6d4c-4979-b276-221e98836e0a has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:43:17.841563 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 9442e9d8-68f3-4809-b0ea-9cd9584c833a, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=9442e9d8-68f3-4809-b0ea-9cd9584c833a,segment=NetworkSegment(9f7fcbbf-ff3b-4f59-9146-d4a71165a44c),segment_id=9f7fcbbf-ff3b-4f59-9146-d4a71165a44c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:17.869784 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-7a1580f7-9e8a-431e-9464-fa8ad897b605 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:17.898298 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-7a1580f7-9e8a-431e-9464-fa8ad897b605 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Transition to ACTIVE for port object 15473330-049d-41ba-829c-aba345d35b56 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:17.916131 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:17.952645 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108d34e4-0258-42f9-a76b-8f6e053fbb84 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:43:17.961355 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-108d34e4-0258-42f9-a76b-8f6e053fbb84 admin admin] 10.222.0.119 "PUT /v2.0/routers/bb9e8db6-6d4c-4979-b276-221e98836e0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7135308 Aug 31 09:43:17.961963 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 35510) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:17.966133 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d046032-b167-46b9-baa2-312f96a930e6 None None] Sync routers for ids ['bb9e8db6-6d4c-4979-b276-221e98836e0a'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:43:17.989333 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d046032-b167-46b9-baa2-312f96a930e6 None None] Routers {'bb9e8db6-6d4c-4979-b276-221e98836e0a'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:17.990060 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-6d046032-b167-46b9-baa2-312f96a930e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:43:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['bb9e8db6-6d4c-4979-b276-221e98836e0a'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:18.015507 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-7a1580f7-9e8a-431e-9464-fa8ad897b605 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:18.051250 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=9442e9d8-68f3-4809-b0ea-9cd9584c833a,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:18.089555 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-7a1580f7-9e8a-431e-9464-fa8ad897b605 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Network 4896214c-1044-4bb0-9aef-cb2eb64a56bd is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:18.093721 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-7a1580f7-9e8a-431e-9464-fa8ad897b605 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:18.098044 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-7a1580f7-9e8a-431e-9464-fa8ad897b605 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:18.118717 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fad764d7-3196-471d-be43-3822f004e810 admin admin] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:18.127253 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1580f7-9e8a-431e-9464-fa8ad897b605 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'Port': ['ID=15473330-049d-41ba-829c-aba345d35b56,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:18.155478 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-7a1580f7-9e8a-431e-9464-fa8ad897b605 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:18.155959 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-6d046032-b167-46b9-baa2-312f96a930e6 None None] Set router bb9e8db6-6d4c-4979-b276-221e98836e0a gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:43:18.156255 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-7a1580f7-9e8a-431e-9464-fa8ad897b605 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:18.218266 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['9442e9d8-68f3-4809-b0ea-9cd9584c833a'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:43:18.261632 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-7a1580f7-9e8a-431e-9464-fa8ad897b605 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2765036 Aug 31 09:43:18.280722 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-9ecba591-d782-45b6-8c78-f9399dfe9f09 service neutron] Request body: {'port': {'device_id': '220a236d-0c28-46ad-bf4f-00051861905a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:18.281251 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fad764d7-3196-471d-be43-3822f004e810 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:18.461616 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-fad764d7-3196-471d-be43-3822f004e810 admin admin] Deleting port 8846b940-72bb-4edd-b994-4ef6bcedfe6b {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:18.461957 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fad764d7-3196-471d-be43-3822f004e810 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:18.489198 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-9ecba591-d782-45b6-8c78-f9399dfe9f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:18.501768 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862b54c-c0c9-43b4-b122-11deeb6a4d2a req-d57500ed-601a-4f5c-9bf0-ac0ea4699daa tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:18.503723 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3862b54c-c0c9-43b4-b122-11deeb6a4d2a req-d57500ed-601a-4f5c-9bf0-ac0ea4699daa tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 931 time: 0.2179163 Aug 31 09:43:18.553383 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-48a39d89-be7d-41ed-8302-1be33ae1eb60 None None] Provisioning for port 15473330-049d-41ba-829c-aba345d35b56 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:18.560491 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-48a39d89-be7d-41ed-8302-1be33ae1eb60 None None] Provisioning complete for port 15473330-049d-41ba-829c-aba345d35b56 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:18.561024 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-48a39d89-be7d-41ed-8302-1be33ae1eb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:18.582963 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3862b54c-c0c9-43b4-b122-11deeb6a4d2a req-8c5af750-b49a-42f2-9002-77a2018379f5 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62c74951-04f4-4fd6-8647-1ee358ba2904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696356 Aug 31 09:43:18.595086 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3db3efd3-4517-4455-a350-66396fa9a42e up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:18.604886 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-fad764d7-3196-471d-be43-3822f004e810 admin admin] For port 8846b940-72bb-4edd-b994-4ef6bcedfe6b, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8846b940-72bb-4edd-b994-4ef6bcedfe6b,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:18.614335 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fad764d7-3196-471d-be43-3822f004e810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:18.634336 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-fad764d7-3196-471d-be43-3822f004e810 admin admin] Calling delete_port for 8846b940-72bb-4edd-b994-4ef6bcedfe6b owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:18.704630 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-48a39d89-be7d-41ed-8302-1be33ae1eb60 None None] Port 15473330-049d-41ba-829c-aba345d35b56 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:43:18.756878 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-6d046032-b167-46b9-baa2-312f96a930e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9e8db6-6d4c-4979-b276-221e98836e0a', 'name': 'tempest-TestServerBasicOps-2122591707-router', 'tenant_id': '20036abc9a73458ebf28fcaf585a8274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8846b940-72bb-4edd-b994-4ef6bcedfe6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:37:47Z', 'updated_at': '2021-08-31T09:43:17Z', 'revision_number': 5, 'project_id': '20036abc9a73458ebf28fcaf585a8274', 'gw_port': {'id': '8846b940-72bb-4edd-b994-4ef6bcedfe6b', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9e8db6-6d4c-4979-b276-221e98836e0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:37:48Z', 'updated_at': '2021-08-31T09:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:18.765961 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 3db3efd3-4517-4455-a350-66396fa9a42e triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:18.766488 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:18.828147 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d046032-b167-46b9-baa2-312f96a930e6 None None] Checking router: bb9e8db6-6d4c-4979-b276-221e98836e0a for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:43:18.855934 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d046032-b167-46b9-baa2-312f96a930e6 None None] Routers {'bb9e8db6-6d4c-4979-b276-221e98836e0a'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:18.856875 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-6d046032-b167-46b9-baa2-312f96a930e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:43:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['bb9e8db6-6d4c-4979-b276-221e98836e0a'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:18.928359 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9b0fd-5607-4fe6-a511-9c1a85fc5ccb req-945dd58d-5b9d-4332-a874-739fe68b723f tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:18.929986 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9bd9b0fd-5607-4fe6-a511-9c1a85fc5ccb req-945dd58d-5b9d-4332-a874-739fe68b723f tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] 10.222.0.119 "GET /v2.0/ports?device_id=8238dc50-ac54-4760-bdc6-c9ad66cd5447 HTTP/1.1" status: 200 len: 945 time: 0.1307838 Aug 31 09:43:18.985577 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fad764d7-3196-471d-be43-3822f004e810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.009229 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-6d046032-b167-46b9-baa2-312f96a930e6 None None] Set router bb9e8db6-6d4c-4979-b276-221e98836e0a gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:43:19.025254 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad764d7-3196-471d-be43-3822f004e810 admin admin] Pushing event deleted for resources: {'Port': ['ID=8846b940-72bb-4edd-b994-4ef6bcedfe6b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:19.040328 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9bd9b0fd-5607-4fe6-a511-9c1a85fc5ccb req-e650d878-ea93-45d9-9bc0-402c713297a3 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] 10.222.0.119 "GET /v2.0/security-groups?id=5abe6c15-9f21-4884-b09e-bb91053752f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968788 Aug 31 09:43:19.050926 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-9ecba591-d782-45b6-8c78-f9399dfe9f09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15473330-049d-41ba-829c-aba345d35b56 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:43:19.066314 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-9ecba591-d782-45b6-8c78-f9399dfe9f09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.082768 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-9ecba591-d782-45b6-8c78-f9399dfe9f09 service neutron] Transition to ACTIVE for port object 15473330-049d-41ba-829c-aba345d35b56 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:19.116866 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fad764d7-3196-471d-be43-3822f004e810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.120787 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-6d046032-b167-46b9-baa2-312f96a930e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9e8db6-6d4c-4979-b276-221e98836e0a', 'name': 'tempest-TestServerBasicOps-2122591707-router', 'tenant_id': '20036abc9a73458ebf28fcaf585a8274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:37:47Z', 'updated_at': '2021-08-31T09:43:18Z', 'revision_number': 6, 'project_id': '20036abc9a73458ebf28fcaf585a8274', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:19.159962 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d046032-b167-46b9-baa2-312f96a930e6 None None] The sync data for ids ['bb9e8db6-6d4c-4979-b276-221e98836e0a'] in n-d-791506-28 is: [{'id': 'bb9e8db6-6d4c-4979-b276-221e98836e0a', 'name': 'tempest-TestServerBasicOps-2122591707-router', 'tenant_id': '20036abc9a73458ebf28fcaf585a8274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:37:47Z', 'updated_at': '2021-08-31T09:43:18Z', 'revision_number': 6, 'project_id': '20036abc9a73458ebf28fcaf585a8274', 'gw_port_host': None}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:43:19.202423 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-9ecba591-d782-45b6-8c78-f9399dfe9f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.223578 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fad764d7-3196-471d-be43-3822f004e810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.225709 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fad764d7-3196-471d-be43-3822f004e810 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.292345 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecba591-d782-45b6-8c78-f9399dfe9f09 service neutron] Pushing event updated for resources: {'Port': ['ID=15473330-049d-41ba-829c-aba345d35b56,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:19.354081 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-9ecba591-d782-45b6-8c78-f9399dfe9f09 service neutron] Attempting to bind port 15473330-049d-41ba-829c-aba345d35b56 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:19.354573 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-9ecba591-d782-45b6-8c78-f9399dfe9f09 service neutron] Attempting to bind port 15473330-049d-41ba-829c-aba345d35b56 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'c7adb725-37b0-4980-9634-a8dde53a3940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:19.354767 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-9ecba591-d782-45b6-8c78-f9399dfe9f09 service neutron] Attempting to bind port 15473330-049d-41ba-829c-aba345d35b56 on network 4896214c-1044-4bb0-9aef-cb2eb64a56bd {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:19.360103 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-9ecba591-d782-45b6-8c78-f9399dfe9f09 service neutron] Port 15473330-049d-41ba-829c-aba345d35b56 on network 4896214c-1044-4bb0-9aef-cb2eb64a56bd not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:43:19.360432 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-9ecba591-d782-45b6-8c78-f9399dfe9f09 service neutron] Attempting to bind port 15473330-049d-41ba-829c-aba345d35b56 on network 4896214c-1044-4bb0-9aef-cb2eb64a56bd {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:19.367042 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-9ecba591-d782-45b6-8c78-f9399dfe9f09 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:19.367699 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-9ecba591-d782-45b6-8c78-f9399dfe9f09 service neutron] Checking segment: {'id': 'c7adb725-37b0-4980-9634-a8dde53a3940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:19.368252 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-9ecba591-d782-45b6-8c78-f9399dfe9f09 service neutron] Bound using segment: {'id': 'c7adb725-37b0-4980-9634-a8dde53a3940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:19.368868 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-9ecba591-d782-45b6-8c78-f9399dfe9f09 service neutron] Bound port: 15473330-049d-41ba-829c-aba345d35b56, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7adb725-37b0-4980-9634-a8dde53a3940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:19.369392 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-9ecba591-d782-45b6-8c78-f9399dfe9f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.373709 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fad764d7-3196-471d-be43-3822f004e810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.374342 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad764d7-3196-471d-be43-3822f004e810 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb9e8db6-6d4c-4979-b276-221e98836e0a {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:43:19.387240 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fad764d7-3196-471d-be43-3822f004e810 admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.393653 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fad764d7-3196-471d-be43-3822f004e810 admin admin] 10.222.0.119 "DELETE /v2.0/routers/bb9e8db6-6d4c-4979-b276-221e98836e0a HTTP/1.1" status: 204 len: 168 time: 1.4306674 Aug 31 09:43:19.401026 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 35538) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:19.447625 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-9ecba591-d782-45b6-8c78-f9399dfe9f09 service neutron] For port 15473330-049d-41ba-829c-aba345d35b56, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:19.451983 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-9ecba591-d782-45b6-8c78-f9399dfe9f09 service neutron] For port 15473330-049d-41ba-829c-aba345d35b56, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=15473330-049d-41ba-829c-aba345d35b56,segment=NetworkSegment(c7adb725-37b0-4980-9634-a8dde53a3940),segment_id=c7adb725-37b0-4980-9634-a8dde53a3940)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:19.475567 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-a001b27e-a7f5-4ddb-a402-2abe5ba17a5a admin admin] Deleting subnet ca9e2093-47e9-4ed3-8202-c70964e57fd7 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:43:19.478918 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a001b27e-a7f5-4ddb-a402-2abe5ba17a5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.518515 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a001b27e-a7f5-4ddb-a402-2abe5ba17a5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.552852 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-9ecba591-d782-45b6-8c78-f9399dfe9f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.599732 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 9442e9d8-68f3-4809-b0ea-9cd9584c833a up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:19.617015 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-9ecba591-d782-45b6-8c78-f9399dfe9f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:19.617869 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-9ecba591-d782-45b6-8c78-f9399dfe9f09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.620609 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a001b27e-a7f5-4ddb-a402-2abe5ba17a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.631252 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-9ecba591-d782-45b6-8c78-f9399dfe9f09 service neutron] 10.222.0.59 "PUT /v2.0/ports/15473330-049d-41ba-829c-aba345d35b56 HTTP/1.1" status: 200 len: 1092 time: 1.3605638 Aug 31 09:43:19.632063 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220a236d-0c28-46ad-bf4f-00051861905a', 'tag': '15473330-049d-41ba-829c-aba345d35b56'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:43:19.634774 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa30eb3-45e4-49e1-9fd8-01b3cdc3e071" -d '{"events": [{"name": "network-changed", "server_uuid": "220a236d-0c28-46ad-bf4f-00051861905a", "tag": "15473330-049d-41ba-829c-aba345d35b56"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:43:19.672880 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecba591-d782-45b6-8c78-f9399dfe9f09 service neutron] Pushing event updated for resources: {'Port': ['ID=15473330-049d-41ba-829c-aba345d35b56,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:19.720453 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64272032-62d6-4828-b370-b7adc0a2dc98 x-openstack-request-id: req-64272032-62d6-4828-b370-b7adc0a2dc98 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:43:19.721600 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220a236d-0c28-46ad-bf4f-00051861905a", "tag": "15473330-049d-41ba-829c-aba345d35b56", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:43:19.722050 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-64272032-62d6-4828-b370-b7adc0a2dc98 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:43:19.723109 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220a236d-0c28-46ad-bf4f-00051861905a', 'tag': '15473330-049d-41ba-829c-aba345d35b56', 'status': 'completed', 'code': 200} Aug 31 09:43:19.818365 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020394c-6902-4271-a8ee-e6010e94b9ff req-d2d9ff6c-d1bb-4a55-862e-bdf2a8d3fd8c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:19.820177 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7020394c-6902-4271-a8ee-e6010e94b9ff req-d2d9ff6c-d1bb-4a55-862e-bdf2a8d3fd8c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 943 time: 0.0937550 Aug 31 09:43:19.824622 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 9442e9d8-68f3-4809-b0ea-9cd9584c833a completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:19.830328 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa30eb3-45e4-49e1-9fd8-01b3cdc3e071 req-fcc29499-7502-461d-8bf9-ce9ad53562a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:19.831884 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 9442e9d8-68f3-4809-b0ea-9cd9584c833a triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:19.832000 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfa30eb3-45e4-49e1-9fd8-01b3cdc3e071 req-fcc29499-7502-461d-8bf9-ce9ad53562a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 1095 time: 0.0957923 Aug 31 09:43:19.832610 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.871356 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a001b27e-a7f5-4ddb-a402-2abe5ba17a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.891613 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a001b27e-a7f5-4ddb-a402-2abe5ba17a5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.893973 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a001b27e-a7f5-4ddb-a402-2abe5ba17a5a admin admin] 10.222.0.119 "DELETE /v2.0/subnets/ca9e2093-47e9-4ed3-8202-c70964e57fd7 HTTP/1.1" status: 204 len: 168 time: 0.4786487 Aug 31 09:43:19.908632 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35550) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:19.908912 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec78a5c0-b11f-4ab3-9e23-175ec4996758 None None] Network 010310e2-8416-4732-85a3-ba05cafced6d requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:19.917862 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001b27e-a7f5-4ddb-a402-2abe5ba17a5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca9e2093-47e9-4ed3-8202-c70964e57fd7,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:19.975742 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:19.996460 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7020394c-6902-4271-a8ee-e6010e94b9ff req-ab186536-a03f-4144-8be5-4f7c04336f34 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62c74951-04f4-4fd6-8647-1ee358ba2904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558752 Aug 31 09:43:20.034469 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b9480142-1654-4df7-9401-ad2f66b4910c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:20.042498 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa30eb3-45e4-49e1-9fd8-01b3cdc3e071 req-662f69bb-232c-4a91-8e2c-6a6e035ecd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:20.043993 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfa30eb3-45e4-49e1-9fd8-01b3cdc3e071 req-662f69bb-232c-4a91-8e2c-6a6e035ecd60 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=29b420db5ab94eb097db55181093bc9b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2029173 Aug 31 09:43:20.062617 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8238dc50-ac54-4760-bdc6-c9ad66cd5447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9442e9d8-68f3-4809-b0ea-9cd9584c833a'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:43:20.064911 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95dc70b-96a4-486c-85f4-0ec62dcc2621" -d '{"events": [{"server_uuid": "8238dc50-ac54-4760-bdc6-c9ad66cd5447", "name": "network-vif-plugged", "status": "completed", "tag": "9442e9d8-68f3-4809-b0ea-9cd9584c833a"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:43:20.093084 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 9442e9d8-68f3-4809-b0ea-9cd9584c833a, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=9442e9d8-68f3-4809-b0ea-9cd9584c833a,segment=NetworkSegment(9f7fcbbf-ff3b-4f59-9146-d4a71165a44c),segment_id=9f7fcbbf-ff3b-4f59-9146-d4a71165a44c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:20.162503 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9eff98b-361e-4252-9a49-c9f0b3e94258 x-openstack-request-id: req-c9eff98b-361e-4252-9a49-c9f0b3e94258 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:43:20.163093 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8238dc50-ac54-4760-bdc6-c9ad66cd5447", "name": "network-vif-plugged", "status": "completed", "tag": "9442e9d8-68f3-4809-b0ea-9cd9584c833a", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:43:20.163564 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-c9eff98b-361e-4252-9a49-c9f0b3e94258 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:43:20.164397 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8238dc50-ac54-4760-bdc6-c9ad66cd5447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9442e9d8-68f3-4809-b0ea-9cd9584c833a', 'code': 200} Aug 31 09:43:20.169403 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:20.242147 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e03dac-865f-4d9b-9cb6-b346a1e2d5e1 None None] DHCP port deletion for 010310e2-8416-4732-85a3-ba05cafced6d request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:43:20.254822 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa30eb3-45e4-49e1-9fd8-01b3cdc3e071 req-155ef253-5f58-4e59-a568-d87e6191d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:20.263443 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfa30eb3-45e4-49e1-9fd8-01b3cdc3e071 req-155ef253-5f58-4e59-a568-d87e6191d7b6 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2112982 Aug 31 09:43:20.300925 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-b9480142-1654-4df7-9401-ad2f66b4910c admin admin] Deleting port ca1613c4-316a-4ac5-b3d4-26608a4eafa4 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:20.301264 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b9480142-1654-4df7-9401-ad2f66b4910c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:20.345857 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=9442e9d8-68f3-4809-b0ea-9cd9584c833a,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:20.346815 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9344958-d3e4-4381-947e-00c90763d70c req-3b98db65-a409-4c87-95ce-9e88075f83d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:20.348954 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e9344958-d3e4-4381-947e-00c90763d70c req-3b98db65-a409-4c87-95ce-9e88075f83d3 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=8238dc50-ac54-4760-bdc6-c9ad66cd5447 HTTP/1.1" status: 200 len: 1098 time: 0.0954659 Aug 31 09:43:20.397659 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bafea2-deaa-47ee-81ac-7bbcedd3f652 req-d433cbf0-73e5-43e0-9fec-5fafd2c04412 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:20.398036 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-34e03dac-865f-4d9b-9cb6-b346a1e2d5e1 None None] Deleting port ca1613c4-316a-4ac5-b3d4-26608a4eafa4 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:20.398581 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-34e03dac-865f-4d9b-9cb6-b346a1e2d5e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:20.405719 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e0bafea2-deaa-47ee-81ac-7bbcedd3f652 req-d433cbf0-73e5-43e0-9fec-5fafd2c04412 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] 10.222.0.119 "GET /v2.0/ports?device_id=8238dc50-ac54-4760-bdc6-c9ad66cd5447 HTTP/1.1" status: 200 len: 946 time: 0.1946640 Aug 31 09:43:20.425793 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e9344958-d3e4-4381-947e-00c90763d70c req-5f132e0c-0adb-4630-b3dc-450e0150d561 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=5abe6c15-9f21-4884-b09e-bb91053752f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647352 Aug 31 09:43:20.558745 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-b9480142-1654-4df7-9401-ad2f66b4910c admin admin] For port ca1613c4-316a-4ac5-b3d4-26608a4eafa4, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ca1613c4-316a-4ac5-b3d4-26608a4eafa4,segment=NetworkSegment(97179bad-2205-485e-b9dc-1ebdf3179415),segment_id=97179bad-2205-485e-b9dc-1ebdf3179415)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:20.559254 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b9480142-1654-4df7-9401-ad2f66b4910c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:20.587822 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e0bafea2-deaa-47ee-81ac-7bbcedd3f652 req-228e4920-dbd7-4409-8c7a-4253665f7b42 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] 10.222.0.119 "GET /v2.0/security-groups?id=5abe6c15-9f21-4884-b09e-bb91053752f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814075 Aug 31 09:43:20.589290 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-b9480142-1654-4df7-9401-ad2f66b4910c admin admin] Calling delete_port for ca1613c4-316a-4ac5-b3d4-26608a4eafa4 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:20.590831 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 63b7b29b-1857-4fdd-90e3-571988775861 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:43:20.599276 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-5061c676-c0cd-46a4-b306-e71c5f3df773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:20.600913 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-5061c676-c0cd-46a4-b306-e71c5f3df773 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 1095 time: 0.2827575 Aug 31 09:43:20.640289 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 63b7b29b-1857-4fdd-90e3-571988775861 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:43:20.640914 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 63b7b29b-1857-4fdd-90e3-571988775861 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:43:20.641017 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8846b940-72bb-4edd-b994-4ef6bcedfe6b no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:43:20.666258 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 8846b940-72bb-4edd-b994-4ef6bcedfe6b {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:43:20.666629 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8846b940-72bb-4edd-b994-4ef6bcedfe6b not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:43:20.667468 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ca1613c4-316a-4ac5-b3d4-26608a4eafa4 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:43:20.707597 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-34e03dac-865f-4d9b-9cb6-b346a1e2d5e1 None None] For port ca1613c4-316a-4ac5-b3d4-26608a4eafa4, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ca1613c4-316a-4ac5-b3d4-26608a4eafa4,segment=NetworkSegment(97179bad-2205-485e-b9dc-1ebdf3179415),segment_id=97179bad-2205-485e-b9dc-1ebdf3179415)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:20.707990 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-34e03dac-865f-4d9b-9cb6-b346a1e2d5e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:20.729468 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-34e03dac-865f-4d9b-9cb6-b346a1e2d5e1 None None] Calling delete_port for ca1613c4-316a-4ac5-b3d4-26608a4eafa4 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:20.852960 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:20.937320 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-34e03dac-865f-4d9b-9cb6-b346a1e2d5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:20.980955 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e03dac-865f-4d9b-9cb6-b346a1e2d5e1 None None] Pushing event deleted for resources: {'Port': ['ID=ca1613c4-316a-4ac5-b3d4-26608a4eafa4,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:20.987716 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e03dac-865f-4d9b-9cb6-b346a1e2d5e1 None None] No DVR routers for this DVR port ca1613c4-316a-4ac5-b3d4-26608a4eafa4 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:43:21.033562 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-88105942-c901-4132-86d9-7a3409a80513 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15473330-049d-41ba-829c-aba345d35b56 HTTP/1.1" status: 200 len: 217 time: 0.4211898 Aug 31 09:43:21.049731 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-4d3f49fa-b06d-47ba-bf26-7444d0b4d8d6 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:21.051176 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-4d3f49fa-b06d-47ba-bf26-7444d0b4d8d6 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/networks?id=cfa4bd4a-a517-4eee-9ef4-b77f689ee32d HTTP/1.1" status: 200 len: 808 time: 0.6435196 Aug 31 09:43:21.117773 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-6102f8ed-21f1-4c01-94c7-6cb1042411a3 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/quotas/f6b91ce090764b0fb430d429b441b03e HTTP/1.1" status: 200 len: 375 time: 0.0492256 Aug 31 09:43:21.166030 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-b74c192c-7cd1-49c7-8dea-7b7de1dd3d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:21.172335 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-b74c192c-7cd1-49c7-8dea-7b7de1dd3d0c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4d88890c-97df-4e4a-84cd-23c969267bb9 HTTP/1.1" status: 200 len: 835 time: 0.1253161 Aug 31 09:43:21.194275 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-9f7735f6-c272-4133-9436-e29c8c6a1dd1 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=f6b91ce090764b0fb430d429b441b03e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592663 Aug 31 09:43:21.203664 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b9480142-1654-4df7-9401-ad2f66b4910c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.292143 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9480142-1654-4df7-9401-ad2f66b4910c admin admin] Pushing event deleted for resources: {'Port': ['ID=ca1613c4-316a-4ac5-b3d4-26608a4eafa4,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:21.296187 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9480142-1654-4df7-9401-ad2f66b4910c admin admin] No DVR routers for this DVR port ca1613c4-316a-4ac5-b3d4-26608a4eafa4 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:43:21.308638 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c01fe0-e40f-4608-bcb3-b26458dff8cd req-dd486858-a4b6-4242-9d6b-1b5138c1008b tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:21.310124 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-14c01fe0-e40f-4608-bcb3-b26458dff8cd req-dd486858-a4b6-4242-9d6b-1b5138c1008b tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 943 time: 0.2156010 Aug 31 09:43:21.410914 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-0ec5a41b-f3c0-409f-a7c0-6cba3a065a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:21.412410 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-0ec5a41b-f3c0-409f-a7c0-6cba3a065a3f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4896214c-1044-4bb0-9aef-cb2eb64a56bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2204816 Aug 31 09:43:21.458217 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b9480142-1654-4df7-9401-ad2f66b4910c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.479202 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-14c01fe0-e40f-4608-bcb3-b26458dff8cd req-c1745669-6cdf-467b-9aa2-b77e634d655b tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62c74951-04f4-4fd6-8647-1ee358ba2904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457791 Aug 31 09:43:21.514230 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-46f61fa8-d06c-4878-92c2-c8fa394f6d31 service neutron] 10.222.0.119 "GET /v2.0/networks/cfa4bd4a-a517-4eee-9ef4-b77f689ee32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064451 Aug 31 09:43:21.519659 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-b9480142-1654-4df7-9401-ad2f66b4910c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010310e2-8416-4732-85a3-ba05cafced6d']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:21.536121 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-b9480142-1654-4df7-9401-ad2f66b4910c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97179bad-2205-485e-b9dc-1ebdf3179415') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:21.536412 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-b9480142-1654-4df7-9401-ad2f66b4910c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97179bad-2205-485e-b9dc-1ebdf3179415') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:21.565201 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b9480142-1654-4df7-9401-ad2f66b4910c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.619404 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b9480142-1654-4df7-9401-ad2f66b4910c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.635163 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9480142-1654-4df7-9401-ad2f66b4910c admin admin] Releasing vlan 1602 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:43:21.635163 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b9480142-1654-4df7-9401-ad2f66b4910c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:43:21.635790 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:43:21.750428 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-986dfb1c-dd26-4dd6-8199-53ba14adb3f4 service neutron] 10.222.0.59 "GET /v2.0/networks/4896214c-1044-4bb0-9aef-cb2eb64a56bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256283 Aug 31 09:43:21.822253 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-0cbb175d-0f2e-4c26-a695-b053ffc80edf service neutron] 10.222.0.119 "GET /v2.0/networks/cfa4bd4a-a517-4eee-9ef4-b77f689ee32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923508 Aug 31 09:43:21.834389 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5567b-c90f-4ef2-830c-6f6da6667ed3 req-3023fa63-dc2c-4121-9901-95967325c2bc tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:21.835835 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6ef5567b-c90f-4ef2-830c-6f6da6667ed3 req-3023fa63-dc2c-4121-9901-95967325c2bc tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] 10.222.0.119 "GET /v2.0/ports?device_id=8238dc50-ac54-4760-bdc6-c9ad66cd5447 HTTP/1.1" status: 200 len: 946 time: 0.1446333 Aug 31 09:43:21.838279 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b9480142-1654-4df7-9401-ad2f66b4910c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.863204 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b9480142-1654-4df7-9401-ad2f66b4910c admin admin] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:21.865824 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b9480142-1654-4df7-9401-ad2f66b4910c admin admin] 10.222.0.119 "DELETE /v2.0/networks/010310e2-8416-4732-85a3-ba05cafced6d HTTP/1.1" status: 204 len: 168 time: 1.9561110 Aug 31 09:43:21.867920 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9480142-1654-4df7-9401-ad2f66b4910c admin admin] Pushing event deleted for resources: {'Network': ['ID=010310e2-8416-4732-85a3-ba05cafced6d,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:21.990849 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6ef5567b-c90f-4ef2-830c-6f6da6667ed3 req-67ca7ac6-ba7f-46df-8d2c-66e2b8c62efc tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] 10.222.0.119 "GET /v2.0/security-groups?id=5abe6c15-9f21-4884-b09e-bb91053752f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446600 Aug 31 09:43:21.993812 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49cd757c-29c9-4fec-bba5-30aea7dbf92a req-4dc0181d-dc50-4fbf-a43f-08429fb0aa93 service neutron] 10.222.0.59 "GET /v2.0/networks/4896214c-1044-4bb0-9aef-cb2eb64a56bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278790 Aug 31 09:43:22.251879 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cceaa4d-ec8f-4d07-a623-33f96ce8e842 req-a543e59e-0cb0-491e-b0f2-7ae1612a4b53 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/ports?device_id=1d4a9176-9991-4873-a09b-331430097c04 HTTP/1.1" status: 200 len: 210 time: 0.0263162 Aug 31 09:43:22.293419 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 35610) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:22.342934 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c51f68e8-e278-433b-b9f2-776a48b2d162 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=43edeaf1cc7c4b33a446a0bf88942dc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461621 Aug 31 09:43:22.344700 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35612) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:22.404145 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-69e053c5-1ddb-48ac-99c2-91c39f7185e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.427204 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-69e053c5-1ddb-48ac-99c2-91c39f7185e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.535449 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-69e053c5-1ddb-48ac-99c2-91c39f7185e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.538600 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-69e053c5-1ddb-48ac-99c2-91c39f7185e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:22.539773 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-69e053c5-1ddb-48ac-99c2-91c39f7185e7 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/18855e58-7b21-4419-a3af-27e0ac34890e HTTP/1.1" status: 204 len: 168 time: 0.1938512 Aug 31 09:43:22.548332 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e053c5-1ddb-48ac-99c2-91c39f7185e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18855e58-7b21-4419-a3af-27e0ac34890e,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:22.631379 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1eea07-d530-45d7-8cba-b45e18e5b5c2 req-cbbd74ad-c59e-4282-9cbb-bed537041d41 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:22.632997 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bc1eea07-d530-45d7-8cba-b45e18e5b5c2 req-cbbd74ad-c59e-4282-9cbb-bed537041d41 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 943 time: 0.0498950 Aug 31 09:43:22.677057 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bc1eea07-d530-45d7-8cba-b45e18e5b5c2 req-b9a7f632-fb5a-4ab4-866f-80aea63b3dbd tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62c74951-04f4-4fd6-8647-1ee358ba2904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366838 Aug 31 09:43:23.109754 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896383a-0ec2-4f14-9346-9329b2211f4f req-e1d84973-08d2-4d00-affb-c744314f8b27 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:23.111462 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f896383a-0ec2-4f14-9346-9329b2211f4f req-e1d84973-08d2-4d00-affb-c744314f8b27 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] 10.222.0.119 "GET /v2.0/ports?device_id=8238dc50-ac54-4760-bdc6-c9ad66cd5447 HTTP/1.1" status: 200 len: 946 time: 0.0586762 Aug 31 09:43:23.158022 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f896383a-0ec2-4f14-9346-9329b2211f4f req-d42fd83c-3bd5-4268-b6ce-2e110bd3efd8 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] 10.222.0.119 "GET /v2.0/security-groups?id=5abe6c15-9f21-4884-b09e-bb91053752f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393996 Aug 31 09:43:23.325404 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35648) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:23.377257 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c2c12420-d32e-40d1-87fa-6e9cf49466ca req-a8114cb7-bcc0-4a9c-9a5e-5ef7ab763b41 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/ports?device_id=1d4a9176-9991-4873-a09b-331430097c04 HTTP/1.1" status: 200 len: 210 time: 0.0358808 Aug 31 09:43:23.402487 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e142db8b-b6dc-4258-9a7d-ecad3fd156eb admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=20036abc9a73458ebf28fcaf585a8274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0758388 Aug 31 09:43:23.406088 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35652) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:23.458896 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-20c5f310-e5ac-4b53-9188-85be32f0908a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.488656 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-20c5f310-e5ac-4b53-9188-85be32f0908a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.506658 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 15473330-049d-41ba-829c-aba345d35b56 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:43:23.617054 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 15473330-049d-41ba-829c-aba345d35b56, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=15473330-049d-41ba-829c-aba345d35b56,segment=NetworkSegment(c7adb725-37b0-4980-9634-a8dde53a3940),segment_id=c7adb725-37b0-4980-9634-a8dde53a3940)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:23.632825 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '15473330-049d-41ba-829c-aba345d35b56', 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd', 'port_id': '15473330-049d-41ba-829c-aba345d35b56', 'mac_address': 'fa:16:3e:03:74:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d88890c-97df-4e4a-84cd-23c969267bb9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:43:23.667248 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-20c5f310-e5ac-4b53-9188-85be32f0908a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.671337 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-20c5f310-e5ac-4b53-9188-85be32f0908a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.673142 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-20c5f310-e5ac-4b53-9188-85be32f0908a admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/446aa0e7-d5d2-43d5-8f4d-30d486e922eb HTTP/1.1" status: 204 len: 168 time: 0.2654498 Aug 31 09:43:23.676059 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.688048 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5f310-e5ac-4b53-9188-85be32f0908a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446aa0e7-d5d2-43d5-8f4d-30d486e922eb,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:23.711467 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15473330-049d-41ba-829c-aba345d35b56 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:43:23.739875 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 15473330-049d-41ba-829c-aba345d35b56, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=15473330-049d-41ba-829c-aba345d35b56,segment=NetworkSegment(c7adb725-37b0-4980-9634-a8dde53a3940),segment_id=c7adb725-37b0-4980-9634-a8dde53a3940)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:23.817930 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe1336-3690-46a9-82cd-03e7eb2edbf1 req-5bdb0067-dd36-4a55-b99b-4f8e3e53c18a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:23.821055 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:23.827901 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-83fe1336-3690-46a9-82cd-03e7eb2edbf1 req-5bdb0067-dd36-4a55-b99b-4f8e3e53c18a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 943 time: 0.0633812 Aug 31 09:43:23.878268 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=15473330-049d-41ba-829c-aba345d35b56,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:23.923326 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-83fe1336-3690-46a9-82cd-03e7eb2edbf1 req-05812616-c16b-4647-833e-b8b24217148d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62c74951-04f4-4fd6-8647-1ee358ba2904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942476 Aug 31 09:43:23.932835 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9e536-3777-4e13-af3a-ae4474c44d7d req-522d4304-1ced-4e10-a17a-000224623971 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:23.941243 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b4c9e536-3777-4e13-af3a-ae4474c44d7d req-522d4304-1ced-4e10-a17a-000224623971 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] 10.222.0.119 "GET /v2.0/ports?device_id=8238dc50-ac54-4760-bdc6-c9ad66cd5447 HTTP/1.1" status: 200 len: 946 time: 0.1060131 Aug 31 09:43:23.979080 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b4c9e536-3777-4e13-af3a-ae4474c44d7d req-1af7dda6-9211-4bd1-ae2c-6eae12c52d1a tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] 10.222.0.119 "GET /v2.0/security-groups?id=5abe6c15-9f21-4884-b09e-bb91053752f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370095 Aug 31 09:43:24.063651 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['15473330-049d-41ba-829c-aba345d35b56'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:43:24.487088 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-726a08d3-34a7-4112-b6fa-450b11eeae8b req-9d0b5229-f89c-4a98-98b1-e3e62e132baf tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/ports?device_id=1d4a9176-9991-4873-a09b-331430097c04 HTTP/1.1" status: 200 len: 210 time: 0.0334868 Aug 31 09:43:24.545881 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-43ebfad2-60e5-46d9-a7cc-f2cc7e3539d7 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:24.545881 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-43ebfad2-60e5-46d9-a7cc-f2cc7e3539d7 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.112 "GET /v2.0/networks?id=cfa4bd4a-a517-4eee-9ef4-b77f689ee32d HTTP/1.1" status: 200 len: 808 time: 0.1511846 Aug 31 09:43:24.558420 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-911d283b-7214-4714-bb8b-eb01da9ebef8 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Request body: {'port': {'device_id': '1d4a9176-9991-4873-a09b-331430097c04', 'network_id': 'cfa4bd4a-a517-4eee-9ef4-b77f689ee32d', 'admin_state_up': True, 'tenant_id': 'f6b91ce090764b0fb430d429b441b03e'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:24.785274 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-911d283b-7214-4714-bb8b-eb01da9ebef8 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Made reservation on behalf of f6b91ce090764b0fb430d429b441b03e for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:24.789625 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-911d283b-7214-4714-bb8b-eb01da9ebef8 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:24.922362 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-911d283b-7214-4714-bb8b-eb01da9ebef8 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Allocated IP 172.20.0.5 (cfa4bd4a-a517-4eee-9ef4-b77f689ee32d/a3069d5a-307d-40b9-a095-90fc405400f7/45b37165-08e9-41fd-be4a-676a7beb0a8a) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:25.042880 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b3833-2142-4a69-b1ae-f5272c95dd2c req-5ab73f44-95bd-4174-8fa7-73a45f7538dd tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:25.051603 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0d1b3833-2142-4a69-b1ae-f5272c95dd2c req-5ab73f44-95bd-4174-8fa7-73a45f7538dd tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 944 time: 0.0640299 Aug 31 09:43:25.085521 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-911d283b-7214-4714-bb8b-eb01da9ebef8 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.123603 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0d1b3833-2142-4a69-b1ae-f5272c95dd2c req-bc44248e-ed31-4ca0-9c0d-831bfd02118a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62c74951-04f4-4fd6-8647-1ee358ba2904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708683 Aug 31 09:43:25.146802 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e770e-a887-4774-89b9-d53854c22b32 req-5220ff82-ae5b-4a9c-9667-398dd4c62454 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:25.148345 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bc6e770e-a887-4774-89b9-d53854c22b32 req-5220ff82-ae5b-4a9c-9667-398dd4c62454 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] 10.222.0.119 "GET /v2.0/ports?device_id=8238dc50-ac54-4760-bdc6-c9ad66cd5447 HTTP/1.1" status: 200 len: 946 time: 0.0896046 Aug 31 09:43:25.188990 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bc6e770e-a887-4774-89b9-d53854c22b32 req-0c9554c0-7229-4cf6-b94a-ca3c61d102b7 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] 10.222.0.119 "GET /v2.0/security-groups?id=5abe6c15-9f21-4884-b09e-bb91053752f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343633 Aug 31 09:43:25.255919 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3ed80-a469-4d07-80a4-e5a1c212fa6d req-2dafef18-4c2c-488d-80fd-54e6f168c893 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:25.257479 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-92d3ed80-a469-4d07-80a4-e5a1c212fa6d req-2dafef18-4c2c-488d-80fd-54e6f168c893 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] 10.222.0.112 "GET /v2.0/ports?device_id=8238dc50-ac54-4760-bdc6-c9ad66cd5447 HTTP/1.1" status: 200 len: 946 time: 0.0482941 Aug 31 09:43:25.258993 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-911d283b-7214-4714-bb8b-eb01da9ebef8 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.338688 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-911d283b-7214-4714-bb8b-eb01da9ebef8 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Network cfa4bd4a-a517-4eee-9ef4-b77f689ee32d is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:25.342955 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-911d283b-7214-4714-bb8b-eb01da9ebef8 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:25.350069 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-911d283b-7214-4714-bb8b-eb01da9ebef8 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:25.357147 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d283b-7214-4714-bb8b-eb01da9ebef8 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Pushing event updated for resources: {'Port': ['ID=45b37165-08e9-41fd-be4a-676a7beb0a8a,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:25.428571 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-911d283b-7214-4714-bb8b-eb01da9ebef8 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:25.429175 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-911d283b-7214-4714-bb8b-eb01da9ebef8 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.455049 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-92d3ed80-a469-4d07-80a4-e5a1c212fa6d req-1e574c03-597c-4956-938f-01fce66de2a9 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] Deleting port 9442e9d8-68f3-4809-b0ea-9cd9584c833a {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:25.455389 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-92d3ed80-a469-4d07-80a4-e5a1c212fa6d req-1e574c03-597c-4956-938f-01fce66de2a9 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.508003 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 15473330-049d-41ba-829c-aba345d35b56 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:25.510492 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-911d283b-7214-4714-bb8b-eb01da9ebef8 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9558825 Aug 31 09:43:25.531904 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-448ad7a0-40be-4102-a8c4-0732e7ed0868 service neutron] Request body: {'port': {'device_id': '1d4a9176-9991-4873-a09b-331430097c04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:25.621358 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-92d3ed80-a469-4d07-80a4-e5a1c212fa6d req-1e574c03-597c-4956-938f-01fce66de2a9 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] For port 9442e9d8-68f3-4809-b0ea-9cd9584c833a, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=9442e9d8-68f3-4809-b0ea-9cd9584c833a,segment=NetworkSegment(9f7fcbbf-ff3b-4f59-9146-d4a71165a44c),segment_id=9f7fcbbf-ff3b-4f59-9146-d4a71165a44c)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:25.622013 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-92d3ed80-a469-4d07-80a4-e5a1c212fa6d req-1e574c03-597c-4956-938f-01fce66de2a9 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.626435 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 15473330-049d-41ba-829c-aba345d35b56 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:25.631584 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 15473330-049d-41ba-829c-aba345d35b56 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:25.632190 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.638899 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-448ad7a0-40be-4102-a8c4-0732e7ed0868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.647257 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a4735-1067-4e73-a51d-fa51320cc0bc req-f060ef4d-ad12-4812-90c3-a36b325aed79 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:25.656091 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c14a4735-1067-4e73-a51d-fa51320cc0bc req-f060ef4d-ad12-4812-90c3-a36b325aed79 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/ports?device_id=1d4a9176-9991-4873-a09b-331430097c04 HTTP/1.1" status: 200 len: 931 time: 0.0659792 Aug 31 09:43:25.658183 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-92d3ed80-a469-4d07-80a4-e5a1c212fa6d req-1e574c03-597c-4956-938f-01fce66de2a9 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] Calling delete_port for 9442e9d8-68f3-4809-b0ea-9cd9584c833a owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:25.703648 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c14a4735-1067-4e73-a51d-fa51320cc0bc req-a5faeecf-f2ec-4469-93cc-fe43b49330ba tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/security-groups?id=8afe76a7-faae-4c69-912f-500a89069efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462067 Aug 31 09:43:25.735909 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.759734 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220a236d-0c28-46ad-bf4f-00051861905a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15473330-049d-41ba-829c-aba345d35b56'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:43:25.761999 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be1bea9-1624-473d-9a0c-de1dce3983f1" -d '{"events": [{"server_uuid": "220a236d-0c28-46ad-bf4f-00051861905a", "name": "network-vif-plugged", "status": "completed", "tag": "15473330-049d-41ba-829c-aba345d35b56"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:43:25.775823 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 15473330-049d-41ba-829c-aba345d35b56, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=15473330-049d-41ba-829c-aba345d35b56,segment=NetworkSegment(c7adb725-37b0-4980-9634-a8dde53a3940),segment_id=c7adb725-37b0-4980-9634-a8dde53a3940)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:25.809437 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8b8f95-7725-4de7-9845-f0269d8cede8 x-openstack-request-id: req-5c8b8f95-7725-4de7-9845-f0269d8cede8 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:43:25.809727 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220a236d-0c28-46ad-bf4f-00051861905a", "name": "network-vif-plugged", "status": "completed", "tag": "15473330-049d-41ba-829c-aba345d35b56", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:43:25.809977 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-5c8b8f95-7725-4de7-9845-f0269d8cede8 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:43:25.811592 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220a236d-0c28-46ad-bf4f-00051861905a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15473330-049d-41ba-829c-aba345d35b56', 'code': 200} Aug 31 09:43:25.844517 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:25.898167 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=15473330-049d-41ba-829c-aba345d35b56,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:25.938216 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c40a1-52e2-44d2-8674-2203e84db093 req-dbbb18b3-9a32-43d5-9094-5e5131f780c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:25.940084 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6e9c40a1-52e2-44d2-8674-2203e84db093 req-dbbb18b3-9a32-43d5-9094-5e5131f780c4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 1097 time: 0.0713592 Aug 31 09:43:25.982025 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6e9c40a1-52e2-44d2-8674-2203e84db093 req-10f40b75-b460-4c12-8ad4-da91ba80a07e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=62c74951-04f4-4fd6-8647-1ee358ba2904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348511 Aug 31 09:43:26.034963 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-448ad7a0-40be-4102-a8c4-0732e7ed0868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b37165-08e9-41fd-be4a-676a7beb0a8a {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:43:26.042596 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-448ad7a0-40be-4102-a8c4-0732e7ed0868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:26.055158 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-92d3ed80-a469-4d07-80a4-e5a1c212fa6d req-1e574c03-597c-4956-938f-01fce66de2a9 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:26.057666 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-448ad7a0-40be-4102-a8c4-0732e7ed0868 service neutron] Transition to ACTIVE for port object 45b37165-08e9-41fd-be4a-676a7beb0a8a will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:26.072460 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['9442e9d8-68f3-4809-b0ea-9cd9584c833a'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:43:26.087167 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e574c03-597c-4956-938f-01fce66de2a9 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] Pushing event deleted for resources: {'Port': ['ID=9442e9d8-68f3-4809-b0ea-9cd9584c833a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:26.133849 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d3ed80-a469-4d07-80a4-e5a1c212fa6d req-1e574c03-597c-4956-938f-01fce66de2a9 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] No DVR routers for this DVR port 9442e9d8-68f3-4809-b0ea-9cd9584c833a on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:43:26.136528 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-92d3ed80-a469-4d07-80a4-e5a1c212fa6d req-1e574c03-597c-4956-938f-01fce66de2a9 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:26.138856 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-92d3ed80-a469-4d07-80a4-e5a1c212fa6d req-1e574c03-597c-4956-938f-01fce66de2a9 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] 10.222.0.112 "DELETE /v2.0/ports/9442e9d8-68f3-4809-b0ea-9cd9584c833a HTTP/1.1" status: 204 len: 173 time: 0.8714371 Aug 31 09:43:26.139398 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8238dc50-ac54-4760-bdc6-c9ad66cd5447', 'name': 'network-vif-deleted', 'tag': '9442e9d8-68f3-4809-b0ea-9cd9584c833a'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:43:26.141812 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c10d62-9ba9-4f0f-85fd-1bbb3f3862ef" -d '{"events": [{"server_uuid": "8238dc50-ac54-4760-bdc6-c9ad66cd5447", "name": "network-vif-deleted", "tag": "9442e9d8-68f3-4809-b0ea-9cd9584c833a"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:43:26.160040 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-448ad7a0-40be-4102-a8c4-0732e7ed0868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:26.188527 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bdf729-e6f1-4266-9f4f-21262e1c0529 x-openstack-request-id: req-74bdf729-e6f1-4266-9f4f-21262e1c0529 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:43:26.188811 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8238dc50-ac54-4760-bdc6-c9ad66cd5447", "name": "network-vif-deleted", "tag": "9442e9d8-68f3-4809-b0ea-9cd9584c833a", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:43:26.189063 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-74bdf729-e6f1-4266-9f4f-21262e1c0529 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:43:26.189455 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8238dc50-ac54-4760-bdc6-c9ad66cd5447', 'name': 'network-vif-deleted', 'tag': '9442e9d8-68f3-4809-b0ea-9cd9584c833a', 'status': 'completed', 'code': 200} Aug 31 09:43:26.218587 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ad7a0-40be-4102-a8c4-0732e7ed0868 service neutron] Pushing event updated for resources: {'Port': ['ID=45b37165-08e9-41fd-be4a-676a7beb0a8a,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:26.257659 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6834290-4e1d-4630-9b8f-be3aedddb104 req-dd5bdc4c-0212-401a-88cb-5f45d22c79a1 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:26.266114 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6834290-4e1d-4630-9b8f-be3aedddb104 req-dd5bdc4c-0212-401a-88cb-5f45d22c79a1 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 945 time: 0.0696025 Aug 31 09:43:26.311359 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-448ad7a0-40be-4102-a8c4-0732e7ed0868 service neutron] Attempting to bind port 45b37165-08e9-41fd-be4a-676a7beb0a8a on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:26.311359 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-448ad7a0-40be-4102-a8c4-0732e7ed0868 service neutron] Attempting to bind port 45b37165-08e9-41fd-be4a-676a7beb0a8a by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '515767e7-fe81-4762-beae-a628aa4edb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'cfa4bd4a-a517-4eee-9ef4-b77f689ee32d'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:26.311359 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-448ad7a0-40be-4102-a8c4-0732e7ed0868 service neutron] Attempting to bind port 45b37165-08e9-41fd-be4a-676a7beb0a8a on network cfa4bd4a-a517-4eee-9ef4-b77f689ee32d {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:26.311980 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ed178f4e-4c41-4b4d-ba7a-43858a0f63ed req-48befaeb-74d3-4519-b078-73bc2a2eba30 tempest-ServerAddressesTestJSON-1193672553 tempest-ServerAddressesTestJSON-1193672553-project] 10.222.0.119 "GET /v2.0/ports?device_id=8238dc50-ac54-4760-bdc6-c9ad66cd5447 HTTP/1.1" status: 200 len: 210 time: 0.0365567 Aug 31 09:43:26.314784 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-448ad7a0-40be-4102-a8c4-0732e7ed0868 service neutron] Port 45b37165-08e9-41fd-be4a-676a7beb0a8a on network cfa4bd4a-a517-4eee-9ef4-b77f689ee32d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:43:26.320685 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-448ad7a0-40be-4102-a8c4-0732e7ed0868 service neutron] Attempting to bind port 45b37165-08e9-41fd-be4a-676a7beb0a8a on network cfa4bd4a-a517-4eee-9ef4-b77f689ee32d {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:26.331239 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6834290-4e1d-4630-9b8f-be3aedddb104 req-4e069675-ecc7-49d5-a3ac-65712e726ef7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62c74951-04f4-4fd6-8647-1ee358ba2904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640562 Aug 31 09:43:26.338375 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-448ad7a0-40be-4102-a8c4-0732e7ed0868 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:26.338948 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-448ad7a0-40be-4102-a8c4-0732e7ed0868 service neutron] Checking segment: {'id': '515767e7-fe81-4762-beae-a628aa4edb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'cfa4bd4a-a517-4eee-9ef4-b77f689ee32d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:26.339304 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-448ad7a0-40be-4102-a8c4-0732e7ed0868 service neutron] Bound using segment: {'id': '515767e7-fe81-4762-beae-a628aa4edb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'cfa4bd4a-a517-4eee-9ef4-b77f689ee32d'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:26.345892 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-448ad7a0-40be-4102-a8c4-0732e7ed0868 service neutron] Bound port: 45b37165-08e9-41fd-be4a-676a7beb0a8a, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '515767e7-fe81-4762-beae-a628aa4edb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'cfa4bd4a-a517-4eee-9ef4-b77f689ee32d'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:26.345892 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-448ad7a0-40be-4102-a8c4-0732e7ed0868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:26.417127 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-448ad7a0-40be-4102-a8c4-0732e7ed0868 service neutron] For port 45b37165-08e9-41fd-be4a-676a7beb0a8a, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:26.420120 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-448ad7a0-40be-4102-a8c4-0732e7ed0868 service neutron] For port 45b37165-08e9-41fd-be4a-676a7beb0a8a, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=45b37165-08e9-41fd-be4a-676a7beb0a8a,segment=NetworkSegment(515767e7-fe81-4762-beae-a628aa4edb8e),segment_id=515767e7-fe81-4762-beae-a628aa4edb8e)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:26.512981 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-448ad7a0-40be-4102-a8c4-0732e7ed0868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:26.552276 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-448ad7a0-40be-4102-a8c4-0732e7ed0868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:26.552882 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-448ad7a0-40be-4102-a8c4-0732e7ed0868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:26.554262 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-448ad7a0-40be-4102-a8c4-0732e7ed0868 service neutron] 10.222.0.112 "PUT /v2.0/ports/45b37165-08e9-41fd-be4a-676a7beb0a8a HTTP/1.1" status: 200 len: 1092 time: 1.0301354 Aug 31 09:43:26.575438 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ad7a0-40be-4102-a8c4-0732e7ed0868 service neutron] Pushing event updated for resources: {'Port': ['ID=45b37165-08e9-41fd-be4a-676a7beb0a8a,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:26.720720 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-61d0e8e3-cae4-4b65-9d34-34250173d0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:26.722272 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-61d0e8e3-cae4-4b65-9d34-34250173d0e8 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f6b91ce090764b0fb430d429b441b03e&device_id=1d4a9176-9991-4873-a09b-331430097c04 HTTP/1.1" status: 200 len: 1095 time: 0.0417304 Aug 31 09:43:26.775742 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-b99f3105-c035-49d0-9ed2-e2540da5d5eb service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45b37165-08e9-41fd-be4a-676a7beb0a8a HTTP/1.1" status: 200 len: 217 time: 0.0408123 Aug 31 09:43:26.832056 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-6a56e0b3-d493-48fc-8496-4ebeca7f4d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:26.833582 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-6a56e0b3-d493-48fc-8496-4ebeca7f4d9a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a3069d5a-307d-40b9-a095-90fc405400f7 HTTP/1.1" status: 200 len: 848 time: 0.0496573 Aug 31 09:43:26.843564 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d852ab-27fc-480e-bd8d-973de56fc470 req-33ac891a-9423-4107-8627-2d505558810e tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:26.845523 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36d852ab-27fc-480e-bd8d-973de56fc470 req-33ac891a-9423-4107-8627-2d505558810e tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/ports?device_id=1d4a9176-9991-4873-a09b-331430097c04 HTTP/1.1" status: 200 len: 943 time: 0.0681400 Aug 31 09:43:26.866301 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-241aa6be-2c22-4b3e-a9ed-121572c5e01c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=cfa4bd4a-a517-4eee-9ef4-b77f689ee32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250492 Aug 31 09:43:26.884938 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36d852ab-27fc-480e-bd8d-973de56fc470 req-b2c885b2-fe9c-4443-aacc-ec034c10e9f2 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/security-groups?id=8afe76a7-faae-4c69-912f-500a89069efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334084 Aug 31 09:43:26.968891 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-422338e8-dd7a-46cb-afbf-fa0bede2f61d service neutron] 10.222.0.112 "GET /v2.0/networks/cfa4bd4a-a517-4eee-9ef4-b77f689ee32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937989 Aug 31 09:43:27.065210 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0a6c41ce-8280-4a3c-8a2c-42781eba5cd7 req-cea4832c-9925-4128-a8af-1bf2189f6081 service neutron] 10.222.0.112 "GET /v2.0/networks/cfa4bd4a-a517-4eee-9ef4-b77f689ee32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846550 Aug 31 09:43:27.373371 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35728) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:27.419069 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:43:27.421456 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b6fbdf3-505e-4ccc-a614-f33dd76a0101 admin admin] Deleting subnet 724901f2-8959-4c3d-a748-dcd8641aa91d {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:43:27.424310 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4b6fbdf3-505e-4ccc-a614-f33dd76a0101 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.481377 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4b6fbdf3-505e-4ccc-a614-f33dd76a0101 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.543338 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdcc44-5740-4cf0-9c73-83b946a7f88d req-3ec4f26b-0ed0-43e5-b7fa-50bed0cf64a0 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:27.544836 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-34fdcc44-5740-4cf0-9c73-83b946a7f88d req-3ec4f26b-0ed0-43e5-b7fa-50bed0cf64a0 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 945 time: 0.0912373 Aug 31 09:43:27.546457 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4b6fbdf3-505e-4ccc-a614-f33dd76a0101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.611772 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-34fdcc44-5740-4cf0-9c73-83b946a7f88d req-8f14f204-b662-4c2f-a05f-0a5e65ff89de tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62c74951-04f4-4fd6-8647-1ee358ba2904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454693 Aug 31 09:43:27.705264 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4b6fbdf3-505e-4ccc-a614-f33dd76a0101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.740245 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6fbdf3-505e-4ccc-a614-f33dd76a0101 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=724901f2-8959-4c3d-a748-dcd8641aa91d,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:27.745577 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4b6fbdf3-505e-4ccc-a614-f33dd76a0101 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.747305 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4b6fbdf3-505e-4ccc-a614-f33dd76a0101 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/724901f2-8959-4c3d-a748-dcd8641aa91d HTTP/1.1" status: 204 len: 168 time: 0.3722103 Aug 31 09:43:27.750121 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35740) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:27.803496 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b80e65-68df-4b81-b232-84000b2359aa req-49f2ca9e-5304-49df-9da5-d1850ac756a4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:27.805030 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10b80e65-68df-4b81-b232-84000b2359aa req-49f2ca9e-5304-49df-9da5-d1850ac756a4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 945 time: 0.1273575 Aug 31 09:43:27.852475 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-36f48491-77a4-4631-9fef-5cfe3c1084dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.864375 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10b80e65-68df-4b81-b232-84000b2359aa req-e45c9b6e-dc30-4016-9cc3-74a7130342b8 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62c74951-04f4-4fd6-8647-1ee358ba2904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525291 Aug 31 09:43:27.885964 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 35744) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:27.943962 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-36f48491-77a4-4631-9fef-5cfe3c1084dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:27.955179 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-36f48491-77a4-4631-9fef-5cfe3c1084dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b6ec12e-e327-4bf5-a5cf-3844199fbab8']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:27.980797 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-36f48491-77a4-4631-9fef-5cfe3c1084dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f7fcbbf-ff3b-4f59-9146-d4a71165a44c') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:27.980949 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-36f48491-77a4-4631-9fef-5cfe3c1084dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f7fcbbf-ff3b-4f59-9146-d4a71165a44c') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:28.008183 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-36f48491-77a4-4631-9fef-5cfe3c1084dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.025609 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-36f48491-77a4-4631-9fef-5cfe3c1084dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.036089 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f48491-77a4-4631-9fef-5cfe3c1084dd admin admin] Releasing vlan 1604 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:43:28.036476 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-36f48491-77a4-4631-9fef-5cfe3c1084dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.044917 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb59c6f-9ae0-4bce-86db-2122b399c9c5 req-d6d7d689-2173-44c5-b77f-2cc725e6ad10 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:28.047026 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1bb59c6f-9ae0-4bce-86db-2122b399c9c5 req-d6d7d689-2173-44c5-b77f-2cc725e6ad10 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/ports?device_id=1d4a9176-9991-4873-a09b-331430097c04 HTTP/1.1" status: 200 len: 943 time: 0.0835176 Aug 31 09:43:28.047668 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:43:28.047668 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:43:28.047668 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:43:28.047668 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:43:28.047668 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:43:28.047668 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:43:28.047668 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:43:28.047668 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:43:28.047668 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:43:28.047668 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:43:28.047668 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:43:28.047668 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:43:28.047668 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:43:28.047668 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:43:28.047668 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:43:28.047668 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:43:28.047668 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:43:28.047668 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:43:28.047668 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:43:28.047668 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:43:28.047668 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:43:28.047668 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:43:28.047668 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:43:28.047668 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:43:28.047668 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:43:28.047668 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:43:28.047668 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:43:28.047668 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:43:28.047668 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:43:28.047668 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:43:28.047668 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:43:28.047668 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:43:28.129294 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1bb59c6f-9ae0-4bce-86db-2122b399c9c5 req-a1e42d2c-e860-4897-aa44-d44f3c52f020 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/security-groups?id=8afe76a7-faae-4c69-912f-500a89069efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720778 Aug 31 09:43:28.137730 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b300769-ed35-412d-82a5-d2177dae2a48 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:28.141367 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3b300769-ed35-412d-82a5-d2177dae2a48 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 1092 time: 0.2536559 Aug 31 09:43:28.143848 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 35756) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:28.148144 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-7a3063b9-1b3b-434f-adee-c9c36341f190 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'port_id': '15473330-049d-41ba-829c-aba345d35b56', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:28.190187 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4a9176-9991-4873-a09b-331430097c04', 'tag': '45b37165-08e9-41fd-be4a-676a7beb0a8a'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:43:28.192471 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa49386-09f7-48ef-8424-34e81f23a503" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4a9176-9991-4873-a09b-331430097c04", "tag": "45b37165-08e9-41fd-be4a-676a7beb0a8a"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:43:28.213906 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-36f48491-77a4-4631-9fef-5cfe3c1084dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.220166 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-36f48491-77a4-4631-9fef-5cfe3c1084dd admin admin] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.224772 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-36f48491-77a4-4631-9fef-5cfe3c1084dd admin admin] 10.222.0.119 "DELETE /v2.0/networks/1b6ec12e-e327-4bf5-a5cf-3844199fbab8 HTTP/1.1" status: 204 len: 168 time: 0.4709291 Aug 31 09:43:28.229597 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41876b9-5f4d-40e6-9a59-989e2fbfa252 x-openstack-request-id: req-f41876b9-5f4d-40e6-9a59-989e2fbfa252 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:43:28.229817 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4a9176-9991-4873-a09b-331430097c04", "tag": "45b37165-08e9-41fd-be4a-676a7beb0a8a", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:43:28.230071 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-f41876b9-5f4d-40e6-9a59-989e2fbfa252 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:43:28.230461 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4a9176-9991-4873-a09b-331430097c04', 'tag': '45b37165-08e9-41fd-be4a-676a7beb0a8a', 'status': 'completed', 'code': 200} Aug 31 09:43:28.236441 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f48491-77a4-4631-9fef-5cfe3c1084dd admin admin] Pushing event deleted for resources: {'Network': ['ID=1b6ec12e-e327-4bf5-a5cf-3844199fbab8,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:28.250295 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7a3063b9-1b3b-434f-adee-c9c36341f190 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for floatingip, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.344693 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa49386-09f7-48ef-8424-34e81f23a503 req-f13f7dae-e89b-45a5-98b8-77db3825c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:28.347385 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7aa49386-09f7-48ef-8424-34e81f23a503 req-f13f7dae-e89b-45a5-98b8-77db3825c77a service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f6b91ce090764b0fb430d429b441b03e&device_id=1d4a9176-9991-4873-a09b-331430097c04 HTTP/1.1" status: 200 len: 1095 time: 0.0828805 Aug 31 09:43:28.474076 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7a3063b9-1b3b-434f-adee-c9c36341f190 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.479260 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa49386-09f7-48ef-8424-34e81f23a503 req-b322e36f-94bf-457d-a595-bdc75656894c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:28.481822 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7aa49386-09f7-48ef-8424-34e81f23a503 req-b322e36f-94bf-457d-a595-bdc75656894c service neutron] 10.222.0.112 "GET /v2.0/networks?id=cfa4bd4a-a517-4eee-9ef4-b77f689ee32d HTTP/1.1" status: 200 len: 910 time: 0.1218123 Aug 31 09:43:28.565170 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7aa49386-09f7-48ef-8424-34e81f23a503 req-400f6324-b088-4344-9f13-18cadc959bf5 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45b37165-08e9-41fd-be4a-676a7beb0a8a HTTP/1.1" status: 200 len: 217 time: 0.0716615 Aug 31 09:43:28.632229 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35764) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:28.680807 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-321bba06-5c02-474e-b6a5-9d0b64365a90 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=7a8e0d49399d438e940a53c85328e133&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471883 Aug 31 09:43:28.681427 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35766) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:28.740313 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6487d3db-926a-4722-aa82-756849c3e8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.766942 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6487d3db-926a-4722-aa82-756849c3e8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.899715 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6487d3db-926a-4722-aa82-756849c3e8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.902331 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6487d3db-926a-4722-aa82-756849c3e8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:28.903530 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6487d3db-926a-4722-aa82-756849c3e8d8 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/5abe6c15-9f21-4884-b09e-bb91053752f3 HTTP/1.1" status: 204 len: 168 time: 0.2211053 Aug 31 09:43:28.912139 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487d3db-926a-4722-aa82-756849c3e8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abe6c15-9f21-4884-b09e-bb91053752f3,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:29.035678 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa49386-09f7-48ef-8424-34e81f23a503 req-8b68bf81-f931-4e99-8ef9-445d49422999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:29.037156 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7aa49386-09f7-48ef-8424-34e81f23a503 req-8b68bf81-f931-4e99-8ef9-445d49422999 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=a3069d5a-307d-40b9-a095-90fc405400f7 HTTP/1.1" status: 200 len: 848 time: 0.4605756 Aug 31 09:43:29.042884 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-7a3063b9-1b3b-434f-adee-c9c36341f190 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Allocated IP 172.25.2.213 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/958ef06c-ad7b-41b5-8d26-66e933a5f4f8) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:29.080945 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7aa49386-09f7-48ef-8424-34e81f23a503 req-d23b3315-2aaf-4c17-82d8-94ce0abcf95e service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=cfa4bd4a-a517-4eee-9ef4-b77f689ee32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310252 Aug 31 09:43:29.244034 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7aa49386-09f7-48ef-8424-34e81f23a503 req-bde8ff1e-0b86-4948-81d1-12c7ad395dc2 service neutron] 10.222.0.112 "GET /v2.0/networks/cfa4bd4a-a517-4eee-9ef4-b77f689ee32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516800 Aug 31 09:43:29.246790 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7a3063b9-1b3b-434f-adee-c9c36341f190 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:29.282002 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af63d31-58d3-4a47-89ac-718d7951ee57 req-99d534ac-66b3-4007-82e2-37c36890beba tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:29.291093 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3af63d31-58d3-4a47-89ac-718d7951ee57 req-99d534ac-66b3-4007-82e2-37c36890beba tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/ports?device_id=1d4a9176-9991-4873-a09b-331430097c04 HTTP/1.1" status: 200 len: 943 time: 0.0727022 Aug 31 09:43:29.351547 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3af63d31-58d3-4a47-89ac-718d7951ee57 req-bf87f42a-2b48-40c8-9f0f-3abb4eda8d0f tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/security-groups?id=8afe76a7-faae-4c69-912f-500a89069efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593626 Aug 31 09:43:29.370217 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7aa49386-09f7-48ef-8424-34e81f23a503 req-3c89e0ba-77e4-4bca-8d12-87504f6eaa51 service neutron] 10.222.0.112 "GET /v2.0/networks/cfa4bd4a-a517-4eee-9ef4-b77f689ee32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164458 Aug 31 09:43:29.404403 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7a3063b9-1b3b-434f-adee-c9c36341f190 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:29.453634 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3063b9-1b3b-434f-adee-c9c36341f190 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:29.459167 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-7a3063b9-1b3b-434f-adee-c9c36341f190 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:29.463151 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3063b9-1b3b-434f-adee-c9c36341f190 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:29.493202 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3063b9-1b3b-434f-adee-c9c36341f190 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'Port': ['ID=958ef06c-ad7b-41b5-8d26-66e933a5f4f8,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:29.695887 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 45b37165-08e9-41fd-be4a-676a7beb0a8a details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:43:29.702100 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 9442e9d8-68f3-4809-b0ea-9cd9584c833a no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:43:29.731346 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 9442e9d8-68f3-4809-b0ea-9cd9584c833a {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:43:29.732221 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 9442e9d8-68f3-4809-b0ea-9cd9584c833a not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:43:29.831258 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 45b37165-08e9-41fd-be4a-676a7beb0a8a, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=45b37165-08e9-41fd-be4a-676a7beb0a8a,segment=NetworkSegment(515767e7-fe81-4762-beae-a628aa4edb8e),segment_id=515767e7-fe81-4762-beae-a628aa4edb8e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:29.847616 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '45b37165-08e9-41fd-be4a-676a7beb0a8a', 'network_id': 'cfa4bd4a-a517-4eee-9ef4-b77f689ee32d', 'port_id': '45b37165-08e9-41fd-be4a-676a7beb0a8a', 'mac_address': 'fa:16:3e:fe:fc:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3069d5a-307d-40b9-a095-90fc405400f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:43:29.899792 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:29.917249 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b37165-08e9-41fd-be4a-676a7beb0a8a {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:43:29.939331 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 45b37165-08e9-41fd-be4a-676a7beb0a8a, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=45b37165-08e9-41fd-be4a-676a7beb0a8a,segment=NetworkSegment(515767e7-fe81-4762-beae-a628aa4edb8e),segment_id=515767e7-fe81-4762-beae-a628aa4edb8e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:30.031297 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.085246 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7a3063b9-1b3b-434f-adee-c9c36341f190 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.087967 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=45b37165-08e9-41fd-be4a-676a7beb0a8a,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:30.124451 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35792) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:30.228289 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-f72c9f1c-db1e-418b-acd0-966205557e96 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-11868367-network', 'tenant_id': '1483927df0174ff9adec2a0b408e8935'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:30.242756 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7a3063b9-1b3b-434f-adee-c9c36341f190 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.275756 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['45b37165-08e9-41fd-be4a-676a7beb0a8a'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:43:30.323730 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72c9f1c-db1e-418b-acd0-966205557e96 admin admin] Made reservation on behalf of 1483927df0174ff9adec2a0b408e8935 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:30.327231 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f72c9f1c-db1e-418b-acd0-966205557e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.336446 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f72c9f1c-db1e-418b-acd0-966205557e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.471167 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7a3063b9-1b3b-434f-adee-c9c36341f190 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.473473 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f72c9f1c-db1e-418b-acd0-966205557e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.523678 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c972f0-386f-45b7-bf0a-605e1f7f449d req-0f46a6e0-a5e3-4725-88b5-f5c7537aeaca tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:30.525216 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47c972f0-386f-45b7-bf0a-605e1f7f449d req-0f46a6e0-a5e3-4725-88b5-f5c7537aeaca tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/ports?device_id=1d4a9176-9991-4873-a09b-331430097c04 HTTP/1.1" status: 200 len: 944 time: 0.0561874 Aug 31 09:43:30.547914 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7a3063b9-1b3b-434f-adee-c9c36341f190 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.565202 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f72c9f1c-db1e-418b-acd0-966205557e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.572915 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47c972f0-386f-45b7-bf0a-605e1f7f449d req-a216924b-0a21-4676-9bf1-35539ae03812 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/security-groups?id=8afe76a7-faae-4c69-912f-500a89069efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408485 Aug 31 09:43:30.590881 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f72c9f1c-db1e-418b-acd0-966205557e96 admin admin] vlan segment allocate from pool success with {'vlan_id': 1612, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:43:30.606264 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f72c9f1c-db1e-418b-acd0-966205557e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.606680 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-f72c9f1c-db1e-418b-acd0-966205557e96 admin admin] Added segment 5297c1a3-1564-4529-b73b-157e4c7393bd of type vlan for network bb75b194-2297-4562-8861-62feab5f7e5a Aug 31 09:43:30.616151 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c9f1c-db1e-418b-acd0-966205557e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755fc4a7-b489-43bf-afa6-af7291b8b63d,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:30.629744 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3063b9-1b3b-434f-adee-c9c36341f190 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'Port': ['ID=958ef06c-ad7b-41b5-8d26-66e933a5f4f8,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:30.639477 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7a3063b9-1b3b-434f-adee-c9c36341f190 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.659706 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f72c9f1c-db1e-418b-acd0-966205557e96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.743658 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [None req-7a3063b9-1b3b-434f-adee-c9c36341f190 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Floating IP 78a93d1b-d992-481b-b32f-47311f80bb43 associated. External IP: 172.25.2.213, port: 15473330-049d-41ba-829c-aba345d35b56. Aug 31 09:43:30.792473 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f72c9f1c-db1e-418b-acd0-966205557e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.792473 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72c9f1c-db1e-418b-acd0-966205557e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:30.792473 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f72c9f1c-db1e-418b-acd0-966205557e96 admin admin] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:30.854330 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c9f1c-db1e-418b-acd0-966205557e96 admin admin] Pushing event updated for resources: {'Network': ['ID=bb75b194-2297-4562-8861-62feab5f7e5a,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:30.867479 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network bb75b194-2297-4562-8861-62feab5f7e5a details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:43:30.926366 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f72c9f1c-db1e-418b-acd0-966205557e96 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8007164 Aug 31 09:43:30.929054 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35800) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:30.935461 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-fcfd8a33-d1e0-420b-b325-36a3a827c2ab admin admin] Request body: {'subnet': {'network_id': 'bb75b194-2297-4562-8861-62feab5f7e5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-11868367-subnet', 'tenant_id': '1483927df0174ff9adec2a0b408e8935', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:30.976166 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3063b9-1b3b-434f-adee-c9c36341f190 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Router 072569bf-613b-4801-b7dc-de692df27bdd has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:43:31.027033 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfd8a33-d1e0-420b-b325-36a3a827c2ab admin admin] Made reservation on behalf of 1483927df0174ff9adec2a0b408e8935 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:31.030383 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fcfd8a33-d1e0-420b-b325-36a3a827c2ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:31.096185 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3063b9-1b3b-434f-adee-c9c36341f190 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:43:31.108641 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d35277-4ad2-4e0e-a6d2-f9d07dad6c89 None None] Sync routers for ids ['072569bf-613b-4801-b7dc-de692df27bdd'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:43:31.118713 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d35277-4ad2-4e0e-a6d2-f9d07dad6c89 None None] Routers {'072569bf-613b-4801-b7dc-de692df27bdd'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:31.120202 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-21d35277-4ad2-4e0e-a6d2-f9d07dad6c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:43:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['072569bf-613b-4801-b7dc-de692df27bdd'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:31.198792 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7a3063b9-1b3b-434f-adee-c9c36341f190 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:31.232827 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-21d35277-4ad2-4e0e-a6d2-f9d07dad6c89 None None] Set router 072569bf-613b-4801-b7dc-de692df27bdd gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:43:31.236651 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7a3063b9-1b3b-434f-adee-c9c36341f190 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0919385 Aug 31 09:43:31.237375 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220a236d-0c28-46ad-bf4f-00051861905a', 'tag': '15473330-049d-41ba-829c-aba345d35b56'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:43:31.239861 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366bd851-1e04-48c5-953a-2516cb1718fa" -d '{"events": [{"name": "network-changed", "server_uuid": "220a236d-0c28-46ad-bf4f-00051861905a", "tag": "15473330-049d-41ba-829c-aba345d35b56"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:43:31.281517 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e1ae22-9007-4d1a-bb5f-edd6b01c4655 x-openstack-request-id: req-e0e1ae22-9007-4d1a-bb5f-edd6b01c4655 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:43:31.282326 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220a236d-0c28-46ad-bf4f-00051861905a", "tag": "15473330-049d-41ba-829c-aba345d35b56", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:43:31.282814 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e0e1ae22-9007-4d1a-bb5f-edd6b01c4655 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:43:31.283671 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220a236d-0c28-46ad-bf4f-00051861905a', 'tag': '15473330-049d-41ba-829c-aba345d35b56', 'status': 'completed', 'code': 200} Aug 31 09:43:31.307599 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fcfd8a33-d1e0-420b-b325-36a3a827c2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:31.433188 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd8a33-d1e0-420b-b325-36a3a827c2ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c596dd9-fb45-4c75-b855-64d163143380,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:31.445661 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96745f2-d2f1-414e-ab23-1abc79cd50ab req-5cb13a1f-8865-4541-8102-1160337e048e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:31.446588 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d96745f2-d2f1-414e-ab23-1abc79cd50ab req-5cb13a1f-8865-4541-8102-1160337e048e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 945 time: 0.1539321 Aug 31 09:43:31.458348 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366bd851-1e04-48c5-953a-2516cb1718fa req-37fc8a57-ef79-4d23-9e27-b43189673339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:31.460058 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-366bd851-1e04-48c5-953a-2516cb1718fa req-37fc8a57-ef79-4d23-9e27-b43189673339 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 1097 time: 0.1490138 Aug 31 09:43:31.478975 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-21d35277-4ad2-4e0e-a6d2-f9d07dad6c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '072569bf-613b-4801-b7dc-de692df27bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668854350', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4191a26b-a23a-42a4-8b40-b35571fd2d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:02Z', 'updated_at': '2021-08-31T09:43:10Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '4191a26b-a23a-42a4-8b40-b35571fd2d73', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072569bf-613b-4801-b7dc-de692df27bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:04Z', 'updated_at': '2021-08-31T09:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '78a93d1b-d992-481b-b32f-47311f80bb43', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '072569bf-613b-4801-b7dc-de692df27bdd', 'port_id': '15473330-049d-41ba-829c-aba345d35b56', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd', 'mac_address': 'fa:16:3e:03:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220a236d-0c28-46ad-bf4f-00051861905a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:43:29Z', 'updated_at': '2021-08-31T09:43:29Z', 'revision_number': 0, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3db3efd3-4517-4455-a350-66396fa9a42e', 'name': '', 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:d5:34:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072569bf-613b-4801-b7dc-de692df27bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '4d88890c-97df-4e4a-84cd-23c969267bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:08Z', 'updated_at': '2021-08-31T09:43:17Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': '4d88890c-97df-4e4a-84cd-23c969267bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:31.500661 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfd8a33-d1e0-420b-b325-36a3a827c2ab admin admin] Checking segment: {'id': '5297c1a3-1564-4529-b73b-157e4c7393bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1612, 'network_id': 'bb75b194-2297-4562-8861-62feab5f7e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:31.501029 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfd8a33-d1e0-420b-b325-36a3a827c2ab admin admin] Network hostable DHCP agents. Network: bb75b194-2297-4562-8861-62feab5f7e5a, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:43:31.506025 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d35277-4ad2-4e0e-a6d2-f9d07dad6c89 None None] Checking router: 072569bf-613b-4801-b7dc-de692df27bdd for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:43:31.514533 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d35277-4ad2-4e0e-a6d2-f9d07dad6c89 None None] Routers {'072569bf-613b-4801-b7dc-de692df27bdd'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:31.515268 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-21d35277-4ad2-4e0e-a6d2-f9d07dad6c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:43:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['072569bf-613b-4801-b7dc-de692df27bdd'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:31.563580 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d96745f2-d2f1-414e-ab23-1abc79cd50ab req-73ad9e94-a07d-409f-9b72-0633e4bd643d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62c74951-04f4-4fd6-8647-1ee358ba2904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092150 Aug 31 09:43:31.594899 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 35808) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:31.624166 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366bd851-1e04-48c5-953a-2516cb1718fa req-2c6116bd-b3be-4fae-b9cd-4924bb27d1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:31.625997 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-366bd851-1e04-48c5-953a-2516cb1718fa req-2c6116bd-b3be-4fae-b9cd-4924bb27d1ec service neutron] 10.222.0.59 "GET /v2.0/networks?id=4896214c-1044-4bb0-9aef-cb2eb64a56bd HTTP/1.1" status: 200 len: 898 time: 0.1502628 Aug 31 09:43:31.668116 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c9929546-98d8-4c45-adaa-9533c3dade2f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/floatingips/78a93d1b-d992-481b-b32f-47311f80bb43 HTTP/1.1" status: 200 len: 991 time: 0.0717273 Aug 31 09:43:31.671206 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-21d35277-4ad2-4e0e-a6d2-f9d07dad6c89 None None] Set router 072569bf-613b-4801-b7dc-de692df27bdd gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:43:31.697690 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfd8a33-d1e0-420b-b325-36a3a827c2ab admin admin] Network bb75b194-2297-4562-8861-62feab5f7e5a is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:43:31.712063 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 45b37165-08e9-41fd-be4a-676a7beb0a8a up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:31.775108 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33b1ce-ff24-41a6-97f7-5ff2af4f1bc5 req-fbb9b69b-c075-43b7-91fc-0d9d3996aad3 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:31.776781 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae33b1ce-ff24-41a6-97f7-5ff2af4f1bc5 req-fbb9b69b-c075-43b7-91fc-0d9d3996aad3 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/ports?device_id=1d4a9176-9991-4873-a09b-331430097c04 HTTP/1.1" status: 200 len: 944 time: 0.0854750 Aug 31 09:43:31.779212 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-366bd851-1e04-48c5-953a-2516cb1718fa req-7d4cb525-a9fd-4f42-966d-7504bd7fd32f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15473330-049d-41ba-829c-aba345d35b56 HTTP/1.1" status: 200 len: 999 time: 0.1431806 Aug 31 09:43:31.828218 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-fcfd8a33-d1e0-420b-b325-36a3a827c2ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, bb75b194-2297-4562-8861-62feab5f7e5a) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:31.840643 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfd8a33-d1e0-420b-b325-36a3a827c2ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:31.841227 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fcfd8a33-d1e0-420b-b325-36a3a827c2ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:31.846133 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d347b929-733b-4b65-9754-bb5aa341ed19 None None] Network bb75b194-2297-4562-8861-62feab5f7e5a requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:31.874401 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ae33b1ce-ff24-41a6-97f7-5ff2af4f1bc5 req-f03b2f64-37df-42b4-8f85-d4d21bc7e957 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/security-groups?id=8afe76a7-faae-4c69-912f-500a89069efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900562 Aug 31 09:43:31.876114 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366bd851-1e04-48c5-953a-2516cb1718fa req-a1100e87-6fbf-4de6-a6ad-f1d25770064f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:31.877642 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-366bd851-1e04-48c5-953a-2516cb1718fa req-a1100e87-6fbf-4de6-a6ad-f1d25770064f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4d88890c-97df-4e4a-84cd-23c969267bb9 HTTP/1.1" status: 200 len: 835 time: 0.0871823 Aug 31 09:43:31.926536 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 45b37165-08e9-41fd-be4a-676a7beb0a8a completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:31.937410 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 45b37165-08e9-41fd-be4a-676a7beb0a8a triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:31.937557 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-21d35277-4ad2-4e0e-a6d2-f9d07dad6c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '072569bf-613b-4801-b7dc-de692df27bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668854350', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4191a26b-a23a-42a4-8b40-b35571fd2d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:02Z', 'updated_at': '2021-08-31T09:43:10Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '4191a26b-a23a-42a4-8b40-b35571fd2d73', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072569bf-613b-4801-b7dc-de692df27bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:04Z', 'updated_at': '2021-08-31T09:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '78a93d1b-d992-481b-b32f-47311f80bb43', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '072569bf-613b-4801-b7dc-de692df27bdd', 'port_id': '15473330-049d-41ba-829c-aba345d35b56', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd', 'mac_address': 'fa:16:3e:03:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220a236d-0c28-46ad-bf4f-00051861905a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:43:29Z', 'updated_at': '2021-08-31T09:43:29Z', 'revision_number': 0, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3db3efd3-4517-4455-a350-66396fa9a42e', 'name': '', 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:d5:34:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072569bf-613b-4801-b7dc-de692df27bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '4d88890c-97df-4e4a-84cd-23c969267bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:08Z', 'updated_at': '2021-08-31T09:43:17Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': '4d88890c-97df-4e4a-84cd-23c969267bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:31.938130 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:31.939434 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-fcfd8a33-d1e0-420b-b325-36a3a827c2ab admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0087721 Aug 31 09:43:31.939921 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 35812) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:31.945620 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-b2f50c04-e936-405a-b9e8-58dd5644e556 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-11868367-router', 'tenant_id': '1483927df0174ff9adec2a0b408e8935', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:31.948517 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366bd851-1e04-48c5-953a-2516cb1718fa req-009753cb-5675-4ccf-bf08-93e5571391d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:31.951495 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-366bd851-1e04-48c5-953a-2516cb1718fa req-009753cb-5675-4ccf-bf08-93e5571391d4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4896214c-1044-4bb0-9aef-cb2eb64a56bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663295 Aug 31 09:43:31.996683 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d35277-4ad2-4e0e-a6d2-f9d07dad6c89 None None] The sync data for ids ['072569bf-613b-4801-b7dc-de692df27bdd'] in n-d-791506-28 is: [{'id': '072569bf-613b-4801-b7dc-de692df27bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668854350', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4191a26b-a23a-42a4-8b40-b35571fd2d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:02Z', 'updated_at': '2021-08-31T09:43:10Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '4191a26b-a23a-42a4-8b40-b35571fd2d73', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072569bf-613b-4801-b7dc-de692df27bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:04Z', 'updated_at': '2021-08-31T09:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '78a93d1b-d992-481b-b32f-47311f80bb43', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '072569bf-613b-4801-b7dc-de692df27bdd', 'port_id': '15473330-049d-41ba-829c-aba345d35b56', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd', 'mac_address': 'fa:16:3e:03:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220a236d-0c28-46ad-bf4f-00051861905a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:43:29Z', 'updated_at': '2021-08-31T09:43:29Z', 'revision_number': 0, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3db3efd3-4517-4455-a350-66396fa9a42e', 'name': '', 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:d5:34:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072569bf-613b-4801-b7dc-de692df27bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '4d88890c-97df-4e4a-84cd-23c969267bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:08Z', 'updated_at': '2021-08-31T09:43:17Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': '4d88890c-97df-4e4a-84cd-23c969267bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:43:32.072423 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-366bd851-1e04-48c5-953a-2516cb1718fa req-20b3b4cc-49a4-4477-a70c-361086da3e95 service neutron] 10.222.0.59 "GET /v2.0/networks/4896214c-1044-4bb0-9aef-cb2eb64a56bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107113 Aug 31 09:43:32.078672 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b2f50c04-e936-405a-b9e8-58dd5644e556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.079240 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.079875 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b2f50c04-e936-405a-b9e8-58dd5644e556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.172389 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4a9176-9991-4873-a09b-331430097c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b37165-08e9-41fd-be4a-676a7beb0a8a'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:43:32.174739 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f045f5eb-e463-4137-a30d-c6d6bfd2e713" -d '{"events": [{"server_uuid": "1d4a9176-9991-4873-a09b-331430097c04", "name": "network-vif-plugged", "status": "completed", "tag": "45b37165-08e9-41fd-be4a-676a7beb0a8a"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:43:32.189320 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-366bd851-1e04-48c5-953a-2516cb1718fa req-bdeaab58-376c-41e0-a52e-f6f012e8baec service neutron] 10.222.0.59 "GET /v2.0/networks/4896214c-1044-4bb0-9aef-cb2eb64a56bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091440 Aug 31 09:43:32.196706 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e5bbaa-3eff-4d11-a9d5-eaf4eceb2887 None None] Network bb75b194-2297-4562-8861-62feab5f7e5a requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:43:32.226462 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b2f50c04-e936-405a-b9e8-58dd5644e556 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.316359 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bfd027-4d65-4de0-b1ef-b7ea10a9a600 x-openstack-request-id: req-f1bfd027-4d65-4de0-b1ef-b7ea10a9a600 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:43:32.316688 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4a9176-9991-4873-a09b-331430097c04", "name": "network-vif-plugged", "status": "completed", "tag": "45b37165-08e9-41fd-be4a-676a7beb0a8a", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:43:32.316901 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-f1bfd027-4d65-4de0-b1ef-b7ea10a9a600 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:43:32.317293 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4a9176-9991-4873-a09b-331430097c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b37165-08e9-41fd-be4a-676a7beb0a8a', 'code': 200} Aug 31 09:43:32.324183 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 45b37165-08e9-41fd-be4a-676a7beb0a8a, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=45b37165-08e9-41fd-be4a-676a7beb0a8a,segment=NetworkSegment(515767e7-fe81-4762-beae-a628aa4edb8e),segment_id=515767e7-fe81-4762-beae-a628aa4edb8e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:32.349717 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732537f7-a2a2-4f9c-83f8-486f95e7b55b None None] New status for floating IP 78a93d1b-d992-481b-b32f-47311f80bb43: ACTIVE {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:43:32.469080 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101f06a-8e50-43bd-8009-9f3c42bd04fb req-ae10eab6-bab4-4f4f-941d-3d87efbdc091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:32.470740 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d101f06a-8e50-43bd-8009-9f3c42bd04fb req-ae10eab6-bab4-4f4f-941d-3d87efbdc091 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=1d4a9176-9991-4873-a09b-331430097c04 HTTP/1.1" status: 200 len: 1096 time: 0.1576903 Aug 31 09:43:32.504460 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b2f50c04-e936-405a-b9e8-58dd5644e556 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.510976 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.544638 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d101f06a-8e50-43bd-8009-9f3c42bd04fb req-3f74183f-99fe-4141-ba4b-512b6edd4196 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=8afe76a7-faae-4c69-912f-500a89069efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469017 Aug 31 09:43:32.575704 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=45b37165-08e9-41fd-be4a-676a7beb0a8a,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:32.672892 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35818) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:32.749814 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3581d12e-edc1-4547-962f-c98d1ae83e94 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/floatingips/78a93d1b-d992-481b-b32f-47311f80bb43 HTTP/1.1" status: 200 len: 993 time: 0.0752335 Aug 31 09:43:32.775336 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.866782 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b2f50c04-e936-405a-b9e8-58dd5644e556 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.891813 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b2f50c04-e936-405a-b9e8-58dd5644e556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.957153 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:32.999103 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793c973-e436-435d-b372-b83e9a1c67fe req-875c2176-4f26-4a96-801b-20164cf067b9 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:33.000700 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6793c973-e436-435d-b372-b83e9a1c67fe req-875c2176-4f26-4a96-801b-20164cf067b9 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/ports?device_id=1d4a9176-9991-4873-a09b-331430097c04 HTTP/1.1" status: 200 len: 945 time: 0.0505006 Aug 31 09:43:33.001573 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-b2f50c04-e936-405a-b9e8-58dd5644e556 admin admin] Allocated IP 172.25.2.176 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/ac41d468-b5c1-48d9-990f-d2c9d908d980) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:33.039942 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6793c973-e436-435d-b372-b83e9a1c67fe req-19e231e5-97f7-41a9-a56a-027207b3ee4e tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/security-groups?id=8afe76a7-faae-4c69-912f-500a89069efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330844 Aug 31 09:43:33.105819 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b2f50c04-e936-405a-b9e8-58dd5644e556 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:33.220107 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b2f50c04-e936-405a-b9e8-58dd5644e556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:33.263075 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f50c04-e936-405a-b9e8-58dd5644e556 admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:33.266196 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-b2f50c04-e936-405a-b9e8-58dd5644e556 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:33.268582 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f50c04-e936-405a-b9e8-58dd5644e556 admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:33.296656 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f50c04-e936-405a-b9e8-58dd5644e556 admin admin] Pushing event updated for resources: {'Port': ['ID=ac41d468-b5c1-48d9-990f-d2c9d908d980,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:33.311087 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f50c04-e936-405a-b9e8-58dd5644e556 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:33.315956 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f50c04-e936-405a-b9e8-58dd5644e556 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:33.315956 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f50c04-e936-405a-b9e8-58dd5644e556 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:33.315956 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f50c04-e936-405a-b9e8-58dd5644e556 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:33.315956 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f50c04-e936-405a-b9e8-58dd5644e556 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:33.315956 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f50c04-e936-405a-b9e8-58dd5644e556 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:33.315956 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f50c04-e936-405a-b9e8-58dd5644e556 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:33.315956 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f50c04-e936-405a-b9e8-58dd5644e556 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:33.315956 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f50c04-e936-405a-b9e8-58dd5644e556 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:33.315956 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f50c04-e936-405a-b9e8-58dd5644e556 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:33.315956 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f50c04-e936-405a-b9e8-58dd5644e556 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:33.315956 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f50c04-e936-405a-b9e8-58dd5644e556 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:33.938950 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b2f50c04-e936-405a-b9e8-58dd5644e556 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:34.142071 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b2f50c04-e936-405a-b9e8-58dd5644e556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:34.166036 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d0668-f5cf-430d-98bf-48cfa952c4cf req-42a7804c-f8d4-4899-b2f8-3ed6e50216cc tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:34.167563 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-119d0668-f5cf-430d-98bf-48cfa952c4cf req-42a7804c-f8d4-4899-b2f8-3ed6e50216cc tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/ports?device_id=1d4a9176-9991-4873-a09b-331430097c04 HTTP/1.1" status: 200 len: 945 time: 0.0562069 Aug 31 09:43:34.207214 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-119d0668-f5cf-430d-98bf-48cfa952c4cf req-c974fc9d-bc2e-4b5d-91ad-a33194964f45 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/security-groups?id=8afe76a7-faae-4c69-912f-500a89069efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327127 Aug 31 09:43:34.352759 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f50c04-e936-405a-b9e8-58dd5644e556 admin admin] Router 6773aa1b-8f58-493e-9337-127f163fac34 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:43:34.464270 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f50c04-e936-405a-b9e8-58dd5644e556 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:43:34.476632 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aba886-5ca6-43b6-9ea8-446bcfc106db None None] Sync routers for ids ['6773aa1b-8f58-493e-9337-127f163fac34'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:43:34.487403 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aba886-5ca6-43b6-9ea8-446bcfc106db None None] Routers {'6773aa1b-8f58-493e-9337-127f163fac34'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:34.488009 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-42aba886-5ca6-43b6-9ea8-446bcfc106db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:43:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['6773aa1b-8f58-493e-9337-127f163fac34'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:34.574061 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b2f50c04-e936-405a-b9e8-58dd5644e556 admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:34.578349 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b2f50c04-e936-405a-b9e8-58dd5644e556 admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6373398 Aug 31 09:43:34.578588 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 35838) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:43:34.597710 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-42aba886-5ca6-43b6-9ea8-446bcfc106db None None] Set router 6773aa1b-8f58-493e-9337-127f163fac34 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:43:34.895404 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-42aba886-5ca6-43b6-9ea8-446bcfc106db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6773aa1b-8f58-493e-9337-127f163fac34', 'name': 'tempest-ServerRescueNegativeTestJSON-11868367-router', 'tenant_id': '1483927df0174ff9adec2a0b408e8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ac41d468-b5c1-48d9-990f-d2c9d908d980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:32Z', 'updated_at': '2021-08-31T09:43:33Z', 'revision_number': 3, 'project_id': '1483927df0174ff9adec2a0b408e8935', 'gw_port': {'id': 'ac41d468-b5c1-48d9-990f-d2c9d908d980', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ff:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6773aa1b-8f58-493e-9337-127f163fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:32Z', 'updated_at': '2021-08-31T09:43:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:34.921832 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aba886-5ca6-43b6-9ea8-446bcfc106db None None] Checking router: 6773aa1b-8f58-493e-9337-127f163fac34 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:43:34.922169 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aba886-5ca6-43b6-9ea8-446bcfc106db None None] Updating router 6773aa1b-8f58-493e-9337-127f163fac34 port ac41d468-b5c1-48d9-990f-d2c9d908d980 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:43:34.946802 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-42aba886-5ca6-43b6-9ea8-446bcfc106db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:35.059662 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-50bcae2e-cd65-4203-8a54-da556206a53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:35.259630 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-42aba886-5ca6-43b6-9ea8-446bcfc106db None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:35.265021 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-50bcae2e-cd65-4203-8a54-da556206a53a admin admin] Allocated IP 172.20.0.1 (bb75b194-2297-4562-8861-62feab5f7e5a/2c596dd9-fb45-4c75-b855-64d163143380/d795e581-2918-4301-970d-5a67204b7b1d) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:35.270442 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-42aba886-5ca6-43b6-9ea8-446bcfc106db None None] Transition to ACTIVE for port object ac41d468-b5c1-48d9-990f-d2c9d908d980 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:35.364953 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-42aba886-5ca6-43b6-9ea8-446bcfc106db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:35.376050 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-50bcae2e-cd65-4203-8a54-da556206a53a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:35.416247 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-42aba886-5ca6-43b6-9ea8-446bcfc106db None None] Attempting to bind port ac41d468-b5c1-48d9-990f-d2c9d908d980 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:35.416530 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-42aba886-5ca6-43b6-9ea8-446bcfc106db None None] Attempting to bind port ac41d468-b5c1-48d9-990f-d2c9d908d980 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:35.416882 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aba886-5ca6-43b6-9ea8-446bcfc106db None None] Attempting to bind port ac41d468-b5c1-48d9-990f-d2c9d908d980 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:35.423850 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d996a8f-11f7-4951-a337-9d519e4c90e6 None None] Pushing event updated for resources: {'Port': ['ID=ac41d468-b5c1-48d9-990f-d2c9d908d980,revision_number=2']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:35.427499 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aba886-5ca6-43b6-9ea8-446bcfc106db None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:35.427863 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aba886-5ca6-43b6-9ea8-446bcfc106db None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:35.431829 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-42aba886-5ca6-43b6-9ea8-446bcfc106db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:35.431829 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aba886-5ca6-43b6-9ea8-446bcfc106db None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:35.431829 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-42aba886-5ca6-43b6-9ea8-446bcfc106db None None] Bound port: ac41d468-b5c1-48d9-990f-d2c9d908d980, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:35.431829 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-42aba886-5ca6-43b6-9ea8-446bcfc106db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:35.481896 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-42aba886-5ca6-43b6-9ea8-446bcfc106db None None] For port ac41d468-b5c1-48d9-990f-d2c9d908d980, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:35.485175 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-42aba886-5ca6-43b6-9ea8-446bcfc106db None None] For port ac41d468-b5c1-48d9-990f-d2c9d908d980, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ac41d468-b5c1-48d9-990f-d2c9d908d980,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:35.489811 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-50bcae2e-cd65-4203-8a54-da556206a53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:35.541543 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-42aba886-5ca6-43b6-9ea8-446bcfc106db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:35.543215 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bcae2e-cd65-4203-8a54-da556206a53a admin admin] Network bb75b194-2297-4562-8861-62feab5f7e5a is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:35.552045 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-50bcae2e-cd65-4203-8a54-da556206a53a admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:35.556586 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bcae2e-cd65-4203-8a54-da556206a53a admin admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:35.599857 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aba886-5ca6-43b6-9ea8-446bcfc106db None None] Routers {'6773aa1b-8f58-493e-9337-127f163fac34'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:35.600472 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-42aba886-5ca6-43b6-9ea8-446bcfc106db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:43:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['6773aa1b-8f58-493e-9337-127f163fac34'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:35.635900 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d996a8f-11f7-4951-a337-9d519e4c90e6 None None] Pushing event updated for resources: {'Port': ['ID=ac41d468-b5c1-48d9-990f-d2c9d908d980,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:35.712619 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-42aba886-5ca6-43b6-9ea8-446bcfc106db None None] Set router 6773aa1b-8f58-493e-9337-127f163fac34 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:43:35.896055 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-42aba886-5ca6-43b6-9ea8-446bcfc106db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6773aa1b-8f58-493e-9337-127f163fac34', 'name': 'tempest-ServerRescueNegativeTestJSON-11868367-router', 'tenant_id': '1483927df0174ff9adec2a0b408e8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ac41d468-b5c1-48d9-990f-d2c9d908d980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:32Z', 'updated_at': '2021-08-31T09:43:33Z', 'revision_number': 3, 'project_id': '1483927df0174ff9adec2a0b408e8935', 'gw_port': {'id': 'ac41d468-b5c1-48d9-990f-d2c9d908d980', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ff:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6773aa1b-8f58-493e-9337-127f163fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:32Z', 'updated_at': '2021-08-31T09:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:35.926141 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aba886-5ca6-43b6-9ea8-446bcfc106db None None] The sync data for ids ['6773aa1b-8f58-493e-9337-127f163fac34'] in n-d-791506-28 is: [{'id': '6773aa1b-8f58-493e-9337-127f163fac34', 'name': 'tempest-ServerRescueNegativeTestJSON-11868367-router', 'tenant_id': '1483927df0174ff9adec2a0b408e8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ac41d468-b5c1-48d9-990f-d2c9d908d980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:32Z', 'updated_at': '2021-08-31T09:43:33Z', 'revision_number': 3, 'project_id': '1483927df0174ff9adec2a0b408e8935', 'gw_port': {'id': 'ac41d468-b5c1-48d9-990f-d2c9d908d980', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ff:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6773aa1b-8f58-493e-9337-127f163fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:32Z', 'updated_at': '2021-08-31T09:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:43:35.933317 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0c32f-fd96-4cdd-b823-325fadb0e3e1 req-ed1a8814-acae-4f5e-8540-6a788f95c77c tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:35.934851 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c7c0c32f-fd96-4cdd-b823-325fadb0e3e1 req-ed1a8814-acae-4f5e-8540-6a788f95c77c tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/ports?device_id=1d4a9176-9991-4873-a09b-331430097c04 HTTP/1.1" status: 200 len: 945 time: 0.4569042 Aug 31 09:43:35.938251 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcae2e-cd65-4203-8a54-da556206a53a admin admin] Pushing event updated for resources: {'Port': ['ID=d795e581-2918-4301-970d-5a67204b7b1d,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:35.959249 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bcae2e-cd65-4203-8a54-da556206a53a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:35.959589 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bcae2e-cd65-4203-8a54-da556206a53a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:35.959924 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bcae2e-cd65-4203-8a54-da556206a53a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:35.960254 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bcae2e-cd65-4203-8a54-da556206a53a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:35.960575 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bcae2e-cd65-4203-8a54-da556206a53a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:35.960894 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bcae2e-cd65-4203-8a54-da556206a53a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:35.961245 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bcae2e-cd65-4203-8a54-da556206a53a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:35.961564 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bcae2e-cd65-4203-8a54-da556206a53a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:35.961877 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bcae2e-cd65-4203-8a54-da556206a53a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:35.962192 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bcae2e-cd65-4203-8a54-da556206a53a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:35.962505 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bcae2e-cd65-4203-8a54-da556206a53a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:35.962909 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bcae2e-cd65-4203-8a54-da556206a53a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:35.986231 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-50bcae2e-cd65-4203-8a54-da556206a53a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:36.040603 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c7c0c32f-fd96-4cdd-b823-325fadb0e3e1 req-f81cd59d-ce2c-4e7e-9d46-7bacc71f30e7 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/security-groups?id=8afe76a7-faae-4c69-912f-500a89069efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937850 Aug 31 09:43:36.227484 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-50bcae2e-cd65-4203-8a54-da556206a53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:36.422732 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ac41d468-b5c1-48d9-990f-d2c9d908d980 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:36.431886 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-50bcae2e-cd65-4203-8a54-da556206a53a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:36.495768 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-50bcae2e-cd65-4203-8a54-da556206a53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:36.564770 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port ac41d468-b5c1-48d9-990f-d2c9d908d980 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:36.571348 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port ac41d468-b5c1-48d9-990f-d2c9d908d980 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:36.572301 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:36.572474 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-50bcae2e-cd65-4203-8a54-da556206a53a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:36.574323 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcae2e-cd65-4203-8a54-da556206a53a admin admin] Pushing event updated for resources: {'Port': ['ID=d795e581-2918-4301-970d-5a67204b7b1d,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:36.667132 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:36.694335 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port ac41d468-b5c1-48d9-990f-d2c9d908d980, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ac41d468-b5c1-48d9-990f-d2c9d908d980,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:36.720892 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bcae2e-cd65-4203-8a54-da556206a53a admin admin] Network bb75b194-2297-4562-8861-62feab5f7e5a is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:36.722467 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-50bcae2e-cd65-4203-8a54-da556206a53a admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:36.770965 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:36.838286 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=ac41d468-b5c1-48d9-990f-d2c9d908d980,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:36.869440 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50bcae2e-cd65-4203-8a54-da556206a53a admin admin] Router 6773aa1b-8f58-493e-9337-127f163fac34 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:43:36.911531 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f403b-ea8b-49ab-81d1-b43e5973c017 req-45764359-1c67-46de-955f-bb576b04f6fe tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:36.919655 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-803f403b-ea8b-49ab-81d1-b43e5973c017 req-45764359-1c67-46de-955f-bb576b04f6fe tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.112 "GET /v2.0/ports?device_id=1d4a9176-9991-4873-a09b-331430097c04 HTTP/1.1" status: 200 len: 945 time: 0.0579340 Aug 31 09:43:36.989771 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bcae2e-cd65-4203-8a54-da556206a53a admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:43:36.997010 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-50bcae2e-cd65-4203-8a54-da556206a53a admin admin] 10.222.0.119 "PUT /v2.0/routers/6773aa1b-8f58-493e-9337-127f163fac34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4155126 Aug 31 09:43:37.019867 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-803f403b-ea8b-49ab-81d1-b43e5973c017 req-4926c139-191f-43d0-8a60-631cdf8c1295 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Deleting port 45b37165-08e9-41fd-be4a-676a7beb0a8a {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:37.020218 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-803f403b-ea8b-49ab-81d1-b43e5973c017 req-4926c139-191f-43d0-8a60-631cdf8c1295 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:37.127480 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-803f403b-ea8b-49ab-81d1-b43e5973c017 req-4926c139-191f-43d0-8a60-631cdf8c1295 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] For port 45b37165-08e9-41fd-be4a-676a7beb0a8a, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=45b37165-08e9-41fd-be4a-676a7beb0a8a,segment=NetworkSegment(515767e7-fe81-4762-beae-a628aa4edb8e),segment_id=515767e7-fe81-4762-beae-a628aa4edb8e)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:37.128239 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-803f403b-ea8b-49ab-81d1-b43e5973c017 req-4926c139-191f-43d0-8a60-631cdf8c1295 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:37.147626 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-803f403b-ea8b-49ab-81d1-b43e5973c017 req-4926c139-191f-43d0-8a60-631cdf8c1295 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Calling delete_port for 45b37165-08e9-41fd-be4a-676a7beb0a8a owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:37.194790 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ff21a-c256-44b1-8542-789e1b90c8ae req-89e7ccbb-c82f-4fe9-a88e-fe7d3b465f9c tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:37.202569 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d48ff21a-c256-44b1-8542-789e1b90c8ae req-89e7ccbb-c82f-4fe9-a88e-fe7d3b465f9c tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/ports?device_id=1d4a9176-9991-4873-a09b-331430097c04 HTTP/1.1" status: 200 len: 945 time: 0.0699379 Aug 31 09:43:37.243106 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d48ff21a-c256-44b1-8542-789e1b90c8ae req-be9305b9-3dbe-41e2-850a-74c5b8d3c938 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/security-groups?id=8afe76a7-faae-4c69-912f-500a89069efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396955 Aug 31 09:43:37.387309 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-803f403b-ea8b-49ab-81d1-b43e5973c017 req-4926c139-191f-43d0-8a60-631cdf8c1295 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:37.404116 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['45b37165-08e9-41fd-be4a-676a7beb0a8a'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:43:37.421062 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4926c139-191f-43d0-8a60-631cdf8c1295 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Pushing event deleted for resources: {'Port': ['ID=45b37165-08e9-41fd-be4a-676a7beb0a8a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:37.492887 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-803f403b-ea8b-49ab-81d1-b43e5973c017 req-4926c139-191f-43d0-8a60-631cdf8c1295 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] No DVR routers for this DVR port 45b37165-08e9-41fd-be4a-676a7beb0a8a on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:43:37.495765 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-803f403b-ea8b-49ab-81d1-b43e5973c017 req-4926c139-191f-43d0-8a60-631cdf8c1295 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:37.498080 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-803f403b-ea8b-49ab-81d1-b43e5973c017 req-4926c139-191f-43d0-8a60-631cdf8c1295 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.112 "DELETE /v2.0/ports/45b37165-08e9-41fd-be4a-676a7beb0a8a HTTP/1.1" status: 204 len: 173 time: 0.5725646 Aug 31 09:43:37.498660 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4a9176-9991-4873-a09b-331430097c04', 'name': 'network-vif-deleted', 'tag': '45b37165-08e9-41fd-be4a-676a7beb0a8a'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:43:37.501027 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643c6cdd-b80b-46b2-9177-0a07929d19a0" -d '{"events": [{"server_uuid": "1d4a9176-9991-4873-a09b-331430097c04", "name": "network-vif-deleted", "tag": "45b37165-08e9-41fd-be4a-676a7beb0a8a"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:43:37.540178 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-92617c5e-d8b7-4f8d-910c-a5f79f038ab4 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:37.541863 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-92617c5e-d8b7-4f8d-910c-a5f79f038ab4 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/networks?id=bb75b194-2297-4562-8861-62feab5f7e5a HTTP/1.1" status: 200 len: 817 time: 0.1575024 Aug 31 09:43:37.546304 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f121912-a520-4720-8c7e-a974d459bab3 x-openstack-request-id: req-6f121912-a520-4720-8c7e-a974d459bab3 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:43:37.546710 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4a9176-9991-4873-a09b-331430097c04", "name": "network-vif-deleted", "tag": "45b37165-08e9-41fd-be4a-676a7beb0a8a", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:43:37.547110 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-6f121912-a520-4720-8c7e-a974d459bab3 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:43:37.547573 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4a9176-9991-4873-a09b-331430097c04', 'name': 'network-vif-deleted', 'tag': '45b37165-08e9-41fd-be4a-676a7beb0a8a', 'status': 'completed', 'code': 200} Aug 31 09:43:37.559079 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-3e1b69be-2275-4f28-b744-e0102f6122de tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/quotas/1483927df0174ff9adec2a0b408e8935 HTTP/1.1" status: 200 len: 375 time: 0.0102863 Aug 31 09:43:37.626264 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-85b3eabc-4c48-4f25-b5a5-e18e003cbccb tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=1483927df0174ff9adec2a0b408e8935&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0608959 Aug 31 09:43:37.716852 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-7bd44f9d-5bcf-4e71-97d3-cc7f87916e75 service neutron] 10.222.0.119 "GET /v2.0/networks/bb75b194-2297-4562-8861-62feab5f7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897005 Aug 31 09:43:37.834598 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-192fb965-1eff-4410-ba67-4182449ffb6a service neutron] 10.222.0.119 "GET /v2.0/networks/bb75b194-2297-4562-8861-62feab5f7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107235 Aug 31 09:43:37.855035 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dded6c5a-e5fe-4c9b-9fdd-7d1e526e5121 None None] Sync routers for ids ['6773aa1b-8f58-493e-9337-127f163fac34'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:43:37.866248 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dded6c5a-e5fe-4c9b-9fdd-7d1e526e5121 None None] Routers {'6773aa1b-8f58-493e-9337-127f163fac34'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:37.867272 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-dded6c5a-e5fe-4c9b-9fdd-7d1e526e5121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:43:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['6773aa1b-8f58-493e-9337-127f163fac34'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:37.991497 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-dded6c5a-e5fe-4c9b-9fdd-7d1e526e5121 None None] Set router 6773aa1b-8f58-493e-9337-127f163fac34 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:43:38.104731 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d61c5d7f-8b9f-401a-a9d6-979a9d0471c7 req-c8c507b4-f702-4109-9e07-1c627ecafe43 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 210 time: 0.0339489 Aug 31 09:43:38.253541 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-dded6c5a-e5fe-4c9b-9fdd-7d1e526e5121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6773aa1b-8f58-493e-9337-127f163fac34', 'name': 'tempest-ServerRescueNegativeTestJSON-11868367-router', 'tenant_id': '1483927df0174ff9adec2a0b408e8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ac41d468-b5c1-48d9-990f-d2c9d908d980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:32Z', 'updated_at': '2021-08-31T09:43:36Z', 'revision_number': 4, 'project_id': '1483927df0174ff9adec2a0b408e8935', 'gw_port': {'id': 'ac41d468-b5c1-48d9-990f-d2c9d908d980', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ff:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6773aa1b-8f58-493e-9337-127f163fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:32Z', 'updated_at': '2021-08-31T09:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'd795e581-2918-4301-970d-5a67204b7b1d', 'name': '', 'network_id': 'bb75b194-2297-4562-8861-62feab5f7e5a', 'tenant_id': '1483927df0174ff9adec2a0b408e8935', 'mac_address': 'fa:16:3e:81:95:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6773aa1b-8f58-493e-9337-127f163fac34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '2c596dd9-fb45-4c75-b855-64d163143380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:35Z', 'updated_at': '2021-08-31T09:43:36Z', 'revision_number': 2, 'project_id': '1483927df0174ff9adec2a0b408e8935', 'subnets': [{'id': '2c596dd9-fb45-4c75-b855-64d163143380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:38.300190 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dded6c5a-e5fe-4c9b-9fdd-7d1e526e5121 None None] Checking router: 6773aa1b-8f58-493e-9337-127f163fac34 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:43:38.300190 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dded6c5a-e5fe-4c9b-9fdd-7d1e526e5121 None None] Updating router 6773aa1b-8f58-493e-9337-127f163fac34 port d795e581-2918-4301-970d-5a67204b7b1d binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:43:38.335134 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-dded6c5a-e5fe-4c9b-9fdd-7d1e526e5121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:38.407456 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b420a550-753d-45fb-9b58-4264a3878130 req-e4d1dc08-2974-4f29-b399-c5602c1399de tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/ports?device_id=1d4a9176-9991-4873-a09b-331430097c04 HTTP/1.1" status: 200 len: 210 time: 0.0593677 Aug 31 09:43:38.509477 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ac41d468-b5c1-48d9-990f-d2c9d908d980 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:38.509688 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-baa7c1b7-bddf-4467-b74c-8d9bb7e907eb tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:38.519266 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-baa7c1b7-bddf-4467-b74c-8d9bb7e907eb tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/networks?id=bb75b194-2297-4562-8861-62feab5f7e5a HTTP/1.1" status: 200 len: 817 time: 0.2436392 Aug 31 09:43:38.539238 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-cc67ed5a-d1c2-40a8-9236-8a0060cd220f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/quotas/1483927df0174ff9adec2a0b408e8935 HTTP/1.1" status: 200 len: 375 time: 0.0174091 Aug 31 09:43:38.618946 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-e38ad8ae-3869-48da-8d01-130d31e92478 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=1483927df0174ff9adec2a0b408e8935&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0739002 Aug 31 09:43:38.644642 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port ac41d468-b5c1-48d9-990f-d2c9d908d980 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:38.645013 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:38.743124 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-0683757a-eb14-4239-ac75-5e453db14d3b service neutron] 10.222.0.119 "GET /v2.0/networks/bb75b194-2297-4562-8861-62feab5f7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150267 Aug 31 09:43:38.799540 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-dded6c5a-e5fe-4c9b-9fdd-7d1e526e5121 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:38.813285 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-dded6c5a-e5fe-4c9b-9fdd-7d1e526e5121 None None] Transition to ACTIVE for port object d795e581-2918-4301-970d-5a67204b7b1d will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:38.849304 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-c4bd1039-c989-41b5-b6a1-ab05e96db186 service neutron] 10.222.0.119 "GET /v2.0/networks/bb75b194-2297-4562-8861-62feab5f7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975263 Aug 31 09:43:38.900835 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-dded6c5a-e5fe-4c9b-9fdd-7d1e526e5121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:38.966052 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff449c1c-e7ec-4631-895f-aba83540990b None None] Pushing event updated for resources: {'Port': ['ID=d795e581-2918-4301-970d-5a67204b7b1d,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:39.013296 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-dded6c5a-e5fe-4c9b-9fdd-7d1e526e5121 None None] Attempting to bind port d795e581-2918-4301-970d-5a67204b7b1d on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:39.013760 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-dded6c5a-e5fe-4c9b-9fdd-7d1e526e5121 None None] Attempting to bind port d795e581-2918-4301-970d-5a67204b7b1d by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '5297c1a3-1564-4529-b73b-157e4c7393bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1612, 'network_id': 'bb75b194-2297-4562-8861-62feab5f7e5a'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:39.014205 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dded6c5a-e5fe-4c9b-9fdd-7d1e526e5121 None None] Attempting to bind port d795e581-2918-4301-970d-5a67204b7b1d on network bb75b194-2297-4562-8861-62feab5f7e5a {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:39.020398 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dded6c5a-e5fe-4c9b-9fdd-7d1e526e5121 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:39.020773 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dded6c5a-e5fe-4c9b-9fdd-7d1e526e5121 None None] Checking segment: {'id': '5297c1a3-1564-4529-b73b-157e4c7393bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1612, 'network_id': 'bb75b194-2297-4562-8861-62feab5f7e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:39.021198 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-dded6c5a-e5fe-4c9b-9fdd-7d1e526e5121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:39.021580 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dded6c5a-e5fe-4c9b-9fdd-7d1e526e5121 None None] Bound using segment: {'id': '5297c1a3-1564-4529-b73b-157e4c7393bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1612, 'network_id': 'bb75b194-2297-4562-8861-62feab5f7e5a'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:39.022074 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-dded6c5a-e5fe-4c9b-9fdd-7d1e526e5121 None None] Bound port: d795e581-2918-4301-970d-5a67204b7b1d, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5297c1a3-1564-4529-b73b-157e4c7393bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1612, 'network_id': 'bb75b194-2297-4562-8861-62feab5f7e5a'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:39.022451 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-dded6c5a-e5fe-4c9b-9fdd-7d1e526e5121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:39.102357 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-dded6c5a-e5fe-4c9b-9fdd-7d1e526e5121 None None] For port d795e581-2918-4301-970d-5a67204b7b1d, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:39.106120 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-dded6c5a-e5fe-4c9b-9fdd-7d1e526e5121 None None] For port d795e581-2918-4301-970d-5a67204b7b1d, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=d795e581-2918-4301-970d-5a67204b7b1d,segment=NetworkSegment(5297c1a3-1564-4529-b73b-157e4c7393bd),segment_id=5297c1a3-1564-4529-b73b-157e4c7393bd)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:39.121844 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e20cf347-670b-499b-866a-1de09bf62cbc req-c08c346c-1085-42ba-8206-e8429945e373 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 210 time: 0.0309403 Aug 31 09:43:39.176618 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-dded6c5a-e5fe-4c9b-9fdd-7d1e526e5121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:39.236694 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dded6c5a-e5fe-4c9b-9fdd-7d1e526e5121 None None] Routers {'6773aa1b-8f58-493e-9337-127f163fac34'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:43:39.237375 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-dded6c5a-e5fe-4c9b-9fdd-7d1e526e5121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:43:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['6773aa1b-8f58-493e-9337-127f163fac34'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:39.277172 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff449c1c-e7ec-4631-895f-aba83540990b None None] Pushing event updated for resources: {'Port': ['ID=d795e581-2918-4301-970d-5a67204b7b1d,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:39.352448 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-dded6c5a-e5fe-4c9b-9fdd-7d1e526e5121 None None] Set router 6773aa1b-8f58-493e-9337-127f163fac34 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:43:39.751406 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-dded6c5a-e5fe-4c9b-9fdd-7d1e526e5121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6773aa1b-8f58-493e-9337-127f163fac34', 'name': 'tempest-ServerRescueNegativeTestJSON-11868367-router', 'tenant_id': '1483927df0174ff9adec2a0b408e8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ac41d468-b5c1-48d9-990f-d2c9d908d980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:32Z', 'updated_at': '2021-08-31T09:43:36Z', 'revision_number': 4, 'project_id': '1483927df0174ff9adec2a0b408e8935', 'gw_port': {'id': 'ac41d468-b5c1-48d9-990f-d2c9d908d980', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ff:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6773aa1b-8f58-493e-9337-127f163fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:32Z', 'updated_at': '2021-08-31T09:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'd795e581-2918-4301-970d-5a67204b7b1d', 'name': '', 'network_id': 'bb75b194-2297-4562-8861-62feab5f7e5a', 'tenant_id': '1483927df0174ff9adec2a0b408e8935', 'mac_address': 'fa:16:3e:81:95:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6773aa1b-8f58-493e-9337-127f163fac34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '2c596dd9-fb45-4c75-b855-64d163143380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:35Z', 'updated_at': '2021-08-31T09:43:39Z', 'revision_number': 4, 'project_id': '1483927df0174ff9adec2a0b408e8935', 'subnets': [{'id': '2c596dd9-fb45-4c75-b855-64d163143380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:43:39.782088 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dded6c5a-e5fe-4c9b-9fdd-7d1e526e5121 None None] The sync data for ids ['6773aa1b-8f58-493e-9337-127f163fac34'] in n-d-791506-28 is: [{'id': '6773aa1b-8f58-493e-9337-127f163fac34', 'name': 'tempest-ServerRescueNegativeTestJSON-11868367-router', 'tenant_id': '1483927df0174ff9adec2a0b408e8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ac41d468-b5c1-48d9-990f-d2c9d908d980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:32Z', 'updated_at': '2021-08-31T09:43:36Z', 'revision_number': 4, 'project_id': '1483927df0174ff9adec2a0b408e8935', 'gw_port': {'id': 'ac41d468-b5c1-48d9-990f-d2c9d908d980', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ff:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6773aa1b-8f58-493e-9337-127f163fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:32Z', 'updated_at': '2021-08-31T09:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'd795e581-2918-4301-970d-5a67204b7b1d', 'name': '', 'network_id': 'bb75b194-2297-4562-8861-62feab5f7e5a', 'tenant_id': '1483927df0174ff9adec2a0b408e8935', 'mac_address': 'fa:16:3e:81:95:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6773aa1b-8f58-493e-9337-127f163fac34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '2c596dd9-fb45-4c75-b855-64d163143380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:35Z', 'updated_at': '2021-08-31T09:43:39Z', 'revision_number': 4, 'project_id': '1483927df0174ff9adec2a0b408e8935', 'subnets': [{'id': '2c596dd9-fb45-4c75-b855-64d163143380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:43:39.817141 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-c1837955-e590-4e56-9d5d-91f80c0386d1 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:39.818695 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-c1837955-e590-4e56-9d5d-91f80c0386d1 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/networks?id=cfa4bd4a-a517-4eee-9ef4-b77f689ee32d HTTP/1.1" status: 200 len: 808 time: 0.1160972 Aug 31 09:43:39.859272 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-15213f56-35dd-443d-890b-1b238efff43c tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/quotas/f6b91ce090764b0fb430d429b441b03e HTTP/1.1" status: 200 len: 375 time: 0.0252700 Aug 31 09:43:39.894991 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-ccf586fb-0fcf-40ac-8bfd-0d03a7393e59 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=f6b91ce090764b0fb430d429b441b03e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346220 Aug 31 09:43:40.079368 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-9803bee2-9bdb-436e-ad93-5346f7e5c06b service neutron] 10.222.0.119 "GET /v2.0/networks/cfa4bd4a-a517-4eee-9ef4-b77f689ee32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763725 Aug 31 09:43:40.260858 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fd772dbd-688e-4ea0-9455-d12b6dc87657 req-ad4fe809-6437-48c6-b41d-ef5c19743e7a tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 210 time: 0.0552082 Aug 31 09:43:40.302615 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-170a3f77-37db-4bc7-8ee4-ee69f11ae1ef service neutron] 10.222.0.119 "GET /v2.0/networks/cfa4bd4a-a517-4eee-9ef4-b77f689ee32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211301 Aug 31 09:43:40.441312 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-2b2ec860-a4e5-404c-a8d8-4c49263b6e20 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:40.443409 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-2b2ec860-a4e5-404c-a8d8-4c49263b6e20 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.112 "GET /v2.0/networks?id=bb75b194-2297-4562-8861-62feab5f7e5a HTTP/1.1" status: 200 len: 817 time: 0.2232206 Aug 31 09:43:40.467185 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d795e581-2918-4301-970d-5a67204b7b1d up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:40.473223 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-0c140c6b-8fa0-4ced-8a68-41334d4c9654 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Request body: {'port': {'device_id': '3b1902a5-bfe7-44e5-a490-585efc87f6f5', 'network_id': 'bb75b194-2297-4562-8861-62feab5f7e5a', 'admin_state_up': True, 'tenant_id': '1483927df0174ff9adec2a0b408e8935'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:40.627930 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port d795e581-2918-4301-970d-5a67204b7b1d completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:40.632728 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port d795e581-2918-4301-970d-5a67204b7b1d triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:40.633268 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:40.674101 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-28742732-01e1-48ce-af6f-19b3c6ffd32f req-528b49a9-ae49-4852-8ded-ee2b165113c1 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/ports?device_id=90c4a9de-cde3-43fe-b99a-515e9fc0271f HTTP/1.1" status: 200 len: 210 time: 0.0518525 Aug 31 09:43:40.770744 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:40.812559 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-0c140c6b-8fa0-4ced-8a68-41334d4c9654 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Made reservation on behalf of 1483927df0174ff9adec2a0b408e8935 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:40.817057 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-0c140c6b-8fa0-4ced-8a68-41334d4c9654 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:40.833167 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port d795e581-2918-4301-970d-5a67204b7b1d, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=d795e581-2918-4301-970d-5a67204b7b1d,segment=NetworkSegment(5297c1a3-1564-4529-b73b-157e4c7393bd),segment_id=5297c1a3-1564-4529-b73b-157e4c7393bd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:40.901814 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:40.980464 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=d795e581-2918-4301-970d-5a67204b7b1d,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:40.996182 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-0c140c6b-8fa0-4ced-8a68-41334d4c9654 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Allocated IP 172.20.0.6 (bb75b194-2297-4562-8861-62feab5f7e5a/2c596dd9-fb45-4c75-b855-64d163143380/929435bd-f66c-4eb5-b442-9fa6d0c94b56) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:41.093819 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5cbcf36-6362-4891-9621-86e43400a7c5 req-504406e1-06de-4c2f-bb0c-5a947600b4d6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0298698 Aug 31 09:43:41.195288 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5cbcf36-6362-4891-9621-86e43400a7c5 req-b8e87b01-41f4-46e1-9199-0224425aca4a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0564153 Aug 31 09:43:41.239843 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5cbcf36-6362-4891-9621-86e43400a7c5 req-ca6d32d8-b01c-4ca3-8b14-66f7e675a9d8 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238111 Aug 31 09:43:41.297298 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-0c140c6b-8fa0-4ced-8a68-41334d4c9654 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.312853 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fd43ab14-b0be-42b7-abda-ff01b0b10a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.372419 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbcf36-6362-4891-9621-86e43400a7c5 req-58f4adf7-0f45-49ea-bfc2-76a7bee4598c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:41.375314 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5cbcf36-6362-4891-9621-86e43400a7c5 req-58f4adf7-0f45-49ea-bfc2-76a7bee4598c service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1270733 Aug 31 09:43:41.398318 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ffc3a637-fbac-4ce2-a800-fbc271dc14a4 req-ea90cd43-0f6b-4131-af7e-3b85b7deb6d9 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 210 time: 0.0492878 Aug 31 09:43:41.421762 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-12a5229c-8b11-412a-990d-5a51aa194a3c tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:41.423452 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-12a5229c-8b11-412a-990d-5a51aa194a3c tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.112 "GET /v2.0/networks?id=bb75b194-2297-4562-8861-62feab5f7e5a HTTP/1.1" status: 200 len: 817 time: 0.2341180 Aug 31 09:43:41.427975 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-0c140c6b-8fa0-4ced-8a68-41334d4c9654 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.468154 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-443d02cf-89e6-4904-94d1-d733cabcc976 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Request body: {'port': {'device_id': 'b1975952-26b0-4d39-988c-d36cac7b7348', 'network_id': 'bb75b194-2297-4562-8861-62feab5f7e5a', 'admin_state_up': True, 'tenant_id': '1483927df0174ff9adec2a0b408e8935'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:41.548498 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-0c140c6b-8fa0-4ced-8a68-41334d4c9654 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Network bb75b194-2297-4562-8861-62feab5f7e5a is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:41.558032 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-0c140c6b-8fa0-4ced-8a68-41334d4c9654 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:41.566595 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-0c140c6b-8fa0-4ced-8a68-41334d4c9654 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:41.574473 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c140c6b-8fa0-4ced-8a68-41334d4c9654 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Pushing event updated for resources: {'Port': ['ID=929435bd-f66c-4eb5-b442-9fa6d0c94b56,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:41.659045 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-0c140c6b-8fa0-4ced-8a68-41334d4c9654 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:41.659667 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-0c140c6b-8fa0-4ced-8a68-41334d4c9654 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.773060 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 45b37165-08e9-41fd-be4a-676a7beb0a8a no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:43:41.775768 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-060c9e82-1155-489e-b727-cc31f992426e req-141d9659-ed1e-4b4d-8238-d5c5fe66703b tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/ports?device_id=90c4a9de-cde3-43fe-b99a-515e9fc0271f HTTP/1.1" status: 200 len: 210 time: 0.0272241 Aug 31 09:43:41.794292 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 45b37165-08e9-41fd-be4a-676a7beb0a8a {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:43:41.794665 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 45b37165-08e9-41fd-be4a-676a7beb0a8a not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:43:41.805680 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-443d02cf-89e6-4904-94d1-d733cabcc976 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Made reservation on behalf of 1483927df0174ff9adec2a0b408e8935 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:41.809265 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-443d02cf-89e6-4904-94d1-d733cabcc976 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:41.913078 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-0c140c6b-8fa0-4ced-8a68-41334d4c9654 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4442415 Aug 31 09:43:41.932548 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-b8bb069f-76b8-4f03-a502-bcb5172b6bfc service neutron] Request body: {'port': {'device_id': '3b1902a5-bfe7-44e5-a490-585efc87f6f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:41.962777 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-443d02cf-89e6-4904-94d1-d733cabcc976 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Allocated IP 172.20.0.10 (bb75b194-2297-4562-8861-62feab5f7e5a/2c596dd9-fb45-4c75-b855-64d163143380/95d2b1b1-29ce-4955-8a2d-a5a59c44e369) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:42.015759 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-b8bb069f-76b8-4f03-a502-bcb5172b6bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:42.246136 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-443d02cf-89e6-4904-94d1-d733cabcc976 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:42.344006 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-443d02cf-89e6-4904-94d1-d733cabcc976 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:42.368627 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d795e581-2918-4301-970d-5a67204b7b1d up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:42.415248 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port d795e581-2918-4301-970d-5a67204b7b1d triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:42.415607 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:42.436112 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-443d02cf-89e6-4904-94d1-d733cabcc976 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Network bb75b194-2297-4562-8861-62feab5f7e5a is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:42.443507 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-443d02cf-89e6-4904-94d1-d733cabcc976 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:42.447571 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-443d02cf-89e6-4904-94d1-d733cabcc976 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:42.452870 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d02cf-89e6-4904-94d1-d733cabcc976 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Pushing event updated for resources: {'Port': ['ID=95d2b1b1-29ce-4955-8a2d-a5a59c44e369,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:42.522652 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-443d02cf-89e6-4904-94d1-d733cabcc976 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:42.523302 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-443d02cf-89e6-4904-94d1-d733cabcc976 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:42.565476 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4566a2-45cd-4434-8d99-c26e9354d5d8 req-2bfac281-07cb-46b0-acb4-b04734759e0c tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:42.571183 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b4566a2-45cd-4434-8d99-c26e9354d5d8 req-2bfac281-07cb-46b0-acb4-b04734759e0c tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 932 time: 0.0926602 Aug 31 09:43:42.591848 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-b8bb069f-76b8-4f03-a502-bcb5172b6bfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 929435bd-f66c-4eb5-b442-9fa6d0c94b56 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:43:42.600243 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-b8bb069f-76b8-4f03-a502-bcb5172b6bfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:42.609597 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b4566a2-45cd-4434-8d99-c26e9354d5d8 req-493367f4-9931-4257-8699-42781b17d257 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358951 Aug 31 09:43:42.618017 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-b8bb069f-76b8-4f03-a502-bcb5172b6bfc service neutron] Transition to ACTIVE for port object 929435bd-f66c-4eb5-b442-9fa6d0c94b56 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:42.633899 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-443d02cf-89e6-4904-94d1-d733cabcc976 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1924009 Aug 31 09:43:42.654612 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-1af3b562-658c-4b18-8760-1ec65ac81ae1 service neutron] Request body: {'port': {'device_id': 'b1975952-26b0-4d39-988c-d36cac7b7348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:42.706960 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-b8bb069f-76b8-4f03-a502-bcb5172b6bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:42.740913 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-1af3b562-658c-4b18-8760-1ec65ac81ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:42.774052 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb069f-76b8-4f03-a502-bcb5172b6bfc service neutron] Pushing event updated for resources: {'Port': ['ID=929435bd-f66c-4eb5-b442-9fa6d0c94b56,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:42.917014 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-37799eea-0902-4c45-bca8-fa601f65b583 req-42df19f2-f3ef-4db7-ad10-499cc0e02b4e tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/ports?device_id=90c4a9de-cde3-43fe-b99a-515e9fc0271f HTTP/1.1" status: 200 len: 210 time: 0.0401678 Aug 31 09:43:42.958457 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-ce94287a-5410-418e-ba90-beb52cc58025 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:42.960399 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-ce94287a-5410-418e-ba90-beb52cc58025 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.59 "GET /v2.0/networks?id=cfa4bd4a-a517-4eee-9ef4-b77f689ee32d HTTP/1.1" status: 200 len: 808 time: 0.1882336 Aug 31 09:43:43.044987 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-e51ffda3-6a3f-44d2-81d2-eb5dfe900d38 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Request body: {'port': {'device_id': '90c4a9de-cde3-43fe-b99a-515e9fc0271f', 'network_id': 'cfa4bd4a-a517-4eee-9ef4-b77f689ee32d', 'admin_state_up': True, 'tenant_id': 'f6b91ce090764b0fb430d429b441b03e'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:43.158403 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-b8bb069f-76b8-4f03-a502-bcb5172b6bfc service neutron] Attempting to bind port 929435bd-f66c-4eb5-b442-9fa6d0c94b56 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:43.158403 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-b8bb069f-76b8-4f03-a502-bcb5172b6bfc service neutron] Attempting to bind port 929435bd-f66c-4eb5-b442-9fa6d0c94b56 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '5297c1a3-1564-4529-b73b-157e4c7393bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1612, 'network_id': 'bb75b194-2297-4562-8861-62feab5f7e5a'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:43.158403 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-b8bb069f-76b8-4f03-a502-bcb5172b6bfc service neutron] Attempting to bind port 929435bd-f66c-4eb5-b442-9fa6d0c94b56 on network bb75b194-2297-4562-8861-62feab5f7e5a {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:43.158403 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-b8bb069f-76b8-4f03-a502-bcb5172b6bfc service neutron] Port 929435bd-f66c-4eb5-b442-9fa6d0c94b56 on network bb75b194-2297-4562-8861-62feab5f7e5a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:43:43.158403 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-b8bb069f-76b8-4f03-a502-bcb5172b6bfc service neutron] Attempting to bind port 929435bd-f66c-4eb5-b442-9fa6d0c94b56 on network bb75b194-2297-4562-8861-62feab5f7e5a {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:43.158403 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-b8bb069f-76b8-4f03-a502-bcb5172b6bfc service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:43.158403 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-b8bb069f-76b8-4f03-a502-bcb5172b6bfc service neutron] Checking segment: {'id': '5297c1a3-1564-4529-b73b-157e4c7393bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1612, 'network_id': 'bb75b194-2297-4562-8861-62feab5f7e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:43.158403 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-b8bb069f-76b8-4f03-a502-bcb5172b6bfc service neutron] Bound using segment: {'id': '5297c1a3-1564-4529-b73b-157e4c7393bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1612, 'network_id': 'bb75b194-2297-4562-8861-62feab5f7e5a'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:43.158403 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-b8bb069f-76b8-4f03-a502-bcb5172b6bfc service neutron] Bound port: 929435bd-f66c-4eb5-b442-9fa6d0c94b56, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5297c1a3-1564-4529-b73b-157e4c7393bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1612, 'network_id': 'bb75b194-2297-4562-8861-62feab5f7e5a'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:43.158403 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-b8bb069f-76b8-4f03-a502-bcb5172b6bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:43.158403 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-b8bb069f-76b8-4f03-a502-bcb5172b6bfc service neutron] For port 929435bd-f66c-4eb5-b442-9fa6d0c94b56, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:43.158403 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-b8bb069f-76b8-4f03-a502-bcb5172b6bfc service neutron] For port 929435bd-f66c-4eb5-b442-9fa6d0c94b56, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=929435bd-f66c-4eb5-b442-9fa6d0c94b56,segment=NetworkSegment(5297c1a3-1564-4529-b73b-157e4c7393bd),segment_id=5297c1a3-1564-4529-b73b-157e4c7393bd)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:43.215348 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-1af3b562-658c-4b18-8760-1ec65ac81ae1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95d2b1b1-29ce-4955-8a2d-a5a59c44e369 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:43:43.223380 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-1af3b562-658c-4b18-8760-1ec65ac81ae1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:43.234639 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-1af3b562-658c-4b18-8760-1ec65ac81ae1 service neutron] Transition to ACTIVE for port object 95d2b1b1-29ce-4955-8a2d-a5a59c44e369 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:43.260072 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-e51ffda3-6a3f-44d2-81d2-eb5dfe900d38 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Made reservation on behalf of f6b91ce090764b0fb430d429b441b03e for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:43:43.263537 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-e51ffda3-6a3f-44d2-81d2-eb5dfe900d38 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:43.292934 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-b8bb069f-76b8-4f03-a502-bcb5172b6bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:43.321734 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-1af3b562-658c-4b18-8760-1ec65ac81ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:43.341956 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-b8bb069f-76b8-4f03-a502-bcb5172b6bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:43.342631 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-b8bb069f-76b8-4f03-a502-bcb5172b6bfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:43.344660 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-b8bb069f-76b8-4f03-a502-bcb5172b6bfc service neutron] 10.222.0.112 "PUT /v2.0/ports/929435bd-f66c-4eb5-b442-9fa6d0c94b56 HTTP/1.1" status: 200 len: 1092 time: 1.4181588 Aug 31 09:43:43.346319 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b1902a5-bfe7-44e5-a490-585efc87f6f5', 'tag': '929435bd-f66c-4eb5-b442-9fa6d0c94b56'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:43:43.348912 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4063b365-041e-4eab-9066-acb9f04a0fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "3b1902a5-bfe7-44e5-a490-585efc87f6f5", "tag": "929435bd-f66c-4eb5-b442-9fa6d0c94b56"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:43:43.397182 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb069f-76b8-4f03-a502-bcb5172b6bfc service neutron] Pushing event updated for resources: {'Port': ['ID=929435bd-f66c-4eb5-b442-9fa6d0c94b56,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:43.460809 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-e51ffda3-6a3f-44d2-81d2-eb5dfe900d38 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Allocated IP 172.20.0.5 (cfa4bd4a-a517-4eee-9ef4-b77f689ee32d/a3069d5a-307d-40b9-a095-90fc405400f7/0cc58b8e-c484-4d8c-bf6d-c27404ed286c) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:43:43.632557 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-e51ffda3-6a3f-44d2-81d2-eb5dfe900d38 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:43.709136 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f80ea4-204a-477e-b10c-eb77b028c89e x-openstack-request-id: req-50f80ea4-204a-477e-b10c-eb77b028c89e {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:43:43.709619 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b1902a5-bfe7-44e5-a490-585efc87f6f5", "tag": "929435bd-f66c-4eb5-b442-9fa6d0c94b56", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:43:43.709698 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-50f80ea4-204a-477e-b10c-eb77b028c89e {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:43:43.710112 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b1902a5-bfe7-44e5-a490-585efc87f6f5', 'tag': '929435bd-f66c-4eb5-b442-9fa6d0c94b56', 'status': 'completed', 'code': 200} Aug 31 09:43:43.754801 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-e51ffda3-6a3f-44d2-81d2-eb5dfe900d38 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:43.797663 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d71e9d-8430-4c57-b10b-d94b0bccd5bb req-57038b52-27d1-42c1-b337-6e03fad4c081 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:43.799379 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af3b562-658c-4b18-8760-1ec65ac81ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=95d2b1b1-29ce-4955-8a2d-a5a59c44e369,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:43.800081 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-00d71e9d-8430-4c57-b10b-d94b0bccd5bb req-57038b52-27d1-42c1-b337-6e03fad4c081 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 944 time: 0.0882812 Aug 31 09:43:43.812913 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-1af3b562-658c-4b18-8760-1ec65ac81ae1 service neutron] Attempting to bind port 95d2b1b1-29ce-4955-8a2d-a5a59c44e369 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:43.813171 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-1af3b562-658c-4b18-8760-1ec65ac81ae1 service neutron] Attempting to bind port 95d2b1b1-29ce-4955-8a2d-a5a59c44e369 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '5297c1a3-1564-4529-b73b-157e4c7393bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1612, 'network_id': 'bb75b194-2297-4562-8861-62feab5f7e5a'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:43.813705 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-1af3b562-658c-4b18-8760-1ec65ac81ae1 service neutron] Attempting to bind port 95d2b1b1-29ce-4955-8a2d-a5a59c44e369 on network bb75b194-2297-4562-8861-62feab5f7e5a {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:43.820254 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063b365-041e-4eab-9066-acb9f04a0fa6 req-f30c76bb-5240-47de-81bf-25340617eefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:43.821777 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4063b365-041e-4eab-9066-acb9f04a0fa6 req-f30c76bb-5240-47de-81bf-25340617eefd service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1483927df0174ff9adec2a0b408e8935&device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 1095 time: 0.1109304 Aug 31 09:43:43.822801 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-1af3b562-658c-4b18-8760-1ec65ac81ae1 service neutron] Port 95d2b1b1-29ce-4955-8a2d-a5a59c44e369 on network bb75b194-2297-4562-8861-62feab5f7e5a not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:43:43.823121 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-1af3b562-658c-4b18-8760-1ec65ac81ae1 service neutron] Attempting to bind port 95d2b1b1-29ce-4955-8a2d-a5a59c44e369 on network bb75b194-2297-4562-8861-62feab5f7e5a {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:43.829586 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-1af3b562-658c-4b18-8760-1ec65ac81ae1 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:43.829978 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-1af3b562-658c-4b18-8760-1ec65ac81ae1 service neutron] Checking segment: {'id': '5297c1a3-1564-4529-b73b-157e4c7393bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1612, 'network_id': 'bb75b194-2297-4562-8861-62feab5f7e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:43.830311 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-1af3b562-658c-4b18-8760-1ec65ac81ae1 service neutron] Bound using segment: {'id': '5297c1a3-1564-4529-b73b-157e4c7393bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1612, 'network_id': 'bb75b194-2297-4562-8861-62feab5f7e5a'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:43.830823 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-1af3b562-658c-4b18-8760-1ec65ac81ae1 service neutron] Bound port: 95d2b1b1-29ce-4955-8a2d-a5a59c44e369, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5297c1a3-1564-4529-b73b-157e4c7393bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1612, 'network_id': 'bb75b194-2297-4562-8861-62feab5f7e5a'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:43.835955 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-1af3b562-658c-4b18-8760-1ec65ac81ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:43.848686 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-e51ffda3-6a3f-44d2-81d2-eb5dfe900d38 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Network cfa4bd4a-a517-4eee-9ef4-b77f689ee32d is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:43:43.854007 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ffda3-6a3f-44d2-81d2-eb5dfe900d38 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Pushing event updated for resources: {'Port': ['ID=0cc58b8e-c484-4d8c-bf6d-c27404ed286c,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:43.856572 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-e51ffda3-6a3f-44d2-81d2-eb5dfe900d38 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:43:43.860374 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-e51ffda3-6a3f-44d2-81d2-eb5dfe900d38 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:43:43.902648 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-00d71e9d-8430-4c57-b10b-d94b0bccd5bb req-c420e32f-f78a-4778-aea0-80b77245e299 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957694 Aug 31 09:43:43.925542 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-e51ffda3-6a3f-44d2-81d2-eb5dfe900d38 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:43.926451 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-e51ffda3-6a3f-44d2-81d2-eb5dfe900d38 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:43.965598 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f1a8eedc-ce76-4118-810d-573a6b801878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:43.982376 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-1af3b562-658c-4b18-8760-1ec65ac81ae1 service neutron] For port 95d2b1b1-29ce-4955-8a2d-a5a59c44e369, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:43.988842 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-e51ffda3-6a3f-44d2-81d2-eb5dfe900d38 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0171602 Aug 31 09:43:43.989043 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-1af3b562-658c-4b18-8760-1ec65ac81ae1 service neutron] For port 95d2b1b1-29ce-4955-8a2d-a5a59c44e369, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=95d2b1b1-29ce-4955-8a2d-a5a59c44e369,segment=NetworkSegment(5297c1a3-1564-4529-b73b-157e4c7393bd),segment_id=5297c1a3-1564-4529-b73b-157e4c7393bd)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:43.990422 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063b365-041e-4eab-9066-acb9f04a0fa6 req-76cf5d4a-66a4-46ae-9df7-97b6ffec3dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:43.992890 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4063b365-041e-4eab-9066-acb9f04a0fa6 req-76cf5d4a-66a4-46ae-9df7-97b6ffec3dfd service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=1483927df0174ff9adec2a0b408e8935&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1526232 Aug 31 09:43:44.004953 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-deaf8c24-26b8-44a8-b344-dfa618f8192e service neutron] Request body: {'port': {'device_id': '90c4a9de-cde3-43fe-b99a-515e9fc0271f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:43:44.044333 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:44.084049 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-1af3b562-658c-4b18-8760-1ec65ac81ae1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:44.104109 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238b1a3-7579-412d-ae33-6cc6d3cc7220 req-9b4e3298-9bbe-48be-905d-140e08b6eb1f tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:44.105711 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e238b1a3-7579-412d-ae33-6cc6d3cc7220 req-9b4e3298-9bbe-48be-905d-140e08b6eb1f tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/ports?device_id=90c4a9de-cde3-43fe-b99a-515e9fc0271f HTTP/1.1" status: 200 len: 931 time: 0.0976110 Aug 31 09:43:44.106881 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-deaf8c24-26b8-44a8-b344-dfa618f8192e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:44.140766 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063b365-041e-4eab-9066-acb9f04a0fa6 req-58884f88-8453-4d2b-8195-6719c33e44fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:44.142245 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4063b365-041e-4eab-9066-acb9f04a0fa6 req-58884f88-8453-4d2b-8195-6719c33e44fc service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1372406 Aug 31 09:43:44.145340 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-1af3b562-658c-4b18-8760-1ec65ac81ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:44.145946 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-1af3b562-658c-4b18-8760-1ec65ac81ae1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:44.147288 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-1af3b562-658c-4b18-8760-1ec65ac81ae1 service neutron] 10.222.0.112 "PUT /v2.0/ports/95d2b1b1-29ce-4955-8a2d-a5a59c44e369 HTTP/1.1" status: 200 len: 1093 time: 1.4997058 Aug 31 09:43:44.164380 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af3b562-658c-4b18-8760-1ec65ac81ae1 service neutron] Pushing event updated for resources: {'Port': ['ID=95d2b1b1-29ce-4955-8a2d-a5a59c44e369,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:44.184604 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e238b1a3-7579-412d-ae33-6cc6d3cc7220 req-3d8f8d35-5c45-4cd6-801e-4afb870aed0b tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/security-groups?id=8afe76a7-faae-4c69-912f-500a89069efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685000 Aug 31 09:43:44.238011 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-4bd4c858-9342-4005-adc9-bf50ea953719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:44.239551 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-4bd4c858-9342-4005-adc9-bf50ea953719 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1483927df0174ff9adec2a0b408e8935&device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 1095 time: 0.0474916 Aug 31 09:43:44.288274 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-aac0a79b-9e45-4f7e-ac7d-092f2597feec service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=929435bd-f66c-4eb5-b442-9fa6d0c94b56 HTTP/1.1" status: 200 len: 217 time: 0.0382535 Aug 31 09:43:44.374608 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-b04e8096-341c-4f14-b0ed-5686d8866b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:44.376096 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-b04e8096-341c-4f14-b0ed-5686d8866b71 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=2c596dd9-fb45-4c75-b855-64d163143380 HTTP/1.1" status: 200 len: 857 time: 0.0761936 Aug 31 09:43:44.385842 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-7af7d4b3-d980-4152-8320-8d7d6580e009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:44.387342 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-7af7d4b3-d980-4152-8320-8d7d6580e009 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1483927df0174ff9adec2a0b408e8935&device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 1096 time: 0.0497963 Aug 31 09:43:44.427920 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-c0c2ae16-af1d-4001-b33b-38f4b82e3cc6 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=bb75b194-2297-4562-8861-62feab5f7e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395856 Aug 31 09:43:44.433533 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-deaf8c24-26b8-44a8-b344-dfa618f8192e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc58b8e-c484-4d8c-bf6d-c27404ed286c {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:43:44.441884 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-deaf8c24-26b8-44a8-b344-dfa618f8192e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:44.454409 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-deaf8c24-26b8-44a8-b344-dfa618f8192e service neutron] Transition to ACTIVE for port object 0cc58b8e-c484-4d8c-bf6d-c27404ed286c will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:43:44.469433 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-fced60c1-e803-40c8-a90b-3dd4f9af8a96 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95d2b1b1-29ce-4955-8a2d-a5a59c44e369 HTTP/1.1" status: 200 len: 217 time: 0.0540042 Aug 31 09:43:44.517605 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-deaf8c24-26b8-44a8-b344-dfa618f8192e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:44.572928 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-7222020d-df34-4fbf-82ec-d0dbcb0479d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:44.574055 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf8c24-26b8-44a8-b344-dfa618f8192e service neutron] Pushing event updated for resources: {'Port': ['ID=0cc58b8e-c484-4d8c-bf6d-c27404ed286c,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:44.574398 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-7222020d-df34-4fbf-82ec-d0dbcb0479d5 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=2c596dd9-fb45-4c75-b855-64d163143380 HTTP/1.1" status: 200 len: 857 time: 0.0942202 Aug 31 09:43:44.619149 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-f67a8641-272f-4a93-80da-a8d1444e7965 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=bb75b194-2297-4562-8861-62feab5f7e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330036 Aug 31 09:43:44.622750 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-b4c0ad75-090e-4493-b3a8-fc9270a0c242 service neutron] 10.222.0.112 "GET /v2.0/networks/bb75b194-2297-4562-8861-62feab5f7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612926 Aug 31 09:43:44.644744 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-deaf8c24-26b8-44a8-b344-dfa618f8192e service neutron] Attempting to bind port 0cc58b8e-c484-4d8c-bf6d-c27404ed286c on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:43:44.645253 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-deaf8c24-26b8-44a8-b344-dfa618f8192e service neutron] Attempting to bind port 0cc58b8e-c484-4d8c-bf6d-c27404ed286c by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '515767e7-fe81-4762-beae-a628aa4edb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'cfa4bd4a-a517-4eee-9ef4-b77f689ee32d'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:43:44.645406 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-deaf8c24-26b8-44a8-b344-dfa618f8192e service neutron] Attempting to bind port 0cc58b8e-c484-4d8c-bf6d-c27404ed286c on network cfa4bd4a-a517-4eee-9ef4-b77f689ee32d {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:44.649805 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-deaf8c24-26b8-44a8-b344-dfa618f8192e service neutron] Port 0cc58b8e-c484-4d8c-bf6d-c27404ed286c on network cfa4bd4a-a517-4eee-9ef4-b77f689ee32d not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:43:44.650125 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-deaf8c24-26b8-44a8-b344-dfa618f8192e service neutron] Attempting to bind port 0cc58b8e-c484-4d8c-bf6d-c27404ed286c on network cfa4bd4a-a517-4eee-9ef4-b77f689ee32d {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:43:44.654996 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-deaf8c24-26b8-44a8-b344-dfa618f8192e service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:43:44.657043 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-deaf8c24-26b8-44a8-b344-dfa618f8192e service neutron] Checking segment: {'id': '515767e7-fe81-4762-beae-a628aa4edb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'cfa4bd4a-a517-4eee-9ef4-b77f689ee32d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:43:44.657468 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-deaf8c24-26b8-44a8-b344-dfa618f8192e service neutron] Bound using segment: {'id': '515767e7-fe81-4762-beae-a628aa4edb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'cfa4bd4a-a517-4eee-9ef4-b77f689ee32d'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:43:44.657911 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-deaf8c24-26b8-44a8-b344-dfa618f8192e service neutron] Bound port: 0cc58b8e-c484-4d8c-bf6d-c27404ed286c, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '515767e7-fe81-4762-beae-a628aa4edb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1610, 'network_id': 'cfa4bd4a-a517-4eee-9ef4-b77f689ee32d'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:43:44.658972 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-deaf8c24-26b8-44a8-b344-dfa618f8192e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:44.736625 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-deaf8c24-26b8-44a8-b344-dfa618f8192e service neutron] For port 0cc58b8e-c484-4d8c-bf6d-c27404ed286c, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:43:44.739735 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-deaf8c24-26b8-44a8-b344-dfa618f8192e service neutron] For port 0cc58b8e-c484-4d8c-bf6d-c27404ed286c, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=0cc58b8e-c484-4d8c-bf6d-c27404ed286c,segment=NetworkSegment(515767e7-fe81-4762-beae-a628aa4edb8e),segment_id=515767e7-fe81-4762-beae-a628aa4edb8e)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:43:44.807746 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-62825ff0-4c78-4e1d-8aed-6fa577d9dbe5 req-3a72617c-733c-47d2-930a-93f1fee4d222 service neutron] 10.222.0.112 "GET /v2.0/networks/bb75b194-2297-4562-8861-62feab5f7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711800 Aug 31 09:43:44.809654 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-5d56129a-a4d0-4a88-8628-c2feaab86009 service neutron] 10.222.0.112 "GET /v2.0/networks/bb75b194-2297-4562-8861-62feab5f7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743743 Aug 31 09:43:44.813288 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-deaf8c24-26b8-44a8-b344-dfa618f8192e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:44.850932 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-deaf8c24-26b8-44a8-b344-dfa618f8192e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:44.851555 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-deaf8c24-26b8-44a8-b344-dfa618f8192e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:44.853006 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-deaf8c24-26b8-44a8-b344-dfa618f8192e service neutron] 10.222.0.59 "PUT /v2.0/ports/0cc58b8e-c484-4d8c-bf6d-c27404ed286c HTTP/1.1" status: 200 len: 1092 time: 0.8545077 Aug 31 09:43:44.853487 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c4a9de-cde3-43fe-b99a-515e9fc0271f', 'tag': '0cc58b8e-c484-4d8c-bf6d-c27404ed286c'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:43:44.855887 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f1055b-9640-454d-a8b2-d7c10784bcc9" -d '{"events": [{"name": "network-changed", "server_uuid": "90c4a9de-cde3-43fe-b99a-515e9fc0271f", "tag": "0cc58b8e-c484-4d8c-bf6d-c27404ed286c"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:43:44.894031 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf8c24-26b8-44a8-b344-dfa618f8192e service neutron] Pushing event updated for resources: {'Port': ['ID=0cc58b8e-c484-4d8c-bf6d-c27404ed286c,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:44.897828 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191c0634-9d86-4036-a177-38a1632c165a x-openstack-request-id: req-191c0634-9d86-4036-a177-38a1632c165a {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:43:44.898595 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c4a9de-cde3-43fe-b99a-515e9fc0271f", "tag": "0cc58b8e-c484-4d8c-bf6d-c27404ed286c", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:43:44.898595 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-191c0634-9d86-4036-a177-38a1632c165a {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:43:44.899000 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c4a9de-cde3-43fe-b99a-515e9fc0271f', 'tag': '0cc58b8e-c484-4d8c-bf6d-c27404ed286c', 'status': 'completed', 'code': 200} Aug 31 09:43:44.934688 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4b945e9c-6348-427f-b3ca-c5063c919c78 req-865f7737-51f3-4668-9b3f-e9dca7338fa8 service neutron] 10.222.0.112 "GET /v2.0/networks/bb75b194-2297-4562-8861-62feab5f7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074605 Aug 31 09:43:44.963930 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1055b-9640-454d-a8b2-d7c10784bcc9 req-ccaa4daa-810c-4cf5-a709-b10ca4c206e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:44.965660 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d6f1055b-9640-454d-a8b2-d7c10784bcc9 req-ccaa4daa-810c-4cf5-a709-b10ca4c206e1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f6b91ce090764b0fb430d429b441b03e&device_id=90c4a9de-cde3-43fe-b99a-515e9fc0271f HTTP/1.1" status: 200 len: 1095 time: 0.0465145 Aug 31 09:43:45.102742 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d3782-4b81-4fe0-b468-806948383bb2 req-5dfd1a3f-b921-481a-82df-6c595afd489e tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:45.104577 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-721d3782-4b81-4fe0-b468-806948383bb2 req-5dfd1a3f-b921-481a-82df-6c595afd489e tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 944 time: 0.1214483 Aug 31 09:43:45.128997 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1055b-9640-454d-a8b2-d7c10784bcc9 req-c9d0929c-f36a-4a3d-ab18-ed59cdd9dc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:45.128997 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d6f1055b-9640-454d-a8b2-d7c10784bcc9 req-c9d0929c-f36a-4a3d-ab18-ed59cdd9dc8b service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=f6b91ce090764b0fb430d429b441b03e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1532016 Aug 31 09:43:45.199838 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-721d3782-4b81-4fe0-b468-806948383bb2 req-df9fc4da-83b0-483c-985d-af6c007b1689 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856378 Aug 31 09:43:45.244373 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1055b-9640-454d-a8b2-d7c10784bcc9 req-afc04a93-e883-4912-93b4-44eb814a21e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:45.245868 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d6f1055b-9640-454d-a8b2-d7c10784bcc9 req-afc04a93-e883-4912-93b4-44eb814a21e4 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1110947 Aug 31 09:43:45.360940 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbecda-64f0-47e9-b56b-d4462c364f42 req-97092590-84a0-4193-bca4-c36e216d0e02 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:45.362417 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-93cbecda-64f0-47e9-b56b-d4462c364f42 req-97092590-84a0-4193-bca4-c36e216d0e02 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/ports?device_id=90c4a9de-cde3-43fe-b99a-515e9fc0271f HTTP/1.1" status: 200 len: 943 time: 0.0870237 Aug 31 09:43:45.364088 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-b58679a5-243d-4f94-b918-7e7dfef1416a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:45.365484 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-b58679a5-243d-4f94-b918-7e7dfef1416a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f6b91ce090764b0fb430d429b441b03e&device_id=90c4a9de-cde3-43fe-b99a-515e9fc0271f HTTP/1.1" status: 200 len: 1095 time: 0.0797110 Aug 31 09:43:45.393436 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:45.418585 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-6a15a2c7-a52d-4ece-9da6-fe47a5290e8d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cc58b8e-c484-4d8c-bf6d-c27404ed286c HTTP/1.1" status: 200 len: 217 time: 0.0428784 Aug 31 09:43:45.463143 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-93cbecda-64f0-47e9-b56b-d4462c364f42 req-611917d8-e914-48de-b1c0-aeb36d631d39 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/security-groups?id=8afe76a7-faae-4c69-912f-500a89069efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943153 Aug 31 09:43:45.485432 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-60c4b8c5-2847-45ba-8803-1dff7f249a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:45.486065 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-60c4b8c5-2847-45ba-8803-1dff7f249a49 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a3069d5a-307d-40b9-a095-90fc405400f7 HTTP/1.1" status: 200 len: 848 time: 0.0561445 Aug 31 09:43:45.519225 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-5dea7cc8-1ccc-4a7c-bbce-ae6fb1548153 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfa4bd4a-a517-4eee-9ef4-b77f689ee32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246456 Aug 31 09:43:45.615758 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-d00f47f3-030e-4b3e-90f6-ac43ca1d9ff2 service neutron] 10.222.0.59 "GET /v2.0/networks/cfa4bd4a-a517-4eee-9ef4-b77f689ee32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891345 Aug 31 09:43:45.711391 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1975952-26b0-4d39-988c-d36cac7b7348', 'tag': '95d2b1b1-29ce-4955-8a2d-a5a59c44e369'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:43:45.713796 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0370394-3a90-435a-a759-9d34a84086a6" -d '{"events": [{"name": "network-changed", "server_uuid": "b1975952-26b0-4d39-988c-d36cac7b7348", "tag": "95d2b1b1-29ce-4955-8a2d-a5a59c44e369"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:43:45.714864 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-641ecfe8-3cce-4256-befb-b691cacd4511 req-ac115f82-b29a-4b95-a7d1-bf2fa2c72a4b service neutron] 10.222.0.59 "GET /v2.0/networks/cfa4bd4a-a517-4eee-9ef4-b77f689ee32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867679 Aug 31 09:43:45.755336 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde417da-dc33-457e-9ddb-652fb30a4a45 x-openstack-request-id: req-dde417da-dc33-457e-9ddb-652fb30a4a45 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:43:45.755336 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1975952-26b0-4d39-988c-d36cac7b7348", "tag": "95d2b1b1-29ce-4955-8a2d-a5a59c44e369", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:43:45.755336 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-dde417da-dc33-457e-9ddb-652fb30a4a45 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:43:45.755336 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1975952-26b0-4d39-988c-d36cac7b7348', 'tag': '95d2b1b1-29ce-4955-8a2d-a5a59c44e369', 'status': 'completed', 'code': 200} Aug 31 09:43:45.827393 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0370394-3a90-435a-a759-9d34a84086a6 req-269bc80a-0b1f-49b3-b427-55a269de794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:45.828964 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d0370394-3a90-435a-a759-9d34a84086a6 req-269bc80a-0b1f-49b3-b427-55a269de794f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1483927df0174ff9adec2a0b408e8935&device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 1096 time: 0.0469136 Aug 31 09:43:45.926649 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0370394-3a90-435a-a759-9d34a84086a6 req-64bc9fca-3bdc-4389-90e2-69151da84157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:45.928289 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d0370394-3a90-435a-a759-9d34a84086a6 req-64bc9fca-3bdc-4389-90e2-69151da84157 service neutron] 10.222.0.112 "GET /v2.0/networks?id=bb75b194-2297-4562-8861-62feab5f7e5a HTTP/1.1" status: 200 len: 919 time: 0.0893524 Aug 31 09:43:45.977578 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d0370394-3a90-435a-a759-9d34a84086a6 req-87150e1e-06ac-4da8-9d71-242b4b3adf55 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95d2b1b1-29ce-4955-8a2d-a5a59c44e369 HTTP/1.1" status: 200 len: 217 time: 0.0395248 Aug 31 09:43:46.031192 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0370394-3a90-435a-a759-9d34a84086a6 req-73b0ac0a-3d08-4625-948f-4e439625ef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:46.032785 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d0370394-3a90-435a-a759-9d34a84086a6 req-73b0ac0a-3d08-4625-948f-4e439625ef08 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=2c596dd9-fb45-4c75-b855-64d163143380 HTTP/1.1" status: 200 len: 857 time: 0.0473337 Aug 31 09:43:46.076754 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d0370394-3a90-435a-a759-9d34a84086a6 req-7903cc6c-d44a-4b5e-832a-1a82f0a6470d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=bb75b194-2297-4562-8861-62feab5f7e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239432 Aug 31 09:43:46.176007 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d0370394-3a90-435a-a759-9d34a84086a6 req-34ff84fb-bd83-43e4-8784-a31b779f614a service neutron] 10.222.0.112 "GET /v2.0/networks/bb75b194-2297-4562-8861-62feab5f7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912652 Aug 31 09:43:46.285427 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d0370394-3a90-435a-a759-9d34a84086a6 req-8eb5518d-9675-43f8-ae82-6323c887f18d service neutron] 10.222.0.112 "GET /v2.0/networks/bb75b194-2297-4562-8861-62feab5f7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982041 Aug 31 09:43:46.329820 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7fc27-4d7a-4b60-aa38-142e0280815b req-1de7157d-8c16-4f84-9daf-9780086743c6 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:46.331392 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b3e7fc27-4d7a-4b60-aa38-142e0280815b req-1de7157d-8c16-4f84-9daf-9780086743c6 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 944 time: 0.0564382 Aug 31 09:43:46.370445 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b3e7fc27-4d7a-4b60-aa38-142e0280815b req-d66d7db7-99ee-4e30-a43d-b37a7042d55b tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327401 Aug 31 09:43:46.582971 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3db700-0386-4a60-9dc5-d63746d3cada req-cd2b01ac-1f4a-4ed8-bfa8-10e06c646ef9 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:46.589340 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e3db700-0386-4a60-9dc5-d63746d3cada req-cd2b01ac-1f4a-4ed8-bfa8-10e06c646ef9 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/ports?device_id=90c4a9de-cde3-43fe-b99a-515e9fc0271f HTTP/1.1" status: 200 len: 943 time: 0.0483046 Aug 31 09:43:46.621586 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e3db700-0386-4a60-9dc5-d63746d3cada req-bd6e3da9-9fbd-4833-b31f-f9e3128f4a86 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/security-groups?id=8afe76a7-faae-4c69-912f-500a89069efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312371 Aug 31 09:43:47.021806 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:47.494645 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a443fb-81f3-4edb-8f35-7f208590a8ee req-59b65ae2-0854-4b38-9cee-1c943a63a132 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:47.496290 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4a443fb-81f3-4edb-8f35-7f208590a8ee req-59b65ae2-0854-4b38-9cee-1c943a63a132 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 944 time: 0.0558958 Aug 31 09:43:47.551480 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e4a443fb-81f3-4edb-8f35-7f208590a8ee req-84a78a66-256d-421b-b222-f6aef3964076 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486045 Aug 31 09:43:47.740015 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765d15b-e680-461b-9742-69620f2f5d5c req-73044d7c-8766-4041-abbd-708048c85cf4 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:47.741470 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3765d15b-e680-461b-9742-69620f2f5d5c req-73044d7c-8766-4041-abbd-708048c85cf4 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/ports?device_id=90c4a9de-cde3-43fe-b99a-515e9fc0271f HTTP/1.1" status: 200 len: 943 time: 0.0517058 Aug 31 09:43:47.791427 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3765d15b-e680-461b-9742-69620f2f5d5c req-48225cab-3a45-4caf-9650-8e3f639aca7e tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/security-groups?id=8afe76a7-faae-4c69-912f-500a89069efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427718 Aug 31 09:43:47.794275 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 929435bd-f66c-4eb5-b442-9fa6d0c94b56 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:43:47.911888 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 929435bd-f66c-4eb5-b442-9fa6d0c94b56, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=929435bd-f66c-4eb5-b442-9fa6d0c94b56,segment=NetworkSegment(5297c1a3-1564-4529-b73b-157e4c7393bd),segment_id=5297c1a3-1564-4529-b73b-157e4c7393bd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:47.927563 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '929435bd-f66c-4eb5-b442-9fa6d0c94b56', 'network_id': 'bb75b194-2297-4562-8861-62feab5f7e5a', 'port_id': '929435bd-f66c-4eb5-b442-9fa6d0c94b56', 'mac_address': 'fa:16:3e:ca:f7:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c596dd9-fb45-4c75-b855-64d163143380', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:43:47.971775 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:47.984885 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 929435bd-f66c-4eb5-b442-9fa6d0c94b56 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:43:48.004706 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 929435bd-f66c-4eb5-b442-9fa6d0c94b56, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=929435bd-f66c-4eb5-b442-9fa6d0c94b56,segment=NetworkSegment(5297c1a3-1564-4529-b73b-157e4c7393bd),segment_id=5297c1a3-1564-4529-b73b-157e4c7393bd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:48.072042 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:48.072832 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 95d2b1b1-29ce-4955-8a2d-a5a59c44e369 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:43:48.143410 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 95d2b1b1-29ce-4955-8a2d-a5a59c44e369, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=95d2b1b1-29ce-4955-8a2d-a5a59c44e369,segment=NetworkSegment(5297c1a3-1564-4529-b73b-157e4c7393bd),segment_id=5297c1a3-1564-4529-b73b-157e4c7393bd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:48.146460 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=929435bd-f66c-4eb5-b442-9fa6d0c94b56,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:48.164990 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '95d2b1b1-29ce-4955-8a2d-a5a59c44e369', 'network_id': 'bb75b194-2297-4562-8861-62feab5f7e5a', 'port_id': '95d2b1b1-29ce-4955-8a2d-a5a59c44e369', 'mac_address': 'fa:16:3e:66:65:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c596dd9-fb45-4c75-b855-64d163143380', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:43:48.205778 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:48.217997 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95d2b1b1-29ce-4955-8a2d-a5a59c44e369 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:43:48.239897 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 95d2b1b1-29ce-4955-8a2d-a5a59c44e369, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=95d2b1b1-29ce-4955-8a2d-a5a59c44e369,segment=NetworkSegment(5297c1a3-1564-4529-b73b-157e4c7393bd),segment_id=5297c1a3-1564-4529-b73b-157e4c7393bd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:48.323516 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:48.376995 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=95d2b1b1-29ce-4955-8a2d-a5a59c44e369,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:48.555798 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['95d2b1b1-29ce-4955-8a2d-a5a59c44e369'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:43:48.559904 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['929435bd-f66c-4eb5-b442-9fa6d0c94b56'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:43:48.679950 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270af933-be52-4819-a05c-73924e294187 req-9e8ce1fa-1584-4857-a1eb-a6537321729b tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:48.681449 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-270af933-be52-4819-a05c-73924e294187 req-9e8ce1fa-1584-4857-a1eb-a6537321729b tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 945 time: 0.0587022 Aug 31 09:43:48.728542 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-270af933-be52-4819-a05c-73924e294187 req-1fd37e92-4e0d-4589-9ca7-e6d9682476ca tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389938 Aug 31 09:43:48.932209 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d578850-2673-4243-9578-3eab4dedd2e9 req-b3c37e47-3ecb-4c00-821e-6801ac723fc8 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:48.933788 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7d578850-2673-4243-9578-3eab4dedd2e9 req-b3c37e47-3ecb-4c00-821e-6801ac723fc8 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/ports?device_id=90c4a9de-cde3-43fe-b99a-515e9fc0271f HTTP/1.1" status: 200 len: 943 time: 0.0500495 Aug 31 09:43:48.972860 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7d578850-2673-4243-9578-3eab4dedd2e9 req-17e29eaa-1e5a-49a2-adb3-a08d6316fa85 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/security-groups?id=8afe76a7-faae-4c69-912f-500a89069efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328040 Aug 31 09:43:49.604724 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 0cc58b8e-c484-4d8c-bf6d-c27404ed286c details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:43:49.709577 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 0cc58b8e-c484-4d8c-bf6d-c27404ed286c, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=0cc58b8e-c484-4d8c-bf6d-c27404ed286c,segment=NetworkSegment(515767e7-fe81-4762-beae-a628aa4edb8e),segment_id=515767e7-fe81-4762-beae-a628aa4edb8e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:49.721581 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '0cc58b8e-c484-4d8c-bf6d-c27404ed286c', 'network_id': 'cfa4bd4a-a517-4eee-9ef4-b77f689ee32d', 'port_id': '0cc58b8e-c484-4d8c-bf6d-c27404ed286c', 'mac_address': 'fa:16:3e:6d:d4:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3069d5a-307d-40b9-a095-90fc405400f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:43:49.759285 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.775750 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc58b8e-c484-4d8c-bf6d-c27404ed286c {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:43:49.793280 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 929435bd-f66c-4eb5-b442-9fa6d0c94b56 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:49.823855 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 0cc58b8e-c484-4d8c-bf6d-c27404ed286c, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=0cc58b8e-c484-4d8c-bf6d-c27404ed286c,segment=NetworkSegment(515767e7-fe81-4762-beae-a628aa4edb8e),segment_id=515767e7-fe81-4762-beae-a628aa4edb8e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:49.856956 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b92555-a3a7-4f18-9005-6bc166f19dc6 req-6cc76feb-2167-4f4b-9161-06fb79dedc0f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:49.859492 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-84b92555-a3a7-4f18-9005-6bc166f19dc6 req-6cc76feb-2167-4f4b-9161-06fb79dedc0f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 945 time: 0.0564334 Aug 31 09:43:49.879614 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.902979 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-84b92555-a3a7-4f18-9005-6bc166f19dc6 req-2aaa1bf0-6c6e-4306-8a5f-84a176dcc01a tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369380 Aug 31 09:43:49.909732 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 929435bd-f66c-4eb5-b442-9fa6d0c94b56 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:49.916213 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 929435bd-f66c-4eb5-b442-9fa6d0c94b56 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:49.917261 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:49.967570 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=0cc58b8e-c484-4d8c-bf6d-c27404ed286c,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:50.027760 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:50.057255 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b1902a5-bfe7-44e5-a490-585efc87f6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929435bd-f66c-4eb5-b442-9fa6d0c94b56'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:43:50.059530 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13dd2fd-cd26-4929-a630-f2e168d13289" -d '{"events": [{"server_uuid": "3b1902a5-bfe7-44e5-a490-585efc87f6f5", "name": "network-vif-plugged", "status": "completed", "tag": "929435bd-f66c-4eb5-b442-9fa6d0c94b56"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:43:50.071628 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 929435bd-f66c-4eb5-b442-9fa6d0c94b56, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=929435bd-f66c-4eb5-b442-9fa6d0c94b56,segment=NetworkSegment(5297c1a3-1564-4529-b73b-157e4c7393bd),segment_id=5297c1a3-1564-4529-b73b-157e4c7393bd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:50.097970 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce86a64-b15f-4e99-9528-c7a2aae36581 x-openstack-request-id: req-bce86a64-b15f-4e99-9528-c7a2aae36581 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:43:50.098130 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdcf89-f84d-43e1-b0dd-1556fbae4d5a req-96a21cba-6e3f-4857-9951-659bd7bfca25 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:50.098245 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b1902a5-bfe7-44e5-a490-585efc87f6f5", "name": "network-vif-plugged", "status": "completed", "tag": "929435bd-f66c-4eb5-b442-9fa6d0c94b56", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:43:50.098509 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-bce86a64-b15f-4e99-9528-c7a2aae36581 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:43:50.098948 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b1902a5-bfe7-44e5-a490-585efc87f6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929435bd-f66c-4eb5-b442-9fa6d0c94b56', 'code': 200} Aug 31 09:43:50.099518 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f7fdcf89-f84d-43e1-b0dd-1556fbae4d5a req-96a21cba-6e3f-4857-9951-659bd7bfca25 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/ports?device_id=90c4a9de-cde3-43fe-b99a-515e9fc0271f HTTP/1.1" status: 200 len: 944 time: 0.0548131 Aug 31 09:43:50.135110 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:50.136345 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 95d2b1b1-29ce-4955-8a2d-a5a59c44e369 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:50.148991 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f7fdcf89-f84d-43e1-b0dd-1556fbae4d5a req-8ae9a84f-8a8a-460b-8d21-6cb6d0fedbed tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/security-groups?id=8afe76a7-faae-4c69-912f-500a89069efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432529 Aug 31 09:43:50.191666 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['0cc58b8e-c484-4d8c-bf6d-c27404ed286c'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:43:50.219151 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9160fd-6f72-4d20-9252-04d397a48207 req-2e6040d9-bcb0-463c-bf6c-5e0acf3154eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:50.221885 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3e9160fd-6f72-4d20-9252-04d397a48207 req-2e6040d9-bcb0-463c-bf6c-5e0acf3154eb service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 1097 time: 0.0447364 Aug 31 09:43:50.259395 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=929435bd-f66c-4eb5-b442-9fa6d0c94b56,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:50.273259 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3e9160fd-6f72-4d20-9252-04d397a48207 req-1db3b62a-7c3a-4414-9170-1086ab6cf9bf service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393519 Aug 31 09:43:50.386130 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 95d2b1b1-29ce-4955-8a2d-a5a59c44e369 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:50.390869 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 95d2b1b1-29ce-4955-8a2d-a5a59c44e369 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:50.391269 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:50.474951 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:50.507638 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 95d2b1b1-29ce-4955-8a2d-a5a59c44e369, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=95d2b1b1-29ce-4955-8a2d-a5a59c44e369,segment=NetworkSegment(5297c1a3-1564-4529-b73b-157e4c7393bd),segment_id=5297c1a3-1564-4529-b73b-157e4c7393bd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:50.603798 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:50.651597 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=95d2b1b1-29ce-4955-8a2d-a5a59c44e369,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:51.025955 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ef860-7f0d-4ffe-adf1-64451282081f req-31ca90d9-3bd0-4db4-b015-4d4f892ac4f0 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:51.027504 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f22ef860-7f0d-4ffe-adf1-64451282081f req-31ca90d9-3bd0-4db4-b015-4d4f892ac4f0 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 946 time: 0.0525215 Aug 31 09:43:51.067016 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f22ef860-7f0d-4ffe-adf1-64451282081f req-7010f711-9d88-4389-8591-a0400a923f82 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323949 Aug 31 09:43:51.274366 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ecca4-c800-4d4a-87f8-66a526efeefc req-3aa96372-299f-4d43-b079-e6cb6b30f1ba tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:51.275891 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-526ecca4-c800-4d4a-87f8-66a526efeefc req-3aa96372-299f-4d43-b079-e6cb6b30f1ba tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/ports?device_id=90c4a9de-cde3-43fe-b99a-515e9fc0271f HTTP/1.1" status: 200 len: 944 time: 0.0528464 Aug 31 09:43:51.317961 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-526ecca4-c800-4d4a-87f8-66a526efeefc req-4e508c1a-cdf6-4b2b-93f8-02232459ad95 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/security-groups?id=8afe76a7-faae-4c69-912f-500a89069efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352409 Aug 31 09:43:51.601007 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 0cc58b8e-c484-4d8c-bf6d-c27404ed286c up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:43:51.712777 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 0cc58b8e-c484-4d8c-bf6d-c27404ed286c completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:43:51.714342 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 0cc58b8e-c484-4d8c-bf6d-c27404ed286c triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:43:51.714748 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:51.793371 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:51.833785 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 0cc58b8e-c484-4d8c-bf6d-c27404ed286c, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=0cc58b8e-c484-4d8c-bf6d-c27404ed286c,segment=NetworkSegment(515767e7-fe81-4762-beae-a628aa4edb8e),segment_id=515767e7-fe81-4762-beae-a628aa4edb8e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:51.953148 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:52.005786 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=0cc58b8e-c484-4d8c-bf6d-c27404ed286c,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:52.013685 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:52.014033 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:52.014367 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:52.014733 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:52.015065 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:52.015392 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:52.015753 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:52.016629 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:52.016959 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:52.017281 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:52.017598 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:52.018043 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:43:52.100307 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1975952-26b0-4d39-988c-d36cac7b7348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d2b1b1-29ce-4955-8a2d-a5a59c44e369'}, {'server_uuid': '90c4a9de-cde3-43fe-b99a-515e9fc0271f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc58b8e-c484-4d8c-bf6d-c27404ed286c'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:43:52.102704 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780e0b02-5819-41a2-8e08-ac1f58e57133" -d '{"events": [{"server_uuid": "b1975952-26b0-4d39-988c-d36cac7b7348", "name": "network-vif-plugged", "status": "completed", "tag": "95d2b1b1-29ce-4955-8a2d-a5a59c44e369"}, {"server_uuid": "90c4a9de-cde3-43fe-b99a-515e9fc0271f", "name": "network-vif-plugged", "status": "completed", "tag": "0cc58b8e-c484-4d8c-bf6d-c27404ed286c"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:43:52.148691 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 09:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0adbe1-4659-4cbe-ac1e-d4958359904f x-openstack-request-id: req-bf0adbe1-4659-4cbe-ac1e-d4958359904f {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:43:52.148990 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1975952-26b0-4d39-988c-d36cac7b7348", "name": "network-vif-plugged", "status": "completed", "tag": "95d2b1b1-29ce-4955-8a2d-a5a59c44e369", "code": 200}, {"server_uuid": "90c4a9de-cde3-43fe-b99a-515e9fc0271f", "name": "network-vif-plugged", "status": "completed", "tag": "0cc58b8e-c484-4d8c-bf6d-c27404ed286c", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:43:52.149242 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-bf0adbe1-4659-4cbe-ac1e-d4958359904f {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:43:52.149654 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1975952-26b0-4d39-988c-d36cac7b7348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d2b1b1-29ce-4955-8a2d-a5a59c44e369', 'code': 200} Aug 31 09:43:52.149972 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c4a9de-cde3-43fe-b99a-515e9fc0271f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc58b8e-c484-4d8c-bf6d-c27404ed286c', 'code': 200} Aug 31 09:43:52.202113 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fced659-b818-46db-ace0-00a69999dcea req-baf6dd10-9ac5-4b85-bbf0-5a68b2718f55 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:52.204151 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3fced659-b818-46db-ace0-00a69999dcea req-baf6dd10-9ac5-4b85-bbf0-5a68b2718f55 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 946 time: 0.0675013 Aug 31 09:43:52.250373 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33427ce3-6a3e-4fee-a589-31843829fa0d req-571115c6-9a27-47f4-87e6-1faec1b25eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:52.252036 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-33427ce3-6a3e-4fee-a589-31843829fa0d req-571115c6-9a27-47f4-87e6-1faec1b25eb3 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 1098 time: 0.0423415 Aug 31 09:43:52.271097 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3fced659-b818-46db-ace0-00a69999dcea req-0259994f-17e9-494b-82db-487f56f90185 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606315 Aug 31 09:43:52.280970 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca70fc2-25ff-426a-909d-a7ab80bd6093 req-f2d2fdb9-24c8-4000-b55d-a832d0d04a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:52.283234 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5ca70fc2-25ff-426a-909d-a7ab80bd6093 req-f2d2fdb9-24c8-4000-b55d-a832d0d04a4c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=90c4a9de-cde3-43fe-b99a-515e9fc0271f HTTP/1.1" status: 200 len: 1097 time: 0.0664649 Aug 31 09:43:52.292123 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-33427ce3-6a3e-4fee-a589-31843829fa0d req-08583a79-9bb4-4090-b2b5-b692829b0892 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327225 Aug 31 09:43:52.330563 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5ca70fc2-25ff-426a-909d-a7ab80bd6093 req-8e483355-e06d-476b-968d-076577a41b40 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8afe76a7-faae-4c69-912f-500a89069efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338204 Aug 31 09:43:52.444406 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3254f-9e2b-4b49-bfe7-8bb722e96ee7 req-8c822c25-f1a1-4cb9-a11b-b0a960d0dece tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:52.445925 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bbc3254f-9e2b-4b49-bfe7-8bb722e96ee7 req-8c822c25-f1a1-4cb9-a11b-b0a960d0dece tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/ports?device_id=90c4a9de-cde3-43fe-b99a-515e9fc0271f HTTP/1.1" status: 200 len: 945 time: 0.0485163 Aug 31 09:43:52.484423 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bbc3254f-9e2b-4b49-bfe7-8bb722e96ee7 req-c758072c-62bc-4276-a2e8-53091b4bf6e8 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/security-groups?id=8afe76a7-faae-4c69-912f-500a89069efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324433 Aug 31 09:43:53.410782 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9772d4-6088-473d-a23a-490f5c21fc86 req-e11d3278-05e3-4f44-9892-f7f51dd7cfad tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:53.413130 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b9772d4-6088-473d-a23a-490f5c21fc86 req-e11d3278-05e3-4f44-9892-f7f51dd7cfad tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 946 time: 0.0620885 Aug 31 09:43:53.455260 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b9772d4-6088-473d-a23a-490f5c21fc86 req-53936e01-2bfa-432b-882c-b834f16766b6 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340700 Aug 31 09:43:53.635218 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a6a49-c1a1-46ca-8a42-766df6a2ab56 req-cb9a0d8c-9127-4d6e-b87f-724646dccdaa tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:53.636821 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b75a6a49-c1a1-46ca-8a42-766df6a2ab56 req-cb9a0d8c-9127-4d6e-b87f-724646dccdaa tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/ports?device_id=90c4a9de-cde3-43fe-b99a-515e9fc0271f HTTP/1.1" status: 200 len: 945 time: 0.0592363 Aug 31 09:43:53.685284 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b75a6a49-c1a1-46ca-8a42-766df6a2ab56 req-0f9e0543-be59-4606-8e31-bc561a87a5ad tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/security-groups?id=8afe76a7-faae-4c69-912f-500a89069efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415165 Aug 31 09:43:54.580787 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bd946-46e8-467b-b93e-f9687cd8dc81 req-f34dcd1d-7366-42fe-b05c-cc21d4d711fd tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:54.582298 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-405bd946-46e8-467b-b93e-f9687cd8dc81 req-f34dcd1d-7366-42fe-b05c-cc21d4d711fd tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 946 time: 0.0562439 Aug 31 09:43:54.623318 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-405bd946-46e8-467b-b93e-f9687cd8dc81 req-5baf8031-5e29-4160-ae5f-b5e27916c6e4 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346522 Aug 31 09:43:54.811378 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc5208-3214-4430-b995-3721feed0060 req-d384a20c-4230-4cf3-b9ce-0adda172cc9c tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:54.812970 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7ebc5208-3214-4430-b995-3721feed0060 req-d384a20c-4230-4cf3-b9ce-0adda172cc9c tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/ports?device_id=90c4a9de-cde3-43fe-b99a-515e9fc0271f HTTP/1.1" status: 200 len: 945 time: 0.0519536 Aug 31 09:43:54.853509 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7ebc5208-3214-4430-b995-3721feed0060 req-36ad3828-0604-4526-90b8-e139f3c55de7 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/security-groups?id=8afe76a7-faae-4c69-912f-500a89069efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338421 Aug 31 09:43:55.164123 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef3fe1-fcae-4132-bcf7-93fe8991faea req-a15c43ba-c368-4e9b-b0dd-ac0ad4055b9d tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:55.165804 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8cef3fe1-fcae-4132-bcf7-93fe8991faea req-a15c43ba-c368-4e9b-b0dd-ac0ad4055b9d tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 946 time: 0.0520844 Aug 31 09:43:55.218040 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8cef3fe1-fcae-4132-bcf7-93fe8991faea req-d17cee06-5d2e-4b30-af05-6bb4aeb41cab tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458055 Aug 31 09:43:55.252166 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdb202-8930-44ce-901b-6046e0dae444 req-19d962c8-fb6b-49e3-a2a7-9d8e93ca8fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:55.265896 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d5cdb202-8930-44ce-901b-6046e0dae444 req-19d962c8-fb6b-49e3-a2a7-9d8e93ca8fc4 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1483927df0174ff9adec2a0b408e8935&device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 1098 time: 0.0616319 Aug 31 09:43:55.371234 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdb202-8930-44ce-901b-6046e0dae444 req-5bd9d55f-c79f-4ea4-ba20-aa195326388b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:55.372742 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d5cdb202-8930-44ce-901b-6046e0dae444 req-5bd9d55f-c79f-4ea4-ba20-aa195326388b service neutron] 10.222.0.112 "GET /v2.0/networks?id=bb75b194-2297-4562-8861-62feab5f7e5a HTTP/1.1" status: 200 len: 919 time: 0.0993690 Aug 31 09:43:55.416535 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d5cdb202-8930-44ce-901b-6046e0dae444 req-1e40fa41-249b-4d39-afca-ddfd245eaff7 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95d2b1b1-29ce-4955-8a2d-a5a59c44e369 HTTP/1.1" status: 200 len: 217 time: 0.0361559 Aug 31 09:43:55.470978 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdb202-8930-44ce-901b-6046e0dae444 req-b3c9c94c-8eb8-4a60-a746-2dbefaa7fa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:55.470978 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d5cdb202-8930-44ce-901b-6046e0dae444 req-b3c9c94c-8eb8-4a60-a746-2dbefaa7fa1b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=2c596dd9-fb45-4c75-b855-64d163143380 HTTP/1.1" status: 200 len: 857 time: 0.0472896 Aug 31 09:43:55.504216 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d5cdb202-8930-44ce-901b-6046e0dae444 req-88c6182c-0d0a-4165-bc8b-207ddfae1c4d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=bb75b194-2297-4562-8861-62feab5f7e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254385 Aug 31 09:43:55.608165 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d5cdb202-8930-44ce-901b-6046e0dae444 req-bada2ef5-27d3-405c-83fa-61c74b538ba9 service neutron] 10.222.0.112 "GET /v2.0/networks/bb75b194-2297-4562-8861-62feab5f7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968585 Aug 31 09:43:55.706666 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d5cdb202-8930-44ce-901b-6046e0dae444 req-71d09df6-334f-42d4-9cb4-e33113548a92 service neutron] 10.222.0.112 "GET /v2.0/networks/bb75b194-2297-4562-8861-62feab5f7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899236 Aug 31 09:43:56.083005 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c137ce-65ce-4d7c-8b5e-5826dd15b481 req-ebf8bab3-a9d7-419c-84f8-4e0ab6be7732 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:56.084421 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-67c137ce-65ce-4d7c-8b5e-5826dd15b481 req-ebf8bab3-a9d7-419c-84f8-4e0ab6be7732 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/ports?device_id=90c4a9de-cde3-43fe-b99a-515e9fc0271f HTTP/1.1" status: 200 len: 945 time: 0.0479827 Aug 31 09:43:56.131256 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-67c137ce-65ce-4d7c-8b5e-5826dd15b481 req-f249e6e4-132d-4927-bc85-6aaf2d5702db tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/security-groups?id=8afe76a7-faae-4c69-912f-500a89069efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405395 Aug 31 09:43:56.394851 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89535a3d-957c-4ca2-9fbb-b586f5d2fb82 req-863a4fa3-e78a-4f9f-9738-fb6c61a250a5 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:56.396464 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-89535a3d-957c-4ca2-9fbb-b586f5d2fb82 req-863a4fa3-e78a-4f9f-9738-fb6c61a250a5 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 946 time: 0.0502849 Aug 31 09:43:56.437917 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-89535a3d-957c-4ca2-9fbb-b586f5d2fb82 req-e4398991-1d08-40b4-a046-bbd50bdea18e tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356085 Aug 31 09:43:57.255971 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406521b4-21dd-43bd-a218-cd4deec81c56 req-4504e941-3bad-424b-b618-18d099c9abab tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:57.257467 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-406521b4-21dd-43bd-a218-cd4deec81c56 req-4504e941-3bad-424b-b618-18d099c9abab tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/ports?device_id=90c4a9de-cde3-43fe-b99a-515e9fc0271f HTTP/1.1" status: 200 len: 945 time: 0.0549858 Aug 31 09:43:57.299618 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-406521b4-21dd-43bd-a218-cd4deec81c56 req-ea2f829f-713d-43df-b613-fb6cb922a818 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/security-groups?id=8afe76a7-faae-4c69-912f-500a89069efc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359216 Aug 31 09:43:57.429952 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30403006-9f59-4cd5-b786-5bfd4dc4575f req-58232de2-38f7-4914-8067-aa8683e1bd53 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:57.431498 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-30403006-9f59-4cd5-b786-5bfd4dc4575f req-58232de2-38f7-4914-8067-aa8683e1bd53 tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.59 "GET /v2.0/ports?device_id=90c4a9de-cde3-43fe-b99a-515e9fc0271f HTTP/1.1" status: 200 len: 945 time: 0.0514491 Aug 31 09:43:57.560304 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-30403006-9f59-4cd5-b786-5bfd4dc4575f req-d1fd2eaa-1c87-4817-97bc-618a2c31f85c tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Deleting port 0cc58b8e-c484-4d8c-bf6d-c27404ed286c {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:43:57.560654 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-30403006-9f59-4cd5-b786-5bfd4dc4575f req-d1fd2eaa-1c87-4817-97bc-618a2c31f85c tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:57.615718 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309bc57-6dd2-4eca-89db-a4f8a15e44d7 req-4405821b-1a71-46da-bc93-861c7794c6d7 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:57.617218 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0309bc57-6dd2-4eca-89db-a4f8a15e44d7 req-4405821b-1a71-46da-bc93-861c7794c6d7 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 946 time: 0.1030586 Aug 31 09:43:57.691168 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0309bc57-6dd2-4eca-89db-a4f8a15e44d7 req-833469e1-d7ff-42b4-a709-223cead71c49 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638130 Aug 31 09:43:57.697565 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-30403006-9f59-4cd5-b786-5bfd4dc4575f req-d1fd2eaa-1c87-4817-97bc-618a2c31f85c tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] For port 0cc58b8e-c484-4d8c-bf6d-c27404ed286c, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=0cc58b8e-c484-4d8c-bf6d-c27404ed286c,segment=NetworkSegment(515767e7-fe81-4762-beae-a628aa4edb8e),segment_id=515767e7-fe81-4762-beae-a628aa4edb8e)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:43:57.697938 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-30403006-9f59-4cd5-b786-5bfd4dc4575f req-d1fd2eaa-1c87-4817-97bc-618a2c31f85c tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:57.715749 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-30403006-9f59-4cd5-b786-5bfd4dc4575f req-d1fd2eaa-1c87-4817-97bc-618a2c31f85c tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Calling delete_port for 0cc58b8e-c484-4d8c-bf6d-c27404ed286c owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:43:58.309046 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-30403006-9f59-4cd5-b786-5bfd4dc4575f req-d1fd2eaa-1c87-4817-97bc-618a2c31f85c tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:58.326959 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['0cc58b8e-c484-4d8c-bf6d-c27404ed286c'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:43:58.351734 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd2eaa-1c87-4817-97bc-618a2c31f85c tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Pushing event deleted for resources: {'Port': ['ID=0cc58b8e-c484-4d8c-bf6d-c27404ed286c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:43:58.399872 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-30403006-9f59-4cd5-b786-5bfd4dc4575f req-d1fd2eaa-1c87-4817-97bc-618a2c31f85c tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] No DVR routers for this DVR port 0cc58b8e-c484-4d8c-bf6d-c27404ed286c on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:43:58.411436 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-30403006-9f59-4cd5-b786-5bfd4dc4575f req-d1fd2eaa-1c87-4817-97bc-618a2c31f85c tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:43:58.413320 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-30403006-9f59-4cd5-b786-5bfd4dc4575f req-d1fd2eaa-1c87-4817-97bc-618a2c31f85c tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.59 "DELETE /v2.0/ports/0cc58b8e-c484-4d8c-bf6d-c27404ed286c HTTP/1.1" status: 204 len: 173 time: 0.9755492 Aug 31 09:43:58.413769 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c4a9de-cde3-43fe-b99a-515e9fc0271f', 'name': 'network-vif-deleted', 'tag': '0cc58b8e-c484-4d8c-bf6d-c27404ed286c'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:43:58.415964 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72598ba5-6c0c-496d-857c-5d0a0d2742ee" -d '{"events": [{"server_uuid": "90c4a9de-cde3-43fe-b99a-515e9fc0271f", "name": "network-vif-deleted", "tag": "0cc58b8e-c484-4d8c-bf6d-c27404ed286c"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:43:58.442002 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-127929a9-22b2-4a60-a3a6-38bfc34a8a0f req-be5d8eea-3137-4c27-86cb-d247ed3909ae tempest-VolumesActionsTest-2002189054 tempest-VolumesActionsTest-2002189054-project] 10.222.0.119 "GET /v2.0/ports?device_id=90c4a9de-cde3-43fe-b99a-515e9fc0271f HTTP/1.1" status: 200 len: 210 time: 0.0433078 Aug 31 09:43:58.465492 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98c9d41-a143-4660-99ef-2e07ab2f8aab x-openstack-request-id: req-c98c9d41-a143-4660-99ef-2e07ab2f8aab {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:43:58.465692 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c4a9de-cde3-43fe-b99a-515e9fc0271f", "name": "network-vif-deleted", "tag": "0cc58b8e-c484-4d8c-bf6d-c27404ed286c", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:43:58.465896 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-c98c9d41-a143-4660-99ef-2e07ab2f8aab {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:43:58.466296 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c4a9de-cde3-43fe-b99a-515e9fc0271f', 'name': 'network-vif-deleted', 'tag': '0cc58b8e-c484-4d8c-bf6d-c27404ed286c', 'status': 'completed', 'code': 200} Aug 31 09:43:58.831045 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a30eec-4ddf-42f3-8c23-b9bcbf882516 req-1fd60057-e726-464b-9274-ccbc91fa13aa tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:58.831045 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d1a30eec-4ddf-42f3-8c23-b9bcbf882516 req-1fd60057-e726-464b-9274-ccbc91fa13aa tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 946 time: 0.0506141 Aug 31 09:43:58.871198 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d1a30eec-4ddf-42f3-8c23-b9bcbf882516 req-bb75645a-bdd6-4006-a65e-590ffe48ac3a tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346775 Aug 31 09:43:59.995392 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577e374-d682-4497-9459-38caeea9f174 req-e16e308b-ff8a-4ec9-9ed6-597c1e22da18 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:43:59.995392 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1577e374-d682-4497-9459-38caeea9f174 req-e16e308b-ff8a-4ec9-9ed6-597c1e22da18 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 946 time: 0.0478003 Aug 31 09:44:00.038009 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1577e374-d682-4497-9459-38caeea9f174 req-44052481-d631-449b-9f81-3b7c67ee0d9f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377519 Aug 31 09:44:01.188533 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc1408-0297-41a6-8424-949df11fdaff req-68d98e03-c0b7-48b0-8351-f0b860064b2f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:01.190033 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a1fc1408-0297-41a6-8424-949df11fdaff req-68d98e03-c0b7-48b0-8351-f0b860064b2f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 946 time: 0.0675135 Aug 31 09:44:01.229265 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a1fc1408-0297-41a6-8424-949df11fdaff req-7f7c75fa-e107-49fd-ab18-02d5d676ec4f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321624 Aug 31 09:44:01.694890 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 0cc58b8e-c484-4d8c-bf6d-c27404ed286c no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:44:01.718022 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 0cc58b8e-c484-4d8c-bf6d-c27404ed286c {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:44:01.718386 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 0cc58b8e-c484-4d8c-bf6d-c27404ed286c not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:44:02.390375 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c2270-bb81-46d9-b455-bcec85c328a1 req-714d974a-4dfb-445d-92c4-291d49bec333 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:02.407387 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-855c2270-bb81-46d9-b455-bcec85c328a1 req-714d974a-4dfb-445d-92c4-291d49bec333 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 946 time: 0.0828760 Aug 31 09:44:02.467834 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-855c2270-bb81-46d9-b455-bcec85c328a1 req-fdaaa9ca-5ad1-4318-b957-c92308506d13 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533171 Aug 31 09:44:02.827236 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:03.048731 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:03.588354 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd54712-e238-4aff-9fe4-8d0fb590ece0 req-caf233cc-9d95-401f-b67c-c9c858748b1b tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:03.595969 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2bd54712-e238-4aff-9fe4-8d0fb590ece0 req-caf233cc-9d95-401f-b67c-c9c858748b1b tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 946 time: 0.0653496 Aug 31 09:44:03.646569 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2bd54712-e238-4aff-9fe4-8d0fb590ece0 req-510ba19a-e263-4f05-b16f-83267ffcdacb tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494184 Aug 31 09:44:03.985812 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec0728-7ad7-49c2-97e8-42d97d79d112 req-08426cc4-7adc-41b1-8683-544aef9f4bc6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:03.987354 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c8ec0728-7ad7-49c2-97e8-42d97d79d112 req-08426cc4-7adc-41b1-8683-544aef9f4bc6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 945 time: 0.0630159 Aug 31 09:44:04.037628 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c8ec0728-7ad7-49c2-97e8-42d97d79d112 req-298f5608-8e26-4659-9f7d-415b752394b5 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62c74951-04f4-4fd6-8647-1ee358ba2904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436521 Aug 31 09:44:04.063362 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 36390) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:04.184383 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ab707183-5e7f-4a2b-899c-50f56604bf57 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/floatingips/78a93d1b-d992-481b-b32f-47311f80bb43 HTTP/1.1" status: 200 len: 993 time: 0.1198075 Aug 31 09:44:04.413796 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:44:04.586586 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b364a-b177-466b-a4cb-cbc24ebae462 req-d19f0a51-894f-4739-a53e-8af8b9a47187 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:04.588037 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4a1b364a-b177-466b-a4cb-cbc24ebae462 req-d19f0a51-894f-4739-a53e-8af8b9a47187 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 1097 time: 0.0778883 Aug 31 09:44:04.625324 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4a1b364a-b177-466b-a4cb-cbc24ebae462 req-daf20291-a042-4c60-8342-c94bf0f2df32 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=62c74951-04f4-4fd6-8647-1ee358ba2904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312974 Aug 31 09:44:04.877886 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964a33e-1df3-415a-b752-4940ba7662f6 req-9dafc2e2-e98d-49b1-9602-d3a57af60cd1 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:04.880364 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f964a33e-1df3-415a-b752-4940ba7662f6 req-9dafc2e2-e98d-49b1-9602-d3a57af60cd1 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 946 time: 0.0826890 Aug 31 09:44:04.935581 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f964a33e-1df3-415a-b752-4940ba7662f6 req-d2989e2e-4aea-4667-9ce7-e24df296c2b4 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482011 Aug 31 09:44:06.053811 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0efdba-2266-4998-b342-55490e8a0ea7 req-a099ccc6-2026-46bb-9491-5786981bd122 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:06.055319 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7d0efdba-2266-4998-b342-55490e8a0ea7 req-a099ccc6-2026-46bb-9491-5786981bd122 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 946 time: 0.0493395 Aug 31 09:44:06.093259 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7d0efdba-2266-4998-b342-55490e8a0ea7 req-fa56b087-3a18-4296-aa69-908c81d55a40 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318689 Aug 31 09:44:06.289943 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 36444) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:06.421028 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-a3a145e2-4d21-4ebb-98fc-acdad18e91c1 service neutron] 10.222.0.119 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1269255 Aug 31 09:44:07.296376 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84978e2b-4c7e-4582-bd93-4842d6d44a8f req-f04e1251-04f9-4bb2-b03a-978d4a220209 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:07.299709 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-84978e2b-4c7e-4582-bd93-4842d6d44a8f req-f04e1251-04f9-4bb2-b03a-978d4a220209 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 946 time: 0.0817447 Aug 31 09:44:07.354537 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-84978e2b-4c7e-4582-bd93-4842d6d44a8f req-1c316eb8-b363-438d-9bcf-8e224b079d96 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476825 Aug 31 09:44:07.667930 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-a24ad145-9824-4666-a554-3294c091e1fc tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:44:07.677702 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-a24ad145-9824-4666-a554-3294c091e1fc tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0783279 Aug 31 09:44:07.682094 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-1bcff8e7-7353-47b6-b141-b3d843136cd1 service neutron] Request body: {'binding': {'host': 'n-h1-791506-28', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:07.682571 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-1bcff8e7-7353-47b6-b141-b3d843136cd1 service neutron] Unknown quota resources ['binding']. {{(pid=95553) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 09:44:07.908209 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-1bcff8e7-7353-47b6-b141-b3d843136cd1 service neutron] Attempting to bind port 15473330-049d-41ba-829c-aba345d35b56 on host n-h1-791506-28 for vnic_type normal with profile None {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:44:07.908547 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-1bcff8e7-7353-47b6-b141-b3d843136cd1 service neutron] Attempting to bind port 15473330-049d-41ba-829c-aba345d35b56 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'c7adb725-37b0-4980-9634-a8dde53a3940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:44:07.908878 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-1bcff8e7-7353-47b6-b141-b3d843136cd1 service neutron] Attempting to bind port 15473330-049d-41ba-829c-aba345d35b56 on network 4896214c-1044-4bb0-9aef-cb2eb64a56bd {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:44:07.914340 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-1bcff8e7-7353-47b6-b141-b3d843136cd1 service neutron] Port 15473330-049d-41ba-829c-aba345d35b56 on network 4896214c-1044-4bb0-9aef-cb2eb64a56bd not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:44:07.914696 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-1bcff8e7-7353-47b6-b141-b3d843136cd1 service neutron] Attempting to bind port 15473330-049d-41ba-829c-aba345d35b56 on network 4896214c-1044-4bb0-9aef-cb2eb64a56bd {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:44:07.921682 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-1bcff8e7-7353-47b6-b141-b3d843136cd1 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:44:07.921944 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-1bcff8e7-7353-47b6-b141-b3d843136cd1 service neutron] Checking segment: {'id': 'c7adb725-37b0-4980-9634-a8dde53a3940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:44:07.922336 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-1bcff8e7-7353-47b6-b141-b3d843136cd1 service neutron] Bound using segment: {'id': 'c7adb725-37b0-4980-9634-a8dde53a3940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:44:07.922813 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-1bcff8e7-7353-47b6-b141-b3d843136cd1 service neutron] Bound port: 15473330-049d-41ba-829c-aba345d35b56, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7adb725-37b0-4980-9634-a8dde53a3940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:44:08.032234 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-1bcff8e7-7353-47b6-b141-b3d843136cd1 service neutron] For port 15473330-049d-41ba-829c-aba345d35b56, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=15473330-049d-41ba-829c-aba345d35b56,segment=NetworkSegment(c7adb725-37b0-4980-9634-a8dde53a3940),segment_id=c7adb725-37b0-4980-9634-a8dde53a3940)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:44:08.178603 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-1bcff8e7-7353-47b6-b141-b3d843136cd1 service neutron] Notify callbacks [] for binding, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:08.179803 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-1bcff8e7-7353-47b6-b141-b3d843136cd1 service neutron] 10.222.0.119 "POST /v2.0/ports/15473330-049d-41ba-829c-aba345d35b56/bindings HTTP/1.1" status: 201 len: 390 time: 0.5028427 Aug 31 09:44:08.508200 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a3321-6458-4383-ac37-8456c364de04 req-5ce5f4e2-752b-4445-bf03-4f318e9d550c tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:08.516967 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f75a3321-6458-4383-ac37-8456c364de04 req-5ce5f4e2-752b-4445-bf03-4f318e9d550c tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 946 time: 0.0642238 Aug 31 09:44:08.582729 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f75a3321-6458-4383-ac37-8456c364de04 req-3b4140f1-2fd2-449b-8ae0-67490bb50ecb tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603118 Aug 31 09:44:08.727427 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70670ecb-9e11-4f73-a8a6-307cccdc69a1 req-ad194885-46cd-4d31-b6ee-ce3d56769f78 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:08.729338 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70670ecb-9e11-4f73-a8a6-307cccdc69a1 req-ad194885-46cd-4d31-b6ee-ce3d56769f78 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 945 time: 0.0656166 Aug 31 09:44:08.782263 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70670ecb-9e11-4f73-a8a6-307cccdc69a1 req-e40de060-1349-4c0c-9e9e-0fd5b8bbbeed tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62c74951-04f4-4fd6-8647-1ee358ba2904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467808 Aug 31 09:44:09.357201 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-2b53d11a-132f-45a3-b4bb-7fc0c0a35034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:09.358903 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-2b53d11a-132f-45a3-b4bb-7fc0c0a35034 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 1097 time: 0.0536752 Aug 31 09:44:09.468865 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-6885f8b9-9d66-4c20-9d96-ecfe5b3c52db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:09.470649 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-6885f8b9-9d66-4c20-9d96-ecfe5b3c52db service neutron] 10.222.0.112 "GET /v2.0/networks?id=4896214c-1044-4bb0-9aef-cb2eb64a56bd HTTP/1.1" status: 200 len: 898 time: 0.1010056 Aug 31 09:44:09.554410 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-d871b633-bb91-4700-884c-edb3060ecaf8 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15473330-049d-41ba-829c-aba345d35b56 HTTP/1.1" status: 200 len: 1001 time: 0.0753117 Aug 31 09:44:09.614453 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-3cb39c25-bb60-47c2-afb8-e0a6b089c2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:09.616402 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-3cb39c25-bb60-47c2-afb8-e0a6b089c2c4 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=4d88890c-97df-4e4a-84cd-23c969267bb9 HTTP/1.1" status: 200 len: 835 time: 0.0546134 Aug 31 09:44:09.668400 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-444620e5-e81c-4125-8f8d-0a7c8c82cd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:09.670035 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-444620e5-e81c-4125-8f8d-0a7c8c82cd20 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=4896214c-1044-4bb0-9aef-cb2eb64a56bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448089 Aug 31 09:44:09.696952 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d248307-233c-4091-a7ac-cd297cceae16 req-ae8674b6-924a-4687-9ca8-ef328adbdd3e tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:09.698477 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8d248307-233c-4091-a7ac-cd297cceae16 req-ae8674b6-924a-4687-9ca8-ef328adbdd3e tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 946 time: 0.0543432 Aug 31 09:44:09.741316 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8d248307-233c-4091-a7ac-cd297cceae16 req-553d5034-972c-4cb3-ac49-0ee9f43263a9 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357161 Aug 31 09:44:09.789374 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-89ffd75a-9010-4a64-8c9c-0f1bd1253951 service neutron] 10.222.0.112 "GET /v2.0/networks/4896214c-1044-4bb0-9aef-cb2eb64a56bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909426 Aug 31 09:44:09.875535 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-dce53b03-582b-4d80-b842-84b5d0ac272b service neutron] 10.222.0.112 "GET /v2.0/networks/4896214c-1044-4bb0-9aef-cb2eb64a56bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978026 Aug 31 09:44:09.929145 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb22e37-b36a-45ee-a8d7-fe3cc325869b req-959614dc-e479-4848-8953-8af590e22f47 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:09.930725 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dcb22e37-b36a-45ee-a8d7-fe3cc325869b req-959614dc-e479-4848-8953-8af590e22f47 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 945 time: 0.0542855 Aug 31 09:44:09.977284 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dcb22e37-b36a-45ee-a8d7-fe3cc325869b req-b6871e96-d1e8-4b40-9bf6-0b48cf0df26f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62c74951-04f4-4fd6-8647-1ee358ba2904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397942 Aug 31 09:44:10.035795 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-ad3267b3-454f-4778-bc4f-49aba928d221 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:10.037517 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-ad3267b3-454f-4778-bc4f-49aba928d221 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a&tenant_id=29b420db5ab94eb097db55181093bc9b&binding%3Ahost_id=n-h2-791506-28 HTTP/1.1" status: 200 len: 1097 time: 0.0885780 Aug 31 09:44:10.060577 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-29ea412d-6848-4e93-8f61-9ea7edce49f9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791506-28'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:10.139314 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-29ea412d-6848-4e93-8f61-9ea7edce49f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:10.289679 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-29ea412d-6848-4e93-8f61-9ea7edce49f9 service neutron] For port 15473330-049d-41ba-829c-aba345d35b56, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=15473330-049d-41ba-829c-aba345d35b56,segment=NetworkSegment(c7adb725-37b0-4980-9634-a8dde53a3940),segment_id=c7adb725-37b0-4980-9634-a8dde53a3940)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:10.343475 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-29ea412d-6848-4e93-8f61-9ea7edce49f9 service neutron] For port 15473330-049d-41ba-829c-aba345d35b56, host n-h2-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:44:10.393629 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-29ea412d-6848-4e93-8f61-9ea7edce49f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:10.397052 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220a236d-0c28-46ad-bf4f-00051861905a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15473330-049d-41ba-829c-aba345d35b56'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:44:10.399721 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365f054a-63d5-45ad-975f-75dfadcff91e" -d '{"events": [{"server_uuid": "220a236d-0c28-46ad-bf4f-00051861905a", "name": "network-vif-unplugged", "status": "completed", "tag": "15473330-049d-41ba-829c-aba345d35b56"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:44:10.443276 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fe7c67-0d58-4469-8eb1-ee264cf0f294 x-openstack-request-id: req-17fe7c67-0d58-4469-8eb1-ee264cf0f294 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:44:10.443737 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220a236d-0c28-46ad-bf4f-00051861905a", "name": "network-vif-unplugged", "status": "completed", "tag": "15473330-049d-41ba-829c-aba345d35b56", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:44:10.444087 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-17fe7c67-0d58-4469-8eb1-ee264cf0f294 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:44:10.444647 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220a236d-0c28-46ad-bf4f-00051861905a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15473330-049d-41ba-829c-aba345d35b56', 'code': 200} Aug 31 09:44:10.486100 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-29ea412d-6848-4e93-8f61-9ea7edce49f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:10.837590 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea412d-6848-4e93-8f61-9ea7edce49f9 service neutron] Pushing event updated for resources: {'Port': ['ID=15473330-049d-41ba-829c-aba345d35b56,revision_number=7']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:10.888684 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9360c81a-db58-4668-bfb6-a24b998e6b4c None None] Provisioning complete for port 15473330-049d-41ba-829c-aba345d35b56 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:10.889308 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9360c81a-db58-4668-bfb6-a24b998e6b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:10.929346 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-29ea412d-6848-4e93-8f61-9ea7edce49f9 service neutron] Attempting to bind port 15473330-049d-41ba-829c-aba345d35b56 on host n-h2-791506-28 for vnic_type normal with profile {"migrating_to": "n-h1-791506-28"} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:44:10.929689 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-29ea412d-6848-4e93-8f61-9ea7edce49f9 service neutron] Attempting to bind port 15473330-049d-41ba-829c-aba345d35b56 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'c7adb725-37b0-4980-9634-a8dde53a3940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:44:10.930025 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-29ea412d-6848-4e93-8f61-9ea7edce49f9 service neutron] Attempting to bind port 15473330-049d-41ba-829c-aba345d35b56 on network 4896214c-1044-4bb0-9aef-cb2eb64a56bd {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:44:10.935788 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-9360c81a-db58-4668-bfb6-a24b998e6b4c None None] Port 15473330-049d-41ba-829c-aba345d35b56 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:44:10.941550 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-29ea412d-6848-4e93-8f61-9ea7edce49f9 service neutron] Port 15473330-049d-41ba-829c-aba345d35b56 on network 4896214c-1044-4bb0-9aef-cb2eb64a56bd not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:44:10.941952 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-29ea412d-6848-4e93-8f61-9ea7edce49f9 service neutron] Attempting to bind port 15473330-049d-41ba-829c-aba345d35b56 on network 4896214c-1044-4bb0-9aef-cb2eb64a56bd {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:44:10.948906 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-29ea412d-6848-4e93-8f61-9ea7edce49f9 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:44:10.949340 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-29ea412d-6848-4e93-8f61-9ea7edce49f9 service neutron] Checking segment: {'id': 'c7adb725-37b0-4980-9634-a8dde53a3940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:44:10.949797 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-29ea412d-6848-4e93-8f61-9ea7edce49f9 service neutron] Bound using segment: {'id': 'c7adb725-37b0-4980-9634-a8dde53a3940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:44:10.950442 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-29ea412d-6848-4e93-8f61-9ea7edce49f9 service neutron] Bound port: 15473330-049d-41ba-829c-aba345d35b56, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7adb725-37b0-4980-9634-a8dde53a3940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:44:10.950893 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-29ea412d-6848-4e93-8f61-9ea7edce49f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:10.984105 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17506f4-ec65-4e7a-abaa-44afc53d7e4e req-1825e4fe-3d3e-434a-834e-1c4c72fa2cad tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:10.986268 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a17506f4-ec65-4e7a-abaa-44afc53d7e4e req-1825e4fe-3d3e-434a-834e-1c4c72fa2cad tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 946 time: 0.0885527 Aug 31 09:44:11.062877 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-29ea412d-6848-4e93-8f61-9ea7edce49f9 service neutron] For port 15473330-049d-41ba-829c-aba345d35b56, host n-h2-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:44:11.067018 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-29ea412d-6848-4e93-8f61-9ea7edce49f9 service neutron] For port 15473330-049d-41ba-829c-aba345d35b56, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=15473330-049d-41ba-829c-aba345d35b56,segment=NetworkSegment(c7adb725-37b0-4980-9634-a8dde53a3940),segment_id=c7adb725-37b0-4980-9634-a8dde53a3940)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:44:11.087590 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a17506f4-ec65-4e7a-abaa-44afc53d7e4e req-9da511f9-cca9-4a7f-8d89-72dd2c2d19ab tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904233 Aug 31 09:44:11.141986 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-29ea412d-6848-4e93-8f61-9ea7edce49f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.164366 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe6aa0-6eac-4a94-98b6-b128e8f5a953 req-d31df4b6-f6e3-4b82-929d-ff5a017371d7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:11.165925 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e6fe6aa0-6eac-4a94-98b6-b128e8f5a953 req-d31df4b6-f6e3-4b82-929d-ff5a017371d7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 943 time: 0.0607324 Aug 31 09:44:11.253207 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e6fe6aa0-6eac-4a94-98b6-b128e8f5a953 req-8b490af6-677f-4c8c-8920-c7a8a58a7f21 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62c74951-04f4-4fd6-8647-1ee358ba2904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783160 Aug 31 09:44:11.327000 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-29ea412d-6848-4e93-8f61-9ea7edce49f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:11.327679 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-29ea412d-6848-4e93-8f61-9ea7edce49f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.332130 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-29ea412d-6848-4e93-8f61-9ea7edce49f9 service neutron] 10.222.0.112 "PUT /v2.0/ports/15473330-049d-41ba-829c-aba345d35b56 HTTP/1.1" status: 200 len: 1123 time: 1.2830508 Aug 31 09:44:11.336097 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea412d-6848-4e93-8f61-9ea7edce49f9 service neutron] Pushing event updated for resources: {'Port': ['ID=15473330-049d-41ba-829c-aba345d35b56,revision_number=8']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:11.365213 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ecefed4f-95d4-4e42-b81f-9a1c09fb8be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.416981 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['15473330-049d-41ba-829c-aba345d35b56'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:44:11.629946 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-86381fe4-0915-40bd-94d6-0b5b71bd0ee2 None None] Provisioning complete for port 15473330-049d-41ba-829c-aba345d35b56 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:11.630752 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-86381fe4-0915-40bd-94d6-0b5b71bd0ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.816166 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-86381fe4-0915-40bd-94d6-0b5b71bd0ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:11.850305 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220a236d-0c28-46ad-bf4f-00051861905a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15473330-049d-41ba-829c-aba345d35b56'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:44:11.856940 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770eeb2c-bd64-4bbc-8445-fb1bd4896494" -d '{"events": [{"server_uuid": "220a236d-0c28-46ad-bf4f-00051861905a", "name": "network-vif-plugged", "status": "completed", "tag": "15473330-049d-41ba-829c-aba345d35b56"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:44:11.881746 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-86381fe4-0915-40bd-94d6-0b5b71bd0ee2 None None] For port 15473330-049d-41ba-829c-aba345d35b56, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=15473330-049d-41ba-829c-aba345d35b56,segment=NetworkSegment(c7adb725-37b0-4980-9634-a8dde53a3940),segment_id=c7adb725-37b0-4980-9634-a8dde53a3940)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:11.921630 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34cfea2-2de6-44e8-ab94-ebeffe6daf4c x-openstack-request-id: req-c34cfea2-2de6-44e8-ab94-ebeffe6daf4c {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:44:11.922213 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220a236d-0c28-46ad-bf4f-00051861905a", "name": "network-vif-plugged", "status": "completed", "tag": "15473330-049d-41ba-829c-aba345d35b56", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:44:11.922213 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-c34cfea2-2de6-44e8-ab94-ebeffe6daf4c {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:44:11.922530 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220a236d-0c28-46ad-bf4f-00051861905a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15473330-049d-41ba-829c-aba345d35b56', 'code': 200} Aug 31 09:44:11.948475 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-86381fe4-0915-40bd-94d6-0b5b71bd0ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:12.022589 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86381fe4-0915-40bd-94d6-0b5b71bd0ee2 None None] Pushing event updated for resources: {'Port': ['ID=15473330-049d-41ba-829c-aba345d35b56,revision_number=9']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:12.264414 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828062c4-31dd-493d-bb63-352f8a090af1 req-1e1a18b8-0a62-4a51-8d80-b592e9a43e1a tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:12.266186 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-828062c4-31dd-493d-bb63-352f8a090af1 req-1e1a18b8-0a62-4a51-8d80-b592e9a43e1a tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 946 time: 0.0567932 Aug 31 09:44:12.341038 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-828062c4-31dd-493d-bb63-352f8a090af1 req-dd215775-73ce-4e8c-9d88-eeba1bd7e2f5 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549204 Aug 31 09:44:12.438001 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f305c8a-bb2c-4fae-adaf-beae362ef69a req-79b62df1-6acd-4737-9dc5-db9858bc9b8d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:12.443077 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7f305c8a-bb2c-4fae-adaf-beae362ef69a req-79b62df1-6acd-4737-9dc5-db9858bc9b8d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 945 time: 0.0595434 Aug 31 09:44:12.445784 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220a236d-0c28-46ad-bf4f-00051861905a', 'tag': '15473330-049d-41ba-829c-aba345d35b56'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:44:12.448788 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf141b1-e19c-45ef-a4f0-6d6e508e984e" -d '{"events": [{"name": "network-changed", "server_uuid": "220a236d-0c28-46ad-bf4f-00051861905a", "tag": "15473330-049d-41ba-829c-aba345d35b56"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:44:12.503393 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae3ee89-5e38-4e92-8e7b-27057eaddd50 x-openstack-request-id: req-8ae3ee89-5e38-4e92-8e7b-27057eaddd50 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:44:12.503816 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220a236d-0c28-46ad-bf4f-00051861905a", "tag": "15473330-049d-41ba-829c-aba345d35b56", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:44:12.504251 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-8ae3ee89-5e38-4e92-8e7b-27057eaddd50 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:44:12.504931 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220a236d-0c28-46ad-bf4f-00051861905a', 'tag': '15473330-049d-41ba-829c-aba345d35b56', 'status': 'completed', 'code': 200} Aug 31 09:44:12.508270 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7f305c8a-bb2c-4fae-adaf-beae362ef69a req-f2d6b1c6-ee2f-4c22-8952-6fafd1ff6e1f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62c74951-04f4-4fd6-8647-1ee358ba2904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617778 Aug 31 09:44:12.611339 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf141b1-e19c-45ef-a4f0-6d6e508e984e req-78cd4ebb-522d-439c-bf5e-fbcc7414119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:12.612936 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6cf141b1-e19c-45ef-a4f0-6d6e508e984e req-78cd4ebb-522d-439c-bf5e-fbcc7414119e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 1128 time: 0.0753217 Aug 31 09:44:12.732296 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf141b1-e19c-45ef-a4f0-6d6e508e984e req-1cad39b2-8de2-4a25-ba0f-cc7dda2858d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:12.734356 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6cf141b1-e19c-45ef-a4f0-6d6e508e984e req-1cad39b2-8de2-4a25-ba0f-cc7dda2858d0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4896214c-1044-4bb0-9aef-cb2eb64a56bd HTTP/1.1" status: 200 len: 898 time: 0.1135700 Aug 31 09:44:12.821271 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6cf141b1-e19c-45ef-a4f0-6d6e508e984e req-84b95af1-da87-437e-9aa2-a3f18da138ab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15473330-049d-41ba-829c-aba345d35b56 HTTP/1.1" status: 200 len: 1001 time: 0.0788510 Aug 31 09:44:12.893749 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf141b1-e19c-45ef-a4f0-6d6e508e984e req-2943b355-b6e1-4be3-a398-ff5a61d97c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:12.897352 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6cf141b1-e19c-45ef-a4f0-6d6e508e984e req-2943b355-b6e1-4be3-a398-ff5a61d97c72 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4d88890c-97df-4e4a-84cd-23c969267bb9 HTTP/1.1" status: 200 len: 835 time: 0.0684566 Aug 31 09:44:12.956298 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf141b1-e19c-45ef-a4f0-6d6e508e984e req-7cb60558-3ff7-4ae7-9ef4-10a494a49518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:12.958695 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6cf141b1-e19c-45ef-a4f0-6d6e508e984e req-7cb60558-3ff7-4ae7-9ef4-10a494a49518 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4896214c-1044-4bb0-9aef-cb2eb64a56bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527353 Aug 31 09:44:13.075752 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6cf141b1-e19c-45ef-a4f0-6d6e508e984e req-81d3559c-af32-47b7-bb4e-1245ce72d869 service neutron] 10.222.0.59 "GET /v2.0/networks/4896214c-1044-4bb0-9aef-cb2eb64a56bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079342 Aug 31 09:44:13.190300 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6cf141b1-e19c-45ef-a4f0-6d6e508e984e req-431df7d3-ad45-434e-99c6-e30a7b2855f5 service neutron] 10.222.0.59 "GET /v2.0/networks/4896214c-1044-4bb0-9aef-cb2eb64a56bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065361 Aug 31 09:44:13.469806 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefeffd2-a6aa-4466-a21a-fee39fb35000 req-242af36e-51ad-4d85-9b42-515932c6b9b0 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:13.472408 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eefeffd2-a6aa-4466-a21a-fee39fb35000 req-242af36e-51ad-4d85-9b42-515932c6b9b0 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 946 time: 0.0671499 Aug 31 09:44:13.536170 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eefeffd2-a6aa-4466-a21a-fee39fb35000 req-2549cdf7-9196-48cb-b05d-868acbe40711 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544932 Aug 31 09:44:13.701725 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f1328-c17c-4b5d-a772-f3adcf40375b req-243b2e4b-6377-4b12-937a-ffab37f31b34 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:13.713116 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db0f1328-c17c-4b5d-a772-f3adcf40375b req-243b2e4b-6377-4b12-937a-ffab37f31b34 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 945 time: 0.1059446 Aug 31 09:44:13.771678 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db0f1328-c17c-4b5d-a772-f3adcf40375b req-e3e9f8f3-f8ab-42b0-966a-47ff5bd82fdd tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62c74951-04f4-4fd6-8647-1ee358ba2904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565016 Aug 31 09:44:13.955044 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 15473330-049d-41ba-829c-aba345d35b56 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:44:14.039269 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 15473330-049d-41ba-829c-aba345d35b56, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=15473330-049d-41ba-829c-aba345d35b56,segment=NetworkSegment(c7adb725-37b0-4980-9634-a8dde53a3940),segment_id=c7adb725-37b0-4980-9634-a8dde53a3940)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:14.051029 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 15473330-049d-41ba-829c-aba345d35b56 has no active binding in host n-h1-791506-28 {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 09:44:14.228597 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a3e9d753-479b-4aa3-8008-b4453235411e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:14.245881 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:14.450658 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 36546) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:14.455900 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-6b79fad8-c8c9-4454-805e-6edb99d6f2da tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2067540559', 'description': 'tempest-secgroup-smoke-2067540559 description', 'project_id': '142d073d795048bfbcfc04c6c93ff5f3'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:14.554767 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6b79fad8-c8c9-4454-805e-6edb99d6f2da tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:14.673773 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6b79fad8-c8c9-4454-805e-6edb99d6f2da tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:14.733110 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc0ff0-6805-4329-8378-6983a6e248c6 req-855102b7-3156-4002-ad95-ab6384b8f62e tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:14.735466 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1fc0ff0-6805-4329-8378-6983a6e248c6 req-855102b7-3156-4002-ad95-ab6384b8f62e tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 946 time: 0.0667515 Aug 31 09:44:14.738999 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6b79fad8-c8c9-4454-805e-6edb99d6f2da tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:14.781465 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79fad8-c8c9-4454-805e-6edb99d6f2da tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86358dfb-d362-4d34-a15f-60d8b5445ae1,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:14.802942 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1fc0ff0-6805-4329-8378-6983a6e248c6 req-e54433c1-db9c-4f46-97b9-7137e7ef3b63 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525265 Aug 31 09:44:14.851873 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6b79fad8-c8c9-4454-805e-6edb99d6f2da tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:14.853180 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6b79fad8-c8c9-4454-805e-6edb99d6f2da tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4013436 Aug 31 09:44:14.856202 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 36552) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:14.861134 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-714f60c2-4910-4f94-88ee-ec2d0febc9c0 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Request body: {'security_group_rule': {'security_group_id': '86358dfb-d362-4d34-a15f-60d8b5445ae1', 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:14.962804 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc8484-0374-4949-b991-e01f5dc35dba req-0289ffba-b319-4ace-adf3-c0cf5b548c77 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:14.964677 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5bc8484-0374-4949-b991-e01f5dc35dba req-0289ffba-b319-4ace-adf3-c0cf5b548c77 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 945 time: 0.0678229 Aug 31 09:44:15.011917 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5bc8484-0374-4949-b991-e01f5dc35dba req-0c9fdfad-eb5e-45e9-8f22-200170b4e572 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62c74951-04f4-4fd6-8647-1ee358ba2904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405903 Aug 31 09:44:15.033469 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-714f60c2-4910-4f94-88ee-ec2d0febc9c0 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:15.105441 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-714f60c2-4910-4f94-88ee-ec2d0febc9c0 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:15.187503 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-714f60c2-4910-4f94-88ee-ec2d0febc9c0 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:15.231626 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f60c2-4910-4f94-88ee-ec2d0febc9c0 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ed19d12-22ad-4c97-aad6-9f24d91d1f4c,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:15.303063 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-714f60c2-4910-4f94-88ee-ec2d0febc9c0 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:15.304460 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-714f60c2-4910-4f94-88ee-ec2d0febc9c0 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4470716 Aug 31 09:44:15.307489 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 36554) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:15.312585 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-88d58add-036d-40f2-92b9-15b6a9b9d11e tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Request body: {'security_group_rule': {'security_group_id': '86358dfb-d362-4d34-a15f-60d8b5445ae1', 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:15.360163 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:15.429849 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-88d58add-036d-40f2-92b9-15b6a9b9d11e tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:15.514623 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-88d58add-036d-40f2-92b9-15b6a9b9d11e tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:15.593485 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-88d58add-036d-40f2-92b9-15b6a9b9d11e tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:15.625645 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d58add-036d-40f2-92b9-15b6a9b9d11e tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d685015f-580b-4779-b26c-5c0727b33bb1,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:15.708143 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-88d58add-036d-40f2-92b9-15b6a9b9d11e tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:15.712568 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 36560) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:15.713071 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-88d58add-036d-40f2-92b9-15b6a9b9d11e tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4041996 Aug 31 09:44:15.718200 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-1832fe09-1a6b-4922-a892-2f9332a6007c tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Request body: {'security_group_rule': {'security_group_id': '86358dfb-d362-4d34-a15f-60d8b5445ae1', 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:15.806607 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1832fe09-1a6b-4922-a892-2f9332a6007c tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:15.881340 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1832fe09-1a6b-4922-a892-2f9332a6007c tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:15.947486 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d0dad-ac10-4189-a4d8-dcb41a3b5585 req-3696f498-1022-4550-900e-2cc470adb881 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:15.949487 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c18d0dad-ac10-4189-a4d8-dcb41a3b5585 req-3696f498-1022-4550-900e-2cc470adb881 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 946 time: 0.0573363 Aug 31 09:44:15.966292 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1832fe09-1a6b-4922-a892-2f9332a6007c tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:15.995566 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1832fe09-1a6b-4922-a892-2f9332a6007c tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968c8604-f2f2-4fec-b9fe-4ff6acb9cd8f,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:16.014016 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c18d0dad-ac10-4189-a4d8-dcb41a3b5585 req-aa573854-47fc-46c0-a1fc-a52240bd6e7a tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577557 Aug 31 09:44:16.103497 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1832fe09-1a6b-4922-a892-2f9332a6007c tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:16.105267 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1832fe09-1a6b-4922-a892-2f9332a6007c tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3915732 Aug 31 09:44:16.107888 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 36566) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:16.113943 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-235ab2d6-62ad-42af-afaa-fa4bcf76ebb7 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Request body: {'security_group_rule': {'security_group_id': '86358dfb-d362-4d34-a15f-60d8b5445ae1', 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:16.178179 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e6e9c8-2e3d-474b-b1c4-db4b2c319351 req-5e09916f-8814-4cdb-952c-22eb79381ced tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:16.180257 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-86e6e9c8-2e3d-474b-b1c4-db4b2c319351 req-5e09916f-8814-4cdb-952c-22eb79381ced tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 945 time: 0.0727451 Aug 31 09:44:16.237906 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-235ab2d6-62ad-42af-afaa-fa4bcf76ebb7 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:16.239200 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-86e6e9c8-2e3d-474b-b1c4-db4b2c319351 req-d732c5e7-0144-473e-8c4e-8442af637018 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62c74951-04f4-4fd6-8647-1ee358ba2904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516047 Aug 31 09:44:16.328954 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-235ab2d6-62ad-42af-afaa-fa4bcf76ebb7 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:16.411543 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-235ab2d6-62ad-42af-afaa-fa4bcf76ebb7 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:16.433384 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ab2d6-62ad-42af-afaa-fa4bcf76ebb7 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e138eb52-a735-471d-b3ea-fcfa4542e5e6,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:16.520640 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-235ab2d6-62ad-42af-afaa-fa4bcf76ebb7 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:16.522335 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-235ab2d6-62ad-42af-afaa-fa4bcf76ebb7 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4128003 Aug 31 09:44:16.524910 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 36572) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:16.529580 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-2c911b2b-bdcf-4d01-9dfb-eaa4565db324 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Request body: {'security_group_rule': {'security_group_id': '86358dfb-d362-4d34-a15f-60d8b5445ae1', 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:16.629494 n-d-791506-28 neutron-server[95552]: INFO neutron.db.securitygroups_db [None req-2c911b2b-bdcf-4d01-9dfb-eaa4565db324 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Project 142d073d795048bfbcfc04c6c93ff5f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:44:16.635388 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2c911b2b-bdcf-4d01-9dfb-eaa4565db324 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:16.708424 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2c911b2b-bdcf-4d01-9dfb-eaa4565db324 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:16.811412 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2c911b2b-bdcf-4d01-9dfb-eaa4565db324 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:16.833867 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c911b2b-bdcf-4d01-9dfb-eaa4565db324 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e3bff7b-1338-4cb5-a7ac-9540a4aef19a,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:16.908573 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2c911b2b-bdcf-4d01-9dfb-eaa4565db324 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:16.910615 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2c911b2b-bdcf-4d01-9dfb-eaa4565db324 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3838501 Aug 31 09:44:16.914285 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 36574) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:16.923660 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-f3af9adc-6d4b-4c65-ae83-68caf2783aed tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Request body: {'security_group_rule': {'security_group_id': '86358dfb-d362-4d34-a15f-60d8b5445ae1', 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:17.053785 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-f1373618-d07c-48c5-a6b3-57bb69112c6e service neutron] 10.222.0.59 "GET /v2.0/ports/15473330-049d-41ba-829c-aba345d35b56/bindings/n-h1-791506-28 HTTP/1.1" status: 200 len: 385 time: 0.0729280 Aug 31 09:44:17.102406 n-d-791506-28 neutron-server[95553]: INFO neutron.db.securitygroups_db [None req-f3af9adc-6d4b-4c65-ae83-68caf2783aed tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Project 142d073d795048bfbcfc04c6c93ff5f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:44:17.103250 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:17.125712 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f3af9adc-6d4b-4c65-ae83-68caf2783aed tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:17.203797 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366cfeb-30ba-43cd-a673-e32ddaafb3fc req-9fcc90bf-2b2e-4d62-b6d4-cf1ccd3cc5d1 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:17.205418 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e366cfeb-30ba-43cd-a673-e32ddaafb3fc req-9fcc90bf-2b2e-4d62-b6d4-cf1ccd3cc5d1 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 946 time: 0.1156027 Aug 31 09:44:17.275652 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f3af9adc-6d4b-4c65-ae83-68caf2783aed tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:17.345623 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e366cfeb-30ba-43cd-a673-e32ddaafb3fc req-faa6e6c5-a926-453a-985d-a9c05a37f074 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310501 Aug 31 09:44:17.406858 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1981da-da61-4923-9890-f2dd53126a53 req-ca522db0-fac8-4e5b-9346-ee133bb093ed tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:17.408350 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f1981da-da61-4923-9890-f2dd53126a53 req-ca522db0-fac8-4e5b-9346-ee133bb093ed tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 945 time: 0.0882013 Aug 31 09:44:17.415761 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-2e696308-3213-4817-a566-fb1a4f63be9e service neutron] For port 15473330-049d-41ba-829c-aba345d35b56, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=15473330-049d-41ba-829c-aba345d35b56,segment=NetworkSegment(c7adb725-37b0-4980-9634-a8dde53a3940),segment_id=c7adb725-37b0-4980-9634-a8dde53a3940)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:17.451362 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-2e696308-3213-4817-a566-fb1a4f63be9e service neutron] For port 15473330-049d-41ba-829c-aba345d35b56, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:44:17.485772 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f1981da-da61-4923-9890-f2dd53126a53 req-2c5c1af6-11d2-4af9-a346-5ca12569ab4c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62c74951-04f4-4fd6-8647-1ee358ba2904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674522 Aug 31 09:44:17.508647 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220a236d-0c28-46ad-bf4f-00051861905a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15473330-049d-41ba-829c-aba345d35b56'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:44:17.510951 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc28639f-23d3-4ce0-9b6c-6eb8cf66cc82" -d '{"events": [{"server_uuid": "220a236d-0c28-46ad-bf4f-00051861905a", "name": "network-vif-unplugged", "status": "completed", "tag": "15473330-049d-41ba-829c-aba345d35b56"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:44:17.518412 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-2e696308-3213-4817-a566-fb1a4f63be9e service neutron] For port 15473330-049d-41ba-829c-aba345d35b56, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=15473330-049d-41ba-829c-aba345d35b56,segment=NetworkSegment(c7adb725-37b0-4980-9634-a8dde53a3940),segment_id=c7adb725-37b0-4980-9634-a8dde53a3940)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:17.558316 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8989c85a-6ec4-42cf-a0c6-0cef3dd73bd9 x-openstack-request-id: req-8989c85a-6ec4-42cf-a0c6-0cef3dd73bd9 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:44:17.558657 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220a236d-0c28-46ad-bf4f-00051861905a", "name": "network-vif-unplugged", "status": "completed", "tag": "15473330-049d-41ba-829c-aba345d35b56", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:44:17.558909 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-8989c85a-6ec4-42cf-a0c6-0cef3dd73bd9 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:44:17.559303 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220a236d-0c28-46ad-bf4f-00051861905a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15473330-049d-41ba-829c-aba345d35b56', 'code': 200} Aug 31 09:44:17.587662 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f3af9adc-6d4b-4c65-ae83-68caf2783aed tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:17.606932 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af9adc-6d4b-4c65-ae83-68caf2783aed tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea44499-6ec6-4225-bf84-756a1844721e,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:17.610701 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-2e696308-3213-4817-a566-fb1a4f63be9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:17.693481 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-2e696308-3213-4817-a566-fb1a4f63be9e service neutron] Transition to ACTIVE for port object 15473330-049d-41ba-829c-aba345d35b56 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:44:17.696015 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f3af9adc-6d4b-4c65-ae83-68caf2783aed tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:17.697428 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f3af9adc-6d4b-4c65-ae83-68caf2783aed tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7821200 Aug 31 09:44:17.754337 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-2e696308-3213-4817-a566-fb1a4f63be9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:17.828321 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e696308-3213-4817-a566-fb1a4f63be9e service neutron] Pushing event updated for resources: {'Port': ['ID=15473330-049d-41ba-829c-aba345d35b56,revision_number=11']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:17.973844 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-2e696308-3213-4817-a566-fb1a4f63be9e service neutron] No DVR routers for this DVR port 15473330-049d-41ba-829c-aba345d35b56 on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:44:18.090511 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-aa7bd13f-e971-45bd-a015-a214432bc47b tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2067540559&fields=id&tenant_id=142d073d795048bfbcfc04c6c93ff5f3 HTTP/1.1" status: 200 len: 267 time: 0.1237576 Aug 31 09:44:18.273575 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-2e696308-3213-4817-a566-fb1a4f63be9e service neutron] 10.222.0.59 "PUT /v2.0/ports/15473330-049d-41ba-829c-aba345d35b56/bindings/n-h1-791506-28/activate HTTP/1.1" status: 200 len: 370 time: 1.2116201 Aug 31 09:44:18.289031 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-c9ba9fa0-06e9-4024-990c-c91878e63ad2 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:18.299031 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-c9ba9fa0-06e9-4024-990c-c91878e63ad2 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/networks?id=8054c126-3521-44a1-b49b-66e5f2440e49 HTTP/1.1" status: 200 len: 814 time: 0.2065024 Aug 31 09:44:18.319936 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-7d06c482-ac31-4676-af49-5d4819d67f83 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/quotas/142d073d795048bfbcfc04c6c93ff5f3 HTTP/1.1" status: 200 len: 375 time: 0.0201313 Aug 31 09:44:18.404054 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-ae2d32f3-3491-4502-a735-07fadf421d96 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=142d073d795048bfbcfc04c6c93ff5f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825796 Aug 31 09:44:18.506016 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-033c0a3f-7a6e-41bd-be67-64894ed6ec23 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:18.510045 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-033c0a3f-7a6e-41bd-be67-64894ed6ec23 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a&tenant_id=29b420db5ab94eb097db55181093bc9b&binding%3Ahost_id=n-h2-791506-28 HTTP/1.1" status: 200 len: 1096 time: 0.0593102 Aug 31 09:44:18.516265 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-cf81adfd-2ad3-4c91-89b4-8fd7c9ceda3e service neutron] 10.222.0.119 "GET /v2.0/networks/8054c126-3521-44a1-b49b-66e5f2440e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072114 Aug 31 09:44:18.632529 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-ef490478-c791-42f9-b4ca-23d5f5c7bde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:18.634103 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-ef490478-c791-42f9-b4ca-23d5f5c7bde0 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a&tenant_id=29b420db5ab94eb097db55181093bc9b HTTP/1.1" status: 200 len: 1096 time: 0.1132376 Aug 31 09:44:18.634335 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611360f2-60e1-4886-abd0-f40a6ca94cf2 req-51f0ab02-5e6a-47b3-a8b0-76cf95df16e0 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:18.635816 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-611360f2-60e1-4886-abd0-f40a6ca94cf2 req-51f0ab02-5e6a-47b3-a8b0-76cf95df16e0 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 946 time: 0.1096349 Aug 31 09:44:18.706521 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-1fadc689-de49-46dd-988a-349967c91d0f service neutron] 10.222.0.119 "GET /v2.0/networks/8054c126-3521-44a1-b49b-66e5f2440e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892190 Aug 31 09:44:18.713856 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-cd463aee-3d20-458b-9a50-9e5e125f169f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:18.715407 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-cd463aee-3d20-458b-9a50-9e5e125f169f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 1096 time: 0.0524189 Aug 31 09:44:18.721573 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-611360f2-60e1-4886-abd0-f40a6ca94cf2 req-a48d3357-0431-44a0-aa4d-e40f49644d5e tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741644 Aug 31 09:44:18.923873 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee20b25-8b51-4c1f-8f45-1dd3886ed407 req-f5085629-fa5e-46ea-a8e9-3ea1e5cb68e4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:18.925509 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ee20b25-8b51-4c1f-8f45-1dd3886ed407 req-f5085629-fa5e-46ea-a8e9-3ea1e5cb68e4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 944 time: 0.0886374 Aug 31 09:44:18.991918 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ee20b25-8b51-4c1f-8f45-1dd3886ed407 req-95718125-ba77-4032-97a5-14fcdb0a16df tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62c74951-04f4-4fd6-8647-1ee358ba2904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519955 Aug 31 09:44:19.163622 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-04a345bf-b64d-46e9-8fe6-1eb0d8e2bbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:19.165289 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-04a345bf-b64d-46e9-8fe6-1eb0d8e2bbd0 service neutron] 10.222.0.112 "GET /v2.0/networks?id=4896214c-1044-4bb0-9aef-cb2eb64a56bd HTTP/1.1" status: 200 len: 898 time: 0.4368033 Aug 31 09:44:19.259159 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-43a6acd2-7de2-4744-978a-47ece91ee857 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15473330-049d-41ba-829c-aba345d35b56 HTTP/1.1" status: 200 len: 999 time: 0.0849333 Aug 31 09:44:19.362740 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-490f89c5-ac00-400a-a9ac-0ab402111184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:19.367936 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-490f89c5-ac00-400a-a9ac-0ab402111184 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=4d88890c-97df-4e4a-84cd-23c969267bb9 HTTP/1.1" status: 200 len: 835 time: 0.0986822 Aug 31 09:44:19.448095 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-deef2c10-94bb-437e-b113-a3905d1a0b1e req-01aa91d2-5d20-4266-9d4b-ed6230577961 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/ports?device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 210 time: 0.0613241 Aug 31 09:44:19.460516 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-b531dd95-4f5f-45e8-983e-5a4ce56b5055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:19.462523 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-b531dd95-4f5f-45e8-983e-5a4ce56b5055 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=4896214c-1044-4bb0-9aef-cb2eb64a56bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0865531 Aug 31 09:44:19.577907 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-ee7ed230-ab28-4a8d-95bb-82b909e3b684 service neutron] 10.222.0.112 "GET /v2.0/networks/4896214c-1044-4bb0-9aef-cb2eb64a56bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036258 Aug 31 09:44:19.721775 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-b92903cd-84e9-4f7b-935a-08b72ec0eb02 service neutron] 10.222.0.112 "GET /v2.0/networks/4896214c-1044-4bb0-9aef-cb2eb64a56bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317823 Aug 31 09:44:19.890447 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9fc8d-8e65-4150-89f6-7559cf50bf38 req-d6fd040b-0aaf-4390-8a96-e0f98e0b354e tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:19.898019 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3d9fc8d-8e65-4150-89f6-7559cf50bf38 req-d6fd040b-0aaf-4390-8a96-e0f98e0b354e tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 946 time: 0.0745218 Aug 31 09:44:19.946755 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3d9fc8d-8e65-4150-89f6-7559cf50bf38 req-ccfda464-4020-46d5-9d58-394b92a56d46 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424595 Aug 31 09:44:20.148306 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddef6f-c160-4207-b74c-c53210d19465 req-852cb9c2-e353-4296-ba01-0432c2eaab75 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:20.156038 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d1ddef6f-c160-4207-b74c-c53210d19465 req-852cb9c2-e353-4296-ba01-0432c2eaab75 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 944 time: 0.0850375 Aug 31 09:44:20.215718 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d1ddef6f-c160-4207-b74c-c53210d19465 req-33eb3e02-00a6-41bd-89ba-46b407f69b4b tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62c74951-04f4-4fd6-8647-1ee358ba2904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587149 Aug 31 09:44:20.276542 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-3a4359e2-1edd-4723-aec3-731d35fd10ff tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:20.279297 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-3a4359e2-1edd-4723-aec3-731d35fd10ff tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] 10.222.0.112 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a&tenant_id=29b420db5ab94eb097db55181093bc9b&binding%3Ahost_id=n-h1-791506-28 HTTP/1.1" status: 200 len: 1096 time: 0.0567636 Aug 31 09:44:20.535668 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-c831a140-51be-45c5-8357-1d7509011797 service neutron] For port 15473330-049d-41ba-829c-aba345d35b56, host n-h2-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:44:20.539144 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-c831a140-51be-45c5-8357-1d7509011797 service neutron] Notify callbacks [] for binding, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:20.540402 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d356e592-91f4-442e-a71a-55fe9fb67046 req-c831a140-51be-45c5-8357-1d7509011797 service neutron] 10.222.0.112 "DELETE /v2.0/ports/15473330-049d-41ba-829c-aba345d35b56/bindings/n-h2-791506-28 HTTP/1.1" status: 204 len: 173 time: 0.2521749 Aug 31 09:44:20.563881 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c8e0ced9-bc6b-477f-aad9-cf2a4276f040 req-26aaca08-0d0d-4dde-878d-c5aa472e33fb tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/ports?device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 210 time: 0.0393209 Aug 31 09:44:21.085358 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b782cd-6d90-4747-9fa4-31197cc33109 req-91770f0f-62c3-4c63-acfc-114e4f899425 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:21.087085 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-59b782cd-6d90-4747-9fa4-31197cc33109 req-91770f0f-62c3-4c63-acfc-114e4f899425 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 946 time: 0.0631075 Aug 31 09:44:21.131252 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-59b782cd-6d90-4747-9fa4-31197cc33109 req-a13f1cf4-fd3d-4ef3-90d1-413d294554d6 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378463 Aug 31 09:44:21.342114 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b6ed2-1cd4-4df4-bd44-19b27fa69c2e req-36a7f29c-0fd6-4abf-aaf1-3b68f5b7d2d3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:21.343810 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a35b6ed2-1cd4-4df4-bd44-19b27fa69c2e req-36a7f29c-0fd6-4abf-aaf1-3b68f5b7d2d3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 944 time: 0.0589173 Aug 31 09:44:21.386976 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a35b6ed2-1cd4-4df4-bd44-19b27fa69c2e req-9700f607-ef4a-4e38-b453-3016dda7b152 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62c74951-04f4-4fd6-8647-1ee358ba2904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364296 Aug 31 09:44:21.543359 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a79a9e-0a04-4b7f-b85f-14b9a1631774 req-aac5eb23-d03c-40e4-9df3-88dba61fcb93 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:21.545276 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5a79a9e-0a04-4b7f-b85f-14b9a1631774 req-aac5eb23-d03c-40e4-9df3-88dba61fcb93 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 1096 time: 0.0448122 Aug 31 09:44:21.591909 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5a79a9e-0a04-4b7f-b85f-14b9a1631774 req-6a134ee7-9f6b-4729-9de7-dc6fec6186c4 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] 10.222.0.119 "GET /v2.0/security-groups?id=62c74951-04f4-4fd6-8647-1ee358ba2904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379865 Aug 31 09:44:21.734866 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0f0444eb-b173-4713-b3f1-3d3b7b9bcb42 req-bf94ca95-9cfa-4fbc-8573-6b184b516edc tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/ports?device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 210 time: 0.0447991 Aug 31 09:44:21.774653 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c96d41-6339-4d5e-a6a0-9722a3dd1f8a req-2f1dde1b-9f58-48d9-96cd-3e5fecce3048 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:21.776158 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b7c96d41-6339-4d5e-a6a0-9722a3dd1f8a req-2f1dde1b-9f58-48d9-96cd-3e5fecce3048 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 944 time: 0.0954621 Aug 31 09:44:21.812548 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 15473330-049d-41ba-829c-aba345d35b56 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:44:21.829671 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b7c96d41-6339-4d5e-a6a0-9722a3dd1f8a req-107bd39d-9e4f-4f92-b9e5-ee6849f422c7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62c74951-04f4-4fd6-8647-1ee358ba2904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466511 Aug 31 09:44:21.847814 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 36652) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:21.866524 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 15473330-049d-41ba-829c-aba345d35b56 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:44:21.948344 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-690346bb-4ad1-4a85-a3a2-0cc08ff1f994 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/floatingips/78a93d1b-d992-481b-b32f-47311f80bb43 HTTP/1.1" status: 200 len: 991 time: 0.0988975 Aug 31 09:44:22.121028 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d07c1-adad-459d-ac4a-635db5ddb715 req-f7bac18d-de95-4ff8-a317-24e62188f664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:22.123279 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e29d07c1-adad-459d-ac4a-635db5ddb715 req-f7bac18d-de95-4ff8-a317-24e62188f664 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 1098 time: 0.0677049 Aug 31 09:44:22.188065 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e29d07c1-adad-459d-ac4a-635db5ddb715 req-091d4b73-3fdd-4344-9ae5-ae099cc1c14b service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536418 Aug 31 09:44:22.317169 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-9ded0eaf-a6bf-45e9-87d2-a2d51f37effe tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:22.319320 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-9ded0eaf-a6bf-45e9-87d2-a2d51f37effe tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.59 "GET /v2.0/networks?id=8054c126-3521-44a1-b49b-66e5f2440e49 HTTP/1.1" status: 200 len: 814 time: 0.1784875 Aug 31 09:44:22.346907 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24741eb-c4f1-413c-910c-a60be75b1915 req-fd0aa60b-59d2-45a0-8f54-2f65d48f5241 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:22.349358 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a24741eb-c4f1-413c-910c-a60be75b1915 req-fd0aa60b-59d2-45a0-8f54-2f65d48f5241 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 946 time: 0.1068337 Aug 31 09:44:22.408996 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-f15656f2-7b6d-417b-9a65-b1a699a879b4 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=142d073d795048bfbcfc04c6c93ff5f3 HTTP/1.1" status: 200 len: 380 time: 0.0585053 Aug 31 09:44:22.419901 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-e9ba7afd-6e79-4666-ab42-b16ddc6154fe tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Request body: {'port': {'device_id': '74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050', 'network_id': '8054c126-3521-44a1-b49b-66e5f2440e49', 'admin_state_up': True, 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'security_groups': ['86358dfb-d362-4d34-a15f-60d8b5445ae1']}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:22.440576 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a24741eb-c4f1-413c-910c-a60be75b1915 req-96eecfc6-3aa4-44e6-b820-822e45e58641 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819986 Aug 31 09:44:22.583201 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-e9ba7afd-6e79-4666-ab42-b16ddc6154fe tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Made reservation on behalf of 142d073d795048bfbcfc04c6c93ff5f3 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:44:22.586975 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-e9ba7afd-6e79-4666-ab42-b16ddc6154fe tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:22.739092 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-e9ba7afd-6e79-4666-ab42-b16ddc6154fe tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Allocated IP 172.20.0.11 (8054c126-3521-44a1-b49b-66e5f2440e49/ef72a544-f8fb-4621-a06b-ade33043d837/67a53eaa-7560-473a-9e08-8753059f2162) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:44:22.874774 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b7b7d42d-2a97-4cac-aad1-b69510c75120 req-65834304-a840-4628-96e4-5d01c1055353 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/ports?device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 210 time: 0.0298741 Aug 31 09:44:22.924060 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-e9ba7afd-6e79-4666-ab42-b16ddc6154fe tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:22.938661 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-e9ba7afd-6e79-4666-ab42-b16ddc6154fe tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Transition to ACTIVE for port object 67a53eaa-7560-473a-9e08-8753059f2162 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:44:23.023726 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-e9ba7afd-6e79-4666-ab42-b16ddc6154fe tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:23.069955 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-e9ba7afd-6e79-4666-ab42-b16ddc6154fe tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Network 8054c126-3521-44a1-b49b-66e5f2440e49 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:44:23.073105 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-e9ba7afd-6e79-4666-ab42-b16ddc6154fe tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:23.076937 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-e9ba7afd-6e79-4666-ab42-b16ddc6154fe tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:44:23.094193 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba7afd-6e79-4666-ab42-b16ddc6154fe tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Pushing event updated for resources: {'Port': ['ID=67a53eaa-7560-473a-9e08-8753059f2162,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:23.151608 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-e9ba7afd-6e79-4666-ab42-b16ddc6154fe tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:23.152558 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-e9ba7afd-6e79-4666-ab42-b16ddc6154fe tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:23.287522 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-e9ba7afd-6e79-4666-ab42-b16ddc6154fe tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8716502 Aug 31 09:44:23.304351 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-b149deaf-5c67-447a-a5b7-3e47adfe17e8 service neutron] Request body: {'port': {'device_id': '74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:23.381053 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-b149deaf-5c67-447a-a5b7-3e47adfe17e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:23.503813 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-cf02879c-e13d-4ddd-8d24-836c44207d77 None None] Provisioning for port 67a53eaa-7560-473a-9e08-8753059f2162 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:44:23.511845 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-cf02879c-e13d-4ddd-8d24-836c44207d77 None None] Provisioning complete for port 67a53eaa-7560-473a-9e08-8753059f2162 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:23.513071 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cf02879c-e13d-4ddd-8d24-836c44207d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:23.554945 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-cf02879c-e13d-4ddd-8d24-836c44207d77 None None] Port 67a53eaa-7560-473a-9e08-8753059f2162 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:44:23.616401 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb5d57-a544-4934-91eb-44e90bd90396 req-7f50a21e-aa08-4eed-ab2a-fad3a6fe2178 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:23.618039 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f6eb5d57-a544-4934-91eb-44e90bd90396 req-7f50a21e-aa08-4eed-ab2a-fad3a6fe2178 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 946 time: 0.1026628 Aug 31 09:44:23.690825 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f6eb5d57-a544-4934-91eb-44e90bd90396 req-cf24aa1a-bceb-4744-a436-400524ca519e tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646925 Aug 31 09:44:23.750769 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-b149deaf-5c67-447a-a5b7-3e47adfe17e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a53eaa-7560-473a-9e08-8753059f2162 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:44:23.759336 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-b149deaf-5c67-447a-a5b7-3e47adfe17e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:23.780682 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-b149deaf-5c67-447a-a5b7-3e47adfe17e8 service neutron] Transition to ACTIVE for port object 67a53eaa-7560-473a-9e08-8753059f2162 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:44:23.831439 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e849de-7264-4bf4-9924-54a67c671713 req-5d15b185-7f76-43f0-b690-bc755c38e55b tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:23.832512 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-08e849de-7264-4bf4-9924-54a67c671713 req-5d15b185-7f76-43f0-b690-bc755c38e55b tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0611725 Aug 31 09:44:23.856020 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-b149deaf-5c67-447a-a5b7-3e47adfe17e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:23.917164 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-08e849de-7264-4bf4-9924-54a67c671713 req-e073d49b-ac3e-4cc0-9cb3-5ea90ec88245 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780449 Aug 31 09:44:23.927102 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149deaf-5c67-447a-a5b7-3e47adfe17e8 service neutron] Pushing event updated for resources: {'Port': ['ID=67a53eaa-7560-473a-9e08-8753059f2162,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:24.069963 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-b149deaf-5c67-447a-a5b7-3e47adfe17e8 service neutron] Attempting to bind port 67a53eaa-7560-473a-9e08-8753059f2162 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:44:24.070301 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-b149deaf-5c67-447a-a5b7-3e47adfe17e8 service neutron] Attempting to bind port 67a53eaa-7560-473a-9e08-8753059f2162 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '80bb1a17-fe30-4aa8-a891-2e6c159cd217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': '8054c126-3521-44a1-b49b-66e5f2440e49'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:44:24.070653 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-b149deaf-5c67-447a-a5b7-3e47adfe17e8 service neutron] Attempting to bind port 67a53eaa-7560-473a-9e08-8753059f2162 on network 8054c126-3521-44a1-b49b-66e5f2440e49 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:44:24.090461 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075595d2-ba56-487d-b080-b2b9af6d3fc3 req-32258276-d3fa-49f9-9401-59958fc1b9e5 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:24.092052 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-075595d2-ba56-487d-b080-b2b9af6d3fc3 req-32258276-d3fa-49f9-9401-59958fc1b9e5 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/ports?device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 944 time: 0.0893521 Aug 31 09:44:24.093162 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-b149deaf-5c67-447a-a5b7-3e47adfe17e8 service neutron] Port 67a53eaa-7560-473a-9e08-8753059f2162 on network 8054c126-3521-44a1-b49b-66e5f2440e49 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:44:24.093482 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-b149deaf-5c67-447a-a5b7-3e47adfe17e8 service neutron] Attempting to bind port 67a53eaa-7560-473a-9e08-8753059f2162 on network 8054c126-3521-44a1-b49b-66e5f2440e49 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:44:24.099461 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-b149deaf-5c67-447a-a5b7-3e47adfe17e8 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:44:24.099798 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-b149deaf-5c67-447a-a5b7-3e47adfe17e8 service neutron] Checking segment: {'id': '80bb1a17-fe30-4aa8-a891-2e6c159cd217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': '8054c126-3521-44a1-b49b-66e5f2440e49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:44:24.100186 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-b149deaf-5c67-447a-a5b7-3e47adfe17e8 service neutron] Bound using segment: {'id': '80bb1a17-fe30-4aa8-a891-2e6c159cd217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': '8054c126-3521-44a1-b49b-66e5f2440e49'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:44:24.100618 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-b149deaf-5c67-447a-a5b7-3e47adfe17e8 service neutron] Bound port: 67a53eaa-7560-473a-9e08-8753059f2162, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80bb1a17-fe30-4aa8-a891-2e6c159cd217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': '8054c126-3521-44a1-b49b-66e5f2440e49'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:44:24.100978 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-b149deaf-5c67-447a-a5b7-3e47adfe17e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:24.194212 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-075595d2-ba56-487d-b080-b2b9af6d3fc3 req-cddbece6-da05-43c9-91d7-5ca86aa6ed81 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/security-groups?id=86358dfb-d362-4d34-a15f-60d8b5445ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908751 Aug 31 09:44:24.223940 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-b149deaf-5c67-447a-a5b7-3e47adfe17e8 service neutron] For port 67a53eaa-7560-473a-9e08-8753059f2162, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:44:24.227341 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-b149deaf-5c67-447a-a5b7-3e47adfe17e8 service neutron] For port 67a53eaa-7560-473a-9e08-8753059f2162, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=67a53eaa-7560-473a-9e08-8753059f2162,segment=NetworkSegment(80bb1a17-fe30-4aa8-a891-2e6c159cd217),segment_id=80bb1a17-fe30-4aa8-a891-2e6c159cd217)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:44:24.260164 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 36726) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:24.310348 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-b149deaf-5c67-447a-a5b7-3e47adfe17e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:24.360705 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-b149deaf-5c67-447a-a5b7-3e47adfe17e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:24.361354 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-b149deaf-5c67-447a-a5b7-3e47adfe17e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:24.362797 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-b149deaf-5c67-447a-a5b7-3e47adfe17e8 service neutron] 10.222.0.59 "PUT /v2.0/ports/67a53eaa-7560-473a-9e08-8753059f2162 HTTP/1.1" status: 200 len: 1093 time: 1.0652871 Aug 31 09:44:24.363878 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050', 'tag': '67a53eaa-7560-473a-9e08-8753059f2162'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:44:24.368346 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d154c679-657c-4e12-bcf7-4e49eda75cda" -d '{"events": [{"name": "network-changed", "server_uuid": "74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050", "tag": "67a53eaa-7560-473a-9e08-8753059f2162"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:44:24.428844 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149deaf-5c67-447a-a5b7-3e47adfe17e8 service neutron] Pushing event updated for resources: {'Port': ['ID=67a53eaa-7560-473a-9e08-8753059f2162,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:24.458005 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcf15fc-a259-4659-9487-80d5eb1780dc x-openstack-request-id: req-ddcf15fc-a259-4659-9487-80d5eb1780dc {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:44:24.458295 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050", "tag": "67a53eaa-7560-473a-9e08-8753059f2162", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:44:24.458592 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-ddcf15fc-a259-4659-9487-80d5eb1780dc {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:44:24.458967 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050', 'tag': '67a53eaa-7560-473a-9e08-8753059f2162', 'status': 'completed', 'code': 200} Aug 31 09:44:24.501485 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-6c2d7d95-c8aa-4f42-9da5-c17f96538c41 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Deleting port 958ef06c-ad7b-41b5-8d26-66e933a5f4f8 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:24.502358 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c2d7d95-c8aa-4f42-9da5-c17f96538c41 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:24.557593 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-c262b36e-76c2-4954-ad7b-01aa44528aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:24.560243 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-c262b36e-76c2-4954-ad7b-01aa44528aab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=142d073d795048bfbcfc04c6c93ff5f3&device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 1096 time: 0.0883656 Aug 31 09:44:24.579026 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0f2b9-68db-48a5-ba88-fb8859b30441 req-ab2f2bfd-8a69-4f2d-905b-ab99cb2a7d71 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:24.580547 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fcb0f2b9-68db-48a5-ba88-fb8859b30441 req-ab2f2bfd-8a69-4f2d-905b-ab99cb2a7d71 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0733032 Aug 31 09:44:24.623992 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-b7a259c0-c70f-45c0-9bb3-c7b5a6da57ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67a53eaa-7560-473a-9e08-8753059f2162 HTTP/1.1" status: 200 len: 217 time: 0.0531757 Aug 31 09:44:24.626469 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c2d7d95-c8aa-4f42-9da5-c17f96538c41 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:24.626902 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c2d7d95-c8aa-4f42-9da5-c17f96538c41 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:24.659795 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-6c2d7d95-c8aa-4f42-9da5-c17f96538c41 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Calling delete_port for 958ef06c-ad7b-41b5-8d26-66e933a5f4f8 owned by network:floatingip {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:24.710582 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fcb0f2b9-68db-48a5-ba88-fb8859b30441 req-663cba4b-6a1a-48ae-908a-93085c28c096 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855684 Aug 31 09:44:24.719583 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-fa81b6ef-8185-47da-9710-5edc4a452fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:24.719583 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-fa81b6ef-8185-47da-9710-5edc4a452fd3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef72a544-f8fb-4621-a06b-ade33043d837 HTTP/1.1" status: 200 len: 853 time: 0.0845823 Aug 31 09:44:24.777810 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-ca7ac786-e636-4edc-b6b9-b1af8a7095ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:24.779575 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-ca7ac786-e636-4edc-b6b9-b1af8a7095ca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8054c126-3521-44a1-b49b-66e5f2440e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538802 Aug 31 09:44:24.908881 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c2d7d95-c8aa-4f42-9da5-c17f96538c41 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:24.923346 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-cbbe2df9-9e87-4c14-b1f1-5b1c7e9832a3 service neutron] 10.222.0.59 "GET /v2.0/networks/8054c126-3521-44a1-b49b-66e5f2440e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346970 Aug 31 09:44:24.935425 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d7d95-c8aa-4f42-9da5-c17f96538c41 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event deleted for resources: {'Port': ['ID=958ef06c-ad7b-41b5-8d26-66e933a5f4f8,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:25.012237 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c2d7d95-c8aa-4f42-9da5-c17f96538c41 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for floatingip, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:25.013063 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [None req-6c2d7d95-c8aa-4f42-9da5-c17f96538c41 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Floating IP 78a93d1b-d992-481b-b32f-47311f80bb43 disassociated (deleted). External IP: 172.25.2.213, port: 15473330-049d-41ba-829c-aba345d35b56. Aug 31 09:44:25.042757 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3abd1645-9d53-4bad-89df-57cdeba4171e req-25a6f64e-1168-400a-bc06-cceec40a0a9f service neutron] 10.222.0.59 "GET /v2.0/networks/8054c126-3521-44a1-b49b-66e5f2440e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110363 Aug 31 09:44:25.209235 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154c679-657c-4e12-bcf7-4e49eda75cda req-96bd684c-d5b9-4472-a9bc-16476f85b361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:25.211172 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d154c679-657c-4e12-bcf7-4e49eda75cda req-96bd684c-d5b9-4472-a9bc-16476f85b361 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=142d073d795048bfbcfc04c6c93ff5f3&device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 1096 time: 0.0510035 Aug 31 09:44:25.237571 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2d7d95-c8aa-4f42-9da5-c17f96538c41 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Router 072569bf-613b-4801-b7dc-de692df27bdd has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:44:25.333394 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154c679-657c-4e12-bcf7-4e49eda75cda req-9c82c62d-496d-4335-9de2-232ea8b05f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:25.335230 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d154c679-657c-4e12-bcf7-4e49eda75cda req-9c82c62d-496d-4335-9de2-232ea8b05f39 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8054c126-3521-44a1-b49b-66e5f2440e49 HTTP/1.1" status: 200 len: 916 time: 0.1157632 Aug 31 09:44:25.406312 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2d7d95-c8aa-4f42-9da5-c17f96538c41 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:25.411919 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c2d7d95-c8aa-4f42-9da5-c17f96538c41 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:25.418052 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f37a51f-8db1-4f39-a946-68559752b3d5 None None] Sync routers for ids ['072569bf-613b-4801-b7dc-de692df27bdd'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:25.430516 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f37a51f-8db1-4f39-a946-68559752b3d5 None None] Routers {'072569bf-613b-4801-b7dc-de692df27bdd'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:25.431706 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-2f37a51f-8db1-4f39-a946-68559752b3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:44:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['072569bf-613b-4801-b7dc-de692df27bdd'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:25.442584 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6c2d7d95-c8aa-4f42-9da5-c17f96538c41 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "DELETE /v2.0/floatingips/78a93d1b-d992-481b-b32f-47311f80bb43 HTTP/1.1" status: 204 len: 168 time: 1.1811626 Aug 31 09:44:25.443211 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220a236d-0c28-46ad-bf4f-00051861905a', 'tag': '15473330-049d-41ba-829c-aba345d35b56'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:44:25.445772 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dea15d1-d99c-4a8c-b708-8fcc458aa5f3" -d '{"events": [{"name": "network-changed", "server_uuid": "220a236d-0c28-46ad-bf4f-00051861905a", "tag": "15473330-049d-41ba-829c-aba345d35b56"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:44:25.608087 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-2f37a51f-8db1-4f39-a946-68559752b3d5 None None] Set router 072569bf-613b-4801-b7dc-de692df27bdd gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:44:25.767821 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d154c679-657c-4e12-bcf7-4e49eda75cda req-1103cf69-f369-4e53-a15c-c38c8e4080a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67a53eaa-7560-473a-9e08-8753059f2162 HTTP/1.1" status: 200 len: 217 time: 0.4241903 Aug 31 09:44:25.853523 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb4a1e-3a91-4fa2-b67f-e2cc1814b73c req-e7009d0b-b1b5-4b7c-9c66-267e476ab123 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:25.855056 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6abb4a1e-3a91-4fa2-b67f-e2cc1814b73c req-e7009d0b-b1b5-4b7c-9c66-267e476ab123 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/ports?device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 944 time: 0.5562959 Aug 31 09:44:25.858985 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154c679-657c-4e12-bcf7-4e49eda75cda req-5ff969d3-9bf0-44e4-b11f-d7ecc33ffc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:25.860347 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d154c679-657c-4e12-bcf7-4e49eda75cda req-5ff969d3-9bf0-44e4-b11f-d7ecc33ffc4a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef72a544-f8fb-4621-a06b-ade33043d837 HTTP/1.1" status: 200 len: 853 time: 0.0669298 Aug 31 09:44:25.878055 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-2f37a51f-8db1-4f39-a946-68559752b3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '072569bf-613b-4801-b7dc-de692df27bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668854350', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4191a26b-a23a-42a4-8b40-b35571fd2d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:02Z', 'updated_at': '2021-08-31T09:43:10Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '4191a26b-a23a-42a4-8b40-b35571fd2d73', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072569bf-613b-4801-b7dc-de692df27bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:04Z', 'updated_at': '2021-08-31T09:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '3db3efd3-4517-4455-a350-66396fa9a42e', 'name': '', 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:d5:34:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072569bf-613b-4801-b7dc-de692df27bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '4d88890c-97df-4e4a-84cd-23c969267bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:08Z', 'updated_at': '2021-08-31T09:43:17Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': '4d88890c-97df-4e4a-84cd-23c969267bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:25.915045 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f37a51f-8db1-4f39-a946-68559752b3d5 None None] Checking router: 072569bf-613b-4801-b7dc-de692df27bdd for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:44:25.924365 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f37a51f-8db1-4f39-a946-68559752b3d5 None None] Routers {'072569bf-613b-4801-b7dc-de692df27bdd'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:25.926346 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-2f37a51f-8db1-4f39-a946-68559752b3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:44:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['072569bf-613b-4801-b7dc-de692df27bdd'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:25.936822 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6abb4a1e-3a91-4fa2-b67f-e2cc1814b73c req-bb41209b-ac0f-4efb-9a3e-6185ff7629cd tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/security-groups?id=86358dfb-d362-4d34-a15f-60d8b5445ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747466 Aug 31 09:44:25.939581 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154c679-657c-4e12-bcf7-4e49eda75cda req-a1cd50c1-3514-469f-8928-0ed587f3d33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:25.941981 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d154c679-657c-4e12-bcf7-4e49eda75cda req-a1cd50c1-3514-469f-8928-0ed587f3d33f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8054c126-3521-44a1-b49b-66e5f2440e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709944 Aug 31 09:44:25.973477 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51beb237-4256-49df-9eca-8440241da75a x-openstack-request-id: req-51beb237-4256-49df-9eca-8440241da75a {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:44:25.974425 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220a236d-0c28-46ad-bf4f-00051861905a", "tag": "15473330-049d-41ba-829c-aba345d35b56", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:44:25.974716 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-51beb237-4256-49df-9eca-8440241da75a {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:44:25.975132 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220a236d-0c28-46ad-bf4f-00051861905a', 'tag': '15473330-049d-41ba-829c-aba345d35b56', 'status': 'completed', 'code': 200} Aug 31 09:44:26.081423 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea15d1-d99c-4a8c-b708-8fcc458aa5f3 req-40de60a3-2c0a-4233-a69b-fbfbd8d7518b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:26.083086 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1dea15d1-d99c-4a8c-b708-8fcc458aa5f3 req-40de60a3-2c0a-4233-a69b-fbfbd8d7518b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 1096 time: 0.0821962 Aug 31 09:44:26.143377 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-2f37a51f-8db1-4f39-a946-68559752b3d5 None None] Set router 072569bf-613b-4801-b7dc-de692df27bdd gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:44:26.153585 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55760ad1-4b14-4c8e-9e49-908b400cad4c req-5e6dee4f-1269-4ad1-b0db-04ae09b4d4c2 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:26.155646 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-55760ad1-4b14-4c8e-9e49-908b400cad4c req-5e6dee4f-1269-4ad1-b0db-04ae09b4d4c2 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 944 time: 0.1171067 Aug 31 09:44:26.190253 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d154c679-657c-4e12-bcf7-4e49eda75cda req-50606d18-af0f-44a5-b6de-1bdddd86c910 service neutron] 10.222.0.59 "GET /v2.0/networks/8054c126-3521-44a1-b49b-66e5f2440e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408347 Aug 31 09:44:26.207539 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a2b13-80e0-458a-bc4d-3375e0ca80b3 req-80f8acde-4a17-4ac5-945e-54c963e702a8 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:26.212735 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6f2a2b13-80e0-458a-bc4d-3375e0ca80b3 req-80f8acde-4a17-4ac5-945e-54c963e702a8 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.1212509 Aug 31 09:44:26.270940 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea15d1-d99c-4a8c-b708-8fcc458aa5f3 req-44038e09-3ec6-4e4f-ae01-5da6feb019fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:26.273619 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1dea15d1-d99c-4a8c-b708-8fcc458aa5f3 req-44038e09-3ec6-4e4f-ae01-5da6feb019fe service neutron] 10.222.0.112 "GET /v2.0/networks?id=4896214c-1044-4bb0-9aef-cb2eb64a56bd HTTP/1.1" status: 200 len: 898 time: 0.1809824 Aug 31 09:44:26.320926 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1dea15d1-d99c-4a8c-b708-8fcc458aa5f3 req-da0920ae-6031-44f8-9fe2-fd08161458af service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15473330-049d-41ba-829c-aba345d35b56 HTTP/1.1" status: 200 len: 217 time: 0.0377455 Aug 31 09:44:26.362275 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6f2a2b13-80e0-458a-bc4d-3375e0ca80b3 req-f81edd67-9df6-426c-abce-8be52cab2cf5 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355174 Aug 31 09:44:26.427954 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-55760ad1-4b14-4c8e-9e49-908b400cad4c req-81c83386-bcd3-4647-bdae-b2cb6a68c6e7 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62c74951-04f4-4fd6-8647-1ee358ba2904&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555895 Aug 31 09:44:26.430280 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d154c679-657c-4e12-bcf7-4e49eda75cda req-221cc733-f648-46d7-bc52-253aa1bd0185 service neutron] 10.222.0.59 "GET /v2.0/networks/8054c126-3521-44a1-b49b-66e5f2440e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163930 Aug 31 09:44:26.501495 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea15d1-d99c-4a8c-b708-8fcc458aa5f3 req-062bd6fd-7ab5-4026-b8e3-4a6e9e6d7821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:26.503073 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1dea15d1-d99c-4a8c-b708-8fcc458aa5f3 req-062bd6fd-7ab5-4026-b8e3-4a6e9e6d7821 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=4d88890c-97df-4e4a-84cd-23c969267bb9 HTTP/1.1" status: 200 len: 835 time: 0.1755533 Aug 31 09:44:26.533046 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a840b18-b0b5-45a2-a561-121a350ed268 req-7baa28e9-4ca2-4274-97ac-b3bd5bfb274d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:26.534581 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4a840b18-b0b5-45a2-a561-121a350ed268 req-7baa28e9-4ca2-4274-97ac-b3bd5bfb274d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.112 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 944 time: 0.1482456 Aug 31 09:44:26.602981 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-2f37a51f-8db1-4f39-a946-68559752b3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '072569bf-613b-4801-b7dc-de692df27bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668854350', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4191a26b-a23a-42a4-8b40-b35571fd2d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:02Z', 'updated_at': '2021-08-31T09:43:10Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '4191a26b-a23a-42a4-8b40-b35571fd2d73', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072569bf-613b-4801-b7dc-de692df27bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:04Z', 'updated_at': '2021-08-31T09:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '3db3efd3-4517-4455-a350-66396fa9a42e', 'name': '', 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:d5:34:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072569bf-613b-4801-b7dc-de692df27bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '4d88890c-97df-4e4a-84cd-23c969267bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:08Z', 'updated_at': '2021-08-31T09:43:17Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': '4d88890c-97df-4e4a-84cd-23c969267bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:26.640236 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f37a51f-8db1-4f39-a946-68559752b3d5 None None] The sync data for ids ['072569bf-613b-4801-b7dc-de692df27bdd'] in n-d-791506-28 is: [{'id': '072569bf-613b-4801-b7dc-de692df27bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668854350', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4191a26b-a23a-42a4-8b40-b35571fd2d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:02Z', 'updated_at': '2021-08-31T09:43:10Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '4191a26b-a23a-42a4-8b40-b35571fd2d73', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072569bf-613b-4801-b7dc-de692df27bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:04Z', 'updated_at': '2021-08-31T09:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '3db3efd3-4517-4455-a350-66396fa9a42e', 'name': '', 'network_id': '4896214c-1044-4bb0-9aef-cb2eb64a56bd', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:d5:34:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072569bf-613b-4801-b7dc-de692df27bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '4d88890c-97df-4e4a-84cd-23c969267bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:08Z', 'updated_at': '2021-08-31T09:43:17Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': '4d88890c-97df-4e4a-84cd-23c969267bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:26.683239 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea15d1-d99c-4a8c-b708-8fcc458aa5f3 req-2621e3d1-bc92-494f-b99b-917d19db9391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:26.684901 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1dea15d1-d99c-4a8c-b708-8fcc458aa5f3 req-2621e3d1-bc92-494f-b99b-917d19db9391 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=4896214c-1044-4bb0-9aef-cb2eb64a56bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1727288 Aug 31 09:44:26.771258 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-4a840b18-b0b5-45a2-a561-121a350ed268 req-c5b96b55-d193-4db6-8612-8f9a755ef36c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Deleting port 15473330-049d-41ba-829c-aba345d35b56 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:26.771588 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4a840b18-b0b5-45a2-a561-121a350ed268 req-c5b96b55-d193-4db6-8612-8f9a755ef36c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:26.874437 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1dea15d1-d99c-4a8c-b708-8fcc458aa5f3 req-ee965e92-18ab-4d76-b307-60414bcd2956 service neutron] 10.222.0.112 "GET /v2.0/networks/4896214c-1044-4bb0-9aef-cb2eb64a56bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756954 Aug 31 09:44:26.992181 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-4a840b18-b0b5-45a2-a561-121a350ed268 req-c5b96b55-d193-4db6-8612-8f9a755ef36c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] For port 15473330-049d-41ba-829c-aba345d35b56, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=15473330-049d-41ba-829c-aba345d35b56,segment=NetworkSegment(c7adb725-37b0-4980-9634-a8dde53a3940),segment_id=c7adb725-37b0-4980-9634-a8dde53a3940)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:26.992780 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4a840b18-b0b5-45a2-a561-121a350ed268 req-c5b96b55-d193-4db6-8612-8f9a755ef36c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:27.017126 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-4a840b18-b0b5-45a2-a561-121a350ed268 req-c5b96b55-d193-4db6-8612-8f9a755ef36c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Calling delete_port for 15473330-049d-41ba-829c-aba345d35b56 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:27.042902 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bc3d7-6ce1-411a-a22e-73e96e6d255a req-8056c0ce-988f-4401-9fd3-f99962324411 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:27.044067 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1dea15d1-d99c-4a8c-b708-8fcc458aa5f3 req-41a3af59-b8fa-4257-99d4-b237f5e23cd7 service neutron] 10.222.0.112 "GET /v2.0/networks/4896214c-1044-4bb0-9aef-cb2eb64a56bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592424 Aug 31 09:44:27.053639 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7a8bc3d7-6ce1-411a-a22e-73e96e6d255a req-8056c0ce-988f-4401-9fd3-f99962324411 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.1452410 Aug 31 09:44:27.119000 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98fbc6f-0257-4e8e-b141-9d72ab0e3832 None None] New status for floating IP 78a93d1b-d992-481b-b32f-47311f80bb43: DOWN {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:44:27.153943 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c21a12-d948-4f54-a9b2-396b5962d13d req-81658578-259e-4292-8aee-4bd21cc78c25 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:27.163068 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c3c21a12-d948-4f54-a9b2-396b5962d13d req-81658578-259e-4292-8aee-4bd21cc78c25 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/ports?device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 944 time: 0.0768583 Aug 31 09:44:27.181097 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7a8bc3d7-6ce1-411a-a22e-73e96e6d255a req-99ecb676-4d90-47e4-bfec-8b05afb42cb8 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263723 Aug 31 09:44:27.231666 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c3c21a12-d948-4f54-a9b2-396b5962d13d req-1998d0aa-c320-416d-96a0-e69fff1cac2d tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/security-groups?id=86358dfb-d362-4d34-a15f-60d8b5445ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673182 Aug 31 09:44:27.360762 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4a840b18-b0b5-45a2-a561-121a350ed268 req-c5b96b55-d193-4db6-8612-8f9a755ef36c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:27.394063 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b96b55-d193-4db6-8612-8f9a755ef36c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event deleted for resources: {'Port': ['ID=15473330-049d-41ba-829c-aba345d35b56,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:27.445875 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a840b18-b0b5-45a2-a561-121a350ed268 req-c5b96b55-d193-4db6-8612-8f9a755ef36c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] No DVR routers for this DVR port 15473330-049d-41ba-829c-aba345d35b56 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:44:27.448385 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4a840b18-b0b5-45a2-a561-121a350ed268 req-c5b96b55-d193-4db6-8612-8f9a755ef36c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:27.450506 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4a840b18-b0b5-45a2-a561-121a350ed268 req-c5b96b55-d193-4db6-8612-8f9a755ef36c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.112 "DELETE /v2.0/ports/15473330-049d-41ba-829c-aba345d35b56 HTTP/1.1" status: 204 len: 173 time: 0.8971109 Aug 31 09:44:27.530520 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-354fc155-0658-462d-880a-283f4e3cb7e1 req-7e4793b0-7866-41a3-8577-33904cc41569 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=220a236d-0c28-46ad-bf4f-00051861905a HTTP/1.1" status: 200 len: 210 time: 0.0329912 Aug 31 09:44:27.976377 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220a236d-0c28-46ad-bf4f-00051861905a', 'name': 'network-vif-deleted', 'tag': '15473330-049d-41ba-829c-aba345d35b56'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:44:27.978986 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf331f7-7d01-4b85-abbf-5f5f15451571" -d '{"events": [{"server_uuid": "220a236d-0c28-46ad-bf4f-00051861905a", "name": "network-vif-deleted", "tag": "15473330-049d-41ba-829c-aba345d35b56"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:44:28.021099 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bff4ef-2513-426d-9edd-8600b11515bb x-openstack-request-id: req-90bff4ef-2513-426d-9edd-8600b11515bb {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:44:28.021384 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220a236d-0c28-46ad-bf4f-00051861905a", "name": "network-vif-deleted", "tag": "15473330-049d-41ba-829c-aba345d35b56", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:44:28.021631 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-90bff4ef-2513-426d-9edd-8600b11515bb {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:44:28.022074 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220a236d-0c28-46ad-bf4f-00051861905a', 'name': 'network-vif-deleted', 'tag': '15473330-049d-41ba-829c-aba345d35b56', 'status': 'completed', 'code': 200} Aug 31 09:44:28.297283 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0eee0-e890-4427-b38f-fffc1beee124 req-bd290ac8-56f1-4616-85e0-8ca48c83949f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:28.298835 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2fb0eee0-e890-4427-b38f-fffc1beee124 req-bd290ac8-56f1-4616-85e0-8ca48c83949f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0514026 Aug 31 09:44:28.371118 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2fb0eee0-e890-4427-b38f-fffc1beee124 req-3ba48d16-2cb2-4c39-9500-809050bdf285 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598893 Aug 31 09:44:28.379975 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e735ddf-a8a0-4745-9061-058c44dfab14 req-bc03ecd7-af5f-4946-9757-ccafa3e70744 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:28.381703 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4e735ddf-a8a0-4745-9061-058c44dfab14 req-bc03ecd7-af5f-4946-9757-ccafa3e70744 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/ports?device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 944 time: 0.0819898 Aug 31 09:44:28.431547 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4e735ddf-a8a0-4745-9061-058c44dfab14 req-7176c793-e79f-4916-a77f-b6afbc82ec10 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/security-groups?id=86358dfb-d362-4d34-a15f-60d8b5445ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430508 Aug 31 09:44:28.587489 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 36798) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:28.744659 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 36802) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:28.795073 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-6749ee65-e8ba-4161-a436-577d0e21d338 admin admin] Deleting subnet a3069d5a-307d-40b9-a095-90fc405400f7 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:44:28.798297 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6749ee65-e8ba-4161-a436-577d0e21d338 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:28.843577 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6749ee65-e8ba-4161-a436-577d0e21d338 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:28.898773 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6749ee65-e8ba-4161-a436-577d0e21d338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:28.992294 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e6c0234-33a6-45a2-a0b2-f378266c7b8e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:29.041321 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6749ee65-e8ba-4161-a436-577d0e21d338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:29.070195 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749ee65-e8ba-4161-a436-577d0e21d338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3069d5a-307d-40b9-a095-90fc405400f7,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:29.072273 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6749ee65-e8ba-4161-a436-577d0e21d338 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:29.074292 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6749ee65-e8ba-4161-a436-577d0e21d338 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/a3069d5a-307d-40b9-a095-90fc405400f7 HTTP/1.1" status: 204 len: 168 time: 0.3285117 Aug 31 09:44:29.076626 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 36808) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:29.152412 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bebca40b-2a75-4b35-a5d2-c0c1c29279bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:29.232993 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bebca40b-2a75-4b35-a5d2-c0c1c29279bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:29.243936 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-bebca40b-2a75-4b35-a5d2-c0c1c29279bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfa4bd4a-a517-4eee-9ef4-b77f689ee32d']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:29.255485 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-bebca40b-2a75-4b35-a5d2-c0c1c29279bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '515767e7-fe81-4762-beae-a628aa4edb8e') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:29.255793 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-bebca40b-2a75-4b35-a5d2-c0c1c29279bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '515767e7-fe81-4762-beae-a628aa4edb8e') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:29.265849 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-9e6c0234-33a6-45a2-a0b2-f378266c7b8e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Deleting port 3db3efd3-4517-4455-a350-66396fa9a42e {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:29.266189 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e6c0234-33a6-45a2-a0b2-f378266c7b8e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:29.268610 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bebca40b-2a75-4b35-a5d2-c0c1c29279bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:29.284309 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bebca40b-2a75-4b35-a5d2-c0c1c29279bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:29.290561 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bebca40b-2a75-4b35-a5d2-c0c1c29279bd admin admin] Releasing vlan 1610 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:44:29.291127 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bebca40b-2a75-4b35-a5d2-c0c1c29279bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:29.293164 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:44:29.293164 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:44:29.293164 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:44:29.293164 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:44:29.293164 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:44:29.293164 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:44:29.293164 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:44:29.293164 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:44:29.293164 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:44:29.293164 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:44:29.293164 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:44:29.293164 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:44:29.293164 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:44:29.293164 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:44:29.293164 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:44:29.293164 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:44:29.293164 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:44:29.293164 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:44:29.293164 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:44:29.293164 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:44:29.293164 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:44:29.293164 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:44:29.293164 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:44:29.293164 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:44:29.293164 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:44:29.293164 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:44:29.293164 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:44:29.293164 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:44:29.293164 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:44:29.293164 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:44:29.293164 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:44:29.293164 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:44:29.361860 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-9e6c0234-33a6-45a2-a0b2-f378266c7b8e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] For port 3db3efd3-4517-4455-a350-66396fa9a42e, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3db3efd3-4517-4455-a350-66396fa9a42e,segment=NetworkSegment(c7adb725-37b0-4980-9634-a8dde53a3940),segment_id=c7adb725-37b0-4980-9634-a8dde53a3940)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:29.362228 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e6c0234-33a6-45a2-a0b2-f378266c7b8e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:29.375409 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-9e6c0234-33a6-45a2-a0b2-f378266c7b8e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Calling delete_port for 3db3efd3-4517-4455-a350-66396fa9a42e owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:29.417491 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bebca40b-2a75-4b35-a5d2-c0c1c29279bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:29.436656 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bebca40b-2a75-4b35-a5d2-c0c1c29279bd admin admin] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:29.441040 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-bebca40b-2a75-4b35-a5d2-c0c1c29279bd admin admin] 10.222.0.119 "DELETE /v2.0/networks/cfa4bd4a-a517-4eee-9ef4-b77f689ee32d HTTP/1.1" status: 204 len: 168 time: 0.3607976 Aug 31 09:44:29.441040 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebca40b-2a75-4b35-a5d2-c0c1c29279bd admin admin] Pushing event deleted for resources: {'Network': ['ID=cfa4bd4a-a517-4eee-9ef4-b77f689ee32d,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:29.556207 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ae4e5-f9ab-407a-b26d-32f3ce854cb3 req-e4fa4d07-12ca-47c1-86c5-5b1245294d61 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:29.557932 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e82ae4e5-f9ab-407a-b26d-32f3ce854cb3 req-e4fa4d07-12ca-47c1-86c5-5b1245294d61 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/ports?device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 944 time: 0.0514553 Aug 31 09:44:29.607138 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e82ae4e5-f9ab-407a-b26d-32f3ce854cb3 req-7992dd4a-0e07-446e-bcd3-460814a667aa tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/security-groups?id=86358dfb-d362-4d34-a15f-60d8b5445ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418112 Aug 31 09:44:29.737569 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e6c0234-33a6-45a2-a0b2-f378266c7b8e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:29.874446 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 36816) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:29.934148 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-08dcbab3-382c-4665-b166-f6af7bcd8ee5 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=f6b91ce090764b0fb430d429b441b03e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0583088 Aug 31 09:44:29.936876 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 36818) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:29.997262 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2c3eadcb-d417-4154-b871-2c5b0e24376e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:30.018818 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 15473330-049d-41ba-829c-aba345d35b56 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:44:30.026281 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2c3eadcb-d417-4154-b871-2c5b0e24376e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:30.047040 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c0234-33a6-45a2-a0b2-f378266c7b8e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event deleted for resources: {'Port': ['ID=3db3efd3-4517-4455-a350-66396fa9a42e,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:30.069286 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 15473330-049d-41ba-829c-aba345d35b56 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:44:30.069620 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 15473330-049d-41ba-829c-aba345d35b56 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:44:30.149580 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2c3eadcb-d417-4154-b871-2c5b0e24376e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:30.152219 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2c3eadcb-d417-4154-b871-2c5b0e24376e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:30.155819 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2c3eadcb-d417-4154-b871-2c5b0e24376e admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/8afe76a7-faae-4c69-912f-500a89069efc HTTP/1.1" status: 204 len: 168 time: 0.2153211 Aug 31 09:44:30.166400 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3eadcb-d417-4154-b871-2c5b0e24376e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afe76a7-faae-4c69-912f-500a89069efc,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:30.232808 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e6c0234-33a6-45a2-a0b2-f378266c7b8e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:30.470636 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6c0234-33a6-45a2-a0b2-f378266c7b8e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Router 072569bf-613b-4801-b7dc-de692df27bdd has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:44:30.559038 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1705a6c-09fc-4315-af2a-bfc11d939f9c req-6e65e2d6-1b50-4af4-b49c-2980baccb2a0 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:30.560894 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1705a6c-09fc-4315-af2a-bfc11d939f9c req-6e65e2d6-1b50-4af4-b49c-2980baccb2a0 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0635121 Aug 31 09:44:30.603192 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1705a6c-09fc-4315-af2a-bfc11d939f9c req-615d78b1-3afd-4f18-9a92-b1252f1a43b1 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349865 Aug 31 09:44:30.617643 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6c0234-33a6-45a2-a0b2-f378266c7b8e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:30.632115 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2c9cd6-cb21-44b3-b08b-ca137bacc607 None None] Sync routers for ids ['072569bf-613b-4801-b7dc-de692df27bdd'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:30.638514 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 36836) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:30.638727 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9e6c0234-33a6-45a2-a0b2-f378266c7b8e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "PUT /v2.0/routers/072569bf-613b-4801-b7dc-de692df27bdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0500844 Aug 31 09:44:30.640829 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97147e-20a8-4b2f-907f-b0babafcac37 req-781024f6-5000-408b-98a6-59c7944393c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:30.642476 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0c97147e-20a8-4b2f-907f-b0babafcac37 req-781024f6-5000-408b-98a6-59c7944393c8 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1483927df0174ff9adec2a0b408e8935&device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 1097 time: 0.0764565 Aug 31 09:44:30.644015 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2c9cd6-cb21-44b3-b08b-ca137bacc607 None None] Routers {'072569bf-613b-4801-b7dc-de692df27bdd'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:30.645368 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-ea2c9cd6-cb21-44b3-b08b-ca137bacc607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:44:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['072569bf-613b-4801-b7dc-de692df27bdd'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:30.746360 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-a394cea0-b5d3-465d-9f8c-1af60a455877 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Deleting subnet 4d88890c-97df-4e4a-84cd-23c969267bb9 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:44:30.750010 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a394cea0-b5d3-465d-9f8c-1af60a455877 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:30.764766 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97147e-20a8-4b2f-907f-b0babafcac37 req-9688135b-46d3-4df0-9475-d69711694db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:30.764981 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-ea2c9cd6-cb21-44b3-b08b-ca137bacc607 None None] Set router 072569bf-613b-4801-b7dc-de692df27bdd gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:44:30.766278 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0c97147e-20a8-4b2f-907f-b0babafcac37 req-9688135b-46d3-4df0-9475-d69711694db5 service neutron] 10.222.0.112 "GET /v2.0/networks?id=bb75b194-2297-4562-8861-62feab5f7e5a HTTP/1.1" status: 200 len: 919 time: 0.1141853 Aug 31 09:44:30.815055 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820258f-b5dd-4ea3-938b-b345515efaac req-3a42bb8e-5e9f-4011-9952-a350aa290cf1 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:30.816781 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0c97147e-20a8-4b2f-907f-b0babafcac37 req-32b1dd14-13e7-46da-8a5f-1d039292c563 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=929435bd-f66c-4eb5-b442-9fa6d0c94b56 HTTP/1.1" status: 200 len: 217 time: 0.0410898 Aug 31 09:44:30.817407 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1820258f-b5dd-4ea3-938b-b345515efaac req-3a42bb8e-5e9f-4011-9952-a350aa290cf1 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/ports?device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 944 time: 0.1122816 Aug 31 09:44:30.819672 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a394cea0-b5d3-465d-9f8c-1af60a455877 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:30.889853 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97147e-20a8-4b2f-907f-b0babafcac37 req-15ef2b44-beb9-4310-8930-30d74f6fa4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:30.889853 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0c97147e-20a8-4b2f-907f-b0babafcac37 req-15ef2b44-beb9-4310-8930-30d74f6fa4da service neutron] 10.222.0.112 "GET /v2.0/subnets?id=2c596dd9-fb45-4c75-b855-64d163143380 HTTP/1.1" status: 200 len: 857 time: 0.0655594 Aug 31 09:44:30.897924 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1820258f-b5dd-4ea3-938b-b345515efaac req-20af8efb-d2b1-4945-8d41-0322af10eff7 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/security-groups?id=86358dfb-d362-4d34-a15f-60d8b5445ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510166 Aug 31 09:44:30.948355 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a394cea0-b5d3-465d-9f8c-1af60a455877 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:30.950521 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0c97147e-20a8-4b2f-907f-b0babafcac37 req-9ec8dca1-ab69-498d-bd8a-943c60c6a5c2 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=bb75b194-2297-4562-8861-62feab5f7e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510161 Aug 31 09:44:31.000711 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-ea2c9cd6-cb21-44b3-b08b-ca137bacc607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '072569bf-613b-4801-b7dc-de692df27bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668854350', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4191a26b-a23a-42a4-8b40-b35571fd2d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:02Z', 'updated_at': '2021-08-31T09:44:29Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '4191a26b-a23a-42a4-8b40-b35571fd2d73', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072569bf-613b-4801-b7dc-de692df27bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:04Z', 'updated_at': '2021-08-31T09:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:31.028980 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2c9cd6-cb21-44b3-b08b-ca137bacc607 None None] Checking router: 072569bf-613b-4801-b7dc-de692df27bdd for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:44:31.038222 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2c9cd6-cb21-44b3-b08b-ca137bacc607 None None] Routers {'072569bf-613b-4801-b7dc-de692df27bdd'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:31.038859 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-ea2c9cd6-cb21-44b3-b08b-ca137bacc607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:44:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['072569bf-613b-4801-b7dc-de692df27bdd'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:31.069343 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0c97147e-20a8-4b2f-907f-b0babafcac37 req-887d110b-4334-4169-a85d-e69cbfbe1167 service neutron] 10.222.0.112 "GET /v2.0/networks/bb75b194-2297-4562-8861-62feab5f7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076608 Aug 31 09:44:31.104644 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a394cea0-b5d3-465d-9f8c-1af60a455877 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:31.146323 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394cea0-b5d3-465d-9f8c-1af60a455877 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event deleted for resources: {'Subnet': ['ID=4d88890c-97df-4e4a-84cd-23c969267bb9,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:31.161977 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a62b675-1629-4ae6-9d32-33687f108a38 None None] Network 4896214c-1044-4bb0-9aef-cb2eb64a56bd requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:44:31.163367 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a394cea0-b5d3-465d-9f8c-1af60a455877 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:31.165721 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a394cea0-b5d3-465d-9f8c-1af60a455877 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "DELETE /v2.0/subnets/4d88890c-97df-4e4a-84cd-23c969267bb9 HTTP/1.1" status: 204 len: 168 time: 0.5261531 Aug 31 09:44:31.168377 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 36848) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:31.173403 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-ea2c9cd6-cb21-44b3-b08b-ca137bacc607 None None] Set router 072569bf-613b-4801-b7dc-de692df27bdd gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:44:31.193262 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0c97147e-20a8-4b2f-907f-b0babafcac37 req-c35abb95-6862-4cc7-8172-d8ded0193a3f service neutron] 10.222.0.112 "GET /v2.0/networks/bb75b194-2297-4562-8861-62feab5f7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191986 Aug 31 09:44:31.294980 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef4d0174-af0a-4282-b7f9-7b5efa1cb66f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:31.390387 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded67c59-651f-4e52-9a77-24492c0cabe6 None None] DHCP port deletion for 4896214c-1044-4bb0-9aef-cb2eb64a56bd request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:44:31.404690 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-ea2c9cd6-cb21-44b3-b08b-ca137bacc607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '072569bf-613b-4801-b7dc-de692df27bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668854350', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4191a26b-a23a-42a4-8b40-b35571fd2d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:02Z', 'updated_at': '2021-08-31T09:44:29Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '4191a26b-a23a-42a4-8b40-b35571fd2d73', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072569bf-613b-4801-b7dc-de692df27bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:04Z', 'updated_at': '2021-08-31T09:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:31.434036 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef4d0174-af0a-4282-b7f9-7b5efa1cb66f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:31.443374 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2c9cd6-cb21-44b3-b08b-ca137bacc607 None None] The sync data for ids ['072569bf-613b-4801-b7dc-de692df27bdd'] in n-d-791506-28 is: [{'id': '072569bf-613b-4801-b7dc-de692df27bdd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-668854350', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '4191a26b-a23a-42a4-8b40-b35571fd2d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:02Z', 'updated_at': '2021-08-31T09:44:29Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': '4191a26b-a23a-42a4-8b40-b35571fd2d73', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072569bf-613b-4801-b7dc-de692df27bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:04Z', 'updated_at': '2021-08-31T09:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:31.563363 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-ef4d0174-af0a-4282-b7f9-7b5efa1cb66f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Deleting port 4191a26b-a23a-42a4-8b40-b35571fd2d73 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:31.563819 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef4d0174-af0a-4282-b7f9-7b5efa1cb66f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:31.613765 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-ded67c59-651f-4e52-9a77-24492c0cabe6 None None] Deleting port 687ea483-37f7-4f5b-9d1a-7ae7212d0ace {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:44:31.614115 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ded67c59-651f-4e52-9a77-24492c0cabe6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:31.657575 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-ef4d0174-af0a-4282-b7f9-7b5efa1cb66f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] For port 4191a26b-a23a-42a4-8b40-b35571fd2d73, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4191a26b-a23a-42a4-8b40-b35571fd2d73,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:31.657889 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef4d0174-af0a-4282-b7f9-7b5efa1cb66f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:31.672174 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-ef4d0174-af0a-4282-b7f9-7b5efa1cb66f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Calling delete_port for 4191a26b-a23a-42a4-8b40-b35571fd2d73 owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:31.689930 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-ded67c59-651f-4e52-9a77-24492c0cabe6 None None] For port 687ea483-37f7-4f5b-9d1a-7ae7212d0ace, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=687ea483-37f7-4f5b-9d1a-7ae7212d0ace,segment=NetworkSegment(c7adb725-37b0-4980-9634-a8dde53a3940),segment_id=c7adb725-37b0-4980-9634-a8dde53a3940)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:31.690340 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ded67c59-651f-4e52-9a77-24492c0cabe6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:31.706520 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-ded67c59-651f-4e52-9a77-24492c0cabe6 None None] Calling delete_port for 687ea483-37f7-4f5b-9d1a-7ae7212d0ace owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:44:31.772890 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbc692-0bfb-47cb-a5bb-217659bdf43f req-c1a34ce4-e833-482c-80fc-a6c501d5e3f1 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:31.774423 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-64fbc692-0bfb-47cb-a5bb-217659bdf43f req-c1a34ce4-e833-482c-80fc-a6c501d5e3f1 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0939758 Aug 31 09:44:31.869174 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ded67c59-651f-4e52-9a77-24492c0cabe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:31.885613 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-64fbc692-0bfb-47cb-a5bb-217659bdf43f req-a176c596-a5d5-4e53-b28f-bf614b2f293c tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032071 Aug 31 09:44:31.894479 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded67c59-651f-4e52-9a77-24492c0cabe6 None None] Pushing event deleted for resources: {'Port': ['ID=687ea483-37f7-4f5b-9d1a-7ae7212d0ace,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:31.900768 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded67c59-651f-4e52-9a77-24492c0cabe6 None None] No DVR routers for this DVR port 687ea483-37f7-4f5b-9d1a-7ae7212d0ace on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:44:32.013875 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef4d0174-af0a-4282-b7f9-7b5efa1cb66f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:32.052301 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d0174-af0a-4282-b7f9-7b5efa1cb66f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event deleted for resources: {'Port': ['ID=4191a26b-a23a-42a4-8b40-b35571fd2d73,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:32.067803 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03921e6f-02eb-45bb-9f4c-9be9ac9ab763 req-bfa16e16-25bc-4b11-b313-96a58641b5fe tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:32.069356 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03921e6f-02eb-45bb-9f4c-9be9ac9ab763 req-bfa16e16-25bc-4b11-b313-96a58641b5fe tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/ports?device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 944 time: 0.0906332 Aug 31 09:44:32.147176 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03921e6f-02eb-45bb-9f4c-9be9ac9ab763 req-de7f5b54-44d4-438f-b29e-64d45da39323 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/security-groups?id=86358dfb-d362-4d34-a15f-60d8b5445ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645239 Aug 31 09:44:32.150159 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef4d0174-af0a-4282-b7f9-7b5efa1cb66f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:32.247017 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef4d0174-af0a-4282-b7f9-7b5efa1cb66f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:32.249140 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef4d0174-af0a-4282-b7f9-7b5efa1cb66f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:32.349107 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef4d0174-af0a-4282-b7f9-7b5efa1cb66f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:32.349641 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4d0174-af0a-4282-b7f9-7b5efa1cb66f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Fanout notify agent at l3_agent the message router_deleted on router 072569bf-613b-4801-b7dc-de692df27bdd {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:44:32.357192 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef4d0174-af0a-4282-b7f9-7b5efa1cb66f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:32.358650 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ef4d0174-af0a-4282-b7f9-7b5efa1cb66f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "DELETE /v2.0/routers/072569bf-613b-4801-b7dc-de692df27bdd HTTP/1.1" status: 204 len: 168 time: 1.1891961 Aug 31 09:44:32.361423 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 36868) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:32.475310 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e4e3c7dd-6eb4-461f-aa96-214f197ab685 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:32.496360 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3db3efd3-4517-4455-a350-66396fa9a42e no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:44:32.517929 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 3db3efd3-4517-4455-a350-66396fa9a42e {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:44:32.518057 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3db3efd3-4517-4455-a350-66396fa9a42e not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:44:32.518456 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 687ea483-37f7-4f5b-9d1a-7ae7212d0ace no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:44:32.538805 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 687ea483-37f7-4f5b-9d1a-7ae7212d0ace {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:44:32.539296 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 687ea483-37f7-4f5b-9d1a-7ae7212d0ace not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:44:32.588231 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e4e3c7dd-6eb4-461f-aa96-214f197ab685 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:32.598124 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-e4e3c7dd-6eb4-461f-aa96-214f197ab685 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4896214c-1044-4bb0-9aef-cb2eb64a56bd']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:32.608454 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-e4e3c7dd-6eb4-461f-aa96-214f197ab685 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7adb725-37b0-4980-9634-a8dde53a3940') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:32.608745 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-e4e3c7dd-6eb4-461f-aa96-214f197ab685 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7adb725-37b0-4980-9634-a8dde53a3940') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:32.618069 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e4e3c7dd-6eb4-461f-aa96-214f197ab685 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:32.632630 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e4e3c7dd-6eb4-461f-aa96-214f197ab685 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:32.638312 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4e3c7dd-6eb4-461f-aa96-214f197ab685 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Releasing vlan 1633 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:44:32.638728 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e4e3c7dd-6eb4-461f-aa96-214f197ab685 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:32.641602 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:44:32.641602 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:44:32.641602 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:44:32.641602 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:44:32.641602 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:44:32.641602 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:44:32.641602 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:44:32.641602 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:44:32.641602 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:44:32.641602 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:44:32.641602 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:44:32.641602 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:44:32.641602 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:44:32.641602 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:44:32.641602 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:44:32.641602 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:44:32.641602 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:44:32.641602 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:44:32.641602 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:44:32.641602 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:44:32.641602 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:44:32.641602 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:44:32.641602 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:44:32.641602 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:44:32.641602 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:44:32.641602 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:44:32.641602 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:44:32.641602 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:44:32.641602 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:44:32.641602 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:44:32.641602 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:44:32.641602 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:44:32.777614 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e4e3c7dd-6eb4-461f-aa96-214f197ab685 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:32.785130 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e4e3c7dd-6eb4-461f-aa96-214f197ab685 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:32.787837 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e4e3c7dd-6eb4-461f-aa96-214f197ab685 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "DELETE /v2.0/networks/4896214c-1044-4bb0-9aef-cb2eb64a56bd HTTP/1.1" status: 204 len: 168 time: 0.4248786 Aug 31 09:44:32.790401 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 36872) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:32.812622 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:32.812996 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3c7dd-6eb4-461f-aa96-214f197ab685 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event deleted for resources: {'Network': ['ID=4896214c-1044-4bb0-9aef-cb2eb64a56bd,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:32.859910 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-37395b33-9c98-4110-b335-6023e858183f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:32.890193 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-37395b33-9c98-4110-b335-6023e858183f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:32.927330 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:33.015550 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b87f26-a83a-4b63-8ce7-98815fff1eda req-37292037-deda-4e42-a149-afa68174d202 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:33.017488 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-55b87f26-a83a-4b63-8ce7-98815fff1eda req-37292037-deda-4e42-a149-afa68174d202 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0567203 Aug 31 09:44:33.022437 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-37395b33-9c98-4110-b335-6023e858183f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:33.025258 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-37395b33-9c98-4110-b335-6023e858183f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:33.026598 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-37395b33-9c98-4110-b335-6023e858183f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "DELETE /v2.0/security-groups/62c74951-04f4-4fd6-8647-1ee358ba2904 HTTP/1.1" status: 204 len: 168 time: 0.2350125 Aug 31 09:44:33.038829 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37395b33-9c98-4110-b335-6023e858183f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c74951-04f4-4fd6-8647-1ee358ba2904,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:33.078588 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-55b87f26-a83a-4b63-8ce7-98815fff1eda req-6fe8dfe9-6df7-4b26-b1b2-6b776af0962a tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516250 Aug 31 09:44:33.277397 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e9b7d-eb67-4cda-ada3-e68bca260dab req-c1df2241-7800-4d12-9184-5971b1f6ac79 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:33.278972 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-780e9b7d-eb67-4cda-ada3-e68bca260dab req-c1df2241-7800-4d12-9184-5971b1f6ac79 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/ports?device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 944 time: 0.0498862 Aug 31 09:44:33.326591 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-780e9b7d-eb67-4cda-ada3-e68bca260dab req-c4e0c4ff-5d23-4452-9579-8106eb87f3f6 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/security-groups?id=86358dfb-d362-4d34-a15f-60d8b5445ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412672 Aug 31 09:44:33.549761 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 36884) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:33.555064 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-12e24b8c-3430-4f34-9775-f0b3f6fe7903 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-234807004', 'description': 'tempest-secgroup-smoke-234807004 description', 'project_id': '29b420db5ab94eb097db55181093bc9b'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:33.623476 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-12e24b8c-3430-4f34-9775-f0b3f6fe7903 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:33.701580 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-12e24b8c-3430-4f34-9775-f0b3f6fe7903 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:33.771093 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-12e24b8c-3430-4f34-9775-f0b3f6fe7903 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:33.806786 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e24b8c-3430-4f34-9775-f0b3f6fe7903 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62db7c69-81c9-4308-93d7-67b7096d5d5a,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:33.873900 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-12e24b8c-3430-4f34-9775-f0b3f6fe7903 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:33.875292 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-12e24b8c-3430-4f34-9775-f0b3f6fe7903 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3245280 Aug 31 09:44:33.878277 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 36886) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:33.882845 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-5a795660-8579-4c9e-881a-f409de404fbc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'security_group_rule': {'security_group_id': '62db7c69-81c9-4308-93d7-67b7096d5d5a', 'project_id': '29b420db5ab94eb097db55181093bc9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:33.976180 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5a795660-8579-4c9e-881a-f409de404fbc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:34.033095 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5a795660-8579-4c9e-881a-f409de404fbc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:34.109392 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5a795660-8579-4c9e-881a-f409de404fbc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:34.128238 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a795660-8579-4c9e-881a-f409de404fbc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4586f424-4f7c-46a9-9866-58957ea015d5,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:34.187598 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02bb8c-e821-4fb9-b08a-cef6be71be6f req-b450936a-b9ce-465a-82b7-af67929874e4 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:34.189080 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6b02bb8c-e821-4fb9-b08a-cef6be71be6f req-b450936a-b9ce-465a-82b7-af67929874e4 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0505960 Aug 31 09:44:34.202090 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5a795660-8579-4c9e-881a-f409de404fbc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:34.203217 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5a795660-8579-4c9e-881a-f409de404fbc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3239582 Aug 31 09:44:34.206131 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 36890) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:34.211679 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-7ea2ca4d-7413-4235-bbde-9f9204990278 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'security_group_rule': {'security_group_id': '62db7c69-81c9-4308-93d7-67b7096d5d5a', 'project_id': '29b420db5ab94eb097db55181093bc9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:34.230261 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6b02bb8c-e821-4fb9-b08a-cef6be71be6f req-11309b96-aed7-4c15-ab22-b0a1c72de19e tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350718 Aug 31 09:44:34.301413 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7ea2ca4d-7413-4235-bbde-9f9204990278 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:34.352310 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7ea2ca4d-7413-4235-bbde-9f9204990278 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:34.363992 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4191a26b-a23a-42a4-8b40-b35571fd2d73 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:44:34.389200 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 4191a26b-a23a-42a4-8b40-b35571fd2d73 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:44:34.389803 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4191a26b-a23a-42a4-8b40-b35571fd2d73 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:44:34.428364 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7ea2ca4d-7413-4235-bbde-9f9204990278 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:34.449673 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2ca4d-7413-4235-bbde-9f9204990278 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c5eeb34-2b41-4b03-8479-81094fb00cc1,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:34.458467 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2ca4d-7413-4235-bbde-9f9204990278 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:34.458837 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2ca4d-7413-4235-bbde-9f9204990278 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:34.458970 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36da7f-7ad8-4e9b-9fef-78638d1f6024 req-a437024d-a1df-4aa7-b59a-70ce72eacba4 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:34.459176 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2ca4d-7413-4235-bbde-9f9204990278 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:34.459511 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2ca4d-7413-4235-bbde-9f9204990278 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:34.459838 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2ca4d-7413-4235-bbde-9f9204990278 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:34.460167 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2ca4d-7413-4235-bbde-9f9204990278 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:34.460497 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2ca4d-7413-4235-bbde-9f9204990278 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:34.460797 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad36da7f-7ad8-4e9b-9fef-78638d1f6024 req-a437024d-a1df-4aa7-b59a-70ce72eacba4 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/ports?device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 944 time: 0.0567229 Aug 31 09:44:34.460912 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2ca4d-7413-4235-bbde-9f9204990278 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:34.461131 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2ca4d-7413-4235-bbde-9f9204990278 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:34.461452 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2ca4d-7413-4235-bbde-9f9204990278 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:34.461772 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2ca4d-7413-4235-bbde-9f9204990278 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:34.462103 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea2ca4d-7413-4235-bbde-9f9204990278 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:34.526844 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7ea2ca4d-7413-4235-bbde-9f9204990278 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:34.530760 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7ea2ca4d-7413-4235-bbde-9f9204990278 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3208859 Aug 31 09:44:34.530935 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 36908) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:34.532410 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-430537e3-74bb-4f09-854e-0fc5f2be5ca0 tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=3b59fcbf419945d79bef16a98afa2bec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409141 Aug 31 09:44:34.535538 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad36da7f-7ad8-4e9b-9fef-78638d1f6024 req-fd44e13c-a3c4-46b4-8f94-a239aceb4bf9 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/security-groups?id=86358dfb-d362-4d34-a15f-60d8b5445ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654669 Aug 31 09:44:34.539309 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-f0f9fe33-19b3-4cff-b085-c89c6f55a873 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'security_group_rule': {'security_group_id': '62db7c69-81c9-4308-93d7-67b7096d5d5a', 'project_id': '29b420db5ab94eb097db55181093bc9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:34.627132 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f0f9fe33-19b3-4cff-b085-c89c6f55a873 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:34.685828 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f0f9fe33-19b3-4cff-b085-c89c6f55a873 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:34.716799 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-35c2e10f-f5d3-4579-820d-b7f487b41e9f tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:34.718258 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-35c2e10f-f5d3-4579-820d-b7f487b41e9f tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1797643 Aug 31 09:44:34.733544 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-5cea89a9-9a84-4620-b605-5e82efddbdf5 tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] 10.222.0.119 "GET /v2.0/quotas/3b59fcbf419945d79bef16a98afa2bec HTTP/1.1" status: 200 len: 375 time: 0.0089519 Aug 31 09:44:34.737589 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f0f9fe33-19b3-4cff-b085-c89c6f55a873 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:34.763067 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9fe33-19b3-4cff-b085-c89c6f55a873 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=643f0782-fd23-4629-b563-0e2288762801,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:34.766354 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-4c792993-3983-4c02-a633-9b0603919c54 tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=3b59fcbf419945d79bef16a98afa2bec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268955 Aug 31 09:44:34.800432 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f0f9fe33-19b3-4cff-b085-c89c6f55a873 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:34.802193 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f0f9fe33-19b3-4cff-b085-c89c6f55a873 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2702866 Aug 31 09:44:34.804942 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 36910) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:34.809920 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-1eed2c13-03e7-4955-97f0-0fa9dc4018f6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'security_group_rule': {'security_group_id': '62db7c69-81c9-4308-93d7-67b7096d5d5a', 'project_id': '29b420db5ab94eb097db55181093bc9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:34.901433 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1eed2c13-03e7-4955-97f0-0fa9dc4018f6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:34.963357 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1eed2c13-03e7-4955-97f0-0fa9dc4018f6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:35.012959 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-052d846d-0838-4b1e-80f1-34ccbce5a3ac req-0683dba6-c5dd-4bef-acf4-420f8a053c6a tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e1899bd-7a39-4252-b028-8db29ba53256 HTTP/1.1" status: 200 len: 210 time: 0.0301712 Aug 31 09:44:35.040862 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1eed2c13-03e7-4955-97f0-0fa9dc4018f6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:35.059768 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed2c13-03e7-4955-97f0-0fa9dc4018f6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7a973e-bbd7-4481-ba5f-f772c20efabb,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:35.298796 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1eed2c13-03e7-4955-97f0-0fa9dc4018f6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:35.300054 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1eed2c13-03e7-4955-97f0-0fa9dc4018f6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4940233 Aug 31 09:44:35.303175 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 36922) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:35.308661 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-b284299e-f021-4fbd-a368-95af2e1cc0b3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'security_group_rule': {'security_group_id': '62db7c69-81c9-4308-93d7-67b7096d5d5a', 'project_id': '29b420db5ab94eb097db55181093bc9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:35.347797 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12263a4-772c-4141-9f4f-62be5205a447 req-72ac58fe-386b-4499-99b3-08f0fc28b911 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:35.349694 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f12263a4-772c-4141-9f4f-62be5205a447 req-72ac58fe-386b-4499-99b3-08f0fc28b911 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0515680 Aug 31 09:44:35.388007 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f12263a4-772c-4141-9f4f-62be5205a447 req-3500e1d4-82e4-47eb-96bd-801cd8a2b4db tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322356 Aug 31 09:44:35.412854 n-d-791506-28 neutron-server[95552]: INFO neutron.db.securitygroups_db [None req-b284299e-f021-4fbd-a368-95af2e1cc0b3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Project 29b420db5ab94eb097db55181093bc9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:44:35.420674 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b284299e-f021-4fbd-a368-95af2e1cc0b3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:35.483758 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b284299e-f021-4fbd-a368-95af2e1cc0b3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:35.548413 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b284299e-f021-4fbd-a368-95af2e1cc0b3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:35.568048 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284299e-f021-4fbd-a368-95af2e1cc0b3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e53b7f9-a50a-4160-8a47-2c1c99c680a4,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:35.635073 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b284299e-f021-4fbd-a368-95af2e1cc0b3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:35.639162 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b284299e-f021-4fbd-a368-95af2e1cc0b3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3322470 Aug 31 09:44:35.639412 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 36930) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:35.644085 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-1ccc3812-9c9a-4fe6-afc6-1156574d97ec tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'security_group_rule': {'security_group_id': '62db7c69-81c9-4308-93d7-67b7096d5d5a', 'project_id': '29b420db5ab94eb097db55181093bc9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:35.658744 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4c198-7702-45e9-beb6-da7b928bf4cb req-ca3e8b18-4c11-4be4-ab88-28f6a7c9ed82 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:35.660214 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ba4c198-7702-45e9-beb6-da7b928bf4cb req-ca3e8b18-4c11-4be4-ab88-28f6a7c9ed82 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/ports?device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 944 time: 0.0492129 Aug 31 09:44:35.698848 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ba4c198-7702-45e9-beb6-da7b928bf4cb req-782e6d84-2d9f-4f20-952a-a2e944d42f50 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/security-groups?id=86358dfb-d362-4d34-a15f-60d8b5445ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317037 Aug 31 09:44:35.760801 n-d-791506-28 neutron-server[95552]: INFO neutron.db.securitygroups_db [None req-1ccc3812-9c9a-4fe6-afc6-1156574d97ec tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Project 29b420db5ab94eb097db55181093bc9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:44:35.765987 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ccc3812-9c9a-4fe6-afc6-1156574d97ec tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:35.831751 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ccc3812-9c9a-4fe6-afc6-1156574d97ec tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:35.886276 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ccc3812-9c9a-4fe6-afc6-1156574d97ec tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:35.908150 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc3812-9c9a-4fe6-afc6-1156574d97ec tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e9ac5f7-5faa-4376-8179-a7acc180c869,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:35.988951 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ccc3812-9c9a-4fe6-afc6-1156574d97ec tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:35.990351 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1ccc3812-9c9a-4fe6-afc6-1156574d97ec tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3499410 Aug 31 09:44:35.993818 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 36932) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:35.998969 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-033a2061-56d4-4804-969a-2dbe51c64e0d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'network': {'name': 'tempest-network-smoke--1273443025', 'project_id': '29b420db5ab94eb097db55181093bc9b', 'port_security_enabled': True}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:36.091237 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033a2061-56d4-4804-969a-2dbe51c64e0d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Made reservation on behalf of 29b420db5ab94eb097db55181093bc9b for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:44:36.094891 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-033a2061-56d4-4804-969a-2dbe51c64e0d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:36.108779 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e71da4ed-878e-42b1-9304-647b89b24a95 req-15e1c44a-c1c6-480e-a3f9-48632ea04786 tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e1899bd-7a39-4252-b028-8db29ba53256 HTTP/1.1" status: 200 len: 210 time: 0.0297279 Aug 31 09:44:36.148435 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-033a2061-56d4-4804-969a-2dbe51c64e0d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] vlan segment allocate from pool success with {'vlan_id': 1631, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:44:36.158345 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-033a2061-56d4-4804-969a-2dbe51c64e0d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:36.158723 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-033a2061-56d4-4804-969a-2dbe51c64e0d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Added segment 08a7ca31-1842-4a7e-adf7-77b79e0959ca of type vlan for network 36089bd1-5352-4790-94a1-997af61fea1d Aug 31 09:44:36.211174 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-033a2061-56d4-4804-969a-2dbe51c64e0d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:36.303760 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-033a2061-56d4-4804-969a-2dbe51c64e0d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:36.310326 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033a2061-56d4-4804-969a-2dbe51c64e0d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:36.310942 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-033a2061-56d4-4804-969a-2dbe51c64e0d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:36.419046 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a2061-56d4-4804-969a-2dbe51c64e0d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'Network': ['ID=36089bd1-5352-4790-94a1-997af61fea1d,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:36.430582 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 36089bd1-5352-4790-94a1-997af61fea1d details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:44:36.493601 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-033a2061-56d4-4804-969a-2dbe51c64e0d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4987128 Aug 31 09:44:36.496277 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 36938) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:36.500992 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-e2f7fd05-9a95-4246-92d4-2f3878392f3c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1642446200', 'admin_state_up': True, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:36.515285 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e01376-8280-4197-ba3d-875da411f545 req-a205d614-b560-48da-8287-549099616ada tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:36.516857 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-04e01376-8280-4197-ba3d-875da411f545 req-a205d614-b560-48da-8287-549099616ada tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0554917 Aug 31 09:44:36.555928 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-04e01376-8280-4197-ba3d-875da411f545 req-3bdbbbe7-9b16-45a7-bce1-f687bf265836 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320849 Aug 31 09:44:36.589324 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e2f7fd05-9a95-4246-92d4-2f3878392f3c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:36.590425 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e2f7fd05-9a95-4246-92d4-2f3878392f3c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:36.646594 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e2f7fd05-9a95-4246-92d4-2f3878392f3c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:36.817049 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5af1a-f2cf-4c72-b498-4a361331b5b2 req-29616432-c416-4a74-b7a0-1c7d3d371cd4 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:36.819099 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3de5af1a-f2cf-4c72-b498-4a361331b5b2 req-29616432-c416-4a74-b7a0-1c7d3d371cd4 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/ports?device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 944 time: 0.0524769 Aug 31 09:44:36.851516 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e2f7fd05-9a95-4246-92d4-2f3878392f3c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:36.859537 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3de5af1a-f2cf-4c72-b498-4a361331b5b2 req-44986017-8f2b-4eae-be15-82cc55b0fc70 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/security-groups?id=86358dfb-d362-4d34-a15f-60d8b5445ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340066 Aug 31 09:44:36.999432 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-98344d16-8c20-4577-b089-369a95828223 tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=3b59fcbf419945d79bef16a98afa2bec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319648 Aug 31 09:44:37.208270 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a3d8fe90-faa3-4e50-9ece-e0da099686d1 req-ac9c72ed-1b94-49ec-a2c6-7d12d0a1a173 tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e1899bd-7a39-4252-b028-8db29ba53256 HTTP/1.1" status: 200 len: 210 time: 0.0288074 Aug 31 09:44:37.208907 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-772f7650-3e90-456b-9ad2-0f188fa555e4 tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:37.210288 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-772f7650-3e90-456b-9ad2-0f188fa555e4 tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2035246 Aug 31 09:44:37.258183 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-ae8dba1d-c029-4fd3-9202-3b7093e8c2bb tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Request body: {'port': {'device_id': '6e1899bd-7a39-4252-b028-8db29ba53256', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'admin_state_up': True, 'tenant_id': '3b59fcbf419945d79bef16a98afa2bec'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:37.361489 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e2f7fd05-9a95-4246-92d4-2f3878392f3c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:37.383323 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e2f7fd05-9a95-4246-92d4-2f3878392f3c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:37.521437 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-e2f7fd05-9a95-4246-92d4-2f3878392f3c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Allocated IP 172.25.2.110 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/b5dffa48-8711-4f46-9429-7a99ae5decb8) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:44:37.578878 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-ae8dba1d-c029-4fd3-9202-3b7093e8c2bb tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Made reservation on behalf of 3b59fcbf419945d79bef16a98afa2bec for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:44:37.582281 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-ae8dba1d-c029-4fd3-9202-3b7093e8c2bb tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:37.595191 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-ae8dba1d-c029-4fd3-9202-3b7093e8c2bb tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:37.653415 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e2f7fd05-9a95-4246-92d4-2f3878392f3c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:37.678729 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c98659-d6c4-43ff-92fe-3f6faebe481d req-32246cbb-7a4a-4bd9-aa00-95dd15b698bb tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:37.680332 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-97c98659-d6c4-43ff-92fe-3f6faebe481d req-32246cbb-7a4a-4bd9-aa00-95dd15b698bb tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0543685 Aug 31 09:44:37.719821 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-97c98659-d6c4-43ff-92fe-3f6faebe481d req-f230d44e-33e4-4b67-a0d4-9dbe983d517c tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333610 Aug 31 09:44:37.747049 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-ae8dba1d-c029-4fd3-9202-3b7093e8c2bb tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:37.778345 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e2f7fd05-9a95-4246-92d4-2f3878392f3c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:37.806583 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-ae8dba1d-c029-4fd3-9202-3b7093e8c2bb tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:37.827674 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f7fd05-9a95-4246-92d4-2f3878392f3c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:44:37.842277 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-e2f7fd05-9a95-4246-92d4-2f3878392f3c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:37.873199 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f7fd05-9a95-4246-92d4-2f3878392f3c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:44:37.912821 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7fd05-9a95-4246-92d4-2f3878392f3c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'Port': ['ID=b5dffa48-8711-4f46-9429-7a99ae5decb8,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:37.923248 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 67a53eaa-7560-473a-9e08-8753059f2162 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:44:37.923721 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8dba1d-c029-4fd3-9202-3b7093e8c2bb tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b32e1d1-3773-46c8-bb02-88c3ccea3d24,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:37.983991 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d241ed-d96b-4561-ada5-bf76996c05a6 req-a2bf7187-5a4b-4b89-a2b4-8a04084a13e8 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:37.985892 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-79d241ed-d96b-4561-ada5-bf76996c05a6 req-a2bf7187-5a4b-4b89-a2b4-8a04084a13e8 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/ports?device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 944 time: 0.0551822 Aug 31 09:44:38.030314 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-79d241ed-d96b-4561-ada5-bf76996c05a6 req-6c740b6d-ba21-4d77-9d1c-9690073d4a6f tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/security-groups?id=86358dfb-d362-4d34-a15f-60d8b5445ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371497 Aug 31 09:44:38.056082 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 67a53eaa-7560-473a-9e08-8753059f2162, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=67a53eaa-7560-473a-9e08-8753059f2162,segment=NetworkSegment(80bb1a17-fe30-4aa8-a891-2e6c159cd217),segment_id=80bb1a17-fe30-4aa8-a891-2e6c159cd217)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:38.069143 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '67a53eaa-7560-473a-9e08-8753059f2162', 'network_id': '8054c126-3521-44a1-b49b-66e5f2440e49', 'port_id': '67a53eaa-7560-473a-9e08-8753059f2162', 'mac_address': 'fa:16:3e:16:14:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef72a544-f8fb-4621-a06b-ade33043d837', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:44:38.111451 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:38.125691 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a53eaa-7560-473a-9e08-8753059f2162 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:44:38.146929 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 67a53eaa-7560-473a-9e08-8753059f2162, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=67a53eaa-7560-473a-9e08-8753059f2162,segment=NetworkSegment(80bb1a17-fe30-4aa8-a891-2e6c159cd217),segment_id=80bb1a17-fe30-4aa8-a891-2e6c159cd217)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:38.206949 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:38.256650 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=67a53eaa-7560-473a-9e08-8753059f2162,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:38.313321 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-26fde8c4-9577-4a64-acfd-33fa4d9039d9 req-cf9ca048-8421-4b84-9a69-f2c5524c1e00 tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e1899bd-7a39-4252-b028-8db29ba53256 HTTP/1.1" status: 200 len: 210 time: 0.0282862 Aug 31 09:44:38.351463 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-ae8dba1d-c029-4fd3-9202-3b7093e8c2bb tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Allocated IP 192.168.233.71 (a47e180d-e969-4a85-aa09-0ec8196480c0/f473c8e7-d3e2-4352-b8da-3dcd093feb8b/2d311887-baa9-4100-b28b-8baee8eccb59) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:44:38.453746 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['67a53eaa-7560-473a-9e08-8753059f2162'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:44:38.591392 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-ae8dba1d-c029-4fd3-9202-3b7093e8c2bb tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:38.596402 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e2f7fd05-9a95-4246-92d4-2f3878392f3c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:38.641914 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-ae8dba1d-c029-4fd3-9202-3b7093e8c2bb tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Transition to ACTIVE for port object 2d311887-baa9-4100-b28b-8baee8eccb59 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:44:38.801230 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-ae8dba1d-c029-4fd3-9202-3b7093e8c2bb tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:38.843200 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f26517-ace7-4f5b-8c38-0c45b5de4a3d req-0893c872-a76a-431e-a017-7377dfe13d90 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:38.844579 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a6f26517-ace7-4f5b-8c38-0c45b5de4a3d req-0893c872-a76a-431e-a017-7377dfe13d90 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0537703 Aug 31 09:44:38.864667 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-ae8dba1d-c029-4fd3-9202-3b7093e8c2bb tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Network a47e180d-e969-4a85-aa09-0ec8196480c0 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:44:38.871799 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-ae8dba1d-c029-4fd3-9202-3b7093e8c2bb tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:38.874313 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e2f7fd05-9a95-4246-92d4-2f3878392f3c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:38.876478 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-ae8dba1d-c029-4fd3-9202-3b7093e8c2bb tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:44:38.878873 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8dba1d-c029-4fd3-9202-3b7093e8c2bb tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Pushing event updated for resources: {'Port': ['ID=2d311887-baa9-4100-b28b-8baee8eccb59,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:38.886984 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a6f26517-ace7-4f5b-8c38-0c45b5de4a3d req-4b2ed61c-9fa3-4d27-b8e3-12613bc43ebf tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355718 Aug 31 09:44:38.977889 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-ae8dba1d-c029-4fd3-9202-3b7093e8c2bb tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:38.978537 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-ae8dba1d-c029-4fd3-9202-3b7093e8c2bb tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.109136 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-ae8dba1d-c029-4fd3-9202-3b7093e8c2bb tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8889976 Aug 31 09:44:39.123324 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-51cb71fa-58dc-4a36-bda2-0a9b451cfe6c service neutron] Request body: {'port': {'device_id': '6e1899bd-7a39-4252-b028-8db29ba53256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:39.144126 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f7fd05-9a95-4246-92d4-2f3878392f3c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Router 75137990-4bc3-48bc-b8c7-83e6ab019b65 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:44:39.152179 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d9b7f-99e4-4cfb-b605-7ef361d55cdc req-8a2a8443-e38a-46a2-a282-8c5804dabf47 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:39.153648 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f39d9b7f-99e4-4cfb-b605-7ef361d55cdc req-8a2a8443-e38a-46a2-a282-8c5804dabf47 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/ports?device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 945 time: 0.0509009 Aug 31 09:44:39.192785 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f39d9b7f-99e4-4cfb-b605-7ef361d55cdc req-ef918cf0-4a0f-47e3-89b1-db4a571603c1 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/security-groups?id=86358dfb-d362-4d34-a15f-60d8b5445ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328097 Aug 31 09:44:39.194859 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d842e9ec-d2e5-4a7f-b507-ce11a1bf80af None None] Provisioning for port 2d311887-baa9-4100-b28b-8baee8eccb59 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:44:39.200082 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d842e9ec-d2e5-4a7f-b507-ce11a1bf80af None None] Provisioning complete for port 2d311887-baa9-4100-b28b-8baee8eccb59 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:39.200457 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d842e9ec-d2e5-4a7f-b507-ce11a1bf80af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.228533 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-51cb71fa-58dc-4a36-bda2-0a9b451cfe6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.237312 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-d842e9ec-d2e5-4a7f-b507-ce11a1bf80af None None] Port 2d311887-baa9-4100-b28b-8baee8eccb59 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:44:39.323797 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f7fd05-9a95-4246-92d4-2f3878392f3c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:39.334599 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ad30e1-163c-457e-8edc-a8241daf1beb None None] Sync routers for ids ['75137990-4bc3-48bc-b8c7-83e6ab019b65'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:39.344704 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ad30e1-163c-457e-8edc-a8241daf1beb None None] Routers {'75137990-4bc3-48bc-b8c7-83e6ab019b65'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:39.345322 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c7ad30e1-163c-457e-8edc-a8241daf1beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:44:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['75137990-4bc3-48bc-b8c7-83e6ab019b65'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:39.435033 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff2069-a95b-457d-ba2b-4b96ea62230b req-2098beb6-1cdb-45eb-a43c-b77dd0a09e49 tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:39.436475 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ebff2069-a95b-457d-ba2b-4b96ea62230b req-2098beb6-1cdb-45eb-a43c-b77dd0a09e49 tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e1899bd-7a39-4252-b028-8db29ba53256 HTTP/1.1" status: 200 len: 935 time: 0.0524328 Aug 31 09:44:39.455651 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e2f7fd05-9a95-4246-92d4-2f3878392f3c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.460424 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e2f7fd05-9a95-4246-92d4-2f3878392f3c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9595680 Aug 31 09:44:39.460744 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 36956) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:39.472766 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-c7ad30e1-163c-457e-8edc-a8241daf1beb None None] Set router 75137990-4bc3-48bc-b8c7-83e6ab019b65 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:44:39.494632 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9b851a3d-871d-47de-bf21-681deae7faf4 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] 10.222.0.119 "GET /v2.0/subnets?project_id=29b420db5ab94eb097db55181093bc9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327678 Aug 31 09:44:39.497366 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 36958) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:39.554133 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ebff2069-a95b-457d-ba2b-4b96ea62230b req-d4cd6b46-7531-486f-b7fb-ec1217d63848 tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] 10.222.0.119 "GET /v2.0/security-groups?id=9b32e1d1-3773-46c8-bb02-88c3ccea3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087282 Aug 31 09:44:39.571915 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-51cb71fa-58dc-4a36-bda2-0a9b451cfe6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d311887-baa9-4100-b28b-8baee8eccb59 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:44:39.580555 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-51cb71fa-58dc-4a36-bda2-0a9b451cfe6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.594254 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-51cb71fa-58dc-4a36-bda2-0a9b451cfe6c service neutron] Transition to ACTIVE for port object 2d311887-baa9-4100-b28b-8baee8eccb59 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:44:39.609046 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9f643b-790c-402b-80c7-e51327bf7d26 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:39.610700 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6b9f643b-790c-402b-80c7-e51327bf7d26 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] 10.222.0.119 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1123903 Aug 31 09:44:39.613569 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 36960) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:39.641902 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-937a45d9-90d9-4bd8-bdfb-db31f7fefec5 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] 10.222.0.119 "GET /v2.0/subnets?network_id=95c681de-fa69-49ec-b047-2a49f2c4b933&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272055 Aug 31 09:44:39.644608 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 36962) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:39.649952 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-01791770-5cf3-4ee1-9ada-ca0ac7becd80 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1984242864', 'network_id': '36089bd1-5352-4790-94a1-997af61fea1d', 'project_id': '29b420db5ab94eb097db55181093bc9b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:39.671439 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c7ad30e1-163c-457e-8edc-a8241daf1beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642446200', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'b5dffa48-8711-4f46-9429-7a99ae5decb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:36Z', 'updated_at': '2021-08-31T09:44:38Z', 'revision_number': 3, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': 'b5dffa48-8711-4f46-9429-7a99ae5decb8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:37Z', 'updated_at': '2021-08-31T09:44:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:39.680832 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-51cb71fa-58dc-4a36-bda2-0a9b451cfe6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.698125 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ad30e1-163c-457e-8edc-a8241daf1beb None None] Checking router: 75137990-4bc3-48bc-b8c7-83e6ab019b65 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:44:39.698424 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ad30e1-163c-457e-8edc-a8241daf1beb None None] Updating router 75137990-4bc3-48bc-b8c7-83e6ab019b65 port b5dffa48-8711-4f46-9429-7a99ae5decb8 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:44:39.729449 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c7ad30e1-163c-457e-8edc-a8241daf1beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.762141 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb71fa-58dc-4a36-bda2-0a9b451cfe6c service neutron] Pushing event updated for resources: {'Port': ['ID=2d311887-baa9-4100-b28b-8baee8eccb59,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:39.802201 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01791770-5cf3-4ee1-9ada-ca0ac7becd80 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Made reservation on behalf of 29b420db5ab94eb097db55181093bc9b for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:44:39.808739 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-01791770-5cf3-4ee1-9ada-ca0ac7becd80 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.820744 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-51cb71fa-58dc-4a36-bda2-0a9b451cfe6c service neutron] Attempting to bind port 2d311887-baa9-4100-b28b-8baee8eccb59 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:44:39.821096 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-51cb71fa-58dc-4a36-bda2-0a9b451cfe6c service neutron] Attempting to bind port 2d311887-baa9-4100-b28b-8baee8eccb59 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:44:39.821433 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-51cb71fa-58dc-4a36-bda2-0a9b451cfe6c service neutron] Attempting to bind port 2d311887-baa9-4100-b28b-8baee8eccb59 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:44:39.826058 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-51cb71fa-58dc-4a36-bda2-0a9b451cfe6c service neutron] Port 2d311887-baa9-4100-b28b-8baee8eccb59 on network a47e180d-e969-4a85-aa09-0ec8196480c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:44:39.826392 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-51cb71fa-58dc-4a36-bda2-0a9b451cfe6c service neutron] Attempting to bind port 2d311887-baa9-4100-b28b-8baee8eccb59 on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:44:39.831717 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-51cb71fa-58dc-4a36-bda2-0a9b451cfe6c service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:44:39.832060 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-51cb71fa-58dc-4a36-bda2-0a9b451cfe6c service neutron] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:44:39.832451 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-51cb71fa-58dc-4a36-bda2-0a9b451cfe6c service neutron] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:44:39.832916 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-51cb71fa-58dc-4a36-bda2-0a9b451cfe6c service neutron] Bound port: 2d311887-baa9-4100-b28b-8baee8eccb59, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:44:39.834427 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-51cb71fa-58dc-4a36-bda2-0a9b451cfe6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:39.936198 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 67a53eaa-7560-473a-9e08-8753059f2162 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:44:39.936551 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-51cb71fa-58dc-4a36-bda2-0a9b451cfe6c service neutron] For port 2d311887-baa9-4100-b28b-8baee8eccb59, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:44:39.944453 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-51cb71fa-58dc-4a36-bda2-0a9b451cfe6c service neutron] For port 2d311887-baa9-4100-b28b-8baee8eccb59, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=2d311887-baa9-4100-b28b-8baee8eccb59,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:44:39.994338 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-51cb71fa-58dc-4a36-bda2-0a9b451cfe6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:40.037470 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-51cb71fa-58dc-4a36-bda2-0a9b451cfe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:40.038050 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-51cb71fa-58dc-4a36-bda2-0a9b451cfe6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:40.040294 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-51cb71fa-58dc-4a36-bda2-0a9b451cfe6c service neutron] 10.222.0.112 "PUT /v2.0/ports/2d311887-baa9-4100-b28b-8baee8eccb59 HTTP/1.1" status: 200 len: 1096 time: 0.9213181 Aug 31 09:44:40.040758 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1899bd-7a39-4252-b028-8db29ba53256', 'tag': '2d311887-baa9-4100-b28b-8baee8eccb59'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:44:40.043553 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f27ea42-af7b-41d3-b0d4-62367585c1fa" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1899bd-7a39-4252-b028-8db29ba53256", "tag": "2d311887-baa9-4100-b28b-8baee8eccb59"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:44:40.077079 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb2e9c-608a-42eb-8b89-a7281bb4010e req-159f16ab-eec2-454c-8547-f59bc2e39704 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:40.087419 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75cb2e9c-608a-42eb-8b89-a7281bb4010e req-159f16ab-eec2-454c-8547-f59bc2e39704 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.1073091 Aug 31 09:44:40.115975 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c7ad30e1-163c-457e-8edc-a8241daf1beb None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:40.118166 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb71fa-58dc-4a36-bda2-0a9b451cfe6c service neutron] Pushing event updated for resources: {'Port': ['ID=2d311887-baa9-4100-b28b-8baee8eccb59,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:40.122416 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 67a53eaa-7560-473a-9e08-8753059f2162 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:44:40.134977 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552adb23-7375-4cb0-9777-cd540ad793c1 x-openstack-request-id: req-552adb23-7375-4cb0-9777-cd540ad793c1 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:44:40.135162 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 67a53eaa-7560-473a-9e08-8753059f2162 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:40.135618 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:40.135889 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1899bd-7a39-4252-b028-8db29ba53256", "tag": "2d311887-baa9-4100-b28b-8baee8eccb59", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:44:40.136285 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-552adb23-7375-4cb0-9777-cd540ad793c1 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:44:40.137267 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1899bd-7a39-4252-b028-8db29ba53256', 'tag': '2d311887-baa9-4100-b28b-8baee8eccb59', 'status': 'completed', 'code': 200} Aug 31 09:44:40.148003 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75cb2e9c-608a-42eb-8b89-a7281bb4010e req-ddd46b80-9ba8-402a-8dc7-c5c2bf1c71e0 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596192 Aug 31 09:44:40.165682 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c7ad30e1-163c-457e-8edc-a8241daf1beb None None] Transition to ACTIVE for port object b5dffa48-8711-4f46-9429-7a99ae5decb8 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:44:40.209394 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27ea42-af7b-41d3-b0d4-62367585c1fa req-657a6ebd-90d4-4021-a3c7-b11f31796883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:40.211927 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0f27ea42-af7b-41d3-b0d4-62367585c1fa req-657a6ebd-90d4-4021-a3c7-b11f31796883 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3b59fcbf419945d79bef16a98afa2bec&device_id=6e1899bd-7a39-4252-b028-8db29ba53256 HTTP/1.1" status: 200 len: 1099 time: 0.0531282 Aug 31 09:44:40.225557 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-01791770-5cf3-4ee1-9ada-ca0ac7becd80 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:40.248339 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c7ad30e1-163c-457e-8edc-a8241daf1beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:40.293547 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0f27ea42-af7b-41d3-b0d4-62367585c1fa req-422db3cc-a2ad-4eca-9a74-c340c8b869b4 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=3b59fcbf419945d79bef16a98afa2bec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707781 Aug 31 09:44:40.302881 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:40.323047 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50a595-e1f2-4b48-866c-274f29621fa6 req-de671d2c-c38d-45e9-8d0c-1fde2ff12f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:40.324548 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3d50a595-e1f2-4b48-866c-274f29621fa6 req-de671d2c-c38d-45e9-8d0c-1fde2ff12f46 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1483927df0174ff9adec2a0b408e8935&device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 1097 time: 0.0879636 Aug 31 09:44:40.355332 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c7ad30e1-163c-457e-8edc-a8241daf1beb None None] Attempting to bind port b5dffa48-8711-4f46-9429-7a99ae5decb8 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:44:40.355332 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c7ad30e1-163c-457e-8edc-a8241daf1beb None None] Attempting to bind port b5dffa48-8711-4f46-9429-7a99ae5decb8 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:44:40.355691 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad30e1-163c-457e-8edc-a8241daf1beb None None] Attempting to bind port b5dffa48-8711-4f46-9429-7a99ae5decb8 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:44:40.366247 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01791770-5cf3-4ee1-9ada-ca0ac7becd80 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'Subnet': ['ID=cd8c55f4-75f9-40f9-8b0b-65bc092dd952,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:40.370016 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01791770-5cf3-4ee1-9ada-ca0ac7becd80 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Checking segment: {'id': '08a7ca31-1842-4a7e-adf7-77b79e0959ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1631, 'network_id': '36089bd1-5352-4790-94a1-997af61fea1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:44:40.370322 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01791770-5cf3-4ee1-9ada-ca0ac7becd80 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Network hostable DHCP agents. Network: 36089bd1-5352-4790-94a1-997af61fea1d, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:44:40.375016 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad30e1-163c-457e-8edc-a8241daf1beb None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:44:40.375526 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad30e1-163c-457e-8edc-a8241daf1beb None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:44:40.375878 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c7ad30e1-163c-457e-8edc-a8241daf1beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:40.377763 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad30e1-163c-457e-8edc-a8241daf1beb None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:44:40.377763 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c7ad30e1-163c-457e-8edc-a8241daf1beb None None] Bound port: b5dffa48-8711-4f46-9429-7a99ae5decb8, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:44:40.377763 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c7ad30e1-163c-457e-8edc-a8241daf1beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:40.383538 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5299c-db07-44b6-8fc6-5fd57630988c None None] Pushing event updated for resources: {'Port': ['ID=b5dffa48-8711-4f46-9429-7a99ae5decb8,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:40.386075 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a53eaa-7560-473a-9e08-8753059f2162'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:44:40.388718 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b670e9b-260d-4169-a00a-c425c3572980" -d '{"events": [{"server_uuid": "74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050", "name": "network-vif-plugged", "status": "completed", "tag": "67a53eaa-7560-473a-9e08-8753059f2162"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:44:40.391362 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a98e8b-c977-4924-a248-bf50d7c1aaa3 req-6bd95aec-fa96-41db-8146-a9799475f429 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:40.399518 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e0a98e8b-c977-4924-a248-bf50d7c1aaa3 req-6bd95aec-fa96-41db-8146-a9799475f429 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/ports?device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 945 time: 0.1162369 Aug 31 09:44:40.406091 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01791770-5cf3-4ee1-9ada-ca0ac7becd80 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:40.407381 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01791770-5cf3-4ee1-9ada-ca0ac7becd80 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:40.408047 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01791770-5cf3-4ee1-9ada-ca0ac7becd80 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:40.408937 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01791770-5cf3-4ee1-9ada-ca0ac7becd80 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:40.408937 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01791770-5cf3-4ee1-9ada-ca0ac7becd80 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:40.409122 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01791770-5cf3-4ee1-9ada-ca0ac7becd80 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:40.409566 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01791770-5cf3-4ee1-9ada-ca0ac7becd80 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:40.409902 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01791770-5cf3-4ee1-9ada-ca0ac7becd80 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:40.410340 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01791770-5cf3-4ee1-9ada-ca0ac7becd80 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:40.411065 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01791770-5cf3-4ee1-9ada-ca0ac7becd80 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:40.411716 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01791770-5cf3-4ee1-9ada-ca0ac7becd80 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:40.412453 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01791770-5cf3-4ee1-9ada-ca0ac7becd80 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:40.427716 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 67a53eaa-7560-473a-9e08-8753059f2162, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=67a53eaa-7560-473a-9e08-8753059f2162,segment=NetworkSegment(80bb1a17-fe30-4aa8-a891-2e6c159cd217),segment_id=80bb1a17-fe30-4aa8-a891-2e6c159cd217)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:40.453046 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96678b12-5f97-40c8-8f8d-dafea3daf1dc x-openstack-request-id: req-96678b12-5f97-40c8-8f8d-dafea3daf1dc {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:44:40.453340 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050", "name": "network-vif-plugged", "status": "completed", "tag": "67a53eaa-7560-473a-9e08-8753059f2162", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:44:40.454177 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-96678b12-5f97-40c8-8f8d-dafea3daf1dc {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:44:40.454177 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a53eaa-7560-473a-9e08-8753059f2162', 'code': 200} Aug 31 09:44:40.487210 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-c7ad30e1-163c-457e-8edc-a8241daf1beb None None] For port b5dffa48-8711-4f46-9429-7a99ae5decb8, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:44:40.490404 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:40.494902 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-c7ad30e1-163c-457e-8edc-a8241daf1beb None None] For port b5dffa48-8711-4f46-9429-7a99ae5decb8, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=b5dffa48-8711-4f46-9429-7a99ae5decb8,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:44:40.495281 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e0a98e8b-c977-4924-a248-bf50d7c1aaa3 req-156f3e76-1bf2-4c8c-91ad-24f74a7a86d4 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/security-groups?id=86358dfb-d362-4d34-a15f-60d8b5445ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789568 Aug 31 09:44:40.540799 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50a595-e1f2-4b48-866c-274f29621fa6 req-f36aa5f6-4e55-4e1c-9694-704f431c4719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:40.542412 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3d50a595-e1f2-4b48-866c-274f29621fa6 req-f36aa5f6-4e55-4e1c-9694-704f431c4719 service neutron] 10.222.0.112 "GET /v2.0/networks?id=bb75b194-2297-4562-8861-62feab5f7e5a HTTP/1.1" status: 200 len: 919 time: 0.1606135 Aug 31 09:44:40.543400 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27ea42-af7b-41d3-b0d4-62367585c1fa req-0b79c3e3-3c2b-45a5-8753-6459cb20b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:40.544694 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0f27ea42-af7b-41d3-b0d4-62367585c1fa req-0b79c3e3-3c2b-45a5-8753-6459cb20b11b service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2379241 Aug 31 09:44:40.553750 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=67a53eaa-7560-473a-9e08-8753059f2162,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:40.562146 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01791770-5cf3-4ee1-9ada-ca0ac7becd80 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Network 36089bd1-5352-4790-94a1-997af61fea1d is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:44:40.574203 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a68f9-5b63-45bb-8fcc-cc198b78dbb4 req-247cb692-21ec-4fde-b7c0-3d2412301784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:40.576233 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-328a68f9-5b63-45bb-8fcc-cc198b78dbb4 req-247cb692-21ec-4fde-b7c0-3d2412301784 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 1098 time: 0.0508654 Aug 31 09:44:40.589612 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c7ad30e1-163c-457e-8edc-a8241daf1beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:40.616755 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3d50a595-e1f2-4b48-866c-274f29621fa6 req-6b2c6e35-c1bc-451c-91ab-3e32d2400179 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=929435bd-f66c-4eb5-b442-9fa6d0c94b56 HTTP/1.1" status: 200 len: 217 time: 0.0616271 Aug 31 09:44:40.621392 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-328a68f9-5b63-45bb-8fcc-cc198b78dbb4 req-2aed47d5-0c38-4868-b600-8792d5fd7335 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=86358dfb-d362-4d34-a15f-60d8b5445ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377643 Aug 31 09:44:40.653600 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ad30e1-163c-457e-8edc-a8241daf1beb None None] Routers {'75137990-4bc3-48bc-b8c7-83e6ab019b65'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:40.654243 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c7ad30e1-163c-457e-8edc-a8241daf1beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:44:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['75137990-4bc3-48bc-b8c7-83e6ab019b65'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:40.670160 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-01791770-5cf3-4ee1-9ada-ca0ac7becd80 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 36089bd1-5352-4790-94a1-997af61fea1d) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:40.691201 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01791770-5cf3-4ee1-9ada-ca0ac7becd80 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:40.693220 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-d908930c-7e95-46e7-b4d5-71ca86726c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:40.693544 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-01791770-5cf3-4ee1-9ada-ca0ac7becd80 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:40.694855 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-d908930c-7e95-46e7-b4d5-71ca86726c72 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=3b59fcbf419945d79bef16a98afa2bec&device_id=6e1899bd-7a39-4252-b028-8db29ba53256 HTTP/1.1" status: 200 len: 1099 time: 0.0868640 Aug 31 09:44:40.695329 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd74c3d-b270-4e76-8cf0-65345e6c5a48 None None] Network 36089bd1-5352-4790-94a1-997af61fea1d requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:44:40.696793 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50a595-e1f2-4b48-866c-274f29621fa6 req-faafd540-f7bc-41f3-9477-1e40fdfe2e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:40.699055 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3d50a595-e1f2-4b48-866c-274f29621fa6 req-faafd540-f7bc-41f3-9477-1e40fdfe2e28 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=2c596dd9-fb45-4c75-b855-64d163143380 HTTP/1.1" status: 200 len: 857 time: 0.0619571 Aug 31 09:44:40.711579 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5299c-db07-44b6-8fc6-5fd57630988c None None] Pushing event updated for resources: {'Port': ['ID=b5dffa48-8711-4f46-9429-7a99ae5decb8,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:40.773320 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3d50a595-e1f2-4b48-866c-274f29621fa6 req-63fa5f87-bb78-4f0d-9377-85dabb933055 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=bb75b194-2297-4562-8861-62feab5f7e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590091 Aug 31 09:44:40.774927 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-ac300a4e-84f2-47c8-8dfe-bb8326bc969b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=2d311887-baa9-4100-b28b-8baee8eccb59 HTTP/1.1" status: 200 len: 217 time: 0.0620413 Aug 31 09:44:40.786636 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-01791770-5cf3-4ee1-9ada-ca0ac7becd80 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1380920 Aug 31 09:44:40.786905 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 36976) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:40.867597 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-c7ad30e1-163c-457e-8edc-a8241daf1beb None None] Set router 75137990-4bc3-48bc-b8c7-83e6ab019b65 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:44:40.900394 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-4df740ab-774e-47c2-8699-e81f33f9cff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:40.901885 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-4df740ab-774e-47c2-8699-e81f33f9cff4 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.1106846 Aug 31 09:44:40.958597 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3d50a595-e1f2-4b48-866c-274f29621fa6 req-138e21c2-0f00-459c-99bc-8515753a0133 service neutron] 10.222.0.112 "GET /v2.0/networks/bb75b194-2297-4562-8861-62feab5f7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684060 Aug 31 09:44:40.977235 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-f06cae36-e9c0-4633-adb9-7ee4af7e61c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:40.978877 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-f06cae36-e9c0-4633-adb9-7ee4af7e61c0 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0671551 Aug 31 09:44:41.006043 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de3237d-7d61-4194-9e6c-0a2c83daea9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-36089bd1-5352-4790-94a1-997af61fea1d', 'network_id': '36089bd1-5352-4790-94a1-997af61fea1d', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'fixed_ips': [{'subnet_id': 'cd8c55f4-75f9-40f9-8b0b-65bc092dd952'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:44:41.007060 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6de3237d-7d61-4194-9e6c-0a2c83daea9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:41.314401 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565bf4c-d1b3-4e35-b248-bef2ad1515a4 req-4e1e0596-fdbc-4f6b-95f1-16940e567ed5 tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:41.315920 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b565bf4c-d1b3-4e35-b248-bef2ad1515a4 req-4e1e0596-fdbc-4f6b-95f1-16940e567ed5 tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e1899bd-7a39-4252-b028-8db29ba53256 HTTP/1.1" status: 200 len: 947 time: 0.6646881 Aug 31 09:44:41.415526 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:44:41.443893 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-6de3237d-7d61-4194-9e6c-0a2c83daea9b None None] Allocated IP 172.20.0.2 (36089bd1-5352-4790-94a1-997af61fea1d/cd8c55f4-75f9-40f9-8b0b-65bc092dd952/7f780d5a-014f-4ab3-8052-d89ff0191c6a) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:44:41.447175 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3d50a595-e1f2-4b48-866c-274f29621fa6 req-6c8d1685-166e-4685-92ae-71c2690a437a service neutron] 10.222.0.112 "GET /v2.0/networks/bb75b194-2297-4562-8861-62feab5f7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791198 Aug 31 09:44:41.451260 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-654898f2-64ef-45b8-90f9-2cb2a95bbcbc service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590046 Aug 31 09:44:41.451371 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bb9e0-fce7-423f-8f69-ba9e9cc69cbc req-a298a375-44c0-4f20-84d9-c081454bd403 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:41.452669 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7a5bb9e0-fce7-423f-8f69-ba9e9cc69cbc req-a298a375-44c0-4f20-84d9-c081454bd403 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.1496353 Aug 31 09:44:41.456821 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c7ad30e1-163c-457e-8edc-a8241daf1beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642446200', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'b5dffa48-8711-4f46-9429-7a99ae5decb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:36Z', 'updated_at': '2021-08-31T09:44:38Z', 'revision_number': 3, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': 'b5dffa48-8711-4f46-9429-7a99ae5decb8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:37Z', 'updated_at': '2021-08-31T09:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:41.457771 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b565bf4c-d1b3-4e35-b248-bef2ad1515a4 req-0b7c9b7b-2fbc-4118-9de8-f679283e0c56 tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] 10.222.0.119 "GET /v2.0/security-groups?id=9b32e1d1-3773-46c8-bb02-88c3ccea3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294906 Aug 31 09:44:41.491991 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-390fb299-988c-4614-af62-70f288bc2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:41.498214 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ad30e1-163c-457e-8edc-a8241daf1beb None None] The sync data for ids ['75137990-4bc3-48bc-b8c7-83e6ab019b65'] in n-d-791506-28 is: [{'id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642446200', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'b5dffa48-8711-4f46-9429-7a99ae5decb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:36Z', 'updated_at': '2021-08-31T09:44:38Z', 'revision_number': 3, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': 'b5dffa48-8711-4f46-9429-7a99ae5decb8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:37Z', 'updated_at': '2021-08-31T09:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:41.594476 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7a5bb9e0-fce7-423f-8f69-ba9e9cc69cbc req-7a2029e1-16ce-4ea9-aaa1-97da2abac517 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063704 Aug 31 09:44:41.623328 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7383b036-34ca-44f4-ba5f-a692dfdebdfe req-f33215ff-5c09-43e5-998a-b3ce3e2d6d8e service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600959 Aug 31 09:44:41.691569 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6de3237d-7d61-4194-9e6c-0a2c83daea9b None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:41.703032 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6de3237d-7d61-4194-9e6c-0a2c83daea9b None None] Transition to ACTIVE for port object 7f780d5a-014f-4ab3-8052-d89ff0191c6a will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:44:41.717110 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19745a0f-67d0-4c12-945a-27c826622a33 req-0355a47b-7b2e-4b78-bed9-064f8d095f2a tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:41.718854 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19745a0f-67d0-4c12-945a-27c826622a33 req-0355a47b-7b2e-4b78-bed9-064f8d095f2a tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/ports?device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 946 time: 0.1234016 Aug 31 09:44:41.720370 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6de3237d-7d61-4194-9e6c-0a2c83daea9b None None] Transition to ACTIVE for port object 7f780d5a-014f-4ab3-8052-d89ff0191c6a will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:44:41.786831 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6de3237d-7d61-4194-9e6c-0a2c83daea9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:41.833469 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19745a0f-67d0-4c12-945a-27c826622a33 req-1b257cf1-0ac8-4d36-b397-9de5f0f77807 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/security-groups?id=86358dfb-d362-4d34-a15f-60d8b5445ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026843 Aug 31 09:44:41.848470 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de3237d-7d61-4194-9e6c-0a2c83daea9b None None] Network 36089bd1-5352-4790-94a1-997af61fea1d is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:44:41.858919 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-6de3237d-7d61-4194-9e6c-0a2c83daea9b None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:41.868005 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de3237d-7d61-4194-9e6c-0a2c83daea9b None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:44:41.875658 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3237d-7d61-4194-9e6c-0a2c83daea9b None None] Pushing event updated for resources: {'Port': ['ID=7f780d5a-014f-4ab3-8052-d89ff0191c6a,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:41.933958 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c93ecf45-a9ba-4641-a807-da6600846694 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:41.945279 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-6de3237d-7d61-4194-9e6c-0a2c83daea9b None None] Attempting to bind port 7f780d5a-014f-4ab3-8052-d89ff0191c6a on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:44:41.945697 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-6de3237d-7d61-4194-9e6c-0a2c83daea9b None None] Attempting to bind port 7f780d5a-014f-4ab3-8052-d89ff0191c6a by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '08a7ca31-1842-4a7e-adf7-77b79e0959ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1631, 'network_id': '36089bd1-5352-4790-94a1-997af61fea1d'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:44:41.946001 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de3237d-7d61-4194-9e6c-0a2c83daea9b None None] Attempting to bind port 7f780d5a-014f-4ab3-8052-d89ff0191c6a on network 36089bd1-5352-4790-94a1-997af61fea1d {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:44:41.951400 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de3237d-7d61-4194-9e6c-0a2c83daea9b None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:44:41.951771 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de3237d-7d61-4194-9e6c-0a2c83daea9b None None] Checking segment: {'id': '08a7ca31-1842-4a7e-adf7-77b79e0959ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1631, 'network_id': '36089bd1-5352-4790-94a1-997af61fea1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:44:41.952161 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6de3237d-7d61-4194-9e6c-0a2c83daea9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:41.952547 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de3237d-7d61-4194-9e6c-0a2c83daea9b None None] Bound using segment: {'id': '08a7ca31-1842-4a7e-adf7-77b79e0959ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1631, 'network_id': '36089bd1-5352-4790-94a1-997af61fea1d'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:44:41.953003 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-6de3237d-7d61-4194-9e6c-0a2c83daea9b None None] Bound port: 7f780d5a-014f-4ab3-8052-d89ff0191c6a, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08a7ca31-1842-4a7e-adf7-77b79e0959ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1631, 'network_id': '36089bd1-5352-4790-94a1-997af61fea1d'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:44:41.953379 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6de3237d-7d61-4194-9e6c-0a2c83daea9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:42.028752 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-6de3237d-7d61-4194-9e6c-0a2c83daea9b None None] For port 7f780d5a-014f-4ab3-8052-d89ff0191c6a, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:44:42.032171 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-6de3237d-7d61-4194-9e6c-0a2c83daea9b None None] For port 7f780d5a-014f-4ab3-8052-d89ff0191c6a, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=7f780d5a-014f-4ab3-8052-d89ff0191c6a,segment=NetworkSegment(08a7ca31-1842-4a7e-adf7-77b79e0959ca),segment_id=08a7ca31-1842-4a7e-adf7-77b79e0959ca)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:44:42.085849 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-84218332-a6d1-4627-9477-7519e4b78301 req-012e58b3-c3dc-4eea-9866-3280deb8814b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0315194 Aug 31 09:44:42.093017 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6de3237d-7d61-4194-9e6c-0a2c83daea9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:42.155476 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3237d-7d61-4194-9e6c-0a2c83daea9b None None] Pushing event updated for resources: {'Port': ['ID=7f780d5a-014f-4ab3-8052-d89ff0191c6a,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:42.176449 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-84218332-a6d1-4627-9477-7519e4b78301 req-e2a1dbba-c0b6-4609-bd74-5fc6aaba2a84 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.0373690 Aug 31 09:44:42.248038 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-84218332-a6d1-4627-9477-7519e4b78301 req-60579262-3c6d-46b6-be17-1ac5fc0778da service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40aea3578a764824ae85220fcc0c6911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318043 Aug 31 09:44:42.427254 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-c93ecf45-a9ba-4641-a807-da6600846694 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Allocated IP 172.20.0.1 (36089bd1-5352-4790-94a1-997af61fea1d/cd8c55f4-75f9-40f9-8b0b-65bc092dd952/2eb933b8-9635-493f-8d60-795969fecfa8) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:44:42.466875 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc9e54-b156-4d5e-aa9c-0f13e0217e93 req-cd431b71-68ec-4f7f-888f-d880d5335ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:42.472580 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-abdc9e54-b156-4d5e-aa9c-0f13e0217e93 req-cd431b71-68ec-4f7f-888f-d880d5335ef0 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 1097 time: 0.0592773 Aug 31 09:44:42.482892 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84218332-a6d1-4627-9477-7519e4b78301 req-fb68d66d-a656-402f-b993-fa48a44ece04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:42.484403 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-84218332-a6d1-4627-9477-7519e4b78301 req-fb68d66d-a656-402f-b993-fa48a44ece04 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2268372 Aug 31 09:44:42.527717 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-abdc9e54-b156-4d5e-aa9c-0f13e0217e93 req-c46815c0-1976-4f2e-90e4-a2daea89d82c service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449898 Aug 31 09:44:42.576110 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7f780d5a-014f-4ab3-8052-d89ff0191c6a up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:44:42.667047 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c93ecf45-a9ba-4641-a807-da6600846694 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:42.676360 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51917559-747b-4a56-b196-1aaff91825fc req-9d91c0e6-e633-4f66-9475-1118284a1fbd tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:42.678735 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-51917559-747b-4a56-b196-1aaff91825fc req-9d91c0e6-e633-4f66-9475-1118284a1fbd tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e1899bd-7a39-4252-b028-8db29ba53256 HTTP/1.1" status: 200 len: 947 time: 0.1134419 Aug 31 09:44:42.711249 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 7f780d5a-014f-4ab3-8052-d89ff0191c6a completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:44:42.715382 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b5dffa48-8711-4f46-9429-7a99ae5decb8 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:44:42.729263 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-c93ecf45-a9ba-4641-a807-da6600846694 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Transition to ACTIVE for port object 2eb933b8-9635-493f-8d60-795969fecfa8 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:44:42.763148 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-51917559-747b-4a56-b196-1aaff91825fc req-5dec2a9d-aa1e-401b-89cc-9908454c8f47 tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] 10.222.0.119 "GET /v2.0/security-groups?id=9b32e1d1-3773-46c8-bb02-88c3ccea3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701783 Aug 31 09:44:42.772840 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8a246-4873-4659-8aac-07555bb6444f req-53290593-ade0-4d1b-b6e1-db007a0a9588 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:42.777509 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-67a8a246-4873-4659-8aac-07555bb6444f req-53290593-ade0-4d1b-b6e1-db007a0a9588 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0931456 Aug 31 09:44:42.823871 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port b5dffa48-8711-4f46-9429-7a99ae5decb8 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:44:42.827883 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port b5dffa48-8711-4f46-9429-7a99ae5decb8 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:42.828256 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:42.832426 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-67a8a246-4873-4659-8aac-07555bb6444f req-a74a99eb-5c14-42d6-9650-77d68472d58d tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505049 Aug 31 09:44:42.904472 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c93ecf45-a9ba-4641-a807-da6600846694 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:42.916646 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:42.948850 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port b5dffa48-8711-4f46-9429-7a99ae5decb8, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=b5dffa48-8711-4f46-9429-7a99ae5decb8,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:42.980885 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93ecf45-a9ba-4641-a807-da6600846694 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Network 36089bd1-5352-4790-94a1-997af61fea1d is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:44:42.989129 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-c93ecf45-a9ba-4641-a807-da6600846694 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:42.993779 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93ecf45-a9ba-4641-a807-da6600846694 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:44:42.996294 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ecf45-a9ba-4641-a807-da6600846694 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'Port': ['ID=2eb933b8-9635-493f-8d60-795969fecfa8,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:43.036290 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:43.053960 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ae0b7-9516-46e5-a92f-e6840d839238 req-eae55696-fa9d-4cb8-85e3-fd5640491394 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:43.055583 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-744ae0b7-9516-46e5-a92f-e6840d839238 req-eae55696-fa9d-4cb8-85e3-fd5640491394 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/ports?device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 946 time: 0.1169016 Aug 31 09:44:43.084845 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c93ecf45-a9ba-4641-a807-da6600846694 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:43.097047 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=b5dffa48-8711-4f46-9429-7a99ae5decb8,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:43.152422 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-744ae0b7-9516-46e5-a92f-e6840d839238 req-0de8b0a7-98eb-4360-b906-4302419c00b7 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/security-groups?id=86358dfb-d362-4d34-a15f-60d8b5445ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835636 Aug 31 09:44:43.284975 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd022805-b67b-452b-818f-3629b63f5c5d req-aa5269f9-c8a0-4c35-ae23-ac3555fb40d0 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:43.287542 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd022805-b67b-452b-818f-3629b63f5c5d req-aa5269f9-c8a0-4c35-ae23-ac3555fb40d0 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/ports?device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 946 time: 0.0575075 Aug 31 09:44:43.317599 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febfcced-a5df-470d-8d98-2c280b17da85 None None] Network 36089bd1-5352-4790-94a1-997af61fea1d requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:44:43.356397 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd022805-b67b-452b-818f-3629b63f5c5d req-00e3d369-039e-4af8-b2ae-d87d0bbe2f8c tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/security-groups?id=86358dfb-d362-4d34-a15f-60d8b5445ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620935 Aug 31 09:44:43.366826 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c93ecf45-a9ba-4641-a807-da6600846694 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:43.381373 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 36990) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:43.530262 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-2a232278-671f-4c31-8cfe-ecd97c1b13a5 None None] Provisioning for port 7f780d5a-014f-4ab3-8052-d89ff0191c6a completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:44:43.535628 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-2a232278-671f-4c31-8cfe-ecd97c1b13a5 None None] Provisioning complete for port 7f780d5a-014f-4ab3-8052-d89ff0191c6a triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:43.536963 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2a232278-671f-4c31-8cfe-ecd97c1b13a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:43.600877 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916bfbf0-4102-4bd1-a678-d2634a1d7573 tempest-TestVolumeBackupRestore-301741001 tempest-TestVolumeBackupRestore-301741001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:43.603832 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-916bfbf0-4102-4bd1-a678-d2634a1d7573 tempest-TestVolumeBackupRestore-301741001 tempest-TestVolumeBackupRestore-301741001-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 1093 time: 0.2212179 Aug 31 09:44:43.606641 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 36994) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:43.612462 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-40144db1-50e7-4511-870e-bc05ce3d871a tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'port_id': '67a53eaa-7560-473a-9e08-8753059f2162', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:43.656765 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2a232278-671f-4c31-8cfe-ecd97c1b13a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:43.693319 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-2a232278-671f-4c31-8cfe-ecd97c1b13a5 None None] For port 7f780d5a-014f-4ab3-8052-d89ff0191c6a, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=7f780d5a-014f-4ab3-8052-d89ff0191c6a,segment=NetworkSegment(08a7ca31-1842-4a7e-adf7-77b79e0959ca),segment_id=08a7ca31-1842-4a7e-adf7-77b79e0959ca)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:43.716371 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-40144db1-50e7-4511-870e-bc05ce3d871a tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks [] for floatingip, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:43.720936 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c93ecf45-a9ba-4641-a807-da6600846694 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:43.801573 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2a232278-671f-4c31-8cfe-ecd97c1b13a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:43.829408 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c93ecf45-a9ba-4641-a807-da6600846694 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:43.839479 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-40144db1-50e7-4511-870e-bc05ce3d871a tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:43.878321 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a232278-671f-4c31-8cfe-ecd97c1b13a5 None None] Pushing event updated for resources: {'Port': ['ID=7f780d5a-014f-4ab3-8052-d89ff0191c6a,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:43.950875 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a6769077-ee3e-4a76-ac6b-34b6f16488ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:43.996135 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-597d4836-c52a-43a8-9bc2-551013847d40 None None] Provisioning for port 2eb933b8-9635-493f-8d60-795969fecfa8 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:44:44.001002 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-597d4836-c52a-43a8-9bc2-551013847d40 None None] Provisioning complete for port 2eb933b8-9635-493f-8d60-795969fecfa8 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:44.001661 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-597d4836-c52a-43a8-9bc2-551013847d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:44.002169 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c93ecf45-a9ba-4641-a807-da6600846694 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:44.002410 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-40144db1-50e7-4511-870e-bc05ce3d871a tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Allocated IP 172.25.2.213 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/28a28a67-63ba-4779-bfed-b4d7dbffa889) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:44:44.007371 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ecf45-a9ba-4641-a807-da6600846694 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'Port': ['ID=2eb933b8-9635-493f-8d60-795969fecfa8,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:44.044465 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-597d4836-c52a-43a8-9bc2-551013847d40 None None] Port 2eb933b8-9635-493f-8d60-795969fecfa8 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:44:44.047349 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37b876-4ae7-402c-9dc5-8518a4a4daaf req-604f8cad-ea4f-47f2-ba99-4f8ec02662f3 tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:44.048946 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0c37b876-4ae7-402c-9dc5-8518a4a4daaf req-604f8cad-ea4f-47f2-ba99-4f8ec02662f3 tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e1899bd-7a39-4252-b028-8db29ba53256 HTTP/1.1" status: 200 len: 947 time: 0.1495848 Aug 31 09:44:44.055520 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-597d4836-c52a-43a8-9bc2-551013847d40 None None] Provisioning complete for port 7f780d5a-014f-4ab3-8052-d89ff0191c6a triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:44.056002 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-597d4836-c52a-43a8-9bc2-551013847d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:44.098165 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:44.117542 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 2d311887-baa9-4100-b28b-8baee8eccb59 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:44:44.119539 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d98923-9882-476b-9c0e-c09c8e7d4318 req-408eadb9-0584-4247-a73b-183ad7952fac tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:44.127382 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-44d98923-9882-476b-9c0e-c09c8e7d4318 req-408eadb9-0584-4247-a73b-183ad7952fac tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.1863687 Aug 31 09:44:44.153388 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-40144db1-50e7-4511-870e-bc05ce3d871a tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:44.162460 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0c37b876-4ae7-402c-9dc5-8518a4a4daaf req-e2ef457f-04ba-429d-8ffc-03a222c90daf tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] 10.222.0.119 "GET /v2.0/security-groups?id=9b32e1d1-3773-46c8-bb02-88c3ccea3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818980 Aug 31 09:44:44.202208 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-44d98923-9882-476b-9c0e-c09c8e7d4318 req-e9811609-e492-4983-b9cb-7629c6366d79 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740626 Aug 31 09:44:44.216069 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93ecf45-a9ba-4641-a807-da6600846694 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Network 36089bd1-5352-4790-94a1-997af61fea1d is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:44:44.217523 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-c93ecf45-a9ba-4641-a807-da6600846694 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:44.263746 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 2d311887-baa9-4100-b28b-8baee8eccb59, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=2d311887-baa9-4100-b28b-8baee8eccb59,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:44.277053 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '2d311887-baa9-4100-b28b-8baee8eccb59', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': '2d311887-baa9-4100-b28b-8baee8eccb59', 'mac_address': 'fa:16:3e:2f:a9:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:44:44.281201 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-40144db1-50e7-4511-870e-bc05ce3d871a tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:44.339261 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:44.346642 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40144db1-50e7-4511-870e-bc05ce3d871a tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:44:44.350250 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-40144db1-50e7-4511-870e-bc05ce3d871a tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:44.353203 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40144db1-50e7-4511-870e-bc05ce3d871a tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:44:44.363155 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93ecf45-a9ba-4641-a807-da6600846694 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Router 75137990-4bc3-48bc-b8c7-83e6ab019b65 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:44:44.367203 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a7f92271-d2db-4d42-a8c0-ec25aabfa119 None None] Provisioning complete for port 2eb933b8-9635-493f-8d60-795969fecfa8 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:44.368338 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a7f92271-d2db-4d42-a8c0-ec25aabfa119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:44.372623 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d311887-baa9-4100-b28b-8baee8eccb59 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:44:44.437116 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a7f92271-d2db-4d42-a8c0-ec25aabfa119 None None] Port 2eb933b8-9635-493f-8d60-795969fecfa8 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:44:44.457673 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 2d311887-baa9-4100-b28b-8baee8eccb59, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=2d311887-baa9-4100-b28b-8baee8eccb59,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:44.460915 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40144db1-50e7-4511-870e-bc05ce3d871a tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Pushing event updated for resources: {'Port': ['ID=28a28a67-63ba-4779-bfed-b4d7dbffa889,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:44.487138 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7f780d5a-014f-4ab3-8052-d89ff0191c6a up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:44:44.507699 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93ecf45-a9ba-4641-a807-da6600846694 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:44.520696 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a15311-fbe7-49f6-b6bb-87d85e09bfce None None] Sync routers for ids ['75137990-4bc3-48bc-b8c7-83e6ab019b65'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:44.523519 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c93ecf45-a9ba-4641-a807-da6600846694 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "PUT /v2.0/routers/75137990-4bc3-48bc-b8c7-83e6ab019b65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7353330 Aug 31 09:44:44.553116 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a15311-fbe7-49f6-b6bb-87d85e09bfce None None] Routers {'75137990-4bc3-48bc-b8c7-83e6ab019b65'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:44.554042 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a3a15311-fbe7-49f6-b6bb-87d85e09bfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:44:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['75137990-4bc3-48bc-b8c7-83e6ab019b65'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:44.562521 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:44.568068 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 7f780d5a-014f-4ab3-8052-d89ff0191c6a triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:44.568698 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:44.668829 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=2d311887-baa9-4100-b28b-8baee8eccb59,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:44.702990 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-a3a15311-fbe7-49f6-b6bb-87d85e09bfce None None] Set router 75137990-4bc3-48bc-b8c7-83e6ab019b65 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:44:44.749140 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b5dffa48-8711-4f46-9429-7a99ae5decb8 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:44:44.791397 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007796a-8f59-456f-b82d-dbb332f407e0 req-947f12dc-1ddf-4ac2-a3fe-bdb4270120d7 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:44.793496 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9007796a-8f59-456f-b82d-dbb332f407e0 req-947f12dc-1ddf-4ac2-a3fe-bdb4270120d7 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0797980 Aug 31 09:44:44.799602 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9c072c0c-6498-4cd1-b77a-079f123a4ce4 None None] Provisioning complete for port 2eb933b8-9635-493f-8d60-795969fecfa8 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:44.800014 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9c072c0c-6498-4cd1-b77a-079f123a4ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:44.828262 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-ddab0246-1e46-4c9a-a899-ed72c277155a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-234807004&fields=id&tenant_id=29b420db5ab94eb097db55181093bc9b HTTP/1.1" status: 200 len: 267 time: 0.0653255 Aug 31 09:44:44.842392 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['2d311887-baa9-4100-b28b-8baee8eccb59'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:44:44.888890 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-9c072c0c-6498-4cd1-b77a-079f123a4ce4 None None] Port 2eb933b8-9635-493f-8d60-795969fecfa8 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:44:44.920777 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port b5dffa48-8711-4f46-9429-7a99ae5decb8 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:44.921313 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:44.936656 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9007796a-8f59-456f-b82d-dbb332f407e0 req-ac70b1a9-344a-4c24-a7b4-d90da491d473 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125417 Aug 31 09:44:44.943633 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd4469-81a8-4089-b64d-c2765a50b9fb req-8e87182a-2fa8-43a5-a750-e641fb34fa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:44.944956 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-39cd4469-81a8-4089-b64d-c2765a50b9fb req-8e87182a-2fa8-43a5-a750-e641fb34fa06 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1483927df0174ff9adec2a0b408e8935&device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 1097 time: 0.1007221 Aug 31 09:44:44.993360 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a3a15311-fbe7-49f6-b6bb-87d85e09bfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642446200', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'b5dffa48-8711-4f46-9429-7a99ae5decb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:36Z', 'updated_at': '2021-08-31T09:44:43Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': 'b5dffa48-8711-4f46-9429-7a99ae5decb8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:37Z', 'updated_at': '2021-08-31T09:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '2eb933b8-9635-493f-8d60-795969fecfa8', 'name': '', 'network_id': '36089bd1-5352-4790-94a1-997af61fea1d', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:5e:c8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'cd8c55f4-75f9-40f9-8b0b-65bc092dd952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:42Z', 'updated_at': '2021-08-31T09:44:43Z', 'revision_number': 2, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': 'cd8c55f4-75f9-40f9-8b0b-65bc092dd952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:45.000477 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-e573c207-317f-467a-9228-643f15f68406 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:45.002293 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-e573c207-317f-467a-9228-643f15f68406 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/networks?id=36089bd1-5352-4790-94a1-997af61fea1d HTTP/1.1" status: 200 len: 797 time: 0.1651328 Aug 31 09:44:45.022593 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a15311-fbe7-49f6-b6bb-87d85e09bfce None None] Checking router: 75137990-4bc3-48bc-b8c7-83e6ab019b65 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:44:45.023158 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-40144db1-50e7-4511-870e-bc05ce3d871a tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:45.023542 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a15311-fbe7-49f6-b6bb-87d85e09bfce None None] Updating router 75137990-4bc3-48bc-b8c7-83e6ab019b65 port 2eb933b8-9635-493f-8d60-795969fecfa8 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:44:45.024128 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-3a4a95ae-0e05-455f-a070-792f681d1f9f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/quotas/29b420db5ab94eb097db55181093bc9b HTTP/1.1" status: 200 len: 375 time: 0.0137775 Aug 31 09:44:45.066179 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-a3a15311-fbe7-49f6-b6bb-87d85e09bfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:45.087986 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-2230c0be-aa82-4e97-9a5e-648b0f27c39f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581381 Aug 31 09:44:45.107628 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd4469-81a8-4089-b64d-c2765a50b9fb req-df1bcd06-f7fb-4bab-9022-3a570b0e1cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:45.109335 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-39cd4469-81a8-4089-b64d-c2765a50b9fb req-df1bcd06-f7fb-4bab-9022-3a570b0e1cc6 service neutron] 10.222.0.112 "GET /v2.0/networks?id=bb75b194-2297-4562-8861-62feab5f7e5a HTTP/1.1" status: 200 len: 919 time: 0.1526630 Aug 31 09:44:45.167176 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-39cd4469-81a8-4089-b64d-c2765a50b9fb req-8d1ac063-6bcd-4693-99d8-87df95c5ec3e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=929435bd-f66c-4eb5-b442-9fa6d0c94b56 HTTP/1.1" status: 200 len: 217 time: 0.0474098 Aug 31 09:44:45.202316 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-154897d7-838e-47eb-92ae-180cb6a2d91d service neutron] 10.222.0.119 "GET /v2.0/networks/36089bd1-5352-4790-94a1-997af61fea1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010418 Aug 31 09:44:45.220386 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-40144db1-50e7-4511-870e-bc05ce3d871a tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:45.261248 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd4469-81a8-4089-b64d-c2765a50b9fb req-d40dbdc6-2a18-4944-b05c-58c0515a32c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:45.262757 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-39cd4469-81a8-4089-b64d-c2765a50b9fb req-d40dbdc6-2a18-4944-b05c-58c0515a32c7 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=2c596dd9-fb45-4c75-b855-64d163143380 HTTP/1.1" status: 200 len: 857 time: 0.0786176 Aug 31 09:44:45.314568 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-39cd4469-81a8-4089-b64d-c2765a50b9fb req-1268b9be-6b02-4dee-976b-3f3b2473b8f2 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=bb75b194-2297-4562-8861-62feab5f7e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385828 Aug 31 09:44:45.340049 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da71fee-1c9e-48e1-82f4-39a72d6d110b req-b127ebd5-e61e-4a46-8f79-46c0e43972dc tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:45.341650 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0da71fee-1c9e-48e1-82f4-39a72d6d110b req-b127ebd5-e61e-4a46-8f79-46c0e43972dc tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e1899bd-7a39-4252-b028-8db29ba53256 HTTP/1.1" status: 200 len: 948 time: 0.0854163 Aug 31 09:44:45.344491 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-b4764e05-dd2c-4896-92ff-15e447dbca6f service neutron] 10.222.0.119 "GET /v2.0/networks/36089bd1-5352-4790-94a1-997af61fea1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353259 Aug 31 09:44:45.367186 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:45.395798 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0da71fee-1c9e-48e1-82f4-39a72d6d110b req-be4e24ce-5eb9-4f32-94ab-d75577a1fbd5 tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] 10.222.0.119 "GET /v2.0/security-groups?id=9b32e1d1-3773-46c8-bb02-88c3ccea3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423329 Aug 31 09:44:45.495573 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-a3a15311-fbe7-49f6-b6bb-87d85e09bfce None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:45.501793 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-40144db1-50e7-4511-870e-bc05ce3d871a tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:45.516264 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-a3a15311-fbe7-49f6-b6bb-87d85e09bfce None None] Transition to ACTIVE for port object 2eb933b8-9635-493f-8d60-795969fecfa8 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:44:45.525314 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-39cd4469-81a8-4089-b64d-c2765a50b9fb req-1770a512-7032-4adb-8db4-8df69587177a service neutron] 10.222.0.112 "GET /v2.0/networks/bb75b194-2297-4562-8861-62feab5f7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998539 Aug 31 09:44:45.571764 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71d8a756-86a4-4642-a510-da5578240712 req-44e05fea-eb97-4432-beb3-e2e8f227d6a8 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 210 time: 0.0287917 Aug 31 09:44:45.578101 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-a3a15311-fbe7-49f6-b6bb-87d85e09bfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:45.580584 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-40144db1-50e7-4511-870e-bc05ce3d871a tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:45.643563 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c7104-64e5-43ee-8b10-8a35dcfa8dd1 None None] Pushing event updated for resources: {'Port': ['ID=2eb933b8-9635-493f-8d60-795969fecfa8,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:45.669264 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c7104-64e5-43ee-8b10-8a35dcfa8dd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:45.669594 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c7104-64e5-43ee-8b10-8a35dcfa8dd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:45.670252 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c7104-64e5-43ee-8b10-8a35dcfa8dd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:45.670252 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c7104-64e5-43ee-8b10-8a35dcfa8dd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:45.670618 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c7104-64e5-43ee-8b10-8a35dcfa8dd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:45.670894 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c7104-64e5-43ee-8b10-8a35dcfa8dd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:45.671210 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c7104-64e5-43ee-8b10-8a35dcfa8dd1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:45.671521 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c7104-64e5-43ee-8b10-8a35dcfa8dd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:45.671833 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c7104-64e5-43ee-8b10-8a35dcfa8dd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:45.672272 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c7104-64e5-43ee-8b10-8a35dcfa8dd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:45.672587 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c7104-64e5-43ee-8b10-8a35dcfa8dd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:45.673075 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36c7104-64e5-43ee-8b10-8a35dcfa8dd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:45.680856 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40144db1-50e7-4511-870e-bc05ce3d871a tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Pushing event updated for resources: {'Port': ['ID=28a28a67-63ba-4779-bfed-b4d7dbffa889,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:45.706935 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-40144db1-50e7-4511-870e-bc05ce3d871a tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:45.721270 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-39cd4469-81a8-4089-b64d-c2765a50b9fb req-0eaca437-000a-4f44-97a7-f0889bf0253c service neutron] 10.222.0.112 "GET /v2.0/networks/bb75b194-2297-4562-8861-62feab5f7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868021 Aug 31 09:44:45.728665 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-a3a15311-fbe7-49f6-b6bb-87d85e09bfce None None] Attempting to bind port 2eb933b8-9635-493f-8d60-795969fecfa8 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:44:45.729022 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-a3a15311-fbe7-49f6-b6bb-87d85e09bfce None None] Attempting to bind port 2eb933b8-9635-493f-8d60-795969fecfa8 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '08a7ca31-1842-4a7e-adf7-77b79e0959ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1631, 'network_id': '36089bd1-5352-4790-94a1-997af61fea1d'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:44:45.729550 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a15311-fbe7-49f6-b6bb-87d85e09bfce None None] Attempting to bind port 2eb933b8-9635-493f-8d60-795969fecfa8 on network 36089bd1-5352-4790-94a1-997af61fea1d {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:44:45.735455 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a15311-fbe7-49f6-b6bb-87d85e09bfce None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:44:45.736107 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a15311-fbe7-49f6-b6bb-87d85e09bfce None None] Checking segment: {'id': '08a7ca31-1842-4a7e-adf7-77b79e0959ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1631, 'network_id': '36089bd1-5352-4790-94a1-997af61fea1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:44:45.736661 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-a3a15311-fbe7-49f6-b6bb-87d85e09bfce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:45.737188 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a15311-fbe7-49f6-b6bb-87d85e09bfce None None] Bound using segment: {'id': '08a7ca31-1842-4a7e-adf7-77b79e0959ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1631, 'network_id': '36089bd1-5352-4790-94a1-997af61fea1d'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:44:45.737806 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-a3a15311-fbe7-49f6-b6bb-87d85e09bfce None None] Bound port: 2eb933b8-9635-493f-8d60-795969fecfa8, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08a7ca31-1842-4a7e-adf7-77b79e0959ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1631, 'network_id': '36089bd1-5352-4790-94a1-997af61fea1d'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:44:45.738331 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-a3a15311-fbe7-49f6-b6bb-87d85e09bfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:45.827932 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-a3a15311-fbe7-49f6-b6bb-87d85e09bfce None None] For port 2eb933b8-9635-493f-8d60-795969fecfa8, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:44:45.833764 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-a3a15311-fbe7-49f6-b6bb-87d85e09bfce None None] For port 2eb933b8-9635-493f-8d60-795969fecfa8, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=2eb933b8-9635-493f-8d60-795969fecfa8,segment=NetworkSegment(08a7ca31-1842-4a7e-adf7-77b79e0959ca),segment_id=08a7ca31-1842-4a7e-adf7-77b79e0959ca)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:44:45.862087 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [None req-40144db1-50e7-4511-870e-bc05ce3d871a tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Floating IP eec3db49-184b-4387-8578-d40ae5b2b97f associated. External IP: 172.25.2.213, port: 67a53eaa-7560-473a-9e08-8753059f2162. Aug 31 09:44:45.909996 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-a3a15311-fbe7-49f6-b6bb-87d85e09bfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:45.969179 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a15311-fbe7-49f6-b6bb-87d85e09bfce None None] Routers {'75137990-4bc3-48bc-b8c7-83e6ab019b65'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:45.969787 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a3a15311-fbe7-49f6-b6bb-87d85e09bfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:44:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['75137990-4bc3-48bc-b8c7-83e6ab019b65'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:46.025085 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c7104-64e5-43ee-8b10-8a35dcfa8dd1 None None] Pushing event updated for resources: {'Port': ['ID=2eb933b8-9635-493f-8d60-795969fecfa8,revision_number=4']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:46.122830 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 2d311887-baa9-4100-b28b-8baee8eccb59 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:44:46.132297 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915655d-b58a-4379-be4c-264277dbe4d5 req-54568501-8ec1-43d3-83c7-40480a8f11fe tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:46.138804 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-a3a15311-fbe7-49f6-b6bb-87d85e09bfce None None] Set router 75137990-4bc3-48bc-b8c7-83e6ab019b65 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:44:46.141622 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6915655d-b58a-4379-be4c-264277dbe4d5 req-54568501-8ec1-43d3-83c7-40480a8f11fe tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0872347 Aug 31 09:44:46.144448 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40144db1-50e7-4511-870e-bc05ce3d871a tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Router 32038140-898b-466b-a1d9-586af28a523c has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:44:46.178527 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6915655d-b58a-4379-be4c-264277dbe4d5 req-dfa88722-a287-4eef-a910-814d79b3dbcc tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359612 Aug 31 09:44:46.310309 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 2d311887-baa9-4100-b28b-8baee8eccb59 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:44:46.313145 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40144db1-50e7-4511-870e-bc05ce3d871a tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:46.315816 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 2d311887-baa9-4100-b28b-8baee8eccb59 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:46.316198 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:46.347417 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f256937-f404-4fa3-85e1-a66f1d2ba2db None None] Sync routers for ids ['32038140-898b-466b-a1d9-586af28a523c'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:46.369475 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f256937-f404-4fa3-85e1-a66f1d2ba2db None None] Routers {'32038140-898b-466b-a1d9-586af28a523c'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:46.372044 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-7f256937-f404-4fa3-85e1-a66f1d2ba2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:44:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['32038140-898b-466b-a1d9-586af28a523c'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:46.391717 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-40144db1-50e7-4511-870e-bc05ce3d871a tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:46.418767 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a3a15311-fbe7-49f6-b6bb-87d85e09bfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642446200', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'b5dffa48-8711-4f46-9429-7a99ae5decb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:36Z', 'updated_at': '2021-08-31T09:44:43Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': 'b5dffa48-8711-4f46-9429-7a99ae5decb8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:37Z', 'updated_at': '2021-08-31T09:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '2eb933b8-9635-493f-8d60-795969fecfa8', 'name': '', 'network_id': '36089bd1-5352-4790-94a1-997af61fea1d', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:5e:c8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'cd8c55f4-75f9-40f9-8b0b-65bc092dd952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:42Z', 'updated_at': '2021-08-31T09:44:45Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': 'cd8c55f4-75f9-40f9-8b0b-65bc092dd952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:46.446042 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 37034) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:46.447707 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-40144db1-50e7-4511-870e-bc05ce3d871a tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8391640 Aug 31 09:44:46.448358 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050', 'tag': '67a53eaa-7560-473a-9e08-8753059f2162'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:44:46.451033 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c583c94-7904-4dee-b873-1df18c4241f8" -d '{"events": [{"name": "network-changed", "server_uuid": "74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050", "tag": "67a53eaa-7560-473a-9e08-8753059f2162"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:44:46.452337 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a15311-fbe7-49f6-b6bb-87d85e09bfce None None] The sync data for ids ['75137990-4bc3-48bc-b8c7-83e6ab019b65'] in n-d-791506-28 is: [{'id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642446200', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'b5dffa48-8711-4f46-9429-7a99ae5decb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:36Z', 'updated_at': '2021-08-31T09:44:43Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': 'b5dffa48-8711-4f46-9429-7a99ae5decb8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:37Z', 'updated_at': '2021-08-31T09:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '2eb933b8-9635-493f-8d60-795969fecfa8', 'name': '', 'network_id': '36089bd1-5352-4790-94a1-997af61fea1d', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:5e:c8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'cd8c55f4-75f9-40f9-8b0b-65bc092dd952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:42Z', 'updated_at': '2021-08-31T09:44:45Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': 'cd8c55f4-75f9-40f9-8b0b-65bc092dd952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:46.511551 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a00da52-7a89-414a-8133-230678d2350e x-openstack-request-id: req-5a00da52-7a89-414a-8133-230678d2350e {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:44:46.513710 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050", "tag": "67a53eaa-7560-473a-9e08-8753059f2162", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:44:46.514086 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-5a00da52-7a89-414a-8133-230678d2350e {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:44:46.515200 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050', 'tag': '67a53eaa-7560-473a-9e08-8753059f2162', 'status': 'completed', 'code': 200} Aug 31 09:44:46.538187 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:46.571886 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-7f256937-f404-4fa3-85e1-a66f1d2ba2db None None] Set router 32038140-898b-466b-a1d9-586af28a523c gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:44:46.581395 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1899bd-7a39-4252-b028-8db29ba53256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d311887-baa9-4100-b28b-8baee8eccb59'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:44:46.584002 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb74f0c-929e-471f-81c1-ebda6fc2040f" -d '{"events": [{"server_uuid": "6e1899bd-7a39-4252-b028-8db29ba53256", "name": "network-vif-plugged", "status": "completed", "tag": "2d311887-baa9-4100-b28b-8baee8eccb59"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:44:46.613708 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5d293e-aeb2-4f0d-b7b7-2e7ecf748d2c tempest-TestVolumeBackupRestore-301741001 tempest-TestVolumeBackupRestore-301741001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:46.622906 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-df5d293e-aeb2-4f0d-b7b7-2e7ecf748d2c tempest-TestVolumeBackupRestore-301741001 tempest-TestVolumeBackupRestore-301741001-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 1093 time: 0.1746943 Aug 31 09:44:46.625746 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37042) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:44:46.632627 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-0cc598e6-f6e6-4053-9917-15f4d074b73d tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Request body: {'floatingip': {'port_id': '67a53eaa-7560-473a-9e08-8753059f2162'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:46.644149 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 2d311887-baa9-4100-b28b-8baee8eccb59, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=2d311887-baa9-4100-b28b-8baee8eccb59,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:46.648332 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416e881-31a7-436a-969b-60537f0c85c6 req-23104634-812c-4e43-ba98-d7d8438846b8 tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:46.649904 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b416e881-31a7-436a-969b-60537f0c85c6 req-23104634-812c-4e43-ba98-d7d8438846b8 tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e1899bd-7a39-4252-b028-8db29ba53256 HTTP/1.1" status: 200 len: 948 time: 0.1595972 Aug 31 09:44:46.671687 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c583c94-7904-4dee-b873-1df18c4241f8 req-3ef60f85-c15f-4720-82d1-65abc1dd9e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:46.673172 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1c583c94-7904-4dee-b873-1df18c4241f8 req-3ef60f85-c15f-4720-82d1-65abc1dd9e36 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=142d073d795048bfbcfc04c6c93ff5f3&device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 1098 time: 0.1093547 Aug 31 09:44:46.721816 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0cc598e6-f6e6-4053-9917-15f4d074b73d tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks [] for floatingip, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:46.811705 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:46.814769 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5ab1ab50-70f8-43e6-bd44-42bc40b1fc20 req-39ad1558-0fa6-49c4-a6da-e63984516435 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 210 time: 0.1405959 Aug 31 09:44:46.858491 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c583c94-7904-4dee-b873-1df18c4241f8 req-c446111b-dd5d-434f-8934-ea0dc3e4418f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:46.860086 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1c583c94-7904-4dee-b873-1df18c4241f8 req-c446111b-dd5d-434f-8934-ea0dc3e4418f service neutron] 10.222.0.59 "GET /v2.0/networks?id=8054c126-3521-44a1-b49b-66e5f2440e49 HTTP/1.1" status: 200 len: 916 time: 0.1691985 Aug 31 09:44:46.870516 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b416e881-31a7-436a-969b-60537f0c85c6 req-2c255b07-e7fe-40fd-860b-2c1debff2f6e tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] 10.222.0.119 "GET /v2.0/security-groups?id=9b32e1d1-3773-46c8-bb02-88c3ccea3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121093 Aug 31 09:44:46.912399 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=2d311887-baa9-4100-b28b-8baee8eccb59,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:46.933187 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03106ca-8fe9-4776-b5a8-abbb9dce6424 x-openstack-request-id: req-a03106ca-8fe9-4776-b5a8-abbb9dce6424 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:44:46.934506 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1899bd-7a39-4252-b028-8db29ba53256", "name": "network-vif-plugged", "status": "completed", "tag": "2d311887-baa9-4100-b28b-8baee8eccb59", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:44:46.934808 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-a03106ca-8fe9-4776-b5a8-abbb9dce6424 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:44:46.935208 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1899bd-7a39-4252-b028-8db29ba53256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d311887-baa9-4100-b28b-8baee8eccb59', 'code': 200} Aug 31 09:44:46.955443 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1c583c94-7904-4dee-b873-1df18c4241f8 req-3b1f974f-10cc-455b-a0d6-b80c072cc0ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67a53eaa-7560-473a-9e08-8753059f2162 HTTP/1.1" status: 200 len: 1000 time: 0.0786853 Aug 31 09:44:47.029632 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-7f256937-f404-4fa3-85e1-a66f1d2ba2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32038140-898b-466b-a1d9-586af28a523c', 'name': 'tempest-TestVolumeBackupRestore-1810376137-router', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:41:19Z', 'revision_number': 4, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'gw_port': {'id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:83:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32038140-898b-466b-a1d9-586af28a523c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'eec3db49-184b-4387-8578-d40ae5b2b97f', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '32038140-898b-466b-a1d9-586af28a523c', 'port_id': '67a53eaa-7560-473a-9e08-8753059f2162', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8054c126-3521-44a1-b49b-66e5f2440e49', 'mac_address': 'fa:16:3e:16:14:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:44:44Z', 'updated_at': '2021-08-31T09:44:44Z', 'revision_number': 0, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9024f7c6-b933-45c0-80cd-2ec40f863bd9', 'name': '', 'network_id': '8054c126-3521-44a1-b49b-66e5f2440e49', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'mac_address': 'fa:16:3e:02:e0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32038140-898b-466b-a1d9-586af28a523c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'ef72a544-f8fb-4621-a06b-ade33043d837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:18Z', 'updated_at': '2021-08-31T09:41:24Z', 'revision_number': 5, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'subnets': [{'id': 'ef72a544-f8fb-4621-a06b-ade33043d837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:47.035709 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c583c94-7904-4dee-b873-1df18c4241f8 req-6cad92f4-2bcd-4df0-ba5c-3f57ac1bfb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:47.038760 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1c583c94-7904-4dee-b873-1df18c4241f8 req-6cad92f4-2bcd-4df0-ba5c-3f57ac1bfb3e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef72a544-f8fb-4621-a06b-ade33043d837 HTTP/1.1" status: 200 len: 853 time: 0.0740378 Aug 31 09:44:47.068449 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f256937-f404-4fa3-85e1-a66f1d2ba2db None None] Checking router: 32038140-898b-466b-a1d9-586af28a523c for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:44:47.080878 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:47.084584 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f256937-f404-4fa3-85e1-a66f1d2ba2db None None] Routers {'32038140-898b-466b-a1d9-586af28a523c'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:47.085229 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-7f256937-f404-4fa3-85e1-a66f1d2ba2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:44:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['32038140-898b-466b-a1d9-586af28a523c'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:47.110281 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c583c94-7904-4dee-b873-1df18c4241f8 req-1da2cbb4-4f2c-47e6-8f1e-fb503de4b5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:47.128231 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1c583c94-7904-4dee-b873-1df18c4241f8 req-1da2cbb4-4f2c-47e6-8f1e-fb503de4b5c6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8054c126-3521-44a1-b49b-66e5f2440e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797899 Aug 31 09:44:47.131258 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44487b8-8dfa-4453-8997-2af0afbd9d46 req-8a21f0e5-bcda-42aa-85c7-3481a14e286c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:47.132791 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e44487b8-8dfa-4453-8997-2af0afbd9d46 req-8a21f0e5-bcda-42aa-85c7-3481a14e286c service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=6e1899bd-7a39-4252-b028-8db29ba53256 HTTP/1.1" status: 200 len: 1101 time: 0.0873003 Aug 31 09:44:47.228531 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-7f256937-f404-4fa3-85e1-a66f1d2ba2db None None] Set router 32038140-898b-466b-a1d9-586af28a523c gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:44:47.232453 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e44487b8-8dfa-4453-8997-2af0afbd9d46 req-cc639023-0620-44ee-84a2-17107b21d0b0 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=9b32e1d1-3773-46c8-bb02-88c3ccea3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901768 Aug 31 09:44:47.303580 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1c583c94-7904-4dee-b873-1df18c4241f8 req-a56c867d-33f1-47b1-ad33-93b7633c7632 service neutron] 10.222.0.59 "GET /v2.0/networks/8054c126-3521-44a1-b49b-66e5f2440e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593177 Aug 31 09:44:47.468385 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd852f54-0b9f-4759-86d9-b22719c3917a req-deafa822-49fe-41a6-93f3-1cfde734867f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:47.477104 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd852f54-0b9f-4759-86d9-b22719c3917a req-deafa822-49fe-41a6-93f3-1cfde734867f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.1914062 Aug 31 09:44:47.482264 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0cc598e6-f6e6-4053-9917-15f4d074b73d tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:47.508686 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1c583c94-7904-4dee-b873-1df18c4241f8 req-b1ad7767-9579-46a2-b464-32657e56f136 service neutron] 10.222.0.59 "GET /v2.0/networks/8054c126-3521-44a1-b49b-66e5f2440e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806448 Aug 31 09:44:47.538194 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd852f54-0b9f-4759-86d9-b22719c3917a req-637b68ea-4ab6-483d-b79c-a7e4aad800ae tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550349 Aug 31 09:44:47.549968 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0cc598e6-f6e6-4053-9917-15f4d074b73d tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:47.557044 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-7f256937-f404-4fa3-85e1-a66f1d2ba2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32038140-898b-466b-a1d9-586af28a523c', 'name': 'tempest-TestVolumeBackupRestore-1810376137-router', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:41:19Z', 'revision_number': 4, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'gw_port': {'id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:83:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32038140-898b-466b-a1d9-586af28a523c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'eec3db49-184b-4387-8578-d40ae5b2b97f', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '32038140-898b-466b-a1d9-586af28a523c', 'port_id': '67a53eaa-7560-473a-9e08-8753059f2162', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8054c126-3521-44a1-b49b-66e5f2440e49', 'mac_address': 'fa:16:3e:16:14:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:44:44Z', 'updated_at': '2021-08-31T09:44:44Z', 'revision_number': 0, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9024f7c6-b933-45c0-80cd-2ec40f863bd9', 'name': '', 'network_id': '8054c126-3521-44a1-b49b-66e5f2440e49', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'mac_address': 'fa:16:3e:02:e0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32038140-898b-466b-a1d9-586af28a523c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'ef72a544-f8fb-4621-a06b-ade33043d837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:18Z', 'updated_at': '2021-08-31T09:41:24Z', 'revision_number': 5, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'subnets': [{'id': 'ef72a544-f8fb-4621-a06b-ade33043d837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:47.585400 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f256937-f404-4fa3-85e1-a66f1d2ba2db None None] The sync data for ids ['32038140-898b-466b-a1d9-586af28a523c'] in n-d-791506-28 is: [{'id': '32038140-898b-466b-a1d9-586af28a523c', 'name': 'tempest-TestVolumeBackupRestore-1810376137-router', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:41:19Z', 'revision_number': 4, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'gw_port': {'id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:83:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32038140-898b-466b-a1d9-586af28a523c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'eec3db49-184b-4387-8578-d40ae5b2b97f', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '32038140-898b-466b-a1d9-586af28a523c', 'port_id': '67a53eaa-7560-473a-9e08-8753059f2162', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8054c126-3521-44a1-b49b-66e5f2440e49', 'mac_address': 'fa:16:3e:16:14:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:44:44Z', 'updated_at': '2021-08-31T09:44:44Z', 'revision_number': 0, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9024f7c6-b933-45c0-80cd-2ec40f863bd9', 'name': '', 'network_id': '8054c126-3521-44a1-b49b-66e5f2440e49', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'mac_address': 'fa:16:3e:02:e0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32038140-898b-466b-a1d9-586af28a523c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'ef72a544-f8fb-4621-a06b-ade33043d837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:18Z', 'updated_at': '2021-08-31T09:41:24Z', 'revision_number': 5, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'subnets': [{'id': 'ef72a544-f8fb-4621-a06b-ade33043d837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:47.822423 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc598e6-f6e6-4053-9917-15f4d074b73d tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Router 32038140-898b-466b-a1d9-586af28a523c has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:44:47.906909 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-04d28ed9-167d-44b4-9b5c-7d33c2a2d888 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:47.908827 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-04d28ed9-167d-44b4-9b5c-7d33c2a2d888 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.59 "GET /v2.0/networks?id=36089bd1-5352-4790-94a1-997af61fea1d HTTP/1.1" status: 200 len: 797 time: 0.1421976 Aug 31 09:44:47.978841 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f5c5d081-c4c4-4695-bc3d-8b77c5003646 req-228a520b-4116-4e8c-b2e6-462a93d8d8e8 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 210 time: 0.0446951 Aug 31 09:44:48.000871 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc598e6-f6e6-4053-9917-15f4d074b73d tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:44:48.008042 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0cc598e6-f6e6-4053-9917-15f4d074b73d tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:48.035086 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b185719f-0f92-4628-8e02-5cf0f20388cf None None] New status for floating IP eec3db49-184b-4387-8578-d40ae5b2b97f: ACTIVE {{(pid=95555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:44:48.068972 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-ae88ef78-8ca7-4f42-94e0-e20bb6411f19 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29b420db5ab94eb097db55181093bc9b HTTP/1.1" status: 200 len: 379 time: 0.1477222 Aug 31 09:44:48.081357 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0cc598e6-f6e6-4053-9917-15f4d074b73d tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "PUT /v2.0/floatingips/eec3db49-184b-4387-8578-d40ae5b2b97f HTTP/1.1" status: 200 len: 992 time: 1.4544337 Aug 31 09:44:48.091828 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-7cd5188b-c6ea-4749-a919-96d15ed1dc71 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'port': {'device_id': '83e125b3-76d5-42c5-8398-e42dbda8cd5b', 'network_id': '36089bd1-5352-4790-94a1-997af61fea1d', 'admin_state_up': True, 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'security_groups': ['62db7c69-81c9-4308-93d7-67b7096d5d5a']}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:48.138250 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09397aa7-de33-4584-8c98-07386cea2566 req-9e457e1e-a3cb-48f9-b65b-67081e8140c2 tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:48.139716 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-09397aa7-de33-4584-8c98-07386cea2566 req-9e457e1e-a3cb-48f9-b65b-67081e8140c2 tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e1899bd-7a39-4252-b028-8db29ba53256 HTTP/1.1" status: 200 len: 949 time: 0.1635323 Aug 31 09:44:48.205374 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-09397aa7-de33-4584-8c98-07386cea2566 req-74457ba8-2138-4d83-9ae6-c6756ca696be tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] 10.222.0.119 "GET /v2.0/security-groups?id=9b32e1d1-3773-46c8-bb02-88c3ccea3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580776 Aug 31 09:44:48.314871 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-7cd5188b-c6ea-4749-a919-96d15ed1dc71 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Made reservation on behalf of 29b420db5ab94eb097db55181093bc9b for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:44:48.318692 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-7cd5188b-c6ea-4749-a919-96d15ed1dc71 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:48.465068 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2eb933b8-9635-493f-8d60-795969fecfa8 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:44:48.516813 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050', 'tag': '67a53eaa-7560-473a-9e08-8753059f2162'}, {'name': 'network-changed', 'server_uuid': '74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050', 'tag': '67a53eaa-7560-473a-9e08-8753059f2162'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:44:48.519358 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461b6b25-71dd-46c3-bc43-8b99404aad3c" -d '{"events": [{"name": "network-changed", "server_uuid": "74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050", "tag": "67a53eaa-7560-473a-9e08-8753059f2162"}, {"name": "network-changed", "server_uuid": "74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050", "tag": "67a53eaa-7560-473a-9e08-8753059f2162"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:44:48.562722 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 09:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d20686-96ea-41d0-9f21-380b117fd182 x-openstack-request-id: req-09d20686-96ea-41d0-9f21-380b117fd182 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:44:48.563424 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050", "tag": "67a53eaa-7560-473a-9e08-8753059f2162", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050", "tag": "67a53eaa-7560-473a-9e08-8753059f2162", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:44:48.563424 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-09d20686-96ea-41d0-9f21-380b117fd182 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:44:48.563718 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050', 'tag': '67a53eaa-7560-473a-9e08-8753059f2162', 'status': 'completed', 'code': 200} Aug 31 09:44:48.563974 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050', 'tag': '67a53eaa-7560-473a-9e08-8753059f2162', 'status': 'completed', 'code': 200} Aug 31 09:44:48.572850 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 2eb933b8-9635-493f-8d60-795969fecfa8 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:44:48.577305 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 2eb933b8-9635-493f-8d60-795969fecfa8 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:48.577691 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:48.664023 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:48.697077 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 2eb933b8-9635-493f-8d60-795969fecfa8, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=2eb933b8-9635-493f-8d60-795969fecfa8,segment=NetworkSegment(08a7ca31-1842-4a7e-adf7-77b79e0959ca),segment_id=08a7ca31-1842-4a7e-adf7-77b79e0959ca)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:48.783849 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:48.857953 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=2eb933b8-9635-493f-8d60-795969fecfa8,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:48.872475 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b6b25-71dd-46c3-bc43-8b99404aad3c req-47042ce0-2bb5-4430-9d5f-a4a0664a063d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:48.874005 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-461b6b25-71dd-46c3-bc43-8b99404aad3c req-47042ce0-2bb5-4430-9d5f-a4a0664a063d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=142d073d795048bfbcfc04c6c93ff5f3&device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 1098 time: 0.1266048 Aug 31 09:44:48.886435 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f41b88-4d0b-494e-8f5f-902880d761f1 req-68043403-1802-4dab-a04d-9170aaffad59 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:48.887933 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a7f41b88-4d0b-494e-8f5f-902880d761f1 req-68043403-1802-4dab-a04d-9170aaffad59 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.1418915 Aug 31 09:44:48.900350 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b08412a-cbba-40cc-914b-404e8c88e936 None None] Sync routers for ids ['32038140-898b-466b-a1d9-586af28a523c'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:44:48.910835 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b08412a-cbba-40cc-914b-404e8c88e936 None None] Routers {'32038140-898b-466b-a1d9-586af28a523c'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:48.913623 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-4b08412a-cbba-40cc-914b-404e8c88e936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:44:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['32038140-898b-466b-a1d9-586af28a523c'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:48.971776 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-7cd5188b-c6ea-4749-a919-96d15ed1dc71 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Allocated IP 172.20.0.10 (36089bd1-5352-4790-94a1-997af61fea1d/cd8c55f4-75f9-40f9-8b0b-65bc092dd952/989131cc-24b1-4331-8ef0-a7134e8f4139) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:44:49.008450 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a7f41b88-4d0b-494e-8f5f-902880d761f1 req-b83eaf64-ce56-4676-859a-1bcd03ed4fad tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043768 Aug 31 09:44:49.075023 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b6b25-71dd-46c3-bc43-8b99404aad3c req-aeb17129-80f7-414c-bfbc-6d205539aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:49.076522 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-461b6b25-71dd-46c3-bc43-8b99404aad3c req-aeb17129-80f7-414c-bfbc-6d205539aa46 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8054c126-3521-44a1-b49b-66e5f2440e49 HTTP/1.1" status: 200 len: 916 time: 0.1877165 Aug 31 09:44:49.193433 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1483acc0-4a1c-4e88-adc0-743391c92c34 req-2a59dd65-8e75-4910-be2f-38265a70acdd tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 210 time: 0.0729594 Aug 31 09:44:49.203696 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-4b08412a-cbba-40cc-914b-404e8c88e936 None None] Set router 32038140-898b-466b-a1d9-586af28a523c gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:44:49.240727 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-461b6b25-71dd-46c3-bc43-8b99404aad3c req-2c22374b-babf-4ef7-a594-1a2b3ac7cbbd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67a53eaa-7560-473a-9e08-8753059f2162 HTTP/1.1" status: 200 len: 1002 time: 0.1529553 Aug 31 09:44:49.296150 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-7cd5188b-c6ea-4749-a919-96d15ed1dc71 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:49.358498 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-7cd5188b-c6ea-4749-a919-96d15ed1dc71 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Transition to ACTIVE for port object 989131cc-24b1-4331-8ef0-a7134e8f4139 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:44:49.366963 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b6b25-71dd-46c3-bc43-8b99404aad3c req-96bd9ff0-14c6-44ef-8074-5542e48e70e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:49.368478 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-461b6b25-71dd-46c3-bc43-8b99404aad3c req-96bd9ff0-14c6-44ef-8074-5542e48e70e7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef72a544-f8fb-4621-a06b-ade33043d837 HTTP/1.1" status: 200 len: 853 time: 0.1190898 Aug 31 09:44:49.417752 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73438bb-21ef-4fae-a897-8be897eba1fc req-b98e3f32-a995-492f-9b13-24bec693741a tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:49.419266 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b73438bb-21ef-4fae-a897-8be897eba1fc req-b98e3f32-a995-492f-9b13-24bec693741a tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e1899bd-7a39-4252-b028-8db29ba53256 HTTP/1.1" status: 200 len: 949 time: 0.1206086 Aug 31 09:44:49.475673 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b6b25-71dd-46c3-bc43-8b99404aad3c req-93a623f2-fa5d-4536-8b05-e6f26172a03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:49.477095 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-461b6b25-71dd-46c3-bc43-8b99404aad3c req-93a623f2-fa5d-4536-8b05-e6f26172a03c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8054c126-3521-44a1-b49b-66e5f2440e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0974000 Aug 31 09:44:49.484695 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b73438bb-21ef-4fae-a897-8be897eba1fc req-8f8a06b2-cdca-4664-acff-7ef2f30c5fad tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] 10.222.0.119 "GET /v2.0/security-groups?id=9b32e1d1-3773-46c8-bb02-88c3ccea3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589869 Aug 31 09:44:49.490697 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-4b08412a-cbba-40cc-914b-404e8c88e936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32038140-898b-466b-a1d9-586af28a523c', 'name': 'tempest-TestVolumeBackupRestore-1810376137-router', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:41:19Z', 'revision_number': 4, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'gw_port': {'id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:83:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32038140-898b-466b-a1d9-586af28a523c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'eec3db49-184b-4387-8578-d40ae5b2b97f', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '32038140-898b-466b-a1d9-586af28a523c', 'port_id': '67a53eaa-7560-473a-9e08-8753059f2162', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8054c126-3521-44a1-b49b-66e5f2440e49', 'mac_address': 'fa:16:3e:16:14:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:44:44Z', 'updated_at': '2021-08-31T09:44:48Z', 'revision_number': 2, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9024f7c6-b933-45c0-80cd-2ec40f863bd9', 'name': '', 'network_id': '8054c126-3521-44a1-b49b-66e5f2440e49', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'mac_address': 'fa:16:3e:02:e0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32038140-898b-466b-a1d9-586af28a523c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'ef72a544-f8fb-4621-a06b-ade33043d837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:18Z', 'updated_at': '2021-08-31T09:41:24Z', 'revision_number': 5, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'subnets': [{'id': 'ef72a544-f8fb-4621-a06b-ade33043d837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:49.531282 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b08412a-cbba-40cc-914b-404e8c88e936 None None] Checking router: 32038140-898b-466b-a1d9-586af28a523c for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:44:49.545558 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b08412a-cbba-40cc-914b-404e8c88e936 None None] Routers {'32038140-898b-466b-a1d9-586af28a523c'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:44:49.547735 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-4b08412a-cbba-40cc-914b-404e8c88e936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:44:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['32038140-898b-466b-a1d9-586af28a523c'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:49.549449 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-7cd5188b-c6ea-4749-a919-96d15ed1dc71 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:49.626412 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-7cd5188b-c6ea-4749-a919-96d15ed1dc71 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Network 36089bd1-5352-4790-94a1-997af61fea1d is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:44:49.636466 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-7cd5188b-c6ea-4749-a919-96d15ed1dc71 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:44:49.644129 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-7cd5188b-c6ea-4749-a919-96d15ed1dc71 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:44:49.665451 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5188b-c6ea-4749-a919-96d15ed1dc71 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'Port': ['ID=989131cc-24b1-4331-8ef0-a7134e8f4139,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:49.716502 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-4b08412a-cbba-40cc-914b-404e8c88e936 None None] Set router 32038140-898b-466b-a1d9-586af28a523c gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:44:49.730383 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-461b6b25-71dd-46c3-bc43-8b99404aad3c req-5a6efddd-2eb5-447b-b29f-5f6e6b0f6a19 service neutron] 10.222.0.59 "GET /v2.0/networks/8054c126-3521-44a1-b49b-66e5f2440e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446511 Aug 31 09:44:49.756331 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-7cd5188b-c6ea-4749-a919-96d15ed1dc71 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:49.756995 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-7cd5188b-c6ea-4749-a919-96d15ed1dc71 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:49.900366 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-7cd5188b-c6ea-4749-a919-96d15ed1dc71 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8237827 Aug 31 09:44:49.902506 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-461b6b25-71dd-46c3-bc43-8b99404aad3c req-2e2752e5-506a-447e-9257-5ecc0d9449d8 service neutron] 10.222.0.59 "GET /v2.0/networks/8054c126-3521-44a1-b49b-66e5f2440e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636932 Aug 31 09:44:49.929235 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-3df054ef-94d6-4b8b-999e-95b4a807b731 service neutron] Request body: {'port': {'device_id': '83e125b3-76d5-42c5-8398-e42dbda8cd5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:44:50.003770 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-4b08412a-cbba-40cc-914b-404e8c88e936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32038140-898b-466b-a1d9-586af28a523c', 'name': 'tempest-TestVolumeBackupRestore-1810376137-router', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:41:19Z', 'revision_number': 4, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'gw_port': {'id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:83:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32038140-898b-466b-a1d9-586af28a523c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'eec3db49-184b-4387-8578-d40ae5b2b97f', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '32038140-898b-466b-a1d9-586af28a523c', 'port_id': '67a53eaa-7560-473a-9e08-8753059f2162', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8054c126-3521-44a1-b49b-66e5f2440e49', 'mac_address': 'fa:16:3e:16:14:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:44:44Z', 'updated_at': '2021-08-31T09:44:48Z', 'revision_number': 2, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9024f7c6-b933-45c0-80cd-2ec40f863bd9', 'name': '', 'network_id': '8054c126-3521-44a1-b49b-66e5f2440e49', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'mac_address': 'fa:16:3e:02:e0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32038140-898b-466b-a1d9-586af28a523c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'ef72a544-f8fb-4621-a06b-ade33043d837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:18Z', 'updated_at': '2021-08-31T09:41:24Z', 'revision_number': 5, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'subnets': [{'id': 'ef72a544-f8fb-4621-a06b-ade33043d837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:44:50.040044 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b08412a-cbba-40cc-914b-404e8c88e936 None None] The sync data for ids ['32038140-898b-466b-a1d9-586af28a523c'] in n-d-791506-28 is: [{'id': '32038140-898b-466b-a1d9-586af28a523c', 'name': 'tempest-TestVolumeBackupRestore-1810376137-router', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:41:19Z', 'revision_number': 4, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'gw_port': {'id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:83:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32038140-898b-466b-a1d9-586af28a523c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'eec3db49-184b-4387-8578-d40ae5b2b97f', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '32038140-898b-466b-a1d9-586af28a523c', 'port_id': '67a53eaa-7560-473a-9e08-8753059f2162', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8054c126-3521-44a1-b49b-66e5f2440e49', 'mac_address': 'fa:16:3e:16:14:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:44:44Z', 'updated_at': '2021-08-31T09:44:48Z', 'revision_number': 2, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9024f7c6-b933-45c0-80cd-2ec40f863bd9', 'name': '', 'network_id': '8054c126-3521-44a1-b49b-66e5f2440e49', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'mac_address': 'fa:16:3e:02:e0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32038140-898b-466b-a1d9-586af28a523c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'ef72a544-f8fb-4621-a06b-ade33043d837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:18Z', 'updated_at': '2021-08-31T09:41:24Z', 'revision_number': 5, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'subnets': [{'id': 'ef72a544-f8fb-4621-a06b-ade33043d837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:44:50.041510 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-3df054ef-94d6-4b8b-999e-95b4a807b731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:50.046156 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b6b25-71dd-46c3-bc43-8b99404aad3c req-35620022-b162-4662-a3e5-968df2e1d25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:50.047762 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-461b6b25-71dd-46c3-bc43-8b99404aad3c req-35620022-b162-4662-a3e5-968df2e1d25d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=142d073d795048bfbcfc04c6c93ff5f3&device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 1098 time: 0.0797024 Aug 31 09:44:50.058139 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a88984e5-aa2e-4664-97dc-5b792abe621b None None] Provisioning for port 989131cc-24b1-4331-8ef0-a7134e8f4139 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:44:50.063101 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a88984e5-aa2e-4664-97dc-5b792abe621b None None] Provisioning complete for port 989131cc-24b1-4331-8ef0-a7134e8f4139 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:50.063733 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a88984e5-aa2e-4664-97dc-5b792abe621b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:50.115091 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a88984e5-aa2e-4664-97dc-5b792abe621b None None] Port 989131cc-24b1-4331-8ef0-a7134e8f4139 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:44:50.273830 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b6b25-71dd-46c3-bc43-8b99404aad3c req-780c89ef-78e6-4c0a-b8fe-55e45ac79791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:50.275372 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-461b6b25-71dd-46c3-bc43-8b99404aad3c req-780c89ef-78e6-4c0a-b8fe-55e45ac79791 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8054c126-3521-44a1-b49b-66e5f2440e49 HTTP/1.1" status: 200 len: 916 time: 0.2134078 Aug 31 09:44:50.428504 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2eb933b8-9635-493f-8d60-795969fecfa8 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:44:50.443736 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb0b7c-50e0-45f5-9f5c-151ec4452f23 req-f39b85b6-1425-4314-b56d-95e1958b11e4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:50.445282 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eccb0b7c-50e0-45f5-9f5c-151ec4452f23 req-f39b85b6-1425-4314-b56d-95e1958b11e4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 932 time: 0.1665375 Aug 31 09:44:50.453415 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-461b6b25-71dd-46c3-bc43-8b99404aad3c req-96339ee8-163f-4542-9e5b-762fdb48b57d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67a53eaa-7560-473a-9e08-8753059f2162 HTTP/1.1" status: 200 len: 1002 time: 0.1638019 Aug 31 09:44:50.512808 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 2eb933b8-9635-493f-8d60-795969fecfa8 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:50.513325 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:50.588105 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eccb0b7c-50e0-45f5-9f5c-151ec4452f23 req-c7743b89-a57b-43c0-b148-37fddfbbf24f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62db7c69-81c9-4308-93d7-67b7096d5d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304321 Aug 31 09:44:50.591391 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b6b25-71dd-46c3-bc43-8b99404aad3c req-f9a2dba5-f09c-4776-9af2-6f6a7d010d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:50.592782 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-461b6b25-71dd-46c3-bc43-8b99404aad3c req-f9a2dba5-f09c-4776-9af2-6f6a7d010d3d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef72a544-f8fb-4621-a06b-ade33043d837 HTTP/1.1" status: 200 len: 853 time: 0.1142311 Aug 31 09:44:50.694331 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-3df054ef-94d6-4b8b-999e-95b4a807b731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 989131cc-24b1-4331-8ef0-a7134e8f4139 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:44:50.702689 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-3df054ef-94d6-4b8b-999e-95b4a807b731 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:50.731895 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-3df054ef-94d6-4b8b-999e-95b4a807b731 service neutron] Transition to ACTIVE for port object 989131cc-24b1-4331-8ef0-a7134e8f4139 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:44:50.734919 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b6b25-71dd-46c3-bc43-8b99404aad3c req-2d4ca508-8382-471e-acdc-f7995d9fcc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:50.736447 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-461b6b25-71dd-46c3-bc43-8b99404aad3c req-2d4ca508-8382-471e-acdc-f7995d9fcc0d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8054c126-3521-44a1-b49b-66e5f2440e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1196678 Aug 31 09:44:50.817287 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-3df054ef-94d6-4b8b-999e-95b4a807b731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:50.915329 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-461b6b25-71dd-46c3-bc43-8b99404aad3c req-79a81e76-8c1d-4e24-bbb6-7abcfb224879 service neutron] 10.222.0.59 "GET /v2.0/networks/8054c126-3521-44a1-b49b-66e5f2440e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703746 Aug 31 09:44:50.917336 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df054ef-94d6-4b8b-999e-95b4a807b731 service neutron] Pushing event updated for resources: {'Port': ['ID=989131cc-24b1-4331-8ef0-a7134e8f4139,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:51.072408 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-3df054ef-94d6-4b8b-999e-95b4a807b731 service neutron] Attempting to bind port 989131cc-24b1-4331-8ef0-a7134e8f4139 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:44:51.072682 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-3df054ef-94d6-4b8b-999e-95b4a807b731 service neutron] Attempting to bind port 989131cc-24b1-4331-8ef0-a7134e8f4139 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '08a7ca31-1842-4a7e-adf7-77b79e0959ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1631, 'network_id': '36089bd1-5352-4790-94a1-997af61fea1d'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:44:51.073011 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-3df054ef-94d6-4b8b-999e-95b4a807b731 service neutron] Attempting to bind port 989131cc-24b1-4331-8ef0-a7134e8f4139 on network 36089bd1-5352-4790-94a1-997af61fea1d {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:44:51.086949 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-461b6b25-71dd-46c3-bc43-8b99404aad3c req-8bc63434-1d78-44f5-a343-258303c29b04 service neutron] 10.222.0.59 "GET /v2.0/networks/8054c126-3521-44a1-b49b-66e5f2440e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588051 Aug 31 09:44:51.087497 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-3df054ef-94d6-4b8b-999e-95b4a807b731 service neutron] Port 989131cc-24b1-4331-8ef0-a7134e8f4139 on network 36089bd1-5352-4790-94a1-997af61fea1d not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:44:51.087823 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-3df054ef-94d6-4b8b-999e-95b4a807b731 service neutron] Attempting to bind port 989131cc-24b1-4331-8ef0-a7134e8f4139 on network 36089bd1-5352-4790-94a1-997af61fea1d {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:44:51.092905 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-3df054ef-94d6-4b8b-999e-95b4a807b731 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:44:51.094844 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-3df054ef-94d6-4b8b-999e-95b4a807b731 service neutron] Checking segment: {'id': '08a7ca31-1842-4a7e-adf7-77b79e0959ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1631, 'network_id': '36089bd1-5352-4790-94a1-997af61fea1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:44:51.094844 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-3df054ef-94d6-4b8b-999e-95b4a807b731 service neutron] Bound using segment: {'id': '08a7ca31-1842-4a7e-adf7-77b79e0959ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1631, 'network_id': '36089bd1-5352-4790-94a1-997af61fea1d'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:44:51.094844 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-3df054ef-94d6-4b8b-999e-95b4a807b731 service neutron] Bound port: 989131cc-24b1-4331-8ef0-a7134e8f4139, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08a7ca31-1842-4a7e-adf7-77b79e0959ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1631, 'network_id': '36089bd1-5352-4790-94a1-997af61fea1d'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:44:51.094844 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-3df054ef-94d6-4b8b-999e-95b4a807b731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:51.159226 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-3df054ef-94d6-4b8b-999e-95b4a807b731 service neutron] For port 989131cc-24b1-4331-8ef0-a7134e8f4139, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:44:51.163082 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-3df054ef-94d6-4b8b-999e-95b4a807b731 service neutron] For port 989131cc-24b1-4331-8ef0-a7134e8f4139, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=989131cc-24b1-4331-8ef0-a7134e8f4139,segment=NetworkSegment(08a7ca31-1842-4a7e-adf7-77b79e0959ca),segment_id=08a7ca31-1842-4a7e-adf7-77b79e0959ca)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:44:51.235879 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-3df054ef-94d6-4b8b-999e-95b4a807b731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:51.271079 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-3df054ef-94d6-4b8b-999e-95b4a807b731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:51.271569 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-3df054ef-94d6-4b8b-999e-95b4a807b731 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:51.273548 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-3df054ef-94d6-4b8b-999e-95b4a807b731 service neutron] 10.222.0.59 "PUT /v2.0/ports/989131cc-24b1-4331-8ef0-a7134e8f4139 HTTP/1.1" status: 200 len: 1093 time: 1.3542101 Aug 31 09:44:51.274024 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e125b3-76d5-42c5-8398-e42dbda8cd5b', 'tag': '989131cc-24b1-4331-8ef0-a7134e8f4139'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:44:51.276570 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c802b4a0-216b-4ac4-a5b0-bb20abc337d2" -d '{"events": [{"name": "network-changed", "server_uuid": "83e125b3-76d5-42c5-8398-e42dbda8cd5b", "tag": "989131cc-24b1-4331-8ef0-a7134e8f4139"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:44:51.309548 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df054ef-94d6-4b8b-999e-95b4a807b731 service neutron] Pushing event updated for resources: {'Port': ['ID=989131cc-24b1-4331-8ef0-a7134e8f4139,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:51.341224 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06cbf909-2673-465e-ad9f-46e0be935ed4 x-openstack-request-id: req-06cbf909-2673-465e-ad9f-46e0be935ed4 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:44:51.341514 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e125b3-76d5-42c5-8398-e42dbda8cd5b", "tag": "989131cc-24b1-4331-8ef0-a7134e8f4139", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:44:51.341767 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-06cbf909-2673-465e-ad9f-46e0be935ed4 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:44:51.342174 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e125b3-76d5-42c5-8398-e42dbda8cd5b', 'tag': '989131cc-24b1-4331-8ef0-a7134e8f4139', 'status': 'completed', 'code': 200} Aug 31 09:44:51.414816 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802b4a0-216b-4ac4-a5b0-bb20abc337d2 req-260190d0-ac87-4486-99ea-7d0c52c32c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:51.417082 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c802b4a0-216b-4ac4-a5b0-bb20abc337d2 req-260190d0-ac87-4486-99ea-7d0c52c32c63 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 1096 time: 0.0515904 Aug 31 09:44:51.537454 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802b4a0-216b-4ac4-a5b0-bb20abc337d2 req-14430520-f3f4-422e-a611-3e990d28cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:51.538987 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c802b4a0-216b-4ac4-a5b0-bb20abc337d2 req-14430520-f3f4-422e-a611-3e990d28cf99 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=29b420db5ab94eb097db55181093bc9b&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1085420 Aug 31 09:44:51.644241 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802b4a0-216b-4ac4-a5b0-bb20abc337d2 req-ca4cdb10-f8e9-4e42-a1fd-3b4e1755dff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:51.645863 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c802b4a0-216b-4ac4-a5b0-bb20abc337d2 req-ca4cdb10-f8e9-4e42-a1fd-3b4e1755dff8 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0976477 Aug 31 09:44:51.743432 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-c2d3626b-e38d-4993-8b57-01f86bb61c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:51.745183 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-c2d3626b-e38d-4993-8b57-01f86bb61c66 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 1096 time: 0.0604849 Aug 31 09:44:51.758739 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46b685-5d78-456d-bda9-551426c97a70 req-2a3d8530-0ffd-4387-8231-6c9ed5632acf tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:51.760818 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e46b685-5d78-456d-bda9-551426c97a70 req-2a3d8530-0ffd-4387-8231-6c9ed5632acf tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 944 time: 0.0871303 Aug 31 09:44:51.810857 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-5c06d88f-09ea-4f2b-87ca-95fe532dd417 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=989131cc-24b1-4331-8ef0-a7134e8f4139 HTTP/1.1" status: 200 len: 217 time: 0.0489361 Aug 31 09:44:51.912953 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e46b685-5d78-456d-bda9-551426c97a70 req-bca44b9b-4b8f-45f4-8ea5-ee9ca95cd8ab tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62db7c69-81c9-4308-93d7-67b7096d5d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435788 Aug 31 09:44:51.921162 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-640f1c4f-7a09-4a94-ac17-8080dd5eff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:51.922833 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-640f1c4f-7a09-4a94-ac17-8080dd5eff0d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd8c55f4-75f9-40f9-8b0b-65bc092dd952 HTTP/1.1" status: 200 len: 835 time: 0.1043327 Aug 31 09:44:51.972133 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc1f6d-89ae-4ae2-8ff0-bab6c0dbb508 req-760ac608-b2ea-41a5-afdf-48dd458d454d tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:51.973696 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b2cc1f6d-89ae-4ae2-8ff0-bab6c0dbb508 req-760ac608-b2ea-41a5-afdf-48dd458d454d tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.1049724 Aug 31 09:44:52.007220 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-e806b7dc-c17e-4ee8-9dc3-cd0018a25cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:52.008719 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-e806b7dc-c17e-4ee8-9dc3-cd0018a25cf8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=36089bd1-5352-4790-94a1-997af61fea1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774314 Aug 31 09:44:52.043650 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b2cc1f6d-89ae-4ae2-8ff0-bab6c0dbb508 req-c83a87e2-158f-41d6-9127-99e399764d19 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623205 Aug 31 09:44:52.140658 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-cb390c58-e87d-414d-a8a2-4b8faf82b921 service neutron] 10.222.0.59 "GET /v2.0/networks/36089bd1-5352-4790-94a1-997af61fea1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201324 Aug 31 09:44:52.254514 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a66a5f84-5cb2-4c3f-9efb-2a45edc57df6 req-86f2844d-d3aa-4e33-8416-58e9880e512d service neutron] 10.222.0.59 "GET /v2.0/networks/36089bd1-5352-4790-94a1-997af61fea1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050251 Aug 31 09:44:53.049074 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f31a28-3f19-497b-bac5-b88934d7ec6d req-67434d3a-e73c-4a99-a287-ca547a1ecdcf tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:53.051291 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-72f31a28-3f19-497b-bac5-b88934d7ec6d req-67434d3a-e73c-4a99-a287-ca547a1ecdcf tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 944 time: 0.0571265 Aug 31 09:44:53.094638 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-72f31a28-3f19-497b-bac5-b88934d7ec6d req-fffe3a56-5823-41fa-bb5b-9a6170941f1d tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62db7c69-81c9-4308-93d7-67b7096d5d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345361 Aug 31 09:44:54.228007 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e881159-054a-457e-8131-752ac8336d1a req-b9645025-83c6-4fa7-8ceb-dc803eace52f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:54.229679 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e881159-054a-457e-8131-752ac8336d1a req-b9645025-83c6-4fa7-8ceb-dc803eace52f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 944 time: 0.0540440 Aug 31 09:44:54.278728 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e881159-054a-457e-8131-752ac8336d1a req-a396cc52-319e-4e66-a0a3-7c0d0840b413 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62db7c69-81c9-4308-93d7-67b7096d5d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421498 Aug 31 09:44:55.410091 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7824d-c4a1-439f-a095-bcb850d03c85 req-be447657-719c-44b3-8260-8fc6aa6a91c6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:55.412128 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7fb7824d-c4a1-439f-a095-bcb850d03c85 req-be447657-719c-44b3-8260-8fc6aa6a91c6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 944 time: 0.0541902 Aug 31 09:44:55.449794 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7fb7824d-c4a1-439f-a095-bcb850d03c85 req-11f8bc2b-5772-46b9-986e-4e83a2ab16f2 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62db7c69-81c9-4308-93d7-67b7096d5d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317905 Aug 31 09:44:56.048647 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 989131cc-24b1-4331-8ef0-a7134e8f4139 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:44:56.151356 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 989131cc-24b1-4331-8ef0-a7134e8f4139, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=989131cc-24b1-4331-8ef0-a7134e8f4139,segment=NetworkSegment(08a7ca31-1842-4a7e-adf7-77b79e0959ca),segment_id=08a7ca31-1842-4a7e-adf7-77b79e0959ca)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:56.164127 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '989131cc-24b1-4331-8ef0-a7134e8f4139', 'network_id': '36089bd1-5352-4790-94a1-997af61fea1d', 'port_id': '989131cc-24b1-4331-8ef0-a7134e8f4139', 'mac_address': 'fa:16:3e:82:34:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd8c55f4-75f9-40f9-8b0b-65bc092dd952', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:44:56.206570 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:56.219910 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 989131cc-24b1-4331-8ef0-a7134e8f4139 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:44:56.238869 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 989131cc-24b1-4331-8ef0-a7134e8f4139, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=989131cc-24b1-4331-8ef0-a7134e8f4139,segment=NetworkSegment(08a7ca31-1842-4a7e-adf7-77b79e0959ca),segment_id=08a7ca31-1842-4a7e-adf7-77b79e0959ca)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:56.310151 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:56.369037 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=989131cc-24b1-4331-8ef0-a7134e8f4139,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:56.376916 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:56.377456 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:56.377890 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:56.378279 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:56.378894 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:56.379130 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:56.379449 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:56.379765 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:56.380597 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:56.380926 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:56.381236 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:56.381664 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:44:56.574597 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64895e6c-6276-40d1-ad54-72847da57a8a req-76b464dd-0a69-421f-8895-5d4c9081588b tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:56.576139 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-64895e6c-6276-40d1-ad54-72847da57a8a req-76b464dd-0a69-421f-8895-5d4c9081588b tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 945 time: 0.0502129 Aug 31 09:44:56.610900 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['989131cc-24b1-4331-8ef0-a7134e8f4139'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:44:56.614369 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-64895e6c-6276-40d1-ad54-72847da57a8a req-a85ba560-d087-475c-920c-36d6e2836e5c tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62db7c69-81c9-4308-93d7-67b7096d5d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321758 Aug 31 09:44:57.741451 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79656430-7f81-4001-8ffc-5f3c5f145663 req-77aed956-a524-42be-870b-31ac38d96446 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:57.743891 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-79656430-7f81-4001-8ffc-5f3c5f145663 req-77aed956-a524-42be-870b-31ac38d96446 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 945 time: 0.0545392 Aug 31 09:44:57.785518 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-79656430-7f81-4001-8ffc-5f3c5f145663 req-2b4f534a-d36d-4cc6-b717-4e2273177d42 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62db7c69-81c9-4308-93d7-67b7096d5d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350266 Aug 31 09:44:58.049412 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 989131cc-24b1-4331-8ef0-a7134e8f4139 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:44:58.155727 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 989131cc-24b1-4331-8ef0-a7134e8f4139 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:44:58.159984 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 989131cc-24b1-4331-8ef0-a7134e8f4139 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:44:58.160456 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:58.246438 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:58.271470 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e125b3-76d5-42c5-8398-e42dbda8cd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989131cc-24b1-4331-8ef0-a7134e8f4139'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:44:58.273816 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2fc412-4d45-4f5f-8a7d-1b481bd33ec2" -d '{"events": [{"server_uuid": "83e125b3-76d5-42c5-8398-e42dbda8cd5b", "name": "network-vif-plugged", "status": "completed", "tag": "989131cc-24b1-4331-8ef0-a7134e8f4139"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:44:58.291812 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 989131cc-24b1-4331-8ef0-a7134e8f4139, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=989131cc-24b1-4331-8ef0-a7134e8f4139,segment=NetworkSegment(08a7ca31-1842-4a7e-adf7-77b79e0959ca),segment_id=08a7ca31-1842-4a7e-adf7-77b79e0959ca)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:44:58.314830 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79859ef-b76c-4b11-a57e-3d252cc07f10 x-openstack-request-id: req-e79859ef-b76c-4b11-a57e-3d252cc07f10 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:44:58.314830 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e125b3-76d5-42c5-8398-e42dbda8cd5b", "name": "network-vif-plugged", "status": "completed", "tag": "989131cc-24b1-4331-8ef0-a7134e8f4139", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:44:58.314830 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e79859ef-b76c-4b11-a57e-3d252cc07f10 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:44:58.314830 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e125b3-76d5-42c5-8398-e42dbda8cd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989131cc-24b1-4331-8ef0-a7134e8f4139', 'code': 200} Aug 31 09:44:58.361666 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:44:58.440120 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=989131cc-24b1-4331-8ef0-a7134e8f4139,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:44:58.455280 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d48db-309c-4246-ad85-668d5de8f1de req-7baffdce-9328-4bd4-9275-c9c57d5ca414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:58.456964 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cb6d48db-309c-4246-ad85-668d5de8f1de req-7baffdce-9328-4bd4-9275-c9c57d5ca414 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 1098 time: 0.0622809 Aug 31 09:44:58.494008 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cb6d48db-309c-4246-ad85-668d5de8f1de req-59a4afc7-e5a8-4007-ac3d-1d4dd394e149 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=62db7c69-81c9-4308-93d7-67b7096d5d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299993 Aug 31 09:44:58.905003 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b718ff3-dc7c-4209-87a4-6014c23b7d85 req-45c93edd-f152-4aa9-a825-acc81ea69672 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:44:58.906495 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b718ff3-dc7c-4209-87a4-6014c23b7d85 req-45c93edd-f152-4aa9-a825-acc81ea69672 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 946 time: 0.0493245 Aug 31 09:44:58.944947 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b718ff3-dc7c-4209-87a4-6014c23b7d85 req-46cd7afa-0143-45d7-aa1a-1d7cc587252e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62db7c69-81c9-4308-93d7-67b7096d5d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313456 Aug 31 09:45:00.066018 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66591d8-bede-457d-8b46-4b186e249e41 req-f2cd67fb-a3de-4f91-8974-0584d3f91735 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:00.067494 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c66591d8-bede-457d-8b46-4b186e249e41 req-f2cd67fb-a3de-4f91-8974-0584d3f91735 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 946 time: 0.0519793 Aug 31 09:45:00.108368 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c66591d8-bede-457d-8b46-4b186e249e41 req-e7fc71de-9f77-4d26-a386-0aadf70f1448 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62db7c69-81c9-4308-93d7-67b7096d5d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342622 Aug 31 09:45:00.227627 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd41d7d-f3b7-484e-9be5-bed2b2ed0784 req-6a9ddc2f-2894-4749-875c-e908d05454ce tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:00.229087 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bcd41d7d-f3b7-484e-9be5-bed2b2ed0784 req-6a9ddc2f-2894-4749-875c-e908d05454ce tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 946 time: 0.0524578 Aug 31 09:45:00.265616 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bcd41d7d-f3b7-484e-9be5-bed2b2ed0784 req-16031e36-a402-4670-810b-b8e806eccf2f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62db7c69-81c9-4308-93d7-67b7096d5d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305634 Aug 31 09:45:00.287966 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 37144) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:00.325844 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8c95ef-795f-4c21-bfc1-f1167efd15d4 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:00.327250 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5f8c95ef-795f-4c21-bfc1-f1167efd15d4 tempest-TestNetworkAdvancedServerOps-1059427524 tempest-TestNetworkAdvancedServerOps-1059427524-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 1093 time: 0.0383430 Aug 31 09:45:00.330017 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 37146) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:00.334868 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-b6e05ea4-fb23-46a6-8fdc-015b5c6fc2d3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'port_id': '989131cc-24b1-4331-8ef0-a7134e8f4139', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:45:00.441650 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b6e05ea4-fb23-46a6-8fdc-015b5c6fc2d3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for floatingip, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:00.542689 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b6e05ea4-fb23-46a6-8fdc-015b5c6fc2d3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:00.650200 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-b6e05ea4-fb23-46a6-8fdc-015b5c6fc2d3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Allocated IP 172.25.2.137 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/610ef1c3-176f-4c95-bb43-d20329c62310) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:45:00.750817 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b6e05ea4-fb23-46a6-8fdc-015b5c6fc2d3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:00.916593 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b6e05ea4-fb23-46a6-8fdc-015b5c6fc2d3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:00.960235 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e05ea4-fb23-46a6-8fdc-015b5c6fc2d3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:45:00.964811 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-b6e05ea4-fb23-46a6-8fdc-015b5c6fc2d3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:45:00.967506 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e05ea4-fb23-46a6-8fdc-015b5c6fc2d3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:45:00.973131 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e05ea4-fb23-46a6-8fdc-015b5c6fc2d3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'Port': ['ID=610ef1c3-176f-4c95-bb43-d20329c62310,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:01.352182 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b6e05ea4-fb23-46a6-8fdc-015b5c6fc2d3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:01.478195 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b6e05ea4-fb23-46a6-8fdc-015b5c6fc2d3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:01.974817 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b6e05ea4-fb23-46a6-8fdc-015b5c6fc2d3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:02.064436 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b6e05ea4-fb23-46a6-8fdc-015b5c6fc2d3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:02.134078 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e05ea4-fb23-46a6-8fdc-015b5c6fc2d3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event updated for resources: {'Port': ['ID=610ef1c3-176f-4c95-bb43-d20329c62310,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:02.144881 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b6e05ea4-fb23-46a6-8fdc-015b5c6fc2d3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:02.245521 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-b6e05ea4-fb23-46a6-8fdc-015b5c6fc2d3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Floating IP 51930e46-7a8d-44db-8684-7a815462107a associated. External IP: 172.25.2.137, port: 989131cc-24b1-4331-8ef0-a7134e8f4139. Aug 31 09:45:02.465246 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e05ea4-fb23-46a6-8fdc-015b5c6fc2d3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Router 75137990-4bc3-48bc-b8c7-83e6ab019b65 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:45:02.585353 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e05ea4-fb23-46a6-8fdc-015b5c6fc2d3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:45:02.594905 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf51d7d-b08a-44e2-bbd2-a4bd2f0b9c74 None None] Sync routers for ids ['75137990-4bc3-48bc-b8c7-83e6ab019b65'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:45:02.604708 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf51d7d-b08a-44e2-bbd2-a4bd2f0b9c74 None None] Routers {'75137990-4bc3-48bc-b8c7-83e6ab019b65'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:02.605404 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-4cf51d7d-b08a-44e2-bbd2-a4bd2f0b9c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:44:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['75137990-4bc3-48bc-b8c7-83e6ab019b65'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:02.664520 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b6e05ea4-fb23-46a6-8fdc-015b5c6fc2d3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:02.693321 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b6e05ea4-fb23-46a6-8fdc-015b5c6fc2d3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3619211 Aug 31 09:45:02.694031 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e125b3-76d5-42c5-8398-e42dbda8cd5b', 'tag': '989131cc-24b1-4331-8ef0-a7134e8f4139'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:45:02.696335 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff03af5-ad5b-431e-ad1a-baeebba95dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "83e125b3-76d5-42c5-8398-e42dbda8cd5b", "tag": "989131cc-24b1-4331-8ef0-a7134e8f4139"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:45:02.712345 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-4cf51d7d-b08a-44e2-bbd2-a4bd2f0b9c74 None None] Set router 75137990-4bc3-48bc-b8c7-83e6ab019b65 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:45:02.742059 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c51598a-0039-4208-8958-f03c379ae6b6 x-openstack-request-id: req-5c51598a-0039-4208-8958-f03c379ae6b6 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:45:02.742059 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e125b3-76d5-42c5-8398-e42dbda8cd5b", "tag": "989131cc-24b1-4331-8ef0-a7134e8f4139", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:45:02.742417 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-5c51598a-0039-4208-8958-f03c379ae6b6 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:45:02.742606 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e125b3-76d5-42c5-8398-e42dbda8cd5b', 'tag': '989131cc-24b1-4331-8ef0-a7134e8f4139', 'status': 'completed', 'code': 200} Aug 31 09:45:02.807537 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:02.865665 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff03af5-ad5b-431e-ad1a-baeebba95dc5 req-9b3bc0d4-1117-4843-a3fe-b1d7257b6dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:02.867374 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1ff03af5-ad5b-431e-ad1a-baeebba95dc5 req-9b3bc0d4-1117-4843-a3fe-b1d7257b6dc7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 1098 time: 0.0979908 Aug 31 09:45:02.881388 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d6e3a-d6bf-4c55-9093-18a737b1aa6a req-c8f2f0d4-c06f-4fcf-a9ee-8efbb9c93557 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:02.882976 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-594d6e3a-d6bf-4c55-9093-18a737b1aa6a req-c8f2f0d4-c06f-4fcf-a9ee-8efbb9c93557 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 946 time: 0.0730062 Aug 31 09:45:02.945841 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:02.959143 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-4cf51d7d-b08a-44e2-bbd2-a4bd2f0b9c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642446200', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'b5dffa48-8711-4f46-9429-7a99ae5decb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:36Z', 'updated_at': '2021-08-31T09:44:43Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': 'b5dffa48-8711-4f46-9429-7a99ae5decb8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:37Z', 'updated_at': '2021-08-31T09:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '51930e46-7a8d-44db-8684-7a815462107a', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'floating_ip_address': '172.25.2.137', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'port_id': '989131cc-24b1-4331-8ef0-a7134e8f4139', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36089bd1-5352-4790-94a1-997af61fea1d', 'mac_address': 'fa:16:3e:82:34:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e125b3-76d5-42c5-8398-e42dbda8cd5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:45:01Z', 'updated_at': '2021-08-31T09:45:01Z', 'revision_number': 0, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb933b8-9635-493f-8d60-795969fecfa8', 'name': '', 'network_id': '36089bd1-5352-4790-94a1-997af61fea1d', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:5e:c8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'cd8c55f4-75f9-40f9-8b0b-65bc092dd952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:42Z', 'updated_at': '2021-08-31T09:44:48Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': 'cd8c55f4-75f9-40f9-8b0b-65bc092dd952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:02.973315 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-594d6e3a-d6bf-4c55-9093-18a737b1aa6a req-f005c1f1-cbb9-41aa-84bd-e7aed5668f4a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62db7c69-81c9-4308-93d7-67b7096d5d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803392 Aug 31 09:45:02.989953 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf51d7d-b08a-44e2-bbd2-a4bd2f0b9c74 None None] Checking router: 75137990-4bc3-48bc-b8c7-83e6ab019b65 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:45:02.998902 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf51d7d-b08a-44e2-bbd2-a4bd2f0b9c74 None None] Routers {'75137990-4bc3-48bc-b8c7-83e6ab019b65'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:02.999780 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-4cf51d7d-b08a-44e2-bbd2-a4bd2f0b9c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:44:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['75137990-4bc3-48bc-b8c7-83e6ab019b65'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:03.002702 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37166) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:03.009169 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff03af5-ad5b-431e-ad1a-baeebba95dc5 req-c9320331-14d3-44e9-a9ec-ee9e477a1c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:03.012152 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1ff03af5-ad5b-431e-ad1a-baeebba95dc5 req-c9320331-14d3-44e9-a9ec-ee9e477a1c9b service neutron] 10.222.0.59 "GET /v2.0/networks?id=36089bd1-5352-4790-94a1-997af61fea1d HTTP/1.1" status: 200 len: 899 time: 0.1279471 Aug 31 09:45:03.079116 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bc54c590-4559-490f-8643-f660f99ea2c3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/floatingips/51930e46-7a8d-44db-8684-7a815462107a HTTP/1.1" status: 200 len: 992 time: 0.0744615 Aug 31 09:45:03.099293 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1ff03af5-ad5b-431e-ad1a-baeebba95dc5 req-556dcb27-009f-4e15-8294-27e6b12228e6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=989131cc-24b1-4331-8ef0-a7134e8f4139 HTTP/1.1" status: 200 len: 1000 time: 0.0798535 Aug 31 09:45:03.109846 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-4cf51d7d-b08a-44e2-bbd2-a4bd2f0b9c74 None None] Set router 75137990-4bc3-48bc-b8c7-83e6ab019b65 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:45:03.151496 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff03af5-ad5b-431e-ad1a-baeebba95dc5 req-cefd38de-c2c3-46ef-8bd0-d4339a583ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:03.152976 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1ff03af5-ad5b-431e-ad1a-baeebba95dc5 req-cefd38de-c2c3-46ef-8bd0-d4339a583ec1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd8c55f4-75f9-40f9-8b0b-65bc092dd952 HTTP/1.1" status: 200 len: 835 time: 0.0469813 Aug 31 09:45:03.199629 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff03af5-ad5b-431e-ad1a-baeebba95dc5 req-7050e3d5-e2cc-4b45-b100-03eb02f3e63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:03.201503 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1ff03af5-ad5b-431e-ad1a-baeebba95dc5 req-7050e3d5-e2cc-4b45-b100-03eb02f3e63c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=36089bd1-5352-4790-94a1-997af61fea1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414624 Aug 31 09:45:03.313265 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1ff03af5-ad5b-431e-ad1a-baeebba95dc5 req-529e493e-8f4c-408c-9441-7e8df6eed183 service neutron] 10.222.0.59 "GET /v2.0/networks/36089bd1-5352-4790-94a1-997af61fea1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001880 Aug 31 09:45:03.424174 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1ff03af5-ad5b-431e-ad1a-baeebba95dc5 req-88ba8eff-dc80-4f85-9118-76529962d620 service neutron] 10.222.0.59 "GET /v2.0/networks/36089bd1-5352-4790-94a1-997af61fea1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022849 Aug 31 09:45:03.462243 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-4cf51d7d-b08a-44e2-bbd2-a4bd2f0b9c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642446200', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'b5dffa48-8711-4f46-9429-7a99ae5decb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:36Z', 'updated_at': '2021-08-31T09:44:43Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': 'b5dffa48-8711-4f46-9429-7a99ae5decb8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:37Z', 'updated_at': '2021-08-31T09:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '51930e46-7a8d-44db-8684-7a815462107a', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'floating_ip_address': '172.25.2.137', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'port_id': '989131cc-24b1-4331-8ef0-a7134e8f4139', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36089bd1-5352-4790-94a1-997af61fea1d', 'mac_address': 'fa:16:3e:82:34:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e125b3-76d5-42c5-8398-e42dbda8cd5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:45:01Z', 'updated_at': '2021-08-31T09:45:01Z', 'revision_number': 0, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb933b8-9635-493f-8d60-795969fecfa8', 'name': '', 'network_id': '36089bd1-5352-4790-94a1-997af61fea1d', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:5e:c8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'cd8c55f4-75f9-40f9-8b0b-65bc092dd952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:42Z', 'updated_at': '2021-08-31T09:44:48Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': 'cd8c55f4-75f9-40f9-8b0b-65bc092dd952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:03.488340 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf51d7d-b08a-44e2-bbd2-a4bd2f0b9c74 None None] The sync data for ids ['75137990-4bc3-48bc-b8c7-83e6ab019b65'] in n-d-791506-28 is: [{'id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642446200', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'b5dffa48-8711-4f46-9429-7a99ae5decb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:36Z', 'updated_at': '2021-08-31T09:44:43Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': 'b5dffa48-8711-4f46-9429-7a99ae5decb8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:37Z', 'updated_at': '2021-08-31T09:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '51930e46-7a8d-44db-8684-7a815462107a', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'floating_ip_address': '172.25.2.137', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'port_id': '989131cc-24b1-4331-8ef0-a7134e8f4139', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36089bd1-5352-4790-94a1-997af61fea1d', 'mac_address': 'fa:16:3e:82:34:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e125b3-76d5-42c5-8398-e42dbda8cd5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:45:01Z', 'updated_at': '2021-08-31T09:45:01Z', 'revision_number': 0, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eb933b8-9635-493f-8d60-795969fecfa8', 'name': '', 'network_id': '36089bd1-5352-4790-94a1-997af61fea1d', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:5e:c8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'cd8c55f4-75f9-40f9-8b0b-65bc092dd952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:42Z', 'updated_at': '2021-08-31T09:44:48Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': 'cd8c55f4-75f9-40f9-8b0b-65bc092dd952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:45:03.688506 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ea01a1-59ce-4f16-86e3-6f0f1fa33652 None None] New status for floating IP 51930e46-7a8d-44db-8684-7a815462107a: ACTIVE {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:45:04.080523 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37172) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:04.142517 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c5e7ee5c-1b87-44fd-9764-4b07e5b20acc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/floatingips/51930e46-7a8d-44db-8684-7a815462107a HTTP/1.1" status: 200 len: 994 time: 0.0605080 Aug 31 09:45:05.586446 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fc89e-f18b-44dd-a7c6-fec2e209d45a req-4ce9aa12-e63c-45e9-91f6-8a96e1f5ea24 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:05.589274 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e2fc89e-f18b-44dd-a7c6-fec2e209d45a req-4ce9aa12-e63c-45e9-91f6-8a96e1f5ea24 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0695596 Aug 31 09:45:05.634634 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e2fc89e-f18b-44dd-a7c6-fec2e209d45a req-1e2f7b48-a2bf-4fa3-b719-c3cc152574b8 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377548 Aug 31 09:45:05.697699 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c56301-1dec-4f39-af01-102cf520f7e2 req-a0a6123d-fc9e-4adf-ba2d-f3f6780c1c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:05.699219 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-44c56301-1dec-4f39-af01-102cf520f7e2 req-a0a6123d-fc9e-4adf-ba2d-f3f6780c1c44 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1483927df0174ff9adec2a0b408e8935&device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 1097 time: 0.1035752 Aug 31 09:45:05.788641 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c56301-1dec-4f39-af01-102cf520f7e2 req-7d850b56-d5e6-4862-9326-a6516dc52c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:05.790133 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-44c56301-1dec-4f39-af01-102cf520f7e2 req-7d850b56-d5e6-4862-9326-a6516dc52c30 service neutron] 10.222.0.112 "GET /v2.0/networks?id=bb75b194-2297-4562-8861-62feab5f7e5a HTTP/1.1" status: 200 len: 919 time: 0.0832765 Aug 31 09:45:05.843353 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-44c56301-1dec-4f39-af01-102cf520f7e2 req-d76ed22d-4266-4707-962c-f494bafeef6f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=929435bd-f66c-4eb5-b442-9fa6d0c94b56 HTTP/1.1" status: 200 len: 217 time: 0.0455489 Aug 31 09:45:05.895882 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c56301-1dec-4f39-af01-102cf520f7e2 req-216beb9d-5d1f-431d-905c-25490f8e6b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:05.897354 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-44c56301-1dec-4f39-af01-102cf520f7e2 req-216beb9d-5d1f-431d-905c-25490f8e6b8b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=2c596dd9-fb45-4c75-b855-64d163143380 HTTP/1.1" status: 200 len: 857 time: 0.0453675 Aug 31 09:45:05.933883 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-44c56301-1dec-4f39-af01-102cf520f7e2 req-e2df511a-333a-4d49-934e-244659e820c9 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=bb75b194-2297-4562-8861-62feab5f7e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284860 Aug 31 09:45:06.032135 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-44c56301-1dec-4f39-af01-102cf520f7e2 req-80d42b32-11c5-4a48-85ec-13e96411d5a5 service neutron] 10.222.0.112 "GET /v2.0/networks/bb75b194-2297-4562-8861-62feab5f7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899448 Aug 31 09:45:06.136559 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-44c56301-1dec-4f39-af01-102cf520f7e2 req-f750bfac-65ea-4c91-b510-fa48dc951f7b service neutron] 10.222.0.112 "GET /v2.0/networks/bb75b194-2297-4562-8861-62feab5f7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927768 Aug 31 09:45:06.767952 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345a10d-981c-4e99-994a-519684bfa9d3 req-0faa8db4-677e-4514-88b8-31e74aa246f4 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:06.769881 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2345a10d-981c-4e99-994a-519684bfa9d3 req-0faa8db4-677e-4514-88b8-31e74aa246f4 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0564523 Aug 31 09:45:06.815996 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2345a10d-981c-4e99-994a-519684bfa9d3 req-9585eb81-d1fd-414c-9d94-5d86566cbd07 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382702 Aug 31 09:45:07.940320 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92d161-d099-4a79-b05c-c50ce2b69efb req-bb7d25f3-b57a-4123-859e-bf30a7ca1775 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:07.941817 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1f92d161-d099-4a79-b05c-c50ce2b69efb req-bb7d25f3-b57a-4123-859e-bf30a7ca1775 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0549474 Aug 31 09:45:07.981283 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1f92d161-d099-4a79-b05c-c50ce2b69efb req-a40e2d0e-da8b-4210-aca5-1a424b6763a8 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327351 Aug 31 09:45:09.107165 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f5bb2-ea63-4cfa-aa8a-77e291fa1a37 req-a0a01069-cd1f-452c-a778-819454e094d7 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:09.108553 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b76f5bb2-ea63-4cfa-aa8a-77e291fa1a37 req-a0a01069-cd1f-452c-a778-819454e094d7 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0555508 Aug 31 09:45:09.148289 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b76f5bb2-ea63-4cfa-aa8a-77e291fa1a37 req-930e7d83-2857-46d6-b18b-f41838fb0d5b tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335133 Aug 31 09:45:10.274448 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9148a5-5527-4770-92b3-2f40ac991fb1 req-cec493d9-75a0-43d6-8743-43b76cd5df04 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:10.275966 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd9148a5-5527-4770-92b3-2f40ac991fb1 req-cec493d9-75a0-43d6-8743-43b76cd5df04 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0528738 Aug 31 09:45:10.316134 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd9148a5-5527-4770-92b3-2f40ac991fb1 req-6553013e-d79d-424e-93ff-f70d6d344165 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340345 Aug 31 09:45:11.379320 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-92ecc5f1-aebf-419c-8081-05cc075a103f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:11.441160 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a5ec0-a31b-45e4-abb7-e207719c80d9 req-8a897752-f12f-4660-956c-273292a67df7 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:11.442709 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-869a5ec0-a31b-45e4-abb7-e207719c80d9 req-8a897752-f12f-4660-956c-273292a67df7 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0538116 Aug 31 09:45:11.483154 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-869a5ec0-a31b-45e4-abb7-e207719c80d9 req-31fe7b89-c5ee-4ad0-b47d-42c20f477e0e tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342779 Aug 31 09:45:12.617155 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22771f-2a3a-45fa-aeea-d35537196386 req-e321a42d-14cb-49b0-aa25-149bd7be9c4f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:12.626525 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3c22771f-2a3a-45fa-aeea-d35537196386 req-e321a42d-14cb-49b0-aa25-149bd7be9c4f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0709081 Aug 31 09:45:12.663015 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3c22771f-2a3a-45fa-aeea-d35537196386 req-5a357bd4-f341-414a-807c-0c2073a0329d tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349605 Aug 31 09:45:13.784218 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2c9b6-81b7-46f2-8d2f-833408b4e002 req-058665bf-279f-4053-98a0-c7eed453cb2e tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:13.785704 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b9b2c9b6-81b7-46f2-8d2f-833408b4e002 req-058665bf-279f-4053-98a0-c7eed453cb2e tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0510070 Aug 31 09:45:13.826808 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b9b2c9b6-81b7-46f2-8d2f-833408b4e002 req-c2ba7d93-8446-46e8-af5e-776c4ec663ad tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345564 Aug 31 09:45:14.024689 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-75adf5d6-bc46-424b-b6f6-945cbfdf8cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:14.105546 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:15.202374 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1def67-98e8-42b8-99a1-161b2cd4f8e4 req-0ffd56a3-c8b5-470e-9464-1d05dacb5265 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:15.203795 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bc1def67-98e8-42b8-99a1-161b2cd4f8e4 req-0ffd56a3-c8b5-470e-9464-1d05dacb5265 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0532918 Aug 31 09:45:15.243796 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bc1def67-98e8-42b8-99a1-161b2cd4f8e4 req-57cb75b5-aac4-42bb-bd4c-27baffc9261f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337446 Aug 31 09:45:15.379673 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:16.371890 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115cda7-02dc-4208-9a74-5b05fbd0c523 req-d0fdf8e1-88a4-415c-8056-9252e09912d5 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:16.373535 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f115cda7-02dc-4208-9a74-5b05fbd0c523 req-d0fdf8e1-88a4-415c-8056-9252e09912d5 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0546985 Aug 31 09:45:16.411941 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f115cda7-02dc-4208-9a74-5b05fbd0c523 req-bc5a3c16-1854-4b13-8e20-d186c71fb1a3 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323179 Aug 31 09:45:17.013937 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:17.532187 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d1bae-b6db-4b7e-97f7-def4e6d5ce65 req-73d10b23-8fa5-4c50-92e7-ecf53e5f39ce tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:17.533937 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e29d1bae-b6db-4b7e-97f7-def4e6d5ce65 req-73d10b23-8fa5-4c50-92e7-ecf53e5f39ce tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0524638 Aug 31 09:45:17.574884 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e29d1bae-b6db-4b7e-97f7-def4e6d5ce65 req-1a5dac09-ea66-4766-a641-9bb936e7d151 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335984 Aug 31 09:45:18.415383 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:45:18.694445 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1db8b-8df1-45cc-86c9-1e4e4bc719c2 req-f8223d2d-2d48-4eda-bba0-bad00ac3e509 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:18.695982 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40d1db8b-8df1-45cc-86c9-1e4e4bc719c2 req-f8223d2d-2d48-4eda-bba0-bad00ac3e509 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0519369 Aug 31 09:45:18.735061 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40d1db8b-8df1-45cc-86c9-1e4e4bc719c2 req-94b2c2e3-6513-439e-81c7-3bb7693a9f2c tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323508 Aug 31 09:45:19.862157 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8960393-423d-41b9-9381-8802d49ca5ff req-96e7bec6-3115-4e30-821b-43c176c1f619 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:19.863768 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a8960393-423d-41b9-9381-8802d49ca5ff req-96e7bec6-3115-4e30-821b-43c176c1f619 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0556076 Aug 31 09:45:19.904227 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a8960393-423d-41b9-9381-8802d49ca5ff req-65f596c8-ffa1-4d1b-a4be-cb600ea6553a tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342798 Aug 31 09:45:21.024300 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322f2c7-aa4d-4238-bf13-69adf0095570 req-b91dd5a7-2d9d-49b9-b2f7-e19929494d98 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:21.025948 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f322f2c7-aa4d-4238-bf13-69adf0095570 req-b91dd5a7-2d9d-49b9-b2f7-e19929494d98 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0508721 Aug 31 09:45:21.073832 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f322f2c7-aa4d-4238-bf13-69adf0095570 req-b76864ea-b5b5-4fe3-bec4-d4f566eea7be tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409849 Aug 31 09:45:22.198042 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b5242-3b4a-4438-8416-fc1028ce6d50 req-602e9449-3a8a-4488-a9de-81bc9e76a82c tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:22.199945 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3a2b5242-3b4a-4438-8416-fc1028ce6d50 req-602e9449-3a8a-4488-a9de-81bc9e76a82c tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0524435 Aug 31 09:45:22.247349 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3a2b5242-3b4a-4438-8416-fc1028ce6d50 req-677cb86d-f42b-4842-bfeb-6d9193f58915 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334463 Aug 31 09:45:22.434859 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80dff96-d7c7-427f-8fea-241462a2fa1f req-bcbf4463-e89a-4c8f-96ad-86419fcb5b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:22.436419 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b80dff96-d7c7-427f-8fea-241462a2fa1f req-bcbf4463-e89a-4c8f-96ad-86419fcb5b01 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 1097 time: 0.0442383 Aug 31 09:45:22.481853 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b80dff96-d7c7-427f-8fea-241462a2fa1f req-ea5fbd8b-d815-42c7-9947-d2df785a13ae service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340595 Aug 31 09:45:23.374003 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ae5d6-6318-460d-a552-eba307a8f6e7 req-9d885b9a-df60-4810-b285-b29e3cc1efa4 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:23.375540 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8a7ae5d6-6318-460d-a552-eba307a8f6e7 req-9d885b9a-df60-4810-b285-b29e3cc1efa4 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0563595 Aug 31 09:45:23.414729 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8a7ae5d6-6318-460d-a552-eba307a8f6e7 req-ad9b0c88-9df6-49e3-adb3-8ef49c39f116 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330522 Aug 31 09:45:24.532933 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfef038-42a3-4187-bee2-f5483f01823a req-9fe7eca5-33e8-4a53-b3c5-75953368f4ce tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:24.534424 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cfef038-42a3-4187-bee2-f5483f01823a req-9fe7eca5-33e8-4a53-b3c5-75953368f4ce tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0505443 Aug 31 09:45:24.578533 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cfef038-42a3-4187-bee2-f5483f01823a req-db7e9f02-44f0-41b6-81dd-b0f32ff25e48 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375392 Aug 31 09:45:25.030695 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab97f6-21ea-4b26-94cc-a7b9e51a9966 req-b3628634-8b6b-4969-b591-eebc77e0cb98 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:25.032236 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98ab97f6-21ea-4b26-94cc-a7b9e51a9966 req-b3628634-8b6b-4969-b591-eebc77e0cb98 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0516112 Aug 31 09:45:25.071837 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98ab97f6-21ea-4b26-94cc-a7b9e51a9966 req-f325a310-f886-43fe-9beb-1b0626c03175 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326490 Aug 31 09:45:25.082294 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f86df-e321-4e12-9908-f54d01cbeeb7 req-c89b88a3-12c9-4a85-8df3-27e739cf2773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:25.084821 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-141f86df-e321-4e12-9908-f54d01cbeeb7 req-c89b88a3-12c9-4a85-8df3-27e739cf2773 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1483927df0174ff9adec2a0b408e8935&device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 1097 time: 0.0492382 Aug 31 09:45:25.485073 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f86df-e321-4e12-9908-f54d01cbeeb7 req-48d60670-786f-4915-8fe1-cc6717fe510c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:25.486645 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-141f86df-e321-4e12-9908-f54d01cbeeb7 req-48d60670-786f-4915-8fe1-cc6717fe510c service neutron] 10.222.0.112 "GET /v2.0/networks?id=bb75b194-2297-4562-8861-62feab5f7e5a HTTP/1.1" status: 200 len: 919 time: 0.3946037 Aug 31 09:45:25.543127 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-141f86df-e321-4e12-9908-f54d01cbeeb7 req-a55864d2-52ae-43c2-90c9-8f826ea120d2 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=929435bd-f66c-4eb5-b442-9fa6d0c94b56 HTTP/1.1" status: 200 len: 217 time: 0.0452669 Aug 31 09:45:25.594393 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f86df-e321-4e12-9908-f54d01cbeeb7 req-159a6168-1e12-4181-a4fa-54c23cefe2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:25.595874 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-141f86df-e321-4e12-9908-f54d01cbeeb7 req-159a6168-1e12-4181-a4fa-54c23cefe2e6 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=2c596dd9-fb45-4c75-b855-64d163143380 HTTP/1.1" status: 200 len: 857 time: 0.0442238 Aug 31 09:45:25.629023 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-141f86df-e321-4e12-9908-f54d01cbeeb7 req-9edf2b95-a174-4457-b680-843828b38fc4 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=bb75b194-2297-4562-8861-62feab5f7e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251937 Aug 31 09:45:25.730310 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-141f86df-e321-4e12-9908-f54d01cbeeb7 req-9b86fda7-2013-4f57-8d06-2b5f00f25d75 service neutron] 10.222.0.112 "GET /v2.0/networks/bb75b194-2297-4562-8861-62feab5f7e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858634 Aug 31 09:45:25.831373 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-141f86df-e321-4e12-9908-f54d01cbeeb7 req-5b4c1bc4-7ccb-4781-8509-6fc67a9edd16 service neutron] 10.222.0.112 "GET /v2.0/networks/bb75b194-2297-4562-8861-62feab5f7e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922189 Aug 31 09:45:26.203769 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9c164-a0af-4c29-bbb4-b885f9d3b800 req-3a20865c-9cee-41bd-800c-ebfa1bfd6e47 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:26.205472 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a9c9c164-a0af-4c29-bbb4-b885f9d3b800 req-3a20865c-9cee-41bd-800c-ebfa1bfd6e47 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0587449 Aug 31 09:45:26.249087 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a9c9c164-a0af-4c29-bbb4-b885f9d3b800 req-64134ddd-3dc8-4235-ac93-09ff9fb37e00 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357039 Aug 31 09:45:27.372137 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d7089-95ad-49a7-a459-4baf608bd63f req-a6cedc8c-2301-4388-b2df-481d8277c8dd tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:27.373669 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4b4d7089-95ad-49a7-a459-4baf608bd63f req-a6cedc8c-2301-4388-b2df-481d8277c8dd tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0551975 Aug 31 09:45:27.414345 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4b4d7089-95ad-49a7-a459-4baf608bd63f req-eff6b7d0-577b-4bc5-9abc-fae161b077c4 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342243 Aug 31 09:45:28.536916 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b106a7-83e0-4f36-9d22-6317e3937819 req-57c9fc33-d57f-4533-a019-f0564f3bbaa6 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:28.538810 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a8b106a7-83e0-4f36-9d22-6317e3937819 req-57c9fc33-d57f-4533-a019-f0564f3bbaa6 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0516634 Aug 31 09:45:28.577932 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a8b106a7-83e0-4f36-9d22-6317e3937819 req-3a0cec40-60ea-46fe-b907-a8df15fb118e tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330763 Aug 31 09:45:32.853334 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:32.956412 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:37.720268 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b42edb-7b0d-4463-953f-33da2c350523 req-173c091c-01ab-4593-9d8e-b947494ae0a9 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:37.721973 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-69b42edb-7b0d-4463-953f-33da2c350523 req-173c091c-01ab-4593-9d8e-b947494ae0a9 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 946 time: 0.0659597 Aug 31 09:45:37.765272 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-69b42edb-7b0d-4463-953f-33da2c350523 req-1b5a0a02-7a5f-4aec-a706-457b4129da31 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62db7c69-81c9-4308-93d7-67b7096d5d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365417 Aug 31 09:45:38.900300 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683aa61b-0cf3-4df3-b126-e5779733bc2f req-79e49792-2554-455f-8288-067c27447cec tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:38.901960 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-683aa61b-0cf3-4df3-b126-e5779733bc2f req-79e49792-2554-455f-8288-067c27447cec tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 946 time: 0.0556064 Aug 31 09:45:38.944158 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-683aa61b-0cf3-4df3-b126-e5779733bc2f req-e2feb0d3-9858-47d2-ae6b-d7b4bca06869 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62db7c69-81c9-4308-93d7-67b7096d5d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353680 Aug 31 09:45:40.069497 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eabf1c-ac72-415f-ae0a-899f87679f85 req-4db37cf1-6284-45d7-8ea4-dbeeef38b86a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:40.071247 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a6eabf1c-ac72-415f-ae0a-899f87679f85 req-4db37cf1-6284-45d7-8ea4-dbeeef38b86a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 946 time: 0.0544438 Aug 31 09:45:40.111159 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a6eabf1c-ac72-415f-ae0a-899f87679f85 req-8bde4409-d377-4d7c-b868-37d21e2c4666 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62db7c69-81c9-4308-93d7-67b7096d5d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335228 Aug 31 09:45:40.692287 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1031e-785b-4867-8464-06ed0b3d3186 req-1678293d-78c0-4285-95c9-0b96348eff14 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:40.693787 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0fc1031e-785b-4867-8464-06ed0b3d3186 req-1678293d-78c0-4285-95c9-0b96348eff14 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 946 time: 0.0593548 Aug 31 09:45:40.735843 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0fc1031e-785b-4867-8464-06ed0b3d3186 req-a9fb4660-44f0-42eb-ac11-a753503345e0 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348949 Aug 31 09:45:41.240139 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae2a25-7093-4d48-9022-367adb4dda22 req-d3240958-af76-4270-a32b-9bc58edf58aa tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:41.241946 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29ae2a25-7093-4d48-9022-367adb4dda22 req-d3240958-af76-4270-a32b-9bc58edf58aa tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 946 time: 0.0528111 Aug 31 09:45:41.281671 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29ae2a25-7093-4d48-9022-367adb4dda22 req-154a4ae0-bae9-420c-a7f8-cfabc171cd82 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62db7c69-81c9-4308-93d7-67b7096d5d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329740 Aug 31 09:45:41.322774 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f7ef88f5-5664-40f5-bd0d-ff159ec14053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:41.861960 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faea94c-0e83-4855-bdf2-8dca13b873e9 req-4c70d66b-56d7-4c12-b05c-d15c07b422a9 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:41.863500 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8faea94c-0e83-4855-bdf2-8dca13b873e9 req-4c70d66b-56d7-4c12-b05c-d15c07b422a9 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 946 time: 0.0505424 Aug 31 09:45:41.904425 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8faea94c-0e83-4855-bdf2-8dca13b873e9 req-5a855942-78a3-4046-88e4-cad8535c4ecf tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344300 Aug 31 09:45:42.406936 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c735c-9beb-4396-b801-0959796d4635 req-cf6f4aec-e216-4d3e-b6b8-c0093adcba4a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:42.408477 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b3c735c-9beb-4396-b801-0959796d4635 req-cf6f4aec-e216-4d3e-b6b8-c0093adcba4a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 946 time: 0.0562370 Aug 31 09:45:42.448219 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b3c735c-9beb-4396-b801-0959796d4635 req-c37a6cce-6785-4e42-9570-86b1d63acbb9 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62db7c69-81c9-4308-93d7-67b7096d5d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334013 Aug 31 09:45:43.027337 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a567dd-a993-4a9a-b4d5-5e89da86e39f req-5e60ef9e-4f7b-4176-acfd-04b1e883c3eb tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:43.028935 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54a567dd-a993-4a9a-b4d5-5e89da86e39f req-5e60ef9e-4f7b-4176-acfd-04b1e883c3eb tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 946 time: 0.0524204 Aug 31 09:45:43.077781 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dbc7810c-04e3-40e6-bc8c-1f969c4a6ba3 req-e8d64d11-5514-4205-a0b6-f78a0eec124d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0331335 Aug 31 09:45:43.095806 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54a567dd-a993-4a9a-b4d5-5e89da86e39f req-9a06e84d-04cf-41ed-8f6d-060f3fb1bd3a tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593321 Aug 31 09:45:43.124341 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dbc7810c-04e3-40e6-bc8c-1f969c4a6ba3 req-c6815bfc-284a-4282-ab07-895cdd350c52 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0259686 Aug 31 09:45:43.170201 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dbc7810c-04e3-40e6-bc8c-1f969c4a6ba3 req-6ea84777-99f7-4acd-9ca2-c40c34c658dd service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257757 Aug 31 09:45:43.187612 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed1143-802d-4684-915e-086d30f06584 req-eafaf894-1340-4099-98d6-6cddc009b8a9 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:43.189011 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09ed1143-802d-4684-915e-086d30f06584 req-eafaf894-1340-4099-98d6-6cddc009b8a9 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.112 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 946 time: 0.0572102 Aug 31 09:45:43.284118 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7810c-04e3-40e6-bc8c-1f969c4a6ba3 req-a3805776-6845-4c00-ad6a-d5902a175fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:43.285710 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dbc7810c-04e3-40e6-bc8c-1f969c4a6ba3 req-a3805776-6845-4c00-ad6a-d5902a175fe5 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1093736 Aug 31 09:45:43.297756 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-09ed1143-802d-4684-915e-086d30f06584 req-18aebeb8-633d-4011-8c19-668b8aeb6e2f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Deleting port 95d2b1b1-29ce-4955-8a2d-a5a59c44e369 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:43.298095 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-09ed1143-802d-4684-915e-086d30f06584 req-18aebeb8-633d-4011-8c19-668b8aeb6e2f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:43.391942 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-09ed1143-802d-4684-915e-086d30f06584 req-18aebeb8-633d-4011-8c19-668b8aeb6e2f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] For port 95d2b1b1-29ce-4955-8a2d-a5a59c44e369, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=95d2b1b1-29ce-4955-8a2d-a5a59c44e369,segment=NetworkSegment(5297c1a3-1564-4529-b73b-157e4c7393bd),segment_id=5297c1a3-1564-4529-b73b-157e4c7393bd)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:43.392446 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-09ed1143-802d-4684-915e-086d30f06584 req-18aebeb8-633d-4011-8c19-668b8aeb6e2f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:43.406424 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-09ed1143-802d-4684-915e-086d30f06584 req-18aebeb8-633d-4011-8c19-668b8aeb6e2f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Calling delete_port for 95d2b1b1-29ce-4955-8a2d-a5a59c44e369 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:43.573182 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475e2df-54f5-4622-8388-a9be3667e5b3 req-2e8575eb-641a-457c-9a06-09e61789823a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:43.574928 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a475e2df-54f5-4622-8388-a9be3667e5b3 req-2e8575eb-641a-457c-9a06-09e61789823a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 946 time: 0.0504560 Aug 31 09:45:43.596755 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-09ed1143-802d-4684-915e-086d30f06584 req-18aebeb8-633d-4011-8c19-668b8aeb6e2f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:43.613487 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['95d2b1b1-29ce-4955-8a2d-a5a59c44e369', '929435bd-f66c-4eb5-b442-9fa6d0c94b56'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:45:43.628801 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a475e2df-54f5-4622-8388-a9be3667e5b3 req-ee959ecb-e705-4bb4-bd9f-8516b69d09e8 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62db7c69-81c9-4308-93d7-67b7096d5d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473404 Aug 31 09:45:43.632875 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aebeb8-633d-4011-8c19-668b8aeb6e2f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Pushing event deleted for resources: {'Port': ['ID=95d2b1b1-29ce-4955-8a2d-a5a59c44e369,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:43.657912 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aebeb8-633d-4011-8c19-668b8aeb6e2f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:43.658294 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aebeb8-633d-4011-8c19-668b8aeb6e2f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:43.658841 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aebeb8-633d-4011-8c19-668b8aeb6e2f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:43.659170 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aebeb8-633d-4011-8c19-668b8aeb6e2f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:43.659481 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aebeb8-633d-4011-8c19-668b8aeb6e2f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:43.660101 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aebeb8-633d-4011-8c19-668b8aeb6e2f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:43.660101 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aebeb8-633d-4011-8c19-668b8aeb6e2f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:43.660446 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aebeb8-633d-4011-8c19-668b8aeb6e2f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:43.660832 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aebeb8-633d-4011-8c19-668b8aeb6e2f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:43.661159 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aebeb8-633d-4011-8c19-668b8aeb6e2f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:43.661481 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aebeb8-633d-4011-8c19-668b8aeb6e2f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:43.661798 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aebeb8-633d-4011-8c19-668b8aeb6e2f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:43.685747 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ed1143-802d-4684-915e-086d30f06584 req-18aebeb8-633d-4011-8c19-668b8aeb6e2f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] No DVR routers for this DVR port 95d2b1b1-29ce-4955-8a2d-a5a59c44e369 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:45:43.688695 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-09ed1143-802d-4684-915e-086d30f06584 req-18aebeb8-633d-4011-8c19-668b8aeb6e2f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:43.690958 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-09ed1143-802d-4684-915e-086d30f06584 req-18aebeb8-633d-4011-8c19-668b8aeb6e2f tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.112 "DELETE /v2.0/ports/95d2b1b1-29ce-4955-8a2d-a5a59c44e369 HTTP/1.1" status: 204 len: 173 time: 0.4947724 Aug 31 09:45:43.691428 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1975952-26b0-4d39-988c-d36cac7b7348', 'name': 'network-vif-deleted', 'tag': '95d2b1b1-29ce-4955-8a2d-a5a59c44e369'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:45:43.693704 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e82017-7eba-42ab-bb01-ab4b0593294c" -d '{"events": [{"server_uuid": "b1975952-26b0-4d39-988c-d36cac7b7348", "name": "network-vif-deleted", "tag": "95d2b1b1-29ce-4955-8a2d-a5a59c44e369"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:45:43.735334 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fa42c3-dfa0-43ad-9a6e-b7472620f017 x-openstack-request-id: req-a6fa42c3-dfa0-43ad-9a6e-b7472620f017 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:45:43.735632 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1975952-26b0-4d39-988c-d36cac7b7348", "name": "network-vif-deleted", "tag": "95d2b1b1-29ce-4955-8a2d-a5a59c44e369", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:45:43.735910 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-a6fa42c3-dfa0-43ad-9a6e-b7472620f017 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:45:43.736384 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1975952-26b0-4d39-988c-d36cac7b7348', 'name': 'network-vif-deleted', 'tag': '95d2b1b1-29ce-4955-8a2d-a5a59c44e369', 'status': 'completed', 'code': 200} Aug 31 09:45:43.940225 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-49a7329b-3763-4381-97fb-709867c1e64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:44.043065 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:44.211355 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-45a30f67-f6f0-4248-9dc2-69bd71230e13 req-e3db818d-3cdc-402e-af52-4232375bb6db tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1975952-26b0-4d39-988c-d36cac7b7348 HTTP/1.1" status: 200 len: 210 time: 0.0314279 Aug 31 09:45:44.765828 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9a2bc-961f-4427-aac0-77cfd5152f42 req-a35ac25b-84d9-426f-8d14-648fae71b5d6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:44.767434 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8af9a2bc-961f-4427-aac0-77cfd5152f42 req-a35ac25b-84d9-426f-8d14-648fae71b5d6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 946 time: 0.0562434 Aug 31 09:45:44.808026 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8af9a2bc-961f-4427-aac0-77cfd5152f42 req-6f14d26d-184e-4c33-9831-2a6fe6bbf049 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62db7c69-81c9-4308-93d7-67b7096d5d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340507 Aug 31 09:45:45.357512 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:45.647805 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5466d65-1883-4178-892a-99d200330e73 req-ed85705f-df72-4d2d-9f0a-022ea2c52735 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:45.649278 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5466d65-1883-4178-892a-99d200330e73 req-ed85705f-df72-4d2d-9f0a-022ea2c52735 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0519578 Aug 31 09:45:45.690651 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5466d65-1883-4178-892a-99d200330e73 req-edc2bae1-fcb8-4bb8-8804-ad58fd9ff130 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330441 Aug 31 09:45:45.929137 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addb2c7-3021-4917-984f-931132dd1883 req-baaf2aa7-9b64-4fa2-aa14-1a0926420e08 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:45.930642 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5addb2c7-3021-4917-984f-931132dd1883 req-baaf2aa7-9b64-4fa2-aa14-1a0926420e08 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 946 time: 0.0509567 Aug 31 09:45:45.973614 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5addb2c7-3021-4917-984f-931132dd1883 req-05225235-c508-4619-a6fc-a64d4d3ad540 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62db7c69-81c9-4308-93d7-67b7096d5d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362000 Aug 31 09:45:46.420116 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 95d2b1b1-29ce-4955-8a2d-a5a59c44e369 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:45:46.443347 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 95d2b1b1-29ce-4955-8a2d-a5a59c44e369 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:45:46.443691 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 95d2b1b1-29ce-4955-8a2d-a5a59c44e369 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:45:46.813407 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb2ad8-c13e-4607-a8ad-545f3466b6fb req-7dc15491-8369-4ac9-aaa8-9c44ecca6c69 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:46.815809 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49bb2ad8-c13e-4607-a8ad-545f3466b6fb req-7dc15491-8369-4ac9-aaa8-9c44ecca6c69 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0554683 Aug 31 09:45:46.854410 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49bb2ad8-c13e-4607-a8ad-545f3466b6fb req-8d09dc96-a415-4fef-b905-709acc2e7711 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325227 Aug 31 09:45:47.009131 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:47.091716 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a285e0-3acb-4359-a4c4-1875254b9a71 req-5581a137-537a-4827-a88f-e629087ce62f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:47.093227 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b0a285e0-3acb-4359-a4c4-1875254b9a71 req-5581a137-537a-4827-a88f-e629087ce62f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 946 time: 0.0500047 Aug 31 09:45:47.132000 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b0a285e0-3acb-4359-a4c4-1875254b9a71 req-dbccb0e1-f76a-4f98-8cfa-efed57722d94 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62db7c69-81c9-4308-93d7-67b7096d5d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326355 Aug 31 09:45:47.979875 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da2b42-f222-4f0e-a9ae-68276e15e29f req-4ac788ea-5cdf-4d0b-948c-f9b999e3b08a tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:47.981482 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-84da2b42-f222-4f0e-a9ae-68276e15e29f req-4ac788ea-5cdf-4d0b-948c-f9b999e3b08a tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0502572 Aug 31 09:45:48.024501 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-84da2b42-f222-4f0e-a9ae-68276e15e29f req-1830a387-ba3a-4fd4-803a-00a462cf3247 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366478 Aug 31 09:45:48.249889 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b0284-561b-44db-98c4-4ce35853dc7c req-04af1799-80a7-42c2-862f-26e9d34cd4f1 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:48.252618 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4c2b0284-561b-44db-98c4-4ce35853dc7c req-04af1799-80a7-42c2-862f-26e9d34cd4f1 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 946 time: 0.0510163 Aug 31 09:45:48.291948 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4c2b0284-561b-44db-98c4-4ce35853dc7c req-5bfdf6ca-18f5-4ec6-aae5-b97605654c73 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62db7c69-81c9-4308-93d7-67b7096d5d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344696 Aug 31 09:45:49.142458 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f05cd8-6ad4-4c5c-a0e1-2c47ce6eb019 req-47681d39-3a31-49b3-84ce-a6b473337cc2 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:49.143994 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b1f05cd8-6ad4-4c5c-a0e1-2c47ce6eb019 req-47681d39-3a31-49b3-84ce-a6b473337cc2 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0511470 Aug 31 09:45:49.183424 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b1f05cd8-6ad4-4c5c-a0e1-2c47ce6eb019 req-a9361354-fc8e-45e4-a158-64cea359eefa tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334587 Aug 31 09:45:49.429306 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de2f57-d57a-4e16-96ee-58d1cc64f946 req-8a4ed03b-4255-4b68-9daa-96b3d1eebbab tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:49.430856 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43de2f57-d57a-4e16-96ee-58d1cc64f946 req-8a4ed03b-4255-4b68-9daa-96b3d1eebbab tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 946 time: 0.0510468 Aug 31 09:45:49.474735 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43de2f57-d57a-4e16-96ee-58d1cc64f946 req-6d57da7f-9054-4e1a-8788-c62534ad4d82 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62db7c69-81c9-4308-93d7-67b7096d5d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367279 Aug 31 09:45:50.304651 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac22bb5-8fb7-4fa9-9bb6-076cff8ce027 req-2237641a-4b02-4061-b7e3-f4a3eaade6c2 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:50.306176 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fac22bb5-8fb7-4fa9-9bb6-076cff8ce027 req-2237641a-4b02-4061-b7e3-f4a3eaade6c2 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0506556 Aug 31 09:45:50.346414 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fac22bb5-8fb7-4fa9-9bb6-076cff8ce027 req-31f0aabf-a310-4824-aa4c-77caa8a9e9f6 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334847 Aug 31 09:45:50.604651 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b00bc-9682-42fa-974c-8ffcf121f0af req-5181c10c-dadc-42e5-bb00-c58f0941a8a5 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:50.607079 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-722b00bc-9682-42fa-974c-8ffcf121f0af req-5181c10c-dadc-42e5-bb00-c58f0941a8a5 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 946 time: 0.0614238 Aug 31 09:45:50.646209 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-722b00bc-9682-42fa-974c-8ffcf121f0af req-0fcff6f8-d1d5-44a7-87e4-f0619ecae0a4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62db7c69-81c9-4308-93d7-67b7096d5d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324731 Aug 31 09:45:50.659819 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37770) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:50.822157 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-75aafaf6-7f7f-41d3-9576-2bd6f6f179d6 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Deleting port 28a28a67-63ba-4779-bfed-b4d7dbffa889 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:50.822516 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-75aafaf6-7f7f-41d3-9576-2bd6f6f179d6 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:50.904118 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-75aafaf6-7f7f-41d3-9576-2bd6f6f179d6 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:50.904446 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-75aafaf6-7f7f-41d3-9576-2bd6f6f179d6 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:50.924714 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-75aafaf6-7f7f-41d3-9576-2bd6f6f179d6 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Calling delete_port for 28a28a67-63ba-4779-bfed-b4d7dbffa889 owned by network:floatingip {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:51.140199 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-75aafaf6-7f7f-41d3-9576-2bd6f6f179d6 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:51.166798 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aafaf6-7f7f-41d3-9576-2bd6f6f179d6 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Pushing event deleted for resources: {'Port': ['ID=28a28a67-63ba-4779-bfed-b4d7dbffa889,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:51.243172 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-75aafaf6-7f7f-41d3-9576-2bd6f6f179d6 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks [] for floatingip, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:51.243546 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [None req-75aafaf6-7f7f-41d3-9576-2bd6f6f179d6 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Floating IP eec3db49-184b-4387-8578-d40ae5b2b97f disassociated (deleted). External IP: 172.25.2.213, port: 67a53eaa-7560-473a-9e08-8753059f2162. Aug 31 09:45:51.472391 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75aafaf6-7f7f-41d3-9576-2bd6f6f179d6 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Router 32038140-898b-466b-a1d9-586af28a523c has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:45:51.479165 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22fa0f-0e6e-41b3-bbc0-38e9b39fc1b7 req-e08c7d1e-ed19-4e0c-a67e-8283c975f142 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:51.480834 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b22fa0f-0e6e-41b3-bbc0-38e9b39fc1b7 req-e08c7d1e-ed19-4e0c-a67e-8283c975f142 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0523098 Aug 31 09:45:51.530214 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b22fa0f-0e6e-41b3-bbc0-38e9b39fc1b7 req-a66b184d-a260-42da-a97c-3d5a77d1dca4 tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/security-groups?id=755fc4a7-b489-43bf-afa6-af7291b8b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430858 Aug 31 09:45:51.603996 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75aafaf6-7f7f-41d3-9576-2bd6f6f179d6 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:45:51.610926 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-75aafaf6-7f7f-41d3-9576-2bd6f6f179d6 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:51.617360 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba458e5-9e4d-4aa1-bdb9-4097a4771d03 None None] Sync routers for ids ['32038140-898b-466b-a1d9-586af28a523c'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:45:51.627766 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba458e5-9e4d-4aa1-bdb9-4097a4771d03 None None] Routers {'32038140-898b-466b-a1d9-586af28a523c'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:51.628376 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-2ba458e5-9e4d-4aa1-bdb9-4097a4771d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:45:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['32038140-898b-466b-a1d9-586af28a523c'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:51.679082 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-75aafaf6-7f7f-41d3-9576-2bd6f6f179d6 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "DELETE /v2.0/floatingips/eec3db49-184b-4387-8578-d40ae5b2b97f HTTP/1.1" status: 204 len: 168 time: 1.0181487 Aug 31 09:45:51.680943 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050', 'tag': '67a53eaa-7560-473a-9e08-8753059f2162'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:45:51.683108 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a142ee-83bb-470c-8979-59ca03d37ca5" -d '{"events": [{"name": "network-changed", "server_uuid": "74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050", "tag": "67a53eaa-7560-473a-9e08-8753059f2162"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:45:51.708441 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dab1ab-2cfa-4035-80dd-ba6fed008537 req-1e7b909d-a589-4633-b495-99e444e14e0d tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:51.710054 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f0dab1ab-2cfa-4035-80dd-ba6fed008537 req-1e7b909d-a589-4633-b495-99e444e14e0d tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.112 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 945 time: 0.0726633 Aug 31 09:45:51.780926 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-2ba458e5-9e4d-4aa1-bdb9-4097a4771d03 None None] Set router 32038140-898b-466b-a1d9-586af28a523c gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:45:51.809707 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2dcd7-e9c6-4409-a18c-0fa942581008 req-ea5cfc40-ac2e-44ff-a51b-6680240a41a4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:51.819964 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6a2dcd7-e9c6-4409-a18c-0fa942581008 req-ea5cfc40-ac2e-44ff-a51b-6680240a41a4 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 946 time: 0.0930963 Aug 31 09:45:51.849029 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-f0dab1ab-2cfa-4035-80dd-ba6fed008537 req-7d5c072f-cc30-44bf-8fca-34bb4b978f3d tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Deleting port 929435bd-f66c-4eb5-b442-9fa6d0c94b56 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:51.849714 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f0dab1ab-2cfa-4035-80dd-ba6fed008537 req-7d5c072f-cc30-44bf-8fca-34bb4b978f3d tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:51.858785 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6a2dcd7-e9c6-4409-a18c-0fa942581008 req-ae4e641b-c124-4275-863f-87c2913d72bc tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62db7c69-81c9-4308-93d7-67b7096d5d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377829 Aug 31 09:45:51.912719 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9f1b95-4530-4349-9b5d-d5f4442a0978 x-openstack-request-id: req-7d9f1b95-4530-4349-9b5d-d5f4442a0978 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:45:51.913010 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050", "tag": "67a53eaa-7560-473a-9e08-8753059f2162", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:45:51.913634 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-7d9f1b95-4530-4349-9b5d-d5f4442a0978 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:45:51.914085 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050', 'tag': '67a53eaa-7560-473a-9e08-8753059f2162', 'status': 'completed', 'code': 200} Aug 31 09:45:51.962988 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-f0dab1ab-2cfa-4035-80dd-ba6fed008537 req-7d5c072f-cc30-44bf-8fca-34bb4b978f3d tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] For port 929435bd-f66c-4eb5-b442-9fa6d0c94b56, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=929435bd-f66c-4eb5-b442-9fa6d0c94b56,segment=NetworkSegment(5297c1a3-1564-4529-b73b-157e4c7393bd),segment_id=5297c1a3-1564-4529-b73b-157e4c7393bd)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:51.963359 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f0dab1ab-2cfa-4035-80dd-ba6fed008537 req-7d5c072f-cc30-44bf-8fca-34bb4b978f3d tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:51.976866 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a142ee-83bb-470c-8979-59ca03d37ca5 req-8381261d-d56a-4cf0-b21a-369e0976c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:51.977546 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-f0dab1ab-2cfa-4035-80dd-ba6fed008537 req-7d5c072f-cc30-44bf-8fca-34bb4b978f3d tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Calling delete_port for 929435bd-f66c-4eb5-b442-9fa6d0c94b56 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:51.978376 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-93a142ee-83bb-470c-8979-59ca03d37ca5 req-8381261d-d56a-4cf0-b21a-369e0976c0c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=142d073d795048bfbcfc04c6c93ff5f3&device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 1098 time: 0.0439231 Aug 31 09:45:52.044518 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-2ba458e5-9e4d-4aa1-bdb9-4097a4771d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32038140-898b-466b-a1d9-586af28a523c', 'name': 'tempest-TestVolumeBackupRestore-1810376137-router', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:41:19Z', 'revision_number': 4, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'gw_port': {'id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:83:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32038140-898b-466b-a1d9-586af28a523c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '9024f7c6-b933-45c0-80cd-2ec40f863bd9', 'name': '', 'network_id': '8054c126-3521-44a1-b49b-66e5f2440e49', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'mac_address': 'fa:16:3e:02:e0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32038140-898b-466b-a1d9-586af28a523c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'ef72a544-f8fb-4621-a06b-ade33043d837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:18Z', 'updated_at': '2021-08-31T09:41:24Z', 'revision_number': 5, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'subnets': [{'id': 'ef72a544-f8fb-4621-a06b-ade33043d837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:52.079433 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba458e5-9e4d-4aa1-bdb9-4097a4771d03 None None] Checking router: 32038140-898b-466b-a1d9-586af28a523c for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:45:52.088053 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba458e5-9e4d-4aa1-bdb9-4097a4771d03 None None] Routers {'32038140-898b-466b-a1d9-586af28a523c'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:52.088677 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-2ba458e5-9e4d-4aa1-bdb9-4097a4771d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:45:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['32038140-898b-466b-a1d9-586af28a523c'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:52.118069 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a142ee-83bb-470c-8979-59ca03d37ca5 req-fbfc15ee-b159-4045-ba92-325c32d4e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:52.119893 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-93a142ee-83bb-470c-8979-59ca03d37ca5 req-fbfc15ee-b159-4045-ba92-325c32d4e124 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8054c126-3521-44a1-b49b-66e5f2440e49 HTTP/1.1" status: 200 len: 916 time: 0.1339202 Aug 31 09:45:52.174104 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-93a142ee-83bb-470c-8979-59ca03d37ca5 req-434d77ff-03af-48ec-973c-4cb3a2e72550 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67a53eaa-7560-473a-9e08-8753059f2162 HTTP/1.1" status: 200 len: 217 time: 0.0462992 Aug 31 09:45:52.236202 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-2ba458e5-9e4d-4aa1-bdb9-4097a4771d03 None None] Set router 32038140-898b-466b-a1d9-586af28a523c gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:45:52.261218 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f0dab1ab-2cfa-4035-80dd-ba6fed008537 req-7d5c072f-cc30-44bf-8fca-34bb4b978f3d tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:52.272242 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a142ee-83bb-470c-8979-59ca03d37ca5 req-8ff47d0c-3bf7-46e6-b05f-add54bb8f9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:52.274488 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-93a142ee-83bb-470c-8979-59ca03d37ca5 req-8ff47d0c-3bf7-46e6-b05f-add54bb8f9b4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef72a544-f8fb-4621-a06b-ade33043d837 HTTP/1.1" status: 200 len: 853 time: 0.0911965 Aug 31 09:45:52.276990 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['929435bd-f66c-4eb5-b442-9fa6d0c94b56'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:45:52.297202 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c072f-cc30-44bf-8fca-34bb4b978f3d tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Pushing event deleted for resources: {'Port': ['ID=929435bd-f66c-4eb5-b442-9fa6d0c94b56,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:52.348813 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6983f-6c7b-4276-a3d5-8f31f7c019fe req-85ef9e95-8621-4e54-b6b8-4dc50b4fd588 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:52.350626 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-50d6983f-6c7b-4276-a3d5-8f31f7c019fe req-85ef9e95-8621-4e54-b6b8-4dc50b4fd588 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/ports?device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 946 time: 0.1251173 Aug 31 09:45:52.370051 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0dab1ab-2cfa-4035-80dd-ba6fed008537 req-7d5c072f-cc30-44bf-8fca-34bb4b978f3d tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] No DVR routers for this DVR port 929435bd-f66c-4eb5-b442-9fa6d0c94b56 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:45:52.374455 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f0dab1ab-2cfa-4035-80dd-ba6fed008537 req-7d5c072f-cc30-44bf-8fca-34bb4b978f3d tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:52.377045 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f0dab1ab-2cfa-4035-80dd-ba6fed008537 req-7d5c072f-cc30-44bf-8fca-34bb4b978f3d tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.112 "DELETE /v2.0/ports/929435bd-f66c-4eb5-b442-9fa6d0c94b56 HTTP/1.1" status: 204 len: 173 time: 0.6587150 Aug 31 09:45:52.380721 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a142ee-83bb-470c-8979-59ca03d37ca5 req-e1c33036-be9d-4164-a770-58ab89630077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:52.385279 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-93a142ee-83bb-470c-8979-59ca03d37ca5 req-e1c33036-be9d-4164-a770-58ab89630077 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8054c126-3521-44a1-b49b-66e5f2440e49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921736 Aug 31 09:45:52.442020 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-50d6983f-6c7b-4276-a3d5-8f31f7c019fe req-d5c3f324-ec1f-4c4a-b696-b07c5065db43 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/security-groups?id=86358dfb-d362-4d34-a15f-60d8b5445ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835373 Aug 31 09:45:52.481198 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-2ba458e5-9e4d-4aa1-bdb9-4097a4771d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32038140-898b-466b-a1d9-586af28a523c', 'name': 'tempest-TestVolumeBackupRestore-1810376137-router', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:41:19Z', 'revision_number': 4, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'gw_port': {'id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:83:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32038140-898b-466b-a1d9-586af28a523c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '9024f7c6-b933-45c0-80cd-2ec40f863bd9', 'name': '', 'network_id': '8054c126-3521-44a1-b49b-66e5f2440e49', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'mac_address': 'fa:16:3e:02:e0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32038140-898b-466b-a1d9-586af28a523c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'ef72a544-f8fb-4621-a06b-ade33043d837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:18Z', 'updated_at': '2021-08-31T09:41:24Z', 'revision_number': 5, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'subnets': [{'id': 'ef72a544-f8fb-4621-a06b-ade33043d837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:52.491678 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-93a142ee-83bb-470c-8979-59ca03d37ca5 req-739339db-257a-4c3b-89d2-5b5d6c4f4de0 service neutron] 10.222.0.59 "GET /v2.0/networks/8054c126-3521-44a1-b49b-66e5f2440e49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980060 Aug 31 09:45:52.510156 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba458e5-9e4d-4aa1-bdb9-4097a4771d03 None None] The sync data for ids ['32038140-898b-466b-a1d9-586af28a523c'] in n-d-791506-28 is: [{'id': '32038140-898b-466b-a1d9-586af28a523c', 'name': 'tempest-TestVolumeBackupRestore-1810376137-router', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:41:19Z', 'revision_number': 4, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'gw_port': {'id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:83:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32038140-898b-466b-a1d9-586af28a523c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '9024f7c6-b933-45c0-80cd-2ec40f863bd9', 'name': '', 'network_id': '8054c126-3521-44a1-b49b-66e5f2440e49', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'mac_address': 'fa:16:3e:02:e0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32038140-898b-466b-a1d9-586af28a523c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'ef72a544-f8fb-4621-a06b-ade33043d837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:18Z', 'updated_at': '2021-08-31T09:41:24Z', 'revision_number': 5, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'subnets': [{'id': 'ef72a544-f8fb-4621-a06b-ade33043d837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:45:52.603341 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-93a142ee-83bb-470c-8979-59ca03d37ca5 req-cfc0def9-3516-4ac8-90f0-0f6c3f66e145 service neutron] 10.222.0.59 "GET /v2.0/networks/8054c126-3521-44a1-b49b-66e5f2440e49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027679 Aug 31 09:45:52.650672 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fde2f4e5-ab2e-4a9e-91a7-528db7302948 req-bdc8a41c-7ce3-4c26-bb72-b8c92f3812be tempest-ServerRescueNegativeTestJSON-1232040586 tempest-ServerRescueNegativeTestJSON-1232040586-project] 10.222.0.119 "GET /v2.0/ports?device_id=3b1902a5-bfe7-44e5-a490-585efc87f6f5 HTTP/1.1" status: 200 len: 210 time: 0.0309336 Aug 31 09:45:52.817182 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352abaac-86c1-4bc3-94fb-0bde3e72df40 None None] New status for floating IP eec3db49-184b-4387-8578-d40ae5b2b97f: DOWN {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:45:52.989222 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35f371-f2dc-4831-b75d-e5454b8522ba req-ded52e84-ef70-4b0c-bb0c-f91619f09e93 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:52.995144 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b35f371-f2dc-4831-b75d-e5454b8522ba req-ded52e84-ef70-4b0c-bb0c-f91619f09e93 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 946 time: 0.0586820 Aug 31 09:45:53.037790 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b35f371-f2dc-4831-b75d-e5454b8522ba req-f73402dc-7839-4878-bd57-131888ce8c1a tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62db7c69-81c9-4308-93d7-67b7096d5d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385008 Aug 31 09:45:53.574955 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86611a9b-0478-4b5d-9b1d-0fd2b12b161e req-58f41ace-9cc6-4ac0-bf9d-b7863456317f tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:53.578095 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-86611a9b-0478-4b5d-9b1d-0fd2b12b161e req-58f41ace-9cc6-4ac0-bf9d-b7863456317f tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/ports?device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 946 time: 0.0552304 Aug 31 09:45:53.616520 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-86611a9b-0478-4b5d-9b1d-0fd2b12b161e req-e9a9b059-834a-4400-b8eb-388fc4fd0c3e tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/security-groups?id=86358dfb-d362-4d34-a15f-60d8b5445ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332606 Aug 31 09:45:53.707283 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37826) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:53.915630 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b1902a5-bfe7-44e5-a490-585efc87f6f5', 'name': 'network-vif-deleted', 'tag': '929435bd-f66c-4eb5-b442-9fa6d0c94b56'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:45:53.918079 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2c20aa-f3a7-4899-9d24-6ba322b8cfdb" -d '{"events": [{"server_uuid": "3b1902a5-bfe7-44e5-a490-585efc87f6f5", "name": "network-vif-deleted", "tag": "929435bd-f66c-4eb5-b442-9fa6d0c94b56"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:45:53.931905 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62612038-eab2-4fcf-8521-b63edec31725 req-97cc3c37-9a92-431b-b40e-08f80ca4c69d tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:53.933577 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62612038-eab2-4fcf-8521-b63edec31725 req-97cc3c37-9a92-431b-b40e-08f80ca4c69d tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.59 "GET /v2.0/ports?device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 946 time: 0.0565388 Aug 31 09:45:53.961222 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12c7182-fc8a-4859-84af-52f178def21d x-openstack-request-id: req-a12c7182-fc8a-4859-84af-52f178def21d {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:45:53.961578 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b1902a5-bfe7-44e5-a490-585efc87f6f5", "name": "network-vif-deleted", "tag": "929435bd-f66c-4eb5-b442-9fa6d0c94b56", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:45:53.961895 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-a12c7182-fc8a-4859-84af-52f178def21d {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:45:53.962348 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b1902a5-bfe7-44e5-a490-585efc87f6f5', 'name': 'network-vif-deleted', 'tag': '929435bd-f66c-4eb5-b442-9fa6d0c94b56', 'status': 'completed', 'code': 200} Aug 31 09:45:54.061998 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-62612038-eab2-4fcf-8521-b63edec31725 req-37cb10d9-a6d5-4bcb-9778-1907e02e110d tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Deleting port 67a53eaa-7560-473a-9e08-8753059f2162 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:54.062717 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-62612038-eab2-4fcf-8521-b63edec31725 req-37cb10d9-a6d5-4bcb-9778-1907e02e110d tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:54.110908 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-33a6888e-ccbe-46eb-9cc3-021658141f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:54.212395 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-62612038-eab2-4fcf-8521-b63edec31725 req-37cb10d9-a6d5-4bcb-9778-1907e02e110d tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] For port 67a53eaa-7560-473a-9e08-8753059f2162, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=67a53eaa-7560-473a-9e08-8753059f2162,segment=NetworkSegment(80bb1a17-fe30-4aa8-a891-2e6c159cd217),segment_id=80bb1a17-fe30-4aa8-a891-2e6c159cd217)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:54.212706 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-62612038-eab2-4fcf-8521-b63edec31725 req-37cb10d9-a6d5-4bcb-9778-1907e02e110d tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:54.238262 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-62612038-eab2-4fcf-8521-b63edec31725 req-37cb10d9-a6d5-4bcb-9778-1907e02e110d tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Calling delete_port for 67a53eaa-7560-473a-9e08-8753059f2162 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:54.254536 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22985df-edd2-4ada-9420-1f580dedf5e5 req-e282cfe1-3e92-45b1-b436-33aa57136d91 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:54.256165 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c22985df-edd2-4ada-9420-1f580dedf5e5 req-e282cfe1-3e92-45b1-b436-33aa57136d91 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 946 time: 0.1153293 Aug 31 09:45:54.374842 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c22985df-edd2-4ada-9420-1f580dedf5e5 req-9bd82301-4e3d-40cc-a9ec-061e9df12663 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62db7c69-81c9-4308-93d7-67b7096d5d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676286 Aug 31 09:45:54.419576 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-33a6888e-ccbe-46eb-9cc3-021658141f27 admin admin] Deleting port d795e581-2918-4301-970d-5a67204b7b1d {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:54.419925 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-33a6888e-ccbe-46eb-9cc3-021658141f27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:54.507381 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-33a6888e-ccbe-46eb-9cc3-021658141f27 admin admin] For port d795e581-2918-4301-970d-5a67204b7b1d, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=d795e581-2918-4301-970d-5a67204b7b1d,segment=NetworkSegment(5297c1a3-1564-4529-b73b-157e4c7393bd),segment_id=5297c1a3-1564-4529-b73b-157e4c7393bd)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:54.507777 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-33a6888e-ccbe-46eb-9cc3-021658141f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:54.522146 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-33a6888e-ccbe-46eb-9cc3-021658141f27 admin admin] Calling delete_port for d795e581-2918-4301-970d-5a67204b7b1d owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:54.540694 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-62612038-eab2-4fcf-8521-b63edec31725 req-37cb10d9-a6d5-4bcb-9778-1907e02e110d tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:54.579317 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb10d9-a6d5-4bcb-9778-1907e02e110d tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Pushing event deleted for resources: {'Port': ['ID=67a53eaa-7560-473a-9e08-8753059f2162,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:54.610705 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb10d9-a6d5-4bcb-9778-1907e02e110d tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:54.611051 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb10d9-a6d5-4bcb-9778-1907e02e110d tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:54.611387 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb10d9-a6d5-4bcb-9778-1907e02e110d tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:54.611714 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb10d9-a6d5-4bcb-9778-1907e02e110d tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:54.612037 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb10d9-a6d5-4bcb-9778-1907e02e110d tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:54.612357 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb10d9-a6d5-4bcb-9778-1907e02e110d tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:54.612695 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb10d9-a6d5-4bcb-9778-1907e02e110d tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:54.612991 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb10d9-a6d5-4bcb-9778-1907e02e110d tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:54.613400 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb10d9-a6d5-4bcb-9778-1907e02e110d tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:54.613715 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb10d9-a6d5-4bcb-9778-1907e02e110d tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:54.614028 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb10d9-a6d5-4bcb-9778-1907e02e110d tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:54.614337 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cb10d9-a6d5-4bcb-9778-1907e02e110d tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:54.640496 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-62612038-eab2-4fcf-8521-b63edec31725 req-37cb10d9-a6d5-4bcb-9778-1907e02e110d tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] No DVR routers for this DVR port 67a53eaa-7560-473a-9e08-8753059f2162 on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:45:54.648261 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-62612038-eab2-4fcf-8521-b63edec31725 req-37cb10d9-a6d5-4bcb-9778-1907e02e110d tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:54.648261 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62612038-eab2-4fcf-8521-b63edec31725 req-37cb10d9-a6d5-4bcb-9778-1907e02e110d tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.59 "DELETE /v2.0/ports/67a53eaa-7560-473a-9e08-8753059f2162 HTTP/1.1" status: 204 len: 173 time: 0.7046852 Aug 31 09:45:54.648261 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050', 'name': 'network-vif-deleted', 'tag': '67a53eaa-7560-473a-9e08-8753059f2162'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:45:54.649727 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5a5fc1-acf8-41ed-9635-42c6e4794d23" -d '{"events": [{"server_uuid": "74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050", "name": "network-vif-deleted", "tag": "67a53eaa-7560-473a-9e08-8753059f2162"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:45:54.732351 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-72a84330-1f31-443c-be21-aae0b8551c26 req-bba6db70-83f0-476a-981b-58f9bc5dd141 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/ports?device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 210 time: 0.0345602 Aug 31 09:45:54.734338 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed09d75-488c-42c4-87af-5f154caceab0 x-openstack-request-id: req-5ed09d75-488c-42c4-87af-5f154caceab0 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:45:54.734760 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050", "name": "network-vif-deleted", "tag": "67a53eaa-7560-473a-9e08-8753059f2162", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:45:54.735087 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-5ed09d75-488c-42c4-87af-5f154caceab0 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:45:54.735566 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050', 'name': 'network-vif-deleted', 'tag': '67a53eaa-7560-473a-9e08-8753059f2162', 'status': 'completed', 'code': 200} Aug 31 09:45:54.843299 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-33a6888e-ccbe-46eb-9cc3-021658141f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:54.873343 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6888e-ccbe-46eb-9cc3-021658141f27 admin admin] Pushing event deleted for resources: {'Port': ['ID=d795e581-2918-4301-970d-5a67204b7b1d,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:55.066373 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-33a6888e-ccbe-46eb-9cc3-021658141f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:55.415787 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:45:55.508377 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e5237-950e-4544-afe7-872e093eba49 req-82610a7e-cad8-4fe6-b18f-35dc24bdbe69 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:55.510121 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8a5e5237-950e-4544-afe7-872e093eba49 req-82610a7e-cad8-4fe6-b18f-35dc24bdbe69 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 946 time: 0.0514052 Aug 31 09:45:55.554385 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8a5e5237-950e-4544-afe7-872e093eba49 req-011f3dcb-c1f1-4c7d-a9af-5b598db7f08f tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62db7c69-81c9-4308-93d7-67b7096d5d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366211 Aug 31 09:45:55.611980 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a6888e-ccbe-46eb-9cc3-021658141f27 admin admin] Router 6773aa1b-8f58-493e-9337-127f163fac34 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:45:55.724678 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a6888e-ccbe-46eb-9cc3-021658141f27 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:45:55.732451 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-33a6888e-ccbe-46eb-9cc3-021658141f27 admin admin] 10.222.0.119 "PUT /v2.0/routers/6773aa1b-8f58-493e-9337-127f163fac34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0214262 Aug 31 09:45:55.732641 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37860) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:55.746159 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5237edf0-9410-4cd7-9ee6-98d6b6d114d5 None None] Sync routers for ids ['6773aa1b-8f58-493e-9337-127f163fac34'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:45:55.759924 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5237edf0-9410-4cd7-9ee6-98d6b6d114d5 None None] Routers {'6773aa1b-8f58-493e-9337-127f163fac34'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:55.760768 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-5237edf0-9410-4cd7-9ee6-98d6b6d114d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:45:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['6773aa1b-8f58-493e-9337-127f163fac34'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:55.855000 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6ba8cb94-7e39-4230-bb89-1ae60e7cab09 req-09f5941a-022e-4353-8304-356e74e182a6 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/ports?device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 210 time: 0.0315547 Aug 31 09:45:55.855543 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cce4f7cc-7fa4-4280-88ca-f91eacdee77c admin admin] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:55.884565 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-5237edf0-9410-4cd7-9ee6-98d6b6d114d5 None None] Set router 6773aa1b-8f58-493e-9337-127f163fac34 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:45:55.974042 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cce4f7cc-7fa4-4280-88ca-f91eacdee77c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:56.085686 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-cce4f7cc-7fa4-4280-88ca-f91eacdee77c admin admin] Deleting port ac41d468-b5c1-48d9-990f-d2c9d908d980 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:45:56.086174 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cce4f7cc-7fa4-4280-88ca-f91eacdee77c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:56.092444 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-5237edf0-9410-4cd7-9ee6-98d6b6d114d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6773aa1b-8f58-493e-9337-127f163fac34', 'name': 'tempest-ServerRescueNegativeTestJSON-11868367-router', 'tenant_id': '1483927df0174ff9adec2a0b408e8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'ac41d468-b5c1-48d9-990f-d2c9d908d980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:32Z', 'updated_at': '2021-08-31T09:45:54Z', 'revision_number': 5, 'project_id': '1483927df0174ff9adec2a0b408e8935', 'gw_port': {'id': 'ac41d468-b5c1-48d9-990f-d2c9d908d980', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ff:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6773aa1b-8f58-493e-9337-127f163fac34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:43:32Z', 'updated_at': '2021-08-31T09:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:56.125391 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5237edf0-9410-4cd7-9ee6-98d6b6d114d5 None None] Checking router: 6773aa1b-8f58-493e-9337-127f163fac34 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:45:56.135771 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5237edf0-9410-4cd7-9ee6-98d6b6d114d5 None None] Routers {'6773aa1b-8f58-493e-9337-127f163fac34'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:45:56.136882 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-5237edf0-9410-4cd7-9ee6-98d6b6d114d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:45:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['6773aa1b-8f58-493e-9337-127f163fac34'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:56.197743 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-cce4f7cc-7fa4-4280-88ca-f91eacdee77c admin admin] For port ac41d468-b5c1-48d9-990f-d2c9d908d980, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ac41d468-b5c1-48d9-990f-d2c9d908d980,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:56.197743 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cce4f7cc-7fa4-4280-88ca-f91eacdee77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:56.215026 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-cce4f7cc-7fa4-4280-88ca-f91eacdee77c admin admin] Calling delete_port for ac41d468-b5c1-48d9-990f-d2c9d908d980 owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:45:56.260168 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-5237edf0-9410-4cd7-9ee6-98d6b6d114d5 None None] Set router 6773aa1b-8f58-493e-9337-127f163fac34 gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:45:56.302838 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b07619-7a82-4a53-833d-cd8b2aa935ff req-f31f9b86-41dd-42b8-b8a1-00a3161cec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:56.304998 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-34b07619-7a82-4a53-833d-cd8b2aa935ff req-f31f9b86-41dd-42b8-b8a1-00a3161cec19 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 1098 time: 0.0571277 Aug 31 09:45:56.320957 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-5237edf0-9410-4cd7-9ee6-98d6b6d114d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6773aa1b-8f58-493e-9337-127f163fac34', 'name': 'tempest-ServerRescueNegativeTestJSON-11868367-router', 'tenant_id': '1483927df0174ff9adec2a0b408e8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:32Z', 'updated_at': '2021-08-31T09:45:55Z', 'revision_number': 6, 'project_id': '1483927df0174ff9adec2a0b408e8935', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:56.376155 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5237edf0-9410-4cd7-9ee6-98d6b6d114d5 None None] The sync data for ids ['6773aa1b-8f58-493e-9337-127f163fac34'] in n-d-791506-28 is: [{'id': '6773aa1b-8f58-493e-9337-127f163fac34', 'name': 'tempest-ServerRescueNegativeTestJSON-11868367-router', 'tenant_id': '1483927df0174ff9adec2a0b408e8935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:43:32Z', 'updated_at': '2021-08-31T09:45:55Z', 'revision_number': 6, 'project_id': '1483927df0174ff9adec2a0b408e8935', 'gw_port_host': None}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:45:56.389845 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-34b07619-7a82-4a53-833d-cd8b2aa935ff req-07249101-8e60-4176-b0c8-7695cd999642 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=62db7c69-81c9-4308-93d7-67b7096d5d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680671 Aug 31 09:45:56.464655 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 929435bd-f66c-4eb5-b442-9fa6d0c94b56 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:45:56.487047 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 929435bd-f66c-4eb5-b442-9fa6d0c94b56 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:45:56.487476 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 929435bd-f66c-4eb5-b442-9fa6d0c94b56 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:45:56.500256 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cce4f7cc-7fa4-4280-88ca-f91eacdee77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:56.529822 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4f7cc-7fa4-4280-88ca-f91eacdee77c admin admin] Pushing event deleted for resources: {'Port': ['ID=ac41d468-b5c1-48d9-990f-d2c9d908d980,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:56.594637 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cce4f7cc-7fa4-4280-88ca-f91eacdee77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:56.682025 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f9800-5edf-41bb-83a5-44704b26df02 req-36a0a106-75af-42b7-b19f-21f6565a21ad tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:56.683507 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7f4f9800-5edf-41bb-83a5-44704b26df02 req-36a0a106-75af-42b7-b19f-21f6565a21ad tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 946 time: 0.0540564 Aug 31 09:45:56.694421 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cce4f7cc-7fa4-4280-88ca-f91eacdee77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:56.697868 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cce4f7cc-7fa4-4280-88ca-f91eacdee77c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:56.777767 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7f4f9800-5edf-41bb-83a5-44704b26df02 req-759cfc04-5772-42c1-b13e-d31613d8e5e5 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62db7c69-81c9-4308-93d7-67b7096d5d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827324 Aug 31 09:45:56.811428 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d795e581-2918-4301-970d-5a67204b7b1d no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:45:56.845551 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: d795e581-2918-4301-970d-5a67204b7b1d {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:45:56.846198 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d795e581-2918-4301-970d-5a67204b7b1d not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:45:56.881465 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cce4f7cc-7fa4-4280-88ca-f91eacdee77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:56.882788 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce4f7cc-7fa4-4280-88ca-f91eacdee77c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6773aa1b-8f58-493e-9337-127f163fac34 {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:45:56.888524 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cce4f7cc-7fa4-4280-88ca-f91eacdee77c admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:56.893910 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 37882) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:56.894869 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-cce4f7cc-7fa4-4280-88ca-f91eacdee77c admin admin] 10.222.0.119 "DELETE /v2.0/routers/6773aa1b-8f58-493e-9337-127f163fac34 HTTP/1.1" status: 204 len: 168 time: 1.1611965 Aug 31 09:45:56.985248 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-449c4bbc-9157-4562-a62d-676eb55d0eb7 req-165b06fd-5b1f-4e08-870d-82b95fa3d0fe tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/ports?device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 210 time: 0.0420005 Aug 31 09:45:56.997865 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7c3bc6-8f87-40ad-a6e2-39b651e11095 admin admin] Deleting subnet 2c596dd9-fb45-4c75-b855-64d163143380 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:45:57.001681 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cb7c3bc6-8f87-40ad-a6e2-39b651e11095 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:57.040644 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cb7c3bc6-8f87-40ad-a6e2-39b651e11095 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:57.081121 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cb7c3bc6-8f87-40ad-a6e2-39b651e11095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:57.180870 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cb7c3bc6-8f87-40ad-a6e2-39b651e11095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:57.216178 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c3bc6-8f87-40ad-a6e2-39b651e11095 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c596dd9-fb45-4c75-b855-64d163143380,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:57.218644 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cb7c3bc6-8f87-40ad-a6e2-39b651e11095 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:57.222772 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-cb7c3bc6-8f87-40ad-a6e2-39b651e11095 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/2c596dd9-fb45-4c75-b855-64d163143380 HTTP/1.1" status: 204 len: 168 time: 0.3259058 Aug 31 09:45:57.223142 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37888) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:57.305255 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1c906eef-6c80-447d-9032-b467527bb2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:57.401810 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1c906eef-6c80-447d-9032-b467527bb2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:57.414343 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-1c906eef-6c80-447d-9032-b467527bb2ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb75b194-2297-4562-8861-62feab5f7e5a']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:57.435594 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-1c906eef-6c80-447d-9032-b467527bb2ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5297c1a3-1564-4529-b73b-157e4c7393bd') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:57.435959 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-1c906eef-6c80-447d-9032-b467527bb2ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5297c1a3-1564-4529-b73b-157e4c7393bd') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:45:57.454140 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1c906eef-6c80-447d-9032-b467527bb2ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:57.475514 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1c906eef-6c80-447d-9032-b467527bb2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:57.484332 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c906eef-6c80-447d-9032-b467527bb2ef admin admin] Releasing vlan 1612 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:45:57.484749 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1c906eef-6c80-447d-9032-b467527bb2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:57.486469 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:45:57.486469 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:45:57.486469 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:45:57.486469 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:45:57.486469 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:45:57.486469 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:45:57.486469 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:45:57.486469 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:45:57.486469 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:45:57.486469 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:45:57.486469 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:45:57.486469 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:45:57.486469 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:45:57.486469 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:45:57.486469 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:45:57.486469 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:45:57.486469 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:45:57.486469 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:45:57.486469 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:45:57.486469 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:45:57.486469 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:45:57.486469 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:45:57.486469 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:45:57.486469 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:45:57.486469 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:45:57.486469 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:45:57.486469 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:45:57.486469 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:45:57.486469 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:45:57.486469 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:45:57.486469 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:45:57.486469 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:45:57.615031 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1c906eef-6c80-447d-9032-b467527bb2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:57.623478 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1c906eef-6c80-447d-9032-b467527bb2ef admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:57.629548 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1c906eef-6c80-447d-9032-b467527bb2ef admin admin] 10.222.0.119 "DELETE /v2.0/networks/bb75b194-2297-4562-8861-62feab5f7e5a HTTP/1.1" status: 204 len: 168 time: 0.4031589 Aug 31 09:45:57.664250 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c906eef-6c80-447d-9032-b467527bb2ef admin admin] Pushing event deleted for resources: {'Network': ['ID=bb75b194-2297-4562-8861-62feab5f7e5a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:57.934306 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79d61d-3cea-4ffa-bcf1-20b392004eba req-ea053d76-4dfb-42b9-96a5-0d42cbd60169 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:45:57.937727 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0e79d61d-3cea-4ffa-bcf1-20b392004eba req-ea053d76-4dfb-42b9-96a5-0d42cbd60169 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 946 time: 0.0600636 Aug 31 09:45:57.985693 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0e79d61d-3cea-4ffa-bcf1-20b392004eba req-175bedd3-22b9-4820-8e2a-394171353619 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62db7c69-81c9-4308-93d7-67b7096d5d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416551 Aug 31 09:45:58.026303 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37906) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:58.113057 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37908) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:58.127031 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05048238-86af-4d6c-8751-e00a0449379e req-b7d82f2e-14c2-4e79-b61e-bd8682ec9a58 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/ports?device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 210 time: 0.0287666 Aug 31 09:45:58.132236 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-34a2586f-3727-4494-aedc-5dbe8160b5f3 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/floatingips/51930e46-7a8d-44db-8684-7a815462107a HTTP/1.1" status: 200 len: 994 time: 0.1041462 Aug 31 09:45:58.183453 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 37910) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:45:58.183684 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a8508074-f962-489d-86d3-9fc47dc0565d admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=1483927df0174ff9adec2a0b408e8935&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0693192 Aug 31 09:45:58.244756 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-02fc939d-fb0c-4034-b48a-e9ddcf38ea31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:58.268828 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-02fc939d-fb0c-4034-b48a-e9ddcf38ea31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:58.378677 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 989131cc-24b1-4331-8ef0-a7134e8f4139 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:45:58.382755 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 67a53eaa-7560-473a-9e08-8753059f2162 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:45:58.415084 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-02fc939d-fb0c-4034-b48a-e9ddcf38ea31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:58.418987 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-02fc939d-fb0c-4034-b48a-e9ddcf38ea31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:58.419569 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-02fc939d-fb0c-4034-b48a-e9ddcf38ea31 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/755fc4a7-b489-43bf-afa6-af7291b8b63d HTTP/1.1" status: 204 len: 168 time: 0.2347806 Aug 31 09:45:58.435187 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc939d-fb0c-4034-b48a-e9ddcf38ea31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755fc4a7-b489-43bf-afa6-af7291b8b63d,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:58.513459 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 67a53eaa-7560-473a-9e08-8753059f2162 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:45:58.514080 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 67a53eaa-7560-473a-9e08-8753059f2162 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:45:58.514779 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 989131cc-24b1-4331-8ef0-a7134e8f4139 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:45:58.571223 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ac41d468-b5c1-48d9-990f-d2c9d908d980 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:45:58.612315 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: ac41d468-b5c1-48d9-990f-d2c9d908d980 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:45:58.612315 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ac41d468-b5c1-48d9-990f-d2c9d908d980 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:45:58.691153 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:58.695253 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 989131cc-24b1-4331-8ef0-a7134e8f4139, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=989131cc-24b1-4331-8ef0-a7134e8f4139,segment=NetworkSegment(08a7ca31-1842-4a7e-adf7-77b79e0959ca),segment_id=08a7ca31-1842-4a7e-adf7-77b79e0959ca)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:58.722676 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '989131cc-24b1-4331-8ef0-a7134e8f4139', 'network_id': '36089bd1-5352-4790-94a1-997af61fea1d', 'port_id': '989131cc-24b1-4331-8ef0-a7134e8f4139', 'mac_address': 'fa:16:3e:82:34:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd8c55f4-75f9-40f9-8b0b-65bc092dd952', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:45:58.779535 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e125b3-76d5-42c5-8398-e42dbda8cd5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '989131cc-24b1-4331-8ef0-a7134e8f4139'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:45:58.782389 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1970654a-9c58-4752-a789-22064c9d9fbf" -d '{"events": [{"server_uuid": "83e125b3-76d5-42c5-8398-e42dbda8cd5b", "name": "network-vif-unplugged", "status": "completed", "tag": "989131cc-24b1-4331-8ef0-a7134e8f4139"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:45:58.798814 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:58.808555 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 989131cc-24b1-4331-8ef0-a7134e8f4139, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=989131cc-24b1-4331-8ef0-a7134e8f4139,segment=NetworkSegment(08a7ca31-1842-4a7e-adf7-77b79e0959ca),segment_id=08a7ca31-1842-4a7e-adf7-77b79e0959ca)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:58.820710 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 989131cc-24b1-4331-8ef0-a7134e8f4139 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:45:58.837339 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c145b8e-22f2-4e4a-b2fb-c81ebf6f8cab x-openstack-request-id: req-0c145b8e-22f2-4e4a-b2fb-c81ebf6f8cab {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:45:58.837639 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e125b3-76d5-42c5-8398-e42dbda8cd5b", "name": "network-vif-unplugged", "status": "completed", "tag": "989131cc-24b1-4331-8ef0-a7134e8f4139", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:45:58.837893 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-0c145b8e-22f2-4e4a-b2fb-c81ebf6f8cab {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:45:58.838292 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e125b3-76d5-42c5-8398-e42dbda8cd5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '989131cc-24b1-4331-8ef0-a7134e8f4139', 'code': 200} Aug 31 09:45:58.901582 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:58.984541 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:45:58.984541 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:45:58.986709 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=989131cc-24b1-4331-8ef0-a7134e8f4139,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:45:58.994502 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:58.994892 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:58.995230 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:58.995561 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:58.995888 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:58.996211 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:58.997408 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:58.998155 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:58.999195 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:58.999703 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:59.000185 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:59.000664 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:45:59.246060 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-31198384-c137-46df-883c-d4bfd2e66fae req-6674d1a4-a4c4-451d-8917-505bbdb4c538 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "GET /v2.0/ports?device_id=74c2a6f7-b3d3-4ea3-bb0f-04bebfa21050 HTTP/1.1" status: 200 len: 210 time: 0.0332861 Aug 31 09:45:59.526568 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:59.541438 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 989131cc-24b1-4331-8ef0-a7134e8f4139 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:45:59.571020 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 989131cc-24b1-4331-8ef0-a7134e8f4139, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=989131cc-24b1-4331-8ef0-a7134e8f4139,segment=NetworkSegment(08a7ca31-1842-4a7e-adf7-77b79e0959ca),segment_id=08a7ca31-1842-4a7e-adf7-77b79e0959ca)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:45:59.654674 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:45:59.703208 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=989131cc-24b1-4331-8ef0-a7134e8f4139,revision_number=7']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:00.009915 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['989131cc-24b1-4331-8ef0-a7134e8f4139'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:46:00.113038 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 37970) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:00.247779 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4cd7e743-59f0-4579-8f70-5003fd797027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:00.322090 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37978) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:00.344318 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4cd7e743-59f0-4579-8f70-5003fd797027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:00.391216 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5231ae28-cf01-4730-922b-91549b47bf83 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:00.419295 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5231ae28-cf01-4730-922b-91549b47bf83 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:00.460748 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4cd7e743-59f0-4579-8f70-5003fd797027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:00.500935 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4cd7e743-59f0-4579-8f70-5003fd797027 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=7b203ffe993b4b079b6f4af108e3c001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3867762 Aug 31 09:46:00.501810 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7e743-59f0-4579-8f70-5003fd797027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3345edf-25cd-408f-b0ea-6fa7e494ee22,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:00.503695 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 37982) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:00.561150 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5231ae28-cf01-4730-922b-91549b47bf83 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:00.563800 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5231ae28-cf01-4730-922b-91549b47bf83 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:00.565017 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5231ae28-cf01-4730-922b-91549b47bf83 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] 10.222.0.119 "DELETE /v2.0/security-groups/86358dfb-d362-4d34-a15f-60d8b5445ae1 HTTP/1.1" status: 204 len: 168 time: 0.2411716 Aug 31 09:46:00.579534 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e9ec9578-564a-4130-9e00-466ee35d9207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:00.582635 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231ae28-cf01-4730-922b-91549b47bf83 tempest-TestVolumeBackupRestore-1363871514 tempest-TestVolumeBackupRestore-1363871514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86358dfb-d362-4d34-a15f-60d8b5445ae1,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:00.605906 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e9ec9578-564a-4130-9e00-466ee35d9207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:00.740506 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e9ec9578-564a-4130-9e00-466ee35d9207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:00.743176 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e9ec9578-564a-4130-9e00-466ee35d9207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:00.744353 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e9ec9578-564a-4130-9e00-466ee35d9207 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/b3345edf-25cd-408f-b0ea-6fa7e494ee22 HTTP/1.1" status: 204 len: 168 time: 0.2396705 Aug 31 09:46:00.753673 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec9578-564a-4130-9e00-466ee35d9207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3345edf-25cd-408f-b0ea-6fa7e494ee22,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:01.707714 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 38026) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:01.823553 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-55a27746-1c67-49e8-a94b-dbc3ef37f553 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1873135269-network', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:01.963392 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a27746-1c67-49e8-a94b-dbc3ef37f553 admin admin] Made reservation on behalf of f0a9b277c5284cc598746f91909819a1 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:46:01.965698 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-55a27746-1c67-49e8-a94b-dbc3ef37f553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:01.974618 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-55a27746-1c67-49e8-a94b-dbc3ef37f553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:02.099665 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-55a27746-1c67-49e8-a94b-dbc3ef37f553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:02.155749 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-55a27746-1c67-49e8-a94b-dbc3ef37f553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:02.187054 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a27746-1c67-49e8-a94b-dbc3ef37f553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52c507b-183e-4e4f-bafc-0b869429b06e,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:02.200323 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a27746-1c67-49e8-a94b-dbc3ef37f553 admin admin] vlan segment allocate from pool success with {'vlan_id': 1622, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:46:02.211565 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-55a27746-1c67-49e8-a94b-dbc3ef37f553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:02.212026 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-55a27746-1c67-49e8-a94b-dbc3ef37f553 admin admin] Added segment 26d65b1a-b582-4f71-b1cb-ac5036c2523e of type vlan for network b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee Aug 31 09:46:02.260892 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-55a27746-1c67-49e8-a94b-dbc3ef37f553 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:02.380025 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 989131cc-24b1-4331-8ef0-a7134e8f4139 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:46:02.391853 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-55a27746-1c67-49e8-a94b-dbc3ef37f553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:02.398352 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a27746-1c67-49e8-a94b-dbc3ef37f553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:02.398352 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-55a27746-1c67-49e8-a94b-dbc3ef37f553 admin admin] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:02.451402 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 989131cc-24b1-4331-8ef0-a7134e8f4139 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:02.452510 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:02.464212 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a27746-1c67-49e8-a94b-dbc3ef37f553 admin admin] Pushing event updated for resources: {'Network': ['ID=b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:02.478615 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:46:02.535929 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-55a27746-1c67-49e8-a94b-dbc3ef37f553 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8267398 Aug 31 09:46:02.542033 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38064) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:02.547443 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-65977111-7454-4e0a-9948-cca80955798e admin admin] Request body: {'subnet': {'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1873135269-subnet', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:02.625236 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:02.649522 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e125b3-76d5-42c5-8398-e42dbda8cd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989131cc-24b1-4331-8ef0-a7134e8f4139'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:46:02.651801 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f60cd90-a262-4da3-a520-a239c6d15bdd" -d '{"events": [{"server_uuid": "83e125b3-76d5-42c5-8398-e42dbda8cd5b", "name": "network-vif-plugged", "status": "completed", "tag": "989131cc-24b1-4331-8ef0-a7134e8f4139"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:46:02.665678 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 989131cc-24b1-4331-8ef0-a7134e8f4139, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=989131cc-24b1-4331-8ef0-a7134e8f4139,segment=NetworkSegment(08a7ca31-1842-4a7e-adf7-77b79e0959ca),segment_id=08a7ca31-1842-4a7e-adf7-77b79e0959ca)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:02.702628 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09781658-240d-4b86-960f-fd36b0462d9a x-openstack-request-id: req-09781658-240d-4b86-960f-fd36b0462d9a {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:46:02.702950 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e125b3-76d5-42c5-8398-e42dbda8cd5b", "name": "network-vif-plugged", "status": "completed", "tag": "989131cc-24b1-4331-8ef0-a7134e8f4139", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:46:02.703206 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-09781658-240d-4b86-960f-fd36b0462d9a {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:46:02.703609 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e125b3-76d5-42c5-8398-e42dbda8cd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989131cc-24b1-4331-8ef0-a7134e8f4139', 'code': 200} Aug 31 09:46:02.706863 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65977111-7454-4e0a-9948-cca80955798e admin admin] Made reservation on behalf of f0a9b277c5284cc598746f91909819a1 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:46:02.709355 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65977111-7454-4e0a-9948-cca80955798e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:02.736782 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:02.821228 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=989131cc-24b1-4331-8ef0-a7134e8f4139,revision_number=8']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:02.856538 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:02.946731 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:02.970875 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65977111-7454-4e0a-9948-cca80955798e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:03.070265 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65977111-7454-4e0a-9948-cca80955798e admin admin] Pushing event updated for resources: {'Subnet': ['ID=440baa0c-6aa8-4c61-971d-6a9d066538f9,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:03.086172 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65977111-7454-4e0a-9948-cca80955798e admin admin] Checking segment: {'id': '26d65b1a-b582-4f71-b1cb-ac5036c2523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:46:03.087925 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65977111-7454-4e0a-9948-cca80955798e admin admin] Network hostable DHCP agents. Network: b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:46:03.232099 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65977111-7454-4e0a-9948-cca80955798e admin admin] Network b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:46:03.306404 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-65977111-7454-4e0a-9948-cca80955798e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:03.312307 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65977111-7454-4e0a-9948-cca80955798e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:03.313721 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65977111-7454-4e0a-9948-cca80955798e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:03.317313 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fb1cfb-9f9b-47e3-b47c-f548c54594b6 None None] Network b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:03.406072 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-65977111-7454-4e0a-9948-cca80955798e admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8652201 Aug 31 09:46:03.409153 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 38104) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:03.420343 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-bdbd37da-5f13-4bc5-992b-5eb15be3f5a0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1873135269-router', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:03.541014 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bdbd37da-5f13-4bc5-992b-5eb15be3f5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:03.546156 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bdbd37da-5f13-4bc5-992b-5eb15be3f5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:03.546489 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd99b1f8-d93a-44f2-b41f-db2cc5083bb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee', 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'fixed_ips': [{'subnet_id': '440baa0c-6aa8-4c61-971d-6a9d066538f9'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:46:03.546489 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fd99b1f8-d93a-44f2-b41f-db2cc5083bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:03.619790 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bdbd37da-5f13-4bc5-992b-5eb15be3f5a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:03.724603 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-fd99b1f8-d93a-44f2-b41f-db2cc5083bb7 None None] Allocated IP 172.20.0.2 (b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee/440baa0c-6aa8-4c61-971d-6a9d066538f9/85d94a11-e668-4f0b-b8ed-742b3769afae) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:46:03.921250 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bdbd37da-5f13-4bc5-992b-5eb15be3f5a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:03.937153 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fd99b1f8-d93a-44f2-b41f-db2cc5083bb7 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:03.946767 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-fd99b1f8-d93a-44f2-b41f-db2cc5083bb7 None None] Transition to ACTIVE for port object 85d94a11-e668-4f0b-b8ed-742b3769afae will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:46:03.964219 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-fd99b1f8-d93a-44f2-b41f-db2cc5083bb7 None None] Transition to ACTIVE for port object 85d94a11-e668-4f0b-b8ed-742b3769afae will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:46:04.050076 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fd99b1f8-d93a-44f2-b41f-db2cc5083bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:04.109947 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd99b1f8-d93a-44f2-b41f-db2cc5083bb7 None None] Network b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:46:04.114415 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-fd99b1f8-d93a-44f2-b41f-db2cc5083bb7 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:04.123377 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99b1f8-d93a-44f2-b41f-db2cc5083bb7 None None] Pushing event updated for resources: {'Port': ['ID=85d94a11-e668-4f0b-b8ed-742b3769afae,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:04.143957 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd99b1f8-d93a-44f2-b41f-db2cc5083bb7 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:46:04.235248 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-fd99b1f8-d93a-44f2-b41f-db2cc5083bb7 None None] Attempting to bind port 85d94a11-e668-4f0b-b8ed-742b3769afae on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:46:04.236081 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-fd99b1f8-d93a-44f2-b41f-db2cc5083bb7 None None] Attempting to bind port 85d94a11-e668-4f0b-b8ed-742b3769afae by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '26d65b1a-b582-4f71-b1cb-ac5036c2523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:46:04.236749 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd99b1f8-d93a-44f2-b41f-db2cc5083bb7 None None] Attempting to bind port 85d94a11-e668-4f0b-b8ed-742b3769afae on network b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:46:04.248821 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd99b1f8-d93a-44f2-b41f-db2cc5083bb7 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:46:04.249759 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd99b1f8-d93a-44f2-b41f-db2cc5083bb7 None None] Checking segment: {'id': '26d65b1a-b582-4f71-b1cb-ac5036c2523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:46:04.250279 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fd99b1f8-d93a-44f2-b41f-db2cc5083bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:04.250923 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd99b1f8-d93a-44f2-b41f-db2cc5083bb7 None None] Bound using segment: {'id': '26d65b1a-b582-4f71-b1cb-ac5036c2523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:46:04.251648 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-fd99b1f8-d93a-44f2-b41f-db2cc5083bb7 None None] Bound port: 85d94a11-e668-4f0b-b8ed-742b3769afae, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d65b1a-b582-4f71-b1cb-ac5036c2523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:46:04.252126 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fd99b1f8-d93a-44f2-b41f-db2cc5083bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:04.257764 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bdbd37da-5f13-4bc5-992b-5eb15be3f5a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:04.285814 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bdbd37da-5f13-4bc5-992b-5eb15be3f5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:04.332135 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-fd99b1f8-d93a-44f2-b41f-db2cc5083bb7 None None] For port 85d94a11-e668-4f0b-b8ed-742b3769afae, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:46:04.336796 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-fd99b1f8-d93a-44f2-b41f-db2cc5083bb7 None None] For port 85d94a11-e668-4f0b-b8ed-742b3769afae, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=85d94a11-e668-4f0b-b8ed-742b3769afae,segment=NetworkSegment(26d65b1a-b582-4f71-b1cb-ac5036c2523e),segment_id=26d65b1a-b582-4f71-b1cb-ac5036c2523e)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:46:04.433375 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fd99b1f8-d93a-44f2-b41f-db2cc5083bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:04.582710 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99b1f8-d93a-44f2-b41f-db2cc5083bb7 None None] Pushing event updated for resources: {'Port': ['ID=85d94a11-e668-4f0b-b8ed-742b3769afae,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:04.829935 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-bdbd37da-5f13-4bc5-992b-5eb15be3f5a0 admin admin] Allocated IP 172.25.2.228 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/d7eaece9-c4ff-4a9d-98bf-741be77616c7) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:46:05.050879 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bdbd37da-5f13-4bc5-992b-5eb15be3f5a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:05.186937 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bdbd37da-5f13-4bc5-992b-5eb15be3f5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:05.249997 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbd37da-5f13-4bc5-992b-5eb15be3f5a0 admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:46:05.255880 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-bdbd37da-5f13-4bc5-992b-5eb15be3f5a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:05.265618 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbd37da-5f13-4bc5-992b-5eb15be3f5a0 admin admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:46:05.268976 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd37da-5f13-4bc5-992b-5eb15be3f5a0 admin admin] Pushing event updated for resources: {'Port': ['ID=d7eaece9-c4ff-4a9d-98bf-741be77616c7,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:05.685161 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bdbd37da-5f13-4bc5-992b-5eb15be3f5a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:05.703012 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38188) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:05.953601 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bdbd37da-5f13-4bc5-992b-5eb15be3f5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:06.144071 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4704ca3-b286-40a9-992e-22ae3f624fda None None] Network b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:06.211021 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbd37da-5f13-4bc5-992b-5eb15be3f5a0 admin admin] Router e018e1fa-9e7a-4bb3-92ae-7511c2852a40 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:46:06.331559 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6070-ec6f-47c9-8e01-19f6e6862cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:06.392043 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbd37da-5f13-4bc5-992b-5eb15be3f5a0 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:46:06.404696 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6119f66a-59a5-4084-af57-5a78c8e33790 None None] Sync routers for ids ['e018e1fa-9e7a-4bb3-92ae-7511c2852a40'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:46:06.423473 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6119f66a-59a5-4084-af57-5a78c8e33790 None None] Routers {'e018e1fa-9e7a-4bb3-92ae-7511c2852a40'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:06.424104 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-6119f66a-59a5-4084-af57-5a78c8e33790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:45:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e018e1fa-9e7a-4bb3-92ae-7511c2852a40'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:06.491297 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bdbd37da-5f13-4bc5-992b-5eb15be3f5a0 admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:06.498989 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-bdbd37da-5f13-4bc5-992b-5eb15be3f5a0 admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0884297 Aug 31 09:46:06.501895 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 38212) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:06.524323 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-656420c5-d687-4b78-a840-9e78300c7d7a None None] Provisioning for port 85d94a11-e668-4f0b-b8ed-742b3769afae completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:46:06.639651 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-6119f66a-59a5-4084-af57-5a78c8e33790 None None] Set router e018e1fa-9e7a-4bb3-92ae-7511c2852a40 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:06.698585 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 85d94a11-e668-4f0b-b8ed-742b3769afae up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:46:06.783251 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-3bbd6070-ec6f-47c9-8e01-19f6e6862cb5 admin admin] Deleting port 9024f7c6-b933-45c0-80cd-2ec40f863bd9 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:06.784503 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6070-ec6f-47c9-8e01-19f6e6862cb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:06.951207 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 85d94a11-e668-4f0b-b8ed-742b3769afae completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:46:06.952306 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-3bbd6070-ec6f-47c9-8e01-19f6e6862cb5 admin admin] For port 9024f7c6-b933-45c0-80cd-2ec40f863bd9, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=9024f7c6-b933-45c0-80cd-2ec40f863bd9,segment=NetworkSegment(80bb1a17-fe30-4aa8-a891-2e6c159cd217),segment_id=80bb1a17-fe30-4aa8-a891-2e6c159cd217)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:06.956466 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6070-ec6f-47c9-8e01-19f6e6862cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:06.967409 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 85d94a11-e668-4f0b-b8ed-742b3769afae triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:06.967805 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:06.996737 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-3bbd6070-ec6f-47c9-8e01-19f6e6862cb5 admin admin] Calling delete_port for 9024f7c6-b933-45c0-80cd-2ec40f863bd9 owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:07.013119 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-49676038-d0b7-4bfb-b450-5b2ee89a58c9 None None] Provisioning complete for port 85d94a11-e668-4f0b-b8ed-742b3769afae triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:07.013673 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-49676038-d0b7-4bfb-b450-5b2ee89a58c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:07.024555 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-6119f66a-59a5-4084-af57-5a78c8e33790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'name': 'tempest-AttachVolumeShelveTestJSON-1873135269-router', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:03Z', 'updated_at': '2021-08-31T09:46:05Z', 'revision_number': 3, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'gw_port': {'id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ce:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:04Z', 'updated_at': '2021-08-31T09:46:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:07.160942 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6119f66a-59a5-4084-af57-5a78c8e33790 None None] Checking router: e018e1fa-9e7a-4bb3-92ae-7511c2852a40 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:46:07.161861 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6119f66a-59a5-4084-af57-5a78c8e33790 None None] Updating router e018e1fa-9e7a-4bb3-92ae-7511c2852a40 port d7eaece9-c4ff-4a9d-98bf-741be77616c7 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:46:07.225820 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6119f66a-59a5-4084-af57-5a78c8e33790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:07.248422 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-17f406e7-ddf5-4a98-b867-b930f80d70d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:07.343957 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6070-ec6f-47c9-8e01-19f6e6862cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:07.352923 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:07.391431 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd6070-ec6f-47c9-8e01-19f6e6862cb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9024f7c6-b933-45c0-80cd-2ec40f863bd9,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:07.457290 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-49676038-d0b7-4bfb-b450-5b2ee89a58c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:07.507977 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 85d94a11-e668-4f0b-b8ed-742b3769afae, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=85d94a11-e668-4f0b-b8ed-742b3769afae,segment=NetworkSegment(26d65b1a-b582-4f71-b1cb-ac5036c2523e),segment_id=26d65b1a-b582-4f71-b1cb-ac5036c2523e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:07.531173 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-17f406e7-ddf5-4a98-b867-b930f80d70d4 admin admin] Allocated IP 172.20.0.1 (b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee/440baa0c-6aa8-4c61-971d-6a9d066538f9/f101c9f3-bf10-4986-ab6b-4acf7f61115d) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:46:07.629882 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:07.641300 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-49676038-d0b7-4bfb-b450-5b2ee89a58c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 09:46:07.641300 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-49676038-d0b7-4bfb-b450-5b2ee89a58c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 09:46:07.675724 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3bbd6070-ec6f-47c9-8e01-19f6e6862cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:07.737636 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-17f406e7-ddf5-4a98-b867-b930f80d70d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:07.745318 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=85d94a11-e668-4f0b-b8ed-742b3769afae,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:07.767229 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-17f406e7-ddf5-4a98-b867-b930f80d70d4 admin admin] Transition to ACTIVE for port object f101c9f3-bf10-4986-ab6b-4acf7f61115d will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:46:07.847366 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6119f66a-59a5-4084-af57-5a78c8e33790 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:07.858949 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6119f66a-59a5-4084-af57-5a78c8e33790 None None] Transition to ACTIVE for port object d7eaece9-c4ff-4a9d-98bf-741be77616c7 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:46:07.890172 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-17f406e7-ddf5-4a98-b867-b930f80d70d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:07.934533 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f406e7-ddf5-4a98-b867-b930f80d70d4 admin admin] Network b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:46:07.937623 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-17f406e7-ddf5-4a98-b867-b930f80d70d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:07.938940 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbd6070-ec6f-47c9-8e01-19f6e6862cb5 admin admin] Router 32038140-898b-466b-a1d9-586af28a523c has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:46:07.940563 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f406e7-ddf5-4a98-b867-b930f80d70d4 admin admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:46:07.949266 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6119f66a-59a5-4084-af57-5a78c8e33790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:07.969784 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f406e7-ddf5-4a98-b867-b930f80d70d4 admin admin] Pushing event updated for resources: {'Port': ['ID=f101c9f3-bf10-4986-ab6b-4acf7f61115d,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:08.010613 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-17f406e7-ddf5-4a98-b867-b930f80d70d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:08.033108 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf752a-d5d9-4f37-91c3-82b754b3ca37 None None] Pushing event updated for resources: {'Port': ['ID=d7eaece9-c4ff-4a9d-98bf-741be77616c7,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:08.061252 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-6119f66a-59a5-4084-af57-5a78c8e33790 None None] Attempting to bind port d7eaece9-c4ff-4a9d-98bf-741be77616c7 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:46:08.061544 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-6119f66a-59a5-4084-af57-5a78c8e33790 None None] Attempting to bind port d7eaece9-c4ff-4a9d-98bf-741be77616c7 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:46:08.061982 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6119f66a-59a5-4084-af57-5a78c8e33790 None None] Attempting to bind port d7eaece9-c4ff-4a9d-98bf-741be77616c7 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:46:08.067491 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6119f66a-59a5-4084-af57-5a78c8e33790 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:46:08.067867 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6119f66a-59a5-4084-af57-5a78c8e33790 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:46:08.068272 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6119f66a-59a5-4084-af57-5a78c8e33790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:08.068717 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6119f66a-59a5-4084-af57-5a78c8e33790 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:46:08.069196 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-6119f66a-59a5-4084-af57-5a78c8e33790 None None] Bound port: d7eaece9-c4ff-4a9d-98bf-741be77616c7, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:46:08.069578 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6119f66a-59a5-4084-af57-5a78c8e33790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:08.140311 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbd6070-ec6f-47c9-8e01-19f6e6862cb5 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:46:08.150364 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4957e3bf-e289-41a4-8600-1549de122784 None None] Sync routers for ids ['32038140-898b-466b-a1d9-586af28a523c'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:46:08.165592 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3bbd6070-ec6f-47c9-8e01-19f6e6862cb5 admin admin] 10.222.0.119 "PUT /v2.0/routers/32038140-898b-466b-a1d9-586af28a523c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4574912 Aug 31 09:46:08.168201 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 38264) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:08.168479 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4957e3bf-e289-41a4-8600-1549de122784 None None] Routers {'32038140-898b-466b-a1d9-586af28a523c'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:08.169440 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-4957e3bf-e289-41a4-8600-1549de122784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:45:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['32038140-898b-466b-a1d9-586af28a523c'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:08.190745 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-6119f66a-59a5-4084-af57-5a78c8e33790 None None] For port d7eaece9-c4ff-4a9d-98bf-741be77616c7, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:46:08.245194 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-6119f66a-59a5-4084-af57-5a78c8e33790 None None] For port d7eaece9-c4ff-4a9d-98bf-741be77616c7, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=d7eaece9-c4ff-4a9d-98bf-741be77616c7,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:46:08.311423 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-4957e3bf-e289-41a4-8600-1549de122784 None None] Set router 32038140-898b-466b-a1d9-586af28a523c gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:08.317050 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-17f406e7-ddf5-4a98-b867-b930f80d70d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:08.319249 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6119f66a-59a5-4084-af57-5a78c8e33790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:08.385044 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2bb3924f-4785-4beb-aca8-0f5423566f88 admin admin] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:08.393354 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6119f66a-59a5-4084-af57-5a78c8e33790 None None] Routers {'e018e1fa-9e7a-4bb3-92ae-7511c2852a40'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:08.394052 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-6119f66a-59a5-4084-af57-5a78c8e33790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:45:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e018e1fa-9e7a-4bb3-92ae-7511c2852a40'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:08.522401 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d2a4f1de-d2c4-4670-b56c-e44d5e996d8c None None] Provisioning for port f101c9f3-bf10-4986-ab6b-4acf7f61115d completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:46:08.532676 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d2a4f1de-d2c4-4670-b56c-e44d5e996d8c None None] Provisioning complete for port f101c9f3-bf10-4986-ab6b-4acf7f61115d triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:08.534239 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d2a4f1de-d2c4-4670-b56c-e44d5e996d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:08.539204 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf752a-d5d9-4f37-91c3-82b754b3ca37 None None] Pushing event updated for resources: {'Port': ['ID=d7eaece9-c4ff-4a9d-98bf-741be77616c7,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:08.592823 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-6119f66a-59a5-4084-af57-5a78c8e33790 None None] Set router e018e1fa-9e7a-4bb3-92ae-7511c2852a40 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:08.612005 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-4957e3bf-e289-41a4-8600-1549de122784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32038140-898b-466b-a1d9-586af28a523c', 'name': 'tempest-TestVolumeBackupRestore-1810376137-router', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:46:07Z', 'revision_number': 5, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'gw_port': {'id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:83:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32038140-898b-466b-a1d9-586af28a523c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:08.664740 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4957e3bf-e289-41a4-8600-1549de122784 None None] Checking router: 32038140-898b-466b-a1d9-586af28a523c for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:46:08.683171 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2bb3924f-4785-4beb-aca8-0f5423566f88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:08.690864 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4957e3bf-e289-41a4-8600-1549de122784 None None] Routers {'32038140-898b-466b-a1d9-586af28a523c'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:08.691799 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-4957e3bf-e289-41a4-8600-1549de122784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:45:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['32038140-898b-466b-a1d9-586af28a523c'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:08.758322 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-17f406e7-ddf5-4a98-b867-b930f80d70d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:08.812615 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 85d94a11-e668-4f0b-b8ed-742b3769afae up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:46:08.820653 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-d2a4f1de-d2c4-4670-b56c-e44d5e996d8c None None] Port f101c9f3-bf10-4986-ab6b-4acf7f61115d cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:46:08.824572 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-17f406e7-ddf5-4a98-b867-b930f80d70d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:08.877822 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-17f406e7-ddf5-4a98-b867-b930f80d70d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:08.939831 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-4957e3bf-e289-41a4-8600-1549de122784 None None] Set router 32038140-898b-466b-a1d9-586af28a523c gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:09.024092 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 85d94a11-e668-4f0b-b8ed-742b3769afae triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:09.024622 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:09.045621 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f406e7-ddf5-4a98-b867-b930f80d70d4 admin admin] Network b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:46:09.050875 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-17f406e7-ddf5-4a98-b867-b930f80d70d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:09.096324 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f406e7-ddf5-4a98-b867-b930f80d70d4 admin admin] Pushing event updated for resources: {'Port': ['ID=f101c9f3-bf10-4986-ab6b-4acf7f61115d,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:09.116280 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-2bb3924f-4785-4beb-aca8-0f5423566f88 admin admin] Deleting port 3c903591-9376-4a77-a758-7ac4dae179d1 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:09.117295 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2bb3924f-4785-4beb-aca8-0f5423566f88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:09.149300 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-6119f66a-59a5-4084-af57-5a78c8e33790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'name': 'tempest-AttachVolumeShelveTestJSON-1873135269-router', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:03Z', 'updated_at': '2021-08-31T09:46:08Z', 'revision_number': 4, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'gw_port': {'id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ce:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:04Z', 'updated_at': '2021-08-31T09:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'f101c9f3-bf10-4986-ab6b-4acf7f61115d', 'name': '', 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'mac_address': 'fa:16:3e:35:56:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:07Z', 'updated_at': '2021-08-31T09:46:07Z', 'revision_number': 1, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'subnets': [{'id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:09.190967 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6119f66a-59a5-4084-af57-5a78c8e33790 None None] The sync data for ids ['e018e1fa-9e7a-4bb3-92ae-7511c2852a40'] in n-d-791506-28 is: [{'id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'name': 'tempest-AttachVolumeShelveTestJSON-1873135269-router', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:03Z', 'updated_at': '2021-08-31T09:46:08Z', 'revision_number': 4, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'gw_port': {'id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ce:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:04Z', 'updated_at': '2021-08-31T09:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'f101c9f3-bf10-4986-ab6b-4acf7f61115d', 'name': '', 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'mac_address': 'fa:16:3e:35:56:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:07Z', 'updated_at': '2021-08-31T09:46:07Z', 'revision_number': 1, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'subnets': [{'id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:46:09.238210 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-4957e3bf-e289-41a4-8600-1549de122784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32038140-898b-466b-a1d9-586af28a523c', 'name': 'tempest-TestVolumeBackupRestore-1810376137-router', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:46:07Z', 'revision_number': 5, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'gw_port': {'id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:83:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32038140-898b-466b-a1d9-586af28a523c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:09.306363 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4957e3bf-e289-41a4-8600-1549de122784 None None] The sync data for ids ['32038140-898b-466b-a1d9-586af28a523c'] in n-d-791506-28 is: [{'id': '32038140-898b-466b-a1d9-586af28a523c', 'name': 'tempest-TestVolumeBackupRestore-1810376137-router', 'tenant_id': '142d073d795048bfbcfc04c6c93ff5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:46:07Z', 'revision_number': 5, 'project_id': '142d073d795048bfbcfc04c6c93ff5f3', 'gw_port': {'id': '3c903591-9376-4a77-a758-7ac4dae179d1', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:83:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32038140-898b-466b-a1d9-586af28a523c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3453, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:16Z', 'updated_at': '2021-08-31T09:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:46:09.344469 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-2bb3924f-4785-4beb-aca8-0f5423566f88 admin admin] For port 3c903591-9376-4a77-a758-7ac4dae179d1, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3c903591-9376-4a77-a758-7ac4dae179d1,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:09.345137 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2bb3924f-4785-4beb-aca8-0f5423566f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:09.405308 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-2bb3924f-4785-4beb-aca8-0f5423566f88 admin admin] Calling delete_port for 3c903591-9376-4a77-a758-7ac4dae179d1 owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:09.449132 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-141cf0af-fb23-4f27-960d-c406979a1531 None None] Provisioning complete for port f101c9f3-bf10-4986-ab6b-4acf7f61115d triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:09.449508 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-141cf0af-fb23-4f27-960d-c406979a1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:09.478469 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f406e7-ddf5-4a98-b867-b930f80d70d4 admin admin] Router e018e1fa-9e7a-4bb3-92ae-7511c2852a40 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:46:09.486407 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-141cf0af-fb23-4f27-960d-c406979a1531 None None] Port f101c9f3-bf10-4986-ab6b-4acf7f61115d cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:46:10.116190 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f406e7-ddf5-4a98-b867-b930f80d70d4 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:46:10.122651 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-17f406e7-ddf5-4a98-b867-b930f80d70d4 admin admin] 10.222.0.119 "PUT /v2.0/routers/e018e1fa-9e7a-4bb3-92ae-7511c2852a40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6164865 Aug 31 09:46:10.220590 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2bb3924f-4785-4beb-aca8-0f5423566f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:10.268977 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb3924f-4785-4beb-aca8-0f5423566f88 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c903591-9376-4a77-a758-7ac4dae179d1,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:10.356277 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2bb3924f-4785-4beb-aca8-0f5423566f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:10.472584 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2bb3924f-4785-4beb-aca8-0f5423566f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:10.475959 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2bb3924f-4785-4beb-aca8-0f5423566f88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:10.637699 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2bb3924f-4785-4beb-aca8-0f5423566f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:10.637699 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb3924f-4785-4beb-aca8-0f5423566f88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32038140-898b-466b-a1d9-586af28a523c {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:46:10.645449 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2bb3924f-4785-4beb-aca8-0f5423566f88 admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:10.652210 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2bb3924f-4785-4beb-aca8-0f5423566f88 admin admin] 10.222.0.119 "DELETE /v2.0/routers/32038140-898b-466b-a1d9-586af28a523c HTTP/1.1" status: 204 len: 168 time: 2.4818439 Aug 31 09:46:10.656320 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 38354) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:10.708697 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d7eaece9-c4ff-4a9d-98bf-741be77616c7 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:46:10.760418 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-f87cfee5-8734-4c00-b53b-465420384cfa admin admin] Deleting subnet ef72a544-f8fb-4621-a06b-ade33043d837 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:46:10.773676 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f87cfee5-8734-4c00-b53b-465420384cfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:10.873068 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f87cfee5-8734-4c00-b53b-465420384cfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:10.879212 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port d7eaece9-c4ff-4a9d-98bf-741be77616c7 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:46:10.885643 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port d7eaece9-c4ff-4a9d-98bf-741be77616c7 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:10.886108 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:10.886778 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38366) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:10.905334 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-9ff628c8-cb6f-4ad7-8841-f9ebcde77c65 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1756621554', 'description': 'tempest-description--533214003'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:10.991688 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f87cfee5-8734-4c00-b53b-465420384cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:10.996153 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.017906 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port d7eaece9-c4ff-4a9d-98bf-741be77616c7, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=d7eaece9-c4ff-4a9d-98bf-741be77616c7,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:11.055420 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9ff628c8-cb6f-4ad7-8841-f9ebcde77c65 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.083927 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.093835 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9024f7c6-b933-45c0-80cd-2ec40f863bd9 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:46:11.113308 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f87cfee5-8734-4c00-b53b-465420384cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.138489 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 9024f7c6-b933-45c0-80cd-2ec40f863bd9 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:46:11.138894 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9024f7c6-b933-45c0-80cd-2ec40f863bd9 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:46:11.162029 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87cfee5-8734-4c00-b53b-465420384cfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef72a544-f8fb-4621-a06b-ade33043d837,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:11.171039 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f87cfee5-8734-4c00-b53b-465420384cfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.175210 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f87cfee5-8734-4c00-b53b-465420384cfa admin admin] 10.222.0.119 "DELETE /v2.0/subnets/ef72a544-f8fb-4621-a06b-ade33043d837 HTTP/1.1" status: 204 len: 168 time: 0.5177627 Aug 31 09:46:11.178325 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 38376) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:11.183801 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bf05b6-c02a-4f05-867c-5eba95539250 None None] Network 8054c126-3521-44a1-b49b-66e5f2440e49 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:11.197111 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9ff628c8-cb6f-4ad7-8841-f9ebcde77c65 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.207522 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=d7eaece9-c4ff-4a9d-98bf-741be77616c7,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:11.249613 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9ff628c8-cb6f-4ad7-8841-f9ebcde77c65 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.313513 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff628c8-cb6f-4ad7-8841-f9ebcde77c65 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=272c56b7-5b08-48df-a5e0-6acd104a6867,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:11.317654 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-98006489-9a29-4e24-8fa7-e0bae5bcfece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.346592 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9ff628c8-cb6f-4ad7-8841-f9ebcde77c65 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.351045 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9ff628c8-cb6f-4ad7-8841-f9ebcde77c65 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4630675 Aug 31 09:46:11.351840 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38386) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:11.356634 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-3452396a-01a7-40ea-a9c9-6d95f523aaff tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Request body: {'security_group_rule': {'security_group_id': '272c56b7-5b08-48df-a5e0-6acd104a6867', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:11.398758 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c7c2fdcf-3d8c-48c7-85b0-116c31fcb44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.421453 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-98006489-9a29-4e24-8fa7-e0bae5bcfece admin admin] Deleting port 953b3f5f-965a-4603-891c-586a55afdb18 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:11.421900 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-98006489-9a29-4e24-8fa7-e0bae5bcfece admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.471795 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3452396a-01a7-40ea-a9c9-6d95f523aaff tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.534234 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-98006489-9a29-4e24-8fa7-e0bae5bcfece admin admin] For port 953b3f5f-965a-4603-891c-586a55afdb18, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=953b3f5f-965a-4603-891c-586a55afdb18,segment=NetworkSegment(80bb1a17-fe30-4aa8-a891-2e6c159cd217),segment_id=80bb1a17-fe30-4aa8-a891-2e6c159cd217)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:11.534624 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-98006489-9a29-4e24-8fa7-e0bae5bcfece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.558290 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-98006489-9a29-4e24-8fa7-e0bae5bcfece admin admin] Calling delete_port for 953b3f5f-965a-4603-891c-586a55afdb18 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:11.570516 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b31680d-9cc2-4d81-9e77-4a689e9480f9 None None] DHCP port deletion for 8054c126-3521-44a1-b49b-66e5f2440e49 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:46:11.575904 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3452396a-01a7-40ea-a9c9-6d95f523aaff tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.635532 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-6b31680d-9cc2-4d81-9e77-4a689e9480f9 None None] Deleting port 953b3f5f-965a-4603-891c-586a55afdb18 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:11.635920 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6b31680d-9cc2-4d81-9e77-4a689e9480f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.689556 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3452396a-01a7-40ea-a9c9-6d95f523aaff tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.708570 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452396a-01a7-40ea-a9c9-6d95f523aaff tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=941e68af-b107-4465-bea1-26e9a31b87ab,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:11.713908 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-6b31680d-9cc2-4d81-9e77-4a689e9480f9 None None] For port 953b3f5f-965a-4603-891c-586a55afdb18, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=953b3f5f-965a-4603-891c-586a55afdb18,segment=NetworkSegment(80bb1a17-fe30-4aa8-a891-2e6c159cd217),segment_id=80bb1a17-fe30-4aa8-a891-2e6c159cd217)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:11.714939 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6b31680d-9cc2-4d81-9e77-4a689e9480f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.736232 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-6b31680d-9cc2-4d81-9e77-4a689e9480f9 None None] Calling delete_port for 953b3f5f-965a-4603-891c-586a55afdb18 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:11.786500 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-98006489-9a29-4e24-8fa7-e0bae5bcfece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.806198 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98006489-9a29-4e24-8fa7-e0bae5bcfece admin admin] No DVR routers for this DVR port 953b3f5f-965a-4603-891c-586a55afdb18 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:46:11.810812 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3452396a-01a7-40ea-a9c9-6d95f523aaff tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:46:11.814150 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 09:46:11.818156 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3452396a-01a7-40ea-a9c9-6d95f523aaff tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4622154 Aug 31 09:46:11.818156 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38410) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:11.820491 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-09a10513-3322-4ba5-8c71-e39dc4c15533 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Request body: {'security_group_rule': {'security_group_id': '272c56b7-5b08-48df-a5e0-6acd104a6867', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:11.824219 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6b31680d-9cc2-4d81-9e77-4a689e9480f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.837604 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b31680d-9cc2-4d81-9e77-4a689e9480f9 None None] No DVR routers for this DVR port 953b3f5f-965a-4603-891c-586a55afdb18 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:46:11.845233 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98006489-9a29-4e24-8fa7-e0bae5bcfece admin admin] Pushing event deleted for resources: {'Port': ['ID=953b3f5f-965a-4603-891c-586a55afdb18,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:11.863706 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31680d-9cc2-4d81-9e77-4a689e9480f9 None None] Pushing event deleted for resources: {'Port': ['ID=953b3f5f-965a-4603-891c-586a55afdb18,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:11.919393 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-09a10513-3322-4ba5-8c71-e39dc4c15533 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.973510 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-98006489-9a29-4e24-8fa7-e0bae5bcfece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:11.986861 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-98006489-9a29-4e24-8fa7-e0bae5bcfece admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8054c126-3521-44a1-b49b-66e5f2440e49']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:12.004616 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-98006489-9a29-4e24-8fa7-e0bae5bcfece admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80bb1a17-fe30-4aa8-a891-2e6c159cd217') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:12.004616 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-98006489-9a29-4e24-8fa7-e0bae5bcfece admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80bb1a17-fe30-4aa8-a891-2e6c159cd217') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:12.004953 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-09a10513-3322-4ba5-8c71-e39dc4c15533 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:12.022201 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-98006489-9a29-4e24-8fa7-e0bae5bcfece admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:12.049909 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-98006489-9a29-4e24-8fa7-e0bae5bcfece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:12.060248 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98006489-9a29-4e24-8fa7-e0bae5bcfece admin admin] Releasing vlan 1621 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:46:12.060882 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-98006489-9a29-4e24-8fa7-e0bae5bcfece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:12.062952 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:46:12.062952 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:46:12.062952 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:46:12.062952 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:46:12.062952 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:46:12.062952 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:46:12.062952 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:46:12.062952 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:46:12.062952 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:46:12.062952 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:46:12.062952 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:46:12.062952 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:46:12.062952 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:46:12.062952 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:46:12.062952 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:46:12.062952 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:46:12.062952 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:46:12.062952 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:46:12.062952 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:46:12.062952 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:46:12.062952 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:46:12.062952 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:46:12.062952 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:46:12.062952 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:46:12.062952 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:46:12.062952 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:46:12.062952 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:46:12.062952 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:46:12.062952 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:46:12.062952 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:46:12.062952 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:46:12.062952 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:46:12.140904 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-09a10513-3322-4ba5-8c71-e39dc4c15533 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:12.164947 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a10513-3322-4ba5-8c71-e39dc4c15533 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=909e1d7a-2821-43a2-a2a0-010b545d6e41,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:12.243709 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-98006489-9a29-4e24-8fa7-e0bae5bcfece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:12.249766 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-98006489-9a29-4e24-8fa7-e0bae5bcfece admin admin] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:12.252241 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-98006489-9a29-4e24-8fa7-e0bae5bcfece admin admin] 10.222.0.119 "DELETE /v2.0/networks/8054c126-3521-44a1-b49b-66e5f2440e49 HTTP/1.1" status: 204 len: 168 time: 1.0727758 Aug 31 09:46:12.255587 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38436) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:12.267300 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98006489-9a29-4e24-8fa7-e0bae5bcfece admin admin] Pushing event deleted for resources: {'Network': ['ID=8054c126-3521-44a1-b49b-66e5f2440e49,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:12.303390 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-09a10513-3322-4ba5-8c71-e39dc4c15533 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:12.303390 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-09a10513-3322-4ba5-8c71-e39dc4c15533 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4829566 Aug 31 09:46:12.303588 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 38438) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:12.308067 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-cc87e659-1d61-4ab3-aff2-517cc07c06e9 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:12.378737 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64ca1eb-c550-4741-bfa7-09c8c2ec0107 None None] Sync routers for ids ['e018e1fa-9e7a-4bb3-92ae-7511c2852a40'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:46:12.388592 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64ca1eb-c550-4741-bfa7-09c8c2ec0107 None None] Routers {'e018e1fa-9e7a-4bb3-92ae-7511c2852a40'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:12.389449 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-a64ca1eb-c550-4741-bfa7-09c8c2ec0107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:45:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e018e1fa-9e7a-4bb3-92ae-7511c2852a40'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:12.421433 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cc87e659-1d61-4ab3-aff2-517cc07c06e9 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for floatingip, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:12.535932 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-a64ca1eb-c550-4741-bfa7-09c8c2ec0107 None None] Set router e018e1fa-9e7a-4bb3-92ae-7511c2852a40 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:12.573522 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d7eaece9-c4ff-4a9d-98bf-741be77616c7 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:46:12.639521 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cc87e659-1d61-4ab3-aff2-517cc07c06e9 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:12.733914 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port d7eaece9-c4ff-4a9d-98bf-741be77616c7 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:12.735169 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:12.871521 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-cc87e659-1d61-4ab3-aff2-517cc07c06e9 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Allocated IP 172.25.2.61 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/4984c1cf-d56d-46fe-92eb-2da365189bc1) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:46:12.963919 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-a64ca1eb-c550-4741-bfa7-09c8c2ec0107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'name': 'tempest-AttachVolumeShelveTestJSON-1873135269-router', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:03Z', 'updated_at': '2021-08-31T09:46:08Z', 'revision_number': 4, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'gw_port': {'id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ce:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:04Z', 'updated_at': '2021-08-31T09:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'f101c9f3-bf10-4986-ab6b-4acf7f61115d', 'name': '', 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'mac_address': 'fa:16:3e:35:56:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:07Z', 'updated_at': '2021-08-31T09:46:08Z', 'revision_number': 2, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'subnets': [{'id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:13.003968 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64ca1eb-c550-4741-bfa7-09c8c2ec0107 None None] Checking router: e018e1fa-9e7a-4bb3-92ae-7511c2852a40 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:46:13.004323 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64ca1eb-c550-4741-bfa7-09c8c2ec0107 None None] Updating router e018e1fa-9e7a-4bb3-92ae-7511c2852a40 port f101c9f3-bf10-4986-ab6b-4acf7f61115d binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:46:13.030984 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 953b3f5f-965a-4603-891c-586a55afdb18 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:46:13.063662 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 953b3f5f-965a-4603-891c-586a55afdb18 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:46:13.064042 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 953b3f5f-965a-4603-891c-586a55afdb18 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:46:13.064509 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3c903591-9376-4a77-a758-7ac4dae179d1 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:46:13.067526 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a64ca1eb-c550-4741-bfa7-09c8c2ec0107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.086726 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cc87e659-1d61-4ab3-aff2-517cc07c06e9 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.101756 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 3c903591-9376-4a77-a758-7ac4dae179d1 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:46:13.102106 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3c903591-9376-4a77-a758-7ac4dae179d1 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:46:13.102275 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3f279706-b223-4b62-9075-a9d47a75eb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.244239 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cc87e659-1d61-4ab3-aff2-517cc07c06e9 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.308674 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc87e659-1d61-4ab3-aff2-517cc07c06e9 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:46:13.313803 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-cc87e659-1d61-4ab3-aff2-517cc07c06e9 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:13.321228 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc87e659-1d61-4ab3-aff2-517cc07c06e9 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:46:13.348391 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87e659-1d61-4ab3-aff2-517cc07c06e9 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Pushing event updated for resources: {'Port': ['ID=4984c1cf-d56d-46fe-92eb-2da365189bc1,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:13.420850 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-3f279706-b223-4b62-9075-a9d47a75eb47 admin admin] Deleting port 6e50ae58-9fcb-432d-8936-e5bdd8d6eae5 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:13.421200 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3f279706-b223-4b62-9075-a9d47a75eb47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.447877 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cc87e659-1d61-4ab3-aff2-517cc07c06e9 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.461896 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a64ca1eb-c550-4741-bfa7-09c8c2ec0107 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.473616 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a64ca1eb-c550-4741-bfa7-09c8c2ec0107 None None] Transition to ACTIVE for port object f101c9f3-bf10-4986-ab6b-4acf7f61115d will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:46:13.532617 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-3f279706-b223-4b62-9075-a9d47a75eb47 admin admin] For port 6e50ae58-9fcb-432d-8936-e5bdd8d6eae5, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=6e50ae58-9fcb-432d-8936-e5bdd8d6eae5,segment=NetworkSegment(14d37bc2-57b5-4797-a144-725a81a6ba1c),segment_id=14d37bc2-57b5-4797-a144-725a81a6ba1c)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:13.532985 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3f279706-b223-4b62-9075-a9d47a75eb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.548119 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-3f279706-b223-4b62-9075-a9d47a75eb47 admin admin] Calling delete_port for 6e50ae58-9fcb-432d-8936-e5bdd8d6eae5 owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:13.558147 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a64ca1eb-c550-4741-bfa7-09c8c2ec0107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.574162 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cc87e659-1d61-4ab3-aff2-517cc07c06e9 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.612661 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f0890-702b-4fc8-9836-badb617e3dbe None None] Pushing event updated for resources: {'Port': ['ID=f101c9f3-bf10-4986-ab6b-4acf7f61115d,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:13.693353 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-a64ca1eb-c550-4741-bfa7-09c8c2ec0107 None None] Attempting to bind port f101c9f3-bf10-4986-ab6b-4acf7f61115d on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:46:13.698752 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-a64ca1eb-c550-4741-bfa7-09c8c2ec0107 None None] Attempting to bind port f101c9f3-bf10-4986-ab6b-4acf7f61115d by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '26d65b1a-b582-4f71-b1cb-ac5036c2523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:46:13.703079 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64ca1eb-c550-4741-bfa7-09c8c2ec0107 None None] Attempting to bind port f101c9f3-bf10-4986-ab6b-4acf7f61115d on network b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:46:13.726405 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64ca1eb-c550-4741-bfa7-09c8c2ec0107 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:46:13.727431 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64ca1eb-c550-4741-bfa7-09c8c2ec0107 None None] Checking segment: {'id': '26d65b1a-b582-4f71-b1cb-ac5036c2523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:46:13.729103 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a64ca1eb-c550-4741-bfa7-09c8c2ec0107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.729710 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64ca1eb-c550-4741-bfa7-09c8c2ec0107 None None] Bound using segment: {'id': '26d65b1a-b582-4f71-b1cb-ac5036c2523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:46:13.730378 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-a64ca1eb-c550-4741-bfa7-09c8c2ec0107 None None] Bound port: f101c9f3-bf10-4986-ab6b-4acf7f61115d, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d65b1a-b582-4f71-b1cb-ac5036c2523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:46:13.731047 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a64ca1eb-c550-4741-bfa7-09c8c2ec0107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.792101 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cc87e659-1d61-4ab3-aff2-517cc07c06e9 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.811510 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-a64ca1eb-c550-4741-bfa7-09c8c2ec0107 None None] For port f101c9f3-bf10-4986-ab6b-4acf7f61115d, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:46:13.815167 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-a64ca1eb-c550-4741-bfa7-09c8c2ec0107 None None] For port f101c9f3-bf10-4986-ab6b-4acf7f61115d, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f101c9f3-bf10-4986-ab6b-4acf7f61115d,segment=NetworkSegment(26d65b1a-b582-4f71-b1cb-ac5036c2523e),segment_id=26d65b1a-b582-4f71-b1cb-ac5036c2523e)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:46:13.843862 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3f279706-b223-4b62-9075-a9d47a75eb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.868346 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f279706-b223-4b62-9075-a9d47a75eb47 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e50ae58-9fcb-432d-8936-e5bdd8d6eae5,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:13.878427 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cc87e659-1d61-4ab3-aff2-517cc07c06e9 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.879209 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a64ca1eb-c550-4741-bfa7-09c8c2ec0107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:13.970288 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f0890-702b-4fc8-9836-badb617e3dbe None None] Pushing event updated for resources: {'Port': ['ID=f101c9f3-bf10-4986-ab6b-4acf7f61115d,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:13.986411 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64ca1eb-c550-4741-bfa7-09c8c2ec0107 None None] Routers {'e018e1fa-9e7a-4bb3-92ae-7511c2852a40'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:13.987088 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-a64ca1eb-c550-4741-bfa7-09c8c2ec0107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:45:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e018e1fa-9e7a-4bb3-92ae-7511c2852a40'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:14.003782 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87e659-1d61-4ab3-aff2-517cc07c06e9 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Pushing event updated for resources: {'Port': ['ID=4984c1cf-d56d-46fe-92eb-2da365189bc1,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:14.024912 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cc87e659-1d61-4ab3-aff2-517cc07c06e9 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:14.036093 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-14ba6b01-3212-47ce-a85c-9581b02ab1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:14.120676 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-a64ca1eb-c550-4741-bfa7-09c8c2ec0107 None None] Set router e018e1fa-9e7a-4bb3-92ae-7511c2852a40 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:14.129289 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cc87e659-1d61-4ab3-aff2-517cc07c06e9 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:14.142138 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-cc87e659-1d61-4ab3-aff2-517cc07c06e9 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8377178 Aug 31 09:46:14.180267 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:14.223346 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3f279706-b223-4b62-9075-a9d47a75eb47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:14.367415 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-ea685b00-0752-4677-984f-3e3f9d7fcbbd tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-securitygroup--1756621554&fields=id&tenant_id=f0a9b277c5284cc598746f91909819a1 HTTP/1.1" status: 200 len: 267 time: 0.0441868 Aug 31 09:46:14.427580 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-a64ca1eb-c550-4741-bfa7-09c8c2ec0107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'name': 'tempest-AttachVolumeShelveTestJSON-1873135269-router', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:03Z', 'updated_at': '2021-08-31T09:46:08Z', 'revision_number': 4, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'gw_port': {'id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ce:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:04Z', 'updated_at': '2021-08-31T09:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'f101c9f3-bf10-4986-ab6b-4acf7f61115d', 'name': '', 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'mac_address': 'fa:16:3e:35:56:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:07Z', 'updated_at': '2021-08-31T09:46:13Z', 'revision_number': 4, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'subnets': [{'id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:14.488555 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64ca1eb-c550-4741-bfa7-09c8c2ec0107 None None] The sync data for ids ['e018e1fa-9e7a-4bb3-92ae-7511c2852a40'] in n-d-791506-28 is: [{'id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'name': 'tempest-AttachVolumeShelveTestJSON-1873135269-router', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:03Z', 'updated_at': '2021-08-31T09:46:08Z', 'revision_number': 4, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'gw_port': {'id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ce:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:04Z', 'updated_at': '2021-08-31T09:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'f101c9f3-bf10-4986-ab6b-4acf7f61115d', 'name': '', 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'mac_address': 'fa:16:3e:35:56:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:07Z', 'updated_at': '2021-08-31T09:46:13Z', 'revision_number': 4, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'subnets': [{'id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:46:14.503816 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-5e189bdf-31c5-4d60-874e-db4d10a9d196 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:14.505532 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-5e189bdf-31c5-4d60-874e-db4d10a9d196 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/networks?id=b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee HTTP/1.1" status: 200 len: 817 time: 0.1298742 Aug 31 09:46:14.523518 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-64064fe0-c80a-438d-b436-6aba595efc22 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/quotas/f0a9b277c5284cc598746f91909819a1 HTTP/1.1" status: 200 len: 375 time: 0.0096819 Aug 31 09:46:14.547765 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f279706-b223-4b62-9075-a9d47a75eb47 admin admin] Router a76904eb-3eb3-4a75-b2b8-986c4521e3a0 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:46:14.602636 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-28b7ffba-288e-4aa0-aa65-eb8785ba7e5d tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=f0a9b277c5284cc598746f91909819a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0683880 Aug 31 09:46:14.682403 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f101c9f3-bf10-4986-ab6b-4acf7f61115d up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:46:14.751795 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f279706-b223-4b62-9075-a9d47a75eb47 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:46:14.759952 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3f279706-b223-4b62-9075-a9d47a75eb47 admin admin] 10.222.0.119 "PUT /v2.0/routers/a76904eb-3eb3-4a75-b2b8-986c4521e3a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5032184 Aug 31 09:46:14.762968 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38596) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:14.764377 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ed09ee-5c32-46fb-8c9d-9e704a27d0be None None] Sync routers for ids ['a76904eb-3eb3-4a75-b2b8-986c4521e3a0'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:46:14.779955 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ed09ee-5c32-46fb-8c9d-9e704a27d0be None None] Routers {'a76904eb-3eb3-4a75-b2b8-986c4521e3a0'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:14.780528 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-40ed09ee-5c32-46fb-8c9d-9e704a27d0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:46:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['a76904eb-3eb3-4a75-b2b8-986c4521e3a0'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:14.820717 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port f101c9f3-bf10-4986-ab6b-4acf7f61115d completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:46:14.825873 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port f101c9f3-bf10-4986-ab6b-4acf7f61115d triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:14.826703 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:14.877025 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-137671d3-d5ab-4a54-9f91-e02dd57c5e90 service neutron] 10.222.0.119 "GET /v2.0/networks/b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597847 Aug 31 09:46:14.918690 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-40ed09ee-5c32-46fb-8c9d-9e704a27d0be None None] Set router a76904eb-3eb3-4a75-b2b8-986c4521e3a0 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:14.964183 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:15.007709 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port f101c9f3-bf10-4986-ab6b-4acf7f61115d, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f101c9f3-bf10-4986-ab6b-4acf7f61115d,segment=NetworkSegment(26d65b1a-b582-4f71-b1cb-ac5036c2523e),segment_id=26d65b1a-b582-4f71-b1cb-ac5036c2523e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:15.049885 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-bdbb3284-4a48-423f-9ffa-6772eef005fe service neutron] 10.222.0.119 "GET /v2.0/networks/b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658773 Aug 31 09:46:15.084256 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dc6d4ce6-4fbe-4312-bdf6-8b3e7b00ad4d admin admin] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:15.089924 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:15.164182 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-40ed09ee-5c32-46fb-8c9d-9e704a27d0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76904eb-3eb3-4a75-b2b8-986c4521e3a0', 'name': 'tempest-TestVolumeBackupRestore-654709771-router', 'tenant_id': '392229acc40043a1a286b39dd0133b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'f69cd686-b0a5-4e8e-8ef5-30812c2b989e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:23Z', 'updated_at': '2021-08-31T09:46:13Z', 'revision_number': 5, 'project_id': '392229acc40043a1a286b39dd0133b6c', 'gw_port': {'id': 'f69cd686-b0a5-4e8e-8ef5-30812c2b989e', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76904eb-3eb3-4a75-b2b8-986c4521e3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:24Z', 'updated_at': '2021-08-31T09:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:15.170158 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=f101c9f3-bf10-4986-ab6b-4acf7f61115d,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:15.198925 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ed09ee-5c32-46fb-8c9d-9e704a27d0be None None] Checking router: a76904eb-3eb3-4a75-b2b8-986c4521e3a0 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:46:15.209556 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dc6d4ce6-4fbe-4312-bdf6-8b3e7b00ad4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:15.211232 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ed09ee-5c32-46fb-8c9d-9e704a27d0be None None] Routers {'a76904eb-3eb3-4a75-b2b8-986c4521e3a0'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:15.212281 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-40ed09ee-5c32-46fb-8c9d-9e704a27d0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:46:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['a76904eb-3eb3-4a75-b2b8-986c4521e3a0'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:15.349553 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-40ed09ee-5c32-46fb-8c9d-9e704a27d0be None None] Set router a76904eb-3eb3-4a75-b2b8-986c4521e3a0 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:15.387565 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:15.401137 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-842cc231-1c88-4948-85dd-0a6df4ffaa86 req-59f46ea5-4c24-4c48-b107-348828e3c137 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 210 time: 0.0916185 Aug 31 09:46:15.428074 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d4ce6-4fbe-4312-bdf6-8b3e7b00ad4d admin admin] Deleting port f69cd686-b0a5-4e8e-8ef5-30812c2b989e {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:15.428558 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dc6d4ce6-4fbe-4312-bdf6-8b3e7b00ad4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:15.553801 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-dc6d4ce6-4fbe-4312-bdf6-8b3e7b00ad4d admin admin] For port f69cd686-b0a5-4e8e-8ef5-30812c2b989e, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f69cd686-b0a5-4e8e-8ef5-30812c2b989e,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:15.554540 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dc6d4ce6-4fbe-4312-bdf6-8b3e7b00ad4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:15.578569 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d4ce6-4fbe-4312-bdf6-8b3e7b00ad4d admin admin] Calling delete_port for f69cd686-b0a5-4e8e-8ef5-30812c2b989e owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:15.597148 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-40ed09ee-5c32-46fb-8c9d-9e704a27d0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a76904eb-3eb3-4a75-b2b8-986c4521e3a0', 'name': 'tempest-TestVolumeBackupRestore-654709771-router', 'tenant_id': '392229acc40043a1a286b39dd0133b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'f69cd686-b0a5-4e8e-8ef5-30812c2b989e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:23Z', 'updated_at': '2021-08-31T09:46:13Z', 'revision_number': 5, 'project_id': '392229acc40043a1a286b39dd0133b6c', 'gw_port': {'id': 'f69cd686-b0a5-4e8e-8ef5-30812c2b989e', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76904eb-3eb3-4a75-b2b8-986c4521e3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:24Z', 'updated_at': '2021-08-31T09:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:15.624483 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ed09ee-5c32-46fb-8c9d-9e704a27d0be None None] The sync data for ids ['a76904eb-3eb3-4a75-b2b8-986c4521e3a0'] in n-d-791506-28 is: [{'id': 'a76904eb-3eb3-4a75-b2b8-986c4521e3a0', 'name': 'tempest-TestVolumeBackupRestore-654709771-router', 'tenant_id': '392229acc40043a1a286b39dd0133b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': 'f69cd686-b0a5-4e8e-8ef5-30812c2b989e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:41:23Z', 'updated_at': '2021-08-31T09:46:13Z', 'revision_number': 5, 'project_id': '392229acc40043a1a286b39dd0133b6c', 'gw_port': {'id': 'f69cd686-b0a5-4e8e-8ef5-30812c2b989e', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76904eb-3eb3-4a75-b2b8-986c4521e3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:41:24Z', 'updated_at': '2021-08-31T09:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:46:15.833432 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dc6d4ce6-4fbe-4312-bdf6-8b3e7b00ad4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:15.870094 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d4ce6-4fbe-4312-bdf6-8b3e7b00ad4d admin admin] Pushing event deleted for resources: {'Port': ['ID=f69cd686-b0a5-4e8e-8ef5-30812c2b989e,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:15.932755 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dc6d4ce6-4fbe-4312-bdf6-8b3e7b00ad4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.028855 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dc6d4ce6-4fbe-4312-bdf6-8b3e7b00ad4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.031496 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dc6d4ce6-4fbe-4312-bdf6-8b3e7b00ad4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.146468 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dc6d4ce6-4fbe-4312-bdf6-8b3e7b00ad4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.147083 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6d4ce6-4fbe-4312-bdf6-8b3e7b00ad4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a76904eb-3eb3-4a75-b2b8-986c4521e3a0 {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:46:16.151490 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dc6d4ce6-4fbe-4312-bdf6-8b3e7b00ad4d admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.152703 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-dc6d4ce6-4fbe-4312-bdf6-8b3e7b00ad4d admin admin] 10.222.0.119 "DELETE /v2.0/routers/a76904eb-3eb3-4a75-b2b8-986c4521e3a0 HTTP/1.1" status: 204 len: 168 time: 1.3884661 Aug 31 09:46:16.156466 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38688) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:16.205696 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7420167-7c5b-4e74-87cb-9f305ab3fe93 admin admin] Deleting subnet a18ebf68-a709-4cca-bcb9-119bf8a96398 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:46:16.211371 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d7420167-7c5b-4e74-87cb-9f305ab3fe93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.251430 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d7420167-7c5b-4e74-87cb-9f305ab3fe93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.334366 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d7420167-7c5b-4e74-87cb-9f305ab3fe93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.507284 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d7420167-7c5b-4e74-87cb-9f305ab3fe93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.511670 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fb8e943f-48ce-4a67-8438-fb11d6eafce1 req-69793ea0-942a-4710-b850-e7f8ef2b0b2d tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 210 time: 0.0275757 Aug 31 09:46:16.533709 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7420167-7c5b-4e74-87cb-9f305ab3fe93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a18ebf68-a709-4cca-bcb9-119bf8a96398,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:16.539537 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d7420167-7c5b-4e74-87cb-9f305ab3fe93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.541542 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d7420167-7c5b-4e74-87cb-9f305ab3fe93 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/a18ebf68-a709-4cca-bcb9-119bf8a96398 HTTP/1.1" status: 204 len: 168 time: 0.3841302 Aug 31 09:46:16.544160 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38710) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:16.552346 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8cdbe2-955f-4ebc-882b-2d15b9e28738 None None] Network 471ed5f5-5d1f-4b08-aef5-02b1ca56045c requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:16.620590 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d86d209-813a-4141-84a9-42abc6a84870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.711364 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f101c9f3-bf10-4986-ab6b-4acf7f61115d up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:46:16.714179 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-7d86d209-813a-4141-84a9-42abc6a84870 admin admin] Deleting port 7ef09308-a1dd-4598-a997-eeaca36f5bbf {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:16.714535 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d86d209-813a-4141-84a9-42abc6a84870 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.773987 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port f101c9f3-bf10-4986-ab6b-4acf7f61115d triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:16.774352 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.793004 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-7d86d209-813a-4141-84a9-42abc6a84870 admin admin] For port 7ef09308-a1dd-4598-a997-eeaca36f5bbf, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=7ef09308-a1dd-4598-a997-eeaca36f5bbf,segment=NetworkSegment(14d37bc2-57b5-4797-a144-725a81a6ba1c),segment_id=14d37bc2-57b5-4797-a144-725a81a6ba1c)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:16.794254 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d86d209-813a-4141-84a9-42abc6a84870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:16.828561 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-7d86d209-813a-4141-84a9-42abc6a84870 admin admin] Calling delete_port for 7ef09308-a1dd-4598-a997-eeaca36f5bbf owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:16.978570 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146f2368-10d9-444f-a544-698e2348af6f None None] DHCP port deletion for 471ed5f5-5d1f-4b08-aef5-02b1ca56045c request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:46:17.077032 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-146f2368-10d9-444f-a544-698e2348af6f None None] Deleting port 7ef09308-a1dd-4598-a997-eeaca36f5bbf {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:17.077476 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-146f2368-10d9-444f-a544-698e2348af6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:17.124433 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d86d209-813a-4141-84a9-42abc6a84870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:17.125855 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:17.134293 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6e50ae58-9fcb-432d-8936-e5bdd8d6eae5 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:46:17.156860 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86d209-813a-4141-84a9-42abc6a84870 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ef09308-a1dd-4598-a997-eeaca36f5bbf,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:17.162856 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d86d209-813a-4141-84a9-42abc6a84870 admin admin] No DVR routers for this DVR port 7ef09308-a1dd-4598-a997-eeaca36f5bbf on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:46:17.165204 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 6e50ae58-9fcb-432d-8936-e5bdd8d6eae5 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:46:17.165543 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6e50ae58-9fcb-432d-8936-e5bdd8d6eae5 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:46:17.166390 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f69cd686-b0a5-4e8e-8ef5-30812c2b989e no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:46:17.194777 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: f69cd686-b0a5-4e8e-8ef5-30812c2b989e {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:46:17.195119 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f69cd686-b0a5-4e8e-8ef5-30812c2b989e not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:46:17.201007 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-146f2368-10d9-444f-a544-698e2348af6f None None] For port 7ef09308-a1dd-4598-a997-eeaca36f5bbf, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=7ef09308-a1dd-4598-a997-eeaca36f5bbf,segment=NetworkSegment(14d37bc2-57b5-4797-a144-725a81a6ba1c),segment_id=14d37bc2-57b5-4797-a144-725a81a6ba1c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:17.201407 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-146f2368-10d9-444f-a544-698e2348af6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:17.213906 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-146f2368-10d9-444f-a544-698e2348af6f None None] Calling delete_port for 7ef09308-a1dd-4598-a997-eeaca36f5bbf owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:17.242604 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d86d209-813a-4141-84a9-42abc6a84870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:17.253930 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-7d86d209-813a-4141-84a9-42abc6a84870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['471ed5f5-5d1f-4b08-aef5-02b1ca56045c']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:17.265691 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-7d86d209-813a-4141-84a9-42abc6a84870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14d37bc2-57b5-4797-a144-725a81a6ba1c') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:17.266078 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-7d86d209-813a-4141-84a9-42abc6a84870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14d37bc2-57b5-4797-a144-725a81a6ba1c') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:17.275125 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d86d209-813a-4141-84a9-42abc6a84870 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:17.295313 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d86d209-813a-4141-84a9-42abc6a84870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:17.297123 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d86d209-813a-4141-84a9-42abc6a84870 admin admin] Releasing vlan 1629 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:46:17.297610 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d86d209-813a-4141-84a9-42abc6a84870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:17.299323 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:46:17.299323 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:46:17.299323 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:46:17.299323 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:46:17.299323 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:46:17.299323 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:46:17.299323 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:46:17.299323 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:46:17.299323 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:46:17.299323 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:46:17.299323 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:46:17.299323 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:46:17.299323 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:46:17.299323 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:46:17.299323 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:46:17.299323 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:46:17.299323 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:46:17.299323 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:46:17.299323 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:46:17.299323 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:46:17.299323 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:46:17.299323 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:46:17.299323 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:46:17.299323 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:46:17.299323 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:46:17.299323 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:46:17.299323 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:46:17.299323 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:46:17.299323 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:46:17.299323 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:46:17.299323 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:46:17.299323 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:46:17.306470 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-146f2368-10d9-444f-a544-698e2348af6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:17.335523 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f2368-10d9-444f-a544-698e2348af6f None None] Pushing event deleted for resources: {'Port': ['ID=7ef09308-a1dd-4598-a997-eeaca36f5bbf,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:17.338009 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146f2368-10d9-444f-a544-698e2348af6f None None] No DVR routers for this DVR port 7ef09308-a1dd-4598-a997-eeaca36f5bbf on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:46:17.415532 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d86d209-813a-4141-84a9-42abc6a84870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:17.421721 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d86d209-813a-4141-84a9-42abc6a84870 admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:17.427026 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7d86d209-813a-4141-84a9-42abc6a84870 admin admin] 10.222.0.119 "DELETE /v2.0/networks/471ed5f5-5d1f-4b08-aef5-02b1ca56045c HTTP/1.1" status: 204 len: 168 time: 0.8785050 Aug 31 09:46:17.435410 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86d209-813a-4141-84a9-42abc6a84870 admin admin] Pushing event deleted for resources: {'Network': ['ID=471ed5f5-5d1f-4b08-aef5-02b1ca56045c,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:17.616375 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-587d8151-a847-40b0-9692-d9d262b8bd75 req-d4a9ede4-7134-4cf5-89b1-1caec9795b4d tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 210 time: 0.0271156 Aug 31 09:46:17.749740 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38784) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:17.791479 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8ee64afc-005f-4ba9-b6a9-2c2c40909268 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=142d073d795048bfbcfc04c6c93ff5f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378141 Aug 31 09:46:17.791683 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 38786) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:17.852251 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-00beffce-d1b9-4f94-bcc3-9899f98d1042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:17.924533 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-00beffce-d1b9-4f94-bcc3-9899f98d1042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:17.990635 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-d8d461c2-a3bd-4c93-9492-fcf86b56b0ac tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:17.992092 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-d8d461c2-a3bd-4c93-9492-fcf86b56b0ac tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.112 "GET /v2.0/networks?id=b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee HTTP/1.1" status: 200 len: 817 time: 0.1489389 Aug 31 09:46:18.049597 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-080f0458-28c2-4923-a16a-a9fa1e15152a tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0a9b277c5284cc598746f91909819a1 HTTP/1.1" status: 200 len: 380 time: 0.0467308 Aug 31 09:46:18.060810 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-9d6f82c5-1858-4c92-8abc-2ccdff372a99 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Request body: {'port': {'device_id': '81e84f2d-d3c7-42b4-abb1-86c644f13a5b', 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee', 'admin_state_up': True, 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'security_groups': ['272c56b7-5b08-48df-a5e0-6acd104a6867']}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:18.104087 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-00beffce-d1b9-4f94-bcc3-9899f98d1042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:18.107310 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-00beffce-d1b9-4f94-bcc3-9899f98d1042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:18.108454 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-00beffce-d1b9-4f94-bcc3-9899f98d1042 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/48bc54a0-447b-452b-9941-ee7c0a914cb9 HTTP/1.1" status: 204 len: 168 time: 0.3159053 Aug 31 09:46:18.125285 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00beffce-d1b9-4f94-bcc3-9899f98d1042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bc54a0-447b-452b-9941-ee7c0a914cb9,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:18.266526 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-9d6f82c5-1858-4c92-8abc-2ccdff372a99 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Made reservation on behalf of f0a9b277c5284cc598746f91909819a1 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:46:18.270248 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-9d6f82c5-1858-4c92-8abc-2ccdff372a99 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:18.399479 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-9d6f82c5-1858-4c92-8abc-2ccdff372a99 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Allocated IP 172.20.0.10 (b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee/440baa0c-6aa8-4c61-971d-6a9d066538f9/56b911bb-578b-4a92-a3e7-3894df02d9ec) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:46:18.518110 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7ef09308-a1dd-4598-a997-eeaca36f5bbf no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:46:18.539727 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 7ef09308-a1dd-4598-a997-eeaca36f5bbf {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:46:18.540149 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7ef09308-a1dd-4598-a997-eeaca36f5bbf not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:46:18.554950 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-9d6f82c5-1858-4c92-8abc-2ccdff372a99 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:18.570429 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-9d6f82c5-1858-4c92-8abc-2ccdff372a99 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Transition to ACTIVE for port object 56b911bb-578b-4a92-a3e7-3894df02d9ec will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:46:18.655650 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-9d6f82c5-1858-4c92-8abc-2ccdff372a99 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:18.702898 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-9d6f82c5-1858-4c92-8abc-2ccdff372a99 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Network b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:46:18.706126 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-9d6f82c5-1858-4c92-8abc-2ccdff372a99 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:46:18.710628 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-9d6f82c5-1858-4c92-8abc-2ccdff372a99 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:46:18.714595 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f82c5-1858-4c92-8abc-2ccdff372a99 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Pushing event updated for resources: {'Port': ['ID=56b911bb-578b-4a92-a3e7-3894df02d9ec,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:18.756967 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef29e3e-543a-4c8c-9d5f-191fed88d49f req-c0f64219-b844-4053-8c4f-e2e1a8d2033a tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:18.767574 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3ef29e3e-543a-4c8c-9d5f-191fed88d49f req-c0f64219-b844-4053-8c4f-e2e1a8d2033a tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 932 time: 0.0738690 Aug 31 09:46:18.781854 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-9d6f82c5-1858-4c92-8abc-2ccdff372a99 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:18.782496 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-9d6f82c5-1858-4c92-8abc-2ccdff372a99 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:18.816741 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3ef29e3e-543a-4c8c-9d5f-191fed88d49f req-f059e786-d2e3-40e2-9bcf-2d9274dbac0e tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482349 Aug 31 09:46:18.864823 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-9d6f82c5-1858-4c92-8abc-2ccdff372a99 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8066430 Aug 31 09:46:18.879908 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 38850) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:18.880610 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-101f6ccc-7ff9-4e24-85f4-7c9d1ae73ac6 service neutron] Request body: {'port': {'device_id': '81e84f2d-d3c7-42b4-abb1-86c644f13a5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:18.930590 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-747bcc0c-6054-48ed-8588-2d01216df2d9 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=392229acc40043a1a286b39dd0133b6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454228 Aug 31 09:46:18.931208 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 38854) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:18.948116 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-101f6ccc-7ff9-4e24-85f4-7c9d1ae73ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:18.988747 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f2621cd6-c0f0-43b8-b49c-a7ad7439d90f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.011336 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f2621cd6-c0f0-43b8-b49c-a7ad7439d90f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.140569 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-88df39ee-37f0-471b-983d-43e463de3bb6 None None] Provisioning for port 56b911bb-578b-4a92-a3e7-3894df02d9ec completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:46:19.144620 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-88df39ee-37f0-471b-983d-43e463de3bb6 None None] Provisioning complete for port 56b911bb-578b-4a92-a3e7-3894df02d9ec triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:19.144988 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-88df39ee-37f0-471b-983d-43e463de3bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.175017 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f2621cd6-c0f0-43b8-b49c-a7ad7439d90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.177726 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f2621cd6-c0f0-43b8-b49c-a7ad7439d90f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.179265 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f2621cd6-c0f0-43b8-b49c-a7ad7439d90f admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/517952d8-af92-440a-b74d-1c46eeedfe24 HTTP/1.1" status: 204 len: 168 time: 0.2470608 Aug 31 09:46:19.182848 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-88df39ee-37f0-471b-983d-43e463de3bb6 None None] Port 56b911bb-578b-4a92-a3e7-3894df02d9ec cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:46:19.191461 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2621cd6-c0f0-43b8-b49c-a7ad7439d90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517952d8-af92-440a-b74d-1c46eeedfe24,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:19.232279 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-101f6ccc-7ff9-4e24-85f4-7c9d1ae73ac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56b911bb-578b-4a92-a3e7-3894df02d9ec {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:46:19.252271 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-101f6ccc-7ff9-4e24-85f4-7c9d1ae73ac6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.252637 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-101f6ccc-7ff9-4e24-85f4-7c9d1ae73ac6 service neutron] Transition to ACTIVE for port object 56b911bb-578b-4a92-a3e7-3894df02d9ec will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:46:19.346520 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-101f6ccc-7ff9-4e24-85f4-7c9d1ae73ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.410424 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f6ccc-7ff9-4e24-85f4-7c9d1ae73ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=56b911bb-578b-4a92-a3e7-3894df02d9ec,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:19.483459 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-101f6ccc-7ff9-4e24-85f4-7c9d1ae73ac6 service neutron] Attempting to bind port 56b911bb-578b-4a92-a3e7-3894df02d9ec on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:46:19.483793 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-101f6ccc-7ff9-4e24-85f4-7c9d1ae73ac6 service neutron] Attempting to bind port 56b911bb-578b-4a92-a3e7-3894df02d9ec by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '26d65b1a-b582-4f71-b1cb-ac5036c2523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:46:19.484118 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-101f6ccc-7ff9-4e24-85f4-7c9d1ae73ac6 service neutron] Attempting to bind port 56b911bb-578b-4a92-a3e7-3894df02d9ec on network b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:46:19.488616 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-101f6ccc-7ff9-4e24-85f4-7c9d1ae73ac6 service neutron] Port 56b911bb-578b-4a92-a3e7-3894df02d9ec on network b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:46:19.489182 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-101f6ccc-7ff9-4e24-85f4-7c9d1ae73ac6 service neutron] Attempting to bind port 56b911bb-578b-4a92-a3e7-3894df02d9ec on network b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:46:19.494006 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-101f6ccc-7ff9-4e24-85f4-7c9d1ae73ac6 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:46:19.494340 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-101f6ccc-7ff9-4e24-85f4-7c9d1ae73ac6 service neutron] Checking segment: {'id': '26d65b1a-b582-4f71-b1cb-ac5036c2523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:46:19.494754 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-101f6ccc-7ff9-4e24-85f4-7c9d1ae73ac6 service neutron] Bound using segment: {'id': '26d65b1a-b582-4f71-b1cb-ac5036c2523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:46:19.495178 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-101f6ccc-7ff9-4e24-85f4-7c9d1ae73ac6 service neutron] Bound port: 56b911bb-578b-4a92-a3e7-3894df02d9ec, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d65b1a-b582-4f71-b1cb-ac5036c2523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:46:19.495531 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-101f6ccc-7ff9-4e24-85f4-7c9d1ae73ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.589394 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-101f6ccc-7ff9-4e24-85f4-7c9d1ae73ac6 service neutron] For port 56b911bb-578b-4a92-a3e7-3894df02d9ec, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:46:19.593634 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-101f6ccc-7ff9-4e24-85f4-7c9d1ae73ac6 service neutron] For port 56b911bb-578b-4a92-a3e7-3894df02d9ec, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=56b911bb-578b-4a92-a3e7-3894df02d9ec,segment=NetworkSegment(26d65b1a-b582-4f71-b1cb-ac5036c2523e),segment_id=26d65b1a-b582-4f71-b1cb-ac5036c2523e)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:46:19.655055 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-101f6ccc-7ff9-4e24-85f4-7c9d1ae73ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.693987 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-101f6ccc-7ff9-4e24-85f4-7c9d1ae73ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:19.694877 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-101f6ccc-7ff9-4e24-85f4-7c9d1ae73ac6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:19.696149 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-101f6ccc-7ff9-4e24-85f4-7c9d1ae73ac6 service neutron] 10.222.0.112 "PUT /v2.0/ports/56b911bb-578b-4a92-a3e7-3894df02d9ec HTTP/1.1" status: 200 len: 1093 time: 0.8213816 Aug 31 09:46:19.696643 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e84f2d-d3c7-42b4-abb1-86c644f13a5b', 'tag': '56b911bb-578b-4a92-a3e7-3894df02d9ec'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:46:19.699069 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb85f780-421f-44b8-b7cb-9e6c265bde50" -d '{"events": [{"name": "network-changed", "server_uuid": "81e84f2d-d3c7-42b4-abb1-86c644f13a5b", "tag": "56b911bb-578b-4a92-a3e7-3894df02d9ec"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:46:19.731337 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f6ccc-7ff9-4e24-85f4-7c9d1ae73ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=56b911bb-578b-4a92-a3e7-3894df02d9ec,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:19.764355 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb33e5d9-99f7-463f-a77d-612c6e18b4dd x-openstack-request-id: req-eb33e5d9-99f7-463f-a77d-612c6e18b4dd {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:46:19.764721 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e84f2d-d3c7-42b4-abb1-86c644f13a5b", "tag": "56b911bb-578b-4a92-a3e7-3894df02d9ec", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:46:19.765210 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-eb33e5d9-99f7-463f-a77d-612c6e18b4dd {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:46:19.765690 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e84f2d-d3c7-42b4-abb1-86c644f13a5b', 'tag': '56b911bb-578b-4a92-a3e7-3894df02d9ec', 'status': 'completed', 'code': 200} Aug 31 09:46:19.842998 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85f780-421f-44b8-b7cb-9e6c265bde50 req-b41d7551-df7b-4818-9806-6fb7a5058fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:19.844667 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-bb85f780-421f-44b8-b7cb-9e6c265bde50 req-b41d7551-df7b-4818-9806-6fb7a5058fc3 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f0a9b277c5284cc598746f91909819a1&device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 1096 time: 0.0596161 Aug 31 09:46:20.000262 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85f780-421f-44b8-b7cb-9e6c265bde50 req-211bec30-2537-4c1f-aac0-36c0c870950d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:20.001988 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-bb85f780-421f-44b8-b7cb-9e6c265bde50 req-211bec30-2537-4c1f-aac0-36c0c870950d service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=f0a9b277c5284cc598746f91909819a1&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1445260 Aug 31 09:46:20.011544 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82bfe9-129e-47d0-9d36-7c8e46dde50a req-2352d9d2-0056-4ffd-8fa9-d355c3de115d tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:20.013278 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c82bfe9-129e-47d0-9d36-7c8e46dde50a req-2352d9d2-0056-4ffd-8fa9-d355c3de115d tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 944 time: 0.1002898 Aug 31 09:46:20.059784 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c82bfe9-129e-47d0-9d36-7c8e46dde50a req-1e37b8fd-755c-4b86-b55b-813530ef554b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391109 Aug 31 09:46:20.105933 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85f780-421f-44b8-b7cb-9e6c265bde50 req-847a5927-a52b-4fac-93f4-5ecbad1806dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:20.108167 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-bb85f780-421f-44b8-b7cb-9e6c265bde50 req-847a5927-a52b-4fac-93f4-5ecbad1806dd service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0970337 Aug 31 09:46:20.191687 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-cfcfc079-f894-473a-9def-b9e0b5009658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:20.193228 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-cfcfc079-f894-473a-9def-b9e0b5009658 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f0a9b277c5284cc598746f91909819a1&device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 1096 time: 0.0426455 Aug 31 09:46:20.242074 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-58f6ddf2-0769-430c-9d8b-3ebd91c00dae service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56b911bb-578b-4a92-a3e7-3894df02d9ec HTTP/1.1" status: 200 len: 217 time: 0.0400209 Aug 31 09:46:20.294632 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-b92083b2-2bd1-4568-94a7-1bab70d6ff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:20.296093 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-b92083b2-2bd1-4568-94a7-1bab70d6ff79 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=440baa0c-6aa8-4c61-971d-6a9d066538f9 HTTP/1.1" status: 200 len: 856 time: 0.0460172 Aug 31 09:46:20.341721 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-d6eb36cb-4914-4fce-b704-255356720ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:20.343271 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-d6eb36cb-4914-4fce-b704-255356720ab8 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400844 Aug 31 09:46:20.724801 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-d17239c1-6922-4438-b655-6ddef3cb969c service neutron] 10.222.0.112 "GET /v2.0/networks/b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735461 Aug 31 09:46:20.820448 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-18ebf09f-dea1-4bc3-a6e5-6b147c4f1d0d req-6dbcf136-60a1-4436-95ea-6cb39db3c3ad service neutron] 10.222.0.112 "GET /v2.0/networks/b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836034 Aug 31 09:46:21.179882 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a27868-12ac-466d-875a-2bf22cf9854d req-9a816b4d-041d-4c68-8005-d75ce4fb8bcb tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:21.181357 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88a27868-12ac-466d-875a-2bf22cf9854d req-9a816b4d-041d-4c68-8005-d75ce4fb8bcb tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 944 time: 0.0499597 Aug 31 09:46:21.224069 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88a27868-12ac-466d-875a-2bf22cf9854d req-24b5c5da-72b8-4ed5-bf66-8e12aaffa4ec tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365474 Aug 31 09:46:22.352812 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a7401-6469-49e3-a274-97c729573d71 req-2d9510cd-0c71-474f-bfa9-55fb79f70a03 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:22.354307 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0d5a7401-6469-49e3-a274-97c729573d71 req-2d9510cd-0c71-474f-bfa9-55fb79f70a03 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 944 time: 0.0523391 Aug 31 09:46:22.394414 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0d5a7401-6469-49e3-a274-97c729573d71 req-69c95231-c447-41eb-819e-bb7a298568e7 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328546 Aug 31 09:46:23.522020 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198c55d-c6d6-40e9-a802-be9b6970ffb9 req-fba6ae01-b96a-4b81-bc0e-647bf08cd3f7 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:23.523635 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3198c55d-c6d6-40e9-a802-be9b6970ffb9 req-fba6ae01-b96a-4b81-bc0e-647bf08cd3f7 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 944 time: 0.0552959 Aug 31 09:46:23.561636 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3198c55d-c6d6-40e9-a802-be9b6970ffb9 req-3d91aa5a-2bf1-46e2-97f5-6aee0baaf567 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313594 Aug 31 09:46:24.573275 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 56b911bb-578b-4a92-a3e7-3894df02d9ec details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:46:24.674500 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 56b911bb-578b-4a92-a3e7-3894df02d9ec, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=56b911bb-578b-4a92-a3e7-3894df02d9ec,segment=NetworkSegment(26d65b1a-b582-4f71-b1cb-ac5036c2523e),segment_id=26d65b1a-b582-4f71-b1cb-ac5036c2523e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:24.686391 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '56b911bb-578b-4a92-a3e7-3894df02d9ec', 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee', 'port_id': '56b911bb-578b-4a92-a3e7-3894df02d9ec', 'mac_address': 'fa:16:3e:b3:3c:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:46:24.691735 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7211c-1a28-4d26-9965-1b6f6e365c93 req-8db7aac4-157d-4556-a2dc-de109f0164e5 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:24.693548 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-30c7211c-1a28-4d26-9965-1b6f6e365c93 req-8db7aac4-157d-4556-a2dc-de109f0164e5 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 944 time: 0.0533650 Aug 31 09:46:24.727489 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:24.733549 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-30c7211c-1a28-4d26-9965-1b6f6e365c93 req-0a110ed7-f1af-49e8-afdc-51c0bb72b6b0 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338778 Aug 31 09:46:24.741670 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b911bb-578b-4a92-a3e7-3894df02d9ec {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:46:24.760707 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 56b911bb-578b-4a92-a3e7-3894df02d9ec, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=56b911bb-578b-4a92-a3e7-3894df02d9ec,segment=NetworkSegment(26d65b1a-b582-4f71-b1cb-ac5036c2523e),segment_id=26d65b1a-b582-4f71-b1cb-ac5036c2523e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:24.815483 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:24.862521 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=56b911bb-578b-4a92-a3e7-3894df02d9ec,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:25.123791 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['56b911bb-578b-4a92-a3e7-3894df02d9ec'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:46:25.859288 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a21ce9-ada0-45cb-852e-405a65a3218e req-f1d22472-796a-44b2-ba05-8a200769aaa2 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:25.860793 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05a21ce9-ada0-45cb-852e-405a65a3218e req-f1d22472-796a-44b2-ba05-8a200769aaa2 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 945 time: 0.0496349 Aug 31 09:46:25.899416 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05a21ce9-ada0-45cb-852e-405a65a3218e req-f321acf9-5602-4b5f-8de7-28fb0de94ec2 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325701 Aug 31 09:46:26.573368 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 56b911bb-578b-4a92-a3e7-3894df02d9ec up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:46:26.672692 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 56b911bb-578b-4a92-a3e7-3894df02d9ec completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:46:26.679404 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 56b911bb-578b-4a92-a3e7-3894df02d9ec triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:46:26.679404 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:26.754987 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:26.776892 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e84f2d-d3c7-42b4-abb1-86c644f13a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b911bb-578b-4a92-a3e7-3894df02d9ec'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:46:26.779951 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b8bc88-c707-4242-97b8-fd6d5aa4b161" -d '{"events": [{"server_uuid": "81e84f2d-d3c7-42b4-abb1-86c644f13a5b", "name": "network-vif-plugged", "status": "completed", "tag": "56b911bb-578b-4a92-a3e7-3894df02d9ec"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:46:26.793510 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 56b911bb-578b-4a92-a3e7-3894df02d9ec, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=56b911bb-578b-4a92-a3e7-3894df02d9ec,segment=NetworkSegment(26d65b1a-b582-4f71-b1cb-ac5036c2523e),segment_id=26d65b1a-b582-4f71-b1cb-ac5036c2523e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:26.823155 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2621daca-6b0e-4528-8a99-d6b8d95411f3 x-openstack-request-id: req-2621daca-6b0e-4528-8a99-d6b8d95411f3 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:46:26.823440 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e84f2d-d3c7-42b4-abb1-86c644f13a5b", "name": "network-vif-plugged", "status": "completed", "tag": "56b911bb-578b-4a92-a3e7-3894df02d9ec", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:46:26.823714 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-2621daca-6b0e-4528-8a99-d6b8d95411f3 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:46:26.824210 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e84f2d-d3c7-42b4-abb1-86c644f13a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b911bb-578b-4a92-a3e7-3894df02d9ec', 'code': 200} Aug 31 09:46:26.849778 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:26.904714 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=56b911bb-578b-4a92-a3e7-3894df02d9ec,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:26.944566 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d21e0-205b-436f-a331-360fd89866a9 req-ba58f53d-d530-4490-bfe2-94f25baca15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:26.947037 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b02d21e0-205b-436f-a331-360fd89866a9 req-ba58f53d-d530-4490-bfe2-94f25baca15d service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 1098 time: 0.0584881 Aug 31 09:46:26.994269 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b02d21e0-205b-436f-a331-360fd89866a9 req-7de2eef4-bf96-4d2f-a23c-6b1d01f99e96 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371308 Aug 31 09:46:27.031652 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5410d6-2b81-46c3-9cac-c1d5de3687a1 req-126d6569-15fe-418f-bb10-28e8d33a7558 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:27.033104 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cf5410d6-2b81-46c3-9cac-c1d5de3687a1 req-126d6569-15fe-418f-bb10-28e8d33a7558 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 946 time: 0.0588777 Aug 31 09:46:27.076085 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cf5410d6-2b81-46c3-9cac-c1d5de3687a1 req-c93b5162-ec40-4466-a38d-7703ce032db4 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352840 Aug 31 09:46:28.202800 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530bf0e1-8ab5-4c2c-9ec7-89abc5c5bd44 req-f363b66c-c05f-4508-aa5f-6fdc5e8e066c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:28.204334 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-530bf0e1-8ab5-4c2c-9ec7-89abc5c5bd44 req-f363b66c-c05f-4508-aa5f-6fdc5e8e066c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 946 time: 0.0537906 Aug 31 09:46:28.243720 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-530bf0e1-8ab5-4c2c-9ec7-89abc5c5bd44 req-ca2b2ccb-1830-4a4d-9250-ee9a706b1dbf tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329342 Aug 31 09:46:29.200747 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a9e41-b2ed-420a-8096-a053cfce51a3 req-e247f95f-7cff-4c2a-b1cd-af6b410612f0 tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:29.202253 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-572a9e41-b2ed-420a-8096-a053cfce51a3 req-e247f95f-7cff-4c2a-b1cd-af6b410612f0 tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e1899bd-7a39-4252-b028-8db29ba53256 HTTP/1.1" status: 200 len: 949 time: 0.0509186 Aug 31 09:46:29.240119 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-572a9e41-b2ed-420a-8096-a053cfce51a3 req-ca7fd0c5-7ab9-415d-9f8c-ffa5d2e128fa tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] 10.222.0.119 "GET /v2.0/security-groups?id=9b32e1d1-3773-46c8-bb02-88c3ccea3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318201 Aug 31 09:46:29.374692 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82543c82-e01d-4360-980f-168734f2b4a7 req-f36e0a7c-3316-4368-bb00-28cb2c087fec tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:29.375991 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-82543c82-e01d-4360-980f-168734f2b4a7 req-f36e0a7c-3316-4368-bb00-28cb2c087fec tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 946 time: 0.0546188 Aug 31 09:46:29.413760 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-82543c82-e01d-4360-980f-168734f2b4a7 req-f2e1fec4-46ec-42eb-9b6b-be167e946909 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318429 Aug 31 09:46:29.529546 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090aacf-d990-4f93-b98f-8d0d64f013e8 req-21d0eb16-ed68-46be-a8b0-3f627bf80dd6 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:29.531079 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0090aacf-d990-4f93-b98f-8d0d64f013e8 req-21d0eb16-ed68-46be-a8b0-3f627bf80dd6 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 946 time: 0.0498672 Aug 31 09:46:29.540355 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39120) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:29.545366 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-f9cfb691-6533-438c-8398-c5765b15aa99 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Request body: {'floatingip': {'port_id': '56b911bb-578b-4a92-a3e7-3894df02d9ec'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:46:29.585559 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f9cfb691-6533-438c-8398-c5765b15aa99 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for floatingip, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:30.026810 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f9cfb691-6533-438c-8398-c5765b15aa99 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:30.089417 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f9cfb691-6533-438c-8398-c5765b15aa99 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:30.189357 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-f9cfb691-6533-438c-8398-c5765b15aa99 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Floating IP fd5354ff-6d48-4bb9-9498-9cadc346bf24 associated. External IP: 172.25.2.61, port: 56b911bb-578b-4a92-a3e7-3894df02d9ec. Aug 31 09:46:30.417178 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef3efb-b629-4f40-a6dd-e328ea1eea11 req-cf15c7ce-3be0-490a-b65e-2324a7290fba tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:30.419063 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6bef3efb-b629-4f40-a6dd-e328ea1eea11 req-cf15c7ce-3be0-490a-b65e-2324a7290fba tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e1899bd-7a39-4252-b028-8db29ba53256 HTTP/1.1" status: 200 len: 949 time: 0.0948756 Aug 31 09:46:30.448376 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9cfb691-6533-438c-8398-c5765b15aa99 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Router e018e1fa-9e7a-4bb3-92ae-7511c2852a40 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:46:30.470630 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6bef3efb-b629-4f40-a6dd-e328ea1eea11 req-e08d0479-1741-4e35-9193-17dc78df1932 tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] 10.222.0.119 "GET /v2.0/security-groups?id=9b32e1d1-3773-46c8-bb02-88c3ccea3d24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446477 Aug 31 09:46:30.568924 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cfb691-6533-438c-8398-c5765b15aa99 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:46:30.574193 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f9cfb691-6533-438c-8398-c5765b15aa99 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:30.581650 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139d9556-0b02-4f4a-937c-3b2dbcf42a82 None None] Sync routers for ids ['e018e1fa-9e7a-4bb3-92ae-7511c2852a40'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:46:30.593141 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139d9556-0b02-4f4a-937c-3b2dbcf42a82 None None] Routers {'e018e1fa-9e7a-4bb3-92ae-7511c2852a40'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:30.593962 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-139d9556-0b02-4f4a-937c-3b2dbcf42a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:46:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e018e1fa-9e7a-4bb3-92ae-7511c2852a40'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:30.601057 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f9cfb691-6533-438c-8398-c5765b15aa99 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "PUT /v2.0/floatingips/fd5354ff-6d48-4bb9-9498-9cadc346bf24 HTTP/1.1" status: 200 len: 991 time: 1.0596733 Aug 31 09:46:30.601639 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e84f2d-d3c7-42b4-abb1-86c644f13a5b', 'tag': '56b911bb-578b-4a92-a3e7-3894df02d9ec'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:46:30.603918 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b1d7ff-61a4-4f7e-8e80-845685f170c2" -d '{"events": [{"name": "network-changed", "server_uuid": "81e84f2d-d3c7-42b4-abb1-86c644f13a5b", "tag": "56b911bb-578b-4a92-a3e7-3894df02d9ec"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:46:30.644157 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e6e25a-af3d-4546-8c06-ff77e4e9cf55 x-openstack-request-id: req-40e6e25a-af3d-4546-8c06-ff77e4e9cf55 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:46:30.644443 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e84f2d-d3c7-42b4-abb1-86c644f13a5b", "tag": "56b911bb-578b-4a92-a3e7-3894df02d9ec", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:46:30.644697 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-40e6e25a-af3d-4546-8c06-ff77e4e9cf55 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:46:30.645093 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e84f2d-d3c7-42b4-abb1-86c644f13a5b', 'tag': '56b911bb-578b-4a92-a3e7-3894df02d9ec', 'status': 'completed', 'code': 200} Aug 31 09:46:30.705029 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1d7ff-61a4-4f7e-8e80-845685f170c2 req-ba1ca569-3314-4664-8019-8387912e49fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:30.706433 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c5b1d7ff-61a4-4f7e-8e80-845685f170c2 req-ba1ca569-3314-4664-8019-8387912e49fd service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f0a9b277c5284cc598746f91909819a1&device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 1098 time: 0.0404489 Aug 31 09:46:30.712346 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-139d9556-0b02-4f4a-937c-3b2dbcf42a82 None None] Set router e018e1fa-9e7a-4bb3-92ae-7511c2852a40 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:30.840106 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960d349-d427-43c6-92bb-e4880bfe9257 req-451bc61b-cd7a-424d-9dd6-97e48dfe5478 tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:30.841816 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7960d349-d427-43c6-92bb-e4880bfe9257 req-451bc61b-cd7a-424d-9dd6-97e48dfe5478 tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] 10.222.0.112 "GET /v2.0/ports?device_id=6e1899bd-7a39-4252-b028-8db29ba53256 HTTP/1.1" status: 200 len: 949 time: 0.0865626 Aug 31 09:46:30.858776 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1d7ff-61a4-4f7e-8e80-845685f170c2 req-82e719da-f5dd-4107-bf51-9c8b72e60576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:30.860016 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c5b1d7ff-61a4-4f7e-8e80-845685f170c2 req-82e719da-f5dd-4107-bf51-9c8b72e60576 service neutron] 10.222.0.112 "GET /v2.0/networks?id=b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee HTTP/1.1" status: 200 len: 919 time: 0.1463685 Aug 31 09:46:30.943586 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-139d9556-0b02-4f4a-937c-3b2dbcf42a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'name': 'tempest-AttachVolumeShelveTestJSON-1873135269-router', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:03Z', 'updated_at': '2021-08-31T09:46:08Z', 'revision_number': 4, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'gw_port': {'id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ce:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:04Z', 'updated_at': '2021-08-31T09:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'fd5354ff-6d48-4bb9-9498-9cadc346bf24', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'floating_ip_address': '172.25.2.61', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'port_id': '56b911bb-578b-4a92-a3e7-3894df02d9ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee', 'mac_address': 'fa:16:3e:b3:3c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e84f2d-d3c7-42b4-abb1-86c644f13a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:46:13Z', 'updated_at': '2021-08-31T09:46:29Z', 'revision_number': 1, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f101c9f3-bf10-4986-ab6b-4acf7f61115d', 'name': '', 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'mac_address': 'fa:16:3e:35:56:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:07Z', 'updated_at': '2021-08-31T09:46:14Z', 'revision_number': 5, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'subnets': [{'id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:30.970498 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c5b1d7ff-61a4-4f7e-8e80-845685f170c2 req-0a78ca3e-9704-43a7-831f-6fbea874c20d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56b911bb-578b-4a92-a3e7-3894df02d9ec HTTP/1.1" status: 200 len: 999 time: 0.0943940 Aug 31 09:46:30.976155 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139d9556-0b02-4f4a-937c-3b2dbcf42a82 None None] Checking router: e018e1fa-9e7a-4bb3-92ae-7511c2852a40 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:46:30.985645 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139d9556-0b02-4f4a-937c-3b2dbcf42a82 None None] Routers {'e018e1fa-9e7a-4bb3-92ae-7511c2852a40'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:30.987656 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-139d9556-0b02-4f4a-937c-3b2dbcf42a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:46:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e018e1fa-9e7a-4bb3-92ae-7511c2852a40'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:31.023770 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-7960d349-d427-43c6-92bb-e4880bfe9257 req-53a3f04c-0ec8-4525-865a-e351c33889cd tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Deleting port 2d311887-baa9-4100-b28b-8baee8eccb59 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:31.024172 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7960d349-d427-43c6-92bb-e4880bfe9257 req-53a3f04c-0ec8-4525-865a-e351c33889cd tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:31.040439 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1d7ff-61a4-4f7e-8e80-845685f170c2 req-e82aa705-6e5c-4721-824d-989ccc1b463c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:31.041904 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c5b1d7ff-61a4-4f7e-8e80-845685f170c2 req-e82aa705-6e5c-4721-824d-989ccc1b463c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=440baa0c-6aa8-4c61-971d-6a9d066538f9 HTTP/1.1" status: 200 len: 856 time: 0.0642641 Aug 31 09:46:31.097511 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-139d9556-0b02-4f4a-937c-3b2dbcf42a82 None None] Set router e018e1fa-9e7a-4bb3-92ae-7511c2852a40 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:31.135226 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1d7ff-61a4-4f7e-8e80-845685f170c2 req-072b6d02-384f-4818-9fb7-4d516252a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:31.136739 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c5b1d7ff-61a4-4f7e-8e80-845685f170c2 req-072b6d02-384f-4818-9fb7-4d516252a4b3 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657256 Aug 31 09:46:31.158864 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-7960d349-d427-43c6-92bb-e4880bfe9257 req-53a3f04c-0ec8-4525-865a-e351c33889cd tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] For port 2d311887-baa9-4100-b28b-8baee8eccb59, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=2d311887-baa9-4100-b28b-8baee8eccb59,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:31.159224 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7960d349-d427-43c6-92bb-e4880bfe9257 req-53a3f04c-0ec8-4525-865a-e351c33889cd tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:31.209129 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-7960d349-d427-43c6-92bb-e4880bfe9257 req-53a3f04c-0ec8-4525-865a-e351c33889cd tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Calling delete_port for 2d311887-baa9-4100-b28b-8baee8eccb59 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:31.295184 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c5b1d7ff-61a4-4f7e-8e80-845685f170c2 req-7d7aefc2-bc84-4e6d-b31e-593ab9f65b36 service neutron] 10.222.0.112 "GET /v2.0/networks/b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497765 Aug 31 09:46:31.327365 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-139d9556-0b02-4f4a-937c-3b2dbcf42a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'name': 'tempest-AttachVolumeShelveTestJSON-1873135269-router', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:03Z', 'updated_at': '2021-08-31T09:46:08Z', 'revision_number': 4, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'gw_port': {'id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ce:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:04Z', 'updated_at': '2021-08-31T09:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'fd5354ff-6d48-4bb9-9498-9cadc346bf24', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'floating_ip_address': '172.25.2.61', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'port_id': '56b911bb-578b-4a92-a3e7-3894df02d9ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee', 'mac_address': 'fa:16:3e:b3:3c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e84f2d-d3c7-42b4-abb1-86c644f13a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:46:13Z', 'updated_at': '2021-08-31T09:46:29Z', 'revision_number': 1, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f101c9f3-bf10-4986-ab6b-4acf7f61115d', 'name': '', 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'mac_address': 'fa:16:3e:35:56:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:07Z', 'updated_at': '2021-08-31T09:46:14Z', 'revision_number': 5, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'subnets': [{'id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:31.353690 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139d9556-0b02-4f4a-937c-3b2dbcf42a82 None None] The sync data for ids ['e018e1fa-9e7a-4bb3-92ae-7511c2852a40'] in n-d-791506-28 is: [{'id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'name': 'tempest-AttachVolumeShelveTestJSON-1873135269-router', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:03Z', 'updated_at': '2021-08-31T09:46:08Z', 'revision_number': 4, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'gw_port': {'id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ce:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:04Z', 'updated_at': '2021-08-31T09:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'fd5354ff-6d48-4bb9-9498-9cadc346bf24', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'floating_ip_address': '172.25.2.61', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'port_id': '56b911bb-578b-4a92-a3e7-3894df02d9ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee', 'mac_address': 'fa:16:3e:b3:3c:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e84f2d-d3c7-42b4-abb1-86c644f13a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:46:13Z', 'updated_at': '2021-08-31T09:46:29Z', 'revision_number': 1, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f101c9f3-bf10-4986-ab6b-4acf7f61115d', 'name': '', 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'mac_address': 'fa:16:3e:35:56:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:07Z', 'updated_at': '2021-08-31T09:46:14Z', 'revision_number': 5, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'subnets': [{'id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:46:31.436560 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c5b1d7ff-61a4-4f7e-8e80-845685f170c2 req-9fbb4209-40ea-4797-8e55-6be127ea0b4c service neutron] 10.222.0.112 "GET /v2.0/networks/b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341827 Aug 31 09:46:31.495306 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7960d349-d427-43c6-92bb-e4880bfe9257 req-53a3f04c-0ec8-4525-865a-e351c33889cd tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:31.508156 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['2d311887-baa9-4100-b28b-8baee8eccb59'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:46:31.526929 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3f04c-0ec8-4525-865a-e351c33889cd tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Pushing event deleted for resources: {'Port': ['ID=2d311887-baa9-4100-b28b-8baee8eccb59,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:31.577371 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-7960d349-d427-43c6-92bb-e4880bfe9257 req-53a3f04c-0ec8-4525-865a-e351c33889cd tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] No DVR routers for this DVR port 2d311887-baa9-4100-b28b-8baee8eccb59 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:46:31.580335 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-7960d349-d427-43c6-92bb-e4880bfe9257 req-53a3f04c-0ec8-4525-865a-e351c33889cd tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:31.582643 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7960d349-d427-43c6-92bb-e4880bfe9257 req-53a3f04c-0ec8-4525-865a-e351c33889cd tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] 10.222.0.112 "DELETE /v2.0/ports/2d311887-baa9-4100-b28b-8baee8eccb59 HTTP/1.1" status: 204 len: 173 time: 0.7336750 Aug 31 09:46:31.583107 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1899bd-7a39-4252-b028-8db29ba53256', 'name': 'network-vif-deleted', 'tag': '2d311887-baa9-4100-b28b-8baee8eccb59'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:46:31.585619 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c8828f-04a6-4dbd-9dc6-875e7cda76b9" -d '{"events": [{"server_uuid": "6e1899bd-7a39-4252-b028-8db29ba53256", "name": "network-vif-deleted", "tag": "2d311887-baa9-4100-b28b-8baee8eccb59"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:46:31.589037 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7a844f48-d1ff-4a52-a8f6-9ffb3497a80e req-68e2205f-1a0c-493e-9772-a85e5a27adf5 tempest-VolumesBackupsTest-85347148 tempest-VolumesBackupsTest-85347148-project] 10.222.0.119 "GET /v2.0/ports?device_id=6e1899bd-7a39-4252-b028-8db29ba53256 HTTP/1.1" status: 200 len: 210 time: 0.0309324 Aug 31 09:46:31.618965 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9bde36-8654-4389-a52d-2a0e72b96093 None None] New status for floating IP fd5354ff-6d48-4bb9-9498-9cadc346bf24: ACTIVE {{(pid=95555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:46:31.842769 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a47ea5-34c3-49c9-9974-7cae84c6ffc8 x-openstack-request-id: req-85a47ea5-34c3-49c9-9974-7cae84c6ffc8 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:46:31.843295 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1899bd-7a39-4252-b028-8db29ba53256", "name": "network-vif-deleted", "tag": "2d311887-baa9-4100-b28b-8baee8eccb59", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:46:31.843421 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-85a47ea5-34c3-49c9-9974-7cae84c6ffc8 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:46:31.843716 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1899bd-7a39-4252-b028-8db29ba53256', 'name': 'network-vif-deleted', 'tag': '2d311887-baa9-4100-b28b-8baee8eccb59', 'status': 'completed', 'code': 200} Aug 31 09:46:32.415396 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:46:32.832357 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:32.969543 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:34.624056 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 2d311887-baa9-4100-b28b-8baee8eccb59 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:46:34.644546 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 2d311887-baa9-4100-b28b-8baee8eccb59 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:46:34.644790 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 2d311887-baa9-4100-b28b-8baee8eccb59 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:46:35.225366 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39156) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:35.384452 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-efdd6ac9-43ee-4153-9aba-fc4148b334ac tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Deleting port 610ef1c3-176f-4c95-bb43-d20329c62310 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:35.384797 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-efdd6ac9-43ee-4153-9aba-fc4148b334ac tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:35.460411 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-efdd6ac9-43ee-4153-9aba-fc4148b334ac tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:35.460636 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-efdd6ac9-43ee-4153-9aba-fc4148b334ac tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:35.472172 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-efdd6ac9-43ee-4153-9aba-fc4148b334ac tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Calling delete_port for 610ef1c3-176f-4c95-bb43-d20329c62310 owned by network:floatingip {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:35.673027 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-efdd6ac9-43ee-4153-9aba-fc4148b334ac tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:35.704277 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd6ac9-43ee-4153-9aba-fc4148b334ac tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event deleted for resources: {'Port': ['ID=610ef1c3-176f-4c95-bb43-d20329c62310,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:35.763693 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-efdd6ac9-43ee-4153-9aba-fc4148b334ac tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for floatingip, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:35.764031 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-efdd6ac9-43ee-4153-9aba-fc4148b334ac tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Floating IP 51930e46-7a8d-44db-8684-7a815462107a disassociated (deleted). External IP: 172.25.2.137, port: 989131cc-24b1-4331-8ef0-a7134e8f4139. Aug 31 09:46:35.972750 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdd6ac9-43ee-4153-9aba-fc4148b334ac tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Router 75137990-4bc3-48bc-b8c7-83e6ab019b65 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:46:36.090984 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdd6ac9-43ee-4153-9aba-fc4148b334ac tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:46:36.097786 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-efdd6ac9-43ee-4153-9aba-fc4148b334ac tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:36.107685 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0cc77e-b4b3-4a68-b45c-c358042ca6b8 None None] Sync routers for ids ['75137990-4bc3-48bc-b8c7-83e6ab019b65'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:46:36.135115 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0cc77e-b4b3-4a68-b45c-c358042ca6b8 None None] Routers {'75137990-4bc3-48bc-b8c7-83e6ab019b65'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:36.138125 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-2c0cc77e-b4b3-4a68-b45c-c358042ca6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:46:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['75137990-4bc3-48bc-b8c7-83e6ab019b65'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:36.146975 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-efdd6ac9-43ee-4153-9aba-fc4148b334ac tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "DELETE /v2.0/floatingips/51930e46-7a8d-44db-8684-7a815462107a HTTP/1.1" status: 204 len: 168 time: 0.9174907 Aug 31 09:46:36.146975 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e125b3-76d5-42c5-8398-e42dbda8cd5b', 'tag': '989131cc-24b1-4331-8ef0-a7134e8f4139'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:46:36.147710 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6e3107-bee6-4c86-ab59-ff3673912d80" -d '{"events": [{"name": "network-changed", "server_uuid": "83e125b3-76d5-42c5-8398-e42dbda8cd5b", "tag": "989131cc-24b1-4331-8ef0-a7134e8f4139"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:46:36.202127 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09fd58c-0537-4415-982d-7facdfdd4d5e x-openstack-request-id: req-c09fd58c-0537-4415-982d-7facdfdd4d5e {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:46:36.202418 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e125b3-76d5-42c5-8398-e42dbda8cd5b", "tag": "989131cc-24b1-4331-8ef0-a7134e8f4139", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:46:36.203247 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-c09fd58c-0537-4415-982d-7facdfdd4d5e {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:46:36.211737 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e125b3-76d5-42c5-8398-e42dbda8cd5b', 'tag': '989131cc-24b1-4331-8ef0-a7134e8f4139', 'status': 'completed', 'code': 200} Aug 31 09:46:36.259440 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-2c0cc77e-b4b3-4a68-b45c-c358042ca6b8 None None] Set router 75137990-4bc3-48bc-b8c7-83e6ab019b65 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:36.276076 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e3107-bee6-4c86-ab59-ff3673912d80 req-6312fce2-457f-477e-9698-9a84d29bc779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:36.277640 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c6e3107-bee6-4c86-ab59-ff3673912d80 req-6312fce2-457f-477e-9698-9a84d29bc779 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29b420db5ab94eb097db55181093bc9b&device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 1098 time: 0.0425167 Aug 31 09:46:36.375601 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e3107-bee6-4c86-ab59-ff3673912d80 req-de336d2f-42fd-434e-8fc4-603e83bd1147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:36.377090 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c6e3107-bee6-4c86-ab59-ff3673912d80 req-de336d2f-42fd-434e-8fc4-603e83bd1147 service neutron] 10.222.0.59 "GET /v2.0/networks?id=36089bd1-5352-4790-94a1-997af61fea1d HTTP/1.1" status: 200 len: 899 time: 0.0915656 Aug 31 09:46:36.476180 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-2c0cc77e-b4b3-4a68-b45c-c358042ca6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642446200', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'b5dffa48-8711-4f46-9429-7a99ae5decb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:36Z', 'updated_at': '2021-08-31T09:44:43Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': 'b5dffa48-8711-4f46-9429-7a99ae5decb8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:37Z', 'updated_at': '2021-08-31T09:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '2eb933b8-9635-493f-8d60-795969fecfa8', 'name': '', 'network_id': '36089bd1-5352-4790-94a1-997af61fea1d', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:5e:c8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'cd8c55f4-75f9-40f9-8b0b-65bc092dd952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:42Z', 'updated_at': '2021-08-31T09:44:48Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': 'cd8c55f4-75f9-40f9-8b0b-65bc092dd952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:36.515257 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0cc77e-b4b3-4a68-b45c-c358042ca6b8 None None] Checking router: 75137990-4bc3-48bc-b8c7-83e6ab019b65 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:46:36.526507 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0cc77e-b4b3-4a68-b45c-c358042ca6b8 None None] Routers {'75137990-4bc3-48bc-b8c7-83e6ab019b65'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:36.527101 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-2c0cc77e-b4b3-4a68-b45c-c358042ca6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:46:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['75137990-4bc3-48bc-b8c7-83e6ab019b65'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:36.633716 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-2c0cc77e-b4b3-4a68-b45c-c358042ca6b8 None None] Set router 75137990-4bc3-48bc-b8c7-83e6ab019b65 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:36.795387 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c6e3107-bee6-4c86-ab59-ff3673912d80 req-12bff9b0-4766-43f8-a80b-8b750353fd60 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=989131cc-24b1-4331-8ef0-a7134e8f4139 HTTP/1.1" status: 200 len: 217 time: 0.4096210 Aug 31 09:46:36.879398 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1291b5-f13f-4361-afc5-1575e9501f76 req-bcc6ceb0-3a74-4214-b8a6-f63f1c03beda tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:36.886926 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3c1291b5-f13f-4361-afc5-1575e9501f76 req-bcc6ceb0-3a74-4214-b8a6-f63f1c03beda tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 946 time: 0.0904367 Aug 31 09:46:36.898233 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e3107-bee6-4c86-ab59-ff3673912d80 req-4ea2046e-c4f2-4270-9764-a221e3bb620d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:36.899720 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c6e3107-bee6-4c86-ab59-ff3673912d80 req-4ea2046e-c4f2-4270-9764-a221e3bb620d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd8c55f4-75f9-40f9-8b0b-65bc092dd952 HTTP/1.1" status: 200 len: 835 time: 0.0935686 Aug 31 09:46:36.955688 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3c1291b5-f13f-4361-afc5-1575e9501f76 req-50467616-d73e-485f-b522-f3b4b57b5782 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62db7c69-81c9-4308-93d7-67b7096d5d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677834 Aug 31 09:46:36.971787 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e3107-bee6-4c86-ab59-ff3673912d80 req-c03fa294-5c55-4c95-9221-a1cb38306b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:36.973289 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c6e3107-bee6-4c86-ab59-ff3673912d80 req-c03fa294-5c55-4c95-9221-a1cb38306b51 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=36089bd1-5352-4790-94a1-997af61fea1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610833 Aug 31 09:46:37.031460 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-2c0cc77e-b4b3-4a68-b45c-c358042ca6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642446200', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'b5dffa48-8711-4f46-9429-7a99ae5decb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:36Z', 'updated_at': '2021-08-31T09:44:43Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': 'b5dffa48-8711-4f46-9429-7a99ae5decb8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:37Z', 'updated_at': '2021-08-31T09:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '2eb933b8-9635-493f-8d60-795969fecfa8', 'name': '', 'network_id': '36089bd1-5352-4790-94a1-997af61fea1d', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:5e:c8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'cd8c55f4-75f9-40f9-8b0b-65bc092dd952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:42Z', 'updated_at': '2021-08-31T09:44:48Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': 'cd8c55f4-75f9-40f9-8b0b-65bc092dd952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:37.064446 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0cc77e-b4b3-4a68-b45c-c358042ca6b8 None None] The sync data for ids ['75137990-4bc3-48bc-b8c7-83e6ab019b65'] in n-d-791506-28 is: [{'id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642446200', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'b5dffa48-8711-4f46-9429-7a99ae5decb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:36Z', 'updated_at': '2021-08-31T09:44:43Z', 'revision_number': 4, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': 'b5dffa48-8711-4f46-9429-7a99ae5decb8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:37Z', 'updated_at': '2021-08-31T09:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '2eb933b8-9635-493f-8d60-795969fecfa8', 'name': '', 'network_id': '36089bd1-5352-4790-94a1-997af61fea1d', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'mac_address': 'fa:16:3e:5e:c8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'cd8c55f4-75f9-40f9-8b0b-65bc092dd952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:42Z', 'updated_at': '2021-08-31T09:44:48Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'subnets': [{'id': 'cd8c55f4-75f9-40f9-8b0b-65bc092dd952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:46:37.088332 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c6e3107-bee6-4c86-ab59-ff3673912d80 req-d0894684-4298-4b89-aaa1-a77e1ea73b89 service neutron] 10.222.0.59 "GET /v2.0/networks/36089bd1-5352-4790-94a1-997af61fea1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055379 Aug 31 09:46:37.198503 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c6e3107-bee6-4c86-ab59-ff3673912d80 req-67fb2734-bb39-49d9-a042-b72981a8c805 service neutron] 10.222.0.59 "GET /v2.0/networks/36089bd1-5352-4790-94a1-997af61fea1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955436 Aug 31 09:46:37.325287 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e4efc0-083f-4127-aea5-cd364aa31a1f None None] New status for floating IP 51930e46-7a8d-44db-8684-7a815462107a: DOWN {{(pid=95555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:46:38.102148 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e07a9d-6bd2-4a09-aaf7-9c0c3e57bccf req-a0c51a3f-f3d3-44a8-8b29-cbd8ef98aa39 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:38.104146 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f3e07a9d-6bd2-4a09-aaf7-9c0c3e57bccf req-a0c51a3f-f3d3-44a8-8b29-cbd8ef98aa39 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 946 time: 0.0537965 Aug 31 09:46:38.174322 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f3e07a9d-6bd2-4a09-aaf7-9c0c3e57bccf req-d77888bc-6381-4ced-8a13-de553a99f267 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/security-groups?id=62db7c69-81c9-4308-93d7-67b7096d5d5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626304 Aug 31 09:46:38.197978 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb883223-b7bf-4ce9-bba0-f62613d433a3 req-0f87a978-2d43-40a7-8866-2bc90f44391b tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:38.199500 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fb883223-b7bf-4ce9-bba0-f62613d433a3 req-0f87a978-2d43-40a7-8866-2bc90f44391b tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.59 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 946 time: 0.0662282 Aug 31 09:46:38.298615 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-fb883223-b7bf-4ce9-bba0-f62613d433a3 req-4e0e8b61-ac4e-4c46-8220-17cf2783c74b tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Deleting port 989131cc-24b1-4331-8ef0-a7134e8f4139 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:38.298961 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-fb883223-b7bf-4ce9-bba0-f62613d433a3 req-4e0e8b61-ac4e-4c46-8220-17cf2783c74b tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:38.388431 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-fb883223-b7bf-4ce9-bba0-f62613d433a3 req-4e0e8b61-ac4e-4c46-8220-17cf2783c74b tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] For port 989131cc-24b1-4331-8ef0-a7134e8f4139, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=989131cc-24b1-4331-8ef0-a7134e8f4139,segment=NetworkSegment(08a7ca31-1842-4a7e-adf7-77b79e0959ca),segment_id=08a7ca31-1842-4a7e-adf7-77b79e0959ca)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:38.388717 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-fb883223-b7bf-4ce9-bba0-f62613d433a3 req-4e0e8b61-ac4e-4c46-8220-17cf2783c74b tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:38.402503 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-fb883223-b7bf-4ce9-bba0-f62613d433a3 req-4e0e8b61-ac4e-4c46-8220-17cf2783c74b tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Calling delete_port for 989131cc-24b1-4331-8ef0-a7134e8f4139 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:38.621223 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-fb883223-b7bf-4ce9-bba0-f62613d433a3 req-4e0e8b61-ac4e-4c46-8220-17cf2783c74b tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:38.660963 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e8b61-ac4e-4c46-8220-17cf2783c74b tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event deleted for resources: {'Port': ['ID=989131cc-24b1-4331-8ef0-a7134e8f4139,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:38.698513 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb883223-b7bf-4ce9-bba0-f62613d433a3 req-4e0e8b61-ac4e-4c46-8220-17cf2783c74b tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] No DVR routers for this DVR port 989131cc-24b1-4331-8ef0-a7134e8f4139 on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:46:38.701926 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-fb883223-b7bf-4ce9-bba0-f62613d433a3 req-4e0e8b61-ac4e-4c46-8220-17cf2783c74b tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:38.708161 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fb883223-b7bf-4ce9-bba0-f62613d433a3 req-4e0e8b61-ac4e-4c46-8220-17cf2783c74b tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.59 "DELETE /v2.0/ports/989131cc-24b1-4331-8ef0-a7134e8f4139 HTTP/1.1" status: 204 len: 173 time: 0.4973187 Aug 31 09:46:38.708161 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e125b3-76d5-42c5-8398-e42dbda8cd5b', 'name': 'network-vif-deleted', 'tag': '989131cc-24b1-4331-8ef0-a7134e8f4139'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:46:38.708161 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e230efed-b83c-4396-b0b3-da4b2022d59d" -d '{"events": [{"server_uuid": "83e125b3-76d5-42c5-8398-e42dbda8cd5b", "name": "network-vif-deleted", "tag": "989131cc-24b1-4331-8ef0-a7134e8f4139"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:46:38.747295 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39922d7c-6230-4964-b740-94861c0a3df1 x-openstack-request-id: req-39922d7c-6230-4964-b740-94861c0a3df1 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:46:38.747588 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e125b3-76d5-42c5-8398-e42dbda8cd5b", "name": "network-vif-deleted", "tag": "989131cc-24b1-4331-8ef0-a7134e8f4139", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:46:38.747845 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-39922d7c-6230-4964-b740-94861c0a3df1 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:46:38.748265 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e125b3-76d5-42c5-8398-e42dbda8cd5b', 'name': 'network-vif-deleted', 'tag': '989131cc-24b1-4331-8ef0-a7134e8f4139', 'status': 'completed', 'code': 200} Aug 31 09:46:39.289518 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfa3c451-4a2f-4ee4-99e6-77457c6e0c5c req-6664e5e9-c950-4a38-a7c2-ff31f4261c37 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "GET /v2.0/ports?device_id=83e125b3-76d5-42c5-8398-e42dbda8cd5b HTTP/1.1" status: 200 len: 210 time: 0.0334928 Aug 31 09:46:40.346737 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39262) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:40.718680 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1cd3f8ca-2203-4f0b-b75f-02eea9aca20e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:40.989774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-1cd3f8ca-2203-4f0b-b75f-02eea9aca20e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Deleting port 2eb933b8-9635-493f-8d60-795969fecfa8 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:40.990188 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1cd3f8ca-2203-4f0b-b75f-02eea9aca20e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:41.088602 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-1cd3f8ca-2203-4f0b-b75f-02eea9aca20e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] For port 2eb933b8-9635-493f-8d60-795969fecfa8, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=2eb933b8-9635-493f-8d60-795969fecfa8,segment=NetworkSegment(08a7ca31-1842-4a7e-adf7-77b79e0959ca),segment_id=08a7ca31-1842-4a7e-adf7-77b79e0959ca)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:41.088968 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1cd3f8ca-2203-4f0b-b75f-02eea9aca20e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:41.103404 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-1cd3f8ca-2203-4f0b-b75f-02eea9aca20e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Calling delete_port for 2eb933b8-9635-493f-8d60-795969fecfa8 owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:41.183046 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9f0a339e-00c6-4b16-b1f4-ff18ba2cc0e7 req-9c06ffea-47bd-4240-b7b8-b196d4abc038 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0527005 Aug 31 09:46:41.272969 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a339e-00c6-4b16-b1f4-ff18ba2cc0e7 req-38611d66-8ba1-484f-ba41-0b29c9b819ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:41.274496 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9f0a339e-00c6-4b16-b1f4-ff18ba2cc0e7 req-38611d66-8ba1-484f-ba41-0b29c9b819ee service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f0a9b277c5284cc598746f91909819a1&device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 1098 time: 0.0436795 Aug 31 09:46:41.324308 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-326faec0-e188-456e-92b2-6684baa5fbbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:41.400056 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1cd3f8ca-2203-4f0b-b75f-02eea9aca20e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:41.420082 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a339e-00c6-4b16-b1f4-ff18ba2cc0e7 req-5b41371d-a136-4848-ab7e-80848666f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:41.421676 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9f0a339e-00c6-4b16-b1f4-ff18ba2cc0e7 req-5b41371d-a136-4848-ab7e-80848666f5cb service neutron] 10.222.0.112 "GET /v2.0/networks?id=b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee HTTP/1.1" status: 200 len: 919 time: 0.0981464 Aug 31 09:46:41.434229 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd3f8ca-2203-4f0b-b75f-02eea9aca20e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event deleted for resources: {'Port': ['ID=2eb933b8-9635-493f-8d60-795969fecfa8,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:41.521627 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9f0a339e-00c6-4b16-b1f4-ff18ba2cc0e7 req-1ffdb6bb-1b02-4e69-8a21-b847ceb60483 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56b911bb-578b-4a92-a3e7-3894df02d9ec HTTP/1.1" status: 200 len: 1001 time: 0.0918195 Aug 31 09:46:41.583344 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a339e-00c6-4b16-b1f4-ff18ba2cc0e7 req-5bdc19ce-51c3-4251-a9a8-419408a7a12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:41.584979 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9f0a339e-00c6-4b16-b1f4-ff18ba2cc0e7 req-5bdc19ce-51c3-4251-a9a8-419408a7a12a service neutron] 10.222.0.112 "GET /v2.0/subnets?id=440baa0c-6aa8-4c61-971d-6a9d066538f9 HTTP/1.1" status: 200 len: 856 time: 0.0535512 Aug 31 09:46:41.633724 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1cd3f8ca-2203-4f0b-b75f-02eea9aca20e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:41.643140 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a339e-00c6-4b16-b1f4-ff18ba2cc0e7 req-ca013ff0-5f5d-4603-816c-c857d8873bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:46:41.644961 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9f0a339e-00c6-4b16-b1f4-ff18ba2cc0e7 req-ca013ff0-5f5d-4603-816c-c857d8873bdb service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508575 Aug 31 09:46:41.759737 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9f0a339e-00c6-4b16-b1f4-ff18ba2cc0e7 req-f2864c65-77ed-4249-ae75-b8d1c3b21038 service neutron] 10.222.0.112 "GET /v2.0/networks/b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047957 Aug 31 09:46:41.854992 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9f0a339e-00c6-4b16-b1f4-ff18ba2cc0e7 req-f453e0a8-92d4-4179-b82f-d38bbe280333 service neutron] 10.222.0.112 "GET /v2.0/networks/b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867932 Aug 31 09:46:41.867864 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd3f8ca-2203-4f0b-b75f-02eea9aca20e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Router 75137990-4bc3-48bc-b8c7-83e6ab019b65 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:46:41.979337 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd3f8ca-2203-4f0b-b75f-02eea9aca20e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:46:41.987573 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1cd3f8ca-2203-4f0b-b75f-02eea9aca20e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "PUT /v2.0/routers/75137990-4bc3-48bc-b8c7-83e6ab019b65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6368732 Aug 31 09:46:41.987573 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39268) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:41.990485 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91957d91-98de-413e-97b5-1854abbeb117 None None] Sync routers for ids ['75137990-4bc3-48bc-b8c7-83e6ab019b65'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:46:42.001798 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91957d91-98de-413e-97b5-1854abbeb117 None None] Routers {'75137990-4bc3-48bc-b8c7-83e6ab019b65'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:42.002409 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-91957d91-98de-413e-97b5-1854abbeb117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:46:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['75137990-4bc3-48bc-b8c7-83e6ab019b65'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:42.049310 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-82bccdb8-72f3-4bc8-b677-7339d48c90ea tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Deleting subnet cd8c55f4-75f9-40f9-8b0b-65bc092dd952 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:46:42.052608 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-82bccdb8-72f3-4bc8-b677-7339d48c90ea tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:42.101723 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-82bccdb8-72f3-4bc8-b677-7339d48c90ea tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:42.130619 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-91957d91-98de-413e-97b5-1854abbeb117 None None] Set router 75137990-4bc3-48bc-b8c7-83e6ab019b65 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:42.190394 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-82bccdb8-72f3-4bc8-b677-7339d48c90ea tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:42.313359 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-82bccdb8-72f3-4bc8-b677-7339d48c90ea tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:42.333967 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-91957d91-98de-413e-97b5-1854abbeb117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642446200', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'b5dffa48-8711-4f46-9429-7a99ae5decb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:36Z', 'updated_at': '2021-08-31T09:46:41Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': 'b5dffa48-8711-4f46-9429-7a99ae5decb8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:37Z', 'updated_at': '2021-08-31T09:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:42.359382 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bccdb8-72f3-4bc8-b677-7339d48c90ea tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event deleted for resources: {'Subnet': ['ID=cd8c55f4-75f9-40f9-8b0b-65bc092dd952,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:42.362642 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91957d91-98de-413e-97b5-1854abbeb117 None None] Checking router: 75137990-4bc3-48bc-b8c7-83e6ab019b65 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:46:42.365034 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-82bccdb8-72f3-4bc8-b677-7339d48c90ea tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:42.369646 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39274) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:42.370156 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-82bccdb8-72f3-4bc8-b677-7339d48c90ea tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "DELETE /v2.0/subnets/cd8c55f4-75f9-40f9-8b0b-65bc092dd952 HTTP/1.1" status: 204 len: 168 time: 0.3813128 Aug 31 09:46:42.388985 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91957d91-98de-413e-97b5-1854abbeb117 None None] Routers {'75137990-4bc3-48bc-b8c7-83e6ab019b65'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:46:42.389573 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-91957d91-98de-413e-97b5-1854abbeb117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:46:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['75137990-4bc3-48bc-b8c7-83e6ab019b65'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:42.502093 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e4cbbd81-861f-44a5-99eb-31b8b14f3df6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:42.533674 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-91957d91-98de-413e-97b5-1854abbeb117 None None] Set router 75137990-4bc3-48bc-b8c7-83e6ab019b65 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:46:42.567525 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bf97a9-881c-48e0-b583-bf5df358f0af None None] Network 36089bd1-5352-4790-94a1-997af61fea1d requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:46:42.611293 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 989131cc-24b1-4331-8ef0-a7134e8f4139 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:46:42.629952 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e4cbbd81-861f-44a5-99eb-31b8b14f3df6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:42.671495 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 989131cc-24b1-4331-8ef0-a7134e8f4139 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:46:42.671829 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 989131cc-24b1-4331-8ef0-a7134e8f4139 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:46:42.736397 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-e4cbbd81-861f-44a5-99eb-31b8b14f3df6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Deleting port b5dffa48-8711-4f46-9429-7a99ae5decb8 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:42.737007 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e4cbbd81-861f-44a5-99eb-31b8b14f3df6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:42.836343 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-e4cbbd81-861f-44a5-99eb-31b8b14f3df6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] For port b5dffa48-8711-4f46-9429-7a99ae5decb8, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=b5dffa48-8711-4f46-9429-7a99ae5decb8,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:42.836711 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e4cbbd81-861f-44a5-99eb-31b8b14f3df6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:42.850590 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-e4cbbd81-861f-44a5-99eb-31b8b14f3df6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Calling delete_port for b5dffa48-8711-4f46-9429-7a99ae5decb8 owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:42.866770 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-91957d91-98de-413e-97b5-1854abbeb117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642446200', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'b5dffa48-8711-4f46-9429-7a99ae5decb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:36Z', 'updated_at': '2021-08-31T09:46:41Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': 'b5dffa48-8711-4f46-9429-7a99ae5decb8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:37Z', 'updated_at': '2021-08-31T09:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:42.902506 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91957d91-98de-413e-97b5-1854abbeb117 None None] The sync data for ids ['75137990-4bc3-48bc-b8c7-83e6ab019b65'] in n-d-791506-28 is: [{'id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1642446200', 'tenant_id': '29b420db5ab94eb097db55181093bc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'b5dffa48-8711-4f46-9429-7a99ae5decb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:44:36Z', 'updated_at': '2021-08-31T09:46:41Z', 'revision_number': 5, 'project_id': '29b420db5ab94eb097db55181093bc9b', 'gw_port': {'id': 'b5dffa48-8711-4f46-9429-7a99ae5decb8', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75137990-4bc3-48bc-b8c7-83e6ab019b65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:44:37Z', 'updated_at': '2021-08-31T09:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:46:42.923501 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab60bc6-f149-4fc9-8cd6-1a53dec87591 None None] DHCP port deletion for 36089bd1-5352-4790-94a1-997af61fea1d request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:46:42.980151 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-5ab60bc6-f149-4fc9-8cd6-1a53dec87591 None None] Deleting port 7f780d5a-014f-4ab3-8052-d89ff0191c6a {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:46:42.980661 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5ab60bc6-f149-4fc9-8cd6-1a53dec87591 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:43.049939 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-5ab60bc6-f149-4fc9-8cd6-1a53dec87591 None None] For port 7f780d5a-014f-4ab3-8052-d89ff0191c6a, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=7f780d5a-014f-4ab3-8052-d89ff0191c6a,segment=NetworkSegment(08a7ca31-1842-4a7e-adf7-77b79e0959ca),segment_id=08a7ca31-1842-4a7e-adf7-77b79e0959ca)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:46:43.050354 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5ab60bc6-f149-4fc9-8cd6-1a53dec87591 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:43.066085 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-5ab60bc6-f149-4fc9-8cd6-1a53dec87591 None None] Calling delete_port for 7f780d5a-014f-4ab3-8052-d89ff0191c6a owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:46:43.113723 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e4cbbd81-861f-44a5-99eb-31b8b14f3df6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:43.151236 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cbbd81-861f-44a5-99eb-31b8b14f3df6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event deleted for resources: {'Port': ['ID=b5dffa48-8711-4f46-9429-7a99ae5decb8,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:43.211074 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e4cbbd81-861f-44a5-99eb-31b8b14f3df6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:43.250532 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5ab60bc6-f149-4fc9-8cd6-1a53dec87591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:43.282810 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab60bc6-f149-4fc9-8cd6-1a53dec87591 None None] Pushing event deleted for resources: {'Port': ['ID=7f780d5a-014f-4ab3-8052-d89ff0191c6a,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:43.288691 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab60bc6-f149-4fc9-8cd6-1a53dec87591 None None] No DVR routers for this DVR port 7f780d5a-014f-4ab3-8052-d89ff0191c6a on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:46:43.337381 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e4cbbd81-861f-44a5-99eb-31b8b14f3df6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:43.339745 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e4cbbd81-861f-44a5-99eb-31b8b14f3df6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:43.472599 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e4cbbd81-861f-44a5-99eb-31b8b14f3df6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:43.473336 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cbbd81-861f-44a5-99eb-31b8b14f3df6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Fanout notify agent at l3_agent the message router_deleted on router 75137990-4bc3-48bc-b8c7-83e6ab019b65 {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:46:43.485737 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e4cbbd81-861f-44a5-99eb-31b8b14f3df6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:43.485737 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e4cbbd81-861f-44a5-99eb-31b8b14f3df6 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "DELETE /v2.0/routers/75137990-4bc3-48bc-b8c7-83e6ab019b65 HTTP/1.1" status: 204 len: 168 time: 1.1133578 Aug 31 09:46:43.486858 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39280) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:43.568201 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c1485c0-72b2-42da-99b7-a2199608f11e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:43.664963 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c1485c0-72b2-42da-99b7-a2199608f11e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:43.675546 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-6c1485c0-72b2-42da-99b7-a2199608f11e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36089bd1-5352-4790-94a1-997af61fea1d']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:43.686807 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-6c1485c0-72b2-42da-99b7-a2199608f11e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08a7ca31-1842-4a7e-adf7-77b79e0959ca') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:43.687103 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-6c1485c0-72b2-42da-99b7-a2199608f11e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08a7ca31-1842-4a7e-adf7-77b79e0959ca') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:46:43.695814 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c1485c0-72b2-42da-99b7-a2199608f11e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:43.709938 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c1485c0-72b2-42da-99b7-a2199608f11e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:43.716436 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c1485c0-72b2-42da-99b7-a2199608f11e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Releasing vlan 1631 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:46:43.716838 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c1485c0-72b2-42da-99b7-a2199608f11e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:43.720007 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:46:43.720007 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:46:43.720007 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:46:43.720007 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:46:43.720007 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:46:43.720007 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:46:43.720007 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:46:43.720007 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:46:43.720007 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:46:43.720007 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:46:43.720007 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:46:43.720007 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:46:43.720007 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:46:43.720007 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:46:43.720007 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:46:43.720007 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:46:43.720007 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:46:43.720007 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:46:43.720007 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:46:43.720007 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:46:43.720007 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:46:43.720007 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:46:43.720007 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:46:43.720007 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:46:43.720007 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:46:43.720007 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:46:43.720007 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:46:43.720007 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:46:43.720007 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:46:43.720007 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:46:43.720007 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:46:43.720007 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:46:43.844696 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c1485c0-72b2-42da-99b7-a2199608f11e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:43.849223 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c1485c0-72b2-42da-99b7-a2199608f11e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:43.854261 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6c1485c0-72b2-42da-99b7-a2199608f11e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "DELETE /v2.0/networks/36089bd1-5352-4790-94a1-997af61fea1d HTTP/1.1" status: 204 len: 168 time: 0.3639660 Aug 31 09:46:43.855151 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39282) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:43.868505 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1485c0-72b2-42da-99b7-a2199608f11e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event deleted for resources: {'Network': ['ID=36089bd1-5352-4790-94a1-997af61fea1d,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:43.877472 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1485c0-72b2-42da-99b7-a2199608f11e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:43.878333 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1485c0-72b2-42da-99b7-a2199608f11e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:43.878333 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1485c0-72b2-42da-99b7-a2199608f11e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:43.878606 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1485c0-72b2-42da-99b7-a2199608f11e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:43.878861 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1485c0-72b2-42da-99b7-a2199608f11e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:43.879135 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1485c0-72b2-42da-99b7-a2199608f11e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:43.879459 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1485c0-72b2-42da-99b7-a2199608f11e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:43.879783 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1485c0-72b2-42da-99b7-a2199608f11e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:43.880106 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1485c0-72b2-42da-99b7-a2199608f11e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:43.880564 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1485c0-72b2-42da-99b7-a2199608f11e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:43.880887 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1485c0-72b2-42da-99b7-a2199608f11e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:43.881204 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1485c0-72b2-42da-99b7-a2199608f11e tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:46:43.923786 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-16d845a7-6d04-49db-aac7-b0cebf36add1 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:43.949790 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-16d845a7-6d04-49db-aac7-b0cebf36add1 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:43.979746 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a0aa1a24-33b1-45fd-9131-ecaa4f825c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:44.073141 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:44.095815 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-16d845a7-6d04-49db-aac7-b0cebf36add1 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:44.098899 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-16d845a7-6d04-49db-aac7-b0cebf36add1 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:44.100086 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-16d845a7-6d04-49db-aac7-b0cebf36add1 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] 10.222.0.119 "DELETE /v2.0/security-groups/62db7c69-81c9-4308-93d7-67b7096d5d5a HTTP/1.1" status: 204 len: 168 time: 0.2441764 Aug 31 09:46:44.111586 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d845a7-6d04-49db-aac7-b0cebf36add1 tempest-TestNetworkAdvancedServerOps-277386436 tempest-TestNetworkAdvancedServerOps-277386436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62db7c69-81c9-4308-93d7-67b7096d5d5a,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:44.532392 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7f780d5a-014f-4ab3-8052-d89ff0191c6a no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:46:44.554429 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 7f780d5a-014f-4ab3-8052-d89ff0191c6a {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:46:44.554792 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7f780d5a-014f-4ab3-8052-d89ff0191c6a not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:46:44.555198 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b5dffa48-8711-4f46-9429-7a99ae5decb8 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:46:44.578257 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: b5dffa48-8711-4f46-9429-7a99ae5decb8 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:46:44.578616 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b5dffa48-8711-4f46-9429-7a99ae5decb8 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:46:44.579024 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2eb933b8-9635-493f-8d60-795969fecfa8 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:46:44.598318 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 2eb933b8-9635-493f-8d60-795969fecfa8 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:46:44.598680 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 2eb933b8-9635-493f-8d60-795969fecfa8 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:46:44.695241 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 39296) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:44.848856 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-be0174f0-43e6-4950-ac8f-97a3182f1123 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=29b420db5ab94eb097db55181093bc9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1524298 Aug 31 09:46:44.851586 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39300) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:44.903392 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-70b561ea-6ff8-4bb9-842d-a84b7ff0aebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:44.925606 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-70b561ea-6ff8-4bb9-842d-a84b7ff0aebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:45.290402 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-70b561ea-6ff8-4bb9-842d-a84b7ff0aebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:45.293170 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-70b561ea-6ff8-4bb9-842d-a84b7ff0aebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:45.297508 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-70b561ea-6ff8-4bb9-842d-a84b7ff0aebe admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/971b026c-9a8d-48a9-a2e0-2677ff955e44 HTTP/1.1" status: 204 len: 168 time: 0.4447966 Aug 31 09:46:45.306440 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b561ea-6ff8-4bb9-842d-a84b7ff0aebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971b026c-9a8d-48a9-a2e0-2677ff955e44,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:45.387118 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:45.910898 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39310) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:45.953415 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-dc1cd3cb-2481-4dce-9a76-a458415aa8e7 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=78b18f64dfa748e7ba3f1dfbefada8a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412955 Aug 31 09:46:45.955826 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 39312) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:46:46.006694 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-39e5d77e-8edd-4044-ba83-abb514598089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:46.028605 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-39e5d77e-8edd-4044-ba83-abb514598089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:46.171020 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-39e5d77e-8edd-4044-ba83-abb514598089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:46.173612 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-39e5d77e-8edd-4044-ba83-abb514598089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:46:46.174923 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-39e5d77e-8edd-4044-ba83-abb514598089 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/fc690015-6046-47f5-9f86-647b6b93f9e9 HTTP/1.1" status: 204 len: 168 time: 0.2180583 Aug 31 09:46:46.183403 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5d77e-8edd-4044-ba83-abb514598089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc690015-6046-47f5-9f86-647b6b93f9e9,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:46:47.021668 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:02.868093 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:02.982279 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:09.414018 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:47:11.307678 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-55e2801b-452b-4303-b113-6cad30631399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:13.984005 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ca1ce032-a3a0-4e87-84c5-0a7392a9d5a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:14.056668 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:15.365215 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:17.010686 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:28.215566 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-6c379c9d-0903-4713-be7d-0547bcd6da7c req-5dcc9aa4-914d-4298-96f8-71b618e3a534 service neutron] (95553) timed out ('10.222.0.112', 53117) {{(pid=95553) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 09:47:29.668390 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-eb2af588-f734-4531-8aef-397079e52e89 req-a94dd984-ba31-4a2c-b3d3-b74f8af9e10a service neutron] (95553) timed out ('10.222.0.112', 53239) {{(pid=95553) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 09:47:32.845460 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:32.959721 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:41.169890 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2278c0ae-6936-4a1a-9f68-a33cd9946fe2 req-0c527e65-3766-4793-910b-414b1a931d44 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417755 Aug 31 09:47:41.253807 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278c0ae-6936-4a1a-9f68-a33cd9946fe2 req-a26825f3-90f7-4ba8-9134-c399992fd76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:41.255419 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2278c0ae-6936-4a1a-9f68-a33cd9946fe2 req-a26825f3-90f7-4ba8-9134-c399992fd76b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f0a9b277c5284cc598746f91909819a1&device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 1098 time: 0.0422680 Aug 31 09:47:41.314173 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b359ba9f-2910-4821-a45a-18d95f96acef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:41.364979 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278c0ae-6936-4a1a-9f68-a33cd9946fe2 req-b55848d3-e579-4cb6-9749-aa81bf67d4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:41.366476 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2278c0ae-6936-4a1a-9f68-a33cd9946fe2 req-b55848d3-e579-4cb6-9749-aa81bf67d4a2 service neutron] 10.222.0.112 "GET /v2.0/networks?id=b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee HTTP/1.1" status: 200 len: 919 time: 0.0891137 Aug 31 09:47:41.431936 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2278c0ae-6936-4a1a-9f68-a33cd9946fe2 req-945d7edd-3236-4922-afe7-26eb8cbdbdae service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56b911bb-578b-4a92-a3e7-3894df02d9ec HTTP/1.1" status: 200 len: 1001 time: 0.0582201 Aug 31 09:47:41.480862 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278c0ae-6936-4a1a-9f68-a33cd9946fe2 req-6085fea5-ef66-441a-b9ff-1d60dbb58b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:41.482578 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2278c0ae-6936-4a1a-9f68-a33cd9946fe2 req-6085fea5-ef66-441a-b9ff-1d60dbb58b71 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=440baa0c-6aa8-4c61-971d-6a9d066538f9 HTTP/1.1" status: 200 len: 856 time: 0.0438139 Aug 31 09:47:41.531938 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278c0ae-6936-4a1a-9f68-a33cd9946fe2 req-a91f83ba-58f8-4fe3-97e6-f1cfb6ea4caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:41.533323 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2278c0ae-6936-4a1a-9f68-a33cd9946fe2 req-a91f83ba-58f8-4fe3-97e6-f1cfb6ea4caf service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440636 Aug 31 09:47:41.623920 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2278c0ae-6936-4a1a-9f68-a33cd9946fe2 req-dbb7656c-915a-44dc-86bf-608bd849cd5c service neutron] 10.222.0.112 "GET /v2.0/networks/b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812209 Aug 31 09:47:41.736334 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2278c0ae-6936-4a1a-9f68-a33cd9946fe2 req-68a5ab24-c5ff-4c04-add9-5cb95fb7efe8 service neutron] 10.222.0.112 "GET /v2.0/networks/b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044614 Aug 31 09:47:43.965454 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8927e36b-198e-44a0-82c6-99ce7c16c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:44.056477 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:45.182978 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e15300cb-cf1c-405e-93c0-8718fec73df8 req-c53d104c-133c-4cbc-8ea0-129c4d35cd0c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1410427 Aug 31 09:47:45.251525 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e15300cb-cf1c-405e-93c0-8718fec73df8 req-084c4831-ffc8-4556-b44b-531e0430cd81 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0276656 Aug 31 09:47:45.290891 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e15300cb-cf1c-405e-93c0-8718fec73df8 req-9295fc70-7658-4d0f-a210-8a4a3a1a4a9d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198352 Aug 31 09:47:45.354157 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:47:45.395491 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15300cb-cf1c-405e-93c0-8718fec73df8 req-1c11c8a9-560b-48a2-8799-388ad353f1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:47:45.396973 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e15300cb-cf1c-405e-93c0-8718fec73df8 req-1c11c8a9-560b-48a2-8799-388ad353f1d5 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0933950 Aug 31 09:47:46.412981 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:47:47.005536 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:02.880090 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:02.971472 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:11.297157 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b66344d0-b81a-440a-bd19-bd56c0847c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:12.034458 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ddf6c-9ee0-4e54-a6d6-8dac73494a93 req-bc5e469c-8a1e-42c6-9bfb-fcc4f35e68d6 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:12.036026 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f28ddf6c-9ee0-4e54-a6d6-8dac73494a93 req-bc5e469c-8a1e-42c6-9bfb-fcc4f35e68d6 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 946 time: 0.0509462 Aug 31 09:48:12.077957 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f28ddf6c-9ee0-4e54-a6d6-8dac73494a93 req-fba87059-2f3b-48f1-bb4b-ac15c3273536 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352137 Aug 31 09:48:13.208710 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59c192-1d0e-471b-be93-4552cf84a1b8 req-a382afeb-23a5-45df-a3b1-b7faa9e9e14d tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:13.210231 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa59c192-1d0e-471b-be93-4552cf84a1b8 req-a382afeb-23a5-45df-a3b1-b7faa9e9e14d tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 946 time: 0.0546017 Aug 31 09:48:13.248542 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa59c192-1d0e-471b-be93-4552cf84a1b8 req-d2617c3a-a769-4f20-a9b3-4eef7ce2090b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315046 Aug 31 09:48:13.971844 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-16f83a86-95b6-4fa0-baa2-b1647ce0dc72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:14.040834 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:14.369624 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30b9bf-737c-4422-a355-1aa2b5be364f req-282802ca-6dd9-4033-bfb4-d2fe836c2d2e tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:14.371162 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bc30b9bf-737c-4422-a355-1aa2b5be364f req-282802ca-6dd9-4033-bfb4-d2fe836c2d2e tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 946 time: 0.0503755 Aug 31 09:48:14.411158 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bc30b9bf-737c-4422-a355-1aa2b5be364f req-a899c611-3701-4078-a894-22ace85e4b7c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327513 Aug 31 09:48:15.389070 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:15.547797 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89931669-a552-408e-b130-a6cf751a8225 req-a2c5d49a-05d8-433f-b663-ed99c5946df4 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:15.549335 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-89931669-a552-408e-b130-a6cf751a8225 req-a2c5d49a-05d8-433f-b663-ed99c5946df4 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 946 time: 0.0618637 Aug 31 09:48:15.588468 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-89931669-a552-408e-b130-a6cf751a8225 req-779b5d5e-9b77-4e9f-8ab2-2451a874cf80 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319874 Aug 31 09:48:16.711118 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3a4e7-fc63-430b-bf8d-b1d4dc4b457f req-12c7800e-2c86-44de-932b-93da1f052255 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:16.712594 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98e3a4e7-fc63-430b-bf8d-b1d4dc4b457f req-12c7800e-2c86-44de-932b-93da1f052255 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 946 time: 0.0520351 Aug 31 09:48:16.750722 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98e3a4e7-fc63-430b-bf8d-b1d4dc4b457f req-06a273aa-dcb8-447c-8b5c-1d7a8435e2d9 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313027 Aug 31 09:48:17.006206 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:17.872936 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2087b1-ca7d-448d-a669-9b380549fc07 req-c4937334-a8a6-4e4d-8d2a-fe0bea38a8f7 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:17.874454 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ed2087b1-ca7d-448d-a669-9b380549fc07 req-c4937334-a8a6-4e4d-8d2a-fe0bea38a8f7 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 946 time: 0.0497854 Aug 31 09:48:17.913990 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ed2087b1-ca7d-448d-a669-9b380549fc07 req-87cee7c1-d73d-42f5-9167-4eb76bd75a85 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335398 Aug 31 09:48:19.040160 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fd954-fbf6-4b20-bab7-92e3820c168b req-de43547d-4e5b-4335-a51a-bb7b3467cc18 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:19.041883 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8c4fd954-fbf6-4b20-bab7-92e3820c168b req-de43547d-4e5b-4335-a51a-bb7b3467cc18 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 946 time: 0.0501893 Aug 31 09:48:19.079727 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8c4fd954-fbf6-4b20-bab7-92e3820c168b req-58d9d87d-0a92-4147-95d2-af9276ae3279 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315797 Aug 31 09:48:20.205162 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a80bb-3504-4307-8b3e-6c2e43b7ce57 req-e0012450-22d9-4d48-9c9a-5913cd5048af tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:20.206663 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b00a80bb-3504-4307-8b3e-6c2e43b7ce57 req-e0012450-22d9-4d48-9c9a-5913cd5048af tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 946 time: 0.0534334 Aug 31 09:48:20.244148 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b00a80bb-3504-4307-8b3e-6c2e43b7ce57 req-c1b03363-f15e-4a4c-9574-f071304f1248 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314350 Aug 31 09:48:21.376507 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04ea67-f396-431d-a1cb-79da1a59bd7b req-e1e3b6f5-b925-42a3-9510-b21dcf965689 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:21.378016 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4f04ea67-f396-431d-a1cb-79da1a59bd7b req-e1e3b6f5-b925-42a3-9510-b21dcf965689 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 946 time: 0.0608587 Aug 31 09:48:21.416630 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4f04ea67-f396-431d-a1cb-79da1a59bd7b req-1c7543b3-f6ee-4dfd-ba89-8dfe935dab0f tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319614 Aug 31 09:48:22.545352 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca204ef-8ff5-4d75-aed4-bb9647cb36ee req-41a22f87-bb12-4884-b506-44c1006a8144 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:22.546992 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1ca204ef-8ff5-4d75-aed4-bb9647cb36ee req-41a22f87-bb12-4884-b506-44c1006a8144 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 946 time: 0.0558767 Aug 31 09:48:22.586061 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1ca204ef-8ff5-4d75-aed4-bb9647cb36ee req-cc68928b-e354-4e5f-b631-68efdf3b434a tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322959 Aug 31 09:48:23.412868 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:48:23.709114 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cecf65-fc2e-42e1-b478-48234efdea5a req-18ee9aae-fef8-42a5-85c0-c2f0bfe20fd8 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:23.710574 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-91cecf65-fc2e-42e1-b478-48234efdea5a req-18ee9aae-fef8-42a5-85c0-c2f0bfe20fd8 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 946 time: 0.0532825 Aug 31 09:48:23.749932 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-91cecf65-fc2e-42e1-b478-48234efdea5a req-429a53e6-b2e7-44ec-944f-8e48b70e22d0 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323737 Aug 31 09:48:24.877598 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6729160-cc36-46d3-b9f8-a397eefd8a4a req-cc45e195-a8ba-4150-ac54-df3863d441af tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:24.879130 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c6729160-cc36-46d3-b9f8-a397eefd8a4a req-cc45e195-a8ba-4150-ac54-df3863d441af tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 946 time: 0.0499203 Aug 31 09:48:24.919509 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c6729160-cc36-46d3-b9f8-a397eefd8a4a req-0736d12f-2c38-40ae-9d5e-612083f6b827 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339873 Aug 31 09:48:24.982963 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 56b911bb-578b-4a92-a3e7-3894df02d9ec details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:48:25.099202 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 56b911bb-578b-4a92-a3e7-3894df02d9ec, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=56b911bb-578b-4a92-a3e7-3894df02d9ec,segment=NetworkSegment(26d65b1a-b582-4f71-b1cb-ac5036c2523e),segment_id=26d65b1a-b582-4f71-b1cb-ac5036c2523e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:25.117588 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '56b911bb-578b-4a92-a3e7-3894df02d9ec', 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee', 'port_id': '56b911bb-578b-4a92-a3e7-3894df02d9ec', 'mac_address': 'fa:16:3e:b3:3c:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:48:25.177123 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:25.190159 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56b911bb-578b-4a92-a3e7-3894df02d9ec {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:48:25.210146 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 56b911bb-578b-4a92-a3e7-3894df02d9ec, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=56b911bb-578b-4a92-a3e7-3894df02d9ec,segment=NetworkSegment(26d65b1a-b582-4f71-b1cb-ac5036c2523e),segment_id=26d65b1a-b582-4f71-b1cb-ac5036c2523e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:25.269267 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:25.327614 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=56b911bb-578b-4a92-a3e7-3894df02d9ec,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:25.335640 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:25.336341 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:25.336808 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:25.337177 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:25.337727 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:25.338305 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:25.338679 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:25.339006 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:25.339339 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:25.339651 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:25.340042 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:25.340775 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:48:25.364023 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['56b911bb-578b-4a92-a3e7-3894df02d9ec'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:48:26.068756 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad71edf-eae1-41ae-a1a9-ac0fd76b2be3 req-b1763bf8-05be-4e6f-ad28-bc2ac7b00b3a tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:26.076883 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ad71edf-eae1-41ae-a1a9-ac0fd76b2be3 req-b1763bf8-05be-4e6f-ad28-bc2ac7b00b3a tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 945 time: 0.0660117 Aug 31 09:48:26.124775 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ad71edf-eae1-41ae-a1a9-ac0fd76b2be3 req-e88919f5-2877-4660-b0ec-d3753af86e5a tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468695 Aug 31 09:48:26.999293 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 56b911bb-578b-4a92-a3e7-3894df02d9ec up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:48:27.061034 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 56b911bb-578b-4a92-a3e7-3894df02d9ec triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:48:27.061507 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:27.152012 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:27.192423 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 56b911bb-578b-4a92-a3e7-3894df02d9ec, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=56b911bb-578b-4a92-a3e7-3894df02d9ec,segment=NetworkSegment(26d65b1a-b582-4f71-b1cb-ac5036c2523e),segment_id=26d65b1a-b582-4f71-b1cb-ac5036c2523e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:27.193509 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e84f2d-d3c7-42b4-abb1-86c644f13a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b911bb-578b-4a92-a3e7-3894df02d9ec'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:48:27.196014 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56c3a19-0265-4791-abab-e88c97bb0f06" -d '{"events": [{"server_uuid": "81e84f2d-d3c7-42b4-abb1-86c644f13a5b", "name": "network-vif-plugged", "status": "completed", "tag": "56b911bb-578b-4a92-a3e7-3894df02d9ec"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:48:27.281650 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18971ca-b81c-436f-b9e5-c9e8e1634dea req-bda16e9e-448b-44cd-a587-63cea936a1a1 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:27.283338 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b18971ca-b81c-436f-b9e5-c9e8e1634dea req-bda16e9e-448b-44cd-a587-63cea936a1a1 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 945 time: 0.0706012 Aug 31 09:48:27.303625 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:27.336273 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b18971ca-b81c-436f-b9e5-c9e8e1634dea req-70ea1718-0d48-4767-b666-349964afe3fe tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455315 Aug 31 09:48:27.426524 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=56b911bb-578b-4a92-a3e7-3894df02d9ec,revision_number=7']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:27.438517 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180be243-8fcf-4824-bd97-b11a9f8675b1 x-openstack-request-id: req-180be243-8fcf-4824-bd97-b11a9f8675b1 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:48:27.438829 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e84f2d-d3c7-42b4-abb1-86c644f13a5b", "name": "network-vif-plugged", "status": "completed", "tag": "56b911bb-578b-4a92-a3e7-3894df02d9ec", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:48:27.439138 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-180be243-8fcf-4824-bd97-b11a9f8675b1 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:48:27.442773 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e84f2d-d3c7-42b4-abb1-86c644f13a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b911bb-578b-4a92-a3e7-3894df02d9ec', 'code': 200} Aug 31 09:48:28.495087 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd2601-e8eb-4b7f-8379-23a06a223abd req-7a7de917-3b8f-437d-a26a-a3fd303a8ab5 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:28.497952 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f9dd2601-e8eb-4b7f-8379-23a06a223abd req-7a7de917-3b8f-437d-a26a-a3fd303a8ab5 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 946 time: 0.0664153 Aug 31 09:48:28.551182 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f9dd2601-e8eb-4b7f-8379-23a06a223abd req-4ed75a9c-ebee-4b1c-9967-cdf58ac5b00e tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465555 Aug 31 09:48:29.710676 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574bf7f-1607-47d9-8c47-15497796e88e req-47095e19-a4de-4e15-8dab-6cf68337511f tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:29.712651 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d574bf7f-1607-47d9-8c47-15497796e88e req-47095e19-a4de-4e15-8dab-6cf68337511f tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 946 time: 0.0759745 Aug 31 09:48:29.775725 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d574bf7f-1607-47d9-8c47-15497796e88e req-2d3f8fc0-d76a-47e8-b40d-01f627bc7207 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508063 Aug 31 09:48:30.906674 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58e908-e91e-4e3c-8057-4476eca716a2 req-32687c89-aea0-492f-af32-8294b5b10a13 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:30.908335 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3f58e908-e91e-4e3c-8057-4476eca716a2 req-32687c89-aea0-492f-af32-8294b5b10a13 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 946 time: 0.0587919 Aug 31 09:48:30.951900 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3f58e908-e91e-4e3c-8057-4476eca716a2 req-f3712a0e-56b0-4dd0-b3df-48d0e2272e78 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366905 Aug 31 09:48:32.109224 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5334e-18d1-41bf-8c3b-d78c4456b952 req-9828092e-e940-4da5-8ade-e9d12c85a76f tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:32.112910 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bba5334e-18d1-41bf-8c3b-d78c4456b952 req-9828092e-e940-4da5-8ade-e9d12c85a76f tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 946 time: 0.0723085 Aug 31 09:48:32.162763 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bba5334e-18d1-41bf-8c3b-d78c4456b952 req-5997fbf6-a73d-4a56-bd03-f2b7be6028b0 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428681 Aug 31 09:48:32.909729 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:33.046966 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:33.301849 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54282a39-5e50-404a-ad99-2107551f79aa req-8a1d17f1-502d-4944-bbef-353338163436 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:33.303298 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54282a39-5e50-404a-ad99-2107551f79aa req-8a1d17f1-502d-4944-bbef-353338163436 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 946 time: 0.0536897 Aug 31 09:48:33.349815 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54282a39-5e50-404a-ad99-2107551f79aa req-7e803d26-7f5b-431c-a60d-f43977aca18b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365257 Aug 31 09:48:34.476624 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e580a-a7d9-420b-978b-f2042f622695 req-8d0bf8df-6437-477d-9ac0-aa78feed9533 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:34.478132 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-737e580a-a7d9-420b-978b-f2042f622695 req-8d0bf8df-6437-477d-9ac0-aa78feed9533 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 946 time: 0.0534260 Aug 31 09:48:34.519861 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-737e580a-a7d9-420b-978b-f2042f622695 req-2811ef65-54eb-4b22-9428-3054d2c6cd4b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326929 Aug 31 09:48:35.655373 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729a416-f71d-4f83-a751-f35fa3f0514a req-46153ab8-7fea-4dc4-ac40-8d560cb8045c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:35.656881 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4729a416-f71d-4f83-a751-f35fa3f0514a req-46153ab8-7fea-4dc4-ac40-8d560cb8045c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 946 time: 0.0534408 Aug 31 09:48:35.699706 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4729a416-f71d-4f83-a751-f35fa3f0514a req-09b504e7-5633-4832-a9a4-b2ecee1ecea9 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364635 Aug 31 09:48:36.604850 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26b08e-8781-4f3b-a16a-9ebf2a3fdf8a req-f14a5368-eed7-4859-a70c-98d307361ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:36.608191 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5b26b08e-8781-4f3b-a16a-9ebf2a3fdf8a req-f14a5368-eed7-4859-a70c-98d307361ab8 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f0a9b277c5284cc598746f91909819a1&device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 1098 time: 0.0541537 Aug 31 09:48:36.730212 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26b08e-8781-4f3b-a16a-9ebf2a3fdf8a req-07ff0055-fff2-481b-bcbd-a88ec2d579b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:36.730212 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5b26b08e-8781-4f3b-a16a-9ebf2a3fdf8a req-07ff0055-fff2-481b-bcbd-a88ec2d579b6 service neutron] 10.222.0.112 "GET /v2.0/networks?id=b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee HTTP/1.1" status: 200 len: 919 time: 0.0897064 Aug 31 09:48:36.808756 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5b26b08e-8781-4f3b-a16a-9ebf2a3fdf8a req-02e1a6b4-077e-4fd5-b88a-55ae2eacc8e1 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56b911bb-578b-4a92-a3e7-3894df02d9ec HTTP/1.1" status: 200 len: 1001 time: 0.0703599 Aug 31 09:48:36.834257 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8928c8-d365-45f2-b849-5ad792bfe39c req-395c549d-fe40-4fd4-a11e-2cb967780867 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:36.835904 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fd8928c8-d365-45f2-b849-5ad792bfe39c req-395c549d-fe40-4fd4-a11e-2cb967780867 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 946 time: 0.0544939 Aug 31 09:48:36.868620 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26b08e-8781-4f3b-a16a-9ebf2a3fdf8a req-f1de469d-26e2-4467-a058-b15fd2e456b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:36.872814 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5b26b08e-8781-4f3b-a16a-9ebf2a3fdf8a req-f1de469d-26e2-4467-a058-b15fd2e456b8 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=440baa0c-6aa8-4c61-971d-6a9d066538f9 HTTP/1.1" status: 200 len: 856 time: 0.0530825 Aug 31 09:48:36.876265 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fd8928c8-d365-45f2-b849-5ad792bfe39c req-afff14b1-b859-4ff5-b758-6f0aeb029ac6 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330458 Aug 31 09:48:36.919124 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26b08e-8781-4f3b-a16a-9ebf2a3fdf8a req-cfe91946-95a8-4dde-89a4-9120f742813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:36.920710 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5b26b08e-8781-4f3b-a16a-9ebf2a3fdf8a req-cfe91946-95a8-4dde-89a4-9120f742813e service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414069 Aug 31 09:48:37.018603 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5b26b08e-8781-4f3b-a16a-9ebf2a3fdf8a req-14fbc403-9496-4ec5-bb71-70557eefea29 service neutron] 10.222.0.112 "GET /v2.0/networks/b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895991 Aug 31 09:48:37.124945 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5b26b08e-8781-4f3b-a16a-9ebf2a3fdf8a req-964d83cd-76a1-426d-bbbe-27f7592f6e98 service neutron] 10.222.0.112 "GET /v2.0/networks/b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938215 Aug 31 09:48:38.012638 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8662d-0845-4a3d-92c8-8774d3a2345e req-1ea6f4dc-9f9d-41e9-a9c2-d1ec067f5603 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:38.014954 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22b8662d-0845-4a3d-92c8-8774d3a2345e req-1ea6f4dc-9f9d-41e9-a9c2-d1ec067f5603 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 946 time: 0.0589259 Aug 31 09:48:38.054861 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22b8662d-0845-4a3d-92c8-8774d3a2345e req-d0369aae-2741-4c3d-95aa-b782142613fd tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344491 Aug 31 09:48:39.075237 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 56b911bb-578b-4a92-a3e7-3894df02d9ec no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:48:39.172909 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:39.187891 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7aa1f7-016b-4964-a6df-0304379c577b req-22a94342-7263-496f-9695-d7dd37fce421 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:39.189540 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e7aa1f7-016b-4964-a6df-0304379c577b req-22a94342-7263-496f-9695-d7dd37fce421 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 946 time: 0.0535536 Aug 31 09:48:39.197902 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e84f2d-d3c7-42b4-abb1-86c644f13a5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56b911bb-578b-4a92-a3e7-3894df02d9ec'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:48:39.200852 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec0c72f-907d-4bac-9da2-70f9494dc911" -d '{"events": [{"server_uuid": "81e84f2d-d3c7-42b4-abb1-86c644f13a5b", "name": "network-vif-unplugged", "status": "completed", "tag": "56b911bb-578b-4a92-a3e7-3894df02d9ec"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:48:39.214192 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 56b911bb-578b-4a92-a3e7-3894df02d9ec, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=56b911bb-578b-4a92-a3e7-3894df02d9ec,segment=NetworkSegment(26d65b1a-b582-4f71-b1cb-ac5036c2523e),segment_id=26d65b1a-b582-4f71-b1cb-ac5036c2523e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:48:39.237178 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e7aa1f7-016b-4964-a6df-0304379c577b req-bb6d620b-50dd-4ef0-8df4-6928605ac4fc tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401151 Aug 31 09:48:39.238741 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae83818-95d9-499f-a5f6-ab96432f8498 x-openstack-request-id: req-2ae83818-95d9-499f-a5f6-ab96432f8498 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:48:39.239054 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e84f2d-d3c7-42b4-abb1-86c644f13a5b", "name": "network-vif-unplugged", "status": "completed", "tag": "56b911bb-578b-4a92-a3e7-3894df02d9ec", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:48:39.239353 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-2ae83818-95d9-499f-a5f6-ab96432f8498 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:48:39.239797 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e84f2d-d3c7-42b4-abb1-86c644f13a5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56b911bb-578b-4a92-a3e7-3894df02d9ec', 'code': 200} Aug 31 09:48:39.304040 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:39.361308 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=56b911bb-578b-4a92-a3e7-3894df02d9ec,revision_number=8']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:48:40.485009 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-8d83b03e-60a7-48fb-820c-09636fd66373 req-7edfbfac-52b5-44d8-ad23-74dcccee1a49 service neutron] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:48:40.486164 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8d83b03e-60a7-48fb-820c-09636fd66373 req-7edfbfac-52b5-44d8-ad23-74dcccee1a49 service neutron] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057647 Aug 31 09:48:41.343724 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8ec33620-36ce-4277-8196-229f9b64a731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:41.837463 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842fde1-f05a-4527-8818-d8559773d8fd req-f31d139e-b2f6-4df9-ae7a-88a416d91002 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:41.838984 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8842fde1-f05a-4527-8818-d8559773d8fd req-f31d139e-b2f6-4df9-ae7a-88a416d91002 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 944 time: 0.0491958 Aug 31 09:48:41.878345 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8842fde1-f05a-4527-8818-d8559773d8fd req-d0dfe123-204f-4cc3-aa5b-3f05c25cacc2 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327497 Aug 31 09:48:42.331821 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4a36fa7e-f00c-4673-8efd-8eba401f5bd2 req-c3222f7a-6fea-4c9e-bcda-929bac9e0b0f service neutron] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1026664 Aug 31 09:48:43.007013 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03843e-0e00-4212-be6e-acf6646d9d60 req-2a025ea7-f048-44a3-88e3-b9be0c91df36 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:43.008509 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0d03843e-0e00-4212-be6e-acf6646d9d60 req-2a025ea7-f048-44a3-88e3-b9be0c91df36 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 944 time: 0.0531600 Aug 31 09:48:43.048849 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0d03843e-0e00-4212-be6e-acf6646d9d60 req-f27bc66f-389d-43e2-8c90-fe869abe8577 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329618 Aug 31 09:48:43.106002 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 56b911bb-578b-4a92-a3e7-3894df02d9ec no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:48:44.006459 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5d0f5660-161e-43f3-ae77-edb5d5bfca64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:44.058241 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:44.188647 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ed1e7-d3d1-4c80-84f0-4336fcd27f96 req-54f28ce7-b7db-4e02-b6f7-1a4778a20d82 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:44.190161 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-817ed1e7-d3d1-4c80-84f0-4336fcd27f96 req-54f28ce7-b7db-4e02-b6f7-1a4778a20d82 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 944 time: 0.0503230 Aug 31 09:48:44.230296 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-817ed1e7-d3d1-4c80-84f0-4336fcd27f96 req-1d818323-0544-4061-b781-ae7af78e976f tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339370 Aug 31 09:48:45.094276 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40c83104-1fde-4cba-958f-2126c58a258e req-c92c5b9b-be80-400c-b2be-0c8b803ea44a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0306313 Aug 31 09:48:45.161810 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40c83104-1fde-4cba-958f-2126c58a258e req-366f5659-4810-404e-a22b-61492363805e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.0356691 Aug 31 09:48:45.208332 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40c83104-1fde-4cba-958f-2126c58a258e req-592d5707-82d9-4acd-99e4-c4d6c7ca6627 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40aea3578a764824ae85220fcc0c6911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245707 Aug 31 09:48:45.345905 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c83104-1fde-4cba-958f-2126c58a258e req-690f4f51-6fbb-4e02-8bdf-9e8b93c0f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:45.347436 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40c83104-1fde-4cba-958f-2126c58a258e req-690f4f51-6fbb-4e02-8bdf-9e8b93c0f08d service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1309373 Aug 31 09:48:45.375913 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f3917-513e-476d-b42e-b939a1d14cbe req-c0d12cef-3eb5-47a6-8c8e-6e8d6fb47652 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:45.378032 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:45.383078 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e17f3917-513e-476d-b42e-b939a1d14cbe req-c0d12cef-3eb5-47a6-8c8e-6e8d6fb47652 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 944 time: 0.0755358 Aug 31 09:48:45.422406 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e17f3917-513e-476d-b42e-b939a1d14cbe req-db1d4852-03ee-480f-96f2-dc4a38543bde tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379012 Aug 31 09:48:46.579113 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a18698-dd23-4e64-99fa-9c45245d438b req-133a3006-f75b-4d77-bb06-d10958d4eb2d tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:46.580946 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-72a18698-dd23-4e64-99fa-9c45245d438b req-133a3006-f75b-4d77-bb06-d10958d4eb2d tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 944 time: 0.0770597 Aug 31 09:48:46.626537 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-72a18698-dd23-4e64-99fa-9c45245d438b req-95c7905e-41d2-49dc-ab1c-3b66090da0d1 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370152 Aug 31 09:48:47.264437 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:48:47.769331 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f929078-6ecc-4a67-aa76-f9b2b54e65bb req-7d5b6bd2-3f1a-47da-b7fa-26cb9a82003d tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:47.770873 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4f929078-6ecc-4a67-aa76-f9b2b54e65bb req-7d5b6bd2-3f1a-47da-b7fa-26cb9a82003d tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 944 time: 0.0568781 Aug 31 09:48:47.817373 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4f929078-6ecc-4a67-aa76-f9b2b54e65bb req-7879b397-4811-479a-88f4-9f1b6ea8c299 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400028 Aug 31 09:48:48.943190 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42de53-4872-4129-917b-49fb0f5c34f6 req-b52f8155-1832-4f7e-af6b-18910a900da7 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:48.944677 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7f42de53-4872-4129-917b-49fb0f5c34f6 req-b52f8155-1832-4f7e-af6b-18910a900da7 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 944 time: 0.0519037 Aug 31 09:48:48.983927 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7f42de53-4872-4129-917b-49fb0f5c34f6 req-fba7e47a-19f8-454c-a042-8947d38d8d26 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322692 Aug 31 09:48:50.116650 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577bc771-42af-4bb8-988c-8ce6a862c7f3 req-505647cd-ae7a-4d15-9cac-e3ee17025b8a tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:50.118237 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-577bc771-42af-4bb8-988c-8ce6a862c7f3 req-505647cd-ae7a-4d15-9cac-e3ee17025b8a tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 944 time: 0.0600300 Aug 31 09:48:50.161266 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-577bc771-42af-4bb8-988c-8ce6a862c7f3 req-cea436c6-40cc-4d7d-9833-438b3c8437d4 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357938 Aug 31 09:48:50.700288 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36fa7e-f00c-4673-8efd-8eba401f5bd2 req-ab8d43b1-1052-4d76-813b-684f41157b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:50.701657 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4a36fa7e-f00c-4673-8efd-8eba401f5bd2 req-ab8d43b1-1052-4d76-813b-684f41157b30 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b&tenant_id=f0a9b277c5284cc598746f91909819a1 HTTP/1.1" status: 200 len: 1096 time: 0.0399694 Aug 31 09:48:50.763901 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36fa7e-f00c-4673-8efd-8eba401f5bd2 req-12460b00-2419-4ec9-8f4c-e0d8feb9fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:50.765406 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4a36fa7e-f00c-4673-8efd-8eba401f5bd2 req-12460b00-2419-4ec9-8f4c-e0d8feb9fcf9 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f0a9b277c5284cc598746f91909819a1&device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 1096 time: 0.0392983 Aug 31 09:48:50.862128 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36fa7e-f00c-4673-8efd-8eba401f5bd2 req-2864822b-bc2c-4a60-82d3-df0387c4fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:50.863641 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4a36fa7e-f00c-4673-8efd-8eba401f5bd2 req-2864822b-bc2c-4a60-82d3-df0387c4fbe0 service neutron] 10.222.0.112 "GET /v2.0/networks?id=b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee HTTP/1.1" status: 200 len: 919 time: 0.0913179 Aug 31 09:48:50.931512 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4a36fa7e-f00c-4673-8efd-8eba401f5bd2 req-1efd3b1e-a79b-4a3c-9678-42927e4c019a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56b911bb-578b-4a92-a3e7-3894df02d9ec HTTP/1.1" status: 200 len: 999 time: 0.0594034 Aug 31 09:48:50.984567 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36fa7e-f00c-4673-8efd-8eba401f5bd2 req-59898077-d4ff-4780-bc92-cd8be59a828c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:50.986072 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4a36fa7e-f00c-4673-8efd-8eba401f5bd2 req-59898077-d4ff-4780-bc92-cd8be59a828c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=440baa0c-6aa8-4c61-971d-6a9d066538f9 HTTP/1.1" status: 200 len: 856 time: 0.0454123 Aug 31 09:48:51.040424 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36fa7e-f00c-4673-8efd-8eba401f5bd2 req-ac51e6d8-c9bb-4d3a-82ff-2ebe825a9ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:51.043033 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4a36fa7e-f00c-4673-8efd-8eba401f5bd2 req-ac51e6d8-c9bb-4d3a-82ff-2ebe825a9ef4 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464892 Aug 31 09:48:51.133274 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4a36fa7e-f00c-4673-8efd-8eba401f5bd2 req-7ec7bba6-dc6e-4fe3-9df6-82b63020e26b service neutron] 10.222.0.112 "GET /v2.0/networks/b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820651 Aug 31 09:48:51.235310 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4a36fa7e-f00c-4673-8efd-8eba401f5bd2 req-df361fbd-b098-4ff4-95d5-ec65d3a7f028 service neutron] 10.222.0.112 "GET /v2.0/networks/b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930479 Aug 31 09:48:51.289460 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1303a-82dd-443a-a3e9-0c1110a70e58 req-ebb10ed2-169e-4ad6-86ed-cae35d17ffe5 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:51.290903 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-28d1303a-82dd-443a-a3e9-0c1110a70e58 req-ebb10ed2-169e-4ad6-86ed-cae35d17ffe5 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 944 time: 0.0511086 Aug 31 09:48:51.333088 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-28d1303a-82dd-443a-a3e9-0c1110a70e58 req-e5acdc9a-8932-4f05-8ffb-e6e022c402ac tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351896 Aug 31 09:48:52.497879 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb6b13-ca1a-418a-9887-f4b7bcba102f req-ef7b31b2-f8e1-495a-991c-cf99e7c526bd tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:52.499498 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-00eb6b13-ca1a-418a-9887-f4b7bcba102f req-ef7b31b2-f8e1-495a-991c-cf99e7c526bd tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 944 time: 0.0671706 Aug 31 09:48:52.554657 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-00eb6b13-ca1a-418a-9887-f4b7bcba102f req-e407f038-ca4f-4891-8e15-760378a1d798 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417352 Aug 31 09:48:53.707518 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68608a7a-a5cc-4834-9d1b-6c9b4cb9ad9b req-83fd3795-f684-4991-bb9c-8dad97b80fa9 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:53.709289 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-68608a7a-a5cc-4834-9d1b-6c9b4cb9ad9b req-83fd3795-f684-4991-bb9c-8dad97b80fa9 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 944 time: 0.0784028 Aug 31 09:48:53.775618 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-68608a7a-a5cc-4834-9d1b-6c9b4cb9ad9b req-3921950b-52c4-4650-bbe4-c9192d37e733 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577471 Aug 31 09:48:54.972645 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5ee37-25f4-49c5-a4d6-174d818e8659 req-d187ce98-b0ab-497e-b5f5-cdd9b4d8ec84 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:54.975299 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70f5ee37-25f4-49c5-a4d6-174d818e8659 req-d187ce98-b0ab-497e-b5f5-cdd9b4d8ec84 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 944 time: 0.0603304 Aug 31 09:48:55.024810 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70f5ee37-25f4-49c5-a4d6-174d818e8659 req-40753adc-7108-414a-8461-6f8f000d75dd tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420885 Aug 31 09:48:56.192890 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919b138-734a-4306-b856-41e53a3f2c96 req-8c2cefbc-5120-4db9-b54a-3c487cec0efe tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:56.201041 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a919b138-734a-4306-b856-41e53a3f2c96 req-8c2cefbc-5120-4db9-b54a-3c487cec0efe tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 944 time: 0.0701594 Aug 31 09:48:56.241418 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a919b138-734a-4306-b856-41e53a3f2c96 req-7dbd0cda-3f25-41f6-b5bc-12d57e539a10 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395141 Aug 31 09:48:57.382222 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160cf52d-85ee-4da6-a181-3bd7b3135cbc req-6a3c12ce-e933-438c-b1da-f51de263cf35 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:57.384565 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-160cf52d-85ee-4da6-a181-3bd7b3135cbc req-6a3c12ce-e933-438c-b1da-f51de263cf35 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 944 time: 0.0577407 Aug 31 09:48:57.428039 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-160cf52d-85ee-4da6-a181-3bd7b3135cbc req-bea8e908-2a8c-4b3c-9421-7a8ef66553ec tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361881 Aug 31 09:48:58.567161 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8eb1d0-0022-41ab-b559-fd36faf88574 req-d6724b48-e83f-4219-a434-32b07832e17e tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:58.576679 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d8eb1d0-0022-41ab-b559-fd36faf88574 req-d6724b48-e83f-4219-a434-32b07832e17e tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 944 time: 0.0527225 Aug 31 09:48:58.613646 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d8eb1d0-0022-41ab-b559-fd36faf88574 req-431a518f-bdac-4b6e-96ba-5d7fc7df21d4 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390089 Aug 31 09:48:59.746151 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19912fd1-0794-4f3f-b0b0-972a290d5eae req-a86192e5-a6ad-46ea-a330-5334b1c24cfa tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:48:59.748209 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19912fd1-0794-4f3f-b0b0-972a290d5eae req-a86192e5-a6ad-46ea-a330-5334b1c24cfa tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 944 time: 0.0523663 Aug 31 09:48:59.799253 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19912fd1-0794-4f3f-b0b0-972a290d5eae req-1c7cd11b-a877-48f6-9274-7354076dfdc1 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448611 Aug 31 09:49:00.413377 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:49:00.939515 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc860523-7065-48db-8ddf-163ee2789d17 req-e9ae80e6-1529-4c20-a2f2-d47bb20560cd tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:00.941317 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dc860523-7065-48db-8ddf-163ee2789d17 req-e9ae80e6-1529-4c20-a2f2-d47bb20560cd tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 944 time: 0.0673344 Aug 31 09:49:00.983402 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dc860523-7065-48db-8ddf-163ee2789d17 req-2780487f-4c4d-4819-bcfb-24f70ddc936a tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360532 Aug 31 09:49:02.111035 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a8e38-4fa6-40a1-b6db-7d531b899fe4 req-54ca0615-ada2-42e5-8b8d-08710484c0a1 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:02.112536 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-208a8e38-4fa6-40a1-b6db-7d531b899fe4 req-54ca0615-ada2-42e5-8b8d-08710484c0a1 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 944 time: 0.0536885 Aug 31 09:49:02.150301 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-208a8e38-4fa6-40a1-b6db-7d531b899fe4 req-5b3aad4e-0845-4d0f-9e81-7521bcb172c1 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316916 Aug 31 09:49:02.869994 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:02.990308 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:03.276335 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783070c1-ccef-44eb-8107-498ceb968490 req-542d00da-0107-43a5-aa7f-604a902db6c7 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:03.277805 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-783070c1-ccef-44eb-8107-498ceb968490 req-542d00da-0107-43a5-aa7f-604a902db6c7 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 944 time: 0.0484605 Aug 31 09:49:03.318804 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-783070c1-ccef-44eb-8107-498ceb968490 req-1b54dced-25be-412e-8290-c4a5e176aa5d tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336456 Aug 31 09:49:04.447057 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9aece-e9a1-4480-a239-7ce674262b76 req-68178481-24cc-4eb7-be67-76d148f3a059 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:04.448543 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-80c9aece-e9a1-4480-a239-7ce674262b76 req-68178481-24cc-4eb7-be67-76d148f3a059 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 944 time: 0.0543692 Aug 31 09:49:04.488050 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-80c9aece-e9a1-4480-a239-7ce674262b76 req-9737c021-099f-4ca7-b567-3987bf9d90bb tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334971 Aug 31 09:49:05.609547 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfec079-4bdf-41cc-96a3-261354b2d0ff req-48211343-e2b2-498e-96b3-f5a35cc591ce tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:05.611055 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3bfec079-4bdf-41cc-96a3-261354b2d0ff req-48211343-e2b2-498e-96b3-f5a35cc591ce tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 944 time: 0.0508082 Aug 31 09:49:05.649547 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3bfec079-4bdf-41cc-96a3-261354b2d0ff req-e19f85ec-eb52-4e5c-9e2f-fe1303c07f6f tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322962 Aug 31 09:49:06.771869 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c2b61-fc74-4c2a-a062-4371a0fef132 req-b9f6403e-31d5-476c-a519-fee60f476847 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:06.773417 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ca6c2b61-fc74-4c2a-a062-4371a0fef132 req-b9f6403e-31d5-476c-a519-fee60f476847 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 944 time: 0.0501671 Aug 31 09:49:06.813592 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ca6c2b61-fc74-4c2a-a062-4371a0fef132 req-440289f6-3f28-4b6b-a2a8-47442e2db82c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336235 Aug 31 09:49:07.943257 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ae9c4-88d5-4e43-b5c8-34cbf4778a16 req-4ac67514-3fee-4dba-b27f-130da44562f5 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:07.945081 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-113ae9c4-88d5-4e43-b5c8-34cbf4778a16 req-4ac67514-3fee-4dba-b27f-130da44562f5 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 944 time: 0.0565031 Aug 31 09:49:07.984927 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-113ae9c4-88d5-4e43-b5c8-34cbf4778a16 req-a815ebbb-a060-4084-85fc-c5c6df7cdae0 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324969 Aug 31 09:49:09.107864 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f095c6-4393-449b-85bd-a7bad0f8a316 req-4049d680-2d1c-4fad-91ce-3a674951690e tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:09.109373 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b7f095c6-4393-449b-85bd-a7bad0f8a316 req-4049d680-2d1c-4fad-91ce-3a674951690e tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 944 time: 0.0498896 Aug 31 09:49:09.148306 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b7f095c6-4393-449b-85bd-a7bad0f8a316 req-a07c8692-6262-4d8e-a8c5-fe5e382a5b75 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326433 Aug 31 09:49:09.247501 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 56b911bb-578b-4a92-a3e7-3894df02d9ec details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:49:09.342299 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 56b911bb-578b-4a92-a3e7-3894df02d9ec, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=56b911bb-578b-4a92-a3e7-3894df02d9ec,segment=NetworkSegment(26d65b1a-b582-4f71-b1cb-ac5036c2523e),segment_id=26d65b1a-b582-4f71-b1cb-ac5036c2523e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:09.353155 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '56b911bb-578b-4a92-a3e7-3894df02d9ec', 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee', 'port_id': '56b911bb-578b-4a92-a3e7-3894df02d9ec', 'mac_address': 'fa:16:3e:b3:3c:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:49:09.389535 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:09.401973 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b911bb-578b-4a92-a3e7-3894df02d9ec {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:49:09.421544 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 56b911bb-578b-4a92-a3e7-3894df02d9ec, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=56b911bb-578b-4a92-a3e7-3894df02d9ec,segment=NetworkSegment(26d65b1a-b582-4f71-b1cb-ac5036c2523e),segment_id=26d65b1a-b582-4f71-b1cb-ac5036c2523e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:09.516048 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:09.570179 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=56b911bb-578b-4a92-a3e7-3894df02d9ec,revision_number=9']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:09.745430 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['56b911bb-578b-4a92-a3e7-3894df02d9ec'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:49:10.271375 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9bbf04-e37d-444c-8091-e16816a2f155 req-199b3f63-3f8c-4fb7-ac54-e71a24361187 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:10.272873 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bc9bbf04-e37d-444c-8091-e16816a2f155 req-199b3f63-3f8c-4fb7-ac54-e71a24361187 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 945 time: 0.0526643 Aug 31 09:49:10.311528 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bc9bbf04-e37d-444c-8091-e16816a2f155 req-47ed6974-60d0-44e6-aba5-7340df62252e tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321496 Aug 31 09:49:11.248164 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 56b911bb-578b-4a92-a3e7-3894df02d9ec up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:49:11.303760 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 56b911bb-578b-4a92-a3e7-3894df02d9ec triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:49:11.306766 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:11.350109 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-efe17126-be8a-4223-b5b0-43c00d6f8ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:11.384142 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:11.408893 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e84f2d-d3c7-42b4-abb1-86c644f13a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b911bb-578b-4a92-a3e7-3894df02d9ec'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:49:11.411289 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1958b00-03b8-4a41-9efe-61e54f32a866" -d '{"events": [{"server_uuid": "81e84f2d-d3c7-42b4-abb1-86c644f13a5b", "name": "network-vif-plugged", "status": "completed", "tag": "56b911bb-578b-4a92-a3e7-3894df02d9ec"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:49:11.427481 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 56b911bb-578b-4a92-a3e7-3894df02d9ec, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=56b911bb-578b-4a92-a3e7-3894df02d9ec,segment=NetworkSegment(26d65b1a-b582-4f71-b1cb-ac5036c2523e),segment_id=26d65b1a-b582-4f71-b1cb-ac5036c2523e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:11.442434 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa1a88-f907-4305-9933-bf1c4eeac119 req-e5f4c4db-5b59-4f06-a984-d2399dac1d70 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:11.443961 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-41fa1a88-f907-4305-9933-bf1c4eeac119 req-e5f4c4db-5b59-4f06-a984-d2399dac1d70 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 945 time: 0.0555673 Aug 31 09:49:11.459152 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fd1114-08d9-4b66-9908-00a2f935a026 x-openstack-request-id: req-e2fd1114-08d9-4b66-9908-00a2f935a026 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:49:11.460106 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e84f2d-d3c7-42b4-abb1-86c644f13a5b", "name": "network-vif-plugged", "status": "completed", "tag": "56b911bb-578b-4a92-a3e7-3894df02d9ec", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:49:11.460430 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e2fd1114-08d9-4b66-9908-00a2f935a026 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:49:11.460977 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e84f2d-d3c7-42b4-abb1-86c644f13a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b911bb-578b-4a92-a3e7-3894df02d9ec', 'code': 200} Aug 31 09:49:11.483702 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-41fa1a88-f907-4305-9933-bf1c4eeac119 req-72dbc5af-a26b-493f-9a65-8a4e694eddc4 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328519 Aug 31 09:49:11.486688 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:11.545053 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=56b911bb-578b-4a92-a3e7-3894df02d9ec,revision_number=10']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:11.724163 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa5bb1-517f-4996-9180-d315eab3d84e req-76ae54ad-d02c-49d5-9749-e399611413fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:11.725738 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-73fa5bb1-517f-4996-9180-d315eab3d84e req-76ae54ad-d02c-49d5-9749-e399611413fd service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 1099 time: 0.0464535 Aug 31 09:49:11.760671 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-73fa5bb1-517f-4996-9180-d315eab3d84e req-8a83a8f2-b286-45d4-bf79-fa37363d01e3 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272195 Aug 31 09:49:12.625956 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa96f99-77d5-4d98-97d9-62c87fb857a9 req-7a34985d-eb40-412d-9931-3e6eb83bbae0 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:12.627590 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7fa96f99-77d5-4d98-97d9-62c87fb857a9 req-7a34985d-eb40-412d-9931-3e6eb83bbae0 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 947 time: 0.0487967 Aug 31 09:49:12.665948 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7fa96f99-77d5-4d98-97d9-62c87fb857a9 req-689e7c7f-d295-4d9e-a732-d073b6465dd1 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324569 Aug 31 09:49:13.801290 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42bee5-556c-45c3-a2ed-3b8d02a66e53 req-4789072f-9e06-4b5f-b342-d4f02ad35204 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:13.806681 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c42bee5-556c-45c3-a2ed-3b8d02a66e53 req-4789072f-9e06-4b5f-b342-d4f02ad35204 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 947 time: 0.0611446 Aug 31 09:49:13.843478 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c42bee5-556c-45c3-a2ed-3b8d02a66e53 req-f599444e-1d5a-436e-a582-e98a47e15178 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342684 Aug 31 09:49:13.973252 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-55d1d29f-0644-4c85-a77e-a69ff011a9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:14.064728 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:14.966309 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05593f-3efd-48d4-8e4c-7e93543202f0 req-b556c3a4-b137-42fa-98f1-1b799c46cc53 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:14.967885 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2f05593f-3efd-48d4-8e4c-7e93543202f0 req-b556c3a4-b137-42fa-98f1-1b799c46cc53 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 947 time: 0.0525887 Aug 31 09:49:15.004162 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2f05593f-3efd-48d4-8e4c-7e93543202f0 req-ec57f293-0d37-4628-9fb3-b0fd772a3e36 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303948 Aug 31 09:49:15.373270 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:17.035724 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:32.887173 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:33.054754 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:37.413243 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:49:41.303993 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0eded85c-b433-4f6a-a4a7-b2963cce68bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:42.182934 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-12e1cc5d-1597-47a9-8799-b0f4705092c5 req-16be3445-0cfc-4539-a95f-d9de4409b793 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396724 Aug 31 09:49:42.331450 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1cc5d-1597-47a9-8799-b0f4705092c5 req-eceba6ee-5012-4a17-b705-838948a6f283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:42.332929 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-12e1cc5d-1597-47a9-8799-b0f4705092c5 req-eceba6ee-5012-4a17-b705-838948a6f283 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f0a9b277c5284cc598746f91909819a1&device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 1099 time: 0.0438490 Aug 31 09:49:42.435654 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1cc5d-1597-47a9-8799-b0f4705092c5 req-e70dcf54-616b-466a-a98b-bbf11d0b92ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:42.438022 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-12e1cc5d-1597-47a9-8799-b0f4705092c5 req-e70dcf54-616b-466a-a98b-bbf11d0b92ac service neutron] 10.222.0.112 "GET /v2.0/networks?id=b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee HTTP/1.1" status: 200 len: 919 time: 0.0833075 Aug 31 09:49:42.505858 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-12e1cc5d-1597-47a9-8799-b0f4705092c5 req-60dacae6-045a-4b93-8887-3e6859b21ab4 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56b911bb-578b-4a92-a3e7-3894df02d9ec HTTP/1.1" status: 200 len: 1001 time: 0.0606387 Aug 31 09:49:42.846782 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1cc5d-1597-47a9-8799-b0f4705092c5 req-0d9398fb-5392-4d6d-838d-e621cf0efab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:42.848173 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-12e1cc5d-1597-47a9-8799-b0f4705092c5 req-0d9398fb-5392-4d6d-838d-e621cf0efab4 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=440baa0c-6aa8-4c61-971d-6a9d066538f9 HTTP/1.1" status: 200 len: 856 time: 0.3344619 Aug 31 09:49:42.896146 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1cc5d-1597-47a9-8799-b0f4705092c5 req-5229cf71-cf8f-44a9-abf5-fa8c389a891d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:42.897663 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-12e1cc5d-1597-47a9-8799-b0f4705092c5 req-5229cf71-cf8f-44a9-abf5-fa8c389a891d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409887 Aug 31 09:49:43.001652 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-12e1cc5d-1597-47a9-8799-b0f4705092c5 req-a7fcf85e-1454-49e4-81c3-90541a204dbf service neutron] 10.222.0.112 "GET /v2.0/networks/b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941350 Aug 31 09:49:43.092781 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-12e1cc5d-1597-47a9-8799-b0f4705092c5 req-c4a6263a-2a84-4565-8ea6-50147a6b82bb service neutron] 10.222.0.112 "GET /v2.0/networks/b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829396 Aug 31 09:49:43.984736 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e6406a8e-f9de-40ea-89e1-881d5eb5e9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:44.064509 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:45.379110 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:46.072920 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-64403a7b-9f61-44a9-8cfc-510f82c0ba58 req-5766654e-ec3d-49b4-8b2e-de9c46e27c1e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0240419 Aug 31 09:49:46.118419 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-64403a7b-9f61-44a9-8cfc-510f82c0ba58 req-c8cb7add-6c18-4754-9e49-8e9f7903cbd8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0244007 Aug 31 09:49:46.158671 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-64403a7b-9f61-44a9-8cfc-510f82c0ba58 req-8936f32a-e7d0-4495-8267-8d206035d6a5 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200822 Aug 31 09:49:46.263931 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64403a7b-9f61-44a9-8cfc-510f82c0ba58 req-d1eddbc9-077e-41f6-95d8-4502f0e67125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:46.265474 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-64403a7b-9f61-44a9-8cfc-510f82c0ba58 req-d1eddbc9-077e-41f6-95d8-4502f0e67125 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0988901 Aug 31 09:49:47.059531 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:54.241998 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b163af7-ada1-408b-87c1-5f404f501fea req-7acc6b0e-8cf4-44ac-b8e9-f0ef073afcba tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:54.243540 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0b163af7-ada1-408b-87c1-5f404f501fea req-7acc6b0e-8cf4-44ac-b8e9-f0ef073afcba tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 947 time: 0.0499663 Aug 31 09:49:54.282208 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0b163af7-ada1-408b-87c1-5f404f501fea req-0e0d83c4-c579-4070-9ff0-c3c85fb5393e tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320175 Aug 31 09:49:55.467451 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1045b-7eac-4ee6-abc7-0712bebc47eb req-02fa3405-1b40-47b2-87e9-9feebbc2dab8 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:55.468936 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0fd1045b-7eac-4ee6-abc7-0712bebc47eb req-02fa3405-1b40-47b2-87e9-9feebbc2dab8 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 947 time: 0.1102874 Aug 31 09:49:55.506116 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0fd1045b-7eac-4ee6-abc7-0712bebc47eb req-56c50f27-4f8d-41e8-9e79-b43fc44bce54 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=272c56b7-5b08-48df-a5e0-6acd104a6867&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311661 Aug 31 09:49:55.954443 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550f99f-29ce-41e3-bddc-dc2ad8bbb5e7 req-575a7221-6f92-4967-b8f3-a7e99280993d tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:49:55.955966 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6550f99f-29ce-41e3-bddc-dc2ad8bbb5e7 req-575a7221-6f92-4967-b8f3-a7e99280993d tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.112 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 947 time: 0.0497317 Aug 31 09:49:56.050625 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-6550f99f-29ce-41e3-bddc-dc2ad8bbb5e7 req-fbe54031-f140-44e2-a692-b3b4f429672b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Deleting port 56b911bb-578b-4a92-a3e7-3894df02d9ec {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:49:56.050982 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6550f99f-29ce-41e3-bddc-dc2ad8bbb5e7 req-fbe54031-f140-44e2-a692-b3b4f429672b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:56.142371 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-6550f99f-29ce-41e3-bddc-dc2ad8bbb5e7 req-fbe54031-f140-44e2-a692-b3b4f429672b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] For port 56b911bb-578b-4a92-a3e7-3894df02d9ec, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=56b911bb-578b-4a92-a3e7-3894df02d9ec,segment=NetworkSegment(26d65b1a-b582-4f71-b1cb-ac5036c2523e),segment_id=26d65b1a-b582-4f71-b1cb-ac5036c2523e)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:49:56.147103 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6550f99f-29ce-41e3-bddc-dc2ad8bbb5e7 req-fbe54031-f140-44e2-a692-b3b4f429672b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:56.317158 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6550f99f-29ce-41e3-bddc-dc2ad8bbb5e7 req-fbe54031-f140-44e2-a692-b3b4f429672b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:56.317549 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6550f99f-29ce-41e3-bddc-dc2ad8bbb5e7 req-fbe54031-f140-44e2-a692-b3b4f429672b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:56.317862 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [req-6550f99f-29ce-41e3-bddc-dc2ad8bbb5e7 req-fbe54031-f140-44e2-a692-b3b4f429672b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Floating IP fd5354ff-6d48-4bb9-9498-9cadc346bf24 disassociated. External IP: 172.25.2.61, port: 56b911bb-578b-4a92-a3e7-3894df02d9ec. Aug 31 09:49:56.318194 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-6550f99f-29ce-41e3-bddc-dc2ad8bbb5e7 req-fbe54031-f140-44e2-a692-b3b4f429672b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Calling delete_port for 56b911bb-578b-4a92-a3e7-3894df02d9ec owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:49:56.488042 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6550f99f-29ce-41e3-bddc-dc2ad8bbb5e7 req-fbe54031-f140-44e2-a692-b3b4f429672b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:56.516227 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe54031-f140-44e2-a692-b3b4f429672b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Pushing event deleted for resources: {'Port': ['ID=56b911bb-578b-4a92-a3e7-3894df02d9ec,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:56.526296 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe54031-f140-44e2-a692-b3b4f429672b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:56.526676 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe54031-f140-44e2-a692-b3b4f429672b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:56.527028 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe54031-f140-44e2-a692-b3b4f429672b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:56.527360 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe54031-f140-44e2-a692-b3b4f429672b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:56.527694 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe54031-f140-44e2-a692-b3b4f429672b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:56.528023 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe54031-f140-44e2-a692-b3b4f429672b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:56.528363 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe54031-f140-44e2-a692-b3b4f429672b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:56.528682 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe54031-f140-44e2-a692-b3b4f429672b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:56.529009 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe54031-f140-44e2-a692-b3b4f429672b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:56.529331 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe54031-f140-44e2-a692-b3b4f429672b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:56.529651 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe54031-f140-44e2-a692-b3b4f429672b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:56.530682 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe54031-f140-44e2-a692-b3b4f429672b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:56.628177 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-764ad92b-b857-4c8d-991f-1e4ea614cb52 req-885fc363-a749-488b-b73d-d60130129bd3 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 210 time: 0.0343041 Aug 31 09:49:56.665365 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6550f99f-29ce-41e3-bddc-dc2ad8bbb5e7 req-fbe54031-f140-44e2-a692-b3b4f429672b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Router e018e1fa-9e7a-4bb3-92ae-7511c2852a40 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:49:56.776967 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6550f99f-29ce-41e3-bddc-dc2ad8bbb5e7 req-fbe54031-f140-44e2-a692-b3b4f429672b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:49:56.789777 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ebc002-aefe-4fc2-a392-cf7a482e9063 None None] Sync routers for ids ['e018e1fa-9e7a-4bb3-92ae-7511c2852a40'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:49:56.804103 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ebc002-aefe-4fc2-a392-cf7a482e9063 None None] Routers {'e018e1fa-9e7a-4bb3-92ae-7511c2852a40'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:49:56.804103 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-88ebc002-aefe-4fc2-a392-cf7a482e9063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:49:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e018e1fa-9e7a-4bb3-92ae-7511c2852a40'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:56.821690 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-6550f99f-29ce-41e3-bddc-dc2ad8bbb5e7 req-fbe54031-f140-44e2-a692-b3b4f429672b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] No DVR routers for this DVR port 56b911bb-578b-4a92-a3e7-3894df02d9ec on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:49:56.824163 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-6550f99f-29ce-41e3-bddc-dc2ad8bbb5e7 req-fbe54031-f140-44e2-a692-b3b4f429672b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:56.826505 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6550f99f-29ce-41e3-bddc-dc2ad8bbb5e7 req-fbe54031-f140-44e2-a692-b3b4f429672b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.112 "DELETE /v2.0/ports/56b911bb-578b-4a92-a3e7-3894df02d9ec HTTP/1.1" status: 204 len: 173 time: 0.8640451 Aug 31 09:49:56.832819 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e84f2d-d3c7-42b4-abb1-86c644f13a5b', 'name': 'network-vif-deleted', 'tag': '56b911bb-578b-4a92-a3e7-3894df02d9ec'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:49:56.832819 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d974c60-5e6c-41d8-ad23-25e163da2ed2" -d '{"events": [{"server_uuid": "81e84f2d-d3c7-42b4-abb1-86c644f13a5b", "name": "network-vif-deleted", "tag": "56b911bb-578b-4a92-a3e7-3894df02d9ec"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:49:56.876919 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724d362c-1825-4dcc-b8e1-89c1a25d007f x-openstack-request-id: req-724d362c-1825-4dcc-b8e1-89c1a25d007f {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:49:56.877125 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e84f2d-d3c7-42b4-abb1-86c644f13a5b", "name": "network-vif-deleted", "tag": "56b911bb-578b-4a92-a3e7-3894df02d9ec", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:49:56.877349 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-724d362c-1825-4dcc-b8e1-89c1a25d007f {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:49:56.884118 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e84f2d-d3c7-42b4-abb1-86c644f13a5b', 'name': 'network-vif-deleted', 'tag': '56b911bb-578b-4a92-a3e7-3894df02d9ec', 'status': 'completed', 'code': 200} Aug 31 09:49:56.920635 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-88ebc002-aefe-4fc2-a392-cf7a482e9063 None None] Set router e018e1fa-9e7a-4bb3-92ae-7511c2852a40 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:49:57.161909 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-88ebc002-aefe-4fc2-a392-cf7a482e9063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'name': 'tempest-AttachVolumeShelveTestJSON-1873135269-router', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:03Z', 'updated_at': '2021-08-31T09:46:08Z', 'revision_number': 4, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'gw_port': {'id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ce:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:04Z', 'updated_at': '2021-08-31T09:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'f101c9f3-bf10-4986-ab6b-4acf7f61115d', 'name': '', 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'mac_address': 'fa:16:3e:35:56:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:07Z', 'updated_at': '2021-08-31T09:46:14Z', 'revision_number': 5, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'subnets': [{'id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:57.199767 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ebc002-aefe-4fc2-a392-cf7a482e9063 None None] Checking router: e018e1fa-9e7a-4bb3-92ae-7511c2852a40 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:49:57.210981 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ebc002-aefe-4fc2-a392-cf7a482e9063 None None] Routers {'e018e1fa-9e7a-4bb3-92ae-7511c2852a40'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:49:57.211580 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-88ebc002-aefe-4fc2-a392-cf7a482e9063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:49:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e018e1fa-9e7a-4bb3-92ae-7511c2852a40'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:57.336449 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-88ebc002-aefe-4fc2-a392-cf7a482e9063 None None] Set router e018e1fa-9e7a-4bb3-92ae-7511c2852a40 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:49:57.552549 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-88ebc002-aefe-4fc2-a392-cf7a482e9063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'name': 'tempest-AttachVolumeShelveTestJSON-1873135269-router', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:03Z', 'updated_at': '2021-08-31T09:46:08Z', 'revision_number': 4, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'gw_port': {'id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ce:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:04Z', 'updated_at': '2021-08-31T09:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'f101c9f3-bf10-4986-ab6b-4acf7f61115d', 'name': '', 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'mac_address': 'fa:16:3e:35:56:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:07Z', 'updated_at': '2021-08-31T09:46:14Z', 'revision_number': 5, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'subnets': [{'id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:49:57.591603 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ebc002-aefe-4fc2-a392-cf7a482e9063 None None] The sync data for ids ['e018e1fa-9e7a-4bb3-92ae-7511c2852a40'] in n-d-791506-28 is: [{'id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'name': 'tempest-AttachVolumeShelveTestJSON-1873135269-router', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:03Z', 'updated_at': '2021-08-31T09:46:08Z', 'revision_number': 4, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'gw_port': {'id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ce:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:04Z', 'updated_at': '2021-08-31T09:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'f101c9f3-bf10-4986-ab6b-4acf7f61115d', 'name': '', 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'mac_address': 'fa:16:3e:35:56:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:07Z', 'updated_at': '2021-08-31T09:46:14Z', 'revision_number': 5, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'subnets': [{'id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:49:57.759396 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-18b828fe-6a76-4fa3-a547-0fc69aa5aab2 req-79042c98-e042-4417-a2c3-6810805914be tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=81e84f2d-d3c7-42b4-abb1-86c644f13a5b HTTP/1.1" status: 200 len: 210 time: 0.0271659 Aug 31 09:49:57.963034 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5565c4b5-f19e-4298-881a-d809c09f79e5 None None] New status for floating IP fd5354ff-6d48-4bb9-9498-9cadc346bf24: DOWN {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:49:58.917863 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41834) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:58.976318 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0291ea29-edb8-46d8-907c-00ffb04f729e tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:59.000426 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0291ea29-edb8-46d8-907c-00ffb04f729e tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:59.121395 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0291ea29-edb8-46d8-907c-00ffb04f729e tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:59.124975 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0291ea29-edb8-46d8-907c-00ffb04f729e tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:59.126169 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0291ea29-edb8-46d8-907c-00ffb04f729e tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "DELETE /v2.0/security-groups/272c56b7-5b08-48df-a5e0-6acd104a6867 HTTP/1.1" status: 204 len: 168 time: 0.2067158 Aug 31 09:49:59.129061 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41836) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:59.136400 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291ea29-edb8-46d8-907c-00ffb04f729e tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=272c56b7-5b08-48df-a5e0-6acd104a6867,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:59.151745 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-657803ea-3de5-4713-97a6-a6e57afc36f9 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] show failed (client error): The resource could not be found. Aug 31 09:49:59.154716 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-657803ea-3de5-4713-97a6-a6e57afc36f9 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups/272c56b7-5b08-48df-a5e0-6acd104a6867 HTTP/1.1" status: 404 len: 347 time: 0.0217626 Aug 31 09:49:59.157202 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 41838) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:49:59.283913 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-6edfdc93-d874-4b9e-a0be-e0429b650682 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Deleting port 4984c1cf-d56d-46fe-92eb-2da365189bc1 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:49:59.284258 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6edfdc93-d874-4b9e-a0be-e0429b650682 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:59.358453 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6edfdc93-d874-4b9e-a0be-e0429b650682 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:59.358834 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6edfdc93-d874-4b9e-a0be-e0429b650682 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:59.370132 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-6edfdc93-d874-4b9e-a0be-e0429b650682 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Calling delete_port for 4984c1cf-d56d-46fe-92eb-2da365189bc1 owned by network:floatingip {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:49:59.451821 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 56b911bb-578b-4a92-a3e7-3894df02d9ec no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:49:59.474561 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 56b911bb-578b-4a92-a3e7-3894df02d9ec {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:49:59.474909 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 56b911bb-578b-4a92-a3e7-3894df02d9ec not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:49:59.556315 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6edfdc93-d874-4b9e-a0be-e0429b650682 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:49:59.581190 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edfdc93-d874-4b9e-a0be-e0429b650682 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Pushing event deleted for resources: {'Port': ['ID=4984c1cf-d56d-46fe-92eb-2da365189bc1,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:49:59.597865 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edfdc93-d874-4b9e-a0be-e0429b650682 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:59.598214 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edfdc93-d874-4b9e-a0be-e0429b650682 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:59.599719 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edfdc93-d874-4b9e-a0be-e0429b650682 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:59.599719 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edfdc93-d874-4b9e-a0be-e0429b650682 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:59.599719 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edfdc93-d874-4b9e-a0be-e0429b650682 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:59.599719 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edfdc93-d874-4b9e-a0be-e0429b650682 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:59.600427 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edfdc93-d874-4b9e-a0be-e0429b650682 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:59.600427 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edfdc93-d874-4b9e-a0be-e0429b650682 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:59.600625 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edfdc93-d874-4b9e-a0be-e0429b650682 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:59.600806 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edfdc93-d874-4b9e-a0be-e0429b650682 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:59.601131 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edfdc93-d874-4b9e-a0be-e0429b650682 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:49:59.601450 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edfdc93-d874-4b9e-a0be-e0429b650682 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:00.004049 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6edfdc93-d874-4b9e-a0be-e0429b650682 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for floatingip, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:00.006659 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6edfdc93-d874-4b9e-a0be-e0429b650682 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:00.007854 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6edfdc93-d874-4b9e-a0be-e0429b650682 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "DELETE /v2.0/floatingips/fd5354ff-6d48-4bb9-9498-9cadc346bf24 HTTP/1.1" status: 204 len: 168 time: 0.8493984 Aug 31 09:50:00.553674 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41848) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:00.558527 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-b3ff3077-8197-40dc-a1b5-d027134964c6 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1908288579', 'description': 'tempest-description--1251622412'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:50:00.636744 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3077-8197-40dc-a1b5-d027134964c6 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:00.732811 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3077-8197-40dc-a1b5-d027134964c6 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:00.779646 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3077-8197-40dc-a1b5-d027134964c6 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:00.813491 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff3077-8197-40dc-a1b5-d027134964c6 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db922648-ca47-4dd6-8a42-41eecd366f39,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:00.859258 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b3ff3077-8197-40dc-a1b5-d027134964c6 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:00.860549 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b3ff3077-8197-40dc-a1b5-d027134964c6 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3058298 Aug 31 09:50:00.863356 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41850) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:00.867907 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-3cb47dd6-654d-4adc-9ea0-ff00d447c7ae tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Request body: {'security_group_rule': {'security_group_id': 'db922648-ca47-4dd6-8a42-41eecd366f39', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:50:00.950110 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3cb47dd6-654d-4adc-9ea0-ff00d447c7ae tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:01.009005 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3cb47dd6-654d-4adc-9ea0-ff00d447c7ae tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:01.082155 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3cb47dd6-654d-4adc-9ea0-ff00d447c7ae tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:01.098916 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb47dd6-654d-4adc-9ea0-ff00d447c7ae tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0acbb37-02b0-475c-a361-d4018608e975,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:01.173571 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3cb47dd6-654d-4adc-9ea0-ff00d447c7ae tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:01.174870 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3cb47dd6-654d-4adc-9ea0-ff00d447c7ae tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3105404 Aug 31 09:50:01.177479 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41852) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:01.182012 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-fe4e0d44-ef0d-4d95-bc11-7bbb0e300df7 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Request body: {'security_group_rule': {'security_group_id': 'db922648-ca47-4dd6-8a42-41eecd366f39', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:50:01.264770 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fe4e0d44-ef0d-4d95-bc11-7bbb0e300df7 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:01.328100 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fe4e0d44-ef0d-4d95-bc11-7bbb0e300df7 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:01.407606 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fe4e0d44-ef0d-4d95-bc11-7bbb0e300df7 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:01.426329 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e0d44-ef0d-4d95-bc11-7bbb0e300df7 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7196bd59-9389-4217-aba6-e8175c187c5a,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:01.493414 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fe4e0d44-ef0d-4d95-bc11-7bbb0e300df7 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:01.494734 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fe4e0d44-ef0d-4d95-bc11-7bbb0e300df7 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3162792 Aug 31 09:50:01.498395 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 41854) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:01.502969 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-d121aec0-e9aa-43cc-90ec-bac0828d0f38 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:50:01.608346 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d121aec0-e9aa-43cc-90ec-bac0828d0f38 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for floatingip, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:01.708259 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d121aec0-e9aa-43cc-90ec-bac0828d0f38 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:01.811433 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-d121aec0-e9aa-43cc-90ec-bac0828d0f38 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Allocated IP 172.25.2.76 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/769493d1-d52a-4ce9-9af7-bed9b22bd955) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:50:01.915104 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d121aec0-e9aa-43cc-90ec-bac0828d0f38 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:02.025575 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d121aec0-e9aa-43cc-90ec-bac0828d0f38 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:02.062646 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d121aec0-e9aa-43cc-90ec-bac0828d0f38 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:50:02.067408 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-d121aec0-e9aa-43cc-90ec-bac0828d0f38 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:50:02.071947 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d121aec0-e9aa-43cc-90ec-bac0828d0f38 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:50:02.096254 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d121aec0-e9aa-43cc-90ec-bac0828d0f38 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Pushing event updated for resources: {'Port': ['ID=769493d1-d52a-4ce9-9af7-bed9b22bd955,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:02.164359 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d121aec0-e9aa-43cc-90ec-bac0828d0f38 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:02.254882 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d121aec0-e9aa-43cc-90ec-bac0828d0f38 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:02.401500 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d121aec0-e9aa-43cc-90ec-bac0828d0f38 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:02.459107 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d121aec0-e9aa-43cc-90ec-bac0828d0f38 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:02.531089 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d121aec0-e9aa-43cc-90ec-bac0828d0f38 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Pushing event updated for resources: {'Port': ['ID=769493d1-d52a-4ce9-9af7-bed9b22bd955,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:02.546117 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d121aec0-e9aa-43cc-90ec-bac0828d0f38 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:02.612610 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d121aec0-e9aa-43cc-90ec-bac0828d0f38 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:02.613882 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d121aec0-e9aa-43cc-90ec-bac0828d0f38 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1145396 Aug 31 09:50:02.810417 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-98fb31c7-68d8-46ae-bb9e-3db8e0280588 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-securitygroup--1908288579&fields=id&tenant_id=f0a9b277c5284cc598746f91909819a1 HTTP/1.1" status: 200 len: 267 time: 0.0338173 Aug 31 09:50:02.888472 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:02.919656 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-a21ab0d2-0c00-4674-b9a2-6b540ef75f37 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:02.921138 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-a21ab0d2-0c00-4674-b9a2-6b540ef75f37 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/networks?id=b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee HTTP/1.1" status: 200 len: 817 time: 0.1038902 Aug 31 09:50:02.938880 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-7e6f1457-877e-4778-9ed9-9d7eda5cbd40 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/quotas/f0a9b277c5284cc598746f91909819a1 HTTP/1.1" status: 200 len: 375 time: 0.0102007 Aug 31 09:50:02.994094 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-45c0a171-319c-4a90-b50c-d7a7c90a3ba5 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=f0a9b277c5284cc598746f91909819a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493739 Aug 31 09:50:03.030997 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:03.163203 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-da31efa8-6495-47c0-b086-f2712ac96386 service neutron] 10.222.0.119 "GET /v2.0/networks/b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553581 Aug 31 09:50:03.265072 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-92b11fe2-6297-4698-8985-8ec948391703 service neutron] 10.222.0.119 "GET /v2.0/networks/b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946836 Aug 31 09:50:03.517390 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c4d3a342-4c2e-4554-9ff0-b7817d7069f1 req-a3026723-38c8-46e4-a020-f77d61a8f202 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 210 time: 0.0277295 Aug 31 09:50:04.616519 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eaeb52b0-e1f7-4733-a354-4609d91048ea req-22b3c6ef-1cc7-4de8-b210-4729ebad2152 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 210 time: 0.0283566 Aug 31 09:50:05.329878 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-e1b1de59-5e5b-4400-a784-c273d4d3dd68 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:05.331655 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-e1b1de59-5e5b-4400-a784-c273d4d3dd68 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.112 "GET /v2.0/networks?id=b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee HTTP/1.1" status: 200 len: 817 time: 0.1242340 Aug 31 09:50:05.389666 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-49241060-f050-4761-8a11-2339d711cb39 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0a9b277c5284cc598746f91909819a1 HTTP/1.1" status: 200 len: 380 time: 0.0424645 Aug 31 09:50:05.402026 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-24ef99c0-14a5-4ec2-9fb5-76a5942254d6 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Request body: {'port': {'device_id': '508732b3-58e7-4232-8d28-af6e3df864a9', 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee', 'admin_state_up': True, 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'security_groups': ['db922648-ca47-4dd6-8a42-41eecd366f39']}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:50:05.607877 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-24ef99c0-14a5-4ec2-9fb5-76a5942254d6 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Made reservation on behalf of f0a9b277c5284cc598746f91909819a1 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:50:05.611617 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-24ef99c0-14a5-4ec2-9fb5-76a5942254d6 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:05.733879 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6768eca4-3bc5-46bb-ade5-4d79eb879f7d req-6a65129f-d492-4b56-b11c-dc8dc35cf7c9 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 210 time: 0.0280354 Aug 31 09:50:05.761215 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-24ef99c0-14a5-4ec2-9fb5-76a5942254d6 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Allocated IP 172.20.0.8 (b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee/440baa0c-6aa8-4c61-971d-6a9d066538f9/32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:50:05.912837 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-24ef99c0-14a5-4ec2-9fb5-76a5942254d6 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:05.927569 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-24ef99c0-14a5-4ec2-9fb5-76a5942254d6 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Transition to ACTIVE for port object 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:50:06.030743 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-24ef99c0-14a5-4ec2-9fb5-76a5942254d6 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:06.083226 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-24ef99c0-14a5-4ec2-9fb5-76a5942254d6 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Network b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:50:06.086813 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-24ef99c0-14a5-4ec2-9fb5-76a5942254d6 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:50:06.099008 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-24ef99c0-14a5-4ec2-9fb5-76a5942254d6 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:50:06.103160 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef99c0-14a5-4ec2-9fb5-76a5942254d6 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Pushing event updated for resources: {'Port': ['ID=32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:06.151368 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-24ef99c0-14a5-4ec2-9fb5-76a5942254d6 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:06.152011 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-24ef99c0-14a5-4ec2-9fb5-76a5942254d6 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:06.237213 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-24ef99c0-14a5-4ec2-9fb5-76a5942254d6 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8388400 Aug 31 09:50:06.313498 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-e0b796e4-4ae4-482b-9f0c-77da8a67d133 service neutron] Request body: {'port': {'device_id': '508732b3-58e7-4232-8d28-af6e3df864a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:50:06.376091 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-e0b796e4-4ae4-482b-9f0c-77da8a67d133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:06.436514 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-95d98900-ac4e-4cd3-8d7f-dd741e5f8125 None None] Provisioning for port 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:50:06.442175 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-95d98900-ac4e-4cd3-8d7f-dd741e5f8125 None None] Provisioning complete for port 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:50:06.442827 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-95d98900-ac4e-4cd3-8d7f-dd741e5f8125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:06.482414 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-95d98900-ac4e-4cd3-8d7f-dd741e5f8125 None None] Port 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:50:06.662564 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-e0b796e4-4ae4-482b-9f0c-77da8a67d133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:50:06.671932 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-e0b796e4-4ae4-482b-9f0c-77da8a67d133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:06.685335 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-e0b796e4-4ae4-482b-9f0c-77da8a67d133 service neutron] Transition to ACTIVE for port object 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:50:06.768196 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-e0b796e4-4ae4-482b-9f0c-77da8a67d133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:06.830811 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b796e4-4ae4-482b-9f0c-77da8a67d133 service neutron] Pushing event updated for resources: {'Port': ['ID=32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:06.886152 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270aae7-bd67-4f0b-977c-849bff0705c1 req-ba25f7d4-a71b-4f5c-a249-ec52f9a5d300 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:06.900916 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c270aae7-bd67-4f0b-977c-849bff0705c1 req-ba25f7d4-a71b-4f5c-a249-ec52f9a5d300 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 943 time: 0.0752890 Aug 31 09:50:06.917010 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-e0b796e4-4ae4-482b-9f0c-77da8a67d133 service neutron] Attempting to bind port 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:50:06.917626 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-e0b796e4-4ae4-482b-9f0c-77da8a67d133 service neutron] Attempting to bind port 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '26d65b1a-b582-4f71-b1cb-ac5036c2523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:50:06.918028 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-e0b796e4-4ae4-482b-9f0c-77da8a67d133 service neutron] Attempting to bind port 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 on network b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:50:06.923776 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-e0b796e4-4ae4-482b-9f0c-77da8a67d133 service neutron] Port 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 on network b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:50:06.924101 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-e0b796e4-4ae4-482b-9f0c-77da8a67d133 service neutron] Attempting to bind port 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 on network b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:50:06.929984 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-e0b796e4-4ae4-482b-9f0c-77da8a67d133 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:50:06.930672 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-e0b796e4-4ae4-482b-9f0c-77da8a67d133 service neutron] Checking segment: {'id': '26d65b1a-b582-4f71-b1cb-ac5036c2523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:50:06.931240 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-e0b796e4-4ae4-482b-9f0c-77da8a67d133 service neutron] Bound using segment: {'id': '26d65b1a-b582-4f71-b1cb-ac5036c2523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:50:06.931833 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-e0b796e4-4ae4-482b-9f0c-77da8a67d133 service neutron] Bound port: 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d65b1a-b582-4f71-b1cb-ac5036c2523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:50:06.932491 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-e0b796e4-4ae4-482b-9f0c-77da8a67d133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:06.938512 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c270aae7-bd67-4f0b-977c-849bff0705c1 req-04e20d10-5871-4f9e-bb20-a1789a338994 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371091 Aug 31 09:50:07.029022 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-e0b796e4-4ae4-482b-9f0c-77da8a67d133 service neutron] For port 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:50:07.032724 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-e0b796e4-4ae4-482b-9f0c-77da8a67d133 service neutron] For port 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91,segment=NetworkSegment(26d65b1a-b582-4f71-b1cb-ac5036c2523e),segment_id=26d65b1a-b582-4f71-b1cb-ac5036c2523e)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:50:07.116929 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-e0b796e4-4ae4-482b-9f0c-77da8a67d133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:07.153393 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-e0b796e4-4ae4-482b-9f0c-77da8a67d133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:07.154200 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-e0b796e4-4ae4-482b-9f0c-77da8a67d133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:07.155733 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-e0b796e4-4ae4-482b-9f0c-77da8a67d133 service neutron] 10.222.0.112 "PUT /v2.0/ports/32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 HTTP/1.1" status: 200 len: 1092 time: 0.9051607 Aug 31 09:50:07.156292 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '508732b3-58e7-4232-8d28-af6e3df864a9', 'tag': '32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:50:07.158695 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7adad7d1-552d-4069-b0d6-da92fc9c3b12" -d '{"events": [{"name": "network-changed", "server_uuid": "508732b3-58e7-4232-8d28-af6e3df864a9", "tag": "32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:50:07.200243 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b796e4-4ae4-482b-9f0c-77da8a67d133 service neutron] Pushing event updated for resources: {'Port': ['ID=32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:07.205259 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157083f1-2893-4c91-8365-04e802f5f50b x-openstack-request-id: req-157083f1-2893-4c91-8365-04e802f5f50b {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:50:07.207634 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "508732b3-58e7-4232-8d28-af6e3df864a9", "tag": "32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:50:07.207634 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-157083f1-2893-4c91-8365-04e802f5f50b {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:50:07.207634 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '508732b3-58e7-4232-8d28-af6e3df864a9', 'tag': '32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91', 'status': 'completed', 'code': 200} Aug 31 09:50:07.269032 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adad7d1-552d-4069-b0d6-da92fc9c3b12 req-f7683539-19c6-4245-958d-8824f6e09fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:07.270762 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7adad7d1-552d-4069-b0d6-da92fc9c3b12 req-f7683539-19c6-4245-958d-8824f6e09fbe service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f0a9b277c5284cc598746f91909819a1&device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 1095 time: 0.0485044 Aug 31 09:50:07.386334 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adad7d1-552d-4069-b0d6-da92fc9c3b12 req-0ebbe458-195e-4d4c-b337-9f77c7858727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:07.389550 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7adad7d1-552d-4069-b0d6-da92fc9c3b12 req-0ebbe458-195e-4d4c-b337-9f77c7858727 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=f0a9b277c5284cc598746f91909819a1&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1067142 Aug 31 09:50:07.493587 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adad7d1-552d-4069-b0d6-da92fc9c3b12 req-ad9729ba-b9d9-4ed5-8012-bba9d45e1b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:07.495091 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7adad7d1-552d-4069-b0d6-da92fc9c3b12 req-ad9729ba-b9d9-4ed5-8012-bba9d45e1b7c service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0946398 Aug 31 09:50:07.592158 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-73572245-74df-4555-9c05-e01c65bc60a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:07.593704 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-73572245-74df-4555-9c05-e01c65bc60a6 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f0a9b277c5284cc598746f91909819a1&device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 1095 time: 0.0506258 Aug 31 09:50:07.642440 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-a7dad7d4-e464-4fe3-a2c8-17b34e3b0ab9 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 HTTP/1.1" status: 200 len: 217 time: 0.0344048 Aug 31 09:50:07.697781 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-778b3732-aaac-432c-b0da-f50ec65278df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:07.699242 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-778b3732-aaac-432c-b0da-f50ec65278df service neutron] 10.222.0.112 "GET /v2.0/subnets?id=440baa0c-6aa8-4c61-971d-6a9d066538f9 HTTP/1.1" status: 200 len: 856 time: 0.0456400 Aug 31 09:50:07.758559 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-02433bfe-a82d-410b-bcb2-1075fef93409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:07.760183 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-02433bfe-a82d-410b-bcb2-1075fef93409 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493805 Aug 31 09:50:07.859078 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-6a05ea1a-1c5a-4e0d-8ff6-329c713e3780 service neutron] 10.222.0.112 "GET /v2.0/networks/b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870497 Aug 31 09:50:07.960439 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9a992837-aa2a-4665-9afa-dcc55a66f652 req-cc9f1f48-e790-4bee-a3d7-1a7a33af7aac service neutron] 10.222.0.112 "GET /v2.0/networks/b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903199 Aug 31 09:50:08.073434 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21057e9-adff-4aee-9122-903a9537f031 req-c60ccc77-54d6-42f3-b777-b3e377874861 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:08.075654 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a21057e9-adff-4aee-9122-903a9537f031 req-c60ccc77-54d6-42f3-b777-b3e377874861 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 943 time: 0.0536489 Aug 31 09:50:08.119101 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a21057e9-adff-4aee-9122-903a9537f031 req-cb9bf5fb-0c65-44eb-8c6d-4f0f1c844c2e tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369968 Aug 31 09:50:09.244668 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd134ac0-8df2-48be-a8f5-fc5df69c9b07 req-7614afc1-7afe-421b-845c-8482d79b1dc7 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:09.246164 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cd134ac0-8df2-48be-a8f5-fc5df69c9b07 req-7614afc1-7afe-421b-845c-8482d79b1dc7 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 943 time: 0.0515108 Aug 31 09:50:09.285889 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cd134ac0-8df2-48be-a8f5-fc5df69c9b07 req-2492f5c4-1f7e-4906-932e-447be990c8fe tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330684 Aug 31 09:50:10.413847 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2bc59-3113-47d5-9528-1341dd11d0c3 req-b52ae1cb-82ec-4951-8803-a89fec5dd00d tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:10.415481 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5ba2bc59-3113-47d5-9528-1341dd11d0c3 req-b52ae1cb-82ec-4951-8803-a89fec5dd00d tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 943 time: 0.0533955 Aug 31 09:50:10.461820 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5ba2bc59-3113-47d5-9528-1341dd11d0c3 req-119b1724-ae62-4677-ae0c-bc5993aa4391 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396969 Aug 31 09:50:11.319064 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-78f5a7d7-4560-4751-b7d2-7223c92a1ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:11.499595 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:50:11.597706 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0abea-25ab-431c-a466-e1f52c0aecf1 req-cd827218-9c79-47aa-9314-fc435bf4e826 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:11.599210 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-77e0abea-25ab-431c-a466-e1f52c0aecf1 req-cd827218-9c79-47aa-9314-fc435bf4e826 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 943 time: 0.0634813 Aug 31 09:50:11.619324 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91,segment=NetworkSegment(26d65b1a-b582-4f71-b1cb-ac5036c2523e),segment_id=26d65b1a-b582-4f71-b1cb-ac5036c2523e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:11.632332 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91', 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee', 'port_id': '32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91', 'mac_address': 'fa:16:3e:e1:24:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:50:11.639847 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-77e0abea-25ab-431c-a466-e1f52c0aecf1 req-476718e9-5f1b-4964-87ca-002e16f344dc tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343983 Aug 31 09:50:11.672646 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:11.685874 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:50:11.712278 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91,segment=NetworkSegment(26d65b1a-b582-4f71-b1cb-ac5036c2523e),segment_id=26d65b1a-b582-4f71-b1cb-ac5036c2523e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:11.824104 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:11.876349 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:11.883359 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:11.883700 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:11.884032 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:11.884356 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:11.884674 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:11.885002 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:11.885320 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:11.885642 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:11.885950 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:11.886262 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:11.886597 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:11.886986 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:50:12.079742 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:50:12.766570 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1939ead-73a1-4263-a8d4-40c2c127728e req-358dc964-c39c-4f29-b27a-0309bcac04e8 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:12.769147 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d1939ead-73a1-4263-a8d4-40c2c127728e req-358dc964-c39c-4f29-b27a-0309bcac04e8 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 944 time: 0.0551212 Aug 31 09:50:12.808619 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d1939ead-73a1-4263-a8d4-40c2c127728e req-6c3f705d-fc46-4ed2-a85e-d2febfb18b14 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334966 Aug 31 09:50:13.498689 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:50:13.590920 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:50:13.595845 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:50:13.596218 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:13.680073 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:13.702077 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508732b3-58e7-4232-8d28-af6e3df864a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:50:13.704369 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1942505e-1640-429b-8f4c-b7621516b2a1" -d '{"events": [{"server_uuid": "508732b3-58e7-4232-8d28-af6e3df864a9", "name": "network-vif-plugged", "status": "completed", "tag": "32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:50:13.717582 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91,segment=NetworkSegment(26d65b1a-b582-4f71-b1cb-ac5036c2523e),segment_id=26d65b1a-b582-4f71-b1cb-ac5036c2523e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:50:13.744338 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1dd7e2-a93b-471b-9403-ac0443f3c76b x-openstack-request-id: req-ba1dd7e2-a93b-471b-9403-ac0443f3c76b {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:50:13.744711 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508732b3-58e7-4232-8d28-af6e3df864a9", "name": "network-vif-plugged", "status": "completed", "tag": "32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:50:13.744970 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-ba1dd7e2-a93b-471b-9403-ac0443f3c76b {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:50:13.745372 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '508732b3-58e7-4232-8d28-af6e3df864a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91', 'code': 200} Aug 31 09:50:13.803012 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:13.869240 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:13.878327 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d10c68-904a-433f-ad24-c5fbb6ff4acb req-9e4cb184-3075-4c2d-b423-62b01b58aeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:13.879972 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-62d10c68-904a-433f-ad24-c5fbb6ff4acb req-9e4cb184-3075-4c2d-b423-62b01b58aeec service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 1097 time: 0.0646241 Aug 31 09:50:13.928850 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-62d10c68-904a-433f-ad24-c5fbb6ff4acb req-c424e076-b66f-4ff0-aa20-587664f780f8 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360694 Aug 31 09:50:13.957555 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db959236-241f-408b-bbbd-2eec21041538 req-89f75be4-ec31-4a6f-99d9-4fe974a9f075 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:13.959056 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db959236-241f-408b-bbbd-2eec21041538 req-89f75be4-ec31-4a6f-99d9-4fe974a9f075 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 945 time: 0.0695822 Aug 31 09:50:14.000133 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db959236-241f-408b-bbbd-2eec21041538 req-f879633f-c25d-4031-ac93-202675dde152 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348866 Aug 31 09:50:14.007356 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ab9b9484-c9bc-44df-8fb1-fb334d5af262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:14.059084 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:14.412103 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:50:15.140867 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3bc8e-e1a6-4d5a-a1ee-4612bd660d54 req-25ccb9e4-f25e-4861-87af-f52d688c5001 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:15.142355 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c2e3bc8e-e1a6-4d5a-a1ee-4612bd660d54 req-25ccb9e4-f25e-4861-87af-f52d688c5001 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 945 time: 0.0502965 Aug 31 09:50:15.181247 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c2e3bc8e-e1a6-4d5a-a1ee-4612bd660d54 req-67b371ad-3853-4489-986b-16ab6bb26a77 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322957 Aug 31 09:50:15.430010 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:16.309494 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21eda1-73d9-43d6-8431-72fdf34f4afb req-ffeca1d7-de42-4e83-855d-6ae4d16dad4e tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:16.311195 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cc21eda1-73d9-43d6-8431-72fdf34f4afb req-ffeca1d7-de42-4e83-855d-6ae4d16dad4e tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 945 time: 0.0508947 Aug 31 09:50:16.350897 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cc21eda1-73d9-43d6-8431-72fdf34f4afb req-756ffc38-2da0-48f3-80c1-9230f4059eb6 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333705 Aug 31 09:50:16.479834 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcefef-7180-426d-9a9c-df74088ed6f7 req-406c0d73-ce32-4f99-a3ee-1c1ab616c8a4 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:16.481421 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-83bcefef-7180-426d-9a9c-df74088ed6f7 req-406c0d73-ce32-4f99-a3ee-1c1ab616c8a4 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 945 time: 0.0584712 Aug 31 09:50:16.490209 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42128) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:16.495120 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-56dbd6ad-1617-46ba-8e9d-7f2f42aa54e2 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Request body: {'floatingip': {'port_id': '32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:50:16.537998 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-56dbd6ad-1617-46ba-8e9d-7f2f42aa54e2 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for floatingip, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:16.999344 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-56dbd6ad-1617-46ba-8e9d-7f2f42aa54e2 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:17.048375 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:17.065632 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-56dbd6ad-1617-46ba-8e9d-7f2f42aa54e2 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:17.173016 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-56dbd6ad-1617-46ba-8e9d-7f2f42aa54e2 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Floating IP 66d99dd8-a008-47bb-af56-0852c5fc9545 associated. External IP: 172.25.2.76, port: 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91. Aug 31 09:50:17.397960 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56dbd6ad-1617-46ba-8e9d-7f2f42aa54e2 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Router e018e1fa-9e7a-4bb3-92ae-7511c2852a40 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:50:17.510009 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56dbd6ad-1617-46ba-8e9d-7f2f42aa54e2 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:50:17.516478 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-56dbd6ad-1617-46ba-8e9d-7f2f42aa54e2 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:17.520525 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40e165b-e976-4260-a5cd-6bd4751f4e85 None None] Sync routers for ids ['e018e1fa-9e7a-4bb3-92ae-7511c2852a40'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:50:17.530427 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40e165b-e976-4260-a5cd-6bd4751f4e85 None None] Routers {'e018e1fa-9e7a-4bb3-92ae-7511c2852a40'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:50:17.531056 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c40e165b-e976-4260-a5cd-6bd4751f4e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:50:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e018e1fa-9e7a-4bb3-92ae-7511c2852a40'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:17.545314 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-56dbd6ad-1617-46ba-8e9d-7f2f42aa54e2 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "PUT /v2.0/floatingips/66d99dd8-a008-47bb-af56-0852c5fc9545 HTTP/1.1" status: 200 len: 990 time: 1.0539575 Aug 31 09:50:17.545979 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '508732b3-58e7-4232-8d28-af6e3df864a9', 'tag': '32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:50:17.548776 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29da2cc-0f6c-4ba3-a52e-f8d84f2bc519" -d '{"events": [{"name": "network-changed", "server_uuid": "508732b3-58e7-4232-8d28-af6e3df864a9", "tag": "32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:50:17.646986 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-c40e165b-e976-4260-a5cd-6bd4751f4e85 None None] Set router e018e1fa-9e7a-4bb3-92ae-7511c2852a40 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:50:17.676548 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b0f007-d093-4a7e-a4b0-98d95e6f7a11 x-openstack-request-id: req-f7b0f007-d093-4a7e-a4b0-98d95e6f7a11 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:50:17.676928 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "508732b3-58e7-4232-8d28-af6e3df864a9", "tag": "32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:50:17.677248 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-f7b0f007-d093-4a7e-a4b0-98d95e6f7a11 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:50:17.677718 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '508732b3-58e7-4232-8d28-af6e3df864a9', 'tag': '32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91', 'status': 'completed', 'code': 200} Aug 31 09:50:17.745558 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29da2cc-0f6c-4ba3-a52e-f8d84f2bc519 req-2e6ee716-7b45-49e0-8cdf-fce126f7f6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:17.748680 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b29da2cc-0f6c-4ba3-a52e-f8d84f2bc519 req-2e6ee716-7b45-49e0-8cdf-fce126f7f6aa service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f0a9b277c5284cc598746f91909819a1&device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 1097 time: 0.0498388 Aug 31 09:50:17.842083 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29da2cc-0f6c-4ba3-a52e-f8d84f2bc519 req-dd565a3d-1ac2-46a5-9f3f-fa8fc4accc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:17.843611 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b29da2cc-0f6c-4ba3-a52e-f8d84f2bc519 req-dd565a3d-1ac2-46a5-9f3f-fa8fc4accc49 service neutron] 10.222.0.112 "GET /v2.0/networks?id=b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee HTTP/1.1" status: 200 len: 919 time: 0.0882297 Aug 31 09:50:17.889064 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c40e165b-e976-4260-a5cd-6bd4751f4e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'name': 'tempest-AttachVolumeShelveTestJSON-1873135269-router', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:03Z', 'updated_at': '2021-08-31T09:46:08Z', 'revision_number': 4, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'gw_port': {'id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ce:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:04Z', 'updated_at': '2021-08-31T09:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '66d99dd8-a008-47bb-af56-0852c5fc9545', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'floating_ip_address': '172.25.2.76', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'port_id': '32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee', 'mac_address': 'fa:16:3e:e1:24:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508732b3-58e7-4232-8d28-af6e3df864a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:50:02Z', 'updated_at': '2021-08-31T09:50:16Z', 'revision_number': 1, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f101c9f3-bf10-4986-ab6b-4acf7f61115d', 'name': '', 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'mac_address': 'fa:16:3e:35:56:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:07Z', 'updated_at': '2021-08-31T09:46:14Z', 'revision_number': 5, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'subnets': [{'id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:17.912207 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40e165b-e976-4260-a5cd-6bd4751f4e85 None None] Checking router: e018e1fa-9e7a-4bb3-92ae-7511c2852a40 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:50:17.915836 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b29da2cc-0f6c-4ba3-a52e-f8d84f2bc519 req-8e616700-9796-49ee-ba9e-be9f1db764ae service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 HTTP/1.1" status: 200 len: 998 time: 0.0643671 Aug 31 09:50:17.921133 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40e165b-e976-4260-a5cd-6bd4751f4e85 None None] Routers {'e018e1fa-9e7a-4bb3-92ae-7511c2852a40'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:50:17.921830 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c40e165b-e976-4260-a5cd-6bd4751f4e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:50:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e018e1fa-9e7a-4bb3-92ae-7511c2852a40'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:17.971182 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29da2cc-0f6c-4ba3-a52e-f8d84f2bc519 req-521d6b8b-38b5-4641-9658-0a8809b570b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:17.972298 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b29da2cc-0f6c-4ba3-a52e-f8d84f2bc519 req-521d6b8b-38b5-4641-9658-0a8809b570b1 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=440baa0c-6aa8-4c61-971d-6a9d066538f9 HTTP/1.1" status: 200 len: 856 time: 0.0496414 Aug 31 09:50:18.035255 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29da2cc-0f6c-4ba3-a52e-f8d84f2bc519 req-fde6d7eb-e522-463c-af3d-8b9dcee1dd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:18.036779 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b29da2cc-0f6c-4ba3-a52e-f8d84f2bc519 req-fde6d7eb-e522-463c-af3d-8b9dcee1dd86 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571241 Aug 31 09:50:18.042904 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-c40e165b-e976-4260-a5cd-6bd4751f4e85 None None] Set router e018e1fa-9e7a-4bb3-92ae-7511c2852a40 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:50:18.134701 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b29da2cc-0f6c-4ba3-a52e-f8d84f2bc519 req-4680a0c4-e9d4-4dd1-bb66-6d3b2a615379 service neutron] 10.222.0.112 "GET /v2.0/networks/b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887938 Aug 31 09:50:18.237815 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b29da2cc-0f6c-4ba3-a52e-f8d84f2bc519 req-c2ea8db4-1e7e-42f9-ae68-abe1f7b3fdc8 service neutron] 10.222.0.112 "GET /v2.0/networks/b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957789 Aug 31 09:50:18.386221 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c40e165b-e976-4260-a5cd-6bd4751f4e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'name': 'tempest-AttachVolumeShelveTestJSON-1873135269-router', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:03Z', 'updated_at': '2021-08-31T09:46:08Z', 'revision_number': 4, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'gw_port': {'id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ce:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:04Z', 'updated_at': '2021-08-31T09:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '66d99dd8-a008-47bb-af56-0852c5fc9545', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'floating_ip_address': '172.25.2.76', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'port_id': '32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee', 'mac_address': 'fa:16:3e:e1:24:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508732b3-58e7-4232-8d28-af6e3df864a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:50:02Z', 'updated_at': '2021-08-31T09:50:16Z', 'revision_number': 1, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f101c9f3-bf10-4986-ab6b-4acf7f61115d', 'name': '', 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'mac_address': 'fa:16:3e:35:56:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:07Z', 'updated_at': '2021-08-31T09:46:14Z', 'revision_number': 5, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'subnets': [{'id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:50:18.412636 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40e165b-e976-4260-a5cd-6bd4751f4e85 None None] The sync data for ids ['e018e1fa-9e7a-4bb3-92ae-7511c2852a40'] in n-d-791506-28 is: [{'id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'name': 'tempest-AttachVolumeShelveTestJSON-1873135269-router', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:03Z', 'updated_at': '2021-08-31T09:46:08Z', 'revision_number': 4, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'gw_port': {'id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ce:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:04Z', 'updated_at': '2021-08-31T09:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '66d99dd8-a008-47bb-af56-0852c5fc9545', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'floating_ip_address': '172.25.2.76', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'port_id': '32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee', 'mac_address': 'fa:16:3e:e1:24:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508732b3-58e7-4232-8d28-af6e3df864a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:50:02Z', 'updated_at': '2021-08-31T09:50:16Z', 'revision_number': 1, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f101c9f3-bf10-4986-ab6b-4acf7f61115d', 'name': '', 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'mac_address': 'fa:16:3e:35:56:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:07Z', 'updated_at': '2021-08-31T09:46:14Z', 'revision_number': 5, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'subnets': [{'id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:50:18.628170 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32619d27-1580-487a-8c8e-8c8d0b590366 None None] New status for floating IP 66d99dd8-a008-47bb-af56-0852c5fc9545: ACTIVE {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:50:32.899659 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:33.025151 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:41.321417 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b24fb519-dfd0-42ef-ae3e-b30d46242272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:43.203914 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-061edc58-49cf-40f5-a5f2-6090f6ba0cd7 req-ecea4b42-3bf4-4104-bea9-81be921517d9 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431917 Aug 31 09:50:43.255591 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 42734) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:43.287343 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061edc58-49cf-40f5-a5f2-6090f6ba0cd7 req-4f2e13ef-6e27-4023-ac82-ea981c127d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:43.288859 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-061edc58-49cf-40f5-a5f2-6090f6ba0cd7 req-4f2e13ef-6e27-4023-ac82-ea981c127d46 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f0a9b277c5284cc598746f91909819a1&device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 1097 time: 0.0414355 Aug 31 09:50:43.398194 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061edc58-49cf-40f5-a5f2-6090f6ba0cd7 req-15b3cea0-1867-4fb2-be4e-4e6e3e8a3f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:43.398435 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1bcb3ad7-57f8-4bda-b526-ecfd9a64051e admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=3b59fcbf419945d79bef16a98afa2bec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415231 Aug 31 09:50:43.399754 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-061edc58-49cf-40f5-a5f2-6090f6ba0cd7 req-15b3cea0-1867-4fb2-be4e-4e6e3e8a3f92 service neutron] 10.222.0.112 "GET /v2.0/networks?id=b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee HTTP/1.1" status: 200 len: 919 time: 0.0898867 Aug 31 09:50:43.400986 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 42738) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:50:43.489933 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-061edc58-49cf-40f5-a5f2-6090f6ba0cd7 req-70ea47cf-92cd-4d7d-bc17-b6f5b7a6b1b9 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 HTTP/1.1" status: 200 len: 1000 time: 0.0812149 Aug 31 09:50:43.498946 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c166892-0ee6-4ef8-9891-9eaa14d42b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:43.557773 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c166892-0ee6-4ef8-9891-9eaa14d42b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:43.570532 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061edc58-49cf-40f5-a5f2-6090f6ba0cd7 req-78953a3e-35de-4357-baae-3d55996a0514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:43.572028 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-061edc58-49cf-40f5-a5f2-6090f6ba0cd7 req-78953a3e-35de-4357-baae-3d55996a0514 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=440baa0c-6aa8-4c61-971d-6a9d066538f9 HTTP/1.1" status: 200 len: 856 time: 0.0713108 Aug 31 09:50:43.627337 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061edc58-49cf-40f5-a5f2-6090f6ba0cd7 req-cd5f37bc-ef74-41db-b474-649989f2a894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:43.628849 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-061edc58-49cf-40f5-a5f2-6090f6ba0cd7 req-cd5f37bc-ef74-41db-b474-649989f2a894 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455325 Aug 31 09:50:43.684952 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c166892-0ee6-4ef8-9891-9eaa14d42b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:43.687403 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c166892-0ee6-4ef8-9891-9eaa14d42b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:43.688545 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7c166892-0ee6-4ef8-9891-9eaa14d42b68 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/9b32e1d1-3773-46c8-bb02-88c3ccea3d24 HTTP/1.1" status: 204 len: 168 time: 0.2866626 Aug 31 09:50:43.702739 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c166892-0ee6-4ef8-9891-9eaa14d42b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b32e1d1-3773-46c8-bb02-88c3ccea3d24,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:50:43.735649 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-061edc58-49cf-40f5-a5f2-6090f6ba0cd7 req-eccfdb3c-e2ce-4f79-98e3-e2d1beeb46c5 service neutron] 10.222.0.112 "GET /v2.0/networks/b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979640 Aug 31 09:50:43.831583 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-061edc58-49cf-40f5-a5f2-6090f6ba0cd7 req-b316af17-cfa1-4c89-9ee0-84c2253da0f3 service neutron] 10.222.0.112 "GET /v2.0/networks/b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837178 Aug 31 09:50:43.977069 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5f84ad6d-dfca-4103-9807-33f90eb1f5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:44.065391 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:45.374013 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:47.053935 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:50:47.081925 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4bf632c0-9fd3-4ae7-b699-8c9d0e0f391c req-6fecf54a-6017-4c02-baf8-84a9082873ff service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0249851 Aug 31 09:50:47.149161 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4bf632c0-9fd3-4ae7-b699-8c9d0e0f391c req-3a2190be-7c09-4c3c-8dda-c2259f45fe28 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0252123 Aug 31 09:50:47.195317 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4bf632c0-9fd3-4ae7-b699-8c9d0e0f391c req-7b4695bd-c107-4a5d-8244-7182e7b838d7 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241015 Aug 31 09:50:47.300278 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf632c0-9fd3-4ae7-b699-8c9d0e0f391c req-ce358759-fd09-48c9-add7-f26782e1cee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:50:47.301762 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4bf632c0-9fd3-4ae7-b699-8c9d0e0f391c req-ce358759-fd09-48c9-add7-f26782e1cee2 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0988207 Aug 31 09:50:51.413004 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:51:02.911527 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:03.087040 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:11.311688 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8bf633a5-2e83-4798-a289-e60d7cfc97ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:13.985817 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7efa28c1-fc59-43d1-a514-0fdffb6aada2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:14.041431 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:15.385674 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:17.071503 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:28.413218 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:51:32.946113 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:33.081410 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:41.305637 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8607fe53-671f-46af-a53c-e73e61e8852b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:44.003023 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9a806a93-c4a8-470d-96c4-90e4d141f804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:44.076145 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:44.197794 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5fe31d4a-b18a-4cab-9da8-fb61dac0c18d req-d3f62bd8-c005-4f42-ac43-dc88549586dc service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0477686 Aug 31 09:51:44.293458 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe31d4a-b18a-4cab-9da8-fb61dac0c18d req-c647b80e-24c3-4b51-a64c-a3523cb8f686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:44.295776 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5fe31d4a-b18a-4cab-9da8-fb61dac0c18d req-c647b80e-24c3-4b51-a64c-a3523cb8f686 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f0a9b277c5284cc598746f91909819a1&device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 1097 time: 0.0498543 Aug 31 09:51:44.405161 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe31d4a-b18a-4cab-9da8-fb61dac0c18d req-26e32dbb-7cf2-4cbc-8ad8-e0d01c9a9b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:44.406696 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5fe31d4a-b18a-4cab-9da8-fb61dac0c18d req-26e32dbb-7cf2-4cbc-8ad8-e0d01c9a9b03 service neutron] 10.222.0.112 "GET /v2.0/networks?id=b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee HTTP/1.1" status: 200 len: 919 time: 0.0865185 Aug 31 09:51:44.482381 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5fe31d4a-b18a-4cab-9da8-fb61dac0c18d req-3679527d-5621-41b3-9c4a-54db7fa17135 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 HTTP/1.1" status: 200 len: 1000 time: 0.0641491 Aug 31 09:51:44.538677 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe31d4a-b18a-4cab-9da8-fb61dac0c18d req-e1dca2a3-1745-4ff2-a182-aa1b2e029701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:44.540127 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5fe31d4a-b18a-4cab-9da8-fb61dac0c18d req-e1dca2a3-1745-4ff2-a182-aa1b2e029701 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=440baa0c-6aa8-4c61-971d-6a9d066538f9 HTTP/1.1" status: 200 len: 856 time: 0.0466893 Aug 31 09:51:44.573992 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43250) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:44.595082 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe31d4a-b18a-4cab-9da8-fb61dac0c18d req-b60fe459-2da7-4226-8235-cb9b758b66bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:44.596591 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5fe31d4a-b18a-4cab-9da8-fb61dac0c18d req-b60fe459-2da7-4226-8235-cb9b758b66bb service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442922 Aug 31 09:51:44.608852 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [req-5fe31d4a-b18a-4cab-9da8-fb61dac0c18d req-8911a4c2-57f4-444a-bc2c-45605c428cb4 service neutron] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:51:44.609919 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5fe31d4a-b18a-4cab-9da8-fb61dac0c18d req-8911a4c2-57f4-444a-bc2c-45605c428cb4 service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055594 Aug 31 09:51:44.689125 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-46044fd1-6abb-4884-81e5-0d5d10f2727c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:44.709828 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5fe31d4a-b18a-4cab-9da8-fb61dac0c18d req-09158595-797e-48c3-93de-f107e9d30bd6 service neutron] 10.222.0.112 "GET /v2.0/networks/b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904250 Aug 31 09:51:44.784500 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-46044fd1-6abb-4884-81e5-0d5d10f2727c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:44.806583 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5fe31d4a-b18a-4cab-9da8-fb61dac0c18d req-29db28df-dfff-4e6f-9a23-5acd5f6fd68c service neutron] 10.222.0.112 "GET /v2.0/networks/b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840375 Aug 31 09:51:44.837654 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-46044fd1-6abb-4884-81e5-0d5d10f2727c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:44.876547 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-46044fd1-6abb-4884-81e5-0d5d10f2727c admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=7e0e57e5046f495c9818f74daf7403e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3014441 Aug 31 09:51:44.878507 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46044fd1-6abb-4884-81e5-0d5d10f2727c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa5c515-a581-44a4-b2c9-632c59aaedf1,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:44.879439 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43254) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:51:44.885407 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46044fd1-6abb-4884-81e5-0d5d10f2727c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:44.885743 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46044fd1-6abb-4884-81e5-0d5d10f2727c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:44.886075 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46044fd1-6abb-4884-81e5-0d5d10f2727c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:44.886403 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46044fd1-6abb-4884-81e5-0d5d10f2727c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:44.886754 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46044fd1-6abb-4884-81e5-0d5d10f2727c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:44.887104 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46044fd1-6abb-4884-81e5-0d5d10f2727c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:44.888068 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46044fd1-6abb-4884-81e5-0d5d10f2727c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:44.888394 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46044fd1-6abb-4884-81e5-0d5d10f2727c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:44.888717 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46044fd1-6abb-4884-81e5-0d5d10f2727c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:44.889030 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46044fd1-6abb-4884-81e5-0d5d10f2727c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:44.889347 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46044fd1-6abb-4884-81e5-0d5d10f2727c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:44.889662 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46044fd1-6abb-4884-81e5-0d5d10f2727c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:44.928678 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-68a8d0eb-105e-44a4-aa5b-98a96787b2bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:44.949179 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-68a8d0eb-105e-44a4-aa5b-98a96787b2bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:45.071884 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-68a8d0eb-105e-44a4-aa5b-98a96787b2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:45.074454 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-68a8d0eb-105e-44a4-aa5b-98a96787b2bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:45.076505 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-68a8d0eb-105e-44a4-aa5b-98a96787b2bb admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/aaa5c515-a581-44a4-b2c9-632c59aaedf1 HTTP/1.1" status: 204 len: 168 time: 0.1960161 Aug 31 09:51:45.084785 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8d0eb-105e-44a4-aa5b-98a96787b2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa5c515-a581-44a4-b2c9-632c59aaedf1,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:51:45.092796 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a8d0eb-105e-44a4-aa5b-98a96787b2bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:45.094805 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a8d0eb-105e-44a4-aa5b-98a96787b2bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:45.094805 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a8d0eb-105e-44a4-aa5b-98a96787b2bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:45.094805 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a8d0eb-105e-44a4-aa5b-98a96787b2bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:45.094805 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a8d0eb-105e-44a4-aa5b-98a96787b2bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:45.094805 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a8d0eb-105e-44a4-aa5b-98a96787b2bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:45.095358 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a8d0eb-105e-44a4-aa5b-98a96787b2bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:45.095358 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a8d0eb-105e-44a4-aa5b-98a96787b2bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:45.095685 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a8d0eb-105e-44a4-aa5b-98a96787b2bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:45.095874 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a8d0eb-105e-44a4-aa5b-98a96787b2bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:45.096192 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a8d0eb-105e-44a4-aa5b-98a96787b2bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:45.096530 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a8d0eb-105e-44a4-aa5b-98a96787b2bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:51:45.384673 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:47.048769 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:51:49.553638 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e91368fa-c26e-4400-ada0-c5493f46633c req-71fff0e1-9103-41ab-adff-4f8d708bc6a2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0332172 Aug 31 09:51:49.603962 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e91368fa-c26e-4400-ada0-c5493f46633c req-af074794-616f-48a7-a4e5-9ffeded836bc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.0246511 Aug 31 09:51:49.643407 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e91368fa-c26e-4400-ada0-c5493f46633c req-3d511159-d496-4f5b-8252-95e581835838 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40aea3578a764824ae85220fcc0c6911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201159 Aug 31 09:51:49.740796 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91368fa-c26e-4400-ada0-c5493f46633c req-4ae9d954-9ab8-4a12-9532-7226325cf6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:51:49.742467 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e91368fa-c26e-4400-ada0-c5493f46633c req-4ae9d954-9ab8-4a12-9532-7226325cf6df service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0925620 Aug 31 09:52:01.295282 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8988212-98f1-436b-9c24-6526c7b5a519 req-803720bf-91c3-42fc-9ea4-a8090fc9e8f2 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:01.296794 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e8988212-98f1-436b-9c24-6526c7b5a519 req-803720bf-91c3-42fc-9ea4-a8090fc9e8f2 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 945 time: 0.0795422 Aug 31 09:52:01.355385 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e8988212-98f1-436b-9c24-6526c7b5a519 req-49abef47-cf8b-4d7b-8958-7577853387e6 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481575 Aug 31 09:52:02.480690 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2705961-b6d1-486b-98e7-618d20d9b909 req-2a6d34a8-8c61-4055-b224-82254a90469d tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:02.483026 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e2705961-b6d1-486b-98e7-618d20d9b909 req-2a6d34a8-8c61-4055-b224-82254a90469d tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 945 time: 0.0517538 Aug 31 09:52:02.523675 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e2705961-b6d1-486b-98e7-618d20d9b909 req-bd013bf7-851c-4a14-90fa-9a4046ea8089 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337393 Aug 31 09:52:02.927275 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:03.089330 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:03.651994 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc432acc-4d24-42b1-8215-67e2d7b70316 req-965d077c-3e9e-48d4-9064-434bf1a539f8 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:03.654364 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cc432acc-4d24-42b1-8215-67e2d7b70316 req-965d077c-3e9e-48d4-9064-434bf1a539f8 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 945 time: 0.0496807 Aug 31 09:52:03.694003 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cc432acc-4d24-42b1-8215-67e2d7b70316 req-ecda2663-0a66-4eb4-a301-0518da097633 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320363 Aug 31 09:52:04.821774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad4f3a-5d5d-47dd-86e8-5a7d544b7168 req-2c5bad95-247a-45cf-9d99-0be705631c7b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:04.827098 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5bad4f3a-5d5d-47dd-86e8-5a7d544b7168 req-2c5bad95-247a-45cf-9d99-0be705631c7b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 945 time: 0.0583358 Aug 31 09:52:04.863097 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5bad4f3a-5d5d-47dd-86e8-5a7d544b7168 req-1f3c53bd-bcc6-4584-8a84-5f66ba07b613 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334253 Aug 31 09:52:05.132321 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43450) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:05.240144 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8a99a3c0-97ce-4e28-b8e7-f12ff474ed6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:05.329781 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8a99a3c0-97ce-4e28-b8e7-f12ff474ed6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:05.380122 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8a99a3c0-97ce-4e28-b8e7-f12ff474ed6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:05.412067 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:52:05.416511 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99a3c0-97ce-4e28-b8e7-f12ff474ed6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535c7ca5-1ac8-40db-899f-2436fde487da,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:05.423191 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8a99a3c0-97ce-4e28-b8e7-f12ff474ed6f admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=30892625fb564d84b7b6bac6952f89f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2943630 Aug 31 09:52:05.427218 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43454) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:52:05.475353 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b9db1b26-a0c2-42f9-b5d6-b04cde8c9eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:05.497211 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b9db1b26-a0c2-42f9-b5d6-b04cde8c9eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:05.618644 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b9db1b26-a0c2-42f9-b5d6-b04cde8c9eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:05.621210 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b9db1b26-a0c2-42f9-b5d6-b04cde8c9eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:05.623154 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b9db1b26-a0c2-42f9-b5d6-b04cde8c9eff admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/535c7ca5-1ac8-40db-899f-2436fde487da HTTP/1.1" status: 204 len: 168 time: 0.1951251 Aug 31 09:52:05.633625 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db1b26-a0c2-42f9-b5d6-b04cde8c9eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535c7ca5-1ac8-40db-899f-2436fde487da,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:05.994158 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5a78c-82de-40b3-ace4-9fcb4c45ad90 req-c069ab90-2ae2-475a-ab45-723266daa586 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:05.996040 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-46a5a78c-82de-40b3-ace4-9fcb4c45ad90 req-c069ab90-2ae2-475a-ab45-723266daa586 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 945 time: 0.0540583 Aug 31 09:52:06.038669 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-46a5a78c-82de-40b3-ace4-9fcb4c45ad90 req-9b0c9507-de49-4b76-9070-6481936a8dcc tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360870 Aug 31 09:52:07.160052 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c875c-f112-4c11-b04f-659584b7d8d3 req-cd2f2651-8f6c-456e-bbca-3e957595231a tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:07.161525 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-822c875c-f112-4c11-b04f-659584b7d8d3 req-cd2f2651-8f6c-456e-bbca-3e957595231a tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 945 time: 0.0479720 Aug 31 09:52:07.199188 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-822c875c-f112-4c11-b04f-659584b7d8d3 req-2899afea-039c-490f-99d8-1da07e135d91 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316489 Aug 31 09:52:08.321405 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f0de7-10a1-47a4-b590-ea28b239be38 req-9826d07d-7bec-45ff-b8ad-804a639cd41a tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:08.322895 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-990f0de7-10a1-47a4-b590-ea28b239be38 req-9826d07d-7bec-45ff-b8ad-804a639cd41a tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 945 time: 0.0517311 Aug 31 09:52:08.361008 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-990f0de7-10a1-47a4-b590-ea28b239be38 req-a9bb70fa-28a8-4536-a292-cafdb59919ae tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315342 Aug 31 09:52:09.479869 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00320fe5-1c47-4485-8038-44ac8c0e4f8e req-965bf7bc-700e-478c-81ab-e58d3f39fe29 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:09.481933 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-00320fe5-1c47-4485-8038-44ac8c0e4f8e req-965bf7bc-700e-478c-81ab-e58d3f39fe29 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 945 time: 0.0494006 Aug 31 09:52:09.519795 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-00320fe5-1c47-4485-8038-44ac8c0e4f8e req-68a2fd06-ae99-4101-8f60-4eeef96b5b8c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318358 Aug 31 09:52:10.647794 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d68c7e-bad7-435d-af85-37a2bb588eba req-59336e79-dfca-463d-951a-1d30292be006 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:10.649408 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d9d68c7e-bad7-435d-af85-37a2bb588eba req-59336e79-dfca-463d-951a-1d30292be006 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 945 time: 0.0525920 Aug 31 09:52:10.688240 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d9d68c7e-bad7-435d-af85-37a2bb588eba req-02acb6c3-4fcb-44a9-a362-4ccea7bc6ae5 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321941 Aug 31 09:52:11.311783 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-46c22821-d226-4475-9414-db7b95637b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:11.813540 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0a201-1d47-4aa9-9732-a6358df77a30 req-df4bf95c-364a-4310-a65b-373106cfa4e3 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:11.815761 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19b0a201-1d47-4aa9-9732-a6358df77a30 req-df4bf95c-364a-4310-a65b-373106cfa4e3 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 945 time: 0.0545814 Aug 31 09:52:11.852528 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19b0a201-1d47-4aa9-9732-a6358df77a30 req-f3fa1c37-5ef8-4f9d-8e1e-6426d817d279 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314088 Aug 31 09:52:11.966952 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:52:12.057607 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91,segment=NetworkSegment(26d65b1a-b582-4f71-b1cb-ac5036c2523e),segment_id=26d65b1a-b582-4f71-b1cb-ac5036c2523e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:12.069971 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91', 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee', 'port_id': '32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91', 'mac_address': 'fa:16:3e:e1:24:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:52:12.110491 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:12.123460 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:52:12.144621 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91,segment=NetworkSegment(26d65b1a-b582-4f71-b1cb-ac5036c2523e),segment_id=26d65b1a-b582-4f71-b1cb-ac5036c2523e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:12.213202 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:12.266853 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:12.274089 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:12.274436 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:12.274799 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:12.275135 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:12.275468 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:12.275796 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:12.276119 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:12.276442 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:12.276762 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:12.277078 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:12.277396 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:12.277715 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:52:12.298440 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:52:12.973039 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22c05b-571e-45f4-a5cf-b05b22a59720 req-62dac581-e16b-4a26-b9a2-69e34978cef1 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:12.974534 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a22c05b-571e-45f4-a5cf-b05b22a59720 req-62dac581-e16b-4a26-b9a2-69e34978cef1 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 944 time: 0.0497260 Aug 31 09:52:13.012127 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a22c05b-571e-45f4-a5cf-b05b22a59720 req-fdc74075-7858-43d1-9422-379afaa6c944 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316651 Aug 31 09:52:13.983423 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:52:13.989164 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a93def5e-a4f3-4d91-966a-c24829adfd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:14.033892 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:14.034268 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:14.055883 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:14.115251 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:14.136514 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b73f2-5cbe-4d4a-8ee0-7e367ccf28d7 req-f3ac04ed-2259-46e4-9104-6168aa58a256 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:14.137539 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508732b3-58e7-4232-8d28-af6e3df864a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:52:14.138032 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d71b73f2-5cbe-4d4a-8ee0-7e367ccf28d7 req-f3ac04ed-2259-46e4-9104-6168aa58a256 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 944 time: 0.0500131 Aug 31 09:52:14.139918 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e625ca09-edde-4eef-86e6-5ee4410083ce" -d '{"events": [{"server_uuid": "508732b3-58e7-4232-8d28-af6e3df864a9", "name": "network-vif-plugged", "status": "completed", "tag": "32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:52:14.158183 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91,segment=NetworkSegment(26d65b1a-b582-4f71-b1cb-ac5036c2523e),segment_id=26d65b1a-b582-4f71-b1cb-ac5036c2523e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:14.180457 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d71b73f2-5cbe-4d4a-8ee0-7e367ccf28d7 req-5283afbf-764a-4122-9952-80bbe917df15 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360358 Aug 31 09:52:14.189312 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0986abdd-8f0c-431d-bcf8-6e993a0090b7 x-openstack-request-id: req-0986abdd-8f0c-431d-bcf8-6e993a0090b7 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:52:14.191118 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508732b3-58e7-4232-8d28-af6e3df864a9", "name": "network-vif-plugged", "status": "completed", "tag": "32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:52:14.191118 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-0986abdd-8f0c-431d-bcf8-6e993a0090b7 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:52:14.191118 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '508732b3-58e7-4232-8d28-af6e3df864a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91', 'code': 200} Aug 31 09:52:14.243149 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:14.290461 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91,revision_number=7']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:15.318401 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d3289-3011-4ac4-905d-792d254dfa0f req-7d72f5ea-7b6b-4ad3-b569-2c0b1673a9bf tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:15.324920 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-273d3289-3011-4ac4-905d-792d254dfa0f req-7d72f5ea-7b6b-4ad3-b569-2c0b1673a9bf tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 945 time: 0.0654950 Aug 31 09:52:15.363966 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-273d3289-3011-4ac4-905d-792d254dfa0f req-3bafd495-fad8-44bb-8ee5-a926d0e0ba2f tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380945 Aug 31 09:52:15.403268 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:16.500127 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455bff2-e32d-4b90-9eeb-ad9de3268733 req-61f677fe-3123-4c66-8c45-62080db8b846 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:16.507426 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4455bff2-e32d-4b90-9eeb-ad9de3268733 req-61f677fe-3123-4c66-8c45-62080db8b846 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 945 time: 0.0618868 Aug 31 09:52:16.547078 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4455bff2-e32d-4b90-9eeb-ad9de3268733 req-2cdad6c9-22a5-4fb0-85be-ec192fbc6b43 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387719 Aug 31 09:52:17.078374 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:17.689188 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857ba22-6ab0-4e98-b269-e9c2eaaaaec5 req-504f64a8-9f37-47e5-896f-ffc09f02aa73 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:17.695099 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0857ba22-6ab0-4e98-b269-e9c2eaaaaec5 req-504f64a8-9f37-47e5-896f-ffc09f02aa73 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 945 time: 0.0586722 Aug 31 09:52:17.738570 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0857ba22-6ab0-4e98-b269-e9c2eaaaaec5 req-9d498886-15cf-4f66-b858-405c0b1a57fb tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392473 Aug 31 09:52:18.885735 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d5a29-7b9d-4439-97d8-045c8f45b26e req-acf16303-d640-40f1-8c5a-0fff59ceb184 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:18.890256 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-732d5a29-7b9d-4439-97d8-045c8f45b26e req-acf16303-d640-40f1-8c5a-0fff59ceb184 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 945 time: 0.0636942 Aug 31 09:52:18.934815 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-732d5a29-7b9d-4439-97d8-045c8f45b26e req-fb894e49-fc88-432f-8c7b-9f0633a60731 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375392 Aug 31 09:52:20.067773 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630928d-d85e-4554-ab05-78e60f9956a8 req-91a51534-512a-4035-b22e-574f02eb26c5 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:20.069330 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3630928d-d85e-4554-ab05-78e60f9956a8 req-91a51534-512a-4035-b22e-574f02eb26c5 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 945 time: 0.0553169 Aug 31 09:52:20.111322 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3630928d-d85e-4554-ab05-78e60f9956a8 req-2e12f4b4-997b-404d-b074-26b3272534c5 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358207 Aug 31 09:52:21.240150 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005c1a3-1490-40aa-9f74-5159f50ab76f req-b894effb-9064-4abe-b620-d3ad22104298 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:21.241700 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2005c1a3-1490-40aa-9f74-5159f50ab76f req-b894effb-9064-4abe-b620-d3ad22104298 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 945 time: 0.0543535 Aug 31 09:52:21.287184 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2005c1a3-1490-40aa-9f74-5159f50ab76f req-f5bd7443-42bd-4154-8fd7-40b5c47df842 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391800 Aug 31 09:52:22.435296 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480bee1-b970-4b68-9c1a-759b237ebcf1 req-f6d13c0d-8cfe-409a-9619-6342f0eb2b16 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:22.438198 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8480bee1-b970-4b68-9c1a-759b237ebcf1 req-f6d13c0d-8cfe-409a-9619-6342f0eb2b16 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 945 time: 0.0663307 Aug 31 09:52:22.488420 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8480bee1-b970-4b68-9c1a-759b237ebcf1 req-7d523f63-9d5c-403e-a8e2-cd2326b55979 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352159 Aug 31 09:52:23.640541 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c632d-7bc1-481d-bc0e-cd2a2eb792c5 req-ffda5151-e5a3-4340-a457-857cfa7fd696 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:23.653068 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-731c632d-7bc1-481d-bc0e-cd2a2eb792c5 req-ffda5151-e5a3-4340-a457-857cfa7fd696 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 945 time: 0.0672503 Aug 31 09:52:23.692757 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-731c632d-7bc1-481d-bc0e-cd2a2eb792c5 req-8cbc7df5-00ca-4b25-8141-a07a252c1a6c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387578 Aug 31 09:52:24.819058 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e0525-4250-4772-ad93-e8f05c744426 req-5edb5653-0141-43a0-94a6-1225e136230a tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:24.820540 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e37e0525-4250-4772-ad93-e8f05c744426 req-5edb5653-0141-43a0-94a6-1225e136230a tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 945 time: 0.0490983 Aug 31 09:52:24.857916 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e37e0525-4250-4772-ad93-e8f05c744426 req-0333f379-118d-4c75-afe9-73776907d1c3 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310063 Aug 31 09:52:25.171003 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91793b02-b388-4d90-8e24-a9380eadcbe8 req-bcc34a8a-d9b4-4585-a28b-0f037d5dbfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:25.172473 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-91793b02-b388-4d90-8e24-a9380eadcbe8 req-bcc34a8a-d9b4-4585-a28b-0f037d5dbfd7 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f0a9b277c5284cc598746f91909819a1&device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 1097 time: 0.0430975 Aug 31 09:52:25.263957 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91793b02-b388-4d90-8e24-a9380eadcbe8 req-79fc8741-ab24-41b9-9252-e787a4f2dcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:25.265515 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-91793b02-b388-4d90-8e24-a9380eadcbe8 req-79fc8741-ab24-41b9-9252-e787a4f2dcc5 service neutron] 10.222.0.112 "GET /v2.0/networks?id=b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee HTTP/1.1" status: 200 len: 919 time: 0.0819619 Aug 31 09:52:25.339628 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-91793b02-b388-4d90-8e24-a9380eadcbe8 req-924cd0ca-6ada-49fe-970d-ed1cb68b5c03 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 HTTP/1.1" status: 200 len: 1000 time: 0.0628076 Aug 31 09:52:25.674319 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91793b02-b388-4d90-8e24-a9380eadcbe8 req-43ebb41d-aa47-4ced-81ab-95355d52e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:25.675821 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-91793b02-b388-4d90-8e24-a9380eadcbe8 req-43ebb41d-aa47-4ced-81ab-95355d52e19f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=440baa0c-6aa8-4c61-971d-6a9d066538f9 HTTP/1.1" status: 200 len: 856 time: 0.3295193 Aug 31 09:52:25.725025 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91793b02-b388-4d90-8e24-a9380eadcbe8 req-ff651e2a-f8d8-44fc-8a37-08e56fb0bc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:25.726538 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-91793b02-b388-4d90-8e24-a9380eadcbe8 req-ff651e2a-f8d8-44fc-8a37-08e56fb0bc8a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390265 Aug 31 09:52:25.821730 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-91793b02-b388-4d90-8e24-a9380eadcbe8 req-1839db83-02f7-4a97-8786-f0a15655c4d4 service neutron] 10.222.0.112 "GET /v2.0/networks/b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840383 Aug 31 09:52:25.914038 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-91793b02-b388-4d90-8e24-a9380eadcbe8 req-e54fca29-bf07-48a1-86b9-525b01c309b8 service neutron] 10.222.0.112 "GET /v2.0/networks/b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813270 Aug 31 09:52:25.981408 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebcb9b-fa89-4d42-943e-81985c61070c req-1f46446c-6485-4f39-bc76-ceaf4712d7ef tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:25.982945 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-81ebcb9b-fa89-4d42-943e-81985c61070c req-1f46446c-6485-4f39-bc76-ceaf4712d7ef tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 945 time: 0.0526049 Aug 31 09:52:26.020618 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-81ebcb9b-fa89-4d42-943e-81985c61070c req-f52dcc42-31a8-47e2-9ac1-b7d832c858d5 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316367 Aug 31 09:52:27.138420 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f15c6-2b2a-4209-9d43-075e41de955e req-86ea4bd4-c15d-4f77-8c01-cd4f7a5dcf1b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:27.140674 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b34f15c6-2b2a-4209-9d43-075e41de955e req-86ea4bd4-c15d-4f77-8c01-cd4f7a5dcf1b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 945 time: 0.0493817 Aug 31 09:52:27.178464 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b34f15c6-2b2a-4209-9d43-075e41de955e req-0277754a-fe1c-458c-bc23-7ca76d5b999d tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319462 Aug 31 09:52:28.109298 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:52:28.182643 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:28.207540 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508732b3-58e7-4232-8d28-af6e3df864a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:52:28.209754 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb68fcf-4bb8-4679-a745-1e5eb0acad51" -d '{"events": [{"server_uuid": "508732b3-58e7-4232-8d28-af6e3df864a9", "name": "network-vif-unplugged", "status": "completed", "tag": "32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:52:28.223741 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91,segment=NetworkSegment(26d65b1a-b582-4f71-b1cb-ac5036c2523e),segment_id=26d65b1a-b582-4f71-b1cb-ac5036c2523e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:28.251367 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ada9eb8-6165-4cf1-a957-a8c65e7aad56 x-openstack-request-id: req-9ada9eb8-6165-4cf1-a957-a8c65e7aad56 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:52:28.251664 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508732b3-58e7-4232-8d28-af6e3df864a9", "name": "network-vif-unplugged", "status": "completed", "tag": "32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:52:28.251917 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-9ada9eb8-6165-4cf1-a957-a8c65e7aad56 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:52:28.252314 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '508732b3-58e7-4232-8d28-af6e3df864a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91', 'code': 200} Aug 31 09:52:28.287621 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:28.305263 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd8be5-7ea4-494c-a1ce-65cf58b9c497 req-3ed1bfcc-a9ea-43f9-8ecd-6d41edadb80c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:28.306761 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a6fd8be5-7ea4-494c-a1ce-65cf58b9c497 req-3ed1bfcc-a9ea-43f9-8ecd-6d41edadb80c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 945 time: 0.0513949 Aug 31 09:52:28.336169 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91,revision_number=8']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:28.345864 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a6fd8be5-7ea4-494c-a1ce-65cf58b9c497 req-ce8dc70b-8310-4128-b871-d9ada983e55c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326519 Aug 31 09:52:30.185540 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-13dacc2d-31ee-44cf-a21c-190c5f77b9a1 req-a3585d46-3da1-4e1f-aa94-87e72aff8097 service neutron] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:52:30.193683 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-13dacc2d-31ee-44cf-a21c-190c5f77b9a1 req-a3585d46-3da1-4e1f-aa94-87e72aff8097 service neutron] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061107 Aug 31 09:52:31.501665 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daef2d7-b7da-499f-96bc-404962aa5ccd req-0d7ec632-7a32-429c-8b27-4de19a3d0dce tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:31.503278 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7daef2d7-b7da-499f-96bc-404962aa5ccd req-0d7ec632-7a32-429c-8b27-4de19a3d0dce tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 943 time: 0.0561857 Aug 31 09:52:31.541789 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7daef2d7-b7da-499f-96bc-404962aa5ccd req-30d519ee-2afc-498a-b20d-5ae31fc7eb81 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320263 Aug 31 09:52:31.999182 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e146f69-69e8-494d-8708-205123bf3e4b req-32f2954c-fe0f-4459-a95c-4985dfdd2ff6 service neutron] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1354535 Aug 31 09:52:32.663690 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7fe47-e6eb-4366-8c51-15fea4ce1fe9 req-d880435a-d96e-4c3f-b8e1-748135744474 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:32.665163 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-97b7fe47-e6eb-4366-8c51-15fea4ce1fe9 req-d880435a-d96e-4c3f-b8e1-748135744474 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 943 time: 0.0500953 Aug 31 09:52:32.702882 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-97b7fe47-e6eb-4366-8c51-15fea4ce1fe9 req-6588db3f-057a-4b59-bb9b-0980ce109832 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309806 Aug 31 09:52:32.946213 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:33.117421 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:33.828081 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42497cb4-93cc-45f9-bd03-1a3619ff0660 req-7a42e031-ac43-4b27-9659-2cbc4f4c9896 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:33.829583 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-42497cb4-93cc-45f9-bd03-1a3619ff0660 req-7a42e031-ac43-4b27-9659-2cbc4f4c9896 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 943 time: 0.0497341 Aug 31 09:52:33.870054 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-42497cb4-93cc-45f9-bd03-1a3619ff0660 req-038244ea-2026-46b3-928f-5f16a2c81802 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345025 Aug 31 09:52:34.989101 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddee19f-7d15-4093-bb68-38f6721fc1a3 req-9d950ad2-8b87-4b7b-80cb-641b42858672 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:34.990654 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7ddee19f-7d15-4093-bb68-38f6721fc1a3 req-9d950ad2-8b87-4b7b-80cb-641b42858672 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 943 time: 0.0490294 Aug 31 09:52:35.029032 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7ddee19f-7d15-4093-bb68-38f6721fc1a3 req-9ddbb1cd-23e1-4938-bba5-07e60ade6818 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324354 Aug 31 09:52:36.154419 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec08951-26ce-4917-a743-c000e85c7704 req-7b1b1a44-6277-4ccf-a6f5-0a4cdeee4b5b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:36.155931 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5ec08951-26ce-4917-a743-c000e85c7704 req-7b1b1a44-6277-4ccf-a6f5-0a4cdeee4b5b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 943 time: 0.0515418 Aug 31 09:52:36.195677 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5ec08951-26ce-4917-a743-c000e85c7704 req-cf0f1854-675c-4bdc-984d-6526a057e08e tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333776 Aug 31 09:52:36.581506 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e146f69-69e8-494d-8708-205123bf3e4b req-27152854-61ee-498e-935e-0bd9393d42d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:36.582981 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2e146f69-69e8-494d-8708-205123bf3e4b req-27152854-61ee-498e-935e-0bd9393d42d7 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9&tenant_id=f0a9b277c5284cc598746f91909819a1 HTTP/1.1" status: 200 len: 1095 time: 0.0408769 Aug 31 09:52:36.661594 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e146f69-69e8-494d-8708-205123bf3e4b req-e6936672-8d4e-4f67-b980-96e494dd9bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:36.663178 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2e146f69-69e8-494d-8708-205123bf3e4b req-e6936672-8d4e-4f67-b980-96e494dd9bef service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f0a9b277c5284cc598746f91909819a1&device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 1095 time: 0.0521257 Aug 31 09:52:36.763577 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e146f69-69e8-494d-8708-205123bf3e4b req-4e06bbe0-be9c-48c1-94d3-620d16f38761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:36.765067 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2e146f69-69e8-494d-8708-205123bf3e4b req-4e06bbe0-be9c-48c1-94d3-620d16f38761 service neutron] 10.222.0.112 "GET /v2.0/networks?id=b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee HTTP/1.1" status: 200 len: 919 time: 0.0904713 Aug 31 09:52:36.840835 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2e146f69-69e8-494d-8708-205123bf3e4b req-db75dda4-f37b-4dd7-9111-adf389147e32 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 HTTP/1.1" status: 200 len: 998 time: 0.0644329 Aug 31 09:52:36.894172 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e146f69-69e8-494d-8708-205123bf3e4b req-a403da52-6534-499f-9c85-995007cecf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:36.895634 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2e146f69-69e8-494d-8708-205123bf3e4b req-a403da52-6534-499f-9c85-995007cecf5b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=440baa0c-6aa8-4c61-971d-6a9d066538f9 HTTP/1.1" status: 200 len: 856 time: 0.0445375 Aug 31 09:52:36.946497 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e146f69-69e8-494d-8708-205123bf3e4b req-a82336b3-20b3-4ee5-a158-04fc0e56d52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:36.948018 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2e146f69-69e8-494d-8708-205123bf3e4b req-a82336b3-20b3-4ee5-a158-04fc0e56d52c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404789 Aug 31 09:52:37.041581 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2e146f69-69e8-494d-8708-205123bf3e4b req-93839615-45fe-4b1e-9adc-f1e48a5fd84a service neutron] 10.222.0.112 "GET /v2.0/networks/b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815454 Aug 31 09:52:37.136244 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2e146f69-69e8-494d-8708-205123bf3e4b req-207baed7-a992-4426-8007-900a363143ef service neutron] 10.222.0.112 "GET /v2.0/networks/b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832808 Aug 31 09:52:37.318702 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b2372-a0d6-4982-a744-1ac43506ff24 req-dc69a2fc-44dc-4f31-8c92-19d80e410041 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:37.320196 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8a2b2372-a0d6-4982-a744-1ac43506ff24 req-dc69a2fc-44dc-4f31-8c92-19d80e410041 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 943 time: 0.0504704 Aug 31 09:52:37.363204 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8a2b2372-a0d6-4982-a744-1ac43506ff24 req-12f463f7-1c85-4794-b583-31312bf7647e tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370214 Aug 31 09:52:38.494299 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4237b24-8f4e-4085-a86f-1b4a89bbe1e0 req-cd2a07e3-563d-4cc0-bf17-92516e6adcd4 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:38.495789 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a4237b24-8f4e-4085-a86f-1b4a89bbe1e0 req-cd2a07e3-563d-4cc0-bf17-92516e6adcd4 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 943 time: 0.0486159 Aug 31 09:52:38.548038 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a4237b24-8f4e-4085-a86f-1b4a89bbe1e0 req-fab2ff0f-7d70-4db9-a7fb-500c70371773 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459945 Aug 31 09:52:39.674237 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f328b-ce21-4656-9be9-09f246ec1194 req-7d608189-df7c-4e79-add5-c8633e742e98 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:39.675933 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-818f328b-ce21-4656-9be9-09f246ec1194 req-7d608189-df7c-4e79-add5-c8633e742e98 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 943 time: 0.0598800 Aug 31 09:52:39.718317 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-818f328b-ce21-4656-9be9-09f246ec1194 req-21bec28a-7f89-410b-ba74-68f6664e319b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364435 Aug 31 09:52:40.860837 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f6937-2ba5-4932-aa13-81f92f7207d4 req-2b6af161-6f67-4175-97e8-f86d41920139 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:40.862442 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7e8f6937-2ba5-4932-aa13-81f92f7207d4 req-2b6af161-6f67-4175-97e8-f86d41920139 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 943 time: 0.0528710 Aug 31 09:52:40.906148 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7e8f6937-2ba5-4932-aa13-81f92f7207d4 req-4cf5c440-94a2-4e49-89f2-40910033d30a tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371332 Aug 31 09:52:41.317850 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7852f985-3e76-493c-a805-b966f0509972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:42.043527 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b836823-2d3f-47b9-9e15-0fe3c671a0ff req-27bbeb3a-0289-46b6-aa8b-b3ac8803ce3c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:42.045052 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4b836823-2d3f-47b9-9e15-0fe3c671a0ff req-27bbeb3a-0289-46b6-aa8b-b3ac8803ce3c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 943 time: 0.0651641 Aug 31 09:52:42.084938 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4b836823-2d3f-47b9-9e15-0fe3c671a0ff req-8cb2b212-e7ea-4582-a8dd-596d36c1cb81 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331478 Aug 31 09:52:42.415664 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:52:43.216796 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ee02f-8ac2-4a2b-8bfc-d46cc0ea143b req-e28467ce-a71b-41fe-9120-54b2ed0e9d43 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:43.218295 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-929ee02f-8ac2-4a2b-8bfc-d46cc0ea143b req-e28467ce-a71b-41fe-9120-54b2ed0e9d43 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 943 time: 0.0498040 Aug 31 09:52:43.256574 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-929ee02f-8ac2-4a2b-8bfc-d46cc0ea143b req-3d53b190-248a-4451-af31-7b9c58cf45d6 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316858 Aug 31 09:52:43.967802 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5dd0f926-726e-46dd-96df-dadf8c98afdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.070254 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:44.373500 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e6ad0-7100-4fdd-950b-8f881aa48d65 req-c862ea64-97eb-484a-bf10-d69e1a087e45 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:44.374913 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e47e6ad0-7100-4fdd-950b-8f881aa48d65 req-c862ea64-97eb-484a-bf10-d69e1a087e45 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 943 time: 0.0476649 Aug 31 09:52:44.415571 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e47e6ad0-7100-4fdd-950b-8f881aa48d65 req-d5d74eea-2ad9-41ed-b60c-cd8414e3907d tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346148 Aug 31 09:52:45.404191 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:45.544975 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8883a-c3ef-4602-b99e-4a3d689db72f req-914a7104-27f5-4188-b7ea-9d47aed226de tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:45.546470 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32e8883a-c3ef-4602-b99e-4a3d689db72f req-914a7104-27f5-4188-b7ea-9d47aed226de tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 943 time: 0.0520415 Aug 31 09:52:45.583916 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32e8883a-c3ef-4602-b99e-4a3d689db72f req-def27aae-2e98-49e1-a2a2-45b8076cbf1a tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308700 Aug 31 09:52:46.712632 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa279564-61b0-4915-a3df-f019fb95e442 req-cfeb31c5-0ea8-42f3-b0c8-bc8af9d3f841 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:46.714089 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fa279564-61b0-4915-a3df-f019fb95e442 req-cfeb31c5-0ea8-42f3-b0c8-bc8af9d3f841 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 943 time: 0.0496433 Aug 31 09:52:46.755611 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fa279564-61b0-4915-a3df-f019fb95e442 req-16e3d136-af34-4229-99f8-e21c5b039cde tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354764 Aug 31 09:52:47.084245 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:47.883546 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438da4b0-bc06-425e-8458-9c034b4daf7b req-0fe28f34-5587-4df7-97e4-a09f50f019a2 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:47.885193 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-438da4b0-bc06-425e-8458-9c034b4daf7b req-0fe28f34-5587-4df7-97e4-a09f50f019a2 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 943 time: 0.0510364 Aug 31 09:52:47.942151 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-438da4b0-bc06-425e-8458-9c034b4daf7b req-863397e4-ec7f-4d54-b6a8-f911fef96e58 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495102 Aug 31 09:52:49.058213 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd957a9-23c2-4388-b0cd-212168fea24b req-ecd112ab-a1e1-4fe8-82c0-f83304ecd1c5 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:49.059705 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9cd957a9-23c2-4388-b0cd-212168fea24b req-ecd112ab-a1e1-4fe8-82c0-f83304ecd1c5 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 943 time: 0.0492122 Aug 31 09:52:49.097321 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9cd957a9-23c2-4388-b0cd-212168fea24b req-58bac928-802a-4ea5-bcf6-a860f129cc56 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317905 Aug 31 09:52:49.327637 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fecf4c3-eeb6-4342-8a9f-5af532826892 req-38bc92db-e01c-4241-8640-76cb057da2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:49.329171 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4fecf4c3-eeb6-4342-8a9f-5af532826892 req-38bc92db-e01c-4241-8640-76cb057da2a3 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=f0a9b277c5284cc598746f91909819a1&device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 1095 time: 0.0417895 Aug 31 09:52:49.438188 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fecf4c3-eeb6-4342-8a9f-5af532826892 req-c9df8ff8-b709-4019-bdd5-0799e1999783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:49.439690 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4fecf4c3-eeb6-4342-8a9f-5af532826892 req-c9df8ff8-b709-4019-bdd5-0799e1999783 service neutron] 10.222.0.112 "GET /v2.0/networks?id=b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee HTTP/1.1" status: 200 len: 919 time: 0.0871315 Aug 31 09:52:49.504162 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4fecf4c3-eeb6-4342-8a9f-5af532826892 req-b7b3e050-620e-4b71-8486-a2c09e6b89a7 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 HTTP/1.1" status: 200 len: 998 time: 0.0561070 Aug 31 09:52:49.558819 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fecf4c3-eeb6-4342-8a9f-5af532826892 req-dfde8a9e-0eb2-40b1-aff4-5b64b137fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:49.560248 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4fecf4c3-eeb6-4342-8a9f-5af532826892 req-dfde8a9e-0eb2-40b1-aff4-5b64b137fb27 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=440baa0c-6aa8-4c61-971d-6a9d066538f9 HTTP/1.1" status: 200 len: 856 time: 0.0491426 Aug 31 09:52:49.605675 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fecf4c3-eeb6-4342-8a9f-5af532826892 req-da9434d7-1f5c-4dd0-a865-ba5acc2de0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:49.607061 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4fecf4c3-eeb6-4342-8a9f-5af532826892 req-da9434d7-1f5c-4dd0-a865-ba5acc2de0dc service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387552 Aug 31 09:52:49.695839 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4fecf4c3-eeb6-4342-8a9f-5af532826892 req-93fe9437-628c-4035-b6c5-559ecfa56ba1 service neutron] 10.222.0.112 "GET /v2.0/networks/b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811729 Aug 31 09:52:49.792141 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4fecf4c3-eeb6-4342-8a9f-5af532826892 req-5c2a1b20-ae3a-4d57-8731-7163ff8d6594 service neutron] 10.222.0.112 "GET /v2.0/networks/b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868018 Aug 31 09:52:50.120920 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43244afc-283a-477d-bacf-dcc21ebcab28 req-727e8a06-92ba-4ff6-9652-359361e626d3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0753214 Aug 31 09:52:50.166994 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43244afc-283a-477d-bacf-dcc21ebcab28 req-817f3afb-64df-48fc-b12f-5e313bbf32ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0252399 Aug 31 09:52:50.210727 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:52:50.237504 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43244afc-283a-477d-bacf-dcc21ebcab28 req-a539ba50-be5b-42e2-8f87-3647ed3f8b88 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424283 Aug 31 09:52:50.306622 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac2982-fd74-453a-b5f4-0be7e5985937 req-7c97790e-c793-482e-a129-fba8d72ae33e tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:50.307910 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91,segment=NetworkSegment(26d65b1a-b582-4f71-b1cb-ac5036c2523e),segment_id=26d65b1a-b582-4f71-b1cb-ac5036c2523e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:50.308050 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-66ac2982-fd74-453a-b5f4-0be7e5985937 req-7c97790e-c793-482e-a129-fba8d72ae33e tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 943 time: 0.1238501 Aug 31 09:52:50.319985 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91', 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee', 'port_id': '32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91', 'mac_address': 'fa:16:3e:e1:24:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:52:50.355635 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:50.368520 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:52:50.372410 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-66ac2982-fd74-453a-b5f4-0be7e5985937 req-dcf166b6-2c58-4488-a50b-75b46e40ed02 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577559 Aug 31 09:52:50.377340 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43244afc-283a-477d-bacf-dcc21ebcab28 req-79c8e8ed-3130-4fe8-91d3-11de85ffe09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:50.379955 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43244afc-283a-477d-bacf-dcc21ebcab28 req-79c8e8ed-3130-4fe8-91d3-11de85ffe09f service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1345806 Aug 31 09:52:50.390263 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91,segment=NetworkSegment(26d65b1a-b582-4f71-b1cb-ac5036c2523e),segment_id=26d65b1a-b582-4f71-b1cb-ac5036c2523e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:50.470296 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:50.518985 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91,revision_number=9']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:50.758494 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:52:51.497133 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e5ddb-e419-4185-94df-4b64f94080a4 req-5df16ffc-b1c6-4211-ab57-8465097b1cbd tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:51.498643 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c2e5ddb-e419-4185-94df-4b64f94080a4 req-5df16ffc-b1c6-4211-ab57-8465097b1cbd tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 944 time: 0.0520332 Aug 31 09:52:51.537588 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c2e5ddb-e419-4185-94df-4b64f94080a4 req-49b84b47-4021-4a94-8dfb-60284336b664 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319688 Aug 31 09:52:52.216022 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:52:52.261960 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:52:52.262333 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:52.339749 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:52.361278 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508732b3-58e7-4232-8d28-af6e3df864a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:52:52.364086 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf89967-d900-4230-b2cf-35e49356ec6e" -d '{"events": [{"server_uuid": "508732b3-58e7-4232-8d28-af6e3df864a9", "name": "network-vif-plugged", "status": "completed", "tag": "32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:52:52.376136 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91,segment=NetworkSegment(26d65b1a-b582-4f71-b1cb-ac5036c2523e),segment_id=26d65b1a-b582-4f71-b1cb-ac5036c2523e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:52:52.400467 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716e98d0-76ef-4ee6-80fb-b85cd51e095d x-openstack-request-id: req-716e98d0-76ef-4ee6-80fb-b85cd51e095d {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:52:52.400753 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508732b3-58e7-4232-8d28-af6e3df864a9", "name": "network-vif-plugged", "status": "completed", "tag": "32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:52:52.401008 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-716e98d0-76ef-4ee6-80fb-b85cd51e095d {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:52:52.401398 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '508732b3-58e7-4232-8d28-af6e3df864a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91', 'code': 200} Aug 31 09:52:52.460891 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:52:52.507899 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91,revision_number=10']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:52:52.644251 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeaaabd-df38-4ef9-bead-b179dee98025 req-998ec390-80ca-4c05-b602-a66d873702c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:52.646254 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-bdeaaabd-df38-4ef9-bead-b179dee98025 req-998ec390-80ca-4c05-b602-a66d873702c6 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 1098 time: 0.0407500 Aug 31 09:52:52.662161 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf73797-671c-4b2c-8232-21759672b238 req-183571bd-1014-4659-b329-f34021d38f5c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:52.663688 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ddf73797-671c-4b2c-8232-21759672b238 req-183571bd-1014-4659-b329-f34021d38f5c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 946 time: 0.0479279 Aug 31 09:52:52.687659 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-bdeaaabd-df38-4ef9-bead-b179dee98025 req-83992c1a-f24f-4307-9675-ad87d73b03d0 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294905 Aug 31 09:52:52.701314 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ddf73797-671c-4b2c-8232-21759672b238 req-bb734939-8b60-4906-bce6-d7adfafe8df2 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314064 Aug 31 09:52:53.826403 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f86f7c3-3fee-4ef5-8611-7eb3ca620260 req-e9a11d40-1ad3-4b2e-a0a5-7d1d60916de6 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:53.827927 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3f86f7c3-3fee-4ef5-8611-7eb3ca620260 req-e9a11d40-1ad3-4b2e-a0a5-7d1d60916de6 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 946 time: 0.0511978 Aug 31 09:52:53.867487 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3f86f7c3-3fee-4ef5-8611-7eb3ca620260 req-41f05704-ee48-405a-90a7-e086d54e9f26 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326591 Aug 31 09:52:54.994465 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe6c91-0cca-4310-ad6e-54afc5062500 req-8bb3a18f-8ca7-486f-aea6-e600009e5394 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:54.995995 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3fe6c91-0cca-4310-ad6e-54afc5062500 req-8bb3a18f-8ca7-486f-aea6-e600009e5394 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 946 time: 0.0514758 Aug 31 09:52:55.362400 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3fe6c91-0cca-4310-ad6e-54afc5062500 req-13e4e21d-3657-4134-bdc6-b29a2c96fe9f tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3601780 Aug 31 09:52:56.481328 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144dec7-fc52-409d-9247-36f6c7d1fd70 req-d74f4303-bb82-4773-ab89-5be4e1bee128 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:52:56.482804 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7144dec7-fc52-409d-9247-36f6c7d1fd70 req-d74f4303-bb82-4773-ab89-5be4e1bee128 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 946 time: 0.0480626 Aug 31 09:52:56.520864 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7144dec7-fc52-409d-9247-36f6c7d1fd70 req-70763fb4-9035-4d94-86f8-43e27f95f5f5 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312071 Aug 31 09:53:02.946474 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:03.066313 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:11.327317 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b2a13e2e-be5a-4e75-a3ca-621fd1ddec35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:13.997560 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-12449b39-9283-4575-aca5-5e417f38777b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:14.043801 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:15.395888 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:17.092568 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:19.414849 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:53:29.803587 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742712e0-7703-4cec-98cd-53b3a77591d7 req-bacfdec2-f1ca-421e-bc7b-bf41db891ed2 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:29.808477 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-742712e0-7703-4cec-98cd-53b3a77591d7 req-bacfdec2-f1ca-421e-bc7b-bf41db891ed2 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 946 time: 0.0534246 Aug 31 09:53:29.845802 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-742712e0-7703-4cec-98cd-53b3a77591d7 req-a9cba18e-9119-4b27-a0ed-bc59fd04a02d tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323060 Aug 31 09:53:30.969914 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584755a9-e122-4c9c-b95c-170513fd1c22 req-69d70513-d194-42da-bb60-ca1dbb04327b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:30.971314 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-584755a9-e122-4c9c-b95c-170513fd1c22 req-69d70513-d194-42da-bb60-ca1dbb04327b tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 946 time: 0.0526464 Aug 31 09:53:31.010096 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-584755a9-e122-4c9c-b95c-170513fd1c22 req-65eb87a7-8d2b-4720-89ef-5faec2dc44a4 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups?id=db922648-ca47-4dd6-8a42-41eecd366f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318978 Aug 31 09:53:31.241781 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06cde8-a324-473e-ba1c-fe5338a1bdb4 req-7893a0d9-5e02-4329-b8e2-19498b2acf63 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:31.243328 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3c06cde8-a324-473e-ba1c-fe5338a1bdb4 req-7893a0d9-5e02-4329-b8e2-19498b2acf63 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.112 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 946 time: 0.0488830 Aug 31 09:53:31.337737 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-3c06cde8-a324-473e-ba1c-fe5338a1bdb4 req-4f4e3ced-8770-4e8c-83ff-2beacf6a016c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Deleting port 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:53:31.338074 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-3c06cde8-a324-473e-ba1c-fe5338a1bdb4 req-4f4e3ced-8770-4e8c-83ff-2beacf6a016c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:31.421515 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-3c06cde8-a324-473e-ba1c-fe5338a1bdb4 req-4f4e3ced-8770-4e8c-83ff-2beacf6a016c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] For port 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91,segment=NetworkSegment(26d65b1a-b582-4f71-b1cb-ac5036c2523e),segment_id=26d65b1a-b582-4f71-b1cb-ac5036c2523e)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:31.421871 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-3c06cde8-a324-473e-ba1c-fe5338a1bdb4 req-4f4e3ced-8770-4e8c-83ff-2beacf6a016c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:31.592739 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-3c06cde8-a324-473e-ba1c-fe5338a1bdb4 req-4f4e3ced-8770-4e8c-83ff-2beacf6a016c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:31.593045 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-3c06cde8-a324-473e-ba1c-fe5338a1bdb4 req-4f4e3ced-8770-4e8c-83ff-2beacf6a016c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:31.593359 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [req-3c06cde8-a324-473e-ba1c-fe5338a1bdb4 req-4f4e3ced-8770-4e8c-83ff-2beacf6a016c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Floating IP 66d99dd8-a008-47bb-af56-0852c5fc9545 disassociated. External IP: 172.25.2.76, port: 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91. Aug 31 09:53:31.593694 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-3c06cde8-a324-473e-ba1c-fe5338a1bdb4 req-4f4e3ced-8770-4e8c-83ff-2beacf6a016c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Calling delete_port for 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:53:31.774869 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-3c06cde8-a324-473e-ba1c-fe5338a1bdb4 req-4f4e3ced-8770-4e8c-83ff-2beacf6a016c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:31.809941 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e3ced-8770-4e8c-83ff-2beacf6a016c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Pushing event deleted for resources: {'Port': ['ID=32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:31.824224 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e3ced-8770-4e8c-83ff-2beacf6a016c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:31.824572 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e3ced-8770-4e8c-83ff-2beacf6a016c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:31.824909 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e3ced-8770-4e8c-83ff-2beacf6a016c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:31.825338 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e3ced-8770-4e8c-83ff-2beacf6a016c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:31.825668 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e3ced-8770-4e8c-83ff-2beacf6a016c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:31.825998 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e3ced-8770-4e8c-83ff-2beacf6a016c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:31.826325 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e3ced-8770-4e8c-83ff-2beacf6a016c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:31.826675 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e3ced-8770-4e8c-83ff-2beacf6a016c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:31.827165 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e3ced-8770-4e8c-83ff-2beacf6a016c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:31.827453 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e3ced-8770-4e8c-83ff-2beacf6a016c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:31.827778 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e3ced-8770-4e8c-83ff-2beacf6a016c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:31.828085 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4e3ced-8770-4e8c-83ff-2beacf6a016c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:31.936613 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c06cde8-a324-473e-ba1c-fe5338a1bdb4 req-4f4e3ced-8770-4e8c-83ff-2beacf6a016c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Router e018e1fa-9e7a-4bb3-92ae-7511c2852a40 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:53:32.041185 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c06cde8-a324-473e-ba1c-fe5338a1bdb4 req-4f4e3ced-8770-4e8c-83ff-2beacf6a016c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:53:32.053350 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74080c9-4df4-4155-b4c5-2fc63f1a3016 None None] Sync routers for ids ['e018e1fa-9e7a-4bb3-92ae-7511c2852a40'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:53:32.064754 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74080c9-4df4-4155-b4c5-2fc63f1a3016 None None] Routers {'e018e1fa-9e7a-4bb3-92ae-7511c2852a40'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:53:32.065363 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d74080c9-4df4-4155-b4c5-2fc63f1a3016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:53:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e018e1fa-9e7a-4bb3-92ae-7511c2852a40'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:32.082853 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c06cde8-a324-473e-ba1c-fe5338a1bdb4 req-4f4e3ced-8770-4e8c-83ff-2beacf6a016c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] No DVR routers for this DVR port 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:53:32.085578 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-3c06cde8-a324-473e-ba1c-fe5338a1bdb4 req-4f4e3ced-8770-4e8c-83ff-2beacf6a016c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:32.087619 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3c06cde8-a324-473e-ba1c-fe5338a1bdb4 req-4f4e3ced-8770-4e8c-83ff-2beacf6a016c tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.112 "DELETE /v2.0/ports/32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 HTTP/1.1" status: 204 len: 173 time: 0.8350060 Aug 31 09:53:32.088015 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508732b3-58e7-4232-8d28-af6e3df864a9', 'name': 'network-vif-deleted', 'tag': '32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:53:32.090231 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b01cb06-6ee0-4847-95af-490a6b30c689" -d '{"events": [{"server_uuid": "508732b3-58e7-4232-8d28-af6e3df864a9", "name": "network-vif-deleted", "tag": "32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:53:32.117755 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a70cbca1-19b7-459b-a948-2533d5403828 req-29549afc-3da0-4f87-b60a-1027f666ca42 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/ports?device_id=508732b3-58e7-4232-8d28-af6e3df864a9 HTTP/1.1" status: 200 len: 210 time: 0.0306432 Aug 31 09:53:32.181701 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-d74080c9-4df4-4155-b4c5-2fc63f1a3016 None None] Set router e018e1fa-9e7a-4bb3-92ae-7511c2852a40 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:53:32.221547 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b6816b-2991-4461-a53d-a6bbfb298465 x-openstack-request-id: req-30b6816b-2991-4461-a53d-a6bbfb298465 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:53:32.222132 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508732b3-58e7-4232-8d28-af6e3df864a9", "name": "network-vif-deleted", "tag": "32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:53:32.222473 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-30b6816b-2991-4461-a53d-a6bbfb298465 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:53:32.223296 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '508732b3-58e7-4232-8d28-af6e3df864a9', 'name': 'network-vif-deleted', 'tag': '32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91', 'status': 'completed', 'code': 200} Aug 31 09:53:32.387676 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d74080c9-4df4-4155-b4c5-2fc63f1a3016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'name': 'tempest-AttachVolumeShelveTestJSON-1873135269-router', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:03Z', 'updated_at': '2021-08-31T09:46:08Z', 'revision_number': 4, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'gw_port': {'id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ce:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:04Z', 'updated_at': '2021-08-31T09:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'f101c9f3-bf10-4986-ab6b-4acf7f61115d', 'name': '', 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'mac_address': 'fa:16:3e:35:56:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:07Z', 'updated_at': '2021-08-31T09:46:14Z', 'revision_number': 5, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'subnets': [{'id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:32.416525 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74080c9-4df4-4155-b4c5-2fc63f1a3016 None None] Checking router: e018e1fa-9e7a-4bb3-92ae-7511c2852a40 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:53:32.423742 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74080c9-4df4-4155-b4c5-2fc63f1a3016 None None] Routers {'e018e1fa-9e7a-4bb3-92ae-7511c2852a40'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:53:32.424334 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d74080c9-4df4-4155-b4c5-2fc63f1a3016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:53:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e018e1fa-9e7a-4bb3-92ae-7511c2852a40'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:32.530243 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-d74080c9-4df4-4155-b4c5-2fc63f1a3016 None None] Set router e018e1fa-9e7a-4bb3-92ae-7511c2852a40 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:53:32.733120 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d74080c9-4df4-4155-b4c5-2fc63f1a3016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'name': 'tempest-AttachVolumeShelveTestJSON-1873135269-router', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:03Z', 'updated_at': '2021-08-31T09:46:08Z', 'revision_number': 4, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'gw_port': {'id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ce:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:04Z', 'updated_at': '2021-08-31T09:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'f101c9f3-bf10-4986-ab6b-4acf7f61115d', 'name': '', 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'mac_address': 'fa:16:3e:35:56:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:07Z', 'updated_at': '2021-08-31T09:46:14Z', 'revision_number': 5, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'subnets': [{'id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:32.759151 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74080c9-4df4-4155-b4c5-2fc63f1a3016 None None] The sync data for ids ['e018e1fa-9e7a-4bb3-92ae-7511c2852a40'] in n-d-791506-28 is: [{'id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'name': 'tempest-AttachVolumeShelveTestJSON-1873135269-router', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:03Z', 'updated_at': '2021-08-31T09:46:08Z', 'revision_number': 4, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'gw_port': {'id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ce:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:04Z', 'updated_at': '2021-08-31T09:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'f101c9f3-bf10-4986-ab6b-4acf7f61115d', 'name': '', 'network_id': 'b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'mac_address': 'fa:16:3e:35:56:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:07Z', 'updated_at': '2021-08-31T09:46:14Z', 'revision_number': 5, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'subnets': [{'id': '440baa0c-6aa8-4c61-971d-6a9d066538f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:53:32.950313 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:32.976325 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b05ea82-f83e-4b3d-b946-dd72d2465183 None None] New status for floating IP 66d99dd8-a008-47bb-af56-0852c5fc9545: DOWN {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:53:33.186573 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:33.272322 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43750) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:33.326210 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f6196c3c-5183-4e88-bb6c-33158bd11f07 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:33.349504 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f6196c3c-5183-4e88-bb6c-33158bd11f07 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:33.486888 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f6196c3c-5183-4e88-bb6c-33158bd11f07 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:33.489584 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f6196c3c-5183-4e88-bb6c-33158bd11f07 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:33.490756 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f6196c3c-5183-4e88-bb6c-33158bd11f07 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "DELETE /v2.0/security-groups/db922648-ca47-4dd6-8a42-41eecd366f39 HTTP/1.1" status: 204 len: 168 time: 0.2173719 Aug 31 09:53:33.493543 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43752) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:33.500155 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6196c3c-5183-4e88-bb6c-33158bd11f07 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db922648-ca47-4dd6-8a42-41eecd366f39,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:33.509612 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-0130e186-0436-46a7-b826-6a7134e00983 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] show failed (client error): The resource could not be found. Aug 31 09:53:33.510700 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0130e186-0436-46a7-b826-6a7134e00983 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "GET /v2.0/security-groups/db922648-ca47-4dd6-8a42-41eecd366f39 HTTP/1.1" status: 404 len: 347 time: 0.0158987 Aug 31 09:53:33.513507 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43754) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:33.636633 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-5424806d-d9f6-4022-9e66-e95834207548 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Deleting port 769493d1-d52a-4ce9-9af7-bed9b22bd955 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:53:33.636977 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5424806d-d9f6-4022-9e66-e95834207548 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:33.716131 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5424806d-d9f6-4022-9e66-e95834207548 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:33.716452 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5424806d-d9f6-4022-9e66-e95834207548 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:33.728086 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-5424806d-d9f6-4022-9e66-e95834207548 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Calling delete_port for 769493d1-d52a-4ce9-9af7-bed9b22bd955 owned by network:floatingip {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:53:33.917675 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5424806d-d9f6-4022-9e66-e95834207548 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:33.943719 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5424806d-d9f6-4022-9e66-e95834207548 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Pushing event deleted for resources: {'Port': ['ID=769493d1-d52a-4ce9-9af7-bed9b22bd955,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:33.954243 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5424806d-d9f6-4022-9e66-e95834207548 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:33.954605 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5424806d-d9f6-4022-9e66-e95834207548 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:33.954990 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5424806d-d9f6-4022-9e66-e95834207548 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:33.955321 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5424806d-d9f6-4022-9e66-e95834207548 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:33.955649 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5424806d-d9f6-4022-9e66-e95834207548 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:33.955978 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5424806d-d9f6-4022-9e66-e95834207548 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:33.956865 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5424806d-d9f6-4022-9e66-e95834207548 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:33.956865 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5424806d-d9f6-4022-9e66-e95834207548 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:33.957042 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5424806d-d9f6-4022-9e66-e95834207548 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:33.957319 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5424806d-d9f6-4022-9e66-e95834207548 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:33.957634 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5424806d-d9f6-4022-9e66-e95834207548 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:33.957957 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5424806d-d9f6-4022-9e66-e95834207548 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:34.016790 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5424806d-d9f6-4022-9e66-e95834207548 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks [] for floatingip, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:34.019357 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5424806d-d9f6-4022-9e66-e95834207548 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:34.020591 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5424806d-d9f6-4022-9e66-e95834207548 tempest-AttachVolumeShelveTestJSON-1628512219 tempest-AttachVolumeShelveTestJSON-1628512219-project] 10.222.0.119 "DELETE /v2.0/floatingips/66d99dd8-a008-47bb-af56-0852c5fc9545 HTTP/1.1" status: 204 len: 168 time: 0.5060954 Aug 31 09:53:36.403249 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:53:36.425247 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:53:36.425591 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 32255bb6-a7c5-4d8c-bfaf-ad52d7e45d91 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:53:39.953663 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43784) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:40.410166 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-09a4e79f-ed45-4ad8-b112-749e5ffc68b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:40.658930 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-09a4e79f-ed45-4ad8-b112-749e5ffc68b4 admin admin] Deleting port f101c9f3-bf10-4986-ab6b-4acf7f61115d {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:53:40.659270 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-09a4e79f-ed45-4ad8-b112-749e5ffc68b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:40.737873 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-09a4e79f-ed45-4ad8-b112-749e5ffc68b4 admin admin] For port f101c9f3-bf10-4986-ab6b-4acf7f61115d, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f101c9f3-bf10-4986-ab6b-4acf7f61115d,segment=NetworkSegment(26d65b1a-b582-4f71-b1cb-ac5036c2523e),segment_id=26d65b1a-b582-4f71-b1cb-ac5036c2523e)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:40.738241 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-09a4e79f-ed45-4ad8-b112-749e5ffc68b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:40.752027 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-09a4e79f-ed45-4ad8-b112-749e5ffc68b4 admin admin] Calling delete_port for f101c9f3-bf10-4986-ab6b-4acf7f61115d owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:53:40.980990 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-09a4e79f-ed45-4ad8-b112-749e5ffc68b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:41.005356 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a4e79f-ed45-4ad8-b112-749e5ffc68b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f101c9f3-bf10-4986-ab6b-4acf7f61115d,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:41.178387 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-09a4e79f-ed45-4ad8-b112-749e5ffc68b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:41.312456 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e5c62dc8-ab86-4597-a433-1df635155246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:41.389648 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a4e79f-ed45-4ad8-b112-749e5ffc68b4 admin admin] Router e018e1fa-9e7a-4bb3-92ae-7511c2852a40 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:53:41.494646 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a4e79f-ed45-4ad8-b112-749e5ffc68b4 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:53:41.499692 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-09a4e79f-ed45-4ad8-b112-749e5ffc68b4 admin admin] 10.222.0.119 "PUT /v2.0/routers/e018e1fa-9e7a-4bb3-92ae-7511c2852a40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5447395 Aug 31 09:53:41.502102 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43788) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:41.505315 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e3f5cb-df89-41ef-8679-66642feadf48 None None] Sync routers for ids ['e018e1fa-9e7a-4bb3-92ae-7511c2852a40'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:53:41.514881 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e3f5cb-df89-41ef-8679-66642feadf48 None None] Routers {'e018e1fa-9e7a-4bb3-92ae-7511c2852a40'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:53:41.516545 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-87e3f5cb-df89-41ef-8679-66642feadf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:53:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e018e1fa-9e7a-4bb3-92ae-7511c2852a40'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:41.605810 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5865087f-8671-430b-bfe8-88c73124e5aa admin admin] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:41.618644 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-87e3f5cb-df89-41ef-8679-66642feadf48 None None] Set router e018e1fa-9e7a-4bb3-92ae-7511c2852a40 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:53:41.703101 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5865087f-8671-430b-bfe8-88c73124e5aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:41.797516 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-87e3f5cb-df89-41ef-8679-66642feadf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'name': 'tempest-AttachVolumeShelveTestJSON-1873135269-router', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:03Z', 'updated_at': '2021-08-31T09:53:40Z', 'revision_number': 5, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'gw_port': {'id': 'd7eaece9-c4ff-4a9d-98bf-741be77616c7', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ce:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:46:04Z', 'updated_at': '2021-08-31T09:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:41.827859 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e3f5cb-df89-41ef-8679-66642feadf48 None None] Checking router: e018e1fa-9e7a-4bb3-92ae-7511c2852a40 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:53:41.832146 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-5865087f-8671-430b-bfe8-88c73124e5aa admin admin] Deleting port d7eaece9-c4ff-4a9d-98bf-741be77616c7 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:53:41.832486 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5865087f-8671-430b-bfe8-88c73124e5aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:41.836807 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e3f5cb-df89-41ef-8679-66642feadf48 None None] Routers {'e018e1fa-9e7a-4bb3-92ae-7511c2852a40'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:53:41.837433 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-87e3f5cb-df89-41ef-8679-66642feadf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:53:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e018e1fa-9e7a-4bb3-92ae-7511c2852a40'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:41.921749 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-5865087f-8671-430b-bfe8-88c73124e5aa admin admin] For port d7eaece9-c4ff-4a9d-98bf-741be77616c7, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=d7eaece9-c4ff-4a9d-98bf-741be77616c7,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:41.922112 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5865087f-8671-430b-bfe8-88c73124e5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:41.936852 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-5865087f-8671-430b-bfe8-88c73124e5aa admin admin] Calling delete_port for d7eaece9-c4ff-4a9d-98bf-741be77616c7 owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:53:42.025930 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-87e3f5cb-df89-41ef-8679-66642feadf48 None None] Set router e018e1fa-9e7a-4bb3-92ae-7511c2852a40 gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:53:42.077702 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-87e3f5cb-df89-41ef-8679-66642feadf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'name': 'tempest-AttachVolumeShelveTestJSON-1873135269-router', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:03Z', 'updated_at': '2021-08-31T09:53:41Z', 'revision_number': 6, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:42.107381 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e3f5cb-df89-41ef-8679-66642feadf48 None None] The sync data for ids ['e018e1fa-9e7a-4bb3-92ae-7511c2852a40'] in n-d-791506-28 is: [{'id': 'e018e1fa-9e7a-4bb3-92ae-7511c2852a40', 'name': 'tempest-AttachVolumeShelveTestJSON-1873135269-router', 'tenant_id': 'f0a9b277c5284cc598746f91909819a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:46:03Z', 'updated_at': '2021-08-31T09:53:41Z', 'revision_number': 6, 'project_id': 'f0a9b277c5284cc598746f91909819a1', 'gw_port_host': None}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:53:42.178569 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5865087f-8671-430b-bfe8-88c73124e5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:42.202286 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865087f-8671-430b-bfe8-88c73124e5aa admin admin] Pushing event deleted for resources: {'Port': ['ID=d7eaece9-c4ff-4a9d-98bf-741be77616c7,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:42.268289 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5865087f-8671-430b-bfe8-88c73124e5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:42.356634 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5865087f-8671-430b-bfe8-88c73124e5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:42.358708 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5865087f-8671-430b-bfe8-88c73124e5aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:42.481456 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5865087f-8671-430b-bfe8-88c73124e5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:42.482039 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5865087f-8671-430b-bfe8-88c73124e5aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router e018e1fa-9e7a-4bb3-92ae-7511c2852a40 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:53:42.486793 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5865087f-8671-430b-bfe8-88c73124e5aa admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:42.491352 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5865087f-8671-430b-bfe8-88c73124e5aa admin admin] 10.222.0.119 "DELETE /v2.0/routers/e018e1fa-9e7a-4bb3-92ae-7511c2852a40 HTTP/1.1" status: 204 len: 168 time: 0.9849529 Aug 31 09:53:42.491352 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43790) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:42.536969 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-90349293-e0a3-4d59-83e9-0e173804394b admin admin] Deleting subnet 440baa0c-6aa8-4c61-971d-6a9d066538f9 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:53:42.540501 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-90349293-e0a3-4d59-83e9-0e173804394b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:42.578855 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-90349293-e0a3-4d59-83e9-0e173804394b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:42.654300 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-90349293-e0a3-4d59-83e9-0e173804394b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:42.769675 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-90349293-e0a3-4d59-83e9-0e173804394b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:42.799285 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90349293-e0a3-4d59-83e9-0e173804394b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=440baa0c-6aa8-4c61-971d-6a9d066538f9,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:42.804612 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-90349293-e0a3-4d59-83e9-0e173804394b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:42.806649 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-90349293-e0a3-4d59-83e9-0e173804394b admin admin] 10.222.0.119 "DELETE /v2.0/subnets/440baa0c-6aa8-4c61-971d-6a9d066538f9 HTTP/1.1" status: 204 len: 168 time: 0.3151343 Aug 31 09:53:42.809026 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43792) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:42.810931 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f074b77-538d-4e06-8335-1091109e506a None None] Network b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:53:42.888286 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f647cb71-1290-4ccd-9302-2ceb82477fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:42.929440 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f101c9f3-bf10-4986-ab6b-4acf7f61115d no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:53:42.946681 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-f647cb71-1290-4ccd-9302-2ceb82477fa4 admin admin] Deleting port 85d94a11-e668-4f0b-b8ed-742b3769afae {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:53:42.947026 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f647cb71-1290-4ccd-9302-2ceb82477fa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:42.953555 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: f101c9f3-bf10-4986-ab6b-4acf7f61115d {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:53:42.953891 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f101c9f3-bf10-4986-ab6b-4acf7f61115d not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:53:42.954294 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d7eaece9-c4ff-4a9d-98bf-741be77616c7 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:53:42.975170 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: d7eaece9-c4ff-4a9d-98bf-741be77616c7 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:53:42.975459 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device d7eaece9-c4ff-4a9d-98bf-741be77616c7 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:53:43.017697 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-f647cb71-1290-4ccd-9302-2ceb82477fa4 admin admin] For port 85d94a11-e668-4f0b-b8ed-742b3769afae, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=85d94a11-e668-4f0b-b8ed-742b3769afae,segment=NetworkSegment(26d65b1a-b582-4f71-b1cb-ac5036c2523e),segment_id=26d65b1a-b582-4f71-b1cb-ac5036c2523e)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:43.018086 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f647cb71-1290-4ccd-9302-2ceb82477fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:43.034395 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-f647cb71-1290-4ccd-9302-2ceb82477fa4 admin admin] Calling delete_port for 85d94a11-e668-4f0b-b8ed-742b3769afae owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:53:43.065509 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1670330a-1d9c-4d66-9aa9-686466999f6f None None] DHCP port deletion for b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:53:43.115274 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-1670330a-1d9c-4d66-9aa9-686466999f6f None None] Deleting port 85d94a11-e668-4f0b-b8ed-742b3769afae {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:53:43.121210 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1670330a-1d9c-4d66-9aa9-686466999f6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:43.184316 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-1670330a-1d9c-4d66-9aa9-686466999f6f None None] For port 85d94a11-e668-4f0b-b8ed-742b3769afae, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=85d94a11-e668-4f0b-b8ed-742b3769afae,segment=NetworkSegment(26d65b1a-b582-4f71-b1cb-ac5036c2523e),segment_id=26d65b1a-b582-4f71-b1cb-ac5036c2523e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:53:43.184712 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1670330a-1d9c-4d66-9aa9-686466999f6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:43.198137 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f647cb71-1290-4ccd-9302-2ceb82477fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:43.198774 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-1670330a-1d9c-4d66-9aa9-686466999f6f None None] Calling delete_port for 85d94a11-e668-4f0b-b8ed-742b3769afae owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:53:43.232317 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f647cb71-1290-4ccd-9302-2ceb82477fa4 admin admin] No DVR routers for this DVR port 85d94a11-e668-4f0b-b8ed-742b3769afae on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:53:43.236458 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647cb71-1290-4ccd-9302-2ceb82477fa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=85d94a11-e668-4f0b-b8ed-742b3769afae,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:43.279548 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1670330a-1d9c-4d66-9aa9-686466999f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:43.306592 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1670330a-1d9c-4d66-9aa9-686466999f6f None None] Pushing event deleted for resources: {'Port': ['ID=85d94a11-e668-4f0b-b8ed-742b3769afae,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:43.314285 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f647cb71-1290-4ccd-9302-2ceb82477fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:43.315506 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1670330a-1d9c-4d66-9aa9-686466999f6f None None] No DVR routers for this DVR port 85d94a11-e668-4f0b-b8ed-742b3769afae on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:53:43.317789 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670330a-1d9c-4d66-9aa9-686466999f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:43.318130 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670330a-1d9c-4d66-9aa9-686466999f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:43.318507 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670330a-1d9c-4d66-9aa9-686466999f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:43.318867 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670330a-1d9c-4d66-9aa9-686466999f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:43.319190 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670330a-1d9c-4d66-9aa9-686466999f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:43.319518 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670330a-1d9c-4d66-9aa9-686466999f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:43.319839 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670330a-1d9c-4d66-9aa9-686466999f6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:43.320159 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670330a-1d9c-4d66-9aa9-686466999f6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:43.320478 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670330a-1d9c-4d66-9aa9-686466999f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:43.320799 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670330a-1d9c-4d66-9aa9-686466999f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:43.321117 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670330a-1d9c-4d66-9aa9-686466999f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:43.321433 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1670330a-1d9c-4d66-9aa9-686466999f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:53:43.329153 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-f647cb71-1290-4ccd-9302-2ceb82477fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:43.339525 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-f647cb71-1290-4ccd-9302-2ceb82477fa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26d65b1a-b582-4f71-b1cb-ac5036c2523e') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:43.339820 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-f647cb71-1290-4ccd-9302-2ceb82477fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26d65b1a-b582-4f71-b1cb-ac5036c2523e') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:53:43.348724 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f647cb71-1290-4ccd-9302-2ceb82477fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:43.363871 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f647cb71-1290-4ccd-9302-2ceb82477fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:43.371257 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f647cb71-1290-4ccd-9302-2ceb82477fa4 admin admin] Releasing vlan 1622 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:53:43.371633 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f647cb71-1290-4ccd-9302-2ceb82477fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:43.373339 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:53:43.373339 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:53:43.373339 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:53:43.373339 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:53:43.373339 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:53:43.373339 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:53:43.373339 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:53:43.373339 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:53:43.373339 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:53:43.373339 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:53:43.373339 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:53:43.373339 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:53:43.373339 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:53:43.373339 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:53:43.373339 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:53:43.373339 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:53:43.373339 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:53:43.373339 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:53:43.373339 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:53:43.373339 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:53:43.373339 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:53:43.373339 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:53:43.373339 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:53:43.373339 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:53:43.373339 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:53:43.373339 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:53:43.373339 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:53:43.373339 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:53:43.373339 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:53:43.373339 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:53:43.373339 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:53:43.373339 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:53:43.509986 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f647cb71-1290-4ccd-9302-2ceb82477fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:43.515877 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f647cb71-1290-4ccd-9302-2ceb82477fa4 admin admin] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:43.517808 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f647cb71-1290-4ccd-9302-2ceb82477fa4 admin admin] 10.222.0.119 "DELETE /v2.0/networks/b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee HTTP/1.1" status: 204 len: 168 time: 0.7078393 Aug 31 09:53:43.529611 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647cb71-1290-4ccd-9302-2ceb82477fa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b92602bd-ac9f-4f3e-8f24-cbb5f3d2f8ee,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:43.860041 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43796) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:43.908965 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ea1f68bc-b2f4-48b1-b377-890447be7b07 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=f0a9b277c5284cc598746f91909819a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477276 Aug 31 09:53:43.916901 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43798) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:43.961756 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2f00066b-2383-41cf-bbcf-75d19024129d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:43.964892 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-58f4b765-5592-4e3b-8fb7-3b8afde54b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:43.985800 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-58f4b765-5592-4e3b-8fb7-3b8afde54b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:44.089385 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:44.123628 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-58f4b765-5592-4e3b-8fb7-3b8afde54b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:44.126163 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-58f4b765-5592-4e3b-8fb7-3b8afde54b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:44.127367 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-58f4b765-5592-4e3b-8fb7-3b8afde54b76 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/a52c507b-183e-4e4f-bafc-0b869429b06e HTTP/1.1" status: 204 len: 168 time: 0.2095764 Aug 31 09:53:44.135943 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f4b765-5592-4e3b-8fb7-3b8afde54b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52c507b-183e-4e4f-bafc-0b869429b06e,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:44.743267 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 85d94a11-e668-4f0b-b8ed-742b3769afae no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:53:44.775089 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 85d94a11-e668-4f0b-b8ed-742b3769afae {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:53:44.775089 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 85d94a11-e668-4f0b-b8ed-742b3769afae not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:53:45.409308 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:47.072346 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:50.080075 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0c36e267-3be9-4f35-b6a7-3ad9ca36340e req-86ac1487-1a25-428c-bbb9-40a4334e19b4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0242131 Aug 31 09:53:50.146785 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0c36e267-3be9-4f35-b6a7-3ad9ca36340e req-24fa3e7c-011c-49c3-a7d4-fd670288c8c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0238588 Aug 31 09:53:50.188534 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0c36e267-3be9-4f35-b6a7-3ad9ca36340e req-a7dd43b2-69d6-49db-b5c1-bcc283601aec service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232058 Aug 31 09:53:50.281614 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36e267-3be9-4f35-b6a7-3ad9ca36340e req-c29f5167-f864-4ab5-91a5-b9a7d767a49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:53:50.283137 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0c36e267-3be9-4f35-b6a7-3ad9ca36340e req-c29f5167-f864-4ab5-91a5-b9a7d767a49f service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0872750 Aug 31 09:53:54.838149 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 43914) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:54.951058 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5401519d-741d-4130-8c40-04e9212cf671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:55.046249 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5401519d-741d-4130-8c40-04e9212cf671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:55.104422 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5401519d-741d-4130-8c40-04e9212cf671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:55.142931 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5401519d-741d-4130-8c40-04e9212cf671 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=8515ad9105bc4837a52e645b5639108a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3035150 Aug 31 09:53:55.143492 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401519d-741d-4130-8c40-04e9212cf671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842064a5-3647-40dc-9e80-5a730f26a003,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:55.145445 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43918) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:55.194313 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-defc33fb-1e72-4871-a095-b7100df723bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:55.219346 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-defc33fb-1e72-4871-a095-b7100df723bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:55.329487 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-defc33fb-1e72-4871-a095-b7100df723bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:55.332183 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-defc33fb-1e72-4871-a095-b7100df723bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:55.333337 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-defc33fb-1e72-4871-a095-b7100df723bf admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/842064a5-3647-40dc-9e80-5a730f26a003 HTTP/1.1" status: 204 len: 168 time: 0.1868427 Aug 31 09:53:55.341933 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc33fb-1e72-4871-a095-b7100df723bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842064a5-3647-40dc-9e80-5a730f26a003,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:56.414380 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:53:59.198752 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 43998) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:59.314097 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-829b35dd-f5b6-4f4b-96d6-037620df6a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:59.400761 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-829b35dd-f5b6-4f4b-96d6-037620df6a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:59.469709 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-829b35dd-f5b6-4f4b-96d6-037620df6a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:59.508775 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-829b35dd-f5b6-4f4b-96d6-037620df6a76 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=ba774b1471a347e1a52ce0bd8f7680e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3088450 Aug 31 09:53:59.509660 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b35dd-f5b6-4f4b-96d6-037620df6a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d0c791-86ec-4c43-a37a-3063618512c2,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:53:59.511441 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44002) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:53:59.565453 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ebea23e7-86ee-4c50-bab9-dfe85ccbf974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:59.586625 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ebea23e7-86ee-4c50-bab9-dfe85ccbf974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:59.695145 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ebea23e7-86ee-4c50-bab9-dfe85ccbf974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:59.697631 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ebea23e7-86ee-4c50-bab9-dfe85ccbf974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:53:59.698793 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ebea23e7-86ee-4c50-bab9-dfe85ccbf974 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/44d0c791-86ec-4c43-a37a-3063618512c2 HTTP/1.1" status: 204 len: 168 time: 0.1854608 Aug 31 09:53:59.706285 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea23e7-86ee-4c50-bab9-dfe85ccbf974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d0c791-86ec-4c43-a37a-3063618512c2,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:00.242076 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44008) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:00.255098 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-003d6727-5a4a-40a9-9263-c6e8edbe9c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:00.341369 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-003d6727-5a4a-40a9-9263-c6e8edbe9c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:00.412883 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-003d6727-5a4a-40a9-9263-c6e8edbe9c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:00.450976 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-003d6727-5a4a-40a9-9263-c6e8edbe9c47 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=60d8d57cf3914985b06161c95cf38eca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2077780 Aug 31 09:54:00.452821 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d6727-5a4a-40a9-9263-c6e8edbe9c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cd0f99-64b5-42fc-82af-ddd3076ac8e3,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:00.453662 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44010) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:00.503306 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b074051d-8540-4cea-976c-1666825fa61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:00.523907 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b074051d-8540-4cea-976c-1666825fa61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:00.647230 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b074051d-8540-4cea-976c-1666825fa61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:00.650596 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b074051d-8540-4cea-976c-1666825fa61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:00.651746 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b074051d-8540-4cea-976c-1666825fa61e admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/29cd0f99-64b5-42fc-82af-ddd3076ac8e3 HTTP/1.1" status: 204 len: 168 time: 0.1970074 Aug 31 09:54:00.659424 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074051d-8540-4cea-976c-1666825fa61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cd0f99-64b5-42fc-82af-ddd3076ac8e3,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:02.964032 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:03.104011 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:06.050496 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44118) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:06.164201 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f8ed6bde-46d4-48db-9110-9b1846abba43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:06.256030 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f8ed6bde-46d4-48db-9110-9b1846abba43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:06.323391 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f8ed6bde-46d4-48db-9110-9b1846abba43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:06.362394 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed6bde-46d4-48db-9110-9b1846abba43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4419c034-f07b-448e-913f-b2c84ea778d1,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:06.367578 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f8ed6bde-46d4-48db-9110-9b1846abba43 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=e5f7ac08801a445eabfa2dc00d6f5fbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3160419 Aug 31 09:54:06.371047 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44122) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:06.419937 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b6a9d5f-72a6-415e-84b4-eac023fc5b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:06.440876 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b6a9d5f-72a6-415e-84b4-eac023fc5b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:06.557745 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b6a9d5f-72a6-415e-84b4-eac023fc5b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:06.560359 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b6a9d5f-72a6-415e-84b4-eac023fc5b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:06.561563 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8b6a9d5f-72a6-415e-84b4-eac023fc5b21 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/4419c034-f07b-448e-913f-b2c84ea778d1 HTTP/1.1" status: 204 len: 168 time: 0.1897078 Aug 31 09:54:06.569546 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a9d5f-72a6-415e-84b4-eac023fc5b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4419c034-f07b-448e-913f-b2c84ea778d1,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:07.172234 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44128) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:07.183985 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-95a608ea-2a70-483a-8a6d-6d9bbaab775a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:07.272457 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-95a608ea-2a70-483a-8a6d-6d9bbaab775a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:07.346599 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-95a608ea-2a70-483a-8a6d-6d9bbaab775a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:07.385369 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-95a608ea-2a70-483a-8a6d-6d9bbaab775a admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=14c7d9d242954e94aa404e9d669ed1a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2137108 Aug 31 09:54:07.386253 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a608ea-2a70-483a-8a6d-6d9bbaab775a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1e83c8-4aa2-47d2-8185-d372ba6b1669,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:07.388123 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44130) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:07.438476 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6712f8c1-1ef5-4bf3-bdd9-cf00a7485241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:07.462241 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6712f8c1-1ef5-4bf3-bdd9-cf00a7485241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:07.580891 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6712f8c1-1ef5-4bf3-bdd9-cf00a7485241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:07.583542 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6712f8c1-1ef5-4bf3-bdd9-cf00a7485241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:07.584767 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6712f8c1-1ef5-4bf3-bdd9-cf00a7485241 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/2b1e83c8-4aa2-47d2-8185-d372ba6b1669 HTTP/1.1" status: 204 len: 168 time: 0.1950619 Aug 31 09:54:07.592930 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6712f8c1-1ef5-4bf3-bdd9-cf00a7485241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1e83c8-4aa2-47d2-8185-d372ba6b1669,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:11.151476 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44190) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:11.262870 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-40e945b6-c7ab-43a7-a95b-464b8600f03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:11.350039 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-30992e06-2ad0-41b4-aa9a-a0c874de8854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:11.354484 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-40e945b6-c7ab-43a7-a95b-464b8600f03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:11.426439 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-40e945b6-c7ab-43a7-a95b-464b8600f03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:11.469463 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-40e945b6-c7ab-43a7-a95b-464b8600f03c admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=6e5ea174d1954ae3a68eaed4b52ca33b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3167408 Aug 31 09:54:11.470241 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e945b6-c7ab-43a7-a95b-464b8600f03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64796d92-aa20-46dc-8276-193ec65e4782,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:11.472139 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44194) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:11.521820 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4dd0-3783-4299-afad-fec2269ae0dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:11.545327 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4dd0-3783-4299-afad-fec2269ae0dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:11.666451 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4dd0-3783-4299-afad-fec2269ae0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:11.669718 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4dd0-3783-4299-afad-fec2269ae0dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:11.670950 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7f4b4dd0-3783-4299-afad-fec2269ae0dd admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/64796d92-aa20-46dc-8276-193ec65e4782 HTTP/1.1" status: 204 len: 168 time: 0.1968744 Aug 31 09:54:11.679209 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b4dd0-3783-4299-afad-fec2269ae0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64796d92-aa20-46dc-8276-193ec65e4782,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:12.230926 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44200) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:12.244589 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6c5572e1-8194-4ccd-9f0d-be1e0c03be72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:12.331486 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6c5572e1-8194-4ccd-9f0d-be1e0c03be72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:12.409283 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6c5572e1-8194-4ccd-9f0d-be1e0c03be72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:12.450217 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6c5572e1-8194-4ccd-9f0d-be1e0c03be72 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=d8558ae128f04983b380d9fc067061a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2182176 Aug 31 09:54:12.450984 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5572e1-8194-4ccd-9f0d-be1e0c03be72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b2cffc-93f0-4b26-acd7-5170063aedeb,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:12.452983 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44202) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:12.505459 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-35f5242c-f9f6-4092-aa8a-ac13d85cc6bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:12.526731 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-35f5242c-f9f6-4092-aa8a-ac13d85cc6bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:12.664008 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-35f5242c-f9f6-4092-aa8a-ac13d85cc6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:12.666499 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-35f5242c-f9f6-4092-aa8a-ac13d85cc6bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:12.668740 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-35f5242c-f9f6-4092-aa8a-ac13d85cc6bb admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/20b2cffc-93f0-4b26-acd7-5170063aedeb HTTP/1.1" status: 204 len: 168 time: 0.2146311 Aug 31 09:54:12.679703 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5242c-f9f6-4092-aa8a-ac13d85cc6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b2cffc-93f0-4b26-acd7-5170063aedeb,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:13.963825 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fec99610-15ed-4a33-b95c-bee3f758dc68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:14.058822 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:15.393016 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:16.529442 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44320) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:16.635375 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c0aefe9a-eee9-4655-90ea-3bf8d0062567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:16.722456 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c0aefe9a-eee9-4655-90ea-3bf8d0062567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:16.786502 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c0aefe9a-eee9-4655-90ea-3bf8d0062567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:16.828757 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c0aefe9a-eee9-4655-90ea-3bf8d0062567 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=f61f39f167d9428b8f9ff3ff146e0743&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2981267 Aug 31 09:54:16.830676 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aefe9a-eee9-4655-90ea-3bf8d0062567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36962e53-55be-4cb2-a017-c94bc9d70766,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:16.831637 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44324) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:16.881407 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1ea9c7c2-773e-4410-99de-5bcd0574f40f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:16.902249 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1ea9c7c2-773e-4410-99de-5bcd0574f40f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:17.015292 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1ea9c7c2-773e-4410-99de-5bcd0574f40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:17.017825 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1ea9c7c2-773e-4410-99de-5bcd0574f40f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:17.019012 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1ea9c7c2-773e-4410-99de-5bcd0574f40f admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/36962e53-55be-4cb2-a017-c94bc9d70766 HTTP/1.1" status: 204 len: 168 time: 0.1863987 Aug 31 09:54:17.027389 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea9c7c2-773e-4410-99de-5bcd0574f40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36962e53-55be-4cb2-a017-c94bc9d70766,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:17.066289 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:17.604955 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44330) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:17.617902 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-68428f1f-3c99-4b98-8371-930a2b35fc7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:17.703980 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-68428f1f-3c99-4b98-8371-930a2b35fc7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:17.818499 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-68428f1f-3c99-4b98-8371-930a2b35fc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:17.857965 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-68428f1f-3c99-4b98-8371-930a2b35fc7c admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=0e43345f5332408587ef550f02792404&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2519572 Aug 31 09:54:17.858840 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68428f1f-3c99-4b98-8371-930a2b35fc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296a9d13-263a-4044-8cf4-36314f811af8,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:17.860733 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44332) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:17.912374 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cac84d7b-8e7d-4ad3-8c73-2b9725762a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:17.933907 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cac84d7b-8e7d-4ad3-8c73-2b9725762a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:18.061140 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cac84d7b-8e7d-4ad3-8c73-2b9725762a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:18.063646 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cac84d7b-8e7d-4ad3-8c73-2b9725762a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:18.064810 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-cac84d7b-8e7d-4ad3-8c73-2b9725762a28 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/296a9d13-263a-4044-8cf4-36314f811af8 HTTP/1.1" status: 204 len: 168 time: 0.2030556 Aug 31 09:54:18.074666 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac84d7b-8e7d-4ad3-8c73-2b9725762a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296a9d13-263a-4044-8cf4-36314f811af8,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:20.193712 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [req-b025955c-86ca-4e00-98fc-7523902edb45 req-9af720d9-7fa8-4cfe-93ce-2bcc618df6a7 service neutron] (95552) timed out ('10.222.0.119', 60150) {{(pid=95552) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 09:54:21.954461 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44428) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:22.061787 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-36e911ac-85d9-4495-876d-5e0843bd1c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:22.148233 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-36e911ac-85d9-4495-876d-5e0843bd1c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:22.223687 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-36e911ac-85d9-4495-876d-5e0843bd1c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:22.262254 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-36e911ac-85d9-4495-876d-5e0843bd1c12 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=f45d6398ce5c4eb097c63cabe9aa82b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3066084 Aug 31 09:54:22.263030 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e911ac-85d9-4495-876d-5e0843bd1c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422cb743-e797-45a0-9ded-f8750797ba7c,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:22.265675 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44432) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:22.319429 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5011b818-0016-49a4-9b84-60175f6688fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:22.670054 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5011b818-0016-49a4-9b84-60175f6688fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:22.775203 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5011b818-0016-49a4-9b84-60175f6688fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:22.777817 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5011b818-0016-49a4-9b84-60175f6688fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:22.778994 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5011b818-0016-49a4-9b84-60175f6688fb admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/422cb743-e797-45a0-9ded-f8750797ba7c HTTP/1.1" status: 204 len: 168 time: 0.5116799 Aug 31 09:54:22.786746 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011b818-0016-49a4-9b84-60175f6688fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422cb743-e797-45a0-9ded-f8750797ba7c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:23.352605 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44440) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:23.366883 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-23b7bf9e-98f6-44c0-8c6a-c947ea76a492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:23.456247 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-23b7bf9e-98f6-44c0-8c6a-c947ea76a492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:23.526778 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-23b7bf9e-98f6-44c0-8c6a-c947ea76a492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:23.565563 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-23b7bf9e-98f6-44c0-8c6a-c947ea76a492 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=994eea31c52047afa8390b76b6c3c369&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2118976 Aug 31 09:54:23.566627 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b7bf9e-98f6-44c0-8c6a-c947ea76a492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c126667d-8698-4a5b-babf-118f6637fd5e,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:23.568376 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44442) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:23.618209 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f70334ef-3878-44a4-a727-d3c9e0d17cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:23.640483 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f70334ef-3878-44a4-a727-d3c9e0d17cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:23.772609 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f70334ef-3878-44a4-a727-d3c9e0d17cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:23.775225 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f70334ef-3878-44a4-a727-d3c9e0d17cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:23.776348 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f70334ef-3878-44a4-a727-d3c9e0d17cca admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/c126667d-8698-4a5b-babf-118f6637fd5e HTTP/1.1" status: 204 len: 168 time: 0.2069886 Aug 31 09:54:23.785572 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70334ef-3878-44a4-a727-d3c9e0d17cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c126667d-8698-4a5b-babf-118f6637fd5e,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:25.588430 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44480) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:25.686943 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-2f1ff3d5-8a5b-40ed-a0b1-cd0433aa8954 tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1502897467'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:25.752117 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2f1ff3d5-8a5b-40ed-a0b1-cd0433aa8954 tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:25.753120 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2f1ff3d5-8a5b-40ed-a0b1-cd0433aa8954 tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:25.806098 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2f1ff3d5-8a5b-40ed-a0b1-cd0433aa8954 tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:25.864661 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2f1ff3d5-8a5b-40ed-a0b1-cd0433aa8954 tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:25.950112 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2f1ff3d5-8a5b-40ed-a0b1-cd0433aa8954 tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:25.951302 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2f1ff3d5-8a5b-40ed-a0b1-cd0433aa8954 tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3618639 Aug 31 09:54:25.953811 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44484) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:26.026198 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6dcebc12-6aca-41fe-842d-88256299489d tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:26.185304 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6dcebc12-6aca-41fe-842d-88256299489d tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:26.187445 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6dcebc12-6aca-41fe-842d-88256299489d tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:26.292584 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6dcebc12-6aca-41fe-842d-88256299489d tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:26.294082 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcebc12-6aca-41fe-842d-88256299489d tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4d5ff5b9-eb86-4d76-8faf-c149c7aa6bff {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:54:26.298592 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6dcebc12-6aca-41fe-842d-88256299489d tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:26.299749 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6dcebc12-6aca-41fe-842d-88256299489d tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] 10.222.0.119 "DELETE /v2.0/routers/4d5ff5b9-eb86-4d76-8faf-c149c7aa6bff HTTP/1.1" status: 204 len: 168 time: 0.3447580 Aug 31 09:54:26.302332 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44486) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:26.306610 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-f4a0fea3-5eaa-4193-a44d-277f21527f9f tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Request body: {'router': {'name': 'tempest-router-425828452', 'distributed': False}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:26.378395 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f4a0fea3-5eaa-4193-a44d-277f21527f9f tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:26.379417 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f4a0fea3-5eaa-4193-a44d-277f21527f9f tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:26.429977 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f4a0fea3-5eaa-4193-a44d-277f21527f9f tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:26.510203 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f4a0fea3-5eaa-4193-a44d-277f21527f9f tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:26.595508 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f4a0fea3-5eaa-4193-a44d-277f21527f9f tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:26.596749 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f4a0fea3-5eaa-4193-a44d-277f21527f9f tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2934504 Aug 31 09:54:26.599707 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44488) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:26.673861 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c42c61ec-b8c3-467c-b550-e5628df9456a tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:26.836429 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c42c61ec-b8c3-467c-b550-e5628df9456a tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:26.838518 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c42c61ec-b8c3-467c-b550-e5628df9456a tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:26.972422 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c42c61ec-b8c3-467c-b550-e5628df9456a tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:26.972928 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42c61ec-b8c3-467c-b550-e5628df9456a tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 991816b8-fce2-49ac-b88f-e5e44b85142f {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:54:26.977113 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c42c61ec-b8c3-467c-b550-e5628df9456a tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:26.978261 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c42c61ec-b8c3-467c-b550-e5628df9456a tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] 10.222.0.119 "DELETE /v2.0/routers/991816b8-fce2-49ac-b88f-e5e44b85142f HTTP/1.1" status: 204 len: 168 time: 0.3776388 Aug 31 09:54:26.983496 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44492) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:26.986254 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-557dacb9-16e2-4439-bd34-a45c7752a372 tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Request body: {'router': {'name': 'tempest-router-369060348', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'bd82674d8f4e4df9985c93176ef69b29'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:27.069877 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-557dacb9-16e2-4439-bd34-a45c7752a372 tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:27.070896 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-557dacb9-16e2-4439-bd34-a45c7752a372 tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:27.126899 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-557dacb9-16e2-4439-bd34-a45c7752a372 tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:27.207548 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-557dacb9-16e2-4439-bd34-a45c7752a372 tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:27.275547 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-557dacb9-16e2-4439-bd34-a45c7752a372 tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:27.276761 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-557dacb9-16e2-4439-bd34-a45c7752a372 tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2941415 Aug 31 09:54:27.279654 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44494) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:27.283995 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-7a4ca359-29c7-4dfc-aa40-556955b1f620 tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:27.483046 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7a4ca359-29c7-4dfc-aa40-556955b1f620 tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2088949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2087107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5115'] for router, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:27.483389 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7a4ca359-29c7-4dfc-aa40-556955b1f620 tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks [] for router, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:27.563565 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7a4ca359-29c7-4dfc-aa40-556955b1f620 tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95553) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 31 09:54:27.563902 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7a4ca359-29c7-4dfc-aa40-556955b1f620 tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Router 86b5667b-f645-4ccb-b4b4-1e22469a729e migrating from provider to provider. {{(pid=95553) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 31 09:54:27.564269 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7a4ca359-29c7-4dfc-aa40-556955b1f620 tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:27.568688 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7a4ca359-29c7-4dfc-aa40-556955b1f620 tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:27.632275 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7a4ca359-29c7-4dfc-aa40-556955b1f620 tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2088958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2088935', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2087130'] for router, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:27.711486 n-d-791506-28 neutron-server[95553]: WARNING neutron.scheduler.l3_agent_scheduler [None req-7a4ca359-29c7-4dfc-aa40-556955b1f620 tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] No L3 agents can host the router 86b5667b-f645-4ccb-b4b4-1e22469a729e Aug 31 09:54:27.807323 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4ca359-29c7-4dfc-aa40-556955b1f620 tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Hosts for router 86b5667b-f645-4ccb-b4b4-1e22469a729e: [] {{(pid=95553) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 31 09:54:27.828491 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4ca359-29c7-4dfc-aa40-556955b1f620 tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Hosts for other DVR routers connected to router 86b5667b-f645-4ccb-b4b4-1e22469a729e: set() {{(pid=95553) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 31 09:54:27.831026 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7a4ca359-29c7-4dfc-aa40-556955b1f620 tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:27.832219 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7a4ca359-29c7-4dfc-aa40-556955b1f620 tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] 10.222.0.119 "PUT /v2.0/routers/86b5667b-f645-4ccb-b4b4-1e22469a729e HTTP/1.1" status: 200 len: 716 time: 0.5516469 Aug 31 09:54:27.834777 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44496) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:27.908466 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1ea78e1c-3935-4646-a618-b4ae8cfe7925 tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] 10.222.0.119 "GET /v2.0/routers/86b5667b-f645-4ccb-b4b4-1e22469a729e HTTP/1.1" status: 200 len: 716 time: 0.0726223 Aug 31 09:54:27.910890 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44498) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:28.083519 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-88c7d977-d196-43bf-8bae-11132bcd9013 tempest-RoutersTestDVR-1913293593 tempest-RoutersTestDVR-1913293593-project] 10.222.0.119 "GET /v2.0/routers/86b5667b-f645-4ccb-b4b4-1e22469a729e HTTP/1.1" status: 200 len: 682 time: 0.1713915 Aug 31 09:54:28.085871 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44502) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:28.157101 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-adb9cad0-f29f-4768-85a0-c7c18454935e tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:28.310380 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-adb9cad0-f29f-4768-85a0-c7c18454935e tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:28.312532 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-adb9cad0-f29f-4768-85a0-c7c18454935e tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:28.429564 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-adb9cad0-f29f-4768-85a0-c7c18454935e tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:28.430133 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb9cad0-f29f-4768-85a0-c7c18454935e tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 86b5667b-f645-4ccb-b4b4-1e22469a729e {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:54:28.434837 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-adb9cad0-f29f-4768-85a0-c7c18454935e tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:28.436248 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-adb9cad0-f29f-4768-85a0-c7c18454935e tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] 10.222.0.119 "DELETE /v2.0/routers/86b5667b-f645-4ccb-b4b4-1e22469a729e HTTP/1.1" status: 204 len: 168 time: 0.3494279 Aug 31 09:54:28.439789 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44506) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:28.444102 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-3b2dc05f-bc7b-4993-a243-7f6001e662bc tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Request body: {'router': {'name': 'tempest-router-1125445687', 'distributed': True}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:28.530249 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3b2dc05f-bc7b-4993-a243-7f6001e662bc tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:28.531454 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3b2dc05f-bc7b-4993-a243-7f6001e662bc tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:28.581492 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3b2dc05f-bc7b-4993-a243-7f6001e662bc tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:28.667021 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3b2dc05f-bc7b-4993-a243-7f6001e662bc tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:28.718242 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3b2dc05f-bc7b-4993-a243-7f6001e662bc tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:28.719767 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3b2dc05f-bc7b-4993-a243-7f6001e662bc tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2789524 Aug 31 09:54:28.722373 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44510) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:28.795503 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a7fa7481-f89b-454f-b980-830977d5ab08 tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:28.955629 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a7fa7481-f89b-454f-b980-830977d5ab08 tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:28.957661 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a7fa7481-f89b-454f-b980-830977d5ab08 tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:29.077971 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a7fa7481-f89b-454f-b980-830977d5ab08 tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:29.078481 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fa7481-f89b-454f-b980-830977d5ab08 tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 758c4337-c604-4980-88ad-b8892f756eca {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:54:29.083009 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a7fa7481-f89b-454f-b980-830977d5ab08 tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:29.084054 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a7fa7481-f89b-454f-b980-830977d5ab08 tempest-RoutersTestDVR-1428226677 tempest-RoutersTestDVR-1428226677-project-admin] 10.222.0.119 "DELETE /v2.0/routers/758c4337-c604-4980-88ad-b8892f756eca HTTP/1.1" status: 204 len: 168 time: 0.3607144 Aug 31 09:54:29.554419 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44518) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:29.669051 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-40cc533b-137d-47e1-89bb-adbc00f0a07d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:29.755047 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-40cc533b-137d-47e1-89bb-adbc00f0a07d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:29.832472 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-40cc533b-137d-47e1-89bb-adbc00f0a07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:29.873018 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-40cc533b-137d-47e1-89bb-adbc00f0a07d admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=bd82674d8f4e4df9985c93176ef69b29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3174887 Aug 31 09:54:29.873743 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc533b-137d-47e1-89bb-adbc00f0a07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cece8b26-9362-4a11-b666-169192de4891,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:29.875791 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44522) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:29.930360 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-562245d7-949b-4399-be2b-23e47ad7d1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:29.951670 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-562245d7-949b-4399-be2b-23e47ad7d1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:30.089035 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-562245d7-949b-4399-be2b-23e47ad7d1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:30.094652 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-562245d7-949b-4399-be2b-23e47ad7d1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:30.095974 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-562245d7-949b-4399-be2b-23e47ad7d1c3 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/cece8b26-9362-4a11-b666-169192de4891 HTTP/1.1" status: 204 len: 168 time: 0.2191825 Aug 31 09:54:30.104465 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562245d7-949b-4399-be2b-23e47ad7d1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cece8b26-9362-4a11-b666-169192de4891,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:30.666327 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44528) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:30.680205 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-97c7f076-1784-495d-9d9d-fc629de3b944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:30.766371 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-97c7f076-1784-495d-9d9d-fc629de3b944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:30.827085 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-97c7f076-1784-495d-9d9d-fc629de3b944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:30.865307 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-97c7f076-1784-495d-9d9d-fc629de3b944 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=2df886c7534446249d1d136f77748574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1978793 Aug 31 09:54:30.866252 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7f076-1784-495d-9d9d-fc629de3b944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18278629-3ae3-4ce3-8dab-4dc15fd96087,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:30.868027 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44530) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:30.916974 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bf820283-e231-4c10-95e3-e9cd30b7322e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:30.938728 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bf820283-e231-4c10-95e3-e9cd30b7322e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:31.055219 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bf820283-e231-4c10-95e3-e9cd30b7322e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:31.057737 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bf820283-e231-4c10-95e3-e9cd30b7322e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:31.059443 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bf820283-e231-4c10-95e3-e9cd30b7322e admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/18278629-3ae3-4ce3-8dab-4dc15fd96087 HTTP/1.1" status: 204 len: 168 time: 0.1898096 Aug 31 09:54:31.067221 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf820283-e231-4c10-95e3-e9cd30b7322e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18278629-3ae3-4ce3-8dab-4dc15fd96087,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:32.102655 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44552) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:32.216444 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-25363555-9a53-4b14-876a-d8b905a20a18 tempest-AgentManagementNegativeTest-540562732 tempest-AgentManagementNegativeTest-540562732-project] 10.222.0.119 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1126337 Aug 31 09:54:32.661037 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44560) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:32.770744 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c8ab3ee9-9d65-4829-a39a-1f4d5fe30e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:32.857419 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c8ab3ee9-9d65-4829-a39a-1f4d5fe30e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:32.920979 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c8ab3ee9-9d65-4829-a39a-1f4d5fe30e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:32.960713 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c8ab3ee9-9d65-4829-a39a-1f4d5fe30e6c admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=a51fee8f0e8d4612b80239a5fad8cd0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2985332 Aug 31 09:54:32.961603 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab3ee9-9d65-4829-a39a-1f4d5fe30e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abe7d87-57fc-4611-8e74-b1c25cdf7aaa,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:32.963398 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44564) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:32.969796 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ab3ee9-9d65-4829-a39a-1f4d5fe30e6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:32.970161 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ab3ee9-9d65-4829-a39a-1f4d5fe30e6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:32.970505 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ab3ee9-9d65-4829-a39a-1f4d5fe30e6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:32.970871 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ab3ee9-9d65-4829-a39a-1f4d5fe30e6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:32.971328 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ab3ee9-9d65-4829-a39a-1f4d5fe30e6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:32.971573 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ab3ee9-9d65-4829-a39a-1f4d5fe30e6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:32.971899 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ab3ee9-9d65-4829-a39a-1f4d5fe30e6c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:32.972224 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ab3ee9-9d65-4829-a39a-1f4d5fe30e6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:32.972547 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ab3ee9-9d65-4829-a39a-1f4d5fe30e6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:32.972870 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ab3ee9-9d65-4829-a39a-1f4d5fe30e6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:32.973191 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ab3ee9-9d65-4829-a39a-1f4d5fe30e6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:32.973510 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ab3ee9-9d65-4829-a39a-1f4d5fe30e6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:33.006932 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:33.013956 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a1a07bb8-7089-4866-b8d0-a0594a6e68fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:33.034700 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a1a07bb8-7089-4866-b8d0-a0594a6e68fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:33.115329 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:33.143841 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a1a07bb8-7089-4866-b8d0-a0594a6e68fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:33.146427 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a1a07bb8-7089-4866-b8d0-a0594a6e68fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:33.147596 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a1a07bb8-7089-4866-b8d0-a0594a6e68fb admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/9abe7d87-57fc-4611-8e74-b1c25cdf7aaa HTTP/1.1" status: 204 len: 168 time: 0.1832225 Aug 31 09:54:33.157600 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a07bb8-7089-4866-b8d0-a0594a6e68fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abe7d87-57fc-4611-8e74-b1c25cdf7aaa,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:33.414195 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:54:34.049190 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44586) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:34.145908 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-c179c8d9-ed39-4d76-960a-3914bcad35ad tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-242167454', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:34.269832 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c179c8d9-ed39-4d76-960a-3914bcad35ad tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:34.270871 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c179c8d9-ed39-4d76-960a-3914bcad35ad tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:34.320880 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c179c8d9-ed39-4d76-960a-3914bcad35ad tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:34.384149 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c179c8d9-ed39-4d76-960a-3914bcad35ad tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:34.481218 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c179c8d9-ed39-4d76-960a-3914bcad35ad tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:34.482427 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c179c8d9-ed39-4d76-960a-3914bcad35ad tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4322309 Aug 31 09:54:34.485062 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44590) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:34.490054 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-9c94e6ed-5df2-4204-9258-14b50bec4e48 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2136736901'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:34.612548 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c94e6ed-5df2-4204-9258-14b50bec4e48 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Made reservation on behalf of c509925bc2e64fcbb78e23022a814a9a for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:34.615913 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9c94e6ed-5df2-4204-9258-14b50bec4e48 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:34.624895 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9c94e6ed-5df2-4204-9258-14b50bec4e48 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:34.714490 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9c94e6ed-5df2-4204-9258-14b50bec4e48 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:34.775085 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9c94e6ed-5df2-4204-9258-14b50bec4e48 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:34.804294 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c94e6ed-5df2-4204-9258-14b50bec4e48 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] vlan segment allocate from pool success with {'vlan_id': 1630, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:54:34.814382 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94e6ed-5df2-4204-9258-14b50bec4e48 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=962443bc-783e-4e39-85fd-bf56115ffe13,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:34.818937 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9c94e6ed-5df2-4204-9258-14b50bec4e48 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:34.819280 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-9c94e6ed-5df2-4204-9258-14b50bec4e48 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Added segment 6efb73a9-dbd0-447d-9ebe-6ab4631ea337 of type vlan for network 2d0c77aa-8184-401f-9e4c-03f314930950 Aug 31 09:54:34.832697 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94e6ed-5df2-4204-9258-14b50bec4e48 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:34.833042 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94e6ed-5df2-4204-9258-14b50bec4e48 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:34.833404 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94e6ed-5df2-4204-9258-14b50bec4e48 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:34.833744 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94e6ed-5df2-4204-9258-14b50bec4e48 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:34.834077 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94e6ed-5df2-4204-9258-14b50bec4e48 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:34.834401 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94e6ed-5df2-4204-9258-14b50bec4e48 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:34.834750 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94e6ed-5df2-4204-9258-14b50bec4e48 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:34.835074 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94e6ed-5df2-4204-9258-14b50bec4e48 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:34.835395 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94e6ed-5df2-4204-9258-14b50bec4e48 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:34.840723 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94e6ed-5df2-4204-9258-14b50bec4e48 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:34.840723 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94e6ed-5df2-4204-9258-14b50bec4e48 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:34.840723 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c94e6ed-5df2-4204-9258-14b50bec4e48 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:34.879320 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9c94e6ed-5df2-4204-9258-14b50bec4e48 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:34.983992 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9c94e6ed-5df2-4204-9258-14b50bec4e48 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:34.989433 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c94e6ed-5df2-4204-9258-14b50bec4e48 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:34.990008 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9c94e6ed-5df2-4204-9258-14b50bec4e48 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:35.053213 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94e6ed-5df2-4204-9258-14b50bec4e48 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Pushing event updated for resources: {'Network': ['ID=2d0c77aa-8184-401f-9e4c-03f314930950,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:35.063903 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 2d0c77aa-8184-401f-9e4c-03f314930950 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:54:35.096102 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9c94e6ed-5df2-4204-9258-14b50bec4e48 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6099625 Aug 31 09:54:35.098880 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44592) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:35.103814 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-7cbaf236-1273-4c62-94ac-dce75ec74b64 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Request body: {'subnet': {'network_id': '2d0c77aa-8184-401f-9e4c-03f314930950', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:35.595255 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbaf236-1273-4c62-94ac-dce75ec74b64 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Made reservation on behalf of c509925bc2e64fcbb78e23022a814a9a for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:35.598689 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7cbaf236-1273-4c62-94ac-dce75ec74b64 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:35.824041 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7cbaf236-1273-4c62-94ac-dce75ec74b64 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:35.882409 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbaf236-1273-4c62-94ac-dce75ec74b64 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Pushing event updated for resources: {'Subnet': ['ID=428b8845-7551-41f6-844d-d1f11767d617,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:35.893520 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbaf236-1273-4c62-94ac-dce75ec74b64 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Checking segment: {'id': '6efb73a9-dbd0-447d-9ebe-6ab4631ea337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1630, 'network_id': '2d0c77aa-8184-401f-9e4c-03f314930950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:54:35.893879 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbaf236-1273-4c62-94ac-dce75ec74b64 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Network hostable DHCP agents. Network: 2d0c77aa-8184-401f-9e4c-03f314930950, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:54:35.989596 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbaf236-1273-4c62-94ac-dce75ec74b64 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Network 2d0c77aa-8184-401f-9e4c-03f314930950 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:54:36.075897 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-7cbaf236-1273-4c62-94ac-dce75ec74b64 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 2d0c77aa-8184-401f-9e4c-03f314930950) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:36.080063 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbaf236-1273-4c62-94ac-dce75ec74b64 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:36.080766 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7cbaf236-1273-4c62-94ac-dce75ec74b64 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:36.085125 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6185da-a4c1-4261-be41-07c2e4ef4753 None None] Network 2d0c77aa-8184-401f-9e4c-03f314930950 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:36.177818 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7cbaf236-1273-4c62-94ac-dce75ec74b64 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0749605 Aug 31 09:54:36.178022 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44594) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:36.182944 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-377e7648-2712-41a1-abe0-cfb1cd3dd69c tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Request body: {'network': {'name': 'tempest-router-network01--220031726'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:36.229656 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b09394-c7ad-4469-a758-dd46e486abf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-2d0c77aa-8184-401f-9e4c-03f314930950', 'network_id': '2d0c77aa-8184-401f-9e4c-03f314930950', 'tenant_id': 'c509925bc2e64fcbb78e23022a814a9a', 'fixed_ips': [{'subnet_id': '428b8845-7551-41f6-844d-d1f11767d617'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:54:36.230508 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-56b09394-c7ad-4469-a758-dd46e486abf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:36.287076 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377e7648-2712-41a1-abe0-cfb1cd3dd69c tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Made reservation on behalf of c509925bc2e64fcbb78e23022a814a9a for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:36.290571 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-377e7648-2712-41a1-abe0-cfb1cd3dd69c tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:36.315091 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377e7648-2712-41a1-abe0-cfb1cd3dd69c tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] vlan segment allocate from pool success with {'vlan_id': 1621, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:54:36.323694 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-377e7648-2712-41a1-abe0-cfb1cd3dd69c tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:36.324042 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-377e7648-2712-41a1-abe0-cfb1cd3dd69c tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Added segment 3c1f5383-0a3a-4ae2-9ee0-4dbf785d6bd0 of type vlan for network c069614d-fd0c-4a3f-b09d-bc97f4fdab4d Aug 31 09:54:36.365046 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-56b09394-c7ad-4469-a758-dd46e486abf2 None None] Allocated IP 172.20.0.2 (2d0c77aa-8184-401f-9e4c-03f314930950/428b8845-7551-41f6-844d-d1f11767d617/e71791ca-479e-446a-9a9a-2a2954797a26) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:54:36.368296 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-377e7648-2712-41a1-abe0-cfb1cd3dd69c tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:36.469509 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-377e7648-2712-41a1-abe0-cfb1cd3dd69c tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:36.475048 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377e7648-2712-41a1-abe0-cfb1cd3dd69c tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:36.475673 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-377e7648-2712-41a1-abe0-cfb1cd3dd69c tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:36.510793 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-56b09394-c7ad-4469-a758-dd46e486abf2 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:36.520310 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-56b09394-c7ad-4469-a758-dd46e486abf2 None None] Transition to ACTIVE for port object e71791ca-479e-446a-9a9a-2a2954797a26 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:36.536373 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-56b09394-c7ad-4469-a758-dd46e486abf2 None None] Transition to ACTIVE for port object e71791ca-479e-446a-9a9a-2a2954797a26 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:36.542499 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e7648-2712-41a1-abe0-cfb1cd3dd69c tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Pushing event updated for resources: {'Network': ['ID=c069614d-fd0c-4a3f-b09d-bc97f4fdab4d,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:36.552708 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network c069614d-fd0c-4a3f-b09d-bc97f4fdab4d details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:54:36.604287 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-377e7648-2712-41a1-abe0-cfb1cd3dd69c tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4252920 Aug 31 09:54:36.607000 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44596) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:36.612156 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-71087a7e-4c01-4ee8-af59-df5eb00bdf4d tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Request body: {'network': {'name': 'tempest-router-network02--762224575'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:36.617151 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-56b09394-c7ad-4469-a758-dd46e486abf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:36.658926 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b09394-c7ad-4469-a758-dd46e486abf2 None None] Network 2d0c77aa-8184-401f-9e4c-03f314930950 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:36.663676 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-56b09394-c7ad-4469-a758-dd46e486abf2 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:36.667128 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b09394-c7ad-4469-a758-dd46e486abf2 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:54:36.676405 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b09394-c7ad-4469-a758-dd46e486abf2 None None] Pushing event updated for resources: {'Port': ['ID=e71791ca-479e-446a-9a9a-2a2954797a26,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:36.684203 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71087a7e-4c01-4ee8-af59-df5eb00bdf4d tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Made reservation on behalf of c509925bc2e64fcbb78e23022a814a9a for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:36.687694 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-71087a7e-4c01-4ee8-af59-df5eb00bdf4d tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:36.712713 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71087a7e-4c01-4ee8-af59-df5eb00bdf4d tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] vlan segment allocate from pool success with {'vlan_id': 1635, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:54:36.722443 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-71087a7e-4c01-4ee8-af59-df5eb00bdf4d tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:36.722818 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-71087a7e-4c01-4ee8-af59-df5eb00bdf4d tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Added segment 78b506cb-43e1-4fd7-911e-bdad56dbe6a1 of type vlan for network d84e254e-51da-48b5-ab88-c841f5876187 Aug 31 09:54:36.726832 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-56b09394-c7ad-4469-a758-dd46e486abf2 None None] Attempting to bind port e71791ca-479e-446a-9a9a-2a2954797a26 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:54:36.727200 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-56b09394-c7ad-4469-a758-dd46e486abf2 None None] Attempting to bind port e71791ca-479e-446a-9a9a-2a2954797a26 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '6efb73a9-dbd0-447d-9ebe-6ab4631ea337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1630, 'network_id': '2d0c77aa-8184-401f-9e4c-03f314930950'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:54:36.727560 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b09394-c7ad-4469-a758-dd46e486abf2 None None] Attempting to bind port e71791ca-479e-446a-9a9a-2a2954797a26 on network 2d0c77aa-8184-401f-9e4c-03f314930950 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:54:36.733424 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b09394-c7ad-4469-a758-dd46e486abf2 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:54:36.733851 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b09394-c7ad-4469-a758-dd46e486abf2 None None] Checking segment: {'id': '6efb73a9-dbd0-447d-9ebe-6ab4631ea337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1630, 'network_id': '2d0c77aa-8184-401f-9e4c-03f314930950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:54:36.734252 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-56b09394-c7ad-4469-a758-dd46e486abf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:36.734664 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b09394-c7ad-4469-a758-dd46e486abf2 None None] Bound using segment: {'id': '6efb73a9-dbd0-447d-9ebe-6ab4631ea337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1630, 'network_id': '2d0c77aa-8184-401f-9e4c-03f314930950'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:54:36.735129 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-56b09394-c7ad-4469-a758-dd46e486abf2 None None] Bound port: e71791ca-479e-446a-9a9a-2a2954797a26, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6efb73a9-dbd0-447d-9ebe-6ab4631ea337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1630, 'network_id': '2d0c77aa-8184-401f-9e4c-03f314930950'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:54:36.735508 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-56b09394-c7ad-4469-a758-dd46e486abf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:36.767421 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-71087a7e-4c01-4ee8-af59-df5eb00bdf4d tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:36.801352 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-56b09394-c7ad-4469-a758-dd46e486abf2 None None] For port e71791ca-479e-446a-9a9a-2a2954797a26, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:54:36.804420 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-56b09394-c7ad-4469-a758-dd46e486abf2 None None] For port e71791ca-479e-446a-9a9a-2a2954797a26, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=e71791ca-479e-446a-9a9a-2a2954797a26,segment=NetworkSegment(6efb73a9-dbd0-447d-9ebe-6ab4631ea337),segment_id=6efb73a9-dbd0-447d-9ebe-6ab4631ea337)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:54:36.837988 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-71087a7e-4c01-4ee8-af59-df5eb00bdf4d tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:36.844260 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71087a7e-4c01-4ee8-af59-df5eb00bdf4d tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:36.844867 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-71087a7e-4c01-4ee8-af59-df5eb00bdf4d tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:36.857181 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-56b09394-c7ad-4469-a758-dd46e486abf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:36.913547 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71087a7e-4c01-4ee8-af59-df5eb00bdf4d tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Pushing event updated for resources: {'Network': ['ID=d84e254e-51da-48b5-ab88-c841f5876187,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:36.922484 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b09394-c7ad-4469-a758-dd46e486abf2 None None] Pushing event updated for resources: {'Port': ['ID=e71791ca-479e-446a-9a9a-2a2954797a26,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:36.926088 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network d84e254e-51da-48b5-ab88-c841f5876187 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:54:36.956234 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44598) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:36.956768 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-71087a7e-4c01-4ee8-af59-df5eb00bdf4d tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3483140 Aug 31 09:54:36.962893 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-d9a06396-9569-40a2-a66d-fdaaa1195de0 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Request body: {'subnet': {'network_id': 'c069614d-fd0c-4a3f-b09d-bc97f4fdab4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:37.110266 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a06396-9569-40a2-a66d-fdaaa1195de0 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Made reservation on behalf of c509925bc2e64fcbb78e23022a814a9a for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:37.113977 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d9a06396-9569-40a2-a66d-fdaaa1195de0 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:37.355626 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d9a06396-9569-40a2-a66d-fdaaa1195de0 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:37.421089 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a06396-9569-40a2-a66d-fdaaa1195de0 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Pushing event updated for resources: {'Subnet': ['ID=8dcda5f2-ef95-4e21-ab0e-c41ab64f62d3,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:37.430666 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a06396-9569-40a2-a66d-fdaaa1195de0 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Checking segment: {'id': '3c1f5383-0a3a-4ae2-9ee0-4dbf785d6bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': 'c069614d-fd0c-4a3f-b09d-bc97f4fdab4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:54:37.430857 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a06396-9569-40a2-a66d-fdaaa1195de0 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Network hostable DHCP agents. Network: c069614d-fd0c-4a3f-b09d-bc97f4fdab4d, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:54:37.500775 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a06396-9569-40a2-a66d-fdaaa1195de0 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Network c069614d-fd0c-4a3f-b09d-bc97f4fdab4d is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:54:37.609863 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-d9a06396-9569-40a2-a66d-fdaaa1195de0 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, c069614d-fd0c-4a3f-b09d-bc97f4fdab4d) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:37.614504 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a06396-9569-40a2-a66d-fdaaa1195de0 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:37.615230 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d9a06396-9569-40a2-a66d-fdaaa1195de0 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:37.619088 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6318fc88-31fd-4447-b9ee-961c4ae89d82 None None] Network c069614d-fd0c-4a3f-b09d-bc97f4fdab4d requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:37.718942 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d9a06396-9569-40a2-a66d-fdaaa1195de0 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7606735 Aug 31 09:54:37.721586 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44600) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:37.727119 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-9a158f86-96c0-4e19-8f35-a80e7a86a957 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Request body: {'subnet': {'network_id': 'd84e254e-51da-48b5-ab88-c841f5876187', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:37.773334 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d61c0c-113a-45d2-9143-1d261bba5682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-c069614d-fd0c-4a3f-b09d-bc97f4fdab4d', 'network_id': 'c069614d-fd0c-4a3f-b09d-bc97f4fdab4d', 'tenant_id': 'c509925bc2e64fcbb78e23022a814a9a', 'fixed_ips': [{'subnet_id': '8dcda5f2-ef95-4e21-ab0e-c41ab64f62d3'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:54:37.774714 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-46d61c0c-113a-45d2-9143-1d261bba5682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:37.856150 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7219036-5aae-4710-81fa-54f4971f5e25 None None] Network 2d0c77aa-8184-401f-9e4c-03f314930950 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:37.895216 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a158f86-96c0-4e19-8f35-a80e7a86a957 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Made reservation on behalf of c509925bc2e64fcbb78e23022a814a9a for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:54:37.898712 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9a158f86-96c0-4e19-8f35-a80e7a86a957 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:37.992540 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-46d61c0c-113a-45d2-9143-1d261bba5682 None None] Allocated IP 172.20.0.2 (c069614d-fd0c-4a3f-b09d-bc97f4fdab4d/8dcda5f2-ef95-4e21-ab0e-c41ab64f62d3/85451ac0-fbe7-40ac-a081-6fdac975b747) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:54:38.021252 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-11f0eec6-d50d-407e-8ba2-bb5deb34475b None None] Provisioning for port e71791ca-479e-446a-9a9a-2a2954797a26 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:38.149761 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9a158f86-96c0-4e19-8f35-a80e7a86a957 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:38.201527 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-46d61c0c-113a-45d2-9143-1d261bba5682 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:38.209710 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-46d61c0c-113a-45d2-9143-1d261bba5682 None None] Transition to ACTIVE for port object 85451ac0-fbe7-40ac-a081-6fdac975b747 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:38.217373 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a158f86-96c0-4e19-8f35-a80e7a86a957 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Pushing event updated for resources: {'Subnet': ['ID=3f5d80b6-8af3-430b-a3e1-e04769daf290,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:38.228648 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a158f86-96c0-4e19-8f35-a80e7a86a957 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Checking segment: {'id': '78b506cb-43e1-4fd7-911e-bdad56dbe6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': 'd84e254e-51da-48b5-ab88-c841f5876187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:54:38.229038 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a158f86-96c0-4e19-8f35-a80e7a86a957 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Network hostable DHCP agents. Network: d84e254e-51da-48b5-ab88-c841f5876187, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:54:38.232745 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-46d61c0c-113a-45d2-9143-1d261bba5682 None None] Transition to ACTIVE for port object 85451ac0-fbe7-40ac-a081-6fdac975b747 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:38.307237 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-46d61c0c-113a-45d2-9143-1d261bba5682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:38.323681 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a158f86-96c0-4e19-8f35-a80e7a86a957 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Network d84e254e-51da-48b5-ab88-c841f5876187 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:54:38.355095 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d61c0c-113a-45d2-9143-1d261bba5682 None None] Network c069614d-fd0c-4a3f-b09d-bc97f4fdab4d is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:38.362890 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-46d61c0c-113a-45d2-9143-1d261bba5682 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:38.367840 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d61c0c-113a-45d2-9143-1d261bba5682 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:54:38.373513 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d61c0c-113a-45d2-9143-1d261bba5682 None None] Pushing event updated for resources: {'Port': ['ID=85451ac0-fbe7-40ac-a081-6fdac975b747,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:38.406857 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-9a158f86-96c0-4e19-8f35-a80e7a86a957 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, d84e254e-51da-48b5-ab88-c841f5876187) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:38.413488 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a158f86-96c0-4e19-8f35-a80e7a86a957 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:38.416510 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9a158f86-96c0-4e19-8f35-a80e7a86a957 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:38.417015 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3eed4e-88ea-4d2b-8f3f-b42bfe0f3cd5 None None] Network d84e254e-51da-48b5-ab88-c841f5876187 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:38.465162 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-46d61c0c-113a-45d2-9143-1d261bba5682 None None] Attempting to bind port 85451ac0-fbe7-40ac-a081-6fdac975b747 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:54:38.465418 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-46d61c0c-113a-45d2-9143-1d261bba5682 None None] Attempting to bind port 85451ac0-fbe7-40ac-a081-6fdac975b747 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3c1f5383-0a3a-4ae2-9ee0-4dbf785d6bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': 'c069614d-fd0c-4a3f-b09d-bc97f4fdab4d'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:54:38.465729 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d61c0c-113a-45d2-9143-1d261bba5682 None None] Attempting to bind port 85451ac0-fbe7-40ac-a081-6fdac975b747 on network c069614d-fd0c-4a3f-b09d-bc97f4fdab4d {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:54:38.475879 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d61c0c-113a-45d2-9143-1d261bba5682 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:54:38.476245 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d61c0c-113a-45d2-9143-1d261bba5682 None None] Checking segment: {'id': '3c1f5383-0a3a-4ae2-9ee0-4dbf785d6bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': 'c069614d-fd0c-4a3f-b09d-bc97f4fdab4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:54:38.476641 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-46d61c0c-113a-45d2-9143-1d261bba5682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:38.477034 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d61c0c-113a-45d2-9143-1d261bba5682 None None] Bound using segment: {'id': '3c1f5383-0a3a-4ae2-9ee0-4dbf785d6bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': 'c069614d-fd0c-4a3f-b09d-bc97f4fdab4d'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:54:38.477490 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-46d61c0c-113a-45d2-9143-1d261bba5682 None None] Bound port: 85451ac0-fbe7-40ac-a081-6fdac975b747, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c1f5383-0a3a-4ae2-9ee0-4dbf785d6bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1621, 'network_id': 'c069614d-fd0c-4a3f-b09d-bc97f4fdab4d'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:54:38.477863 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-46d61c0c-113a-45d2-9143-1d261bba5682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:38.518975 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9a158f86-96c0-4e19-8f35-a80e7a86a957 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7961326 Aug 31 09:54:38.521421 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44602) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:38.587492 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-46d61c0c-113a-45d2-9143-1d261bba5682 None None] For port 85451ac0-fbe7-40ac-a081-6fdac975b747, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:54:38.592662 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-46d61c0c-113a-45d2-9143-1d261bba5682 None None] For port 85451ac0-fbe7-40ac-a081-6fdac975b747, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=85451ac0-fbe7-40ac-a081-6fdac975b747,segment=NetworkSegment(3c1f5383-0a3a-4ae2-9ee0-4dbf785d6bd0),segment_id=3c1f5383-0a3a-4ae2-9ee0-4dbf785d6bd0)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:54:38.627216 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b3cf1f-6813-46ff-a78b-bb11a4632041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-d84e254e-51da-48b5-ab88-c841f5876187', 'network_id': 'd84e254e-51da-48b5-ab88-c841f5876187', 'tenant_id': 'c509925bc2e64fcbb78e23022a814a9a', 'fixed_ips': [{'subnet_id': '3f5d80b6-8af3-430b-a3e1-e04769daf290'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:54:38.628099 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-14b3cf1f-6813-46ff-a78b-bb11a4632041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:38.704884 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-46d61c0c-113a-45d2-9143-1d261bba5682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:38.804324 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d61c0c-113a-45d2-9143-1d261bba5682 None None] Pushing event updated for resources: {'Port': ['ID=85451ac0-fbe7-40ac-a081-6fdac975b747,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:38.829502 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1b30bc9d-47c9-4010-ac28-a3975e3e440d tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:38.835891 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-14b3cf1f-6813-46ff-a78b-bb11a4632041 None None] Allocated IP 172.20.0.2 (d84e254e-51da-48b5-ab88-c841f5876187/3f5d80b6-8af3-430b-a3e1-e04769daf290/78fc4b87-2e4c-4a07-adcb-97eddc45ca29) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:54:38.847863 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device e71791ca-479e-446a-9a9a-2a2954797a26 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:54:39.065218 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port e71791ca-479e-446a-9a9a-2a2954797a26 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:39.073261 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-14b3cf1f-6813-46ff-a78b-bb11a4632041 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:39.075387 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port e71791ca-479e-446a-9a9a-2a2954797a26 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:39.075713 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:39.105805 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-14b3cf1f-6813-46ff-a78b-bb11a4632041 None None] Transition to ACTIVE for port object 78fc4b87-2e4c-4a07-adcb-97eddc45ca29 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:39.130878 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-14b3cf1f-6813-46ff-a78b-bb11a4632041 None None] Transition to ACTIVE for port object 78fc4b87-2e4c-4a07-adcb-97eddc45ca29 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:39.169606 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-1b30bc9d-47c9-4010-ac28-a3975e3e440d tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Allocated IP 172.20.0.1 (c069614d-fd0c-4a3f-b09d-bc97f4fdab4d/8dcda5f2-ef95-4e21-ab0e-c41ab64f62d3/d358c6f8-63f2-4dbc-8eab-7884332d1897) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:54:39.180305 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:39.212570 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-14b3cf1f-6813-46ff-a78b-bb11a4632041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:39.216550 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port e71791ca-479e-446a-9a9a-2a2954797a26, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=e71791ca-479e-446a-9a9a-2a2954797a26,segment=NetworkSegment(6efb73a9-dbd0-447d-9ebe-6ab4631ea337),segment_id=6efb73a9-dbd0-447d-9ebe-6ab4631ea337)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:39.257624 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b3cf1f-6813-46ff-a78b-bb11a4632041 None None] Network d84e254e-51da-48b5-ab88-c841f5876187 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:39.260734 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-14b3cf1f-6813-46ff-a78b-bb11a4632041 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:39.263889 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b3cf1f-6813-46ff-a78b-bb11a4632041 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:54:39.271089 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3cf1f-6813-46ff-a78b-bb11a4632041 None None] Pushing event updated for resources: {'Port': ['ID=78fc4b87-2e4c-4a07-adcb-97eddc45ca29,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:39.288819 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1b30bc9d-47c9-4010-ac28-a3975e3e440d tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:39.302252 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:39.304677 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-1b30bc9d-47c9-4010-ac28-a3975e3e440d tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Transition to ACTIVE for port object d358c6f8-63f2-4dbc-8eab-7884332d1897 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:39.356454 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-14b3cf1f-6813-46ff-a78b-bb11a4632041 None None] Attempting to bind port 78fc4b87-2e4c-4a07-adcb-97eddc45ca29 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:54:39.356846 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-14b3cf1f-6813-46ff-a78b-bb11a4632041 None None] Attempting to bind port 78fc4b87-2e4c-4a07-adcb-97eddc45ca29 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '78b506cb-43e1-4fd7-911e-bdad56dbe6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': 'd84e254e-51da-48b5-ab88-c841f5876187'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:54:39.357207 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b3cf1f-6813-46ff-a78b-bb11a4632041 None None] Attempting to bind port 78fc4b87-2e4c-4a07-adcb-97eddc45ca29 on network d84e254e-51da-48b5-ab88-c841f5876187 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:54:39.367368 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b3cf1f-6813-46ff-a78b-bb11a4632041 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:54:39.367765 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b3cf1f-6813-46ff-a78b-bb11a4632041 None None] Checking segment: {'id': '78b506cb-43e1-4fd7-911e-bdad56dbe6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': 'd84e254e-51da-48b5-ab88-c841f5876187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:54:39.368415 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-14b3cf1f-6813-46ff-a78b-bb11a4632041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:39.368809 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b3cf1f-6813-46ff-a78b-bb11a4632041 None None] Bound using segment: {'id': '78b506cb-43e1-4fd7-911e-bdad56dbe6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': 'd84e254e-51da-48b5-ab88-c841f5876187'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:54:39.369265 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-14b3cf1f-6813-46ff-a78b-bb11a4632041 None None] Bound port: 78fc4b87-2e4c-4a07-adcb-97eddc45ca29, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b506cb-43e1-4fd7-911e-bdad56dbe6a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': 'd84e254e-51da-48b5-ab88-c841f5876187'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:54:39.369642 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-14b3cf1f-6813-46ff-a78b-bb11a4632041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:39.388907 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=e71791ca-479e-446a-9a9a-2a2954797a26,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:39.398171 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1b30bc9d-47c9-4010-ac28-a3975e3e440d tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:39.439911 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b30bc9d-47c9-4010-ac28-a3975e3e440d tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Network c069614d-fd0c-4a3f-b09d-bc97f4fdab4d is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:39.443199 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-1b30bc9d-47c9-4010-ac28-a3975e3e440d tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:39.447126 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b30bc9d-47c9-4010-ac28-a3975e3e440d tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:54:39.447460 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-14b3cf1f-6813-46ff-a78b-bb11a4632041 None None] For port 78fc4b87-2e4c-4a07-adcb-97eddc45ca29, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:54:39.451659 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-14b3cf1f-6813-46ff-a78b-bb11a4632041 None None] For port 78fc4b87-2e4c-4a07-adcb-97eddc45ca29, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=78fc4b87-2e4c-4a07-adcb-97eddc45ca29,segment=NetworkSegment(78b506cb-43e1-4fd7-911e-bdad56dbe6a1),segment_id=78b506cb-43e1-4fd7-911e-bdad56dbe6a1)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:54:39.454468 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b30bc9d-47c9-4010-ac28-a3975e3e440d tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Pushing event updated for resources: {'Port': ['ID=d358c6f8-63f2-4dbc-8eab-7884332d1897,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:39.501431 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1b30bc9d-47c9-4010-ac28-a3975e3e440d tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:39.513824 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-14b3cf1f-6813-46ff-a78b-bb11a4632041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:39.586157 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3cf1f-6813-46ff-a78b-bb11a4632041 None None] Pushing event updated for resources: {'Port': ['ID=78fc4b87-2e4c-4a07-adcb-97eddc45ca29,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:39.863941 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87eca401-c23f-4cec-9f21-7dd7fd276132 None None] Network c069614d-fd0c-4a3f-b09d-bc97f4fdab4d requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:40.019768 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f4ec3e54-fb93-486c-8ce2-d8774ba874cc None None] Provisioning for port 85451ac0-fbe7-40ac-a081-6fdac975b747 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:40.071969 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1b30bc9d-47c9-4010-ac28-a3975e3e440d tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:40.333397 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-965c2598-6791-4ad7-bad4-f5d4907ea400 None None] Provisioning for port d358c6f8-63f2-4dbc-8eab-7884332d1897 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:40.341602 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-965c2598-6791-4ad7-bad4-f5d4907ea400 None None] Provisioning complete for port d358c6f8-63f2-4dbc-8eab-7884332d1897 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:40.341602 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-965c2598-6791-4ad7-bad4-f5d4907ea400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:40.386210 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-965c2598-6791-4ad7-bad4-f5d4907ea400 None None] Port d358c6f8-63f2-4dbc-8eab-7884332d1897 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:54:40.401125 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1b30bc9d-47c9-4010-ac28-a3975e3e440d tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:40.464167 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1b30bc9d-47c9-4010-ac28-a3975e3e440d tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:40.539150 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b30bc9d-47c9-4010-ac28-a3975e3e440d tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Pushing event updated for resources: {'Port': ['ID=d358c6f8-63f2-4dbc-8eab-7884332d1897,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:40.543448 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1b30bc9d-47c9-4010-ac28-a3975e3e440d tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:40.610745 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-030dfa34-0474-441f-a874-a1ca3ea6c546 None None] Provisioning complete for port d358c6f8-63f2-4dbc-8eab-7884332d1897 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:40.610959 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-030dfa34-0474-441f-a874-a1ca3ea6c546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:40.645087 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b30bc9d-47c9-4010-ac28-a3975e3e440d tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Network c069614d-fd0c-4a3f-b09d-bc97f4fdab4d is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:40.646567 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-1b30bc9d-47c9-4010-ac28-a3975e3e440d tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:40.646909 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-030dfa34-0474-441f-a874-a1ca3ea6c546 None None] Port d358c6f8-63f2-4dbc-8eab-7884332d1897 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:54:40.671977 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b90f38-9418-4e37-94ad-c4f3cc879e91 None None] Network d84e254e-51da-48b5-ab88-c841f5876187 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:40.847371 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b30bc9d-47c9-4010-ac28-a3975e3e440d tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Router f2561b6d-b1fd-423f-a02f-1adad0a18651 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:54:40.881175 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-25f27e11-f46c-4cd5-9f66-1023d31e6752 None None] Provisioning for port 78fc4b87-2e4c-4a07-adcb-97eddc45ca29 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:40.946058 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device e71791ca-479e-446a-9a9a-2a2954797a26 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:54:40.946636 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b30bc9d-47c9-4010-ac28-a3975e3e440d tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:54:40.952026 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1b30bc9d-47c9-4010-ac28-a3975e3e440d tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] 10.222.0.119 "PUT /v2.0/routers/f2561b6d-b1fd-423f-a02f-1adad0a18651/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4295361 Aug 31 09:54:40.954782 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44604) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:40.972515 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28de3843-b3c4-4bee-a969-06ecabb5e838 None None] Sync routers for ids ['f2561b6d-b1fd-423f-a02f-1adad0a18651'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:54:40.993362 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28de3843-b3c4-4bee-a969-06ecabb5e838 None None] Routers {'f2561b6d-b1fd-423f-a02f-1adad0a18651'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:54:40.994004 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-28de3843-b3c4-4bee-a969-06ecabb5e838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:54:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['f2561b6d-b1fd-423f-a02f-1adad0a18651'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:41.036150 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-28de3843-b3c4-4bee-a969-06ecabb5e838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:41.057665 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f8d20d6f-bf81-43d1-9aad-b6ffbde2743e None None] Provisioning complete for port d358c6f8-63f2-4dbc-8eab-7884332d1897 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:41.057945 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f8d20d6f-bf81-43d1-9aad-b6ffbde2743e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:41.061125 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28de3843-b3c4-4bee-a969-06ecabb5e838 None None] Routers {'f2561b6d-b1fd-423f-a02f-1adad0a18651'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:54:41.061751 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-28de3843-b3c4-4bee-a969-06ecabb5e838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:54:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['f2561b6d-b1fd-423f-a02f-1adad0a18651'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:41.116533 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-28de3843-b3c4-4bee-a969-06ecabb5e838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:41.117186 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28de3843-b3c4-4bee-a969-06ecabb5e838 None None] The sync data for ids ['f2561b6d-b1fd-423f-a02f-1adad0a18651'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:54:41.123497 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port e71791ca-479e-446a-9a9a-2a2954797a26 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:41.123815 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:41.322610 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-f8d20d6f-bf81-43d1-9aad-b6ffbde2743e None None] Port d358c6f8-63f2-4dbc-8eab-7884332d1897 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:54:41.326115 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-45928f66-469e-4e88-967b-024ec0c8507b tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 09:54:41.327113 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-45928f66-469e-4e88-967b-024ec0c8507b tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] 10.222.0.119 "PUT /v2.0/routers/f2561b6d-b1fd-423f-a02f-1adad0a18651/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.3713274 Aug 31 09:54:41.329857 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44606) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:41.386002 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 78fc4b87-2e4c-4a07-adcb-97eddc45ca29 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:54:41.414068 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c7c356e8-eca9-47e8-b4a4-daab69b825ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:41.495280 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 78fc4b87-2e4c-4a07-adcb-97eddc45ca29 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:41.499966 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 78fc4b87-2e4c-4a07-adcb-97eddc45ca29 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:41.500390 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:41.580827 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:41.612953 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 78fc4b87-2e4c-4a07-adcb-97eddc45ca29, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=78fc4b87-2e4c-4a07-adcb-97eddc45ca29,segment=NetworkSegment(78b506cb-43e1-4fd7-911e-bdad56dbe6a1),segment_id=78b506cb-43e1-4fd7-911e-bdad56dbe6a1)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:41.653214 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9cf82760-f94a-4932-bf29-278e82f87641 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:41.695377 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:41.696190 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 85451ac0-fbe7-40ac-a081-6fdac975b747 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:54:41.770295 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=78fc4b87-2e4c-4a07-adcb-97eddc45ca29,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:41.846931 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 85451ac0-fbe7-40ac-a081-6fdac975b747 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:41.850957 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 85451ac0-fbe7-40ac-a081-6fdac975b747 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:41.851334 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:41.899886 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-9cf82760-f94a-4932-bf29-278e82f87641 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Deleting port d358c6f8-63f2-4dbc-8eab-7884332d1897 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:54:41.900232 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9cf82760-f94a-4932-bf29-278e82f87641 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:41.929415 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:41.960703 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 85451ac0-fbe7-40ac-a081-6fdac975b747, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=85451ac0-fbe7-40ac-a081-6fdac975b747,segment=NetworkSegment(3c1f5383-0a3a-4ae2-9ee0-4dbf785d6bd0),segment_id=3c1f5383-0a3a-4ae2-9ee0-4dbf785d6bd0)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:41.986204 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9cf82760-f94a-4932-bf29-278e82f87641 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:41.998804 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-9cf82760-f94a-4932-bf29-278e82f87641 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Calling delete_port for d358c6f8-63f2-4dbc-8eab-7884332d1897 owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:54:42.041000 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:42.091541 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=85451ac0-fbe7-40ac-a081-6fdac975b747,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:42.229816 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9cf82760-f94a-4932-bf29-278e82f87641 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:42.255455 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf82760-f94a-4932-bf29-278e82f87641 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Pushing event deleted for resources: {'Port': ['ID=d358c6f8-63f2-4dbc-8eab-7884332d1897,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:42.408085 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9cf82760-f94a-4932-bf29-278e82f87641 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:42.559776 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf82760-f94a-4932-bf29-278e82f87641 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Router f2561b6d-b1fd-423f-a02f-1adad0a18651 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:54:42.636669 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf82760-f94a-4932-bf29-278e82f87641 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:54:42.641753 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9cf82760-f94a-4932-bf29-278e82f87641 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] 10.222.0.119 "PUT /v2.0/routers/f2561b6d-b1fd-423f-a02f-1adad0a18651/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3109701 Aug 31 09:54:42.645695 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44608) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:42.649596 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1ba917-227f-42c8-a332-06370bb0427e None None] Sync routers for ids ['f2561b6d-b1fd-423f-a02f-1adad0a18651'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:54:42.658982 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1ba917-227f-42c8-a332-06370bb0427e None None] Routers {'f2561b6d-b1fd-423f-a02f-1adad0a18651'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:54:42.659589 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-4b1ba917-227f-42c8-a332-06370bb0427e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:54:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['f2561b6d-b1fd-423f-a02f-1adad0a18651'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:42.687817 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-13d3150d-66f1-4130-8bcf-8a33023a6b35 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] delete failed (client error): The resource could not be found. Aug 31 09:54:42.692298 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-13d3150d-66f1-4130-8bcf-8a33023a6b35 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] 10.222.0.119 "DELETE /v2.0/routers/tempest-non_exist_router-864038183 HTTP/1.1" status: 404 len: 334 time: 0.0421696 Aug 31 09:54:42.692504 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44610) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:42.692839 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-4b1ba917-227f-42c8-a332-06370bb0427e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:42.697024 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-7c425c6b-52ad-4b3a-99cb-2e859d153958 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f2561b6d-b1fd-423f-a02f-1adad0a18651'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:42.701727 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1ba917-227f-42c8-a332-06370bb0427e None None] Routers {'f2561b6d-b1fd-423f-a02f-1adad0a18651'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:54:42.702327 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-4b1ba917-227f-42c8-a332-06370bb0427e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:54:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['f2561b6d-b1fd-423f-a02f-1adad0a18651'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:42.736732 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-4b1ba917-227f-42c8-a332-06370bb0427e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:42.737419 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1ba917-227f-42c8-a332-06370bb0427e None None] The sync data for ids ['f2561b6d-b1fd-423f-a02f-1adad0a18651'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:54:42.813804 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 78fc4b87-2e4c-4a07-adcb-97eddc45ca29 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:54:42.866813 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 78fc4b87-2e4c-4a07-adcb-97eddc45ca29 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:42.867187 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:42.910025 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7c425c6b-52ad-4b3a-99cb-2e859d153958 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:42.947669 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 85451ac0-fbe7-40ac-a081-6fdac975b747 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:54:42.993056 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-7c425c6b-52ad-4b3a-99cb-2e859d153958 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] update failed (client error): The resource could not be found. Aug 31 09:54:42.993288 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 85451ac0-fbe7-40ac-a081-6fdac975b747 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:42.993502 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:42.994109 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7c425c6b-52ad-4b3a-99cb-2e859d153958 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] 10.222.0.119 "PUT /v2.0/routers/f2561b6d-b1fd-423f-a02f-1adad0a18651 HTTP/1.1" status: 404 len: 339 time: 0.3006918 Aug 31 09:54:42.998029 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44612) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:43.279199 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a3781d83-5dd8-41b9-8cd9-319c810938f8 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:43.521620 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-a3781d83-5dd8-41b9-8cd9-319c810938f8 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Allocated IP 172.20.0.1 (2d0c77aa-8184-401f-9e4c-03f314930950/428b8845-7551-41f6-844d-d1f11767d617/f9137f74-be72-4b69-aab8-5a1efd9e195a) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:54:43.630310 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a3781d83-5dd8-41b9-8cd9-319c810938f8 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:43.645809 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-a3781d83-5dd8-41b9-8cd9-319c810938f8 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Transition to ACTIVE for port object f9137f74-be72-4b69-aab8-5a1efd9e195a will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:54:43.764116 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a3781d83-5dd8-41b9-8cd9-319c810938f8 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:43.811390 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3781d83-5dd8-41b9-8cd9-319c810938f8 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Network 2d0c77aa-8184-401f-9e4c-03f314930950 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:43.814529 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-a3781d83-5dd8-41b9-8cd9-319c810938f8 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:43.818424 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3781d83-5dd8-41b9-8cd9-319c810938f8 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:54:43.842413 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3781d83-5dd8-41b9-8cd9-319c810938f8 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Pushing event updated for resources: {'Port': ['ID=f9137f74-be72-4b69-aab8-5a1efd9e195a,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:43.865170 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a3781d83-5dd8-41b9-8cd9-319c810938f8 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:43.978737 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2de8a916-f024-4490-b7f7-7243011d308d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:44.037692 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:44.051809 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a3781d83-5dd8-41b9-8cd9-319c810938f8 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:44.117656 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5232e6d0-afea-4b08-ba6c-52ef3749d3b6 None None] Provisioning for port f9137f74-be72-4b69-aab8-5a1efd9e195a completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:54:44.122621 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5232e6d0-afea-4b08-ba6c-52ef3749d3b6 None None] Provisioning complete for port f9137f74-be72-4b69-aab8-5a1efd9e195a triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:44.122993 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5232e6d0-afea-4b08-ba6c-52ef3749d3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:44.156449 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-5232e6d0-afea-4b08-ba6c-52ef3749d3b6 None None] Port f9137f74-be72-4b69-aab8-5a1efd9e195a cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:54:44.305927 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a3781d83-5dd8-41b9-8cd9-319c810938f8 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:44.380823 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a3781d83-5dd8-41b9-8cd9-319c810938f8 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:44.452310 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3781d83-5dd8-41b9-8cd9-319c810938f8 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Pushing event updated for resources: {'Port': ['ID=f9137f74-be72-4b69-aab8-5a1efd9e195a,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:44.455495 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a3781d83-5dd8-41b9-8cd9-319c810938f8 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:44.548917 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3781d83-5dd8-41b9-8cd9-319c810938f8 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Network 2d0c77aa-8184-401f-9e4c-03f314930950 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:54:44.550262 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-a3781d83-5dd8-41b9-8cd9-319c810938f8 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:54:44.647315 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3781d83-5dd8-41b9-8cd9-319c810938f8 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Router f2561b6d-b1fd-423f-a02f-1adad0a18651 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:54:44.745172 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3781d83-5dd8-41b9-8cd9-319c810938f8 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:54:44.750594 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a3781d83-5dd8-41b9-8cd9-319c810938f8 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] 10.222.0.119 "PUT /v2.0/routers/f2561b6d-b1fd-423f-a02f-1adad0a18651/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7515442 Aug 31 09:54:44.753699 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44618) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:44.754486 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ebd87a-0467-45d0-8774-2d85064b97fb None None] Sync routers for ids ['f2561b6d-b1fd-423f-a02f-1adad0a18651'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:54:44.764157 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ebd87a-0467-45d0-8774-2d85064b97fb None None] Routers {'f2561b6d-b1fd-423f-a02f-1adad0a18651'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:54:44.764754 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-a4ebd87a-0467-45d0-8774-2d85064b97fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:54:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['f2561b6d-b1fd-423f-a02f-1adad0a18651'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:44.801111 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-a4ebd87a-0467-45d0-8774-2d85064b97fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:44.814942 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-ec70d9e9-7452-4b41-b569-38035c4b266c None None] Provisioning complete for port f9137f74-be72-4b69-aab8-5a1efd9e195a triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:54:44.815313 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ec70d9e9-7452-4b41-b569-38035c4b266c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:44.817711 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ebd87a-0467-45d0-8774-2d85064b97fb None None] Routers {'f2561b6d-b1fd-423f-a02f-1adad0a18651'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:54:44.818311 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-a4ebd87a-0467-45d0-8774-2d85064b97fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:54:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['f2561b6d-b1fd-423f-a02f-1adad0a18651'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:44.847584 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-696bebc4-0b68-4001-9b2a-ca6978b5ab98 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:44.870879 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-a4ebd87a-0467-45d0-8774-2d85064b97fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:44.871566 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ebd87a-0467-45d0-8774-2d85064b97fb None None] The sync data for ids ['f2561b6d-b1fd-423f-a02f-1adad0a18651'] in n-d-791506-28 is: [] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:54:44.884387 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-ec70d9e9-7452-4b41-b569-38035c4b266c None None] Port f9137f74-be72-4b69-aab8-5a1efd9e195a cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:54:44.931692 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-696bebc4-0b68-4001-9b2a-ca6978b5ab98 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 09:54:44.932729 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-696bebc4-0b68-4001-9b2a-ca6978b5ab98 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] 10.222.0.119 "DELETE /v2.0/routers/f2561b6d-b1fd-423f-a02f-1adad0a18651 HTTP/1.1" status: 409 len: 329 time: 0.1781087 Aug 31 09:54:44.935959 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44620) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:45.244195 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bd2afe85-40f1-4859-9b7f-a8f4c80ac645 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:45.403669 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:45.483092 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-bd2afe85-40f1-4859-9b7f-a8f4c80ac645 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Deleting port f9137f74-be72-4b69-aab8-5a1efd9e195a {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:54:45.483431 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bd2afe85-40f1-4859-9b7f-a8f4c80ac645 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:45.863621 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bd2afe85-40f1-4859-9b7f-a8f4c80ac645 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:45.876612 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-bd2afe85-40f1-4859-9b7f-a8f4c80ac645 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Calling delete_port for f9137f74-be72-4b69-aab8-5a1efd9e195a owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:54:46.117952 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bd2afe85-40f1-4859-9b7f-a8f4c80ac645 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:46.142142 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2afe85-40f1-4859-9b7f-a8f4c80ac645 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Pushing event deleted for resources: {'Port': ['ID=f9137f74-be72-4b69-aab8-5a1efd9e195a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:46.288920 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bd2afe85-40f1-4859-9b7f-a8f4c80ac645 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:46.444157 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2afe85-40f1-4859-9b7f-a8f4c80ac645 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Router f2561b6d-b1fd-423f-a02f-1adad0a18651 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:54:46.519464 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2afe85-40f1-4859-9b7f-a8f4c80ac645 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:54:46.524314 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bd2afe85-40f1-4859-9b7f-a8f4c80ac645 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] 10.222.0.119 "PUT /v2.0/routers/f2561b6d-b1fd-423f-a02f-1adad0a18651/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5874372 Aug 31 09:54:46.528012 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44622) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:46.530794 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3b1668-583b-4577-b4bb-9c02191049ed None None] Sync routers for ids ['f2561b6d-b1fd-423f-a02f-1adad0a18651'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:54:46.539845 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3b1668-583b-4577-b4bb-9c02191049ed None None] Routers {'f2561b6d-b1fd-423f-a02f-1adad0a18651'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:54:46.540430 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-cb3b1668-583b-4577-b4bb-9c02191049ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:54:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['f2561b6d-b1fd-423f-a02f-1adad0a18651'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:46.565205 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-b557872e-2f41-45e8-8076-a0a9c08434fd tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] show failed (client error): The resource could not be found. Aug 31 09:54:46.566174 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b557872e-2f41-45e8-8076-a0a9c08434fd tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] 10.222.0.119 "GET /v2.0/routers/tempest-non_exist_router-283291814 HTTP/1.1" status: 404 len: 334 time: 0.0372241 Aug 31 09:54:46.569897 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44624) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:46.572973 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-cb3b1668-583b-4577-b4bb-9c02191049ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:46.574467 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-37f96c1d-8eac-4173-8f66-d9ab8df1436b tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:46.581973 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3b1668-583b-4577-b4bb-9c02191049ed None None] Routers {'f2561b6d-b1fd-423f-a02f-1adad0a18651'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:54:46.582619 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-cb3b1668-583b-4577-b4bb-9c02191049ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T09:54:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['f2561b6d-b1fd-423f-a02f-1adad0a18651'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:46.611747 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-37f96c1d-8eac-4173-8f66-d9ab8df1436b tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] update failed (client error): The resource could not be found. Aug 31 09:54:46.612775 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-37f96c1d-8eac-4173-8f66-d9ab8df1436b tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] 10.222.0.119 "PUT /v2.0/routers/tempest-non_exist_router-192968711 HTTP/1.1" status: 404 len: 334 time: 0.0419514 Aug 31 09:54:46.615495 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-cb3b1668-583b-4577-b4bb-9c02191049ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:46.616094 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44626) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:46.616245 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3b1668-583b-4577-b4bb-9c02191049ed None None] The sync data for ids ['f2561b6d-b1fd-423f-a02f-1adad0a18651'] in n-d-791506-28 is: [] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:54:46.667388 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8837371-f7f6-4094-be03-d9cea55f0ab4 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Deleting subnet 3f5d80b6-8af3-430b-a3e1-e04769daf290 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:54:46.671473 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f8837371-f7f6-4094-be03-d9cea55f0ab4 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:46.709888 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f8837371-f7f6-4094-be03-d9cea55f0ab4 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:46.795611 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f8837371-f7f6-4094-be03-d9cea55f0ab4 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:46.932857 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f8837371-f7f6-4094-be03-d9cea55f0ab4 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:46.960137 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8837371-f7f6-4094-be03-d9cea55f0ab4 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Pushing event deleted for resources: {'Subnet': ['ID=3f5d80b6-8af3-430b-a3e1-e04769daf290,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:46.964116 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f8837371-f7f6-4094-be03-d9cea55f0ab4 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:46.965094 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f8837371-f7f6-4094-be03-d9cea55f0ab4 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] 10.222.0.119 "DELETE /v2.0/subnets/3f5d80b6-8af3-430b-a3e1-e04769daf290 HTTP/1.1" status: 204 len: 168 time: 0.3473644 Aug 31 09:54:46.967431 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44628) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:46.970086 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe68b2ac-684c-4e3d-be63-f03ea808dce0 None None] Network d84e254e-51da-48b5-ab88-c841f5876187 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:47.021623 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c7d247f-7553-43bc-a462-458281a9a4e3 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Deleting subnet 8dcda5f2-ef95-4e21-ab0e-c41ab64f62d3 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:54:47.024846 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0c7d247f-7553-43bc-a462-458281a9a4e3 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:47.071259 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0c7d247f-7553-43bc-a462-458281a9a4e3 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:47.098263 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:47.147009 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2d7677-7280-4540-9eaf-7c4f43709501 None None] DHCP port deletion for d84e254e-51da-48b5-ab88-c841f5876187 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:54:47.158933 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0c7d247f-7553-43bc-a462-458281a9a4e3 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:47.194308 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-bd2d7677-7280-4540-9eaf-7c4f43709501 None None] Deleting port 78fc4b87-2e4c-4a07-adcb-97eddc45ca29 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:54:47.194628 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7677-7280-4540-9eaf-7c4f43709501 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:47.269590 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-bd2d7677-7280-4540-9eaf-7c4f43709501 None None] For port 78fc4b87-2e4c-4a07-adcb-97eddc45ca29, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=78fc4b87-2e4c-4a07-adcb-97eddc45ca29,segment=NetworkSegment(78b506cb-43e1-4fd7-911e-bdad56dbe6a1),segment_id=78b506cb-43e1-4fd7-911e-bdad56dbe6a1)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:47.269981 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7677-7280-4540-9eaf-7c4f43709501 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:47.282948 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-bd2d7677-7280-4540-9eaf-7c4f43709501 None None] Calling delete_port for 78fc4b87-2e4c-4a07-adcb-97eddc45ca29 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:54:47.298635 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0c7d247f-7553-43bc-a462-458281a9a4e3 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:47.331343 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d247f-7553-43bc-a462-458281a9a4e3 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Pushing event deleted for resources: {'Subnet': ['ID=8dcda5f2-ef95-4e21-ab0e-c41ab64f62d3,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:47.333682 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0c7d247f-7553-43bc-a462-458281a9a4e3 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:47.336793 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0c7d247f-7553-43bc-a462-458281a9a4e3 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] 10.222.0.119 "DELETE /v2.0/subnets/8dcda5f2-ef95-4e21-ab0e-c41ab64f62d3 HTTP/1.1" status: 204 len: 168 time: 0.3667111 Aug 31 09:54:47.338159 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44632) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:47.344282 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79e08e9-ee27-4821-96da-04e11366ecc1 None None] Network c069614d-fd0c-4a3f-b09d-bc97f4fdab4d requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:47.421028 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-769f8aa8-d66f-4b1e-b049-f623f7808cf6 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:47.477121 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-769f8aa8-d66f-4b1e-b049-f623f7808cf6 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Deleting port 78fc4b87-2e4c-4a07-adcb-97eddc45ca29 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:54:47.477469 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-769f8aa8-d66f-4b1e-b049-f623f7808cf6 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:47.483877 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bd2d7677-7280-4540-9eaf-7c4f43709501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:47.512755 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d7677-7280-4540-9eaf-7c4f43709501 None None] Pushing event deleted for resources: {'Port': ['ID=78fc4b87-2e4c-4a07-adcb-97eddc45ca29,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:47.520557 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2d7677-7280-4540-9eaf-7c4f43709501 None None] No DVR routers for this DVR port 78fc4b87-2e4c-4a07-adcb-97eddc45ca29 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:54:47.522989 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d7677-7280-4540-9eaf-7c4f43709501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:47.523332 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d7677-7280-4540-9eaf-7c4f43709501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:47.524127 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d7677-7280-4540-9eaf-7c4f43709501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:47.524127 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d7677-7280-4540-9eaf-7c4f43709501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:47.524377 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d7677-7280-4540-9eaf-7c4f43709501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:47.524605 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d7677-7280-4540-9eaf-7c4f43709501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:47.524932 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d7677-7280-4540-9eaf-7c4f43709501 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:47.525252 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d7677-7280-4540-9eaf-7c4f43709501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:47.525571 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d7677-7280-4540-9eaf-7c4f43709501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:47.525996 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d7677-7280-4540-9eaf-7c4f43709501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:47.526187 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d7677-7280-4540-9eaf-7c4f43709501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:47.526505 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2d7677-7280-4540-9eaf-7c4f43709501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:54:47.531492 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab9374f-9a14-4138-bf23-add9e682f9d8 None None] DHCP port deletion for c069614d-fd0c-4a3f-b09d-bc97f4fdab4d request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:54:47.555497 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-769f8aa8-d66f-4b1e-b049-f623f7808cf6 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] For port 78fc4b87-2e4c-4a07-adcb-97eddc45ca29, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=78fc4b87-2e4c-4a07-adcb-97eddc45ca29,segment=NetworkSegment(78b506cb-43e1-4fd7-911e-bdad56dbe6a1),segment_id=78b506cb-43e1-4fd7-911e-bdad56dbe6a1)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:47.555863 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-769f8aa8-d66f-4b1e-b049-f623f7808cf6 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:47.569997 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-769f8aa8-d66f-4b1e-b049-f623f7808cf6 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Calling delete_port for 78fc4b87-2e4c-4a07-adcb-97eddc45ca29 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:54:47.587283 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-5ab9374f-9a14-4138-bf23-add9e682f9d8 None None] Deleting port 85451ac0-fbe7-40ac-a081-6fdac975b747 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:54:47.587648 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5ab9374f-9a14-4138-bf23-add9e682f9d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:47.650167 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-5ab9374f-9a14-4138-bf23-add9e682f9d8 None None] For port 85451ac0-fbe7-40ac-a081-6fdac975b747, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=85451ac0-fbe7-40ac-a081-6fdac975b747,segment=NetworkSegment(3c1f5383-0a3a-4ae2-9ee0-4dbf785d6bd0),segment_id=3c1f5383-0a3a-4ae2-9ee0-4dbf785d6bd0)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:47.653000 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5ab9374f-9a14-4138-bf23-add9e682f9d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:47.655740 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-769f8aa8-d66f-4b1e-b049-f623f7808cf6 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:47.664734 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-5ab9374f-9a14-4138-bf23-add9e682f9d8 None None] Calling delete_port for 85451ac0-fbe7-40ac-a081-6fdac975b747 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:54:47.682897 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f8aa8-d66f-4b1e-b049-f623f7808cf6 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Pushing event deleted for resources: {'Port': ['ID=78fc4b87-2e4c-4a07-adcb-97eddc45ca29,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:47.685547 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769f8aa8-d66f-4b1e-b049-f623f7808cf6 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] No DVR routers for this DVR port 78fc4b87-2e4c-4a07-adcb-97eddc45ca29 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:54:47.767152 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-769f8aa8-d66f-4b1e-b049-f623f7808cf6 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:47.776629 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-769f8aa8-d66f-4b1e-b049-f623f7808cf6 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d84e254e-51da-48b5-ab88-c841f5876187']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:47.786413 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-769f8aa8-d66f-4b1e-b049-f623f7808cf6 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b506cb-43e1-4fd7-911e-bdad56dbe6a1') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:47.786742 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-769f8aa8-d66f-4b1e-b049-f623f7808cf6 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b506cb-43e1-4fd7-911e-bdad56dbe6a1') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:47.796591 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-769f8aa8-d66f-4b1e-b049-f623f7808cf6 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:47.811681 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-769f8aa8-d66f-4b1e-b049-f623f7808cf6 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:47.817490 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-769f8aa8-d66f-4b1e-b049-f623f7808cf6 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Releasing vlan 1635 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:54:47.818488 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-769f8aa8-d66f-4b1e-b049-f623f7808cf6 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: self.session.flush() Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:54:47.820729 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:54:47.838185 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5ab9374f-9a14-4138-bf23-add9e682f9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:47.864212 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9374f-9a14-4138-bf23-add9e682f9d8 None None] Pushing event deleted for resources: {'Port': ['ID=85451ac0-fbe7-40ac-a081-6fdac975b747,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:47.868804 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab9374f-9a14-4138-bf23-add9e682f9d8 None None] No DVR routers for this DVR port 85451ac0-fbe7-40ac-a081-6fdac975b747 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:54:47.929128 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-769f8aa8-d66f-4b1e-b049-f623f7808cf6 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:47.936616 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-769f8aa8-d66f-4b1e-b049-f623f7808cf6 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:47.938268 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-769f8aa8-d66f-4b1e-b049-f623f7808cf6 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] 10.222.0.119 "DELETE /v2.0/networks/d84e254e-51da-48b5-ab88-c841f5876187 HTTP/1.1" status: 204 len: 168 time: 0.5990598 Aug 31 09:54:47.940681 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44634) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:47.958209 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f8aa8-d66f-4b1e-b049-f623f7808cf6 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Pushing event deleted for resources: {'Network': ['ID=d84e254e-51da-48b5-ab88-c841f5876187,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:48.029713 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ff9a3a81-5862-429f-8045-225339052e19 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.115018 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ff9a3a81-5862-429f-8045-225339052e19 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.125320 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-ff9a3a81-5862-429f-8045-225339052e19 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c069614d-fd0c-4a3f-b09d-bc97f4fdab4d']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:48.134882 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-ff9a3a81-5862-429f-8045-225339052e19 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c1f5383-0a3a-4ae2-9ee0-4dbf785d6bd0') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:48.135118 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-ff9a3a81-5862-429f-8045-225339052e19 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c1f5383-0a3a-4ae2-9ee0-4dbf785d6bd0') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:48.144558 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ff9a3a81-5862-429f-8045-225339052e19 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.158613 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ff9a3a81-5862-429f-8045-225339052e19 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.164369 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff9a3a81-5862-429f-8045-225339052e19 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Releasing vlan 1621 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:54:48.164749 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ff9a3a81-5862-429f-8045-225339052e19 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.167884 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:54:48.167884 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:54:48.167884 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:54:48.167884 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:54:48.167884 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:54:48.167884 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:54:48.167884 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:54:48.167884 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:54:48.167884 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:54:48.167884 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:54:48.167884 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:54:48.167884 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:54:48.167884 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:54:48.167884 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:54:48.167884 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:54:48.167884 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:54:48.167884 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:54:48.167884 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:54:48.167884 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:54:48.167884 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:54:48.167884 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:54:48.167884 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:54:48.167884 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:54:48.167884 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:54:48.167884 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:54:48.167884 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:54:48.167884 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:54:48.167884 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:54:48.167884 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:54:48.167884 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:54:48.167884 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:54:48.167884 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:54:48.306851 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ff9a3a81-5862-429f-8045-225339052e19 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.311451 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ff9a3a81-5862-429f-8045-225339052e19 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.313425 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ff9a3a81-5862-429f-8045-225339052e19 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] 10.222.0.119 "DELETE /v2.0/networks/c069614d-fd0c-4a3f-b09d-bc97f4fdab4d HTTP/1.1" status: 204 len: 168 time: 0.3718512 Aug 31 09:54:48.316170 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44636) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:48.328070 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a3a81-5862-429f-8045-225339052e19 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Pushing event deleted for resources: {'Network': ['ID=c069614d-fd0c-4a3f-b09d-bc97f4fdab4d,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:48.381351 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4bbd86d-fdf7-4411-9a9a-6d8e782b69be tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Deleting subnet 428b8845-7551-41f6-844d-d1f11767d617 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:54:48.384473 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a4bbd86d-fdf7-4411-9a9a-6d8e782b69be tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.424244 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a4bbd86d-fdf7-4411-9a9a-6d8e782b69be tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.505806 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a4bbd86d-fdf7-4411-9a9a-6d8e782b69be tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.629841 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a4bbd86d-fdf7-4411-9a9a-6d8e782b69be tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.655696 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bbd86d-fdf7-4411-9a9a-6d8e782b69be tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Pushing event deleted for resources: {'Subnet': ['ID=428b8845-7551-41f6-844d-d1f11767d617,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:48.661323 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a4bbd86d-fdf7-4411-9a9a-6d8e782b69be tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.663248 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a4bbd86d-fdf7-4411-9a9a-6d8e782b69be tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] 10.222.0.119 "DELETE /v2.0/subnets/428b8845-7551-41f6-844d-d1f11767d617 HTTP/1.1" status: 204 len: 168 time: 0.3460870 Aug 31 09:54:48.665828 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44638) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:48.670163 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727fe841-0fca-4951-88f4-8a6123db6b69 None None] Network 2d0c77aa-8184-401f-9e4c-03f314930950 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:54:48.752368 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f36bcc3-5c01-45ee-8eb6-e7c754450c7e tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.803904 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 78fc4b87-2e4c-4a07-adcb-97eddc45ca29 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:54:48.813686 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-9f36bcc3-5c01-45ee-8eb6-e7c754450c7e tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Deleting port e71791ca-479e-446a-9a9a-2a2954797a26 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:54:48.814024 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f36bcc3-5c01-45ee-8eb6-e7c754450c7e tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.824926 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 78fc4b87-2e4c-4a07-adcb-97eddc45ca29 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:54:48.825372 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 78fc4b87-2e4c-4a07-adcb-97eddc45ca29 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:54:48.825818 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 85451ac0-fbe7-40ac-a081-6fdac975b747 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:54:48.846691 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 85451ac0-fbe7-40ac-a081-6fdac975b747 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:54:48.847039 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 85451ac0-fbe7-40ac-a081-6fdac975b747 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:54:48.859712 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a37da6-0cab-49c4-a6d2-d667333fdd25 None None] DHCP port deletion for 2d0c77aa-8184-401f-9e4c-03f314930950 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:54:48.883088 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-9f36bcc3-5c01-45ee-8eb6-e7c754450c7e tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] For port e71791ca-479e-446a-9a9a-2a2954797a26, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=e71791ca-479e-446a-9a9a-2a2954797a26,segment=NetworkSegment(6efb73a9-dbd0-447d-9ebe-6ab4631ea337),segment_id=6efb73a9-dbd0-447d-9ebe-6ab4631ea337)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:48.883382 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f36bcc3-5c01-45ee-8eb6-e7c754450c7e tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.896331 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-9f36bcc3-5c01-45ee-8eb6-e7c754450c7e tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Calling delete_port for e71791ca-479e-446a-9a9a-2a2954797a26 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:54:48.906393 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a4a37da6-0cab-49c4-a6d2-d667333fdd25 None None] Deleting port e71791ca-479e-446a-9a9a-2a2954797a26 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:54:48.906801 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a4a37da6-0cab-49c4-a6d2-d667333fdd25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.970338 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-a4a37da6-0cab-49c4-a6d2-d667333fdd25 None None] For port e71791ca-479e-446a-9a9a-2a2954797a26, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=e71791ca-479e-446a-9a9a-2a2954797a26,segment=NetworkSegment(6efb73a9-dbd0-447d-9ebe-6ab4631ea337),segment_id=6efb73a9-dbd0-447d-9ebe-6ab4631ea337)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:54:48.970767 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a4a37da6-0cab-49c4-a6d2-d667333fdd25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:48.984022 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a4a37da6-0cab-49c4-a6d2-d667333fdd25 None None] Calling delete_port for e71791ca-479e-446a-9a9a-2a2954797a26 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:54:49.038275 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f36bcc3-5c01-45ee-8eb6-e7c754450c7e tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:49.058775 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a4a37da6-0cab-49c4-a6d2-d667333fdd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:49.066650 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f36bcc3-5c01-45ee-8eb6-e7c754450c7e tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] No DVR routers for this DVR port e71791ca-479e-446a-9a9a-2a2954797a26 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:54:49.072046 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36bcc3-5c01-45ee-8eb6-e7c754450c7e tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Pushing event deleted for resources: {'Port': ['ID=e71791ca-479e-446a-9a9a-2a2954797a26,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:49.081858 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a37da6-0cab-49c4-a6d2-d667333fdd25 None None] Pushing event deleted for resources: {'Port': ['ID=e71791ca-479e-446a-9a9a-2a2954797a26,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:49.087266 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a37da6-0cab-49c4-a6d2-d667333fdd25 None None] No DVR routers for this DVR port e71791ca-479e-446a-9a9a-2a2954797a26 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:54:49.155893 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f36bcc3-5c01-45ee-8eb6-e7c754450c7e tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:49.165516 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-9f36bcc3-5c01-45ee-8eb6-e7c754450c7e tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d0c77aa-8184-401f-9e4c-03f314930950']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:49.176123 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-9f36bcc3-5c01-45ee-8eb6-e7c754450c7e tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6efb73a9-dbd0-447d-9ebe-6ab4631ea337') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:49.176412 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-9f36bcc3-5c01-45ee-8eb6-e7c754450c7e tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6efb73a9-dbd0-447d-9ebe-6ab4631ea337') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:54:49.184919 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f36bcc3-5c01-45ee-8eb6-e7c754450c7e tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:49.198112 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f36bcc3-5c01-45ee-8eb6-e7c754450c7e tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:49.204765 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f36bcc3-5c01-45ee-8eb6-e7c754450c7e tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Releasing vlan 1630 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:54:49.205163 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f36bcc3-5c01-45ee-8eb6-e7c754450c7e tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:49.208319 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:54:49.208319 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:54:49.208319 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:54:49.208319 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:54:49.208319 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:54:49.208319 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:54:49.208319 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:54:49.208319 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:54:49.208319 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:54:49.208319 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:54:49.208319 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:54:49.208319 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:54:49.208319 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:54:49.208319 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:54:49.208319 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:54:49.208319 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:54:49.208319 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:54:49.208319 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:54:49.208319 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:54:49.208319 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:54:49.208319 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:54:49.208319 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:54:49.208319 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:54:49.208319 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:54:49.208319 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:54:49.208319 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:54:49.208319 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:54:49.208319 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:54:49.208319 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:54:49.208319 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:54:49.208319 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:54:49.208319 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:54:49.329736 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f36bcc3-5c01-45ee-8eb6-e7c754450c7e tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:49.336956 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f36bcc3-5c01-45ee-8eb6-e7c754450c7e tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:49.339112 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9f36bcc3-5c01-45ee-8eb6-e7c754450c7e tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] 10.222.0.119 "DELETE /v2.0/networks/2d0c77aa-8184-401f-9e4c-03f314930950 HTTP/1.1" status: 204 len: 168 time: 0.6722445 Aug 31 09:54:49.342641 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44640) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:49.363208 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36bcc3-5c01-45ee-8eb6-e7c754450c7e tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Pushing event deleted for resources: {'Network': ['ID=2d0c77aa-8184-401f-9e4c-03f314930950,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:49.381366 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8dbbfb29-73d6-4c2a-8112-88d83603f3b4 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] 10.222.0.119 "GET /v2.0/ports?device_id=f2561b6d-b1fd-423f-a02f-1adad0a18651 HTTP/1.1" status: 200 len: 205 time: 0.0375681 Aug 31 09:54:49.384069 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44642) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:49.468103 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-589e9ea6-3552-4810-8730-9b31d21961c9 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:49.623105 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-589e9ea6-3552-4810-8730-9b31d21961c9 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:49.625180 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-589e9ea6-3552-4810-8730-9b31d21961c9 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:49.786240 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-589e9ea6-3552-4810-8730-9b31d21961c9 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:49.787734 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589e9ea6-3552-4810-8730-9b31d21961c9 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Fanout notify agent at l3_agent the message router_deleted on router f2561b6d-b1fd-423f-a02f-1adad0a18651 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:54:49.794643 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-589e9ea6-3552-4810-8730-9b31d21961c9 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:49.795769 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-589e9ea6-3552-4810-8730-9b31d21961c9 tempest-RoutersNegativeTest-1585010276 tempest-RoutersNegativeTest-1585010276-project] 10.222.0.119 "DELETE /v2.0/routers/f2561b6d-b1fd-423f-a02f-1adad0a18651 HTTP/1.1" status: 204 len: 168 time: 0.4107201 Aug 31 09:54:50.225117 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44648) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:50.360724 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-35b63ed1-618a-4e35-8a68-bfcbfd14879d admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=c509925bc2e64fcbb78e23022a814a9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1344593 Aug 31 09:54:50.363327 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44652) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:50.409522 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a87976d7-7032-4e9f-8f86-9d254a825e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:50.430817 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a87976d7-7032-4e9f-8f86-9d254a825e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:50.555082 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a87976d7-7032-4e9f-8f86-9d254a825e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:50.557563 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a87976d7-7032-4e9f-8f86-9d254a825e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:50.558863 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a87976d7-7032-4e9f-8f86-9d254a825e37 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/962443bc-783e-4e39-85fd-bf56115ffe13 HTTP/1.1" status: 204 len: 168 time: 0.1944838 Aug 31 09:54:50.566594 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87976d7-7032-4e9f-8f86-9d254a825e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962443bc-783e-4e39-85fd-bf56115ffe13,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:50.780778 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device e71791ca-479e-446a-9a9a-2a2954797a26 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:54:50.806147 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: e71791ca-479e-446a-9a9a-2a2954797a26 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:54:50.806422 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device e71791ca-479e-446a-9a9a-2a2954797a26 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:54:51.553109 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44674) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:51.647662 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-2f6ae48e-b707-4097-b1fa-cadc1826bcf8 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Request body: {'security_group': {'name': 'tempest-secgroup--1746425671'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:51.746436 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2f6ae48e-b707-4097-b1fa-cadc1826bcf8 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:51.754703 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2f6ae48e-b707-4097-b1fa-cadc1826bcf8 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:51.844186 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2f6ae48e-b707-4097-b1fa-cadc1826bcf8 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:51.935634 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2f6ae48e-b707-4097-b1fa-cadc1826bcf8 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:51.967793 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ae48e-b707-4097-b1fa-cadc1826bcf8 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32528d6b-5fbb-4622-9322-3d3e361b75cc,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:52.028218 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2f6ae48e-b707-4097-b1fa-cadc1826bcf8 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:52.084293 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-547040ee-6e05-4d15-bee4-dcf170297031 req-90accbcd-0b7d-43d2-ab8c-c46ac1645328 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0236876 Aug 31 09:54:52.116090 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2f6ae48e-b707-4097-b1fa-cadc1826bcf8 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:52.140346 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-547040ee-6e05-4d15-bee4-dcf170297031 req-e7a05d68-ef82-4a8c-bd75-d7fe6838664e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.0347078 Aug 31 09:54:52.173179 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ae48e-b707-4097-b1fa-cadc1826bcf8 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd943e48-f28c-431e-9d6f-4e675c0e42d5,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:52.185725 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-547040ee-6e05-4d15-bee4-dcf170297031 req-c8f7ca19-7007-4070-b97b-084628b86b02 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40aea3578a764824ae85220fcc0c6911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247064 Aug 31 09:54:52.248865 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2f6ae48e-b707-4097-b1fa-cadc1826bcf8 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:52.250097 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2f6ae48e-b707-4097-b1fa-cadc1826bcf8 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6959686 Aug 31 09:54:52.252783 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44678) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:52.338070 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-dd963858-b49f-4acd-8945-33c8fd49fa9b tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0842309 Aug 31 09:54:52.339414 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547040ee-6e05-4d15-bee4-dcf170297031 req-318e0ba0-d270-48ac-99fc-7994a6f0bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:54:52.341752 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44680) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:52.350109 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-547040ee-6e05-4d15-bee4-dcf170297031 req-318e0ba0-d270-48ac-99fc-7994a6f0bbed service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1500709 Aug 31 09:54:52.350401 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-87d674bb-39a0-4bfc-b2e5-0b50c5f4df43 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Request body: {'security_group': {'name': 'tempest-security--1406654981', 'description': 'tempest-security-description-255133274'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:52.374089 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-87d674bb-39a0-4bfc-b2e5-0b50c5f4df43 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:52.418339 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-87d674bb-39a0-4bfc-b2e5-0b50c5f4df43 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:52.572628 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-87d674bb-39a0-4bfc-b2e5-0b50c5f4df43 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:52.575829 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-87d674bb-39a0-4bfc-b2e5-0b50c5f4df43 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:52.577117 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-87d674bb-39a0-4bfc-b2e5-0b50c5f4df43 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "PUT /v2.0/security-groups/fd943e48-f28c-431e-9d6f-4e675c0e42d5 HTTP/1.1" status: 200 len: 1779 time: 0.2342489 Aug 31 09:54:52.580159 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44682) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:52.602059 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d674bb-39a0-4bfc-b2e5-0b50c5f4df43 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd943e48-f28c-431e-9d6f-4e675c0e42d5,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:52.620791 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b7cd9325-1999-4546-81c5-8d52d6d29ee2 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "GET /v2.0/security-groups/fd943e48-f28c-431e-9d6f-4e675c0e42d5 HTTP/1.1" status: 200 len: 1779 time: 0.0394168 Aug 31 09:54:52.624405 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44684) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:52.676913 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-107367ff-2b14-4a73-8347-465f2c22e617 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:52.699395 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-107367ff-2b14-4a73-8347-465f2c22e617 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:52.824203 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-107367ff-2b14-4a73-8347-465f2c22e617 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:52.827433 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-107367ff-2b14-4a73-8347-465f2c22e617 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:52.828599 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-107367ff-2b14-4a73-8347-465f2c22e617 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "DELETE /v2.0/security-groups/fd943e48-f28c-431e-9d6f-4e675c0e42d5 HTTP/1.1" status: 204 len: 168 time: 0.2032058 Aug 31 09:54:52.831289 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44686) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:52.837652 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107367ff-2b14-4a73-8347-465f2c22e617 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd943e48-f28c-431e-9d6f-4e675c0e42d5,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:52.882907 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-992d9549-6646-400f-b9d4-37f56403e5c1 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0504463 Aug 31 09:54:52.885569 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44688) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:52.899272 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-7eccbcbf-5446-49c4-99e0-f005a9a8ce81 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] delete failed (client error): The resource could not be found. Aug 31 09:54:52.900233 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7eccbcbf-5446-49c4-99e0-f005a9a8ce81 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "DELETE /v2.0/security-groups/fd943e48-f28c-431e-9d6f-4e675c0e42d5 HTTP/1.1" status: 404 len: 347 time: 0.0137761 Aug 31 09:54:52.903874 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44690) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:52.908222 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-d339bbf2-3daf-41cb-ae90-d0de0cf16103 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Request body: {'security_group': {'name': 'tempest-secgroup--1595244573'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:53.041174 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d339bbf2-3daf-41cb-ae90-d0de0cf16103 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:53.126086 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d339bbf2-3daf-41cb-ae90-d0de0cf16103 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:53.203680 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d339bbf2-3daf-41cb-ae90-d0de0cf16103 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:53.232763 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339bbf2-3daf-41cb-ae90-d0de0cf16103 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2de97e7-ca03-42ac-b56c-24be796c7ae2,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:53.295404 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d339bbf2-3daf-41cb-ae90-d0de0cf16103 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:53.296693 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d339bbf2-3daf-41cb-ae90-d0de0cf16103 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3918970 Aug 31 09:54:53.299912 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44692) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:53.304500 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-411d53a4-9165-484f-a45f-9fde71b519cf tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Request body: {'security_group_rule': {'security_group_id': 'b2de97e7-ca03-42ac-b56c-24be796c7ae2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:53.411805 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-411d53a4-9165-484f-a45f-9fde71b519cf tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:53.460737 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-411d53a4-9165-484f-a45f-9fde71b519cf tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:53.532477 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-411d53a4-9165-484f-a45f-9fde71b519cf tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:53.552782 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d53a4-9165-484f-a45f-9fde71b519cf tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f928444c-0523-465d-a663-876271fbc424,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:53.617921 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-411d53a4-9165-484f-a45f-9fde71b519cf tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:53.619202 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-411d53a4-9165-484f-a45f-9fde71b519cf tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3182507 Aug 31 09:54:53.622363 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44696) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:53.646659 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dfa33f83-8f35-417d-8867-2791531c0bbf tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:53.655845 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dfa33f83-8f35-417d-8867-2791531c0bbf tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:53.766918 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dfa33f83-8f35-417d-8867-2791531c0bbf tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:53.771867 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dfa33f83-8f35-417d-8867-2791531c0bbf tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:53.773006 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-dfa33f83-8f35-417d-8867-2791531c0bbf tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "DELETE /v2.0/security-group-rules/f928444c-0523-465d-a663-876271fbc424 HTTP/1.1" status: 204 len: 168 time: 0.1497207 Aug 31 09:54:53.775799 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44698) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:53.781469 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa33f83-8f35-417d-8867-2791531c0bbf tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f928444c-0523-465d-a663-876271fbc424,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:53.824127 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b00fdcc8-54b1-45f9-986b-88e5ded34df4 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0470877 Aug 31 09:54:53.827376 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44700) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:53.878293 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0d9aeed0-c69a-4584-a5c5-32bcab9469d3 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:53.899608 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0d9aeed0-c69a-4584-a5c5-32bcab9469d3 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:54.015135 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0d9aeed0-c69a-4584-a5c5-32bcab9469d3 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:54.017711 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0d9aeed0-c69a-4584-a5c5-32bcab9469d3 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:54.018839 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0d9aeed0-c69a-4584-a5c5-32bcab9469d3 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "DELETE /v2.0/security-groups/b2de97e7-ca03-42ac-b56c-24be796c7ae2 HTTP/1.1" status: 204 len: 168 time: 0.1905470 Aug 31 09:54:54.021563 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44702) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:54.028330 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9aeed0-c69a-4584-a5c5-32bcab9469d3 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2de97e7-ca03-42ac-b56c-24be796c7ae2,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:54.070900 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-23405c6a-4421-4e89-8f56-fbfecd09361c tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0480800 Aug 31 09:54:54.075199 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44704) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:54.079711 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-ee4ab470-b00f-4f5e-a261-fc2422328b8d tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Request body: {'security_group': {'name': 'tempest-secgroup--959696189'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:54.157972 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ee4ab470-b00f-4f5e-a261-fc2422328b8d tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:54.236091 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ee4ab470-b00f-4f5e-a261-fc2422328b8d tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:54.306335 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ee4ab470-b00f-4f5e-a261-fc2422328b8d tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:54.335503 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ab470-b00f-4f5e-a261-fc2422328b8d tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e69772b7-8e5e-4748-9565-97ffa81af8a8,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:54.412639 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ee4ab470-b00f-4f5e-a261-fc2422328b8d tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:54.413920 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ee4ab470-b00f-4f5e-a261-fc2422328b8d tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3377714 Aug 31 09:54:54.416609 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44706) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:54.421337 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-3978d14e-d32a-4c2b-ac4b-cd5cd5ab19b5 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Request body: {'security_group_rule': {'security_group_id': 'e69772b7-8e5e-4748-9565-97ffa81af8a8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:54.500676 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3978d14e-d32a-4c2b-ac4b-cd5cd5ab19b5 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:54.560868 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3978d14e-d32a-4c2b-ac4b-cd5cd5ab19b5 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:54.652257 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3978d14e-d32a-4c2b-ac4b-cd5cd5ab19b5 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:54.672790 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978d14e-d32a-4c2b-ac4b-cd5cd5ab19b5 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c34d36cc-514d-4a02-a788-52de507d396b,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:54.732542 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3978d14e-d32a-4c2b-ac4b-cd5cd5ab19b5 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:54.733835 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3978d14e-d32a-4c2b-ac4b-cd5cd5ab19b5 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3162670 Aug 31 09:54:54.736533 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44708) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:54.742479 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-c167dc1b-623b-4ad1-b73c-4dba2fd91a3b tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Request body: {'security_group_rule': {'security_group_id': 'e69772b7-8e5e-4748-9565-97ffa81af8a8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:54.832072 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c167dc1b-623b-4ad1-b73c-4dba2fd91a3b tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:54.890281 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c167dc1b-623b-4ad1-b73c-4dba2fd91a3b tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:54.963388 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c167dc1b-623b-4ad1-b73c-4dba2fd91a3b tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:54.981637 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c167dc1b-623b-4ad1-b73c-4dba2fd91a3b tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b9dbf9-b376-4576-9143-2d08217bb174,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:55.037616 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c167dc1b-623b-4ad1-b73c-4dba2fd91a3b tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:55.038886 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c167dc1b-623b-4ad1-b73c-4dba2fd91a3b tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3013537 Aug 31 09:54:55.041626 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44710) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:55.046580 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-1b68fdaa-cbc9-47de-bf83-9a5bbd8eb098 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Request body: {'security_group_rule': {'security_group_id': 'e69772b7-8e5e-4748-9565-97ffa81af8a8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:55.122229 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1b68fdaa-cbc9-47de-bf83-9a5bbd8eb098 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:55.179571 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1b68fdaa-cbc9-47de-bf83-9a5bbd8eb098 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:55.249152 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1b68fdaa-cbc9-47de-bf83-9a5bbd8eb098 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:55.269966 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68fdaa-cbc9-47de-bf83-9a5bbd8eb098 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9147a9b1-e0bb-473a-9709-87fcd6208067,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:55.317599 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1b68fdaa-cbc9-47de-bf83-9a5bbd8eb098 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:55.318835 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1b68fdaa-cbc9-47de-bf83-9a5bbd8eb098 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2762499 Aug 31 09:54:55.321372 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44712) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:55.326249 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-9eee4729-5a6c-4f0f-be81-d1467696c3dc tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Request body: {'security_group_rule': {'security_group_id': 'e69772b7-8e5e-4748-9565-97ffa81af8a8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:55.420187 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9eee4729-5a6c-4f0f-be81-d1467696c3dc tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:55.822854 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9eee4729-5a6c-4f0f-be81-d1467696c3dc tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:55.904210 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9eee4729-5a6c-4f0f-be81-d1467696c3dc tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:55.924537 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee4729-5a6c-4f0f-be81-d1467696c3dc tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a5d93a6-523e-4264-b004-6b4f5febc9b5,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:55.995354 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9eee4729-5a6c-4f0f-be81-d1467696c3dc tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:55.997595 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9eee4729-5a6c-4f0f-be81-d1467696c3dc tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6752687 Aug 31 09:54:56.000168 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44714) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:56.004613 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-20950da6-3b2b-431f-9065-96160497db95 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Request body: {'security_group_rule': {'security_group_id': 'e69772b7-8e5e-4748-9565-97ffa81af8a8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:56.114350 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-20950da6-3b2b-431f-9065-96160497db95 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:56.172284 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-20950da6-3b2b-431f-9065-96160497db95 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:56.266803 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-20950da6-3b2b-431f-9065-96160497db95 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:56.286051 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20950da6-3b2b-431f-9065-96160497db95 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968c3ab2-6362-4f72-a7c2-d353993f8c50,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:56.360846 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-20950da6-3b2b-431f-9065-96160497db95 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:56.362105 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-20950da6-3b2b-431f-9065-96160497db95 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3610222 Aug 31 09:54:56.364945 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44718) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:56.387509 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-58edf356-101d-4c88-b3c7-9836f56b1f16 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:56.394712 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-58edf356-101d-4c88-b3c7-9836f56b1f16 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:56.509773 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-58edf356-101d-4c88-b3c7-9836f56b1f16 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:56.517175 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-58edf356-101d-4c88-b3c7-9836f56b1f16 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:56.518261 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-58edf356-101d-4c88-b3c7-9836f56b1f16 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "DELETE /v2.0/security-group-rules/968c3ab2-6362-4f72-a7c2-d353993f8c50 HTTP/1.1" status: 204 len: 168 time: 0.1524749 Aug 31 09:54:56.521560 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44720) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:56.523807 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58edf356-101d-4c88-b3c7-9836f56b1f16 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=968c3ab2-6362-4f72-a7c2-d353993f8c50,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:56.569953 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f31858d6-b44b-46e2-b536-0fae173be744 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0469701 Aug 31 09:54:56.572650 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44722) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:56.604057 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-62400250-3dd1-4b3c-beb2-411bff8db57f tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:56.612347 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-62400250-3dd1-4b3c-beb2-411bff8db57f tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:56.716698 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-62400250-3dd1-4b3c-beb2-411bff8db57f tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:56.723788 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-62400250-3dd1-4b3c-beb2-411bff8db57f tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:56.725539 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-62400250-3dd1-4b3c-beb2-411bff8db57f tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "DELETE /v2.0/security-group-rules/2a5d93a6-523e-4264-b004-6b4f5febc9b5 HTTP/1.1" status: 204 len: 168 time: 0.1513712 Aug 31 09:54:56.727641 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44724) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:56.730511 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62400250-3dd1-4b3c-beb2-411bff8db57f tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a5d93a6-523e-4264-b004-6b4f5febc9b5,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:56.774218 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6032c660-c6e0-4896-9fbf-b82641dc0073 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0454271 Aug 31 09:54:56.776969 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44726) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:56.800335 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6b310dfe-a3d4-473a-a5c8-054d969826f0 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:56.807559 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6b310dfe-a3d4-473a-a5c8-054d969826f0 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:56.932322 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6b310dfe-a3d4-473a-a5c8-054d969826f0 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:56.939143 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6b310dfe-a3d4-473a-a5c8-054d969826f0 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:56.940218 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6b310dfe-a3d4-473a-a5c8-054d969826f0 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "DELETE /v2.0/security-group-rules/9147a9b1-e0bb-473a-9709-87fcd6208067 HTTP/1.1" status: 204 len: 168 time: 0.1623690 Aug 31 09:54:56.943245 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44728) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:56.945466 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b310dfe-a3d4-473a-a5c8-054d969826f0 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9147a9b1-e0bb-473a-9709-87fcd6208067,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:56.988298 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ef5e1db1-ba68-4d6d-b576-8ba43af96617 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0438421 Aug 31 09:54:56.990967 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44730) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:57.014454 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7509348b-568b-44f5-b582-60ccd666c2f1 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:57.021776 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7509348b-568b-44f5-b582-60ccd666c2f1 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:57.117983 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7509348b-568b-44f5-b582-60ccd666c2f1 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:57.124284 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7509348b-568b-44f5-b582-60ccd666c2f1 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:57.125409 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7509348b-568b-44f5-b582-60ccd666c2f1 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "DELETE /v2.0/security-group-rules/19b9dbf9-b376-4576-9143-2d08217bb174 HTTP/1.1" status: 204 len: 168 time: 0.1335189 Aug 31 09:54:57.128007 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44734) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:57.131013 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509348b-568b-44f5-b582-60ccd666c2f1 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19b9dbf9-b376-4576-9143-2d08217bb174,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:57.172590 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-148259c0-ca10-4b5d-a18d-ea3d7005172a tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0434005 Aug 31 09:54:57.175197 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44736) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:57.197068 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-007ae1a9-e0ce-4410-b516-fe1c6f73a9e7 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:57.204418 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-007ae1a9-e0ce-4410-b516-fe1c6f73a9e7 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:57.335444 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-007ae1a9-e0ce-4410-b516-fe1c6f73a9e7 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:57.344076 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-007ae1a9-e0ce-4410-b516-fe1c6f73a9e7 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:57.345224 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-007ae1a9-e0ce-4410-b516-fe1c6f73a9e7 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "DELETE /v2.0/security-group-rules/c34d36cc-514d-4a02-a788-52de507d396b HTTP/1.1" status: 204 len: 168 time: 0.1691465 Aug 31 09:54:57.347924 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44738) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:57.350861 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ae1a9-e0ce-4410-b516-fe1c6f73a9e7 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c34d36cc-514d-4a02-a788-52de507d396b,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:57.396607 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-eecda771-632b-4842-91cd-1aff5204d3da tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0474057 Aug 31 09:54:57.399197 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44740) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:57.452896 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c519c9da-d5b2-469d-8acf-6dd46f4c7f99 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:57.474412 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c519c9da-d5b2-469d-8acf-6dd46f4c7f99 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:57.606980 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c519c9da-d5b2-469d-8acf-6dd46f4c7f99 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:57.609670 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c519c9da-d5b2-469d-8acf-6dd46f4c7f99 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:57.610991 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c519c9da-d5b2-469d-8acf-6dd46f4c7f99 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "DELETE /v2.0/security-groups/e69772b7-8e5e-4748-9565-97ffa81af8a8 HTTP/1.1" status: 204 len: 168 time: 0.2106867 Aug 31 09:54:57.613598 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44742) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:57.621007 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519c9da-d5b2-469d-8acf-6dd46f4c7f99 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69772b7-8e5e-4748-9565-97ffa81af8a8,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:57.668286 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-21c21e58-4dea-46ff-a537-e98ce04c73fe tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0534058 Aug 31 09:54:57.672539 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44744) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:57.677488 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-70fada7e-cb00-4e92-ad58-d3a58c003cf9 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Request body: {'security_group': {'name': 'tempest-secgroup--2043729833'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:57.784224 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-70fada7e-cb00-4e92-ad58-d3a58c003cf9 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:57.865007 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-70fada7e-cb00-4e92-ad58-d3a58c003cf9 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:57.926461 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-70fada7e-cb00-4e92-ad58-d3a58c003cf9 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:57.955113 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fada7e-cb00-4e92-ad58-d3a58c003cf9 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65f36062-85f7-40a0-8171-515e4bb8437d,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:58.032686 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-70fada7e-cb00-4e92-ad58-d3a58c003cf9 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:58.034003 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-70fada7e-cb00-4e92-ad58-d3a58c003cf9 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3605068 Aug 31 09:54:58.036769 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44746) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:58.041261 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-6278c87c-2392-4de1-9739-f66a4b094527 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Request body: {'security_group_rule': {'security_group_id': '65f36062-85f7-40a0-8171-515e4bb8437d', 'direction': 'ingress', 'protocol': 17}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:58.132331 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6278c87c-2392-4de1-9739-f66a4b094527 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:58.188771 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6278c87c-2392-4de1-9739-f66a4b094527 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:58.260884 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6278c87c-2392-4de1-9739-f66a4b094527 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:58.290485 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278c87c-2392-4de1-9739-f66a4b094527 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da6c5cad-65b2-48ba-b6f1-bd9d01a6cea3,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:58.369588 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6278c87c-2392-4de1-9739-f66a4b094527 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:58.370844 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6278c87c-2392-4de1-9739-f66a4b094527 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3331146 Aug 31 09:54:58.374049 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44748) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:58.426607 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f3e9001c-3578-4751-a7e6-dac95065efb2 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:58.448706 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f3e9001c-3578-4751-a7e6-dac95065efb2 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:58.575699 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f3e9001c-3578-4751-a7e6-dac95065efb2 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:58.578329 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f3e9001c-3578-4751-a7e6-dac95065efb2 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:58.579621 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f3e9001c-3578-4751-a7e6-dac95065efb2 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "DELETE /v2.0/security-groups/65f36062-85f7-40a0-8171-515e4bb8437d HTTP/1.1" status: 204 len: 168 time: 0.2045519 Aug 31 09:54:58.582307 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44750) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:58.588741 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9001c-3578-4751-a7e6-dac95065efb2 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f36062-85f7-40a0-8171-515e4bb8437d,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:58.629222 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b510eec1-343b-491f-ab14-e61bc661d3b5 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0457006 Aug 31 09:54:58.632857 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44752) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:58.637212 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-e5daa213-718b-4e7c-ad63-93020b33d955 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Request body: {'security_group': {'name': 'tempest-secgroup--97226629'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:58.732481 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e5daa213-718b-4e7c-ad63-93020b33d955 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:58.814958 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e5daa213-718b-4e7c-ad63-93020b33d955 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:58.875157 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e5daa213-718b-4e7c-ad63-93020b33d955 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:58.905094 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5daa213-718b-4e7c-ad63-93020b33d955 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8dde89-7adb-44ee-9fdf-d2a371130360,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:58.966819 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e5daa213-718b-4e7c-ad63-93020b33d955 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:58.968082 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e5daa213-718b-4e7c-ad63-93020b33d955 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3343186 Aug 31 09:54:58.970778 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44754) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:58.976898 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-2f620a68-47a3-4dea-adcd-0c53f8cf2988 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Request body: {'security_group': {'name': 'tempest-secgroup--133255974'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:59.055410 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2f620a68-47a3-4dea-adcd-0c53f8cf2988 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:59.139700 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2f620a68-47a3-4dea-adcd-0c53f8cf2988 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:59.203705 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2f620a68-47a3-4dea-adcd-0c53f8cf2988 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:59.231346 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f620a68-47a3-4dea-adcd-0c53f8cf2988 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccfc103-4a83-4c9a-a805-0c5f20005bed,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:59.295995 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2f620a68-47a3-4dea-adcd-0c53f8cf2988 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:59.297295 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2f620a68-47a3-4dea-adcd-0c53f8cf2988 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3255684 Aug 31 09:54:59.300016 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44756) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:59.304569 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-f147c7c9-6ee3-481f-9c9d-5e47bcc534f9 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Request body: {'security_group_rule': {'security_group_id': 'eb8dde89-7adb-44ee-9fdf-d2a371130360', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1ccfc103-4a83-4c9a-a805-0c5f20005bed', 'remote_ip_prefix': None}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:54:59.407648 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f147c7c9-6ee3-481f-9c9d-5e47bcc534f9 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:59.478937 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f147c7c9-6ee3-481f-9c9d-5e47bcc534f9 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:59.543967 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f147c7c9-6ee3-481f-9c9d-5e47bcc534f9 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:59.563188 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147c7c9-6ee3-481f-9c9d-5e47bcc534f9 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9388ed33-80eb-49fc-aef4-3277597c5ad8,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:59.641122 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f147c7c9-6ee3-481f-9c9d-5e47bcc534f9 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:59.642382 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f147c7c9-6ee3-481f-9c9d-5e47bcc534f9 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3414149 Aug 31 09:54:59.645261 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44758) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:59.673945 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-27a912de-9324-47a2-814f-9c03ca4079f0 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:59.681530 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-27a912de-9324-47a2-814f-9c03ca4079f0 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:59.812724 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-27a912de-9324-47a2-814f-9c03ca4079f0 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:59.818251 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-27a912de-9324-47a2-814f-9c03ca4079f0 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:59.819401 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-27a912de-9324-47a2-814f-9c03ca4079f0 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "DELETE /v2.0/security-group-rules/9388ed33-80eb-49fc-aef4-3277597c5ad8 HTTP/1.1" status: 204 len: 168 time: 0.1732256 Aug 31 09:54:59.822085 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44760) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:59.827747 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a912de-9324-47a2-814f-9c03ca4079f0 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9388ed33-80eb-49fc-aef4-3277597c5ad8,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:54:59.867306 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c6d369e8-536a-4ee4-8949-ddf7227e50c6 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0437124 Aug 31 09:54:59.869860 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44762) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:54:59.922318 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c1f241b8-9732-4739-b9dc-0b63d22443b5 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:54:59.947401 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c1f241b8-9732-4739-b9dc-0b63d22443b5 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:00.070013 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c1f241b8-9732-4739-b9dc-0b63d22443b5 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:00.072670 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c1f241b8-9732-4739-b9dc-0b63d22443b5 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:00.074151 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c1f241b8-9732-4739-b9dc-0b63d22443b5 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "DELETE /v2.0/security-groups/1ccfc103-4a83-4c9a-a805-0c5f20005bed HTTP/1.1" status: 204 len: 168 time: 0.2030632 Aug 31 09:55:00.077190 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44764) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:00.085217 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f241b8-9732-4739-b9dc-0b63d22443b5 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccfc103-4a83-4c9a-a805-0c5f20005bed,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:00.142625 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4b43de6f-95f9-48fc-9d63-74a3ae23a9ec tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0642176 Aug 31 09:55:00.145773 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44766) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:00.203694 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-af54ffbd-7fd4-4d45-b597-ef3df42f1ffe tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:00.227993 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-af54ffbd-7fd4-4d45-b597-ef3df42f1ffe tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:00.349900 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-af54ffbd-7fd4-4d45-b597-ef3df42f1ffe tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:00.352637 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-af54ffbd-7fd4-4d45-b597-ef3df42f1ffe tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:00.353872 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-af54ffbd-7fd4-4d45-b597-ef3df42f1ffe tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "DELETE /v2.0/security-groups/eb8dde89-7adb-44ee-9fdf-d2a371130360 HTTP/1.1" status: 204 len: 168 time: 0.2070942 Aug 31 09:55:00.358021 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44768) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:00.364425 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54ffbd-7fd4-4d45-b597-ef3df42f1ffe tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8dde89-7adb-44ee-9fdf-d2a371130360,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:00.415969 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a1eaa6a0-df73-4789-9459-27828ff5bfd6 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0563247 Aug 31 09:55:00.420951 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44770) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:00.425407 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-c9f8175c-e580-4aad-8114-6cddc9443054 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Request body: {'security_group': {'name': 'tempest-secgroup--712589346'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:00.509723 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c9f8175c-e580-4aad-8114-6cddc9443054 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:00.601420 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c9f8175c-e580-4aad-8114-6cddc9443054 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:00.675534 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c9f8175c-e580-4aad-8114-6cddc9443054 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:00.713049 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8175c-e580-4aad-8114-6cddc9443054 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7baf30dd-34ef-4125-90f1-6111a73c8377,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:00.767219 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c9f8175c-e580-4aad-8114-6cddc9443054 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:00.769860 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c9f8175c-e580-4aad-8114-6cddc9443054 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3479147 Aug 31 09:55:00.772537 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44772) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:00.777059 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-18ec82be-86bd-4b7a-9382-2bb4e0284d52 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Request body: {'security_group_rule': {'security_group_id': '7baf30dd-34ef-4125-90f1-6111a73c8377', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:00.875227 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-18ec82be-86bd-4b7a-9382-2bb4e0284d52 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:00.929921 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-18ec82be-86bd-4b7a-9382-2bb4e0284d52 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:01.012639 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-18ec82be-86bd-4b7a-9382-2bb4e0284d52 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:01.033807 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec82be-86bd-4b7a-9382-2bb4e0284d52 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d269c06-0a8f-46e8-b265-dcfd09ff7f84,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:01.134886 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-18ec82be-86bd-4b7a-9382-2bb4e0284d52 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:01.136097 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-18ec82be-86bd-4b7a-9382-2bb4e0284d52 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3625722 Aug 31 09:55:01.138828 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44774) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:01.162771 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4064f0e3-138e-4477-9d4b-e5a34099efde tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:01.172063 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4064f0e3-138e-4477-9d4b-e5a34099efde tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:01.278013 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4064f0e3-138e-4477-9d4b-e5a34099efde tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:01.284999 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4064f0e3-138e-4477-9d4b-e5a34099efde tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:01.286042 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4064f0e3-138e-4477-9d4b-e5a34099efde tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "DELETE /v2.0/security-group-rules/1d269c06-0a8f-46e8-b265-dcfd09ff7f84 HTTP/1.1" status: 204 len: 168 time: 0.1463099 Aug 31 09:55:01.288767 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44776) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:01.291473 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064f0e3-138e-4477-9d4b-e5a34099efde tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d269c06-0a8f-46e8-b265-dcfd09ff7f84,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:01.328897 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-433fff14-5d53-4abd-aeb3-1497116137be tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0389738 Aug 31 09:55:01.331528 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44778) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:01.382114 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-02828f45-4643-4802-b61e-c828f9458cea tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:01.408377 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-02828f45-4643-4802-b61e-c828f9458cea tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:01.521138 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-02828f45-4643-4802-b61e-c828f9458cea tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:01.524080 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-02828f45-4643-4802-b61e-c828f9458cea tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:01.525228 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-02828f45-4643-4802-b61e-c828f9458cea tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "DELETE /v2.0/security-groups/7baf30dd-34ef-4125-90f1-6111a73c8377 HTTP/1.1" status: 204 len: 168 time: 0.1928072 Aug 31 09:55:01.527942 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44780) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:01.535194 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02828f45-4643-4802-b61e-c828f9458cea tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7baf30dd-34ef-4125-90f1-6111a73c8377,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:01.573984 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4a3c0cd4-bc2e-4053-b249-89a93207d31b tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0442870 Aug 31 09:55:01.578419 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44782) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:01.582732 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-5856b4eb-049a-446f-ae71-f56e012a9347 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Request body: {'security_group': {'name': 'tempest-secgroup--1573456792'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:01.683544 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5856b4eb-049a-446f-ae71-f56e012a9347 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:01.761884 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5856b4eb-049a-446f-ae71-f56e012a9347 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:01.849687 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5856b4eb-049a-446f-ae71-f56e012a9347 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:01.878231 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856b4eb-049a-446f-ae71-f56e012a9347 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dda09fc7-4fd0-4faf-94e1-2911d168f481,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:01.972801 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5856b4eb-049a-446f-ae71-f56e012a9347 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:01.974120 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5856b4eb-049a-446f-ae71-f56e012a9347 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3947158 Aug 31 09:55:01.976660 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44784) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:01.981142 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-9ac0d528-e4a8-46a5-b6e3-e626dfc7bbdb tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Request body: {'security_group_rule': {'security_group_id': 'dda09fc7-4fd0-4faf-94e1-2911d168f481', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:02.089227 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9ac0d528-e4a8-46a5-b6e3-e626dfc7bbdb tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:02.144688 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9ac0d528-e4a8-46a5-b6e3-e626dfc7bbdb tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:02.237769 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9ac0d528-e4a8-46a5-b6e3-e626dfc7bbdb tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:02.256164 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0d528-e4a8-46a5-b6e3-e626dfc7bbdb tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e36e18c-729a-4eee-bd5c-fdea7367e53a,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:02.384129 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9ac0d528-e4a8-46a5-b6e3-e626dfc7bbdb tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:02.385288 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9ac0d528-e4a8-46a5-b6e3-e626dfc7bbdb tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4076729 Aug 31 09:55:02.387857 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44786) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:02.404017 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4c8b17b8-dba5-4e61-b4d3-8ff855fc664a tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "GET /v2.0/security-group-rules/7e36e18c-729a-4eee-bd5c-fdea7367e53a HTTP/1.1" status: 200 len: 763 time: 0.0151100 Aug 31 09:55:02.407477 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44788) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:02.447462 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-dcb9c080-c28c-424e-9cb5-59dcc11b943b tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0389647 Aug 31 09:55:02.449976 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44790) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:02.472648 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-04327850-e70f-4a87-8794-d88f043f569f tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:02.479769 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-04327850-e70f-4a87-8794-d88f043f569f tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:02.678270 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-04327850-e70f-4a87-8794-d88f043f569f tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:02.684380 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-04327850-e70f-4a87-8794-d88f043f569f tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:02.685580 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-04327850-e70f-4a87-8794-d88f043f569f tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "DELETE /v2.0/security-group-rules/7e36e18c-729a-4eee-bd5c-fdea7367e53a HTTP/1.1" status: 204 len: 168 time: 0.2347231 Aug 31 09:55:02.688656 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44792) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:02.691604 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04327850-e70f-4a87-8794-d88f043f569f tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e36e18c-729a-4eee-bd5c-fdea7367e53a,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:02.728810 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e6575ea3-324d-4205-9085-29f24618a6bd tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0388949 Aug 31 09:55:02.731376 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44794) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:02.735810 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-e4e41e12-9150-4c91-91a5-a37c7a3678ee tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Request body: {'security_group_rule': {'security_group_id': 'dda09fc7-4fd0-4faf-94e1-2911d168f481', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:02.877959 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e4e41e12-9150-4c91-91a5-a37c7a3678ee tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:02.927098 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e4e41e12-9150-4c91-91a5-a37c7a3678ee tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:02.998175 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:03.037961 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e4e41e12-9150-4c91-91a5-a37c7a3678ee tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:03.056722 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e41e12-9150-4c91-91a5-a37c7a3678ee tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c142dc09-a60e-4361-bc44-8bc719cefe0b,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:03.175432 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:03.255372 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e4e41e12-9150-4c91-91a5-a37c7a3678ee tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:03.256664 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e4e41e12-9150-4c91-91a5-a37c7a3678ee tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5243833 Aug 31 09:55:03.259346 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44796) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:03.275502 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-57986038-c4c8-4460-b2a1-dc9a181b6c7d tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "GET /v2.0/security-group-rules/c142dc09-a60e-4361-bc44-8bc719cefe0b HTTP/1.1" status: 200 len: 763 time: 0.0151002 Aug 31 09:55:03.278531 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44798) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:03.319642 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0c044d72-7fef-44c1-a776-cb092654c773 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0399981 Aug 31 09:55:03.322117 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44800) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:03.344091 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ef1cd46f-4f75-4856-85cc-3f91dfd613df tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:03.351373 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ef1cd46f-4f75-4856-85cc-3f91dfd613df tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:03.461079 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ef1cd46f-4f75-4856-85cc-3f91dfd613df tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:03.467212 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ef1cd46f-4f75-4856-85cc-3f91dfd613df tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:03.468837 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ef1cd46f-4f75-4856-85cc-3f91dfd613df tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "DELETE /v2.0/security-group-rules/c142dc09-a60e-4361-bc44-8bc719cefe0b HTTP/1.1" status: 204 len: 168 time: 0.1452878 Aug 31 09:55:03.471593 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44802) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:03.474266 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1cd46f-4f75-4856-85cc-3f91dfd613df tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c142dc09-a60e-4361-bc44-8bc719cefe0b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:03.515170 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f26ecde4-69e0-46a0-a4e9-8cd4a95ca217 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0422676 Aug 31 09:55:03.517892 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44804) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:03.522678 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-79889319-fe8b-4567-89fe-5723883834c1 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Request body: {'security_group_rule': {'security_group_id': 'dda09fc7-4fd0-4faf-94e1-2911d168f481', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:03.686597 n-d-791506-28 neutron-server[95552]: INFO neutron.db.securitygroups_db [None req-79889319-fe8b-4567-89fe-5723883834c1 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Project 6936c30f84794c91bfd8a5d51adaf2f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:55:03.692006 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-79889319-fe8b-4567-89fe-5723883834c1 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:03.737116 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-79889319-fe8b-4567-89fe-5723883834c1 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:03.820594 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-79889319-fe8b-4567-89fe-5723883834c1 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:03.842837 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79889319-fe8b-4567-89fe-5723883834c1 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a21778-755f-46e3-af52-7df3f11b2214,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:03.963860 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-79889319-fe8b-4567-89fe-5723883834c1 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:03.965132 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-79889319-fe8b-4567-89fe-5723883834c1 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4461401 Aug 31 09:55:03.967981 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44806) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:03.985288 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0f84ff52-542e-4a31-be36-ec8fd9c7b738 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "GET /v2.0/security-group-rules/d1a21778-755f-46e3-af52-7df3f11b2214 HTTP/1.1" status: 200 len: 769 time: 0.0161641 Aug 31 09:55:03.987731 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44808) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:04.029260 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5aee95b9-5123-4839-8c98-b378b6d71a36 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0404010 Aug 31 09:55:04.032799 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44810) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:04.060174 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a86d283c-33b4-4f70-bdb7-722eb9ee6b31 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:04.062889 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a86d283c-33b4-4f70-bdb7-722eb9ee6b31 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:04.189591 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a86d283c-33b4-4f70-bdb7-722eb9ee6b31 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:04.195793 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a86d283c-33b4-4f70-bdb7-722eb9ee6b31 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:04.200592 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a86d283c-33b4-4f70-bdb7-722eb9ee6b31 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "DELETE /v2.0/security-group-rules/d1a21778-755f-46e3-af52-7df3f11b2214 HTTP/1.1" status: 204 len: 168 time: 0.1631703 Aug 31 09:55:04.200740 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44812) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:04.202332 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d283c-33b4-4f70-bdb7-722eb9ee6b31 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1a21778-755f-46e3-af52-7df3f11b2214,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:04.238521 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2cc73e46-0889-466a-82cf-fafd12a5316b tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0377939 Aug 31 09:55:04.241149 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44814) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:04.291332 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c380cff2-f322-4232-97d7-fb575e2df548 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:04.313423 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c380cff2-f322-4232-97d7-fb575e2df548 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:04.426328 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c380cff2-f322-4232-97d7-fb575e2df548 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:04.428843 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c380cff2-f322-4232-97d7-fb575e2df548 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:04.429998 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c380cff2-f322-4232-97d7-fb575e2df548 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "DELETE /v2.0/security-groups/dda09fc7-4fd0-4faf-94e1-2911d168f481 HTTP/1.1" status: 204 len: 168 time: 0.1879656 Aug 31 09:55:04.432755 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44816) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:04.440512 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380cff2-f322-4232-97d7-fb575e2df548 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda09fc7-4fd0-4faf-94e1-2911d168f481,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:04.478584 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-014fb5d7-0524-40db-a353-029f0881c8dd tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0441515 Aug 31 09:55:04.482022 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44818) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:04.523251 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-69a3df48-9ac7-4f3f-b727-42df7b3acb76 tempest-SecGroupIPv6Test-217197844 tempest-SecGroupIPv6Test-217197844-project] 10.222.0.119 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0401039 Aug 31 09:55:05.068562 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44824) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:05.198190 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3d1eaf4c-5e6b-42f5-b492-2ab8bc90409d admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=6936c30f84794c91bfd8a5d51adaf2f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1284180 Aug 31 09:55:05.200592 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44828) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:05.246996 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-45ff7d5b-6c9c-4fe0-9947-50314e837ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:05.270275 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-45ff7d5b-6c9c-4fe0-9947-50314e837ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:05.407045 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-45ff7d5b-6c9c-4fe0-9947-50314e837ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:05.409543 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-45ff7d5b-6c9c-4fe0-9947-50314e837ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:05.410772 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-45ff7d5b-6c9c-4fe0-9947-50314e837ca6 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/32528d6b-5fbb-4622-9322-3d3e361b75cc HTTP/1.1" status: 204 len: 168 time: 0.2092106 Aug 31 09:55:05.418646 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff7d5b-6c9c-4fe0-9947-50314e837ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32528d6b-5fbb-4622-9322-3d3e361b75cc,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:06.432096 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44850) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:06.525477 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-7291248b-0ece-4122-b7ff-9e66ba38f91d tempest-SubnetPoolsTestJSON-1534332294 tempest-SubnetPoolsTestJSON-1534332294-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-975257702', 'prefixes': ['172.20.0.0/16']}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:06.845366 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7291248b-0ece-4122-b7ff-9e66ba38f91d tempest-SubnetPoolsTestJSON-1534332294 tempest-SubnetPoolsTestJSON-1534332294-project] Notify callbacks [] for subnetpool, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:06.846716 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7291248b-0ece-4122-b7ff-9e66ba38f91d tempest-SubnetPoolsTestJSON-1534332294 tempest-SubnetPoolsTestJSON-1534332294-project] 10.222.0.119 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4135437 Aug 31 09:55:06.849345 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44854) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:06.886858 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1718f795-6bfc-4db0-b0ff-8c9b0cfd9e0d tempest-SubnetPoolsTestJSON-1534332294 tempest-SubnetPoolsTestJSON-1534332294-project] 10.222.0.119 "GET /v2.0/subnetpools/a109cea5-290e-4cf1-b0c5-f12a8ae0bc7c HTTP/1.1" status: 200 len: 731 time: 0.0362866 Aug 31 09:55:06.889324 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44856) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:06.894603 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-7f466f0a-a0f7-4548-934f-1bbf6804e1f0 tempest-SubnetPoolsTestJSON-1534332294 tempest-SubnetPoolsTestJSON-1534332294-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-879393954'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:07.039933 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7f466f0a-a0f7-4548-934f-1bbf6804e1f0 tempest-SubnetPoolsTestJSON-1534332294 tempest-SubnetPoolsTestJSON-1534332294-project] Notify callbacks [] for subnetpool, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:07.041130 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7f466f0a-a0f7-4548-934f-1bbf6804e1f0 tempest-SubnetPoolsTestJSON-1534332294 tempest-SubnetPoolsTestJSON-1534332294-project] 10.222.0.119 "PUT /v2.0/subnetpools/a109cea5-290e-4cf1-b0c5-f12a8ae0bc7c HTTP/1.1" status: 200 len: 683 time: 0.1503911 Aug 31 09:55:07.044078 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44858) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:07.211788 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-51748bf2-26cc-402d-8756-cad72dd8929b tempest-SubnetPoolsTestJSON-1534332294 tempest-SubnetPoolsTestJSON-1534332294-project] Notify callbacks [] for subnetpool, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:07.212863 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-51748bf2-26cc-402d-8756-cad72dd8929b tempest-SubnetPoolsTestJSON-1534332294 tempest-SubnetPoolsTestJSON-1534332294-project] 10.222.0.119 "DELETE /v2.0/subnetpools/a109cea5-290e-4cf1-b0c5-f12a8ae0bc7c HTTP/1.1" status: 204 len: 168 time: 0.1679029 Aug 31 09:55:07.215459 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44860) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:07.229657 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-3cfffc7a-f10e-43ab-8500-2ca13ef44bc6 tempest-SubnetPoolsTestJSON-1534332294 tempest-SubnetPoolsTestJSON-1534332294-project] show failed (client error): The resource could not be found. Aug 31 09:55:07.230620 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3cfffc7a-f10e-43ab-8500-2ca13ef44bc6 tempest-SubnetPoolsTestJSON-1534332294 tempest-SubnetPoolsTestJSON-1534332294-project] 10.222.0.119 "GET /v2.0/subnetpools/a109cea5-290e-4cf1-b0c5-f12a8ae0bc7c HTTP/1.1" status: 404 len: 346 time: 0.0142307 Aug 31 09:55:07.233030 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44862) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:07.246606 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-f0f63db6-c021-4cf5-aa56-0b475d42d814 tempest-SubnetPoolsTestJSON-1534332294 tempest-SubnetPoolsTestJSON-1534332294-project] delete failed (client error): The resource could not be found. Aug 31 09:55:07.247549 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f0f63db6-c021-4cf5-aa56-0b475d42d814 tempest-SubnetPoolsTestJSON-1534332294 tempest-SubnetPoolsTestJSON-1534332294-project] 10.222.0.119 "DELETE /v2.0/subnetpools/a109cea5-290e-4cf1-b0c5-f12a8ae0bc7c HTTP/1.1" status: 404 len: 346 time: 0.0136831 Aug 31 09:55:07.733305 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44868) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:07.839859 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a2bf1718-7f0b-4bdd-a948-20c3e737ec3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:07.927300 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a2bf1718-7f0b-4bdd-a948-20c3e737ec3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:08.006170 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a2bf1718-7f0b-4bdd-a948-20c3e737ec3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:08.050317 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a2bf1718-7f0b-4bdd-a948-20c3e737ec3e admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=e935219f03974a39ac349e2e8376e499&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3129084 Aug 31 09:55:08.050317 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf1718-7f0b-4bdd-a948-20c3e737ec3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93248e06-d731-4309-9b45-9244565d8b01,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:08.050723 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44872) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:08.099930 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d92e6b9b-0dcd-4fba-a058-2b5108f7bf42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:08.120951 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d92e6b9b-0dcd-4fba-a058-2b5108f7bf42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:08.269520 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d92e6b9b-0dcd-4fba-a058-2b5108f7bf42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:08.272116 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d92e6b9b-0dcd-4fba-a058-2b5108f7bf42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:08.273340 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d92e6b9b-0dcd-4fba-a058-2b5108f7bf42 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/93248e06-d731-4309-9b45-9244565d8b01 HTTP/1.1" status: 204 len: 168 time: 0.2210169 Aug 31 09:55:08.281949 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e6b9b-0dcd-4fba-a058-2b5108f7bf42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93248e06-d731-4309-9b45-9244565d8b01,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:09.245999 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44894) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:09.250235 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [-] 10.222.0.119 "GET / HTTP/1.1" status: 200 len: 249 time: 0.0026698 Aug 31 09:55:09.253756 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44896) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:09.352677 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-bc4a768d-89db-47e2-b745-337825a2b419 tempest-NetworksApiDiscovery-2023839561 tempest-NetworksApiDiscovery-2023839561-project] 10.222.0.119 "GET /v2.0/ HTTP/1.1" status: 200 len: 706 time: 0.0978291 Aug 31 09:55:09.866000 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44904) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:09.972346 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-be9dbe52-9b3e-453f-9c8f-4d7ac10b8bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:10.057511 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-be9dbe52-9b3e-453f-9c8f-4d7ac10b8bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:10.158141 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-be9dbe52-9b3e-453f-9c8f-4d7ac10b8bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:10.199412 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-be9dbe52-9b3e-453f-9c8f-4d7ac10b8bf3 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=22c57c81e4874b27b2f4a77575ea4e32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3323054 Aug 31 09:55:10.200269 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9dbe52-9b3e-453f-9c8f-4d7ac10b8bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708d32fb-4671-469b-acf2-77ccd8fbb97a,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:10.202049 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44908) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:10.250962 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b24a8be5-b390-47ca-8a05-4f3052bc6956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:10.271789 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b24a8be5-b390-47ca-8a05-4f3052bc6956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:10.413854 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:55:10.415090 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b24a8be5-b390-47ca-8a05-4f3052bc6956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:10.417865 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b24a8be5-b390-47ca-8a05-4f3052bc6956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:10.419051 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b24a8be5-b390-47ca-8a05-4f3052bc6956 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/708d32fb-4671-469b-acf2-77ccd8fbb97a HTTP/1.1" status: 204 len: 168 time: 0.2150698 Aug 31 09:55:10.426736 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a8be5-b390-47ca-8a05-4f3052bc6956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708d32fb-4671-469b-acf2-77ccd8fbb97a,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:11.352436 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c6caefd2-ff51-420a-9c99-18b464d4a76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:11.482885 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44930) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:11.581533 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-99c051ed-3250-489e-b371-73c4ece14df7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-121463982-network', 'tenant_id': '7d9f6de9ecce431fb9afc8b39fec7a5a'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:11.689629 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c051ed-3250-489e-b371-73c4ece14df7 admin admin] Made reservation on behalf of 7d9f6de9ecce431fb9afc8b39fec7a5a for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:11.691962 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-99c051ed-3250-489e-b371-73c4ece14df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:11.700262 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-99c051ed-3250-489e-b371-73c4ece14df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:11.787326 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-99c051ed-3250-489e-b371-73c4ece14df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:11.869229 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-99c051ed-3250-489e-b371-73c4ece14df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:11.896659 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99c051ed-3250-489e-b371-73c4ece14df7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1648, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:55:11.901878 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c051ed-3250-489e-b371-73c4ece14df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6177e8e9-b3f3-4544-b914-88449fb4589b,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:11.908959 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-99c051ed-3250-489e-b371-73c4ece14df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:11.909308 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-99c051ed-3250-489e-b371-73c4ece14df7 admin admin] Added segment 22cb12d1-158e-4ef2-bf72-a4218f128551 of type vlan for network 7bd042f1-2494-4d24-8a5a-7b2f92a18d51 Aug 31 09:55:11.952995 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-99c051ed-3250-489e-b371-73c4ece14df7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:12.060995 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-99c051ed-3250-489e-b371-73c4ece14df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:12.062108 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c051ed-3250-489e-b371-73c4ece14df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:12.062718 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-99c051ed-3250-489e-b371-73c4ece14df7 admin admin] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:12.122057 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c051ed-3250-489e-b371-73c4ece14df7 admin admin] Pushing event updated for resources: {'Network': ['ID=7bd042f1-2494-4d24-8a5a-7b2f92a18d51,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:12.131587 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 7bd042f1-2494-4d24-8a5a-7b2f92a18d51 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:55:12.205050 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-99c051ed-3250-489e-b371-73c4ece14df7 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7208049 Aug 31 09:55:12.207720 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44934) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:12.213028 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-aa2b6490-e31a-4cee-891c-a707468a0d8a admin admin] Request body: {'subnet': {'network_id': '7bd042f1-2494-4d24-8a5a-7b2f92a18d51', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-121463982-subnet', 'tenant_id': '7d9f6de9ecce431fb9afc8b39fec7a5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:12.295106 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2b6490-e31a-4cee-891c-a707468a0d8a admin admin] Made reservation on behalf of 7d9f6de9ecce431fb9afc8b39fec7a5a for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:12.297391 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-aa2b6490-e31a-4cee-891c-a707468a0d8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:12.558074 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-aa2b6490-e31a-4cee-891c-a707468a0d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:12.613759 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b6490-e31a-4cee-891c-a707468a0d8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a6e1a22-0115-43d7-b56c-84c2bfeff7ec,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:12.621836 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2b6490-e31a-4cee-891c-a707468a0d8a admin admin] Checking segment: {'id': '22cb12d1-158e-4ef2-bf72-a4218f128551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1648, 'network_id': '7bd042f1-2494-4d24-8a5a-7b2f92a18d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:55:12.622187 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2b6490-e31a-4cee-891c-a707468a0d8a admin admin] Network hostable DHCP agents. Network: 7bd042f1-2494-4d24-8a5a-7b2f92a18d51, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:55:12.720923 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2b6490-e31a-4cee-891c-a707468a0d8a admin admin] Network 7bd042f1-2494-4d24-8a5a-7b2f92a18d51 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:55:12.780954 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-aa2b6490-e31a-4cee-891c-a707468a0d8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 7bd042f1-2494-4d24-8a5a-7b2f92a18d51) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:12.785541 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2b6490-e31a-4cee-891c-a707468a0d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:12.786437 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-aa2b6490-e31a-4cee-891c-a707468a0d8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:12.800106 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e58710-8b8c-4ea4-b5db-105a8060112e None None] Network 7bd042f1-2494-4d24-8a5a-7b2f92a18d51 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:12.884701 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-aa2b6490-e31a-4cee-891c-a707468a0d8a admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6754656 Aug 31 09:55:12.919034 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa26a99-69f6-4ffe-b417-825da65425f9 None None] Network 7bd042f1-2494-4d24-8a5a-7b2f92a18d51 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:13.570717 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44950) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:13.575780 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-97875090-2e45-4b03-b847-d36ae381f4ec admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-837572909-network', 'tenant_id': '7c848d2e90fb4e02957eedcc6b38c2c5'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:13.698394 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97875090-2e45-4b03-b847-d36ae381f4ec admin admin] Made reservation on behalf of 7c848d2e90fb4e02957eedcc6b38c2c5 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:13.700704 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-97875090-2e45-4b03-b847-d36ae381f4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:13.714501 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-97875090-2e45-4b03-b847-d36ae381f4ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:13.800803 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-97875090-2e45-4b03-b847-d36ae381f4ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:13.883577 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-97875090-2e45-4b03-b847-d36ae381f4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:13.909144 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97875090-2e45-4b03-b847-d36ae381f4ec admin admin] vlan segment allocate from pool success with {'vlan_id': 1622, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:55:13.919061 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97875090-2e45-4b03-b847-d36ae381f4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dea522d-314a-4f7d-9d1b-2bc653ebc18b,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:13.925191 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-97875090-2e45-4b03-b847-d36ae381f4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:13.925535 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-97875090-2e45-4b03-b847-d36ae381f4ec admin admin] Added segment e55e96df-d01a-4772-91a5-15a718a778eb of type vlan for network f2327e74-f36c-45cc-9158-e2ecc6055e28 Aug 31 09:55:13.965273 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-97875090-2e45-4b03-b847-d36ae381f4ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:14.011948 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7eff6411-9c4c-4247-b93d-89cd37003563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:14.077746 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:14.109463 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-97875090-2e45-4b03-b847-d36ae381f4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:14.110627 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97875090-2e45-4b03-b847-d36ae381f4ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:14.111279 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-97875090-2e45-4b03-b847-d36ae381f4ec admin admin] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:14.169670 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97875090-2e45-4b03-b847-d36ae381f4ec admin admin] Pushing event updated for resources: {'Network': ['ID=f2327e74-f36c-45cc-9158-e2ecc6055e28,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:14.179078 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network f2327e74-f36c-45cc-9158-e2ecc6055e28 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:55:14.238818 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-97875090-2e45-4b03-b847-d36ae381f4ec admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6669133 Aug 31 09:55:14.241564 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44952) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:14.246886 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-092e2160-7231-48c0-b0ed-4cd490a6e8e8 admin admin] Request body: {'subnet': {'network_id': 'f2327e74-f36c-45cc-9158-e2ecc6055e28', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-837572909-subnet', 'tenant_id': '7c848d2e90fb4e02957eedcc6b38c2c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:55:14.380919 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092e2160-7231-48c0-b0ed-4cd490a6e8e8 admin admin] Made reservation on behalf of 7c848d2e90fb4e02957eedcc6b38c2c5 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:55:14.383273 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-092e2160-7231-48c0-b0ed-4cd490a6e8e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:14.638202 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-092e2160-7231-48c0-b0ed-4cd490a6e8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:14.697511 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e2160-7231-48c0-b0ed-4cd490a6e8e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f542305-4400-467b-8a8d-52490d5a109b,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:14.707086 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092e2160-7231-48c0-b0ed-4cd490a6e8e8 admin admin] Checking segment: {'id': 'e55e96df-d01a-4772-91a5-15a718a778eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1622, 'network_id': 'f2327e74-f36c-45cc-9158-e2ecc6055e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:55:14.716971 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092e2160-7231-48c0-b0ed-4cd490a6e8e8 admin admin] Network hostable DHCP agents. Network: f2327e74-f36c-45cc-9158-e2ecc6055e28, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:55:14.789645 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092e2160-7231-48c0-b0ed-4cd490a6e8e8 admin admin] Network f2327e74-f36c-45cc-9158-e2ecc6055e28 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:55:14.889179 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-092e2160-7231-48c0-b0ed-4cd490a6e8e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, f2327e74-f36c-45cc-9158-e2ecc6055e28) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:55:14.893091 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092e2160-7231-48c0-b0ed-4cd490a6e8e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:14.893672 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-092e2160-7231-48c0-b0ed-4cd490a6e8e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:14.898332 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df286066-cb9d-4157-b965-bfe8a6e3ade0 None None] Network f2327e74-f36c-45cc-9158-e2ecc6055e28 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:14.987646 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-092e2160-7231-48c0-b0ed-4cd490a6e8e8 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7449005 Aug 31 09:55:15.020891 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf5b54a-8fa1-497e-8f66-026431c23e62 None None] Network f2327e74-f36c-45cc-9158-e2ecc6055e28 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:55:15.100740 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44956) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:15.146001 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-5abf4720-7649-46fd-b495-a01216a4a27a admin admin] Deleting subnet 9a6e1a22-0115-43d7-b56c-84c2bfeff7ec {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:55:15.149074 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5abf4720-7649-46fd-b495-a01216a4a27a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.184067 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5abf4720-7649-46fd-b495-a01216a4a27a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.227453 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5abf4720-7649-46fd-b495-a01216a4a27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.386895 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5abf4720-7649-46fd-b495-a01216a4a27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.415155 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf4720-7649-46fd-b495-a01216a4a27a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a6e1a22-0115-43d7-b56c-84c2bfeff7ec,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:15.418111 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5abf4720-7649-46fd-b495-a01216a4a27a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.420059 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5abf4720-7649-46fd-b495-a01216a4a27a admin admin] 10.222.0.119 "DELETE /v2.0/subnets/9a6e1a22-0115-43d7-b56c-84c2bfeff7ec HTTP/1.1" status: 204 len: 168 time: 0.3182645 Aug 31 09:55:15.422484 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 44958) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:15.469625 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.493468 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3fc34080-50ed-47e8-bc6e-20d0065cd3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.574243 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3fc34080-50ed-47e8-bc6e-20d0065cd3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.584462 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-3fc34080-50ed-47e8-bc6e-20d0065cd3e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd042f1-2494-4d24-8a5a-7b2f92a18d51']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:15.594339 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-3fc34080-50ed-47e8-bc6e-20d0065cd3e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22cb12d1-158e-4ef2-bf72-a4218f128551') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:15.594662 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-3fc34080-50ed-47e8-bc6e-20d0065cd3e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22cb12d1-158e-4ef2-bf72-a4218f128551') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:15.603717 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3fc34080-50ed-47e8-bc6e-20d0065cd3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.617143 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3fc34080-50ed-47e8-bc6e-20d0065cd3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.622747 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc34080-50ed-47e8-bc6e-20d0065cd3e7 admin admin] Releasing vlan 1648 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:55:15.623121 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3fc34080-50ed-47e8-bc6e-20d0065cd3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.630211 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 09:55:15.630211 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:55:15.630211 n-d-791506-28 neutron-server[95553]: timer() Aug 31 09:55:15.630211 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:55:15.630211 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 09:55:15.630211 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:55:15.630211 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 09:55:15.630211 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:55:15.630211 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 09:55:15.630211 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:55:15.630211 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 09:55:15.630211 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:55:15.630211 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 09:55:15.630211 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:55:15.630211 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:55:15.630211 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:55:15.630211 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:55:15.630211 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:55:15.630211 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 09:55:15.630211 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:55:15.630211 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 09:55:15.630211 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:55:15.630211 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:55:15.630211 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:55:15.630211 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 09:55:15.630211 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:55:15.630211 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:55:15.630211 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:55:15.630211 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:55:15.630211 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:55:15.630211 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:55:15.630211 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:55:15.798297 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3fc34080-50ed-47e8-bc6e-20d0065cd3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.804569 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3fc34080-50ed-47e8-bc6e-20d0065cd3e7 admin admin] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.810174 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3fc34080-50ed-47e8-bc6e-20d0065cd3e7 admin admin] 10.222.0.119 "DELETE /v2.0/networks/7bd042f1-2494-4d24-8a5a-7b2f92a18d51 HTTP/1.1" status: 204 len: 168 time: 0.3867397 Aug 31 09:55:15.812970 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44960) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:15.830743 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc34080-50ed-47e8-bc6e-20d0065cd3e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bd042f1-2494-4d24-8a5a-7b2f92a18d51,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:15.860844 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cb00bb8-c2f9-4d96-a440-283923ddd217 admin admin] Deleting subnet 9f542305-4400-467b-8a8d-52490d5a109b {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:55:15.864513 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7cb00bb8-c2f9-4d96-a440-283923ddd217 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.898273 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7cb00bb8-c2f9-4d96-a440-283923ddd217 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:15.935705 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7cb00bb8-c2f9-4d96-a440-283923ddd217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:16.092506 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7cb00bb8-c2f9-4d96-a440-283923ddd217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:16.116536 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb00bb8-c2f9-4d96-a440-283923ddd217 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f542305-4400-467b-8a8d-52490d5a109b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:16.122843 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7cb00bb8-c2f9-4d96-a440-283923ddd217 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:16.125165 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7cb00bb8-c2f9-4d96-a440-283923ddd217 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/9f542305-4400-467b-8a8d-52490d5a109b HTTP/1.1" status: 204 len: 168 time: 0.3096275 Aug 31 09:55:16.127817 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44962) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:16.202377 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b55991bb-edd3-4dc9-8333-adeae51e5f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:16.286291 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b55991bb-edd3-4dc9-8333-adeae51e5f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:16.296488 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-b55991bb-edd3-4dc9-8333-adeae51e5f38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2327e74-f36c-45cc-9158-e2ecc6055e28']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:16.306721 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-b55991bb-edd3-4dc9-8333-adeae51e5f38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e55e96df-d01a-4772-91a5-15a718a778eb') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:16.307011 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-b55991bb-edd3-4dc9-8333-adeae51e5f38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e55e96df-d01a-4772-91a5-15a718a778eb') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:55:16.316117 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b55991bb-edd3-4dc9-8333-adeae51e5f38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:16.329097 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b55991bb-edd3-4dc9-8333-adeae51e5f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:16.339549 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55991bb-edd3-4dc9-8333-adeae51e5f38 admin admin] Releasing vlan 1622 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:55:16.339942 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b55991bb-edd3-4dc9-8333-adeae51e5f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:16.341575 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 09:55:16.341575 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:55:16.341575 n-d-791506-28 neutron-server[95552]: timer() Aug 31 09:55:16.341575 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:55:16.341575 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 09:55:16.341575 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:55:16.341575 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 09:55:16.341575 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:55:16.341575 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 09:55:16.341575 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:55:16.341575 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 09:55:16.341575 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:55:16.341575 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 09:55:16.341575 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:55:16.341575 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:55:16.341575 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:55:16.341575 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:55:16.341575 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:55:16.341575 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 09:55:16.341575 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:55:16.341575 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 09:55:16.341575 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:55:16.341575 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:55:16.341575 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:55:16.341575 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 09:55:16.341575 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:55:16.341575 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:55:16.341575 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:55:16.341575 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:55:16.341575 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:55:16.341575 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:55:16.341575 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:55:16.692152 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b55991bb-edd3-4dc9-8333-adeae51e5f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:16.697775 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b55991bb-edd3-4dc9-8333-adeae51e5f38 admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:16.699565 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b55991bb-edd3-4dc9-8333-adeae51e5f38 admin admin] 10.222.0.119 "DELETE /v2.0/networks/f2327e74-f36c-45cc-9158-e2ecc6055e28 HTTP/1.1" status: 204 len: 168 time: 0.5706487 Aug 31 09:55:16.710816 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55991bb-edd3-4dc9-8333-adeae51e5f38 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2327e74-f36c-45cc-9158-e2ecc6055e28,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:17.121581 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44966) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:17.144223 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:17.165866 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5ed897cd-3be4-4483-aaf8-cdd4ce4dbfda admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=7d9f6de9ecce431fb9afc8b39fec7a5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430925 Aug 31 09:55:17.168523 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44968) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:17.217312 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cf2b1ca0-e612-46ba-8d22-6ec3cd6ba62f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:17.238061 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cf2b1ca0-e612-46ba-8d22-6ec3cd6ba62f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:17.372268 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cf2b1ca0-e612-46ba-8d22-6ec3cd6ba62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:17.374849 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cf2b1ca0-e612-46ba-8d22-6ec3cd6ba62f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:17.376004 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-cf2b1ca0-e612-46ba-8d22-6ec3cd6ba62f admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/6177e8e9-b3f3-4544-b914-88449fb4589b HTTP/1.1" status: 204 len: 168 time: 0.2065938 Aug 31 09:55:17.384650 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b1ca0-e612-46ba-8d22-6ec3cd6ba62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6177e8e9-b3f3-4544-b914-88449fb4589b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:18.072691 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44974) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:18.113178 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-cd1af0db-f911-400e-ad4c-1f946826b121 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=7c848d2e90fb4e02957eedcc6b38c2c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393260 Aug 31 09:55:18.115727 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 44976) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:18.164843 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6d6857d9-9467-480c-8c57-d3c4153f82fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:18.185912 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6d6857d9-9467-480c-8c57-d3c4153f82fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:18.352491 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6d6857d9-9467-480c-8c57-d3c4153f82fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:18.355320 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6d6857d9-9467-480c-8c57-d3c4153f82fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:18.356473 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6d6857d9-9467-480c-8c57-d3c4153f82fc admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/2dea522d-314a-4f7d-9d1b-2bc653ebc18b HTTP/1.1" status: 204 len: 168 time: 0.2398574 Aug 31 09:55:18.364352 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6857d9-9467-480c-8c57-d3c4153f82fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dea522d-314a-4f7d-9d1b-2bc653ebc18b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:20.889276 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45016) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:20.998856 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e808416b-7741-4aef-b184-d18e9066793b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:21.083564 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e808416b-7741-4aef-b184-d18e9066793b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:21.175276 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e808416b-7741-4aef-b184-d18e9066793b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:21.212556 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808416b-7741-4aef-b184-d18e9066793b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11a83bb-68ac-4f1c-91c6-56c26c36357b,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:21.217588 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e808416b-7741-4aef-b184-d18e9066793b admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=72548d185cc74e298f94ed850f2a959a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3266473 Aug 31 09:55:21.219567 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45020) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:21.267568 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-622fec42-ddb5-48b4-9fb3-36ed12ce6fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:21.289184 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-622fec42-ddb5-48b4-9fb3-36ed12ce6fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:21.435019 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-622fec42-ddb5-48b4-9fb3-36ed12ce6fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:21.437605 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-622fec42-ddb5-48b4-9fb3-36ed12ce6fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:21.438859 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-622fec42-ddb5-48b4-9fb3-36ed12ce6fbb admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/d11a83bb-68ac-4f1c-91c6-56c26c36357b HTTP/1.1" status: 204 len: 168 time: 0.2183678 Aug 31 09:55:21.447274 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622fec42-ddb5-48b4-9fb3-36ed12ce6fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11a83bb-68ac-4f1c-91c6-56c26c36357b,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:22.135472 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45026) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:22.149339 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6e35dd4f-e18c-4f64-86bb-13e0aef227ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:22.238809 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6e35dd4f-e18c-4f64-86bb-13e0aef227ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:22.320868 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6e35dd4f-e18c-4f64-86bb-13e0aef227ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:22.358132 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35dd4f-e18c-4f64-86bb-13e0aef227ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0247616e-2c70-4dbf-8009-8654104c78a3,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:22.364246 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6e35dd4f-e18c-4f64-86bb-13e0aef227ea admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=5010975da71d4275b4a948ca6ad48b1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2276523 Aug 31 09:55:22.366924 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45028) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:22.415740 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3262460e-9fa6-407d-baff-43e1595319b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:22.436107 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3262460e-9fa6-407d-baff-43e1595319b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:22.569364 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3262460e-9fa6-407d-baff-43e1595319b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:22.572042 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3262460e-9fa6-407d-baff-43e1595319b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:22.573189 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3262460e-9fa6-407d-baff-43e1595319b9 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/0247616e-2c70-4dbf-8009-8654104c78a3 HTTP/1.1" status: 204 len: 168 time: 0.2054772 Aug 31 09:55:22.581245 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262460e-9fa6-407d-baff-43e1595319b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0247616e-2c70-4dbf-8009-8654104c78a3,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:25.567300 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45086) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:25.673605 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1cc32559-6433-447e-988d-3d8c26341c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:25.759318 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1cc32559-6433-447e-988d-3d8c26341c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:25.851951 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1cc32559-6433-447e-988d-3d8c26341c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:25.894268 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1cc32559-6433-447e-988d-3d8c26341c45 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=521e54ce3fa349f287cfd61bff4adc9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3257949 Aug 31 09:55:25.895794 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc32559-6433-447e-988d-3d8c26341c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76e2b8e-c02b-49d3-ab05-ad415afab377,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:25.897507 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45090) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:25.946160 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6df1621f-3345-4083-a99e-b1890d4d75dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:25.967026 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6df1621f-3345-4083-a99e-b1890d4d75dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:26.092074 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6df1621f-3345-4083-a99e-b1890d4d75dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:26.094611 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6df1621f-3345-4083-a99e-b1890d4d75dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:26.095766 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6df1621f-3345-4083-a99e-b1890d4d75dd admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/c76e2b8e-c02b-49d3-ab05-ad415afab377 HTTP/1.1" status: 204 len: 168 time: 0.1972685 Aug 31 09:55:26.104323 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1621f-3345-4083-a99e-b1890d4d75dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76e2b8e-c02b-49d3-ab05-ad415afab377,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:26.861479 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45096) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:26.874679 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ff9e3876-4f2d-4fea-a33b-a67f86aa4a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:26.960285 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ff9e3876-4f2d-4fea-a33b-a67f86aa4a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:27.046538 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ff9e3876-4f2d-4fea-a33b-a67f86aa4a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:27.085871 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e3876-4f2d-4fea-a33b-a67f86aa4a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece8ad7e-74c5-4dbc-be64-6c280876cc9b,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:27.090409 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ff9e3876-4f2d-4fea-a33b-a67f86aa4a2f admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=c33717fceae94811b3f14066ef81be73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2278793 Aug 31 09:55:27.093042 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45098) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:27.143126 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2e005220-3820-484e-a39a-d3687adac682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:27.164642 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2e005220-3820-484e-a39a-d3687adac682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:27.280481 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2e005220-3820-484e-a39a-d3687adac682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:27.283074 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2e005220-3820-484e-a39a-d3687adac682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:27.284245 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2e005220-3820-484e-a39a-d3687adac682 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/ece8ad7e-74c5-4dbc-be64-6c280876cc9b HTTP/1.1" status: 204 len: 168 time: 0.1902897 Aug 31 09:55:27.293219 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e005220-3820-484e-a39a-d3687adac682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece8ad7e-74c5-4dbc-be64-6c280876cc9b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:29.996301 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45152) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:30.106509 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-77ab257c-6c54-4554-8b2f-786b1f0c7963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:30.195691 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-77ab257c-6c54-4554-8b2f-786b1f0c7963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:30.252061 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-77ab257c-6c54-4554-8b2f-786b1f0c7963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:30.290967 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-77ab257c-6c54-4554-8b2f-786b1f0c7963 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=dd530dd711a146b4a8abbba28ab4a43c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2935133 Aug 31 09:55:30.291830 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab257c-6c54-4554-8b2f-786b1f0c7963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b24ac2b-fc46-4e4d-86c3-6333e6dc0eaf,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:30.293930 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45156) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:30.346954 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2277a84a-8b32-4912-9eb3-79f3155883f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:30.369638 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2277a84a-8b32-4912-9eb3-79f3155883f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:30.503849 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2277a84a-8b32-4912-9eb3-79f3155883f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:30.506477 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2277a84a-8b32-4912-9eb3-79f3155883f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:30.507682 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2277a84a-8b32-4912-9eb3-79f3155883f6 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/3b24ac2b-fc46-4e4d-86c3-6333e6dc0eaf HTTP/1.1" status: 204 len: 168 time: 0.2126527 Aug 31 09:55:30.515582 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277a84a-8b32-4912-9eb3-79f3155883f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b24ac2b-fc46-4e4d-86c3-6333e6dc0eaf,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:31.305761 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45164) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:31.320914 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92fd5d8f-c8a0-44c8-b000-fa686b59c945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:31.444688 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92fd5d8f-c8a0-44c8-b000-fa686b59c945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:31.558004 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-92fd5d8f-c8a0-44c8-b000-fa686b59c945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:31.611103 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd5d8f-c8a0-44c8-b000-fa686b59c945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f755da-cf78-4fc7-a97e-4796d863c446,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:31.619823 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-92fd5d8f-c8a0-44c8-b000-fa686b59c945 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=5aa8e29265714310a7bd0a5688a11753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3116038 Aug 31 09:55:31.621414 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45166) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:31.672025 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-80235225-4842-419d-8909-473924aaf3a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:31.694147 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-80235225-4842-419d-8909-473924aaf3a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:31.812236 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-80235225-4842-419d-8909-473924aaf3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:31.814840 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-80235225-4842-419d-8909-473924aaf3a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:31.815989 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-80235225-4842-419d-8909-473924aaf3a7 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/80f755da-cf78-4fc7-a97e-4796d863c446 HTTP/1.1" status: 204 len: 168 time: 0.1936226 Aug 31 09:55:31.823913 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80235225-4842-419d-8909-473924aaf3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f755da-cf78-4fc7-a97e-4796d863c446,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:32.963818 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:33.129367 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:34.690940 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45236) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:34.799051 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9b385bc2-9a77-4384-a467-3fe811e11fe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:34.885237 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9b385bc2-9a77-4384-a467-3fe811e11fe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:34.966259 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9b385bc2-9a77-4384-a467-3fe811e11fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:35.007264 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9b385bc2-9a77-4384-a467-3fe811e11fe9 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=6f55de47160c44cea05f10fe9e59bb08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3149843 Aug 31 09:55:35.008039 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b385bc2-9a77-4384-a467-3fe811e11fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79044461-261e-4ca4-a111-673921361507,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:35.009825 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45240) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:35.015575 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b385bc2-9a77-4384-a467-3fe811e11fe9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:35.015922 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b385bc2-9a77-4384-a467-3fe811e11fe9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:35.016258 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b385bc2-9a77-4384-a467-3fe811e11fe9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:35.016588 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b385bc2-9a77-4384-a467-3fe811e11fe9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:35.016921 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b385bc2-9a77-4384-a467-3fe811e11fe9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:35.017252 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b385bc2-9a77-4384-a467-3fe811e11fe9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:35.017575 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b385bc2-9a77-4384-a467-3fe811e11fe9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:35.017898 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b385bc2-9a77-4384-a467-3fe811e11fe9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:35.018218 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b385bc2-9a77-4384-a467-3fe811e11fe9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:35.018539 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b385bc2-9a77-4384-a467-3fe811e11fe9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:35.018881 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b385bc2-9a77-4384-a467-3fe811e11fe9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:35.019765 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b385bc2-9a77-4384-a467-3fe811e11fe9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:35.060396 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4c589068-306c-47e8-8579-72aea0cbcc92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:35.082179 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4c589068-306c-47e8-8579-72aea0cbcc92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:35.226843 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4c589068-306c-47e8-8579-72aea0cbcc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:35.229423 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4c589068-306c-47e8-8579-72aea0cbcc92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:35.230764 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4c589068-306c-47e8-8579-72aea0cbcc92 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/79044461-261e-4ca4-a111-673921361507 HTTP/1.1" status: 204 len: 168 time: 0.2196598 Aug 31 09:55:35.241365 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c589068-306c-47e8-8579-72aea0cbcc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79044461-261e-4ca4-a111-673921361507,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:35.250611 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c589068-306c-47e8-8579-72aea0cbcc92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:35.251172 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c589068-306c-47e8-8579-72aea0cbcc92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:35.251502 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c589068-306c-47e8-8579-72aea0cbcc92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:35.251832 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c589068-306c-47e8-8579-72aea0cbcc92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:35.252155 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c589068-306c-47e8-8579-72aea0cbcc92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:35.252479 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c589068-306c-47e8-8579-72aea0cbcc92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:35.252797 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c589068-306c-47e8-8579-72aea0cbcc92 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:35.253114 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c589068-306c-47e8-8579-72aea0cbcc92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:35.254062 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c589068-306c-47e8-8579-72aea0cbcc92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:35.254515 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c589068-306c-47e8-8579-72aea0cbcc92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:35.255062 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c589068-306c-47e8-8579-72aea0cbcc92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:35.255519 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c589068-306c-47e8-8579-72aea0cbcc92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:55:35.844110 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 45246) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:35.859193 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9f5328b5-8808-46d8-bfd8-71e20bb2d135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:35.946147 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9f5328b5-8808-46d8-bfd8-71e20bb2d135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:36.014860 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9f5328b5-8808-46d8-bfd8-71e20bb2d135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:36.053116 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9f5328b5-8808-46d8-bfd8-71e20bb2d135 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=65b7988691a64435b6d01f1957149e41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2078593 Aug 31 09:55:36.055117 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5328b5-8808-46d8-bfd8-71e20bb2d135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25db37d5-ce9b-4efb-8af6-06ef9af58b4e,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:36.055796 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 45248) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:55:36.111966 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3783f285-6b83-451e-98aa-8c1cd48e8935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:36.133892 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3783f285-6b83-451e-98aa-8c1cd48e8935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:36.277765 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3783f285-6b83-451e-98aa-8c1cd48e8935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:36.280433 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3783f285-6b83-451e-98aa-8c1cd48e8935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:36.281582 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3783f285-6b83-451e-98aa-8c1cd48e8935 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/25db37d5-ce9b-4efb-8af6-06ef9af58b4e HTTP/1.1" status: 204 len: 168 time: 0.2246988 Aug 31 09:55:36.290975 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783f285-6b83-451e-98aa-8c1cd48e8935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25db37d5-ce9b-4efb-8af6-06ef9af58b4e,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:55:41.312093 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a5c3e42b-cc17-44a7-ab05-de3bbeef8bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:43.994902 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-93e705dc-deb1-4986-9557-bf2b32c86e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:44.061803 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:45.395576 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:47.168073 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:55:47.416768 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:55:52.068443 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-575126a9-f116-4394-b834-840ea24c0368 req-4cf3fa16-833a-440c-bfe4-34e3d6b06b25 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0250096 Aug 31 09:55:52.112436 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-575126a9-f116-4394-b834-840ea24c0368 req-c6596cb5-17c4-4144-b646-f373362df7b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0238070 Aug 31 09:55:52.151552 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-575126a9-f116-4394-b834-840ea24c0368 req-55c20222-b9f5-43e6-9127-295f8e3d80bc service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197721 Aug 31 09:55:52.247496 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575126a9-f116-4394-b834-840ea24c0368 req-a8d18ba8-528c-44ad-8354-0c70e5d3f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:55:52.249030 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-575126a9-f116-4394-b834-840ea24c0368 req-a8d18ba8-528c-44ad-8354-0c70e5d3f6d7 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0912898 Aug 31 09:56:02.977954 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:03.143207 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:11.364190 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-326a3625-0043-41a0-a216-83a92e336805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:14.142309 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-17bedc63-98d0-4e2b-86b5-11934efc0d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:14.223477 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:15.434780 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:17.097752 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:24.415695 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:56:32.997478 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:33.181188 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:41.335248 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-85796fb3-e73e-46b3-ac95-ba7b4b93a033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:43.981216 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-46db73a5-658b-4ccd-8486-f3285bde6bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:44.100345 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:45.437903 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:47.083544 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:56:52.065651 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5eaa9d16-a94e-44d9-9dfd-2f666adf62a3 req-c2683c53-1862-4921-8410-c31383ea86bc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0274706 Aug 31 09:56:52.139661 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5eaa9d16-a94e-44d9-9dfd-2f666adf62a3 req-425d06ab-2ce7-432a-9378-502177442a89 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0256968 Aug 31 09:56:52.183594 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5eaa9d16-a94e-44d9-9dfd-2f666adf62a3 req-9d2b3fd8-9917-4f74-9e97-d9648f5eaa50 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209134 Aug 31 09:56:52.286156 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa9d16-a94e-44d9-9dfd-2f666adf62a3 req-b23f5b2b-10b3-44d4-83cd-022e04ee1fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:56:52.287738 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5eaa9d16-a94e-44d9-9dfd-2f666adf62a3 req-b23f5b2b-10b3-44d4-83cd-022e04ee1fe6 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0962443 Aug 31 09:57:01.416204 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:57:03.034501 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:03.214991 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:11.348204 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b94676d4-5aab-41d4-a33d-73a030deb01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:13.982374 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5d19757d-feb5-4c50-b425-e86003d17ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:14.091143 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:15.462454 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:17.089105 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:32.991616 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:33.191666 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:38.416934 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:57:41.319386 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7b85-4cf4-4832-8e0d-7f44449c4444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:43.988449 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bf27f6b9-9c9b-43de-b026-d1a4a2e87567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:44.056585 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:45.456831 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:47.073804 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:57:53.229819 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc07a423-ed83-4762-b78b-f2c035ed496e req-223467fa-5bd2-46c4-8451-89a62d693239 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1734149 Aug 31 09:57:53.278989 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc07a423-ed83-4762-b78b-f2c035ed496e req-65c96f68-7982-4ed7-901c-680f0bbce96f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.0256214 Aug 31 09:57:53.318380 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc07a423-ed83-4762-b78b-f2c035ed496e req-3aaa67c7-2d14-437d-8ba0-7d4d21369670 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40aea3578a764824ae85220fcc0c6911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200481 Aug 31 09:57:53.415764 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07a423-ed83-4762-b78b-f2c035ed496e req-40e85fdd-de51-408e-bb18-a6dadd9ab734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:57:53.417527 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc07a423-ed83-4762-b78b-f2c035ed496e req-40e85fdd-de51-408e-bb18-a6dadd9ab734 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0924282 Aug 31 09:58:03.004991 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:03.181636 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:11.370661 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-68a0006c-a9a8-43cf-aec5-930513148efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:13.980493 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6460dd8a-69f6-42c6-8f19-0afa396a433e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:14.050483 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:15.417624 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:58:15.467602 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:17.111488 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:20.678239 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47702) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:58:20.780195 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6c19837e-8083-4ff0-af33-3624ffcb91a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:20.868561 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6c19837e-8083-4ff0-af33-3624ffcb91a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:20.936163 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6c19837e-8083-4ff0-af33-3624ffcb91a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:20.975605 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6c19837e-8083-4ff0-af33-3624ffcb91a9 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=a8cbbbcb8acb4584844763ea9918c3c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2960255 Aug 31 09:58:20.976513 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19837e-8083-4ff0-af33-3624ffcb91a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4444254-85ce-4153-91e6-16aaf38b9010,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:20.978422 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47706) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:58:20.984126 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c19837e-8083-4ff0-af33-3624ffcb91a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:20.984477 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c19837e-8083-4ff0-af33-3624ffcb91a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:20.984814 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c19837e-8083-4ff0-af33-3624ffcb91a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:20.985147 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c19837e-8083-4ff0-af33-3624ffcb91a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:20.985474 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c19837e-8083-4ff0-af33-3624ffcb91a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:20.985797 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c19837e-8083-4ff0-af33-3624ffcb91a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:20.986119 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c19837e-8083-4ff0-af33-3624ffcb91a9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:20.986436 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c19837e-8083-4ff0-af33-3624ffcb91a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:20.986781 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c19837e-8083-4ff0-af33-3624ffcb91a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:20.987101 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c19837e-8083-4ff0-af33-3624ffcb91a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:20.987421 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c19837e-8083-4ff0-af33-3624ffcb91a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:20.987744 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c19837e-8083-4ff0-af33-3624ffcb91a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:21.028591 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e79abc2a-8efb-4274-b7e3-7cfacc57643e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:21.049074 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e79abc2a-8efb-4274-b7e3-7cfacc57643e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:21.176160 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e79abc2a-8efb-4274-b7e3-7cfacc57643e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:21.178901 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e79abc2a-8efb-4274-b7e3-7cfacc57643e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:21.180318 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e79abc2a-8efb-4274-b7e3-7cfacc57643e admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/a4444254-85ce-4153-91e6-16aaf38b9010 HTTP/1.1" status: 204 len: 168 time: 0.2007899 Aug 31 09:58:21.188274 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79abc2a-8efb-4274-b7e3-7cfacc57643e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4444254-85ce-4153-91e6-16aaf38b9010,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:21.196400 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79abc2a-8efb-4274-b7e3-7cfacc57643e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:21.196966 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79abc2a-8efb-4274-b7e3-7cfacc57643e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:21.197317 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79abc2a-8efb-4274-b7e3-7cfacc57643e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:21.197702 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79abc2a-8efb-4274-b7e3-7cfacc57643e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:21.198035 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79abc2a-8efb-4274-b7e3-7cfacc57643e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:21.198363 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79abc2a-8efb-4274-b7e3-7cfacc57643e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:21.198743 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79abc2a-8efb-4274-b7e3-7cfacc57643e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:21.199070 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79abc2a-8efb-4274-b7e3-7cfacc57643e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:21.199391 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79abc2a-8efb-4274-b7e3-7cfacc57643e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:21.199710 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79abc2a-8efb-4274-b7e3-7cfacc57643e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:21.200030 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79abc2a-8efb-4274-b7e3-7cfacc57643e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:21.200353 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79abc2a-8efb-4274-b7e3-7cfacc57643e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:58:21.842597 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47714) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:58:21.859318 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-965b3d05-1c31-4779-b4d2-1d42ab74c908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:21.944768 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-965b3d05-1c31-4779-b4d2-1d42ab74c908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:22.016611 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-965b3d05-1c31-4779-b4d2-1d42ab74c908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:22.055967 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-965b3d05-1c31-4779-b4d2-1d42ab74c908 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=c188c41a99c6446daa0b50026a8d6c2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2122455 Aug 31 09:58:22.057367 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b3d05-1c31-4779-b4d2-1d42ab74c908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a914449-aa3d-48d8-8ef9-f81f18e561b0,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:22.059354 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47716) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:58:22.113604 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fe46034f-0f5f-4443-b0b1-46705ca7e280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:22.139360 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fe46034f-0f5f-4443-b0b1-46705ca7e280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:22.251524 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fe46034f-0f5f-4443-b0b1-46705ca7e280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:22.255609 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fe46034f-0f5f-4443-b0b1-46705ca7e280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:22.255609 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-fe46034f-0f5f-4443-b0b1-46705ca7e280 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/6a914449-aa3d-48d8-8ef9-f81f18e561b0 HTTP/1.1" status: 204 len: 168 time: 0.1943862 Aug 31 09:58:22.264709 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe46034f-0f5f-4443-b0b1-46705ca7e280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a914449-aa3d-48d8-8ef9-f81f18e561b0,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:58:33.020449 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:33.191650 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:41.339862 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6255e0ef-3d42-4c80-af20-63103f1452b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:43.988043 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9b8aa5cf-6e4b-4013-a1db-2b61078be2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:44.124607 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:45.433006 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:47.135952 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:58:52.418236 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:58:54.067247 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1782ff76-a649-4d36-a008-a33ae41e985d req-1481d770-3ab7-4e59-849c-f6ed2249063c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0256147 Aug 31 09:58:54.114644 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1782ff76-a649-4d36-a008-a33ae41e985d req-8f883d9e-8a09-415e-b7d0-3009a6478d31 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0250165 Aug 31 09:58:54.154442 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1782ff76-a649-4d36-a008-a33ae41e985d req-248fa347-9f38-422a-a79e-86bada5c96d8 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196602 Aug 31 09:58:54.250689 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782ff76-a649-4d36-a008-a33ae41e985d req-789cdd13-824f-4635-8d82-c655a77bbbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:58:54.252155 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1782ff76-a649-4d36-a008-a33ae41e985d req-789cdd13-824f-4635-8d82-c655a77bbbde service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0912669 Aug 31 09:59:03.002528 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:03.187475 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:08.319100 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47910) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:08.423043 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8f44f051-1c29-4d5d-b312-9daf6410bc92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:08.510960 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8f44f051-1c29-4d5d-b312-9daf6410bc92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:08.564654 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8f44f051-1c29-4d5d-b312-9daf6410bc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:08.604936 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f44f051-1c29-4d5d-b312-9daf6410bc92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b0da53-5d1c-4ba2-b7be-91b47205dc4f,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:08.610475 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8f44f051-1c29-4d5d-b312-9daf6410bc92 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=c36c61f0c2274370874f56cd9df9916d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2903359 Aug 31 09:59:08.613217 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 47914) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:08.664415 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9294ec79-3305-4e03-bc7f-7d2e295caf0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:08.686302 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9294ec79-3305-4e03-bc7f-7d2e295caf0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:08.810090 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9294ec79-3305-4e03-bc7f-7d2e295caf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:08.812779 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9294ec79-3305-4e03-bc7f-7d2e295caf0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:08.813940 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9294ec79-3305-4e03-bc7f-7d2e295caf0f admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/14b0da53-5d1c-4ba2-b7be-91b47205dc4f HTTP/1.1" status: 204 len: 168 time: 0.1998668 Aug 31 09:59:08.825507 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9294ec79-3305-4e03-bc7f-7d2e295caf0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b0da53-5d1c-4ba2-b7be-91b47205dc4f,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:09.805265 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47940) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:09.929711 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-8dc9191c-d3b4-4a4f-a4f3-842d6b2d36d4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-395191825-network', 'tenant_id': '1b7c1e1bcfee4aeb8929814bedf3cd44'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:59:10.015151 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc9191c-d3b4-4a4f-a4f3-842d6b2d36d4 admin admin] Made reservation on behalf of 1b7c1e1bcfee4aeb8929814bedf3cd44 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:59:10.017474 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8dc9191c-d3b4-4a4f-a4f3-842d6b2d36d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:10.027211 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8dc9191c-d3b4-4a4f-a4f3-842d6b2d36d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:10.115801 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8dc9191c-d3b4-4a4f-a4f3-842d6b2d36d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:10.186494 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8dc9191c-d3b4-4a4f-a4f3-842d6b2d36d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:10.203774 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc9191c-d3b4-4a4f-a4f3-842d6b2d36d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1605, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:59:10.222952 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8dc9191c-d3b4-4a4f-a4f3-842d6b2d36d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:10.223291 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-8dc9191c-d3b4-4a4f-a4f3-842d6b2d36d4 admin admin] Added segment e166a7d9-1547-4a21-9342-38ef2caf724f of type vlan for network 086f57a6-ee95-412e-95cd-e8fa30bf592d Aug 31 09:59:10.224650 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc9191c-d3b4-4a4f-a4f3-842d6b2d36d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8dc4bc-b563-4988-9445-bf0a1494465c,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:10.265596 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8dc9191c-d3b4-4a4f-a4f3-842d6b2d36d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:10.352257 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8dc9191c-d3b4-4a4f-a4f3-842d6b2d36d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:10.353427 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc9191c-d3b4-4a4f-a4f3-842d6b2d36d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:10.354004 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8dc9191c-d3b4-4a4f-a4f3-842d6b2d36d4 admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:10.410609 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc9191c-d3b4-4a4f-a4f3-842d6b2d36d4 admin admin] Pushing event updated for resources: {'Network': ['ID=086f57a6-ee95-412e-95cd-e8fa30bf592d,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:10.421216 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 086f57a6-ee95-412e-95cd-e8fa30bf592d details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:59:10.467672 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8dc9191c-d3b4-4a4f-a4f3-842d6b2d36d4 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6605806 Aug 31 09:59:10.470453 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 47948) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:59:10.475312 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-467a7dd5-7580-4668-8096-0d5fcfad5736 admin admin] Request body: {'subnet': {'network_id': '086f57a6-ee95-412e-95cd-e8fa30bf592d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-395191825-subnet', 'tenant_id': '1b7c1e1bcfee4aeb8929814bedf3cd44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:59:10.564004 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467a7dd5-7580-4668-8096-0d5fcfad5736 admin admin] Made reservation on behalf of 1b7c1e1bcfee4aeb8929814bedf3cd44 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:59:10.566321 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-467a7dd5-7580-4668-8096-0d5fcfad5736 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:10.810122 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-467a7dd5-7580-4668-8096-0d5fcfad5736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:10.867036 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a7dd5-7580-4668-8096-0d5fcfad5736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b97b71f8-a7b1-484f-b646-df2dddab4385,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:59:10.877976 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467a7dd5-7580-4668-8096-0d5fcfad5736 admin admin] Checking segment: {'id': 'e166a7d9-1547-4a21-9342-38ef2caf724f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': '086f57a6-ee95-412e-95cd-e8fa30bf592d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:59:10.878326 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467a7dd5-7580-4668-8096-0d5fcfad5736 admin admin] Network hostable DHCP agents. Network: 086f57a6-ee95-412e-95cd-e8fa30bf592d, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:59:10.952379 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467a7dd5-7580-4668-8096-0d5fcfad5736 admin admin] Network 086f57a6-ee95-412e-95cd-e8fa30bf592d is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:59:11.030949 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-467a7dd5-7580-4668-8096-0d5fcfad5736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 086f57a6-ee95-412e-95cd-e8fa30bf592d) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:59:11.035458 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467a7dd5-7580-4668-8096-0d5fcfad5736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:11.036037 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-467a7dd5-7580-4668-8096-0d5fcfad5736 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:11.040825 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd91e02-4ba2-4c4a-9826-ec8592d79061 None None] Network 086f57a6-ee95-412e-95cd-e8fa30bf592d requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:59:11.123506 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-467a7dd5-7580-4668-8096-0d5fcfad5736 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6518192 Aug 31 09:59:11.161817 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b15248-0a7a-4617-a1f5-a9ad9163dadd None None] Network 086f57a6-ee95-412e-95cd-e8fa30bf592d requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:59:11.358483 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3ce6c662-687d-4b3d-80eb-cb3ec9cbb13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:13.964402 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e858dc0-b14e-44c0-adca-0f6807cb40d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:14.048402 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:15.420996 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:17.145568 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:29.416768 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:59:33.013842 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:33.244111 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:41.369602 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b18472e4-b4a7-479e-a3d7-afa15408e023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:44.009312 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2b042e44-99c1-47b6-817d-e1b2ab70e3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:44.088390 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:45.432187 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:47.122412 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:59:51.088354 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-461b6b25-71dd-46c3-bc43-8b99404aad3c req-8bc63434-1d78-44f5-a343-258303c29b04 service neutron] (95553) timed out ('10.222.0.59', 60379) {{(pid=95553) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 09:59:56.063245 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f7c6fdc6-d62e-487b-960d-032c1f146f05 req-4f708e9f-3023-4ec2-b672-a9c851dbbc15 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0248821 Aug 31 09:59:56.130832 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f7c6fdc6-d62e-487b-960d-032c1f146f05 req-b2ba979d-9278-4d2b-a497-57ce99e987c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0248904 Aug 31 09:59:56.168154 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f7c6fdc6-d62e-487b-960d-032c1f146f05 req-c8ab8680-2172-4f26-8fb4-868dbd540055 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191538 Aug 31 09:59:56.264480 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6fdc6-d62e-487b-960d-032c1f146f05 req-9027f9d7-dbbd-4c93-9cc2-298fd4530eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:59:56.265968 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f7c6fdc6-d62e-487b-960d-032c1f146f05 req-9027f9d7-dbbd-4c93-9cc2-298fd4530eac service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0915465 Aug 31 10:00:03.009130 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:03.203682 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:06.416581 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:00:11.323415 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-01642583-aa0c-4d60-80ee-70989b10c776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:13.980354 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-165fac26-febc-46e2-ad22-71c83b1803ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:14.066346 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:15.431635 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:17.151780 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:33.048861 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:33.242658 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:34.529478 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-f7b41f00-eede-45ca-bea8-6ae40395538f tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:34.530980 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-f7b41f00-eede-45ca-bea8-6ae40395538f tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/networks?id=086f57a6-ee95-412e-95cd-e8fa30bf592d HTTP/1.1" status: 200 len: 813 time: 0.1008811 Aug 31 10:00:34.546882 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-a2f84aa0-d82f-420d-ae9d-83b5b2278afb tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/quotas/1b7c1e1bcfee4aeb8929814bedf3cd44 HTTP/1.1" status: 200 len: 375 time: 0.0095158 Aug 31 10:00:34.579075 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-33f59224-fd23-4df6-855c-97284be3c010 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=1b7c1e1bcfee4aeb8929814bedf3cd44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268798 Aug 31 10:00:34.594319 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-cb097bb6-5faf-403c-a107-9e75d01cf207 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:00:34.595307 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-cb097bb6-5faf-403c-a107-9e75d01cf207 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093191 Aug 31 10:00:34.751550 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-a0481aa0-b5e6-4122-b0c7-42e145d49ebc service neutron] 10.222.0.119 "GET /v2.0/networks/086f57a6-ee95-412e-95cd-e8fa30bf592d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491714 Aug 31 10:00:34.842033 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-45da0d44-8eef-4812-8ded-b4dec7c770bc service neutron] 10.222.0.119 "GET /v2.0/networks/086f57a6-ee95-412e-95cd-e8fa30bf592d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841851 Aug 31 10:00:35.209978 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3c69c066-3ef3-4703-9baf-ae0ed367688d req-3511f7de-3808-4074-ac96-6dad5d208f61 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/ports?device_id=e21381c6-df8a-491a-bfa7-77f7b4c434a1 HTTP/1.1" status: 200 len: 210 time: 0.0944130 Aug 31 10:00:36.329603 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c2fe97f3-a921-46ef-beea-91cdffeed000 req-c3aff59c-da91-441b-8f1d-86b9d0a9b55a tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/ports?device_id=e21381c6-df8a-491a-bfa7-77f7b4c434a1 HTTP/1.1" status: 200 len: 210 time: 0.0271220 Aug 31 10:00:37.299408 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-e5f0ab7c-b94c-48bf-bd90-7469b6a394ac tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:37.300879 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-e5f0ab7c-b94c-48bf-bd90-7469b6a394ac tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.112 "GET /v2.0/networks?id=086f57a6-ee95-412e-95cd-e8fa30bf592d HTTP/1.1" status: 200 len: 813 time: 0.1093824 Aug 31 10:00:37.320608 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-4559812f-2afa-4608-a336-b393758a050f tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Request body: {'port': {'device_id': 'e21381c6-df8a-491a-bfa7-77f7b4c434a1', 'network_id': '086f57a6-ee95-412e-95cd-e8fa30bf592d', 'admin_state_up': True, 'tenant_id': '1b7c1e1bcfee4aeb8929814bedf3cd44'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:00:37.463949 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad75280a-971f-4b08-991b-fbc764c7b697 req-05724900-48f9-45a4-8a1d-a6ef82392db1 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/ports?device_id=e21381c6-df8a-491a-bfa7-77f7b4c434a1 HTTP/1.1" status: 200 len: 210 time: 0.0276635 Aug 31 10:00:37.522718 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-4559812f-2afa-4608-a336-b393758a050f tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Made reservation on behalf of 1b7c1e1bcfee4aeb8929814bedf3cd44 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:00:37.526329 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-4559812f-2afa-4608-a336-b393758a050f tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:37.653380 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-4559812f-2afa-4608-a336-b393758a050f tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Allocated IP 172.20.0.14 (086f57a6-ee95-412e-95cd-e8fa30bf592d/b97b71f8-a7b1-484f-b646-df2dddab4385/f01f0ea8-7f28-4653-a14c-160722276bc5) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:00:37.795428 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-4559812f-2afa-4608-a336-b393758a050f tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:37.905868 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-4559812f-2afa-4608-a336-b393758a050f tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:37.945849 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-4559812f-2afa-4608-a336-b393758a050f tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Network 086f57a6-ee95-412e-95cd-e8fa30bf592d is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:00:37.951439 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-4559812f-2afa-4608-a336-b393758a050f tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:00:37.955135 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-4559812f-2afa-4608-a336-b393758a050f tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:00:37.981875 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559812f-2afa-4608-a336-b393758a050f tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Pushing event updated for resources: {'Port': ['ID=f01f0ea8-7f28-4653-a14c-160722276bc5,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:37.995981 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559812f-2afa-4608-a336-b393758a050f tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:37.996327 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559812f-2afa-4608-a336-b393758a050f tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:37.996666 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559812f-2afa-4608-a336-b393758a050f tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:37.997001 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559812f-2afa-4608-a336-b393758a050f tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:37.997333 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559812f-2afa-4608-a336-b393758a050f tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:37.997661 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559812f-2afa-4608-a336-b393758a050f tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:37.997984 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559812f-2afa-4608-a336-b393758a050f tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:37.998303 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559812f-2afa-4608-a336-b393758a050f tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:37.998649 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559812f-2afa-4608-a336-b393758a050f tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:37.998972 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559812f-2afa-4608-a336-b393758a050f tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:37.999290 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559812f-2afa-4608-a336-b393758a050f tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:37.999607 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559812f-2afa-4608-a336-b393758a050f tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:38.017243 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-4559812f-2afa-4608-a336-b393758a050f tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:38.017848 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-4559812f-2afa-4608-a336-b393758a050f tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:38.111944 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-4559812f-2afa-4608-a336-b393758a050f tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7961271 Aug 31 10:00:38.176567 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-308906c5-b4be-4542-9348-a83a8d4a924c service neutron] Request body: {'port': {'device_id': 'e21381c6-df8a-491a-bfa7-77f7b4c434a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:00:38.233172 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-308906c5-b4be-4542-9348-a83a8d4a924c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:38.495818 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-308906c5-b4be-4542-9348-a83a8d4a924c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f01f0ea8-7f28-4653-a14c-160722276bc5 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:00:38.503305 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-308906c5-b4be-4542-9348-a83a8d4a924c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:38.520304 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-308906c5-b4be-4542-9348-a83a8d4a924c service neutron] Transition to ACTIVE for port object f01f0ea8-7f28-4653-a14c-160722276bc5 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:00:38.601655 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-308906c5-b4be-4542-9348-a83a8d4a924c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:38.601943 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310e805-48d9-43c6-ac96-a6968bb24cb8 req-9a3a58db-e22c-4d6c-a871-5c7ace7426c6 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:38.603426 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1310e805-48d9-43c6-ac96-a6968bb24cb8 req-9a3a58db-e22c-4d6c-a871-5c7ace7426c6 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/ports?device_id=e21381c6-df8a-491a-bfa7-77f7b4c434a1 HTTP/1.1" status: 200 len: 932 time: 0.0519092 Aug 31 10:00:38.663585 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1310e805-48d9-43c6-ac96-a6968bb24cb8 req-5b41531f-5e6b-498a-98bf-849d71d3b990 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/security-groups?id=fa8dc4bc-b563-4988-9445-bf0a1494465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536332 Aug 31 10:00:38.679019 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308906c5-b4be-4542-9348-a83a8d4a924c service neutron] Pushing event updated for resources: {'Port': ['ID=f01f0ea8-7f28-4653-a14c-160722276bc5,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:38.764389 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-308906c5-b4be-4542-9348-a83a8d4a924c service neutron] Attempting to bind port f01f0ea8-7f28-4653-a14c-160722276bc5 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:00:38.764389 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-308906c5-b4be-4542-9348-a83a8d4a924c service neutron] Attempting to bind port f01f0ea8-7f28-4653-a14c-160722276bc5 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'e166a7d9-1547-4a21-9342-38ef2caf724f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': '086f57a6-ee95-412e-95cd-e8fa30bf592d'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:00:38.764815 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-308906c5-b4be-4542-9348-a83a8d4a924c service neutron] Attempting to bind port f01f0ea8-7f28-4653-a14c-160722276bc5 on network 086f57a6-ee95-412e-95cd-e8fa30bf592d {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:00:38.769815 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-308906c5-b4be-4542-9348-a83a8d4a924c service neutron] Port f01f0ea8-7f28-4653-a14c-160722276bc5 on network 086f57a6-ee95-412e-95cd-e8fa30bf592d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:00:38.770131 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-308906c5-b4be-4542-9348-a83a8d4a924c service neutron] Attempting to bind port f01f0ea8-7f28-4653-a14c-160722276bc5 on network 086f57a6-ee95-412e-95cd-e8fa30bf592d {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:00:38.777004 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-308906c5-b4be-4542-9348-a83a8d4a924c service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:00:38.777334 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-308906c5-b4be-4542-9348-a83a8d4a924c service neutron] Checking segment: {'id': 'e166a7d9-1547-4a21-9342-38ef2caf724f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': '086f57a6-ee95-412e-95cd-e8fa30bf592d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:00:38.777711 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-308906c5-b4be-4542-9348-a83a8d4a924c service neutron] Bound using segment: {'id': 'e166a7d9-1547-4a21-9342-38ef2caf724f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': '086f57a6-ee95-412e-95cd-e8fa30bf592d'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:00:38.778139 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-308906c5-b4be-4542-9348-a83a8d4a924c service neutron] Bound port: f01f0ea8-7f28-4653-a14c-160722276bc5, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e166a7d9-1547-4a21-9342-38ef2caf724f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': '086f57a6-ee95-412e-95cd-e8fa30bf592d'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:00:38.778488 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-308906c5-b4be-4542-9348-a83a8d4a924c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:38.865097 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-308906c5-b4be-4542-9348-a83a8d4a924c service neutron] For port f01f0ea8-7f28-4653-a14c-160722276bc5, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:00:38.868103 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-308906c5-b4be-4542-9348-a83a8d4a924c service neutron] For port f01f0ea8-7f28-4653-a14c-160722276bc5, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=f01f0ea8-7f28-4653-a14c-160722276bc5,segment=NetworkSegment(e166a7d9-1547-4a21-9342-38ef2caf724f),segment_id=e166a7d9-1547-4a21-9342-38ef2caf724f)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:00:38.951935 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-308906c5-b4be-4542-9348-a83a8d4a924c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:38.988706 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-308906c5-b4be-4542-9348-a83a8d4a924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:38.989512 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-308906c5-b4be-4542-9348-a83a8d4a924c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:38.991515 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-308906c5-b4be-4542-9348-a83a8d4a924c service neutron] 10.222.0.112 "PUT /v2.0/ports/f01f0ea8-7f28-4653-a14c-160722276bc5 HTTP/1.1" status: 200 len: 1093 time: 0.8669627 Aug 31 10:00:38.992013 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21381c6-df8a-491a-bfa7-77f7b4c434a1', 'tag': 'f01f0ea8-7f28-4653-a14c-160722276bc5'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:00:38.994332 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a88df87-df22-4188-911d-bd9533b8427e" -d '{"events": [{"name": "network-changed", "server_uuid": "e21381c6-df8a-491a-bfa7-77f7b4c434a1", "tag": "f01f0ea8-7f28-4653-a14c-160722276bc5"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:00:39.031613 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308906c5-b4be-4542-9348-a83a8d4a924c service neutron] Pushing event updated for resources: {'Port': ['ID=f01f0ea8-7f28-4653-a14c-160722276bc5,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:39.106896 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d4bcbc-8259-4c54-8b6d-3d09848e9f5a x-openstack-request-id: req-29d4bcbc-8259-4c54-8b6d-3d09848e9f5a {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:00:39.107183 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21381c6-df8a-491a-bfa7-77f7b4c434a1", "tag": "f01f0ea8-7f28-4653-a14c-160722276bc5", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:00:39.107433 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-29d4bcbc-8259-4c54-8b6d-3d09848e9f5a {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:00:39.107856 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21381c6-df8a-491a-bfa7-77f7b4c434a1', 'tag': 'f01f0ea8-7f28-4653-a14c-160722276bc5', 'status': 'completed', 'code': 200} Aug 31 10:00:39.154461 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-ff3ee642-2364-44ef-81b0-275a7f898cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:39.155952 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-ff3ee642-2364-44ef-81b0-275a7f898cb2 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1b7c1e1bcfee4aeb8929814bedf3cd44&device_id=e21381c6-df8a-491a-bfa7-77f7b4c434a1 HTTP/1.1" status: 200 len: 1096 time: 0.0398211 Aug 31 10:00:39.205605 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-c92efabb-9196-4caa-a104-fd718d0a6745 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f01f0ea8-7f28-4653-a14c-160722276bc5 HTTP/1.1" status: 200 len: 217 time: 0.0366409 Aug 31 10:00:39.257843 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-68386b31-768b-4fa5-b830-c599d2515009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:39.259324 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-68386b31-768b-4fa5-b830-c599d2515009 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b97b71f8-a7b1-484f-b646-df2dddab4385 HTTP/1.1" status: 200 len: 853 time: 0.0434282 Aug 31 10:00:39.294325 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-f56c9363-35d6-4774-9641-e92b79b62541 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=086f57a6-ee95-412e-95cd-e8fa30bf592d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230577 Aug 31 10:00:39.684585 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-5e0d03ba-fa1d-45ed-9841-7110741d51c7 service neutron] 10.222.0.112 "GET /v2.0/networks/086f57a6-ee95-412e-95cd-e8fa30bf592d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783176 Aug 31 10:00:39.783660 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-51a90fe8-286e-44d8-88b4-fe762b1eec82 req-42c21b86-1fe8-414d-b867-403a075a2a03 service neutron] 10.222.0.112 "GET /v2.0/networks/086f57a6-ee95-412e-95cd-e8fa30bf592d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838120 Aug 31 10:00:39.784865 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4207c3-dac5-4804-8570-67926f41a400 req-037a24a6-98f8-4222-8dbb-ec47c21815fa tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:39.786398 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cf4207c3-dac5-4804-8570-67926f41a400 req-037a24a6-98f8-4222-8dbb-ec47c21815fa tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/ports?device_id=e21381c6-df8a-491a-bfa7-77f7b4c434a1 HTTP/1.1" status: 200 len: 944 time: 0.0490437 Aug 31 10:00:39.829828 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cf4207c3-dac5-4804-8570-67926f41a400 req-605a843c-3a90-4b61-b402-4594c9d81d9d tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/security-groups?id=fa8dc4bc-b563-4988-9445-bf0a1494465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365124 Aug 31 10:00:39.987784 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88df87-df22-4188-911d-bd9533b8427e req-12972ec2-3137-4e09-9b3a-19502ff97245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:39.989862 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0a88df87-df22-4188-911d-bd9533b8427e req-12972ec2-3137-4e09-9b3a-19502ff97245 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1b7c1e1bcfee4aeb8929814bedf3cd44&device_id=e21381c6-df8a-491a-bfa7-77f7b4c434a1 HTTP/1.1" status: 200 len: 1096 time: 0.0431731 Aug 31 10:00:40.085404 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88df87-df22-4188-911d-bd9533b8427e req-4f4c009f-0fe7-4df1-ba94-87313eb957df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:40.086899 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0a88df87-df22-4188-911d-bd9533b8427e req-4f4c009f-0fe7-4df1-ba94-87313eb957df service neutron] 10.222.0.112 "GET /v2.0/networks?id=086f57a6-ee95-412e-95cd-e8fa30bf592d HTTP/1.1" status: 200 len: 915 time: 0.0870662 Aug 31 10:00:40.128040 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0a88df87-df22-4188-911d-bd9533b8427e req-63af6c79-9fa0-4119-b6da-5ca14d659513 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f01f0ea8-7f28-4653-a14c-160722276bc5 HTTP/1.1" status: 200 len: 217 time: 0.0343599 Aug 31 10:00:40.183173 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88df87-df22-4188-911d-bd9533b8427e req-a68cda65-70db-42b9-96e6-24e369d7cc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:40.184670 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0a88df87-df22-4188-911d-bd9533b8427e req-a68cda65-70db-42b9-96e6-24e369d7cc19 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b97b71f8-a7b1-484f-b646-df2dddab4385 HTTP/1.1" status: 200 len: 853 time: 0.0481400 Aug 31 10:00:40.215726 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0a88df87-df22-4188-911d-bd9533b8427e req-c34e0283-84af-4d3c-ba7e-8d7aa70f9a15 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=086f57a6-ee95-412e-95cd-e8fa30bf592d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236852 Aug 31 10:00:40.304242 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0a88df87-df22-4188-911d-bd9533b8427e req-56caac42-3507-4510-9818-d49ef84100e2 service neutron] 10.222.0.112 "GET /v2.0/networks/086f57a6-ee95-412e-95cd-e8fa30bf592d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805426 Aug 31 10:00:40.397326 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0a88df87-df22-4188-911d-bd9533b8427e req-d63b544b-c40f-4cc9-9761-41f724517b7b service neutron] 10.222.0.112 "GET /v2.0/networks/086f57a6-ee95-412e-95cd-e8fa30bf592d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852871 Aug 31 10:00:40.945606 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa5ffd-e09b-4f51-839e-6c381a8cf586 req-d6547bab-5f16-4749-a90c-33b1306b5cc0 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:40.947100 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c3fa5ffd-e09b-4f51-839e-6c381a8cf586 req-d6547bab-5f16-4749-a90c-33b1306b5cc0 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/ports?device_id=e21381c6-df8a-491a-bfa7-77f7b4c434a1 HTTP/1.1" status: 200 len: 944 time: 0.0484722 Aug 31 10:00:40.984249 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c3fa5ffd-e09b-4f51-839e-6c381a8cf586 req-cb5b6f80-f610-4e78-8e67-964f44bcc63b tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/security-groups?id=fa8dc4bc-b563-4988-9445-bf0a1494465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312836 Aug 31 10:00:41.328502 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cd6d3733-8d08-4f59-b4bf-892841cd70f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:42.103671 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c33642-031a-43df-80db-91b22d21a6ff req-4f1efbad-0241-423a-89ed-47d9a04858fa tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:42.105093 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c3c33642-031a-43df-80db-91b22d21a6ff req-4f1efbad-0241-423a-89ed-47d9a04858fa tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/ports?device_id=e21381c6-df8a-491a-bfa7-77f7b4c434a1 HTTP/1.1" status: 200 len: 944 time: 0.0502076 Aug 31 10:00:42.147726 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device f01f0ea8-7f28-4653-a14c-160722276bc5 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:00:42.148881 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c3c33642-031a-43df-80db-91b22d21a6ff req-cd006e75-da73-4837-a2cc-dc36ed9bffa0 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/security-groups?id=fa8dc4bc-b563-4988-9445-bf0a1494465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376079 Aug 31 10:00:42.251922 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port f01f0ea8-7f28-4653-a14c-160722276bc5, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=f01f0ea8-7f28-4653-a14c-160722276bc5,segment=NetworkSegment(e166a7d9-1547-4a21-9342-38ef2caf724f),segment_id=e166a7d9-1547-4a21-9342-38ef2caf724f)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:00:42.263529 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'f01f0ea8-7f28-4653-a14c-160722276bc5', 'network_id': '086f57a6-ee95-412e-95cd-e8fa30bf592d', 'port_id': 'f01f0ea8-7f28-4653-a14c-160722276bc5', 'mac_address': 'fa:16:3e:40:4a:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b97b71f8-a7b1-484f-b646-df2dddab4385', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:00:42.307256 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:42.319722 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01f0ea8-7f28-4653-a14c-160722276bc5 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:00:42.339539 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port f01f0ea8-7f28-4653-a14c-160722276bc5, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=f01f0ea8-7f28-4653-a14c-160722276bc5,segment=NetworkSegment(e166a7d9-1547-4a21-9342-38ef2caf724f),segment_id=e166a7d9-1547-4a21-9342-38ef2caf724f)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:00:42.426080 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:42.472899 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=f01f0ea8-7f28-4653-a14c-160722276bc5,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:42.480538 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:42.480881 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:42.481219 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:42.481553 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:42.481887 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:42.482210 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:42.482533 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:42.482882 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:42.483205 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:42.483525 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:42.483848 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:42.484162 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:00:42.721534 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['f01f0ea8-7f28-4653-a14c-160722276bc5'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:00:43.268318 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da8a6a-bf46-49f9-acb1-87dda436798d req-ee33d494-3c0b-4466-839f-e22204f453b2 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:43.269830 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-28da8a6a-bf46-49f9-acb1-87dda436798d req-ee33d494-3c0b-4466-839f-e22204f453b2 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/ports?device_id=e21381c6-df8a-491a-bfa7-77f7b4c434a1 HTTP/1.1" status: 200 len: 945 time: 0.0498559 Aug 31 10:00:43.312835 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-28da8a6a-bf46-49f9-acb1-87dda436798d req-cf0304d8-f690-4924-9bbe-0ca6cb93f495 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/security-groups?id=fa8dc4bc-b563-4988-9445-bf0a1494465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363176 Aug 31 10:00:43.416584 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:00:43.979457 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c5a730a8-b2be-44b2-8707-c28624cdf543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:44.065302 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:44.163153 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device f01f0ea8-7f28-4653-a14c-160722276bc5 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:00:44.254039 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port f01f0ea8-7f28-4653-a14c-160722276bc5 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:00:44.258259 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port f01f0ea8-7f28-4653-a14c-160722276bc5 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:00:44.258660 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:44.334886 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:44.357573 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21381c6-df8a-491a-bfa7-77f7b4c434a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01f0ea8-7f28-4653-a14c-160722276bc5'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:00:44.359904 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b5fa84-6af7-4c37-8db1-d12a19f25d7d" -d '{"events": [{"server_uuid": "e21381c6-df8a-491a-bfa7-77f7b4c434a1", "name": "network-vif-plugged", "status": "completed", "tag": "f01f0ea8-7f28-4653-a14c-160722276bc5"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:00:44.375726 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port f01f0ea8-7f28-4653-a14c-160722276bc5, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=f01f0ea8-7f28-4653-a14c-160722276bc5,segment=NetworkSegment(e166a7d9-1547-4a21-9342-38ef2caf724f),segment_id=e166a7d9-1547-4a21-9342-38ef2caf724f)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:00:44.414303 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:44.442147 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e61a2-b3b8-48c6-a51f-b89b0391da5d req-c6c28bf2-0c85-4b04-9250-366cbb5c1c66 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:44.444697 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-262e61a2-b3b8-48c6-a51f-b89b0391da5d req-c6c28bf2-0c85-4b04-9250-366cbb5c1c66 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/ports?device_id=e21381c6-df8a-491a-bfa7-77f7b4c434a1 HTTP/1.1" status: 200 len: 945 time: 0.0609381 Aug 31 10:00:44.463826 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab038d84-935e-4b27-8222-b02f47777a80 x-openstack-request-id: req-ab038d84-935e-4b27-8222-b02f47777a80 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:00:44.464117 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21381c6-df8a-491a-bfa7-77f7b4c434a1", "name": "network-vif-plugged", "status": "completed", "tag": "f01f0ea8-7f28-4653-a14c-160722276bc5", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:00:44.464396 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-ab038d84-935e-4b27-8222-b02f47777a80 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:00:44.464781 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21381c6-df8a-491a-bfa7-77f7b4c434a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01f0ea8-7f28-4653-a14c-160722276bc5', 'code': 200} Aug 31 10:00:44.467638 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=f01f0ea8-7f28-4653-a14c-160722276bc5,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:00:44.492027 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-262e61a2-b3b8-48c6-a51f-b89b0391da5d req-83c8784c-6aea-40ee-b11e-55be968ad945 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/security-groups?id=fa8dc4bc-b563-4988-9445-bf0a1494465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404410 Aug 31 10:00:44.572332 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c46e2-c026-4dc0-ad0f-8b6d90dd40a4 req-961900b6-9979-4a90-9df7-21a03a8bd9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:44.573823 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-051c46e2-c026-4dc0-ad0f-8b6d90dd40a4 req-961900b6-9979-4a90-9df7-21a03a8bd9d5 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=e21381c6-df8a-491a-bfa7-77f7b4c434a1 HTTP/1.1" status: 200 len: 1098 time: 0.0407968 Aug 31 10:00:44.611918 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-051c46e2-c026-4dc0-ad0f-8b6d90dd40a4 req-3195fd85-9e50-4f68-afcc-c36361f520f6 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=fa8dc4bc-b563-4988-9445-bf0a1494465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265462 Aug 31 10:00:45.430898 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:45.614828 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2669b-055d-40a5-8b3e-61a78485049a req-918925a2-d232-4809-bda2-fc4b9d023ac2 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:45.616305 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fda2669b-055d-40a5-8b3e-61a78485049a req-918925a2-d232-4809-bda2-fc4b9d023ac2 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/ports?device_id=e21381c6-df8a-491a-bfa7-77f7b4c434a1 HTTP/1.1" status: 200 len: 946 time: 0.0500460 Aug 31 10:00:45.654833 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fda2669b-055d-40a5-8b3e-61a78485049a req-a42503b7-2692-4236-8d1b-02d307a1f530 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/security-groups?id=fa8dc4bc-b563-4988-9445-bf0a1494465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324297 Aug 31 10:00:46.767517 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a99fc-7be8-4d65-87d5-f7f31331fcab req-39ac4c8c-7842-460c-9a8d-aed6dd05a924 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:46.768984 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f34a99fc-7be8-4d65-87d5-f7f31331fcab req-39ac4c8c-7842-460c-9a8d-aed6dd05a924 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/ports?device_id=e21381c6-df8a-491a-bfa7-77f7b4c434a1 HTTP/1.1" status: 200 len: 946 time: 0.0477662 Aug 31 10:00:46.818306 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f34a99fc-7be8-4d65-87d5-f7f31331fcab req-367db75c-94d7-4071-81ea-267e2879a9bb tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/security-groups?id=fa8dc4bc-b563-4988-9445-bf0a1494465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420444 Aug 31 10:00:47.100342 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:00:51.189672 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d1811024-c953-40ef-b9db-4d1dbcbcb56c req-714c615f-d4e2-4b1a-b106-65a82cc87bd5 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=e21381c6-df8a-491a-bfa7-77f7b4c434a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391498 Aug 31 10:00:51.274768 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1811024-c953-40ef-b9db-4d1dbcbcb56c req-0aa29367-bdca-44c4-89c2-11d2a40cbdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:51.276275 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d1811024-c953-40ef-b9db-4d1dbcbcb56c req-0aa29367-bdca-44c4-89c2-11d2a40cbdd7 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1b7c1e1bcfee4aeb8929814bedf3cd44&device_id=e21381c6-df8a-491a-bfa7-77f7b4c434a1 HTTP/1.1" status: 200 len: 1098 time: 0.0461006 Aug 31 10:00:51.387060 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1811024-c953-40ef-b9db-4d1dbcbcb56c req-ce3e6928-bf66-4fb1-b126-bc5f345a3ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:51.388591 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d1811024-c953-40ef-b9db-4d1dbcbcb56c req-ce3e6928-bf66-4fb1-b126-bc5f345a3ecf service neutron] 10.222.0.112 "GET /v2.0/networks?id=086f57a6-ee95-412e-95cd-e8fa30bf592d HTTP/1.1" status: 200 len: 915 time: 0.0933354 Aug 31 10:00:51.442417 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d1811024-c953-40ef-b9db-4d1dbcbcb56c req-56de0376-10a0-457f-a5bc-7be434c10cf4 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f01f0ea8-7f28-4653-a14c-160722276bc5 HTTP/1.1" status: 200 len: 217 time: 0.0454280 Aug 31 10:00:51.496225 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1811024-c953-40ef-b9db-4d1dbcbcb56c req-1be10d17-7d4d-478f-b580-646e3f9a7ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:51.497805 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d1811024-c953-40ef-b9db-4d1dbcbcb56c req-1be10d17-7d4d-478f-b580-646e3f9a7ef6 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b97b71f8-a7b1-484f-b646-df2dddab4385 HTTP/1.1" status: 200 len: 853 time: 0.0489948 Aug 31 10:00:51.531512 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d1811024-c953-40ef-b9db-4d1dbcbcb56c req-9cad3548-08c8-448f-8b89-0d97cf98283e service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=086f57a6-ee95-412e-95cd-e8fa30bf592d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261152 Aug 31 10:00:51.632908 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d1811024-c953-40ef-b9db-4d1dbcbcb56c req-c62af52c-134c-45c5-b072-6ebfc08c72c7 service neutron] 10.222.0.112 "GET /v2.0/networks/086f57a6-ee95-412e-95cd-e8fa30bf592d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943668 Aug 31 10:00:51.747381 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d1811024-c953-40ef-b9db-4d1dbcbcb56c req-0a615e88-9f78-4777-9f14-7e66793364c9 service neutron] 10.222.0.112 "GET /v2.0/networks/086f57a6-ee95-412e-95cd-e8fa30bf592d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047394 Aug 31 10:00:58.089103 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-014f96c2-d286-4e15-8bbf-d7ad75b18c51 req-0c0aebcb-bd7b-4445-b0ea-a62638d035cd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0362759 Aug 31 10:00:58.144845 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-014f96c2-d286-4e15-8bbf-d7ad75b18c51 req-03b31eee-acb5-4dbf-97e6-9f6ae29473c8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.0285103 Aug 31 10:00:58.187405 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-014f96c2-d286-4e15-8bbf-d7ad75b18c51 req-63d0888d-4757-4a87-80c0-af34e482c240 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40aea3578a764824ae85220fcc0c6911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223131 Aug 31 10:00:58.282735 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f96c2-d286-4e15-8bbf-d7ad75b18c51 req-7231dc1a-b659-42db-aaeb-57d102dbfbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:00:58.284220 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-014f96c2-d286-4e15-8bbf-d7ad75b18c51 req-7231dc1a-b659-42db-aaeb-57d102dbfbd3 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0892351 Aug 31 10:01:03.071444 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:03.264694 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:11.345506 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-dbad0b01-fef5-4eea-8434-d4898ce8d166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:14.047931 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bb81a1c3-ffe9-4863-bb88-4599bc376663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:14.081740 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:15.465018 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:17.104956 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:20.415871 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:01:31.437705 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [req-c5b1d7ff-61a4-4f7e-8e80-845685f170c2 req-9fbb4209-40ea-4797-8e55-6be127ea0b4c service neutron] (95552) timed out ('10.222.0.112', 53098) {{(pid=95552) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 10:01:33.132886 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:33.275417 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:37.931108 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba95f98-4627-4d38-9ec1-fc04caf95982 req-36741f8b-35af-4a22-92d7-8b5fb3d5107f tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:37.932591 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3ba95f98-4627-4d38-9ec1-fc04caf95982 req-36741f8b-35af-4a22-92d7-8b5fb3d5107f tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/ports?device_id=e21381c6-df8a-491a-bfa7-77f7b4c434a1 HTTP/1.1" status: 200 len: 946 time: 0.0542612 Aug 31 10:01:37.970437 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3ba95f98-4627-4d38-9ec1-fc04caf95982 req-63fda3cf-075a-4c58-9bd7-5d077f8b61f3 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/security-groups?id=fa8dc4bc-b563-4988-9445-bf0a1494465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318332 Aug 31 10:01:39.085626 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91f118-1864-4a8b-a5f5-9557837a91ed req-b1a386f0-36df-41e8-a804-f9fe5d6f29a3 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:39.087048 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-da91f118-1864-4a8b-a5f5-9557837a91ed req-b1a386f0-36df-41e8-a804-f9fe5d6f29a3 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/ports?device_id=e21381c6-df8a-491a-bfa7-77f7b4c434a1 HTTP/1.1" status: 200 len: 946 time: 0.0490830 Aug 31 10:01:39.124717 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-da91f118-1864-4a8b-a5f5-9557837a91ed req-6ce64966-8c42-41d8-a269-08361218406d tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/security-groups?id=fa8dc4bc-b563-4988-9445-bf0a1494465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316985 Aug 31 10:01:39.593559 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a7fe6-b202-4146-9490-afa42f69771c req-023c1d92-7a33-4f15-826a-b0d748fe3821 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:39.595082 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-359a7fe6-b202-4146-9490-afa42f69771c req-023c1d92-7a33-4f15-826a-b0d748fe3821 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.112 "GET /v2.0/ports?device_id=e21381c6-df8a-491a-bfa7-77f7b4c434a1 HTTP/1.1" status: 200 len: 946 time: 0.0490925 Aug 31 10:01:39.699460 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-359a7fe6-b202-4146-9490-afa42f69771c req-2c7509d6-8c76-496b-8f36-c068ede873ae tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Deleting port f01f0ea8-7f28-4653-a14c-160722276bc5 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:01:39.699804 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-359a7fe6-b202-4146-9490-afa42f69771c req-2c7509d6-8c76-496b-8f36-c068ede873ae tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:39.785054 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-359a7fe6-b202-4146-9490-afa42f69771c req-2c7509d6-8c76-496b-8f36-c068ede873ae tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] For port f01f0ea8-7f28-4653-a14c-160722276bc5, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=f01f0ea8-7f28-4653-a14c-160722276bc5,segment=NetworkSegment(e166a7d9-1547-4a21-9342-38ef2caf724f),segment_id=e166a7d9-1547-4a21-9342-38ef2caf724f)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:01:39.786253 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-359a7fe6-b202-4146-9490-afa42f69771c req-2c7509d6-8c76-496b-8f36-c068ede873ae tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:39.799675 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-359a7fe6-b202-4146-9490-afa42f69771c req-2c7509d6-8c76-496b-8f36-c068ede873ae tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Calling delete_port for f01f0ea8-7f28-4653-a14c-160722276bc5 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:01:39.984838 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-359a7fe6-b202-4146-9490-afa42f69771c req-2c7509d6-8c76-496b-8f36-c068ede873ae tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:40.001067 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['f01f0ea8-7f28-4653-a14c-160722276bc5'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:01:40.011775 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7509d6-8c76-496b-8f36-c068ede873ae tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Pushing event deleted for resources: {'Port': ['ID=f01f0ea8-7f28-4653-a14c-160722276bc5,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:40.026089 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7509d6-8c76-496b-8f36-c068ede873ae tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:40.033423 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7509d6-8c76-496b-8f36-c068ede873ae tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:40.033423 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7509d6-8c76-496b-8f36-c068ede873ae tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:40.033423 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7509d6-8c76-496b-8f36-c068ede873ae tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:40.033423 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7509d6-8c76-496b-8f36-c068ede873ae tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:40.033423 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7509d6-8c76-496b-8f36-c068ede873ae tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:40.033423 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7509d6-8c76-496b-8f36-c068ede873ae tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:40.033423 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7509d6-8c76-496b-8f36-c068ede873ae tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:40.033423 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7509d6-8c76-496b-8f36-c068ede873ae tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:40.033423 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7509d6-8c76-496b-8f36-c068ede873ae tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:40.033423 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7509d6-8c76-496b-8f36-c068ede873ae tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:40.033423 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7509d6-8c76-496b-8f36-c068ede873ae tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:40.063090 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-359a7fe6-b202-4146-9490-afa42f69771c req-2c7509d6-8c76-496b-8f36-c068ede873ae tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] No DVR routers for this DVR port f01f0ea8-7f28-4653-a14c-160722276bc5 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:01:40.065729 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-359a7fe6-b202-4146-9490-afa42f69771c req-2c7509d6-8c76-496b-8f36-c068ede873ae tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:40.067859 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-359a7fe6-b202-4146-9490-afa42f69771c req-2c7509d6-8c76-496b-8f36-c068ede873ae tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.112 "DELETE /v2.0/ports/f01f0ea8-7f28-4653-a14c-160722276bc5 HTTP/1.1" status: 204 len: 173 time: 0.4631104 Aug 31 10:01:40.068286 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21381c6-df8a-491a-bfa7-77f7b4c434a1', 'name': 'network-vif-deleted', 'tag': 'f01f0ea8-7f28-4653-a14c-160722276bc5'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:01:40.070499 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f8cda3-7ac1-454a-871e-89492d26a56f" -d '{"events": [{"server_uuid": "e21381c6-df8a-491a-bfa7-77f7b4c434a1", "name": "network-vif-deleted", "tag": "f01f0ea8-7f28-4653-a14c-160722276bc5"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:01:40.108340 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd1ae9e-a68d-4cf5-804b-405c13d59873 x-openstack-request-id: req-fcd1ae9e-a68d-4cf5-804b-405c13d59873 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:01:40.108632 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21381c6-df8a-491a-bfa7-77f7b4c434a1", "name": "network-vif-deleted", "tag": "f01f0ea8-7f28-4653-a14c-160722276bc5", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:01:40.108883 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-fcd1ae9e-a68d-4cf5-804b-405c13d59873 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:01:40.109285 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21381c6-df8a-491a-bfa7-77f7b4c434a1', 'name': 'network-vif-deleted', 'tag': 'f01f0ea8-7f28-4653-a14c-160722276bc5', 'status': 'completed', 'code': 200} Aug 31 10:01:40.223980 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-87914ffd-9f55-4607-803f-8e2c1a8c78ef req-a17b1bce-4401-4329-a752-0ccdaa616259 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/ports?device_id=e21381c6-df8a-491a-bfa7-77f7b4c434a1 HTTP/1.1" status: 200 len: 210 time: 0.0277379 Aug 31 10:01:41.355648 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-794cdeb5-982d-448e-bf36-f29551aa0cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:42.444210 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device f01f0ea8-7f28-4653-a14c-160722276bc5 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:01:42.464415 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: f01f0ea8-7f28-4653-a14c-160722276bc5 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:01:42.464748 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device f01f0ea8-7f28-4653-a14c-160722276bc5 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:01:43.978459 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7c7f0895-665c-4ac6-98a1-ddbb30f45226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:44.070571 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:45.459375 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:47.127270 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:48.665306 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-b39c653a-b689-4950-b917-0b7302fe553a tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:48.666794 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-b39c653a-b689-4950-b917-0b7302fe553a tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/networks?id=086f57a6-ee95-412e-95cd-e8fa30bf592d HTTP/1.1" status: 200 len: 813 time: 0.1051180 Aug 31 10:01:48.681606 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-b987d164-4bfc-49f7-af28-4e03e2f1b783 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/quotas/1b7c1e1bcfee4aeb8929814bedf3cd44 HTTP/1.1" status: 200 len: 375 time: 0.0090384 Aug 31 10:01:48.713473 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-43cde95c-6da3-4341-9146-b80dd4e2a12e tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=1b7c1e1bcfee4aeb8929814bedf3cd44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266433 Aug 31 10:01:48.724450 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-ce4eb64c-10ec-48f3-af0a-655937b36ba2 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:01:48.725390 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-ce4eb64c-10ec-48f3-af0a-655937b36ba2 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056009 Aug 31 10:01:48.866218 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-4363405e-be60-4a99-9e85-1704c235fbb4 service neutron] 10.222.0.119 "GET /v2.0/networks/086f57a6-ee95-412e-95cd-e8fa30bf592d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348946 Aug 31 10:01:48.955964 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-affdd78e-38b6-472f-8b46-33de61f9943c service neutron] 10.222.0.119 "GET /v2.0/networks/086f57a6-ee95-412e-95cd-e8fa30bf592d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836442 Aug 31 10:01:49.172656 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2cf71f5a-2627-4124-aa44-a9854ff0a213 req-ed7099ee-dc89-46f3-a479-f6363f56ec49 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/ports?device_id=67e81776-2a27-487f-be1b-27f60d5a37ce HTTP/1.1" status: 200 len: 210 time: 0.0266688 Aug 31 10:01:50.269860 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a6aa0a57-b309-4476-a0c0-4c8c61a016a8 req-af359101-b35a-4237-8f67-7a8ecfa3cdb3 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/ports?device_id=67e81776-2a27-487f-be1b-27f60d5a37ce HTTP/1.1" status: 200 len: 210 time: 0.0279257 Aug 31 10:01:50.976567 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-f07db3ce-de91-482f-9bab-c145480905a1 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:50.978037 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-f07db3ce-de91-482f-9bab-c145480905a1 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.112 "GET /v2.0/networks?id=086f57a6-ee95-412e-95cd-e8fa30bf592d HTTP/1.1" status: 200 len: 813 time: 0.1039879 Aug 31 10:01:50.995216 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-08ce2814-cfa7-4866-8c87-ae40a565d4f6 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Request body: {'port': {'device_id': '67e81776-2a27-487f-be1b-27f60d5a37ce', 'network_id': '086f57a6-ee95-412e-95cd-e8fa30bf592d', 'admin_state_up': True, 'tenant_id': '1b7c1e1bcfee4aeb8929814bedf3cd44'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:01:51.156089 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-08ce2814-cfa7-4866-8c87-ae40a565d4f6 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Made reservation on behalf of 1b7c1e1bcfee4aeb8929814bedf3cd44 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:01:51.159771 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-08ce2814-cfa7-4866-8c87-ae40a565d4f6 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:51.293683 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-08ce2814-cfa7-4866-8c87-ae40a565d4f6 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Allocated IP 172.20.0.13 (086f57a6-ee95-412e-95cd-e8fa30bf592d/b97b71f8-a7b1-484f-b646-df2dddab4385/c4da4524-4b22-41b2-8a0e-0d32db785630) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:01:51.370845 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-edc4ca33-0fa3-401d-abc9-b6f8dbcd29fd req-2e309987-4f9e-4392-ab44-487675e80039 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/ports?device_id=67e81776-2a27-487f-be1b-27f60d5a37ce HTTP/1.1" status: 200 len: 210 time: 0.0306566 Aug 31 10:01:51.455411 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-08ce2814-cfa7-4866-8c87-ae40a565d4f6 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:51.539132 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-08ce2814-cfa7-4866-8c87-ae40a565d4f6 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:51.579367 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-08ce2814-cfa7-4866-8c87-ae40a565d4f6 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Network 086f57a6-ee95-412e-95cd-e8fa30bf592d is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:01:51.584904 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-08ce2814-cfa7-4866-8c87-ae40a565d4f6 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:01:51.588588 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-08ce2814-cfa7-4866-8c87-ae40a565d4f6 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:01:51.612831 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce2814-cfa7-4866-8c87-ae40a565d4f6 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Pushing event updated for resources: {'Port': ['ID=c4da4524-4b22-41b2-8a0e-0d32db785630,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:51.639527 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-08ce2814-cfa7-4866-8c87-ae40a565d4f6 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:51.640127 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-08ce2814-cfa7-4866-8c87-ae40a565d4f6 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:51.710925 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-08ce2814-cfa7-4866-8c87-ae40a565d4f6 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7195513 Aug 31 10:01:51.726661 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-e051d0a4-8325-42b6-b17f-073f39c991f3 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:01:51.727604 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-e051d0a4-8325-42b6-b17f-073f39c991f3 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054524 Aug 31 10:01:51.742328 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-e7682173-3313-435c-be7a-afde2b70ad77 service neutron] Request body: {'port': {'device_id': '67e81776-2a27-487f-be1b-27f60d5a37ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:01:51.801711 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-e7682173-3313-435c-be7a-afde2b70ad77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:52.065024 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-e7682173-3313-435c-be7a-afde2b70ad77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4da4524-4b22-41b2-8a0e-0d32db785630 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:01:52.073110 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-e7682173-3313-435c-be7a-afde2b70ad77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:52.084727 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-e7682173-3313-435c-be7a-afde2b70ad77 service neutron] Transition to ACTIVE for port object c4da4524-4b22-41b2-8a0e-0d32db785630 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:01:52.167258 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-e7682173-3313-435c-be7a-afde2b70ad77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:52.242397 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7682173-3313-435c-be7a-afde2b70ad77 service neutron] Pushing event updated for resources: {'Port': ['ID=c4da4524-4b22-41b2-8a0e-0d32db785630,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:52.292684 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-e7682173-3313-435c-be7a-afde2b70ad77 service neutron] Attempting to bind port c4da4524-4b22-41b2-8a0e-0d32db785630 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:01:52.293012 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-e7682173-3313-435c-be7a-afde2b70ad77 service neutron] Attempting to bind port c4da4524-4b22-41b2-8a0e-0d32db785630 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'e166a7d9-1547-4a21-9342-38ef2caf724f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': '086f57a6-ee95-412e-95cd-e8fa30bf592d'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:01:52.293335 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-e7682173-3313-435c-be7a-afde2b70ad77 service neutron] Attempting to bind port c4da4524-4b22-41b2-8a0e-0d32db785630 on network 086f57a6-ee95-412e-95cd-e8fa30bf592d {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:01:52.297621 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-e7682173-3313-435c-be7a-afde2b70ad77 service neutron] Port c4da4524-4b22-41b2-8a0e-0d32db785630 on network 086f57a6-ee95-412e-95cd-e8fa30bf592d not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:01:52.297939 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-e7682173-3313-435c-be7a-afde2b70ad77 service neutron] Attempting to bind port c4da4524-4b22-41b2-8a0e-0d32db785630 on network 086f57a6-ee95-412e-95cd-e8fa30bf592d {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:01:52.303375 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-e7682173-3313-435c-be7a-afde2b70ad77 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:01:52.303709 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-e7682173-3313-435c-be7a-afde2b70ad77 service neutron] Checking segment: {'id': 'e166a7d9-1547-4a21-9342-38ef2caf724f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': '086f57a6-ee95-412e-95cd-e8fa30bf592d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:01:52.304086 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-e7682173-3313-435c-be7a-afde2b70ad77 service neutron] Bound using segment: {'id': 'e166a7d9-1547-4a21-9342-38ef2caf724f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': '086f57a6-ee95-412e-95cd-e8fa30bf592d'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:01:52.304505 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-e7682173-3313-435c-be7a-afde2b70ad77 service neutron] Bound port: c4da4524-4b22-41b2-8a0e-0d32db785630, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e166a7d9-1547-4a21-9342-38ef2caf724f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1605, 'network_id': '086f57a6-ee95-412e-95cd-e8fa30bf592d'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:01:52.304852 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-e7682173-3313-435c-be7a-afde2b70ad77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:52.367933 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-e7682173-3313-435c-be7a-afde2b70ad77 service neutron] For port c4da4524-4b22-41b2-8a0e-0d32db785630, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:01:52.370966 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-e7682173-3313-435c-be7a-afde2b70ad77 service neutron] For port c4da4524-4b22-41b2-8a0e-0d32db785630, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=c4da4524-4b22-41b2-8a0e-0d32db785630,segment=NetworkSegment(e166a7d9-1547-4a21-9342-38ef2caf724f),segment_id=e166a7d9-1547-4a21-9342-38ef2caf724f)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:01:52.482047 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-e7682173-3313-435c-be7a-afde2b70ad77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:52.485363 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c49b1b-197b-4183-acc9-a5ea71896955 req-810d9405-5e65-4896-aa92-40e4672cdb57 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:52.486881 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99c49b1b-197b-4183-acc9-a5ea71896955 req-810d9405-5e65-4896-aa92-40e4672cdb57 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/ports?device_id=67e81776-2a27-487f-be1b-27f60d5a37ce HTTP/1.1" status: 200 len: 944 time: 0.0485272 Aug 31 10:01:52.515795 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-e7682173-3313-435c-be7a-afde2b70ad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:52.516409 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-e7682173-3313-435c-be7a-afde2b70ad77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:52.517808 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-e7682173-3313-435c-be7a-afde2b70ad77 service neutron] 10.222.0.112 "PUT /v2.0/ports/c4da4524-4b22-41b2-8a0e-0d32db785630 HTTP/1.1" status: 200 len: 1093 time: 0.7792540 Aug 31 10:01:52.518242 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e81776-2a27-487f-be1b-27f60d5a37ce', 'tag': 'c4da4524-4b22-41b2-8a0e-0d32db785630'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:01:52.520570 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac67554-0501-4e16-99bd-3dc1a3f48ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "67e81776-2a27-487f-be1b-27f60d5a37ce", "tag": "c4da4524-4b22-41b2-8a0e-0d32db785630"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:01:52.536786 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99c49b1b-197b-4183-acc9-a5ea71896955 req-0083a95a-f542-4698-85ff-37f88bd2c518 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/security-groups?id=fa8dc4bc-b563-4988-9445-bf0a1494465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352528 Aug 31 10:01:52.553300 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7682173-3313-435c-be7a-afde2b70ad77 service neutron] Pushing event updated for resources: {'Port': ['ID=c4da4524-4b22-41b2-8a0e-0d32db785630,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:52.564336 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb24ef8e-804c-48df-9f7a-d617ca242808 x-openstack-request-id: req-cb24ef8e-804c-48df-9f7a-d617ca242808 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:01:52.564639 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67e81776-2a27-487f-be1b-27f60d5a37ce", "tag": "c4da4524-4b22-41b2-8a0e-0d32db785630", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:01:52.564886 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-cb24ef8e-804c-48df-9f7a-d617ca242808 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:01:52.565279 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67e81776-2a27-487f-be1b-27f60d5a37ce', 'tag': 'c4da4524-4b22-41b2-8a0e-0d32db785630', 'status': 'completed', 'code': 200} Aug 31 10:01:52.636206 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac67554-0501-4e16-99bd-3dc1a3f48ae1 req-76775b47-ae3b-4664-b24c-af2e846a8a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:52.637601 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8ac67554-0501-4e16-99bd-3dc1a3f48ae1 req-76775b47-ae3b-4664-b24c-af2e846a8a6a service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1b7c1e1bcfee4aeb8929814bedf3cd44&device_id=67e81776-2a27-487f-be1b-27f60d5a37ce HTTP/1.1" status: 200 len: 1096 time: 0.0449038 Aug 31 10:01:52.740381 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac67554-0501-4e16-99bd-3dc1a3f48ae1 req-a91ccebd-892f-46f6-a582-b12edab21a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:52.741862 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8ac67554-0501-4e16-99bd-3dc1a3f48ae1 req-a91ccebd-892f-46f6-a582-b12edab21a9e service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=1b7c1e1bcfee4aeb8929814bedf3cd44&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0912580 Aug 31 10:01:52.844589 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac67554-0501-4e16-99bd-3dc1a3f48ae1 req-0ac34163-a1fa-4654-a0f9-a1a1ca57a052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:52.846069 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8ac67554-0501-4e16-99bd-3dc1a3f48ae1 req-0ac34163-a1fa-4654-a0f9-a1a1ca57a052 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0927880 Aug 31 10:01:52.926799 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-fc939c93-7fa6-4ae8-9c29-6acddb1a8416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:52.928423 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-fc939c93-7fa6-4ae8-9c29-6acddb1a8416 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1b7c1e1bcfee4aeb8929814bedf3cd44&device_id=67e81776-2a27-487f-be1b-27f60d5a37ce HTTP/1.1" status: 200 len: 1096 time: 0.0413043 Aug 31 10:01:52.975676 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-8dcb2d6a-11e7-4048-b106-2d2dd4f56323 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4da4524-4b22-41b2-8a0e-0d32db785630 HTTP/1.1" status: 200 len: 217 time: 0.0348060 Aug 31 10:01:53.031751 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-faef9070-5a97-4c87-ab85-d76141f86caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:53.033216 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-faef9070-5a97-4c87-ab85-d76141f86caf service neutron] 10.222.0.112 "GET /v2.0/subnets?id=b97b71f8-a7b1-484f-b646-df2dddab4385 HTTP/1.1" status: 200 len: 853 time: 0.0473771 Aug 31 10:01:53.069222 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-45727bed-b6e1-4eba-8d0a-17d2bcc15cbf service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=086f57a6-ee95-412e-95cd-e8fa30bf592d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248957 Aug 31 10:01:53.163741 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-fdb258f5-1701-4a49-8ceb-a13646d16e33 service neutron] 10.222.0.112 "GET /v2.0/networks/086f57a6-ee95-412e-95cd-e8fa30bf592d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829742 Aug 31 10:01:53.267000 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e93076b4-3d7b-4186-ad5d-3cf1301c0b60 req-eef7bec6-f80c-4fb8-8ae2-5f4c1dc1b548 service neutron] 10.222.0.112 "GET /v2.0/networks/086f57a6-ee95-412e-95cd-e8fa30bf592d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912266 Aug 31 10:01:53.651011 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12761b6a-5957-47df-912e-1c2293eb9130 req-0412936e-e8ea-40f0-a7fe-19154cbc94a6 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:53.652493 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-12761b6a-5957-47df-912e-1c2293eb9130 req-0412936e-e8ea-40f0-a7fe-19154cbc94a6 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/ports?device_id=67e81776-2a27-487f-be1b-27f60d5a37ce HTTP/1.1" status: 200 len: 944 time: 0.0491524 Aug 31 10:01:53.691098 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-12761b6a-5957-47df-912e-1c2293eb9130 req-b8081f24-2f84-4e77-ac27-a96e292c3395 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/security-groups?id=fa8dc4bc-b563-4988-9445-bf0a1494465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325625 Aug 31 10:01:54.476859 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device c4da4524-4b22-41b2-8a0e-0d32db785630 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:01:54.577664 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port c4da4524-4b22-41b2-8a0e-0d32db785630, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=c4da4524-4b22-41b2-8a0e-0d32db785630,segment=NetworkSegment(e166a7d9-1547-4a21-9342-38ef2caf724f),segment_id=e166a7d9-1547-4a21-9342-38ef2caf724f)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:01:54.589072 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'c4da4524-4b22-41b2-8a0e-0d32db785630', 'network_id': '086f57a6-ee95-412e-95cd-e8fa30bf592d', 'port_id': 'c4da4524-4b22-41b2-8a0e-0d32db785630', 'mac_address': 'fa:16:3e:1a:af:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b97b71f8-a7b1-484f-b646-df2dddab4385', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:01:54.624288 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:54.636932 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4da4524-4b22-41b2-8a0e-0d32db785630 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:01:54.656309 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port c4da4524-4b22-41b2-8a0e-0d32db785630, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=c4da4524-4b22-41b2-8a0e-0d32db785630,segment=NetworkSegment(e166a7d9-1547-4a21-9342-38ef2caf724f),segment_id=e166a7d9-1547-4a21-9342-38ef2caf724f)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:01:54.721603 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:54.769168 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=c4da4524-4b22-41b2-8a0e-0d32db785630,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:54.777163 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:54.777506 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:54.777850 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:54.778176 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:54.778504 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:54.778861 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:54.779188 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:54.779507 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:54.779829 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:54.780144 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:54.780485 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:54.780802 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:01:54.813683 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b924e-9fac-472f-9341-dc2e2a3346e6 req-bb6bbe63-9337-462b-a2ef-6100837daf06 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:54.817571 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fb0b924e-9fac-472f-9341-dc2e2a3346e6 req-bb6bbe63-9337-462b-a2ef-6100837daf06 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/ports?device_id=67e81776-2a27-487f-be1b-27f60d5a37ce HTTP/1.1" status: 200 len: 945 time: 0.0548296 Aug 31 10:01:54.858953 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fb0b924e-9fac-472f-9341-dc2e2a3346e6 req-2d85dfeb-7cd1-4134-ae85-6b7b93d13f72 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/security-groups?id=fa8dc4bc-b563-4988-9445-bf0a1494465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367675 Aug 31 10:01:54.976549 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['c4da4524-4b22-41b2-8a0e-0d32db785630'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:01:55.972843 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11790d5f-d67b-47ed-9c6f-a1e0d699d691 req-17833405-e975-4ad7-ba33-3b0257eebe10 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:55.974426 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11790d5f-d67b-47ed-9c6f-a1e0d699d691 req-17833405-e975-4ad7-ba33-3b0257eebe10 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/ports?device_id=67e81776-2a27-487f-be1b-27f60d5a37ce HTTP/1.1" status: 200 len: 945 time: 0.0490551 Aug 31 10:01:56.012721 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11790d5f-d67b-47ed-9c6f-a1e0d699d691 req-9c53d305-8570-448e-8bdc-f184b9d06513 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/security-groups?id=fa8dc4bc-b563-4988-9445-bf0a1494465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322864 Aug 31 10:01:56.489968 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device c4da4524-4b22-41b2-8a0e-0d32db785630 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:01:56.624098 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port c4da4524-4b22-41b2-8a0e-0d32db785630 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:01:56.628156 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port c4da4524-4b22-41b2-8a0e-0d32db785630 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:01:56.628522 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:56.706437 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:56.729583 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e81776-2a27-487f-be1b-27f60d5a37ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4da4524-4b22-41b2-8a0e-0d32db785630'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:01:56.731896 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6003c7-303f-48b8-b6cb-22c9dd6ff8a1" -d '{"events": [{"server_uuid": "67e81776-2a27-487f-be1b-27f60d5a37ce", "name": "network-vif-plugged", "status": "completed", "tag": "c4da4524-4b22-41b2-8a0e-0d32db785630"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:01:56.744631 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port c4da4524-4b22-41b2-8a0e-0d32db785630, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=c4da4524-4b22-41b2-8a0e-0d32db785630,segment=NetworkSegment(e166a7d9-1547-4a21-9342-38ef2caf724f),segment_id=e166a7d9-1547-4a21-9342-38ef2caf724f)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:01:56.769153 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fc8dfa-89f2-441b-9340-60cbc2f90904 x-openstack-request-id: req-10fc8dfa-89f2-441b-9340-60cbc2f90904 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:01:56.769445 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e81776-2a27-487f-be1b-27f60d5a37ce", "name": "network-vif-plugged", "status": "completed", "tag": "c4da4524-4b22-41b2-8a0e-0d32db785630", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:01:56.769695 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-10fc8dfa-89f2-441b-9340-60cbc2f90904 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:01:56.770706 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e81776-2a27-487f-be1b-27f60d5a37ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4da4524-4b22-41b2-8a0e-0d32db785630', 'code': 200} Aug 31 10:01:56.797383 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:01:56.848487 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=c4da4524-4b22-41b2-8a0e-0d32db785630,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:01:56.873780 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a72de-5df3-472f-91d5-c07cc1d625eb req-59fe66e7-9d2c-4735-a478-db555a54f1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:56.875330 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-478a72de-5df3-472f-91d5-c07cc1d625eb req-59fe66e7-9d2c-4735-a478-db555a54f1e4 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=67e81776-2a27-487f-be1b-27f60d5a37ce HTTP/1.1" status: 200 len: 1098 time: 0.0402629 Aug 31 10:01:56.916503 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-478a72de-5df3-472f-91d5-c07cc1d625eb req-d4d0aacd-f839-4b0e-884a-594c8e208348 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=fa8dc4bc-b563-4988-9445-bf0a1494465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306473 Aug 31 10:01:57.126769 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae74656-4db5-4370-b0f4-3a5f8b393e69 req-c6143922-95d2-4d21-ab2a-cf411a213c99 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:57.128228 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aae74656-4db5-4370-b0f4-3a5f8b393e69 req-c6143922-95d2-4d21-ab2a-cf411a213c99 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/ports?device_id=67e81776-2a27-487f-be1b-27f60d5a37ce HTTP/1.1" status: 200 len: 946 time: 0.0490324 Aug 31 10:01:57.166327 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aae74656-4db5-4370-b0f4-3a5f8b393e69 req-0d58e1b3-bfbd-47b2-a284-7e02f4ca16d1 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/security-groups?id=fa8dc4bc-b563-4988-9445-bf0a1494465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315197 Aug 31 10:01:57.414778 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:01:58.293629 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70930f87-83e7-4863-86f0-46b85016aa06 req-f81c99d7-08c6-47a8-8c6a-3776fe0ba8e6 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:58.295131 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70930f87-83e7-4863-86f0-46b85016aa06 req-f81c99d7-08c6-47a8-8c6a-3776fe0ba8e6 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/ports?device_id=67e81776-2a27-487f-be1b-27f60d5a37ce HTTP/1.1" status: 200 len: 946 time: 0.0586948 Aug 31 10:01:58.333502 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70930f87-83e7-4863-86f0-46b85016aa06 req-3368ca84-e508-4c77-b104-7b7396f7e9ec tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/security-groups?id=fa8dc4bc-b563-4988-9445-bf0a1494465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323529 Aug 31 10:01:59.446578 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c0fb2-fa57-48e4-8b3a-386e2709d76d req-2c6aa4cd-b97a-40b9-8796-06a0b836ee75 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:01:59.448056 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d91c0fb2-fa57-48e4-8b3a-386e2709d76d req-2c6aa4cd-b97a-40b9-8796-06a0b836ee75 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/ports?device_id=67e81776-2a27-487f-be1b-27f60d5a37ce HTTP/1.1" status: 200 len: 946 time: 0.0489872 Aug 31 10:01:59.486768 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d91c0fb2-fa57-48e4-8b3a-386e2709d76d req-c5d00420-3103-4252-a33b-7519b7407ea2 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/security-groups?id=fa8dc4bc-b563-4988-9445-bf0a1494465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327041 Aug 31 10:02:00.062198 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a2c603a8-a9ac-42fe-ba3f-33ea21c335fa req-af2aa607-d73c-43c9-aae6-5e29f0228d98 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0263147 Aug 31 10:02:00.111156 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a2c603a8-a9ac-42fe-ba3f-33ea21c335fa req-dcd00a6c-43cd-4930-bbff-ace466fa3cfe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0290778 Aug 31 10:02:00.153276 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a2c603a8-a9ac-42fe-ba3f-33ea21c335fa req-19dba75e-df69-4b42-bce1-71431096695d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199368 Aug 31 10:02:00.251816 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c603a8-a9ac-42fe-ba3f-33ea21c335fa req-7ab81e8c-4d9a-42f4-983c-ac90ec6dccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:00.253283 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a2c603a8-a9ac-42fe-ba3f-33ea21c335fa req-7ab81e8c-4d9a-42f4-983c-ac90ec6dccb6 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0936668 Aug 31 10:02:03.087563 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:03.247418 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:11.338142 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a5b6533d-dd01-449b-bc1c-dbea98016bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:13.955800 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-89ac7e26-dd39-49ca-8524-00fe419f5fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:14.070412 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:15.452318 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:17.177665 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:27.038384 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678aa5a-3ba8-4e1a-897a-d93856f0957c req-e24ef1d3-1f3e-4e96-bc44-45890b4e1605 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:27.039915 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8678aa5a-3ba8-4e1a-897a-d93856f0957c req-e24ef1d3-1f3e-4e96-bc44-45890b4e1605 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/ports?device_id=67e81776-2a27-487f-be1b-27f60d5a37ce HTTP/1.1" status: 200 len: 946 time: 0.0497789 Aug 31 10:02:27.076324 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8678aa5a-3ba8-4e1a-897a-d93856f0957c req-da167215-fe6e-44e6-b31a-96e2ebc43ead tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/security-groups?id=fa8dc4bc-b563-4988-9445-bf0a1494465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304844 Aug 31 10:02:28.192448 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714eeb0c-e6d5-4620-99a5-f975f58e315d req-e5b3f269-602c-4a8e-a432-e363eaa8f343 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:28.193934 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-714eeb0c-e6d5-4620-99a5-f975f58e315d req-e5b3f269-602c-4a8e-a432-e363eaa8f343 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/ports?device_id=67e81776-2a27-487f-be1b-27f60d5a37ce HTTP/1.1" status: 200 len: 946 time: 0.0481429 Aug 31 10:02:28.235884 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-714eeb0c-e6d5-4620-99a5-f975f58e315d req-5897ef7f-88ab-4e6b-b1e9-f52fa7679855 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/security-groups?id=fa8dc4bc-b563-4988-9445-bf0a1494465c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357397 Aug 31 10:02:28.655597 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76fe47-9d0b-489c-9909-ad3c93d6ad2b req-170d3a13-9101-49d9-906c-aa573f24a812 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:02:28.657091 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ca76fe47-9d0b-489c-9909-ad3c93d6ad2b req-170d3a13-9101-49d9-906c-aa573f24a812 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.112 "GET /v2.0/ports?device_id=67e81776-2a27-487f-be1b-27f60d5a37ce HTTP/1.1" status: 200 len: 946 time: 0.0503252 Aug 31 10:02:28.754244 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-ca76fe47-9d0b-489c-9909-ad3c93d6ad2b req-249f96c5-d0fc-47a8-9f74-6a1acff908da tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Deleting port c4da4524-4b22-41b2-8a0e-0d32db785630 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:02:28.754668 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ca76fe47-9d0b-489c-9909-ad3c93d6ad2b req-249f96c5-d0fc-47a8-9f74-6a1acff908da tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:28.843599 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-ca76fe47-9d0b-489c-9909-ad3c93d6ad2b req-249f96c5-d0fc-47a8-9f74-6a1acff908da tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] For port c4da4524-4b22-41b2-8a0e-0d32db785630, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=c4da4524-4b22-41b2-8a0e-0d32db785630,segment=NetworkSegment(e166a7d9-1547-4a21-9342-38ef2caf724f),segment_id=e166a7d9-1547-4a21-9342-38ef2caf724f)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:02:28.843967 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ca76fe47-9d0b-489c-9909-ad3c93d6ad2b req-249f96c5-d0fc-47a8-9f74-6a1acff908da tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:28.856668 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-ca76fe47-9d0b-489c-9909-ad3c93d6ad2b req-249f96c5-d0fc-47a8-9f74-6a1acff908da tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Calling delete_port for c4da4524-4b22-41b2-8a0e-0d32db785630 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:02:29.178422 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ca76fe47-9d0b-489c-9909-ad3c93d6ad2b req-249f96c5-d0fc-47a8-9f74-6a1acff908da tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:29.195433 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['c4da4524-4b22-41b2-8a0e-0d32db785630'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:02:29.207780 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f96c5-d0fc-47a8-9f74-6a1acff908da tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Pushing event deleted for resources: {'Port': ['ID=c4da4524-4b22-41b2-8a0e-0d32db785630,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:02:29.255667 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca76fe47-9d0b-489c-9909-ad3c93d6ad2b req-249f96c5-d0fc-47a8-9f74-6a1acff908da tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] No DVR routers for this DVR port c4da4524-4b22-41b2-8a0e-0d32db785630 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:02:29.258329 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ca76fe47-9d0b-489c-9909-ad3c93d6ad2b req-249f96c5-d0fc-47a8-9f74-6a1acff908da tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:29.260470 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ca76fe47-9d0b-489c-9909-ad3c93d6ad2b req-249f96c5-d0fc-47a8-9f74-6a1acff908da tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.112 "DELETE /v2.0/ports/c4da4524-4b22-41b2-8a0e-0d32db785630 HTTP/1.1" status: 204 len: 173 time: 0.5937123 Aug 31 10:02:29.260909 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e81776-2a27-487f-be1b-27f60d5a37ce', 'name': 'network-vif-deleted', 'tag': 'c4da4524-4b22-41b2-8a0e-0d32db785630'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:02:29.263175 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2138252b-8456-405a-9dbc-a4e6b1fd23c0" -d '{"events": [{"server_uuid": "67e81776-2a27-487f-be1b-27f60d5a37ce", "name": "network-vif-deleted", "tag": "c4da4524-4b22-41b2-8a0e-0d32db785630"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:02:29.299822 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acaf04b0-c77c-4990-851b-e186b5f86a1d x-openstack-request-id: req-acaf04b0-c77c-4990-851b-e186b5f86a1d {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:02:29.300119 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e81776-2a27-487f-be1b-27f60d5a37ce", "name": "network-vif-deleted", "tag": "c4da4524-4b22-41b2-8a0e-0d32db785630", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:02:29.300883 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-acaf04b0-c77c-4990-851b-e186b5f86a1d {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:02:29.301330 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e81776-2a27-487f-be1b-27f60d5a37ce', 'name': 'network-vif-deleted', 'tag': 'c4da4524-4b22-41b2-8a0e-0d32db785630', 'status': 'completed', 'code': 200} Aug 31 10:02:29.341294 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10a2fa75-3b17-47b0-8e7c-14aef8ae4c0a req-fcb3d1b5-b6e1-42c8-b676-0457a2166204 tempest-VolumesSnapshotTestJSON-1792203446 tempest-VolumesSnapshotTestJSON-1792203446-project] 10.222.0.119 "GET /v2.0/ports?device_id=67e81776-2a27-487f-be1b-27f60d5a37ce HTTP/1.1" status: 200 len: 210 time: 0.0269165 Aug 31 10:02:32.661434 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device c4da4524-4b22-41b2-8a0e-0d32db785630 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:02:32.685043 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: c4da4524-4b22-41b2-8a0e-0d32db785630 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:02:32.685308 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device c4da4524-4b22-41b2-8a0e-0d32db785630 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:02:33.115173 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:33.269926 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:34.413607 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:02:41.343873 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a7bd444d-807d-4522-a289-22edb59db52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:43.978013 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f4bf61ba-1d10-49bd-ab76-f43ff295ff03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:44.063515 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:45.457817 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:02:47.133337 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:01.111056 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9306fb81-239f-46e4-bcce-731b2ad26273 req-a6fb737e-f27d-41e0-812f-d466a80fc9cd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0776858 Aug 31 10:03:01.176409 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9306fb81-239f-46e4-bcce-731b2ad26273 req-939a0c26-be9c-4577-a219-4167f8e0fc55 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0249286 Aug 31 10:03:01.215024 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9306fb81-239f-46e4-bcce-731b2ad26273 req-359ba336-7c80-4f8c-a244-2e47efe23a59 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195675 Aug 31 10:03:01.313529 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306fb81-239f-46e4-bcce-731b2ad26273 req-c4ad0548-94e2-4155-9667-a7a66d427a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:01.314951 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9306fb81-239f-46e4-bcce-731b2ad26273 req-c4ad0548-94e2-4155-9667-a7a66d427a19 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0930154 Aug 31 10:03:03.080113 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:03.286109 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:11.331776 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b5bf4ece-6fe9-4fae-b2bc-1dafcb3e8d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:11.415006 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:03:13.977219 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a6fb3efb-e3a7-426c-b6b0-43e3c3705aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:14.063377 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:15.451960 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:17.119951 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:33.102744 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:33.303420 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:35.375313 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49804) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:03:35.420304 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-a984d3a6-8e15-442b-a150-320acc447eb2 admin admin] Deleting subnet b97b71f8-a7b1-484f-b646-df2dddab4385 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:03:35.423550 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a984d3a6-8e15-442b-a150-320acc447eb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:35.461354 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a984d3a6-8e15-442b-a150-320acc447eb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:35.502507 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a984d3a6-8e15-442b-a150-320acc447eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:35.651353 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a984d3a6-8e15-442b-a150-320acc447eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:35.678872 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984d3a6-8e15-442b-a150-320acc447eb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b97b71f8-a7b1-484f-b646-df2dddab4385,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:35.683401 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a984d3a6-8e15-442b-a150-320acc447eb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:35.685564 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a984d3a6-8e15-442b-a150-320acc447eb2 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/b97b71f8-a7b1-484f-b646-df2dddab4385 HTTP/1.1" status: 204 len: 168 time: 0.3089173 Aug 31 10:03:35.687908 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49808) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:03:35.690183 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a984d3a6-8e15-442b-a150-320acc447eb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:35.690526 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a984d3a6-8e15-442b-a150-320acc447eb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:35.690885 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a984d3a6-8e15-442b-a150-320acc447eb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:35.691218 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a984d3a6-8e15-442b-a150-320acc447eb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:35.691547 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a984d3a6-8e15-442b-a150-320acc447eb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:35.691873 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a984d3a6-8e15-442b-a150-320acc447eb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:35.692196 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a984d3a6-8e15-442b-a150-320acc447eb2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:35.692519 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a984d3a6-8e15-442b-a150-320acc447eb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:35.692837 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a984d3a6-8e15-442b-a150-320acc447eb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:35.693156 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a984d3a6-8e15-442b-a150-320acc447eb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:35.693474 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a984d3a6-8e15-442b-a150-320acc447eb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:35.693792 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a984d3a6-8e15-442b-a150-320acc447eb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:35.756184 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2ccd1f9e-3fcf-4d5b-a388-e7c13e265003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:35.836683 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2ccd1f9e-3fcf-4d5b-a388-e7c13e265003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:35.846231 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-2ccd1f9e-3fcf-4d5b-a388-e7c13e265003 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['086f57a6-ee95-412e-95cd-e8fa30bf592d']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:35.856604 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-2ccd1f9e-3fcf-4d5b-a388-e7c13e265003 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e166a7d9-1547-4a21-9342-38ef2caf724f') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:35.856900 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-2ccd1f9e-3fcf-4d5b-a388-e7c13e265003 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e166a7d9-1547-4a21-9342-38ef2caf724f') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:35.865492 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2ccd1f9e-3fcf-4d5b-a388-e7c13e265003 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:35.879392 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2ccd1f9e-3fcf-4d5b-a388-e7c13e265003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:35.885174 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ccd1f9e-3fcf-4d5b-a388-e7c13e265003 admin admin] Releasing vlan 1605 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:03:35.885550 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2ccd1f9e-3fcf-4d5b-a388-e7c13e265003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:35.887164 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 10:03:35.887164 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:03:35.887164 n-d-791506-28 neutron-server[95553]: timer() Aug 31 10:03:35.887164 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:03:35.887164 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 10:03:35.887164 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:03:35.887164 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 10:03:35.887164 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:03:35.887164 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 10:03:35.887164 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:03:35.887164 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 10:03:35.887164 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:03:35.887164 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 10:03:35.887164 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:03:35.887164 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:03:35.887164 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:03:35.887164 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:03:35.887164 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:03:35.887164 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 10:03:35.887164 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:03:35.887164 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 10:03:35.887164 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:03:35.887164 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:03:35.887164 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:03:35.887164 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 10:03:35.887164 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:03:35.887164 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:03:35.887164 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:03:35.887164 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:03:35.887164 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:03:35.887164 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:03:35.887164 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:03:36.011266 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2ccd1f9e-3fcf-4d5b-a388-e7c13e265003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:36.016805 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2ccd1f9e-3fcf-4d5b-a388-e7c13e265003 admin admin] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:36.018735 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2ccd1f9e-3fcf-4d5b-a388-e7c13e265003 admin admin] 10.222.0.119 "DELETE /v2.0/networks/086f57a6-ee95-412e-95cd-e8fa30bf592d HTTP/1.1" status: 204 len: 168 time: 0.3297968 Aug 31 10:03:36.035076 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd1f9e-3fcf-4d5b-a388-e7c13e265003 admin admin] Pushing event deleted for resources: {'Network': ['ID=086f57a6-ee95-412e-95cd-e8fa30bf592d,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:36.044253 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd1f9e-3fcf-4d5b-a388-e7c13e265003 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:36.044598 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd1f9e-3fcf-4d5b-a388-e7c13e265003 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:36.044938 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd1f9e-3fcf-4d5b-a388-e7c13e265003 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:36.045280 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd1f9e-3fcf-4d5b-a388-e7c13e265003 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:36.045596 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd1f9e-3fcf-4d5b-a388-e7c13e265003 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:36.045925 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd1f9e-3fcf-4d5b-a388-e7c13e265003 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:36.046252 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd1f9e-3fcf-4d5b-a388-e7c13e265003 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:36.046616 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd1f9e-3fcf-4d5b-a388-e7c13e265003 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:36.046940 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd1f9e-3fcf-4d5b-a388-e7c13e265003 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:36.047260 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd1f9e-3fcf-4d5b-a388-e7c13e265003 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:36.047581 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd1f9e-3fcf-4d5b-a388-e7c13e265003 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:36.047898 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd1f9e-3fcf-4d5b-a388-e7c13e265003 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:36.280483 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49812) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:03:36.321298 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e88435cc-2f50-4f5b-b668-a1a3eea2819d admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=1b7c1e1bcfee4aeb8929814bedf3cd44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396566 Aug 31 10:03:36.326491 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49814) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:03:36.379724 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2de95243-07df-4a42-83a9-54ba64700913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:36.402245 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2de95243-07df-4a42-83a9-54ba64700913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:36.508370 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2de95243-07df-4a42-83a9-54ba64700913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:36.511003 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2de95243-07df-4a42-83a9-54ba64700913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:36.512184 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2de95243-07df-4a42-83a9-54ba64700913 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/fa8dc4bc-b563-4988-9445-bf0a1494465c HTTP/1.1" status: 204 len: 168 time: 0.1847823 Aug 31 10:03:36.519919 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de95243-07df-4a42-83a9-54ba64700913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8dc4bc-b563-4988-9445-bf0a1494465c,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:37.526687 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49836) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:03:37.624960 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-dd8e84c8-5e28-45cb-8731-706e316ec2ce admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1382557957-network', 'tenant_id': '70cf36f661a44626ba5e29c96b061eab'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:03:37.713725 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8e84c8-5e28-45cb-8731-706e316ec2ce admin admin] Made reservation on behalf of 70cf36f661a44626ba5e29c96b061eab for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:03:37.716095 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dd8e84c8-5e28-45cb-8731-706e316ec2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:37.724552 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dd8e84c8-5e28-45cb-8731-706e316ec2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:37.819840 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dd8e84c8-5e28-45cb-8731-706e316ec2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:37.892813 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dd8e84c8-5e28-45cb-8731-706e316ec2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:37.919843 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd8e84c8-5e28-45cb-8731-706e316ec2ce admin admin] vlan segment allocate from pool success with {'vlan_id': 1601, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:03:37.925851 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e84c8-5e28-45cb-8731-706e316ec2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932c456d-5176-4fa4-af3d-8efc0b31cdd5,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:37.932944 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dd8e84c8-5e28-45cb-8731-706e316ec2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:37.936214 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-dd8e84c8-5e28-45cb-8731-706e316ec2ce admin admin] Added segment 1a0308c6-1a73-40f9-b2f2-49cb8382a28c of type vlan for network d4e87c79-862e-4705-a88c-47842998ce4f Aug 31 10:03:37.973518 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dd8e84c8-5e28-45cb-8731-706e316ec2ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:38.057038 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dd8e84c8-5e28-45cb-8731-706e316ec2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:38.058034 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8e84c8-5e28-45cb-8731-706e316ec2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:38.058644 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dd8e84c8-5e28-45cb-8731-706e316ec2ce admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:38.117207 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e84c8-5e28-45cb-8731-706e316ec2ce admin admin] Pushing event updated for resources: {'Network': ['ID=d4e87c79-862e-4705-a88c-47842998ce4f,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:38.127644 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network d4e87c79-862e-4705-a88c-47842998ce4f details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:03:38.160878 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-dd8e84c8-5e28-45cb-8731-706e316ec2ce admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6329489 Aug 31 10:03:38.164476 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49840) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:03:38.169416 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-2f380cd3-9145-4df7-85b8-dbc22db8545b admin admin] Request body: {'subnet': {'network_id': 'd4e87c79-862e-4705-a88c-47842998ce4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1382557957-subnet', 'tenant_id': '70cf36f661a44626ba5e29c96b061eab', 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:03:38.251440 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f380cd3-9145-4df7-85b8-dbc22db8545b admin admin] Made reservation on behalf of 70cf36f661a44626ba5e29c96b061eab for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:03:38.253851 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2f380cd3-9145-4df7-85b8-dbc22db8545b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:38.480108 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2f380cd3-9145-4df7-85b8-dbc22db8545b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:38.545872 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f380cd3-9145-4df7-85b8-dbc22db8545b admin admin] Pushing event updated for resources: {'Subnet': ['ID=85f75214-fcf3-430c-8e25-0b966cc3baee,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:38.554726 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f380cd3-9145-4df7-85b8-dbc22db8545b admin admin] Checking segment: {'id': '1a0308c6-1a73-40f9-b2f2-49cb8382a28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': 'd4e87c79-862e-4705-a88c-47842998ce4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:03:38.555082 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f380cd3-9145-4df7-85b8-dbc22db8545b admin admin] Network hostable DHCP agents. Network: d4e87c79-862e-4705-a88c-47842998ce4f, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:03:38.691195 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f380cd3-9145-4df7-85b8-dbc22db8545b admin admin] Network d4e87c79-862e-4705-a88c-47842998ce4f is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:03:38.776445 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-2f380cd3-9145-4df7-85b8-dbc22db8545b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, d4e87c79-862e-4705-a88c-47842998ce4f) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:03:38.780594 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f380cd3-9145-4df7-85b8-dbc22db8545b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:38.781180 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2f380cd3-9145-4df7-85b8-dbc22db8545b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:38.785014 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab6306c-b04c-4aaf-8a50-e21b00ef73fb None None] Network d4e87c79-862e-4705-a88c-47842998ce4f requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:03:38.874833 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2f380cd3-9145-4df7-85b8-dbc22db8545b admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7091563 Aug 31 10:03:38.877439 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49842) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:03:38.882096 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-e76d26f2-b620-444a-a7b8-fffac77ee1ab admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1382557957-router', 'tenant_id': '70cf36f661a44626ba5e29c96b061eab', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:03:38.932625 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-d4e87c79-862e-4705-a88c-47842998ce4f', 'network_id': 'd4e87c79-862e-4705-a88c-47842998ce4f', 'tenant_id': '70cf36f661a44626ba5e29c96b061eab', 'fixed_ips': [{'subnet_id': '85f75214-fcf3-430c-8e25-0b966cc3baee'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:03:38.933478 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:38.960049 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e76d26f2-b620-444a-a7b8-fffac77ee1ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:38.961479 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e76d26f2-b620-444a-a7b8-fffac77ee1ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:39.013852 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e76d26f2-b620-444a-a7b8-fffac77ee1ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:39.067461 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] Allocated IP 172.20.0.2 (d4e87c79-862e-4705-a88c-47842998ce4f/85f75214-fcf3-430c-8e25-0b966cc3baee/db7ae4d0-0802-4a6d-8144-4f42f169de93) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:03:39.200359 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e76d26f2-b620-444a-a7b8-fffac77ee1ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:39.215439 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:39.223660 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] Transition to ACTIVE for port object db7ae4d0-0802-4a6d-8144-4f42f169de93 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:03:39.238328 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] Transition to ACTIVE for port object db7ae4d0-0802-4a6d-8144-4f42f169de93 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:03:39.325922 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:39.363034 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] Network d4e87c79-862e-4705-a88c-47842998ce4f is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:03:39.365995 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:03:39.371858 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:03:39.404267 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] Pushing event updated for resources: {'Port': ['ID=db7ae4d0-0802-4a6d-8144-4f42f169de93,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:39.424686 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:39.425025 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:39.425358 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:39.425687 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:39.426033 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:39.426355 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:39.426702 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:39.432518 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:39.432518 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:39.432518 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:39.432518 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:39.432518 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:39.444242 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] Attempting to bind port db7ae4d0-0802-4a6d-8144-4f42f169de93 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:03:39.444609 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] Attempting to bind port db7ae4d0-0802-4a6d-8144-4f42f169de93 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '1a0308c6-1a73-40f9-b2f2-49cb8382a28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': 'd4e87c79-862e-4705-a88c-47842998ce4f'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:03:39.719739 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] Attempting to bind port db7ae4d0-0802-4a6d-8144-4f42f169de93 on network d4e87c79-862e-4705-a88c-47842998ce4f {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:03:39.719739 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:03:39.719739 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] Checking segment: {'id': '1a0308c6-1a73-40f9-b2f2-49cb8382a28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': 'd4e87c79-862e-4705-a88c-47842998ce4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:03:39.719739 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:39.719739 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] Bound using segment: {'id': '1a0308c6-1a73-40f9-b2f2-49cb8382a28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': 'd4e87c79-862e-4705-a88c-47842998ce4f'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:03:39.719739 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] Bound port: db7ae4d0-0802-4a6d-8144-4f42f169de93, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a0308c6-1a73-40f9-b2f2-49cb8382a28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': 'd4e87c79-862e-4705-a88c-47842998ce4f'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:03:39.719739 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:39.720199 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e76d26f2-b620-444a-a7b8-fffac77ee1ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:39.720199 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e76d26f2-b620-444a-a7b8-fffac77ee1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:39.720683 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] For port db7ae4d0-0802-4a6d-8144-4f42f169de93, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:03:39.720683 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] For port db7ae4d0-0802-4a6d-8144-4f42f169de93, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=db7ae4d0-0802-4a6d-8144-4f42f169de93,segment=NetworkSegment(1a0308c6-1a73-40f9-b2f2-49cb8382a28c),segment_id=1a0308c6-1a73-40f9-b2f2-49cb8382a28c)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:03:39.720825 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-e76d26f2-b620-444a-a7b8-fffac77ee1ab admin admin] Allocated IP 172.25.2.82 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/c3bf55d3-c12d-43fb-b842-dce560add38d) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:03:39.720908 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:39.720908 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ce149-c766-40f8-89e5-b85173e318fa None None] Pushing event updated for resources: {'Port': ['ID=db7ae4d0-0802-4a6d-8144-4f42f169de93,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:39.745045 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e76d26f2-b620-444a-a7b8-fffac77ee1ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:39.937476 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e76d26f2-b620-444a-a7b8-fffac77ee1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:39.978827 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76d26f2-b620-444a-a7b8-fffac77ee1ab admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:03:39.983273 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-e76d26f2-b620-444a-a7b8-fffac77ee1ab admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:03:39.987921 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76d26f2-b620-444a-a7b8-fffac77ee1ab admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:03:39.989943 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d26f2-b620-444a-a7b8-fffac77ee1ab admin admin] Pushing event updated for resources: {'Port': ['ID=c3bf55d3-c12d-43fb-b842-dce560add38d,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:40.300663 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e76d26f2-b620-444a-a7b8-fffac77ee1ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:40.508567 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e76d26f2-b620-444a-a7b8-fffac77ee1ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:40.555280 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6444d8-d021-46b7-a674-9ec6a7d9235f None None] Network d4e87c79-862e-4705-a88c-47842998ce4f requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:03:40.691273 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76d26f2-b620-444a-a7b8-fffac77ee1ab admin admin] Router 12b99c0f-f71a-4d83-8397-f33c5c547220 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:03:40.720231 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4a4664bb-2623-4c17-b10a-5a37c013584a None None] Provisioning for port db7ae4d0-0802-4a6d-8144-4f42f169de93 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:03:40.805200 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76d26f2-b620-444a-a7b8-fffac77ee1ab admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:03:40.814169 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcb632c-ad22-4215-bd95-e055b2eaae7f None None] Sync routers for ids ['12b99c0f-f71a-4d83-8397-f33c5c547220'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:03:40.824446 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcb632c-ad22-4215-bd95-e055b2eaae7f None None] Routers {'12b99c0f-f71a-4d83-8397-f33c5c547220'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:03:40.825110 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-8dcb632c-ad22-4215-bd95-e055b2eaae7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:03:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['12b99c0f-f71a-4d83-8397-f33c5c547220'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:40.902651 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e76d26f2-b620-444a-a7b8-fffac77ee1ab admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:40.903923 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e76d26f2-b620-444a-a7b8-fffac77ee1ab admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.0255649 Aug 31 10:03:40.906763 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49844) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:03:40.937698 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-8dcb632c-ad22-4215-bd95-e055b2eaae7f None None] Set router 12b99c0f-f71a-4d83-8397-f33c5c547220 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:03:41.123433 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device db7ae4d0-0802-4a6d-8144-4f42f169de93 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:03:41.181489 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-8dcb632c-ad22-4215-bd95-e055b2eaae7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b99c0f-f71a-4d83-8397-f33c5c547220', 'name': 'tempest-ImageQuotaTest-1382557957-router', 'tenant_id': '70cf36f661a44626ba5e29c96b061eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'c3bf55d3-c12d-43fb-b842-dce560add38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:38Z', 'updated_at': '2021-08-31T10:03:40Z', 'revision_number': 3, 'project_id': '70cf36f661a44626ba5e29c96b061eab', 'gw_port': {'id': 'c3bf55d3-c12d-43fb-b842-dce560add38d', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:87:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b99c0f-f71a-4d83-8397-f33c5c547220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:39Z', 'updated_at': '2021-08-31T10:03:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:41.210175 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcb632c-ad22-4215-bd95-e055b2eaae7f None None] Checking router: 12b99c0f-f71a-4d83-8397-f33c5c547220 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:03:41.210521 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcb632c-ad22-4215-bd95-e055b2eaae7f None None] Updating router 12b99c0f-f71a-4d83-8397-f33c5c547220 port c3bf55d3-c12d-43fb-b842-dce560add38d binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:03:41.236352 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8dcb632c-ad22-4215-bd95-e055b2eaae7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:41.337807 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port db7ae4d0-0802-4a6d-8144-4f42f169de93 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:03:41.351527 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port db7ae4d0-0802-4a6d-8144-4f42f169de93 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:03:41.351896 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:41.430118 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-54994f0c-71ee-4602-8d79-615f1d01567c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:41.513458 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:41.589119 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port db7ae4d0-0802-4a6d-8144-4f42f169de93, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=db7ae4d0-0802-4a6d-8144-4f42f169de93,segment=NetworkSegment(1a0308c6-1a73-40f9-b2f2-49cb8382a28c),segment_id=1a0308c6-1a73-40f9-b2f2-49cb8382a28c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:03:41.601137 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8dcb632c-ad22-4215-bd95-e055b2eaae7f None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:41.610891 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8dcb632c-ad22-4215-bd95-e055b2eaae7f None None] Transition to ACTIVE for port object c3bf55d3-c12d-43fb-b842-dce560add38d will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:03:41.639716 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c3d542bc-76b3-4797-a32e-4dad314145dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:41.685824 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:41.734028 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8dcb632c-ad22-4215-bd95-e055b2eaae7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:41.736964 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=db7ae4d0-0802-4a6d-8144-4f42f169de93,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:41.785947 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-8dcb632c-ad22-4215-bd95-e055b2eaae7f None None] Attempting to bind port c3bf55d3-c12d-43fb-b842-dce560add38d on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:03:41.786623 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-8dcb632c-ad22-4215-bd95-e055b2eaae7f None None] Attempting to bind port c3bf55d3-c12d-43fb-b842-dce560add38d by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:03:41.787035 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcb632c-ad22-4215-bd95-e055b2eaae7f None None] Attempting to bind port c3bf55d3-c12d-43fb-b842-dce560add38d on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:03:41.797628 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcb632c-ad22-4215-bd95-e055b2eaae7f None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:03:41.798001 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcb632c-ad22-4215-bd95-e055b2eaae7f None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:03:41.798402 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8dcb632c-ad22-4215-bd95-e055b2eaae7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:41.798823 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcb632c-ad22-4215-bd95-e055b2eaae7f None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:03:41.799405 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-8dcb632c-ad22-4215-bd95-e055b2eaae7f None None] Bound port: c3bf55d3-c12d-43fb-b842-dce560add38d, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:03:41.799651 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8dcb632c-ad22-4215-bd95-e055b2eaae7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:41.802323 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b66f42-f24c-4c10-9e4e-fbda905cc863 None None] Pushing event updated for resources: {'Port': ['ID=c3bf55d3-c12d-43fb-b842-dce560add38d,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:41.853089 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-c3d542bc-76b3-4797-a32e-4dad314145dc admin admin] Allocated IP 172.20.0.1 (d4e87c79-862e-4705-a88c-47842998ce4f/85f75214-fcf3-430c-8e25-0b966cc3baee/e6741cac-fb3e-4fce-8754-74399c9f8fb6) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:03:41.853638 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-8dcb632c-ad22-4215-bd95-e055b2eaae7f None None] For port c3bf55d3-c12d-43fb-b842-dce560add38d, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:03:41.856910 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-8dcb632c-ad22-4215-bd95-e055b2eaae7f None None] For port c3bf55d3-c12d-43fb-b842-dce560add38d, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=c3bf55d3-c12d-43fb-b842-dce560add38d,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:03:41.943198 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8dcb632c-ad22-4215-bd95-e055b2eaae7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:41.951974 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c3d542bc-76b3-4797-a32e-4dad314145dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:41.965179 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-c3d542bc-76b3-4797-a32e-4dad314145dc admin admin] Transition to ACTIVE for port object e6741cac-fb3e-4fce-8754-74399c9f8fb6 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:03:42.003972 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcb632c-ad22-4215-bd95-e055b2eaae7f None None] Routers {'12b99c0f-f71a-4d83-8397-f33c5c547220'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:03:42.004585 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-8dcb632c-ad22-4215-bd95-e055b2eaae7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:03:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['12b99c0f-f71a-4d83-8397-f33c5c547220'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:42.034598 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c3d542bc-76b3-4797-a32e-4dad314145dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:42.042341 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b66f42-f24c-4c10-9e4e-fbda905cc863 None None] Pushing event updated for resources: {'Port': ['ID=c3bf55d3-c12d-43fb-b842-dce560add38d,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:42.074205 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d542bc-76b3-4797-a32e-4dad314145dc admin admin] Network d4e87c79-862e-4705-a88c-47842998ce4f is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:03:42.080533 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-c3d542bc-76b3-4797-a32e-4dad314145dc admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:03:42.084733 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d542bc-76b3-4797-a32e-4dad314145dc admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:03:42.112740 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d542bc-76b3-4797-a32e-4dad314145dc admin admin] Pushing event updated for resources: {'Port': ['ID=e6741cac-fb3e-4fce-8754-74399c9f8fb6,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:42.120168 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-8dcb632c-ad22-4215-bd95-e055b2eaae7f None None] Set router 12b99c0f-f71a-4d83-8397-f33c5c547220 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:03:42.134756 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c3d542bc-76b3-4797-a32e-4dad314145dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:42.307171 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-8dcb632c-ad22-4215-bd95-e055b2eaae7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b99c0f-f71a-4d83-8397-f33c5c547220', 'name': 'tempest-ImageQuotaTest-1382557957-router', 'tenant_id': '70cf36f661a44626ba5e29c96b061eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'c3bf55d3-c12d-43fb-b842-dce560add38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:38Z', 'updated_at': '2021-08-31T10:03:40Z', 'revision_number': 3, 'project_id': '70cf36f661a44626ba5e29c96b061eab', 'gw_port': {'id': 'c3bf55d3-c12d-43fb-b842-dce560add38d', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:87:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b99c0f-f71a-4d83-8397-f33c5c547220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:39Z', 'updated_at': '2021-08-31T10:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:42.316201 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c3d542bc-76b3-4797-a32e-4dad314145dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:42.332871 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcb632c-ad22-4215-bd95-e055b2eaae7f None None] The sync data for ids ['12b99c0f-f71a-4d83-8397-f33c5c547220'] in n-d-791506-28 is: [{'id': '12b99c0f-f71a-4d83-8397-f33c5c547220', 'name': 'tempest-ImageQuotaTest-1382557957-router', 'tenant_id': '70cf36f661a44626ba5e29c96b061eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'c3bf55d3-c12d-43fb-b842-dce560add38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:38Z', 'updated_at': '2021-08-31T10:03:40Z', 'revision_number': 3, 'project_id': '70cf36f661a44626ba5e29c96b061eab', 'gw_port': {'id': 'c3bf55d3-c12d-43fb-b842-dce560add38d', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:87:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b99c0f-f71a-4d83-8397-f33c5c547220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:39Z', 'updated_at': '2021-08-31T10:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:03:42.347954 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [req-4a36fa7e-f00c-4673-8efd-8eba401f5bd2 req-c3222f7a-6fea-4c9e-bcda-929bac9e0b0f service neutron] (95552) timed out ('10.222.0.119', 60502) {{(pid=95552) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 10:03:42.428198 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-75122be7-cc6b-4a5d-884f-9db4b4e85ef9 None None] Provisioning for port e6741cac-fb3e-4fce-8754-74399c9f8fb6 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:03:42.433047 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-75122be7-cc6b-4a5d-884f-9db4b4e85ef9 None None] Provisioning complete for port e6741cac-fb3e-4fce-8754-74399c9f8fb6 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:03:42.433512 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-75122be7-cc6b-4a5d-884f-9db4b4e85ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:42.471331 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-75122be7-cc6b-4a5d-884f-9db4b4e85ef9 None None] Port e6741cac-fb3e-4fce-8754-74399c9f8fb6 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:03:42.487683 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c3d542bc-76b3-4797-a32e-4dad314145dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:42.571438 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c3d542bc-76b3-4797-a32e-4dad314145dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:42.650265 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d542bc-76b3-4797-a32e-4dad314145dc admin admin] Pushing event updated for resources: {'Port': ['ID=e6741cac-fb3e-4fce-8754-74399c9f8fb6,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:42.650265 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c3d542bc-76b3-4797-a32e-4dad314145dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:42.747125 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d542bc-76b3-4797-a32e-4dad314145dc admin admin] Network d4e87c79-862e-4705-a88c-47842998ce4f is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:03:42.748763 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-c3d542bc-76b3-4797-a32e-4dad314145dc admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:03:42.886624 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d542bc-76b3-4797-a32e-4dad314145dc admin admin] Router 12b99c0f-f71a-4d83-8397-f33c5c547220 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:03:42.995362 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c92c3194-13b0-4c04-8479-4c92de44d298 None None] Provisioning complete for port e6741cac-fb3e-4fce-8754-74399c9f8fb6 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:03:42.995916 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c92c3194-13b0-4c04-8479-4c92de44d298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:43.003673 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d542bc-76b3-4797-a32e-4dad314145dc admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:03:43.015686 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c3d542bc-76b3-4797-a32e-4dad314145dc admin admin] 10.222.0.119 "PUT /v2.0/routers/12b99c0f-f71a-4d83-8397-f33c5c547220/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1017451 Aug 31 10:03:43.039163 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-c92c3194-13b0-4c04-8479-4c92de44d298 None None] Port e6741cac-fb3e-4fce-8754-74399c9f8fb6 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:03:43.167135 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device db7ae4d0-0802-4a6d-8144-4f42f169de93 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:03:43.219007 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port db7ae4d0-0802-4a6d-8144-4f42f169de93 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:03:43.219506 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:43.300842 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device c3bf55d3-c12d-43fb-b842-dce560add38d up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:03:43.451419 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port c3bf55d3-c12d-43fb-b842-dce560add38d completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:03:43.455497 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port c3bf55d3-c12d-43fb-b842-dce560add38d triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:03:43.455894 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:43.534492 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:43.557126 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port c3bf55d3-c12d-43fb-b842-dce560add38d, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=c3bf55d3-c12d-43fb-b842-dce560add38d,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:03:43.622419 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:43.675926 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=c3bf55d3-c12d-43fb-b842-dce560add38d,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:43.970481 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbd54e8-3113-4fee-8f43-d47f5acb8402 None None] Sync routers for ids ['12b99c0f-f71a-4d83-8397-f33c5c547220'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:03:43.979609 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbd54e8-3113-4fee-8f43-d47f5acb8402 None None] Routers {'12b99c0f-f71a-4d83-8397-f33c5c547220'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:03:43.980265 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-afbd54e8-3113-4fee-8f43-d47f5acb8402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:03:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['12b99c0f-f71a-4d83-8397-f33c5c547220'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:44.002983 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1d3a1cdc-f2bd-46eb-94e4-039277fee32c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:44.092689 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-afbd54e8-3113-4fee-8f43-d47f5acb8402 None None] Set router 12b99c0f-f71a-4d83-8397-f33c5c547220 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:03:44.132179 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:44.195140 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49864) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:03:44.389098 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-afbd54e8-3113-4fee-8f43-d47f5acb8402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b99c0f-f71a-4d83-8397-f33c5c547220', 'name': 'tempest-ImageQuotaTest-1382557957-router', 'tenant_id': '70cf36f661a44626ba5e29c96b061eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'c3bf55d3-c12d-43fb-b842-dce560add38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:38Z', 'updated_at': '2021-08-31T10:03:42Z', 'revision_number': 4, 'project_id': '70cf36f661a44626ba5e29c96b061eab', 'gw_port': {'id': 'c3bf55d3-c12d-43fb-b842-dce560add38d', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:87:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b99c0f-f71a-4d83-8397-f33c5c547220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:39Z', 'updated_at': '2021-08-31T10:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'e6741cac-fb3e-4fce-8754-74399c9f8fb6', 'name': '', 'network_id': 'd4e87c79-862e-4705-a88c-47842998ce4f', 'tenant_id': '70cf36f661a44626ba5e29c96b061eab', 'mac_address': 'fa:16:3e:45:eb:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b99c0f-f71a-4d83-8397-f33c5c547220', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '85f75214-fcf3-430c-8e25-0b966cc3baee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:41Z', 'updated_at': '2021-08-31T10:03:42Z', 'revision_number': 2, 'project_id': '70cf36f661a44626ba5e29c96b061eab', 'subnets': [{'id': '85f75214-fcf3-430c-8e25-0b966cc3baee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:44.415358 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbd54e8-3113-4fee-8f43-d47f5acb8402 None None] Checking router: 12b99c0f-f71a-4d83-8397-f33c5c547220 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:03:44.415704 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbd54e8-3113-4fee-8f43-d47f5acb8402 None None] Updating router 12b99c0f-f71a-4d83-8397-f33c5c547220 port e6741cac-fb3e-4fce-8754-74399c9f8fb6 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:03:44.440400 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-afbd54e8-3113-4fee-8f43-d47f5acb8402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:44.534131 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3461ac3e-8bae-4a56-b831-9a1e569f5f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:44.704400 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-afbd54e8-3113-4fee-8f43-d47f5acb8402 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:44.713891 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-afbd54e8-3113-4fee-8f43-d47f5acb8402 None None] Transition to ACTIVE for port object e6741cac-fb3e-4fce-8754-74399c9f8fb6 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:03:44.777005 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-afbd54e8-3113-4fee-8f43-d47f5acb8402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:44.785178 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-3461ac3e-8bae-4a56-b831-9a1e569f5f22 admin admin] Deleting port e6741cac-fb3e-4fce-8754-74399c9f8fb6 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:03:44.785528 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3461ac3e-8bae-4a56-b831-9a1e569f5f22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:44.829473 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a9239-e9e3-4bd2-8374-9e6497bdbf47 None None] Pushing event updated for resources: {'Port': ['ID=e6741cac-fb3e-4fce-8754-74399c9f8fb6,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:44.853914 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930a9239-e9e3-4bd2-8374-9e6497bdbf47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:44.853914 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930a9239-e9e3-4bd2-8374-9e6497bdbf47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:44.853914 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930a9239-e9e3-4bd2-8374-9e6497bdbf47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:44.854332 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930a9239-e9e3-4bd2-8374-9e6497bdbf47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:44.854412 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930a9239-e9e3-4bd2-8374-9e6497bdbf47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:44.854712 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930a9239-e9e3-4bd2-8374-9e6497bdbf47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:44.855132 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930a9239-e9e3-4bd2-8374-9e6497bdbf47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:44.855376 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930a9239-e9e3-4bd2-8374-9e6497bdbf47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:44.859513 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930a9239-e9e3-4bd2-8374-9e6497bdbf47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:44.859928 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930a9239-e9e3-4bd2-8374-9e6497bdbf47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:44.860273 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930a9239-e9e3-4bd2-8374-9e6497bdbf47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:44.860613 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930a9239-e9e3-4bd2-8374-9e6497bdbf47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:03:44.868791 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3461ac3e-8bae-4a56-b831-9a1e569f5f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:44.888299 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-3461ac3e-8bae-4a56-b831-9a1e569f5f22 admin admin] Calling delete_port for e6741cac-fb3e-4fce-8754-74399c9f8fb6 owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:03:44.891232 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-afbd54e8-3113-4fee-8f43-d47f5acb8402 None None] Attempting to bind port e6741cac-fb3e-4fce-8754-74399c9f8fb6 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:03:44.891629 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-afbd54e8-3113-4fee-8f43-d47f5acb8402 None None] Attempting to bind port e6741cac-fb3e-4fce-8754-74399c9f8fb6 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '1a0308c6-1a73-40f9-b2f2-49cb8382a28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': 'd4e87c79-862e-4705-a88c-47842998ce4f'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:03:44.891980 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbd54e8-3113-4fee-8f43-d47f5acb8402 None None] Attempting to bind port e6741cac-fb3e-4fce-8754-74399c9f8fb6 on network d4e87c79-862e-4705-a88c-47842998ce4f {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:03:44.897530 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbd54e8-3113-4fee-8f43-d47f5acb8402 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:03:44.898123 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbd54e8-3113-4fee-8f43-d47f5acb8402 None None] Checking segment: {'id': '1a0308c6-1a73-40f9-b2f2-49cb8382a28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': 'd4e87c79-862e-4705-a88c-47842998ce4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:03:44.898877 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-afbd54e8-3113-4fee-8f43-d47f5acb8402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:44.898877 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbd54e8-3113-4fee-8f43-d47f5acb8402 None None] Bound using segment: {'id': '1a0308c6-1a73-40f9-b2f2-49cb8382a28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': 'd4e87c79-862e-4705-a88c-47842998ce4f'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:03:44.899298 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-afbd54e8-3113-4fee-8f43-d47f5acb8402 None None] Bound port: e6741cac-fb3e-4fce-8754-74399c9f8fb6, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a0308c6-1a73-40f9-b2f2-49cb8382a28c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': 'd4e87c79-862e-4705-a88c-47842998ce4f'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:03:44.899665 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-afbd54e8-3113-4fee-8f43-d47f5acb8402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:44.970582 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-afbd54e8-3113-4fee-8f43-d47f5acb8402 None None] For port e6741cac-fb3e-4fce-8754-74399c9f8fb6, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:03:44.973986 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-afbd54e8-3113-4fee-8f43-d47f5acb8402 None None] For port e6741cac-fb3e-4fce-8754-74399c9f8fb6, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=e6741cac-fb3e-4fce-8754-74399c9f8fb6,segment=NetworkSegment(1a0308c6-1a73-40f9-b2f2-49cb8382a28c),segment_id=1a0308c6-1a73-40f9-b2f2-49cb8382a28c)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:03:45.074860 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-afbd54e8-3113-4fee-8f43-d47f5acb8402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:45.080407 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device c3bf55d3-c12d-43fb-b842-dce560add38d up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:03:45.136025 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port c3bf55d3-c12d-43fb-b842-dce560add38d triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:03:45.136397 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:45.140433 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbd54e8-3113-4fee-8f43-d47f5acb8402 None None] Routers {'12b99c0f-f71a-4d83-8397-f33c5c547220'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:03:45.141062 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-afbd54e8-3113-4fee-8f43-d47f5acb8402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:03:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['12b99c0f-f71a-4d83-8397-f33c5c547220'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:45.177789 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a9239-e9e3-4bd2-8374-9e6497bdbf47 None None] Pushing event updated for resources: {'Port': ['ID=e6741cac-fb3e-4fce-8754-74399c9f8fb6,revision_number=4']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:45.217478 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3461ac3e-8bae-4a56-b831-9a1e569f5f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:45.246093 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461ac3e-8bae-4a56-b831-9a1e569f5f22 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6741cac-fb3e-4fce-8754-74399c9f8fb6,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:45.280473 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-afbd54e8-3113-4fee-8f43-d47f5acb8402 None None] Set router 12b99c0f-f71a-4d83-8397-f33c5c547220 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:03:45.407247 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-810a8df6-ca6d-4ba2-a54d-550b1c041ac8 None None] Could not find standard attr ID for object e6741cac-fb3e-4fce-8754-74399c9f8fb6. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 10:03:45.436521 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3461ac3e-8bae-4a56-b831-9a1e569f5f22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:45.471454 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:45.505953 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-afbd54e8-3113-4fee-8f43-d47f5acb8402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b99c0f-f71a-4d83-8397-f33c5c547220', 'name': 'tempest-ImageQuotaTest-1382557957-router', 'tenant_id': '70cf36f661a44626ba5e29c96b061eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'c3bf55d3-c12d-43fb-b842-dce560add38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:38Z', 'updated_at': '2021-08-31T10:03:42Z', 'revision_number': 4, 'project_id': '70cf36f661a44626ba5e29c96b061eab', 'gw_port': {'id': 'c3bf55d3-c12d-43fb-b842-dce560add38d', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:87:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b99c0f-f71a-4d83-8397-f33c5c547220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:39Z', 'updated_at': '2021-08-31T10:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'e6741cac-fb3e-4fce-8754-74399c9f8fb6', 'name': '', 'network_id': 'd4e87c79-862e-4705-a88c-47842998ce4f', 'tenant_id': '70cf36f661a44626ba5e29c96b061eab', 'mac_address': 'fa:16:3e:45:eb:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b99c0f-f71a-4d83-8397-f33c5c547220', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '85f75214-fcf3-430c-8e25-0b966cc3baee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:41Z', 'updated_at': '2021-08-31T10:03:44Z', 'revision_number': 4, 'project_id': '70cf36f661a44626ba5e29c96b061eab', 'subnets': [{'id': '85f75214-fcf3-430c-8e25-0b966cc3baee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:45.538382 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbd54e8-3113-4fee-8f43-d47f5acb8402 None None] The sync data for ids ['12b99c0f-f71a-4d83-8397-f33c5c547220'] in n-d-791506-28 is: [{'id': '12b99c0f-f71a-4d83-8397-f33c5c547220', 'name': 'tempest-ImageQuotaTest-1382557957-router', 'tenant_id': '70cf36f661a44626ba5e29c96b061eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'c3bf55d3-c12d-43fb-b842-dce560add38d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:38Z', 'updated_at': '2021-08-31T10:03:42Z', 'revision_number': 4, 'project_id': '70cf36f661a44626ba5e29c96b061eab', 'gw_port': {'id': 'c3bf55d3-c12d-43fb-b842-dce560add38d', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:87:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12b99c0f-f71a-4d83-8397-f33c5c547220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:39Z', 'updated_at': '2021-08-31T10:03:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'e6741cac-fb3e-4fce-8754-74399c9f8fb6', 'name': '', 'network_id': 'd4e87c79-862e-4705-a88c-47842998ce4f', 'tenant_id': '70cf36f661a44626ba5e29c96b061eab', 'mac_address': 'fa:16:3e:45:eb:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b99c0f-f71a-4d83-8397-f33c5c547220', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '85f75214-fcf3-430c-8e25-0b966cc3baee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:41Z', 'updated_at': '2021-08-31T10:03:44Z', 'revision_number': 4, 'project_id': '70cf36f661a44626ba5e29c96b061eab', 'subnets': [{'id': '85f75214-fcf3-430c-8e25-0b966cc3baee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:03:46.025374 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3461ac3e-8bae-4a56-b831-9a1e569f5f22 admin admin] Router 12b99c0f-f71a-4d83-8397-f33c5c547220 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:03:46.136679 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3461ac3e-8bae-4a56-b831-9a1e569f5f22 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:03:46.141670 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3461ac3e-8bae-4a56-b831-9a1e569f5f22 admin admin] 10.222.0.119 "PUT /v2.0/routers/12b99c0f-f71a-4d83-8397-f33c5c547220/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9454634 Aug 31 10:03:46.144200 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49866) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:03:46.253456 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d86bfcf0-a100-467f-bb9c-085dedf7e3eb admin admin] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:46.361570 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d86bfcf0-a100-467f-bb9c-085dedf7e3eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:46.480969 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-d86bfcf0-a100-467f-bb9c-085dedf7e3eb admin admin] Deleting port c3bf55d3-c12d-43fb-b842-dce560add38d {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:03:46.481306 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d86bfcf0-a100-467f-bb9c-085dedf7e3eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:46.561719 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-d86bfcf0-a100-467f-bb9c-085dedf7e3eb admin admin] For port c3bf55d3-c12d-43fb-b842-dce560add38d, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=c3bf55d3-c12d-43fb-b842-dce560add38d,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:03:46.562080 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d86bfcf0-a100-467f-bb9c-085dedf7e3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:46.562882 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec0884f-21b4-420c-a17b-d4131f137d04 None None] Sync routers for ids ['12b99c0f-f71a-4d83-8397-f33c5c547220'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:03:46.573429 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec0884f-21b4-420c-a17b-d4131f137d04 None None] Routers {'12b99c0f-f71a-4d83-8397-f33c5c547220'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:03:46.574100 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-5ec0884f-21b4-420c-a17b-d4131f137d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:03:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['12b99c0f-f71a-4d83-8397-f33c5c547220'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:46.579077 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-d86bfcf0-a100-467f-bb9c-085dedf7e3eb admin admin] Calling delete_port for c3bf55d3-c12d-43fb-b842-dce560add38d owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:03:46.657409 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-5ec0884f-21b4-420c-a17b-d4131f137d04 None None] Set router 12b99c0f-f71a-4d83-8397-f33c5c547220 gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:03:46.711637 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-5ec0884f-21b4-420c-a17b-d4131f137d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b99c0f-f71a-4d83-8397-f33c5c547220', 'name': 'tempest-ImageQuotaTest-1382557957-router', 'tenant_id': '70cf36f661a44626ba5e29c96b061eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:38Z', 'updated_at': '2021-08-31T10:03:46Z', 'revision_number': 6, 'project_id': '70cf36f661a44626ba5e29c96b061eab', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:46.738016 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec0884f-21b4-420c-a17b-d4131f137d04 None None] Checking router: 12b99c0f-f71a-4d83-8397-f33c5c547220 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:03:46.746174 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec0884f-21b4-420c-a17b-d4131f137d04 None None] Routers {'12b99c0f-f71a-4d83-8397-f33c5c547220'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:03:46.746975 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-5ec0884f-21b4-420c-a17b-d4131f137d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:03:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['12b99c0f-f71a-4d83-8397-f33c5c547220'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:46.799801 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d86bfcf0-a100-467f-bb9c-085dedf7e3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:46.831160 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86bfcf0-a100-467f-bb9c-085dedf7e3eb admin admin] Pushing event deleted for resources: {'Port': ['ID=c3bf55d3-c12d-43fb-b842-dce560add38d,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:46.832249 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-5ec0884f-21b4-420c-a17b-d4131f137d04 None None] Set router 12b99c0f-f71a-4d83-8397-f33c5c547220 gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:03:46.888116 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-5ec0884f-21b4-420c-a17b-d4131f137d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b99c0f-f71a-4d83-8397-f33c5c547220', 'name': 'tempest-ImageQuotaTest-1382557957-router', 'tenant_id': '70cf36f661a44626ba5e29c96b061eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:38Z', 'updated_at': '2021-08-31T10:03:46Z', 'revision_number': 6, 'project_id': '70cf36f661a44626ba5e29c96b061eab', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:46.894197 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d86bfcf0-a100-467f-bb9c-085dedf7e3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:46.914443 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec0884f-21b4-420c-a17b-d4131f137d04 None None] The sync data for ids ['12b99c0f-f71a-4d83-8397-f33c5c547220'] in n-d-791506-28 is: [{'id': '12b99c0f-f71a-4d83-8397-f33c5c547220', 'name': 'tempest-ImageQuotaTest-1382557957-router', 'tenant_id': '70cf36f661a44626ba5e29c96b061eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:38Z', 'updated_at': '2021-08-31T10:03:46Z', 'revision_number': 6, 'project_id': '70cf36f661a44626ba5e29c96b061eab', 'gw_port_host': None}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:03:46.989911 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d86bfcf0-a100-467f-bb9c-085dedf7e3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:46.992621 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d86bfcf0-a100-467f-bb9c-085dedf7e3eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:47.108255 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d86bfcf0-a100-467f-bb9c-085dedf7e3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:47.108831 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86bfcf0-a100-467f-bb9c-085dedf7e3eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12b99c0f-f71a-4d83-8397-f33c5c547220 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:03:47.113172 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d86bfcf0-a100-467f-bb9c-085dedf7e3eb admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:47.114330 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d86bfcf0-a100-467f-bb9c-085dedf7e3eb admin admin] 10.222.0.119 "DELETE /v2.0/routers/12b99c0f-f71a-4d83-8397-f33c5c547220 HTTP/1.1" status: 204 len: 168 time: 0.9691672 Aug 31 10:03:47.117278 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49870) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:03:47.165341 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:47.165814 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-031194bd-97ca-4b4c-a0bf-58af93c400e1 admin admin] Deleting subnet 85f75214-fcf3-430c-8e25-0b966cc3baee {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:03:47.168850 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-031194bd-97ca-4b4c-a0bf-58af93c400e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:47.203171 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-031194bd-97ca-4b4c-a0bf-58af93c400e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:47.278465 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-031194bd-97ca-4b4c-a0bf-58af93c400e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:47.405856 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-031194bd-97ca-4b4c-a0bf-58af93c400e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:47.435655 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-031194bd-97ca-4b4c-a0bf-58af93c400e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:47.440687 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49872) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:03:47.443737 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e3aa01-2a73-41c0-a82a-3606a573a827 None None] Network d4e87c79-862e-4705-a88c-47842998ce4f requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:03:47.446599 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-031194bd-97ca-4b4c-a0bf-58af93c400e1 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/85f75214-fcf3-430c-8e25-0b966cc3baee HTTP/1.1" status: 204 len: 168 time: 0.3226211 Aug 31 10:03:47.447691 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031194bd-97ca-4b4c-a0bf-58af93c400e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85f75214-fcf3-430c-8e25-0b966cc3baee,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:47.520663 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cc8106c5-d277-47f4-bc42-860c9ba02aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:47.582277 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-cc8106c5-d277-47f4-bc42-860c9ba02aa1 admin admin] Deleting port db7ae4d0-0802-4a6d-8144-4f42f169de93 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:03:47.582806 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cc8106c5-d277-47f4-bc42-860c9ba02aa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:47.650389 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-cc8106c5-d277-47f4-bc42-860c9ba02aa1 admin admin] For port db7ae4d0-0802-4a6d-8144-4f42f169de93, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=db7ae4d0-0802-4a6d-8144-4f42f169de93,segment=NetworkSegment(1a0308c6-1a73-40f9-b2f2-49cb8382a28c),segment_id=1a0308c6-1a73-40f9-b2f2-49cb8382a28c)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:03:47.651012 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cc8106c5-d277-47f4-bc42-860c9ba02aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:47.666177 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-cc8106c5-d277-47f4-bc42-860c9ba02aa1 admin admin] Calling delete_port for db7ae4d0-0802-4a6d-8144-4f42f169de93 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:03:47.810758 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387b8d7e-d04e-464c-85d5-2847aa27a7d8 None None] DHCP port deletion for d4e87c79-862e-4705-a88c-47842998ce4f request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:03:47.817131 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cc8106c5-d277-47f4-bc42-860c9ba02aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:47.833000 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-387b8d7e-d04e-464c-85d5-2847aa27a7d8 None None] The port 'db7ae4d0-0802-4a6d-8144-4f42f169de93' was deleted {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1943}} Aug 31 10:03:47.846690 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8106c5-d277-47f4-bc42-860c9ba02aa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=db7ae4d0-0802-4a6d-8144-4f42f169de93,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:47.849952 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8106c5-d277-47f4-bc42-860c9ba02aa1 admin admin] No DVR routers for this DVR port db7ae4d0-0802-4a6d-8144-4f42f169de93 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:03:47.926987 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cc8106c5-d277-47f4-bc42-860c9ba02aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:47.937078 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-cc8106c5-d277-47f4-bc42-860c9ba02aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4e87c79-862e-4705-a88c-47842998ce4f']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:47.947368 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-cc8106c5-d277-47f4-bc42-860c9ba02aa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a0308c6-1a73-40f9-b2f2-49cb8382a28c') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:47.947656 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-cc8106c5-d277-47f4-bc42-860c9ba02aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a0308c6-1a73-40f9-b2f2-49cb8382a28c') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:47.956006 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cc8106c5-d277-47f4-bc42-860c9ba02aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:47.969101 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cc8106c5-d277-47f4-bc42-860c9ba02aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:47.975216 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc8106c5-d277-47f4-bc42-860c9ba02aa1 admin admin] Releasing vlan 1601 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:03:47.975613 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cc8106c5-d277-47f4-bc42-860c9ba02aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:47.977182 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 10:03:47.977182 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:03:47.977182 n-d-791506-28 neutron-server[95552]: timer() Aug 31 10:03:47.977182 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:03:47.977182 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 10:03:47.977182 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:03:47.977182 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 10:03:47.977182 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:03:47.977182 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 10:03:47.977182 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:03:47.977182 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 10:03:47.977182 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:03:47.977182 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 10:03:47.977182 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:03:47.977182 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:03:47.977182 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:03:47.977182 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:03:47.977182 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:03:47.977182 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 10:03:47.977182 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:03:47.977182 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 10:03:47.977182 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:03:47.977182 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:03:47.977182 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:03:47.977182 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 10:03:47.977182 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:03:47.977182 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:03:47.977182 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:03:47.977182 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:03:47.977182 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:03:47.977182 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:03:47.977182 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:03:48.096995 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cc8106c5-d277-47f4-bc42-860c9ba02aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:48.103356 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cc8106c5-d277-47f4-bc42-860c9ba02aa1 admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:48.105188 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-cc8106c5-d277-47f4-bc42-860c9ba02aa1 admin admin] 10.222.0.119 "DELETE /v2.0/networks/d4e87c79-862e-4705-a88c-47842998ce4f HTTP/1.1" status: 204 len: 168 time: 0.6624451 Aug 31 10:03:48.116187 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8106c5-d277-47f4-bc42-860c9ba02aa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4e87c79-862e-4705-a88c-47842998ce4f,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:48.415057 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:03:48.432549 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49876) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:03:48.471526 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-af5b9770-5bc2-4158-bdf1-bd2e4622b128 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=70cf36f661a44626ba5e29c96b061eab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377481 Aug 31 10:03:48.473924 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49878) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:03:48.526379 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-efc0ffc5-09a8-4ca7-9df5-b5f27eb8ff35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:48.547357 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-efc0ffc5-09a8-4ca7-9df5-b5f27eb8ff35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:48.639499 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-efc0ffc5-09a8-4ca7-9df5-b5f27eb8ff35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:48.642075 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-efc0ffc5-09a8-4ca7-9df5-b5f27eb8ff35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:48.643255 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-efc0ffc5-09a8-4ca7-9df5-b5f27eb8ff35 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/932c456d-5176-4fa4-af3d-8efc0b31cdd5 HTTP/1.1" status: 204 len: 168 time: 0.1678712 Aug 31 10:03:48.652536 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc0ffc5-09a8-4ca7-9df5-b5f27eb8ff35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932c456d-5176-4fa4-af3d-8efc0b31cdd5,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:49.075429 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device db7ae4d0-0802-4a6d-8144-4f42f169de93 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:03:49.096103 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: db7ae4d0-0802-4a6d-8144-4f42f169de93 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:03:49.096447 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device db7ae4d0-0802-4a6d-8144-4f42f169de93 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:03:49.096850 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device c3bf55d3-c12d-43fb-b842-dce560add38d no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:03:49.118242 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: c3bf55d3-c12d-43fb-b842-dce560add38d {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:03:49.118644 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device c3bf55d3-c12d-43fb-b842-dce560add38d not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:03:49.214394 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 49884) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:03:49.228099 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3f8f3cbb-c28b-4198-aa7a-7ed9270b5186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:49.313602 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3f8f3cbb-c28b-4198-aa7a-7ed9270b5186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:49.376590 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3f8f3cbb-c28b-4198-aa7a-7ed9270b5186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:49.416681 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3f8f3cbb-c28b-4198-aa7a-7ed9270b5186 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2011104 Aug 31 10:03:49.417925 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f3cbb-c28b-4198-aa7a-7ed9270b5186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf0bb75-29fc-4ff3-9f4f-be32d422e267,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:49.419329 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49886) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:03:49.473687 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bf212b4a-c950-4f99-a057-11af8d5e9355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:49.495409 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bf212b4a-c950-4f99-a057-11af8d5e9355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:49.627859 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bf212b4a-c950-4f99-a057-11af8d5e9355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:49.631140 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bf212b4a-c950-4f99-a057-11af8d5e9355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:49.632340 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bf212b4a-c950-4f99-a057-11af8d5e9355 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/4cf0bb75-29fc-4ff3-9f4f-be32d422e267 HTTP/1.1" status: 204 len: 168 time: 0.2112439 Aug 31 10:03:49.640139 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf212b4a-c950-4f99-a057-11af8d5e9355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf0bb75-29fc-4ff3-9f4f-be32d422e267,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:50.405796 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49908) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:03:50.504252 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-31c98896-1969-4ff1-8a92-0486763a146d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-800871963-network', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:03:50.616936 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c98896-1969-4ff1-8a92-0486763a146d admin admin] Made reservation on behalf of d1ddc052c1054cf3a6ea73848cd55645 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:03:50.619216 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-31c98896-1969-4ff1-8a92-0486763a146d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:50.627825 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-31c98896-1969-4ff1-8a92-0486763a146d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:50.716191 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-31c98896-1969-4ff1-8a92-0486763a146d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:50.794339 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-31c98896-1969-4ff1-8a92-0486763a146d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:50.822056 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c98896-1969-4ff1-8a92-0486763a146d admin admin] vlan segment allocate from pool success with {'vlan_id': 1647, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:03:50.828207 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c98896-1969-4ff1-8a92-0486763a146d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9d9f98-e8e4-477c-9789-5e5abbe90892,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:50.834696 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-31c98896-1969-4ff1-8a92-0486763a146d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:50.835038 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-31c98896-1969-4ff1-8a92-0486763a146d admin admin] Added segment 24dc4ca6-d35c-46d3-b38d-ab5d658ec634 of type vlan for network 2593dd5e-bc31-4e41-87f0-964b009dbd60 Aug 31 10:03:50.883496 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-31c98896-1969-4ff1-8a92-0486763a146d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:50.970662 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-31c98896-1969-4ff1-8a92-0486763a146d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:50.971632 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c98896-1969-4ff1-8a92-0486763a146d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:50.972212 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-31c98896-1969-4ff1-8a92-0486763a146d admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:51.033215 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c98896-1969-4ff1-8a92-0486763a146d admin admin] Pushing event updated for resources: {'Network': ['ID=2593dd5e-bc31-4e41-87f0-964b009dbd60,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:51.043619 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 2593dd5e-bc31-4e41-87f0-964b009dbd60 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:03:51.103214 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-31c98896-1969-4ff1-8a92-0486763a146d admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6961761 Aug 31 10:03:51.105967 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49912) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:03:51.110907 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-1911a2b4-e44a-4f4a-a07c-88779c795e26 admin admin] Request body: {'subnet': {'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-800871963-subnet', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:03:51.170771 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1911a2b4-e44a-4f4a-a07c-88779c795e26 admin admin] Made reservation on behalf of d1ddc052c1054cf3a6ea73848cd55645 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:03:51.173070 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1911a2b4-e44a-4f4a-a07c-88779c795e26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:51.429145 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1911a2b4-e44a-4f4a-a07c-88779c795e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:51.494440 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911a2b4-e44a-4f4a-a07c-88779c795e26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb8d724f-b49d-4dd8-a4d3-6787f4777e68,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:51.501221 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1911a2b4-e44a-4f4a-a07c-88779c795e26 admin admin] Checking segment: {'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:03:51.501578 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1911a2b4-e44a-4f4a-a07c-88779c795e26 admin admin] Network hostable DHCP agents. Network: 2593dd5e-bc31-4e41-87f0-964b009dbd60, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:03:51.600211 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1911a2b4-e44a-4f4a-a07c-88779c795e26 admin admin] Network 2593dd5e-bc31-4e41-87f0-964b009dbd60 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:03:51.690966 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-1911a2b4-e44a-4f4a-a07c-88779c795e26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 2593dd5e-bc31-4e41-87f0-964b009dbd60) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:03:51.695399 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1911a2b4-e44a-4f4a-a07c-88779c795e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:51.695987 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1911a2b4-e44a-4f4a-a07c-88779c795e26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:51.700281 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb78eab-971d-4938-9315-474c59b834b0 None None] Network 2593dd5e-bc31-4e41-87f0-964b009dbd60 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:03:51.798129 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1911a2b4-e44a-4f4a-a07c-88779c795e26 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6908944 Aug 31 10:03:51.800679 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49916) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:03:51.805033 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-b39064ac-6fa6-4432-954f-902873172332 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-800871963-router', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:03:51.850813 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a07435-76f2-4854-8a18-eef0cd054796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-2593dd5e-bc31-4e41-87f0-964b009dbd60', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'fixed_ips': [{'subnet_id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:03:51.851725 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b3a07435-76f2-4854-8a18-eef0cd054796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:51.891235 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b39064ac-6fa6-4432-954f-902873172332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:51.892457 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b39064ac-6fa6-4432-954f-902873172332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:51.944797 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b39064ac-6fa6-4432-954f-902873172332 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:51.985243 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-b3a07435-76f2-4854-8a18-eef0cd054796 None None] Allocated IP 172.20.0.2 (2593dd5e-bc31-4e41-87f0-964b009dbd60/eb8d724f-b49d-4dd8-a4d3-6787f4777e68/40883be4-edc1-4dfe-a596-769a12d19af9) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:03:52.128721 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b3a07435-76f2-4854-8a18-eef0cd054796 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:52.131498 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b39064ac-6fa6-4432-954f-902873172332 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:52.137649 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b3a07435-76f2-4854-8a18-eef0cd054796 None None] Transition to ACTIVE for port object 40883be4-edc1-4dfe-a596-769a12d19af9 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:03:52.152302 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b3a07435-76f2-4854-8a18-eef0cd054796 None None] Transition to ACTIVE for port object 40883be4-edc1-4dfe-a596-769a12d19af9 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:03:52.262855 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b3a07435-76f2-4854-8a18-eef0cd054796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:52.306394 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a07435-76f2-4854-8a18-eef0cd054796 None None] Network 2593dd5e-bc31-4e41-87f0-964b009dbd60 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:03:52.309279 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-b3a07435-76f2-4854-8a18-eef0cd054796 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:03:52.312780 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a07435-76f2-4854-8a18-eef0cd054796 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:03:52.320192 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a07435-76f2-4854-8a18-eef0cd054796 None None] Pushing event updated for resources: {'Port': ['ID=40883be4-edc1-4dfe-a596-769a12d19af9,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:52.369346 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-b3a07435-76f2-4854-8a18-eef0cd054796 None None] Attempting to bind port 40883be4-edc1-4dfe-a596-769a12d19af9 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:03:52.369704 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-b3a07435-76f2-4854-8a18-eef0cd054796 None None] Attempting to bind port 40883be4-edc1-4dfe-a596-769a12d19af9 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:03:52.370060 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a07435-76f2-4854-8a18-eef0cd054796 None None] Attempting to bind port 40883be4-edc1-4dfe-a596-769a12d19af9 on network 2593dd5e-bc31-4e41-87f0-964b009dbd60 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:03:52.374901 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a07435-76f2-4854-8a18-eef0cd054796 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:03:52.375268 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a07435-76f2-4854-8a18-eef0cd054796 None None] Checking segment: {'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:03:52.375662 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b3a07435-76f2-4854-8a18-eef0cd054796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:52.376049 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a07435-76f2-4854-8a18-eef0cd054796 None None] Bound using segment: {'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:03:52.376503 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-b3a07435-76f2-4854-8a18-eef0cd054796 None None] Bound port: 40883be4-edc1-4dfe-a596-769a12d19af9, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:03:52.376874 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b3a07435-76f2-4854-8a18-eef0cd054796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:52.419297 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b39064ac-6fa6-4432-954f-902873172332 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:52.437105 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-b3a07435-76f2-4854-8a18-eef0cd054796 None None] For port 40883be4-edc1-4dfe-a596-769a12d19af9, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:03:52.440083 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-b3a07435-76f2-4854-8a18-eef0cd054796 None None] For port 40883be4-edc1-4dfe-a596-769a12d19af9, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=40883be4-edc1-4dfe-a596-769a12d19af9,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:03:52.441492 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b39064ac-6fa6-4432-954f-902873172332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:52.531377 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b3a07435-76f2-4854-8a18-eef0cd054796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:52.542748 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-b39064ac-6fa6-4432-954f-902873172332 admin admin] Allocated IP 172.25.2.160 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/41e0952d-aa05-42ee-a947-e90da1e509f5) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:03:52.597667 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a07435-76f2-4854-8a18-eef0cd054796 None None] Pushing event updated for resources: {'Port': ['ID=40883be4-edc1-4dfe-a596-769a12d19af9,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:52.657940 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b39064ac-6fa6-4432-954f-902873172332 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:52.754339 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b39064ac-6fa6-4432-954f-902873172332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:52.801329 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39064ac-6fa6-4432-954f-902873172332 admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:03:52.805183 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-b39064ac-6fa6-4432-954f-902873172332 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:03:52.809993 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39064ac-6fa6-4432-954f-902873172332 admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:03:52.834362 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39064ac-6fa6-4432-954f-902873172332 admin admin] Pushing event updated for resources: {'Port': ['ID=41e0952d-aa05-42ee-a947-e90da1e509f5,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:53.113818 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 40883be4-edc1-4dfe-a596-769a12d19af9 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:03:53.126505 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b39064ac-6fa6-4432-954f-902873172332 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:53.251025 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 40883be4-edc1-4dfe-a596-769a12d19af9 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:03:53.342235 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b39064ac-6fa6-4432-954f-902873172332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:53.459509 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be889331-d1eb-49ad-bbad-1c78b1ac8b0f None None] Network 2593dd5e-bc31-4e41-87f0-964b009dbd60 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:03:53.580838 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9f71bfc3-cd3f-4f7f-a963-ef6b9258d7e0 None None] Provisioning for port 40883be4-edc1-4dfe-a596-769a12d19af9 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:03:53.588791 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9f71bfc3-cd3f-4f7f-a963-ef6b9258d7e0 None None] Provisioning complete for port 40883be4-edc1-4dfe-a596-769a12d19af9 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:03:53.592752 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9f71bfc3-cd3f-4f7f-a963-ef6b9258d7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:53.701772 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9f71bfc3-cd3f-4f7f-a963-ef6b9258d7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:53.738815 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-9f71bfc3-cd3f-4f7f-a963-ef6b9258d7e0 None None] For port 40883be4-edc1-4dfe-a596-769a12d19af9, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=40883be4-edc1-4dfe-a596-769a12d19af9,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:03:53.794375 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9f71bfc3-cd3f-4f7f-a963-ef6b9258d7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:53.848035 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71bfc3-cd3f-4f7f-a963-ef6b9258d7e0 None None] Pushing event updated for resources: {'Port': ['ID=40883be4-edc1-4dfe-a596-769a12d19af9,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:53.851849 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39064ac-6fa6-4432-954f-902873172332 admin admin] Router 6f0cb40d-2508-47c7-8c30-faf253bade14 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:03:53.913493 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-0e017191-8053-422a-bb2b-97066e03c86c None None] Provisioning complete for port 40883be4-edc1-4dfe-a596-769a12d19af9 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:03:53.913953 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0e017191-8053-422a-bb2b-97066e03c86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:53.959670 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39064ac-6fa6-4432-954f-902873172332 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:03:53.969134 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d25163-736a-4a40-9f0b-de0fc5a0db76 None None] Sync routers for ids ['6f0cb40d-2508-47c7-8c30-faf253bade14'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:03:53.978476 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d25163-736a-4a40-9f0b-de0fc5a0db76 None None] Routers {'6f0cb40d-2508-47c7-8c30-faf253bade14'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:03:53.979190 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-b7d25163-736a-4a40-9f0b-de0fc5a0db76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:03:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['6f0cb40d-2508-47c7-8c30-faf253bade14'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:54.056463 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b39064ac-6fa6-4432-954f-902873172332 admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:54.057776 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b39064ac-6fa6-4432-954f-902873172332 admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2561805 Aug 31 10:03:54.060714 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49918) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:03:54.085602 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-b7d25163-736a-4a40-9f0b-de0fc5a0db76 None None] Set router 6f0cb40d-2508-47c7-8c30-faf253bade14 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:03:54.263292 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-b7d25163-736a-4a40-9f0b-de0fc5a0db76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'name': 'tempest-TestVolumeBootPattern-800871963-router', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:51Z', 'updated_at': '2021-08-31T10:03:52Z', 'revision_number': 3, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'gw_port': {'id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:52Z', 'updated_at': '2021-08-31T10:03:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:54.289102 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d25163-736a-4a40-9f0b-de0fc5a0db76 None None] Checking router: 6f0cb40d-2508-47c7-8c30-faf253bade14 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:03:54.289441 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d25163-736a-4a40-9f0b-de0fc5a0db76 None None] Updating router 6f0cb40d-2508-47c7-8c30-faf253bade14 port 41e0952d-aa05-42ee-a947-e90da1e509f5 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:03:54.314518 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-b7d25163-736a-4a40-9f0b-de0fc5a0db76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:54.472732 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-33d7ba8a-9ff2-4820-ae00-1274eb1100cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:54.567339 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-b7d25163-736a-4a40-9f0b-de0fc5a0db76 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:54.577274 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-b7d25163-736a-4a40-9f0b-de0fc5a0db76 None None] Transition to ACTIVE for port object 41e0952d-aa05-42ee-a947-e90da1e509f5 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:03:54.631392 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-33d7ba8a-9ff2-4820-ae00-1274eb1100cf admin admin] Allocated IP 172.20.0.1 (2593dd5e-bc31-4e41-87f0-964b009dbd60/eb8d724f-b49d-4dd8-a4d3-6787f4777e68/807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:03:54.651274 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-b7d25163-736a-4a40-9f0b-de0fc5a0db76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:54.704557 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-b7d25163-736a-4a40-9f0b-de0fc5a0db76 None None] Attempting to bind port 41e0952d-aa05-42ee-a947-e90da1e509f5 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:03:54.704907 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-b7d25163-736a-4a40-9f0b-de0fc5a0db76 None None] Attempting to bind port 41e0952d-aa05-42ee-a947-e90da1e509f5 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:03:54.705258 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d25163-736a-4a40-9f0b-de0fc5a0db76 None None] Attempting to bind port 41e0952d-aa05-42ee-a947-e90da1e509f5 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:03:54.708120 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867882fe-f2e6-4ffa-aa85-18f0ae742d08 None None] Pushing event updated for resources: {'Port': ['ID=41e0952d-aa05-42ee-a947-e90da1e509f5,revision_number=2']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:54.713618 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d25163-736a-4a40-9f0b-de0fc5a0db76 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:03:54.713978 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d25163-736a-4a40-9f0b-de0fc5a0db76 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:03:54.714370 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-b7d25163-736a-4a40-9f0b-de0fc5a0db76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:54.714769 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d25163-736a-4a40-9f0b-de0fc5a0db76 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:03:54.715222 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-b7d25163-736a-4a40-9f0b-de0fc5a0db76 None None] Bound port: 41e0952d-aa05-42ee-a947-e90da1e509f5, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:03:54.715591 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-b7d25163-736a-4a40-9f0b-de0fc5a0db76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:54.737723 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-33d7ba8a-9ff2-4820-ae00-1274eb1100cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:54.752573 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-33d7ba8a-9ff2-4820-ae00-1274eb1100cf admin admin] Transition to ACTIVE for port object 807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:03:54.765328 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-b7d25163-736a-4a40-9f0b-de0fc5a0db76 None None] For port 41e0952d-aa05-42ee-a947-e90da1e509f5, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:03:54.768474 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-b7d25163-736a-4a40-9f0b-de0fc5a0db76 None None] For port 41e0952d-aa05-42ee-a947-e90da1e509f5, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=41e0952d-aa05-42ee-a947-e90da1e509f5,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:03:54.840378 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-b7d25163-736a-4a40-9f0b-de0fc5a0db76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:54.886108 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-33d7ba8a-9ff2-4820-ae00-1274eb1100cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:54.930017 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d7ba8a-9ff2-4820-ae00-1274eb1100cf admin admin] Network 2593dd5e-bc31-4e41-87f0-964b009dbd60 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:03:54.933101 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-33d7ba8a-9ff2-4820-ae00-1274eb1100cf admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:03:54.936974 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d7ba8a-9ff2-4820-ae00-1274eb1100cf admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:03:54.942602 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7ba8a-9ff2-4820-ae00-1274eb1100cf admin admin] Pushing event updated for resources: {'Port': ['ID=807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:54.985073 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d25163-736a-4a40-9f0b-de0fc5a0db76 None None] Routers {'6f0cb40d-2508-47c7-8c30-faf253bade14'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:03:54.985747 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-b7d25163-736a-4a40-9f0b-de0fc5a0db76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:03:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['6f0cb40d-2508-47c7-8c30-faf253bade14'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:54.987909 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-33d7ba8a-9ff2-4820-ae00-1274eb1100cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:55.095084 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-b7d25163-736a-4a40-9f0b-de0fc5a0db76 None None] Set router 6f0cb40d-2508-47c7-8c30-faf253bade14 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:03:55.113363 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 40883be4-edc1-4dfe-a596-769a12d19af9 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:03:55.159786 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867882fe-f2e6-4ffa-aa85-18f0ae742d08 None None] Pushing event updated for resources: {'Port': ['ID=41e0952d-aa05-42ee-a947-e90da1e509f5,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:55.175443 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 40883be4-edc1-4dfe-a596-769a12d19af9 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:03:55.175945 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:55.184256 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-33d7ba8a-9ff2-4820-ae00-1274eb1100cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:55.279588 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6d68049b-4db9-4940-998c-b76a5acde4e6 None None] Provisioning for port 807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:03:55.284441 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6d68049b-4db9-4940-998c-b76a5acde4e6 None None] Provisioning complete for port 807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:03:55.284760 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6d68049b-4db9-4940-998c-b76a5acde4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:55.306973 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-b7d25163-736a-4a40-9f0b-de0fc5a0db76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'name': 'tempest-TestVolumeBootPattern-800871963-router', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:51Z', 'updated_at': '2021-08-31T10:03:52Z', 'revision_number': 3, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'gw_port': {'id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:52Z', 'updated_at': '2021-08-31T10:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:55.319535 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-6d68049b-4db9-4940-998c-b76a5acde4e6 None None] Port 807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:03:55.343888 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d25163-736a-4a40-9f0b-de0fc5a0db76 None None] The sync data for ids ['6f0cb40d-2508-47c7-8c30-faf253bade14'] in n-d-791506-28 is: [{'id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'name': 'tempest-TestVolumeBootPattern-800871963-router', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:51Z', 'updated_at': '2021-08-31T10:03:52Z', 'revision_number': 3, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'gw_port': {'id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:52Z', 'updated_at': '2021-08-31T10:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:03:55.363552 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-33d7ba8a-9ff2-4820-ae00-1274eb1100cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:55.422688 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-33d7ba8a-9ff2-4820-ae00-1274eb1100cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:55.490336 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7ba8a-9ff2-4820-ae00-1274eb1100cf admin admin] Pushing event updated for resources: {'Port': ['ID=807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:55.493256 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-33d7ba8a-9ff2-4820-ae00-1274eb1100cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:55.609265 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d7ba8a-9ff2-4820-ae00-1274eb1100cf admin admin] Network 2593dd5e-bc31-4e41-87f0-964b009dbd60 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:03:55.610936 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-33d7ba8a-9ff2-4820-ae00-1274eb1100cf admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:03:55.733088 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d7ba8a-9ff2-4820-ae00-1274eb1100cf admin admin] Router 6f0cb40d-2508-47c7-8c30-faf253bade14 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:03:55.840684 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9940a923-82e0-4245-a787-1369f5d4a783 None None] Provisioning complete for port 807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:03:55.841054 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9940a923-82e0-4245-a787-1369f5d4a783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:55.855767 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d7ba8a-9ff2-4820-ae00-1274eb1100cf admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:03:55.864418 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-33d7ba8a-9ff2-4820-ae00-1274eb1100cf admin admin] 10.222.0.119 "PUT /v2.0/routers/6f0cb40d-2508-47c7-8c30-faf253bade14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7991621 Aug 31 10:03:55.880479 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-9940a923-82e0-4245-a787-1369f5d4a783 None None] Port 807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:03:56.585860 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49934) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:03:56.591443 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-b9464823-432b-4792-8328-a9a80dafa1a3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-657877277-network', 'tenant_id': 'c17cd251098a4ba7a0899095be1dba34'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:03:56.668513 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9464823-432b-4792-8328-a9a80dafa1a3 admin admin] Made reservation on behalf of c17cd251098a4ba7a0899095be1dba34 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:03:56.671047 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b9464823-432b-4792-8328-a9a80dafa1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:56.680562 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b9464823-432b-4792-8328-a9a80dafa1a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:56.769818 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b9464823-432b-4792-8328-a9a80dafa1a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:56.834988 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b9464823-432b-4792-8328-a9a80dafa1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:56.859577 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9464823-432b-4792-8328-a9a80dafa1a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1618, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:03:56.868836 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9464823-432b-4792-8328-a9a80dafa1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae24bb98-990a-4893-871f-250d8ecdaf2f,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:56.874822 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b18409-3e7b-4493-8bf0-ea0101b33869 None None] Sync routers for ids ['6f0cb40d-2508-47c7-8c30-faf253bade14'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:03:56.879604 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b9464823-432b-4792-8328-a9a80dafa1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:56.879604 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-b9464823-432b-4792-8328-a9a80dafa1a3 admin admin] Added segment 47c66371-cb09-4a77-887d-da363d209bdf of type vlan for network 6a2b1606-f73a-431e-aaae-1b309a34b67a Aug 31 10:03:56.885865 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b18409-3e7b-4493-8bf0-ea0101b33869 None None] Routers {'6f0cb40d-2508-47c7-8c30-faf253bade14'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:03:56.886480 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c4b18409-3e7b-4493-8bf0-ea0101b33869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:03:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['6f0cb40d-2508-47c7-8c30-faf253bade14'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:56.921815 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b9464823-432b-4792-8328-a9a80dafa1a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:56.992025 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-c4b18409-3e7b-4493-8bf0-ea0101b33869 None None] Set router 6f0cb40d-2508-47c7-8c30-faf253bade14 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:03:57.005060 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b9464823-432b-4792-8328-a9a80dafa1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:57.006805 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9464823-432b-4792-8328-a9a80dafa1a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:57.007391 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b9464823-432b-4792-8328-a9a80dafa1a3 admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:57.080682 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9464823-432b-4792-8328-a9a80dafa1a3 admin admin] Pushing event updated for resources: {'Network': ['ID=6a2b1606-f73a-431e-aaae-1b309a34b67a,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:57.110305 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b9464823-432b-4792-8328-a9a80dafa1a3 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5220311 Aug 31 10:03:57.111789 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49936) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:03:57.116430 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 6a2b1606-f73a-431e-aaae-1b309a34b67a details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:03:57.117093 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-d0d2392a-3963-4346-aec7-8cd2f78a042b admin admin] Request body: {'subnet': {'network_id': '6a2b1606-f73a-431e-aaae-1b309a34b67a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-657877277-subnet', 'tenant_id': 'c17cd251098a4ba7a0899095be1dba34', 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:03:57.122015 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 41e0952d-aa05-42ee-a947-e90da1e509f5 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:03:57.188168 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d2392a-3963-4346-aec7-8cd2f78a042b admin admin] Made reservation on behalf of c17cd251098a4ba7a0899095be1dba34 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:03:57.190986 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d0d2392a-3963-4346-aec7-8cd2f78a042b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:57.301504 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c4b18409-3e7b-4493-8bf0-ea0101b33869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'name': 'tempest-TestVolumeBootPattern-800871963-router', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:51Z', 'updated_at': '2021-08-31T10:03:55Z', 'revision_number': 4, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'gw_port': {'id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:52Z', 'updated_at': '2021-08-31T10:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3', 'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'mac_address': 'fa:16:3e:79:ce:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:54Z', 'updated_at': '2021-08-31T10:03:55Z', 'revision_number': 2, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'subnets': [{'id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:57.328535 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b18409-3e7b-4493-8bf0-ea0101b33869 None None] Checking router: 6f0cb40d-2508-47c7-8c30-faf253bade14 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:03:57.328887 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b18409-3e7b-4493-8bf0-ea0101b33869 None None] Updating router 6f0cb40d-2508-47c7-8c30-faf253bade14 port 807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:03:57.330762 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 41e0952d-aa05-42ee-a947-e90da1e509f5 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:03:57.335966 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 41e0952d-aa05-42ee-a947-e90da1e509f5 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:03:57.336337 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:57.382414 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c4b18409-3e7b-4493-8bf0-ea0101b33869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:57.440039 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d0d2392a-3963-4346-aec7-8cd2f78a042b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:57.497229 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2392a-3963-4346-aec7-8cd2f78a042b admin admin] Pushing event updated for resources: {'Subnet': ['ID=33fb9f73-d23b-4fc0-a472-4418c419a237,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:57.504392 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d2392a-3963-4346-aec7-8cd2f78a042b admin admin] Checking segment: {'id': '47c66371-cb09-4a77-887d-da363d209bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '6a2b1606-f73a-431e-aaae-1b309a34b67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:03:57.504753 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d2392a-3963-4346-aec7-8cd2f78a042b admin admin] Network hostable DHCP agents. Network: 6a2b1606-f73a-431e-aaae-1b309a34b67a, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:03:57.530889 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:57.555263 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d2392a-3963-4346-aec7-8cd2f78a042b admin admin] Network 6a2b1606-f73a-431e-aaae-1b309a34b67a is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:03:57.574446 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 41e0952d-aa05-42ee-a947-e90da1e509f5, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=41e0952d-aa05-42ee-a947-e90da1e509f5,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:03:57.600486 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-d0d2392a-3963-4346-aec7-8cd2f78a042b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 6a2b1606-f73a-431e-aaae-1b309a34b67a) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:03:57.605778 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d2392a-3963-4346-aec7-8cd2f78a042b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:03:57.607639 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d0d2392a-3963-4346-aec7-8cd2f78a042b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:57.615693 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78c934f-0cb9-46ee-abd4-e67a2dd4e676 None None] Network 6a2b1606-f73a-431e-aaae-1b309a34b67a requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:03:57.682787 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d0d2392a-3963-4346-aec7-8cd2f78a042b admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5675716 Aug 31 10:03:57.683262 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49938) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:03:57.687948 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-db99dd92-ab6d-4ba4-87d0-e2972be60a0e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-657877277-router', 'tenant_id': 'c17cd251098a4ba7a0899095be1dba34', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:03:57.806179 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-db99dd92-ab6d-4ba4-87d0-e2972be60a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:57.807550 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-db99dd92-ab6d-4ba4-87d0-e2972be60a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:57.818841 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:57.868335 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-db99dd92-ab6d-4ba4-87d0-e2972be60a0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:57.929067 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=41e0952d-aa05-42ee-a947-e90da1e509f5,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:58.032311 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c4b18409-3e7b-4493-8bf0-ea0101b33869 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:58.045892 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c4b18409-3e7b-4493-8bf0-ea0101b33869 None None] Transition to ACTIVE for port object 807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:03:58.050434 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fef33a-377a-4ff8-b91d-fb7699ade130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-6a2b1606-f73a-431e-aaae-1b309a34b67a', 'network_id': '6a2b1606-f73a-431e-aaae-1b309a34b67a', 'tenant_id': 'c17cd251098a4ba7a0899095be1dba34', 'fixed_ips': [{'subnet_id': '33fb9f73-d23b-4fc0-a472-4418c419a237'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:03:58.051318 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-01fef33a-377a-4ff8-b91d-fb7699ade130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:58.103453 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-db99dd92-ab6d-4ba4-87d0-e2972be60a0e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:58.164631 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c4b18409-3e7b-4493-8bf0-ea0101b33869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:58.239335 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4add4-a911-4dd6-9160-4ad635d5292c None None] Pushing event updated for resources: {'Port': ['ID=807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:58.244085 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-01fef33a-377a-4ff8-b91d-fb7699ade130 None None] Allocated IP 172.20.0.2 (6a2b1606-f73a-431e-aaae-1b309a34b67a/33fb9f73-d23b-4fc0-a472-4418c419a237/4532170c-4121-4c40-8ca6-0431db72f750) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:03:58.360421 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c4b18409-3e7b-4493-8bf0-ea0101b33869 None None] Attempting to bind port 807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:03:58.360780 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c4b18409-3e7b-4493-8bf0-ea0101b33869 None None] Attempting to bind port 807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:03:58.361207 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b18409-3e7b-4493-8bf0-ea0101b33869 None None] Attempting to bind port 807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3 on network 2593dd5e-bc31-4e41-87f0-964b009dbd60 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:03:58.371432 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b18409-3e7b-4493-8bf0-ea0101b33869 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:03:58.371809 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b18409-3e7b-4493-8bf0-ea0101b33869 None None] Checking segment: {'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:03:58.372211 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c4b18409-3e7b-4493-8bf0-ea0101b33869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:58.372604 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b18409-3e7b-4493-8bf0-ea0101b33869 None None] Bound using segment: {'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:03:58.373081 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c4b18409-3e7b-4493-8bf0-ea0101b33869 None None] Bound port: 807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:03:58.373458 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c4b18409-3e7b-4493-8bf0-ea0101b33869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:58.429521 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-db99dd92-ab6d-4ba4-87d0-e2972be60a0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:58.451065 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-db99dd92-ab6d-4ba4-87d0-e2972be60a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:58.496513 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-c4b18409-3e7b-4493-8bf0-ea0101b33869 None None] For port 807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:03:58.501299 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-c4b18409-3e7b-4493-8bf0-ea0101b33869 None None] For port 807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:03:58.520597 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-01fef33a-377a-4ff8-b91d-fb7699ade130 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:58.532903 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-01fef33a-377a-4ff8-b91d-fb7699ade130 None None] Transition to ACTIVE for port object 4532170c-4121-4c40-8ca6-0431db72f750 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:03:58.554536 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-01fef33a-377a-4ff8-b91d-fb7699ade130 None None] Transition to ACTIVE for port object 4532170c-4121-4c40-8ca6-0431db72f750 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:03:58.563935 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-db99dd92-ab6d-4ba4-87d0-e2972be60a0e admin admin] Allocated IP 172.25.2.8 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/7637abb9-dd71-46e3-890a-a31eabc24ffe) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:03:58.565585 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c4b18409-3e7b-4493-8bf0-ea0101b33869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:58.625228 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-01fef33a-377a-4ff8-b91d-fb7699ade130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:58.653444 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b18409-3e7b-4493-8bf0-ea0101b33869 None None] Routers {'6f0cb40d-2508-47c7-8c30-faf253bade14'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:03:58.654079 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c4b18409-3e7b-4493-8bf0-ea0101b33869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:03:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['6f0cb40d-2508-47c7-8c30-faf253bade14'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:58.655868 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4add4-a911-4dd6-9160-4ad635d5292c None None] Pushing event updated for resources: {'Port': ['ID=807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:58.668049 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fef33a-377a-4ff8-b91d-fb7699ade130 None None] Network 6a2b1606-f73a-431e-aaae-1b309a34b67a is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:03:58.669491 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-01fef33a-377a-4ff8-b91d-fb7699ade130 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:03:58.671972 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fef33a-377a-4ff8-b91d-fb7699ade130 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:03:58.731978 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-db99dd92-ab6d-4ba4-87d0-e2972be60a0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:58.782317 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-01fef33a-377a-4ff8-b91d-fb7699ade130 None None] Attempting to bind port 4532170c-4121-4c40-8ca6-0431db72f750 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:03:58.782704 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-01fef33a-377a-4ff8-b91d-fb7699ade130 None None] Attempting to bind port 4532170c-4121-4c40-8ca6-0431db72f750 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '47c66371-cb09-4a77-887d-da363d209bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '6a2b1606-f73a-431e-aaae-1b309a34b67a'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:03:58.783071 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fef33a-377a-4ff8-b91d-fb7699ade130 None None] Attempting to bind port 4532170c-4121-4c40-8ca6-0431db72f750 on network 6a2b1606-f73a-431e-aaae-1b309a34b67a {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:03:58.807689 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fef33a-377a-4ff8-b91d-fb7699ade130 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:03:58.808195 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fef33a-377a-4ff8-b91d-fb7699ade130 None None] Checking segment: {'id': '47c66371-cb09-4a77-887d-da363d209bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '6a2b1606-f73a-431e-aaae-1b309a34b67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:03:58.808458 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-01fef33a-377a-4ff8-b91d-fb7699ade130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:58.808848 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fef33a-377a-4ff8-b91d-fb7699ade130 None None] Bound using segment: {'id': '47c66371-cb09-4a77-887d-da363d209bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '6a2b1606-f73a-431e-aaae-1b309a34b67a'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:03:58.809307 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-01fef33a-377a-4ff8-b91d-fb7699ade130 None None] Bound port: 4532170c-4121-4c40-8ca6-0431db72f750, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c66371-cb09-4a77-887d-da363d209bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '6a2b1606-f73a-431e-aaae-1b309a34b67a'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:03:58.809720 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-01fef33a-377a-4ff8-b91d-fb7699ade130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:58.814449 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fef33a-377a-4ff8-b91d-fb7699ade130 None None] Pushing event updated for resources: {'Port': ['ID=4532170c-4121-4c40-8ca6-0431db72f750,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:58.845734 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-db99dd92-ab6d-4ba4-87d0-e2972be60a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:58.891561 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db99dd92-ab6d-4ba4-87d0-e2972be60a0e admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:03:58.896564 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-db99dd92-ab6d-4ba4-87d0-e2972be60a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:03:58.899141 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db99dd92-ab6d-4ba4-87d0-e2972be60a0e admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:03:58.915473 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-c4b18409-3e7b-4493-8bf0-ea0101b33869 None None] Set router 6f0cb40d-2508-47c7-8c30-faf253bade14 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:03:58.921964 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99dd92-ab6d-4ba4-87d0-e2972be60a0e admin admin] Pushing event updated for resources: {'Port': ['ID=7637abb9-dd71-46e3-890a-a31eabc24ffe,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:58.999708 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-01fef33a-377a-4ff8-b91d-fb7699ade130 None None] For port 4532170c-4121-4c40-8ca6-0431db72f750, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:03:59.048387 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-01fef33a-377a-4ff8-b91d-fb7699ade130 None None] For port 4532170c-4121-4c40-8ca6-0431db72f750, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4532170c-4121-4c40-8ca6-0431db72f750,segment=NetworkSegment(47c66371-cb09-4a77-887d-da363d209bdf),segment_id=47c66371-cb09-4a77-887d-da363d209bdf)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:03:59.092514 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 41e0952d-aa05-42ee-a947-e90da1e509f5 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:03:59.122606 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-01fef33a-377a-4ff8-b91d-fb7699ade130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:59.222871 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fef33a-377a-4ff8-b91d-fb7699ade130 None None] Pushing event updated for resources: {'Port': ['ID=4532170c-4121-4c40-8ca6-0431db72f750,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:03:59.241076 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 41e0952d-aa05-42ee-a947-e90da1e509f5 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:03:59.241487 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:59.246655 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-db99dd92-ab6d-4ba4-87d0-e2972be60a0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:59.267867 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-c4b18409-3e7b-4493-8bf0-ea0101b33869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'name': 'tempest-TestVolumeBootPattern-800871963-router', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:51Z', 'updated_at': '2021-08-31T10:03:55Z', 'revision_number': 4, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'gw_port': {'id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:52Z', 'updated_at': '2021-08-31T10:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3', 'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'mac_address': 'fa:16:3e:79:ce:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:54Z', 'updated_at': '2021-08-31T10:03:58Z', 'revision_number': 4, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'subnets': [{'id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:03:59.300838 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b18409-3e7b-4493-8bf0-ea0101b33869 None None] The sync data for ids ['6f0cb40d-2508-47c7-8c30-faf253bade14'] in n-d-791506-28 is: [{'id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'name': 'tempest-TestVolumeBootPattern-800871963-router', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:51Z', 'updated_at': '2021-08-31T10:03:55Z', 'revision_number': 4, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'gw_port': {'id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:52Z', 'updated_at': '2021-08-31T10:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3', 'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'mac_address': 'fa:16:3e:79:ce:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:54Z', 'updated_at': '2021-08-31T10:03:58Z', 'revision_number': 4, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'subnets': [{'id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:03:59.479979 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-db99dd92-ab6d-4ba4-87d0-e2972be60a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:03:59.685482 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db99dd92-ab6d-4ba4-87d0-e2972be60a0e admin admin] Router 41ea52f8-3bc6-448d-8381-b9860a6b219d is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:04:00.141194 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db99dd92-ab6d-4ba4-87d0-e2972be60a0e admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:04:00.152981 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc17aa9c-4c86-49cf-8183-cbcecb5f4ffb None None] Sync routers for ids ['41ea52f8-3bc6-448d-8381-b9860a6b219d'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:04:00.163981 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc17aa9c-4c86-49cf-8183-cbcecb5f4ffb None None] Routers {'41ea52f8-3bc6-448d-8381-b9860a6b219d'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:04:00.164671 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-bc17aa9c-4c86-49cf-8183-cbcecb5f4ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:03:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['41ea52f8-3bc6-448d-8381-b9860a6b219d'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:00.211312 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-db99dd92-ab6d-4ba4-87d0-e2972be60a0e admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:00.215246 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-db99dd92-ab6d-4ba4-87d0-e2972be60a0e admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5282493 Aug 31 10:04:00.215410 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 49940) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:04:00.290183 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-bc17aa9c-4c86-49cf-8183-cbcecb5f4ffb None None] Set router 41ea52f8-3bc6-448d-8381-b9860a6b219d gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:04:00.308275 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74283f22-9c38-4443-be32-0da7b7927704 None None] Network 6a2b1606-f73a-431e-aaae-1b309a34b67a requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:04:00.432225 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-be21c7b7-2bea-490d-aa90-bf9f4e6246eb None None] Provisioning for port 4532170c-4121-4c40-8ca6-0431db72f750 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:04:00.529156 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-bc17aa9c-4c86-49cf-8183-cbcecb5f4ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ea52f8-3bc6-448d-8381-b9860a6b219d', 'name': 'tempest-TestVolumeBootPattern-657877277-router', 'tenant_id': 'c17cd251098a4ba7a0899095be1dba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '7637abb9-dd71-46e3-890a-a31eabc24ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:57Z', 'updated_at': '2021-08-31T10:03:59Z', 'revision_number': 3, 'project_id': 'c17cd251098a4ba7a0899095be1dba34', 'gw_port': {'id': '7637abb9-dd71-46e3-890a-a31eabc24ffe', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ea52f8-3bc6-448d-8381-b9860a6b219d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:58Z', 'updated_at': '2021-08-31T10:03:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:00.559154 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc17aa9c-4c86-49cf-8183-cbcecb5f4ffb None None] Checking router: 41ea52f8-3bc6-448d-8381-b9860a6b219d for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:04:00.559756 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc17aa9c-4c86-49cf-8183-cbcecb5f4ffb None None] Updating router 41ea52f8-3bc6-448d-8381-b9860a6b219d port 7637abb9-dd71-46e3-890a-a31eabc24ffe binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:04:00.589380 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-bc17aa9c-4c86-49cf-8183-cbcecb5f4ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:00.737018 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-feff2a34-59be-45f1-80e2-cfd3517909b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:00.868928 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-bc17aa9c-4c86-49cf-8183-cbcecb5f4ffb None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:00.878788 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-bc17aa9c-4c86-49cf-8183-cbcecb5f4ffb None None] Transition to ACTIVE for port object 7637abb9-dd71-46e3-890a-a31eabc24ffe will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:04:00.902272 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-feff2a34-59be-45f1-80e2-cfd3517909b3 admin admin] Allocated IP 172.20.0.1 (6a2b1606-f73a-431e-aaae-1b309a34b67a/33fb9f73-d23b-4fc0-a472-4418c419a237/fd97babf-03dc-485d-9257-e5b8d4751728) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:04:00.953578 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-bc17aa9c-4c86-49cf-8183-cbcecb5f4ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:01.007783 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-bc17aa9c-4c86-49cf-8183-cbcecb5f4ffb None None] Attempting to bind port 7637abb9-dd71-46e3-890a-a31eabc24ffe on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:04:01.008152 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-bc17aa9c-4c86-49cf-8183-cbcecb5f4ffb None None] Attempting to bind port 7637abb9-dd71-46e3-890a-a31eabc24ffe by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:04:01.008509 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc17aa9c-4c86-49cf-8183-cbcecb5f4ffb None None] Attempting to bind port 7637abb9-dd71-46e3-890a-a31eabc24ffe on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:04:01.010650 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb126fa4-1adc-460b-9115-dc45333bff1c None None] Pushing event updated for resources: {'Port': ['ID=7637abb9-dd71-46e3-890a-a31eabc24ffe,revision_number=2']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:01.017180 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc17aa9c-4c86-49cf-8183-cbcecb5f4ffb None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:04:01.017180 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc17aa9c-4c86-49cf-8183-cbcecb5f4ffb None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:04:01.017180 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-bc17aa9c-4c86-49cf-8183-cbcecb5f4ffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:01.017452 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc17aa9c-4c86-49cf-8183-cbcecb5f4ffb None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:04:01.017742 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-bc17aa9c-4c86-49cf-8183-cbcecb5f4ffb None None] Bound port: 7637abb9-dd71-46e3-890a-a31eabc24ffe, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:04:01.018500 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-bc17aa9c-4c86-49cf-8183-cbcecb5f4ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:01.020294 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-feff2a34-59be-45f1-80e2-cfd3517909b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:01.039117 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-feff2a34-59be-45f1-80e2-cfd3517909b3 admin admin] Transition to ACTIVE for port object fd97babf-03dc-485d-9257-e5b8d4751728 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:04:01.076591 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-bc17aa9c-4c86-49cf-8183-cbcecb5f4ffb None None] For port 7637abb9-dd71-46e3-890a-a31eabc24ffe, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:04:01.080854 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-bc17aa9c-4c86-49cf-8183-cbcecb5f4ffb None None] For port 7637abb9-dd71-46e3-890a-a31eabc24ffe, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=7637abb9-dd71-46e3-890a-a31eabc24ffe,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:04:01.087126 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9dbf7b3b-b0c4-4a1a-a637-77289f6d3486 req-a1c52299-047f-48e3-abd8-590809cbf60e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0379779 Aug 31 10:04:01.124606 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9dbf7b3b-b0c4-4a1a-a637-77289f6d3486 req-9396ca33-3db9-4dce-ad24-923740ed956e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.0269864 Aug 31 10:04:01.140415 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-bc17aa9c-4c86-49cf-8183-cbcecb5f4ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:01.150666 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-feff2a34-59be-45f1-80e2-cfd3517909b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:01.170815 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9dbf7b3b-b0c4-4a1a-a637-77289f6d3486 req-23f80691-4876-4063-aebc-08e5e99397d8 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40aea3578a764824ae85220fcc0c6911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262456 Aug 31 10:04:01.192250 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:04:01.205182 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc17aa9c-4c86-49cf-8183-cbcecb5f4ffb None None] Routers {'41ea52f8-3bc6-448d-8381-b9860a6b219d'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:04:01.206140 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-bc17aa9c-4c86-49cf-8183-cbcecb5f4ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:03:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['41ea52f8-3bc6-448d-8381-b9860a6b219d'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:01.215110 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feff2a34-59be-45f1-80e2-cfd3517909b3 admin admin] Network 6a2b1606-f73a-431e-aaae-1b309a34b67a is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:04:01.218353 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-feff2a34-59be-45f1-80e2-cfd3517909b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:04:01.241791 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feff2a34-59be-45f1-80e2-cfd3517909b3 admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:04:01.286022 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff2a34-59be-45f1-80e2-cfd3517909b3 admin admin] Pushing event updated for resources: {'Port': ['ID=fd97babf-03dc-485d-9257-e5b8d4751728,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:01.295326 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf7b3b-b0c4-4a1a-a637-77289f6d3486 req-07ef2a97-e777-49f1-bb69-32c1ac16178e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:01.297537 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9dbf7b3b-b0c4-4a1a-a637-77289f6d3486 req-07ef2a97-e777-49f1-bb69-32c1ac16178e service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1205239 Aug 31 10:04:01.306136 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-feff2a34-59be-45f1-80e2-cfd3517909b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:01.314237 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:04:01.319056 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:04:01.319427 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:01.330662 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-bc17aa9c-4c86-49cf-8183-cbcecb5f4ffb None None] Set router 41ea52f8-3bc6-448d-8381-b9860a6b219d gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:04:01.332463 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb126fa4-1adc-460b-9115-dc45333bff1c None None] Pushing event updated for resources: {'Port': ['ID=7637abb9-dd71-46e3-890a-a31eabc24ffe,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:01.430580 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:01.472350 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:04:01.517718 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-bc17aa9c-4c86-49cf-8183-cbcecb5f4ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ea52f8-3bc6-448d-8381-b9860a6b219d', 'name': 'tempest-TestVolumeBootPattern-657877277-router', 'tenant_id': 'c17cd251098a4ba7a0899095be1dba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '7637abb9-dd71-46e3-890a-a31eabc24ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:57Z', 'updated_at': '2021-08-31T10:03:59Z', 'revision_number': 3, 'project_id': 'c17cd251098a4ba7a0899095be1dba34', 'gw_port': {'id': '7637abb9-dd71-46e3-890a-a31eabc24ffe', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ea52f8-3bc6-448d-8381-b9860a6b219d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:58Z', 'updated_at': '2021-08-31T10:04:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:01.545801 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc17aa9c-4c86-49cf-8183-cbcecb5f4ffb None None] The sync data for ids ['41ea52f8-3bc6-448d-8381-b9860a6b219d'] in n-d-791506-28 is: [{'id': '41ea52f8-3bc6-448d-8381-b9860a6b219d', 'name': 'tempest-TestVolumeBootPattern-657877277-router', 'tenant_id': 'c17cd251098a4ba7a0899095be1dba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '7637abb9-dd71-46e3-890a-a31eabc24ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:57Z', 'updated_at': '2021-08-31T10:03:59Z', 'revision_number': 3, 'project_id': 'c17cd251098a4ba7a0899095be1dba34', 'gw_port': {'id': '7637abb9-dd71-46e3-890a-a31eabc24ffe', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ea52f8-3bc6-448d-8381-b9860a6b219d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:58Z', 'updated_at': '2021-08-31T10:04:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:04:01.580497 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-feff2a34-59be-45f1-80e2-cfd3517909b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:01.600137 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:01.600991 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4532170c-4121-4c40-8ca6-0431db72f750 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:04:01.653393 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-469c839f-41a1-4d99-99e9-4e9fd13a7c27 None None] Provisioning for port fd97babf-03dc-485d-9257-e5b8d4751728 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:04:01.667372 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-469c839f-41a1-4d99-99e9-4e9fd13a7c27 None None] Provisioning complete for port fd97babf-03dc-485d-9257-e5b8d4751728 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:04:01.667740 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-469c839f-41a1-4d99-99e9-4e9fd13a7c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:01.713937 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:01.728829 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-469c839f-41a1-4d99-99e9-4e9fd13a7c27 None None] Port fd97babf-03dc-485d-9257-e5b8d4751728 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:04:01.768362 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-feff2a34-59be-45f1-80e2-cfd3517909b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:01.834685 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 4532170c-4121-4c40-8ca6-0431db72f750 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:04:01.839001 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 4532170c-4121-4c40-8ca6-0431db72f750 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:04:01.839354 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:01.862745 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-feff2a34-59be-45f1-80e2-cfd3517909b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:01.934222 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-feff2a34-59be-45f1-80e2-cfd3517909b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:01.935772 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff2a34-59be-45f1-80e2-cfd3517909b3 admin admin] Pushing event updated for resources: {'Port': ['ID=fd97babf-03dc-485d-9257-e5b8d4751728,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:01.938204 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:01.974233 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 4532170c-4121-4c40-8ca6-0431db72f750, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4532170c-4121-4c40-8ca6-0431db72f750,segment=NetworkSegment(47c66371-cb09-4a77-887d-da363d209bdf),segment_id=47c66371-cb09-4a77-887d-da363d209bdf)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:04:02.039062 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feff2a34-59be-45f1-80e2-cfd3517909b3 admin admin] Network 6a2b1606-f73a-431e-aaae-1b309a34b67a is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:04:02.040264 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:02.040665 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-feff2a34-59be-45f1-80e2-cfd3517909b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:04:02.107942 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=4532170c-4121-4c40-8ca6-0431db72f750,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:02.166795 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feff2a34-59be-45f1-80e2-cfd3517909b3 admin admin] Router 41ea52f8-3bc6-448d-8381-b9860a6b219d has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:04:02.290028 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feff2a34-59be-45f1-80e2-cfd3517909b3 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:04:02.295202 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-feff2a34-59be-45f1-80e2-cfd3517909b3 admin admin] 10.222.0.119 "PUT /v2.0/routers/41ea52f8-3bc6-448d-8381-b9860a6b219d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0788596 Aug 31 10:04:02.351778 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-41f3c59f-13c8-47f3-92f4-371d86d1e6dd None None] Provisioning complete for port fd97babf-03dc-485d-9257-e5b8d4751728 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:04:02.352283 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-41f3c59f-13c8-47f3-92f4-371d86d1e6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:02.386869 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-41f3c59f-13c8-47f3-92f4-371d86d1e6dd None None] Port fd97babf-03dc-485d-9257-e5b8d4751728 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:04:03.090955 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:03.141017 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f40c9e-48a8-45f0-a4bc-a82dce5eab22 None None] Sync routers for ids ['41ea52f8-3bc6-448d-8381-b9860a6b219d'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:04:03.151584 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f40c9e-48a8-45f0-a4bc-a82dce5eab22 None None] Routers {'41ea52f8-3bc6-448d-8381-b9860a6b219d'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:04:03.152317 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-33f40c9e-48a8-45f0-a4bc-a82dce5eab22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:03:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['41ea52f8-3bc6-448d-8381-b9860a6b219d'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:03.193236 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:04:03.312150 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-33f40c9e-48a8-45f0-a4bc-a82dce5eab22 None None] Set router 41ea52f8-3bc6-448d-8381-b9860a6b219d gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:04:03.346038 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:04:03.346422 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:03.375082 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:03.542429 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7637abb9-dd71-46e3-890a-a31eabc24ffe up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:04:03.793050 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-33f40c9e-48a8-45f0-a4bc-a82dce5eab22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ea52f8-3bc6-448d-8381-b9860a6b219d', 'name': 'tempest-TestVolumeBootPattern-657877277-router', 'tenant_id': 'c17cd251098a4ba7a0899095be1dba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '7637abb9-dd71-46e3-890a-a31eabc24ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:57Z', 'updated_at': '2021-08-31T10:04:01Z', 'revision_number': 4, 'project_id': 'c17cd251098a4ba7a0899095be1dba34', 'gw_port': {'id': '7637abb9-dd71-46e3-890a-a31eabc24ffe', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ea52f8-3bc6-448d-8381-b9860a6b219d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:58Z', 'updated_at': '2021-08-31T10:04:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'fd97babf-03dc-485d-9257-e5b8d4751728', 'name': '', 'network_id': '6a2b1606-f73a-431e-aaae-1b309a34b67a', 'tenant_id': 'c17cd251098a4ba7a0899095be1dba34', 'mac_address': 'fa:16:3e:81:76:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ea52f8-3bc6-448d-8381-b9860a6b219d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '33fb9f73-d23b-4fc0-a472-4418c419a237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:04:00Z', 'updated_at': '2021-08-31T10:04:01Z', 'revision_number': 2, 'project_id': 'c17cd251098a4ba7a0899095be1dba34', 'subnets': [{'id': '33fb9f73-d23b-4fc0-a472-4418c419a237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:03.820477 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f40c9e-48a8-45f0-a4bc-a82dce5eab22 None None] Checking router: 41ea52f8-3bc6-448d-8381-b9860a6b219d for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:04:03.820824 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f40c9e-48a8-45f0-a4bc-a82dce5eab22 None None] Updating router 41ea52f8-3bc6-448d-8381-b9860a6b219d port fd97babf-03dc-485d-9257-e5b8d4751728 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:04:03.844987 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-33f40c9e-48a8-45f0-a4bc-a82dce5eab22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:03.883488 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 7637abb9-dd71-46e3-890a-a31eabc24ffe completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:04:03.891473 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 7637abb9-dd71-46e3-890a-a31eabc24ffe triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:04:03.891842 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:04.093704 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:04.126639 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 7637abb9-dd71-46e3-890a-a31eabc24ffe, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=7637abb9-dd71-46e3-890a-a31eabc24ffe,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:04:04.191192 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:04.191970 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4532170c-4121-4c40-8ca6-0431db72f750 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:04:04.271115 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-33f40c9e-48a8-45f0-a4bc-a82dce5eab22 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:04.296346 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-33f40c9e-48a8-45f0-a4bc-a82dce5eab22 None None] Transition to ACTIVE for port object fd97babf-03dc-485d-9257-e5b8d4751728 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:04:04.298152 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=7637abb9-dd71-46e3-890a-a31eabc24ffe,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:04.314503 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 4532170c-4121-4c40-8ca6-0431db72f750 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:04:04.314881 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:04.383410 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-33f40c9e-48a8-45f0-a4bc-a82dce5eab22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:04.446365 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435d9b3-8f79-462d-9aea-a023a5c4fdc7 None None] Pushing event updated for resources: {'Port': ['ID=fd97babf-03dc-485d-9257-e5b8d4751728,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:04.504296 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-33f40c9e-48a8-45f0-a4bc-a82dce5eab22 None None] Attempting to bind port fd97babf-03dc-485d-9257-e5b8d4751728 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:04:04.504661 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-33f40c9e-48a8-45f0-a4bc-a82dce5eab22 None None] Attempting to bind port fd97babf-03dc-485d-9257-e5b8d4751728 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '47c66371-cb09-4a77-887d-da363d209bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '6a2b1606-f73a-431e-aaae-1b309a34b67a'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:04:04.506520 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f40c9e-48a8-45f0-a4bc-a82dce5eab22 None None] Attempting to bind port fd97babf-03dc-485d-9257-e5b8d4751728 on network 6a2b1606-f73a-431e-aaae-1b309a34b67a {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:04:04.510739 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f40c9e-48a8-45f0-a4bc-a82dce5eab22 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:04:04.511120 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f40c9e-48a8-45f0-a4bc-a82dce5eab22 None None] Checking segment: {'id': '47c66371-cb09-4a77-887d-da363d209bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '6a2b1606-f73a-431e-aaae-1b309a34b67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:04:04.511517 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-33f40c9e-48a8-45f0-a4bc-a82dce5eab22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:04.512029 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f40c9e-48a8-45f0-a4bc-a82dce5eab22 None None] Bound using segment: {'id': '47c66371-cb09-4a77-887d-da363d209bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '6a2b1606-f73a-431e-aaae-1b309a34b67a'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:04:04.512496 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-33f40c9e-48a8-45f0-a4bc-a82dce5eab22 None None] Bound port: fd97babf-03dc-485d-9257-e5b8d4751728, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c66371-cb09-4a77-887d-da363d209bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '6a2b1606-f73a-431e-aaae-1b309a34b67a'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:04:04.512876 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-33f40c9e-48a8-45f0-a4bc-a82dce5eab22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:04.582529 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-33f40c9e-48a8-45f0-a4bc-a82dce5eab22 None None] For port fd97babf-03dc-485d-9257-e5b8d4751728, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:04:04.586736 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-33f40c9e-48a8-45f0-a4bc-a82dce5eab22 None None] For port fd97babf-03dc-485d-9257-e5b8d4751728, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=fd97babf-03dc-485d-9257-e5b8d4751728,segment=NetworkSegment(47c66371-cb09-4a77-887d-da363d209bdf),segment_id=47c66371-cb09-4a77-887d-da363d209bdf)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:04:04.664222 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-33f40c9e-48a8-45f0-a4bc-a82dce5eab22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:04.736175 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f40c9e-48a8-45f0-a4bc-a82dce5eab22 None None] Routers {'41ea52f8-3bc6-448d-8381-b9860a6b219d'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:04:04.736797 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-33f40c9e-48a8-45f0-a4bc-a82dce5eab22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:03:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['41ea52f8-3bc6-448d-8381-b9860a6b219d'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:04.792269 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435d9b3-8f79-462d-9aea-a023a5c4fdc7 None None] Pushing event updated for resources: {'Port': ['ID=fd97babf-03dc-485d-9257-e5b8d4751728,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:04.869504 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-33f40c9e-48a8-45f0-a4bc-a82dce5eab22 None None] Set router 41ea52f8-3bc6-448d-8381-b9860a6b219d gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:04:04.947270 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976ad1b-e284-4531-af63-a0104f82727d req-a4191ac6-78e8-482d-8a0e-5c1af9978aae tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:04.949428 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d976ad1b-e284-4531-af63-a0104f82727d req-a4191ac6-78e8-482d-8a0e-5c1af9978aae tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/networks?id=2593dd5e-bc31-4e41-87f0-964b009dbd60 HTTP/1.1" status: 200 len: 811 time: 0.1214097 Aug 31 10:04:04.965411 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d976ad1b-e284-4531-af63-a0104f82727d req-a1b92242-45ea-448e-948e-82c7e2567062 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/quotas/d1ddc052c1054cf3a6ea73848cd55645 HTTP/1.1" status: 200 len: 375 time: 0.0101702 Aug 31 10:04:05.018436 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d976ad1b-e284-4531-af63-a0104f82727d req-3f5cbb92-7ecb-49d6-8300-ec30e6067751 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473638 Aug 31 10:04:05.089865 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7637abb9-dd71-46e3-890a-a31eabc24ffe up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:04:05.114856 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d976ad1b-e284-4531-af63-a0104f82727d req-979043ce-f286-442e-9dce-b4b1e77433c8 service neutron] 10.222.0.119 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885143 Aug 31 10:04:05.129020 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-33f40c9e-48a8-45f0-a4bc-a82dce5eab22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ea52f8-3bc6-448d-8381-b9860a6b219d', 'name': 'tempest-TestVolumeBootPattern-657877277-router', 'tenant_id': 'c17cd251098a4ba7a0899095be1dba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '7637abb9-dd71-46e3-890a-a31eabc24ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:57Z', 'updated_at': '2021-08-31T10:04:01Z', 'revision_number': 4, 'project_id': 'c17cd251098a4ba7a0899095be1dba34', 'gw_port': {'id': '7637abb9-dd71-46e3-890a-a31eabc24ffe', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ea52f8-3bc6-448d-8381-b9860a6b219d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:58Z', 'updated_at': '2021-08-31T10:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'fd97babf-03dc-485d-9257-e5b8d4751728', 'name': '', 'network_id': '6a2b1606-f73a-431e-aaae-1b309a34b67a', 'tenant_id': 'c17cd251098a4ba7a0899095be1dba34', 'mac_address': 'fa:16:3e:81:76:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ea52f8-3bc6-448d-8381-b9860a6b219d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '33fb9f73-d23b-4fc0-a472-4418c419a237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:04:00Z', 'updated_at': '2021-08-31T10:04:04Z', 'revision_number': 4, 'project_id': 'c17cd251098a4ba7a0899095be1dba34', 'subnets': [{'id': '33fb9f73-d23b-4fc0-a472-4418c419a237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:04:05.158969 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f40c9e-48a8-45f0-a4bc-a82dce5eab22 None None] The sync data for ids ['41ea52f8-3bc6-448d-8381-b9860a6b219d'] in n-d-791506-28 is: [{'id': '41ea52f8-3bc6-448d-8381-b9860a6b219d', 'name': 'tempest-TestVolumeBootPattern-657877277-router', 'tenant_id': 'c17cd251098a4ba7a0899095be1dba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '7637abb9-dd71-46e3-890a-a31eabc24ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:57Z', 'updated_at': '2021-08-31T10:04:01Z', 'revision_number': 4, 'project_id': 'c17cd251098a4ba7a0899095be1dba34', 'gw_port': {'id': '7637abb9-dd71-46e3-890a-a31eabc24ffe', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ea52f8-3bc6-448d-8381-b9860a6b219d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:58Z', 'updated_at': '2021-08-31T10:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'fd97babf-03dc-485d-9257-e5b8d4751728', 'name': '', 'network_id': '6a2b1606-f73a-431e-aaae-1b309a34b67a', 'tenant_id': 'c17cd251098a4ba7a0899095be1dba34', 'mac_address': 'fa:16:3e:81:76:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ea52f8-3bc6-448d-8381-b9860a6b219d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '33fb9f73-d23b-4fc0-a472-4418c419a237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:04:00Z', 'updated_at': '2021-08-31T10:04:04Z', 'revision_number': 4, 'project_id': 'c17cd251098a4ba7a0899095be1dba34', 'subnets': [{'id': '33fb9f73-d23b-4fc0-a472-4418c419a237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:04:05.172485 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 7637abb9-dd71-46e3-890a-a31eabc24ffe triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:04:05.173095 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:05.243142 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d976ad1b-e284-4531-af63-a0104f82727d req-1124052b-2e82-4acb-9b4b-8d5f3db9da9f service neutron] 10.222.0.119 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221886 Aug 31 10:04:06.780864 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4bef3d1f-f8d6-41d3-a00c-54b2393c49b3 req-b60c6968-81ef-49a4-933a-30576ea96211 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=2114f4d6-6559-404d-8e59-1edd61cdec1e HTTP/1.1" status: 200 len: 210 time: 0.0276461 Aug 31 10:04:07.107256 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device fd97babf-03dc-485d-9257-e5b8d4751728 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:04:07.256430 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port fd97babf-03dc-485d-9257-e5b8d4751728 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:04:07.260369 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port fd97babf-03dc-485d-9257-e5b8d4751728 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:04:07.260770 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:07.338789 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:07.370942 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port fd97babf-03dc-485d-9257-e5b8d4751728, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=fd97babf-03dc-485d-9257-e5b8d4751728,segment=NetworkSegment(47c66371-cb09-4a77-887d-da363d209bdf),segment_id=47c66371-cb09-4a77-887d-da363d209bdf)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:04:07.456559 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:07.503102 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=fd97babf-03dc-485d-9257-e5b8d4751728,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:07.875124 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c28616f0-01c5-4f62-b005-a3459bc98c3f req-254d752a-c17b-4898-b0f0-08e16b522050 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=2114f4d6-6559-404d-8e59-1edd61cdec1e HTTP/1.1" status: 200 len: 210 time: 0.0290895 Aug 31 10:04:08.649219 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976ad1b-e284-4531-af63-a0104f82727d req-aa067df2-c58a-4e45-954a-7bc97a923290 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:08.650594 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d976ad1b-e284-4531-af63-a0104f82727d req-aa067df2-c58a-4e45-954a-7bc97a923290 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.112 "GET /v2.0/networks?id=2593dd5e-bc31-4e41-87f0-964b009dbd60 HTTP/1.1" status: 200 len: 811 time: 0.1016352 Aug 31 10:04:08.667411 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-d976ad1b-e284-4531-af63-a0104f82727d req-1a507257-8ffc-43c5-a247-3aacbc69d2eb tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Request body: {'port': {'device_id': '2114f4d6-6559-404d-8e59-1edd61cdec1e', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'admin_state_up': True, 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:04:08.856751 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d976ad1b-e284-4531-af63-a0104f82727d req-1a507257-8ffc-43c5-a247-3aacbc69d2eb tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Made reservation on behalf of d1ddc052c1054cf3a6ea73848cd55645 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:04:08.860325 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d976ad1b-e284-4531-af63-a0104f82727d req-1a507257-8ffc-43c5-a247-3aacbc69d2eb tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:08.997564 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fed9c0af-d1c9-4bab-85e3-986601c95862 req-29beb810-63b4-4905-a67a-7e1435641695 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=2114f4d6-6559-404d-8e59-1edd61cdec1e HTTP/1.1" status: 200 len: 210 time: 0.0351048 Aug 31 10:04:09.006126 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-d976ad1b-e284-4531-af63-a0104f82727d req-1a507257-8ffc-43c5-a247-3aacbc69d2eb tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Allocated IP 172.20.0.6 (2593dd5e-bc31-4e41-87f0-964b009dbd60/eb8d724f-b49d-4dd8-a4d3-6787f4777e68/2088acf2-b58b-4e35-8094-d8ca1c6bf330) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:04:09.100004 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device fd97babf-03dc-485d-9257-e5b8d4751728 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:04:09.153881 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port fd97babf-03dc-485d-9257-e5b8d4751728 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:04:09.154178 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:09.174701 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d976ad1b-e284-4531-af63-a0104f82727d req-1a507257-8ffc-43c5-a247-3aacbc69d2eb tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:09.189928 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-d976ad1b-e284-4531-af63-a0104f82727d req-1a507257-8ffc-43c5-a247-3aacbc69d2eb tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Transition to ACTIVE for port object 2088acf2-b58b-4e35-8094-d8ca1c6bf330 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:04:09.268377 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d976ad1b-e284-4531-af63-a0104f82727d req-1a507257-8ffc-43c5-a247-3aacbc69d2eb tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:09.319259 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d976ad1b-e284-4531-af63-a0104f82727d req-1a507257-8ffc-43c5-a247-3aacbc69d2eb tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Network 2593dd5e-bc31-4e41-87f0-964b009dbd60 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:04:09.322422 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-d976ad1b-e284-4531-af63-a0104f82727d req-1a507257-8ffc-43c5-a247-3aacbc69d2eb tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:04:09.327086 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-d976ad1b-e284-4531-af63-a0104f82727d req-1a507257-8ffc-43c5-a247-3aacbc69d2eb tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:04:09.329645 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a507257-8ffc-43c5-a247-3aacbc69d2eb tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Pushing event updated for resources: {'Port': ['ID=2088acf2-b58b-4e35-8094-d8ca1c6bf330,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:09.379040 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976ad1b-e284-4531-af63-a0104f82727d req-1a507257-8ffc-43c5-a247-3aacbc69d2eb tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:09.379659 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d976ad1b-e284-4531-af63-a0104f82727d req-1a507257-8ffc-43c5-a247-3aacbc69d2eb tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:09.451920 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d976ad1b-e284-4531-af63-a0104f82727d req-1a507257-8ffc-43c5-a247-3aacbc69d2eb tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7887368 Aug 31 10:04:09.465237 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-d976ad1b-e284-4531-af63-a0104f82727d req-4c5805d8-80b4-4d17-afd5-df19f74c9462 service neutron] Request body: {'port': {'device_id': '2114f4d6-6559-404d-8e59-1edd61cdec1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:04:09.524723 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d976ad1b-e284-4531-af63-a0104f82727d req-4c5805d8-80b4-4d17-afd5-df19f74c9462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:09.673987 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-cc2166a7-cddd-41d5-80db-0f866b8067d3 None None] Provisioning for port 2088acf2-b58b-4e35-8094-d8ca1c6bf330 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:04:09.678561 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-cc2166a7-cddd-41d5-80db-0f866b8067d3 None None] Provisioning complete for port 2088acf2-b58b-4e35-8094-d8ca1c6bf330 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:04:09.678940 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cc2166a7-cddd-41d5-80db-0f866b8067d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:09.727348 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-cc2166a7-cddd-41d5-80db-0f866b8067d3 None None] Port 2088acf2-b58b-4e35-8094-d8ca1c6bf330 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:04:09.806444 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-d976ad1b-e284-4531-af63-a0104f82727d req-4c5805d8-80b4-4d17-afd5-df19f74c9462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2088acf2-b58b-4e35-8094-d8ca1c6bf330 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:04:09.813875 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d976ad1b-e284-4531-af63-a0104f82727d req-4c5805d8-80b4-4d17-afd5-df19f74c9462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:09.826421 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-d976ad1b-e284-4531-af63-a0104f82727d req-4c5805d8-80b4-4d17-afd5-df19f74c9462 service neutron] Transition to ACTIVE for port object 2088acf2-b58b-4e35-8094-d8ca1c6bf330 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:04:09.907931 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d976ad1b-e284-4531-af63-a0104f82727d req-4c5805d8-80b4-4d17-afd5-df19f74c9462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:09.958120 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5805d8-80b4-4d17-afd5-df19f74c9462 service neutron] Pushing event updated for resources: {'Port': ['ID=2088acf2-b58b-4e35-8094-d8ca1c6bf330,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:10.037803 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-d976ad1b-e284-4531-af63-a0104f82727d req-4c5805d8-80b4-4d17-afd5-df19f74c9462 service neutron] Attempting to bind port 2088acf2-b58b-4e35-8094-d8ca1c6bf330 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:04:10.038192 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-d976ad1b-e284-4531-af63-a0104f82727d req-4c5805d8-80b4-4d17-afd5-df19f74c9462 service neutron] Attempting to bind port 2088acf2-b58b-4e35-8094-d8ca1c6bf330 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:04:10.038466 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d976ad1b-e284-4531-af63-a0104f82727d req-4c5805d8-80b4-4d17-afd5-df19f74c9462 service neutron] Attempting to bind port 2088acf2-b58b-4e35-8094-d8ca1c6bf330 on network 2593dd5e-bc31-4e41-87f0-964b009dbd60 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:04:10.043305 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d976ad1b-e284-4531-af63-a0104f82727d req-4c5805d8-80b4-4d17-afd5-df19f74c9462 service neutron] Port 2088acf2-b58b-4e35-8094-d8ca1c6bf330 on network 2593dd5e-bc31-4e41-87f0-964b009dbd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:04:10.043629 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d976ad1b-e284-4531-af63-a0104f82727d req-4c5805d8-80b4-4d17-afd5-df19f74c9462 service neutron] Attempting to bind port 2088acf2-b58b-4e35-8094-d8ca1c6bf330 on network 2593dd5e-bc31-4e41-87f0-964b009dbd60 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:04:10.048856 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d976ad1b-e284-4531-af63-a0104f82727d req-4c5805d8-80b4-4d17-afd5-df19f74c9462 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:04:10.049198 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d976ad1b-e284-4531-af63-a0104f82727d req-4c5805d8-80b4-4d17-afd5-df19f74c9462 service neutron] Checking segment: {'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:04:10.049585 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d976ad1b-e284-4531-af63-a0104f82727d req-4c5805d8-80b4-4d17-afd5-df19f74c9462 service neutron] Bound using segment: {'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:04:10.050015 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-d976ad1b-e284-4531-af63-a0104f82727d req-4c5805d8-80b4-4d17-afd5-df19f74c9462 service neutron] Bound port: 2088acf2-b58b-4e35-8094-d8ca1c6bf330, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:04:10.050378 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d976ad1b-e284-4531-af63-a0104f82727d req-4c5805d8-80b4-4d17-afd5-df19f74c9462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:10.147989 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-d976ad1b-e284-4531-af63-a0104f82727d req-4c5805d8-80b4-4d17-afd5-df19f74c9462 service neutron] For port 2088acf2-b58b-4e35-8094-d8ca1c6bf330, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:04:10.153313 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-d976ad1b-e284-4531-af63-a0104f82727d req-4c5805d8-80b4-4d17-afd5-df19f74c9462 service neutron] For port 2088acf2-b58b-4e35-8094-d8ca1c6bf330, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=2088acf2-b58b-4e35-8094-d8ca1c6bf330,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:04:10.165758 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17cf46-28ed-4391-9d70-d454ebacd454 req-3a8a8faa-8adc-4fb5-a3bb-064228547c95 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:10.167421 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9d17cf46-28ed-4391-9d70-d454ebacd454 req-3a8a8faa-8adc-4fb5-a3bb-064228547c95 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=2114f4d6-6559-404d-8e59-1edd61cdec1e HTTP/1.1" status: 200 len: 943 time: 0.0922778 Aug 31 10:04:10.200032 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d976ad1b-e284-4531-af63-a0104f82727d req-4c5805d8-80b4-4d17-afd5-df19f74c9462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:10.208396 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9d17cf46-28ed-4391-9d70-d454ebacd454 req-07bb03de-e50c-44b5-a8ca-130bba6ab7fe tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345581 Aug 31 10:04:10.240879 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976ad1b-e284-4531-af63-a0104f82727d req-4c5805d8-80b4-4d17-afd5-df19f74c9462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:10.242015 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d976ad1b-e284-4531-af63-a0104f82727d req-4c5805d8-80b4-4d17-afd5-df19f74c9462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:10.243764 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d976ad1b-e284-4531-af63-a0104f82727d req-4c5805d8-80b4-4d17-afd5-df19f74c9462 service neutron] 10.222.0.112 "PUT /v2.0/ports/2088acf2-b58b-4e35-8094-d8ca1c6bf330 HTTP/1.1" status: 200 len: 1092 time: 0.7836478 Aug 31 10:04:10.244509 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2114f4d6-6559-404d-8e59-1edd61cdec1e', 'tag': '2088acf2-b58b-4e35-8094-d8ca1c6bf330'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:04:10.247284 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aaa14b5-6a22-44d4-ab03-2bc6de5f147b" -d '{"events": [{"name": "network-changed", "server_uuid": "2114f4d6-6559-404d-8e59-1edd61cdec1e", "tag": "2088acf2-b58b-4e35-8094-d8ca1c6bf330"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:04:10.287798 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5805d8-80b4-4d17-afd5-df19f74c9462 service neutron] Pushing event updated for resources: {'Port': ['ID=2088acf2-b58b-4e35-8094-d8ca1c6bf330,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:10.303130 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d13dd33-f1a3-4aab-8c75-ab31157ba160 x-openstack-request-id: req-1d13dd33-f1a3-4aab-8c75-ab31157ba160 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:04:10.303447 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2114f4d6-6559-404d-8e59-1edd61cdec1e", "tag": "2088acf2-b58b-4e35-8094-d8ca1c6bf330", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:04:10.303707 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-1d13dd33-f1a3-4aab-8c75-ab31157ba160 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:04:10.304126 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2114f4d6-6559-404d-8e59-1edd61cdec1e', 'tag': '2088acf2-b58b-4e35-8094-d8ca1c6bf330', 'status': 'completed', 'code': 200} Aug 31 10:04:10.376949 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa14b5-6a22-44d4-ab03-2bc6de5f147b req-baaf7c06-0b4a-4e8b-8040-4e0781862325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:10.378563 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1aaa14b5-6a22-44d4-ab03-2bc6de5f147b req-baaf7c06-0b4a-4e8b-8040-4e0781862325 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&device_id=2114f4d6-6559-404d-8e59-1edd61cdec1e HTTP/1.1" status: 200 len: 1095 time: 0.0471165 Aug 31 10:04:10.485474 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa14b5-6a22-44d4-ab03-2bc6de5f147b req-7ad7887a-2629-45b6-a32c-65fb789fbad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:10.487053 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1aaa14b5-6a22-44d4-ab03-2bc6de5f147b req-7ad7887a-2629-45b6-a32c-65fb789fbad8 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1005373 Aug 31 10:04:10.586101 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa14b5-6a22-44d4-ab03-2bc6de5f147b req-3ab99553-d979-449f-81ac-70286c715c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:10.587679 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1aaa14b5-6a22-44d4-ab03-2bc6de5f147b req-3ab99553-d979-449f-81ac-70286c715c9d service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0898340 Aug 31 10:04:10.675159 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976ad1b-e284-4531-af63-a0104f82727d req-6d42529d-c159-4ac0-8535-c9fbe9f3ee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:10.676682 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d976ad1b-e284-4531-af63-a0104f82727d req-6d42529d-c159-4ac0-8535-c9fbe9f3ee81 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&device_id=2114f4d6-6559-404d-8e59-1edd61cdec1e HTTP/1.1" status: 200 len: 1095 time: 0.0468621 Aug 31 10:04:10.723402 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d976ad1b-e284-4531-af63-a0104f82727d req-895b0b39-4267-4b07-a72d-e168b06efe15 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2088acf2-b58b-4e35-8094-d8ca1c6bf330 HTTP/1.1" status: 200 len: 217 time: 0.0346103 Aug 31 10:04:10.781902 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976ad1b-e284-4531-af63-a0104f82727d req-cc604936-410f-424c-bbef-8465a5ef6b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:10.783428 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d976ad1b-e284-4531-af63-a0104f82727d req-cc604936-410f-424c-bbef-8465a5ef6b93 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=eb8d724f-b49d-4dd8-a4d3-6787f4777e68 HTTP/1.1" status: 200 len: 850 time: 0.0487936 Aug 31 10:04:10.839301 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976ad1b-e284-4531-af63-a0104f82727d req-bb89d20e-fbb7-413f-859f-3e5cf101b437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:10.840853 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d976ad1b-e284-4531-af63-a0104f82727d req-bb89d20e-fbb7-413f-859f-3e5cf101b437 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2593dd5e-bc31-4e41-87f0-964b009dbd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465682 Aug 31 10:04:10.935053 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d976ad1b-e284-4531-af63-a0104f82727d req-fb67276f-2dfd-4552-bcdf-5afa3e3dbc10 service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826533 Aug 31 10:04:11.034507 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d976ad1b-e284-4531-af63-a0104f82727d req-8918f69b-a22c-4270-8b84-747350f16e46 service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877395 Aug 31 10:04:11.327421 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73640256-9b38-4bab-89ed-d461ff8b4f7a req-eb332622-7a01-45a9-b592-8d18734926ba tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:11.328882 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-73640256-9b38-4bab-89ed-d461ff8b4f7a req-eb332622-7a01-45a9-b592-8d18734926ba tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=2114f4d6-6559-404d-8e59-1edd61cdec1e HTTP/1.1" status: 200 len: 943 time: 0.0511148 Aug 31 10:04:11.342137 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8f814626-7bb6-40c6-80eb-a5a76189cc5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:11.369457 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-73640256-9b38-4bab-89ed-d461ff8b4f7a req-b17888ff-ca65-417b-87af-770088e30517 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335493 Aug 31 10:04:12.520263 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44484f1b-1396-4b48-9c00-98e0d4f80ed2 req-c237e3dc-3a39-4a93-8491-b1208bbb4f45 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:12.523270 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-44484f1b-1396-4b48-9c00-98e0d4f80ed2 req-c237e3dc-3a39-4a93-8491-b1208bbb4f45 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=2114f4d6-6559-404d-8e59-1edd61cdec1e HTTP/1.1" status: 200 len: 943 time: 0.0669165 Aug 31 10:04:12.566964 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-44484f1b-1396-4b48-9c00-98e0d4f80ed2 req-361cef8f-98f3-4008-94ce-3aca7f8019eb tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378416 Aug 31 10:04:13.687372 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87f06c-267c-4c22-999b-b4f12bb1d4b6 req-6e5c56a4-ebef-42f5-a99d-eb84baadc4ea tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:13.688901 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6a87f06c-267c-4c22-999b-b4f12bb1d4b6 req-6e5c56a4-ebef-42f5-a99d-eb84baadc4ea tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=2114f4d6-6559-404d-8e59-1edd61cdec1e HTTP/1.1" status: 200 len: 943 time: 0.0542483 Aug 31 10:04:13.726157 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6a87f06c-267c-4c22-999b-b4f12bb1d4b6 req-3685e0b1-6309-4554-a847-7c21d9c2b646 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304730 Aug 31 10:04:13.982342 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3e0d179a-9e14-49a7-8cb7-f19cfca51014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:14.068038 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:14.841211 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576e717-92f2-4905-a699-212efbb44353 req-0c81a3e4-6f1d-4818-af95-02a198accd4c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:14.842725 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a576e717-92f2-4905-a699-212efbb44353 req-0c81a3e4-6f1d-4818-af95-02a198accd4c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=2114f4d6-6559-404d-8e59-1edd61cdec1e HTTP/1.1" status: 200 len: 943 time: 0.0491521 Aug 31 10:04:14.879332 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a576e717-92f2-4905-a699-212efbb44353 req-519e4ab3-2998-4882-a6a9-d1bfc89256b2 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306692 Aug 31 10:04:15.467959 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:15.993705 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bca885-233c-499b-a96d-eb087a9e3622 req-bec9b441-a976-4239-9d84-18687118bd5b tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:15.995237 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-65bca885-233c-499b-a96d-eb087a9e3622 req-bec9b441-a976-4239-9d84-18687118bd5b tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=2114f4d6-6559-404d-8e59-1edd61cdec1e HTTP/1.1" status: 200 len: 943 time: 0.0489874 Aug 31 10:04:16.036139 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-65bca885-233c-499b-a96d-eb087a9e3622 req-72cd750d-ceba-446a-af63-933cd2349890 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339034 Aug 31 10:04:17.142121 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:17.161853 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2ef81-05f5-4522-87a6-a96101832de0 req-26863b54-38ef-4a6d-9482-85094bcb4331 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:17.163412 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6cf2ef81-05f5-4522-87a6-a96101832de0 req-26863b54-38ef-4a6d-9482-85094bcb4331 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=2114f4d6-6559-404d-8e59-1edd61cdec1e HTTP/1.1" status: 200 len: 943 time: 0.0563164 Aug 31 10:04:17.203705 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6cf2ef81-05f5-4522-87a6-a96101832de0 req-6da6ea0c-c8a2-4e6e-9d35-251052f1f9e1 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339246 Aug 31 10:04:18.315529 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c9a5c-aa70-4a36-b555-60c8c8f7c9c3 req-e177a0b1-9995-481a-b2f2-e7672cfa8fa8 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:18.316994 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ed3c9a5c-aa70-4a36-b555-60c8c8f7c9c3 req-e177a0b1-9995-481a-b2f2-e7672cfa8fa8 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=2114f4d6-6559-404d-8e59-1edd61cdec1e HTTP/1.1" status: 200 len: 943 time: 0.0492816 Aug 31 10:04:18.354413 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ed3c9a5c-aa70-4a36-b555-60c8c8f7c9c3 req-acdb39c4-674e-4491-bab8-734d7aaef9ba tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312293 Aug 31 10:04:19.469212 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35166d5-a537-4e37-9a5b-acf172e452b5 req-5e6ad2a3-7bb1-435f-a005-52b9af8c65f6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:19.470704 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f35166d5-a537-4e37-9a5b-acf172e452b5 req-5e6ad2a3-7bb1-435f-a005-52b9af8c65f6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=2114f4d6-6559-404d-8e59-1edd61cdec1e HTTP/1.1" status: 200 len: 943 time: 0.0499239 Aug 31 10:04:19.508331 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f35166d5-a537-4e37-9a5b-acf172e452b5 req-3cda58aa-7505-4cb6-a59c-2d4e23ce3e1f tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309207 Aug 31 10:04:20.628053 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5912c6-d1ee-40b6-909d-105ba7a20f75 req-ac99b615-b992-4424-ac13-50cf21b4600d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:20.629548 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d5912c6-d1ee-40b6-909d-105ba7a20f75 req-ac99b615-b992-4424-ac13-50cf21b4600d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=2114f4d6-6559-404d-8e59-1edd61cdec1e HTTP/1.1" status: 200 len: 943 time: 0.0539052 Aug 31 10:04:20.666693 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d5912c6-d1ee-40b6-909d-105ba7a20f75 req-356d6ffa-dc42-4511-9e04-6318ba3d63cf tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311060 Aug 31 10:04:21.783753 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e922ac1-752b-4b1b-ac6c-c0e41e250101 req-41bdb580-6d5f-40de-bc8e-d4150d68a301 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:21.785256 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e922ac1-752b-4b1b-ac6c-c0e41e250101 req-41bdb580-6d5f-40de-bc8e-d4150d68a301 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=2114f4d6-6559-404d-8e59-1edd61cdec1e HTTP/1.1" status: 200 len: 943 time: 0.0504806 Aug 31 10:04:21.827721 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e922ac1-752b-4b1b-ac6c-c0e41e250101 req-71555451-d602-4725-ab6e-107657c035e0 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348482 Aug 31 10:04:22.943023 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76714a2f-2e61-47db-8188-5d4dd684ffc6 req-d21a5460-6270-438a-bd35-5d5b7f2bd89a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:22.944872 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-76714a2f-2e61-47db-8188-5d4dd684ffc6 req-d21a5460-6270-438a-bd35-5d5b7f2bd89a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=2114f4d6-6559-404d-8e59-1edd61cdec1e HTTP/1.1" status: 200 len: 943 time: 0.0499206 Aug 31 10:04:22.984874 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-76714a2f-2e61-47db-8188-5d4dd684ffc6 req-c1bdd4a1-bb8f-4461-a291-f53f1c4bfa4b tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334010 Aug 31 10:04:23.236445 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 2088acf2-b58b-4e35-8094-d8ca1c6bf330 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:04:23.339124 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 2088acf2-b58b-4e35-8094-d8ca1c6bf330, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=2088acf2-b58b-4e35-8094-d8ca1c6bf330,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:04:23.353047 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '2088acf2-b58b-4e35-8094-d8ca1c6bf330', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'port_id': '2088acf2-b58b-4e35-8094-d8ca1c6bf330', 'mac_address': 'fa:16:3e:1a:41:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:04:23.389072 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:23.401742 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2088acf2-b58b-4e35-8094-d8ca1c6bf330 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:04:23.421045 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 2088acf2-b58b-4e35-8094-d8ca1c6bf330, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=2088acf2-b58b-4e35-8094-d8ca1c6bf330,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:04:23.502026 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:23.548640 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=2088acf2-b58b-4e35-8094-d8ca1c6bf330,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:23.790878 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['2088acf2-b58b-4e35-8094-d8ca1c6bf330'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:04:24.101002 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4c974-9abd-4121-bf71-49ccdbb298ae req-0b37832e-90b6-4141-ad8e-2f9b08530cf9 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:24.102484 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8aa4c974-9abd-4121-bf71-49ccdbb298ae req-0b37832e-90b6-4141-ad8e-2f9b08530cf9 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=2114f4d6-6559-404d-8e59-1edd61cdec1e HTTP/1.1" status: 200 len: 944 time: 0.0533450 Aug 31 10:04:24.140299 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8aa4c974-9abd-4121-bf71-49ccdbb298ae req-91d78f49-9107-48db-bc6f-938fa21ce958 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318084 Aug 31 10:04:25.235886 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 2088acf2-b58b-4e35-8094-d8ca1c6bf330 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:04:25.256008 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb5945-da83-45cf-a589-3863f6a306b6 req-d71f873b-fc48-4749-8ace-24b2985b0925 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:25.258162 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99eb5945-da83-45cf-a589-3863f6a306b6 req-d71f873b-fc48-4749-8ace-24b2985b0925 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=2114f4d6-6559-404d-8e59-1edd61cdec1e HTTP/1.1" status: 200 len: 944 time: 0.0515323 Aug 31 10:04:25.296184 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99eb5945-da83-45cf-a589-3863f6a306b6 req-9c2efeaa-bb72-47bf-adc4-bd9e16d74e1e tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319974 Aug 31 10:04:25.353692 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 2088acf2-b58b-4e35-8094-d8ca1c6bf330 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:04:25.357624 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 2088acf2-b58b-4e35-8094-d8ca1c6bf330 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:04:25.357989 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:25.414490 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:04:25.437215 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:25.458996 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2114f4d6-6559-404d-8e59-1edd61cdec1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2088acf2-b58b-4e35-8094-d8ca1c6bf330'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:04:25.461817 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06871038-970a-4012-a0cc-33cd73697782" -d '{"events": [{"server_uuid": "2114f4d6-6559-404d-8e59-1edd61cdec1e", "name": "network-vif-plugged", "status": "completed", "tag": "2088acf2-b58b-4e35-8094-d8ca1c6bf330"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:04:25.474047 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 2088acf2-b58b-4e35-8094-d8ca1c6bf330, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=2088acf2-b58b-4e35-8094-d8ca1c6bf330,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:04:25.498312 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf5c78b-a921-46b0-b7a7-ac5ed5a34be3 x-openstack-request-id: req-faf5c78b-a921-46b0-b7a7-ac5ed5a34be3 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:04:25.498637 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2114f4d6-6559-404d-8e59-1edd61cdec1e", "name": "network-vif-plugged", "status": "completed", "tag": "2088acf2-b58b-4e35-8094-d8ca1c6bf330", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:04:25.498895 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-faf5c78b-a921-46b0-b7a7-ac5ed5a34be3 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:04:25.499289 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2114f4d6-6559-404d-8e59-1edd61cdec1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2088acf2-b58b-4e35-8094-d8ca1c6bf330', 'code': 200} Aug 31 10:04:25.536813 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:25.584925 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=2088acf2-b58b-4e35-8094-d8ca1c6bf330,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:25.604832 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ac3b1-fa8e-4a25-b466-a6bd27ed97c4 req-7a8bfd0f-606b-431a-bf52-2c2584c98bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:25.606352 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-909ac3b1-fa8e-4a25-b466-a6bd27ed97c4 req-7a8bfd0f-606b-431a-bf52-2c2584c98bff service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=2114f4d6-6559-404d-8e59-1edd61cdec1e HTTP/1.1" status: 200 len: 1097 time: 0.0421102 Aug 31 10:04:25.645094 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-909ac3b1-fa8e-4a25-b466-a6bd27ed97c4 req-b2a6fcb1-e1bd-4c20-8c5b-4340908f617d service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276911 Aug 31 10:04:26.411189 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173c831-98b6-4736-8796-4237d1cb3947 req-13c2e3d3-7810-4523-ac98-4b10436a4665 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:26.412666 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b173c831-98b6-4736-8796-4237d1cb3947 req-13c2e3d3-7810-4523-ac98-4b10436a4665 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=2114f4d6-6559-404d-8e59-1edd61cdec1e HTTP/1.1" status: 200 len: 945 time: 0.0504661 Aug 31 10:04:26.451010 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b173c831-98b6-4736-8796-4237d1cb3947 req-a8675aeb-4231-45e8-8584-96e09de2d12a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310194 Aug 31 10:04:27.574210 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad24b3-d59e-41ea-b5c5-fa14596c4799 req-005a0488-443b-4f8c-8734-782c3ecbcf28 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:27.575842 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56ad24b3-d59e-41ea-b5c5-fa14596c4799 req-005a0488-443b-4f8c-8734-782c3ecbcf28 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=2114f4d6-6559-404d-8e59-1edd61cdec1e HTTP/1.1" status: 200 len: 945 time: 0.0545161 Aug 31 10:04:27.613389 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56ad24b3-d59e-41ea-b5c5-fa14596c4799 req-515887bf-6885-4eb9-b83b-58e7103112a6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315328 Aug 31 10:04:27.736091 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69bf41-be6e-4915-937b-ffb6b4f41744 req-1132e1fb-83ca-451e-8390-7aeb9a3891e4 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:27.737587 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a69bf41-be6e-4915-937b-ffb6b4f41744 req-1132e1fb-83ca-451e-8390-7aeb9a3891e4 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=2114f4d6-6559-404d-8e59-1edd61cdec1e HTTP/1.1" status: 200 len: 945 time: 0.0504148 Aug 31 10:04:27.774791 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a69bf41-be6e-4915-937b-ffb6b4f41744 req-f4c009c3-29c8-483f-875a-17f94aeb43ad tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311861 Aug 31 10:04:27.886311 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb060d-5e7e-4895-8227-0e040cf6d14b req-5b80f6b4-b323-4061-9889-5aed073ed009 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:27.887813 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bbcb060d-5e7e-4895-8227-0e040cf6d14b req-5b80f6b4-b323-4061-9889-5aed073ed009 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=2114f4d6-6559-404d-8e59-1edd61cdec1e HTTP/1.1" status: 200 len: 945 time: 0.0481679 Aug 31 10:04:27.931615 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bbcb060d-5e7e-4895-8227-0e040cf6d14b req-bc6219b9-f30d-4bd5-9bca-3739f8e9e6bf tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377953 Aug 31 10:04:28.353654 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b54a4b-0c82-4707-a4cc-c5901a4823bd req-b6b249d6-c80a-439f-9233-4561f2a49859 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:28.355145 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-18b54a4b-0c82-4707-a4cc-c5901a4823bd req-b6b249d6-c80a-439f-9233-4561f2a49859 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=2114f4d6-6559-404d-8e59-1edd61cdec1e HTTP/1.1" status: 200 len: 945 time: 0.0535810 Aug 31 10:04:28.392680 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-18b54a4b-0c82-4707-a4cc-c5901a4823bd req-a43baa5b-4cb3-472a-b900-2e78d6011f60 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315785 Aug 31 10:04:29.514244 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5fe3a-de83-4b60-894f-5753d8a002fb req-84e46639-2d99-4b09-b19d-1532a0cd2069 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:29.515767 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-adc5fe3a-de83-4b60-894f-5753d8a002fb req-84e46639-2d99-4b09-b19d-1532a0cd2069 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=2114f4d6-6559-404d-8e59-1edd61cdec1e HTTP/1.1" status: 200 len: 945 time: 0.0543842 Aug 31 10:04:29.555047 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-adc5fe3a-de83-4b60-894f-5753d8a002fb req-726e7e33-b61c-4a57-bc91-0c4b1fe5f9dc tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332885 Aug 31 10:04:29.963349 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0fbdac-cc14-44f8-b2cd-b34ef1665718 req-b8b7db04-e22a-43ba-9d49-3aced3d47ec3 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:04:29.964863 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1c0fbdac-cc14-44f8-b2cd-b34ef1665718 req-b8b7db04-e22a-43ba-9d49-3aced3d47ec3 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.112 "GET /v2.0/ports?device_id=2114f4d6-6559-404d-8e59-1edd61cdec1e HTTP/1.1" status: 200 len: 945 time: 0.0495279 Aug 31 10:04:30.058885 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-1c0fbdac-cc14-44f8-b2cd-b34ef1665718 req-1ad9e179-c0f3-4a40-809a-bc3c8fa98784 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Deleting port 2088acf2-b58b-4e35-8094-d8ca1c6bf330 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:04:30.059152 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-1c0fbdac-cc14-44f8-b2cd-b34ef1665718 req-1ad9e179-c0f3-4a40-809a-bc3c8fa98784 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:30.146235 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-1c0fbdac-cc14-44f8-b2cd-b34ef1665718 req-1ad9e179-c0f3-4a40-809a-bc3c8fa98784 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] For port 2088acf2-b58b-4e35-8094-d8ca1c6bf330, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=2088acf2-b58b-4e35-8094-d8ca1c6bf330,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:04:30.148194 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-1c0fbdac-cc14-44f8-b2cd-b34ef1665718 req-1ad9e179-c0f3-4a40-809a-bc3c8fa98784 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:30.159521 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-1c0fbdac-cc14-44f8-b2cd-b34ef1665718 req-1ad9e179-c0f3-4a40-809a-bc3c8fa98784 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Calling delete_port for 2088acf2-b58b-4e35-8094-d8ca1c6bf330 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:04:30.358939 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-1c0fbdac-cc14-44f8-b2cd-b34ef1665718 req-1ad9e179-c0f3-4a40-809a-bc3c8fa98784 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:30.375709 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['2088acf2-b58b-4e35-8094-d8ca1c6bf330'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:04:30.388436 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9e179-c0f3-4a40-809a-bc3c8fa98784 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Pushing event deleted for resources: {'Port': ['ID=2088acf2-b58b-4e35-8094-d8ca1c6bf330,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:04:30.435444 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0fbdac-cc14-44f8-b2cd-b34ef1665718 req-1ad9e179-c0f3-4a40-809a-bc3c8fa98784 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] No DVR routers for this DVR port 2088acf2-b58b-4e35-8094-d8ca1c6bf330 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:04:30.438257 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-1c0fbdac-cc14-44f8-b2cd-b34ef1665718 req-1ad9e179-c0f3-4a40-809a-bc3c8fa98784 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:30.440429 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1c0fbdac-cc14-44f8-b2cd-b34ef1665718 req-1ad9e179-c0f3-4a40-809a-bc3c8fa98784 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.112 "DELETE /v2.0/ports/2088acf2-b58b-4e35-8094-d8ca1c6bf330 HTTP/1.1" status: 204 len: 173 time: 0.4695461 Aug 31 10:04:30.440879 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2114f4d6-6559-404d-8e59-1edd61cdec1e', 'name': 'network-vif-deleted', 'tag': '2088acf2-b58b-4e35-8094-d8ca1c6bf330'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:04:30.443155 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1ae2fc-54d5-4ec6-8ba4-a4d8d36cb120" -d '{"events": [{"server_uuid": "2114f4d6-6559-404d-8e59-1edd61cdec1e", "name": "network-vif-deleted", "tag": "2088acf2-b58b-4e35-8094-d8ca1c6bf330"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:04:30.480805 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0c5fbe-77f4-4fac-8f67-7b90417feb35 x-openstack-request-id: req-ab0c5fbe-77f4-4fac-8f67-7b90417feb35 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:04:30.481096 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2114f4d6-6559-404d-8e59-1edd61cdec1e", "name": "network-vif-deleted", "tag": "2088acf2-b58b-4e35-8094-d8ca1c6bf330", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:04:30.481343 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-ab0c5fbe-77f4-4fac-8f67-7b90417feb35 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:04:30.481738 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2114f4d6-6559-404d-8e59-1edd61cdec1e', 'name': 'network-vif-deleted', 'tag': '2088acf2-b58b-4e35-8094-d8ca1c6bf330', 'status': 'completed', 'code': 200} Aug 31 10:04:30.653107 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9ec03e3d-4c10-4483-9d6f-9fe0332fff87 req-f5b65be5-842a-4398-9393-71df5daa13cd tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=2114f4d6-6559-404d-8e59-1edd61cdec1e HTTP/1.1" status: 200 len: 210 time: 0.0281024 Aug 31 10:04:31.753094 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5fed23da-2c51-4c07-99f0-c22ad1d43207 req-545d0265-80b3-4418-bcd2-5b101b8da131 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=2114f4d6-6559-404d-8e59-1edd61cdec1e HTTP/1.1" status: 200 len: 210 time: 0.0309927 Aug 31 10:04:32.846505 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3bda4197-1c94-42d3-bf6a-cdc163dd2578 req-43108bf4-9b78-424e-82b8-0ced017f8f60 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=2114f4d6-6559-404d-8e59-1edd61cdec1e HTTP/1.1" status: 200 len: 210 time: 0.0252972 Aug 31 10:04:33.073496 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:33.266825 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 2088acf2-b58b-4e35-8094-d8ca1c6bf330 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:04:33.291649 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 2088acf2-b58b-4e35-8094-d8ca1c6bf330 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:04:33.293574 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 2088acf2-b58b-4e35-8094-d8ca1c6bf330 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:04:33.319685 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:33.951423 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f5b48521-f196-4abe-a278-cbcb1b20fc11 req-c341dfe5-e91b-4b0d-be48-8a7dd3284065 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=2114f4d6-6559-404d-8e59-1edd61cdec1e HTTP/1.1" status: 200 len: 210 time: 0.0291984 Aug 31 10:04:41.324350 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-816ccca9-e5ee-479b-b339-7ea6be91d159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:43.982020 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-997c11a7-417e-4632-b92b-a37f35ccecc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:44.079279 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:45.444695 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:04:47.141897 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:00.006854 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-f2eb708c-7e2b-422c-8855-31d79d0dc8a1 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:00.008649 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-f2eb708c-7e2b-422c-8855-31d79d0dc8a1 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/networks?id=2593dd5e-bc31-4e41-87f0-964b009dbd60 HTTP/1.1" status: 200 len: 811 time: 0.1034634 Aug 31 10:05:00.024331 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-f4a5fe65-8436-4944-9039-d6c4f643f33e tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/quotas/d1ddc052c1054cf3a6ea73848cd55645 HTTP/1.1" status: 200 len: 375 time: 0.0098243 Aug 31 10:05:00.078857 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-7b5a4f9f-e8d9-4ee5-aa01-394410ec9c37 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490592 Aug 31 10:05:00.169279 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-f55e77b1-30cd-466e-90f8-2e71501cb572 service neutron] 10.222.0.119 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836062 Aug 31 10:05:00.264133 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-f9df6b6c-d4eb-4ce6-8611-d1802e25aa41 service neutron] 10.222.0.119 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885904 Aug 31 10:05:00.540424 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a20cf86c-c2ea-45cc-af17-630ec5756a5e req-69dc4a68-3a2e-4c63-8022-5a9ab2e0663e tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 210 time: 0.0271304 Aug 31 10:05:01.633755 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5162661-7ac4-405e-888f-df02787eee70 req-898cb37d-8837-4635-8912-45adb25ee844 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 210 time: 0.0266032 Aug 31 10:05:02.413807 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:05:02.503721 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-ace653d5-f54d-426d-9e17-4a2befd92fd3 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:02.505257 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-ace653d5-f54d-426d-9e17-4a2befd92fd3 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.112 "GET /v2.0/networks?id=2593dd5e-bc31-4e41-87f0-964b009dbd60 HTTP/1.1" status: 200 len: 811 time: 0.1064081 Aug 31 10:05:02.524062 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-ce323c7a-0851-40cf-907e-f0c70ce9fab5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Request body: {'port': {'device_id': '17ebb1ac-4a41-4679-abde-b9d6af681c78', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'admin_state_up': True, 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:05:02.685088 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-ce323c7a-0851-40cf-907e-f0c70ce9fab5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Made reservation on behalf of d1ddc052c1054cf3a6ea73848cd55645 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:05:02.688734 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-ce323c7a-0851-40cf-907e-f0c70ce9fab5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:02.733271 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a383bd71-354f-48c0-b47c-3d5bcdf78116 req-eb40be1f-7190-41e8-9021-e411c231964a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 210 time: 0.0283859 Aug 31 10:05:02.826274 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-ce323c7a-0851-40cf-907e-f0c70ce9fab5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Allocated IP 172.20.0.7 (2593dd5e-bc31-4e41-87f0-964b009dbd60/eb8d724f-b49d-4dd8-a4d3-6787f4777e68/610649cc-048c-445e-837c-f94758c81a69) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:05:02.975217 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-ce323c7a-0851-40cf-907e-f0c70ce9fab5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:02.989711 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-ce323c7a-0851-40cf-907e-f0c70ce9fab5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Transition to ACTIVE for port object 610649cc-048c-445e-837c-f94758c81a69 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:05:03.077275 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-06f07596-200c-4ff5-99ea-1939158244f0 req-ef201b97-e78e-4a51-9de8-28fad565c309 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0246174 Aug 31 10:05:03.113772 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-ce323c7a-0851-40cf-907e-f0c70ce9fab5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:03.128022 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-06f07596-200c-4ff5-99ea-1939158244f0 req-a5a4b8ee-c81b-4347-916a-efbd0add2604 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0292850 Aug 31 10:05:03.141772 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:03.158998 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-ce323c7a-0851-40cf-907e-f0c70ce9fab5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Network 2593dd5e-bc31-4e41-87f0-964b009dbd60 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:05:03.164801 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-ce323c7a-0851-40cf-907e-f0c70ce9fab5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:05:03.166881 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-ce323c7a-0851-40cf-907e-f0c70ce9fab5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:05:03.167800 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-06f07596-200c-4ff5-99ea-1939158244f0 req-8c888266-ba73-4640-8a81-467488b06904 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214374 Aug 31 10:05:03.190357 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce323c7a-0851-40cf-907e-f0c70ce9fab5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Pushing event updated for resources: {'Port': ['ID=610649cc-048c-445e-837c-f94758c81a69,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:03.205276 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce323c7a-0851-40cf-907e-f0c70ce9fab5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:03.205620 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce323c7a-0851-40cf-907e-f0c70ce9fab5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:03.205954 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce323c7a-0851-40cf-907e-f0c70ce9fab5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:03.206284 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce323c7a-0851-40cf-907e-f0c70ce9fab5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:03.206642 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce323c7a-0851-40cf-907e-f0c70ce9fab5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:03.206969 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce323c7a-0851-40cf-907e-f0c70ce9fab5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:03.207288 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce323c7a-0851-40cf-907e-f0c70ce9fab5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:03.207608 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce323c7a-0851-40cf-907e-f0c70ce9fab5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:03.207924 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce323c7a-0851-40cf-907e-f0c70ce9fab5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:03.208239 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce323c7a-0851-40cf-907e-f0c70ce9fab5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:03.208553 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce323c7a-0851-40cf-907e-f0c70ce9fab5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:03.208865 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce323c7a-0851-40cf-907e-f0c70ce9fab5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:03.239158 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-ce323c7a-0851-40cf-907e-f0c70ce9fab5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:03.240037 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-ce323c7a-0851-40cf-907e-f0c70ce9fab5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:03.278624 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f07596-200c-4ff5-99ea-1939158244f0 req-34203853-f92b-45b3-9fee-d92660f01091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:03.280398 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-06f07596-200c-4ff5-99ea-1939158244f0 req-34203853-f92b-45b3-9fee-d92660f01091 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1061850 Aug 31 10:05:03.302431 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-ce323c7a-0851-40cf-907e-f0c70ce9fab5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7820091 Aug 31 10:05:03.320053 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-5e2c7c24-9f53-4669-921e-1e54c1d4ab46 service neutron] Request body: {'port': {'device_id': '17ebb1ac-4a41-4679-abde-b9d6af681c78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:05:03.347842 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:03.385033 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-5e2c7c24-9f53-4669-921e-1e54c1d4ab46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:03.472821 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6071e2ca-fe16-4372-9f69-009953cd9f67 None None] Provisioning for port 610649cc-048c-445e-837c-f94758c81a69 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:05:03.477459 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6071e2ca-fe16-4372-9f69-009953cd9f67 None None] Provisioning complete for port 610649cc-048c-445e-837c-f94758c81a69 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:05:03.477885 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6071e2ca-fe16-4372-9f69-009953cd9f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:03.512252 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-6071e2ca-fe16-4372-9f69-009953cd9f67 None None] Port 610649cc-048c-445e-837c-f94758c81a69 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:05:03.660619 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-5e2c7c24-9f53-4669-921e-1e54c1d4ab46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 610649cc-048c-445e-837c-f94758c81a69 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:05:03.668927 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-5e2c7c24-9f53-4669-921e-1e54c1d4ab46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:03.680679 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-5e2c7c24-9f53-4669-921e-1e54c1d4ab46 service neutron] Transition to ACTIVE for port object 610649cc-048c-445e-837c-f94758c81a69 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:05:03.730327 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-5e2c7c24-9f53-4669-921e-1e54c1d4ab46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:03.782789 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c7c24-9f53-4669-921e-1e54c1d4ab46 service neutron] Pushing event updated for resources: {'Port': ['ID=610649cc-048c-445e-837c-f94758c81a69,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:03.876617 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-5e2c7c24-9f53-4669-921e-1e54c1d4ab46 service neutron] Attempting to bind port 610649cc-048c-445e-837c-f94758c81a69 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:05:03.877615 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-5e2c7c24-9f53-4669-921e-1e54c1d4ab46 service neutron] Attempting to bind port 610649cc-048c-445e-837c-f94758c81a69 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:05:03.877615 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-5e2c7c24-9f53-4669-921e-1e54c1d4ab46 service neutron] Attempting to bind port 610649cc-048c-445e-837c-f94758c81a69 on network 2593dd5e-bc31-4e41-87f0-964b009dbd60 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:05:03.881964 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-5e2c7c24-9f53-4669-921e-1e54c1d4ab46 service neutron] Port 610649cc-048c-445e-837c-f94758c81a69 on network 2593dd5e-bc31-4e41-87f0-964b009dbd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:05:03.882326 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-5e2c7c24-9f53-4669-921e-1e54c1d4ab46 service neutron] Attempting to bind port 610649cc-048c-445e-837c-f94758c81a69 on network 2593dd5e-bc31-4e41-87f0-964b009dbd60 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:05:03.887239 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39010995-126b-4448-ac5e-9e7fb7fefff1 req-594ea9d8-8d83-4155-9a4c-d8619106e4f6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:03.887974 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-5e2c7c24-9f53-4669-921e-1e54c1d4ab46 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:05:03.888327 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-5e2c7c24-9f53-4669-921e-1e54c1d4ab46 service neutron] Checking segment: {'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:05:03.888791 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-39010995-126b-4448-ac5e-9e7fb7fefff1 req-594ea9d8-8d83-4155-9a4c-d8619106e4f6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 943 time: 0.0625341 Aug 31 10:05:03.890963 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-5e2c7c24-9f53-4669-921e-1e54c1d4ab46 service neutron] Bound using segment: {'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:05:03.891518 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-5e2c7c24-9f53-4669-921e-1e54c1d4ab46 service neutron] Bound port: 610649cc-048c-445e-837c-f94758c81a69, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:05:03.891970 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-5e2c7c24-9f53-4669-921e-1e54c1d4ab46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:03.944715 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-39010995-126b-4448-ac5e-9e7fb7fefff1 req-96883e7c-3bf1-4f25-8175-67b4fa71b676 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475283 Aug 31 10:05:03.978332 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-5e2c7c24-9f53-4669-921e-1e54c1d4ab46 service neutron] For port 610649cc-048c-445e-837c-f94758c81a69, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:05:03.981543 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-5e2c7c24-9f53-4669-921e-1e54c1d4ab46 service neutron] For port 610649cc-048c-445e-837c-f94758c81a69, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=610649cc-048c-445e-837c-f94758c81a69,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:05:04.040058 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-5e2c7c24-9f53-4669-921e-1e54c1d4ab46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:04.074317 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-5e2c7c24-9f53-4669-921e-1e54c1d4ab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:04.075025 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-5e2c7c24-9f53-4669-921e-1e54c1d4ab46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:04.076426 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-5e2c7c24-9f53-4669-921e-1e54c1d4ab46 service neutron] 10.222.0.112 "PUT /v2.0/ports/610649cc-048c-445e-837c-f94758c81a69 HTTP/1.1" status: 200 len: 1092 time: 0.7611909 Aug 31 10:05:04.076865 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ebb1ac-4a41-4679-abde-b9d6af681c78', 'tag': '610649cc-048c-445e-837c-f94758c81a69'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:05:04.079125 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22db8c72-3e16-4020-adcc-6934a9ee080b" -d '{"events": [{"name": "network-changed", "server_uuid": "17ebb1ac-4a41-4679-abde-b9d6af681c78", "tag": "610649cc-048c-445e-837c-f94758c81a69"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:05:04.108667 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c7c24-9f53-4669-921e-1e54c1d4ab46 service neutron] Pushing event updated for resources: {'Port': ['ID=610649cc-048c-445e-837c-f94758c81a69,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:04.137575 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b982612e-546a-47ee-a727-3f8497a78ce5 x-openstack-request-id: req-b982612e-546a-47ee-a727-3f8497a78ce5 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:05:04.138169 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ebb1ac-4a41-4679-abde-b9d6af681c78", "tag": "610649cc-048c-445e-837c-f94758c81a69", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:05:04.138669 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-b982612e-546a-47ee-a727-3f8497a78ce5 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:05:04.139306 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ebb1ac-4a41-4679-abde-b9d6af681c78', 'tag': '610649cc-048c-445e-837c-f94758c81a69', 'status': 'completed', 'code': 200} Aug 31 10:05:04.224280 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db8c72-3e16-4020-adcc-6934a9ee080b req-9bf0c2d7-c4df-452d-9db2-0947943c55e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:04.227069 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-22db8c72-3e16-4020-adcc-6934a9ee080b req-9bf0c2d7-c4df-452d-9db2-0947943c55e4 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 1095 time: 0.0603693 Aug 31 10:05:04.337955 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db8c72-3e16-4020-adcc-6934a9ee080b req-96f28d5a-de9d-41b1-8e43-9151f07c5330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:04.339391 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-22db8c72-3e16-4020-adcc-6934a9ee080b req-96f28d5a-de9d-41b1-8e43-9151f07c5330 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0995798 Aug 31 10:05:04.443730 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db8c72-3e16-4020-adcc-6934a9ee080b req-44af418a-cd54-4188-89c9-23eb145fa0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:04.445779 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-22db8c72-3e16-4020-adcc-6934a9ee080b req-44af418a-cd54-4188-89c9-23eb145fa0a0 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0927191 Aug 31 10:05:04.528988 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-f10b24a8-16c4-4a66-9e74-e09c060304ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:04.530414 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-f10b24a8-16c4-4a66-9e74-e09c060304ec service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 1095 time: 0.0414553 Aug 31 10:05:04.578572 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-3c8a437e-f65c-41b6-842b-f7294f7cfbac service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=610649cc-048c-445e-837c-f94758c81a69 HTTP/1.1" status: 200 len: 217 time: 0.0356467 Aug 31 10:05:04.635917 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-b3245e08-e4d6-4633-859b-88c3a380e5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:04.637195 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-b3245e08-e4d6-4633-859b-88c3a380e5f5 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=eb8d724f-b49d-4dd8-a4d3-6787f4777e68 HTTP/1.1" status: 200 len: 850 time: 0.0485551 Aug 31 10:05:04.998532 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-94eb4918-f4c3-4c9d-ab68-1778cbbec88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:05.000249 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-94eb4918-f4c3-4c9d-ab68-1778cbbec88f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2593dd5e-bc31-4e41-87f0-964b009dbd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3515630 Aug 31 10:05:05.112975 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-a47aa973-3a61-46ca-80e8-ecbb031a3a60 service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041973 Aug 31 10:05:05.116731 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20c4a8-63f0-4087-aeb2-7d3abadc7064 req-13f52534-e395-4561-8e14-988674978569 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:05.118344 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3e20c4a8-63f0-4087-aeb2-7d3abadc7064 req-13f52534-e395-4561-8e14-988674978569 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 943 time: 0.0852344 Aug 31 10:05:05.157447 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3e20c4a8-63f0-4087-aeb2-7d3abadc7064 req-a14c63e4-a8d8-46e4-917b-4811db3a983c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328295 Aug 31 10:05:05.222178 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2a34f830-ea06-4603-b7c9-9e49c3a0d139 req-38f74adf-fe48-41ea-a8eb-64decf301a23 service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964715 Aug 31 10:05:06.277681 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88621b-9199-43cc-9ac1-40d8de7b4b37 req-a3519d60-2a1e-42a8-81a4-a7e5b54f3144 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:06.279212 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9a88621b-9199-43cc-9ac1-40d8de7b4b37 req-a3519d60-2a1e-42a8-81a4-a7e5b54f3144 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 943 time: 0.0515163 Aug 31 10:05:06.320970 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9a88621b-9199-43cc-9ac1-40d8de7b4b37 req-27537eab-b95b-43fe-a755-57a184e19dd5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345604 Aug 31 10:05:07.446317 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135c31c-cfcc-4bdd-bf70-e4a806bd47e5 req-c46d4580-26a9-485f-87bb-c6e45c24f878 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:07.447856 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0135c31c-cfcc-4bdd-bf70-e4a806bd47e5 req-c46d4580-26a9-485f-87bb-c6e45c24f878 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 943 time: 0.0534203 Aug 31 10:05:07.491355 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0135c31c-cfcc-4bdd-bf70-e4a806bd47e5 req-4d1e6618-ed37-4750-ba4f-f7fed22ae880 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370617 Aug 31 10:05:08.615680 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779444ef-076b-4937-8042-5f19e9f38383 req-b8c1c453-021a-4189-9988-013faffc6320 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:08.618099 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-779444ef-076b-4937-8042-5f19e9f38383 req-b8c1c453-021a-4189-9988-013faffc6320 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 943 time: 0.0579569 Aug 31 10:05:08.660493 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-779444ef-076b-4937-8042-5f19e9f38383 req-2f290879-8b18-4643-9fc7-f4d8f832b53d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355070 Aug 31 10:05:09.784369 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0dc494-4a5b-4f1b-bd71-812df66b0958 req-e1bb83cf-b7b3-4661-86f0-01ecd6bd88bc tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:09.786116 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5c0dc494-4a5b-4f1b-bd71-812df66b0958 req-e1bb83cf-b7b3-4661-86f0-01ecd6bd88bc tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 943 time: 0.0518649 Aug 31 10:05:09.829839 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5c0dc494-4a5b-4f1b-bd71-812df66b0958 req-c9c0c382-64c0-4a1b-afdb-b9d97eb11658 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367126 Aug 31 10:05:10.952700 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f33be2-2cee-4d58-9a3d-8a6b9e8b0fd3 req-1d360924-d9b2-4d08-9574-8c9b0017b8f0 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:10.954244 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c0f33be2-2cee-4d58-9a3d-8a6b9e8b0fd3 req-1d360924-d9b2-4d08-9574-8c9b0017b8f0 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 943 time: 0.0514092 Aug 31 10:05:10.995453 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c0f33be2-2cee-4d58-9a3d-8a6b9e8b0fd3 req-ed48f4a6-38ff-4814-8af7-6259f434ef73 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352256 Aug 31 10:05:11.370483 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-50e69da8-d558-4877-b18b-40ffce201ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:12.131044 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a35ca-9ffc-459d-9d3b-1c8cc7d86c69 req-9cda71b7-1785-4f1e-80bc-8dac5e54e641 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:12.134047 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d6a35ca-9ffc-459d-9d3b-1c8cc7d86c69 req-9cda71b7-1785-4f1e-80bc-8dac5e54e641 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 943 time: 0.0627484 Aug 31 10:05:12.183313 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d6a35ca-9ffc-459d-9d3b-1c8cc7d86c69 req-18b7209a-d3e6-4576-a99c-d08701696b4e tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407586 Aug 31 10:05:13.307847 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe41a70-7210-4882-8786-ec40bcbc43c6 req-98d4c450-1516-4429-8e56-3b3c56b3f51b tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:13.309346 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-afe41a70-7210-4882-8786-ec40bcbc43c6 req-98d4c450-1516-4429-8e56-3b3c56b3f51b tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 943 time: 0.0502722 Aug 31 10:05:13.348336 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-afe41a70-7210-4882-8786-ec40bcbc43c6 req-f785d8ab-cd69-40fb-b4e2-027119fc4708 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328681 Aug 31 10:05:13.998362 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-78efc7f3-dedb-4f95-b777-c1d2e35adb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:14.095963 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:14.472797 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f44924-55f0-4d04-b98a-0d91b314fc8e req-42d2a716-41e1-4bc8-839d-6634269ec6d9 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:14.475542 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b1f44924-55f0-4d04-b98a-0d91b314fc8e req-42d2a716-41e1-4bc8-839d-6634269ec6d9 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 943 time: 0.0566874 Aug 31 10:05:14.515793 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b1f44924-55f0-4d04-b98a-0d91b314fc8e req-e14f2e2a-8e5b-4f57-86d2-22c6e4187f2d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337822 Aug 31 10:05:15.478153 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:15.648958 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc140101-537f-4d28-bc69-a5df7d8bd6b8 req-d4e2ded8-b6bc-4c90-914f-0ab72d6d85da tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:15.650967 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bc140101-537f-4d28-bc69-a5df7d8bd6b8 req-d4e2ded8-b6bc-4c90-914f-0ab72d6d85da tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 943 time: 0.0635424 Aug 31 10:05:15.690100 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bc140101-537f-4d28-bc69-a5df7d8bd6b8 req-86bb0bfd-885c-4687-9f1e-ca9598041c35 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331483 Aug 31 10:05:16.817167 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ddde96-6721-44e7-9085-74f9c1c59cd5 req-a73766f2-f000-4b4f-9eb7-93aa8bd37e92 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:16.818820 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5ddde96-6721-44e7-9085-74f9c1c59cd5 req-a73766f2-f000-4b4f-9eb7-93aa8bd37e92 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 943 time: 0.0530922 Aug 31 10:05:16.858453 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5ddde96-6721-44e7-9085-74f9c1c59cd5 req-e2f9e599-4b6e-4c35-9f03-ae5aed547228 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333934 Aug 31 10:05:17.158676 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:17.992641 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c670e82-6fb6-42f2-b0fc-4978c825e5ef req-c1fb8647-8517-49a9-bbc1-d99892c83cd7 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:17.995021 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2c670e82-6fb6-42f2-b0fc-4978c825e5ef req-c1fb8647-8517-49a9-bbc1-d99892c83cd7 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 943 time: 0.0576091 Aug 31 10:05:18.035998 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2c670e82-6fb6-42f2-b0fc-4978c825e5ef req-61aeb05f-c8ba-4d42-90a8-d0707b67e93c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342886 Aug 31 10:05:19.165251 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720712c-4494-46a1-a08b-f378376f914c req-c0693c9a-43c5-42f6-acb3-f6923d62d1e4 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:19.167077 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f720712c-4494-46a1-a08b-f378376f914c req-c0693c9a-43c5-42f6-acb3-f6923d62d1e4 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 943 time: 0.0564072 Aug 31 10:05:19.206943 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f720712c-4494-46a1-a08b-f378376f914c req-42fed529-0de6-462b-808a-4c79ac0de27f tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328019 Aug 31 10:05:20.326209 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f9a64-c3a8-48d0-8b10-70abfb6bae4a req-2290124b-4640-47b4-9330-a4127f8007df tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:20.328421 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-100f9a64-c3a8-48d0-8b10-70abfb6bae4a req-2290124b-4640-47b4-9330-a4127f8007df tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 943 time: 0.0529187 Aug 31 10:05:20.368167 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-100f9a64-c3a8-48d0-8b10-70abfb6bae4a req-e34b6569-7d5d-437e-9560-a6969d4b8305 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337150 Aug 31 10:05:21.487424 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983b9cb-dfd6-45e9-9c25-a3e15657160b req-d1202aae-aa26-4425-8959-2306de9b302b tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:21.489653 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c983b9cb-dfd6-45e9-9c25-a3e15657160b req-d1202aae-aa26-4425-8959-2306de9b302b tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 943 time: 0.0493751 Aug 31 10:05:21.528738 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c983b9cb-dfd6-45e9-9c25-a3e15657160b req-d0b86946-d1b4-4d55-a373-d122f1a0f6e4 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322318 Aug 31 10:05:22.657537 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85658d05-dfe0-4698-a9e2-8dcc83f3a755 req-b0f99c13-6787-412e-8e9f-c3f7d0365597 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:22.659135 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-85658d05-dfe0-4698-a9e2-8dcc83f3a755 req-b0f99c13-6787-412e-8e9f-c3f7d0365597 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 943 time: 0.0611138 Aug 31 10:05:22.699366 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-85658d05-dfe0-4698-a9e2-8dcc83f3a755 req-8d00a0c0-11c0-49d1-8904-d9e43700a1b0 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338588 Aug 31 10:05:23.821993 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1107f-e723-4179-910c-d8bb8c048b50 req-9128f335-8800-44b7-b960-0a8dbdc187b2 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:23.825617 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-61a1107f-e723-4179-910c-d8bb8c048b50 req-9128f335-8800-44b7-b960-0a8dbdc187b2 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 943 time: 0.0507007 Aug 31 10:05:23.863779 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-61a1107f-e723-4179-910c-d8bb8c048b50 req-b30568b7-4da2-44b8-a8b8-3bcefd70d2a5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327914 Aug 31 10:05:24.980655 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ffe96-e13c-49dc-8fcf-c58a04197a24 req-6e3730c9-67ff-415d-860e-bca760234de3 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:24.982030 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd7ffe96-e13c-49dc-8fcf-c58a04197a24 req-6e3730c9-67ff-415d-860e-bca760234de3 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 943 time: 0.0501704 Aug 31 10:05:25.019377 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd7ffe96-e13c-49dc-8fcf-c58a04197a24 req-740d3446-f510-4a8b-a51e-6fe8ab348327 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312815 Aug 31 10:05:26.139460 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45e041-00a8-4df5-b3c7-f3da9cb797ff req-1c3d89b6-28dd-4f9a-93f4-dc41a667b4e7 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:26.140945 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fb45e041-00a8-4df5-b3c7-f3da9cb797ff req-1c3d89b6-28dd-4f9a-93f4-dc41a667b4e7 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 943 time: 0.0536988 Aug 31 10:05:26.179330 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fb45e041-00a8-4df5-b3c7-f3da9cb797ff req-9cbd53b0-f322-4ad8-a065-f74aa903c227 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323789 Aug 31 10:05:27.294671 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c190e81-e8d3-4fa8-9423-e901dc374420 req-91cc9711-7790-455c-bc5d-d37b182a36ea tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:27.296227 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3c190e81-e8d3-4fa8-9423-e901dc374420 req-91cc9711-7790-455c-bc5d-d37b182a36ea tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 943 time: 0.0524299 Aug 31 10:05:27.333785 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3c190e81-e8d3-4fa8-9423-e901dc374420 req-ca580baa-95c1-47fc-9ce7-26fdebb4ac59 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313103 Aug 31 10:05:28.447894 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fff45-0061-4dbe-9597-986abffd8513 req-dee4b3ba-a576-4da2-bee1-097692748487 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:28.450010 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6b8fff45-0061-4dbe-9597-986abffd8513 req-dee4b3ba-a576-4da2-bee1-097692748487 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 943 time: 0.0503132 Aug 31 10:05:28.486781 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6b8fff45-0061-4dbe-9597-986abffd8513 req-8083d040-8edf-4c71-83c1-04608274153c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305624 Aug 31 10:05:29.606251 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd67867-2b43-4d32-bdd6-064270f0a949 req-3d94608f-9052-458a-b3f8-fce1f1405e6b tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:29.607813 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1cd67867-2b43-4d32-bdd6-064270f0a949 req-3d94608f-9052-458a-b3f8-fce1f1405e6b tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 943 time: 0.0543907 Aug 31 10:05:29.646430 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1cd67867-2b43-4d32-bdd6-064270f0a949 req-749ac884-6bd2-4f52-8ddf-1a636c3d84d0 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325167 Aug 31 10:05:30.765416 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0daf1-df19-4087-aa4e-6b29d167c8ee req-5f20be35-5e37-45af-924e-d9093bd291f0 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:30.769081 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0bf0daf1-df19-4087-aa4e-6b29d167c8ee req-5f20be35-5e37-45af-924e-d9093bd291f0 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 943 time: 0.0521431 Aug 31 10:05:30.805208 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0bf0daf1-df19-4087-aa4e-6b29d167c8ee req-1263fa5e-6105-412d-b487-b34cdb18b685 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321891 Aug 31 10:05:31.925025 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a90d8-73a5-4198-bcd5-bc907e5bfdd9 req-a99dedc3-9079-4f42-bc7a-bc2699de8bfd tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:31.926534 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c36a90d8-73a5-4198-bcd5-bc907e5bfdd9 req-a99dedc3-9079-4f42-bc7a-bc2699de8bfd tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 943 time: 0.0498860 Aug 31 10:05:31.965668 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c36a90d8-73a5-4198-bcd5-bc907e5bfdd9 req-0a036f73-26e0-424a-a19c-7ee39b5b0b31 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331342 Aug 31 10:05:33.084585 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d55ffe-d931-4a99-82ab-2f7a7d30cb33 req-7e9306d1-54fe-42ab-b5ad-65886f80efbb tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:33.086145 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c9d55ffe-d931-4a99-82ab-2f7a7d30cb33 req-7e9306d1-54fe-42ab-b5ad-65886f80efbb tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 943 time: 0.0536582 Aug 31 10:05:33.095555 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:33.124499 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c9d55ffe-d931-4a99-82ab-2f7a7d30cb33 req-adffed06-d1ed-4d18-9031-2bd223c07b2e tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316968 Aug 31 10:05:33.352699 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:34.238648 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67072c04-9af1-49eb-8d3e-b141b9f3a12f req-c941e3ae-2e94-4dd5-982c-da873c0f44fd tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:34.240139 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-67072c04-9af1-49eb-8d3e-b141b9f3a12f req-c941e3ae-2e94-4dd5-982c-da873c0f44fd tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 943 time: 0.0487549 Aug 31 10:05:34.277648 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-67072c04-9af1-49eb-8d3e-b141b9f3a12f req-6ed8df3c-065a-4850-ae26-1d5e9c979d0d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308061 Aug 31 10:05:35.575915 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839fbb1-07d0-4905-8194-a7ddd8358f61 req-77cf4340-441c-4d2d-ad3a-94ce5699bde2 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:35.577386 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7839fbb1-07d0-4905-8194-a7ddd8358f61 req-77cf4340-441c-4d2d-ad3a-94ce5699bde2 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 943 time: 0.2323763 Aug 31 10:05:35.614511 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7839fbb1-07d0-4905-8194-a7ddd8358f61 req-47f9c658-a432-4422-a670-146a4eba58e1 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310154 Aug 31 10:05:36.794953 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19ae3e-5633-40f6-96a9-04fe5c8c1069 req-61aaa2aa-7614-4c49-acbb-5640bf6f16bb tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:36.796516 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ff19ae3e-5633-40f6-96a9-04fe5c8c1069 req-61aaa2aa-7614-4c49-acbb-5640bf6f16bb tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 943 time: 0.1162856 Aug 31 10:05:36.836569 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ff19ae3e-5633-40f6-96a9-04fe5c8c1069 req-2e40451e-e768-4f85-88cf-4734a1377cf8 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340989 Aug 31 10:05:37.953287 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b807e-df30-4176-856f-e3a4f5e6cf26 req-d60851a8-6432-49cd-b7b0-e3e8c1c02a53 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:37.954814 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c22b807e-df30-4176-856f-e3a4f5e6cf26 req-d60851a8-6432-49cd-b7b0-e3e8c1c02a53 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 943 time: 0.0511796 Aug 31 10:05:37.991851 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c22b807e-df30-4176-856f-e3a4f5e6cf26 req-8f7b86fe-df79-4495-a634-361a3b651c0b tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310948 Aug 31 10:05:39.107816 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c120a2-a3a9-4cc3-b8be-5f00f6f65d7a req-457b64ad-c6e9-4550-94d6-15e8c09fe582 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:39.109341 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c6c120a2-a3a9-4cc3-b8be-5f00f6f65d7a req-457b64ad-c6e9-4550-94d6-15e8c09fe582 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 943 time: 0.0505226 Aug 31 10:05:39.145965 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c6c120a2-a3a9-4cc3-b8be-5f00f6f65d7a req-edc57350-fff2-4f20-abe1-d5eefbb6e763 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305495 Aug 31 10:05:39.413461 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:05:40.265003 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5d0ed-0b6f-4d5c-a521-24ff5fd5249e req-4845d994-4c7b-4e8b-8858-c3134383b556 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:40.266466 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99d5d0ed-0b6f-4d5c-a521-24ff5fd5249e req-4845d994-4c7b-4e8b-8858-c3134383b556 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 943 time: 0.0527267 Aug 31 10:05:40.304094 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99d5d0ed-0b6f-4d5c-a521-24ff5fd5249e req-39b62a5f-5953-4ab9-a260-81cc175698cf tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314775 Aug 31 10:05:41.329655 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cad494c3-4f14-482e-b7e7-d77296138653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:41.419347 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9daf0c-d41c-4f3a-b1b5-60451c30133a req-c9e6e163-730b-476b-a8d6-927b5d084cdc tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:41.420820 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a9daf0c-d41c-4f3a-b1b5-60451c30133a req-c9e6e163-730b-476b-a8d6-927b5d084cdc tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 943 time: 0.0499382 Aug 31 10:05:41.464620 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a9daf0c-d41c-4f3a-b1b5-60451c30133a req-570fcb32-9b7f-450f-8926-6efee212cf4b tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372295 Aug 31 10:05:41.640941 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 610649cc-048c-445e-837c-f94758c81a69 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:05:41.731386 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 610649cc-048c-445e-837c-f94758c81a69, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=610649cc-048c-445e-837c-f94758c81a69,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:05:41.742726 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '610649cc-048c-445e-837c-f94758c81a69', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'port_id': '610649cc-048c-445e-837c-f94758c81a69', 'mac_address': 'fa:16:3e:76:02:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:05:41.779421 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:41.792243 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 610649cc-048c-445e-837c-f94758c81a69 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:05:41.811825 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 610649cc-048c-445e-837c-f94758c81a69, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=610649cc-048c-445e-837c-f94758c81a69,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:05:41.866914 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:41.918109 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=610649cc-048c-445e-837c-f94758c81a69,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:41.925173 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:41.925515 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:41.925858 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:41.926187 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:41.926515 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:41.926871 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:41.927187 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:41.927512 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:41.927834 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:41.928155 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:41.928470 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:41.928786 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:05:42.101872 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['610649cc-048c-445e-837c-f94758c81a69'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:05:42.578501 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72dd9e3-4ae9-4978-8cd1-38174ad94b29 req-88a27c65-5740-4825-a96a-0cf3bc229597 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:42.579991 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d72dd9e3-4ae9-4978-8cd1-38174ad94b29 req-88a27c65-5740-4825-a96a-0cf3bc229597 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 944 time: 0.0494227 Aug 31 10:05:42.617767 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d72dd9e3-4ae9-4978-8cd1-38174ad94b29 req-b76ba0e3-d58f-48f2-ae34-416c59f407d6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318274 Aug 31 10:05:43.656602 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 610649cc-048c-445e-837c-f94758c81a69 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:05:43.741126 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1febc54a-7182-41ed-8276-0d3006d79e71 req-5c66a033-092c-4989-b838-9bdeee96913d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:43.742675 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1febc54a-7182-41ed-8276-0d3006d79e71 req-5c66a033-092c-4989-b838-9bdeee96913d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 944 time: 0.0526505 Aug 31 10:05:43.765499 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 610649cc-048c-445e-837c-f94758c81a69 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:05:43.770341 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 610649cc-048c-445e-837c-f94758c81a69 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:05:43.770813 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:43.790596 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1febc54a-7182-41ed-8276-0d3006d79e71 req-5f796e1a-00ea-434a-b90d-4d9bfebe71d0 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385566 Aug 31 10:05:43.849694 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:43.872436 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ebb1ac-4a41-4679-abde-b9d6af681c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610649cc-048c-445e-837c-f94758c81a69'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:05:43.874718 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4739021-07b6-46d5-a8e4-beb43dfe334f" -d '{"events": [{"server_uuid": "17ebb1ac-4a41-4679-abde-b9d6af681c78", "name": "network-vif-plugged", "status": "completed", "tag": "610649cc-048c-445e-837c-f94758c81a69"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:05:43.889727 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 610649cc-048c-445e-837c-f94758c81a69, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=610649cc-048c-445e-837c-f94758c81a69,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:05:43.914099 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b87f7b-67ed-4ce0-9900-e93ed9bb4819 x-openstack-request-id: req-56b87f7b-67ed-4ce0-9900-e93ed9bb4819 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:05:43.914387 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ebb1ac-4a41-4679-abde-b9d6af681c78", "name": "network-vif-plugged", "status": "completed", "tag": "610649cc-048c-445e-837c-f94758c81a69", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:05:43.914669 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-56b87f7b-67ed-4ce0-9900-e93ed9bb4819 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:05:43.915348 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ebb1ac-4a41-4679-abde-b9d6af681c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610649cc-048c-445e-837c-f94758c81a69', 'code': 200} Aug 31 10:05:43.951799 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:43.976446 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b140bc56-c320-4d83-aec7-3831fce1c880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:44.016931 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=610649cc-048c-445e-837c-f94758c81a69,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:44.067010 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:44.073178 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23332a13-a41c-49bf-8b9e-7aba5e001171 req-3a0255ea-6e44-4fa7-a23e-b818d157c7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:44.074816 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-23332a13-a41c-49bf-8b9e-7aba5e001171 req-3a0255ea-6e44-4fa7-a23e-b818d157c7b9 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 1097 time: 0.0966125 Aug 31 10:05:44.113804 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-23332a13-a41c-49bf-8b9e-7aba5e001171 req-e7443120-251f-4905-a564-9778cac1694f service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279822 Aug 31 10:05:44.902575 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237f314-bdca-4104-a7bc-a17edcc6ebb5 req-15766bcb-669b-4f30-b02d-32484838c1e9 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:44.904157 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c237f314-bdca-4104-a7bc-a17edcc6ebb5 req-15766bcb-669b-4f30-b02d-32484838c1e9 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 945 time: 0.0490429 Aug 31 10:05:44.942209 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c237f314-bdca-4104-a7bc-a17edcc6ebb5 req-0bfc7316-b1a7-4222-93e9-5f40e8eea6cf tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318236 Aug 31 10:05:45.461357 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:46.061274 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdf1ae-8cde-4577-9a08-d2ac5255650d req-d2494b3c-3d5c-4601-abec-f5cbe31ba941 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:46.062677 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62fdf1ae-8cde-4577-9a08-d2ac5255650d req-d2494b3c-3d5c-4601-abec-f5cbe31ba941 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 945 time: 0.0490689 Aug 31 10:05:46.099761 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62fdf1ae-8cde-4577-9a08-d2ac5255650d req-6775fa8b-0cb7-4bb8-b879-63b3e8fc6b07 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311699 Aug 31 10:05:46.215652 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da10f81-769f-4cd6-8a02-81a9c045fb6a req-1ab77ee8-9ee6-43a8-9da0-94242dd97d3f tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:46.217136 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9da10f81-769f-4cd6-8a02-81a9c045fb6a req-1ab77ee8-9ee6-43a8-9da0-94242dd97d3f tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 945 time: 0.0523791 Aug 31 10:05:46.253618 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9da10f81-769f-4cd6-8a02-81a9c045fb6a req-5ae4ab89-6d7e-475b-b2e8-e106d41b498c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305839 Aug 31 10:05:46.365709 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62086e80-3d98-4053-abfe-d4b12053cee4 req-4ce7819b-1fa5-494c-b600-bc5a73c4e1bf tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:46.367120 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62086e80-3d98-4053-abfe-d4b12053cee4 req-4ce7819b-1fa5-494c-b600-bc5a73c4e1bf tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 945 time: 0.0480161 Aug 31 10:05:46.404910 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62086e80-3d98-4053-abfe-d4b12053cee4 req-49fe1583-9e03-4494-9f09-c87435c27209 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312538 Aug 31 10:05:46.916092 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85314bbf-a1b2-441f-8aa1-e8cc2433dda2 req-0f4c2e01-3530-4003-a01a-333c8915154f tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:46.918200 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-85314bbf-a1b2-441f-8aa1-e8cc2433dda2 req-0f4c2e01-3530-4003-a01a-333c8915154f tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 945 time: 0.0497286 Aug 31 10:05:46.956032 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-85314bbf-a1b2-441f-8aa1-e8cc2433dda2 req-1ec54830-f4ca-48ac-96fe-f917f7674464 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317342 Aug 31 10:05:47.157630 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:48.077415 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e2a5a-8e15-4951-8a65-369061c501c0 req-9b8b4086-92eb-452e-99db-2f73eca10cde tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:48.078838 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a6e2a5a-8e15-4951-8a65-369061c501c0 req-9b8b4086-92eb-452e-99db-2f73eca10cde tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 945 time: 0.0526500 Aug 31 10:05:48.116671 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a6e2a5a-8e15-4951-8a65-369061c501c0 req-e8f31974-dcb4-4b31-b2d6-0e7507fe8f4a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309682 Aug 31 10:05:48.481902 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df7e3a-fc68-40e4-819b-193c5e3e4bc7 req-44258449-9acf-4a28-b528-9a31cf4a202a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:05:48.483379 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-23df7e3a-fc68-40e4-819b-193c5e3e4bc7 req-44258449-9acf-4a28-b528-9a31cf4a202a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.112 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 945 time: 0.0469897 Aug 31 10:05:48.584704 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-23df7e3a-fc68-40e4-819b-193c5e3e4bc7 req-666d7187-c1ab-4729-86a8-f3502fc5b6a5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Deleting port 610649cc-048c-445e-837c-f94758c81a69 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:05:48.585019 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-23df7e3a-fc68-40e4-819b-193c5e3e4bc7 req-666d7187-c1ab-4729-86a8-f3502fc5b6a5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:48.670450 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-23df7e3a-fc68-40e4-819b-193c5e3e4bc7 req-666d7187-c1ab-4729-86a8-f3502fc5b6a5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] For port 610649cc-048c-445e-837c-f94758c81a69, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=610649cc-048c-445e-837c-f94758c81a69,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:05:48.670841 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-23df7e3a-fc68-40e4-819b-193c5e3e4bc7 req-666d7187-c1ab-4729-86a8-f3502fc5b6a5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:48.687178 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-23df7e3a-fc68-40e4-819b-193c5e3e4bc7 req-666d7187-c1ab-4729-86a8-f3502fc5b6a5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Calling delete_port for 610649cc-048c-445e-837c-f94758c81a69 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:05:48.895344 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-23df7e3a-fc68-40e4-819b-193c5e3e4bc7 req-666d7187-c1ab-4729-86a8-f3502fc5b6a5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:48.912479 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['610649cc-048c-445e-837c-f94758c81a69'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:05:48.927701 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d7187-c1ab-4729-86a8-f3502fc5b6a5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Pushing event deleted for resources: {'Port': ['ID=610649cc-048c-445e-837c-f94758c81a69,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:05:48.977217 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-23df7e3a-fc68-40e4-819b-193c5e3e4bc7 req-666d7187-c1ab-4729-86a8-f3502fc5b6a5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] No DVR routers for this DVR port 610649cc-048c-445e-837c-f94758c81a69 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:05:48.980573 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-23df7e3a-fc68-40e4-819b-193c5e3e4bc7 req-666d7187-c1ab-4729-86a8-f3502fc5b6a5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:05:48.982537 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-23df7e3a-fc68-40e4-819b-193c5e3e4bc7 req-666d7187-c1ab-4729-86a8-f3502fc5b6a5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.112 "DELETE /v2.0/ports/610649cc-048c-445e-837c-f94758c81a69 HTTP/1.1" status: 204 len: 173 time: 0.4904571 Aug 31 10:05:48.983009 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ebb1ac-4a41-4679-abde-b9d6af681c78', 'name': 'network-vif-deleted', 'tag': '610649cc-048c-445e-837c-f94758c81a69'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:05:48.985263 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25b119f-e40b-4cf5-8ae4-620bb7989554" -d '{"events": [{"server_uuid": "17ebb1ac-4a41-4679-abde-b9d6af681c78", "name": "network-vif-deleted", "tag": "610649cc-048c-445e-837c-f94758c81a69"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:05:49.096906 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f802d15-4795-4b7c-b910-8398b37e2a4c x-openstack-request-id: req-3f802d15-4795-4b7c-b910-8398b37e2a4c {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:05:49.097203 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ebb1ac-4a41-4679-abde-b9d6af681c78", "name": "network-vif-deleted", "tag": "610649cc-048c-445e-837c-f94758c81a69", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:05:49.097457 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-3f802d15-4795-4b7c-b910-8398b37e2a4c {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:05:49.097856 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ebb1ac-4a41-4679-abde-b9d6af681c78', 'name': 'network-vif-deleted', 'tag': '610649cc-048c-445e-837c-f94758c81a69', 'status': 'completed', 'code': 200} Aug 31 10:05:49.216991 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eab7bfad-9813-4c63-bf57-4e3cf89e676b req-82189d60-35f3-430f-b86a-73f926aabdf9 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 210 time: 0.0278511 Aug 31 10:05:50.315403 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c55d0432-e1b7-4df3-a634-915e7c0d2831 req-3aa6fad7-7f7e-41a7-bc97-d0c85d29bb6b tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 210 time: 0.0270648 Aug 31 10:05:51.409369 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fefd8e60-5396-42e4-94a4-c900aca33040 req-6c96dc79-45ef-494e-9139-4f2e51c104f0 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 210 time: 0.0264559 Aug 31 10:05:51.672215 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 610649cc-048c-445e-837c-f94758c81a69 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:05:51.692558 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 610649cc-048c-445e-837c-f94758c81a69 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:05:51.692899 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 610649cc-048c-445e-837c-f94758c81a69 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:05:52.505819 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3e7b9cd2-70eb-40ce-9efd-bee9668f4dbf req-02157c11-d57a-484b-b958-8cc269e1204b tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 210 time: 0.0300455 Aug 31 10:05:53.618044 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7a0fc6f3-a355-461a-9853-f3c92aa3e685 req-b37276a1-704c-4d69-ba5d-2812f4c33c73 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=17ebb1ac-4a41-4679-abde-b9d6af681c78 HTTP/1.1" status: 200 len: 210 time: 0.0272200 Aug 31 10:06:03.074289 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-08aacdc7-cdd0-4cc2-a1e8-f2c4846d41db req-22c691d0-f0e4-443b-a165-e071318b9e22 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0264342 Aug 31 10:06:03.091998 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:03.140798 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-08aacdc7-cdd0-4cc2-a1e8-f2c4846d41db req-f102fc3b-ce78-4544-bd75-39840fb6fb97 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0251861 Aug 31 10:06:03.182584 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-08aacdc7-cdd0-4cc2-a1e8-f2c4846d41db req-25c73b43-12cd-44ff-a883-58a434175e54 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199397 Aug 31 10:06:03.281845 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aacdc7-cdd0-4cc2-a1e8-f2c4846d41db req-439fc104-d94e-443a-9d7b-1740d223b7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:03.283789 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-08aacdc7-cdd0-4cc2-a1e8-f2c4846d41db req-439fc104-d94e-443a-9d7b-1740d223b7eb service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0951178 Aug 31 10:06:03.409067 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:11.369709 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f2fa5706-f121-4a20-a676-7439dcea08d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:13.995534 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9ef9087c-af69-49aa-ae9e-5869822174a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:14.100723 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:15.483464 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:16.414034 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:06:17.146444 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:20.497368 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-33c70ef7-ecfe-4d0e-ac81-136d50978521 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:20.498847 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-33c70ef7-ecfe-4d0e-ac81-136d50978521 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/networks?id=2593dd5e-bc31-4e41-87f0-964b009dbd60 HTTP/1.1" status: 200 len: 811 time: 0.0985456 Aug 31 10:06:20.513837 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-d8b544d8-3c1a-406b-b328-398fd7e67d26 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/quotas/d1ddc052c1054cf3a6ea73848cd55645 HTTP/1.1" status: 200 len: 375 time: 0.0087204 Aug 31 10:06:20.565147 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-5dfa54f2-5a1d-4d2c-a6fc-5aa87047cda3 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449953 Aug 31 10:06:20.655728 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-9500d0f5-60a9-4373-a6ff-d9c24fc6870e service neutron] 10.222.0.119 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838952 Aug 31 10:06:20.743194 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-54d20103-9293-4bf1-8c44-8d3a906e4732 service neutron] 10.222.0.119 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805266 Aug 31 10:06:21.320206 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05e77d8b-8a30-4640-bcfb-572542a7dd30 req-50fd7b20-d76f-4c7c-9136-b1707ac50f87 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=b34652d3-629b-4a2c-aff4-6408af66976d HTTP/1.1" status: 200 len: 210 time: 0.0320761 Aug 31 10:06:22.411807 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5bcad45b-4675-4a1d-97bd-230b3cdedf54 req-9d2353a3-d863-4ba4-ab1c-926340442b97 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=b34652d3-629b-4a2c-aff4-6408af66976d HTTP/1.1" status: 200 len: 210 time: 0.0270069 Aug 31 10:06:23.293804 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-33ac799b-ffb8-492a-a791-13fab0d0fcd5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:23.295647 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-33ac799b-ffb8-492a-a791-13fab0d0fcd5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.112 "GET /v2.0/networks?id=2593dd5e-bc31-4e41-87f0-964b009dbd60 HTTP/1.1" status: 200 len: 811 time: 0.1008966 Aug 31 10:06:23.314024 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-2de799d9-24a7-430a-b21e-c178d14234b6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Request body: {'port': {'device_id': 'b34652d3-629b-4a2c-aff4-6408af66976d', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'admin_state_up': True, 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:06:23.483587 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-2de799d9-24a7-430a-b21e-c178d14234b6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Made reservation on behalf of d1ddc052c1054cf3a6ea73848cd55645 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:06:23.488412 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-2de799d9-24a7-430a-b21e-c178d14234b6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:23.509938 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a0284aa-bbb7-4d30-9835-a521de1d6989 req-2a5877e1-905f-4a42-9f61-fd364176c7a6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=b34652d3-629b-4a2c-aff4-6408af66976d HTTP/1.1" status: 200 len: 210 time: 0.0301831 Aug 31 10:06:23.626612 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-2de799d9-24a7-430a-b21e-c178d14234b6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Allocated IP 172.20.0.5 (2593dd5e-bc31-4e41-87f0-964b009dbd60/eb8d724f-b49d-4dd8-a4d3-6787f4777e68/e6821419-5e34-45d7-beb5-cba536ec5440) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:06:23.767569 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-2de799d9-24a7-430a-b21e-c178d14234b6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:23.781693 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-2de799d9-24a7-430a-b21e-c178d14234b6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Transition to ACTIVE for port object e6821419-5e34-45d7-beb5-cba536ec5440 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:06:23.888929 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-2de799d9-24a7-430a-b21e-c178d14234b6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:23.943617 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-2de799d9-24a7-430a-b21e-c178d14234b6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Network 2593dd5e-bc31-4e41-87f0-964b009dbd60 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:06:23.946955 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-2de799d9-24a7-430a-b21e-c178d14234b6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:06:23.959719 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-2de799d9-24a7-430a-b21e-c178d14234b6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:06:23.964188 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de799d9-24a7-430a-b21e-c178d14234b6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Pushing event updated for resources: {'Port': ['ID=e6821419-5e34-45d7-beb5-cba536ec5440,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:23.993333 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de799d9-24a7-430a-b21e-c178d14234b6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:23.993668 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de799d9-24a7-430a-b21e-c178d14234b6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:23.993997 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de799d9-24a7-430a-b21e-c178d14234b6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:23.994327 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de799d9-24a7-430a-b21e-c178d14234b6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:23.994707 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de799d9-24a7-430a-b21e-c178d14234b6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:23.995035 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de799d9-24a7-430a-b21e-c178d14234b6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:23.995592 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de799d9-24a7-430a-b21e-c178d14234b6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:23.995915 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de799d9-24a7-430a-b21e-c178d14234b6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:23.996235 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de799d9-24a7-430a-b21e-c178d14234b6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:23.996551 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de799d9-24a7-430a-b21e-c178d14234b6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:23.996865 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de799d9-24a7-430a-b21e-c178d14234b6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:23.997272 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de799d9-24a7-430a-b21e-c178d14234b6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:24.030922 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-2de799d9-24a7-430a-b21e-c178d14234b6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:24.031489 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-2de799d9-24a7-430a-b21e-c178d14234b6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:24.147041 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-2de799d9-24a7-430a-b21e-c178d14234b6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8369188 Aug 31 10:06:24.165333 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-fcafe8f2-6589-4c24-a96a-5d2d9872040f service neutron] Request body: {'port': {'device_id': 'b34652d3-629b-4a2c-aff4-6408af66976d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:06:24.233936 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-fcafe8f2-6589-4c24-a96a-5d2d9872040f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:24.369228 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8c615489-ad95-44b2-ab8d-2d679e7e8ad3 None None] Provisioning for port e6821419-5e34-45d7-beb5-cba536ec5440 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:06:24.373488 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8c615489-ad95-44b2-ab8d-2d679e7e8ad3 None None] Provisioning complete for port e6821419-5e34-45d7-beb5-cba536ec5440 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:06:24.373910 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8c615489-ad95-44b2-ab8d-2d679e7e8ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:24.410027 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-8c615489-ad95-44b2-ab8d-2d679e7e8ad3 None None] Port e6821419-5e34-45d7-beb5-cba536ec5440 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:06:24.511887 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-fcafe8f2-6589-4c24-a96a-5d2d9872040f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6821419-5e34-45d7-beb5-cba536ec5440 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:06:24.519850 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-fcafe8f2-6589-4c24-a96a-5d2d9872040f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:24.532068 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-fcafe8f2-6589-4c24-a96a-5d2d9872040f service neutron] Transition to ACTIVE for port object e6821419-5e34-45d7-beb5-cba536ec5440 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:06:24.616219 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-fcafe8f2-6589-4c24-a96a-5d2d9872040f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:24.634670 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb099542-2179-4319-839e-c8083958007a req-33130054-c9fe-4755-bc76-b7a6ad46726e tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:24.636509 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cb099542-2179-4319-839e-c8083958007a req-33130054-c9fe-4755-bc76-b7a6ad46726e tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=b34652d3-629b-4a2c-aff4-6408af66976d HTTP/1.1" status: 200 len: 931 time: 0.0589509 Aug 31 10:06:24.672378 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcafe8f2-6589-4c24-a96a-5d2d9872040f service neutron] Pushing event updated for resources: {'Port': ['ID=e6821419-5e34-45d7-beb5-cba536ec5440,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:24.685305 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cb099542-2179-4319-839e-c8083958007a req-537a8168-dc81-40af-8f6c-7837f480c115 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401349 Aug 31 10:06:24.778969 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-fcafe8f2-6589-4c24-a96a-5d2d9872040f service neutron] Attempting to bind port e6821419-5e34-45d7-beb5-cba536ec5440 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:06:24.779398 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-fcafe8f2-6589-4c24-a96a-5d2d9872040f service neutron] Attempting to bind port e6821419-5e34-45d7-beb5-cba536ec5440 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:06:24.779828 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-fcafe8f2-6589-4c24-a96a-5d2d9872040f service neutron] Attempting to bind port e6821419-5e34-45d7-beb5-cba536ec5440 on network 2593dd5e-bc31-4e41-87f0-964b009dbd60 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:06:24.784828 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-fcafe8f2-6589-4c24-a96a-5d2d9872040f service neutron] Port e6821419-5e34-45d7-beb5-cba536ec5440 on network 2593dd5e-bc31-4e41-87f0-964b009dbd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:06:24.785224 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-fcafe8f2-6589-4c24-a96a-5d2d9872040f service neutron] Attempting to bind port e6821419-5e34-45d7-beb5-cba536ec5440 on network 2593dd5e-bc31-4e41-87f0-964b009dbd60 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:06:24.791860 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-fcafe8f2-6589-4c24-a96a-5d2d9872040f service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:06:24.794065 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-fcafe8f2-6589-4c24-a96a-5d2d9872040f service neutron] Checking segment: {'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:06:24.794532 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-fcafe8f2-6589-4c24-a96a-5d2d9872040f service neutron] Bound using segment: {'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:06:24.795068 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-fcafe8f2-6589-4c24-a96a-5d2d9872040f service neutron] Bound port: e6821419-5e34-45d7-beb5-cba536ec5440, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:06:24.795500 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-fcafe8f2-6589-4c24-a96a-5d2d9872040f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:24.870593 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-fcafe8f2-6589-4c24-a96a-5d2d9872040f service neutron] For port e6821419-5e34-45d7-beb5-cba536ec5440, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:06:24.873613 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-fcafe8f2-6589-4c24-a96a-5d2d9872040f service neutron] For port e6821419-5e34-45d7-beb5-cba536ec5440, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=e6821419-5e34-45d7-beb5-cba536ec5440,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:06:24.964011 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-fcafe8f2-6589-4c24-a96a-5d2d9872040f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:25.000231 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-fcafe8f2-6589-4c24-a96a-5d2d9872040f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:25.000347 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-fcafe8f2-6589-4c24-a96a-5d2d9872040f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:25.001738 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-fcafe8f2-6589-4c24-a96a-5d2d9872040f service neutron] 10.222.0.112 "PUT /v2.0/ports/e6821419-5e34-45d7-beb5-cba536ec5440 HTTP/1.1" status: 200 len: 1092 time: 0.8410304 Aug 31 10:06:25.002184 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b34652d3-629b-4a2c-aff4-6408af66976d', 'tag': 'e6821419-5e34-45d7-beb5-cba536ec5440'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:06:25.005355 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39d48d7134a5d614193295f5d05de2664354fcb24ad101c75c85cad9d903a6ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb9228f-cd5c-4d96-a176-c41e37d87b65" -d '{"events": [{"name": "network-changed", "server_uuid": "b34652d3-629b-4a2c-aff4-6408af66976d", "tag": "e6821419-5e34-45d7-beb5-cba536ec5440"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:06:25.042697 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcafe8f2-6589-4c24-a96a-5d2d9872040f service neutron] Pushing event updated for resources: {'Port': ['ID=e6821419-5e34-45d7-beb5-cba536ec5440,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:25.052199 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46cf8ac-e57e-46de-9462-f65157d82026 x-openstack-request-id: req-f46cf8ac-e57e-46de-9462-f65157d82026 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:06:25.052484 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b34652d3-629b-4a2c-aff4-6408af66976d", "tag": "e6821419-5e34-45d7-beb5-cba536ec5440", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:06:25.052736 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-f46cf8ac-e57e-46de-9462-f65157d82026 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:06:25.053140 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b34652d3-629b-4a2c-aff4-6408af66976d', 'tag': 'e6821419-5e34-45d7-beb5-cba536ec5440', 'status': 'completed', 'code': 200} Aug 31 10:06:25.135567 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9228f-cd5c-4d96-a176-c41e37d87b65 req-db372895-95b8-49ab-a431-8bef5900d70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:25.137102 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cdb9228f-cd5c-4d96-a176-c41e37d87b65 req-db372895-95b8-49ab-a431-8bef5900d70c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&device_id=b34652d3-629b-4a2c-aff4-6408af66976d HTTP/1.1" status: 200 len: 1095 time: 0.0556586 Aug 31 10:06:25.246526 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9228f-cd5c-4d96-a176-c41e37d87b65 req-b4924853-038d-4fb7-8601-11eff23dd398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:25.248039 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cdb9228f-cd5c-4d96-a176-c41e37d87b65 req-b4924853-038d-4fb7-8601-11eff23dd398 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0985372 Aug 31 10:06:25.349720 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9228f-cd5c-4d96-a176-c41e37d87b65 req-a0b6a21a-ff4e-4d35-a415-32bb7c0d871c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:25.351277 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cdb9228f-cd5c-4d96-a176-c41e37d87b65 req-a0b6a21a-ff4e-4d35-a415-32bb7c0d871c service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0922725 Aug 31 10:06:25.443333 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-0345ceb4-d6aa-4e6b-b03c-69d6285764a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:25.444765 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-0345ceb4-d6aa-4e6b-b03c-69d6285764a3 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&device_id=b34652d3-629b-4a2c-aff4-6408af66976d HTTP/1.1" status: 200 len: 1095 time: 0.0461423 Aug 31 10:06:25.491429 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-d2062dbd-fad6-4cd3-a8f5-68b9aa3095ff service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6821419-5e34-45d7-beb5-cba536ec5440 HTTP/1.1" status: 200 len: 217 time: 0.0339952 Aug 31 10:06:25.545630 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-3d9771ee-de1e-400c-a4c6-2520729c9001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:25.547139 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-3d9771ee-de1e-400c-a4c6-2520729c9001 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=eb8d724f-b49d-4dd8-a4d3-6787f4777e68 HTTP/1.1" status: 200 len: 850 time: 0.0448356 Aug 31 10:06:25.603257 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-c7de5775-f31a-4e0f-85a9-40fe92d2ecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:25.604821 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-c7de5775-f31a-4e0f-85a9-40fe92d2ecc4 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2593dd5e-bc31-4e41-87f0-964b009dbd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461154 Aug 31 10:06:25.698421 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-669f5be6-254e-4a18-a294-2f581ceb1d86 service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822103 Aug 31 10:06:25.802840 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e35ce083-d93d-4294-b422-6eba5147ced2 req-b5b7970c-af54-4faa-bdef-6ecebcc6cb44 service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931857 Aug 31 10:06:25.813216 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b19ac-9923-4633-be81-a6def235444a req-708dfed2-3c2a-4d8d-85b6-db2b5e1cc2cb tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:25.814770 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-195b19ac-9923-4633-be81-a6def235444a req-708dfed2-3c2a-4d8d-85b6-db2b5e1cc2cb tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=b34652d3-629b-4a2c-aff4-6408af66976d HTTP/1.1" status: 200 len: 943 time: 0.0588405 Aug 31 10:06:25.854942 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-195b19ac-9923-4633-be81-a6def235444a req-7fda3c2f-b3fa-4008-a027-b72f1d823dfc tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334277 Aug 31 10:06:26.972037 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c7558-3513-44be-9965-c8f98d86a052 req-3f78a840-a158-4b36-8386-6b1c57518259 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:26.973330 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-716c7558-3513-44be-9965-c8f98d86a052 req-3f78a840-a158-4b36-8386-6b1c57518259 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=b34652d3-629b-4a2c-aff4-6408af66976d HTTP/1.1" status: 200 len: 943 time: 0.0496440 Aug 31 10:06:27.011005 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-716c7558-3513-44be-9965-c8f98d86a052 req-98dba5d7-3a07-43dd-8972-92adeb6b0cd0 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313973 Aug 31 10:06:28.128003 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb0cc8-c39a-404e-a1c2-1a33a0732eaa req-f80b7e87-e6a7-4749-990d-d72961f9f708 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:28.129487 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-12eb0cc8-c39a-404e-a1c2-1a33a0732eaa req-f80b7e87-e6a7-4749-990d-d72961f9f708 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=b34652d3-629b-4a2c-aff4-6408af66976d HTTP/1.1" status: 200 len: 943 time: 0.0503476 Aug 31 10:06:28.167204 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-12eb0cc8-c39a-404e-a1c2-1a33a0732eaa req-da40ceeb-90f8-4c6a-9af4-096b14f0b39f tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316243 Aug 31 10:06:29.290523 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a05f3-48a7-4a66-813b-201a5092f971 req-b752d1fe-7b7f-4f1b-9bd6-509a8fe24964 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:29.291995 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-867a05f3-48a7-4a66-813b-201a5092f971 req-b752d1fe-7b7f-4f1b-9bd6-509a8fe24964 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=b34652d3-629b-4a2c-aff4-6408af66976d HTTP/1.1" status: 200 len: 943 time: 0.0525408 Aug 31 10:06:29.333383 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-867a05f3-48a7-4a66-813b-201a5092f971 req-4845d1ae-dbf2-426d-8839-731cdbfdb088 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350389 Aug 31 10:06:30.447302 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59227620-e8b0-4d0b-b55c-68fb2832adff req-a91acf3c-6b0e-47f0-ae79-cb51bd4b43a3 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:30.448776 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-59227620-e8b0-4d0b-b55c-68fb2832adff req-a91acf3c-6b0e-47f0-ae79-cb51bd4b43a3 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=b34652d3-629b-4a2c-aff4-6408af66976d HTTP/1.1" status: 200 len: 943 time: 0.0494630 Aug 31 10:06:30.485471 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-59227620-e8b0-4d0b-b55c-68fb2832adff req-d77d3ac4-f60e-4f13-9801-1cb0920ab179 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308352 Aug 31 10:06:31.599691 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09144e8d-78fe-472e-b35b-11a3f4308280 req-6e6e22ce-c986-4c23-8ab0-50b05ebb6a1f tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:31.601164 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-09144e8d-78fe-472e-b35b-11a3f4308280 req-6e6e22ce-c986-4c23-8ab0-50b05ebb6a1f tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=b34652d3-629b-4a2c-aff4-6408af66976d HTTP/1.1" status: 200 len: 943 time: 0.0491588 Aug 31 10:06:31.640102 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-09144e8d-78fe-472e-b35b-11a3f4308280 req-9fafbea9-8644-4db2-9684-1d743d8a9cc4 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328701 Aug 31 10:06:32.756737 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e48ac7-6c78-4614-8ec8-238335105eed req-7c18ddf6-d027-4662-aa0c-0066a31a6062 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:32.758210 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a7e48ac7-6c78-4614-8ec8-238335105eed req-7c18ddf6-d027-4662-aa0c-0066a31a6062 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=b34652d3-629b-4a2c-aff4-6408af66976d HTTP/1.1" status: 200 len: 943 time: 0.0519414 Aug 31 10:06:32.795810 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a7e48ac7-6c78-4614-8ec8-238335105eed req-3fdb16ed-775f-4f99-9210-4fac6ddde166 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316262 Aug 31 10:06:33.129065 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:33.374577 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:33.912000 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d975885-7741-4174-b6f6-f0550381b5a6 req-62adfab6-ce07-4faf-a87c-28a526abecea tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:33.914720 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d975885-7741-4174-b6f6-f0550381b5a6 req-62adfab6-ce07-4faf-a87c-28a526abecea tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=b34652d3-629b-4a2c-aff4-6408af66976d HTTP/1.1" status: 200 len: 943 time: 0.0510035 Aug 31 10:06:33.955218 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d975885-7741-4174-b6f6-f0550381b5a6 req-4be667fd-dace-4c77-91c9-b91f738b8fc0 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337868 Aug 31 10:06:35.072605 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ce67f-10a1-4d40-b6bd-a7581d0dc749 req-afd61da7-8b32-4bc1-96c4-0969e5289003 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:35.073983 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3a1ce67f-10a1-4d40-b6bd-a7581d0dc749 req-afd61da7-8b32-4bc1-96c4-0969e5289003 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=b34652d3-629b-4a2c-aff4-6408af66976d HTTP/1.1" status: 200 len: 943 time: 0.0488622 Aug 31 10:06:35.110680 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3a1ce67f-10a1-4d40-b6bd-a7581d0dc749 req-acdecc72-83a4-431a-b4e3-9954db339dae tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307517 Aug 31 10:06:35.860495 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device e6821419-5e34-45d7-beb5-cba536ec5440 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:06:35.950836 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port e6821419-5e34-45d7-beb5-cba536ec5440, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=e6821419-5e34-45d7-beb5-cba536ec5440,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:06:35.965155 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'e6821419-5e34-45d7-beb5-cba536ec5440', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'port_id': 'e6821419-5e34-45d7-beb5-cba536ec5440', 'mac_address': 'fa:16:3e:91:a4:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:06:36.002100 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:36.014887 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6821419-5e34-45d7-beb5-cba536ec5440 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:06:36.033753 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port e6821419-5e34-45d7-beb5-cba536ec5440, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=e6821419-5e34-45d7-beb5-cba536ec5440,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:06:36.116000 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:36.162983 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=e6821419-5e34-45d7-beb5-cba536ec5440,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:36.231843 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350f330-bdee-47f8-a073-5d2f6b0c68fe req-37ecda30-5e04-4a4c-926a-4b9dbf3ec36c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:36.233307 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8350f330-bdee-47f8-a073-5d2f6b0c68fe req-37ecda30-5e04-4a4c-926a-4b9dbf3ec36c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=b34652d3-629b-4a2c-aff4-6408af66976d HTTP/1.1" status: 200 len: 944 time: 0.0525649 Aug 31 10:06:36.269654 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8350f330-bdee-47f8-a073-5d2f6b0c68fe req-c3d1fe8f-cd0a-43e0-92cd-8d6cae8a1de3 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302911 Aug 31 10:06:36.351880 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['e6821419-5e34-45d7-beb5-cba536ec5440'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:06:37.385307 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed718f40-0a27-4645-a679-e4a8db969946 req-f21c7c82-f1fd-45de-bbfa-e5224d477de6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:37.386712 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ed718f40-0a27-4645-a679-e4a8db969946 req-f21c7c82-f1fd-45de-bbfa-e5224d477de6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=b34652d3-629b-4a2c-aff4-6408af66976d HTTP/1.1" status: 200 len: 944 time: 0.0487053 Aug 31 10:06:37.423877 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ed718f40-0a27-4645-a679-e4a8db969946 req-2c02bdbf-9333-4817-b51f-b8772b5960b2 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312505 Aug 31 10:06:37.889196 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device e6821419-5e34-45d7-beb5-cba536ec5440 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:06:38.003107 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port e6821419-5e34-45d7-beb5-cba536ec5440 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:06:38.007067 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port e6821419-5e34-45d7-beb5-cba536ec5440 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:06:38.007431 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:38.083584 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:38.256198 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34652d3-629b-4a2c-aff4-6408af66976d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6821419-5e34-45d7-beb5-cba536ec5440'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:06:38.258419 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be73ccd-f933-4156-9099-af0465941fa2" -d '{"events": [{"server_uuid": "b34652d3-629b-4a2c-aff4-6408af66976d", "name": "network-vif-plugged", "status": "completed", "tag": "e6821419-5e34-45d7-beb5-cba536ec5440"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:06:38.270379 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port e6821419-5e34-45d7-beb5-cba536ec5440, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=e6821419-5e34-45d7-beb5-cba536ec5440,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:06:38.340611 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:38.363084 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c85e722-6a2e-4ced-bcf2-25f0e046e43b x-openstack-request-id: req-2c85e722-6a2e-4ced-bcf2-25f0e046e43b {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:06:38.363368 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b34652d3-629b-4a2c-aff4-6408af66976d", "name": "network-vif-plugged", "status": "completed", "tag": "e6821419-5e34-45d7-beb5-cba536ec5440", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:06:38.363619 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-2c85e722-6a2e-4ced-bcf2-25f0e046e43b {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:06:38.364686 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34652d3-629b-4a2c-aff4-6408af66976d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6821419-5e34-45d7-beb5-cba536ec5440', 'code': 200} Aug 31 10:06:38.395238 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=e6821419-5e34-45d7-beb5-cba536ec5440,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:38.472662 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7c462-1b04-447e-b7de-84a85cb23cd6 req-3276ee14-7a32-48a2-b687-43708cf87175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:38.474321 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2bf7c462-1b04-447e-b7de-84a85cb23cd6 req-3276ee14-7a32-48a2-b687-43708cf87175 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=b34652d3-629b-4a2c-aff4-6408af66976d HTTP/1.1" status: 200 len: 1097 time: 0.0410576 Aug 31 10:06:38.514097 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2bf7c462-1b04-447e-b7de-84a85cb23cd6 req-0dc6d30f-ca2a-4944-92f3-c3a0fc3fc3fa service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289898 Aug 31 10:06:38.539414 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3602c2-447c-4fd2-8ad9-842e6c305fa3 req-abd232a8-5439-4ed3-bf34-0207293cda4c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:38.540936 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2b3602c2-447c-4fd2-8ad9-842e6c305fa3 req-abd232a8-5439-4ed3-bf34-0207293cda4c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=b34652d3-629b-4a2c-aff4-6408af66976d HTTP/1.1" status: 200 len: 945 time: 0.0490551 Aug 31 10:06:38.578058 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2b3602c2-447c-4fd2-8ad9-842e6c305fa3 req-84bf9476-9902-4297-ba66-02fabee8d1f0 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311959 Aug 31 10:06:39.696264 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923eeae-c070-4b7b-b2a9-989af2b6c734 req-81a51b49-e4ca-40e5-97bd-a833f9d8e80a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:39.697695 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9923eeae-c070-4b7b-b2a9-989af2b6c734 req-81a51b49-e4ca-40e5-97bd-a833f9d8e80a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=b34652d3-629b-4a2c-aff4-6408af66976d HTTP/1.1" status: 200 len: 945 time: 0.0518768 Aug 31 10:06:39.736544 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9923eeae-c070-4b7b-b2a9-989af2b6c734 req-3f50b59e-063a-443d-9be1-b3a756152b3e tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328255 Aug 31 10:06:40.850315 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a79e8d-41ad-4798-9490-47bf28e8dffc req-d02b3957-aa35-43af-acca-afbc9f5c9f97 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:40.851790 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e9a79e8d-41ad-4798-9490-47bf28e8dffc req-d02b3957-aa35-43af-acca-afbc9f5c9f97 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=b34652d3-629b-4a2c-aff4-6408af66976d HTTP/1.1" status: 200 len: 945 time: 0.0478504 Aug 31 10:06:40.888493 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e9a79e8d-41ad-4798-9490-47bf28e8dffc req-50ade7a4-9cca-47ca-9a31-cfb8d94bd964 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308149 Aug 31 10:06:40.999247 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960b485-690e-45ec-83fd-ea82954613b1 req-9376576a-a709-4fe8-80d3-ea6f38fb9295 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:41.000692 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7960b485-690e-45ec-83fd-ea82954613b1 req-9376576a-a709-4fe8-80d3-ea6f38fb9295 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=b34652d3-629b-4a2c-aff4-6408af66976d HTTP/1.1" status: 200 len: 945 time: 0.0479593 Aug 31 10:06:41.037640 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7960b485-690e-45ec-83fd-ea82954613b1 req-bf2854e5-3293-4040-8a78-51f662087007 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308676 Aug 31 10:06:41.357492 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cff0e644-b79c-4bdd-8803-6ce070401230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:43.979983 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9c5ea090-17fe-4da2-8872-7a2a441ce1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:44.075987 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:44.302651 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-f4876d51-0ff4-4ab1-9a6c-8deb53ba6f49 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:44.304106 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-f4876d51-0ff4-4ab1-9a6c-8deb53ba6f49 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/networks?id=2593dd5e-bc31-4e41-87f0-964b009dbd60 HTTP/1.1" status: 200 len: 811 time: 0.1038213 Aug 31 10:06:44.318887 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-a9f5c6b8-d023-45a0-8362-5a06b56754a0 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/quotas/d1ddc052c1054cf3a6ea73848cd55645 HTTP/1.1" status: 200 len: 375 time: 0.0089004 Aug 31 10:06:44.371303 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-c0dd3ca8-62b3-4a7b-a366-7ea191397991 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471287 Aug 31 10:06:44.846943 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-54ceafe4-4641-45fd-a7a8-7ffecd5dac76 service neutron] 10.222.0.119 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684439 Aug 31 10:06:44.934907 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-28bb8d8f-bcc0-49d8-811a-840724624389 service neutron] 10.222.0.119 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811617 Aug 31 10:06:45.200592 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27575953-04d9-44a4-af11-66644437f567 req-9a781ab0-39f6-4e70-b86b-a1e9c52fe83d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 210 time: 0.0266337 Aug 31 10:06:45.471875 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:46.299920 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-60f7babd-a9fc-4421-93b0-aa36da89aa1f req-15be8d0a-c89f-4f96-abdb-cbaff78460dc tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 210 time: 0.0306606 Aug 31 10:06:47.110496 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-2d59a8b0-2a2f-4650-ab33-0909637c9923 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:47.111955 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-2d59a8b0-2a2f-4650-ab33-0909637c9923 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.59 "GET /v2.0/networks?id=2593dd5e-bc31-4e41-87f0-964b009dbd60 HTTP/1.1" status: 200 len: 811 time: 0.1077683 Aug 31 10:06:47.125371 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-d546224e-79f3-40b5-adca-e4372d06664a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Request body: {'port': {'device_id': '9acf2e39-b0a1-4186-b982-5b60817ed2f7', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'admin_state_up': True, 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:06:47.158370 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:47.305735 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-d546224e-79f3-40b5-adca-e4372d06664a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Made reservation on behalf of d1ddc052c1054cf3a6ea73848cd55645 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:06:47.309314 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-d546224e-79f3-40b5-adca-e4372d06664a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:47.411350 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-854e456c-f857-4169-98eb-ada94f856425 req-42fc44c8-e0a7-4732-87e4-d43067ee5ff3 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 210 time: 0.0342312 Aug 31 10:06:47.463551 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-d546224e-79f3-40b5-adca-e4372d06664a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Allocated IP 172.20.0.4 (2593dd5e-bc31-4e41-87f0-964b009dbd60/eb8d724f-b49d-4dd8-a4d3-6787f4777e68/fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:06:47.607508 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-d546224e-79f3-40b5-adca-e4372d06664a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:47.621071 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-d546224e-79f3-40b5-adca-e4372d06664a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Transition to ACTIVE for port object fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:06:47.712298 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-d546224e-79f3-40b5-adca-e4372d06664a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:47.726526 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['e6821419-5e34-45d7-beb5-cba536ec5440'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:06:47.757685 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-d546224e-79f3-40b5-adca-e4372d06664a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Network 2593dd5e-bc31-4e41-87f0-964b009dbd60 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:06:47.760809 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-d546224e-79f3-40b5-adca-e4372d06664a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:06:47.768513 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-d546224e-79f3-40b5-adca-e4372d06664a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:06:47.819458 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546224e-79f3-40b5-adca-e4372d06664a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Pushing event updated for resources: {'Port': ['ID=fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:47.835506 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546224e-79f3-40b5-adca-e4372d06664a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:47.835860 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546224e-79f3-40b5-adca-e4372d06664a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:47.836199 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546224e-79f3-40b5-adca-e4372d06664a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:47.836539 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546224e-79f3-40b5-adca-e4372d06664a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:47.842958 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546224e-79f3-40b5-adca-e4372d06664a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:47.842958 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546224e-79f3-40b5-adca-e4372d06664a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:47.842958 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546224e-79f3-40b5-adca-e4372d06664a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:47.842958 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546224e-79f3-40b5-adca-e4372d06664a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:47.842958 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546224e-79f3-40b5-adca-e4372d06664a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:47.842958 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546224e-79f3-40b5-adca-e4372d06664a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:47.842958 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546224e-79f3-40b5-adca-e4372d06664a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:47.842958 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d546224e-79f3-40b5-adca-e4372d06664a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:06:47.852891 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-d546224e-79f3-40b5-adca-e4372d06664a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:47.853552 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-d546224e-79f3-40b5-adca-e4372d06664a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:47.974749 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-d546224e-79f3-40b5-adca-e4372d06664a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8529518 Aug 31 10:06:47.985371 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-6021272d-4009-4bd1-bebc-daf10ac4f482 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:06:47.986315 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-6021272d-4009-4bd1-bebc-daf10ac4f482 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052571 Aug 31 10:06:47.997664 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-7b4be0ff-639b-4b0f-984d-8c735a6db000 service neutron] Request body: {'port': {'device_id': '9acf2e39-b0a1-4186-b982-5b60817ed2f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:06:48.055057 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-7b4be0ff-639b-4b0f-984d-8c735a6db000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:48.083292 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-15bf8067-84a2-4aa8-81ff-d9a8f00787f1 None None] Provisioning for port fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:06:48.087342 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-15bf8067-84a2-4aa8-81ff-d9a8f00787f1 None None] Provisioning complete for port fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:06:48.087714 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-15bf8067-84a2-4aa8-81ff-d9a8f00787f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:48.121943 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-15bf8067-84a2-4aa8-81ff-d9a8f00787f1 None None] Port fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:06:48.330147 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-7b4be0ff-639b-4b0f-984d-8c735a6db000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:06:48.338980 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-7b4be0ff-639b-4b0f-984d-8c735a6db000 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:48.352143 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-7b4be0ff-639b-4b0f-984d-8c735a6db000 service neutron] Transition to ACTIVE for port object fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:06:48.420268 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-7b4be0ff-639b-4b0f-984d-8c735a6db000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:48.471121 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4be0ff-639b-4b0f-984d-8c735a6db000 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:48.585626 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3313ba9-e9ed-4f1c-9d62-7cb8434d8c61 req-7a4f9799-9acd-423b-b407-c929eb800951 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:48.587198 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b3313ba9-e9ed-4f1c-9d62-7cb8434d8c61 req-7a4f9799-9acd-423b-b407-c929eb800951 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0928631 Aug 31 10:06:48.592061 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-7b4be0ff-639b-4b0f-984d-8c735a6db000 service neutron] Attempting to bind port fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:06:48.592396 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-7b4be0ff-639b-4b0f-984d-8c735a6db000 service neutron] Attempting to bind port fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:06:48.592735 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-7b4be0ff-639b-4b0f-984d-8c735a6db000 service neutron] Attempting to bind port fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1 on network 2593dd5e-bc31-4e41-87f0-964b009dbd60 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:06:48.604770 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-7b4be0ff-639b-4b0f-984d-8c735a6db000 service neutron] Port fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1 on network 2593dd5e-bc31-4e41-87f0-964b009dbd60 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:06:48.605096 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-7b4be0ff-639b-4b0f-984d-8c735a6db000 service neutron] Attempting to bind port fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1 on network 2593dd5e-bc31-4e41-87f0-964b009dbd60 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:06:48.619679 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-7b4be0ff-639b-4b0f-984d-8c735a6db000 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:06:48.620018 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-7b4be0ff-639b-4b0f-984d-8c735a6db000 service neutron] Checking segment: {'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:06:48.620404 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-7b4be0ff-639b-4b0f-984d-8c735a6db000 service neutron] Bound using segment: {'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:06:48.620832 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-7b4be0ff-639b-4b0f-984d-8c735a6db000 service neutron] Bound port: fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:06:48.621191 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-7b4be0ff-639b-4b0f-984d-8c735a6db000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:48.653268 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b3313ba9-e9ed-4f1c-9d62-7cb8434d8c61 req-45da76a5-5cad-4a78-9a38-c2e39351e8b2 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581305 Aug 31 10:06:48.713470 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-7b4be0ff-639b-4b0f-984d-8c735a6db000 service neutron] For port fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:06:48.716677 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-7b4be0ff-639b-4b0f-984d-8c735a6db000 service neutron] For port fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:06:48.797784 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-7b4be0ff-639b-4b0f-984d-8c735a6db000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:48.846896 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-7b4be0ff-639b-4b0f-984d-8c735a6db000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:48.847536 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-7b4be0ff-639b-4b0f-984d-8c735a6db000 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:06:48.849935 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-7b4be0ff-639b-4b0f-984d-8c735a6db000 service neutron] 10.222.0.59 "PUT /v2.0/ports/fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1 HTTP/1.1" status: 200 len: 1092 time: 0.8561351 Aug 31 10:06:48.850624 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9acf2e39-b0a1-4186-b982-5b60817ed2f7', 'tag': 'fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:06:48.852795 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7e9001c0507bf50ef47f94c930880f60d7f903aa554bdccf561075d2b489962" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9849f5-484b-4a3a-93e4-b257bc0c6c66" -d '{"events": [{"name": "network-changed", "server_uuid": "9acf2e39-b0a1-4186-b982-5b60817ed2f7", "tag": "fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:06:48.883675 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4be0ff-639b-4b0f-984d-8c735a6db000 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:06:49.008584 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-777dc3db-4bf3-4421-88f1-98a67636e350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:49.010236 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-777dc3db-4bf3-4421-88f1-98a67636e350 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 1095 time: 0.0664551 Aug 31 10:06:49.011905 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320c9466-1c9c-4a87-859e-3258bcd2d7d7 x-openstack-request-id: req-320c9466-1c9c-4a87-859e-3258bcd2d7d7 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:06:49.012251 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9acf2e39-b0a1-4186-b982-5b60817ed2f7", "tag": "fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:06:49.012603 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-320c9466-1c9c-4a87-859e-3258bcd2d7d7 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:06:49.013028 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9acf2e39-b0a1-4186-b982-5b60817ed2f7', 'tag': 'fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1', 'status': 'completed', 'code': 200} Aug 31 10:06:49.057673 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-fe1eff79-714c-4fa0-a6ae-9a8cf4861a59 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1 HTTP/1.1" status: 200 len: 217 time: 0.0380847 Aug 31 10:06:49.109562 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-4939299f-e885-4c5d-a8d3-cbd09a69edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:49.111097 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-4939299f-e885-4c5d-a8d3-cbd09a69edd3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eb8d724f-b49d-4dd8-a4d3-6787f4777e68 HTTP/1.1" status: 200 len: 850 time: 0.0462713 Aug 31 10:06:49.163155 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-ab8637d8-3ab6-4026-8944-1c20a9ab1dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:49.164693 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-ab8637d8-3ab6-4026-8944-1c20a9ab1dac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2593dd5e-bc31-4e41-87f0-964b009dbd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460932 Aug 31 10:06:49.259538 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-25a093bd-3f6d-4a2d-b17d-6d58dc813c2f service neutron] 10.222.0.59 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877180 Aug 31 10:06:49.358527 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-666abb9f-fc13-4d7e-ad3c-0f8f7d92dc77 req-d44c5e9f-7f43-42bc-a4cd-c0ff2a0895bf service neutron] 10.222.0.59 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907681 Aug 31 10:06:49.516319 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9849f5-484b-4a3a-93e4-b257bc0c6c66 req-f2ef4e01-7a09-4e49-b20d-fc6da6bbad55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:49.517760 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b9849f5-484b-4a3a-93e4-b257bc0c6c66 req-f2ef4e01-7a09-4e49-b20d-fc6da6bbad55 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 1095 time: 0.0416119 Aug 31 10:06:49.624519 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9849f5-484b-4a3a-93e4-b257bc0c6c66 req-3ab9a342-62b1-40f2-9459-8366aeff8eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:49.626047 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b9849f5-484b-4a3a-93e4-b257bc0c6c66 req-3ab9a342-62b1-40f2-9459-8366aeff8eb8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2593dd5e-bc31-4e41-87f0-964b009dbd60 HTTP/1.1" status: 200 len: 913 time: 0.1020789 Aug 31 10:06:49.670081 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b9849f5-484b-4a3a-93e4-b257bc0c6c66 req-3c20254c-c120-4786-8583-fafe20c23a1c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1 HTTP/1.1" status: 200 len: 217 time: 0.0358655 Aug 31 10:06:49.720191 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9849f5-484b-4a3a-93e4-b257bc0c6c66 req-9ac11466-4086-4c09-81bb-75cbfda52fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:49.721720 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b9849f5-484b-4a3a-93e4-b257bc0c6c66 req-9ac11466-4086-4c09-81bb-75cbfda52fe2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eb8d724f-b49d-4dd8-a4d3-6787f4777e68 HTTP/1.1" status: 200 len: 850 time: 0.0443642 Aug 31 10:06:49.799597 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb7b3f-218d-40d5-9f19-64e4e054422b req-d285fa28-2198-432d-9179-e74713c80193 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:49.801897 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-57eb7b3f-218d-40d5-9f19-64e4e054422b req-d285fa28-2198-432d-9179-e74713c80193 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0785184 Aug 31 10:06:49.816813 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9849f5-484b-4a3a-93e4-b257bc0c6c66 req-62904add-bbb7-43c8-9730-e87e310fed04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:49.818302 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b9849f5-484b-4a3a-93e4-b257bc0c6c66 req-62904add-bbb7-43c8-9730-e87e310fed04 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2593dd5e-bc31-4e41-87f0-964b009dbd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0869184 Aug 31 10:06:49.888845 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-57eb7b3f-218d-40d5-9f19-64e4e054422b req-56698dc3-58aa-4a2e-9382-4b7d4f641ba4 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795703 Aug 31 10:06:49.926780 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b9849f5-484b-4a3a-93e4-b257bc0c6c66 req-99f868b4-cd0c-4fac-8bfa-911fa28469f0 service neutron] 10.222.0.59 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984712 Aug 31 10:06:50.031637 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b9849f5-484b-4a3a-93e4-b257bc0c6c66 req-4da517d9-15cc-4517-8420-1fe8ce1d450d service neutron] 10.222.0.59 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987391 Aug 31 10:06:51.019593 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f93424-88f5-4cad-bd94-c5db78ee557d req-4051b585-3749-4b99-b1f5-24864a49c195 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:51.021458 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-21f93424-88f5-4cad-bd94-c5db78ee557d req-4051b585-3749-4b99-b1f5-24864a49c195 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0535612 Aug 31 10:06:51.061088 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-21f93424-88f5-4cad-bd94-c5db78ee557d req-214f76fa-631a-421c-92e2-596191d5b807 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330677 Aug 31 10:06:52.189050 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea6db7-6460-48cb-b2ec-1729cdc2b5a0 req-f918520a-8581-4e45-9cb0-305ad72f243e tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:52.190587 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1eea6db7-6460-48cb-b2ec-1729cdc2b5a0 req-f918520a-8581-4e45-9cb0-305ad72f243e tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0560024 Aug 31 10:06:52.234414 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1eea6db7-6460-48cb-b2ec-1729cdc2b5a0 req-4e72803b-b631-4618-bc89-1d1c1507d678 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370615 Aug 31 10:06:53.357790 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2945e54-f7e2-449f-a69c-1586a410af5e req-27a6fc33-8e64-4352-9e71-f6d045f8c19b tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:53.359415 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f2945e54-f7e2-449f-a69c-1586a410af5e req-27a6fc33-8e64-4352-9e71-f6d045f8c19b tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0541101 Aug 31 10:06:53.400201 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f2945e54-f7e2-449f-a69c-1586a410af5e req-a88820f0-31b3-41e0-b048-d6d8a48d1a9d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335526 Aug 31 10:06:53.413333 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:06:54.529970 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a480fe-7401-471d-915e-aba36904956c req-1a7ed5dd-f9df-4a5d-a820-78bf44be981c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:54.531565 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-30a480fe-7401-471d-915e-aba36904956c req-1a7ed5dd-f9df-4a5d-a820-78bf44be981c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0550869 Aug 31 10:06:54.573828 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-30a480fe-7401-471d-915e-aba36904956c req-c41fb93b-72d1-4a4d-a5d8-d911fb63b41f tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326505 Aug 31 10:06:55.161181 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c8866115-0f0a-451e-ac33-6084191be4b5 req-66b96a17-9592-4f0c-b6d7-d9b84dfd41fc service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=b34652d3-629b-4a2c-aff4-6408af66976d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411794 Aug 31 10:06:55.243469 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8866115-0f0a-451e-ac33-6084191be4b5 req-f978f549-7429-47a9-ad1e-6571b9e0589f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:55.244969 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c8866115-0f0a-451e-ac33-6084191be4b5 req-f978f549-7429-47a9-ad1e-6571b9e0589f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&device_id=b34652d3-629b-4a2c-aff4-6408af66976d HTTP/1.1" status: 200 len: 1097 time: 0.0409386 Aug 31 10:06:55.359708 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8866115-0f0a-451e-ac33-6084191be4b5 req-ec9cb477-be1d-4aa0-bc65-139c713ae290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:55.361207 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c8866115-0f0a-451e-ac33-6084191be4b5 req-ec9cb477-be1d-4aa0-bc65-139c713ae290 service neutron] 10.222.0.112 "GET /v2.0/networks?id=2593dd5e-bc31-4e41-87f0-964b009dbd60 HTTP/1.1" status: 200 len: 913 time: 0.0931675 Aug 31 10:06:55.408326 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c8866115-0f0a-451e-ac33-6084191be4b5 req-cecef46b-4f17-4712-8aa4-6bb6c5ee672f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6821419-5e34-45d7-beb5-cba536ec5440 HTTP/1.1" status: 200 len: 217 time: 0.0373414 Aug 31 10:06:55.471360 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8866115-0f0a-451e-ac33-6084191be4b5 req-9bc99408-2230-4323-b920-ffbe8f25e2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:55.473481 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c8866115-0f0a-451e-ac33-6084191be4b5 req-9bc99408-2230-4323-b920-ffbe8f25e2bb service neutron] 10.222.0.112 "GET /v2.0/subnets?id=eb8d724f-b49d-4dd8-a4d3-6787f4777e68 HTTP/1.1" status: 200 len: 850 time: 0.0577080 Aug 31 10:06:55.526276 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8866115-0f0a-451e-ac33-6084191be4b5 req-126efb39-3da3-4d92-b483-a253685520e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:55.527821 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c8866115-0f0a-451e-ac33-6084191be4b5 req-126efb39-3da3-4d92-b483-a253685520e6 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2593dd5e-bc31-4e41-87f0-964b009dbd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436020 Aug 31 10:06:55.631801 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c8866115-0f0a-451e-ac33-6084191be4b5 req-5d0cc274-f27a-47a1-b6cc-33ad0300aeca service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955241 Aug 31 10:06:55.709359 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb81b1a-b9a2-4d6a-a2f7-df500b0deec3 req-36e43ce7-c745-42c3-bbf4-d289a67d1368 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:55.711380 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cdb81b1a-b9a2-4d6a-a2f7-df500b0deec3 req-36e43ce7-c745-42c3-bbf4-d289a67d1368 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0505607 Aug 31 10:06:55.739309 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c8866115-0f0a-451e-ac33-6084191be4b5 req-aa839a3d-3aa7-4a34-a555-4a494c25d483 service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968406 Aug 31 10:06:55.759583 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cdb81b1a-b9a2-4d6a-a2f7-df500b0deec3 req-59efacbb-bb96-4718-a0a0-1c5199b3c9ed tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425138 Aug 31 10:06:56.904788 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c70765-194a-4296-99d0-8a9cbc3bdd0b req-871e493c-37ac-4c81-8a0f-26104930a844 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:56.906351 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f1c70765-194a-4296-99d0-8a9cbc3bdd0b req-871e493c-37ac-4c81-8a0f-26104930a844 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0685818 Aug 31 10:06:56.948126 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f1c70765-194a-4296-99d0-8a9cbc3bdd0b req-a95594e3-a9e8-4378-b311-aa084ce05708 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347064 Aug 31 10:06:58.078459 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af74a62-454a-414f-a9be-724b411da9ca req-4a270216-0d0d-42e2-84a1-ca3118de5513 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:58.080000 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8af74a62-454a-414f-a9be-724b411da9ca req-4a270216-0d0d-42e2-84a1-ca3118de5513 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0620127 Aug 31 10:06:58.122331 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8af74a62-454a-414f-a9be-724b411da9ca req-f550fd4e-1c13-4af1-a584-6dd63cc5fa1d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348215 Aug 31 10:06:59.256248 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1632869-0c0e-4144-ad16-3a5f8d04cbc6 req-9eacb963-525c-4042-98f3-6958f2579f51 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:06:59.257872 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a1632869-0c0e-4144-ad16-3a5f8d04cbc6 req-9eacb963-525c-4042-98f3-6958f2579f51 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0604129 Aug 31 10:06:59.304731 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a1632869-0c0e-4144-ad16-3a5f8d04cbc6 req-512de907-28ae-47b4-b26d-3309ece3208b tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404880 Aug 31 10:07:00.422235 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037ca96-1875-429a-abe7-16437572ef94 req-427ef968-7472-4c7c-9046-7abafd743ee4 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:00.423665 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e037ca96-1875-429a-abe7-16437572ef94 req-427ef968-7472-4c7c-9046-7abafd743ee4 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0501313 Aug 31 10:07:00.463701 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e037ca96-1875-429a-abe7-16437572ef94 req-71cad541-96ab-4480-bc60-79da180be98c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340779 Aug 31 10:07:01.585409 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98344b-827d-4213-ab43-e9eb5b130e16 req-9e63bf1c-325b-41d7-acbd-18bb2b9e8fcd tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:01.586914 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd98344b-827d-4213-ab43-e9eb5b130e16 req-9e63bf1c-325b-41d7-acbd-18bb2b9e8fcd tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0528407 Aug 31 10:07:01.624965 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd98344b-827d-4213-ab43-e9eb5b130e16 req-1614798f-df25-4a1f-8bbe-1d6870dce7b2 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317574 Aug 31 10:07:02.744414 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a89d7-11ca-4f3b-818e-7f2fe22fc714 req-7a999883-a71f-4380-9f0c-9a88129f04a7 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:02.745900 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-292a89d7-11ca-4f3b-818e-7f2fe22fc714 req-7a999883-a71f-4380-9f0c-9a88129f04a7 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0501308 Aug 31 10:07:02.792965 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-292a89d7-11ca-4f3b-818e-7f2fe22fc714 req-64d3cb47-c8a5-4b98-aa4c-2f31e48a9125 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397882 Aug 31 10:07:03.060745 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c1b83fa2-188d-4c05-9c4d-9d476ad02a45 req-74902573-181f-4069-abda-bcce160358b0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0270710 Aug 31 10:07:03.108018 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c1b83fa2-188d-4c05-9c4d-9d476ad02a45 req-aa17aa2b-dc92-4197-8ff0-91113add165c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.0267401 Aug 31 10:07:03.152793 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c1b83fa2-188d-4c05-9c4d-9d476ad02a45 req-528fb278-1aad-4aac-a0c2-9238b1abb873 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40aea3578a764824ae85220fcc0c6911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205529 Aug 31 10:07:03.180719 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:03.246731 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b83fa2-188d-4c05-9c4d-9d476ad02a45 req-dc319384-7a9b-4b46-9a04-dfebea1151f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:03.248316 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c1b83fa2-188d-4c05-9c4d-9d476ad02a45 req-dc319384-7a9b-4b46-9a04-dfebea1151f9 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0923913 Aug 31 10:07:03.386009 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:03.916491 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941cda1-1e67-4fe5-8651-df0aec63749e req-65fbed18-326c-43fb-b03d-4014782443a5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:03.917971 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6941cda1-1e67-4fe5-8651-df0aec63749e req-65fbed18-326c-43fb-b03d-4014782443a5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0552943 Aug 31 10:07:03.956285 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6941cda1-1e67-4fe5-8651-df0aec63749e req-7c792aba-b36d-4c3e-ae63-3ea6d9529610 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322163 Aug 31 10:07:05.080163 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b84ab-0094-407a-b59b-3d1219759593 req-441034bc-f97c-45d0-80c3-36b84c824a42 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:05.081607 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e23b84ab-0094-407a-b59b-3d1219759593 req-441034bc-f97c-45d0-80c3-36b84c824a42 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0546587 Aug 31 10:07:05.119623 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e23b84ab-0094-407a-b59b-3d1219759593 req-9562c72b-1e10-41ad-b7ad-c96a5bb42661 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311549 Aug 31 10:07:06.241836 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342ad37-0d14-4fbe-b548-8d7d83ca1259 req-5da896ca-5411-4810-a217-48ac970f47b2 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:06.243354 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7342ad37-0d14-4fbe-b548-8d7d83ca1259 req-5da896ca-5411-4810-a217-48ac970f47b2 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0504293 Aug 31 10:07:06.284953 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7342ad37-0d14-4fbe-b548-8d7d83ca1259 req-549f8051-2378-4c1b-ad19-9d6fa6de3697 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354924 Aug 31 10:07:07.412623 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcb40d-5370-4668-ba8e-8c643681961f req-48903ed2-6bde-4c29-bc89-29285ff7df75 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:07.414092 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27fcb40d-5370-4668-ba8e-8c643681961f req-48903ed2-6bde-4c29-bc89-29285ff7df75 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0550301 Aug 31 10:07:07.453837 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27fcb40d-5370-4668-ba8e-8c643681961f req-8d0111e2-56f2-4069-979d-e849a5c28a80 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334044 Aug 31 10:07:08.574555 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d6776-4618-4ee6-a174-97658ffad709 req-1542042e-3502-4af2-9865-772c6055a248 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:08.576046 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c82d6776-4618-4ee6-a174-97658ffad709 req-1542042e-3502-4af2-9865-772c6055a248 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0516622 Aug 31 10:07:08.613846 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c82d6776-4618-4ee6-a174-97658ffad709 req-41059da3-1805-4101-92a9-d94751771818 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313828 Aug 31 10:07:09.749132 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae7c1c-5fd2-4071-9391-79809c6be7d2 req-5cd6bb96-98ef-41cb-8a36-3aeac91c43ed tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:09.750651 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-daae7c1c-5fd2-4071-9391-79809c6be7d2 req-5cd6bb96-98ef-41cb-8a36-3aeac91c43ed tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0507514 Aug 31 10:07:09.789826 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-daae7c1c-5fd2-4071-9391-79809c6be7d2 req-b5c626a2-9f47-4f83-ac6f-0ae5c1536b1b tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330963 Aug 31 10:07:10.911513 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263420ee-5037-4c6a-a443-389a0af68855 req-0fea250b-a553-46bd-9ce1-6e497719a990 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:10.912996 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-263420ee-5037-4c6a-a443-389a0af68855 req-0fea250b-a553-46bd-9ce1-6e497719a990 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0532441 Aug 31 10:07:10.951313 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-263420ee-5037-4c6a-a443-389a0af68855 req-ff3729b9-463f-44fc-8b71-186374becd3b tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318117 Aug 31 10:07:11.322717 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-841119ab-0103-439f-b09e-1cb73b6af9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:12.070459 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febbed1-02e5-4ecb-bb77-1a3d1aa6ca3a req-10a61a80-367f-4377-95c9-9e10e495bbb0 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:12.071883 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0febbed1-02e5-4ecb-bb77-1a3d1aa6ca3a req-10a61a80-367f-4377-95c9-9e10e495bbb0 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0536497 Aug 31 10:07:12.111425 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0febbed1-02e5-4ecb-bb77-1a3d1aa6ca3a req-19d1afef-11b4-4ba4-b40b-f8cbc2e0df8c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336204 Aug 31 10:07:13.243228 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a82b91-5cec-4e0f-871c-c26bfc4e3474 req-84f8d695-a564-48e0-9f0b-81fc115d8f50 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:13.244708 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99a82b91-5cec-4e0f-871c-c26bfc4e3474 req-84f8d695-a564-48e0-9f0b-81fc115d8f50 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0513570 Aug 31 10:07:13.284674 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99a82b91-5cec-4e0f-871c-c26bfc4e3474 req-a9775301-99e7-4249-906f-8749a20c2cf1 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339546 Aug 31 10:07:13.986816 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3b33d92d-f4f8-44db-81e3-bd510805c25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:14.083842 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:14.426089 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faaa399-302d-4d32-bd4f-b2b30e40a29b req-bfadb963-e467-4118-8f8d-7417bf063242 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:14.428128 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3faaa399-302d-4d32-bd4f-b2b30e40a29b req-bfadb963-e467-4118-8f8d-7417bf063242 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0662262 Aug 31 10:07:14.476650 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3faaa399-302d-4d32-bd4f-b2b30e40a29b req-d37044e1-3fbe-4503-a666-f30fe76ab5f9 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414250 Aug 31 10:07:15.533431 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:15.601167 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ede835-841d-4ca5-81ab-7ed714bd3d8b req-becfecc3-c3b1-4add-9637-30f627b5dd9a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:15.603147 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-95ede835-841d-4ca5-81ab-7ed714bd3d8b req-becfecc3-c3b1-4add-9637-30f627b5dd9a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0558662 Aug 31 10:07:15.651571 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-95ede835-841d-4ca5-81ab-7ed714bd3d8b req-5972b073-db7f-4300-b7c0-f80119f8f0e8 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419755 Aug 31 10:07:16.771381 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4d09a-2597-4eb2-921b-b54aa47594ef req-3cf334b8-cccb-4754-bca9-1b3e74fbf3db tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:16.772882 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-87c4d09a-2597-4eb2-921b-b54aa47594ef req-3cf334b8-cccb-4754-bca9-1b3e74fbf3db tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0513346 Aug 31 10:07:16.813359 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-87c4d09a-2597-4eb2-921b-b54aa47594ef req-40c3a14a-5254-4cc2-8359-5eb99640999b tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344439 Aug 31 10:07:17.173975 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:17.936529 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb18f9-c82e-43df-ab6e-152eed2e143b req-78c57f11-a333-4389-9efc-5f7f018db4fd tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:17.937993 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-07eb18f9-c82e-43df-ab6e-152eed2e143b req-78c57f11-a333-4389-9efc-5f7f018db4fd tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0547864 Aug 31 10:07:17.976680 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-07eb18f9-c82e-43df-ab6e-152eed2e143b req-599a05c3-4166-4301-bf0b-a93fb287bd81 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315709 Aug 31 10:07:19.096613 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47454464-0bca-499e-9026-cd1a53418103 req-c929aeb5-379c-447b-81f1-2416ca7d0a88 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:19.098048 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47454464-0bca-499e-9026-cd1a53418103 req-c929aeb5-379c-447b-81f1-2416ca7d0a88 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0522213 Aug 31 10:07:19.137140 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47454464-0bca-499e-9026-cd1a53418103 req-de3d80f6-ee0b-4770-9f98-8aa37711af64 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328705 Aug 31 10:07:20.254011 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107b068-c613-46dd-9138-c60a64e47027 req-22cc1c33-0d35-446a-a5c8-bacf39804be6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:20.255516 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8107b068-c613-46dd-9138-c60a64e47027 req-22cc1c33-0d35-446a-a5c8-bacf39804be6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0496094 Aug 31 10:07:20.294779 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8107b068-c613-46dd-9138-c60a64e47027 req-a6d99824-c625-48b8-8ea3-ff609fc01afb tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330181 Aug 31 10:07:21.431812 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8deb47a-3aba-4bbb-adf7-487df6b776f6 req-ed7ba85f-1f16-4708-bcf3-0f5db75cdf6b tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:21.433234 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d8deb47a-3aba-4bbb-adf7-487df6b776f6 req-ed7ba85f-1f16-4708-bcf3-0f5db75cdf6b tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0553961 Aug 31 10:07:21.471879 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d8deb47a-3aba-4bbb-adf7-487df6b776f6 req-fbf1d062-77fc-48d0-bf90-7a1fe92e7da0 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323660 Aug 31 10:07:22.653701 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abc858-ded0-47e7-9abf-6f0e18d3a322 req-723bddd2-c24a-425f-9205-6c7c7bc98131 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:22.655384 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d6abc858-ded0-47e7-9abf-6f0e18d3a322 req-723bddd2-c24a-425f-9205-6c7c7bc98131 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0519419 Aug 31 10:07:22.696693 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d6abc858-ded0-47e7-9abf-6f0e18d3a322 req-e5a4f372-14ec-4ffd-9bdb-5571cc0a02a5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345850 Aug 31 10:07:23.945602 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086623bb-a2ad-4b37-8408-3746777d4438 req-523f76bf-5f40-4c08-a085-dfdbc22944b6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:23.947149 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-086623bb-a2ad-4b37-8408-3746777d4438 req-523f76bf-5f40-4c08-a085-dfdbc22944b6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.1023669 Aug 31 10:07:23.985577 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-086623bb-a2ad-4b37-8408-3746777d4438 req-d1c41219-3057-4bda-9a92-dcb3ad37286f tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323005 Aug 31 10:07:25.192863 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409238b-e5a4-4148-bb0f-da43c64896e5 req-e099b5a9-e5b9-42cf-abbf-5aead9d98e45 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:25.194666 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b409238b-e5a4-4148-bb0f-da43c64896e5 req-e099b5a9-e5b9-42cf-abbf-5aead9d98e45 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.1017303 Aug 31 10:07:25.235439 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b409238b-e5a4-4148-bb0f-da43c64896e5 req-b9bd8876-aee3-4b8e-8e6e-50d367eb9743 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346792 Aug 31 10:07:26.354119 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28614f4a-3eaf-4b8d-b62f-8f4cd103360f req-7d316b8d-82de-4893-8714-673ced8c561f tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:26.355539 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-28614f4a-3eaf-4b8d-b62f-8f4cd103360f req-7d316b8d-82de-4893-8714-673ced8c561f tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0505424 Aug 31 10:07:26.393279 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-28614f4a-3eaf-4b8d-b62f-8f4cd103360f req-84ad33e5-fb96-4853-acfc-1508ed5d553b tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317581 Aug 31 10:07:27.510791 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11f971-621d-48e1-833e-26d836e1b909 req-315170eb-dca0-4686-bc2b-56231a25929e tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:27.512289 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e11f971-621d-48e1-833e-26d836e1b909 req-315170eb-dca0-4686-bc2b-56231a25929e tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0500567 Aug 31 10:07:27.550469 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e11f971-621d-48e1-833e-26d836e1b909 req-034ea0d6-930a-43e2-a4c7-bd46bce994f7 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320649 Aug 31 10:07:28.672947 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb91cc-48ee-4501-86e4-beecd6164038 req-7e633510-835f-41e7-8715-f6f4a7d6e156 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:28.674394 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ddbb91cc-48ee-4501-86e4-beecd6164038 req-7e633510-835f-41e7-8715-f6f4a7d6e156 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0551183 Aug 31 10:07:28.719577 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ddbb91cc-48ee-4501-86e4-beecd6164038 req-0c26e756-a3da-498a-a46c-fcc425159691 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388212 Aug 31 10:07:29.859238 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510b24b-780e-440c-85a2-f157ee28f94e req-ff7957b7-be7a-444f-aaac-26a3b8ebce5a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:29.860731 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9510b24b-780e-440c-85a2-f157ee28f94e req-ff7957b7-be7a-444f-aaac-26a3b8ebce5a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0566010 Aug 31 10:07:29.898806 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9510b24b-780e-440c-85a2-f157ee28f94e req-b93ae9a2-671c-40af-9969-6397fa0a77db tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318768 Aug 31 10:07:30.412546 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:07:31.024756 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395d028-ff65-4426-90e8-47b0c3e68b0f req-2fab03f4-962b-4b25-8a47-bc4273f8d626 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:31.026246 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6395d028-ff65-4426-90e8-47b0c3e68b0f req-2fab03f4-962b-4b25-8a47-bc4273f8d626 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0532241 Aug 31 10:07:31.064700 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6395d028-ff65-4426-90e8-47b0c3e68b0f req-627543d3-0859-4554-9e08-04e08f256df7 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320759 Aug 31 10:07:32.000498 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-2e146f69-69e8-494d-8708-205123bf3e4b req-32f2954c-fe0f-4459-a95c-4985dfdd2ff6 service neutron] (95553) timed out ('10.222.0.119', 36444) {{(pid=95553) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 10:07:32.190774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cc453-fd1b-47ca-9a5a-ac8fe76546e6 req-804a1cab-11bd-4516-a190-4cc140df4a06 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:32.193260 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-971cc453-fd1b-47ca-9a5a-ac8fe76546e6 req-804a1cab-11bd-4516-a190-4cc140df4a06 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 943 time: 0.0597851 Aug 31 10:07:32.234998 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-971cc453-fd1b-47ca-9a5a-ac8fe76546e6 req-000dc14c-91db-40ae-acb2-b56c75bca991 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354931 Aug 31 10:07:32.867581 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:07:32.970680 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:07:32.982389 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': 'fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'port_id': 'fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1', 'mac_address': 'fa:16:3e:db:73:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:07:33.020532 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:33.033205 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:07:33.053414 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:07:33.138028 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:33.164682 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:33.189639 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:07:33.197639 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:33.199339 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:33.199339 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:33.199339 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:33.199339 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:33.199339 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:33.199890 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:33.199890 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:33.200185 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:33.200500 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:33.200818 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:33.201130 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:33.359087 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5305f3-aa9a-41f9-8367-6d973676b4cb req-8ea6aff1-fcbc-4d9e-822b-ab10f2c76f49 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:33.361127 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc5305f3-aa9a-41f9-8367-6d973676b4cb req-8ea6aff1-fcbc-4d9e-822b-ab10f2c76f49 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 944 time: 0.0552032 Aug 31 10:07:33.400430 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:07:33.401410 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc5305f3-aa9a-41f9-8367-6d973676b4cb req-470d33a9-785d-48f8-9ef1-e39f5bafa5ce tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337791 Aug 31 10:07:33.404672 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:34.522375 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e5b09-dd30-49ff-9870-88bca2886331 req-ecaeb53f-aa6a-433c-8d0d-96830f605aee tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:34.523889 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d23e5b09-dd30-49ff-9870-88bca2886331 req-ecaeb53f-aa6a-433c-8d0d-96830f605aee tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 944 time: 0.0517299 Aug 31 10:07:34.561812 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d23e5b09-dd30-49ff-9870-88bca2886331 req-7991a01d-105b-4d2d-874e-3d33fa98e3d7 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318868 Aug 31 10:07:34.866939 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:07:34.950991 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:07:34.954784 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:07:34.955178 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:35.038301 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:35.060465 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9acf2e39-b0a1-4186-b982-5b60817ed2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:07:35.062635 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5d559722266edbe851131d422cf119d95b8639f0f83d11bae092503465742af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2644781-bf04-4a8b-b217-fd04d98ceb3b" -d '{"events": [{"server_uuid": "9acf2e39-b0a1-4186-b982-5b60817ed2f7", "name": "network-vif-plugged", "status": "completed", "tag": "fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:07:35.075978 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:07:35.101071 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589d0fbf-2ad5-4e26-82c5-361c13e5a7e1 x-openstack-request-id: req-589d0fbf-2ad5-4e26-82c5-361c13e5a7e1 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:07:35.101432 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9acf2e39-b0a1-4186-b982-5b60817ed2f7", "name": "network-vif-plugged", "status": "completed", "tag": "fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:07:35.101738 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-589d0fbf-2ad5-4e26-82c5-361c13e5a7e1 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:07:35.102177 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9acf2e39-b0a1-4186-b982-5b60817ed2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1', 'code': 200} Aug 31 10:07:35.134725 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:35.192156 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:07:35.280020 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16814d95-79c8-418f-8110-d07ca0abb41b req-199753a6-4752-4468-95d8-9440eac4d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:35.281549 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16814d95-79c8-418f-8110-d07ca0abb41b req-199753a6-4752-4468-95d8-9440eac4d296 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 1097 time: 0.0896003 Aug 31 10:07:35.318078 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16814d95-79c8-418f-8110-d07ca0abb41b req-faf8116f-5c4d-450c-8c80-f19b342972dd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285881 Aug 31 10:07:35.686324 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27687aa6-f8f2-4182-bbe9-8eddac9b2b17 req-46b16e7e-8b94-414f-bb48-9a13f5edf4a8 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:35.687870 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27687aa6-f8f2-4182-bbe9-8eddac9b2b17 req-46b16e7e-8b94-414f-bb48-9a13f5edf4a8 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 945 time: 0.0490971 Aug 31 10:07:35.728863 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27687aa6-f8f2-4182-bbe9-8eddac9b2b17 req-4e145dae-f3cb-4e5c-ab92-3e21d9778dc8 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335629 Aug 31 10:07:36.852957 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a815b8-c55c-4693-9b0c-6fa3e157a248 req-8de33358-8092-4953-9c7f-225c7e2404a1 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:36.854412 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75a815b8-c55c-4693-9b0c-6fa3e157a248 req-8de33358-8092-4953-9c7f-225c7e2404a1 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 945 time: 0.0552769 Aug 31 10:07:36.892339 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75a815b8-c55c-4693-9b0c-6fa3e157a248 req-f320729d-875a-4a5f-9fbb-b70744736712 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319090 Aug 31 10:07:37.020171 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c90da8-6d0b-467f-8924-04e895692b97 req-6966c67f-a398-423e-963f-d5057f24acf3 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:37.021687 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1c90da8-6d0b-467f-8924-04e895692b97 req-6966c67f-a398-423e-963f-d5057f24acf3 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 945 time: 0.0536897 Aug 31 10:07:37.062311 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1c90da8-6d0b-467f-8924-04e895692b97 req-cffa4101-26fc-4f97-b21b-5a192b725908 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334506 Aug 31 10:07:37.572805 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc56706-a414-4976-8d5d-1f97bdc97c1d req-05ccbc75-67d6-4412-96e4-214ef7453aa5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:37.574292 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4dc56706-a414-4976-8d5d-1f97bdc97c1d req-05ccbc75-67d6-4412-96e4-214ef7453aa5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 945 time: 0.0502326 Aug 31 10:07:37.612964 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4dc56706-a414-4976-8d5d-1f97bdc97c1d req-5a6450bb-aaef-4531-8ca4-abdc8391ac7e tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325522 Aug 31 10:07:38.739410 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67972381-ea17-4e00-bd78-d919dc589cec req-7ca7f5a8-f456-4d53-bdcb-40e68c881621 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:38.741075 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-67972381-ea17-4e00-bd78-d919dc589cec req-7ca7f5a8-f456-4d53-bdcb-40e68c881621 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 945 time: 0.0491905 Aug 31 10:07:38.778991 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-67972381-ea17-4e00-bd78-d919dc589cec req-09236d12-a8c4-49bc-8abb-4a3cecfc0096 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316770 Aug 31 10:07:39.025702 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f357a-a061-4816-9a54-995c8ae621c0 req-21f61e45-481e-4738-8498-8dca175990e0 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:39.027182 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e34f357a-a061-4816-9a54-995c8ae621c0 req-21f61e45-481e-4738-8498-8dca175990e0 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.59 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 945 time: 0.0529087 Aug 31 10:07:39.122259 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-e34f357a-a061-4816-9a54-995c8ae621c0 req-3b5474e2-692d-47f3-9af1-9e9e724bf735 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Deleting port fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:07:39.125432 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e34f357a-a061-4816-9a54-995c8ae621c0 req-3b5474e2-692d-47f3-9af1-9e9e724bf735 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:39.213987 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-e34f357a-a061-4816-9a54-995c8ae621c0 req-3b5474e2-692d-47f3-9af1-9e9e724bf735 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] For port fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:07:39.214352 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e34f357a-a061-4816-9a54-995c8ae621c0 req-3b5474e2-692d-47f3-9af1-9e9e724bf735 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:39.227018 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-e34f357a-a061-4816-9a54-995c8ae621c0 req-3b5474e2-692d-47f3-9af1-9e9e724bf735 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Calling delete_port for fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:07:39.413907 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e34f357a-a061-4816-9a54-995c8ae621c0 req-3b5474e2-692d-47f3-9af1-9e9e724bf735 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:39.425700 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:07:39.432071 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['e6821419-5e34-45d7-beb5-cba536ec5440'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:07:39.443225 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5474e2-692d-47f3-9af1-9e9e724bf735 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Pushing event deleted for resources: {'Port': ['ID=fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:07:39.491984 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34f357a-a061-4816-9a54-995c8ae621c0 req-3b5474e2-692d-47f3-9af1-9e9e724bf735 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] No DVR routers for this DVR port fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1 on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:07:39.495678 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-e34f357a-a061-4816-9a54-995c8ae621c0 req-3b5474e2-692d-47f3-9af1-9e9e724bf735 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:39.497875 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e34f357a-a061-4816-9a54-995c8ae621c0 req-3b5474e2-692d-47f3-9af1-9e9e724bf735 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.59 "DELETE /v2.0/ports/fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1 HTTP/1.1" status: 204 len: 173 time: 0.4643655 Aug 31 10:07:39.498331 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9acf2e39-b0a1-4186-b982-5b60817ed2f7', 'name': 'network-vif-deleted', 'tag': 'fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:07:39.542423 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb5acfc-0fa2-411e-8ce3-738779630ef9" -d '{"events": [{"server_uuid": "9acf2e39-b0a1-4186-b982-5b60817ed2f7", "name": "network-vif-deleted", "tag": "fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:07:39.651956 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b33d70-e46d-431a-afdb-2c52ca4ce4b6 x-openstack-request-id: req-e3b33d70-e46d-431a-afdb-2c52ca4ce4b6 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:07:39.652498 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9acf2e39-b0a1-4186-b982-5b60817ed2f7", "name": "network-vif-deleted", "tag": "fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:07:39.652767 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e3b33d70-e46d-431a-afdb-2c52ca4ce4b6 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:07:39.653174 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9acf2e39-b0a1-4186-b982-5b60817ed2f7', 'name': 'network-vif-deleted', 'tag': 'fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1', 'status': 'completed', 'code': 200} Aug 31 10:07:39.877840 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0279c2dd-81ba-4c67-aa06-0b83a8f6b173 req-d36b1349-4e58-427e-b7b1-6e6e4bc5d528 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 210 time: 0.0266490 Aug 31 10:07:40.978886 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cbbe43c5-a4b5-4838-a172-ea5c514f5c2e req-98b246a3-1bc9-4340-9676-e581dcf95f31 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 210 time: 0.0274775 Aug 31 10:07:41.362286 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-aa1d9a4c-4b67-4f84-b0fd-385b64492334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:42.077354 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0c0a0f2f-b85a-4b3a-8452-70203155770f req-9f17e3dc-8681-43f0-8c86-1fda14735bab tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 210 time: 0.0296311 Aug 31 10:07:42.906844 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:07:42.927840 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:07:42.928181 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device fbc97fb9-3e27-4229-b3ad-2f35d7c8efc1 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:07:43.181755 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1a745107-21b9-4b2c-9b1e-43fbe312ef83 req-474d58a2-88a2-4b77-ab5f-b805cb573b13 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 210 time: 0.0269179 Aug 31 10:07:44.035171 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-244ec42e-eaf3-4004-a00a-506af24c0437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:44.139896 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:44.296187 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e2e3646f-3325-45d2-9948-150d82a245f9 req-fd62722f-7284-4e0b-bc4c-f5c5cc8d6aac tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=9acf2e39-b0a1-4186-b982-5b60817ed2f7 HTTP/1.1" status: 200 len: 210 time: 0.0275831 Aug 31 10:07:45.554931 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:47.202467 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:49.095994 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea67bea-0e73-4f0b-b1e7-f6861b42c8cf req-a2808cf5-7281-4dc3-8568-9ac6d8525e6f tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:49.097480 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9ea67bea-0e73-4f0b-b1e7-f6861b42c8cf req-a2808cf5-7281-4dc3-8568-9ac6d8525e6f tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=b34652d3-629b-4a2c-aff4-6408af66976d HTTP/1.1" status: 200 len: 945 time: 0.0528054 Aug 31 10:07:49.137706 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9ea67bea-0e73-4f0b-b1e7-f6861b42c8cf req-ae0de61b-69e0-4e75-99d7-ba33c74bfcdf tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323479 Aug 31 10:07:50.257695 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a108aca-95bd-4de2-b257-3f2b58d9b022 req-9ad843e9-768c-40d1-9b78-80b6d29b337f tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:50.259194 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1a108aca-95bd-4de2-b257-3f2b58d9b022 req-9ad843e9-768c-40d1-9b78-80b6d29b337f tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=b34652d3-629b-4a2c-aff4-6408af66976d HTTP/1.1" status: 200 len: 945 time: 0.0523653 Aug 31 10:07:50.297148 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1a108aca-95bd-4de2-b257-3f2b58d9b022 req-5d22a6a0-b686-4465-bc14-c4f7abd18be8 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=fd9d9f98-e8e4-477c-9789-5e5abbe90892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318761 Aug 31 10:07:50.815390 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827674dd-bdd2-4c82-84a1-66890793a7d2 req-a16f0bc2-0d09-4ee3-ad8d-ffdfc9183e0f tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:07:50.816940 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-827674dd-bdd2-4c82-84a1-66890793a7d2 req-a16f0bc2-0d09-4ee3-ad8d-ffdfc9183e0f tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.112 "GET /v2.0/ports?device_id=b34652d3-629b-4a2c-aff4-6408af66976d HTTP/1.1" status: 200 len: 945 time: 0.0590584 Aug 31 10:07:50.917190 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-827674dd-bdd2-4c82-84a1-66890793a7d2 req-4819df6c-86fe-401e-b951-da84a3b9436d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Deleting port e6821419-5e34-45d7-beb5-cba536ec5440 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:07:50.917448 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-827674dd-bdd2-4c82-84a1-66890793a7d2 req-4819df6c-86fe-401e-b951-da84a3b9436d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:51.005086 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-827674dd-bdd2-4c82-84a1-66890793a7d2 req-4819df6c-86fe-401e-b951-da84a3b9436d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] For port e6821419-5e34-45d7-beb5-cba536ec5440, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=e6821419-5e34-45d7-beb5-cba536ec5440,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:07:51.005402 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-827674dd-bdd2-4c82-84a1-66890793a7d2 req-4819df6c-86fe-401e-b951-da84a3b9436d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:51.018112 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-827674dd-bdd2-4c82-84a1-66890793a7d2 req-4819df6c-86fe-401e-b951-da84a3b9436d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Calling delete_port for e6821419-5e34-45d7-beb5-cba536ec5440 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:07:51.213960 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-827674dd-bdd2-4c82-84a1-66890793a7d2 req-4819df6c-86fe-401e-b951-da84a3b9436d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:51.230030 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['e6821419-5e34-45d7-beb5-cba536ec5440'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:07:51.244687 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819df6c-86fe-401e-b951-da84a3b9436d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Pushing event deleted for resources: {'Port': ['ID=e6821419-5e34-45d7-beb5-cba536ec5440,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:07:51.271578 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819df6c-86fe-401e-b951-da84a3b9436d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:51.271933 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819df6c-86fe-401e-b951-da84a3b9436d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:51.272276 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819df6c-86fe-401e-b951-da84a3b9436d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:51.272611 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819df6c-86fe-401e-b951-da84a3b9436d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:51.272945 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819df6c-86fe-401e-b951-da84a3b9436d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:51.273275 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819df6c-86fe-401e-b951-da84a3b9436d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:51.273601 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819df6c-86fe-401e-b951-da84a3b9436d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:51.273925 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819df6c-86fe-401e-b951-da84a3b9436d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:51.274246 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819df6c-86fe-401e-b951-da84a3b9436d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:51.274583 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819df6c-86fe-401e-b951-da84a3b9436d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:51.274909 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819df6c-86fe-401e-b951-da84a3b9436d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:51.275284 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4819df6c-86fe-401e-b951-da84a3b9436d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:07:51.297387 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-827674dd-bdd2-4c82-84a1-66890793a7d2 req-4819df6c-86fe-401e-b951-da84a3b9436d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] No DVR routers for this DVR port e6821419-5e34-45d7-beb5-cba536ec5440 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:07:51.300068 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-827674dd-bdd2-4c82-84a1-66890793a7d2 req-4819df6c-86fe-401e-b951-da84a3b9436d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:51.302615 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-827674dd-bdd2-4c82-84a1-66890793a7d2 req-4819df6c-86fe-401e-b951-da84a3b9436d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.112 "DELETE /v2.0/ports/e6821419-5e34-45d7-beb5-cba536ec5440 HTTP/1.1" status: 204 len: 173 time: 0.4752755 Aug 31 10:07:51.303050 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34652d3-629b-4a2c-aff4-6408af66976d', 'name': 'network-vif-deleted', 'tag': 'e6821419-5e34-45d7-beb5-cba536ec5440'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:07:51.345007 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efb09fcb25d757964e6e64477cf3964f72eef090657aa62846af519e9d9507f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7c2e59-1771-47b7-8bd6-51d5515cf08c" -d '{"events": [{"server_uuid": "b34652d3-629b-4a2c-aff4-6408af66976d", "name": "network-vif-deleted", "tag": "e6821419-5e34-45d7-beb5-cba536ec5440"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:07:51.395376 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4f0f2c76-bd60-490b-aba8-22610b8ffcf7 req-9f4f9dda-a9fe-4f7f-b992-19d7e1c2cae6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=b34652d3-629b-4a2c-aff4-6408af66976d HTTP/1.1" status: 200 len: 210 time: 0.0265279 Aug 31 10:07:51.443327 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8994c7-0882-45b0-aded-bd4afd0f86fb x-openstack-request-id: req-dc8994c7-0882-45b0-aded-bd4afd0f86fb {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:07:51.443327 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b34652d3-629b-4a2c-aff4-6408af66976d", "name": "network-vif-deleted", "tag": "e6821419-5e34-45d7-beb5-cba536ec5440", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:07:51.443327 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-dc8994c7-0882-45b0-aded-bd4afd0f86fb {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:07:51.443327 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34652d3-629b-4a2c-aff4-6408af66976d', 'name': 'network-vif-deleted', 'tag': 'e6821419-5e34-45d7-beb5-cba536ec5440', 'status': 'completed', 'code': 200} Aug 31 10:07:52.494934 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b8c50227-1eaf-4864-ae33-f2dd47ff32af req-78e26b2e-97dc-4c82-aedd-2281c3eac8c0 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=b34652d3-629b-4a2c-aff4-6408af66976d HTTP/1.1" status: 200 len: 210 time: 0.0263491 Aug 31 10:07:53.592235 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a05c4b5b-c3fa-4121-ab57-f170b59fd915 req-afb11f81-e94a-4957-a5f3-50fac2113a5a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=b34652d3-629b-4a2c-aff4-6408af66976d HTTP/1.1" status: 200 len: 210 time: 0.0277326 Aug 31 10:07:54.184899 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device e6821419-5e34-45d7-beb5-cba536ec5440 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:07:54.205139 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: e6821419-5e34-45d7-beb5-cba536ec5440 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:07:54.205478 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device e6821419-5e34-45d7-beb5-cba536ec5440 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:07:54.691329 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bea5c57f-d6ab-4e89-b7dc-c1d7b195f42f req-25eaf2b3-7b23-4ebf-ae0f-057175c59971 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=b34652d3-629b-4a2c-aff4-6408af66976d HTTP/1.1" status: 200 len: 210 time: 0.0273945 Aug 31 10:07:55.810665 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9dc080ab-9041-440f-af1a-6b69f7781e66 req-f2d325fb-5d0b-42ec-aa70-0667486d8a30 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=b34652d3-629b-4a2c-aff4-6408af66976d HTTP/1.1" status: 200 len: 210 time: 0.0336392 Aug 31 10:07:59.260333 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50958) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:07:59.265059 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-74314b0a-b0b1-4479-9afd-33d2edc3c71a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1932912650', 'description': 'tempest-secgroup-smoke-1932912650 description', 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:07:59.372000 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-74314b0a-b0b1-4479-9afd-33d2edc3c71a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:59.465877 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-74314b0a-b0b1-4479-9afd-33d2edc3c71a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:59.525857 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-74314b0a-b0b1-4479-9afd-33d2edc3c71a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:59.555467 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74314b0a-b0b1-4479-9afd-33d2edc3c71a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18b229b0-e82c-4466-9214-c3ea5162515c,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:07:59.606055 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-74314b0a-b0b1-4479-9afd-33d2edc3c71a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:59.607462 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-74314b0a-b0b1-4479-9afd-33d2edc3c71a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3459957 Aug 31 10:07:59.610257 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50960) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:07:59.615598 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-8f061dab-5af2-44f5-beaf-79ce763b75db tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Request body: {'security_group_rule': {'security_group_id': '18b229b0-e82c-4466-9214-c3ea5162515c', 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:07:59.696254 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8f061dab-5af2-44f5-beaf-79ce763b75db tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:59.751786 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8f061dab-5af2-44f5-beaf-79ce763b75db tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:59.840170 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8f061dab-5af2-44f5-beaf-79ce763b75db tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:59.859608 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f061dab-5af2-44f5-beaf-79ce763b75db tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4dbb84-2195-4f7b-b203-e4bb555c4687,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:07:59.920194 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8f061dab-5af2-44f5-beaf-79ce763b75db tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:07:59.921430 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8f061dab-5af2-44f5-beaf-79ce763b75db tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3102114 Aug 31 10:07:59.924067 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50962) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:07:59.928772 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-8ae2cadf-1100-4420-b884-575d3f9c5340 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Request body: {'security_group_rule': {'security_group_id': '18b229b0-e82c-4466-9214-c3ea5162515c', 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:08:00.001865 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8ae2cadf-1100-4420-b884-575d3f9c5340 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:00.060217 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8ae2cadf-1100-4420-b884-575d3f9c5340 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:00.133457 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8ae2cadf-1100-4420-b884-575d3f9c5340 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:00.152161 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2cadf-1100-4420-b884-575d3f9c5340 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d97360-e6c7-4708-81b1-547edf0eda40,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:08:00.259240 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8ae2cadf-1100-4420-b884-575d3f9c5340 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:00.260448 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8ae2cadf-1100-4420-b884-575d3f9c5340 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3354251 Aug 31 10:08:00.263076 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50964) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:08:00.267567 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-d1272f54-34c0-4ba5-9cca-ea58bf13bceb tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Request body: {'security_group_rule': {'security_group_id': '18b229b0-e82c-4466-9214-c3ea5162515c', 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:08:00.378185 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d1272f54-34c0-4ba5-9cca-ea58bf13bceb tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:00.440524 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d1272f54-34c0-4ba5-9cca-ea58bf13bceb tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:00.522589 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d1272f54-34c0-4ba5-9cca-ea58bf13bceb tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:00.541854 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1272f54-34c0-4ba5-9cca-ea58bf13bceb tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb02a20-09cf-42c6-903a-efe912c49494,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:08:00.613352 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d1272f54-34c0-4ba5-9cca-ea58bf13bceb tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:00.614721 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d1272f54-34c0-4ba5-9cca-ea58bf13bceb tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3506818 Aug 31 10:08:00.617336 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50966) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:08:00.621801 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-13d8b0bd-13cc-4700-88da-7ecf22053147 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Request body: {'security_group_rule': {'security_group_id': '18b229b0-e82c-4466-9214-c3ea5162515c', 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:08:00.744558 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-13d8b0bd-13cc-4700-88da-7ecf22053147 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:00.803408 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-13d8b0bd-13cc-4700-88da-7ecf22053147 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:00.865598 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-13d8b0bd-13cc-4700-88da-7ecf22053147 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:00.885869 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8b0bd-13cc-4700-88da-7ecf22053147 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e69c771-4cf9-424b-ad58-49c11fcf3b59,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:08:00.939203 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-13d8b0bd-13cc-4700-88da-7ecf22053147 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:00.940457 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-13d8b0bd-13cc-4700-88da-7ecf22053147 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3221226 Aug 31 10:08:00.944146 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50968) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:08:00.948614 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-73e570ce-2143-4641-8a6d-26e8b7863f05 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Request body: {'security_group_rule': {'security_group_id': '18b229b0-e82c-4466-9214-c3ea5162515c', 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:08:01.023461 n-d-791506-28 neutron-server[95552]: INFO neutron.db.securitygroups_db [None req-73e570ce-2143-4641-8a6d-26e8b7863f05 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Project d1ddc052c1054cf3a6ea73848cd55645 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:08:01.028874 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-73e570ce-2143-4641-8a6d-26e8b7863f05 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:01.089265 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-73e570ce-2143-4641-8a6d-26e8b7863f05 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:01.139379 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-73e570ce-2143-4641-8a6d-26e8b7863f05 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:01.164376 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e570ce-2143-4641-8a6d-26e8b7863f05 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f5f92f-8475-44d2-8759-4eee36b8b768,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:08:01.247925 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-73e570ce-2143-4641-8a6d-26e8b7863f05 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:01.249592 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-73e570ce-2143-4641-8a6d-26e8b7863f05 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3044105 Aug 31 10:08:01.252213 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 50970) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:08:01.256779 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-4f6884bb-ff30-4512-ac91-67e0536cb68f tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Request body: {'security_group_rule': {'security_group_id': '18b229b0-e82c-4466-9214-c3ea5162515c', 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:08:01.339058 n-d-791506-28 neutron-server[95552]: INFO neutron.db.securitygroups_db [None req-4f6884bb-ff30-4512-ac91-67e0536cb68f tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Project d1ddc052c1054cf3a6ea73848cd55645 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:08:01.344373 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4f6884bb-ff30-4512-ac91-67e0536cb68f tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:01.408545 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4f6884bb-ff30-4512-ac91-67e0536cb68f tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:01.475992 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4f6884bb-ff30-4512-ac91-67e0536cb68f tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:01.494363 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6884bb-ff30-4512-ac91-67e0536cb68f tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e358028-e4fc-411a-b766-3266ee96cdc1,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:08:01.544729 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4f6884bb-ff30-4512-ac91-67e0536cb68f tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:01.546037 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4f6884bb-ff30-4512-ac91-67e0536cb68f tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2928379 Aug 31 10:08:03.190890 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:03.373262 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:05.075681 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-387c1906-97b2-4754-b67e-b76313c52098 req-3840dd6e-e5de-465d-b306-7083eba35992 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0274470 Aug 31 10:08:05.124002 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-387c1906-97b2-4754-b67e-b76313c52098 req-2bb8b94b-c5bf-4cf1-b3f5-ec7a19f53aae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0272949 Aug 31 10:08:05.166784 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-387c1906-97b2-4754-b67e-b76313c52098 req-e5259021-7b2f-4b2c-8ebc-dfcffa2a0955 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234618 Aug 31 10:08:05.272435 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c1906-97b2-4754-b67e-b76313c52098 req-4e54f872-b0f4-4510-be1b-eeacae24fb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:05.274016 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-387c1906-97b2-4754-b67e-b76313c52098 req-4e54f872-b0f4-4510-be1b-eeacae24fb0b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1005051 Aug 31 10:08:07.411253 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:08:11.360122 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1efa1e90-6376-46e9-95db-4b6df24f4f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:13.990468 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-19f87355-f2e9-4712-a944-0d7ed9e1560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:14.087297 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:15.493455 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:17.195972 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:21.424227 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-ca2dbed6-3768-4669-8fbc-7039937136c8 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1932912650&fields=id&tenant_id=d1ddc052c1054cf3a6ea73848cd55645 HTTP/1.1" status: 200 len: 267 time: 0.0334423 Aug 31 10:08:21.528868 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-01869bba-be89-4675-b895-2c85552b8001 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:21.530374 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-01869bba-be89-4675-b895-2c85552b8001 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/networks?id=2593dd5e-bc31-4e41-87f0-964b009dbd60 HTTP/1.1" status: 200 len: 811 time: 0.0985906 Aug 31 10:08:21.545929 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-03034a6a-c52d-4295-b598-09129eb6083b tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/quotas/d1ddc052c1054cf3a6ea73848cd55645 HTTP/1.1" status: 200 len: 375 time: 0.0093448 Aug 31 10:08:21.601240 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-12aa6a7f-65c8-4e0b-8667-7a6c805e46ad tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496716 Aug 31 10:08:21.700010 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-6eaa5bbd-1e4b-4695-b986-fafb136236f5 service neutron] 10.222.0.119 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858519 Aug 31 10:08:21.787383 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-54e71e94-66f8-4574-942b-5984d7d190b7 service neutron] 10.222.0.119 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813837 Aug 31 10:08:22.324861 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-216fdf3f-50c7-4269-8eed-1faa07e03e31 req-6262e4fe-c266-46ce-8ee2-2499208f3675 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=a9cc0c59-e136-49b0-91fd-dda07984d280 HTTP/1.1" status: 200 len: 210 time: 0.0315330 Aug 31 10:08:23.418598 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b66409e2-84f4-42b4-b3fe-7967c6b52d8f req-6ae76787-71cd-40a7-8541-979726940e9e tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=a9cc0c59-e136-49b0-91fd-dda07984d280 HTTP/1.1" status: 200 len: 210 time: 0.0274365 Aug 31 10:08:24.156217 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-cdd6445b-1e6e-4550-bf22-46caa6005e68 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:24.157613 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-cdd6445b-1e6e-4550-bf22-46caa6005e68 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.112 "GET /v2.0/networks?id=2593dd5e-bc31-4e41-87f0-964b009dbd60 HTTP/1.1" status: 200 len: 811 time: 0.1027372 Aug 31 10:08:24.205582 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-22f5f32d-8e75-4396-8d1e-c602a67c235c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1ddc052c1054cf3a6ea73848cd55645 HTTP/1.1" status: 200 len: 380 time: 0.0336704 Aug 31 10:08:24.217942 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-00bd7c5f-cdc8-4f59-a138-620149ed9f74 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Request body: {'port': {'device_id': 'a9cc0c59-e136-49b0-91fd-dda07984d280', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'admin_state_up': True, 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'security_groups': ['18b229b0-e82c-4466-9214-c3ea5162515c']}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:08:24.382843 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-00bd7c5f-cdc8-4f59-a138-620149ed9f74 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Made reservation on behalf of d1ddc052c1054cf3a6ea73848cd55645 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:08:24.386541 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-00bd7c5f-cdc8-4f59-a138-620149ed9f74 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:24.513548 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b5fc6c5-c02f-4f0e-b2d4-a9baca998d2b req-4703f3e3-7cc2-4fb2-9757-8eafef9bebf7 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=a9cc0c59-e136-49b0-91fd-dda07984d280 HTTP/1.1" status: 200 len: 210 time: 0.0274677 Aug 31 10:08:24.526070 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-00bd7c5f-cdc8-4f59-a138-620149ed9f74 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Allocated IP 172.20.0.10 (2593dd5e-bc31-4e41-87f0-964b009dbd60/eb8d724f-b49d-4dd8-a4d3-6787f4777e68/bab9bcef-07c3-4536-9e7a-6161e339d4e6) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:08:24.671993 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-00bd7c5f-cdc8-4f59-a138-620149ed9f74 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:24.686665 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-00bd7c5f-cdc8-4f59-a138-620149ed9f74 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Transition to ACTIVE for port object bab9bcef-07c3-4536-9e7a-6161e339d4e6 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:08:24.750812 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-00bd7c5f-cdc8-4f59-a138-620149ed9f74 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:24.800068 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-00bd7c5f-cdc8-4f59-a138-620149ed9f74 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Network 2593dd5e-bc31-4e41-87f0-964b009dbd60 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:08:24.803805 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-00bd7c5f-cdc8-4f59-a138-620149ed9f74 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:08:24.808000 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-00bd7c5f-cdc8-4f59-a138-620149ed9f74 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:08:24.815194 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd7c5f-cdc8-4f59-a138-620149ed9f74 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Pushing event updated for resources: {'Port': ['ID=bab9bcef-07c3-4536-9e7a-6161e339d4e6,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:08:24.866579 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-00bd7c5f-cdc8-4f59-a138-620149ed9f74 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:24.867264 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-00bd7c5f-cdc8-4f59-a138-620149ed9f74 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:24.956672 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-00bd7c5f-cdc8-4f59-a138-620149ed9f74 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7422702 Aug 31 10:08:25.082882 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-23403a24-0b3e-4432-8d21-7f568f6cd566 service neutron] Request body: {'port': {'device_id': 'a9cc0c59-e136-49b0-91fd-dda07984d280', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:08:25.137628 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-23403a24-0b3e-4432-8d21-7f568f6cd566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:25.235833 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-ece9b4cc-a188-4f93-a526-e32ff1b721bb None None] Provisioning for port bab9bcef-07c3-4536-9e7a-6161e339d4e6 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:08:25.240343 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-ece9b4cc-a188-4f93-a526-e32ff1b721bb None None] Provisioning complete for port bab9bcef-07c3-4536-9e7a-6161e339d4e6 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:08:25.241286 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ece9b4cc-a188-4f93-a526-e32ff1b721bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:25.280648 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-ece9b4cc-a188-4f93-a526-e32ff1b721bb None None] Port bab9bcef-07c3-4536-9e7a-6161e339d4e6 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:08:25.410487 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-23403a24-0b3e-4432-8d21-7f568f6cd566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bab9bcef-07c3-4536-9e7a-6161e339d4e6 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:08:25.419057 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-23403a24-0b3e-4432-8d21-7f568f6cd566 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:25.431884 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-23403a24-0b3e-4432-8d21-7f568f6cd566 service neutron] Transition to ACTIVE for port object bab9bcef-07c3-4536-9e7a-6161e339d4e6 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:08:25.498797 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-23403a24-0b3e-4432-8d21-7f568f6cd566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:25.548815 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23403a24-0b3e-4432-8d21-7f568f6cd566 service neutron] Pushing event updated for resources: {'Port': ['ID=bab9bcef-07c3-4536-9e7a-6161e339d4e6,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:08:25.631352 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-23403a24-0b3e-4432-8d21-7f568f6cd566 service neutron] Attempting to bind port bab9bcef-07c3-4536-9e7a-6161e339d4e6 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:08:25.631684 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-23403a24-0b3e-4432-8d21-7f568f6cd566 service neutron] Attempting to bind port bab9bcef-07c3-4536-9e7a-6161e339d4e6 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:08:25.632015 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-23403a24-0b3e-4432-8d21-7f568f6cd566 service neutron] Attempting to bind port bab9bcef-07c3-4536-9e7a-6161e339d4e6 on network 2593dd5e-bc31-4e41-87f0-964b009dbd60 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:08:25.636885 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-23403a24-0b3e-4432-8d21-7f568f6cd566 service neutron] Port bab9bcef-07c3-4536-9e7a-6161e339d4e6 on network 2593dd5e-bc31-4e41-87f0-964b009dbd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:08:25.637208 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-23403a24-0b3e-4432-8d21-7f568f6cd566 service neutron] Attempting to bind port bab9bcef-07c3-4536-9e7a-6161e339d4e6 on network 2593dd5e-bc31-4e41-87f0-964b009dbd60 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:08:25.641983 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6291b19-78b1-46e7-afa6-3872244d1014 req-3f88dfe1-f8ed-456e-b9ef-73d136772e12 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:25.642687 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-23403a24-0b3e-4432-8d21-7f568f6cd566 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:08:25.643025 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-23403a24-0b3e-4432-8d21-7f568f6cd566 service neutron] Checking segment: {'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:08:25.643414 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-23403a24-0b3e-4432-8d21-7f568f6cd566 service neutron] Bound using segment: {'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:08:25.643530 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f6291b19-78b1-46e7-afa6-3872244d1014 req-3f88dfe1-f8ed-456e-b9ef-73d136772e12 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=a9cc0c59-e136-49b0-91fd-dda07984d280 HTTP/1.1" status: 200 len: 944 time: 0.0550807 Aug 31 10:08:25.643846 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-23403a24-0b3e-4432-8d21-7f568f6cd566 service neutron] Bound port: bab9bcef-07c3-4536-9e7a-6161e339d4e6, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:08:25.644272 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-23403a24-0b3e-4432-8d21-7f568f6cd566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:25.700244 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f6291b19-78b1-46e7-afa6-3872244d1014 req-76454e8b-02d3-4233-ba27-b17ca46e0df6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473428 Aug 31 10:08:25.720911 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-23403a24-0b3e-4432-8d21-7f568f6cd566 service neutron] For port bab9bcef-07c3-4536-9e7a-6161e339d4e6, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:08:25.725310 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-23403a24-0b3e-4432-8d21-7f568f6cd566 service neutron] For port bab9bcef-07c3-4536-9e7a-6161e339d4e6, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=bab9bcef-07c3-4536-9e7a-6161e339d4e6,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:08:25.823521 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-23403a24-0b3e-4432-8d21-7f568f6cd566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:25.859200 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-23403a24-0b3e-4432-8d21-7f568f6cd566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:25.859811 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-23403a24-0b3e-4432-8d21-7f568f6cd566 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:25.861256 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-23403a24-0b3e-4432-8d21-7f568f6cd566 service neutron] 10.222.0.112 "PUT /v2.0/ports/bab9bcef-07c3-4536-9e7a-6161e339d4e6 HTTP/1.1" status: 200 len: 1093 time: 0.8229172 Aug 31 10:08:25.861796 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9cc0c59-e136-49b0-91fd-dda07984d280', 'tag': 'bab9bcef-07c3-4536-9e7a-6161e339d4e6'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:08:25.866477 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efb09fcb25d757964e6e64477cf3964f72eef090657aa62846af519e9d9507f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c495ff1d-50f9-4d65-9cc1-0a58722d3686" -d '{"events": [{"name": "network-changed", "server_uuid": "a9cc0c59-e136-49b0-91fd-dda07984d280", "tag": "bab9bcef-07c3-4536-9e7a-6161e339d4e6"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:08:25.895199 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23403a24-0b3e-4432-8d21-7f568f6cd566 service neutron] Pushing event updated for resources: {'Port': ['ID=bab9bcef-07c3-4536-9e7a-6161e339d4e6,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:08:25.925401 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb57c631-bf7f-4852-92b6-de52182c0b19 x-openstack-request-id: req-cb57c631-bf7f-4852-92b6-de52182c0b19 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:08:25.925812 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9cc0c59-e136-49b0-91fd-dda07984d280", "tag": "bab9bcef-07c3-4536-9e7a-6161e339d4e6", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:08:25.926062 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-cb57c631-bf7f-4852-92b6-de52182c0b19 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:08:25.926477 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9cc0c59-e136-49b0-91fd-dda07984d280', 'tag': 'bab9bcef-07c3-4536-9e7a-6161e339d4e6', 'status': 'completed', 'code': 200} Aug 31 10:08:25.985746 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495ff1d-50f9-4d65-9cc1-0a58722d3686 req-476d4c02-3ddf-4297-a097-635b8babaae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:25.987614 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c495ff1d-50f9-4d65-9cc1-0a58722d3686 req-476d4c02-3ddf-4297-a097-635b8babaae5 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&device_id=a9cc0c59-e136-49b0-91fd-dda07984d280 HTTP/1.1" status: 200 len: 1096 time: 0.0443690 Aug 31 10:08:26.111721 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495ff1d-50f9-4d65-9cc1-0a58722d3686 req-44aab779-115a-4f1e-9c94-2d129b771ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:26.113301 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c495ff1d-50f9-4d65-9cc1-0a58722d3686 req-44aab779-115a-4f1e-9c94-2d129b771ecd service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1131392 Aug 31 10:08:26.216968 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495ff1d-50f9-4d65-9cc1-0a58722d3686 req-709684e5-2a56-4557-a7fd-effe726b289e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:26.218450 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c495ff1d-50f9-4d65-9cc1-0a58722d3686 req-709684e5-2a56-4557-a7fd-effe726b289e service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0940855 Aug 31 10:08:26.300870 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-f8b5cc0c-97cc-4d67-80ec-714dbbd4bd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:26.302488 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-f8b5cc0c-97cc-4d67-80ec-714dbbd4bd78 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&device_id=a9cc0c59-e136-49b0-91fd-dda07984d280 HTTP/1.1" status: 200 len: 1096 time: 0.0420611 Aug 31 10:08:26.352893 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-c1042241-81a7-40c5-a0a4-cc1ec443f078 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bab9bcef-07c3-4536-9e7a-6161e339d4e6 HTTP/1.1" status: 200 len: 217 time: 0.0386310 Aug 31 10:08:26.407408 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-d2c0edd9-cb0a-4f1f-afd8-d5d508d54e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:26.408920 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-d2c0edd9-cb0a-4f1f-afd8-d5d508d54e79 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=eb8d724f-b49d-4dd8-a4d3-6787f4777e68 HTTP/1.1" status: 200 len: 850 time: 0.0442083 Aug 31 10:08:26.461483 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-05c42956-dff4-4eb8-8cb5-2304c7db218c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:26.466183 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-05c42956-dff4-4eb8-8cb5-2304c7db218c service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2593dd5e-bc31-4e41-87f0-964b009dbd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442822 Aug 31 10:08:26.574611 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-dd27ccfc-a8e5-4ca3-a516-946c203da68c service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880170 Aug 31 10:08:26.670145 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f5d9cd4f-a6ba-4a7d-8975-36ef03fcb6dd req-a552de31-263e-4231-8103-7773722170d7 service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836227 Aug 31 10:08:26.827192 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427b914-4050-4ed7-b9f9-6fa15374f064 req-22187272-f9d4-4ecd-ae22-384e4e6c2984 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:26.828710 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4427b914-4050-4ed7-b9f9-6fa15374f064 req-22187272-f9d4-4ecd-ae22-384e4e6c2984 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=a9cc0c59-e136-49b0-91fd-dda07984d280 HTTP/1.1" status: 200 len: 944 time: 0.0590599 Aug 31 10:08:26.867083 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4427b914-4050-4ed7-b9f9-6fa15374f064 req-5eed45a6-77de-4385-b513-f62ca05b4b6d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315242 Aug 31 10:08:27.982209 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d1ca0-d09a-4ab7-969e-1eea8bb9504f req-64ce1a5b-c726-4cb0-b508-ee4433d32460 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:27.983715 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1f0d1ca0-d09a-4ab7-969e-1eea8bb9504f req-64ce1a5b-c726-4cb0-b508-ee4433d32460 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=a9cc0c59-e136-49b0-91fd-dda07984d280 HTTP/1.1" status: 200 len: 944 time: 0.0482426 Aug 31 10:08:28.022915 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1f0d1ca0-d09a-4ab7-969e-1eea8bb9504f req-452ada2f-635d-4e56-bbfc-373b97df885f tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330217 Aug 31 10:08:29.141437 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49231304-cb3e-42c3-b999-43bddb8f45a2 req-7be48d3a-72b3-4c65-915e-64c56956e503 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:29.142953 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49231304-cb3e-42c3-b999-43bddb8f45a2 req-7be48d3a-72b3-4c65-915e-64c56956e503 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=a9cc0c59-e136-49b0-91fd-dda07984d280 HTTP/1.1" status: 200 len: 944 time: 0.0501087 Aug 31 10:08:29.182067 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49231304-cb3e-42c3-b999-43bddb8f45a2 req-36d0028e-69cb-410c-89aa-5f76f4a78d27 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328283 Aug 31 10:08:30.305231 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63284758-1245-4217-969c-1c2f47e26efb req-6a0530dc-e6bd-4ed0-8057-21fab8c874b9 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:30.306715 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-63284758-1245-4217-969c-1c2f47e26efb req-6a0530dc-e6bd-4ed0-8057-21fab8c874b9 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=a9cc0c59-e136-49b0-91fd-dda07984d280 HTTP/1.1" status: 200 len: 944 time: 0.0524027 Aug 31 10:08:30.344712 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-63284758-1245-4217-969c-1c2f47e26efb req-95bf0499-7e78-4633-bbe8-321f5d9b0cfc tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320487 Aug 31 10:08:31.459850 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ba8c2-cde5-4e27-90e8-d051de59f9c7 req-e1a1cdc4-e658-4762-b48b-0560feaf5675 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:31.461306 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b70ba8c2-cde5-4e27-90e8-d051de59f9c7 req-e1a1cdc4-e658-4762-b48b-0560feaf5675 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=a9cc0c59-e136-49b0-91fd-dda07984d280 HTTP/1.1" status: 200 len: 944 time: 0.0499184 Aug 31 10:08:31.498456 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b70ba8c2-cde5-4e27-90e8-d051de59f9c7 req-321ab486-bc10-4407-a753-c972eb0f35e5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312309 Aug 31 10:08:32.614961 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434bd53-b176-4ba8-ac18-19195ae16639 req-557a99d0-0744-4d6e-8830-8f524c7a0c7a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:32.616764 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d434bd53-b176-4ba8-ac18-19195ae16639 req-557a99d0-0744-4d6e-8830-8f524c7a0c7a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=a9cc0c59-e136-49b0-91fd-dda07984d280 HTTP/1.1" status: 200 len: 944 time: 0.0501559 Aug 31 10:08:32.655182 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d434bd53-b176-4ba8-ac18-19195ae16639 req-d39bab12-93d5-411f-adb6-d1c5cb5d498e tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323331 Aug 31 10:08:33.153573 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:33.418340 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:33.783543 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117cb2ab-2ca9-4aea-bdf3-c7fe0f272afb req-7337cddf-eff7-4172-9ff6-abacd9942bf4 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:33.785027 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-117cb2ab-2ca9-4aea-bdf3-c7fe0f272afb req-7337cddf-eff7-4172-9ff6-abacd9942bf4 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=a9cc0c59-e136-49b0-91fd-dda07984d280 HTTP/1.1" status: 200 len: 944 time: 0.0579402 Aug 31 10:08:33.824566 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-117cb2ab-2ca9-4aea-bdf3-c7fe0f272afb req-d3559889-e32f-40cc-91c4-49fa57d2d239 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321696 Aug 31 10:08:34.942126 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340047fb-4eec-4037-ab06-b166d5fb77a5 req-108e251a-5cbf-407e-83fc-bbb7b26473b5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:34.943680 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-340047fb-4eec-4037-ab06-b166d5fb77a5 req-108e251a-5cbf-407e-83fc-bbb7b26473b5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=a9cc0c59-e136-49b0-91fd-dda07984d280 HTTP/1.1" status: 200 len: 944 time: 0.0490470 Aug 31 10:08:34.980246 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-340047fb-4eec-4037-ab06-b166d5fb77a5 req-c493b2ac-566c-4824-87a1-ef6eb8e5cf8d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307059 Aug 31 10:08:36.094170 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7e218-4db8-4bca-8ce5-93acc28ff0f2 req-2c84dfa0-e9b0-4ae5-9f07-783ae5b06509 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:36.095682 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a2e7e218-4db8-4bca-8ce5-93acc28ff0f2 req-2c84dfa0-e9b0-4ae5-9f07-783ae5b06509 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=a9cc0c59-e136-49b0-91fd-dda07984d280 HTTP/1.1" status: 200 len: 944 time: 0.0490403 Aug 31 10:08:36.132784 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a2e7e218-4db8-4bca-8ce5-93acc28ff0f2 req-7995ec5f-ceb7-44c3-9b6c-97088ff5608b tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310621 Aug 31 10:08:36.355260 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device bab9bcef-07c3-4536-9e7a-6161e339d4e6 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:08:36.445521 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port bab9bcef-07c3-4536-9e7a-6161e339d4e6, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=bab9bcef-07c3-4536-9e7a-6161e339d4e6,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:08:36.456493 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'bab9bcef-07c3-4536-9e7a-6161e339d4e6', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'port_id': 'bab9bcef-07c3-4536-9e7a-6161e339d4e6', 'mac_address': 'fa:16:3e:ca:a5:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:08:36.496660 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:36.509403 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bab9bcef-07c3-4536-9e7a-6161e339d4e6 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:08:36.527875 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port bab9bcef-07c3-4536-9e7a-6161e339d4e6, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=bab9bcef-07c3-4536-9e7a-6161e339d4e6,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:08:36.607955 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:36.654659 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=bab9bcef-07c3-4536-9e7a-6161e339d4e6,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:08:36.662771 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:36.663119 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:36.663455 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:36.663789 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:36.664117 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:36.664446 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:36.664768 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:36.665097 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:36.665415 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:36.665736 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:36.666056 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:36.666379 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:36.853231 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['bab9bcef-07c3-4536-9e7a-6161e339d4e6'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:08:37.268168 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc1ed3-e171-4d42-b524-aefd377e5016 req-e9b8304d-5db7-48eb-8bcf-47a6a8786612 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:37.269615 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-61fc1ed3-e171-4d42-b524-aefd377e5016 req-e9b8304d-5db7-48eb-8bcf-47a6a8786612 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=a9cc0c59-e136-49b0-91fd-dda07984d280 HTTP/1.1" status: 200 len: 945 time: 0.0529459 Aug 31 10:08:37.307997 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-61fc1ed3-e171-4d42-b524-aefd377e5016 req-298fa3ef-9339-4348-bf89-bed945b8c33d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315998 Aug 31 10:08:38.354707 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device bab9bcef-07c3-4536-9e7a-6161e339d4e6 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:08:38.429146 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f73b2-d056-4ce5-be95-07933c4274ab req-923a190d-a3ae-4a54-b4e8-c423ad189bea tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:38.431069 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d3f73b2-d056-4ce5-be95-07933c4274ab req-923a190d-a3ae-4a54-b4e8-c423ad189bea tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=a9cc0c59-e136-49b0-91fd-dda07984d280 HTTP/1.1" status: 200 len: 945 time: 0.0559781 Aug 31 10:08:38.469732 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port bab9bcef-07c3-4536-9e7a-6161e339d4e6 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:08:38.474706 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port bab9bcef-07c3-4536-9e7a-6161e339d4e6 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:08:38.477739 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:38.477891 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d3f73b2-d056-4ce5-be95-07933c4274ab req-89da4466-0c06-48c0-8fd0-d3864f840c69 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380256 Aug 31 10:08:38.555235 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:38.581877 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9cc0c59-e136-49b0-91fd-dda07984d280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab9bcef-07c3-4536-9e7a-6161e339d4e6'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:08:38.597292 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port bab9bcef-07c3-4536-9e7a-6161e339d4e6, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=bab9bcef-07c3-4536-9e7a-6161e339d4e6,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:08:38.622885 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26418366-8e02-4d2d-a1eb-0429dfdefcc1" -d '{"events": [{"server_uuid": "a9cc0c59-e136-49b0-91fd-dda07984d280", "name": "network-vif-plugged", "status": "completed", "tag": "bab9bcef-07c3-4536-9e7a-6161e339d4e6"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:08:38.664668 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:38.711850 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46c104a-448c-4860-931c-789303cff9e4 x-openstack-request-id: req-e46c104a-448c-4860-931c-789303cff9e4 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:08:38.712180 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9cc0c59-e136-49b0-91fd-dda07984d280", "name": "network-vif-plugged", "status": "completed", "tag": "bab9bcef-07c3-4536-9e7a-6161e339d4e6", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:08:38.712434 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e46c104a-448c-4860-931c-789303cff9e4 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:08:38.712827 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9cc0c59-e136-49b0-91fd-dda07984d280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab9bcef-07c3-4536-9e7a-6161e339d4e6', 'code': 200} Aug 31 10:08:38.715752 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=bab9bcef-07c3-4536-9e7a-6161e339d4e6,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:08:38.814380 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac44ef-ad7c-40ce-9bc9-91cc82b9e065 req-2f2057e8-5600-4608-9f0e-88928ebf164a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:38.815927 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-efac44ef-ad7c-40ce-9bc9-91cc82b9e065 req-2f2057e8-5600-4608-9f0e-88928ebf164a service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=a9cc0c59-e136-49b0-91fd-dda07984d280 HTTP/1.1" status: 200 len: 1098 time: 0.0459476 Aug 31 10:08:38.855216 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-efac44ef-ad7c-40ce-9bc9-91cc82b9e065 req-2b5ecd4c-949a-47f4-a8b1-dd5e9619b5f0 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271835 Aug 31 10:08:39.594472 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f08c9-3ae8-49f4-b92d-db78b2163be7 req-8c25c386-4fbe-4951-aa49-b3e8d09af3e5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:39.595986 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f47f08c9-3ae8-49f4-b92d-db78b2163be7 req-8c25c386-4fbe-4951-aa49-b3e8d09af3e5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=a9cc0c59-e136-49b0-91fd-dda07984d280 HTTP/1.1" status: 200 len: 946 time: 0.0529914 Aug 31 10:08:39.634832 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f47f08c9-3ae8-49f4-b92d-db78b2163be7 req-1d5a91b0-c230-49f7-b8bf-4a56d5720960 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315933 Aug 31 10:08:40.753555 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c917fa-686a-4d5e-8290-6db1206f85b8 req-e9d68e0d-0d50-4cce-a63f-6c5d005a57ae tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:40.756009 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a8c917fa-686a-4d5e-8290-6db1206f85b8 req-e9d68e0d-0d50-4cce-a63f-6c5d005a57ae tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=a9cc0c59-e136-49b0-91fd-dda07984d280 HTTP/1.1" status: 200 len: 946 time: 0.0542855 Aug 31 10:08:40.794270 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a8c917fa-686a-4d5e-8290-6db1206f85b8 req-f45e6468-f533-4448-916b-204acb5c360f tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328159 Aug 31 10:08:40.907129 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92016639-3ff0-4ed5-a0b3-ea5c09dc3289 req-4718d7bf-50fb-431a-962a-75ab5c4bc0ee tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:40.908759 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-92016639-3ff0-4ed5-a0b3-ea5c09dc3289 req-4718d7bf-50fb-431a-962a-75ab5c4bc0ee tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=a9cc0c59-e136-49b0-91fd-dda07984d280 HTTP/1.1" status: 200 len: 946 time: 0.0494950 Aug 31 10:08:40.946262 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-92016639-3ff0-4ed5-a0b3-ea5c09dc3289 req-a658b3c7-6b45-46d9-9045-c883d5d63821 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311117 Aug 31 10:08:40.968927 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51174) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:08:41.007915 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e10079-a172-42aa-95f0-afcdcc0681a5 tempest-TestVolumeBootPattern-1367545796 tempest-TestVolumeBootPattern-1367545796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:41.009396 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c8e10079-a172-42aa-95f0-afcdcc0681a5 tempest-TestVolumeBootPattern-1367545796 tempest-TestVolumeBootPattern-1367545796-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=a9cc0c59-e136-49b0-91fd-dda07984d280 HTTP/1.1" status: 200 len: 1093 time: 0.0395305 Aug 31 10:08:41.012305 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51176) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:08:41.016676 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-37bd9532-f517-4c39-884d-282ffc7a835c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'port_id': 'bab9bcef-07c3-4536-9e7a-6161e339d4e6', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:08:41.110140 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-37bd9532-f517-4c39-884d-282ffc7a835c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for floatingip, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:41.208401 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-37bd9532-f517-4c39-884d-282ffc7a835c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:41.308450 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-37bd9532-f517-4c39-884d-282ffc7a835c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Allocated IP 172.25.2.122 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/f3699852-5845-4167-91e8-5b39279b3bf8) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:08:41.327150 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-efc469ea-e53a-4ffc-90b5-558cda1a8c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:41.411156 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-37bd9532-f517-4c39-884d-282ffc7a835c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:41.561764 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-37bd9532-f517-4c39-884d-282ffc7a835c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:41.596868 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bd9532-f517-4c39-884d-282ffc7a835c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:08:41.602122 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-37bd9532-f517-4c39-884d-282ffc7a835c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:08:41.605593 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bd9532-f517-4c39-884d-282ffc7a835c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:08:41.632651 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd9532-f517-4c39-884d-282ffc7a835c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Pushing event updated for resources: {'Port': ['ID=f3699852-5845-4167-91e8-5b39279b3bf8,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:08:41.646249 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd9532-f517-4c39-884d-282ffc7a835c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:41.650733 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd9532-f517-4c39-884d-282ffc7a835c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:41.650733 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd9532-f517-4c39-884d-282ffc7a835c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:41.650733 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd9532-f517-4c39-884d-282ffc7a835c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:41.650733 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd9532-f517-4c39-884d-282ffc7a835c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:41.650733 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd9532-f517-4c39-884d-282ffc7a835c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:41.650733 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd9532-f517-4c39-884d-282ffc7a835c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:41.650733 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd9532-f517-4c39-884d-282ffc7a835c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:41.650733 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd9532-f517-4c39-884d-282ffc7a835c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:41.650733 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd9532-f517-4c39-884d-282ffc7a835c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:41.650733 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd9532-f517-4c39-884d-282ffc7a835c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:41.650733 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bd9532-f517-4c39-884d-282ffc7a835c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:08:42.309048 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-37bd9532-f517-4c39-884d-282ffc7a835c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:42.425402 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-37bd9532-f517-4c39-884d-282ffc7a835c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:42.571537 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-37bd9532-f517-4c39-884d-282ffc7a835c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:42.664289 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-37bd9532-f517-4c39-884d-282ffc7a835c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:42.736135 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd9532-f517-4c39-884d-282ffc7a835c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Pushing event updated for resources: {'Port': ['ID=f3699852-5845-4167-91e8-5b39279b3bf8,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:08:42.755297 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-37bd9532-f517-4c39-884d-282ffc7a835c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:42.853105 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-37bd9532-f517-4c39-884d-282ffc7a835c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Floating IP 4e06c95f-f4fc-4658-b454-2ebc022e84be associated. External IP: 172.25.2.122, port: bab9bcef-07c3-4536-9e7a-6161e339d4e6. Aug 31 10:08:43.059836 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37bd9532-f517-4c39-884d-282ffc7a835c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Router 6f0cb40d-2508-47c7-8c30-faf253bade14 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:08:43.165608 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bd9532-f517-4c39-884d-282ffc7a835c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:08:43.175504 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33de455-22a0-48db-b295-c95cb7fa6bd6 None None] Sync routers for ids ['6f0cb40d-2508-47c7-8c30-faf253bade14'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:08:43.185793 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33de455-22a0-48db-b295-c95cb7fa6bd6 None None] Routers {'6f0cb40d-2508-47c7-8c30-faf253bade14'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:08:43.186399 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a33de455-22a0-48db-b295-c95cb7fa6bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:08:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['6f0cb40d-2508-47c7-8c30-faf253bade14'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:08:43.241595 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-37bd9532-f517-4c39-884d-282ffc7a835c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:43.272647 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-37bd9532-f517-4c39-884d-282ffc7a835c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2593098 Aug 31 10:08:43.273226 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9cc0c59-e136-49b0-91fd-dda07984d280', 'tag': 'bab9bcef-07c3-4536-9e7a-6161e339d4e6'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:08:43.275499 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d68ec5-606c-43b2-98d1-57023816a69a" -d '{"events": [{"name": "network-changed", "server_uuid": "a9cc0c59-e136-49b0-91fd-dda07984d280", "tag": "bab9bcef-07c3-4536-9e7a-6161e339d4e6"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:08:43.294021 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-a33de455-22a0-48db-b295-c95cb7fa6bd6 None None] Set router 6f0cb40d-2508-47c7-8c30-faf253bade14 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:08:43.320513 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6638d126-e6e7-4ca9-b921-2b988fb28de2 x-openstack-request-id: req-6638d126-e6e7-4ca9-b921-2b988fb28de2 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:08:43.321038 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9cc0c59-e136-49b0-91fd-dda07984d280", "tag": "bab9bcef-07c3-4536-9e7a-6161e339d4e6", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:08:43.321354 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-6638d126-e6e7-4ca9-b921-2b988fb28de2 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:08:43.321782 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9cc0c59-e136-49b0-91fd-dda07984d280', 'tag': 'bab9bcef-07c3-4536-9e7a-6161e339d4e6', 'status': 'completed', 'code': 200} Aug 31 10:08:43.384718 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d68ec5-606c-43b2-98d1-57023816a69a req-9af7304e-631e-4ebf-bd7c-6e4437b040fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:43.386229 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d3d68ec5-606c-43b2-98d1-57023816a69a req-9af7304e-631e-4ebf-bd7c-6e4437b040fb service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&device_id=a9cc0c59-e136-49b0-91fd-dda07984d280 HTTP/1.1" status: 200 len: 1098 time: 0.0415521 Aug 31 10:08:43.475819 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d68ec5-606c-43b2-98d1-57023816a69a req-4703d236-f3d7-454b-89fb-dba56f88840d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:43.477326 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d3d68ec5-606c-43b2-98d1-57023816a69a req-4703d236-f3d7-454b-89fb-dba56f88840d service neutron] 10.222.0.112 "GET /v2.0/networks?id=2593dd5e-bc31-4e41-87f0-964b009dbd60 HTTP/1.1" status: 200 len: 913 time: 0.0840337 Aug 31 10:08:43.523180 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a33de455-22a0-48db-b295-c95cb7fa6bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'name': 'tempest-TestVolumeBootPattern-800871963-router', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:51Z', 'updated_at': '2021-08-31T10:03:55Z', 'revision_number': 4, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'gw_port': {'id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:52Z', 'updated_at': '2021-08-31T10:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '4e06c95f-f4fc-4658-b454-2ebc022e84be', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'floating_ip_address': '172.25.2.122', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'port_id': 'bab9bcef-07c3-4536-9e7a-6161e339d4e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'mac_address': 'fa:16:3e:ca:a5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cc0c59-e136-49b0-91fd-dda07984d280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:08:42Z', 'updated_at': '2021-08-31T10:08:42Z', 'revision_number': 0, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3', 'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'mac_address': 'fa:16:3e:79:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:54Z', 'updated_at': '2021-08-31T10:04:01Z', 'revision_number': 5, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'subnets': [{'id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:08:43.546764 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d3d68ec5-606c-43b2-98d1-57023816a69a req-a2457c29-4973-47a2-9c5b-501d5b24de38 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bab9bcef-07c3-4536-9e7a-6161e339d4e6 HTTP/1.1" status: 200 len: 1000 time: 0.0621769 Aug 31 10:08:43.548908 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33de455-22a0-48db-b295-c95cb7fa6bd6 None None] Checking router: 6f0cb40d-2508-47c7-8c30-faf253bade14 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:08:43.557590 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33de455-22a0-48db-b295-c95cb7fa6bd6 None None] Routers {'6f0cb40d-2508-47c7-8c30-faf253bade14'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:08:43.558180 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a33de455-22a0-48db-b295-c95cb7fa6bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:08:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['6f0cb40d-2508-47c7-8c30-faf253bade14'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:08:43.596831 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d68ec5-606c-43b2-98d1-57023816a69a req-ca016c77-db38-41d2-93b5-ef9f3459ccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:43.598362 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d3d68ec5-606c-43b2-98d1-57023816a69a req-ca016c77-db38-41d2-93b5-ef9f3459ccdf service neutron] 10.222.0.112 "GET /v2.0/subnets?id=eb8d724f-b49d-4dd8-a4d3-6787f4777e68 HTTP/1.1" status: 200 len: 850 time: 0.0444381 Aug 31 10:08:43.644368 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d68ec5-606c-43b2-98d1-57023816a69a req-24de7fd7-f891-47a5-a1d5-977af22a52bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:43.646215 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d3d68ec5-606c-43b2-98d1-57023816a69a req-24de7fd7-f891-47a5-a1d5-977af22a52bd service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2593dd5e-bc31-4e41-87f0-964b009dbd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406210 Aug 31 10:08:43.662798 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-a33de455-22a0-48db-b295-c95cb7fa6bd6 None None] Set router 6f0cb40d-2508-47c7-8c30-faf253bade14 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:08:43.740101 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d3d68ec5-606c-43b2-98d1-57023816a69a req-2486d16d-e864-408e-a3f2-1a3812852efc service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869825 Aug 31 10:08:43.834814 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d3d68ec5-606c-43b2-98d1-57023816a69a req-f3fbc425-5b47-4e7d-8b00-b045ee225f9c service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880635 Aug 31 10:08:43.890606 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a33de455-22a0-48db-b295-c95cb7fa6bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'name': 'tempest-TestVolumeBootPattern-800871963-router', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:51Z', 'updated_at': '2021-08-31T10:03:55Z', 'revision_number': 4, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'gw_port': {'id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:52Z', 'updated_at': '2021-08-31T10:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '4e06c95f-f4fc-4658-b454-2ebc022e84be', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'floating_ip_address': '172.25.2.122', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'port_id': 'bab9bcef-07c3-4536-9e7a-6161e339d4e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'mac_address': 'fa:16:3e:ca:a5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cc0c59-e136-49b0-91fd-dda07984d280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:08:42Z', 'updated_at': '2021-08-31T10:08:42Z', 'revision_number': 0, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3', 'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'mac_address': 'fa:16:3e:79:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:54Z', 'updated_at': '2021-08-31T10:04:01Z', 'revision_number': 5, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'subnets': [{'id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:08:43.920520 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33de455-22a0-48db-b295-c95cb7fa6bd6 None None] The sync data for ids ['6f0cb40d-2508-47c7-8c30-faf253bade14'] in n-d-791506-28 is: [{'id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'name': 'tempest-TestVolumeBootPattern-800871963-router', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:51Z', 'updated_at': '2021-08-31T10:03:55Z', 'revision_number': 4, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'gw_port': {'id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:52Z', 'updated_at': '2021-08-31T10:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '4e06c95f-f4fc-4658-b454-2ebc022e84be', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'floating_ip_address': '172.25.2.122', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'port_id': 'bab9bcef-07c3-4536-9e7a-6161e339d4e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'mac_address': 'fa:16:3e:ca:a5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9cc0c59-e136-49b0-91fd-dda07984d280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:08:42Z', 'updated_at': '2021-08-31T10:08:42Z', 'revision_number': 0, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3', 'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'mac_address': 'fa:16:3e:79:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:54Z', 'updated_at': '2021-08-31T10:04:01Z', 'revision_number': 5, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'subnets': [{'id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:08:43.999283 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ea4fedec-b56f-4abc-b483-facb93f0bbe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:44.075590 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:44.115755 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c4beea-d7cd-4378-9252-3b68890ca8f5 None None] New status for floating IP 4e06c95f-f4fc-4658-b454-2ebc022e84be: ACTIVE {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:08:44.410184 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:08:45.510100 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:47.121759 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:08:59.172631 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-464505c6-af74-4ec7-98d5-12b55b7ffb77 req-80de1669-840d-44f1-b5b5-60622e6d9bcb service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=a9cc0c59-e136-49b0-91fd-dda07984d280&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441053 Aug 31 10:08:59.252299 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464505c6-af74-4ec7-98d5-12b55b7ffb77 req-db1367e6-67d2-48ac-b42e-0180ecb3db3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:59.253765 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-464505c6-af74-4ec7-98d5-12b55b7ffb77 req-db1367e6-67d2-48ac-b42e-0180ecb3db3a service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&device_id=a9cc0c59-e136-49b0-91fd-dda07984d280 HTTP/1.1" status: 200 len: 1098 time: 0.0393713 Aug 31 10:08:59.352972 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464505c6-af74-4ec7-98d5-12b55b7ffb77 req-5fe4e767-1760-4b27-bb48-0e78379e62e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:59.354431 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-464505c6-af74-4ec7-98d5-12b55b7ffb77 req-5fe4e767-1760-4b27-bb48-0e78379e62e7 service neutron] 10.222.0.112 "GET /v2.0/networks?id=2593dd5e-bc31-4e41-87f0-964b009dbd60 HTTP/1.1" status: 200 len: 913 time: 0.0814650 Aug 31 10:08:59.435225 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-464505c6-af74-4ec7-98d5-12b55b7ffb77 req-74ae0864-2c77-4875-b65c-4c44aabae42b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bab9bcef-07c3-4536-9e7a-6161e339d4e6 HTTP/1.1" status: 200 len: 1002 time: 0.0655706 Aug 31 10:08:59.477608 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464505c6-af74-4ec7-98d5-12b55b7ffb77 req-821ba14b-a4ad-4443-9247-3fb6bafed3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:59.479247 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-464505c6-af74-4ec7-98d5-12b55b7ffb77 req-821ba14b-a4ad-4443-9247-3fb6bafed3e6 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=eb8d724f-b49d-4dd8-a4d3-6787f4777e68 HTTP/1.1" status: 200 len: 850 time: 0.0433273 Aug 31 10:08:59.525340 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464505c6-af74-4ec7-98d5-12b55b7ffb77 req-10d6246a-1240-4225-86ab-aacec2081644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:08:59.526856 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-464505c6-af74-4ec7-98d5-12b55b7ffb77 req-10d6246a-1240-4225-86ab-aacec2081644 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2593dd5e-bc31-4e41-87f0-964b009dbd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403035 Aug 31 10:08:59.619168 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-464505c6-af74-4ec7-98d5-12b55b7ffb77 req-1c3832f9-622d-4f71-813d-cc85c68be7a9 service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842030 Aug 31 10:08:59.708194 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-464505c6-af74-4ec7-98d5-12b55b7ffb77 req-270be8ca-1f70-46cd-bf8d-d60e55bb51a5 service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814252 Aug 31 10:09:03.137874 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:03.444755 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:07.066488 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-855a1d50-1995-4658-a18c-601d1be457da req-a5ad0bd7-339a-4c2c-a0ed-badbfa58f265 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0262852 Aug 31 10:09:07.135798 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-855a1d50-1995-4658-a18c-601d1be457da req-7376272d-05cf-4d05-9fd6-e43e3d385bab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0264626 Aug 31 10:09:07.176874 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-855a1d50-1995-4658-a18c-601d1be457da req-7e697159-87f1-470d-8943-cc677f54606d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210416 Aug 31 10:09:07.268646 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a1d50-1995-4658-a18c-601d1be457da req-cb688de3-f23b-4d6f-90c6-354c9a8d08b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:09:07.270137 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-855a1d50-1995-4658-a18c-601d1be457da req-cb688de3-f23b-4d6f-90c6-354c9a8d08b9 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0874319 Aug 31 10:09:11.303420 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-18532a5d-7e71-48bd-a1bd-da8c19f3ede4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:14.032906 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-974a6a48-d592-4f66-ac39-e81936f1e438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:14.159040 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:15.486607 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:17.181566 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:21.409489 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:09:33.217870 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:33.512744 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:41.306985 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-65816cd4-a19f-4e2a-b37c-6d8cd735a8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:44.001431 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-347731d7-a1d9-4810-ab92-b60ae87e3926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:44.149133 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:45.485826 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:47.188879 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:09:58.420834 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:10:00.158786 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3fa30e0a-7ee6-486f-a16f-dd8fa6aad999 req-cf29092d-b205-42d0-8926-3e91aafedeae service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=a9cc0c59-e136-49b0-91fd-dda07984d280&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423038 Aug 31 10:10:00.254224 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa30e0a-7ee6-486f-a16f-dd8fa6aad999 req-8f3fe206-f1a1-407c-abe3-d592cfc69634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:00.255853 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3fa30e0a-7ee6-486f-a16f-dd8fa6aad999 req-8f3fe206-f1a1-407c-abe3-d592cfc69634 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&device_id=a9cc0c59-e136-49b0-91fd-dda07984d280 HTTP/1.1" status: 200 len: 1098 time: 0.0483088 Aug 31 10:10:00.362181 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa30e0a-7ee6-486f-a16f-dd8fa6aad999 req-16f7e9fc-cf6b-4f38-9e67-e0dfa8457d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:00.363702 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3fa30e0a-7ee6-486f-a16f-dd8fa6aad999 req-16f7e9fc-cf6b-4f38-9e67-e0dfa8457d7a service neutron] 10.222.0.112 "GET /v2.0/networks?id=2593dd5e-bc31-4e41-87f0-964b009dbd60 HTTP/1.1" status: 200 len: 913 time: 0.0835662 Aug 31 10:10:00.437551 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3fa30e0a-7ee6-486f-a16f-dd8fa6aad999 req-256bbfb9-c62c-410a-88d2-66ba90b3e35d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bab9bcef-07c3-4536-9e7a-6161e339d4e6 HTTP/1.1" status: 200 len: 1002 time: 0.0626314 Aug 31 10:10:00.489773 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa30e0a-7ee6-486f-a16f-dd8fa6aad999 req-0f96f389-93be-46ad-93d7-47475e9c82e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:00.491243 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3fa30e0a-7ee6-486f-a16f-dd8fa6aad999 req-0f96f389-93be-46ad-93d7-47475e9c82e4 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=eb8d724f-b49d-4dd8-a4d3-6787f4777e68 HTTP/1.1" status: 200 len: 850 time: 0.0432558 Aug 31 10:10:00.540327 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa30e0a-7ee6-486f-a16f-dd8fa6aad999 req-fcef578d-3de5-45ea-b934-f08b7afbcde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:00.541792 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3fa30e0a-7ee6-486f-a16f-dd8fa6aad999 req-fcef578d-3de5-45ea-b934-f08b7afbcde8 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2593dd5e-bc31-4e41-87f0-964b009dbd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395422 Aug 31 10:10:00.940620 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3fa30e0a-7ee6-486f-a16f-dd8fa6aad999 req-f5b9f99f-a56b-41b9-be89-2dda7d34bbb7 service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860667 Aug 31 10:10:01.032627 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3fa30e0a-7ee6-486f-a16f-dd8fa6aad999 req-d4edb5ed-a6e7-41c1-b345-43728fdb67ca service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808525 Aug 31 10:10:03.171613 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:03.491263 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:09.075330 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-68d79a76-a7cc-4c1a-b33d-5b58516f7c31 req-d1da9101-02dd-4eed-a95b-89cc10073a25 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0339694 Aug 31 10:10:09.120281 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-68d79a76-a7cc-4c1a-b33d-5b58516f7c31 req-f9bc0332-baad-462a-beca-e74d5c1a24ce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.0248592 Aug 31 10:10:09.158372 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-68d79a76-a7cc-4c1a-b33d-5b58516f7c31 req-fe950e20-3b5d-45e0-98f5-f0c5835eec5e service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40aea3578a764824ae85220fcc0c6911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190539 Aug 31 10:10:09.251143 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d79a76-a7cc-4c1a-b33d-5b58516f7c31 req-09091bde-416d-444b-8d97-0c4c02cf1c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:10:09.252621 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-68d79a76-a7cc-4c1a-b33d-5b58516f7c31 req-09091bde-416d-444b-8d97-0c4c02cf1c40 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0882053 Aug 31 10:10:11.323391 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-36028bd7-8597-43c0-b7b2-8e914facd742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:13.977123 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6d485fad-c416-403b-ba82-2f28ddc08fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:14.056889 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:15.505688 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:17.197259 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:33.176699 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:33.525163 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:35.412732 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:10:41.324773 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5594a298-7139-48e9-8bf8-641c521b3e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:44.022346 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a79ddfba-85c5-4daa-aff0-eb6ffb59d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:44.108060 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:45.497049 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:10:47.150822 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:02.029568 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fc4b2066-1652-4670-b3bd-6273706d3ec8 req-44e9d429-f035-427a-a8c5-e808d6b32d73 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=a9cc0c59-e136-49b0-91fd-dda07984d280&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449872 Aug 31 10:11:02.118185 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b2066-1652-4670-b3bd-6273706d3ec8 req-39755484-9f22-4975-8236-890c78af2709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:02.119619 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fc4b2066-1652-4670-b3bd-6273706d3ec8 req-39755484-9f22-4975-8236-890c78af2709 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&device_id=a9cc0c59-e136-49b0-91fd-dda07984d280 HTTP/1.1" status: 200 len: 1098 time: 0.0439603 Aug 31 10:11:02.231699 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b2066-1652-4670-b3bd-6273706d3ec8 req-fe822562-a7dd-4108-90ad-6cd83b8e967c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:02.233201 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fc4b2066-1652-4670-b3bd-6273706d3ec8 req-fe822562-a7dd-4108-90ad-6cd83b8e967c service neutron] 10.222.0.112 "GET /v2.0/networks?id=2593dd5e-bc31-4e41-87f0-964b009dbd60 HTTP/1.1" status: 200 len: 913 time: 0.0873451 Aug 31 10:11:02.306788 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fc4b2066-1652-4670-b3bd-6273706d3ec8 req-79842494-45ca-4c5a-afa2-11ca3fc43327 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bab9bcef-07c3-4536-9e7a-6161e339d4e6 HTTP/1.1" status: 200 len: 1002 time: 0.0625465 Aug 31 10:11:02.359776 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b2066-1652-4670-b3bd-6273706d3ec8 req-f14ffdd2-3518-42ac-9d5b-4082dc2ec0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:02.361192 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fc4b2066-1652-4670-b3bd-6273706d3ec8 req-f14ffdd2-3518-42ac-9d5b-4082dc2ec0af service neutron] 10.222.0.112 "GET /v2.0/subnets?id=eb8d724f-b49d-4dd8-a4d3-6787f4777e68 HTTP/1.1" status: 200 len: 850 time: 0.0435624 Aug 31 10:11:02.410991 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b2066-1652-4670-b3bd-6273706d3ec8 req-6cc46fa6-0f9c-4d35-aba4-62952cc6b369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:02.412384 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fc4b2066-1652-4670-b3bd-6273706d3ec8 req-6cc46fa6-0f9c-4d35-aba4-62952cc6b369 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2593dd5e-bc31-4e41-87f0-964b009dbd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400221 Aug 31 10:11:02.510328 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fc4b2066-1652-4670-b3bd-6273706d3ec8 req-b3dc838d-5e30-4540-8eda-c714d49a446a service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866899 Aug 31 10:11:02.604159 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fc4b2066-1652-4670-b3bd-6273706d3ec8 req-be5e4302-2d3f-4689-ab30-9fe2a42644ce service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820334 Aug 31 10:11:03.150558 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:03.479249 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:09.077368 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dbeaca8e-6992-45d2-b0f3-3f9d58e39467 req-b60bf0cd-423b-49fc-a061-05ec647fc28a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0335400 Aug 31 10:11:09.123991 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dbeaca8e-6992-45d2-b0f3-3f9d58e39467 req-00c01ab0-9ae7-43e4-b01a-db8a5e352a0d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0264673 Aug 31 10:11:09.163564 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dbeaca8e-6992-45d2-b0f3-3f9d58e39467 req-6dfb597a-34d6-4b85-b330-64e5423b052c service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206580 Aug 31 10:11:09.256711 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeaca8e-6992-45d2-b0f3-3f9d58e39467 req-f6ca32ba-d720-46f3-8b09-9bb311bc994a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:09.258222 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dbeaca8e-6992-45d2-b0f3-3f9d58e39467 req-f6ca32ba-d720-46f3-8b09-9bb311bc994a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0877542 Aug 31 10:11:10.321611 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1df06-f7e6-4d99-9923-ca43ddb1b633 req-4ed1ef07-0fee-4e80-bea3-33b6bdf06ccf tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:10.323110 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d5a1df06-f7e6-4d99-9923-ca43ddb1b633 req-4ed1ef07-0fee-4e80-bea3-33b6bdf06ccf tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=a9cc0c59-e136-49b0-91fd-dda07984d280 HTTP/1.1" status: 200 len: 946 time: 0.0603583 Aug 31 10:11:10.364256 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d5a1df06-f7e6-4d99-9923-ca43ddb1b633 req-c4d5008e-5249-41a5-8f72-bc3b49a39b50 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342207 Aug 31 10:11:11.388045 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b6115d66-e864-442e-8428-4939d5228347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:11.507564 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd14cd2-eabb-4fe7-b21f-19e75ac248f8 req-9b30db33-b9e3-44fd-a5ef-5065e32ddb8d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:11.509033 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-afd14cd2-eabb-4fe7-b21f-19e75ac248f8 req-9b30db33-b9e3-44fd-a5ef-5065e32ddb8d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=a9cc0c59-e136-49b0-91fd-dda07984d280 HTTP/1.1" status: 200 len: 946 time: 0.0489695 Aug 31 10:11:11.546837 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-afd14cd2-eabb-4fe7-b21f-19e75ac248f8 req-a14e7f0b-23be-496b-81ad-4b90310706e8 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315218 Aug 31 10:11:12.131372 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58f6a6-baf8-4465-9aa4-b2ee84a1d2d9 req-37a5dbfc-cf92-4564-80a7-cd215ddba95b tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:12.132824 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4b58f6a6-baf8-4465-9aa4-b2ee84a1d2d9 req-37a5dbfc-cf92-4564-80a7-cd215ddba95b tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.112 "GET /v2.0/ports?device_id=a9cc0c59-e136-49b0-91fd-dda07984d280 HTTP/1.1" status: 200 len: 946 time: 0.0491168 Aug 31 10:11:12.229646 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-4b58f6a6-baf8-4465-9aa4-b2ee84a1d2d9 req-b31e024d-0bca-42e2-a00e-41b83c683a04 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Deleting port bab9bcef-07c3-4536-9e7a-6161e339d4e6 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:11:12.230527 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4b58f6a6-baf8-4465-9aa4-b2ee84a1d2d9 req-b31e024d-0bca-42e2-a00e-41b83c683a04 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:12.316478 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-4b58f6a6-baf8-4465-9aa4-b2ee84a1d2d9 req-b31e024d-0bca-42e2-a00e-41b83c683a04 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] For port bab9bcef-07c3-4536-9e7a-6161e339d4e6, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=bab9bcef-07c3-4536-9e7a-6161e339d4e6,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:11:12.316844 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4b58f6a6-baf8-4465-9aa4-b2ee84a1d2d9 req-b31e024d-0bca-42e2-a00e-41b83c683a04 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:12.411310 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:11:12.487192 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4b58f6a6-baf8-4465-9aa4-b2ee84a1d2d9 req-b31e024d-0bca-42e2-a00e-41b83c683a04 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:12.487571 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4b58f6a6-baf8-4465-9aa4-b2ee84a1d2d9 req-b31e024d-0bca-42e2-a00e-41b83c683a04 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:12.487881 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [req-4b58f6a6-baf8-4465-9aa4-b2ee84a1d2d9 req-b31e024d-0bca-42e2-a00e-41b83c683a04 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Floating IP 4e06c95f-f4fc-4658-b454-2ebc022e84be disassociated. External IP: 172.25.2.122, port: bab9bcef-07c3-4536-9e7a-6161e339d4e6. Aug 31 10:11:12.488208 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-4b58f6a6-baf8-4465-9aa4-b2ee84a1d2d9 req-b31e024d-0bca-42e2-a00e-41b83c683a04 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Calling delete_port for bab9bcef-07c3-4536-9e7a-6161e339d4e6 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:11:12.670993 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4b58f6a6-baf8-4465-9aa4-b2ee84a1d2d9 req-b31e024d-0bca-42e2-a00e-41b83c683a04 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:12.706032 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae65cdd-f078-49e3-8674-a6dac629ab3d req-3d19d9a4-6139-4de9-acd3-1a0bf80af6fc tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:12.707052 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e024d-0bca-42e2-a00e-41b83c683a04 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Pushing event deleted for resources: {'Port': ['ID=bab9bcef-07c3-4536-9e7a-6161e339d4e6,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:11:12.707533 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9ae65cdd-f078-49e3-8674-a6dac629ab3d req-3d19d9a4-6139-4de9-acd3-1a0bf80af6fc tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=a9cc0c59-e136-49b0-91fd-dda07984d280 HTTP/1.1" status: 200 len: 867 time: 0.0502315 Aug 31 10:11:12.722266 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31e024d-0bca-42e2-a00e-41b83c683a04 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:12.722649 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31e024d-0bca-42e2-a00e-41b83c683a04 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:12.722990 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31e024d-0bca-42e2-a00e-41b83c683a04 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:12.723321 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31e024d-0bca-42e2-a00e-41b83c683a04 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:12.723656 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31e024d-0bca-42e2-a00e-41b83c683a04 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:12.723981 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31e024d-0bca-42e2-a00e-41b83c683a04 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:12.724307 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31e024d-0bca-42e2-a00e-41b83c683a04 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:12.724625 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31e024d-0bca-42e2-a00e-41b83c683a04 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:12.724945 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31e024d-0bca-42e2-a00e-41b83c683a04 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:12.725263 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31e024d-0bca-42e2-a00e-41b83c683a04 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:12.725581 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31e024d-0bca-42e2-a00e-41b83c683a04 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:12.725897 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31e024d-0bca-42e2-a00e-41b83c683a04 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:12.786898 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9ae65cdd-f078-49e3-8674-a6dac629ab3d req-4fe99f6d-d728-4490-ae93-58b73c4d97b9 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384822 Aug 31 10:11:12.836998 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b58f6a6-baf8-4465-9aa4-b2ee84a1d2d9 req-b31e024d-0bca-42e2-a00e-41b83c683a04 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Router 6f0cb40d-2508-47c7-8c30-faf253bade14 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:11:12.941655 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b58f6a6-baf8-4465-9aa4-b2ee84a1d2d9 req-b31e024d-0bca-42e2-a00e-41b83c683a04 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:11:12.951586 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6caab0-63d5-4065-b09f-8d5e2abbb86a None None] Sync routers for ids ['6f0cb40d-2508-47c7-8c30-faf253bade14'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:11:12.960336 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6caab0-63d5-4065-b09f-8d5e2abbb86a None None] Routers {'6f0cb40d-2508-47c7-8c30-faf253bade14'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:11:12.960924 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6d6caab0-63d5-4065-b09f-8d5e2abbb86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:10:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['6f0cb40d-2508-47c7-8c30-faf253bade14'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:11:12.985173 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b58f6a6-baf8-4465-9aa4-b2ee84a1d2d9 req-b31e024d-0bca-42e2-a00e-41b83c683a04 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] No DVR routers for this DVR port bab9bcef-07c3-4536-9e7a-6161e339d4e6 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:11:12.987809 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4b58f6a6-baf8-4465-9aa4-b2ee84a1d2d9 req-b31e024d-0bca-42e2-a00e-41b83c683a04 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:12.989890 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4b58f6a6-baf8-4465-9aa4-b2ee84a1d2d9 req-b31e024d-0bca-42e2-a00e-41b83c683a04 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.112 "DELETE /v2.0/ports/bab9bcef-07c3-4536-9e7a-6161e339d4e6 HTTP/1.1" status: 204 len: 173 time: 0.8475955 Aug 31 10:11:12.990335 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9cc0c59-e136-49b0-91fd-dda07984d280', 'name': 'network-vif-deleted', 'tag': 'bab9bcef-07c3-4536-9e7a-6161e339d4e6'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:11:12.992736 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efb09fcb25d757964e6e64477cf3964f72eef090657aa62846af519e9d9507f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754439cd-09ca-4368-969c-7cd5484597dd" -d '{"events": [{"server_uuid": "a9cc0c59-e136-49b0-91fd-dda07984d280", "name": "network-vif-deleted", "tag": "bab9bcef-07c3-4536-9e7a-6161e339d4e6"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:11:13.034127 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4256d1dd-3fce-4d21-af04-a00a8145eb61 x-openstack-request-id: req-4256d1dd-3fce-4d21-af04-a00a8145eb61 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:11:13.034424 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9cc0c59-e136-49b0-91fd-dda07984d280", "name": "network-vif-deleted", "tag": "bab9bcef-07c3-4536-9e7a-6161e339d4e6", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:11:13.034723 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4256d1dd-3fce-4d21-af04-a00a8145eb61 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:11:13.035114 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9cc0c59-e136-49b0-91fd-dda07984d280', 'name': 'network-vif-deleted', 'tag': 'bab9bcef-07c3-4536-9e7a-6161e339d4e6', 'status': 'completed', 'code': 200} Aug 31 10:11:13.175221 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-6d6caab0-63d5-4065-b09f-8d5e2abbb86a None None] Set router 6f0cb40d-2508-47c7-8c30-faf253bade14 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:11:13.380190 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6d6caab0-63d5-4065-b09f-8d5e2abbb86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'name': 'tempest-TestVolumeBootPattern-800871963-router', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:51Z', 'updated_at': '2021-08-31T10:03:55Z', 'revision_number': 4, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'gw_port': {'id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:52Z', 'updated_at': '2021-08-31T10:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3', 'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'mac_address': 'fa:16:3e:79:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:54Z', 'updated_at': '2021-08-31T10:04:01Z', 'revision_number': 5, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'subnets': [{'id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:11:13.411061 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6caab0-63d5-4065-b09f-8d5e2abbb86a None None] Checking router: 6f0cb40d-2508-47c7-8c30-faf253bade14 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:11:13.420482 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6caab0-63d5-4065-b09f-8d5e2abbb86a None None] Routers {'6f0cb40d-2508-47c7-8c30-faf253bade14'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:11:13.421081 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6d6caab0-63d5-4065-b09f-8d5e2abbb86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:10:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['6f0cb40d-2508-47c7-8c30-faf253bade14'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:11:13.522430 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-6d6caab0-63d5-4065-b09f-8d5e2abbb86a None None] Set router 6f0cb40d-2508-47c7-8c30-faf253bade14 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:11:13.726752 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6d6caab0-63d5-4065-b09f-8d5e2abbb86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'name': 'tempest-TestVolumeBootPattern-800871963-router', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:51Z', 'updated_at': '2021-08-31T10:03:55Z', 'revision_number': 4, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'gw_port': {'id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:52Z', 'updated_at': '2021-08-31T10:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3', 'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'mac_address': 'fa:16:3e:79:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:54Z', 'updated_at': '2021-08-31T10:04:01Z', 'revision_number': 5, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'subnets': [{'id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:11:13.753429 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6caab0-63d5-4065-b09f-8d5e2abbb86a None None] The sync data for ids ['6f0cb40d-2508-47c7-8c30-faf253bade14'] in n-d-791506-28 is: [{'id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'name': 'tempest-TestVolumeBootPattern-800871963-router', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:51Z', 'updated_at': '2021-08-31T10:03:55Z', 'revision_number': 4, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'gw_port': {'id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:52Z', 'updated_at': '2021-08-31T10:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3', 'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'mac_address': 'fa:16:3e:79:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:54Z', 'updated_at': '2021-08-31T10:04:01Z', 'revision_number': 5, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'subnets': [{'id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:11:13.855894 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-55b8f812-d95b-44c4-b257-512b14602444 req-cf1dd9b5-8082-4598-b213-f61c0af8ce9f tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=a9cc0c59-e136-49b0-91fd-dda07984d280 HTTP/1.1" status: 200 len: 210 time: 0.0341356 Aug 31 10:11:14.010222 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bad74396-5696-4efc-a3da-8a17beae285e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:14.016011 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e313bf-4786-497a-8a24-89b1ce6fb5be None None] New status for floating IP 4e06c95f-f4fc-4658-b454-2ebc022e84be: DOWN {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:11:14.154064 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:14.952531 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8d27519d-c83f-449e-b8c7-eff3e1f16a7c req-2cfe42ee-deb2-4469-a92b-cd0a7a8a5f40 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=a9cc0c59-e136-49b0-91fd-dda07984d280 HTTP/1.1" status: 200 len: 210 time: 0.0268233 Aug 31 10:11:15.524721 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:16.047224 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e22bcad9-dcf5-4464-beb4-47ebb3fa1dd7 req-4f267b30-35bd-4bba-93b2-930f605a9865 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=a9cc0c59-e136-49b0-91fd-dda07984d280 HTTP/1.1" status: 200 len: 210 time: 0.0269520 Aug 31 10:11:17.116296 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device bab9bcef-07c3-4536-9e7a-6161e339d4e6 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:11:17.140550 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: bab9bcef-07c3-4536-9e7a-6161e339d4e6 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:11:17.140944 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device bab9bcef-07c3-4536-9e7a-6161e339d4e6 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:11:17.165081 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fd58e630-f9ce-4673-9e1f-6530c26a8309 req-38eaed3e-0b33-4524-878e-3388a92d8ad9 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=a9cc0c59-e136-49b0-91fd-dda07984d280 HTTP/1.1" status: 200 len: 210 time: 0.0288429 Aug 31 10:11:17.187871 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:18.363031 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-bfca3b55-60d9-4816-b817-2db6f4ae78a0 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1932912650&fields=id&tenant_id=d1ddc052c1054cf3a6ea73848cd55645 HTTP/1.1" status: 200 len: 267 time: 0.0321536 Aug 31 10:11:18.470880 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-2178fcc9-72f5-48f2-9f38-7d6168f75309 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:18.472263 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-2178fcc9-72f5-48f2-9f38-7d6168f75309 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/networks?id=2593dd5e-bc31-4e41-87f0-964b009dbd60 HTTP/1.1" status: 200 len: 811 time: 0.1024423 Aug 31 10:11:18.488246 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-70b789d3-3d41-4d92-b7e8-72b45e726e02 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/quotas/d1ddc052c1054cf3a6ea73848cd55645 HTTP/1.1" status: 200 len: 375 time: 0.0097160 Aug 31 10:11:18.546901 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-49cbc3e2-9664-4e9c-ab70-ed51deecfbb6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530429 Aug 31 10:11:18.562870 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-dbd222be-ffe9-4027-a24a-c1a79d64dddb tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:11:18.563820 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-dbd222be-ffe9-4027-a24a-c1a79d64dddb tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057170 Aug 31 10:11:18.738947 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-63b8249a-efc7-4121-a512-48ebbcff76a0 service neutron] 10.222.0.119 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244621 Aug 31 10:11:18.832570 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-86b2b17b-b4b9-4803-8902-632ba472c121 service neutron] 10.222.0.119 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874739 Aug 31 10:11:19.564934 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd853f14-f994-4c30-b819-ec236d6aefaf req-2bc8c9c0-bfea-443d-8aab-f130ca100f39 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=8594241e-d02f-4b5a-8532-a9153cf238cf HTTP/1.1" status: 200 len: 210 time: 0.0292578 Aug 31 10:11:20.661167 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4f7de017-a659-4cfa-8f18-6c88c4eb9924 req-9fa459cd-d54a-4826-a001-8c3017ac76d4 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=8594241e-d02f-4b5a-8532-a9153cf238cf HTTP/1.1" status: 200 len: 210 time: 0.0266311 Aug 31 10:11:21.758617 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4c9ab39d-1252-4552-ad8e-803f18d5fd4e req-2a393c0b-be8b-4db1-830b-b02d69b0452f tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=8594241e-d02f-4b5a-8532-a9153cf238cf HTTP/1.1" status: 200 len: 210 time: 0.0305569 Aug 31 10:11:21.924748 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-9ebd9c53-890a-416f-848a-07fe8a774704 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:21.926263 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-9ebd9c53-890a-416f-848a-07fe8a774704 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.112 "GET /v2.0/networks?id=2593dd5e-bc31-4e41-87f0-964b009dbd60 HTTP/1.1" status: 200 len: 811 time: 0.1079683 Aug 31 10:11:21.978344 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-43278357-27cb-457a-ba1f-77a93c7f114c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1ddc052c1054cf3a6ea73848cd55645 HTTP/1.1" status: 200 len: 380 time: 0.0334787 Aug 31 10:11:21.990182 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-0d9863eb-f144-4026-9cce-b6ca3409fd5e tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Request body: {'port': {'device_id': '8594241e-d02f-4b5a-8532-a9153cf238cf', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'admin_state_up': True, 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'security_groups': ['18b229b0-e82c-4466-9214-c3ea5162515c']}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:11:22.184989 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-0d9863eb-f144-4026-9cce-b6ca3409fd5e tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Made reservation on behalf of d1ddc052c1054cf3a6ea73848cd55645 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:11:22.188568 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-0d9863eb-f144-4026-9cce-b6ca3409fd5e tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:22.324134 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-0d9863eb-f144-4026-9cce-b6ca3409fd5e tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Allocated IP 172.20.0.6 (2593dd5e-bc31-4e41-87f0-964b009dbd60/eb8d724f-b49d-4dd8-a4d3-6787f4777e68/21c849a1-9273-414f-bed5-7d8b44b9566f) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:11:22.459717 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-0d9863eb-f144-4026-9cce-b6ca3409fd5e tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:22.474006 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-0d9863eb-f144-4026-9cce-b6ca3409fd5e tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Transition to ACTIVE for port object 21c849a1-9273-414f-bed5-7d8b44b9566f will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:11:22.579686 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-0d9863eb-f144-4026-9cce-b6ca3409fd5e tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:22.628424 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-0d9863eb-f144-4026-9cce-b6ca3409fd5e tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Network 2593dd5e-bc31-4e41-87f0-964b009dbd60 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:11:22.631538 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-0d9863eb-f144-4026-9cce-b6ca3409fd5e tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:11:22.635332 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-0d9863eb-f144-4026-9cce-b6ca3409fd5e tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:11:22.661355 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9863eb-f144-4026-9cce-b6ca3409fd5e tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Pushing event updated for resources: {'Port': ['ID=21c849a1-9273-414f-bed5-7d8b44b9566f,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:11:22.691021 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-0d9863eb-f144-4026-9cce-b6ca3409fd5e tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:22.691815 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-0d9863eb-f144-4026-9cce-b6ca3409fd5e tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:22.802470 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-0d9863eb-f144-4026-9cce-b6ca3409fd5e tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8139889 Aug 31 10:11:22.822921 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-45c4fb25-c3ea-4d6f-ab6a-6e3fbf3a6ec9 service neutron] Request body: {'port': {'device_id': '8594241e-d02f-4b5a-8532-a9153cf238cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:11:22.883345 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021ac68-1490-4dc9-b15a-a00708854f79 req-cdea4c17-912c-4160-889b-9c77f969bd5b tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:22.892102 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9021ac68-1490-4dc9-b15a-a00708854f79 req-cdea4c17-912c-4160-889b-9c77f969bd5b tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=8594241e-d02f-4b5a-8532-a9153cf238cf HTTP/1.1" status: 200 len: 931 time: 0.0581369 Aug 31 10:11:22.894583 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-45c4fb25-c3ea-4d6f-ab6a-6e3fbf3a6ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:22.931203 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9021ac68-1490-4dc9-b15a-a00708854f79 req-12ba1da4-5fc7-4459-b940-447e57ec66a4 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378397 Aug 31 10:11:22.956180 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-1d9663ce-a0e9-45ac-b75d-0022aa8bfb83 None None] Provisioning for port 21c849a1-9273-414f-bed5-7d8b44b9566f completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:11:22.960764 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-1d9663ce-a0e9-45ac-b75d-0022aa8bfb83 None None] Provisioning complete for port 21c849a1-9273-414f-bed5-7d8b44b9566f triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:11:22.961239 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1d9663ce-a0e9-45ac-b75d-0022aa8bfb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:23.001141 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-1d9663ce-a0e9-45ac-b75d-0022aa8bfb83 None None] Port 21c849a1-9273-414f-bed5-7d8b44b9566f cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:11:23.175806 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-45c4fb25-c3ea-4d6f-ab6a-6e3fbf3a6ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21c849a1-9273-414f-bed5-7d8b44b9566f {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:11:23.183237 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-45c4fb25-c3ea-4d6f-ab6a-6e3fbf3a6ec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:23.195026 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-45c4fb25-c3ea-4d6f-ab6a-6e3fbf3a6ec9 service neutron] Transition to ACTIVE for port object 21c849a1-9273-414f-bed5-7d8b44b9566f will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:11:23.270788 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-45c4fb25-c3ea-4d6f-ab6a-6e3fbf3a6ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:23.327024 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4fb25-c3ea-4d6f-ab6a-6e3fbf3a6ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=21c849a1-9273-414f-bed5-7d8b44b9566f,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:11:23.396486 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-45c4fb25-c3ea-4d6f-ab6a-6e3fbf3a6ec9 service neutron] Attempting to bind port 21c849a1-9273-414f-bed5-7d8b44b9566f on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:11:23.396709 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-45c4fb25-c3ea-4d6f-ab6a-6e3fbf3a6ec9 service neutron] Attempting to bind port 21c849a1-9273-414f-bed5-7d8b44b9566f by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:11:23.397048 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-45c4fb25-c3ea-4d6f-ab6a-6e3fbf3a6ec9 service neutron] Attempting to bind port 21c849a1-9273-414f-bed5-7d8b44b9566f on network 2593dd5e-bc31-4e41-87f0-964b009dbd60 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:11:23.403097 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-45c4fb25-c3ea-4d6f-ab6a-6e3fbf3a6ec9 service neutron] Port 21c849a1-9273-414f-bed5-7d8b44b9566f on network 2593dd5e-bc31-4e41-87f0-964b009dbd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:11:23.403437 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-45c4fb25-c3ea-4d6f-ab6a-6e3fbf3a6ec9 service neutron] Attempting to bind port 21c849a1-9273-414f-bed5-7d8b44b9566f on network 2593dd5e-bc31-4e41-87f0-964b009dbd60 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:11:23.412977 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-45c4fb25-c3ea-4d6f-ab6a-6e3fbf3a6ec9 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:11:23.412977 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-45c4fb25-c3ea-4d6f-ab6a-6e3fbf3a6ec9 service neutron] Checking segment: {'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:11:23.412977 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-45c4fb25-c3ea-4d6f-ab6a-6e3fbf3a6ec9 service neutron] Bound using segment: {'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:11:23.412977 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-45c4fb25-c3ea-4d6f-ab6a-6e3fbf3a6ec9 service neutron] Bound port: 21c849a1-9273-414f-bed5-7d8b44b9566f, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:11:23.412977 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-45c4fb25-c3ea-4d6f-ab6a-6e3fbf3a6ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:23.500394 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-45c4fb25-c3ea-4d6f-ab6a-6e3fbf3a6ec9 service neutron] For port 21c849a1-9273-414f-bed5-7d8b44b9566f, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:11:23.503769 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-45c4fb25-c3ea-4d6f-ab6a-6e3fbf3a6ec9 service neutron] For port 21c849a1-9273-414f-bed5-7d8b44b9566f, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=21c849a1-9273-414f-bed5-7d8b44b9566f,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:11:23.568149 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-45c4fb25-c3ea-4d6f-ab6a-6e3fbf3a6ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:23.612242 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-45c4fb25-c3ea-4d6f-ab6a-6e3fbf3a6ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:23.612874 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-45c4fb25-c3ea-4d6f-ab6a-6e3fbf3a6ec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:23.614286 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-45c4fb25-c3ea-4d6f-ab6a-6e3fbf3a6ec9 service neutron] 10.222.0.112 "PUT /v2.0/ports/21c849a1-9273-414f-bed5-7d8b44b9566f HTTP/1.1" status: 200 len: 1092 time: 0.7996008 Aug 31 10:11:23.614760 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8594241e-d02f-4b5a-8532-a9153cf238cf', 'tag': '21c849a1-9273-414f-bed5-7d8b44b9566f'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:11:23.617157 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efb09fcb25d757964e6e64477cf3964f72eef090657aa62846af519e9d9507f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed4209d-6341-4104-ad1a-99cdb55b889d" -d '{"events": [{"name": "network-changed", "server_uuid": "8594241e-d02f-4b5a-8532-a9153cf238cf", "tag": "21c849a1-9273-414f-bed5-7d8b44b9566f"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:11:23.643798 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4fb25-c3ea-4d6f-ab6a-6e3fbf3a6ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=21c849a1-9273-414f-bed5-7d8b44b9566f,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:11:23.761010 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-61ad0115-2343-455a-9477-b292d7c977e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:23.762845 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-61ad0115-2343-455a-9477-b292d7c977e7 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&device_id=8594241e-d02f-4b5a-8532-a9153cf238cf HTTP/1.1" status: 200 len: 1095 time: 0.0461187 Aug 31 10:11:23.817833 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-ebc3ff27-6fc8-43c1-acb9-1ed12dcbe23b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21c849a1-9273-414f-bed5-7d8b44b9566f HTTP/1.1" status: 200 len: 217 time: 0.0419710 Aug 31 10:11:23.876272 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-ae39a10f-5cb7-45d2-a42a-b939e278ebac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:23.877707 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-ae39a10f-5cb7-45d2-a42a-b939e278ebac service neutron] 10.222.0.112 "GET /v2.0/subnets?id=eb8d724f-b49d-4dd8-a4d3-6787f4777e68 HTTP/1.1" status: 200 len: 850 time: 0.0498297 Aug 31 10:11:23.928352 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-70124fd1-ffac-40a1-b4e1-7c438755293b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:23.929887 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-70124fd1-ffac-40a1-b4e1-7c438755293b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2593dd5e-bc31-4e41-87f0-964b009dbd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413306 Aug 31 10:11:24.032548 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-d519de67-5585-4c8a-b345-99e5c116fcdc service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910077 Aug 31 10:11:24.051390 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138b9c2-0812-498f-a24d-d565757f793a req-e029b6cf-fadd-49dc-b56c-c34bea26b684 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:24.053911 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d138b9c2-0812-498f-a24d-d565757f793a req-e029b6cf-fadd-49dc-b56c-c34bea26b684 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=8594241e-d02f-4b5a-8532-a9153cf238cf HTTP/1.1" status: 200 len: 943 time: 0.0565081 Aug 31 10:11:24.114912 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d138b9c2-0812-498f-a24d-d565757f793a req-d2947bcf-1097-4fbf-8dcc-5301464e3683 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532937 Aug 31 10:11:24.153632 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-11bd982a-904e-4709-b5c6-097ce0344b16 req-31f75ef6-fe3e-4a18-bfac-0391fca2f169 service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106293 Aug 31 10:11:24.681979 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d0c943-990c-4d2a-8873-ecdff1b683ae x-openstack-request-id: req-45d0c943-990c-4d2a-8873-ecdff1b683ae {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:11:24.683102 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8594241e-d02f-4b5a-8532-a9153cf238cf", "tag": "21c849a1-9273-414f-bed5-7d8b44b9566f", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:11:24.683102 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-45d0c943-990c-4d2a-8873-ecdff1b683ae {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:11:24.683689 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8594241e-d02f-4b5a-8532-a9153cf238cf', 'tag': '21c849a1-9273-414f-bed5-7d8b44b9566f', 'status': 'completed', 'code': 200} Aug 31 10:11:24.755368 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4209d-6341-4104-ad1a-99cdb55b889d req-d442ae6f-51b5-4e54-934f-ee0353a75afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:24.756966 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6ed4209d-6341-4104-ad1a-99cdb55b889d req-d442ae6f-51b5-4e54-934f-ee0353a75afd service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&device_id=8594241e-d02f-4b5a-8532-a9153cf238cf HTTP/1.1" status: 200 len: 1095 time: 0.0442648 Aug 31 10:11:24.861162 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4209d-6341-4104-ad1a-99cdb55b889d req-326fb10a-c9b7-4676-94f5-d1e631d28e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:24.862663 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6ed4209d-6341-4104-ad1a-99cdb55b889d req-326fb10a-c9b7-4676-94f5-d1e631d28e50 service neutron] 10.222.0.112 "GET /v2.0/networks?id=2593dd5e-bc31-4e41-87f0-964b009dbd60 HTTP/1.1" status: 200 len: 913 time: 0.0947731 Aug 31 10:11:24.908492 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6ed4209d-6341-4104-ad1a-99cdb55b889d req-15ca3422-6184-4081-a3d1-02b6d21df55d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21c849a1-9273-414f-bed5-7d8b44b9566f HTTP/1.1" status: 200 len: 217 time: 0.0353229 Aug 31 10:11:24.967837 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4209d-6341-4104-ad1a-99cdb55b889d req-86e435c9-8704-463c-bae3-562bd8ea3ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:24.969406 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6ed4209d-6341-4104-ad1a-99cdb55b889d req-86e435c9-8704-463c-bae3-562bd8ea3ab5 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=eb8d724f-b49d-4dd8-a4d3-6787f4777e68 HTTP/1.1" status: 200 len: 850 time: 0.0502462 Aug 31 10:11:25.020089 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4209d-6341-4104-ad1a-99cdb55b889d req-67b4a41b-002f-4a34-af6e-0159ef4701a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:25.021643 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6ed4209d-6341-4104-ad1a-99cdb55b889d req-67b4a41b-002f-4a34-af6e-0159ef4701a0 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2593dd5e-bc31-4e41-87f0-964b009dbd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413120 Aug 31 10:11:25.114532 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6ed4209d-6341-4104-ad1a-99cdb55b889d req-db0d66bf-d118-4064-b046-8c2bbff5fa45 service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819089 Aug 31 10:11:25.216955 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6ed4209d-6341-4104-ad1a-99cdb55b889d req-914dde43-a8ae-4d71-b8a1-d1168b3a78a0 service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915012 Aug 31 10:11:25.236868 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9c1b3-6960-4501-8d74-11445d33c558 req-b23e2a9c-c17a-407f-8fe1-48f9d34b3996 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:25.238358 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3cc9c1b3-6960-4501-8d74-11445d33c558 req-b23e2a9c-c17a-407f-8fe1-48f9d34b3996 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=8594241e-d02f-4b5a-8532-a9153cf238cf HTTP/1.1" status: 200 len: 943 time: 0.0499592 Aug 31 10:11:25.282642 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3cc9c1b3-6960-4501-8d74-11445d33c558 req-007e834d-5885-4ee9-81e6-f64a0db22e44 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382466 Aug 31 10:11:26.398037 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a34dc0-166f-4d9e-82f8-c9519a098487 req-07073c08-8969-400f-a6c2-06d031e4f133 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:26.399576 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75a34dc0-166f-4d9e-82f8-c9519a098487 req-07073c08-8969-400f-a6c2-06d031e4f133 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=8594241e-d02f-4b5a-8532-a9153cf238cf HTTP/1.1" status: 200 len: 943 time: 0.0503418 Aug 31 10:11:26.438384 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75a34dc0-166f-4d9e-82f8-c9519a098487 req-dacf7905-c3e6-4b6c-abd4-0e2000c650e7 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318952 Aug 31 10:11:27.554030 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48bac0-a191-4ec0-9c65-2d610bcdf108 req-adc4dbf0-61ae-4b7e-b8e4-a1bfdb8cbd7b tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:27.555436 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3f48bac0-a191-4ec0-9c65-2d610bcdf108 req-adc4dbf0-61ae-4b7e-b8e4-a1bfdb8cbd7b tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=8594241e-d02f-4b5a-8532-a9153cf238cf HTTP/1.1" status: 200 len: 943 time: 0.0483577 Aug 31 10:11:27.593899 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3f48bac0-a191-4ec0-9c65-2d610bcdf108 req-cba7d156-9a80-4708-b334-00bf769ea42f tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317452 Aug 31 10:11:28.708250 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368181b6-63f4-45e2-8714-2129277f6fb5 req-feb18e05-0ecb-4b78-bee6-04f0e2b4a8df tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:28.709734 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-368181b6-63f4-45e2-8714-2129277f6fb5 req-feb18e05-0ecb-4b78-bee6-04f0e2b4a8df tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=8594241e-d02f-4b5a-8532-a9153cf238cf HTTP/1.1" status: 200 len: 943 time: 0.0484567 Aug 31 10:11:28.751056 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-368181b6-63f4-45e2-8714-2129277f6fb5 req-b351d849-7ba5-4e28-b965-14956a4bbeab tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352304 Aug 31 10:11:29.867332 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e8fc5-5362-48d3-8744-7a2703949bc0 req-0b92fcbe-7612-4af0-b647-96481c264f48 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:29.868794 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9d2e8fc5-5362-48d3-8744-7a2703949bc0 req-0b92fcbe-7612-4af0-b647-96481c264f48 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=8594241e-d02f-4b5a-8532-a9153cf238cf HTTP/1.1" status: 200 len: 943 time: 0.0491538 Aug 31 10:11:29.906854 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9d2e8fc5-5362-48d3-8744-7a2703949bc0 req-819ee78e-e0e5-409f-beb6-5e237a04a7e2 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315197 Aug 31 10:11:31.023215 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff69f76-2bb7-452f-808a-fada4288c85f req-127741cc-eec5-42f1-94d3-d9538d326d05 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:31.024714 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dff69f76-2bb7-452f-808a-fada4288c85f req-127741cc-eec5-42f1-94d3-d9538d326d05 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=8594241e-d02f-4b5a-8532-a9153cf238cf HTTP/1.1" status: 200 len: 943 time: 0.0512826 Aug 31 10:11:31.065078 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dff69f76-2bb7-452f-808a-fada4288c85f req-b038f728-e65d-498e-84ad-24d9d0961531 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334756 Aug 31 10:11:32.179962 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29262093-6d23-4e2a-a13b-607046c69255 req-e0a7d475-dc6d-4c45-9157-b0c5019e48e1 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:32.181443 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29262093-6d23-4e2a-a13b-607046c69255 req-e0a7d475-dc6d-4c45-9157-b0c5019e48e1 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=8594241e-d02f-4b5a-8532-a9153cf238cf HTTP/1.1" status: 200 len: 943 time: 0.0497134 Aug 31 10:11:32.227533 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29262093-6d23-4e2a-a13b-607046c69255 req-747fd448-e5c6-4124-b788-e86d4da962a5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395563 Aug 31 10:11:33.167131 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:33.193181 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 21c849a1-9273-414f-bed5-7d8b44b9566f details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:11:33.288541 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 21c849a1-9273-414f-bed5-7d8b44b9566f, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=21c849a1-9273-414f-bed5-7d8b44b9566f,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:11:33.300505 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '21c849a1-9273-414f-bed5-7d8b44b9566f', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'port_id': '21c849a1-9273-414f-bed5-7d8b44b9566f', 'mac_address': 'fa:16:3e:5b:5d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:11:33.342165 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:33.350131 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028baf5-a7cb-43f9-9117-897c739051d6 req-cd5b9491-ca9c-4172-b7eb-99c7d4bbd536 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:33.351640 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d028baf5-a7cb-43f9-9117-897c739051d6 req-cd5b9491-ca9c-4172-b7eb-99c7d4bbd536 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=8594241e-d02f-4b5a-8532-a9153cf238cf HTTP/1.1" status: 200 len: 943 time: 0.0518947 Aug 31 10:11:33.354991 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21c849a1-9273-414f-bed5-7d8b44b9566f {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:11:33.378119 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 21c849a1-9273-414f-bed5-7d8b44b9566f, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=21c849a1-9273-414f-bed5-7d8b44b9566f,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:11:33.395787 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d028baf5-a7cb-43f9-9117-897c739051d6 req-34096e6c-1807-4789-a433-fd0281cc0ee2 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365450 Aug 31 10:11:33.458911 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:33.513011 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=21c849a1-9273-414f-bed5-7d8b44b9566f,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:11:33.523090 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:33.523436 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:33.523772 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:33.524103 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:33.524430 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:33.524969 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:33.525290 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:33.525661 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:33.526433 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:33.526791 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:33.527374 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:33.527692 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:33.538464 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:33.785009 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['21c849a1-9273-414f-bed5-7d8b44b9566f'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:11:34.510589 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e140b0-7e52-4610-b457-26a8a7640eed req-c2b66527-7093-42c5-afc2-19d5cc46579e tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:34.512144 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-87e140b0-7e52-4610-b457-26a8a7640eed req-c2b66527-7093-42c5-afc2-19d5cc46579e tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=8594241e-d02f-4b5a-8532-a9153cf238cf HTTP/1.1" status: 200 len: 944 time: 0.0495529 Aug 31 10:11:34.549681 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-87e140b0-7e52-4610-b457-26a8a7640eed req-3c9cc7ca-44b8-435b-bc9c-b9bd65648fdd tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315630 Aug 31 10:11:35.194282 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 21c849a1-9273-414f-bed5-7d8b44b9566f up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:11:35.301335 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 21c849a1-9273-414f-bed5-7d8b44b9566f completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:11:35.305379 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 21c849a1-9273-414f-bed5-7d8b44b9566f triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:11:35.310407 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:35.385130 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:35.408516 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8594241e-d02f-4b5a-8532-a9153cf238cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c849a1-9273-414f-bed5-7d8b44b9566f'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:11:35.410770 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f78d864-9483-4116-9d24-271683a31633" -d '{"events": [{"server_uuid": "8594241e-d02f-4b5a-8532-a9153cf238cf", "name": "network-vif-plugged", "status": "completed", "tag": "21c849a1-9273-414f-bed5-7d8b44b9566f"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:11:35.423758 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 21c849a1-9273-414f-bed5-7d8b44b9566f, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=21c849a1-9273-414f-bed5-7d8b44b9566f,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:11:35.447085 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f5101c-5764-40f1-88e0-cc2e0014b3c4 x-openstack-request-id: req-50f5101c-5764-40f1-88e0-cc2e0014b3c4 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:11:35.447421 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8594241e-d02f-4b5a-8532-a9153cf238cf", "name": "network-vif-plugged", "status": "completed", "tag": "21c849a1-9273-414f-bed5-7d8b44b9566f", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:11:35.447674 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-50f5101c-5764-40f1-88e0-cc2e0014b3c4 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:11:35.448653 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8594241e-d02f-4b5a-8532-a9153cf238cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c849a1-9273-414f-bed5-7d8b44b9566f', 'code': 200} Aug 31 10:11:35.472993 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:35.521552 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=21c849a1-9273-414f-bed5-7d8b44b9566f,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:11:35.561361 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04c411-10f7-460d-b9ac-9df619807582 req-7c234fea-dc99-4363-a700-f4196af6ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:35.562892 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7e04c411-10f7-460d-b9ac-9df619807582 req-7c234fea-dc99-4363-a700-f4196af6ce65 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=8594241e-d02f-4b5a-8532-a9153cf238cf HTTP/1.1" status: 200 len: 1097 time: 0.0436058 Aug 31 10:11:35.605214 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7e04c411-10f7-460d-b9ac-9df619807582 req-477f903b-8c4d-4796-86ad-5f12c92b5005 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297883 Aug 31 10:11:35.665450 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190dd2af-2b73-4074-896a-be892fa40a70 req-65ba37a2-e039-43a9-8728-0ca75a03f549 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:35.667491 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-190dd2af-2b73-4074-896a-be892fa40a70 req-65ba37a2-e039-43a9-8728-0ca75a03f549 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=8594241e-d02f-4b5a-8532-a9153cf238cf HTTP/1.1" status: 200 len: 945 time: 0.0495486 Aug 31 10:11:35.709614 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-190dd2af-2b73-4074-896a-be892fa40a70 req-dcc8633c-2da7-47a5-b45f-1627e5979ab7 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361848 Aug 31 10:11:36.829691 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ebb04-a9b3-4359-b170-74bc940e77d6 req-2e82ec36-564b-4ee9-90f6-c24a3a2ee5a0 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:36.831208 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e81ebb04-a9b3-4359-b170-74bc940e77d6 req-2e82ec36-564b-4ee9-90f6-c24a3a2ee5a0 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=8594241e-d02f-4b5a-8532-a9153cf238cf HTTP/1.1" status: 200 len: 945 time: 0.0512660 Aug 31 10:11:36.870236 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e81ebb04-a9b3-4359-b170-74bc940e77d6 req-ad94bbaa-0c45-4e0d-a49a-3974448d93f9 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323427 Aug 31 10:11:37.983310 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a18391-f92b-4df5-9e76-adce8140eabf req-159c408a-535d-4a95-b813-dfb6912a2325 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:37.984790 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-23a18391-f92b-4df5-9e76-adce8140eabf req-159c408a-535d-4a95-b813-dfb6912a2325 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=8594241e-d02f-4b5a-8532-a9153cf238cf HTTP/1.1" status: 200 len: 945 time: 0.0491421 Aug 31 10:11:38.022833 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-23a18391-f92b-4df5-9e76-adce8140eabf req-329ad61b-995b-4409-a8da-35bb80f33605 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320485 Aug 31 10:11:38.134808 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f598bf-16b1-4937-924b-6cc650847219 req-a3e476d3-e692-403b-b91d-489e29290f5d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:38.137031 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5f598bf-16b1-4937-924b-6cc650847219 req-a3e476d3-e692-403b-b91d-489e29290f5d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=8594241e-d02f-4b5a-8532-a9153cf238cf HTTP/1.1" status: 200 len: 945 time: 0.0490911 Aug 31 10:11:38.178483 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5f598bf-16b1-4937-924b-6cc650847219 req-d8a3f63c-ae24-4eb9-9942-771ace199f26 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356021 Aug 31 10:11:38.206789 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51434) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:11:38.286821 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737d7386-2f49-41ac-806e-244a0f6e0191 tempest-TestVolumeBootPattern-1367545796 tempest-TestVolumeBootPattern-1367545796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:38.288333 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-737d7386-2f49-41ac-806e-244a0f6e0191 tempest-TestVolumeBootPattern-1367545796 tempest-TestVolumeBootPattern-1367545796-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=8594241e-d02f-4b5a-8532-a9153cf238cf HTTP/1.1" status: 200 len: 1092 time: 0.0805657 Aug 31 10:11:38.291063 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51438) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:11:38.295623 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-8921b319-f685-40b4-9094-15912b1def61 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'port_id': '21c849a1-9273-414f-bed5-7d8b44b9566f', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:11:38.376106 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8921b319-f685-40b4-9094-15912b1def61 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for floatingip, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:38.472467 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8921b319-f685-40b4-9094-15912b1def61 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:38.577933 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-8921b319-f685-40b4-9094-15912b1def61 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Allocated IP 172.25.2.16 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/d4840a29-e554-4245-aa90-f400d8d7466b) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:11:38.677894 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8921b319-f685-40b4-9094-15912b1def61 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:38.790567 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8921b319-f685-40b4-9094-15912b1def61 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:38.833097 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8921b319-f685-40b4-9094-15912b1def61 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:11:38.836161 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-8921b319-f685-40b4-9094-15912b1def61 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:11:38.841852 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8921b319-f685-40b4-9094-15912b1def61 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:11:38.844913 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921b319-f685-40b4-9094-15912b1def61 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Pushing event updated for resources: {'Port': ['ID=d4840a29-e554-4245-aa90-f400d8d7466b,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:11:38.872013 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8921b319-f685-40b4-9094-15912b1def61 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:38.872353 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8921b319-f685-40b4-9094-15912b1def61 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:38.872686 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8921b319-f685-40b4-9094-15912b1def61 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:38.873017 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8921b319-f685-40b4-9094-15912b1def61 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:38.873347 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8921b319-f685-40b4-9094-15912b1def61 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:38.873667 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8921b319-f685-40b4-9094-15912b1def61 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:38.873989 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8921b319-f685-40b4-9094-15912b1def61 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:38.874448 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8921b319-f685-40b4-9094-15912b1def61 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:38.874803 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8921b319-f685-40b4-9094-15912b1def61 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:38.875121 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8921b319-f685-40b4-9094-15912b1def61 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:38.875438 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8921b319-f685-40b4-9094-15912b1def61 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:38.875756 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8921b319-f685-40b4-9094-15912b1def61 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:11:39.204085 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8921b319-f685-40b4-9094-15912b1def61 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:39.329466 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8921b319-f685-40b4-9094-15912b1def61 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:39.480556 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8921b319-f685-40b4-9094-15912b1def61 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:39.544340 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8921b319-f685-40b4-9094-15912b1def61 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:39.614209 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921b319-f685-40b4-9094-15912b1def61 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Pushing event updated for resources: {'Port': ['ID=d4840a29-e554-4245-aa90-f400d8d7466b,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:11:39.625997 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8921b319-f685-40b4-9094-15912b1def61 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:39.726943 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-8921b319-f685-40b4-9094-15912b1def61 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Floating IP abce7456-d4f2-4db7-b3cb-d317f72945d5 associated. External IP: 172.25.2.16, port: 21c849a1-9273-414f-bed5-7d8b44b9566f. Aug 31 10:11:39.935119 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8921b319-f685-40b4-9094-15912b1def61 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Router 6f0cb40d-2508-47c7-8c30-faf253bade14 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:11:40.056801 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8921b319-f685-40b4-9094-15912b1def61 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:11:40.067827 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda7c890-8a20-4959-b72a-544882a244c8 None None] Sync routers for ids ['6f0cb40d-2508-47c7-8c30-faf253bade14'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:11:40.077528 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda7c890-8a20-4959-b72a-544882a244c8 None None] Routers {'6f0cb40d-2508-47c7-8c30-faf253bade14'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:11:40.078133 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-cda7c890-8a20-4959-b72a-544882a244c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:11:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['6f0cb40d-2508-47c7-8c30-faf253bade14'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:11:40.150149 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8921b319-f685-40b4-9094-15912b1def61 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:40.177617 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8921b319-f685-40b4-9094-15912b1def61 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8854103 Aug 31 10:11:40.178206 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8594241e-d02f-4b5a-8532-a9153cf238cf', 'tag': '21c849a1-9273-414f-bed5-7d8b44b9566f'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:11:40.180482 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbad46a-647c-44a2-8dd0-f472d23b5471" -d '{"events": [{"name": "network-changed", "server_uuid": "8594241e-d02f-4b5a-8532-a9153cf238cf", "tag": "21c849a1-9273-414f-bed5-7d8b44b9566f"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:11:40.185095 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-cda7c890-8a20-4959-b72a-544882a244c8 None None] Set router 6f0cb40d-2508-47c7-8c30-faf253bade14 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:11:40.217061 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e306e53-552f-49a6-af00-a8e333f1a3c9 x-openstack-request-id: req-9e306e53-552f-49a6-af00-a8e333f1a3c9 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:11:40.217530 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8594241e-d02f-4b5a-8532-a9153cf238cf", "tag": "21c849a1-9273-414f-bed5-7d8b44b9566f", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:11:40.217622 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-9e306e53-552f-49a6-af00-a8e333f1a3c9 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:11:40.217976 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8594241e-d02f-4b5a-8532-a9153cf238cf', 'tag': '21c849a1-9273-414f-bed5-7d8b44b9566f', 'status': 'completed', 'code': 200} Aug 31 10:11:40.279420 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbad46a-647c-44a2-8dd0-f472d23b5471 req-f84690b5-e518-40d8-a620-3c654686efca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:40.280915 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-dfbad46a-647c-44a2-8dd0-f472d23b5471 req-f84690b5-e518-40d8-a620-3c654686efca service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&device_id=8594241e-d02f-4b5a-8532-a9153cf238cf HTTP/1.1" status: 200 len: 1097 time: 0.0410907 Aug 31 10:11:40.382266 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbad46a-647c-44a2-8dd0-f472d23b5471 req-fa93be1f-b44d-4ad3-a44a-f26e6b8b98c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:40.383738 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-dfbad46a-647c-44a2-8dd0-f472d23b5471 req-fa93be1f-b44d-4ad3-a44a-f26e6b8b98c2 service neutron] 10.222.0.112 "GET /v2.0/networks?id=2593dd5e-bc31-4e41-87f0-964b009dbd60 HTTP/1.1" status: 200 len: 913 time: 0.0956829 Aug 31 10:11:40.419189 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-cda7c890-8a20-4959-b72a-544882a244c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'name': 'tempest-TestVolumeBootPattern-800871963-router', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:51Z', 'updated_at': '2021-08-31T10:03:55Z', 'revision_number': 4, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'gw_port': {'id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:52Z', 'updated_at': '2021-08-31T10:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'abce7456-d4f2-4db7-b3cb-d317f72945d5', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'port_id': '21c849a1-9273-414f-bed5-7d8b44b9566f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'mac_address': 'fa:16:3e:5b:5d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8594241e-d02f-4b5a-8532-a9153cf238cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:11:39Z', 'updated_at': '2021-08-31T10:11:39Z', 'revision_number': 0, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3', 'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'mac_address': 'fa:16:3e:79:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:54Z', 'updated_at': '2021-08-31T10:04:01Z', 'revision_number': 5, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'subnets': [{'id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:11:40.444597 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda7c890-8a20-4959-b72a-544882a244c8 None None] Checking router: 6f0cb40d-2508-47c7-8c30-faf253bade14 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:11:40.450408 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-dfbad46a-647c-44a2-8dd0-f472d23b5471 req-d74af6ac-cb15-4edc-8d17-10cc957d0082 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21c849a1-9273-414f-bed5-7d8b44b9566f HTTP/1.1" status: 200 len: 998 time: 0.0592489 Aug 31 10:11:40.453478 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda7c890-8a20-4959-b72a-544882a244c8 None None] Routers {'6f0cb40d-2508-47c7-8c30-faf253bade14'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:11:40.454079 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-cda7c890-8a20-4959-b72a-544882a244c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:11:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['6f0cb40d-2508-47c7-8c30-faf253bade14'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:11:40.504763 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbad46a-647c-44a2-8dd0-f472d23b5471 req-bfaa4fa8-952e-4303-9fb4-600e2ee21dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:40.506228 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-dfbad46a-647c-44a2-8dd0-f472d23b5471 req-bfaa4fa8-952e-4303-9fb4-600e2ee21dd5 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=eb8d724f-b49d-4dd8-a4d3-6787f4777e68 HTTP/1.1" status: 200 len: 850 time: 0.0491045 Aug 31 10:11:40.554456 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbad46a-647c-44a2-8dd0-f472d23b5471 req-ededb25f-1b4c-4cd8-b154-cd1ba1cd6ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:11:40.556007 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-dfbad46a-647c-44a2-8dd0-f472d23b5471 req-ededb25f-1b4c-4cd8-b154-cd1ba1cd6ce5 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2593dd5e-bc31-4e41-87f0-964b009dbd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426927 Aug 31 10:11:40.558101 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-cda7c890-8a20-4959-b72a-544882a244c8 None None] Set router 6f0cb40d-2508-47c7-8c30-faf253bade14 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:11:40.649333 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-dfbad46a-647c-44a2-8dd0-f472d23b5471 req-094c73fb-f10f-4eca-b56a-ce82ef5e8686 service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855894 Aug 31 10:11:40.749412 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-dfbad46a-647c-44a2-8dd0-f472d23b5471 req-49290f98-d5e4-4721-8b90-42f298fe0fc4 service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932775 Aug 31 10:11:40.781106 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-cda7c890-8a20-4959-b72a-544882a244c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'name': 'tempest-TestVolumeBootPattern-800871963-router', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:51Z', 'updated_at': '2021-08-31T10:03:55Z', 'revision_number': 4, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'gw_port': {'id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:52Z', 'updated_at': '2021-08-31T10:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'abce7456-d4f2-4db7-b3cb-d317f72945d5', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'port_id': '21c849a1-9273-414f-bed5-7d8b44b9566f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'mac_address': 'fa:16:3e:5b:5d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8594241e-d02f-4b5a-8532-a9153cf238cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:11:39Z', 'updated_at': '2021-08-31T10:11:39Z', 'revision_number': 0, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3', 'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'mac_address': 'fa:16:3e:79:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:54Z', 'updated_at': '2021-08-31T10:04:01Z', 'revision_number': 5, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'subnets': [{'id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:11:40.811769 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda7c890-8a20-4959-b72a-544882a244c8 None None] The sync data for ids ['6f0cb40d-2508-47c7-8c30-faf253bade14'] in n-d-791506-28 is: [{'id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'name': 'tempest-TestVolumeBootPattern-800871963-router', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:51Z', 'updated_at': '2021-08-31T10:03:55Z', 'revision_number': 4, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'gw_port': {'id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:52Z', 'updated_at': '2021-08-31T10:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'abce7456-d4f2-4db7-b3cb-d317f72945d5', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'port_id': '21c849a1-9273-414f-bed5-7d8b44b9566f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'mac_address': 'fa:16:3e:5b:5d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8594241e-d02f-4b5a-8532-a9153cf238cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:11:39Z', 'updated_at': '2021-08-31T10:11:39Z', 'revision_number': 0, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3', 'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'mac_address': 'fa:16:3e:79:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:54Z', 'updated_at': '2021-08-31T10:04:01Z', 'revision_number': 5, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'subnets': [{'id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:11:40.997891 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843c50c4-e57a-4d3a-a84d-ff7b601617a6 None None] New status for floating IP abce7456-d4f2-4db7-b3cb-d317f72945d5: ACTIVE {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:11:41.378388 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b38c70fd-a082-4dbf-bd46-a7caff6e8831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:44.011028 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4a2ee24b-a576-4187-aab8-69018d2ec1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:44.090208 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:45.507075 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:47.166999 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:11:49.409969 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:12:03.148559 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5177bf95-4f84-4964-8b10-f17549f78b35 req-770ed68a-f494-4f7c-9480-f21363781d4b service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=8594241e-d02f-4b5a-8532-a9153cf238cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398421 Aug 31 10:12:03.204225 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:03.232053 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177bf95-4f84-4964-8b10-f17549f78b35 req-279dc8e6-9a1c-4346-ac1a-0eec41009e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:03.234021 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5177bf95-4f84-4964-8b10-f17549f78b35 req-279dc8e6-9a1c-4346-ac1a-0eec41009e77 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&device_id=8594241e-d02f-4b5a-8532-a9153cf238cf HTTP/1.1" status: 200 len: 1097 time: 0.0417466 Aug 31 10:12:03.351053 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177bf95-4f84-4964-8b10-f17549f78b35 req-6bb341dd-e4c4-4ff3-9984-e9cf8f185bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:03.352531 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5177bf95-4f84-4964-8b10-f17549f78b35 req-6bb341dd-e4c4-4ff3-9984-e9cf8f185bdc service neutron] 10.222.0.112 "GET /v2.0/networks?id=2593dd5e-bc31-4e41-87f0-964b009dbd60 HTTP/1.1" status: 200 len: 913 time: 0.0923970 Aug 31 10:12:03.423351 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5177bf95-4f84-4964-8b10-f17549f78b35 req-1cb46633-ccc7-40bc-b87d-37e9cabbcb2a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21c849a1-9273-414f-bed5-7d8b44b9566f HTTP/1.1" status: 200 len: 1000 time: 0.0608313 Aug 31 10:12:03.480147 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177bf95-4f84-4964-8b10-f17549f78b35 req-f38ca989-4616-446e-8e08-9b6f9f107f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:03.480759 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:03.481837 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5177bf95-4f84-4964-8b10-f17549f78b35 req-f38ca989-4616-446e-8e08-9b6f9f107f3f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=eb8d724f-b49d-4dd8-a4d3-6787f4777e68 HTTP/1.1" status: 200 len: 850 time: 0.0512040 Aug 31 10:12:03.529140 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177bf95-4f84-4964-8b10-f17549f78b35 req-f8101b0e-9e80-4520-9de1-0b03dd530a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:03.530658 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5177bf95-4f84-4964-8b10-f17549f78b35 req-f8101b0e-9e80-4520-9de1-0b03dd530a77 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2593dd5e-bc31-4e41-87f0-964b009dbd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414593 Aug 31 10:12:03.545640 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [req-5177bf95-4f84-4964-8b10-f17549f78b35 req-dec1f723-048c-4f79-8b73-fb0fd4a42f29 service neutron] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:12:03.546585 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5177bf95-4f84-4964-8b10-f17549f78b35 req-dec1f723-048c-4f79-8b73-fb0fd4a42f29 service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050964 Aug 31 10:12:03.639784 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5177bf95-4f84-4964-8b10-f17549f78b35 req-ec1ef178-e494-4a33-b925-bd431933b919 service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821424 Aug 31 10:12:03.737275 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5177bf95-4f84-4964-8b10-f17549f78b35 req-6868f497-9993-4158-be23-ac0e9715f924 service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858753 Aug 31 10:12:10.062068 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29e59dc9-1d79-429a-ba8a-a7066a69f641 req-dc7f2b65-0ede-4c27-8c79-c20936bab8ea service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0266540 Aug 31 10:12:10.128634 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29e59dc9-1d79-429a-ba8a-a7066a69f641 req-2adb6c98-d7e4-406b-be25-3ea66d07132d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0256500 Aug 31 10:12:10.170459 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29e59dc9-1d79-429a-ba8a-a7066a69f641 req-51edf098-2cdb-4e6f-a548-f5d1acad0211 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210116 Aug 31 10:12:10.265706 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e59dc9-1d79-429a-ba8a-a7066a69f641 req-d6b7b8c9-8978-4087-be4a-863092656276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:12:10.267300 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29e59dc9-1d79-429a-ba8a-a7066a69f641 req-d6b7b8c9-8978-4087-be4a-863092656276 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0907261 Aug 31 10:12:11.307023 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-64d88be6-2631-4f6a-889d-fb925c929e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:13.994750 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-86cf9e26-8102-466c-809d-238703de60bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:14.091938 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:15.540929 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:17.160478 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:26.409578 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:12:33.209591 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:33.502681 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:41.314342 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f0be7535-0289-40d6-88d9-00866fc502f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:44.004387 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8687be74-dd2d-4f93-b55e-36c825a586a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:44.083549 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:45.525888 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:12:47.193953 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:03.199947 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:03.413753 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:13:03.534853 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:05.106374 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1597d00c-2122-4b63-8699-90007126eea9 req-a1e9f9b8-ddb0-40ae-aea2-7ff5febaddf8 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=8594241e-d02f-4b5a-8532-a9153cf238cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443580 Aug 31 10:13:05.198985 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597d00c-2122-4b63-8699-90007126eea9 req-6a590763-2e1e-4d19-a2cb-a20ac7ebb550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:05.200939 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1597d00c-2122-4b63-8699-90007126eea9 req-6a590763-2e1e-4d19-a2cb-a20ac7ebb550 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&device_id=8594241e-d02f-4b5a-8532-a9153cf238cf HTTP/1.1" status: 200 len: 1097 time: 0.0433259 Aug 31 10:13:05.314896 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597d00c-2122-4b63-8699-90007126eea9 req-e99330ae-485c-4fbf-8321-7cd2a2eb8e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:05.316357 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1597d00c-2122-4b63-8699-90007126eea9 req-e99330ae-485c-4fbf-8321-7cd2a2eb8e92 service neutron] 10.222.0.112 "GET /v2.0/networks?id=2593dd5e-bc31-4e41-87f0-964b009dbd60 HTTP/1.1" status: 200 len: 913 time: 0.0874465 Aug 31 10:13:05.385318 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1597d00c-2122-4b63-8699-90007126eea9 req-f811edee-3de9-4ae3-a593-e2fb0732a4f5 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21c849a1-9273-414f-bed5-7d8b44b9566f HTTP/1.1" status: 200 len: 1000 time: 0.0583460 Aug 31 10:13:05.441469 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597d00c-2122-4b63-8699-90007126eea9 req-4aa47a70-f839-43c5-a2f1-dea6e5e9ed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:05.442939 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1597d00c-2122-4b63-8699-90007126eea9 req-4aa47a70-f839-43c5-a2f1-dea6e5e9ed96 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=eb8d724f-b49d-4dd8-a4d3-6787f4777e68 HTTP/1.1" status: 200 len: 850 time: 0.0472872 Aug 31 10:13:05.491110 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597d00c-2122-4b63-8699-90007126eea9 req-6c0ce765-029c-478c-ad5b-efd3ca8eeae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:05.493187 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1597d00c-2122-4b63-8699-90007126eea9 req-6c0ce765-029c-478c-ad5b-efd3ca8eeae7 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2593dd5e-bc31-4e41-87f0-964b009dbd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396843 Aug 31 10:13:05.583881 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1597d00c-2122-4b63-8699-90007126eea9 req-0f8ccc0e-34d3-4566-bf0c-41fc58fa5e04 service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797336 Aug 31 10:13:05.680248 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1597d00c-2122-4b63-8699-90007126eea9 req-45686ca7-f8af-44a0-a55c-d456bd3e37ff service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855198 Aug 31 10:13:11.087663 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0342ebe8-249d-4eac-b579-e8b29fb9ef93 req-2bdcf580-ad4c-49dc-abdf-38739d4d704b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0654464 Aug 31 10:13:11.134739 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0342ebe8-249d-4eac-b579-e8b29fb9ef93 req-dbdd214b-83e5-40ce-b488-e678c3c90618 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.0254941 Aug 31 10:13:11.173500 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0342ebe8-249d-4eac-b579-e8b29fb9ef93 req-41a3e9e2-13d6-4f40-996b-3d57738cfa89 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40aea3578a764824ae85220fcc0c6911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193281 Aug 31 10:13:11.270905 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342ebe8-249d-4eac-b579-e8b29fb9ef93 req-66e1d297-67a6-4bb6-9bd6-8249d333cb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:13:11.274761 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0342ebe8-249d-4eac-b579-e8b29fb9ef93 req-66e1d297-67a6-4bb6-9bd6-8249d333cb3e service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0941792 Aug 31 10:13:11.325159 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-18eef4a0-d412-49ec-b3f5-1628c2644580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:13.993556 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d8e914ae-dba4-419a-9c1d-72d55d98abaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:14.073805 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:15.519399 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:17.165310 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:33.181442 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:33.547178 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:40.413431 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:13:41.295444 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3d06e17b-98f8-4f67-b165-a8b40711c90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:43.993315 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-030e469b-f79e-40e7-b7d5-419e7bcf0511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:44.088233 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:45.563572 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:13:47.169858 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:02.833652 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-76fe507e-8daf-42c9-b2cb-eb1cf7e56a6e tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1932912650&fields=id&tenant_id=d1ddc052c1054cf3a6ea73848cd55645 HTTP/1.1" status: 200 len: 267 time: 0.0345082 Aug 31 10:14:02.945821 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-b1c1bfe5-bcb4-444b-8f76-cf0d6b4d7c25 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:02.947874 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-b1c1bfe5-bcb4-444b-8f76-cf0d6b4d7c25 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/networks?id=2593dd5e-bc31-4e41-87f0-964b009dbd60 HTTP/1.1" status: 200 len: 811 time: 0.1073916 Aug 31 10:14:02.963367 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-40a446cf-4574-4189-9a61-effa68bc91ad tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/quotas/d1ddc052c1054cf3a6ea73848cd55645 HTTP/1.1" status: 200 len: 375 time: 0.0096641 Aug 31 10:14:03.021081 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-f2183fd5-e772-4ebb-8819-834951d33c1b tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0526214 Aug 31 10:14:03.038290 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-16680dc6-60c3-4af6-b054-d18cce3e167e tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:14:03.039306 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-16680dc6-60c3-4af6-b054-d18cce3e167e tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057611 Aug 31 10:14:03.181643 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:03.202537 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-9a9215e1-1aad-49b0-8f03-72a1143b1ed7 service neutron] 10.222.0.119 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232753 Aug 31 10:14:03.295235 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-8d94c164-8723-4875-b770-185875e273b8 service neutron] 10.222.0.119 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865328 Aug 31 10:14:03.546508 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:03.885768 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4b3f2041-093c-4577-bd9f-f4aa0e8c7fc8 req-e7423416-e663-4029-b194-9136312d46e9 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537 HTTP/1.1" status: 200 len: 210 time: 0.0765660 Aug 31 10:14:04.817165 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-94ce7830-3638-4356-a38d-2135c2a5c761 req-eb5ce9ec-d49c-47dc-9f86-9aa2e3cd1794 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=8594241e-d02f-4b5a-8532-a9153cf238cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0916047 Aug 31 10:14:04.903530 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce7830-3638-4356-a38d-2135c2a5c761 req-e18a6f14-5181-4ea6-838a-f526bc32ff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:04.905037 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-94ce7830-3638-4356-a38d-2135c2a5c761 req-e18a6f14-5181-4ea6-838a-f526bc32ff1a service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&device_id=8594241e-d02f-4b5a-8532-a9153cf238cf HTTP/1.1" status: 200 len: 1097 time: 0.0411389 Aug 31 10:14:04.984470 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-96dc1556-aa4c-4aaf-bcb7-489cd603fbc4 req-8309ffee-6adc-4c59-a044-586272a6ab0b tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537 HTTP/1.1" status: 200 len: 210 time: 0.0270414 Aug 31 10:14:05.023397 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce7830-3638-4356-a38d-2135c2a5c761 req-607c74c9-9887-4de3-9530-263364f6432c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:05.027993 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-94ce7830-3638-4356-a38d-2135c2a5c761 req-607c74c9-9887-4de3-9530-263364f6432c service neutron] 10.222.0.112 "GET /v2.0/networks?id=2593dd5e-bc31-4e41-87f0-964b009dbd60 HTTP/1.1" status: 200 len: 913 time: 0.0953255 Aug 31 10:14:05.105407 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-94ce7830-3638-4356-a38d-2135c2a5c761 req-8d6ab2cd-50eb-49d2-8d01-d01118ca0bf4 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21c849a1-9273-414f-bed5-7d8b44b9566f HTTP/1.1" status: 200 len: 1000 time: 0.0719957 Aug 31 10:14:05.165995 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce7830-3638-4356-a38d-2135c2a5c761 req-ddf6e63b-a5af-4ee8-8857-fdb8d1603d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:05.167488 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-94ce7830-3638-4356-a38d-2135c2a5c761 req-ddf6e63b-a5af-4ee8-8857-fdb8d1603d60 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=eb8d724f-b49d-4dd8-a4d3-6787f4777e68 HTTP/1.1" status: 200 len: 850 time: 0.0478356 Aug 31 10:14:05.217092 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce7830-3638-4356-a38d-2135c2a5c761 req-75219b7a-c67e-4b3f-917b-6a72ff38ecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:05.218663 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-94ce7830-3638-4356-a38d-2135c2a5c761 req-75219b7a-c67e-4b3f-917b-6a72ff38ecbb service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2593dd5e-bc31-4e41-87f0-964b009dbd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398536 Aug 31 10:14:05.316207 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-94ce7830-3638-4356-a38d-2135c2a5c761 req-15f24185-6a5c-4b17-8253-9b70d03d222a service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866640 Aug 31 10:14:05.413092 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-94ce7830-3638-4356-a38d-2135c2a5c761 req-01b0a80c-8b47-44e6-8258-66a37ee17e04 service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861900 Aug 31 10:14:05.993777 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-87a26c3c-9ddc-4be4-b958-07cc037689ab tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:05.995297 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-87a26c3c-9ddc-4be4-b958-07cc037689ab tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.112 "GET /v2.0/networks?id=2593dd5e-bc31-4e41-87f0-964b009dbd60 HTTP/1.1" status: 200 len: 811 time: 0.1138589 Aug 31 10:14:06.051212 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-b62d2075-b1fc-4998-979f-1876ce739431 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1ddc052c1054cf3a6ea73848cd55645 HTTP/1.1" status: 200 len: 380 time: 0.0454395 Aug 31 10:14:06.061651 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-ee9d1e8c-5444-4793-8048-9f2ff6f27ee5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Request body: {'port': {'device_id': '74e72e0f-28bb-47fd-9e22-3556a5b59537', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'admin_state_up': True, 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'security_groups': ['18b229b0-e82c-4466-9214-c3ea5162515c']}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:14:06.123923 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-713b64a5-fea9-4178-b41d-3b77d861567b req-958b5147-4dd1-4ffb-be9c-ad9f4dcb4e8a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537 HTTP/1.1" status: 200 len: 210 time: 0.0307426 Aug 31 10:14:06.242214 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-ee9d1e8c-5444-4793-8048-9f2ff6f27ee5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Made reservation on behalf of d1ddc052c1054cf3a6ea73848cd55645 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:14:06.246566 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-ee9d1e8c-5444-4793-8048-9f2ff6f27ee5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:06.378652 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-ee9d1e8c-5444-4793-8048-9f2ff6f27ee5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Allocated IP 172.20.0.4 (2593dd5e-bc31-4e41-87f0-964b009dbd60/eb8d724f-b49d-4dd8-a4d3-6787f4777e68/3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:14:06.513695 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-ee9d1e8c-5444-4793-8048-9f2ff6f27ee5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:06.527853 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-ee9d1e8c-5444-4793-8048-9f2ff6f27ee5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Transition to ACTIVE for port object 3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:14:06.651118 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-ee9d1e8c-5444-4793-8048-9f2ff6f27ee5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:06.702251 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-ee9d1e8c-5444-4793-8048-9f2ff6f27ee5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Network 2593dd5e-bc31-4e41-87f0-964b009dbd60 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:14:06.705403 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-ee9d1e8c-5444-4793-8048-9f2ff6f27ee5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:14:06.709263 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-ee9d1e8c-5444-4793-8048-9f2ff6f27ee5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:14:06.716995 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d1e8c-5444-4793-8048-9f2ff6f27ee5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Pushing event updated for resources: {'Port': ['ID=3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:06.747551 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d1e8c-5444-4793-8048-9f2ff6f27ee5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:06.747908 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d1e8c-5444-4793-8048-9f2ff6f27ee5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:06.748244 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d1e8c-5444-4793-8048-9f2ff6f27ee5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:06.748586 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d1e8c-5444-4793-8048-9f2ff6f27ee5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:06.748983 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d1e8c-5444-4793-8048-9f2ff6f27ee5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:06.749471 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d1e8c-5444-4793-8048-9f2ff6f27ee5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:06.749714 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d1e8c-5444-4793-8048-9f2ff6f27ee5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:06.750040 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d1e8c-5444-4793-8048-9f2ff6f27ee5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:06.750364 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d1e8c-5444-4793-8048-9f2ff6f27ee5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:06.750719 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d1e8c-5444-4793-8048-9f2ff6f27ee5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:06.755256 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d1e8c-5444-4793-8048-9f2ff6f27ee5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:06.755256 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9d1e8c-5444-4793-8048-9f2ff6f27ee5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:06.781215 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-ee9d1e8c-5444-4793-8048-9f2ff6f27ee5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:06.782043 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-ee9d1e8c-5444-4793-8048-9f2ff6f27ee5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:06.896434 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-ee9d1e8c-5444-4793-8048-9f2ff6f27ee5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8388562 Aug 31 10:14:06.914266 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-dc294d4e-b965-4083-acdd-03f13c9fb4f8 service neutron] Request body: {'port': {'device_id': '74e72e0f-28bb-47fd-9e22-3556a5b59537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:14:06.968879 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-dc294d4e-b965-4083-acdd-03f13c9fb4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:07.010466 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-78e411e7-d944-4176-9271-a032abe909a0 None None] Provisioning for port 3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:14:07.014718 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-78e411e7-d944-4176-9271-a032abe909a0 None None] Provisioning complete for port 3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:07.015247 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-78e411e7-d944-4176-9271-a032abe909a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:07.050843 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-78e411e7-d944-4176-9271-a032abe909a0 None None] Port 3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:14:07.251327 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476858c-e610-4026-ab01-2c2affca918f req-7d65a452-d145-42c6-87fe-bffbad952ff4 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:07.255023 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4476858c-e610-4026-ab01-2c2affca918f req-7d65a452-d145-42c6-87fe-bffbad952ff4 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537 HTTP/1.1" status: 200 len: 931 time: 0.0600178 Aug 31 10:14:07.265989 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-dc294d4e-b965-4083-acdd-03f13c9fb4f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:14:07.274263 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-dc294d4e-b965-4083-acdd-03f13c9fb4f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:07.287496 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-dc294d4e-b965-4083-acdd-03f13c9fb4f8 service neutron] Transition to ACTIVE for port object 3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:14:07.294245 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4476858c-e610-4026-ab01-2c2affca918f req-3cf3041f-c88e-43e5-811e-bbc5bfb79e98 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333896 Aug 31 10:14:07.396488 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-dc294d4e-b965-4083-acdd-03f13c9fb4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:07.456250 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc294d4e-b965-4083-acdd-03f13c9fb4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:07.539043 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-dc294d4e-b965-4083-acdd-03f13c9fb4f8 service neutron] Attempting to bind port 3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:14:07.539540 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-dc294d4e-b965-4083-acdd-03f13c9fb4f8 service neutron] Attempting to bind port 3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:14:07.539876 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-dc294d4e-b965-4083-acdd-03f13c9fb4f8 service neutron] Attempting to bind port 3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1 on network 2593dd5e-bc31-4e41-87f0-964b009dbd60 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:14:07.545489 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-dc294d4e-b965-4083-acdd-03f13c9fb4f8 service neutron] Port 3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1 on network 2593dd5e-bc31-4e41-87f0-964b009dbd60 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:14:07.545816 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-dc294d4e-b965-4083-acdd-03f13c9fb4f8 service neutron] Attempting to bind port 3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1 on network 2593dd5e-bc31-4e41-87f0-964b009dbd60 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:14:07.551009 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-dc294d4e-b965-4083-acdd-03f13c9fb4f8 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:14:07.551343 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-dc294d4e-b965-4083-acdd-03f13c9fb4f8 service neutron] Checking segment: {'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:14:07.551743 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-dc294d4e-b965-4083-acdd-03f13c9fb4f8 service neutron] Bound using segment: {'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:14:07.552156 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-dc294d4e-b965-4083-acdd-03f13c9fb4f8 service neutron] Bound port: 3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24dc4ca6-d35c-46d3-b38d-ab5d658ec634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:14:07.552530 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-dc294d4e-b965-4083-acdd-03f13c9fb4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:07.622997 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-dc294d4e-b965-4083-acdd-03f13c9fb4f8 service neutron] For port 3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:14:07.626529 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-dc294d4e-b965-4083-acdd-03f13c9fb4f8 service neutron] For port 3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:14:07.701499 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-dc294d4e-b965-4083-acdd-03f13c9fb4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:07.740704 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-dc294d4e-b965-4083-acdd-03f13c9fb4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:07.741220 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-dc294d4e-b965-4083-acdd-03f13c9fb4f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:07.742633 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-dc294d4e-b965-4083-acdd-03f13c9fb4f8 service neutron] 10.222.0.112 "PUT /v2.0/ports/3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1 HTTP/1.1" status: 200 len: 1092 time: 0.8328028 Aug 31 10:14:07.743079 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e72e0f-28bb-47fd-9e22-3556a5b59537', 'tag': '3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:14:07.749684 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efb09fcb25d757964e6e64477cf3964f72eef090657aa62846af519e9d9507f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6ce1ba-d256-41c0-8cd3-3bcc801185db" -d '{"events": [{"name": "network-changed", "server_uuid": "74e72e0f-28bb-47fd-9e22-3556a5b59537", "tag": "3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:14:07.770801 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc294d4e-b965-4083-acdd-03f13c9fb4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:07.861644 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e502b92c-4cbc-4d95-804d-36285fc54d12 x-openstack-request-id: req-e502b92c-4cbc-4d95-804d-36285fc54d12 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:14:07.861941 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e72e0f-28bb-47fd-9e22-3556a5b59537", "tag": "3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:14:07.862192 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e502b92c-4cbc-4d95-804d-36285fc54d12 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:14:07.862793 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e72e0f-28bb-47fd-9e22-3556a5b59537', 'tag': '3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1', 'status': 'completed', 'code': 200} Aug 31 10:14:07.926181 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-34a5290a-6a44-4136-8eb1-0f49f3760717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:07.927817 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-34a5290a-6a44-4136-8eb1-0f49f3760717 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537 HTTP/1.1" status: 200 len: 1095 time: 0.0491672 Aug 31 10:14:07.981059 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-c782e6b5-8c17-4cb7-a808-eeffdaf5d5b3 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1 HTTP/1.1" status: 200 len: 217 time: 0.0397000 Aug 31 10:14:08.036822 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-b899d3ba-0970-4641-b685-95c7922ffb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:08.038192 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-b899d3ba-0970-4641-b685-95c7922ffb1e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=eb8d724f-b49d-4dd8-a4d3-6787f4777e68 HTTP/1.1" status: 200 len: 850 time: 0.0456994 Aug 31 10:14:08.089510 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-0a8978a9-1fb2-403e-89bb-3cb22a8e7907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:08.091050 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-0a8978a9-1fb2-403e-89bb-3cb22a8e7907 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2593dd5e-bc31-4e41-87f0-964b009dbd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438530 Aug 31 10:14:08.191132 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-40396618-1e44-4808-935d-e6ac83d3e14c service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878482 Aug 31 10:14:08.287558 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d9c93d87-e3c0-454d-b2a3-960c93c2c65d req-e70a14ce-e1de-4e36-96fe-04eb03199360 service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856156 Aug 31 10:14:08.410524 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf201cc-789b-478f-920e-c6cd1a88ee14 req-41cde608-c456-481a-b875-47964f5e17c2 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:08.412345 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4bf201cc-789b-478f-920e-c6cd1a88ee14 req-41cde608-c456-481a-b875-47964f5e17c2 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537 HTTP/1.1" status: 200 len: 943 time: 0.0517354 Aug 31 10:14:08.456005 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4bf201cc-789b-478f-920e-c6cd1a88ee14 req-201a3fec-da4b-4950-8302-2a2cde74d25d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365982 Aug 31 10:14:08.480509 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ce1ba-d256-41c0-8cd3-3bcc801185db req-92f300bf-2133-42ff-908a-6dce3bb5b55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:08.482142 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ec6ce1ba-d256-41c0-8cd3-3bcc801185db req-92f300bf-2133-42ff-908a-6dce3bb5b55e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537 HTTP/1.1" status: 200 len: 1095 time: 0.0480640 Aug 31 10:14:08.582853 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ce1ba-d256-41c0-8cd3-3bcc801185db req-745a6f24-7a19-43a5-8b76-30cdca11af90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:08.584340 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ec6ce1ba-d256-41c0-8cd3-3bcc801185db req-745a6f24-7a19-43a5-8b76-30cdca11af90 service neutron] 10.222.0.112 "GET /v2.0/networks?id=2593dd5e-bc31-4e41-87f0-964b009dbd60 HTTP/1.1" status: 200 len: 913 time: 0.0915394 Aug 31 10:14:08.631037 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ec6ce1ba-d256-41c0-8cd3-3bcc801185db req-354960ed-1ee1-45e3-9f22-255502274e8d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1 HTTP/1.1" status: 200 len: 217 time: 0.0355086 Aug 31 10:14:08.685421 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ce1ba-d256-41c0-8cd3-3bcc801185db req-9de32263-4e69-4c03-bef6-e783c224fe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:08.686898 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ec6ce1ba-d256-41c0-8cd3-3bcc801185db req-9de32263-4e69-4c03-bef6-e783c224fe2b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=eb8d724f-b49d-4dd8-a4d3-6787f4777e68 HTTP/1.1" status: 200 len: 850 time: 0.0488462 Aug 31 10:14:08.736818 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ce1ba-d256-41c0-8cd3-3bcc801185db req-70bc9068-e44c-48fe-b27a-2c41e08595d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:08.738290 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ec6ce1ba-d256-41c0-8cd3-3bcc801185db req-70bc9068-e44c-48fe-b27a-2c41e08595d7 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2593dd5e-bc31-4e41-87f0-964b009dbd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405495 Aug 31 10:14:08.840311 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ec6ce1ba-d256-41c0-8cd3-3bcc801185db req-b90a71ed-9e24-40a9-bd18-93db80fa20a5 service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857816 Aug 31 10:14:08.944998 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ec6ce1ba-d256-41c0-8cd3-3bcc801185db req-f40284fe-c910-42c9-834c-da43a9b5b7fa service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962598 Aug 31 10:14:09.579552 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a75a5-0cc9-4dd3-905b-856ac7fbc912 req-8b3e766b-87ed-4ef3-a202-7a5c864c544f tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:09.581059 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f1a75a5-0cc9-4dd3-905b-856ac7fbc912 req-8b3e766b-87ed-4ef3-a202-7a5c864c544f tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537 HTTP/1.1" status: 200 len: 943 time: 0.0521438 Aug 31 10:14:09.620031 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f1a75a5-0cc9-4dd3-905b-856ac7fbc912 req-74fe5c1f-cc5a-4317-b97f-82f65bf1a0dc tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326788 Aug 31 10:14:10.736479 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8c087-3e3f-452b-930a-9f2acd6272c5 req-189218dc-338d-47a0-a72e-a79aaa538578 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:10.737958 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bad8c087-3e3f-452b-930a-9f2acd6272c5 req-189218dc-338d-47a0-a72e-a79aaa538578 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537 HTTP/1.1" status: 200 len: 943 time: 0.0520995 Aug 31 10:14:10.775933 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bad8c087-3e3f-452b-930a-9f2acd6272c5 req-20585ac6-75fd-4a75-807c-e8a5d2befa28 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314171 Aug 31 10:14:11.317987 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c803457c-24f9-4558-bf97-c16a1566cb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:11.895875 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15c0ec-874f-4685-aeba-e68e49fe8ddb req-97df782a-382f-4d17-b191-1ac7a427a1bc tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:11.897342 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1c15c0ec-874f-4685-aeba-e68e49fe8ddb req-97df782a-382f-4d17-b191-1ac7a427a1bc tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537 HTTP/1.1" status: 200 len: 943 time: 0.0499222 Aug 31 10:14:11.937653 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1c15c0ec-874f-4685-aeba-e68e49fe8ddb req-3a6c7f2f-286c-4a63-84f6-1d5433e93869 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327585 Aug 31 10:14:13.070889 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4f0add08-e5eb-49d1-815e-35c454e91e3d req-4c24554e-8a44-4b66-9f87-fc07f5472005 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0288959 Aug 31 10:14:13.078773 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336e015-9119-4e5a-b976-1e92358a78a4 req-d65a2a2f-58da-469f-9bc3-a620ac5df3bc tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:13.080317 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f336e015-9119-4e5a-b976-1e92358a78a4 req-d65a2a2f-58da-469f-9bc3-a620ac5df3bc tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537 HTTP/1.1" status: 200 len: 943 time: 0.0740983 Aug 31 10:14:13.123567 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4f0add08-e5eb-49d1-815e-35c454e91e3d req-a6f8ac0e-890e-431a-8834-b14b12c3d96e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0293460 Aug 31 10:14:13.141397 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f336e015-9119-4e5a-b976-1e92358a78a4 req-2bb7c377-d677-45f4-bf26-ba833848f593 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531166 Aug 31 10:14:13.164185 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4f0add08-e5eb-49d1-815e-35c454e91e3d req-aeaa0c2b-0d8c-40d3-8c41-0a740e4181f4 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204098 Aug 31 10:14:13.261434 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0add08-e5eb-49d1-815e-35c454e91e3d req-31b9fdb6-87fc-4636-b6a0-1ecb3586a59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:13.262966 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4f0add08-e5eb-49d1-815e-35c454e91e3d req-31b9fdb6-87fc-4636-b6a0-1ecb3586a59d service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0912838 Aug 31 10:14:13.975540 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6a8a1209-0352-43cf-b808-037ea8b22368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:14.061543 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:14.597369 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f007dd8-dea6-4082-aa08-66af90c221e0 req-913e357e-4ff9-499b-9295-7a26675c66e4 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:14.598962 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4f007dd8-dea6-4082-aa08-66af90c221e0 req-913e357e-4ff9-499b-9295-7a26675c66e4 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537 HTTP/1.1" status: 200 len: 943 time: 0.3902547 Aug 31 10:14:14.637514 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4f007dd8-dea6-4082-aa08-66af90c221e0 req-7b99c3e5-4bdf-4802-a641-ad668c77c420 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315461 Aug 31 10:14:15.532936 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:15.785201 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f882074-f7a1-440b-8942-c37db879792f req-e1abe2cb-b5fb-4559-be9f-73bf9d91e6a2 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:15.786690 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f882074-f7a1-440b-8942-c37db879792f req-e1abe2cb-b5fb-4559-be9f-73bf9d91e6a2 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537 HTTP/1.1" status: 200 len: 943 time: 0.0498612 Aug 31 10:14:15.826658 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f882074-f7a1-440b-8942-c37db879792f req-99b7b4af-b395-401b-8c13-5d5a7a6a9cd4 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337963 Aug 31 10:14:16.939396 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99c4d4-666b-475d-a9f4-c055e3e9a99c req-99fc8cf4-055f-4c97-93a9-fdf6035b30ad tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:16.940867 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-be99c4d4-666b-475d-a9f4-c055e3e9a99c req-99fc8cf4-055f-4c97-93a9-fdf6035b30ad tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537 HTTP/1.1" status: 200 len: 943 time: 0.0485847 Aug 31 10:14:16.982130 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-be99c4d4-666b-475d-a9f4-c055e3e9a99c req-b091571d-6100-4e24-a4c1-023257fff01d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346966 Aug 31 10:14:17.163627 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:17.412944 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:14:18.104688 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e57aec-daea-483d-b939-c476845e3d4c req-e972e512-c647-43ec-b28f-72ae420a0ff8 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:18.106120 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3e57aec-daea-483d-b939-c476845e3d4c req-e972e512-c647-43ec-b28f-72ae420a0ff8 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537 HTTP/1.1" status: 200 len: 943 time: 0.0494399 Aug 31 10:14:18.145744 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3e57aec-daea-483d-b939-c476845e3d4c req-5ca8efd6-1859-4d1c-a887-e8bd57206570 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326929 Aug 31 10:14:19.264928 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02e270-c44a-4441-a774-9beebeb1991b req-b6dd75a1-2095-4599-a8dd-ddb6a35d08f7 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:19.266397 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ca02e270-c44a-4441-a774-9beebeb1991b req-b6dd75a1-2095-4599-a8dd-ddb6a35d08f7 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537 HTTP/1.1" status: 200 len: 943 time: 0.0538785 Aug 31 10:14:19.303827 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ca02e270-c44a-4441-a774-9beebeb1991b req-aeaa5863-6d49-43dd-ae8f-f55ad52673eb tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314271 Aug 31 10:14:19.986265 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:14:20.087853 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:20.098612 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'port_id': '3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1', 'mac_address': 'fa:16:3e:93:3f:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:14:20.135012 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:20.147283 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:14:20.167235 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:20.260671 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:20.312024 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:20.319261 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:20.319598 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:20.319929 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:20.320258 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:20.320577 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:20.321240 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:20.321570 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:20.321884 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:20.322200 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:20.322513 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:20.322852 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:20.323163 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:20.418880 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838a0ed-7099-4c53-bb3b-9ec47c7b4ac6 req-a5230729-101a-4939-9bdd-6a6bb07206c9 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:20.420341 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f838a0ed-7099-4c53-bb3b-9ec47c7b4ac6 req-a5230729-101a-4939-9bdd-6a6bb07206c9 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537 HTTP/1.1" status: 200 len: 944 time: 0.0500231 Aug 31 10:14:20.461134 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f838a0ed-7099-4c53-bb3b-9ec47c7b4ac6 req-a4f6299f-1a65-40ac-822f-8dfeb0e73363 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349071 Aug 31 10:14:20.558185 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:14:21.584869 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe17b8-2dac-435c-bab3-3e8b30541c94 req-56b8bcae-7e1f-477d-b4a4-b10e28aff2b9 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:21.586390 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b8fe17b8-2dac-435c-bab3-3e8b30541c94 req-56b8bcae-7e1f-477d-b4a4-b10e28aff2b9 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537 HTTP/1.1" status: 200 len: 944 time: 0.0494812 Aug 31 10:14:21.624430 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b8fe17b8-2dac-435c-bab3-3e8b30541c94 req-227f7b99-b2e9-4a71-81ad-b3fee00b9db8 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318563 Aug 31 10:14:22.002045 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:14:22.144559 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:14:22.149697 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:14:22.150302 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:22.232746 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:22.255932 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e72e0f-28bb-47fd-9e22-3556a5b59537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:14:22.258103 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc5147e-ebf6-4fee-be79-7f2dab5f8533" -d '{"events": [{"server_uuid": "74e72e0f-28bb-47fd-9e22-3556a5b59537", "name": "network-vif-plugged", "status": "completed", "tag": "3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:14:22.276089 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:14:22.356116 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:22.362652 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30240cca-d72d-4297-9e78-fad38cc10ed9 x-openstack-request-id: req-30240cca-d72d-4297-9e78-fad38cc10ed9 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:14:22.362945 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e72e0f-28bb-47fd-9e22-3556a5b59537", "name": "network-vif-plugged", "status": "completed", "tag": "3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:14:22.363198 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-30240cca-d72d-4297-9e78-fad38cc10ed9 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:14:22.363587 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e72e0f-28bb-47fd-9e22-3556a5b59537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1', 'code': 200} Aug 31 10:14:22.418752 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:22.478666 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4f63d-89ba-486b-aca4-835f4b0dc1b8 req-9d417101-cd23-4816-a0eb-3a0f02c86292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:22.480271 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e3b4f63d-89ba-486b-aca4-835f4b0dc1b8 req-9d417101-cd23-4816-a0eb-3a0f02c86292 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537 HTTP/1.1" status: 200 len: 1097 time: 0.0469341 Aug 31 10:14:22.525839 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e3b4f63d-89ba-486b-aca4-835f4b0dc1b8 req-978977b2-57c4-41e1-bb4a-308551bfa7c4 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336640 Aug 31 10:14:22.745726 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63918706-f1fa-4649-ba63-f3f1cf8605d6 req-d5a10201-670a-4d35-bbec-8df2d6c66929 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:22.747255 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-63918706-f1fa-4649-ba63-f3f1cf8605d6 req-d5a10201-670a-4d35-bbec-8df2d6c66929 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537 HTTP/1.1" status: 200 len: 945 time: 0.0555689 Aug 31 10:14:22.785555 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-63918706-f1fa-4649-ba63-f3f1cf8605d6 req-516f9143-a23b-4270-8329-50b82454b31d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321789 Aug 31 10:14:23.907654 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5399e-4fba-4f12-bd78-9ff0dbe2a792 req-777d4152-6272-4c95-af8d-405b70e06400 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:23.909192 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-68a5399e-4fba-4f12-bd78-9ff0dbe2a792 req-777d4152-6272-4c95-af8d-405b70e06400 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537 HTTP/1.1" status: 200 len: 945 time: 0.0534601 Aug 31 10:14:23.952756 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-68a5399e-4fba-4f12-bd78-9ff0dbe2a792 req-a6332499-479d-4e5e-8a72-2d940b9d8cf0 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370171 Aug 31 10:14:25.072042 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677ed5d-6792-4319-b7d1-ce9c871ed3d2 req-c364fb5e-f915-4349-86f4-2554271e9bf4 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:25.073421 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d677ed5d-6792-4319-b7d1-ce9c871ed3d2 req-c364fb5e-f915-4349-86f4-2554271e9bf4 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537 HTTP/1.1" status: 200 len: 945 time: 0.0491836 Aug 31 10:14:25.110888 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d677ed5d-6792-4319-b7d1-ce9c871ed3d2 req-5cbf7162-7bfc-40e1-a152-d909efb9d211 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315208 Aug 31 10:14:25.223680 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0becd-0203-457f-9b1f-c6e008261246 req-c0ca7075-313d-4506-a2e3-965abfe8fb4d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:25.225235 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-edc0becd-0203-457f-9b1f-c6e008261246 req-c0ca7075-313d-4506-a2e3-965abfe8fb4d tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537 HTTP/1.1" status: 200 len: 945 time: 0.0486310 Aug 31 10:14:25.262472 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-edc0becd-0203-457f-9b1f-c6e008261246 req-9ed763e0-ce1e-4f7e-b160-33b03f89dd45 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310943 Aug 31 10:14:25.285133 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51668) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:25.324851 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da86204e-a88b-426b-beef-c7c744e6e9eb tempest-TestVolumeBootPattern-1367545796 tempest-TestVolumeBootPattern-1367545796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:25.326297 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-da86204e-a88b-426b-beef-c7c744e6e9eb tempest-TestVolumeBootPattern-1367545796 tempest-TestVolumeBootPattern-1367545796-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537 HTTP/1.1" status: 200 len: 1092 time: 0.0401478 Aug 31 10:14:25.329038 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51670) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:14:25.333341 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-f8e6df9f-9aeb-428b-b737-285b7a070b43 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'port_id': '3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:14:25.437921 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f8e6df9f-9aeb-428b-b737-285b7a070b43 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for floatingip, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:25.538622 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f8e6df9f-9aeb-428b-b737-285b7a070b43 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:25.647967 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-f8e6df9f-9aeb-428b-b737-285b7a070b43 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Allocated IP 172.25.2.103 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/aac58942-4953-49d9-9c79-6a4071a3cbad) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:14:25.750409 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f8e6df9f-9aeb-428b-b737-285b7a070b43 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:25.836303 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f8e6df9f-9aeb-428b-b737-285b7a070b43 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:25.877364 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e6df9f-9aeb-428b-b737-285b7a070b43 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:14:25.880368 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-f8e6df9f-9aeb-428b-b737-285b7a070b43 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:14:25.884847 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e6df9f-9aeb-428b-b737-285b7a070b43 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:14:25.890276 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6df9f-9aeb-428b-b737-285b7a070b43 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Pushing event updated for resources: {'Port': ['ID=aac58942-4953-49d9-9c79-6a4071a3cbad,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:25.922618 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e6df9f-9aeb-428b-b737-285b7a070b43 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:25.922893 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e6df9f-9aeb-428b-b737-285b7a070b43 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:25.923235 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e6df9f-9aeb-428b-b737-285b7a070b43 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:25.923571 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e6df9f-9aeb-428b-b737-285b7a070b43 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:25.923901 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e6df9f-9aeb-428b-b737-285b7a070b43 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:25.924229 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e6df9f-9aeb-428b-b737-285b7a070b43 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:25.924555 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e6df9f-9aeb-428b-b737-285b7a070b43 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:25.924878 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e6df9f-9aeb-428b-b737-285b7a070b43 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:25.925201 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e6df9f-9aeb-428b-b737-285b7a070b43 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:25.925531 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e6df9f-9aeb-428b-b737-285b7a070b43 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:25.925843 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e6df9f-9aeb-428b-b737-285b7a070b43 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:25.926171 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e6df9f-9aeb-428b-b737-285b7a070b43 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:14:26.257771 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f8e6df9f-9aeb-428b-b737-285b7a070b43 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:26.422144 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f8e6df9f-9aeb-428b-b737-285b7a070b43 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:26.567977 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f8e6df9f-9aeb-428b-b737-285b7a070b43 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:26.641461 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f8e6df9f-9aeb-428b-b737-285b7a070b43 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:26.716844 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6df9f-9aeb-428b-b737-285b7a070b43 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Pushing event updated for resources: {'Port': ['ID=aac58942-4953-49d9-9c79-6a4071a3cbad,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:14:26.727371 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f8e6df9f-9aeb-428b-b737-285b7a070b43 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:26.830262 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-f8e6df9f-9aeb-428b-b737-285b7a070b43 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Floating IP 42a56761-3a86-4132-a59b-6fba86363944 associated. External IP: 172.25.2.103, port: 3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1. Aug 31 10:14:27.038613 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e6df9f-9aeb-428b-b737-285b7a070b43 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Router 6f0cb40d-2508-47c7-8c30-faf253bade14 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:14:27.144557 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e6df9f-9aeb-428b-b737-285b7a070b43 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:14:27.154101 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2ba791-17d1-46ee-a819-3fb87a0fe8a3 None None] Sync routers for ids ['6f0cb40d-2508-47c7-8c30-faf253bade14'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:14:27.163342 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2ba791-17d1-46ee-a819-3fb87a0fe8a3 None None] Routers {'6f0cb40d-2508-47c7-8c30-faf253bade14'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:14:27.163938 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-7d2ba791-17d1-46ee-a819-3fb87a0fe8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:14:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['6f0cb40d-2508-47c7-8c30-faf253bade14'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:27.244805 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f8e6df9f-9aeb-428b-b737-285b7a070b43 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:27.264934 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-7d2ba791-17d1-46ee-a819-3fb87a0fe8a3 None None] Set router 6f0cb40d-2508-47c7-8c30-faf253bade14 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:14:27.273824 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f8e6df9f-9aeb-428b-b737-285b7a070b43 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9434333 Aug 31 10:14:27.282329 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e72e0f-28bb-47fd-9e22-3556a5b59537', 'tag': '3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:14:27.282329 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127378f7-b037-4eca-84d4-143cd2236ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "74e72e0f-28bb-47fd-9e22-3556a5b59537", "tag": "3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:14:27.366171 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36a6972-49c0-4729-bb33-2ebd678ce502 x-openstack-request-id: req-e36a6972-49c0-4729-bb33-2ebd678ce502 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:14:27.366455 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e72e0f-28bb-47fd-9e22-3556a5b59537", "tag": "3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:14:27.367353 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e36a6972-49c0-4729-bb33-2ebd678ce502 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:14:27.367353 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e72e0f-28bb-47fd-9e22-3556a5b59537', 'tag': '3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1', 'status': 'completed', 'code': 200} Aug 31 10:14:27.436107 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127378f7-b037-4eca-84d4-143cd2236ae0 req-4332f832-52e8-42d7-ab5f-25826baaed41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:27.437520 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-127378f7-b037-4eca-84d4-143cd2236ae0 req-4332f832-52e8-42d7-ab5f-25826baaed41 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537 HTTP/1.1" status: 200 len: 1097 time: 0.0474529 Aug 31 10:14:27.499403 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-7d2ba791-17d1-46ee-a819-3fb87a0fe8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'name': 'tempest-TestVolumeBootPattern-800871963-router', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:51Z', 'updated_at': '2021-08-31T10:03:55Z', 'revision_number': 4, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'gw_port': {'id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:52Z', 'updated_at': '2021-08-31T10:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '42a56761-3a86-4132-a59b-6fba86363944', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'floating_ip_address': '172.25.2.103', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'port_id': '3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'mac_address': 'fa:16:3e:93:3f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e72e0f-28bb-47fd-9e22-3556a5b59537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:14:26Z', 'updated_at': '2021-08-31T10:14:26Z', 'revision_number': 0, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'fixed_ip_address_scope': None}, {'id': 'abce7456-d4f2-4db7-b3cb-d317f72945d5', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'port_id': '21c849a1-9273-414f-bed5-7d8b44b9566f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'mac_address': 'fa:16:3e:5b:5d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8594241e-d02f-4b5a-8532-a9153cf238cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:11:39Z', 'updated_at': '2021-08-31T10:11:41Z', 'revision_number': 1, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3', 'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'mac_address': 'fa:16:3e:79:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:54Z', 'updated_at': '2021-08-31T10:04:01Z', 'revision_number': 5, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'subnets': [{'id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:27.524862 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2ba791-17d1-46ee-a819-3fb87a0fe8a3 None None] Checking router: 6f0cb40d-2508-47c7-8c30-faf253bade14 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:14:27.527135 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127378f7-b037-4eca-84d4-143cd2236ae0 req-8c77125b-e097-44b7-ac94-d3687dcf86c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:27.528663 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-127378f7-b037-4eca-84d4-143cd2236ae0 req-8c77125b-e097-44b7-ac94-d3687dcf86c6 service neutron] 10.222.0.112 "GET /v2.0/networks?id=2593dd5e-bc31-4e41-87f0-964b009dbd60 HTTP/1.1" status: 200 len: 913 time: 0.0840988 Aug 31 10:14:27.533176 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2ba791-17d1-46ee-a819-3fb87a0fe8a3 None None] Routers {'6f0cb40d-2508-47c7-8c30-faf253bade14'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:14:27.533769 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-7d2ba791-17d1-46ee-a819-3fb87a0fe8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:14:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['6f0cb40d-2508-47c7-8c30-faf253bade14'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:27.597223 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-127378f7-b037-4eca-84d4-143cd2236ae0 req-5f6765bf-5ee9-4760-b934-d41913d94b67 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1 HTTP/1.1" status: 200 len: 999 time: 0.0617814 Aug 31 10:14:27.639623 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-7d2ba791-17d1-46ee-a819-3fb87a0fe8a3 None None] Set router 6f0cb40d-2508-47c7-8c30-faf253bade14 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:14:27.878829 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-7d2ba791-17d1-46ee-a819-3fb87a0fe8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'name': 'tempest-TestVolumeBootPattern-800871963-router', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:51Z', 'updated_at': '2021-08-31T10:03:55Z', 'revision_number': 4, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'gw_port': {'id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:52Z', 'updated_at': '2021-08-31T10:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '42a56761-3a86-4132-a59b-6fba86363944', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'floating_ip_address': '172.25.2.103', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'port_id': '3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'mac_address': 'fa:16:3e:93:3f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e72e0f-28bb-47fd-9e22-3556a5b59537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:14:26Z', 'updated_at': '2021-08-31T10:14:26Z', 'revision_number': 0, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'fixed_ip_address_scope': None}, {'id': 'abce7456-d4f2-4db7-b3cb-d317f72945d5', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'port_id': '21c849a1-9273-414f-bed5-7d8b44b9566f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'mac_address': 'fa:16:3e:5b:5d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8594241e-d02f-4b5a-8532-a9153cf238cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:11:39Z', 'updated_at': '2021-08-31T10:11:41Z', 'revision_number': 1, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3', 'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'mac_address': 'fa:16:3e:79:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:54Z', 'updated_at': '2021-08-31T10:04:01Z', 'revision_number': 5, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'subnets': [{'id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:14:27.905772 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2ba791-17d1-46ee-a819-3fb87a0fe8a3 None None] The sync data for ids ['6f0cb40d-2508-47c7-8c30-faf253bade14'] in n-d-791506-28 is: [{'id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'name': 'tempest-TestVolumeBootPattern-800871963-router', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:51Z', 'updated_at': '2021-08-31T10:03:55Z', 'revision_number': 4, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'gw_port': {'id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:52Z', 'updated_at': '2021-08-31T10:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '42a56761-3a86-4132-a59b-6fba86363944', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'floating_ip_address': '172.25.2.103', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'port_id': '3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'mac_address': 'fa:16:3e:93:3f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e72e0f-28bb-47fd-9e22-3556a5b59537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:14:26Z', 'updated_at': '2021-08-31T10:14:26Z', 'revision_number': 0, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'fixed_ip_address_scope': None}, {'id': 'abce7456-d4f2-4db7-b3cb-d317f72945d5', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'port_id': '21c849a1-9273-414f-bed5-7d8b44b9566f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'mac_address': 'fa:16:3e:5b:5d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8594241e-d02f-4b5a-8532-a9153cf238cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:11:39Z', 'updated_at': '2021-08-31T10:11:41Z', 'revision_number': 1, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3', 'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'mac_address': 'fa:16:3e:79:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:54Z', 'updated_at': '2021-08-31T10:04:01Z', 'revision_number': 5, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'subnets': [{'id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:14:27.962517 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127378f7-b037-4eca-84d4-143cd2236ae0 req-abc62351-0614-42db-813a-cee41c83821d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:27.964072 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-127378f7-b037-4eca-84d4-143cd2236ae0 req-abc62351-0614-42db-813a-cee41c83821d service neutron] 10.222.0.112 "GET /v2.0/subnets?id=eb8d724f-b49d-4dd8-a4d3-6787f4777e68 HTTP/1.1" status: 200 len: 850 time: 0.3599782 Aug 31 10:14:28.011547 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127378f7-b037-4eca-84d4-143cd2236ae0 req-e83d612c-3cbb-45a2-a5e4-393b107817b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:14:28.013071 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-127378f7-b037-4eca-84d4-143cd2236ae0 req-e83d612c-3cbb-45a2-a5e4-393b107817b8 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2593dd5e-bc31-4e41-87f0-964b009dbd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415564 Aug 31 10:14:28.110175 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-127378f7-b037-4eca-84d4-143cd2236ae0 req-93b7e747-928a-4d0a-8e3b-b5cddc0c45cf service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902519 Aug 31 10:14:28.110914 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5f6546-c26f-439c-b135-f9dbbdb28697 None None] New status for floating IP 42a56761-3a86-4132-a59b-6fba86363944: ACTIVE {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:14:28.205474 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-127378f7-b037-4eca-84d4-143cd2236ae0 req-ecf7b843-f6c8-4c39-9001-0654d1024a38 service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883458 Aug 31 10:14:33.197678 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:33.563241 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:41.328823 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-23b2e736-f51d-481c-b584-633420763b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:43.983898 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a3df3c53-5e11-475d-914b-bfa6193ccda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:44.105843 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:45.591903 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:47.191663 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:14:54.412872 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:15:03.225382 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:03.572617 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:04.900205 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-26f9abfb-ec7b-4075-ad57-10bd240c3eda req-6d34ac72-1786-49da-9508-5df31f3056b8 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=8594241e-d02f-4b5a-8532-a9153cf238cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403204 Aug 31 10:15:04.992573 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9abfb-ec7b-4075-ad57-10bd240c3eda req-49b4162e-0f72-413a-81cf-237ab5b22894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:04.994049 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-26f9abfb-ec7b-4075-ad57-10bd240c3eda req-49b4162e-0f72-413a-81cf-237ab5b22894 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&device_id=8594241e-d02f-4b5a-8532-a9153cf238cf HTTP/1.1" status: 200 len: 1097 time: 0.0439906 Aug 31 10:15:05.103260 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9abfb-ec7b-4075-ad57-10bd240c3eda req-aa0c5a49-c8ea-4433-88b4-a9416823f786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:05.104562 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-26f9abfb-ec7b-4075-ad57-10bd240c3eda req-aa0c5a49-c8ea-4433-88b4-a9416823f786 service neutron] 10.222.0.112 "GET /v2.0/networks?id=2593dd5e-bc31-4e41-87f0-964b009dbd60 HTTP/1.1" status: 200 len: 913 time: 0.0840566 Aug 31 10:15:05.175293 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-26f9abfb-ec7b-4075-ad57-10bd240c3eda req-37d2cea9-f1c5-462f-a349-cf206b4478c9 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21c849a1-9273-414f-bed5-7d8b44b9566f HTTP/1.1" status: 200 len: 1000 time: 0.0612957 Aug 31 10:15:05.226988 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9abfb-ec7b-4075-ad57-10bd240c3eda req-55ef4ec9-eb91-447c-a4ee-3236cf044830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:05.228515 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-26f9abfb-ec7b-4075-ad57-10bd240c3eda req-55ef4ec9-eb91-447c-a4ee-3236cf044830 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=eb8d724f-b49d-4dd8-a4d3-6787f4777e68 HTTP/1.1" status: 200 len: 850 time: 0.0424030 Aug 31 10:15:05.276055 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9abfb-ec7b-4075-ad57-10bd240c3eda req-89bfc88b-b509-4d22-b2c0-4259779f451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:05.278102 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-26f9abfb-ec7b-4075-ad57-10bd240c3eda req-89bfc88b-b509-4d22-b2c0-4259779f451d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2593dd5e-bc31-4e41-87f0-964b009dbd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409331 Aug 31 10:15:05.375656 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-26f9abfb-ec7b-4075-ad57-10bd240c3eda req-b66e1a31-0d2e-4205-8e81-622762fd8703 service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860651 Aug 31 10:15:05.470448 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-26f9abfb-ec7b-4075-ad57-10bd240c3eda req-80a35df7-8b79-4081-a0c7-439abc43dd14 service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840704 Aug 31 10:15:11.351208 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1b08ced0-c097-40ba-a59a-6fb11ea9745a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:13.163754 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-717f6739-180c-4516-a07b-7618643e9b0d req-8fcecfcf-a131-43f0-8d8a-ec915cbed02f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0274751 Aug 31 10:15:13.229678 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-717f6739-180c-4516-a07b-7618643e9b0d req-4fee6575-8efc-4bc2-885e-558c4acd7fca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0249755 Aug 31 10:15:13.267851 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-717f6739-180c-4516-a07b-7618643e9b0d req-5b1335f2-ba04-462a-afaf-6b0494cb3c09 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193214 Aug 31 10:15:13.361305 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f6739-180c-4516-a07b-7618643e9b0d req-a9c3c529-a3d7-4006-8d7a-213babc35f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:15:13.362796 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-717f6739-180c-4516-a07b-7618643e9b0d req-a9c3c529-a3d7-4006-8d7a-213babc35f9d service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0885305 Aug 31 10:15:13.988927 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f7e8dbb0-78f1-447c-b73c-29b2b2667458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:14.103996 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:15.533574 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:17.201406 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:31.412795 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:15:33.241443 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:33.613675 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:41.350822 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ae5bcd29-e795-4814-802d-3b4f2416c7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:44.035547 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-08f4f295-eacf-4cd8-b291-41a3e0c90fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:44.144463 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:45.549893 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:15:47.191307 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:03.218597 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:03.594274 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:04.152527 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1a64279-b0a0-4437-8276-b1904b3ae097 req-edd38927-2921-471b-889c-7ba71c397bba service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429647 Aug 31 10:16:04.219560 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a64279-b0a0-4437-8276-b1904b3ae097 req-f4692571-d34f-4b46-9f37-f30665af2b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:04.221148 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1a64279-b0a0-4437-8276-b1904b3ae097 req-f4692571-d34f-4b46-9f37-f30665af2b1e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537 HTTP/1.1" status: 200 len: 1097 time: 0.0467525 Aug 31 10:16:04.332999 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a64279-b0a0-4437-8276-b1904b3ae097 req-fdaf1f04-1c8e-4420-88f1-0e448f85a880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:04.334475 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1a64279-b0a0-4437-8276-b1904b3ae097 req-fdaf1f04-1c8e-4420-88f1-0e448f85a880 service neutron] 10.222.0.112 "GET /v2.0/networks?id=2593dd5e-bc31-4e41-87f0-964b009dbd60 HTTP/1.1" status: 200 len: 913 time: 0.0898883 Aug 31 10:16:04.412527 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1a64279-b0a0-4437-8276-b1904b3ae097 req-f5b083a0-4c9f-429a-8281-4dc3169622d6 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1 HTTP/1.1" status: 200 len: 1001 time: 0.0678668 Aug 31 10:16:04.468197 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a64279-b0a0-4437-8276-b1904b3ae097 req-5539418d-f22d-4bdc-920a-65172f9da703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:04.469753 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1a64279-b0a0-4437-8276-b1904b3ae097 req-5539418d-f22d-4bdc-920a-65172f9da703 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=eb8d724f-b49d-4dd8-a4d3-6787f4777e68 HTTP/1.1" status: 200 len: 850 time: 0.0465653 Aug 31 10:16:04.521367 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a64279-b0a0-4437-8276-b1904b3ae097 req-1563d089-9366-4edc-9010-75dee2e32786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:04.522912 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1a64279-b0a0-4437-8276-b1904b3ae097 req-1563d089-9366-4edc-9010-75dee2e32786 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2593dd5e-bc31-4e41-87f0-964b009dbd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423136 Aug 31 10:16:04.618388 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1a64279-b0a0-4437-8276-b1904b3ae097 req-d1c74e1c-cf7e-43a4-87ac-05b177cbcbf1 service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877113 Aug 31 10:16:04.724539 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f1a64279-b0a0-4437-8276-b1904b3ae097 req-8e0addf2-97d6-40d6-a28a-27dfdccfa740 service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943315 Aug 31 10:16:08.414660 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:16:11.303564 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-828b80a1-1564-4834-ade1-ee38928436ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:14.017595 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a0f7c06c-f4a1-407f-b17b-4f3a733e544d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:14.120377 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:15.032632 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70e867b9-683a-4548-816a-2a7ade519cee req-9bfadda5-83dd-493f-b189-8e3703efdea2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0300870 Aug 31 10:16:15.078221 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70e867b9-683a-4548-816a-2a7ade519cee req-69e2a8ce-1484-4317-a569-3fbcfef1d049 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.0258012 Aug 31 10:16:15.117570 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70e867b9-683a-4548-816a-2a7ade519cee req-908ef97a-390e-4324-b5b8-b7f8eca3512b service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40aea3578a764824ae85220fcc0c6911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204322 Aug 31 10:16:15.219208 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e867b9-683a-4548-816a-2a7ade519cee req-9744bd5e-437f-424f-9881-08ce16600c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:15.220699 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70e867b9-683a-4548-816a-2a7ade519cee req-9744bd5e-437f-424f-9881-08ce16600c10 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0969331 Aug 31 10:16:15.532661 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:17.216456 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:33.273807 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:33.582259 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:41.160826 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51742) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:16:41.334966 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-01ccb70a-63ac-4e43-a600-59b507751f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:41.481251 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-43b1fd88-d3c0-4927-b381-6c027aedab2c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Deleting port aac58942-4953-49d9-9c79-6a4071a3cbad {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:16:41.481591 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-43b1fd88-d3c0-4927-b381-6c027aedab2c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:41.560755 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-43b1fd88-d3c0-4927-b381-6c027aedab2c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:41.561075 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-43b1fd88-d3c0-4927-b381-6c027aedab2c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:41.573280 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-43b1fd88-d3c0-4927-b381-6c027aedab2c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Calling delete_port for aac58942-4953-49d9-9c79-6a4071a3cbad owned by network:floatingip {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:16:41.810350 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-43b1fd88-d3c0-4927-b381-6c027aedab2c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:41.835065 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b1fd88-d3c0-4927-b381-6c027aedab2c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Pushing event deleted for resources: {'Port': ['ID=aac58942-4953-49d9-9c79-6a4071a3cbad,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:16:41.848659 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b1fd88-d3c0-4927-b381-6c027aedab2c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:41.849006 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b1fd88-d3c0-4927-b381-6c027aedab2c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:41.849344 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b1fd88-d3c0-4927-b381-6c027aedab2c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:41.849679 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b1fd88-d3c0-4927-b381-6c027aedab2c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:41.850147 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b1fd88-d3c0-4927-b381-6c027aedab2c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:41.850482 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b1fd88-d3c0-4927-b381-6c027aedab2c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:41.850838 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b1fd88-d3c0-4927-b381-6c027aedab2c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:41.851161 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b1fd88-d3c0-4927-b381-6c027aedab2c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:41.851484 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b1fd88-d3c0-4927-b381-6c027aedab2c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:41.851808 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b1fd88-d3c0-4927-b381-6c027aedab2c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:41.852126 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b1fd88-d3c0-4927-b381-6c027aedab2c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:41.852446 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b1fd88-d3c0-4927-b381-6c027aedab2c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:16:41.909546 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-43b1fd88-d3c0-4927-b381-6c027aedab2c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for floatingip, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:41.909878 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [None req-43b1fd88-d3c0-4927-b381-6c027aedab2c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Floating IP 42a56761-3a86-4132-a59b-6fba86363944 disassociated (deleted). External IP: 172.25.2.103, port: 3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1. Aug 31 10:16:42.122287 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b1fd88-d3c0-4927-b381-6c027aedab2c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Router 6f0cb40d-2508-47c7-8c30-faf253bade14 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:16:42.232397 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b1fd88-d3c0-4927-b381-6c027aedab2c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:16:42.237417 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-43b1fd88-d3c0-4927-b381-6c027aedab2c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:42.242908 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6017570-3e84-4539-a4af-1bb216afd94e None None] Sync routers for ids ['6f0cb40d-2508-47c7-8c30-faf253bade14'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:16:42.252804 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6017570-3e84-4539-a4af-1bb216afd94e None None] Routers {'6f0cb40d-2508-47c7-8c30-faf253bade14'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:16:42.253437 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c6017570-3e84-4539-a4af-1bb216afd94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:16:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['6f0cb40d-2508-47c7-8c30-faf253bade14'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:16:42.265194 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-43b1fd88-d3c0-4927-b381-6c027aedab2c tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "DELETE /v2.0/floatingips/42a56761-3a86-4132-a59b-6fba86363944 HTTP/1.1" status: 204 len: 168 time: 1.1033483 Aug 31 10:16:42.265795 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e72e0f-28bb-47fd-9e22-3556a5b59537', 'tag': '3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:16:42.268951 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efb09fcb25d757964e6e64477cf3964f72eef090657aa62846af519e9d9507f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163b3f04-9db6-45de-9681-edb975c546ae" -d '{"events": [{"name": "network-changed", "server_uuid": "74e72e0f-28bb-47fd-9e22-3556a5b59537", "tag": "3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:16:42.312610 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c61102d-cef7-45a5-b1ff-7640cf0c3b47 x-openstack-request-id: req-0c61102d-cef7-45a5-b1ff-7640cf0c3b47 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:16:42.312903 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e72e0f-28bb-47fd-9e22-3556a5b59537", "tag": "3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:16:42.313158 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-0c61102d-cef7-45a5-b1ff-7640cf0c3b47 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:16:42.313563 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e72e0f-28bb-47fd-9e22-3556a5b59537', 'tag': '3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1', 'status': 'completed', 'code': 200} Aug 31 10:16:42.366901 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-c6017570-3e84-4539-a4af-1bb216afd94e None None] Set router 6f0cb40d-2508-47c7-8c30-faf253bade14 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:16:42.391214 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b3f04-9db6-45de-9681-edb975c546ae req-e0062a20-474e-456f-bb78-5f8fbd035da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:42.391214 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-163b3f04-9db6-45de-9681-edb975c546ae req-e0062a20-474e-456f-bb78-5f8fbd035da0 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537 HTTP/1.1" status: 200 len: 1097 time: 0.0430863 Aug 31 10:16:42.494306 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b3f04-9db6-45de-9681-edb975c546ae req-7197d16c-9914-4efa-bba3-9a1d52de17d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:42.495887 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-163b3f04-9db6-45de-9681-edb975c546ae req-7197d16c-9914-4efa-bba3-9a1d52de17d1 service neutron] 10.222.0.112 "GET /v2.0/networks?id=2593dd5e-bc31-4e41-87f0-964b009dbd60 HTTP/1.1" status: 200 len: 913 time: 0.0951929 Aug 31 10:16:42.544459 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-163b3f04-9db6-45de-9681-edb975c546ae req-adcfa9e8-d933-4d22-bd6f-a7360dc9f933 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1 HTTP/1.1" status: 200 len: 217 time: 0.0371644 Aug 31 10:16:42.597193 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c6017570-3e84-4539-a4af-1bb216afd94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'name': 'tempest-TestVolumeBootPattern-800871963-router', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:51Z', 'updated_at': '2021-08-31T10:03:55Z', 'revision_number': 4, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'gw_port': {'id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:52Z', 'updated_at': '2021-08-31T10:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'abce7456-d4f2-4db7-b3cb-d317f72945d5', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'port_id': '21c849a1-9273-414f-bed5-7d8b44b9566f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'mac_address': 'fa:16:3e:5b:5d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8594241e-d02f-4b5a-8532-a9153cf238cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:11:39Z', 'updated_at': '2021-08-31T10:11:41Z', 'revision_number': 1, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3', 'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'mac_address': 'fa:16:3e:79:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:54Z', 'updated_at': '2021-08-31T10:04:01Z', 'revision_number': 5, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'subnets': [{'id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:16:42.598937 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b3f04-9db6-45de-9681-edb975c546ae req-766e2607-d939-470a-ac94-b94c19f8377b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:42.600494 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-163b3f04-9db6-45de-9681-edb975c546ae req-766e2607-d939-470a-ac94-b94c19f8377b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=eb8d724f-b49d-4dd8-a4d3-6787f4777e68 HTTP/1.1" status: 200 len: 850 time: 0.0457535 Aug 31 10:16:42.624543 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6017570-3e84-4539-a4af-1bb216afd94e None None] Checking router: 6f0cb40d-2508-47c7-8c30-faf253bade14 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:16:42.634498 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6017570-3e84-4539-a4af-1bb216afd94e None None] Routers {'6f0cb40d-2508-47c7-8c30-faf253bade14'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:16:42.635145 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c6017570-3e84-4539-a4af-1bb216afd94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:16:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['6f0cb40d-2508-47c7-8c30-faf253bade14'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:16:42.659436 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b3f04-9db6-45de-9681-edb975c546ae req-77c5ebfb-f83c-40c3-8f94-0d63bcd6548b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:42.660879 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-163b3f04-9db6-45de-9681-edb975c546ae req-77c5ebfb-f83c-40c3-8f94-0d63bcd6548b service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2593dd5e-bc31-4e41-87f0-964b009dbd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488377 Aug 31 10:16:42.790579 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-163b3f04-9db6-45de-9681-edb975c546ae req-7ded7bfb-dda2-480c-9217-56b4dd55a224 service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155572 Aug 31 10:16:42.850349 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-c6017570-3e84-4539-a4af-1bb216afd94e None None] Set router 6f0cb40d-2508-47c7-8c30-faf253bade14 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:16:42.905245 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-163b3f04-9db6-45de-9681-edb975c546ae req-1b00fb31-2cce-4d1e-bb74-fdf21d0a77b2 service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026936 Aug 31 10:16:42.945120 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10118690-2415-4c58-a30a-7d32f0ff08ba req-a0fc9c99-6fa5-4f4b-b764-fe8829fa8192 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:42.946601 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10118690-2415-4c58-a30a-7d32f0ff08ba req-a0fc9c99-6fa5-4f4b-b764-fe8829fa8192 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537 HTTP/1.1" status: 200 len: 945 time: 0.0567646 Aug 31 10:16:42.987643 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10118690-2415-4c58-a30a-7d32f0ff08ba req-c05c7fac-e957-49ff-b6c0-b81803dfd9ba tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348501 Aug 31 10:16:43.090564 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c6017570-3e84-4539-a4af-1bb216afd94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'name': 'tempest-TestVolumeBootPattern-800871963-router', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:51Z', 'updated_at': '2021-08-31T10:03:55Z', 'revision_number': 4, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'gw_port': {'id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:52Z', 'updated_at': '2021-08-31T10:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'abce7456-d4f2-4db7-b3cb-d317f72945d5', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'port_id': '21c849a1-9273-414f-bed5-7d8b44b9566f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'mac_address': 'fa:16:3e:5b:5d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8594241e-d02f-4b5a-8532-a9153cf238cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:11:39Z', 'updated_at': '2021-08-31T10:11:41Z', 'revision_number': 1, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3', 'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'mac_address': 'fa:16:3e:79:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:54Z', 'updated_at': '2021-08-31T10:04:01Z', 'revision_number': 5, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'subnets': [{'id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:16:43.121240 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6017570-3e84-4539-a4af-1bb216afd94e None None] The sync data for ids ['6f0cb40d-2508-47c7-8c30-faf253bade14'] in n-d-791506-28 is: [{'id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'name': 'tempest-TestVolumeBootPattern-800871963-router', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:51Z', 'updated_at': '2021-08-31T10:03:55Z', 'revision_number': 4, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'gw_port': {'id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:52Z', 'updated_at': '2021-08-31T10:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'abce7456-d4f2-4db7-b3cb-d317f72945d5', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'port_id': '21c849a1-9273-414f-bed5-7d8b44b9566f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'mac_address': 'fa:16:3e:5b:5d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8594241e-d02f-4b5a-8532-a9153cf238cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:11:39Z', 'updated_at': '2021-08-31T10:11:41Z', 'revision_number': 1, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3', 'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'mac_address': 'fa:16:3e:79:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:54Z', 'updated_at': '2021-08-31T10:04:01Z', 'revision_number': 5, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'subnets': [{'id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:16:43.359060 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d5b606-5a7e-43c9-a4ee-303138e6c843 None None] New status for floating IP 42a56761-3a86-4132-a59b-6fba86363944: DOWN {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:16:44.030812 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fb52553e-7c11-45a0-890a-d4f665a2c880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:44.117080 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27813022-ed33-47af-ad10-04543a14e0cb req-08db04d4-b474-4cc2-8121-599cfa529453 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:44.118529 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27813022-ed33-47af-ad10-04543a14e0cb req-08db04d4-b474-4cc2-8121-599cfa529453 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537 HTTP/1.1" status: 200 len: 945 time: 0.0498707 Aug 31 10:16:44.124387 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:44.161015 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27813022-ed33-47af-ad10-04543a14e0cb req-f09c3c16-4456-4b4e-bb4c-a6498ee388e5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360787 Aug 31 10:16:44.721164 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae0116-dec7-47d1-9c02-9551d21b4043 req-7942b85b-7691-4813-80fa-361e21f860f6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:44.722690 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-bdae0116-dec7-47d1-9c02-9551d21b4043 req-7942b85b-7691-4813-80fa-361e21f860f6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.112 "GET /v2.0/ports?device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537 HTTP/1.1" status: 200 len: 945 time: 0.0501065 Aug 31 10:16:44.815089 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-bdae0116-dec7-47d1-9c02-9551d21b4043 req-73dda4a7-c80d-4b1d-ab65-d8a6d5dea869 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Deleting port 3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:16:44.815430 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-bdae0116-dec7-47d1-9c02-9551d21b4043 req-73dda4a7-c80d-4b1d-ab65-d8a6d5dea869 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:44.911710 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-bdae0116-dec7-47d1-9c02-9551d21b4043 req-73dda4a7-c80d-4b1d-ab65-d8a6d5dea869 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] For port 3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:16:44.912101 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-bdae0116-dec7-47d1-9c02-9551d21b4043 req-73dda4a7-c80d-4b1d-ab65-d8a6d5dea869 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:44.925412 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-bdae0116-dec7-47d1-9c02-9551d21b4043 req-73dda4a7-c80d-4b1d-ab65-d8a6d5dea869 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Calling delete_port for 3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:16:45.124406 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-bdae0116-dec7-47d1-9c02-9551d21b4043 req-73dda4a7-c80d-4b1d-ab65-d8a6d5dea869 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:45.155577 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dda4a7-c80d-4b1d-ab65-d8a6d5dea869 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Pushing event deleted for resources: {'Port': ['ID=3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:16:45.220725 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdae0116-dec7-47d1-9c02-9551d21b4043 req-73dda4a7-c80d-4b1d-ab65-d8a6d5dea869 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] No DVR routers for this DVR port 3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:16:45.220725 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-bdae0116-dec7-47d1-9c02-9551d21b4043 req-73dda4a7-c80d-4b1d-ab65-d8a6d5dea869 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:45.220725 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-bdae0116-dec7-47d1-9c02-9551d21b4043 req-73dda4a7-c80d-4b1d-ab65-d8a6d5dea869 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.112 "DELETE /v2.0/ports/3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1 HTTP/1.1" status: 204 len: 173 time: 0.4791822 Aug 31 10:16:45.220725 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e72e0f-28bb-47fd-9e22-3556a5b59537', 'name': 'network-vif-deleted', 'tag': '3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:16:45.220725 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efb09fcb25d757964e6e64477cf3964f72eef090657aa62846af519e9d9507f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3059df-e9f2-4abd-a52e-7ace7e940ce8" -d '{"events": [{"server_uuid": "74e72e0f-28bb-47fd-9e22-3556a5b59537", "name": "network-vif-deleted", "tag": "3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:16:45.259638 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f4f429-2585-48db-8e1e-69e04362eb71 x-openstack-request-id: req-d5f4f429-2585-48db-8e1e-69e04362eb71 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:16:45.259939 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e72e0f-28bb-47fd-9e22-3556a5b59537", "name": "network-vif-deleted", "tag": "3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:16:45.260193 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-d5f4f429-2585-48db-8e1e-69e04362eb71 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:16:45.260593 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e72e0f-28bb-47fd-9e22-3556a5b59537', 'name': 'network-vif-deleted', 'tag': '3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1', 'status': 'completed', 'code': 200} Aug 31 10:16:45.292438 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-207caed8-c5ca-40f1-81df-72611dc6ff4f req-4c18e0ff-5f64-4493-bfd3-d8910099154e tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537 HTTP/1.1" status: 200 len: 210 time: 0.0324273 Aug 31 10:16:45.413690 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:16:45.604614 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:46.400888 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d429a689-d130-4a18-b83d-8cb33a75caa8 req-f30e283a-55f0-4628-b6e0-d08bc11f58fc tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537 HTTP/1.1" status: 200 len: 210 time: 0.0278442 Aug 31 10:16:47.215876 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:47.500012 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a123343f-d410-44ad-b5fa-fa34b92a247a req-d5b429bb-6929-458c-99ee-729b2d4b9b77 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537 HTTP/1.1" status: 200 len: 210 time: 0.0271225 Aug 31 10:16:48.559666 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:16:48.585187 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:16:48.585612 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 3c1bcd26-8246-48ab-973b-7bd4ebfd6ae1 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:16:48.602141 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9406176e-bb76-4565-b229-e6a7f14d7292 req-180bd68b-4582-45e6-9bce-6339daac84b4 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537 HTTP/1.1" status: 200 len: 210 time: 0.0308194 Aug 31 10:16:49.715834 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-13edd9a9-0e2f-4556-b09b-03dbe052b87e req-9b0967f9-605b-41d2-9a99-6894195ca79a tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=74e72e0f-28bb-47fd-9e22-3556a5b59537 HTTP/1.1" status: 200 len: 210 time: 0.0336204 Aug 31 10:16:56.418384 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51808) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:16:56.596013 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-9b7ff54e-009d-4ea0-83d4-10ffa07babe3 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Deleting port d4840a29-e554-4245-aa90-f400d8d7466b {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:16:56.596434 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff54e-009d-4ea0-83d4-10ffa07babe3 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:56.689722 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff54e-009d-4ea0-83d4-10ffa07babe3 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:56.690017 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff54e-009d-4ea0-83d4-10ffa07babe3 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:56.704488 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-9b7ff54e-009d-4ea0-83d4-10ffa07babe3 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Calling delete_port for d4840a29-e554-4245-aa90-f400d8d7466b owned by network:floatingip {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:16:56.929774 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff54e-009d-4ea0-83d4-10ffa07babe3 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:56.957639 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ff54e-009d-4ea0-83d4-10ffa07babe3 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Pushing event deleted for resources: {'Port': ['ID=d4840a29-e554-4245-aa90-f400d8d7466b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:16:57.036433 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff54e-009d-4ea0-83d4-10ffa07babe3 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for floatingip, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:57.037009 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [None req-9b7ff54e-009d-4ea0-83d4-10ffa07babe3 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Floating IP abce7456-d4f2-4db7-b3cb-d317f72945d5 disassociated (deleted). External IP: 172.25.2.16, port: 21c849a1-9273-414f-bed5-7d8b44b9566f. Aug 31 10:16:57.268820 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7ff54e-009d-4ea0-83d4-10ffa07babe3 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Router 6f0cb40d-2508-47c7-8c30-faf253bade14 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:16:57.700270 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7ff54e-009d-4ea0-83d4-10ffa07babe3 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:16:57.705388 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff54e-009d-4ea0-83d4-10ffa07babe3 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:57.711441 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf48c65-91e9-4054-96cb-9be394e7a0cb None None] Sync routers for ids ['6f0cb40d-2508-47c7-8c30-faf253bade14'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:16:57.724885 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf48c65-91e9-4054-96cb-9be394e7a0cb None None] Routers {'6f0cb40d-2508-47c7-8c30-faf253bade14'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:16:57.726058 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-cdf48c65-91e9-4054-96cb-9be394e7a0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:16:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['6f0cb40d-2508-47c7-8c30-faf253bade14'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:16:57.737174 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9b7ff54e-009d-4ea0-83d4-10ffa07babe3 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "DELETE /v2.0/floatingips/abce7456-d4f2-4db7-b3cb-d317f72945d5 HTTP/1.1" status: 204 len: 168 time: 1.3142667 Aug 31 10:16:57.737174 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8594241e-d02f-4b5a-8532-a9153cf238cf', 'tag': '21c849a1-9273-414f-bed5-7d8b44b9566f'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:16:57.738339 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efb09fcb25d757964e6e64477cf3964f72eef090657aa62846af519e9d9507f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be60801-3372-4158-ba1d-d5cc4c444b28" -d '{"events": [{"name": "network-changed", "server_uuid": "8594241e-d02f-4b5a-8532-a9153cf238cf", "tag": "21c849a1-9273-414f-bed5-7d8b44b9566f"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:16:57.785171 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f00a67e-b83b-4304-8174-b7c064581562 x-openstack-request-id: req-3f00a67e-b83b-4304-8174-b7c064581562 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:16:57.785467 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8594241e-d02f-4b5a-8532-a9153cf238cf", "tag": "21c849a1-9273-414f-bed5-7d8b44b9566f", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:16:57.785715 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-3f00a67e-b83b-4304-8174-b7c064581562 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:16:57.786139 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8594241e-d02f-4b5a-8532-a9153cf238cf', 'tag': '21c849a1-9273-414f-bed5-7d8b44b9566f', 'status': 'completed', 'code': 200} Aug 31 10:16:57.867253 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be60801-3372-4158-ba1d-d5cc4c444b28 req-572fe21b-698d-43c5-b173-d8c5a456c3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:57.868824 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3be60801-3372-4158-ba1d-d5cc4c444b28 req-572fe21b-698d-43c5-b173-d8c5a456c3f3 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&device_id=8594241e-d02f-4b5a-8532-a9153cf238cf HTTP/1.1" status: 200 len: 1097 time: 0.0482397 Aug 31 10:16:57.876963 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-cdf48c65-91e9-4054-96cb-9be394e7a0cb None None] Set router 6f0cb40d-2508-47c7-8c30-faf253bade14 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:16:57.985652 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be60801-3372-4158-ba1d-d5cc4c444b28 req-d6b27da5-31c2-446c-b277-0d73a90a6b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:57.988541 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3be60801-3372-4158-ba1d-d5cc4c444b28 req-d6b27da5-31c2-446c-b277-0d73a90a6b4c service neutron] 10.222.0.112 "GET /v2.0/networks?id=2593dd5e-bc31-4e41-87f0-964b009dbd60 HTTP/1.1" status: 200 len: 913 time: 0.1084521 Aug 31 10:16:58.042719 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3be60801-3372-4158-ba1d-d5cc4c444b28 req-3853a781-56ea-4cfb-9382-6919160c8ea8 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21c849a1-9273-414f-bed5-7d8b44b9566f HTTP/1.1" status: 200 len: 217 time: 0.0433648 Aug 31 10:16:58.116747 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be60801-3372-4158-ba1d-d5cc4c444b28 req-b0b6b5aa-e836-4240-8719-0ee6c41796f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:58.118700 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3be60801-3372-4158-ba1d-d5cc4c444b28 req-b0b6b5aa-e836-4240-8719-0ee6c41796f9 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=eb8d724f-b49d-4dd8-a4d3-6787f4777e68 HTTP/1.1" status: 200 len: 850 time: 0.0657039 Aug 31 10:16:58.126501 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-cdf48c65-91e9-4054-96cb-9be394e7a0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'name': 'tempest-TestVolumeBootPattern-800871963-router', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:51Z', 'updated_at': '2021-08-31T10:03:55Z', 'revision_number': 4, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'gw_port': {'id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:52Z', 'updated_at': '2021-08-31T10:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3', 'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'mac_address': 'fa:16:3e:79:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:54Z', 'updated_at': '2021-08-31T10:04:01Z', 'revision_number': 5, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'subnets': [{'id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:16:58.155735 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf48c65-91e9-4054-96cb-9be394e7a0cb None None] Checking router: 6f0cb40d-2508-47c7-8c30-faf253bade14 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:16:58.165630 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf48c65-91e9-4054-96cb-9be394e7a0cb None None] Routers {'6f0cb40d-2508-47c7-8c30-faf253bade14'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:16:58.166242 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-cdf48c65-91e9-4054-96cb-9be394e7a0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:16:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['6f0cb40d-2508-47c7-8c30-faf253bade14'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:16:58.205783 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be60801-3372-4158-ba1d-d5cc4c444b28 req-5a36eb4f-7269-4e8b-a4f7-1622f7ca2da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:58.208458 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3be60801-3372-4158-ba1d-d5cc4c444b28 req-5a36eb4f-7269-4e8b-a4f7-1622f7ca2da8 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=2593dd5e-bc31-4e41-87f0-964b009dbd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673361 Aug 31 10:16:58.231481 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ca426-d17b-406e-b325-a81aa14bbeb8 req-b6585b17-0406-4f1c-ba3a-7ad118c701e5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:58.233662 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b51ca426-d17b-406e-b325-a81aa14bbeb8 req-b6585b17-0406-4f1c-ba3a-7ad118c701e5 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=8594241e-d02f-4b5a-8532-a9153cf238cf HTTP/1.1" status: 200 len: 945 time: 0.0720139 Aug 31 10:16:58.285129 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-cdf48c65-91e9-4054-96cb-9be394e7a0cb None None] Set router 6f0cb40d-2508-47c7-8c30-faf253bade14 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:16:58.292687 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b51ca426-d17b-406e-b325-a81aa14bbeb8 req-4a0bd2ac-b985-47f7-8050-3c2fe615e0c7 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/security-groups?id=18b229b0-e82c-4466-9214-c3ea5162515c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486996 Aug 31 10:16:58.349533 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3be60801-3372-4158-ba1d-d5cc4c444b28 req-8cd1bf8a-6dec-452e-bf57-eda756fa730b service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328199 Aug 31 10:16:58.461448 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-3be60801-3372-4158-ba1d-d5cc4c444b28 req-51e01c5d-ac11-41a6-90da-3e90b8f88ccf service neutron] 10.222.0.112 "GET /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963798 Aug 31 10:16:58.519415 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-cdf48c65-91e9-4054-96cb-9be394e7a0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'name': 'tempest-TestVolumeBootPattern-800871963-router', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:51Z', 'updated_at': '2021-08-31T10:03:55Z', 'revision_number': 4, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'gw_port': {'id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:52Z', 'updated_at': '2021-08-31T10:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3', 'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'mac_address': 'fa:16:3e:79:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:54Z', 'updated_at': '2021-08-31T10:04:01Z', 'revision_number': 5, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'subnets': [{'id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:16:58.551853 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf48c65-91e9-4054-96cb-9be394e7a0cb None None] The sync data for ids ['6f0cb40d-2508-47c7-8c30-faf253bade14'] in n-d-791506-28 is: [{'id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'name': 'tempest-TestVolumeBootPattern-800871963-router', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:51Z', 'updated_at': '2021-08-31T10:03:55Z', 'revision_number': 4, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'gw_port': {'id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:52Z', 'updated_at': '2021-08-31T10:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3', 'name': '', 'network_id': '2593dd5e-bc31-4e41-87f0-964b009dbd60', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'mac_address': 'fa:16:3e:79:ce:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:54Z', 'updated_at': '2021-08-31T10:04:01Z', 'revision_number': 5, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'subnets': [{'id': 'eb8d724f-b49d-4dd8-a4d3-6787f4777e68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:16:58.787945 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a423b9-78d0-4481-bffb-bc708c72c2d8 None None] New status for floating IP abce7456-d4f2-4db7-b3cb-d317f72945d5: DOWN {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:16:58.857861 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442851a-a137-4178-a602-556954dbe2eb req-72a0676e-dcf9-452d-8b67-24d8db059217 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:16:58.860139 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4442851a-a137-4178-a602-556954dbe2eb req-72a0676e-dcf9-452d-8b67-24d8db059217 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.112 "GET /v2.0/ports?device_id=8594241e-d02f-4b5a-8532-a9153cf238cf HTTP/1.1" status: 200 len: 945 time: 0.0633929 Aug 31 10:16:58.975770 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-4442851a-a137-4178-a602-556954dbe2eb req-c2b19546-2a94-4244-b75f-0dde573f9916 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Deleting port 21c849a1-9273-414f-bed5-7d8b44b9566f {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:16:58.976118 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4442851a-a137-4178-a602-556954dbe2eb req-c2b19546-2a94-4244-b75f-0dde573f9916 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:59.078919 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-4442851a-a137-4178-a602-556954dbe2eb req-c2b19546-2a94-4244-b75f-0dde573f9916 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] For port 21c849a1-9273-414f-bed5-7d8b44b9566f, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=21c849a1-9273-414f-bed5-7d8b44b9566f,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:16:59.079192 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4442851a-a137-4178-a602-556954dbe2eb req-c2b19546-2a94-4244-b75f-0dde573f9916 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:59.092355 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-4442851a-a137-4178-a602-556954dbe2eb req-c2b19546-2a94-4244-b75f-0dde573f9916 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Calling delete_port for 21c849a1-9273-414f-bed5-7d8b44b9566f owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:16:59.300874 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4442851a-a137-4178-a602-556954dbe2eb req-c2b19546-2a94-4244-b75f-0dde573f9916 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:59.333810 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b19546-2a94-4244-b75f-0dde573f9916 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Pushing event deleted for resources: {'Port': ['ID=21c849a1-9273-414f-bed5-7d8b44b9566f,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:16:59.380463 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-4442851a-a137-4178-a602-556954dbe2eb req-c2b19546-2a94-4244-b75f-0dde573f9916 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] No DVR routers for this DVR port 21c849a1-9273-414f-bed5-7d8b44b9566f on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:16:59.383477 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4442851a-a137-4178-a602-556954dbe2eb req-c2b19546-2a94-4244-b75f-0dde573f9916 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:16:59.385636 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4442851a-a137-4178-a602-556954dbe2eb req-c2b19546-2a94-4244-b75f-0dde573f9916 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.112 "DELETE /v2.0/ports/21c849a1-9273-414f-bed5-7d8b44b9566f HTTP/1.1" status: 204 len: 173 time: 0.5160272 Aug 31 10:16:59.434345 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-48ce06b0-4549-4391-841c-f8d7f0d1c02d req-01312291-125c-469e-8cda-5a95abc96576 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=8594241e-d02f-4b5a-8532-a9153cf238cf HTTP/1.1" status: 200 len: 210 time: 0.0278766 Aug 31 10:16:59.787108 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8594241e-d02f-4b5a-8532-a9153cf238cf', 'name': 'network-vif-deleted', 'tag': '21c849a1-9273-414f-bed5-7d8b44b9566f'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:16:59.789467 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efb09fcb25d757964e6e64477cf3964f72eef090657aa62846af519e9d9507f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3b5e70-777d-499a-88aa-4d1fd124e97a" -d '{"events": [{"server_uuid": "8594241e-d02f-4b5a-8532-a9153cf238cf", "name": "network-vif-deleted", "tag": "21c849a1-9273-414f-bed5-7d8b44b9566f"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:16:59.831602 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d020fc9-9690-4da1-94e2-43163a9435b1 x-openstack-request-id: req-2d020fc9-9690-4da1-94e2-43163a9435b1 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:16:59.832044 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8594241e-d02f-4b5a-8532-a9153cf238cf", "name": "network-vif-deleted", "tag": "21c849a1-9273-414f-bed5-7d8b44b9566f", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:16:59.832262 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-2d020fc9-9690-4da1-94e2-43163a9435b1 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:16:59.832657 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8594241e-d02f-4b5a-8532-a9153cf238cf', 'name': 'network-vif-deleted', 'tag': '21c849a1-9273-414f-bed5-7d8b44b9566f', 'status': 'completed', 'code': 200} Aug 31 10:17:00.538185 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-363cecee-5172-4da3-a751-ef49a8103790 req-5e106320-2b63-4717-a4f3-5198bfc31795 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=8594241e-d02f-4b5a-8532-a9153cf238cf HTTP/1.1" status: 200 len: 210 time: 0.0332177 Aug 31 10:17:01.640637 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5d4eb7a-23f7-41f8-a0af-a01180a262a7 req-47863319-bd31-4b0c-9d34-4af276619931 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=8594241e-d02f-4b5a-8532-a9153cf238cf HTTP/1.1" status: 200 len: 210 time: 0.0293901 Aug 31 10:17:02.652287 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 21c849a1-9273-414f-bed5-7d8b44b9566f no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:17:02.678702 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 21c849a1-9273-414f-bed5-7d8b44b9566f {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:17:02.679048 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 21c849a1-9273-414f-bed5-7d8b44b9566f not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:17:02.741266 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0cdcf077-395e-49b1-9a07-77b4fce746c5 req-fd538a9c-41a1-493e-80df-2fb8f1b6da92 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=8594241e-d02f-4b5a-8532-a9153cf238cf HTTP/1.1" status: 200 len: 210 time: 0.0284829 Aug 31 10:17:03.300749 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:03.643507 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:03.851998 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3dc2b4ea-32c5-441a-92c4-0a1d1fac788d req-cfa4e877-6820-4fea-af2a-584513fb6099 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "GET /v2.0/ports?device_id=8594241e-d02f-4b5a-8532-a9153cf238cf HTTP/1.1" status: 200 len: 210 time: 0.0273564 Aug 31 10:17:04.917613 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51830) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:17:05.051215 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-4742f7b5-df4d-499c-995d-466608413965 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Deleting port f3699852-5845-4167-91e8-5b39279b3bf8 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:17:05.051470 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4742f7b5-df4d-499c-995d-466608413965 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:05.150155 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4742f7b5-df4d-499c-995d-466608413965 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:05.150580 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4742f7b5-df4d-499c-995d-466608413965 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:05.164294 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-4742f7b5-df4d-499c-995d-466608413965 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Calling delete_port for f3699852-5845-4167-91e8-5b39279b3bf8 owned by network:floatingip {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:17:05.404258 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4742f7b5-df4d-499c-995d-466608413965 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:05.441979 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742f7b5-df4d-499c-995d-466608413965 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Pushing event deleted for resources: {'Port': ['ID=f3699852-5845-4167-91e8-5b39279b3bf8,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:05.511340 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4742f7b5-df4d-499c-995d-466608413965 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for floatingip, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:05.513787 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4742f7b5-df4d-499c-995d-466608413965 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:05.514981 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4742f7b5-df4d-499c-995d-466608413965 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "DELETE /v2.0/floatingips/4e06c95f-f4fc-4658-b454-2ebc022e84be HTTP/1.1" status: 204 len: 168 time: 0.5963843 Aug 31 10:17:09.041442 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51846) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:17:09.113688 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0182ab38-82a4-4bbc-ac33-c3036ff573d6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:09.143705 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0182ab38-82a4-4bbc-ac33-c3036ff573d6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:09.288968 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0182ab38-82a4-4bbc-ac33-c3036ff573d6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:09.292611 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0182ab38-82a4-4bbc-ac33-c3036ff573d6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:09.294062 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0182ab38-82a4-4bbc-ac33-c3036ff573d6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] 10.222.0.119 "DELETE /v2.0/security-groups/18b229b0-e82c-4466-9214-c3ea5162515c HTTP/1.1" status: 204 len: 168 time: 0.2512579 Aug 31 10:17:09.306863 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182ab38-82a4-4bbc-ac33-c3036ff573d6 tempest-TestVolumeBootPattern-1517696098 tempest-TestVolumeBootPattern-1517696098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b229b0-e82c-4466-9214-c3ea5162515c,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:09.434684 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51850) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:17:09.942474 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-97453014-9789-4dd5-9d83-481e06eb7785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:10.211220 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-97453014-9789-4dd5-9d83-481e06eb7785 admin admin] Deleting port 807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:17:10.211909 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-97453014-9789-4dd5-9d83-481e06eb7785 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:10.299589 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-97453014-9789-4dd5-9d83-481e06eb7785 admin admin] For port 807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:17:10.299965 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-97453014-9789-4dd5-9d83-481e06eb7785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:10.316449 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-97453014-9789-4dd5-9d83-481e06eb7785 admin admin] Calling delete_port for 807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3 owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:17:10.614588 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-97453014-9789-4dd5-9d83-481e06eb7785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:10.648925 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97453014-9789-4dd5-9d83-481e06eb7785 admin admin] Pushing event deleted for resources: {'Port': ['ID=807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:10.835055 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-97453014-9789-4dd5-9d83-481e06eb7785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:11.069649 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97453014-9789-4dd5-9d83-481e06eb7785 admin admin] Router 6f0cb40d-2508-47c7-8c30-faf253bade14 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:17:11.182759 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97453014-9789-4dd5-9d83-481e06eb7785 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:17:11.189756 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-97453014-9789-4dd5-9d83-481e06eb7785 admin admin] 10.222.0.119 "PUT /v2.0/routers/6f0cb40d-2508-47c7-8c30-faf253bade14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7540076 Aug 31 10:17:11.192674 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51854) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:17:11.194480 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c8cfea-f19e-41b2-921a-8b7567889707 None None] Sync routers for ids ['6f0cb40d-2508-47c7-8c30-faf253bade14'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:17:11.206953 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c8cfea-f19e-41b2-921a-8b7567889707 None None] Routers {'6f0cb40d-2508-47c7-8c30-faf253bade14'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:17:11.207882 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-83c8cfea-f19e-41b2-921a-8b7567889707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:16:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['6f0cb40d-2508-47c7-8c30-faf253bade14'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:17:11.305574 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-91ded0bf-d622-4725-b9c6-259e7f9b8d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:11.306464 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef55d998-f0bf-4318-bcd9-b0237e1abadf admin admin] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:11.357264 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-83c8cfea-f19e-41b2-921a-8b7567889707 None None] Set router 6f0cb40d-2508-47c7-8c30-faf253bade14 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:17:11.424387 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef55d998-f0bf-4318-bcd9-b0237e1abadf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:11.512740 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-83c8cfea-f19e-41b2-921a-8b7567889707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'name': 'tempest-TestVolumeBootPattern-800871963-router', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:51Z', 'updated_at': '2021-08-31T10:17:10Z', 'revision_number': 5, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'gw_port': {'id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:52Z', 'updated_at': '2021-08-31T10:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:17:11.544066 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c8cfea-f19e-41b2-921a-8b7567889707 None None] Checking router: 6f0cb40d-2508-47c7-8c30-faf253bade14 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:17:11.553632 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c8cfea-f19e-41b2-921a-8b7567889707 None None] Routers {'6f0cb40d-2508-47c7-8c30-faf253bade14'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:17:11.554251 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-83c8cfea-f19e-41b2-921a-8b7567889707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:16:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['6f0cb40d-2508-47c7-8c30-faf253bade14'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:17:11.643145 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-ef55d998-f0bf-4318-bcd9-b0237e1abadf admin admin] Deleting port 41e0952d-aa05-42ee-a947-e90da1e509f5 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:17:11.643409 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef55d998-f0bf-4318-bcd9-b0237e1abadf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:11.669586 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-83c8cfea-f19e-41b2-921a-8b7567889707 None None] Set router 6f0cb40d-2508-47c7-8c30-faf253bade14 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:17:11.729799 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-ef55d998-f0bf-4318-bcd9-b0237e1abadf admin admin] For port 41e0952d-aa05-42ee-a947-e90da1e509f5, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=41e0952d-aa05-42ee-a947-e90da1e509f5,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:17:11.730161 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef55d998-f0bf-4318-bcd9-b0237e1abadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:11.744831 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-ef55d998-f0bf-4318-bcd9-b0237e1abadf admin admin] Calling delete_port for 41e0952d-aa05-42ee-a947-e90da1e509f5 owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:17:11.978237 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-83c8cfea-f19e-41b2-921a-8b7567889707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'name': 'tempest-TestVolumeBootPattern-800871963-router', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:51Z', 'updated_at': '2021-08-31T10:17:10Z', 'revision_number': 5, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'gw_port': {'id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:52Z', 'updated_at': '2021-08-31T10:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:17:11.986454 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef55d998-f0bf-4318-bcd9-b0237e1abadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:12.007210 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c8cfea-f19e-41b2-921a-8b7567889707 None None] The sync data for ids ['6f0cb40d-2508-47c7-8c30-faf253bade14'] in n-d-791506-28 is: [{'id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'name': 'tempest-TestVolumeBootPattern-800871963-router', 'tenant_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:51Z', 'updated_at': '2021-08-31T10:17:10Z', 'revision_number': 5, 'project_id': 'd1ddc052c1054cf3a6ea73848cd55645', 'gw_port': {'id': '41e0952d-aa05-42ee-a947-e90da1e509f5', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:3c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cb40d-2508-47c7-8c30-faf253bade14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:52Z', 'updated_at': '2021-08-31T10:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:17:12.013545 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55d998-f0bf-4318-bcd9-b0237e1abadf admin admin] Pushing event deleted for resources: {'Port': ['ID=41e0952d-aa05-42ee-a947-e90da1e509f5,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:12.044679 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55d998-f0bf-4318-bcd9-b0237e1abadf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:12.044951 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55d998-f0bf-4318-bcd9-b0237e1abadf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:12.045259 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55d998-f0bf-4318-bcd9-b0237e1abadf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:12.045590 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55d998-f0bf-4318-bcd9-b0237e1abadf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:12.045916 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55d998-f0bf-4318-bcd9-b0237e1abadf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:12.046238 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55d998-f0bf-4318-bcd9-b0237e1abadf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:12.047090 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55d998-f0bf-4318-bcd9-b0237e1abadf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:12.047501 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55d998-f0bf-4318-bcd9-b0237e1abadf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:12.047820 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55d998-f0bf-4318-bcd9-b0237e1abadf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:12.048194 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55d998-f0bf-4318-bcd9-b0237e1abadf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:12.048496 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55d998-f0bf-4318-bcd9-b0237e1abadf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:12.048823 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef55d998-f0bf-4318-bcd9-b0237e1abadf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:12.089004 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef55d998-f0bf-4318-bcd9-b0237e1abadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:12.181646 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef55d998-f0bf-4318-bcd9-b0237e1abadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:12.183862 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef55d998-f0bf-4318-bcd9-b0237e1abadf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:12.277070 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef55d998-f0bf-4318-bcd9-b0237e1abadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:12.277842 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef55d998-f0bf-4318-bcd9-b0237e1abadf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f0cb40d-2508-47c7-8c30-faf253bade14 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:17:12.288428 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ef55d998-f0bf-4318-bcd9-b0237e1abadf admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:12.288428 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ef55d998-f0bf-4318-bcd9-b0237e1abadf admin admin] 10.222.0.119 "DELETE /v2.0/routers/6f0cb40d-2508-47c7-8c30-faf253bade14 HTTP/1.1" status: 204 len: 168 time: 1.0919454 Aug 31 10:17:12.288428 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51856) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:17:12.335753 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-e88fea53-998a-464d-b2d1-f75ff494369c admin admin] Deleting subnet eb8d724f-b49d-4dd8-a4d3-6787f4777e68 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:17:12.339012 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e88fea53-998a-464d-b2d1-f75ff494369c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:12.381137 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e88fea53-998a-464d-b2d1-f75ff494369c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:12.471220 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e88fea53-998a-464d-b2d1-f75ff494369c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:12.580472 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e88fea53-998a-464d-b2d1-f75ff494369c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:12.611494 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e88fea53-998a-464d-b2d1-f75ff494369c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:12.613474 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e88fea53-998a-464d-b2d1-f75ff494369c admin admin] 10.222.0.119 "DELETE /v2.0/subnets/eb8d724f-b49d-4dd8-a4d3-6787f4777e68 HTTP/1.1" status: 204 len: 168 time: 0.3244240 Aug 31 10:17:12.614385 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88fea53-998a-464d-b2d1-f75ff494369c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb8d724f-b49d-4dd8-a4d3-6787f4777e68,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:12.616540 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51858) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:17:12.620705 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cdfeca-b597-4428-b962-b838153a158d None None] Network 2593dd5e-bc31-4e41-87f0-964b009dbd60 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:17:12.700994 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5f7f68bd-33dc-42c1-aeef-a38d07047f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:12.770726 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f68bd-33dc-42c1-aeef-a38d07047f3c admin admin] Deleting port 40883be4-edc1-4dfe-a596-769a12d19af9 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:17:12.771065 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5f7f68bd-33dc-42c1-aeef-a38d07047f3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:12.851969 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-5f7f68bd-33dc-42c1-aeef-a38d07047f3c admin admin] For port 40883be4-edc1-4dfe-a596-769a12d19af9, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=40883be4-edc1-4dfe-a596-769a12d19af9,segment=NetworkSegment(24dc4ca6-d35c-46d3-b38d-ab5d658ec634),segment_id=24dc4ca6-d35c-46d3-b38d-ab5d658ec634)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:17:12.852260 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5f7f68bd-33dc-42c1-aeef-a38d07047f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:12.865198 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-5f7f68bd-33dc-42c1-aeef-a38d07047f3c admin admin] Calling delete_port for 40883be4-edc1-4dfe-a596-769a12d19af9 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:17:13.037335 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5f7f68bd-33dc-42c1-aeef-a38d07047f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:13.059654 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c135898c-e715-463c-8487-42d410420adf None None] DHCP port deletion for 2593dd5e-bc31-4e41-87f0-964b009dbd60 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:17:13.086205 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f68bd-33dc-42c1-aeef-a38d07047f3c admin admin] Pushing event deleted for resources: {'Port': ['ID=40883be4-edc1-4dfe-a596-769a12d19af9,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:13.089153 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7f68bd-33dc-42c1-aeef-a38d07047f3c admin admin] No DVR routers for this DVR port 40883be4-edc1-4dfe-a596-769a12d19af9 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:17:13.179346 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5f7f68bd-33dc-42c1-aeef-a38d07047f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:13.191316 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-5f7f68bd-33dc-42c1-aeef-a38d07047f3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2593dd5e-bc31-4e41-87f0-964b009dbd60']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:17:13.202416 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-5f7f68bd-33dc-42c1-aeef-a38d07047f3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24dc4ca6-d35c-46d3-b38d-ab5d658ec634') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:17:13.203342 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-5f7f68bd-33dc-42c1-aeef-a38d07047f3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24dc4ca6-d35c-46d3-b38d-ab5d658ec634') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:17:13.212961 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5f7f68bd-33dc-42c1-aeef-a38d07047f3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:13.229293 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5f7f68bd-33dc-42c1-aeef-a38d07047f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:13.236286 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7f68bd-33dc-42c1-aeef-a38d07047f3c admin admin] Releasing vlan 1647 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:17:13.236689 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5f7f68bd-33dc-42c1-aeef-a38d07047f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:13.238402 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 10:17:13.238402 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:17:13.238402 n-d-791506-28 neutron-server[95552]: timer() Aug 31 10:17:13.238402 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:17:13.238402 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 10:17:13.238402 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:17:13.238402 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 10:17:13.238402 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:17:13.238402 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 10:17:13.238402 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:17:13.238402 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 10:17:13.238402 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:17:13.238402 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 10:17:13.238402 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:17:13.238402 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:17:13.238402 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:17:13.238402 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:17:13.238402 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:17:13.238402 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 10:17:13.238402 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:17:13.238402 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 10:17:13.238402 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:17:13.238402 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:17:13.238402 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:17:13.238402 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 10:17:13.238402 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:17:13.238402 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:17:13.238402 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:17:13.238402 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:17:13.238402 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:17:13.238402 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:17:13.238402 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:17:13.368170 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5f7f68bd-33dc-42c1-aeef-a38d07047f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:13.374188 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5f7f68bd-33dc-42c1-aeef-a38d07047f3c admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:13.377286 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5f7f68bd-33dc-42c1-aeef-a38d07047f3c admin admin] 10.222.0.119 "DELETE /v2.0/networks/2593dd5e-bc31-4e41-87f0-964b009dbd60 HTTP/1.1" status: 204 len: 168 time: 0.7545810 Aug 31 10:17:13.380223 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51860) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:17:13.394483 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f68bd-33dc-42c1-aeef-a38d07047f3c admin admin] Pushing event deleted for resources: {'Network': ['ID=2593dd5e-bc31-4e41-87f0-964b009dbd60,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:13.518080 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:17:13.541460 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:17:13.541800 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 807d8d5e-f1a1-4ff7-bd58-8f91cc7edcc3 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:17:13.542208 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 41e0952d-aa05-42ee-a947-e90da1e509f5 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:17:13.562036 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 41e0952d-aa05-42ee-a947-e90da1e509f5 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:17:13.563070 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 41e0952d-aa05-42ee-a947-e90da1e509f5 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:17:13.563491 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 40883be4-edc1-4dfe-a596-769a12d19af9 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:17:13.582255 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 40883be4-edc1-4dfe-a596-769a12d19af9 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:17:13.582629 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 40883be4-edc1-4dfe-a596-769a12d19af9 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:17:13.777182 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ba172f8a-161d-4c3e-b175-ecfe89216075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:14.041112 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-030fbd56-10fe-4b38-8cc1-88b982a78d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:14.064156 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-ba172f8a-161d-4c3e-b175-ecfe89216075 admin admin] Deleting port fd97babf-03dc-485d-9257-e5b8d4751728 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:17:14.066124 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ba172f8a-161d-4c3e-b175-ecfe89216075 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:14.169714 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-ba172f8a-161d-4c3e-b175-ecfe89216075 admin admin] For port fd97babf-03dc-485d-9257-e5b8d4751728, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=fd97babf-03dc-485d-9257-e5b8d4751728,segment=NetworkSegment(47c66371-cb09-4a77-887d-da363d209bdf),segment_id=47c66371-cb09-4a77-887d-da363d209bdf)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:17:14.170080 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ba172f8a-161d-4c3e-b175-ecfe89216075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:14.184852 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-ba172f8a-161d-4c3e-b175-ecfe89216075 admin admin] Calling delete_port for fd97babf-03dc-485d-9257-e5b8d4751728 owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:17:14.197143 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:14.768895 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ba172f8a-161d-4c3e-b175-ecfe89216075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:14.798783 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba172f8a-161d-4c3e-b175-ecfe89216075 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd97babf-03dc-485d-9257-e5b8d4751728,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:14.974862 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ba172f8a-161d-4c3e-b175-ecfe89216075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:15.072508 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6b36469-474e-47f5-85d3-99c5009a78c6 req-ac495d04-db54-4b93-9868-ec5265f081be service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0353837 Aug 31 10:17:15.168326 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6b36469-474e-47f5-85d3-99c5009a78c6 req-76c5c0fa-922d-43bf-bac8-913b7c5ca865 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0385675 Aug 31 10:17:15.230399 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6b36469-474e-47f5-85d3-99c5009a78c6 req-045c4a3e-3ab3-49f5-a6a0-07af1c1d07db service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344157 Aug 31 10:17:15.407723 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b36469-474e-47f5-85d3-99c5009a78c6 req-2fea02b4-9559-4156-8e7a-a260f1563faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:15.409126 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6b36469-474e-47f5-85d3-99c5009a78c6 req-2fea02b4-9559-4156-8e7a-a260f1563faf service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1723888 Aug 31 10:17:15.415918 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba172f8a-161d-4c3e-b175-ecfe89216075 admin admin] Router 41ea52f8-3bc6-448d-8381-b9860a6b219d has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:17:15.528551 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba172f8a-161d-4c3e-b175-ecfe89216075 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:17:15.534855 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ba172f8a-161d-4c3e-b175-ecfe89216075 admin admin] 10.222.0.119 "PUT /v2.0/routers/41ea52f8-3bc6-448d-8381-b9860a6b219d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1531897 Aug 31 10:17:15.537783 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51862) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:17:15.541264 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afe68e3-4deb-496b-9c86-becbd864dd93 None None] Sync routers for ids ['41ea52f8-3bc6-448d-8381-b9860a6b219d'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:17:15.553500 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afe68e3-4deb-496b-9c86-becbd864dd93 None None] Routers {'41ea52f8-3bc6-448d-8381-b9860a6b219d'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:17:15.554320 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-7afe68e3-4deb-496b-9c86-becbd864dd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:17:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['41ea52f8-3bc6-448d-8381-b9860a6b219d'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:17:15.594891 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:15.656384 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f3f91285-a26b-44ba-a563-30996f01833a admin admin] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:15.670933 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-7afe68e3-4deb-496b-9c86-becbd864dd93 None None] Set router 41ea52f8-3bc6-448d-8381-b9860a6b219d gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:17:15.779790 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f3f91285-a26b-44ba-a563-30996f01833a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:15.866234 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-7afe68e3-4deb-496b-9c86-becbd864dd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ea52f8-3bc6-448d-8381-b9860a6b219d', 'name': 'tempest-TestVolumeBootPattern-657877277-router', 'tenant_id': 'c17cd251098a4ba7a0899095be1dba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '7637abb9-dd71-46e3-890a-a31eabc24ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:57Z', 'updated_at': '2021-08-31T10:17:14Z', 'revision_number': 5, 'project_id': 'c17cd251098a4ba7a0899095be1dba34', 'gw_port': {'id': '7637abb9-dd71-46e3-890a-a31eabc24ffe', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ea52f8-3bc6-448d-8381-b9860a6b219d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:03:58Z', 'updated_at': '2021-08-31T10:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:17:15.897937 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afe68e3-4deb-496b-9c86-becbd864dd93 None None] Checking router: 41ea52f8-3bc6-448d-8381-b9860a6b219d for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:17:15.907140 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afe68e3-4deb-496b-9c86-becbd864dd93 None None] Routers {'41ea52f8-3bc6-448d-8381-b9860a6b219d'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:17:15.907765 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-7afe68e3-4deb-496b-9c86-becbd864dd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:17:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['41ea52f8-3bc6-448d-8381-b9860a6b219d'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:17:15.908044 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-f3f91285-a26b-44ba-a563-30996f01833a admin admin] Deleting port 7637abb9-dd71-46e3-890a-a31eabc24ffe {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:17:15.908402 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f3f91285-a26b-44ba-a563-30996f01833a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:16.000378 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-f3f91285-a26b-44ba-a563-30996f01833a admin admin] For port 7637abb9-dd71-46e3-890a-a31eabc24ffe, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=7637abb9-dd71-46e3-890a-a31eabc24ffe,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:17:16.000707 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f3f91285-a26b-44ba-a563-30996f01833a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:16.007992 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-7afe68e3-4deb-496b-9c86-becbd864dd93 None None] Set router 41ea52f8-3bc6-448d-8381-b9860a6b219d gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:17:16.017911 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-f3f91285-a26b-44ba-a563-30996f01833a admin admin] Calling delete_port for 7637abb9-dd71-46e3-890a-a31eabc24ffe owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:17:16.063680 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-7afe68e3-4deb-496b-9c86-becbd864dd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ea52f8-3bc6-448d-8381-b9860a6b219d', 'name': 'tempest-TestVolumeBootPattern-657877277-router', 'tenant_id': 'c17cd251098a4ba7a0899095be1dba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:57Z', 'updated_at': '2021-08-31T10:17:15Z', 'revision_number': 6, 'project_id': 'c17cd251098a4ba7a0899095be1dba34', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:17:16.254011 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afe68e3-4deb-496b-9c86-becbd864dd93 None None] The sync data for ids ['41ea52f8-3bc6-448d-8381-b9860a6b219d'] in n-d-791506-28 is: [{'id': '41ea52f8-3bc6-448d-8381-b9860a6b219d', 'name': 'tempest-TestVolumeBootPattern-657877277-router', 'tenant_id': 'c17cd251098a4ba7a0899095be1dba34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:03:57Z', 'updated_at': '2021-08-31T10:17:15Z', 'revision_number': 6, 'project_id': 'c17cd251098a4ba7a0899095be1dba34', 'gw_port_host': None}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:17:16.357427 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f3f91285-a26b-44ba-a563-30996f01833a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:16.385766 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f91285-a26b-44ba-a563-30996f01833a admin admin] Pushing event deleted for resources: {'Port': ['ID=7637abb9-dd71-46e3-890a-a31eabc24ffe,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:16.448461 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f3f91285-a26b-44ba-a563-30996f01833a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:16.554977 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f3f91285-a26b-44ba-a563-30996f01833a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:16.557438 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f3f91285-a26b-44ba-a563-30996f01833a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:16.660259 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f3f91285-a26b-44ba-a563-30996f01833a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:16.660921 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f91285-a26b-44ba-a563-30996f01833a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41ea52f8-3bc6-448d-8381-b9860a6b219d {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:17:16.665899 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f3f91285-a26b-44ba-a563-30996f01833a admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:16.667321 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f3f91285-a26b-44ba-a563-30996f01833a admin admin] 10.222.0.119 "DELETE /v2.0/routers/41ea52f8-3bc6-448d-8381-b9860a6b219d HTTP/1.1" status: 204 len: 168 time: 1.1286228 Aug 31 10:17:16.671415 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 51864) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:17:16.725813 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-41eb575a-cfea-43da-9f4f-89b29912ab86 admin admin] Deleting subnet 33fb9f73-d23b-4fc0-a472-4418c419a237 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:17:16.729305 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-41eb575a-cfea-43da-9f4f-89b29912ab86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:16.770682 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-41eb575a-cfea-43da-9f4f-89b29912ab86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:16.861167 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-41eb575a-cfea-43da-9f4f-89b29912ab86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:17.014657 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-41eb575a-cfea-43da-9f4f-89b29912ab86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:17.047378 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb575a-cfea-43da-9f4f-89b29912ab86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33fb9f73-d23b-4fc0-a472-4418c419a237,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:17.050643 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-41eb575a-cfea-43da-9f4f-89b29912ab86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:17.054096 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-41eb575a-cfea-43da-9f4f-89b29912ab86 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/33fb9f73-d23b-4fc0-a472-4418c419a237 HTTP/1.1" status: 204 len: 168 time: 0.3812952 Aug 31 10:17:17.055102 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e070741b-9c12-4863-8b80-d355b7ff3b16 None None] Network 6a2b1606-f73a-431e-aaae-1b309a34b67a requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:17:17.057453 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51866) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:17:17.147601 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ab784002-4f86-4b33-a5df-c202563fe6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:17.214392 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-ab784002-4f86-4b33-a5df-c202563fe6b2 admin admin] Deleting port 4532170c-4121-4c40-8ca6-0431db72f750 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:17:17.214392 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ab784002-4f86-4b33-a5df-c202563fe6b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:17.285541 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c6bfd5-b12d-472e-965c-8d40aa16828c None None] DHCP port deletion for 6a2b1606-f73a-431e-aaae-1b309a34b67a request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:17:17.290849 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:17.307201 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-ab784002-4f86-4b33-a5df-c202563fe6b2 admin admin] For port 4532170c-4121-4c40-8ca6-0431db72f750, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4532170c-4121-4c40-8ca6-0431db72f750,segment=NetworkSegment(47c66371-cb09-4a77-887d-da363d209bdf),segment_id=47c66371-cb09-4a77-887d-da363d209bdf)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:17:17.307882 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ab784002-4f86-4b33-a5df-c202563fe6b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:17.324459 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-ab784002-4f86-4b33-a5df-c202563fe6b2 admin admin] Calling delete_port for 4532170c-4121-4c40-8ca6-0431db72f750 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:17:17.341281 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-c4c6bfd5-b12d-472e-965c-8d40aa16828c None None] Deleting port 4532170c-4121-4c40-8ca6-0431db72f750 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:17:17.341677 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c4c6bfd5-b12d-472e-965c-8d40aa16828c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:17.412483 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-c4c6bfd5-b12d-472e-965c-8d40aa16828c None None] For port 4532170c-4121-4c40-8ca6-0431db72f750, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4532170c-4121-4c40-8ca6-0431db72f750,segment=NetworkSegment(47c66371-cb09-4a77-887d-da363d209bdf),segment_id=47c66371-cb09-4a77-887d-da363d209bdf)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:17:17.412792 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c4c6bfd5-b12d-472e-965c-8d40aa16828c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:17.427277 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-c4c6bfd5-b12d-472e-965c-8d40aa16828c None None] Calling delete_port for 4532170c-4121-4c40-8ca6-0431db72f750 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:17:17.499161 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ab784002-4f86-4b33-a5df-c202563fe6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:17.526302 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c4c6bfd5-b12d-472e-965c-8d40aa16828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:17.531611 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device fd97babf-03dc-485d-9257-e5b8d4751728 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:17:17.537302 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab784002-4f86-4b33-a5df-c202563fe6b2 admin admin] No DVR routers for this DVR port 4532170c-4121-4c40-8ca6-0431db72f750 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:17:17.539209 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab784002-4f86-4b33-a5df-c202563fe6b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4532170c-4121-4c40-8ca6-0431db72f750,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:17.574088 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6bfd5-b12d-472e-965c-8d40aa16828c None None] Pushing event deleted for resources: {'Port': ['ID=4532170c-4121-4c40-8ca6-0431db72f750,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:17.576197 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: fd97babf-03dc-485d-9257-e5b8d4751728 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:17:17.576533 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device fd97babf-03dc-485d-9257-e5b8d4751728 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:17:17.576933 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7637abb9-dd71-46e3-890a-a31eabc24ffe no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:17:17.585621 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c6bfd5-b12d-472e-965c-8d40aa16828c None None] No DVR routers for this DVR port 4532170c-4121-4c40-8ca6-0431db72f750 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:17:17.605360 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c6bfd5-b12d-472e-965c-8d40aa16828c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:17.605698 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c6bfd5-b12d-472e-965c-8d40aa16828c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:17.606040 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c6bfd5-b12d-472e-965c-8d40aa16828c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:17.606373 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c6bfd5-b12d-472e-965c-8d40aa16828c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:17.606761 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c6bfd5-b12d-472e-965c-8d40aa16828c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:17.607100 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c6bfd5-b12d-472e-965c-8d40aa16828c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:17.607451 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c6bfd5-b12d-472e-965c-8d40aa16828c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:17.607789 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c6bfd5-b12d-472e-965c-8d40aa16828c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:17.608141 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c6bfd5-b12d-472e-965c-8d40aa16828c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:17.608462 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c6bfd5-b12d-472e-965c-8d40aa16828c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:17.609076 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c6bfd5-b12d-472e-965c-8d40aa16828c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:17.609688 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c6bfd5-b12d-472e-965c-8d40aa16828c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:17.613299 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 7637abb9-dd71-46e3-890a-a31eabc24ffe {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:17:17.613299 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7637abb9-dd71-46e3-890a-a31eabc24ffe not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:17:17.613469 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4532170c-4121-4c40-8ca6-0431db72f750 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:17:17.618040 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ab784002-4f86-4b33-a5df-c202563fe6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:17.629734 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-ab784002-4f86-4b33-a5df-c202563fe6b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a2b1606-f73a-431e-aaae-1b309a34b67a']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:17:17.642355 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 4532170c-4121-4c40-8ca6-0431db72f750 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:17:17.642761 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4532170c-4121-4c40-8ca6-0431db72f750 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:17:17.647392 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-ab784002-4f86-4b33-a5df-c202563fe6b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c66371-cb09-4a77-887d-da363d209bdf') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:17:17.647811 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-ab784002-4f86-4b33-a5df-c202563fe6b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c66371-cb09-4a77-887d-da363d209bdf') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:17:17.658827 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ab784002-4f86-4b33-a5df-c202563fe6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:17.674304 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ab784002-4f86-4b33-a5df-c202563fe6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:17.680793 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab784002-4f86-4b33-a5df-c202563fe6b2 admin admin] Releasing vlan 1618 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:17:17.681193 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ab784002-4f86-4b33-a5df-c202563fe6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:17.683048 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 10:17:17.683048 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:17:17.683048 n-d-791506-28 neutron-server[95552]: timer() Aug 31 10:17:17.683048 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:17:17.683048 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 10:17:17.683048 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:17:17.683048 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 10:17:17.683048 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:17:17.683048 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 10:17:17.683048 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:17:17.683048 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 10:17:17.683048 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:17:17.683048 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 10:17:17.683048 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:17:17.683048 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:17:17.683048 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:17:17.683048 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:17:17.683048 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:17:17.683048 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 10:17:17.683048 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:17:17.683048 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 10:17:17.683048 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:17:17.683048 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:17:17.683048 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:17:17.683048 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 10:17:17.683048 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:17:17.683048 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:17:17.683048 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:17:17.683048 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:17:17.683048 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:17:17.683048 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:17:17.683048 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:17:17.814102 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ab784002-4f86-4b33-a5df-c202563fe6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:17.819987 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ab784002-4f86-4b33-a5df-c202563fe6b2 admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:17.822140 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ab784002-4f86-4b33-a5df-c202563fe6b2 admin admin] 10.222.0.119 "DELETE /v2.0/networks/6a2b1606-f73a-431e-aaae-1b309a34b67a HTTP/1.1" status: 204 len: 168 time: 0.7633312 Aug 31 10:17:17.834319 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab784002-4f86-4b33-a5df-c202563fe6b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a2b1606-f73a-431e-aaae-1b309a34b67a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:18.284361 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51870) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:17:18.325718 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-27529216-6de1-4bba-a917-670b2865c732 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=d1ddc052c1054cf3a6ea73848cd55645&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400331 Aug 31 10:17:18.328184 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51872) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:17:18.380038 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5d34f963-9d49-4f74-b8bf-97d2705c8cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:18.401620 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5d34f963-9d49-4f74-b8bf-97d2705c8cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:18.563100 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5d34f963-9d49-4f74-b8bf-97d2705c8cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:18.565904 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5d34f963-9d49-4f74-b8bf-97d2705c8cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:18.567110 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5d34f963-9d49-4f74-b8bf-97d2705c8cbb admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/fd9d9f98-e8e4-477c-9789-5e5abbe90892 HTTP/1.1" status: 204 len: 168 time: 0.2380135 Aug 31 10:17:18.575407 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d34f963-9d49-4f74-b8bf-97d2705c8cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9d9f98-e8e4-477c-9789-5e5abbe90892,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:19.324703 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51878) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:17:19.372353 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5dea3659-ca7e-47eb-991c-cd374c3d8d6b admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=c17cd251098a4ba7a0899095be1dba34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464644 Aug 31 10:17:19.375900 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 51880) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:17:19.430056 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-18728dcf-bdd1-4965-bf35-5b279fe999e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:19.453294 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-18728dcf-bdd1-4965-bf35-5b279fe999e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:19.591485 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-18728dcf-bdd1-4965-bf35-5b279fe999e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:19.594975 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-18728dcf-bdd1-4965-bf35-5b279fe999e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:19.596172 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-18728dcf-bdd1-4965-bf35-5b279fe999e0 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/ae24bb98-990a-4893-871f-250d8ecdaf2f HTTP/1.1" status: 204 len: 168 time: 0.2193100 Aug 31 10:17:19.605554 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18728dcf-bdd1-4965-bf35-5b279fe999e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae24bb98-990a-4893-871f-250d8ecdaf2f,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:22.414077 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:17:31.243753 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-971810ee-f8f3-4fff-9a06-99096585253d tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] 10.222.0.119 "GET /v2.0/networks?tenant_id=e85f0f48b75840df8c0eeb9eecb133c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224807 Aug 31 10:17:31.360540 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-32dd130a-87e3-4ee2-8474-0d5e15f768a6 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:31.361931 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-32dd130a-87e3-4ee2-8474-0d5e15f768a6 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] 10.222.0.119 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1107900 Aug 31 10:17:31.379224 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-8bb9f4f6-9699-425f-8f6a-13aa023b0cca tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] 10.222.0.119 "GET /v2.0/quotas/e85f0f48b75840df8c0eeb9eecb133c2 HTTP/1.1" status: 200 len: 375 time: 0.0111563 Aug 31 10:17:31.413625 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-fe1c4728-c6bc-4997-afb4-b7e4d5c9a686 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=e85f0f48b75840df8c0eeb9eecb133c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284536 Aug 31 10:17:32.716718 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b31e16c5-46e7-4b28-8e20-f45cd3bd4601 req-62c6b79c-8b74-4864-9b2f-6d30bab542ed tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] 10.222.0.119 "GET /v2.0/ports?device_id=e497d15a-1848-46e8-9537-f48ea35d9768 HTTP/1.1" status: 200 len: 210 time: 0.0330091 Aug 31 10:17:33.224927 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:33.676233 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:33.826315 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f47ed1d-3ca7-4d5a-8a88-b8f13aedf159 req-4b42ef2a-da86-47c8-8343-11caf711e55c tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] 10.222.0.119 "GET /v2.0/ports?device_id=e497d15a-1848-46e8-9537-f48ea35d9768 HTTP/1.1" status: 200 len: 210 time: 0.0318768 Aug 31 10:17:34.956609 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cdd44743-0409-4be1-a141-9805fe9df66a req-8ad5b3dc-bd86-477f-81e4-a60eb7f7cfef tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] 10.222.0.119 "GET /v2.0/ports?device_id=e497d15a-1848-46e8-9537-f48ea35d9768 HTTP/1.1" status: 200 len: 210 time: 0.0288811 Aug 31 10:17:35.174526 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-e88f59d9-3939-4b05-8be9-256b2577e975 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] 10.222.0.112 "GET /v2.0/networks?tenant_id=e85f0f48b75840df8c0eeb9eecb133c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230374 Aug 31 10:17:35.290728 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-c981d39a-13f7-4b88-ab5a-605e08436a9a tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:35.292226 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-c981d39a-13f7-4b88-ab5a-605e08436a9a tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1124313 Aug 31 10:17:35.319988 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-520476af-af79-42da-a12e-d3bc7d60dee4 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Request body: {'port': {'device_id': 'e497d15a-1848-46e8-9537-f48ea35d9768', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'admin_state_up': True, 'tenant_id': 'e85f0f48b75840df8c0eeb9eecb133c2'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:17:35.538845 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-520476af-af79-42da-a12e-d3bc7d60dee4 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Made reservation on behalf of e85f0f48b75840df8c0eeb9eecb133c2 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:17:35.542796 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-520476af-af79-42da-a12e-d3bc7d60dee4 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:35.552438 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-520476af-af79-42da-a12e-d3bc7d60dee4 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:35.653594 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-520476af-af79-42da-a12e-d3bc7d60dee4 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:35.772629 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-520476af-af79-42da-a12e-d3bc7d60dee4 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:35.841896 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520476af-af79-42da-a12e-d3bc7d60dee4 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edd970d3-b591-4e4a-9ad6-e109de61185c,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:35.912951 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-520476af-af79-42da-a12e-d3bc7d60dee4 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Allocated IP 192.168.233.228 (a47e180d-e969-4a85-aa09-0ec8196480c0/f473c8e7-d3e2-4352-b8da-3dcd093feb8b/f89150c3-cc77-4263-bf95-5ee700c2b78d) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:17:36.062202 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c5b4d275-94c1-4e91-b685-aeaa31166077 req-13b7fae2-8560-4181-a811-b0c55b8b79e7 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] 10.222.0.119 "GET /v2.0/ports?device_id=e497d15a-1848-46e8-9537-f48ea35d9768 HTTP/1.1" status: 200 len: 210 time: 0.0270197 Aug 31 10:17:36.069465 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-520476af-af79-42da-a12e-d3bc7d60dee4 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:36.084468 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-520476af-af79-42da-a12e-d3bc7d60dee4 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Transition to ACTIVE for port object f89150c3-cc77-4263-bf95-5ee700c2b78d will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:17:36.208874 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-520476af-af79-42da-a12e-d3bc7d60dee4 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:36.260130 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-520476af-af79-42da-a12e-d3bc7d60dee4 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Network a47e180d-e969-4a85-aa09-0ec8196480c0 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:17:36.263222 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-520476af-af79-42da-a12e-d3bc7d60dee4 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:17:36.268501 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-520476af-af79-42da-a12e-d3bc7d60dee4 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:17:36.274902 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520476af-af79-42da-a12e-d3bc7d60dee4 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Pushing event updated for resources: {'Port': ['ID=f89150c3-cc77-4263-bf95-5ee700c2b78d,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:36.325614 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-520476af-af79-42da-a12e-d3bc7d60dee4 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:36.326284 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-520476af-af79-42da-a12e-d3bc7d60dee4 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:36.454601 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-520476af-af79-42da-a12e-d3bc7d60dee4 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1385062 Aug 31 10:17:36.472318 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-47ecd8d6-b3aa-4ce4-bd94-f78677b62b7d service neutron] Request body: {'port': {'device_id': 'e497d15a-1848-46e8-9537-f48ea35d9768', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:17:36.612448 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-527c3ad6-5599-412c-9400-fa635dd2a962 None None] Provisioning for port f89150c3-cc77-4263-bf95-5ee700c2b78d completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:17:36.616636 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-527c3ad6-5599-412c-9400-fa635dd2a962 None None] Provisioning complete for port f89150c3-cc77-4263-bf95-5ee700c2b78d triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:17:36.617039 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-527c3ad6-5599-412c-9400-fa635dd2a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:36.658868 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-527c3ad6-5599-412c-9400-fa635dd2a962 None None] Port f89150c3-cc77-4263-bf95-5ee700c2b78d cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:17:36.858824 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-47ecd8d6-b3aa-4ce4-bd94-f78677b62b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:37.130301 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-47ecd8d6-b3aa-4ce4-bd94-f78677b62b7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f89150c3-cc77-4263-bf95-5ee700c2b78d {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:17:37.137990 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-47ecd8d6-b3aa-4ce4-bd94-f78677b62b7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:37.150988 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-47ecd8d6-b3aa-4ce4-bd94-f78677b62b7d service neutron] Transition to ACTIVE for port object f89150c3-cc77-4263-bf95-5ee700c2b78d will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:17:37.182631 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63c582-0cf3-4ded-9023-4e2df9b3873b req-7a11e908-2c71-47a8-b69d-3433c1d9051e tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:37.187803 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6f63c582-0cf3-4ded-9023-4e2df9b3873b req-7a11e908-2c71-47a8-b69d-3433c1d9051e tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] 10.222.0.119 "GET /v2.0/ports?device_id=e497d15a-1848-46e8-9537-f48ea35d9768 HTTP/1.1" status: 200 len: 936 time: 0.0537419 Aug 31 10:17:37.227112 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6f63c582-0cf3-4ded-9023-4e2df9b3873b req-7c0e02d4-e595-4a65-8382-f39cc2251be4 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] 10.222.0.119 "GET /v2.0/security-groups?id=edd970d3-b591-4e4a-9ad6-e109de61185c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367806 Aug 31 10:17:37.241578 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-47ecd8d6-b3aa-4ce4-bd94-f78677b62b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:37.300350 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ecd8d6-b3aa-4ce4-bd94-f78677b62b7d service neutron] Pushing event updated for resources: {'Port': ['ID=f89150c3-cc77-4263-bf95-5ee700c2b78d,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:37.369544 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-47ecd8d6-b3aa-4ce4-bd94-f78677b62b7d service neutron] Attempting to bind port f89150c3-cc77-4263-bf95-5ee700c2b78d on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:17:37.370070 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-47ecd8d6-b3aa-4ce4-bd94-f78677b62b7d service neutron] Attempting to bind port f89150c3-cc77-4263-bf95-5ee700c2b78d by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:17:37.370624 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-47ecd8d6-b3aa-4ce4-bd94-f78677b62b7d service neutron] Attempting to bind port f89150c3-cc77-4263-bf95-5ee700c2b78d on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:17:37.375625 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-47ecd8d6-b3aa-4ce4-bd94-f78677b62b7d service neutron] Port f89150c3-cc77-4263-bf95-5ee700c2b78d on network a47e180d-e969-4a85-aa09-0ec8196480c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:17:37.375943 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-47ecd8d6-b3aa-4ce4-bd94-f78677b62b7d service neutron] Attempting to bind port f89150c3-cc77-4263-bf95-5ee700c2b78d on network a47e180d-e969-4a85-aa09-0ec8196480c0 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:17:37.381016 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-47ecd8d6-b3aa-4ce4-bd94-f78677b62b7d service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:17:37.381351 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-47ecd8d6-b3aa-4ce4-bd94-f78677b62b7d service neutron] Checking segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:17:37.381734 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-47ecd8d6-b3aa-4ce4-bd94-f78677b62b7d service neutron] Bound using segment: {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:17:37.382162 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-47ecd8d6-b3aa-4ce4-bd94-f78677b62b7d service neutron] Bound port: f89150c3-cc77-4263-bf95-5ee700c2b78d, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5aea9f-3bfb-47d5-9545-94660e102fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1627, 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:17:37.382516 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-47ecd8d6-b3aa-4ce4-bd94-f78677b62b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:37.455222 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-47ecd8d6-b3aa-4ce4-bd94-f78677b62b7d service neutron] For port f89150c3-cc77-4263-bf95-5ee700c2b78d, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:17:37.458538 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-47ecd8d6-b3aa-4ce4-bd94-f78677b62b7d service neutron] For port f89150c3-cc77-4263-bf95-5ee700c2b78d, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=f89150c3-cc77-4263-bf95-5ee700c2b78d,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:17:37.545450 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-47ecd8d6-b3aa-4ce4-bd94-f78677b62b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:37.588173 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-47ecd8d6-b3aa-4ce4-bd94-f78677b62b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:37.596108 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-47ecd8d6-b3aa-4ce4-bd94-f78677b62b7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:37.596108 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-47ecd8d6-b3aa-4ce4-bd94-f78677b62b7d service neutron] 10.222.0.112 "PUT /v2.0/ports/f89150c3-cc77-4263-bf95-5ee700c2b78d HTTP/1.1" status: 200 len: 1097 time: 1.1226301 Aug 31 10:17:37.596108 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e497d15a-1848-46e8-9537-f48ea35d9768', 'tag': 'f89150c3-cc77-4263-bf95-5ee700c2b78d'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:17:37.596108 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efb09fcb25d757964e6e64477cf3964f72eef090657aa62846af519e9d9507f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4455437-a95f-43fc-b386-8d72edc27f13" -d '{"events": [{"name": "network-changed", "server_uuid": "e497d15a-1848-46e8-9537-f48ea35d9768", "tag": "f89150c3-cc77-4263-bf95-5ee700c2b78d"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:17:37.614213 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ecd8d6-b3aa-4ce4-bd94-f78677b62b7d service neutron] Pushing event updated for resources: {'Port': ['ID=f89150c3-cc77-4263-bf95-5ee700c2b78d,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:37.635810 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91cfd78-dd87-4c44-aa57-0f6943d49b74 x-openstack-request-id: req-f91cfd78-dd87-4c44-aa57-0f6943d49b74 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:17:37.636111 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e497d15a-1848-46e8-9537-f48ea35d9768", "tag": "f89150c3-cc77-4263-bf95-5ee700c2b78d", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:17:37.636364 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-f91cfd78-dd87-4c44-aa57-0f6943d49b74 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:17:37.636861 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e497d15a-1848-46e8-9537-f48ea35d9768', 'tag': 'f89150c3-cc77-4263-bf95-5ee700c2b78d', 'status': 'completed', 'code': 200} Aug 31 10:17:37.701152 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4455437-a95f-43fc-b386-8d72edc27f13 req-f48d82ff-2112-4f74-b1e6-0b7e495230ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:37.704091 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f4455437-a95f-43fc-b386-8d72edc27f13 req-f48d82ff-2112-4f74-b1e6-0b7e495230ff service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e85f0f48b75840df8c0eeb9eecb133c2&device_id=e497d15a-1848-46e8-9537-f48ea35d9768 HTTP/1.1" status: 200 len: 1100 time: 0.0446088 Aug 31 10:17:37.739321 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f4455437-a95f-43fc-b386-8d72edc27f13 req-2d33f8a5-4d40-4e4a-9b17-a22c58982e0c service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=e85f0f48b75840df8c0eeb9eecb133c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230317 Aug 31 10:17:37.843241 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4455437-a95f-43fc-b386-8d72edc27f13 req-bca24c01-8280-48c3-9387-fbd3042df43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:37.844738 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f4455437-a95f-43fc-b386-8d72edc27f13 req-bca24c01-8280-48c3-9387-fbd3042df43a service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0980053 Aug 31 10:17:37.928295 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-3b11682d-0ec6-460d-b8f6-f813d338fe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:37.929708 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-3b11682d-0ec6-460d-b8f6-f813d338fe89 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=e85f0f48b75840df8c0eeb9eecb133c2&device_id=e497d15a-1848-46e8-9537-f48ea35d9768 HTTP/1.1" status: 200 len: 1100 time: 0.0419090 Aug 31 10:17:37.976024 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-47de45c9-6b63-4b48-9e3c-e842f77ff573 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=f89150c3-cc77-4263-bf95-5ee700c2b78d HTTP/1.1" status: 200 len: 217 time: 0.0339632 Aug 31 10:17:38.026778 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-d4e53a87-5443-4f9d-9926-18cd2f301773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:38.028216 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-d4e53a87-5443-4f9d-9926-18cd2f301773 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=f473c8e7-d3e2-4352-b8da-3dcd093feb8b HTTP/1.1" status: 200 len: 843 time: 0.0450616 Aug 31 10:17:38.081472 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-b17105bf-42b8-4840-baa6-42a3205da35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:38.082993 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-b17105bf-42b8-4840-baa6-42a3205da35d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=a47e180d-e969-4a85-aa09-0ec8196480c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0444932 Aug 31 10:17:38.175910 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-5e27b9ce-23c6-4b85-a873-a0f099a88f66 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819943 Aug 31 10:17:38.277088 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-22f4908e-d4ff-4e53-9bfc-acc10536606e req-948e9253-64e9-4f19-aac8-f21b71566ea1 service neutron] 10.222.0.112 "GET /v2.0/networks/a47e180d-e969-4a85-aa09-0ec8196480c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893629 Aug 31 10:17:38.348936 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b44345-8813-4905-86d6-4bad1730daa9 req-f3c8d881-8e0b-4886-b2fa-4a7fe5915164 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:38.350490 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70b44345-8813-4905-86d6-4bad1730daa9 req-f3c8d881-8e0b-4886-b2fa-4a7fe5915164 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] 10.222.0.119 "GET /v2.0/ports?device_id=e497d15a-1848-46e8-9537-f48ea35d9768 HTTP/1.1" status: 200 len: 948 time: 0.0518651 Aug 31 10:17:38.391900 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70b44345-8813-4905-86d6-4bad1730daa9 req-f4a2939b-66ea-4a96-95bd-1ffc6032a13a tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] 10.222.0.119 "GET /v2.0/security-groups?id=edd970d3-b591-4e4a-9ad6-e109de61185c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354364 Aug 31 10:17:39.521437 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d2caa-8cfb-423d-a72e-d4efff50f60e req-88a9240a-1bab-414a-b21f-386ed82a2ae4 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:39.523783 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9a0d2caa-8cfb-423d-a72e-d4efff50f60e req-88a9240a-1bab-414a-b21f-386ed82a2ae4 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] 10.222.0.119 "GET /v2.0/ports?device_id=e497d15a-1848-46e8-9537-f48ea35d9768 HTTP/1.1" status: 200 len: 948 time: 0.0585053 Aug 31 10:17:39.573813 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9a0d2caa-8cfb-423d-a72e-d4efff50f60e req-e13ba4df-b45b-42ba-adce-88259990b911 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] 10.222.0.119 "GET /v2.0/security-groups?id=edd970d3-b591-4e4a-9ad6-e109de61185c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436590 Aug 31 10:17:40.703579 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11fccc-a519-4e84-b46b-83f81c0b5cec req-6d272f2b-b9ac-4914-8610-bdcd86f8df61 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:40.705157 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6b11fccc-a519-4e84-b46b-83f81c0b5cec req-6d272f2b-b9ac-4914-8610-bdcd86f8df61 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] 10.222.0.119 "GET /v2.0/ports?device_id=e497d15a-1848-46e8-9537-f48ea35d9768 HTTP/1.1" status: 200 len: 948 time: 0.0579221 Aug 31 10:17:40.746994 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6b11fccc-a519-4e84-b46b-83f81c0b5cec req-bb831cfa-03fc-4573-a8ff-b4a2d01efeaf tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] 10.222.0.119 "GET /v2.0/security-groups?id=edd970d3-b591-4e4a-9ad6-e109de61185c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355337 Aug 31 10:17:40.868444 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device f89150c3-cc77-4263-bf95-5ee700c2b78d details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:17:40.977196 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port f89150c3-cc77-4263-bf95-5ee700c2b78d, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=f89150c3-cc77-4263-bf95-5ee700c2b78d,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:17:40.989820 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'f89150c3-cc77-4263-bf95-5ee700c2b78d', 'network_id': 'a47e180d-e969-4a85-aa09-0ec8196480c0', 'port_id': 'f89150c3-cc77-4263-bf95-5ee700c2b78d', 'mac_address': 'fa:16:3e:6f:4b:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f473c8e7-d3e2-4352-b8da-3dcd093feb8b', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:17:41.032630 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:41.046763 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f89150c3-cc77-4263-bf95-5ee700c2b78d {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:17:41.066530 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port f89150c3-cc77-4263-bf95-5ee700c2b78d, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=f89150c3-cc77-4263-bf95-5ee700c2b78d,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:17:41.133246 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:41.185030 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=f89150c3-cc77-4263-bf95-5ee700c2b78d,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:41.334391 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-573a917c-bf24-4337-803a-87cfecde04d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:41.416724 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['f89150c3-cc77-4263-bf95-5ee700c2b78d'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:17:41.872730 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196549a-ddac-4ebc-b027-7c7dad42f399 req-2b257b69-590e-4762-a164-0f67ed6abd3e tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:41.875590 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b196549a-ddac-4ebc-b027-7c7dad42f399 req-2b257b69-590e-4762-a164-0f67ed6abd3e tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] 10.222.0.119 "GET /v2.0/ports?device_id=e497d15a-1848-46e8-9537-f48ea35d9768 HTTP/1.1" status: 200 len: 949 time: 0.0582037 Aug 31 10:17:41.915646 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b196549a-ddac-4ebc-b027-7c7dad42f399 req-24f33642-67be-43be-bab6-1c4fa50d1731 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] 10.222.0.119 "GET /v2.0/security-groups?id=edd970d3-b591-4e4a-9ad6-e109de61185c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334933 Aug 31 10:17:42.868524 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device f89150c3-cc77-4263-bf95-5ee700c2b78d up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:17:43.029694 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port f89150c3-cc77-4263-bf95-5ee700c2b78d completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:17:43.037922 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port f89150c3-cc77-4263-bf95-5ee700c2b78d triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:17:43.038643 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:43.051489 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f77213-c9fe-428d-a241-2e4e6816f02b req-beafb2ec-7128-44c0-b0b6-d996dff9a22f tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:43.053990 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b8f77213-c9fe-428d-a241-2e4e6816f02b req-beafb2ec-7128-44c0-b0b6-d996dff9a22f tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] 10.222.0.119 "GET /v2.0/ports?device_id=e497d15a-1848-46e8-9537-f48ea35d9768 HTTP/1.1" status: 200 len: 949 time: 0.0596497 Aug 31 10:17:43.113520 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b8f77213-c9fe-428d-a241-2e4e6816f02b req-93cd837f-4bd0-41ef-b2bb-f85da5e511b6 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] 10.222.0.119 "GET /v2.0/security-groups?id=edd970d3-b591-4e4a-9ad6-e109de61185c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529449 Aug 31 10:17:43.152265 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:43.176881 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e497d15a-1848-46e8-9537-f48ea35d9768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89150c3-cc77-4263-bf95-5ee700c2b78d'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:17:43.179336 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13e042e-b91a-403b-9939-48fbde9e916e" -d '{"events": [{"server_uuid": "e497d15a-1848-46e8-9537-f48ea35d9768", "name": "network-vif-plugged", "status": "completed", "tag": "f89150c3-cc77-4263-bf95-5ee700c2b78d"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:17:43.193834 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port f89150c3-cc77-4263-bf95-5ee700c2b78d, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=f89150c3-cc77-4263-bf95-5ee700c2b78d,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:17:43.223339 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4c4242-ecbe-4c9b-b0e2-77963f5bde22 x-openstack-request-id: req-5a4c4242-ecbe-4c9b-b0e2-77963f5bde22 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:17:43.223632 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e497d15a-1848-46e8-9537-f48ea35d9768", "name": "network-vif-plugged", "status": "completed", "tag": "f89150c3-cc77-4263-bf95-5ee700c2b78d", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:17:43.223884 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-5a4c4242-ecbe-4c9b-b0e2-77963f5bde22 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:17:43.224274 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e497d15a-1848-46e8-9537-f48ea35d9768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89150c3-cc77-4263-bf95-5ee700c2b78d', 'code': 200} Aug 31 10:17:43.303885 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:43.338381 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdb71c-47ca-4048-8688-ff514c7f0cab req-4c310c39-b31d-482d-a0fb-ae6cd1078924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:43.339984 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-55cdb71c-47ca-4048-8688-ff514c7f0cab req-4c310c39-b31d-482d-a0fb-ae6cd1078924 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=e497d15a-1848-46e8-9537-f48ea35d9768 HTTP/1.1" status: 200 len: 1102 time: 0.0443246 Aug 31 10:17:43.373353 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=f89150c3-cc77-4263-bf95-5ee700c2b78d,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:43.381107 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-55cdb71c-47ca-4048-8688-ff514c7f0cab req-a2e701c6-c418-435e-861c-17ab9da52925 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=edd970d3-b591-4e4a-9ad6-e109de61185c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296941 Aug 31 10:17:44.052731 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7ecad3f3-3929-495e-9bb7-59294b41b1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:44.109790 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:44.237960 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e19404-966a-46f3-9ac5-5a22d7cdf083 req-b1262e72-7d90-45c6-b915-01fa726a1d98 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:44.239524 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f8e19404-966a-46f3-9ac5-5a22d7cdf083 req-b1262e72-7d90-45c6-b915-01fa726a1d98 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] 10.222.0.119 "GET /v2.0/ports?device_id=e497d15a-1848-46e8-9537-f48ea35d9768 HTTP/1.1" status: 200 len: 950 time: 0.0563531 Aug 31 10:17:44.283442 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f8e19404-966a-46f3-9ac5-5a22d7cdf083 req-e6493024-9ed7-49e0-be99-93e7bfcceb1a tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] 10.222.0.119 "GET /v2.0/security-groups?id=edd970d3-b591-4e4a-9ad6-e109de61185c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369120 Aug 31 10:17:45.403628 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b82324-8302-47ab-9d72-fba393c0cc58 req-de390570-05e2-439f-9574-603ae1dad5f0 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:45.405103 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d5b82324-8302-47ab-9d72-fba393c0cc58 req-de390570-05e2-439f-9574-603ae1dad5f0 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] 10.222.0.119 "GET /v2.0/ports?device_id=e497d15a-1848-46e8-9537-f48ea35d9768 HTTP/1.1" status: 200 len: 950 time: 0.0504642 Aug 31 10:17:45.443659 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d5b82324-8302-47ab-9d72-fba393c0cc58 req-7a5243c2-d0a1-4600-ac33-5906e05b6343 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] 10.222.0.119 "GET /v2.0/security-groups?id=edd970d3-b591-4e4a-9ad6-e109de61185c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323021 Aug 31 10:17:45.580736 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:45.857099 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-f84476bc-7c1a-4189-aeba-1f9f45127f1d req-238a270b-f89e-4010-9658-6f986d4dabbc service neutron] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:17:45.858018 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f84476bc-7c1a-4189-aeba-1f9f45127f1d req-238a270b-f89e-4010-9658-6f986d4dabbc service neutron] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055144 Aug 31 10:17:46.455457 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-78c9ef7d-3d63-4cc5-ae94-24466a56ff7f req-66131f43-763c-4777-b49a-74a09d2bf547 service neutron] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:17:46.456462 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-78c9ef7d-3d63-4cc5-ae94-24466a56ff7f req-66131f43-763c-4777-b49a-74a09d2bf547 service neutron] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1090410 Aug 31 10:17:47.182466 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21723aa5-f4c6-48a6-ad61-3b37eaaa25b8 req-06a3a169-d914-4ffe-a7de-79541bf1a655 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:47.184005 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-21723aa5-f4c6-48a6-ad61-3b37eaaa25b8 req-06a3a169-d914-4ffe-a7de-79541bf1a655 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] 10.222.0.119 "GET /v2.0/ports?device_id=e497d15a-1848-46e8-9537-f48ea35d9768 HTTP/1.1" status: 200 len: 950 time: 0.0511711 Aug 31 10:17:47.223903 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:47.224720 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-21723aa5-f4c6-48a6-ad61-3b37eaaa25b8 req-ab988997-b3ac-4416-acad-ea91ca4122b1 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] 10.222.0.119 "GET /v2.0/security-groups?id=edd970d3-b591-4e4a-9ad6-e109de61185c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344357 Aug 31 10:17:48.362768 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd39564-5b3f-40c5-a4d5-80a113486b36 req-877aaba3-baaf-41bd-b9b8-fa2cb61f5e38 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:48.364263 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3dd39564-5b3f-40c5-a4d5-80a113486b36 req-877aaba3-baaf-41bd-b9b8-fa2cb61f5e38 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] 10.222.0.119 "GET /v2.0/ports?device_id=e497d15a-1848-46e8-9537-f48ea35d9768 HTTP/1.1" status: 200 len: 950 time: 0.0565627 Aug 31 10:17:48.405294 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3dd39564-5b3f-40c5-a4d5-80a113486b36 req-fc1b1206-c3ec-429d-9a96-8f755cd9dc67 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] 10.222.0.119 "GET /v2.0/security-groups?id=edd970d3-b591-4e4a-9ad6-e109de61185c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349598 Aug 31 10:17:48.551395 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4742cb-bee6-4b04-bbb9-ef84271bf5b1 req-7c2eddfb-1175-48c6-b5c0-a304e0f57e18 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:48.552975 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4d4742cb-bee6-4b04-bbb9-ef84271bf5b1 req-7c2eddfb-1175-48c6-b5c0-a304e0f57e18 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] 10.222.0.112 "GET /v2.0/ports?device_id=e497d15a-1848-46e8-9537-f48ea35d9768 HTTP/1.1" status: 200 len: 950 time: 0.0518901 Aug 31 10:17:48.652633 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-4d4742cb-bee6-4b04-bbb9-ef84271bf5b1 req-b178ceb5-dc22-4765-9451-0cd2ff34c593 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Deleting port f89150c3-cc77-4263-bf95-5ee700c2b78d {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:17:48.652974 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4d4742cb-bee6-4b04-bbb9-ef84271bf5b1 req-b178ceb5-dc22-4765-9451-0cd2ff34c593 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:48.745710 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-4d4742cb-bee6-4b04-bbb9-ef84271bf5b1 req-b178ceb5-dc22-4765-9451-0cd2ff34c593 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] For port f89150c3-cc77-4263-bf95-5ee700c2b78d, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=f89150c3-cc77-4263-bf95-5ee700c2b78d,segment=NetworkSegment(dc5aea9f-3bfb-47d5-9545-94660e102fdd),segment_id=dc5aea9f-3bfb-47d5-9545-94660e102fdd)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:17:48.746077 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4d4742cb-bee6-4b04-bbb9-ef84271bf5b1 req-b178ceb5-dc22-4765-9451-0cd2ff34c593 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:48.759401 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-4d4742cb-bee6-4b04-bbb9-ef84271bf5b1 req-b178ceb5-dc22-4765-9451-0cd2ff34c593 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Calling delete_port for f89150c3-cc77-4263-bf95-5ee700c2b78d owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:17:48.978840 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4d4742cb-bee6-4b04-bbb9-ef84271bf5b1 req-b178ceb5-dc22-4765-9451-0cd2ff34c593 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:49.010865 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178ceb5-dc22-4765-9451-0cd2ff34c593 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Pushing event deleted for resources: {'Port': ['ID=f89150c3-cc77-4263-bf95-5ee700c2b78d,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:49.042751 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178ceb5-dc22-4765-9451-0cd2ff34c593 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:49.043118 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178ceb5-dc22-4765-9451-0cd2ff34c593 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:49.043445 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178ceb5-dc22-4765-9451-0cd2ff34c593 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:49.043770 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178ceb5-dc22-4765-9451-0cd2ff34c593 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:49.044158 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178ceb5-dc22-4765-9451-0cd2ff34c593 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:49.044492 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178ceb5-dc22-4765-9451-0cd2ff34c593 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:49.044821 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178ceb5-dc22-4765-9451-0cd2ff34c593 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:49.045185 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178ceb5-dc22-4765-9451-0cd2ff34c593 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:49.045513 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178ceb5-dc22-4765-9451-0cd2ff34c593 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:49.045872 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178ceb5-dc22-4765-9451-0cd2ff34c593 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:49.046195 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178ceb5-dc22-4765-9451-0cd2ff34c593 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:49.046515 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b178ceb5-dc22-4765-9451-0cd2ff34c593 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:17:49.069057 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4742cb-bee6-4b04-bbb9-ef84271bf5b1 req-b178ceb5-dc22-4765-9451-0cd2ff34c593 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] No DVR routers for this DVR port f89150c3-cc77-4263-bf95-5ee700c2b78d on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:17:49.071711 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4d4742cb-bee6-4b04-bbb9-ef84271bf5b1 req-b178ceb5-dc22-4765-9451-0cd2ff34c593 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:49.073788 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4d4742cb-bee6-4b04-bbb9-ef84271bf5b1 req-b178ceb5-dc22-4765-9451-0cd2ff34c593 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] 10.222.0.112 "DELETE /v2.0/ports/f89150c3-cc77-4263-bf95-5ee700c2b78d HTTP/1.1" status: 204 len: 173 time: 0.5116270 Aug 31 10:17:49.074280 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e497d15a-1848-46e8-9537-f48ea35d9768', 'name': 'network-vif-deleted', 'tag': 'f89150c3-cc77-4263-bf95-5ee700c2b78d'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:17:49.076732 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efb09fcb25d757964e6e64477cf3964f72eef090657aa62846af519e9d9507f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fb810d-3bc0-4c39-9068-76d7b3ab668d" -d '{"events": [{"server_uuid": "e497d15a-1848-46e8-9537-f48ea35d9768", "name": "network-vif-deleted", "tag": "f89150c3-cc77-4263-bf95-5ee700c2b78d"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:17:49.130597 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff340721-abc3-4f75-853a-f22ab0cdb3cb x-openstack-request-id: req-ff340721-abc3-4f75-853a-f22ab0cdb3cb {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:17:49.130900 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e497d15a-1848-46e8-9537-f48ea35d9768", "name": "network-vif-deleted", "tag": "f89150c3-cc77-4263-bf95-5ee700c2b78d", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:17:49.131294 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-ff340721-abc3-4f75-853a-f22ab0cdb3cb {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:17:49.131686 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e497d15a-1848-46e8-9537-f48ea35d9768', 'name': 'network-vif-deleted', 'tag': 'f89150c3-cc77-4263-bf95-5ee700c2b78d', 'status': 'completed', 'code': 200} Aug 31 10:17:49.522384 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7235fde8-0efe-4196-a4da-66996a83e1a3 req-8a8aee4f-440b-44ea-83c9-fbda7bd90721 tempest-ServersAdminNegativeTestJSON-439528692 tempest-ServersAdminNegativeTestJSON-439528692-project] 10.222.0.119 "GET /v2.0/ports?device_id=e497d15a-1848-46e8-9537-f48ea35d9768 HTTP/1.1" status: 200 len: 210 time: 0.0290396 Aug 31 10:17:50.898118 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device f89150c3-cc77-4263-bf95-5ee700c2b78d no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:17:50.921233 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: f89150c3-cc77-4263-bf95-5ee700c2b78d {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:17:50.921628 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device f89150c3-cc77-4263-bf95-5ee700c2b78d not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:17:51.141894 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52034) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:17:51.276771 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8a7585a4-0e91-42f5-a717-2529f9f11144 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=e85f0f48b75840df8c0eeb9eecb133c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1330528 Aug 31 10:17:51.279238 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52038) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:17:51.327851 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9f513175-dfd0-42b3-bc6e-2a1b1161abda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:51.349992 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9f513175-dfd0-42b3-bc6e-2a1b1161abda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:51.571778 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9f513175-dfd0-42b3-bc6e-2a1b1161abda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:51.574448 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9f513175-dfd0-42b3-bc6e-2a1b1161abda admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:51.575689 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9f513175-dfd0-42b3-bc6e-2a1b1161abda admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/edd970d3-b591-4e4a-9ad6-e109de61185c HTTP/1.1" status: 204 len: 168 time: 0.2954862 Aug 31 10:17:51.584349 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f513175-dfd0-42b3-bc6e-2a1b1161abda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd970d3-b591-4e4a-9ad6-e109de61185c,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:52.275239 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52044) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:17:52.289498 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8e566f42-eb69-4b71-b1ff-95ac71650abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:52.388104 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8e566f42-eb69-4b71-b1ff-95ac71650abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:52.497723 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8e566f42-eb69-4b71-b1ff-95ac71650abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:52.538414 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e566f42-eb69-4b71-b1ff-95ac71650abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35adc3e2-ac29-4e5d-88db-f879a016f158,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:52.542893 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8e566f42-eb69-4b71-b1ff-95ac71650abd admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=08cfaebe9e1c4fc68b5220cb61833fab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2665315 Aug 31 10:17:52.545459 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52046) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:17:52.594049 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4945dce1-cd0d-42f6-b44c-0e7e70ab118e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:52.617536 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4945dce1-cd0d-42f6-b44c-0e7e70ab118e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:52.732135 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4945dce1-cd0d-42f6-b44c-0e7e70ab118e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:52.734755 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4945dce1-cd0d-42f6-b44c-0e7e70ab118e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:52.735921 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4945dce1-cd0d-42f6-b44c-0e7e70ab118e admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/35adc3e2-ac29-4e5d-88db-f879a016f158 HTTP/1.1" status: 204 len: 168 time: 0.1895747 Aug 31 10:17:52.744355 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945dce1-cd0d-42f6-b44c-0e7e70ab118e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35adc3e2-ac29-4e5d-88db-f879a016f158,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:53.936443 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52068) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:17:54.037245 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-5e335088-a202-4963-b821-a3f72e256bfa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-466633234-network', 'tenant_id': '5f48f44ceba348af9e1957e105f68f43'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:17:54.160845 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e335088-a202-4963-b821-a3f72e256bfa admin admin] Made reservation on behalf of 5f48f44ceba348af9e1957e105f68f43 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:17:54.163384 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5e335088-a202-4963-b821-a3f72e256bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:54.172573 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5e335088-a202-4963-b821-a3f72e256bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:54.274091 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5e335088-a202-4963-b821-a3f72e256bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:54.395461 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5e335088-a202-4963-b821-a3f72e256bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:54.427469 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e335088-a202-4963-b821-a3f72e256bfa admin admin] vlan segment allocate from pool success with {'vlan_id': 1625, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:17:54.437655 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e335088-a202-4963-b821-a3f72e256bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dfff59-725d-4cd8-83f9-3cddc6e288e8,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:54.442957 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5e335088-a202-4963-b821-a3f72e256bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:54.443304 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-5e335088-a202-4963-b821-a3f72e256bfa admin admin] Added segment a76fd0bb-c30b-4fd0-9bc8-de27982f6461 of type vlan for network 96700e14-c350-4167-9ef5-5da848e7bde9 Aug 31 10:17:54.493761 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5e335088-a202-4963-b821-a3f72e256bfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:54.720960 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5e335088-a202-4963-b821-a3f72e256bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:54.721947 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e335088-a202-4963-b821-a3f72e256bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:54.722700 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5e335088-a202-4963-b821-a3f72e256bfa admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:54.784041 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e335088-a202-4963-b821-a3f72e256bfa admin admin] Pushing event updated for resources: {'Network': ['ID=96700e14-c350-4167-9ef5-5da848e7bde9,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:54.794042 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 96700e14-c350-4167-9ef5-5da848e7bde9 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:17:54.898785 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5e335088-a202-4963-b821-a3f72e256bfa admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9611757 Aug 31 10:17:54.901603 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52072) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:17:54.906760 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-932b488a-6bb5-48d1-92cf-f2080e034dc7 admin admin] Request body: {'subnet': {'network_id': '96700e14-c350-4167-9ef5-5da848e7bde9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-466633234-subnet', 'tenant_id': '5f48f44ceba348af9e1957e105f68f43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:17:54.983334 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932b488a-6bb5-48d1-92cf-f2080e034dc7 admin admin] Made reservation on behalf of 5f48f44ceba348af9e1957e105f68f43 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:17:54.985775 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-932b488a-6bb5-48d1-92cf-f2080e034dc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:55.235281 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-932b488a-6bb5-48d1-92cf-f2080e034dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:55.289451 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b488a-6bb5-48d1-92cf-f2080e034dc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bc115bc-7ae2-4d94-9ebf-563471bed2eb,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:55.301126 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932b488a-6bb5-48d1-92cf-f2080e034dc7 admin admin] Checking segment: {'id': 'a76fd0bb-c30b-4fd0-9bc8-de27982f6461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1625, 'network_id': '96700e14-c350-4167-9ef5-5da848e7bde9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:17:55.301476 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932b488a-6bb5-48d1-92cf-f2080e034dc7 admin admin] Network hostable DHCP agents. Network: 96700e14-c350-4167-9ef5-5da848e7bde9, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:17:55.383682 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932b488a-6bb5-48d1-92cf-f2080e034dc7 admin admin] Network 96700e14-c350-4167-9ef5-5da848e7bde9 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:17:55.488873 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-932b488a-6bb5-48d1-92cf-f2080e034dc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 96700e14-c350-4167-9ef5-5da848e7bde9) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:17:55.492140 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932b488a-6bb5-48d1-92cf-f2080e034dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:55.492726 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-932b488a-6bb5-48d1-92cf-f2080e034dc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:55.498121 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6ce7a0-9d34-4739-b044-f08ad69bdc86 None None] Network 96700e14-c350-4167-9ef5-5da848e7bde9 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:17:55.567311 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-932b488a-6bb5-48d1-92cf-f2080e034dc7 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6646440 Aug 31 10:17:55.623779 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc4b9a5-07b1-49d9-95d8-533f2b3cb0dd None None] Network 96700e14-c350-4167-9ef5-5da848e7bde9 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:17:56.017174 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-a99ce28e-f79d-47ff-bfd3-83e5da4b5986 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:56.019517 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-a99ce28e-f79d-47ff-bfd3-83e5da4b5986 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/networks?id=96700e14-c350-4167-9ef5-5da848e7bde9 HTTP/1.1" status: 200 len: 811 time: 0.1024640 Aug 31 10:17:56.035297 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-ed66ba4d-f72a-49ef-87e1-ab162e79be1e tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/quotas/5f48f44ceba348af9e1957e105f68f43 HTTP/1.1" status: 200 len: 375 time: 0.0099578 Aug 31 10:17:56.067868 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-868568f4-c22c-4b6c-b2c7-aa7db5e0fd73 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=5f48f44ceba348af9e1957e105f68f43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268085 Aug 31 10:17:56.155373 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-c021a680-be48-405c-91b6-68965b5fb50f service neutron] 10.222.0.119 "GET /v2.0/networks/96700e14-c350-4167-9ef5-5da848e7bde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806544 Aug 31 10:17:56.253721 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-6391e9cc-154e-43b5-92c8-c1f4b719ca64 service neutron] 10.222.0.119 "GET /v2.0/networks/96700e14-c350-4167-9ef5-5da848e7bde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911129 Aug 31 10:17:56.526786 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eec3edd3-f0da-4dcf-97f4-a03b0dc67ee5 req-92f5368c-6344-492d-8f6c-599f39653ecd tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 210 time: 0.0359759 Aug 31 10:17:57.624353 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-145bd77c-0f3a-4291-ac1a-8c0e73abbe14 req-9cfb9356-d2b2-4b22-ad98-55c574474788 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 210 time: 0.0261505 Aug 31 10:17:58.721235 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-e7a3c2d6-4cc4-458f-8d92-f8bfd805644c tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:58.722957 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-e7a3c2d6-4cc4-458f-8d92-f8bfd805644c tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.112 "GET /v2.0/networks?id=96700e14-c350-4167-9ef5-5da848e7bde9 HTTP/1.1" status: 200 len: 811 time: 0.1152222 Aug 31 10:17:58.729379 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-354d8910-6932-4449-812f-6de35c0bb1a6 req-25117bfb-03f2-4b21-8b17-4af54f5b011e tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 210 time: 0.0280302 Aug 31 10:17:58.737460 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-e1713179-51f8-4880-893c-94a342115bfd tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Request body: {'port': {'device_id': 'b1bcc886-0a4d-42ac-814b-97cb793f3b7f', 'network_id': '96700e14-c350-4167-9ef5-5da848e7bde9', 'admin_state_up': True, 'tenant_id': '5f48f44ceba348af9e1957e105f68f43'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:17:58.949249 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-e1713179-51f8-4880-893c-94a342115bfd tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Made reservation on behalf of 5f48f44ceba348af9e1957e105f68f43 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:17:58.952720 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-e1713179-51f8-4880-893c-94a342115bfd tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:59.084631 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-e1713179-51f8-4880-893c-94a342115bfd tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Allocated IP 172.20.0.6 (96700e14-c350-4167-9ef5-5da848e7bde9/0bc115bc-7ae2-4d94-9ebf-563471bed2eb/09945f85-76b9-4052-a1a1-ea3226aa5b6c) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:17:59.234101 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-e1713179-51f8-4880-893c-94a342115bfd tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:59.326254 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-e1713179-51f8-4880-893c-94a342115bfd tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:59.371326 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-e1713179-51f8-4880-893c-94a342115bfd tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Network 96700e14-c350-4167-9ef5-5da848e7bde9 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:17:59.374370 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-e1713179-51f8-4880-893c-94a342115bfd tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:17:59.378381 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-e1713179-51f8-4880-893c-94a342115bfd tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:17:59.401712 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1713179-51f8-4880-893c-94a342115bfd tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Pushing event updated for resources: {'Port': ['ID=09945f85-76b9-4052-a1a1-ea3226aa5b6c,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:17:59.413745 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:17:59.430026 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-e1713179-51f8-4880-893c-94a342115bfd tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:59.430655 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-e1713179-51f8-4880-893c-94a342115bfd tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:59.515777 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-e1713179-51f8-4880-893c-94a342115bfd tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7822387 Aug 31 10:17:59.533326 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-aee8e196-7afb-4847-833e-95a75949776c service neutron] Request body: {'port': {'device_id': 'b1bcc886-0a4d-42ac-814b-97cb793f3b7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:17:59.591664 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-aee8e196-7afb-4847-833e-95a75949776c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:59.855345 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f055ddc-ed69-47da-98b1-f8ff1af2f280 req-e65cd316-87dd-4a6b-ae41-21c7ca0ad2ee tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:17:59.856978 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5f055ddc-ed69-47da-98b1-f8ff1af2f280 req-e65cd316-87dd-4a6b-ae41-21c7ca0ad2ee tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 931 time: 0.0539389 Aug 31 10:17:59.863239 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-aee8e196-7afb-4847-833e-95a75949776c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09945f85-76b9-4052-a1a1-ea3226aa5b6c {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:17:59.870885 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-aee8e196-7afb-4847-833e-95a75949776c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:17:59.883240 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-aee8e196-7afb-4847-833e-95a75949776c service neutron] Transition to ACTIVE for port object 09945f85-76b9-4052-a1a1-ea3226aa5b6c will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:17:59.896589 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5f055ddc-ed69-47da-98b1-f8ff1af2f280 req-48881ca8-0493-4027-ba56-f137bc147001 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333455 Aug 31 10:17:59.972251 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-aee8e196-7afb-4847-833e-95a75949776c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:00.026229 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8e196-7afb-4847-833e-95a75949776c service neutron] Pushing event updated for resources: {'Port': ['ID=09945f85-76b9-4052-a1a1-ea3226aa5b6c,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:00.094017 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-aee8e196-7afb-4847-833e-95a75949776c service neutron] Attempting to bind port 09945f85-76b9-4052-a1a1-ea3226aa5b6c on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:18:00.094349 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-aee8e196-7afb-4847-833e-95a75949776c service neutron] Attempting to bind port 09945f85-76b9-4052-a1a1-ea3226aa5b6c by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'a76fd0bb-c30b-4fd0-9bc8-de27982f6461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1625, 'network_id': '96700e14-c350-4167-9ef5-5da848e7bde9'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:18:00.094715 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-aee8e196-7afb-4847-833e-95a75949776c service neutron] Attempting to bind port 09945f85-76b9-4052-a1a1-ea3226aa5b6c on network 96700e14-c350-4167-9ef5-5da848e7bde9 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:18:00.099796 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-aee8e196-7afb-4847-833e-95a75949776c service neutron] Port 09945f85-76b9-4052-a1a1-ea3226aa5b6c on network 96700e14-c350-4167-9ef5-5da848e7bde9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:18:00.100108 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-aee8e196-7afb-4847-833e-95a75949776c service neutron] Attempting to bind port 09945f85-76b9-4052-a1a1-ea3226aa5b6c on network 96700e14-c350-4167-9ef5-5da848e7bde9 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:18:00.105113 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-aee8e196-7afb-4847-833e-95a75949776c service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:18:00.106392 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-aee8e196-7afb-4847-833e-95a75949776c service neutron] Checking segment: {'id': 'a76fd0bb-c30b-4fd0-9bc8-de27982f6461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1625, 'network_id': '96700e14-c350-4167-9ef5-5da848e7bde9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:18:00.106392 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-aee8e196-7afb-4847-833e-95a75949776c service neutron] Bound using segment: {'id': 'a76fd0bb-c30b-4fd0-9bc8-de27982f6461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1625, 'network_id': '96700e14-c350-4167-9ef5-5da848e7bde9'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:18:00.106392 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-aee8e196-7afb-4847-833e-95a75949776c service neutron] Bound port: 09945f85-76b9-4052-a1a1-ea3226aa5b6c, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76fd0bb-c30b-4fd0-9bc8-de27982f6461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1625, 'network_id': '96700e14-c350-4167-9ef5-5da848e7bde9'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:18:00.106710 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-aee8e196-7afb-4847-833e-95a75949776c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:00.171307 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-aee8e196-7afb-4847-833e-95a75949776c service neutron] For port 09945f85-76b9-4052-a1a1-ea3226aa5b6c, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:18:00.175021 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-aee8e196-7afb-4847-833e-95a75949776c service neutron] For port 09945f85-76b9-4052-a1a1-ea3226aa5b6c, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=09945f85-76b9-4052-a1a1-ea3226aa5b6c,segment=NetworkSegment(a76fd0bb-c30b-4fd0-9bc8-de27982f6461),segment_id=a76fd0bb-c30b-4fd0-9bc8-de27982f6461)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:18:00.252494 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-aee8e196-7afb-4847-833e-95a75949776c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:00.286467 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-aee8e196-7afb-4847-833e-95a75949776c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:00.287116 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-aee8e196-7afb-4847-833e-95a75949776c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:00.288546 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-aee8e196-7afb-4847-833e-95a75949776c service neutron] 10.222.0.112 "PUT /v2.0/ports/09945f85-76b9-4052-a1a1-ea3226aa5b6c HTTP/1.1" status: 200 len: 1092 time: 0.7599859 Aug 31 10:18:00.288985 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1bcc886-0a4d-42ac-814b-97cb793f3b7f', 'tag': '09945f85-76b9-4052-a1a1-ea3226aa5b6c'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:18:00.291259 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efb09fcb25d757964e6e64477cf3964f72eef090657aa62846af519e9d9507f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4c6226-d6fd-4283-a70e-97642bd2dd6e" -d '{"events": [{"name": "network-changed", "server_uuid": "b1bcc886-0a4d-42ac-814b-97cb793f3b7f", "tag": "09945f85-76b9-4052-a1a1-ea3226aa5b6c"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:18:00.318173 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8e196-7afb-4847-833e-95a75949776c service neutron] Pushing event updated for resources: {'Port': ['ID=09945f85-76b9-4052-a1a1-ea3226aa5b6c,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:00.335104 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5df519d-f1b5-4b39-87a5-bf6c706919ba x-openstack-request-id: req-c5df519d-f1b5-4b39-87a5-bf6c706919ba {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:18:00.335389 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1bcc886-0a4d-42ac-814b-97cb793f3b7f", "tag": "09945f85-76b9-4052-a1a1-ea3226aa5b6c", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:18:00.335704 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-c5df519d-f1b5-4b39-87a5-bf6c706919ba {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:18:00.336177 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1bcc886-0a4d-42ac-814b-97cb793f3b7f', 'tag': '09945f85-76b9-4052-a1a1-ea3226aa5b6c', 'status': 'completed', 'code': 200} Aug 31 10:18:00.397509 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c6226-d6fd-4283-a70e-97642bd2dd6e req-70e5dcde-65af-4dd0-8349-0c2f4578a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:00.399100 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7b4c6226-d6fd-4283-a70e-97642bd2dd6e req-70e5dcde-65af-4dd0-8349-0c2f4578a1f4 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=5f48f44ceba348af9e1957e105f68f43&device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 1095 time: 0.0429261 Aug 31 10:18:00.503953 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c6226-d6fd-4283-a70e-97642bd2dd6e req-c6c942db-d0c2-475a-8f5f-1bf8f33185c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:00.505479 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7b4c6226-d6fd-4283-a70e-97642bd2dd6e req-c6c942db-d0c2-475a-8f5f-1bf8f33185c1 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=5f48f44ceba348af9e1957e105f68f43&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0946395 Aug 31 10:18:00.608951 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c6226-d6fd-4283-a70e-97642bd2dd6e req-113eb870-e70d-4559-9f70-828f7fe49898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:00.610345 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7b4c6226-d6fd-4283-a70e-97642bd2dd6e req-113eb870-e70d-4559-9f70-828f7fe49898 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0960925 Aug 31 10:18:00.699976 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-a575e1d1-7232-4b98-ba17-2d3f8a9ac378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:00.701595 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-a575e1d1-7232-4b98-ba17-2d3f8a9ac378 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=5f48f44ceba348af9e1957e105f68f43&device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 1095 time: 0.0469382 Aug 31 10:18:00.749157 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-627e1219-4e6c-423e-9d04-2397eea8d0ae service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09945f85-76b9-4052-a1a1-ea3226aa5b6c HTTP/1.1" status: 200 len: 217 time: 0.0343990 Aug 31 10:18:00.804729 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-bfa09844-fbee-4999-96ae-0e3d37373404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:00.807496 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-bfa09844-fbee-4999-96ae-0e3d37373404 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0bc115bc-7ae2-4d94-9ebf-563471bed2eb HTTP/1.1" status: 200 len: 851 time: 0.0453053 Aug 31 10:18:00.843161 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-b4e26ca5-daf3-4751-8fae-dcb31690d203 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=96700e14-c350-4167-9ef5-5da848e7bde9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294142 Aug 31 10:18:00.932468 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-3c3de07f-319d-47e8-a355-f1bdde7bfd5a service neutron] 10.222.0.112 "GET /v2.0/networks/96700e14-c350-4167-9ef5-5da848e7bde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816424 Aug 31 10:18:01.015106 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03355de4-8c32-4d0d-a3c4-a52af9e07073 req-c767cee9-a465-4e66-add9-6cd2f98b3404 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:01.016630 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03355de4-8c32-4d0d-a3c4-a52af9e07073 req-c767cee9-a465-4e66-add9-6cd2f98b3404 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 943 time: 0.0534773 Aug 31 10:18:01.031523 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-2187c5c2-f1ab-41ac-8bf7-8d2953ced7f0 req-8d37fb22-6ccc-48bf-bbb7-45e42d76d00c service neutron] 10.222.0.112 "GET /v2.0/networks/96700e14-c350-4167-9ef5-5da848e7bde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881722 Aug 31 10:18:01.056491 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03355de4-8c32-4d0d-a3c4-a52af9e07073 req-9e2bf51c-db4b-408d-973e-75394022ea51 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333130 Aug 31 10:18:02.178173 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf588d04-11da-42b4-8041-22720b296974 req-95df07c6-7ad8-407b-9579-1ec395bec764 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:02.179691 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cf588d04-11da-42b4-8041-22720b296974 req-95df07c6-7ad8-407b-9579-1ec395bec764 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 943 time: 0.0524995 Aug 31 10:18:02.216954 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cf588d04-11da-42b4-8041-22720b296974 req-e795dc78-593d-4335-8deb-3bf8085a2bb9 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311170 Aug 31 10:18:02.947239 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 09945f85-76b9-4052-a1a1-ea3226aa5b6c details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:18:03.109268 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 09945f85-76b9-4052-a1a1-ea3226aa5b6c, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=09945f85-76b9-4052-a1a1-ea3226aa5b6c,segment=NetworkSegment(a76fd0bb-c30b-4fd0-9bc8-de27982f6461),segment_id=a76fd0bb-c30b-4fd0-9bc8-de27982f6461)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:18:03.131221 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '09945f85-76b9-4052-a1a1-ea3226aa5b6c', 'network_id': '96700e14-c350-4167-9ef5-5da848e7bde9', 'port_id': '09945f85-76b9-4052-a1a1-ea3226aa5b6c', 'mac_address': 'fa:16:3e:52:87:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bc115bc-7ae2-4d94-9ebf-563471bed2eb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:18:03.202442 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:03.221115 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09945f85-76b9-4052-a1a1-ea3226aa5b6c {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:18:03.258786 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 09945f85-76b9-4052-a1a1-ea3226aa5b6c, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=09945f85-76b9-4052-a1a1-ea3226aa5b6c,segment=NetworkSegment(a76fd0bb-c30b-4fd0-9bc8-de27982f6461),segment_id=a76fd0bb-c30b-4fd0-9bc8-de27982f6461)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:18:03.261254 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:03.349752 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:03.415761 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ac2d5-9d40-4bf5-8e04-f5a37fc9e7fc req-5e560720-9c02-4ee9-93d6-1bb09f2559dd tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:03.418121 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8c5ac2d5-9d40-4bf5-8e04-f5a37fc9e7fc req-5e560720-9c02-4ee9-93d6-1bb09f2559dd tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 943 time: 0.0905180 Aug 31 10:18:03.433908 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=09945f85-76b9-4052-a1a1-ea3226aa5b6c,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:03.487246 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8c5ac2d5-9d40-4bf5-8e04-f5a37fc9e7fc req-b7b88f64-dc37-451c-8130-a01c604644b7 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575290 Aug 31 10:18:03.582705 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['09945f85-76b9-4052-a1a1-ea3226aa5b6c'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:18:03.617999 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:04.631601 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb32200-eef2-475a-a55f-95b8319682c1 req-5c4321b7-f401-486e-9b6a-8687e789c620 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:04.633291 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-afb32200-eef2-475a-a55f-95b8319682c1 req-5c4321b7-f401-486e-9b6a-8687e789c620 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 944 time: 0.0600138 Aug 31 10:18:04.671644 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-afb32200-eef2-475a-a55f-95b8319682c1 req-15c5e450-2d82-4b0c-a50f-7f2f1ad25624 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323679 Aug 31 10:18:04.960405 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 09945f85-76b9-4052-a1a1-ea3226aa5b6c up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:18:05.079971 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 09945f85-76b9-4052-a1a1-ea3226aa5b6c completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:18:05.083793 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 09945f85-76b9-4052-a1a1-ea3226aa5b6c triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:18:05.084160 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.162279 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.187882 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bcc886-0a4d-42ac-814b-97cb793f3b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09945f85-76b9-4052-a1a1-ea3226aa5b6c'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:18:05.190338 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08342a97-18cc-43fe-8d27-e405b901a5fc" -d '{"events": [{"server_uuid": "b1bcc886-0a4d-42ac-814b-97cb793f3b7f", "name": "network-vif-plugged", "status": "completed", "tag": "09945f85-76b9-4052-a1a1-ea3226aa5b6c"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:18:05.202980 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 09945f85-76b9-4052-a1a1-ea3226aa5b6c, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=09945f85-76b9-4052-a1a1-ea3226aa5b6c,segment=NetworkSegment(a76fd0bb-c30b-4fd0-9bc8-de27982f6461),segment_id=a76fd0bb-c30b-4fd0-9bc8-de27982f6461)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:18:05.232511 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67edb86-b2c5-438c-a568-2326086dbfbb x-openstack-request-id: req-a67edb86-b2c5-438c-a568-2326086dbfbb {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:18:05.232883 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bcc886-0a4d-42ac-814b-97cb793f3b7f", "name": "network-vif-plugged", "status": "completed", "tag": "09945f85-76b9-4052-a1a1-ea3226aa5b6c", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:18:05.233188 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-a67edb86-b2c5-438c-a568-2326086dbfbb {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:18:05.233587 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1bcc886-0a4d-42ac-814b-97cb793f3b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09945f85-76b9-4052-a1a1-ea3226aa5b6c', 'code': 200} Aug 31 10:18:05.263945 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:05.326932 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=09945f85-76b9-4052-a1a1-ea3226aa5b6c,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:05.353195 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f199b25-2851-44c6-92d8-38e6252ea9dc req-bd0b688f-57a9-48d8-8ff9-9e57790d2656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:05.355279 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1f199b25-2851-44c6-92d8-38e6252ea9dc req-bd0b688f-57a9-48d8-8ff9-9e57790d2656 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 1097 time: 0.0447812 Aug 31 10:18:05.396971 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1f199b25-2851-44c6-92d8-38e6252ea9dc req-a265228e-dfa5-4cc2-b08a-8107b6f1fda8 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305707 Aug 31 10:18:05.795305 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a8282-632e-4561-899f-50d1511dbf3a req-f21b021d-da12-4ca0-9e6c-f2b7127a2bb2 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:05.796876 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ed1a8282-632e-4561-899f-50d1511dbf3a req-f21b021d-da12-4ca0-9e6c-f2b7127a2bb2 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 945 time: 0.0532591 Aug 31 10:18:05.835687 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ed1a8282-632e-4561-899f-50d1511dbf3a req-3c9bd79f-67d1-4f3b-a057-edd30c3e151e tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325446 Aug 31 10:18:06.957041 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b11d80-fc42-4618-83c7-6c91775d91c8 req-9f8fc97e-895d-4c90-9e2c-53b7a83112e9 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:06.958525 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-41b11d80-fc42-4618-83c7-6c91775d91c8 req-9f8fc97e-895d-4c90-9e2c-53b7a83112e9 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 945 time: 0.0535681 Aug 31 10:18:06.996157 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-41b11d80-fc42-4618-83c7-6c91775d91c8 req-81a5a8f7-90e2-4c05-8651-c889341e8c36 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316947 Aug 31 10:18:07.424026 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4e1b8-747a-4778-a485-4657443bb408 req-7d953f80-bae9-428b-827c-4bf9dfd5e994 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:07.425509 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2be4e1b8-747a-4778-a485-4657443bb408 req-7d953f80-bae9-428b-827c-4bf9dfd5e994 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 945 time: 0.0493495 Aug 31 10:18:07.464517 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2be4e1b8-747a-4778-a485-4657443bb408 req-d57ee8e1-582f-4ca6-a9ba-bdaa02464575 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330322 Aug 31 10:18:07.556420 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52130) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:07.637138 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c332453b-dd24-4763-b7ed-b5236f46120e req-fce7db1b-61a1-4c1c-83ed-3607dc8c7676 service neutron] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0795565 Aug 31 10:18:08.585678 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9ad15-dedd-4083-8fa3-06d82d0c498e req-00ed944a-50e9-4f05-8f12-d67a1a85f250 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:08.587330 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-97d9ad15-dedd-4083-8fa3-06d82d0c498e req-00ed944a-50e9-4f05-8f12-d67a1a85f250 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 945 time: 0.0527196 Aug 31 10:18:08.636538 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-97d9ad15-dedd-4083-8fa3-06d82d0c498e req-5201b3de-323b-4f55-b893-b4c0530aeade tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428107 Aug 31 10:18:09.730901 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332453b-dd24-4763-b7ed-b5236f46120e req-2e9abdb1-c4b8-46c4-b949-b916055694f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:09.732423 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c332453b-dd24-4763-b7ed-b5236f46120e req-2e9abdb1-c4b8-46c4-b949-b916055694f8 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=5f48f44ceba348af9e1957e105f68f43&device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 1097 time: 0.0413265 Aug 31 10:18:09.760054 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461c36a-0c8d-4812-b7b8-ee99571f83d9 req-c0faa5da-c262-4932-87a8-169188bc80ba tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:09.761554 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2461c36a-0c8d-4812-b7b8-ee99571f83d9 req-c0faa5da-c262-4932-87a8-169188bc80ba tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 945 time: 0.0542188 Aug 31 10:18:09.801888 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2461c36a-0c8d-4812-b7b8-ee99571f83d9 req-8450ff92-0b42-4821-a4ce-56d91bbe3a43 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340774 Aug 31 10:18:09.836012 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332453b-dd24-4763-b7ed-b5236f46120e req-3596dbd3-887a-462a-b234-81f6802fcd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:09.837534 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c332453b-dd24-4763-b7ed-b5236f46120e req-3596dbd3-887a-462a-b234-81f6802fcd79 service neutron] 10.222.0.112 "GET /v2.0/networks?id=96700e14-c350-4167-9ef5-5da848e7bde9 HTTP/1.1" status: 200 len: 913 time: 0.0982277 Aug 31 10:18:09.880225 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c332453b-dd24-4763-b7ed-b5236f46120e req-19b47626-a61a-4c72-9841-1c064ab3961b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09945f85-76b9-4052-a1a1-ea3226aa5b6c HTTP/1.1" status: 200 len: 217 time: 0.0359383 Aug 31 10:18:09.934694 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332453b-dd24-4763-b7ed-b5236f46120e req-1fa95ce2-6c2b-495a-9018-b529be3cce4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:09.936156 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c332453b-dd24-4763-b7ed-b5236f46120e req-1fa95ce2-6c2b-495a-9018-b529be3cce4f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0bc115bc-7ae2-4d94-9ebf-563471bed2eb HTTP/1.1" status: 200 len: 851 time: 0.0486376 Aug 31 10:18:09.968661 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c332453b-dd24-4763-b7ed-b5236f46120e req-f318c36b-e29e-4506-9b44-14058280fc20 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=96700e14-c350-4167-9ef5-5da848e7bde9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254376 Aug 31 10:18:10.058541 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c332453b-dd24-4763-b7ed-b5236f46120e req-7c9cefd7-1c38-460c-b3ca-fd2384b49673 service neutron] 10.222.0.112 "GET /v2.0/networks/96700e14-c350-4167-9ef5-5da848e7bde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827994 Aug 31 10:18:10.160708 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c332453b-dd24-4763-b7ed-b5236f46120e req-68c60097-e9dd-4802-ad3b-ca5366c9f000 service neutron] 10.222.0.112 "GET /v2.0/networks/96700e14-c350-4167-9ef5-5da848e7bde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946324 Aug 31 10:18:10.919261 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e390b-49b3-431e-943c-9ce262607eba req-20cb85d2-95a0-476a-83e5-009cb2e9eae3 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:10.920741 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4e1e390b-49b3-431e-943c-9ce262607eba req-20cb85d2-95a0-476a-83e5-009cb2e9eae3 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 945 time: 0.0494153 Aug 31 10:18:10.960611 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4e1e390b-49b3-431e-943c-9ce262607eba req-4f6a85ff-e3af-42ee-bddb-5509efa08dfe tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325511 Aug 31 10:18:11.366247 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-afcce300-404d-49d8-9cbf-51c5b3e894c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:12.086625 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4e785-9adb-4baa-9fb9-e7772089ad50 req-1e344862-7f4b-488a-8e08-92adf8eafd52 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:12.088047 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6cf4e785-9adb-4baa-9fb9-e7772089ad50 req-1e344862-7f4b-488a-8e08-92adf8eafd52 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 945 time: 0.0511150 Aug 31 10:18:12.129148 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6cf4e785-9adb-4baa-9fb9-e7772089ad50 req-59ff058d-4a66-4696-9731-96a293ddbfe9 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349300 Aug 31 10:18:13.250261 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629c38d-6818-49f2-8f33-ab908ff12390 req-5a1ab9e3-22d0-4fb1-8b27-eaf0dd10a235 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:13.252200 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a629c38d-6818-49f2-8f33-ab908ff12390 req-5a1ab9e3-22d0-4fb1-8b27-eaf0dd10a235 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 945 time: 0.0546038 Aug 31 10:18:13.291239 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a629c38d-6818-49f2-8f33-ab908ff12390 req-bc0de805-9c62-41c9-b44f-b0f1b1550d88 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326169 Aug 31 10:18:13.999399 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f96181ab-446e-4b0a-81f2-602c9a930f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:14.096931 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:14.414709 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28e636-3390-4b78-a766-ce0e141340c2 req-6f5f3606-1232-4f32-b88c-a58a5ef5ea53 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:14.416114 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eb28e636-3390-4b78-a766-ce0e141340c2 req-6f5f3606-1232-4f32-b88c-a58a5ef5ea53 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 945 time: 0.0513282 Aug 31 10:18:14.457298 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eb28e636-3390-4b78-a766-ce0e141340c2 req-4683393a-d500-4ddc-bd1f-b080e73540c1 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352318 Aug 31 10:18:15.576468 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:15.578125 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71489e54-ba1f-4a41-9fad-ee28380e3155 req-c8bf850d-59bf-4817-8f59-a94672a589d5 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:15.580346 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71489e54-ba1f-4a41-9fad-ee28380e3155 req-c8bf850d-59bf-4817-8f59-a94672a589d5 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 945 time: 0.0506430 Aug 31 10:18:15.619475 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71489e54-ba1f-4a41-9fad-ee28380e3155 req-19c99e7c-4d8e-4d04-9965-b0d01513c876 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328035 Aug 31 10:18:16.068833 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1f622ce0-9392-414b-a2ee-3b674b01e122 req-ca2a35ac-a61e-4969-b2a2-9eebfa8e4905 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0751169 Aug 31 10:18:16.132995 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1f622ce0-9392-414b-a2ee-3b674b01e122 req-1fc73327-9ae0-4ced-95e8-eb3e6ee9ef74 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0256538 Aug 31 10:18:16.170983 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1f622ce0-9392-414b-a2ee-3b674b01e122 req-8b7c5207-31b7-49e5-920d-179162b8bd18 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192099 Aug 31 10:18:16.261019 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f622ce0-9392-414b-a2ee-3b674b01e122 req-473f8b1b-3918-423d-bd7a-3a7c4f92079b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:16.262465 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1f622ce0-9392-414b-a2ee-3b674b01e122 req-473f8b1b-3918-423d-bd7a-3a7c4f92079b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0857017 Aug 31 10:18:16.743091 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4998e-164c-42b0-895d-ff739fd02e5e req-1b11cdaf-e071-44ed-8de8-dfaadefe4a20 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:16.744599 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71f4998e-164c-42b0-895d-ff739fd02e5e req-1b11cdaf-e071-44ed-8de8-dfaadefe4a20 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 945 time: 0.0560672 Aug 31 10:18:16.782113 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-71f4998e-164c-42b0-895d-ff739fd02e5e req-3fc0b357-e503-4172-9f66-719069cb054a tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315657 Aug 31 10:18:17.199566 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:17.902080 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a458d-32f0-48ce-a5fc-88ed02803edc req-694c68f9-0c17-4815-b287-d52c5b376f46 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:17.903607 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3d4a458d-32f0-48ce-a5fc-88ed02803edc req-694c68f9-0c17-4815-b287-d52c5b376f46 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 945 time: 0.0541699 Aug 31 10:18:17.942832 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3d4a458d-32f0-48ce-a5fc-88ed02803edc req-5c038a80-aaa5-418a-84f9-3921f2268f13 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324321 Aug 31 10:18:19.058511 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24986a79-e633-4c10-abd6-b47bb3ca29b9 req-f6e527fc-363d-4a27-adc7-b0cf47245bc3 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:19.059910 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-24986a79-e633-4c10-abd6-b47bb3ca29b9 req-f6e527fc-363d-4a27-adc7-b0cf47245bc3 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 945 time: 0.0491772 Aug 31 10:18:19.100637 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-24986a79-e633-4c10-abd6-b47bb3ca29b9 req-f4b3a6c0-c7f3-4437-8cc6-27a68f0fcb15 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340257 Aug 31 10:18:20.226331 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238f58d-0fe8-480f-9b17-f45b88304567 req-d3ff8be3-6e81-4d9f-8c7e-2754fe1305b3 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:20.227917 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9238f58d-0fe8-480f-9b17-f45b88304567 req-d3ff8be3-6e81-4d9f-8c7e-2754fe1305b3 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 945 time: 0.0578072 Aug 31 10:18:20.270033 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9238f58d-0fe8-480f-9b17-f45b88304567 req-5f9f5d74-0824-451d-a5b2-f8749fe58b9d tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355921 Aug 31 10:18:21.391665 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937ee1d-cd71-4648-864c-e9eb831bbef3 req-e27fbc1b-3943-4be7-9b67-38301e69f146 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:21.393136 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a937ee1d-cd71-4648-864c-e9eb831bbef3 req-e27fbc1b-3943-4be7-9b67-38301e69f146 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 945 time: 0.0509653 Aug 31 10:18:21.432347 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a937ee1d-cd71-4648-864c-e9eb831bbef3 req-70903885-ed62-4d70-9175-8058a61dee0c tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330164 Aug 31 10:18:22.548651 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0ce4a-69d3-47af-a35d-a8dda9d2c1cb req-cb13760a-2e21-4e76-9045-dec28cd33619 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:22.550147 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7da0ce4a-69d3-47af-a35d-a8dda9d2c1cb req-cb13760a-2e21-4e76-9045-dec28cd33619 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 945 time: 0.0500259 Aug 31 10:18:22.588041 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7da0ce4a-69d3-47af-a35d-a8dda9d2c1cb req-8d6c1fc4-e719-4054-852f-13e2492b16d1 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318267 Aug 31 10:18:23.708808 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58944d6c-1436-4202-b556-ba16dd19f78a req-118c7e4f-4733-4a55-8dd1-519883686e06 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:23.710303 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-58944d6c-1436-4202-b556-ba16dd19f78a req-118c7e4f-4733-4a55-8dd1-519883686e06 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 945 time: 0.0538721 Aug 31 10:18:23.748220 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-58944d6c-1436-4202-b556-ba16dd19f78a req-daebf01b-8e83-4ee9-a53b-ea20a8230f94 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316267 Aug 31 10:18:24.871365 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc3534-8bb9-40f7-a364-fdfd89e3f302 req-b2eb60b5-5cea-4c7b-88e1-e84f786ac846 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:24.872918 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-63bc3534-8bb9-40f7-a364-fdfd89e3f302 req-b2eb60b5-5cea-4c7b-88e1-e84f786ac846 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 945 time: 0.0512946 Aug 31 10:18:24.913726 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-63bc3534-8bb9-40f7-a364-fdfd89e3f302 req-bdbf3385-37e9-4840-9712-be3f7bfabeb7 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337446 Aug 31 10:18:26.036301 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981fdb75-26c8-45a0-b99c-a6dba6073dff req-8325fe5b-8bb3-4373-987f-2d7782ebba1a tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:26.038196 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-981fdb75-26c8-45a0-b99c-a6dba6073dff req-8325fe5b-8bb3-4373-987f-2d7782ebba1a tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 945 time: 0.0542595 Aug 31 10:18:26.077992 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-981fdb75-26c8-45a0-b99c-a6dba6073dff req-bb02ef00-7cb1-4733-8893-476d62ac14bc tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329294 Aug 31 10:18:27.242201 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca2f7d-64a0-43aa-b1ca-682e12497b64 req-dcd080b0-aa2c-442e-ac50-e57846b4f774 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:27.243797 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1dca2f7d-64a0-43aa-b1ca-682e12497b64 req-dcd080b0-aa2c-442e-ac50-e57846b4f774 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 945 time: 0.0760868 Aug 31 10:18:27.287974 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1dca2f7d-64a0-43aa-b1ca-682e12497b64 req-33277e99-1430-42ab-9d49-d44402bda3f0 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374219 Aug 31 10:18:28.414524 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b114c88-4bec-4038-81ff-b6b907b5c910 req-083f072a-5f30-4c32-a43b-6b63262ac5b5 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:28.416080 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b114c88-4bec-4038-81ff-b6b907b5c910 req-083f072a-5f30-4c32-a43b-6b63262ac5b5 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 945 time: 0.0510125 Aug 31 10:18:28.457352 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b114c88-4bec-4038-81ff-b6b907b5c910 req-06810424-0348-4b6e-9ffb-b1f1b432d9e7 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346234 Aug 31 10:18:29.587377 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf7ffb-8c99-44cb-bbf8-be66dd112a22 req-50799741-5de4-41d2-bca7-94a8d3b43018 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:29.588746 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7faf7ffb-8c99-44cb-bbf8-be66dd112a22 req-50799741-5de4-41d2-bca7-94a8d3b43018 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 945 time: 0.0538666 Aug 31 10:18:29.630680 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7faf7ffb-8c99-44cb-bbf8-be66dd112a22 req-227f71b5-eb3e-409e-9b52-b114f7132602 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350661 Aug 31 10:18:30.764903 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19e502-f56d-4e45-9f78-41adbb1eb263 req-9b781dc6-46a8-4e6e-86c9-9cbdff70898e tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:30.766612 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c19e502-f56d-4e45-9f78-41adbb1eb263 req-9b781dc6-46a8-4e6e-86c9-9cbdff70898e tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 945 time: 0.0593240 Aug 31 10:18:30.811539 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c19e502-f56d-4e45-9f78-41adbb1eb263 req-4abe6773-804e-4f68-abe3-ce641b4f8ea1 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386393 Aug 31 10:18:31.937228 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4a496-1469-4d32-a612-36a9befc56bd req-4070e26f-a5e0-4227-a394-dc792d524698 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:31.939689 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22f4a496-1469-4d32-a612-36a9befc56bd req-4070e26f-a5e0-4227-a394-dc792d524698 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 945 time: 0.0544887 Aug 31 10:18:31.979905 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22f4a496-1469-4d32-a612-36a9befc56bd req-05747b34-946c-494d-abe4-68e680717dbe tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339899 Aug 31 10:18:33.098149 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bfdaf-3a90-43a8-b70c-d41ce059aba6 req-a11d30d4-81f9-4d77-8c06-81c7ce076948 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:33.099615 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dc2bfdaf-3a90-43a8-b70c-d41ce059aba6 req-a11d30d4-81f9-4d77-8c06-81c7ce076948 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 945 time: 0.0500131 Aug 31 10:18:33.137456 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dc2bfdaf-3a90-43a8-b70c-d41ce059aba6 req-2ce1c55d-ff2a-4695-814d-6e65d30528a1 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318451 Aug 31 10:18:33.301772 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:33.696335 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:34.265177 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dba7c7-4294-444f-a50f-c83ce3d94db9 req-94a781d3-fdaa-4d5d-8522-39c594bd3489 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:34.267895 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6dba7c7-4294-444f-a50f-c83ce3d94db9 req-94a781d3-fdaa-4d5d-8522-39c594bd3489 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 945 time: 0.0602410 Aug 31 10:18:34.311095 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6dba7c7-4294-444f-a50f-c83ce3d94db9 req-638789d5-d811-46b3-9d72-754372dd79fc tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364943 Aug 31 10:18:35.432932 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78374fbf-5b4f-424b-bfbb-440716b48c25 req-9dd760d3-f9a7-41b0-825f-d0696d79ba6d tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:35.434533 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-78374fbf-5b4f-424b-bfbb-440716b48c25 req-9dd760d3-f9a7-41b0-825f-d0696d79ba6d tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 945 time: 0.0533748 Aug 31 10:18:35.478477 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-78374fbf-5b4f-424b-bfbb-440716b48c25 req-da2d4448-336b-42bb-ba25-00665426b761 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359180 Aug 31 10:18:36.416485 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:18:36.599076 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee0995-f9a0-4082-b56c-ec1d1ed7c718 req-0beed1e5-fdd6-4b01-8954-9a0ab8ae7931 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:36.600661 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d4ee0995-f9a0-4082-b56c-ec1d1ed7c718 req-0beed1e5-fdd6-4b01-8954-9a0ab8ae7931 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 945 time: 0.0508733 Aug 31 10:18:36.640289 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d4ee0995-f9a0-4082-b56c-ec1d1ed7c718 req-0d312011-d504-4b3e-8f8c-eda5a71edc81 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333345 Aug 31 10:18:37.721329 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [req-c332453b-dd24-4763-b7ed-b5236f46120e req-6d5104c0-5567-43ed-8b74-10ed77b2982e service neutron] show failed (client error): The resource could not be found. Aug 31 10:18:37.722353 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c332453b-dd24-4763-b7ed-b5236f46120e req-6d5104c0-5567-43ed-8b74-10ed77b2982e service neutron] 10.222.0.112 "GET /v2.0/ports/09945f85-76b9-4052-a1a1-ea3226aa5b6c/bindings/n-h2-791506-28 HTTP/1.1" status: 404 len: 381 time: 0.0721090 Aug 31 10:18:37.775419 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082c3af-6ab4-482c-838e-087661bf8e47 req-272ec23d-c591-42af-9f46-98b21e635125 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:37.776862 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1082c3af-6ab4-482c-838e-087661bf8e47 req-272ec23d-c591-42af-9f46-98b21e635125 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 945 time: 0.0638580 Aug 31 10:18:37.820353 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1082c3af-6ab4-482c-838e-087661bf8e47 req-58c53190-346b-4119-9297-78bab98504e7 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371370 Aug 31 10:18:38.332134 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332453b-dd24-4763-b7ed-b5236f46120e req-f4b009d6-6d96-4f1e-8803-f6d72801c5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:38.333721 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c332453b-dd24-4763-b7ed-b5236f46120e req-f4b009d6-6d96-4f1e-8803-f6d72801c5bb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f&tenant_id=5f48f44ceba348af9e1957e105f68f43 HTTP/1.1" status: 200 len: 1097 time: 0.0423880 Aug 31 10:18:38.347340 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-c332453b-dd24-4763-b7ed-b5236f46120e req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791506-28', 'device_owner': 'compute:nova'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:18:38.402137 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c332453b-dd24-4763-b7ed-b5236f46120e req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:38.620206 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-c332453b-dd24-4763-b7ed-b5236f46120e req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] For port 09945f85-76b9-4052-a1a1-ea3226aa5b6c, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=09945f85-76b9-4052-a1a1-ea3226aa5b6c,segment=NetworkSegment(a76fd0bb-c30b-4fd0-9bc8-de27982f6461),segment_id=a76fd0bb-c30b-4fd0-9bc8-de27982f6461)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:18:38.654131 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-c332453b-dd24-4763-b7ed-b5236f46120e req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] For port 09945f85-76b9-4052-a1a1-ea3226aa5b6c, host n-h1-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:18:38.695004 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bcc886-0a4d-42ac-814b-97cb793f3b7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09945f85-76b9-4052-a1a1-ea3226aa5b6c'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:18:38.697271 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e460a6a-bf6b-4312-811f-fea22fd46f0c" -d '{"events": [{"server_uuid": "b1bcc886-0a4d-42ac-814b-97cb793f3b7f", "name": "network-vif-unplugged", "status": "completed", "tag": "09945f85-76b9-4052-a1a1-ea3226aa5b6c"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:18:38.701119 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c332453b-dd24-4763-b7ed-b5236f46120e req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:38.713996 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-c332453b-dd24-4763-b7ed-b5236f46120e req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] Transition to ACTIVE for port object 09945f85-76b9-4052-a1a1-ea3226aa5b6c will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:18:38.766434 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 10:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08fe027-7a47-4555-9ccf-d50069c22c2f x-openstack-request-id: req-b08fe027-7a47-4555-9ccf-d50069c22c2f {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:18:38.766434 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bcc886-0a4d-42ac-814b-97cb793f3b7f", "name": "network-vif-unplugged", "status": "completed", "tag": "09945f85-76b9-4052-a1a1-ea3226aa5b6c", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:18:38.766434 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-b08fe027-7a47-4555-9ccf-d50069c22c2f {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:18:38.766434 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1bcc886-0a4d-42ac-814b-97cb793f3b7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09945f85-76b9-4052-a1a1-ea3226aa5b6c', 'code': 200} Aug 31 10:18:38.821979 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c332453b-dd24-4763-b7ed-b5236f46120e req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:38.885390 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-c332453b-dd24-4763-b7ed-b5236f46120e req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] No DVR routers for this DVR port 09945f85-76b9-4052-a1a1-ea3226aa5b6c on host n-h1-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:18:38.888717 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] Pushing event updated for resources: {'Port': ['ID=09945f85-76b9-4052-a1a1-ea3226aa5b6c,revision_number=6']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:39.293468 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:39.294003 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:39.294525 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:39.295075 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:39.295589 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:39.296105 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:39.297056 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:39.297241 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:39.297687 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:39.298203 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:39.298826 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:39.299350 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:39.338372 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-c332453b-dd24-4763-b7ed-b5236f46120e req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] Attempting to bind port 09945f85-76b9-4052-a1a1-ea3226aa5b6c on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:18:39.338737 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-c332453b-dd24-4763-b7ed-b5236f46120e req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] Attempting to bind port 09945f85-76b9-4052-a1a1-ea3226aa5b6c by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'a76fd0bb-c30b-4fd0-9bc8-de27982f6461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1625, 'network_id': '96700e14-c350-4167-9ef5-5da848e7bde9'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:18:39.339066 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c332453b-dd24-4763-b7ed-b5236f46120e req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] Attempting to bind port 09945f85-76b9-4052-a1a1-ea3226aa5b6c on network 96700e14-c350-4167-9ef5-5da848e7bde9 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:18:39.346264 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c332453b-dd24-4763-b7ed-b5236f46120e req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] Port 09945f85-76b9-4052-a1a1-ea3226aa5b6c on network 96700e14-c350-4167-9ef5-5da848e7bde9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:18:39.346596 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c332453b-dd24-4763-b7ed-b5236f46120e req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] Attempting to bind port 09945f85-76b9-4052-a1a1-ea3226aa5b6c on network 96700e14-c350-4167-9ef5-5da848e7bde9 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:18:39.355277 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c332453b-dd24-4763-b7ed-b5236f46120e req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:18:39.355617 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c332453b-dd24-4763-b7ed-b5236f46120e req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] Checking segment: {'id': 'a76fd0bb-c30b-4fd0-9bc8-de27982f6461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1625, 'network_id': '96700e14-c350-4167-9ef5-5da848e7bde9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:18:39.356031 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c332453b-dd24-4763-b7ed-b5236f46120e req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] Bound using segment: {'id': 'a76fd0bb-c30b-4fd0-9bc8-de27982f6461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1625, 'network_id': '96700e14-c350-4167-9ef5-5da848e7bde9'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:18:39.356465 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-c332453b-dd24-4763-b7ed-b5236f46120e req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] Bound port: 09945f85-76b9-4052-a1a1-ea3226aa5b6c, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76fd0bb-c30b-4fd0-9bc8-de27982f6461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1625, 'network_id': '96700e14-c350-4167-9ef5-5da848e7bde9'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:18:39.356833 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c332453b-dd24-4763-b7ed-b5236f46120e req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:39.376469 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d423952-03f7-4e18-bc9d-e5996a6993f0 req-ec576744-79e2-4a4b-bfa8-8effa68c8bc0 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:39.377994 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d423952-03f7-4e18-bc9d-e5996a6993f0 req-ec576744-79e2-4a4b-bfa8-8effa68c8bc0 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 943 time: 0.0939288 Aug 31 10:18:39.462173 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d423952-03f7-4e18-bc9d-e5996a6993f0 req-aef7c167-3a4f-48c2-9ca8-b7784e4d37aa tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771697 Aug 31 10:18:39.466855 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-c332453b-dd24-4763-b7ed-b5236f46120e req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] For port 09945f85-76b9-4052-a1a1-ea3226aa5b6c, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:18:39.471575 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-c332453b-dd24-4763-b7ed-b5236f46120e req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] For port 09945f85-76b9-4052-a1a1-ea3226aa5b6c, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=09945f85-76b9-4052-a1a1-ea3226aa5b6c,segment=NetworkSegment(a76fd0bb-c30b-4fd0-9bc8-de27982f6461),segment_id=a76fd0bb-c30b-4fd0-9bc8-de27982f6461)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:18:39.570761 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c332453b-dd24-4763-b7ed-b5236f46120e req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:39.606401 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332453b-dd24-4763-b7ed-b5236f46120e req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:39.607048 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c332453b-dd24-4763-b7ed-b5236f46120e req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:39.608474 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c332453b-dd24-4763-b7ed-b5236f46120e req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] 10.222.0.59 "PUT /v2.0/ports/09945f85-76b9-4052-a1a1-ea3226aa5b6c HTTP/1.1" status: 200 len: 1092 time: 1.2652783 Aug 31 10:18:39.630363 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587bba9-5dbc-4489-bd35-91be29f417f2 service neutron] Pushing event updated for resources: {'Port': ['ID=09945f85-76b9-4052-a1a1-ea3226aa5b6c,revision_number=7']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:39.677133 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332453b-dd24-4763-b7ed-b5236f46120e req-d5c98715-7447-4581-9286-c896b9ec2df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:39.678680 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c332453b-dd24-4763-b7ed-b5236f46120e req-d5c98715-7447-4581-9286-c896b9ec2df0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f48f44ceba348af9e1957e105f68f43&device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 1095 time: 0.0421495 Aug 31 10:18:39.777705 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332453b-dd24-4763-b7ed-b5236f46120e req-6a44b507-1009-4ff7-9dd3-5e5484849eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:39.779875 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c332453b-dd24-4763-b7ed-b5236f46120e req-6a44b507-1009-4ff7-9dd3-5e5484849eee service neutron] 10.222.0.59 "GET /v2.0/networks?id=96700e14-c350-4167-9ef5-5da848e7bde9 HTTP/1.1" status: 200 len: 913 time: 0.0945256 Aug 31 10:18:39.823205 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c332453b-dd24-4763-b7ed-b5236f46120e req-b9ffa485-0654-44d6-94ea-97d172064ebd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09945f85-76b9-4052-a1a1-ea3226aa5b6c HTTP/1.1" status: 200 len: 217 time: 0.0363922 Aug 31 10:18:39.873104 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332453b-dd24-4763-b7ed-b5236f46120e req-fa259df0-3396-44df-aac7-7bb0fc201809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:39.874541 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c332453b-dd24-4763-b7ed-b5236f46120e req-fa259df0-3396-44df-aac7-7bb0fc201809 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0bc115bc-7ae2-4d94-9ebf-563471bed2eb HTTP/1.1" status: 200 len: 851 time: 0.0453985 Aug 31 10:18:39.905664 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c332453b-dd24-4763-b7ed-b5236f46120e req-ffcab944-0c52-4404-ad25-d6e98d9edc88 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96700e14-c350-4167-9ef5-5da848e7bde9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245249 Aug 31 10:18:39.917188 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-c332453b-dd24-4763-b7ed-b5236f46120e req-bb8ecb1c-9ad1-4d98-b491-36ab2f164d46 service neutron] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:18:39.918143 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c332453b-dd24-4763-b7ed-b5236f46120e req-bb8ecb1c-9ad1-4d98-b491-36ab2f164d46 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052526 Aug 31 10:18:40.014325 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c332453b-dd24-4763-b7ed-b5236f46120e req-7a90033e-e9af-4821-92a8-7983f87b3744 service neutron] 10.222.0.59 "GET /v2.0/networks/96700e14-c350-4167-9ef5-5da848e7bde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886004 Aug 31 10:18:40.118023 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c332453b-dd24-4763-b7ed-b5236f46120e req-6b43d2d4-03a0-4eec-bc1d-a170f69a4a1a service neutron] 10.222.0.59 "GET /v2.0/networks/96700e14-c350-4167-9ef5-5da848e7bde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919335 Aug 31 10:18:40.603827 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accffb9b-101d-4860-a79b-9362a8ecf2f0 req-29b36a0e-f328-4166-95f6-33b216fa2858 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:40.605352 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-accffb9b-101d-4860-a79b-9362a8ecf2f0 req-29b36a0e-f328-4166-95f6-33b216fa2858 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 943 time: 0.0568931 Aug 31 10:18:40.645408 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-accffb9b-101d-4860-a79b-9362a8ecf2f0 req-d0934c35-190d-4c43-b595-d822e6518e77 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333781 Aug 31 10:18:40.758371 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1bcc886-0a4d-42ac-814b-97cb793f3b7f', 'tag': '09945f85-76b9-4052-a1a1-ea3226aa5b6c'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:18:40.760854 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d7d4f7-e9ac-4fac-8700-53560bfe9a26" -d '{"events": [{"name": "network-changed", "server_uuid": "b1bcc886-0a4d-42ac-814b-97cb793f3b7f", "tag": "09945f85-76b9-4052-a1a1-ea3226aa5b6c"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:18:40.814440 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be881e4-55b3-4413-b4ff-f9c9c77c95be x-openstack-request-id: req-9be881e4-55b3-4413-b4ff-f9c9c77c95be {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:18:40.814761 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1bcc886-0a4d-42ac-814b-97cb793f3b7f", "tag": "09945f85-76b9-4052-a1a1-ea3226aa5b6c", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:18:40.815014 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-9be881e4-55b3-4413-b4ff-f9c9c77c95be {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:18:40.815405 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1bcc886-0a4d-42ac-814b-97cb793f3b7f', 'tag': '09945f85-76b9-4052-a1a1-ea3226aa5b6c', 'status': 'completed', 'code': 200} Aug 31 10:18:40.883422 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7d4f7-e9ac-4fac-8700-53560bfe9a26 req-964ff281-1836-45d2-91e4-50d1b615d891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:40.884346 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7d4f7-e9ac-4fac-8700-53560bfe9a26 req-fc93cb43-4b02-4262-b6af-0eaf4658cab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:40.885064 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-76d7d4f7-e9ac-4fac-8700-53560bfe9a26 req-964ff281-1836-45d2-91e4-50d1b615d891 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f48f44ceba348af9e1957e105f68f43&device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 1095 time: 0.0432119 Aug 31 10:18:40.885802 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-76d7d4f7-e9ac-4fac-8700-53560bfe9a26 req-fc93cb43-4b02-4262-b6af-0eaf4658cab0 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=5f48f44ceba348af9e1957e105f68f43&device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 1095 time: 0.0511799 Aug 31 10:18:40.983692 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7d4f7-e9ac-4fac-8700-53560bfe9a26 req-da9b511c-74ef-45de-b07c-07b17e6e274a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:40.984242 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7d4f7-e9ac-4fac-8700-53560bfe9a26 req-7836fe29-43ed-4116-8568-98863efa7860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:40.985309 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-76d7d4f7-e9ac-4fac-8700-53560bfe9a26 req-da9b511c-74ef-45de-b07c-07b17e6e274a service neutron] 10.222.0.59 "GET /v2.0/networks?id=96700e14-c350-4167-9ef5-5da848e7bde9 HTTP/1.1" status: 200 len: 913 time: 0.0927896 Aug 31 10:18:40.985732 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-76d7d4f7-e9ac-4fac-8700-53560bfe9a26 req-7836fe29-43ed-4116-8568-98863efa7860 service neutron] 10.222.0.112 "GET /v2.0/networks?id=96700e14-c350-4167-9ef5-5da848e7bde9 HTTP/1.1" status: 200 len: 913 time: 0.0922327 Aug 31 10:18:41.032858 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-76d7d4f7-e9ac-4fac-8700-53560bfe9a26 req-56be393b-d08b-42b1-8eb0-0f29bf9a1804 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09945f85-76b9-4052-a1a1-ea3226aa5b6c HTTP/1.1" status: 200 len: 217 time: 0.0395207 Aug 31 10:18:41.043759 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-76d7d4f7-e9ac-4fac-8700-53560bfe9a26 req-6a5beee2-e14a-4419-b22c-09f80ea31024 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09945f85-76b9-4052-a1a1-ea3226aa5b6c HTTP/1.1" status: 200 len: 217 time: 0.0493975 Aug 31 10:18:41.084122 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7d4f7-e9ac-4fac-8700-53560bfe9a26 req-93b48675-33ba-461e-abfc-d55e21b10054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:41.085363 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-76d7d4f7-e9ac-4fac-8700-53560bfe9a26 req-93b48675-33ba-461e-abfc-d55e21b10054 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0bc115bc-7ae2-4d94-9ebf-563471bed2eb HTTP/1.1" status: 200 len: 851 time: 0.0460608 Aug 31 10:18:41.098202 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7d4f7-e9ac-4fac-8700-53560bfe9a26 req-ac4b1ee2-def6-4474-b445-01d2e795a29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:41.099795 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-76d7d4f7-e9ac-4fac-8700-53560bfe9a26 req-ac4b1ee2-def6-4474-b445-01d2e795a29e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0bc115bc-7ae2-4d94-9ebf-563471bed2eb HTTP/1.1" status: 200 len: 851 time: 0.0487599 Aug 31 10:18:41.124206 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-76d7d4f7-e9ac-4fac-8700-53560bfe9a26 req-38b1a919-6b60-4947-a88a-f5c50af2f6fd service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=96700e14-c350-4167-9ef5-5da848e7bde9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316856 Aug 31 10:18:41.137439 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-76d7d4f7-e9ac-4fac-8700-53560bfe9a26 req-3318077b-8624-4cec-b80a-fb57d3073e8d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=96700e14-c350-4167-9ef5-5da848e7bde9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292723 Aug 31 10:18:41.144484 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 09945f85-76b9-4052-a1a1-ea3226aa5b6c no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:18:41.186503 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 09945f85-76b9-4052-a1a1-ea3226aa5b6c not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:18:41.227948 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-76d7d4f7-e9ac-4fac-8700-53560bfe9a26 req-cfb14287-118a-455d-8209-46cffd64e5bc service neutron] 10.222.0.112 "GET /v2.0/networks/96700e14-c350-4167-9ef5-5da848e7bde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964074 Aug 31 10:18:41.249239 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-76d7d4f7-e9ac-4fac-8700-53560bfe9a26 req-561b960c-73e2-4ad1-806c-85bdd65e2258 service neutron] 10.222.0.59 "GET /v2.0/networks/96700e14-c350-4167-9ef5-5da848e7bde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023943 Aug 31 10:18:41.333277 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-76d7d4f7-e9ac-4fac-8700-53560bfe9a26 req-4ca8af81-3ac4-4357-88b2-bf716e0a27a4 service neutron] 10.222.0.112 "GET /v2.0/networks/96700e14-c350-4167-9ef5-5da848e7bde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971181 Aug 31 10:18:41.335963 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fa2b1e5a-5104-4bbf-8969-6ca093925e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:41.353249 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-76d7d4f7-e9ac-4fac-8700-53560bfe9a26 req-77c434b7-3ee6-471e-ad9d-25e8203fbde2 service neutron] 10.222.0.59 "GET /v2.0/networks/96700e14-c350-4167-9ef5-5da848e7bde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970719 Aug 31 10:18:41.771427 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab7a49-ac79-446f-8011-a2a24a5c3f60 req-01a27e66-3bce-48af-be4e-0789e50e1a3f tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:41.772989 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2fab7a49-ac79-446f-8011-a2a24a5c3f60 req-01a27e66-3bce-48af-be4e-0789e50e1a3f tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 943 time: 0.0531874 Aug 31 10:18:41.818386 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2fab7a49-ac79-446f-8011-a2a24a5c3f60 req-623a337f-01c5-4006-9abe-80e281bfcc3f tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393589 Aug 31 10:18:42.517264 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 09945f85-76b9-4052-a1a1-ea3226aa5b6c details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:18:42.612801 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 09945f85-76b9-4052-a1a1-ea3226aa5b6c, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=09945f85-76b9-4052-a1a1-ea3226aa5b6c,segment=NetworkSegment(a76fd0bb-c30b-4fd0-9bc8-de27982f6461),segment_id=a76fd0bb-c30b-4fd0-9bc8-de27982f6461)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:18:42.624448 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '09945f85-76b9-4052-a1a1-ea3226aa5b6c', 'network_id': '96700e14-c350-4167-9ef5-5da848e7bde9', 'port_id': '09945f85-76b9-4052-a1a1-ea3226aa5b6c', 'mac_address': 'fa:16:3e:52:87:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bc115bc-7ae2-4d94-9ebf-563471bed2eb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:18:42.669558 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:42.687149 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09945f85-76b9-4052-a1a1-ea3226aa5b6c {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:18:42.708047 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 09945f85-76b9-4052-a1a1-ea3226aa5b6c, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=09945f85-76b9-4052-a1a1-ea3226aa5b6c,segment=NetworkSegment(a76fd0bb-c30b-4fd0-9bc8-de27982f6461),segment_id=a76fd0bb-c30b-4fd0-9bc8-de27982f6461)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:18:42.815561 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:42.871029 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=09945f85-76b9-4052-a1a1-ea3226aa5b6c,revision_number=8']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:42.879788 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:42.880127 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:42.880465 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:42.880805 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:42.881132 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:42.881459 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:42.881782 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:42.882102 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:42.882420 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:42.882763 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:42.883089 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:42.883404 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:42.944036 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95dbd3d-5587-4936-b2ce-892adc00d721 req-054f95b7-252d-4c7a-9a45-41391a2720e1 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:42.945924 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a95dbd3d-5587-4936-b2ce-892adc00d721 req-054f95b7-252d-4c7a-9a45-41391a2720e1 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 944 time: 0.0516722 Aug 31 10:18:42.986492 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a95dbd3d-5587-4936-b2ce-892adc00d721 req-9b3a39cd-b9a4-457c-be72-4e36b35e7272 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343704 Aug 31 10:18:43.104409 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['09945f85-76b9-4052-a1a1-ea3226aa5b6c'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:18:43.454955 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d488c10-5ffc-42c4-a28f-36baadf9119f req-0631e529-dd64-4f63-8b73-8752d98160e5 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:43.456550 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7d488c10-5ffc-42c4-a28f-36baadf9119f req-0631e529-dd64-4f63-8b73-8752d98160e5 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.112 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f&tenant_id=5f48f44ceba348af9e1957e105f68f43&binding%3Ahost_id=n-h2-791506-28 HTTP/1.1" status: 200 len: 944 time: 0.0955248 Aug 31 10:18:43.519214 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [req-7d488c10-5ffc-42c4-a28f-36baadf9119f req-0135307c-76db-45c3-9226-41ac61204531 service neutron] delete failed (client error): The resource could not be found. Aug 31 10:18:43.520257 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7d488c10-5ffc-42c4-a28f-36baadf9119f req-0135307c-76db-45c3-9226-41ac61204531 service neutron] 10.222.0.112 "DELETE /v2.0/ports/09945f85-76b9-4052-a1a1-ea3226aa5b6c/bindings/n-h1-791506-28 HTTP/1.1" status: 404 len: 381 time: 0.0561588 Aug 31 10:18:43.615013 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d488c10-5ffc-42c4-a28f-36baadf9119f req-03d19e6c-3aad-4496-9b9f-4e3a79ba5c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:43.616532 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7d488c10-5ffc-42c4-a28f-36baadf9119f req-03d19e6c-3aad-4496-9b9f-4e3a79ba5c2c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=5f48f44ceba348af9e1957e105f68f43&device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 1096 time: 0.0493755 Aug 31 10:18:43.717104 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d488c10-5ffc-42c4-a28f-36baadf9119f req-9407d1a1-53a9-4a11-9a98-2e3c8408a5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:43.718723 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7d488c10-5ffc-42c4-a28f-36baadf9119f req-9407d1a1-53a9-4a11-9a98-2e3c8408a5b5 service neutron] 10.222.0.112 "GET /v2.0/networks?id=96700e14-c350-4167-9ef5-5da848e7bde9 HTTP/1.1" status: 200 len: 913 time: 0.0946038 Aug 31 10:18:43.772780 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7d488c10-5ffc-42c4-a28f-36baadf9119f req-9615dc43-332b-4786-89b6-1e5f35464b83 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09945f85-76b9-4052-a1a1-ea3226aa5b6c HTTP/1.1" status: 200 len: 217 time: 0.0468726 Aug 31 10:18:43.831838 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d488c10-5ffc-42c4-a28f-36baadf9119f req-2adc443c-177b-4d8b-8a55-88ada7d33386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:43.833493 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7d488c10-5ffc-42c4-a28f-36baadf9119f req-2adc443c-177b-4d8b-8a55-88ada7d33386 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=0bc115bc-7ae2-4d94-9ebf-563471bed2eb HTTP/1.1" status: 200 len: 851 time: 0.0537636 Aug 31 10:18:43.868039 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7d488c10-5ffc-42c4-a28f-36baadf9119f req-2066560e-d517-471b-98d7-88e3b74ff3af service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=96700e14-c350-4167-9ef5-5da848e7bde9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271304 Aug 31 10:18:43.964494 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7d488c10-5ffc-42c4-a28f-36baadf9119f req-89aeec8c-8202-4c9b-9d27-9d3b99d7bbce service neutron] 10.222.0.112 "GET /v2.0/networks/96700e14-c350-4167-9ef5-5da848e7bde9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885847 Aug 31 10:18:43.993477 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e6e63253-c1b1-4e49-af88-69f2f74ed2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:44.074519 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-7d488c10-5ffc-42c4-a28f-36baadf9119f req-2039f3e2-d453-4b25-9c81-92d5e368cd1b service neutron] 10.222.0.112 "GET /v2.0/networks/96700e14-c350-4167-9ef5-5da848e7bde9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029365 Aug 31 10:18:44.110795 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:44.527062 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 09945f85-76b9-4052-a1a1-ea3226aa5b6c up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:18:44.655685 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 09945f85-76b9-4052-a1a1-ea3226aa5b6c completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:18:44.660706 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 09945f85-76b9-4052-a1a1-ea3226aa5b6c triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:18:44.661217 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:44.746840 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:44.779628 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bcc886-0a4d-42ac-814b-97cb793f3b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09945f85-76b9-4052-a1a1-ea3226aa5b6c'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:18:44.782198 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f52e81-e2a0-42b1-91cc-7df014b5b202" -d '{"events": [{"server_uuid": "b1bcc886-0a4d-42ac-814b-97cb793f3b7f", "name": "network-vif-plugged", "status": "completed", "tag": "09945f85-76b9-4052-a1a1-ea3226aa5b6c"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:18:44.800334 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 09945f85-76b9-4052-a1a1-ea3226aa5b6c, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=09945f85-76b9-4052-a1a1-ea3226aa5b6c,segment=NetworkSegment(a76fd0bb-c30b-4fd0-9bc8-de27982f6461),segment_id=a76fd0bb-c30b-4fd0-9bc8-de27982f6461)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:18:44.832840 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f298ceb1-ec8a-4993-a3c5-96c388c9803d x-openstack-request-id: req-f298ceb1-ec8a-4993-a3c5-96c388c9803d {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:18:44.832840 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bcc886-0a4d-42ac-814b-97cb793f3b7f", "name": "network-vif-plugged", "status": "completed", "tag": "09945f85-76b9-4052-a1a1-ea3226aa5b6c", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:18:44.832840 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-f298ceb1-ec8a-4993-a3c5-96c388c9803d {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:18:44.832840 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1bcc886-0a4d-42ac-814b-97cb793f3b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09945f85-76b9-4052-a1a1-ea3226aa5b6c', 'code': 200} Aug 31 10:18:44.947190 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:45.008035 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=09945f85-76b9-4052-a1a1-ea3226aa5b6c,revision_number=9']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:45.553217 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:45.628491 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d798b06-837c-4a6f-bdad-83e716e701b0 req-7eb1a57b-dcbb-4e03-909d-76c4109f08cf tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:45.630047 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d798b06-837c-4a6f-bdad-83e716e701b0 req-7eb1a57b-dcbb-4e03-909d-76c4109f08cf tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 945 time: 0.0555038 Aug 31 10:18:45.673394 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d798b06-837c-4a6f-bdad-83e716e701b0 req-fc74f463-70c7-4703-9807-e3aefe2e3e5d tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368137 Aug 31 10:18:46.799656 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fff057-150e-42c7-8820-e81205116e17 req-e9719c2b-ef6a-4393-b008-2b08e306ec0e tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:46.801376 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c0fff057-150e-42c7-8820-e81205116e17 req-e9719c2b-ef6a-4393-b008-2b08e306ec0e tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 945 time: 0.0523283 Aug 31 10:18:46.853392 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c0fff057-150e-42c7-8820-e81205116e17 req-8713c7aa-ec41-4edb-ae2b-5c8c4281f657 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/security-groups?id=e1dfff59-725d-4cd8-83f9-3cddc6e288e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457797 Aug 31 10:18:46.913860 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d488c10-5ffc-42c4-a28f-36baadf9119f req-3354d918-ea66-4e29-9754-8a14cf3afea0 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:46.915463 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7d488c10-5ffc-42c4-a28f-36baadf9119f req-3354d918-ea66-4e29-9754-8a14cf3afea0 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 945 time: 0.0506241 Aug 31 10:18:47.020097 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-7d488c10-5ffc-42c4-a28f-36baadf9119f req-410d8451-f21e-4cac-ace6-fdb10c249c79 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Deleting port 09945f85-76b9-4052-a1a1-ea3226aa5b6c {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:18:47.020441 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7d488c10-5ffc-42c4-a28f-36baadf9119f req-410d8451-f21e-4cac-ace6-fdb10c249c79 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:47.121402 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-7d488c10-5ffc-42c4-a28f-36baadf9119f req-410d8451-f21e-4cac-ace6-fdb10c249c79 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] For port 09945f85-76b9-4052-a1a1-ea3226aa5b6c, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=09945f85-76b9-4052-a1a1-ea3226aa5b6c,segment=NetworkSegment(a76fd0bb-c30b-4fd0-9bc8-de27982f6461),segment_id=a76fd0bb-c30b-4fd0-9bc8-de27982f6461)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:18:47.121841 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7d488c10-5ffc-42c4-a28f-36baadf9119f req-410d8451-f21e-4cac-ace6-fdb10c249c79 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:47.137076 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-7d488c10-5ffc-42c4-a28f-36baadf9119f req-410d8451-f21e-4cac-ace6-fdb10c249c79 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Calling delete_port for 09945f85-76b9-4052-a1a1-ea3226aa5b6c owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:18:47.209976 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:47.330281 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7d488c10-5ffc-42c4-a28f-36baadf9119f req-410d8451-f21e-4cac-ace6-fdb10c249c79 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:47.342578 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['09945f85-76b9-4052-a1a1-ea3226aa5b6c'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:18:47.368253 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d8451-f21e-4cac-ace6-fdb10c249c79 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Pushing event deleted for resources: {'Port': ['ID=09945f85-76b9-4052-a1a1-ea3226aa5b6c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:47.411607 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d488c10-5ffc-42c4-a28f-36baadf9119f req-410d8451-f21e-4cac-ace6-fdb10c249c79 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] No DVR routers for this DVR port 09945f85-76b9-4052-a1a1-ea3226aa5b6c on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:18:47.415473 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7d488c10-5ffc-42c4-a28f-36baadf9119f req-410d8451-f21e-4cac-ace6-fdb10c249c79 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:47.417501 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7d488c10-5ffc-42c4-a28f-36baadf9119f req-410d8451-f21e-4cac-ace6-fdb10c249c79 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.59 "DELETE /v2.0/ports/09945f85-76b9-4052-a1a1-ea3226aa5b6c HTTP/1.1" status: 204 len: 173 time: 0.4959373 Aug 31 10:18:47.417953 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bcc886-0a4d-42ac-814b-97cb793f3b7f', 'name': 'network-vif-deleted', 'tag': '09945f85-76b9-4052-a1a1-ea3226aa5b6c'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:18:47.420637 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f01dfc-3ac2-4397-a17c-8cb093eb5231" -d '{"events": [{"server_uuid": "b1bcc886-0a4d-42ac-814b-97cb793f3b7f", "name": "network-vif-deleted", "tag": "09945f85-76b9-4052-a1a1-ea3226aa5b6c"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:18:47.459331 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f318a9-1378-49c1-b67a-3af0b3eaca12 x-openstack-request-id: req-e6f318a9-1378-49c1-b67a-3af0b3eaca12 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:18:47.459612 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bcc886-0a4d-42ac-814b-97cb793f3b7f", "name": "network-vif-deleted", "tag": "09945f85-76b9-4052-a1a1-ea3226aa5b6c", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:18:47.459864 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e6f318a9-1378-49c1-b67a-3af0b3eaca12 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:18:47.460272 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1bcc886-0a4d-42ac-814b-97cb793f3b7f', 'name': 'network-vif-deleted', 'tag': '09945f85-76b9-4052-a1a1-ea3226aa5b6c', 'status': 'completed', 'code': 200} Aug 31 10:18:47.965572 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e60855bb-d04b-4bc6-8fe1-d57ff972bdca req-e1442df8-1b88-4986-ae69-2528d29338b7 tempest-DeleteServersTestJSON-1277791015 tempest-DeleteServersTestJSON-1277791015-project] 10.222.0.119 "GET /v2.0/ports?device_id=b1bcc886-0a4d-42ac-814b-97cb793f3b7f HTTP/1.1" status: 200 len: 210 time: 0.0284138 Aug 31 10:18:49.104388 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52244) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:49.157501 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d9ac01d-e1c1-41e3-8aa1-596ef98e2280 admin admin] Deleting subnet 0bc115bc-7ae2-4d94-9ebf-563471bed2eb {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:18:49.161018 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5d9ac01d-e1c1-41e3-8aa1-596ef98e2280 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:49.197497 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5d9ac01d-e1c1-41e3-8aa1-596ef98e2280 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:49.239534 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5d9ac01d-e1c1-41e3-8aa1-596ef98e2280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:49.438851 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5d9ac01d-e1c1-41e3-8aa1-596ef98e2280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:49.470727 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ac01d-e1c1-41e3-8aa1-596ef98e2280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bc115bc-7ae2-4d94-9ebf-563471bed2eb,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:49.475220 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5d9ac01d-e1c1-41e3-8aa1-596ef98e2280 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:49.479767 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52246) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:49.480213 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5d9ac01d-e1c1-41e3-8aa1-596ef98e2280 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/0bc115bc-7ae2-4d94-9ebf-563471bed2eb HTTP/1.1" status: 204 len: 168 time: 0.3743281 Aug 31 10:18:49.548998 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-278b4268-d9d3-4f8d-a656-6d8c768ede53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:49.633018 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-278b4268-d9d3-4f8d-a656-6d8c768ede53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:49.645565 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-278b4268-d9d3-4f8d-a656-6d8c768ede53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96700e14-c350-4167-9ef5-5da848e7bde9']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:18:49.658103 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-278b4268-d9d3-4f8d-a656-6d8c768ede53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76fd0bb-c30b-4fd0-9bc8-de27982f6461') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:18:49.658570 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-278b4268-d9d3-4f8d-a656-6d8c768ede53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76fd0bb-c30b-4fd0-9bc8-de27982f6461') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:18:49.672545 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-278b4268-d9d3-4f8d-a656-6d8c768ede53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:49.687720 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-278b4268-d9d3-4f8d-a656-6d8c768ede53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:49.694491 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-278b4268-d9d3-4f8d-a656-6d8c768ede53 admin admin] Releasing vlan 1625 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:18:49.694839 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-278b4268-d9d3-4f8d-a656-6d8c768ede53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:49.696563 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 10:18:49.696563 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:18:49.696563 n-d-791506-28 neutron-server[95552]: timer() Aug 31 10:18:49.696563 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:18:49.696563 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 10:18:49.696563 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:18:49.696563 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 10:18:49.696563 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:18:49.696563 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 10:18:49.696563 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:18:49.696563 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 10:18:49.696563 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:18:49.696563 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 10:18:49.696563 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:18:49.696563 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:18:49.696563 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:18:49.696563 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:18:49.696563 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:18:49.696563 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 10:18:49.696563 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:18:49.696563 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 10:18:49.696563 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:18:49.696563 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:18:49.696563 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:18:49.696563 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 10:18:49.696563 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:18:49.696563 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:18:49.696563 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:18:49.696563 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:18:49.696563 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:18:49.696563 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:18:49.696563 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:18:49.826941 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-278b4268-d9d3-4f8d-a656-6d8c768ede53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:49.834158 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-278b4268-d9d3-4f8d-a656-6d8c768ede53 admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:49.836211 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-278b4268-d9d3-4f8d-a656-6d8c768ede53 admin admin] 10.222.0.119 "DELETE /v2.0/networks/96700e14-c350-4167-9ef5-5da848e7bde9 HTTP/1.1" status: 204 len: 168 time: 0.3554437 Aug 31 10:18:49.847801 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b4268-d9d3-4f8d-a656-6d8c768ede53 admin admin] Pushing event deleted for resources: {'Network': ['ID=96700e14-c350-4167-9ef5-5da848e7bde9,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:49.855837 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b4268-d9d3-4f8d-a656-6d8c768ede53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:49.856193 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b4268-d9d3-4f8d-a656-6d8c768ede53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:49.856530 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b4268-d9d3-4f8d-a656-6d8c768ede53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:49.856864 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b4268-d9d3-4f8d-a656-6d8c768ede53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:49.857199 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b4268-d9d3-4f8d-a656-6d8c768ede53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:49.857529 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b4268-d9d3-4f8d-a656-6d8c768ede53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:49.857859 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b4268-d9d3-4f8d-a656-6d8c768ede53 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:49.858177 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b4268-d9d3-4f8d-a656-6d8c768ede53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:49.858498 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b4268-d9d3-4f8d-a656-6d8c768ede53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:49.859217 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b4268-d9d3-4f8d-a656-6d8c768ede53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:49.859217 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b4268-d9d3-4f8d-a656-6d8c768ede53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:49.859686 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b4268-d9d3-4f8d-a656-6d8c768ede53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:18:50.179785 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52250) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:50.221692 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2987d68c-47cb-4bc0-881e-d291ac14d65e admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=5f48f44ceba348af9e1957e105f68f43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407226 Aug 31 10:18:50.224162 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52252) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:50.285271 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-929c369c-ae62-4518-be52-0caaa529c216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:50.307634 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-929c369c-ae62-4518-be52-0caaa529c216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:50.438310 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-929c369c-ae62-4518-be52-0caaa529c216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:50.441007 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-929c369c-ae62-4518-be52-0caaa529c216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:50.446179 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-929c369c-ae62-4518-be52-0caaa529c216 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/e1dfff59-725d-4cd8-83f9-3cddc6e288e8 HTTP/1.1" status: 204 len: 168 time: 0.2171168 Aug 31 10:18:50.449993 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c369c-ae62-4518-be52-0caaa529c216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dfff59-725d-4cd8-83f9-3cddc6e288e8,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:50.556810 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 09945f85-76b9-4052-a1a1-ea3226aa5b6c no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:18:50.576966 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 09945f85-76b9-4052-a1a1-ea3226aa5b6c {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:18:50.577297 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 09945f85-76b9-4052-a1a1-ea3226aa5b6c not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:18:51.446122 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52274) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:51.554103 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-155b8246-e829-49b1-9cd3-cda73a450cae admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-137904576-network', 'tenant_id': '5d579ef2920647e2a08f2e14464083a4'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:18:51.683637 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155b8246-e829-49b1-9cd3-cda73a450cae admin admin] Made reservation on behalf of 5d579ef2920647e2a08f2e14464083a4 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:18:51.685924 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-155b8246-e829-49b1-9cd3-cda73a450cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:51.695746 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-155b8246-e829-49b1-9cd3-cda73a450cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:51.795220 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-155b8246-e829-49b1-9cd3-cda73a450cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:51.878085 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-155b8246-e829-49b1-9cd3-cda73a450cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:51.908478 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-155b8246-e829-49b1-9cd3-cda73a450cae admin admin] vlan segment allocate from pool success with {'vlan_id': 1620, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:18:51.915123 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b8246-e829-49b1-9cd3-cda73a450cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7dad05a-0fd5-41ea-8b30-85394b15108a,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:51.926148 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-155b8246-e829-49b1-9cd3-cda73a450cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:51.926542 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-155b8246-e829-49b1-9cd3-cda73a450cae admin admin] Added segment a2d8fa6a-3d9c-4aed-8419-0cad1e2de239 of type vlan for network 39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7 Aug 31 10:18:51.981829 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-155b8246-e829-49b1-9cd3-cda73a450cae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:52.078354 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-155b8246-e829-49b1-9cd3-cda73a450cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:52.079461 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155b8246-e829-49b1-9cd3-cda73a450cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:52.080051 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-155b8246-e829-49b1-9cd3-cda73a450cae admin admin] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:52.150429 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b8246-e829-49b1-9cd3-cda73a450cae admin admin] Pushing event updated for resources: {'Network': ['ID=39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:52.161020 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:18:52.216978 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-155b8246-e829-49b1-9cd3-cda73a450cae admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7695107 Aug 31 10:18:52.220590 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52278) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:18:52.225867 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-2c456d39-bd8d-4962-a1fe-073490dfb6ad admin admin] Request body: {'subnet': {'network_id': '39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-137904576-subnet', 'tenant_id': '5d579ef2920647e2a08f2e14464083a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:18:52.300973 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c456d39-bd8d-4962-a1fe-073490dfb6ad admin admin] Made reservation on behalf of 5d579ef2920647e2a08f2e14464083a4 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:18:52.303797 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2c456d39-bd8d-4962-a1fe-073490dfb6ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:52.552723 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2c456d39-bd8d-4962-a1fe-073490dfb6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:52.615798 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c456d39-bd8d-4962-a1fe-073490dfb6ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae32603d-800b-4619-b18c-02543a05a828,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:52.621239 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c456d39-bd8d-4962-a1fe-073490dfb6ad admin admin] Checking segment: {'id': 'a2d8fa6a-3d9c-4aed-8419-0cad1e2de239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:18:52.622150 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c456d39-bd8d-4962-a1fe-073490dfb6ad admin admin] Network hostable DHCP agents. Network: 39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:18:52.723693 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c456d39-bd8d-4962-a1fe-073490dfb6ad admin admin] Network 39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:18:52.798016 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-2c456d39-bd8d-4962-a1fe-073490dfb6ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:18:52.802894 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c456d39-bd8d-4962-a1fe-073490dfb6ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:52.803625 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2c456d39-bd8d-4962-a1fe-073490dfb6ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:52.807994 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9901d78-bb9d-4bbb-bb44-f92bacf5eecb None None] Network 39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:18:52.895646 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2c456d39-bd8d-4962-a1fe-073490dfb6ad admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6739285 Aug 31 10:18:52.949764 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c087dc29-1928-4f71-a9ba-7220b4b2336a None None] Network 39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:18:53.376416 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-66aaa2b5-f59c-4574-bcae-ded281d64af2 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:53.377924 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-66aaa2b5-f59c-4574-bcae-ded281d64af2 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/networks?id=39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7 HTTP/1.1" status: 200 len: 814 time: 0.1092069 Aug 31 10:18:53.395031 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-1cc9dd1d-0381-4ce3-8dcb-b8129f0950c4 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/quotas/5d579ef2920647e2a08f2e14464083a4 HTTP/1.1" status: 200 len: 375 time: 0.0109091 Aug 31 10:18:53.433608 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-00aac471-c696-4914-8232-3dc02bb63f3d tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=5d579ef2920647e2a08f2e14464083a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328097 Aug 31 10:18:53.539394 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-a144e733-d865-426a-8203-baca3d980548 service neutron] 10.222.0.119 "GET /v2.0/networks/39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975652 Aug 31 10:18:53.657992 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-fc6c868a-8079-4304-a2ef-d01f7db968db service neutron] 10.222.0.119 "GET /v2.0/networks/39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124511 Aug 31 10:18:53.910950 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-095bc68e-07d5-414b-b68d-4f213dbfe10b req-d6d7b50d-ce7b-46ab-bfdd-34a028fcb13a tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 210 time: 0.0291135 Aug 31 10:18:55.011430 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4bcf528f-0e77-4443-ab97-32118e72f2ca req-cfec96ac-6fd3-41a1-bcd5-d63bc30223fe tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 210 time: 0.0276732 Aug 31 10:18:55.943566 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-3c881ff0-b19d-4acc-88a9-3b63959b7492 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:55.945196 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-3c881ff0-b19d-4acc-88a9-3b63959b7492 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.59 "GET /v2.0/networks?id=39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7 HTTP/1.1" status: 200 len: 814 time: 0.1201370 Aug 31 10:18:55.959385 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-a2e3c791-fccc-4b60-8750-8a72d6d1e3a1 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Request body: {'port': {'device_id': 'fd8f074e-7dd5-4f0d-89a2-5caf8936abce', 'network_id': '39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7', 'admin_state_up': True, 'tenant_id': '5d579ef2920647e2a08f2e14464083a4'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:18:56.126676 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-34c2ff44-a647-4bbc-a8f6-ae3a197a9a13 req-88466c32-4a5f-4b0b-a729-a5aad237fdcb tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 210 time: 0.0365996 Aug 31 10:18:56.203806 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-a2e3c791-fccc-4b60-8750-8a72d6d1e3a1 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Made reservation on behalf of 5d579ef2920647e2a08f2e14464083a4 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:18:56.207419 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-a2e3c791-fccc-4b60-8750-8a72d6d1e3a1 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:56.341922 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-a2e3c791-fccc-4b60-8750-8a72d6d1e3a1 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Allocated IP 172.20.0.5 (39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7/ae32603d-800b-4619-b18c-02543a05a828/27f05542-82b2-43d9-bfc3-92f5be44114f) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:18:56.503405 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-a2e3c791-fccc-4b60-8750-8a72d6d1e3a1 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:56.603968 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-a2e3c791-fccc-4b60-8750-8a72d6d1e3a1 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:56.651874 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-a2e3c791-fccc-4b60-8750-8a72d6d1e3a1 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Network 39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:18:56.658109 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-a2e3c791-fccc-4b60-8750-8a72d6d1e3a1 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:18:56.662169 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-a2e3c791-fccc-4b60-8750-8a72d6d1e3a1 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:18:56.690494 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3c791-fccc-4b60-8750-8a72d6d1e3a1 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Pushing event updated for resources: {'Port': ['ID=27f05542-82b2-43d9-bfc3-92f5be44114f,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:56.721452 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-a2e3c791-fccc-4b60-8750-8a72d6d1e3a1 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:56.722095 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-a2e3c791-fccc-4b60-8750-8a72d6d1e3a1 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:56.873283 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-a2e3c791-fccc-4b60-8750-8a72d6d1e3a1 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9180272 Aug 31 10:18:56.886027 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-f0822326-1068-4c39-a2af-be508b97d361 service neutron] Request body: {'port': {'device_id': 'fd8f074e-7dd5-4f0d-89a2-5caf8936abce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:18:56.955611 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-f0822326-1068-4c39-a2af-be508b97d361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:57.267231 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-f0822326-1068-4c39-a2af-be508b97d361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27f05542-82b2-43d9-bfc3-92f5be44114f {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:18:57.277502 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-f0822326-1068-4c39-a2af-be508b97d361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:57.299766 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68840a80-5ea8-42f0-951f-35ee4cd06d50 req-a41b92a0-4439-4304-bae1-46617dd8422a tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:57.301331 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-68840a80-5ea8-42f0-951f-35ee4cd06d50 req-a41b92a0-4439-4304-bae1-46617dd8422a tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 931 time: 0.0976591 Aug 31 10:18:57.304491 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-f0822326-1068-4c39-a2af-be508b97d361 service neutron] Transition to ACTIVE for port object 27f05542-82b2-43d9-bfc3-92f5be44114f will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:18:57.340687 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-68840a80-5ea8-42f0-951f-35ee4cd06d50 req-ca60f8e4-4a54-4df8-bea1-a3191d7893f7 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330813 Aug 31 10:18:57.448932 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-f0822326-1068-4c39-a2af-be508b97d361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:57.508415 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0822326-1068-4c39-a2af-be508b97d361 service neutron] Pushing event updated for resources: {'Port': ['ID=27f05542-82b2-43d9-bfc3-92f5be44114f,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:57.584622 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-f0822326-1068-4c39-a2af-be508b97d361 service neutron] Attempting to bind port 27f05542-82b2-43d9-bfc3-92f5be44114f on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:18:57.584960 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-f0822326-1068-4c39-a2af-be508b97d361 service neutron] Attempting to bind port 27f05542-82b2-43d9-bfc3-92f5be44114f by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'a2d8fa6a-3d9c-4aed-8419-0cad1e2de239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:18:57.585295 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-f0822326-1068-4c39-a2af-be508b97d361 service neutron] Attempting to bind port 27f05542-82b2-43d9-bfc3-92f5be44114f on network 39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:18:57.589976 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-f0822326-1068-4c39-a2af-be508b97d361 service neutron] Port 27f05542-82b2-43d9-bfc3-92f5be44114f on network 39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:18:57.590318 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-f0822326-1068-4c39-a2af-be508b97d361 service neutron] Attempting to bind port 27f05542-82b2-43d9-bfc3-92f5be44114f on network 39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:18:57.596375 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-f0822326-1068-4c39-a2af-be508b97d361 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:18:57.608982 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-f0822326-1068-4c39-a2af-be508b97d361 service neutron] Checking segment: {'id': 'a2d8fa6a-3d9c-4aed-8419-0cad1e2de239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:18:57.608982 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-f0822326-1068-4c39-a2af-be508b97d361 service neutron] Bound using segment: {'id': 'a2d8fa6a-3d9c-4aed-8419-0cad1e2de239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:18:57.608982 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-f0822326-1068-4c39-a2af-be508b97d361 service neutron] Bound port: 27f05542-82b2-43d9-bfc3-92f5be44114f, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d8fa6a-3d9c-4aed-8419-0cad1e2de239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:18:57.608982 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-f0822326-1068-4c39-a2af-be508b97d361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:57.677961 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-f0822326-1068-4c39-a2af-be508b97d361 service neutron] For port 27f05542-82b2-43d9-bfc3-92f5be44114f, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:18:57.681131 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-f0822326-1068-4c39-a2af-be508b97d361 service neutron] For port 27f05542-82b2-43d9-bfc3-92f5be44114f, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=27f05542-82b2-43d9-bfc3-92f5be44114f,segment=NetworkSegment(a2d8fa6a-3d9c-4aed-8419-0cad1e2de239),segment_id=a2d8fa6a-3d9c-4aed-8419-0cad1e2de239)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:18:57.804045 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-f0822326-1068-4c39-a2af-be508b97d361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:57.850168 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-f0822326-1068-4c39-a2af-be508b97d361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:57.851121 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-f0822326-1068-4c39-a2af-be508b97d361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:18:57.852557 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-f0822326-1068-4c39-a2af-be508b97d361 service neutron] 10.222.0.59 "PUT /v2.0/ports/27f05542-82b2-43d9-bfc3-92f5be44114f HTTP/1.1" status: 200 len: 1092 time: 0.9714231 Aug 31 10:18:57.855065 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8f074e-7dd5-4f0d-89a2-5caf8936abce', 'tag': '27f05542-82b2-43d9-bfc3-92f5be44114f'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:18:57.857567 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3115c6b9-20bc-4c89-b7bd-e3e16443c669" -d '{"events": [{"name": "network-changed", "server_uuid": "fd8f074e-7dd5-4f0d-89a2-5caf8936abce", "tag": "27f05542-82b2-43d9-bfc3-92f5be44114f"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:18:57.884558 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0822326-1068-4c39-a2af-be508b97d361 service neutron] Pushing event updated for resources: {'Port': ['ID=27f05542-82b2-43d9-bfc3-92f5be44114f,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:18:57.895748 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72126c3-1870-45cb-92d7-59534c60f682 x-openstack-request-id: req-c72126c3-1870-45cb-92d7-59534c60f682 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:18:57.896041 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd8f074e-7dd5-4f0d-89a2-5caf8936abce", "tag": "27f05542-82b2-43d9-bfc3-92f5be44114f", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:18:57.896295 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-c72126c3-1870-45cb-92d7-59534c60f682 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:18:57.896691 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd8f074e-7dd5-4f0d-89a2-5caf8936abce', 'tag': '27f05542-82b2-43d9-bfc3-92f5be44114f', 'status': 'completed', 'code': 200} Aug 31 10:18:57.964242 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115c6b9-20bc-4c89-b7bd-e3e16443c669 req-cb53ded5-c3d4-4ee2-b2c6-15ab24406d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:57.965770 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3115c6b9-20bc-4c89-b7bd-e3e16443c669 req-cb53ded5-c3d4-4ee2-b2c6-15ab24406d63 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5d579ef2920647e2a08f2e14464083a4&device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 1095 time: 0.0432177 Aug 31 10:18:58.082342 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115c6b9-20bc-4c89-b7bd-e3e16443c669 req-5b05b2a1-76d0-4c91-b2ff-a9b31338759c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:58.084033 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3115c6b9-20bc-4c89-b7bd-e3e16443c669 req-5b05b2a1-76d0-4c91-b2ff-a9b31338759c service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5d579ef2920647e2a08f2e14464083a4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1091809 Aug 31 10:18:58.204199 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115c6b9-20bc-4c89-b7bd-e3e16443c669 req-fcc5ec67-397c-4a71-9203-54933ceb3316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:58.205736 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3115c6b9-20bc-4c89-b7bd-e3e16443c669 req-fcc5ec67-397c-4a71-9203-54933ceb3316 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1140735 Aug 31 10:18:58.291210 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-aff304ba-0186-491f-a8b5-6e5d78d970c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:58.292656 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-aff304ba-0186-491f-a8b5-6e5d78d970c3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5d579ef2920647e2a08f2e14464083a4&device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 1095 time: 0.0458734 Aug 31 10:18:58.344333 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-4502bcce-abaf-4075-b694-d6ead751a842 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27f05542-82b2-43d9-bfc3-92f5be44114f HTTP/1.1" status: 200 len: 217 time: 0.0418572 Aug 31 10:18:58.400381 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-0caf4208-2053-4a81-bf02-b9a33c9c0d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:58.402478 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-0caf4208-2053-4a81-bf02-b9a33c9c0d91 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ae32603d-800b-4619-b18c-02543a05a828 HTTP/1.1" status: 200 len: 854 time: 0.0521648 Aug 31 10:18:58.446052 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-4ff3c4bf-c2a5-48db-8960-89c0e3d326b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352437 Aug 31 10:18:58.542619 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bea99-12a9-4fb1-8a41-ae071f7d1e82 req-7221c759-ce57-4af6-870c-02832f1f0d47 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:58.544167 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cb5bea99-12a9-4fb1-8a41-ae071f7d1e82 req-7221c759-ce57-4af6-870c-02832f1f0d47 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 943 time: 0.1233253 Aug 31 10:18:58.599976 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-2892ee41-d8c8-49e3-bbf5-5bffcb5d23b2 service neutron] 10.222.0.59 "GET /v2.0/networks/39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390913 Aug 31 10:18:58.619777 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cb5bea99-12a9-4fb1-8a41-ae071f7d1e82 req-3e5270e6-f2f9-410c-be30-7e7d23ce8195 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641112 Aug 31 10:18:58.710169 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-211fc69a-9d82-486e-a3a5-c696f43b5a80 req-ba90fcb0-d708-427f-8642-bf18d3ef118b service neutron] 10.222.0.59 "GET /v2.0/networks/39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004229 Aug 31 10:18:59.748266 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038fd31-555c-4697-a42c-0c65db3e14d6 req-6e8fd169-d555-42de-802d-957f81ea398c tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:18:59.750323 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5038fd31-555c-4697-a42c-0c65db3e14d6 req-6e8fd169-d555-42de-802d-957f81ea398c tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 943 time: 0.0532978 Aug 31 10:18:59.792240 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5038fd31-555c-4697-a42c-0c65db3e14d6 req-c7bd3db4-99f7-435e-9ab9-ff113a3934a0 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359130 Aug 31 10:19:00.913411 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ffa9b-5a1b-46f7-8e1d-29027ab42992 req-e6569355-af29-4ab8-98c8-e87c6c0b5b8f tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:00.914921 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f95ffa9b-5a1b-46f7-8e1d-29027ab42992 req-e6569355-af29-4ab8-98c8-e87c6c0b5b8f tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 943 time: 0.0527332 Aug 31 10:19:00.954114 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f95ffa9b-5a1b-46f7-8e1d-29027ab42992 req-c0d197c6-f426-4079-9a3f-420a0f765058 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328915 Aug 31 10:19:02.134158 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe48a42-3fa0-46ab-a73c-9411375129e7 req-13b8f5ba-14b5-44ad-bfde-3f71ff2cb83c tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:02.135757 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1fe48a42-3fa0-46ab-a73c-9411375129e7 req-13b8f5ba-14b5-44ad-bfde-3f71ff2cb83c tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 943 time: 0.1092210 Aug 31 10:19:02.183604 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1fe48a42-3fa0-46ab-a73c-9411375129e7 req-d5f1ae0d-375f-499b-8373-c594064c113d tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408654 Aug 31 10:19:02.618052 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 27f05542-82b2-43d9-bfc3-92f5be44114f details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:19:02.720659 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 27f05542-82b2-43d9-bfc3-92f5be44114f, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=27f05542-82b2-43d9-bfc3-92f5be44114f,segment=NetworkSegment(a2d8fa6a-3d9c-4aed-8419-0cad1e2de239),segment_id=a2d8fa6a-3d9c-4aed-8419-0cad1e2de239)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:19:02.731905 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '27f05542-82b2-43d9-bfc3-92f5be44114f', 'network_id': '39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7', 'port_id': '27f05542-82b2-43d9-bfc3-92f5be44114f', 'mac_address': 'fa:16:3e:89:47:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae32603d-800b-4619-b18c-02543a05a828', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:19:02.770709 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:02.784068 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f05542-82b2-43d9-bfc3-92f5be44114f {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:19:02.808669 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 27f05542-82b2-43d9-bfc3-92f5be44114f, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=27f05542-82b2-43d9-bfc3-92f5be44114f,segment=NetworkSegment(a2d8fa6a-3d9c-4aed-8419-0cad1e2de239),segment_id=a2d8fa6a-3d9c-4aed-8419-0cad1e2de239)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:19:02.877761 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:03.102212 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=27f05542-82b2-43d9-bfc3-92f5be44114f,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:03.169734 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['27f05542-82b2-43d9-bfc3-92f5be44114f'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:19:03.286845 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:03.371397 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c487805-8a54-46e3-b3a1-b39df22ee9fb req-7ab80f10-bcb4-4306-89f9-a4df4fcd628c tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:03.372940 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3c487805-8a54-46e3-b3a1-b39df22ee9fb req-7ab80f10-bcb4-4306-89f9-a4df4fcd628c tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 944 time: 0.1155875 Aug 31 10:19:03.414911 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3c487805-8a54-46e3-b3a1-b39df22ee9fb req-7e5406d5-95dd-4075-953e-629f2829bb88 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350037 Aug 31 10:19:03.678055 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:04.545165 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b627dfa-2e2d-4666-80d1-e7c5db885bb0 req-30dc8c8a-e9f8-41e2-98cf-222aae460be0 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:04.547606 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b627dfa-2e2d-4666-80d1-e7c5db885bb0 req-30dc8c8a-e9f8-41e2-98cf-222aae460be0 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 944 time: 0.0584722 Aug 31 10:19:04.589616 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b627dfa-2e2d-4666-80d1-e7c5db885bb0 req-1d960a4f-1439-4205-9de3-c1f160f84fc6 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356703 Aug 31 10:19:04.634560 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 27f05542-82b2-43d9-bfc3-92f5be44114f up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:19:04.745794 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 27f05542-82b2-43d9-bfc3-92f5be44114f completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:19:04.751133 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 27f05542-82b2-43d9-bfc3-92f5be44114f triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:19:04.751526 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:04.843008 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:04.866444 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8f074e-7dd5-4f0d-89a2-5caf8936abce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f05542-82b2-43d9-bfc3-92f5be44114f'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:19:04.868890 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eba1691-ba54-468f-8450-4a1e35488d91" -d '{"events": [{"server_uuid": "fd8f074e-7dd5-4f0d-89a2-5caf8936abce", "name": "network-vif-plugged", "status": "completed", "tag": "27f05542-82b2-43d9-bfc3-92f5be44114f"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:19:04.883501 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 27f05542-82b2-43d9-bfc3-92f5be44114f, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=27f05542-82b2-43d9-bfc3-92f5be44114f,segment=NetworkSegment(a2d8fa6a-3d9c-4aed-8419-0cad1e2de239),segment_id=a2d8fa6a-3d9c-4aed-8419-0cad1e2de239)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:19:04.912433 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b586d1-cf7e-4b01-bc27-6f0b2410de76 x-openstack-request-id: req-a0b586d1-cf7e-4b01-bc27-6f0b2410de76 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:19:04.912433 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8f074e-7dd5-4f0d-89a2-5caf8936abce", "name": "network-vif-plugged", "status": "completed", "tag": "27f05542-82b2-43d9-bfc3-92f5be44114f", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:19:04.912433 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-a0b586d1-cf7e-4b01-bc27-6f0b2410de76 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:19:04.912433 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8f074e-7dd5-4f0d-89a2-5caf8936abce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f05542-82b2-43d9-bfc3-92f5be44114f', 'code': 200} Aug 31 10:19:05.010376 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5381d39-927c-4920-b561-a21000d58dd9 req-f6a38b63-bcb4-4785-8368-12894ab62049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:05.012098 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d5381d39-927c-4920-b561-a21000d58dd9 req-f6a38b63-bcb4-4785-8368-12894ab62049 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 1096 time: 0.0417647 Aug 31 10:19:05.025715 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:05.054237 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d5381d39-927c-4920-b561-a21000d58dd9 req-c5b4ce4d-448e-4e07-84c2-81b34943b84b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346975 Aug 31 10:19:05.075102 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=27f05542-82b2-43d9-bfc3-92f5be44114f,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:05.726801 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b09b7b-1af6-4339-882e-4d143e32f071 req-b1455726-87d4-422e-9c08-b35eb2fbc439 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:05.728345 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b2b09b7b-1af6-4339-882e-4d143e32f071 req-b1455726-87d4-422e-9c08-b35eb2fbc439 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 945 time: 0.0596650 Aug 31 10:19:05.768215 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b2b09b7b-1af6-4339-882e-4d143e32f071 req-f7e47346-558f-4446-8179-7f77e4028f25 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330617 Aug 31 10:19:06.889122 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db262c-8046-4fb7-b36d-f0c840e72c1a req-6bf304da-4568-47c9-89d3-bf74e21ebc6d tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:06.890697 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-51db262c-8046-4fb7-b36d-f0c840e72c1a req-6bf304da-4568-47c9-89d3-bf74e21ebc6d tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 945 time: 0.0516503 Aug 31 10:19:06.933062 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-51db262c-8046-4fb7-b36d-f0c840e72c1a req-fd56d601-8f45-4dd7-b88c-202a40c0acae tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360055 Aug 31 10:19:07.053128 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf21679-e2dd-41f8-be85-d99f08a17ec1 req-4ff8455a-0c11-4f08-ac42-96608a578ff4 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:07.054455 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9bf21679-e2dd-41f8-be85-d99f08a17ec1 req-4ff8455a-0c11-4f08-ac42-96608a578ff4 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 945 time: 0.0518496 Aug 31 10:19:07.099659 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9bf21679-e2dd-41f8-be85-d99f08a17ec1 req-43aaf6a9-b6f3-4439-af55-af2187f6c9d7 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390210 Aug 31 10:19:07.409456 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1ac52-4662-4783-ab06-51567ff4e569 req-5968529d-c2b6-4355-9e97-2977a5ff8e06 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:07.411100 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1fa1ac52-4662-4783-ab06-51567ff4e569 req-5968529d-c2b6-4355-9e97-2977a5ff8e06 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 945 time: 0.0520494 Aug 31 10:19:07.452210 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1fa1ac52-4662-4783-ab06-51567ff4e569 req-17d5cdd8-b738-4b3c-a2d7-67ad51154bbf tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346236 Aug 31 10:19:07.573229 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2c4ac-2b44-4433-97d6-cf466fcf804e req-c137bfe4-910e-40f1-a7a8-46b570a3f181 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:07.574709 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-82f2c4ac-2b44-4433-97d6-cf466fcf804e req-c137bfe4-910e-40f1-a7a8-46b570a3f181 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 945 time: 0.0509238 Aug 31 10:19:07.614863 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-82f2c4ac-2b44-4433-97d6-cf466fcf804e req-27ca2a5e-91a7-4110-9d96-f9886d35c60e tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336559 Aug 31 10:19:08.107563 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4914c17-f60d-4eae-be33-7ad6a3e02bb2 req-e46b4ff8-406d-440c-8d63-6105565ed603 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:08.109593 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f4914c17-f60d-4eae-be33-7ad6a3e02bb2 req-e46b4ff8-406d-440c-8d63-6105565ed603 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 945 time: 0.0544517 Aug 31 10:19:08.155519 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f4914c17-f60d-4eae-be33-7ad6a3e02bb2 req-7e39a350-c82c-4c80-9739-7cc5f963532f tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371635 Aug 31 10:19:08.369648 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-fc99762f-6b4c-45fd-8cde-b60c54a7ad2f service neutron] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0427589 Aug 31 10:19:09.282278 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749a9a7-d715-4e2a-94fd-1d5ebad15231 req-ac49d6a3-ccf9-412e-9701-a9875dd8273e tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:09.284002 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2749a9a7-d715-4e2a-94fd-1d5ebad15231 req-ac49d6a3-ccf9-412e-9701-a9875dd8273e tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 945 time: 0.0567505 Aug 31 10:19:09.324168 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2749a9a7-d715-4e2a-94fd-1d5ebad15231 req-4aa47ec6-c9a7-413c-8a36-3e9548633747 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343285 Aug 31 10:19:10.471164 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca181e9-5fd9-4403-bf07-14dc88d06081 req-c8951430-1b63-4c4f-af5a-514cf95d2249 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:10.471164 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6ca181e9-5fd9-4403-bf07-14dc88d06081 req-c8951430-1b63-4c4f-af5a-514cf95d2249 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 945 time: 0.0528958 Aug 31 10:19:10.491656 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6ca181e9-5fd9-4403-bf07-14dc88d06081 req-9db52f25-21c6-4e91-a3d1-36eef5074785 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344238 Aug 31 10:19:11.349181 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-bdc620a4-ae68-4a12-a0f7-d845e08883e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:11.350772 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-bdc620a4-ae68-4a12-a0f7-d845e08883e2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5d579ef2920647e2a08f2e14464083a4&device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 1097 time: 0.0435872 Aug 31 10:19:11.419554 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c3c586c1-2bf5-4380-801d-465c69059e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:11.449518 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-bcbc7ade-e7c8-40fb-85a8-4897cf842ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:11.456408 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-bcbc7ade-e7c8-40fb-85a8-4897cf842ab2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7 HTTP/1.1" status: 200 len: 916 time: 0.0930839 Aug 31 10:19:11.494633 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-ef20ff6c-3cc4-4c28-8a27-5009cd1657b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27f05542-82b2-43d9-bfc3-92f5be44114f HTTP/1.1" status: 200 len: 217 time: 0.0347364 Aug 31 10:19:11.551480 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-ae6b6f63-4ed0-4a02-af7b-01f44454a56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:11.552959 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-ae6b6f63-4ed0-4a02-af7b-01f44454a56b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ae32603d-800b-4619-b18c-02543a05a828 HTTP/1.1" status: 200 len: 854 time: 0.0519753 Aug 31 10:19:11.597311 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-74e7c314-0543-4864-b68b-174c72704e43 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364919 Aug 31 10:19:11.693822 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3f017-1779-4510-9e72-b5c3161fdaa9 req-ca0ad7ff-6e50-4742-be0c-e918c12b4800 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:11.695340 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-33c3f017-1779-4510-9e72-b5c3161fdaa9 req-ca0ad7ff-6e50-4742-be0c-e918c12b4800 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 945 time: 0.1323740 Aug 31 10:19:11.740528 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-3b81b323-61c6-4ef9-89ef-6b9306fd8513 service neutron] 10.222.0.59 "GET /v2.0/networks/39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291339 Aug 31 10:19:11.762866 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-33c3f017-1779-4510-9e72-b5c3161fdaa9 req-5739a10f-8dcd-4a5c-8266-0d21dba2a29a tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580332 Aug 31 10:19:11.841741 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-09fc4de8-a9c1-41b8-aefe-2290647acbb0 service neutron] 10.222.0.59 "GET /v2.0/networks/39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925691 Aug 31 10:19:12.892350 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbb53b-e041-4c6a-a1da-6b443946cbd4 req-81aa9b3a-7281-48a8-9ecd-bd446a983604 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:12.893975 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56dbb53b-e041-4c6a-a1da-6b443946cbd4 req-81aa9b3a-7281-48a8-9ecd-bd446a983604 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 945 time: 0.0582981 Aug 31 10:19:12.937382 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56dbb53b-e041-4c6a-a1da-6b443946cbd4 req-fce09da7-174d-494c-8f73-731e11da5234 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335927 Aug 31 10:19:13.415727 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:19:14.059787 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a6882ef9-bc26-47be-b8c8-07a28a91a31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:14.062284 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d0145-519f-468b-b361-f87150e86f9d req-d2b282a6-c426-47dd-809e-1fd9f7f61dda tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:14.063903 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa5d0145-519f-468b-b361-f87150e86f9d req-d2b282a6-c426-47dd-809e-1fd9f7f61dda tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 945 time: 0.0530357 Aug 31 10:19:14.112521 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa5d0145-519f-468b-b361-f87150e86f9d req-adaf4308-974d-46b8-ad32-6d4f19680ee7 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415776 Aug 31 10:19:14.117104 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:15.251836 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0136b8-49a6-4639-9c2d-9683be1ef6a9 req-c115adef-8fad-44c0-abbb-bf8fda28179a tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:15.253372 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fe0136b8-49a6-4639-9c2d-9683be1ef6a9 req-c115adef-8fad-44c0-abbb-bf8fda28179a tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 945 time: 0.0541048 Aug 31 10:19:15.299069 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fe0136b8-49a6-4639-9c2d-9683be1ef6a9 req-4d749d46-0ead-454c-b526-da29d651fabe tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352266 Aug 31 10:19:15.579914 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:16.424205 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eee67d-13db-44de-9e0d-d2ca7ef99965 req-015c8945-e06d-4375-86db-07eb4e451c72 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:16.425824 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-50eee67d-13db-44de-9e0d-d2ca7ef99965 req-015c8945-e06d-4375-86db-07eb4e451c72 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 945 time: 0.0535378 Aug 31 10:19:16.464881 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-50eee67d-13db-44de-9e0d-d2ca7ef99965 req-4d43515a-88bd-4a7b-9e69-9c510046212e tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325849 Aug 31 10:19:17.282427 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:17.586133 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9dbe76-5f20-4e5f-92ea-c6987406eba6 req-a1a4d4aa-009a-4bcb-bb03-fd69c28616aa tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:17.587673 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec9dbe76-5f20-4e5f-92ea-c6987406eba6 req-a1a4d4aa-009a-4bcb-bb03-fd69c28616aa tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 945 time: 0.0514176 Aug 31 10:19:17.628455 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec9dbe76-5f20-4e5f-92ea-c6987406eba6 req-03c401d1-e80a-4a84-b933-243b097581bd tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344205 Aug 31 10:19:18.021885 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-648dee61-bafa-4ccd-b171-8cc5b10219b8 req-71868571-c642-4bd6-9794-3428d050b766 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0257483 Aug 31 10:19:18.071309 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-648dee61-bafa-4ccd-b171-8cc5b10219b8 req-c1f596f7-738b-44f9-b3a4-7c56a8c4ee85 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.0269656 Aug 31 10:19:18.109860 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-648dee61-bafa-4ccd-b171-8cc5b10219b8 req-a04ead4b-307b-4ea3-b908-6e40a74e7450 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40aea3578a764824ae85220fcc0c6911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200818 Aug 31 10:19:18.210029 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648dee61-bafa-4ccd-b171-8cc5b10219b8 req-dcd8b17b-2fd8-49ba-8cd8-83abf222508b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:18.211610 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-648dee61-bafa-4ccd-b171-8cc5b10219b8 req-dcd8b17b-2fd8-49ba-8cd8-83abf222508b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0941062 Aug 31 10:19:18.752757 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de600ef1-e954-40eb-b1a1-db98c275d783 req-228276f7-a6a8-482e-a12d-a461710b82bd tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:18.754442 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-de600ef1-e954-40eb-b1a1-db98c275d783 req-228276f7-a6a8-482e-a12d-a461710b82bd tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 945 time: 0.0535254 Aug 31 10:19:18.795930 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-de600ef1-e954-40eb-b1a1-db98c275d783 req-62d1c009-a8ad-433c-9347-b0f72175222c tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352213 Aug 31 10:19:19.927204 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e0428-da61-4911-9a9e-1aeaa9f7cafa req-bf36648a-dded-4370-9187-2c8f55d54e2d tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:19.928731 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b62e0428-da61-4911-9a9e-1aeaa9f7cafa req-bf36648a-dded-4370-9187-2c8f55d54e2d tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 945 time: 0.0601618 Aug 31 10:19:19.969749 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b62e0428-da61-4911-9a9e-1aeaa9f7cafa req-fee48b5c-d71e-457a-9d40-999116e9cab3 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349994 Aug 31 10:19:21.098369 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0030e2c-8342-4c24-af1e-0bd6dd25ec9b req-64a18509-67a9-4f85-a7c1-6d894834341b tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:21.099889 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f0030e2c-8342-4c24-af1e-0bd6dd25ec9b req-64a18509-67a9-4f85-a7c1-6d894834341b tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 945 time: 0.0559957 Aug 31 10:19:21.140276 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f0030e2c-8342-4c24-af1e-0bd6dd25ec9b req-483370eb-04a5-4f28-9c7e-099e9b9205cc tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336003 Aug 31 10:19:22.257592 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140397cf-eac8-4514-987d-07ea9cf40165 req-8dd12da7-71c1-4bb9-b003-624fbc2070e4 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:22.259185 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-140397cf-eac8-4514-987d-07ea9cf40165 req-8dd12da7-71c1-4bb9-b003-624fbc2070e4 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 945 time: 0.0507801 Aug 31 10:19:22.299534 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-140397cf-eac8-4514-987d-07ea9cf40165 req-8e58a441-06ae-4841-9886-61d7066adf97 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330944 Aug 31 10:19:23.422350 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64dd00-055d-40fb-94d2-543fdad6d27a req-e43fca0d-f4c8-4c7f-8407-b71a285acf96 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:23.423904 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c64dd00-055d-40fb-94d2-543fdad6d27a req-e43fca0d-f4c8-4c7f-8407-b71a285acf96 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 945 time: 0.0555336 Aug 31 10:19:23.463539 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c64dd00-055d-40fb-94d2-543fdad6d27a req-2fa567fd-57e4-4714-8d93-56cf30f6aa46 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332649 Aug 31 10:19:24.587516 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac3407-6d5e-4621-86cd-b706b049ad97 req-2a50572d-dc31-4c81-b88e-1cd353e3d32f tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:24.589196 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-07ac3407-6d5e-4621-86cd-b706b049ad97 req-2a50572d-dc31-4c81-b88e-1cd353e3d32f tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 945 time: 0.0547030 Aug 31 10:19:24.627965 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-07ac3407-6d5e-4621-86cd-b706b049ad97 req-457e8ec7-3991-48fc-ad8c-be22d6a796a7 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319781 Aug 31 10:19:25.758716 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c392b17-00a3-4016-883e-c0e40e1340df req-1414073b-3de2-4486-bd3d-d390d856cdc1 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:25.760239 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5c392b17-00a3-4016-883e-c0e40e1340df req-1414073b-3de2-4486-bd3d-d390d856cdc1 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 945 time: 0.0557256 Aug 31 10:19:25.801999 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5c392b17-00a3-4016-883e-c0e40e1340df req-580fed1f-c586-4dbb-b608-3dee9071de7c tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355036 Aug 31 10:19:26.920256 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0316d5-270d-41a9-94a8-0cd12d6cb694 req-7ad99860-afc9-417f-ba42-22b2b89647af tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:26.921727 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-be0316d5-270d-41a9-94a8-0cd12d6cb694 req-7ad99860-afc9-417f-ba42-22b2b89647af tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 945 time: 0.0523324 Aug 31 10:19:27.300117 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-be0316d5-270d-41a9-94a8-0cd12d6cb694 req-9c069445-4ea6-4701-809c-9736538648de tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723698 Aug 31 10:19:28.419855 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd013c-c407-42ff-9a8b-020830e0a973 req-eba328ed-8aee-4e71-87d2-b29954dbd614 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:28.421352 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40dd013c-c407-42ff-9a8b-020830e0a973 req-eba328ed-8aee-4e71-87d2-b29954dbd614 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 945 time: 0.0514140 Aug 31 10:19:28.460736 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40dd013c-c407-42ff-9a8b-020830e0a973 req-baf8b73a-b847-4b3c-8315-6e5e60b36e57 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326653 Aug 31 10:19:29.186753 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-a2fc5862-7086-4bec-9395-6560a55e2f1f service neutron] show failed (client error): The resource could not be found. Aug 31 10:19:29.187710 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-a2fc5862-7086-4bec-9395-6560a55e2f1f service neutron] 10.222.0.59 "GET /v2.0/ports/27f05542-82b2-43d9-bfc3-92f5be44114f/bindings/n-h1-791506-28 HTTP/1.1" status: 404 len: 381 time: 0.0665107 Aug 31 10:19:29.643036 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e428c-1ac6-4d35-a6d4-28f4cad2387c req-4703e7ed-ab9e-4020-9635-38c4199ab5c5 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:29.645009 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-159e428c-1ac6-4d35-a6d4-28f4cad2387c req-4703e7ed-ab9e-4020-9635-38c4199ab5c5 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 945 time: 0.0828812 Aug 31 10:19:29.695073 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-159e428c-1ac6-4d35-a6d4-28f4cad2387c req-dd4fe49f-da5a-4728-885d-eb7deaa009f1 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440788 Aug 31 10:19:29.880291 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-9f7731ce-b9f6-434c-9d68-cb10f21e53d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:29.881886 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-9f7731ce-b9f6-434c-9d68-cb10f21e53d0 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce&tenant_id=5d579ef2920647e2a08f2e14464083a4 HTTP/1.1" status: 200 len: 1097 time: 0.0968459 Aug 31 10:19:29.897160 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-5c588d36-5e04-4576-90fe-a7318435f928 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791506-28', 'device_owner': 'compute:nova'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:19:29.955041 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-5c588d36-5e04-4576-90fe-a7318435f928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:30.171803 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-5c588d36-5e04-4576-90fe-a7318435f928 service neutron] For port 27f05542-82b2-43d9-bfc3-92f5be44114f, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=27f05542-82b2-43d9-bfc3-92f5be44114f,segment=NetworkSegment(a2d8fa6a-3d9c-4aed-8419-0cad1e2de239),segment_id=a2d8fa6a-3d9c-4aed-8419-0cad1e2de239)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:19:30.204660 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-5c588d36-5e04-4576-90fe-a7318435f928 service neutron] For port 27f05542-82b2-43d9-bfc3-92f5be44114f, host n-h2-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:19:30.589024 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8f074e-7dd5-4f0d-89a2-5caf8936abce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27f05542-82b2-43d9-bfc3-92f5be44114f'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:19:30.591955 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efb09fcb25d757964e6e64477cf3964f72eef090657aa62846af519e9d9507f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a121d04a-95b5-46cb-9d9e-71177624aa6d" -d '{"events": [{"server_uuid": "fd8f074e-7dd5-4f0d-89a2-5caf8936abce", "name": "network-vif-unplugged", "status": "completed", "tag": "27f05542-82b2-43d9-bfc3-92f5be44114f"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:19:30.596549 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-5c588d36-5e04-4576-90fe-a7318435f928 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:30.613184 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-5c588d36-5e04-4576-90fe-a7318435f928 service neutron] Transition to ACTIVE for port object 27f05542-82b2-43d9-bfc3-92f5be44114f will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:19:30.717258 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-5c588d36-5e04-4576-90fe-a7318435f928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:30.720031 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 10:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6cbf37-fbb9-4066-bc5d-49f6c69633e0 x-openstack-request-id: req-cd6cbf37-fbb9-4066-bc5d-49f6c69633e0 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:19:30.720324 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8f074e-7dd5-4f0d-89a2-5caf8936abce", "name": "network-vif-unplugged", "status": "completed", "tag": "27f05542-82b2-43d9-bfc3-92f5be44114f", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:19:30.720598 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-cd6cbf37-fbb9-4066-bc5d-49f6c69633e0 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:19:30.720986 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8f074e-7dd5-4f0d-89a2-5caf8936abce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27f05542-82b2-43d9-bfc3-92f5be44114f', 'code': 200} Aug 31 10:19:30.784302 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-5c588d36-5e04-4576-90fe-a7318435f928 service neutron] No DVR routers for this DVR port 27f05542-82b2-43d9-bfc3-92f5be44114f on host n-h2-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:19:30.787294 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c588d36-5e04-4576-90fe-a7318435f928 service neutron] Pushing event updated for resources: {'Port': ['ID=27f05542-82b2-43d9-bfc3-92f5be44114f,revision_number=6']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:30.823694 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-5c588d36-5e04-4576-90fe-a7318435f928 service neutron] Attempting to bind port 27f05542-82b2-43d9-bfc3-92f5be44114f on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:19:30.824027 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-5c588d36-5e04-4576-90fe-a7318435f928 service neutron] Attempting to bind port 27f05542-82b2-43d9-bfc3-92f5be44114f by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'a2d8fa6a-3d9c-4aed-8419-0cad1e2de239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:19:30.824357 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-5c588d36-5e04-4576-90fe-a7318435f928 service neutron] Attempting to bind port 27f05542-82b2-43d9-bfc3-92f5be44114f on network 39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:19:30.830134 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-5c588d36-5e04-4576-90fe-a7318435f928 service neutron] Port 27f05542-82b2-43d9-bfc3-92f5be44114f on network 39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:19:30.830576 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-5c588d36-5e04-4576-90fe-a7318435f928 service neutron] Attempting to bind port 27f05542-82b2-43d9-bfc3-92f5be44114f on network 39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:19:30.835915 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee74441-2c55-4954-854e-930f890b26d1 req-05730967-4eb0-461c-a9a7-6fababbf20a7 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:30.836465 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-5c588d36-5e04-4576-90fe-a7318435f928 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:19:30.836465 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-5c588d36-5e04-4576-90fe-a7318435f928 service neutron] Checking segment: {'id': 'a2d8fa6a-3d9c-4aed-8419-0cad1e2de239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:19:30.836668 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-5c588d36-5e04-4576-90fe-a7318435f928 service neutron] Bound using segment: {'id': 'a2d8fa6a-3d9c-4aed-8419-0cad1e2de239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:19:30.837055 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-5c588d36-5e04-4576-90fe-a7318435f928 service neutron] Bound port: 27f05542-82b2-43d9-bfc3-92f5be44114f, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d8fa6a-3d9c-4aed-8419-0cad1e2de239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:19:30.837410 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-5c588d36-5e04-4576-90fe-a7318435f928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:30.837506 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9ee74441-2c55-4954-854e-930f890b26d1 req-05730967-4eb0-461c-a9a7-6fababbf20a7 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 943 time: 0.0618789 Aug 31 10:19:30.880575 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9ee74441-2c55-4954-854e-930f890b26d1 req-6a9483e1-5e13-4a4b-acf9-f056f76eb073 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353737 Aug 31 10:19:30.911746 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-5c588d36-5e04-4576-90fe-a7318435f928 service neutron] For port 27f05542-82b2-43d9-bfc3-92f5be44114f, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:19:30.914871 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-5c588d36-5e04-4576-90fe-a7318435f928 service neutron] For port 27f05542-82b2-43d9-bfc3-92f5be44114f, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=27f05542-82b2-43d9-bfc3-92f5be44114f,segment=NetworkSegment(a2d8fa6a-3d9c-4aed-8419-0cad1e2de239),segment_id=a2d8fa6a-3d9c-4aed-8419-0cad1e2de239)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:19:30.979801 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-5c588d36-5e04-4576-90fe-a7318435f928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:31.029598 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-5c588d36-5e04-4576-90fe-a7318435f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:31.030368 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-5c588d36-5e04-4576-90fe-a7318435f928 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:31.031900 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-5c588d36-5e04-4576-90fe-a7318435f928 service neutron] 10.222.0.112 "PUT /v2.0/ports/27f05542-82b2-43d9-bfc3-92f5be44114f HTTP/1.1" status: 200 len: 1092 time: 1.1389816 Aug 31 10:19:31.052489 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c588d36-5e04-4576-90fe-a7318435f928 service neutron] Pushing event updated for resources: {'Port': ['ID=27f05542-82b2-43d9-bfc3-92f5be44114f,revision_number=7']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:31.097954 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-1c9caa6a-cc29-4721-9b98-b00f42df4b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:31.099598 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-1c9caa6a-cc29-4721-9b98-b00f42df4b0b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=5d579ef2920647e2a08f2e14464083a4&device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 1095 time: 0.0422189 Aug 31 10:19:31.197619 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-b62d1e33-c7b5-4f08-9b7b-667e1be20849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:31.199126 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-b62d1e33-c7b5-4f08-9b7b-667e1be20849 service neutron] 10.222.0.112 "GET /v2.0/networks?id=39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7 HTTP/1.1" status: 200 len: 916 time: 0.0905452 Aug 31 10:19:31.243859 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-350adff5-cca9-4f78-809b-bf44c612b0d1 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27f05542-82b2-43d9-bfc3-92f5be44114f HTTP/1.1" status: 200 len: 217 time: 0.0349431 Aug 31 10:19:31.294135 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-e12970a3-cd87-46bc-997a-f48a9ab0e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:31.295624 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-e12970a3-cd87-46bc-997a-f48a9ab0e4a9 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ae32603d-800b-4619-b18c-02543a05a828 HTTP/1.1" status: 200 len: 854 time: 0.0437253 Aug 31 10:19:31.332322 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-b0c9565b-0f6d-4a2d-a842-e9db9a4bcfe1 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287623 Aug 31 10:19:31.422302 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-d7029e67-7260-4f82-8de9-8cd2c0d53b5f service neutron] 10.222.0.112 "GET /v2.0/networks/39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815256 Aug 31 10:19:31.515907 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cfda7b2d-390c-481d-9e8f-228e73de8c3a req-10862aba-5242-4845-b562-845be75108ac service neutron] 10.222.0.112 "GET /v2.0/networks/39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858359 Aug 31 10:19:32.004651 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6598408-1030-4f53-9578-555e9518b303 req-b7a0e228-a302-45a6-8745-942e0df03258 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:32.006158 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e6598408-1030-4f53-9578-555e9518b303 req-b7a0e228-a302-45a6-8745-942e0df03258 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 943 time: 0.0484536 Aug 31 10:19:32.046134 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e6598408-1030-4f53-9578-555e9518b303 req-92312c99-796c-4eab-8cf2-64c842f74490 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335381 Aug 31 10:19:32.722079 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8f074e-7dd5-4f0d-89a2-5caf8936abce', 'tag': '27f05542-82b2-43d9-bfc3-92f5be44114f'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:19:32.724776 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efb09fcb25d757964e6e64477cf3964f72eef090657aa62846af519e9d9507f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58e6aed-ff80-48f7-85bb-60d6d427e7d7" -d '{"events": [{"name": "network-changed", "server_uuid": "fd8f074e-7dd5-4f0d-89a2-5caf8936abce", "tag": "27f05542-82b2-43d9-bfc3-92f5be44114f"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:19:32.734260 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 27f05542-82b2-43d9-bfc3-92f5be44114f no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:19:32.777056 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d910ca3-5404-4e66-8d82-ba8b5d6cd020 x-openstack-request-id: req-5d910ca3-5404-4e66-8d82-ba8b5d6cd020 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:19:32.777410 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd8f074e-7dd5-4f0d-89a2-5caf8936abce", "tag": "27f05542-82b2-43d9-bfc3-92f5be44114f", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:19:32.777767 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 27f05542-82b2-43d9-bfc3-92f5be44114f not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:19:32.778083 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-5d910ca3-5404-4e66-8d82-ba8b5d6cd020 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:19:32.779933 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd8f074e-7dd5-4f0d-89a2-5caf8936abce', 'tag': '27f05542-82b2-43d9-bfc3-92f5be44114f', 'status': 'completed', 'code': 200} Aug 31 10:19:32.843283 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e6aed-ff80-48f7-85bb-60d6d427e7d7 req-3a334a2e-b17e-4da0-aa79-9c652d99fb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:32.843619 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e6aed-ff80-48f7-85bb-60d6d427e7d7 req-b4289eab-bc95-4100-b09a-44308d8dd873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:32.844801 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f58e6aed-ff80-48f7-85bb-60d6d427e7d7 req-3a334a2e-b17e-4da0-aa79-9c652d99fb1f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5d579ef2920647e2a08f2e14464083a4&device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 1095 time: 0.0449903 Aug 31 10:19:32.845121 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f58e6aed-ff80-48f7-85bb-60d6d427e7d7 req-b4289eab-bc95-4100-b09a-44308d8dd873 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=5d579ef2920647e2a08f2e14464083a4&device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 1095 time: 0.0410414 Aug 31 10:19:32.936270 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e6aed-ff80-48f7-85bb-60d6d427e7d7 req-b788a255-9f66-4ac3-9506-5fd585c125dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:32.937514 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e6aed-ff80-48f7-85bb-60d6d427e7d7 req-1f5d944d-ccd3-412f-89fb-f6ced181f8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:32.938057 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f58e6aed-ff80-48f7-85bb-60d6d427e7d7 req-b788a255-9f66-4ac3-9506-5fd585c125dd service neutron] 10.222.0.112 "GET /v2.0/networks?id=39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7 HTTP/1.1" status: 200 len: 916 time: 0.0853381 Aug 31 10:19:32.939014 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f58e6aed-ff80-48f7-85bb-60d6d427e7d7 req-1f5d944d-ccd3-412f-89fb-f6ced181f8a0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7 HTTP/1.1" status: 200 len: 916 time: 0.0870862 Aug 31 10:19:32.986063 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f58e6aed-ff80-48f7-85bb-60d6d427e7d7 req-60452e5a-f558-4bac-90bb-f87fd92b7f9a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27f05542-82b2-43d9-bfc3-92f5be44114f HTTP/1.1" status: 200 len: 217 time: 0.0397608 Aug 31 10:19:32.986303 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f58e6aed-ff80-48f7-85bb-60d6d427e7d7 req-62734d68-3398-40e7-bdf3-14d988e86377 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27f05542-82b2-43d9-bfc3-92f5be44114f HTTP/1.1" status: 200 len: 217 time: 0.0380213 Aug 31 10:19:33.036621 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e6aed-ff80-48f7-85bb-60d6d427e7d7 req-49d40bf9-c233-4b8c-beb2-55d384040932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:33.037359 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e6aed-ff80-48f7-85bb-60d6d427e7d7 req-482e6acf-d848-4f02-bf76-ac68feddefed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:33.038079 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f58e6aed-ff80-48f7-85bb-60d6d427e7d7 req-49d40bf9-c233-4b8c-beb2-55d384040932 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ae32603d-800b-4619-b18c-02543a05a828 HTTP/1.1" status: 200 len: 854 time: 0.0449297 Aug 31 10:19:33.038195 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f58e6aed-ff80-48f7-85bb-60d6d427e7d7 req-482e6acf-d848-4f02-bf76-ac68feddefed service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ae32603d-800b-4619-b18c-02543a05a828 HTTP/1.1" status: 200 len: 854 time: 0.0453649 Aug 31 10:19:33.070485 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f58e6aed-ff80-48f7-85bb-60d6d427e7d7 req-3d19c3c3-5303-47a6-ba2c-853528c5b289 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255768 Aug 31 10:19:33.070763 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f58e6aed-ff80-48f7-85bb-60d6d427e7d7 req-ca4d4022-4d53-4cb9-9947-951fe14e463a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240457 Aug 31 10:19:33.168109 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f58e6aed-ff80-48f7-85bb-60d6d427e7d7 req-d48b0940-995b-42eb-bacf-7e3f3b7d5370 service neutron] 10.222.0.112 "GET /v2.0/networks/39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883567 Aug 31 10:19:33.198444 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114bd1f3-c436-42eb-8d2b-d0f7963b0edc req-75d49cd2-f02c-49b9-b778-26315503d30f tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:33.199973 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-114bd1f3-c436-42eb-8d2b-d0f7963b0edc req-75d49cd2-f02c-49b9-b778-26315503d30f tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 943 time: 0.0801351 Aug 31 10:19:33.206757 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f58e6aed-ff80-48f7-85bb-60d6d427e7d7 req-ccb400a7-b279-4a8c-a8ae-43b0e3c4924e service neutron] 10.222.0.59 "GET /v2.0/networks/39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295555 Aug 31 10:19:33.260907 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f58e6aed-ff80-48f7-85bb-60d6d427e7d7 req-ac3261f9-eba4-42d1-8150-bf87bdd8e0ce service neutron] 10.222.0.112 "GET /v2.0/networks/39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833426 Aug 31 10:19:33.281721 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:33.292140 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-114bd1f3-c436-42eb-8d2b-d0f7963b0edc req-6c9fd28b-402b-48bf-bd92-25b2e1c92a90 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837870 Aug 31 10:19:33.324869 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f58e6aed-ff80-48f7-85bb-60d6d427e7d7 req-f1e69984-2e50-46ad-a9f9-1db35786fcff service neutron] 10.222.0.59 "GET /v2.0/networks/39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105051 Aug 31 10:19:33.852819 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:34.417465 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bbf5b-0e7b-4d6d-bd92-8f06c5732933 req-edc56931-9e9a-4fab-9f8d-2cc2b808ba2f tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:34.419699 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-072bbf5b-0e7b-4d6d-bd92-8f06c5732933 req-edc56931-9e9a-4fab-9f8d-2cc2b808ba2f tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 943 time: 0.0513356 Aug 31 10:19:34.460598 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-072bbf5b-0e7b-4d6d-bd92-8f06c5732933 req-a41eb83f-396d-4145-b0dc-6e0234c65df0 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347674 Aug 31 10:19:34.899238 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78122da8-f1e5-4360-a319-bf398ede17db req-9a2e2bdf-bc10-4d1f-bbc4-50ac03137fcb tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:34.900887 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-78122da8-f1e5-4360-a319-bf398ede17db req-9a2e2bdf-bc10-4d1f-bbc4-50ac03137fcb tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 943 time: 0.0544820 Aug 31 10:19:35.008259 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-78122da8-f1e5-4360-a319-bf398ede17db req-8cb71fbe-e8d2-4e5e-a28a-0caf1888340e tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007438 Aug 31 10:19:35.034800 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a737822-7694-4e70-9f09-a4a1cc5280a8 req-2d44fb0f-31d5-468b-b3dd-1ec6edc7915d tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:35.036446 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6a737822-7694-4e70-9f09-a4a1cc5280a8 req-2d44fb0f-31d5-468b-b3dd-1ec6edc7915d tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.59 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce&tenant_id=5d579ef2920647e2a08f2e14464083a4&binding%3Ahost_id=n-h1-791506-28 HTTP/1.1" status: 200 len: 943 time: 0.1135268 Aug 31 10:19:35.100238 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [req-6a737822-7694-4e70-9f09-a4a1cc5280a8 req-cb99be92-b77f-48d9-bbd5-535b06da0d3a service neutron] delete failed (client error): The resource could not be found. Aug 31 10:19:35.101276 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6a737822-7694-4e70-9f09-a4a1cc5280a8 req-cb99be92-b77f-48d9-bbd5-535b06da0d3a service neutron] 10.222.0.59 "DELETE /v2.0/ports/27f05542-82b2-43d9-bfc3-92f5be44114f/bindings/n-h2-791506-28 HTTP/1.1" status: 404 len: 381 time: 0.0555518 Aug 31 10:19:35.190354 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a737822-7694-4e70-9f09-a4a1cc5280a8 req-14762b31-cb1e-4cef-808a-05a1e12451f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:35.192022 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6a737822-7694-4e70-9f09-a4a1cc5280a8 req-14762b31-cb1e-4cef-808a-05a1e12451f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5d579ef2920647e2a08f2e14464083a4&device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 1095 time: 0.0424633 Aug 31 10:19:35.289437 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a737822-7694-4e70-9f09-a4a1cc5280a8 req-34ecf51a-23cf-4664-a24e-abf6f7ca0445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:35.290976 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6a737822-7694-4e70-9f09-a4a1cc5280a8 req-34ecf51a-23cf-4664-a24e-abf6f7ca0445 service neutron] 10.222.0.59 "GET /v2.0/networks?id=39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7 HTTP/1.1" status: 200 len: 916 time: 0.0918679 Aug 31 10:19:35.333584 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6a737822-7694-4e70-9f09-a4a1cc5280a8 req-ce3f58a1-5873-464b-ac34-d7e4fc24c419 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27f05542-82b2-43d9-bfc3-92f5be44114f HTTP/1.1" status: 200 len: 217 time: 0.0354044 Aug 31 10:19:35.384865 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a737822-7694-4e70-9f09-a4a1cc5280a8 req-929bc20e-19fb-46a1-ad08-2fa4fb1642f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:35.386563 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6a737822-7694-4e70-9f09-a4a1cc5280a8 req-929bc20e-19fb-46a1-ad08-2fa4fb1642f2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ae32603d-800b-4619-b18c-02543a05a828 HTTP/1.1" status: 200 len: 854 time: 0.0465839 Aug 31 10:19:35.407089 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 27f05542-82b2-43d9-bfc3-92f5be44114f details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:19:35.424267 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6a737822-7694-4e70-9f09-a4a1cc5280a8 req-37dd58a8-2cd3-42de-a40f-06c54f370c1d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305207 Aug 31 10:19:35.515387 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 27f05542-82b2-43d9-bfc3-92f5be44114f, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=27f05542-82b2-43d9-bfc3-92f5be44114f,segment=NetworkSegment(a2d8fa6a-3d9c-4aed-8419-0cad1e2de239),segment_id=a2d8fa6a-3d9c-4aed-8419-0cad1e2de239)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:19:35.525912 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6a737822-7694-4e70-9f09-a4a1cc5280a8 req-30213ed7-80a7-4b25-a1fd-b066d7194f32 service neutron] 10.222.0.59 "GET /v2.0/networks/39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935669 Aug 31 10:19:35.527594 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '27f05542-82b2-43d9-bfc3-92f5be44114f', 'network_id': '39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7', 'port_id': '27f05542-82b2-43d9-bfc3-92f5be44114f', 'mac_address': 'fa:16:3e:89:47:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae32603d-800b-4619-b18c-02543a05a828', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:19:35.567799 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:35.583039 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f05542-82b2-43d9-bfc3-92f5be44114f {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:19:35.609888 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 27f05542-82b2-43d9-bfc3-92f5be44114f, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=27f05542-82b2-43d9-bfc3-92f5be44114f,segment=NetworkSegment(a2d8fa6a-3d9c-4aed-8419-0cad1e2de239),segment_id=a2d8fa6a-3d9c-4aed-8419-0cad1e2de239)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:19:35.628889 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6a737822-7694-4e70-9f09-a4a1cc5280a8 req-97309c2a-c0aa-4a9d-a788-b0f5afb47f76 service neutron] 10.222.0.59 "GET /v2.0/networks/39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961981 Aug 31 10:19:35.698801 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:35.750380 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=27f05542-82b2-43d9-bfc3-92f5be44114f,revision_number=8']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:35.939204 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['27f05542-82b2-43d9-bfc3-92f5be44114f'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:19:36.147419 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81aa93f-338d-4b82-b91c-588ed59e12a5 req-22328cc0-ee42-46be-9c4a-d15dcb40fa13 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:36.149978 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d81aa93f-338d-4b82-b91c-588ed59e12a5 req-22328cc0-ee42-46be-9c4a-d15dcb40fa13 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 944 time: 0.0599053 Aug 31 10:19:36.196648 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d81aa93f-338d-4b82-b91c-588ed59e12a5 req-c35c0e28-e2b1-4011-af77-6a0a14d1af52 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406961 Aug 31 10:19:37.318117 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0655f0-128c-4d56-a096-a1ca8d42c5d3 req-9d800017-d73a-499a-93ac-3d6395077cea tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:37.320006 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3c0655f0-128c-4d56-a096-a1ca8d42c5d3 req-9d800017-d73a-499a-93ac-3d6395077cea tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 944 time: 0.0527000 Aug 31 10:19:37.361548 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3c0655f0-128c-4d56-a096-a1ca8d42c5d3 req-941397a9-d915-413f-961f-f4137ef9b3df tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350339 Aug 31 10:19:37.407774 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 27f05542-82b2-43d9-bfc3-92f5be44114f up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:19:37.479635 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018a8b1-ac8c-4483-a05f-ea42fc97f549 req-b5fa673c-7025-470b-b73b-b3bf06d0245c tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:37.481616 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5018a8b1-ac8c-4483-a05f-ea42fc97f549 req-b5fa673c-7025-470b-b73b-b3bf06d0245c tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 944 time: 0.0505009 Aug 31 10:19:37.526274 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5018a8b1-ac8c-4483-a05f-ea42fc97f549 req-f2d9e189-b57b-4a5e-94c1-930689e196af tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380995 Aug 31 10:19:37.538999 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 27f05542-82b2-43d9-bfc3-92f5be44114f completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:19:37.543174 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 27f05542-82b2-43d9-bfc3-92f5be44114f triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:19:37.543537 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:37.638345 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:37.655634 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b1ffa-2d73-4bcd-aa89-193fbd9548a6 req-a2ad7e55-55ab-411f-84a1-599ae37b5f9f tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:37.657044 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1f2b1ffa-2d73-4bcd-aa89-193fbd9548a6 req-a2ad7e55-55ab-411f-84a1-599ae37b5f9f tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 944 time: 0.0611517 Aug 31 10:19:37.663177 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8f074e-7dd5-4f0d-89a2-5caf8936abce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f05542-82b2-43d9-bfc3-92f5be44114f'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:19:37.665476 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba31598-86d3-494d-9465-4059b1ee4f3d" -d '{"events": [{"server_uuid": "fd8f074e-7dd5-4f0d-89a2-5caf8936abce", "name": "network-vif-plugged", "status": "completed", "tag": "27f05542-82b2-43d9-bfc3-92f5be44114f"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:19:37.680184 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 27f05542-82b2-43d9-bfc3-92f5be44114f, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=27f05542-82b2-43d9-bfc3-92f5be44114f,segment=NetworkSegment(a2d8fa6a-3d9c-4aed-8419-0cad1e2de239),segment_id=a2d8fa6a-3d9c-4aed-8419-0cad1e2de239)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:19:37.704166 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1f2b1ffa-2d73-4bcd-aa89-193fbd9548a6 req-397d8237-fd6d-45b6-8873-8206c20b3153 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354171 Aug 31 10:19:37.765064 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c72f58-c986-4257-95f8-1c5cbbd8a10e x-openstack-request-id: req-c8c72f58-c986-4257-95f8-1c5cbbd8a10e {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:19:37.765359 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8f074e-7dd5-4f0d-89a2-5caf8936abce", "name": "network-vif-plugged", "status": "completed", "tag": "27f05542-82b2-43d9-bfc3-92f5be44114f", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:19:37.765620 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-c8c72f58-c986-4257-95f8-1c5cbbd8a10e {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:19:37.766071 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8f074e-7dd5-4f0d-89a2-5caf8936abce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f05542-82b2-43d9-bfc3-92f5be44114f', 'code': 200} Aug 31 10:19:37.767339 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:37.819579 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=27f05542-82b2-43d9-bfc3-92f5be44114f,revision_number=9']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:38.300964 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-69fbe7c5-0061-4dc8-b701-0fc992959ba6 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:38.302431 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-69fbe7c5-0061-4dc8-b701-0fc992959ba6 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/networks?id=39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7 HTTP/1.1" status: 200 len: 814 time: 0.1013319 Aug 31 10:19:38.317998 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-bc8ca5fd-ca16-4453-a5b2-579ae773f970 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/quotas/5d579ef2920647e2a08f2e14464083a4 HTTP/1.1" status: 200 len: 375 time: 0.0098341 Aug 31 10:19:38.373346 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-b3066460-ae75-4fed-8f2a-28be5130b393 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=5d579ef2920647e2a08f2e14464083a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0490885 Aug 31 10:19:38.510234 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-04d3f65b-d6d2-493c-a1c0-b4372a2ae580 service neutron] 10.222.0.119 "GET /v2.0/networks/39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293967 Aug 31 10:19:38.607984 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-5951ae0f-7f09-4980-9d4f-137ab7454521 service neutron] 10.222.0.119 "GET /v2.0/networks/39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911214 Aug 31 10:19:38.877291 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c6d7aaf5-de3e-4673-a9be-b19612b731f3 req-ac7d8d8d-4965-48d0-809a-f54919855fe2 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 210 time: 0.0293849 Aug 31 10:19:39.740508 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ccb0c-56fb-4199-a93b-fcbe67ae297f req-582880c2-e97a-4ae3-96b9-2c91e4072470 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:39.743872 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ee4ccb0c-56fb-4199-a93b-fcbe67ae297f req-582880c2-e97a-4ae3-96b9-2c91e4072470 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.112 "GET /v2.0/ports?device_id=fd8f074e-7dd5-4f0d-89a2-5caf8936abce HTTP/1.1" status: 200 len: 945 time: 0.0495453 Aug 31 10:19:39.841998 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-ee4ccb0c-56fb-4199-a93b-fcbe67ae297f req-e295e2de-1908-4936-89cc-0938abdbb085 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Deleting port 27f05542-82b2-43d9-bfc3-92f5be44114f {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:19:39.842335 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ee4ccb0c-56fb-4199-a93b-fcbe67ae297f req-e295e2de-1908-4936-89cc-0938abdbb085 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:39.936710 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-ee4ccb0c-56fb-4199-a93b-fcbe67ae297f req-e295e2de-1908-4936-89cc-0938abdbb085 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] For port 27f05542-82b2-43d9-bfc3-92f5be44114f, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=27f05542-82b2-43d9-bfc3-92f5be44114f,segment=NetworkSegment(a2d8fa6a-3d9c-4aed-8419-0cad1e2de239),segment_id=a2d8fa6a-3d9c-4aed-8419-0cad1e2de239)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:19:39.937081 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ee4ccb0c-56fb-4199-a93b-fcbe67ae297f req-e295e2de-1908-4936-89cc-0938abdbb085 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:39.956313 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-ee4ccb0c-56fb-4199-a93b-fcbe67ae297f req-e295e2de-1908-4936-89cc-0938abdbb085 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Calling delete_port for 27f05542-82b2-43d9-bfc3-92f5be44114f owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:19:39.974919 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2b9919d9-3bbf-4305-85d8-5c43dd9990ed req-5e2a8a4c-f440-4162-99c0-6f2c2120dd2b tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 210 time: 0.0290682 Aug 31 10:19:40.161819 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ee4ccb0c-56fb-4199-a93b-fcbe67ae297f req-e295e2de-1908-4936-89cc-0938abdbb085 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:40.173995 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['27f05542-82b2-43d9-bfc3-92f5be44114f'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:19:40.192513 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295e2de-1908-4936-89cc-0938abdbb085 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Pushing event deleted for resources: {'Port': ['ID=27f05542-82b2-43d9-bfc3-92f5be44114f,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:40.240669 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4ccb0c-56fb-4199-a93b-fcbe67ae297f req-e295e2de-1908-4936-89cc-0938abdbb085 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] No DVR routers for this DVR port 27f05542-82b2-43d9-bfc3-92f5be44114f on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:19:40.243396 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-ee4ccb0c-56fb-4199-a93b-fcbe67ae297f req-e295e2de-1908-4936-89cc-0938abdbb085 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:40.245425 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-ee4ccb0c-56fb-4199-a93b-fcbe67ae297f req-e295e2de-1908-4936-89cc-0938abdbb085 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.112 "DELETE /v2.0/ports/27f05542-82b2-43d9-bfc3-92f5be44114f HTTP/1.1" status: 204 len: 173 time: 0.4949534 Aug 31 10:19:40.245870 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8f074e-7dd5-4f0d-89a2-5caf8936abce', 'name': 'network-vif-deleted', 'tag': '27f05542-82b2-43d9-bfc3-92f5be44114f'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:19:40.248476 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efb09fcb25d757964e6e64477cf3964f72eef090657aa62846af519e9d9507f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2246f1-2e96-4225-b9e4-b861a1ee1adf" -d '{"events": [{"server_uuid": "fd8f074e-7dd5-4f0d-89a2-5caf8936abce", "name": "network-vif-deleted", "tag": "27f05542-82b2-43d9-bfc3-92f5be44114f"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:19:40.292357 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c06a7c0-98f6-4ac7-8045-182964ebafa8 x-openstack-request-id: req-8c06a7c0-98f6-4ac7-8045-182964ebafa8 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:19:40.292659 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8f074e-7dd5-4f0d-89a2-5caf8936abce", "name": "network-vif-deleted", "tag": "27f05542-82b2-43d9-bfc3-92f5be44114f", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:19:40.292978 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-8c06a7c0-98f6-4ac7-8045-182964ebafa8 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:19:40.293482 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8f074e-7dd5-4f0d-89a2-5caf8936abce', 'name': 'network-vif-deleted', 'tag': '27f05542-82b2-43d9-bfc3-92f5be44114f', 'status': 'completed', 'code': 200} Aug 31 10:19:41.072007 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43dc6396-445b-4b3b-acd8-7d202a7d4b44 req-70de31b5-d891-4a5b-b821-59f3915f208c tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 210 time: 0.0268505 Aug 31 10:19:41.260111 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-f98d603a-ebb4-4e2c-a6cb-beb578bb6fab tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:41.263098 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-f98d603a-ebb4-4e2c-a6cb-beb578bb6fab tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.112 "GET /v2.0/networks?id=39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7 HTTP/1.1" status: 200 len: 814 time: 0.1123500 Aug 31 10:19:41.277452 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-3539ef5e-a93b-48e9-85f0-2161ed157e7e tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Request body: {'port': {'device_id': '5cf6afd4-8f52-4a67-9705-97925a1cc179', 'network_id': '39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7', 'admin_state_up': True, 'tenant_id': '5d579ef2920647e2a08f2e14464083a4'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:19:41.367288 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-10b1bfd5-e9bb-469e-b79f-893f75ad2742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:41.493161 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-3539ef5e-a93b-48e9-85f0-2161ed157e7e tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Made reservation on behalf of 5d579ef2920647e2a08f2e14464083a4 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:19:41.497500 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-3539ef5e-a93b-48e9-85f0-2161ed157e7e tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:41.632818 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-3539ef5e-a93b-48e9-85f0-2161ed157e7e tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Allocated IP 172.20.0.10 (39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7/ae32603d-800b-4619-b18c-02543a05a828/e651bf62-3362-40a0-a514-0587054e2158) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:19:41.784561 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-3539ef5e-a93b-48e9-85f0-2161ed157e7e tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:41.910271 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-3539ef5e-a93b-48e9-85f0-2161ed157e7e tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:41.924156 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['27f05542-82b2-43d9-bfc3-92f5be44114f'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:19:41.963607 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-3539ef5e-a93b-48e9-85f0-2161ed157e7e tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Network 39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:19:41.966806 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-3539ef5e-a93b-48e9-85f0-2161ed157e7e tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:19:41.970902 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-3539ef5e-a93b-48e9-85f0-2161ed157e7e tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:19:41.977962 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539ef5e-a93b-48e9-85f0-2161ed157e7e tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Pushing event updated for resources: {'Port': ['ID=e651bf62-3362-40a0-a514-0587054e2158,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:42.026335 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-3539ef5e-a93b-48e9-85f0-2161ed157e7e tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:42.026981 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-3539ef5e-a93b-48e9-85f0-2161ed157e7e tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:42.110541 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-3539ef5e-a93b-48e9-85f0-2161ed157e7e tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8372760 Aug 31 10:19:42.127055 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-c91a96b6-6926-403a-925b-560881d6a07f service neutron] Request body: {'port': {'device_id': '5cf6afd4-8f52-4a67-9705-97925a1cc179', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:19:42.184537 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-c91a96b6-6926-403a-925b-560881d6a07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:42.221016 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab415619-191a-45b0-88ab-3d483c04f8ca req-17397308-d19a-429d-b1f8-c2d07d6fddcd tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:42.222638 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ab415619-191a-45b0-88ab-3d483c04f8ca req-17397308-d19a-429d-b1f8-c2d07d6fddcd tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 932 time: 0.0594115 Aug 31 10:19:42.267533 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ab415619-191a-45b0-88ab-3d483c04f8ca req-bad7e9b2-4148-4967-acb5-8b0a9fabc883 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384712 Aug 31 10:19:42.473313 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-c91a96b6-6926-403a-925b-560881d6a07f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e651bf62-3362-40a0-a514-0587054e2158 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:19:42.481489 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-c91a96b6-6926-403a-925b-560881d6a07f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:42.494195 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-c91a96b6-6926-403a-925b-560881d6a07f service neutron] Transition to ACTIVE for port object e651bf62-3362-40a0-a514-0587054e2158 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:19:42.555374 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-c91a96b6-6926-403a-925b-560881d6a07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:42.605724 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a96b6-6926-403a-925b-560881d6a07f service neutron] Pushing event updated for resources: {'Port': ['ID=e651bf62-3362-40a0-a514-0587054e2158,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:42.680903 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-c91a96b6-6926-403a-925b-560881d6a07f service neutron] Attempting to bind port e651bf62-3362-40a0-a514-0587054e2158 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:19:42.681237 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-c91a96b6-6926-403a-925b-560881d6a07f service neutron] Attempting to bind port e651bf62-3362-40a0-a514-0587054e2158 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'a2d8fa6a-3d9c-4aed-8419-0cad1e2de239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:19:42.681564 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-c91a96b6-6926-403a-925b-560881d6a07f service neutron] Attempting to bind port e651bf62-3362-40a0-a514-0587054e2158 on network 39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:19:42.686046 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-c91a96b6-6926-403a-925b-560881d6a07f service neutron] Port e651bf62-3362-40a0-a514-0587054e2158 on network 39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:19:42.686362 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-c91a96b6-6926-403a-925b-560881d6a07f service neutron] Attempting to bind port e651bf62-3362-40a0-a514-0587054e2158 on network 39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:19:42.691280 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-c91a96b6-6926-403a-925b-560881d6a07f service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:19:42.691615 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-c91a96b6-6926-403a-925b-560881d6a07f service neutron] Checking segment: {'id': 'a2d8fa6a-3d9c-4aed-8419-0cad1e2de239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:19:42.691998 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-c91a96b6-6926-403a-925b-560881d6a07f service neutron] Bound using segment: {'id': 'a2d8fa6a-3d9c-4aed-8419-0cad1e2de239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:19:42.692424 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-c91a96b6-6926-403a-925b-560881d6a07f service neutron] Bound port: e651bf62-3362-40a0-a514-0587054e2158, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d8fa6a-3d9c-4aed-8419-0cad1e2de239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:19:42.692782 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-c91a96b6-6926-403a-925b-560881d6a07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:42.756531 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-c91a96b6-6926-403a-925b-560881d6a07f service neutron] For port e651bf62-3362-40a0-a514-0587054e2158, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:19:42.759626 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-c91a96b6-6926-403a-925b-560881d6a07f service neutron] For port e651bf62-3362-40a0-a514-0587054e2158, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=e651bf62-3362-40a0-a514-0587054e2158,segment=NetworkSegment(a2d8fa6a-3d9c-4aed-8419-0cad1e2de239),segment_id=a2d8fa6a-3d9c-4aed-8419-0cad1e2de239)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:19:42.859015 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-c91a96b6-6926-403a-925b-560881d6a07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:42.899510 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-c91a96b6-6926-403a-925b-560881d6a07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:42.900179 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-c91a96b6-6926-403a-925b-560881d6a07f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:42.901597 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-c91a96b6-6926-403a-925b-560881d6a07f service neutron] 10.222.0.112 "PUT /v2.0/ports/e651bf62-3362-40a0-a514-0587054e2158 HTTP/1.1" status: 200 len: 1093 time: 0.7799726 Aug 31 10:19:42.902049 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf6afd4-8f52-4a67-9705-97925a1cc179', 'tag': 'e651bf62-3362-40a0-a514-0587054e2158'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:19:42.904387 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efb09fcb25d757964e6e64477cf3964f72eef090657aa62846af519e9d9507f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95174f5-9f4b-4839-be20-129a5a380ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf6afd4-8f52-4a67-9705-97925a1cc179", "tag": "e651bf62-3362-40a0-a514-0587054e2158"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:19:42.931782 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a96b6-6926-403a-925b-560881d6a07f service neutron] Pushing event updated for resources: {'Port': ['ID=e651bf62-3362-40a0-a514-0587054e2158,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:42.945401 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37da3fd2-71b4-4150-a612-78ce3fc2dfff x-openstack-request-id: req-37da3fd2-71b4-4150-a612-78ce3fc2dfff {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:19:42.945695 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf6afd4-8f52-4a67-9705-97925a1cc179", "tag": "e651bf62-3362-40a0-a514-0587054e2158", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:19:42.945951 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-37da3fd2-71b4-4150-a612-78ce3fc2dfff {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:19:42.946362 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf6afd4-8f52-4a67-9705-97925a1cc179', 'tag': 'e651bf62-3362-40a0-a514-0587054e2158', 'status': 'completed', 'code': 200} Aug 31 10:19:43.014577 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95174f5-9f4b-4839-be20-129a5a380ee0 req-fa2eee15-8d71-49d3-a255-7f10ab4a0033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:43.016016 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c95174f5-9f4b-4839-be20-129a5a380ee0 req-fa2eee15-8d71-49d3-a255-7f10ab4a0033 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=5d579ef2920647e2a08f2e14464083a4&device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 1096 time: 0.0436921 Aug 31 10:19:43.120421 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95174f5-9f4b-4839-be20-129a5a380ee0 req-b35cabb7-cea3-410d-9c66-fa0297a5bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:43.122753 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c95174f5-9f4b-4839-be20-129a5a380ee0 req-b35cabb7-cea3-410d-9c66-fa0297a5bd16 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=5d579ef2920647e2a08f2e14464083a4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0972595 Aug 31 10:19:43.221284 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95174f5-9f4b-4839-be20-129a5a380ee0 req-91a50659-4db5-456a-8a41-2fe95ec0d185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:43.222798 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c95174f5-9f4b-4839-be20-129a5a380ee0 req-91a50659-4db5-456a-8a41-2fe95ec0d185 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0907784 Aug 31 10:19:43.315575 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-93435d7e-128d-4c3a-be84-332ade32f714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:43.317214 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-93435d7e-128d-4c3a-be84-332ade32f714 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=5d579ef2920647e2a08f2e14464083a4&device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 1096 time: 0.0512741 Aug 31 10:19:43.362351 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-f9ec225f-a435-41b6-a629-76ca62c5455d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e651bf62-3362-40a0-a514-0587054e2158 HTTP/1.1" status: 200 len: 217 time: 0.0357966 Aug 31 10:19:43.394189 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d61799-3ccf-48ce-9795-3f0fe8c5a5a4 req-4dc7342a-ee72-4da6-9e2f-33aba3a53a93 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:43.397672 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11d61799-3ccf-48ce-9795-3f0fe8c5a5a4 req-4dc7342a-ee72-4da6-9e2f-33aba3a53a93 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 944 time: 0.0558145 Aug 31 10:19:43.416232 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-70bc30a4-24e8-43ae-82f9-262f84ed5442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:43.417750 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-70bc30a4-24e8-43ae-82f9-262f84ed5442 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ae32603d-800b-4619-b18c-02543a05a828 HTTP/1.1" status: 200 len: 854 time: 0.0478060 Aug 31 10:19:43.439471 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11d61799-3ccf-48ce-9795-3f0fe8c5a5a4 req-1896ee6a-396d-44d4-93eb-5e9ead55f525 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351307 Aug 31 10:19:43.458379 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-c3a55155-7015-47a3-837c-370d52a1628e service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319026 Aug 31 10:19:43.554525 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-b66d000d-4d1e-41bd-932b-5a9b49cbff18 service neutron] 10.222.0.112 "GET /v2.0/networks/39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879264 Aug 31 10:19:43.654722 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-550a0a22-e692-4b23-a8e6-58fba9889b8d req-adca29d2-1738-44d8-9c4c-02f28b40acf5 service neutron] 10.222.0.112 "GET /v2.0/networks/39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903323 Aug 31 10:19:44.006913 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8f7aa725-5b03-4ce3-a3f1-06822ce2ebbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:44.172448 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:44.569225 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0f209-2ada-482c-b5d4-86546610acd5 req-5c3891c1-b995-486b-938f-e6c0b3c72c42 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:44.570792 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aaa0f209-2ada-482c-b5d4-86546610acd5 req-5c3891c1-b995-486b-938f-e6c0b3c72c42 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 944 time: 0.0561678 Aug 31 10:19:44.612205 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aaa0f209-2ada-482c-b5d4-86546610acd5 req-be409909-ab41-4810-8ed7-e536f58c00f1 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342624 Aug 31 10:19:45.432908 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 27f05542-82b2-43d9-bfc3-92f5be44114f no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:19:45.453061 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 27f05542-82b2-43d9-bfc3-92f5be44114f {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:19:45.453424 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 27f05542-82b2-43d9-bfc3-92f5be44114f not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:19:45.549766 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:45.735499 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c137cf7-92bc-4de2-8a1c-27c303fec7d9 req-cd4c4aeb-13e7-4f73-b6ea-30e6bd1fce3c tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:45.737022 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c137cf7-92bc-4de2-8a1c-27c303fec7d9 req-cd4c4aeb-13e7-4f73-b6ea-30e6bd1fce3c tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 944 time: 0.0517750 Aug 31 10:19:45.779967 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c137cf7-92bc-4de2-8a1c-27c303fec7d9 req-9e195cb6-e597-4a26-bbf3-524b66697b27 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363860 Aug 31 10:19:46.907034 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140afbe5-3d92-4cc0-ae41-c6c5f72ed6b0 req-b5cfa576-af2a-4750-ac51-cb2b840b3d55 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:46.908685 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-140afbe5-3d92-4cc0-ae41-c6c5f72ed6b0 req-b5cfa576-af2a-4750-ac51-cb2b840b3d55 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 944 time: 0.0571597 Aug 31 10:19:46.952868 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-140afbe5-3d92-4cc0-ae41-c6c5f72ed6b0 req-b12051a7-81dd-4399-97c5-15f9f9b41a7b tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378785 Aug 31 10:19:47.212730 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:47.423784 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device e651bf62-3362-40a0-a514-0587054e2158 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:19:47.521159 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port e651bf62-3362-40a0-a514-0587054e2158, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=e651bf62-3362-40a0-a514-0587054e2158,segment=NetworkSegment(a2d8fa6a-3d9c-4aed-8419-0cad1e2de239),segment_id=a2d8fa6a-3d9c-4aed-8419-0cad1e2de239)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:19:47.533704 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'e651bf62-3362-40a0-a514-0587054e2158', 'network_id': '39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7', 'port_id': 'e651bf62-3362-40a0-a514-0587054e2158', 'mac_address': 'fa:16:3e:91:cd:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae32603d-800b-4619-b18c-02543a05a828', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:19:47.577745 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:47.591091 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e651bf62-3362-40a0-a514-0587054e2158 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:19:47.611362 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port e651bf62-3362-40a0-a514-0587054e2158, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=e651bf62-3362-40a0-a514-0587054e2158,segment=NetworkSegment(a2d8fa6a-3d9c-4aed-8419-0cad1e2de239),segment_id=a2d8fa6a-3d9c-4aed-8419-0cad1e2de239)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:19:47.686982 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:47.740828 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=e651bf62-3362-40a0-a514-0587054e2158,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:47.748947 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:47.749296 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:47.749636 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:47.749968 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:47.750297 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:47.750659 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:47.750984 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:47.751304 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:47.751627 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:47.751949 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:47.752267 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:47.752585 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:19:47.939353 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['e651bf62-3362-40a0-a514-0587054e2158'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:19:48.095786 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac56f37-6743-4537-8193-95f9ad3a07b9 req-3e8fb82f-2d12-4a18-a89f-f0bc0c34c65d tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:48.097396 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1ac56f37-6743-4537-8193-95f9ad3a07b9 req-3e8fb82f-2d12-4a18-a89f-f0bc0c34c65d tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 945 time: 0.0545909 Aug 31 10:19:48.137933 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1ac56f37-6743-4537-8193-95f9ad3a07b9 req-d7af71c8-319c-43cc-b18a-e7132033fe35 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340152 Aug 31 10:19:49.253789 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c230a1-a653-4932-a531-684e27b9fa1a req-9ba3357f-9129-4b01-a7e0-311aa092c8f2 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:49.255312 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e9c230a1-a653-4932-a531-684e27b9fa1a req-9ba3357f-9129-4b01-a7e0-311aa092c8f2 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 945 time: 0.0496440 Aug 31 10:19:49.299116 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e9c230a1-a653-4932-a531-684e27b9fa1a req-d99bce28-ef88-4ca5-b125-10e2d2899cf5 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373571 Aug 31 10:19:49.423229 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device e651bf62-3362-40a0-a514-0587054e2158 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:19:49.561213 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port e651bf62-3362-40a0-a514-0587054e2158 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:19:49.565339 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port e651bf62-3362-40a0-a514-0587054e2158 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:19:49.565709 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:49.649742 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:49.675170 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf6afd4-8f52-4a67-9705-97925a1cc179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e651bf62-3362-40a0-a514-0587054e2158'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:19:49.677349 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484f940d-8973-45cf-8519-3c726aa46440" -d '{"events": [{"server_uuid": "5cf6afd4-8f52-4a67-9705-97925a1cc179", "name": "network-vif-plugged", "status": "completed", "tag": "e651bf62-3362-40a0-a514-0587054e2158"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:19:49.690870 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port e651bf62-3362-40a0-a514-0587054e2158, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=e651bf62-3362-40a0-a514-0587054e2158,segment=NetworkSegment(a2d8fa6a-3d9c-4aed-8419-0cad1e2de239),segment_id=a2d8fa6a-3d9c-4aed-8419-0cad1e2de239)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:19:49.714353 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbdfa68b-b1ce-4ce0-9d65-caacc8fb091b x-openstack-request-id: req-cbdfa68b-b1ce-4ce0-9d65-caacc8fb091b {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:19:49.714660 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf6afd4-8f52-4a67-9705-97925a1cc179", "name": "network-vif-plugged", "status": "completed", "tag": "e651bf62-3362-40a0-a514-0587054e2158", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:19:49.714927 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-cbdfa68b-b1ce-4ce0-9d65-caacc8fb091b {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:19:49.715318 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf6afd4-8f52-4a67-9705-97925a1cc179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e651bf62-3362-40a0-a514-0587054e2158', 'code': 200} Aug 31 10:19:49.801006 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:19:49.817002 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603ab79-b0f7-48f4-8407-0401ca36a145 req-4097fe0f-4ca8-4dd2-ae37-d95ce3c2eda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:49.818659 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c603ab79-b0f7-48f4-8407-0401ca36a145 req-4097fe0f-4ca8-4dd2-ae37-d95ce3c2eda4 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 1097 time: 0.0453272 Aug 31 10:19:49.849466 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=e651bf62-3362-40a0-a514-0587054e2158,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:19:49.859211 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c603ab79-b0f7-48f4-8407-0401ca36a145 req-fa61caf9-5ae3-4197-a60f-b53c2ac02007 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331764 Aug 31 10:19:50.414122 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:19:50.416657 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737745d1-2e1b-452c-b14f-b858bc75afb2 req-b5f43af5-7f06-4686-b27e-eeb4f7ec5b6e tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:50.418798 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-737745d1-2e1b-452c-b14f-b858bc75afb2 req-b5f43af5-7f06-4686-b27e-eeb4f7ec5b6e tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0531065 Aug 31 10:19:50.456143 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-737745d1-2e1b-452c-b14f-b858bc75afb2 req-60a739be-ce36-481a-9d67-ba596c9b6e71 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313139 Aug 31 10:19:51.574991 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356adcd2-ddfa-4091-b48f-9cf77eb6404c req-bd31d458-87d5-40a6-b775-9183c93a48ad tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:51.576491 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-356adcd2-ddfa-4091-b48f-9cf77eb6404c req-bd31d458-87d5-40a6-b775-9183c93a48ad tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0507061 Aug 31 10:19:51.615681 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-356adcd2-ddfa-4091-b48f-9cf77eb6404c req-0b65afc0-8c87-4a16-ac4a-25294db0369a tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331056 Aug 31 10:19:51.731356 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32800c1f-3509-4719-8e53-f02ee648fc49 req-9577e95b-ae7a-4a1a-a7cd-c2b198098714 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:51.732846 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32800c1f-3509-4719-8e53-f02ee648fc49 req-9577e95b-ae7a-4a1a-a7cd-c2b198098714 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0504146 Aug 31 10:19:51.776096 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32800c1f-3509-4719-8e53-f02ee648fc49 req-4c1675e0-e768-4574-bba3-0652b8d846a8 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371971 Aug 31 10:19:52.215883 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d9bcf-8722-408c-839e-09f9bf5aed00 req-60ca0ec0-ad66-4f9d-af2a-2fe89bffbf8d tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:52.217427 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-601d9bcf-8722-408c-839e-09f9bf5aed00 req-60ca0ec0-ad66-4f9d-af2a-2fe89bffbf8d tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0516496 Aug 31 10:19:52.265891 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-601d9bcf-8722-408c-839e-09f9bf5aed00 req-6e5aa1b9-bb9c-4210-9a2d-c45b90c0f828 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421748 Aug 31 10:19:52.311924 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-392e959e-2490-402d-84cf-3c556d3d4701 req-ef886cf1-1862-4fa8-aa08-b1a6909cc626 service neutron] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0493848 Aug 31 10:19:53.396087 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041031d-7ce4-4647-aabe-d6968eb427df req-42a38c72-ef55-44d5-88ff-a1f43659366c tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:53.397600 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d041031d-7ce4-4647-aabe-d6968eb427df req-42a38c72-ef55-44d5-88ff-a1f43659366c tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0553029 Aug 31 10:19:53.439344 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d041031d-7ce4-4647-aabe-d6968eb427df req-5262236c-0c86-4136-aa38-ff08a7cdb70d tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346229 Aug 31 10:19:54.375934 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e959e-2490-402d-84cf-3c556d3d4701 req-3ad2a1ab-3e6c-4452-a75f-99fa697e0c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:54.377430 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-392e959e-2490-402d-84cf-3c556d3d4701 req-3ad2a1ab-3e6c-4452-a75f-99fa697e0c89 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=5d579ef2920647e2a08f2e14464083a4&device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 1098 time: 0.0419173 Aug 31 10:19:54.472073 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e959e-2490-402d-84cf-3c556d3d4701 req-8c474439-b2d9-4a28-98fb-1b95bfbc4fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:54.473569 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-392e959e-2490-402d-84cf-3c556d3d4701 req-8c474439-b2d9-4a28-98fb-1b95bfbc4fa1 service neutron] 10.222.0.112 "GET /v2.0/networks?id=39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7 HTTP/1.1" status: 200 len: 916 time: 0.0882294 Aug 31 10:19:54.518405 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-392e959e-2490-402d-84cf-3c556d3d4701 req-b508aff3-7d30-4dda-913e-84ab0208901f service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e651bf62-3362-40a0-a514-0587054e2158 HTTP/1.1" status: 200 len: 217 time: 0.0371325 Aug 31 10:19:54.559895 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ba68a-c6b5-474b-ae41-00776a14b57b req-1e03f6f1-90b4-47b3-972b-32168c09bc48 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:54.561507 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd5ba68a-c6b5-474b-ae41-00776a14b57b req-1e03f6f1-90b4-47b3-972b-32168c09bc48 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0514345 Aug 31 10:19:54.573620 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e959e-2490-402d-84cf-3c556d3d4701 req-ba86e926-6511-4ee8-a371-4e120f440092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:54.575384 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-392e959e-2490-402d-84cf-3c556d3d4701 req-ba86e926-6511-4ee8-a371-4e120f440092 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ae32603d-800b-4619-b18c-02543a05a828 HTTP/1.1" status: 200 len: 854 time: 0.0494490 Aug 31 10:19:54.604470 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd5ba68a-c6b5-474b-ae41-00776a14b57b req-9afdba4c-b5a6-4850-8ba4-71ae37f05682 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370595 Aug 31 10:19:54.610442 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-392e959e-2490-402d-84cf-3c556d3d4701 req-41c385c3-4161-401c-b9bb-3a16ffc56cac service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268862 Aug 31 10:19:54.702461 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-392e959e-2490-402d-84cf-3c556d3d4701 req-2d5fe4d6-4f54-4dca-ab6c-a9b8e0c500fd service neutron] 10.222.0.112 "GET /v2.0/networks/39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847435 Aug 31 10:19:54.803769 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-392e959e-2490-402d-84cf-3c556d3d4701 req-8b1fd519-508e-4201-96b6-a243b9c83eba service neutron] 10.222.0.112 "GET /v2.0/networks/39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935404 Aug 31 10:19:55.729539 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9200b62-ff7d-474b-b091-9baf68a62fae req-42a88e2b-e343-4c49-b5cb-2eda2af438b4 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:55.731263 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f9200b62-ff7d-474b-b091-9baf68a62fae req-42a88e2b-e343-4c49-b5cb-2eda2af438b4 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0509911 Aug 31 10:19:55.773729 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f9200b62-ff7d-474b-b091-9baf68a62fae req-4ff45f80-cd09-4129-a18e-9add00de01bc tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344455 Aug 31 10:19:56.896079 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e09b0-315f-4c26-831b-a44a6196faf2 req-00796702-40ee-47cb-bd1b-3e53206bed7b tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:56.897706 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b4e09b0-315f-4c26-831b-a44a6196faf2 req-00796702-40ee-47cb-bd1b-3e53206bed7b tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0521469 Aug 31 10:19:56.939703 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b4e09b0-315f-4c26-831b-a44a6196faf2 req-7a024883-126c-43de-895d-e6e62fce27bf tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345364 Aug 31 10:19:58.062175 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e81ba-19e8-4a98-aca2-417133d11995 req-3d3b4a55-c0be-430d-b524-a05e5c3190a4 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:58.063694 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-159e81ba-19e8-4a98-aca2-417133d11995 req-3d3b4a55-c0be-430d-b524-a05e5c3190a4 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0508442 Aug 31 10:19:58.109547 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-159e81ba-19e8-4a98-aca2-417133d11995 req-913bebc0-06f4-470c-befc-3bde7e1eb0df tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396473 Aug 31 10:19:59.235012 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d5c64-fd37-4316-8322-6f6f4a26235b req-9818b5d7-1815-4815-afb6-b54ada7eef34 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:19:59.236555 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-292d5c64-fd37-4316-8322-6f6f4a26235b req-9818b5d7-1815-4815-afb6-b54ada7eef34 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0533311 Aug 31 10:19:59.278384 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-292d5c64-fd37-4316-8322-6f6f4a26235b req-812fcf41-57ee-416c-9cc5-06ebcd61b027 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357199 Aug 31 10:20:00.399376 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df67869-7b0c-4a31-9d16-82134ee897a9 req-e699ad22-a10c-4cb4-9da9-0e09bffca707 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:00.400947 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9df67869-7b0c-4a31-9d16-82134ee897a9 req-e699ad22-a10c-4cb4-9da9-0e09bffca707 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0508778 Aug 31 10:20:00.441798 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9df67869-7b0c-4a31-9d16-82134ee897a9 req-1c5ee5fa-b62b-4525-ba1c-3c59ec94f312 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324693 Aug 31 10:20:01.564231 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e69c99-f910-4820-8bb9-3753c1252989 req-7ff52fe1-8e93-4e19-b7ff-72b178a571f1 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:01.565850 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f0e69c99-f910-4820-8bb9-3753c1252989 req-7ff52fe1-8e93-4e19-b7ff-72b178a571f1 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0561683 Aug 31 10:20:01.608631 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f0e69c99-f910-4820-8bb9-3753c1252989 req-37caf90b-04d1-4101-b021-f857b70e9a6c tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368164 Aug 31 10:20:02.740366 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86b19b-70a5-4471-9236-45f9f3c8ad2c req-96f88a0b-da8f-4f84-b90c-051921938ca0 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:02.741886 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0e86b19b-70a5-4471-9236-45f9f3c8ad2c req-96f88a0b-da8f-4f84-b90c-051921938ca0 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0595539 Aug 31 10:20:02.781796 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0e86b19b-70a5-4471-9236-45f9f3c8ad2c req-2bc507d0-3bff-4084-b338-d2ce02c27206 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337806 Aug 31 10:20:03.303243 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:03.618682 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:03.904204 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286e6e1-a243-44e0-bc3e-3af91cc3fb32 req-3dee8f07-134b-48eb-88d0-811d2a69aafb tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:03.905777 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f286e6e1-a243-44e0-bc3e-3af91cc3fb32 req-3dee8f07-134b-48eb-88d0-811d2a69aafb tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0557876 Aug 31 10:20:03.949329 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f286e6e1-a243-44e0-bc3e-3af91cc3fb32 req-e54c9aec-5665-495a-8dd9-950f76acb272 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359051 Aug 31 10:20:05.076804 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5341990-421a-474a-8f18-d5bb01bb2230 req-156efe36-2a3b-4c1a-89b2-4561b6f75df2 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:05.078269 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5341990-421a-474a-8f18-d5bb01bb2230 req-156efe36-2a3b-4c1a-89b2-4561b6f75df2 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0537181 Aug 31 10:20:05.135778 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5341990-421a-474a-8f18-d5bb01bb2230 req-f4af9388-6213-4193-8c82-a3852aa6f0f9 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505469 Aug 31 10:20:06.259050 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b00ad-d4d6-42e9-a4ef-a037ee4f4e19 req-2fa697d4-7be0-47d8-84f4-ae75022c7eaf tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:06.260598 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f69b00ad-d4d6-42e9-a4ef-a037ee4f4e19 req-2fa697d4-7be0-47d8-84f4-ae75022c7eaf tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0503027 Aug 31 10:20:06.300034 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f69b00ad-d4d6-42e9-a4ef-a037ee4f4e19 req-0e0cf0d0-b0e7-45d5-9d6a-f8fe9b7b5df1 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332329 Aug 31 10:20:07.415583 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a4807-c1d5-4b7a-b2e3-d56ee9d75fca req-113115b7-74aa-4feb-8d52-e708708c0fe3 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:07.417077 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-854a4807-c1d5-4b7a-b2e3-d56ee9d75fca req-113115b7-74aa-4feb-8d52-e708708c0fe3 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0496697 Aug 31 10:20:07.456450 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-854a4807-c1d5-4b7a-b2e3-d56ee9d75fca req-deb7678c-d1bb-4364-bc87-ed1e8b39922b tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324628 Aug 31 10:20:08.574396 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f551b-4ac6-49bc-a59e-3ebdbbadb855 req-c362f3f2-5393-4dab-ae68-62d41a61ba67 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:08.576006 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a76f551b-4ac6-49bc-a59e-3ebdbbadb855 req-c362f3f2-5393-4dab-ae68-62d41a61ba67 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0507085 Aug 31 10:20:08.620345 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a76f551b-4ac6-49bc-a59e-3ebdbbadb855 req-61ead902-ab7f-41e6-9820-4dc5c7aa2393 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378122 Aug 31 10:20:09.209336 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8aefc-98f5-4d67-8879-deb73189e63b req-4dc84ae9-cb3f-4e71-b61a-61dea4a144c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:09.210843 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-89e8aefc-98f5-4d67-8879-deb73189e63b req-4dc84ae9-cb3f-4e71-b61a-61dea4a144c9 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=5d579ef2920647e2a08f2e14464083a4&device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 1098 time: 0.0432184 Aug 31 10:20:09.320943 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8aefc-98f5-4d67-8879-deb73189e63b req-66e3f432-c32e-4297-ac36-2eea45f658b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:09.322435 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-89e8aefc-98f5-4d67-8879-deb73189e63b req-66e3f432-c32e-4297-ac36-2eea45f658b5 service neutron] 10.222.0.112 "GET /v2.0/networks?id=39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7 HTTP/1.1" status: 200 len: 916 time: 0.0907404 Aug 31 10:20:09.367331 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-89e8aefc-98f5-4d67-8879-deb73189e63b req-e3b00e27-177a-4ceb-a1d0-89c780a5298b service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e651bf62-3362-40a0-a514-0587054e2158 HTTP/1.1" status: 200 len: 217 time: 0.0369058 Aug 31 10:20:09.417935 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8aefc-98f5-4d67-8879-deb73189e63b req-179011c2-c435-401a-9e00-380562d753a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:09.419438 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-89e8aefc-98f5-4d67-8879-deb73189e63b req-179011c2-c435-401a-9e00-380562d753a2 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ae32603d-800b-4619-b18c-02543a05a828 HTTP/1.1" status: 200 len: 854 time: 0.0452228 Aug 31 10:20:09.451772 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-89e8aefc-98f5-4d67-8879-deb73189e63b req-8d9c5122-1b7c-4d94-94ed-f914bf3b792d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247498 Aug 31 10:20:09.550986 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-89e8aefc-98f5-4d67-8879-deb73189e63b req-a3a09539-205e-4013-86e8-989519258941 service neutron] 10.222.0.112 "GET /v2.0/networks/39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924327 Aug 31 10:20:09.643776 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-89e8aefc-98f5-4d67-8879-deb73189e63b req-8af0f3f2-2933-464e-b7bf-a3006eb752ba service neutron] 10.222.0.112 "GET /v2.0/networks/39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859373 Aug 31 10:20:09.743978 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c87ba2-9046-4af4-9f14-a8e4352f8de8 req-c4b24895-f862-4d1d-b884-124a4c02339a tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:09.745517 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-77c87ba2-9046-4af4-9f14-a8e4352f8de8 req-c4b24895-f862-4d1d-b884-124a4c02339a tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0507677 Aug 31 10:20:09.788435 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-77c87ba2-9046-4af4-9f14-a8e4352f8de8 req-14a0eedc-bb71-4ad2-bc54-86d7bfbf5ef3 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361714 Aug 31 10:20:10.917082 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdce3e4-9482-4895-a551-d45e8c41e080 req-bb280a73-49c6-4dd3-9a6e-f2ff12c7d9dd tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:10.918657 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8bdce3e4-9482-4895-a551-d45e8c41e080 req-bb280a73-49c6-4dd3-9a6e-f2ff12c7d9dd tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0516889 Aug 31 10:20:10.959700 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8bdce3e4-9482-4895-a551-d45e8c41e080 req-bef130f5-8375-4330-8823-cade987018e6 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340993 Aug 31 10:20:11.325864 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-45a0e753-483a-406b-b587-27a49e714784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:12.077269 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f7c57-e53b-417b-a7b0-c83c758f25e5 req-32b7edce-ed4d-4cf7-897c-8519a4e09226 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:12.079266 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b14f7c57-e53b-417b-a7b0-c83c758f25e5 req-32b7edce-ed4d-4cf7-897c-8519a4e09226 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0489106 Aug 31 10:20:12.120883 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b14f7c57-e53b-417b-a7b0-c83c758f25e5 req-02b463ca-b25f-48fc-8ef0-b8e075b045fb tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354452 Aug 31 10:20:13.248122 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2fb0d-c8fd-468e-88cc-934e91487959 req-a9a06665-b938-432c-9fd2-4ddbc8140b1b tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:13.249692 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9bf2fb0d-c8fd-468e-88cc-934e91487959 req-a9a06665-b938-432c-9fd2-4ddbc8140b1b tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0522053 Aug 31 10:20:13.291325 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9bf2fb0d-c8fd-468e-88cc-934e91487959 req-98ad9356-742e-4279-8985-1df4b02cc2e9 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335147 Aug 31 10:20:14.005946 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-82e04315-8afd-4b64-b0db-cfd930e9a073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:14.108452 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:14.413887 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d3f24-1842-4b7a-a896-9a1952091c9f req-3678e928-c499-4801-9b62-97cb4c8080db tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:14.415582 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8d6d3f24-1842-4b7a-a896-9a1952091c9f req-3678e928-c499-4801-9b62-97cb4c8080db tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0545928 Aug 31 10:20:14.466947 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8d6d3f24-1842-4b7a-a896-9a1952091c9f req-73bb59c9-3282-4e60-95d7-0d392ab84338 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447154 Aug 31 10:20:15.595832 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:15.602034 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ce990-e2ee-49cd-9e3c-0ff911f6fcf6 req-e468c0b2-41f3-43bd-ae7f-6d30a4451dad tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:15.603609 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e24ce990-e2ee-49cd-9e3c-0ff911f6fcf6 req-e468c0b2-41f3-43bd-ae7f-6d30a4451dad tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0526540 Aug 31 10:20:15.649788 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e24ce990-e2ee-49cd-9e3c-0ff911f6fcf6 req-2afc49a8-c08a-4d8c-a627-30449cd46341 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393376 Aug 31 10:20:16.774961 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1c76d-fb27-47d6-ae17-32f43267b38b req-2289a4d7-622d-48ed-8021-ba54af725737 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:16.776496 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f9a1c76d-fb27-47d6-ae17-32f43267b38b req-2289a4d7-622d-48ed-8021-ba54af725737 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0534589 Aug 31 10:20:16.819727 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f9a1c76d-fb27-47d6-ae17-32f43267b38b req-142b2244-0be0-4e01-a213-f0b0bb3b6fa7 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363345 Aug 31 10:20:17.228116 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:17.939009 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09e1c6-8294-443e-a8f5-d613ac500d6b req-2b9c419c-f21e-4773-a526-27007c7af347 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:17.940537 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba09e1c6-8294-443e-a8f5-d613ac500d6b req-2b9c419c-f21e-4773-a526-27007c7af347 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0521338 Aug 31 10:20:17.979954 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba09e1c6-8294-443e-a8f5-d613ac500d6b req-437aef7c-2fc1-4941-9c1d-663a97bc5414 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332127 Aug 31 10:20:19.035878 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4d39d3ae-242b-4533-8f98-475d67059ed8 req-2835bcf1-0c6e-4983-a742-224b99df7430 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0266099 Aug 31 10:20:19.104520 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4d39d3ae-242b-4533-8f98-475d67059ed8 req-98bf3609-c1fc-4034-b53c-453fba0f42e7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0432308 Aug 31 10:20:19.141527 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634428c-dfd8-4d05-b281-c714bbc15e2e req-e04103a1-1bfb-41cb-83a0-c2997a53e9fb tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:19.143107 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8634428c-dfd8-4d05-b281-c714bbc15e2e req-e04103a1-1bfb-41cb-83a0-c2997a53e9fb tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0908337 Aug 31 10:20:19.159065 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4d39d3ae-242b-4533-8f98-475d67059ed8 req-530207a0-c3a8-4766-8263-b7eade1e93f2 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357065 Aug 31 10:20:19.237255 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8634428c-dfd8-4d05-b281-c714bbc15e2e req-4a4442bb-b25b-427b-99ce-72072c19713d tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855832 Aug 31 10:20:19.282909 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39d3ae-242b-4533-8f98-475d67059ed8 req-f8ae11fb-e751-456b-9cb4-ad178e6bdbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:19.284555 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4d39d3ae-242b-4533-8f98-475d67059ed8 req-f8ae11fb-e751-456b-9cb4-ad178e6bdbf5 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1176589 Aug 31 10:20:20.361844 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55851268-aaaa-4c71-9b31-57e04e534866 req-4e535b30-0d40-42a4-ab45-18aa99785329 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:20.363553 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-55851268-aaaa-4c71-9b31-57e04e534866 req-4e535b30-0d40-42a4-ab45-18aa99785329 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0526071 Aug 31 10:20:20.403349 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-55851268-aaaa-4c71-9b31-57e04e534866 req-05285bce-a52f-4eb1-9e5a-cc71c1cf12e5 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337634 Aug 31 10:20:21.521953 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d70b01-bb19-412f-b384-1f3ac190075c req-f9fcac7e-1e01-4aca-81cb-31ccc1616d9d tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:21.523492 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d0d70b01-bb19-412f-b384-1f3ac190075c req-f9fcac7e-1e01-4aca-81cb-31ccc1616d9d tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0506113 Aug 31 10:20:21.562025 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d0d70b01-bb19-412f-b384-1f3ac190075c req-d1befc9c-7fa4-4962-b521-98042d8874c4 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325472 Aug 31 10:20:22.054943 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-392e959e-2490-402d-84cf-3c556d3d4701 req-1f95efd4-d948-4e2b-805f-c3ed4d11a748 service neutron] 10.222.0.112 "GET /v2.0/ports/e651bf62-3362-40a0-a514-0587054e2158/bindings/n-h1-791506-28 HTTP/1.1" status: 200 len: 383 time: 0.0613472 Aug 31 10:20:22.668289 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e959e-2490-402d-84cf-3c556d3d4701 req-b0712e31-858d-4138-b856-adf9616a6cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:22.670004 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-392e959e-2490-402d-84cf-3c556d3d4701 req-b0712e31-858d-4138-b856-adf9616a6cde service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179&tenant_id=5d579ef2920647e2a08f2e14464083a4 HTTP/1.1" status: 200 len: 1098 time: 0.0448987 Aug 31 10:20:22.694467 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f4690-ff93-4dfa-8947-445af1721895 req-e0d38689-6cb9-4742-a280-22d14deec4dc tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:22.696012 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f34f4690-ff93-4dfa-8947-445af1721895 req-e0d38689-6cb9-4742-a280-22d14deec4dc tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0572984 Aug 31 10:20:22.735376 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f34f4690-ff93-4dfa-8947-445af1721895 req-5334355f-008d-4120-81ff-e09e6d60cd17 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334089 Aug 31 10:20:22.739162 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e959e-2490-402d-84cf-3c556d3d4701 req-bea678b3-6e83-4835-a7e6-d2b22478f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:22.740816 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-392e959e-2490-402d-84cf-3c556d3d4701 req-bea678b3-6e83-4835-a7e6-d2b22478f3fa service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=5d579ef2920647e2a08f2e14464083a4&device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 1098 time: 0.0428731 Aug 31 10:20:22.838471 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e959e-2490-402d-84cf-3c556d3d4701 req-bb8fe2f7-6bbf-46a0-b6c7-c9ad2dd4bd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:22.840045 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-392e959e-2490-402d-84cf-3c556d3d4701 req-bb8fe2f7-6bbf-46a0-b6c7-c9ad2dd4bd4d service neutron] 10.222.0.112 "GET /v2.0/networks?id=39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7 HTTP/1.1" status: 200 len: 916 time: 0.0917263 Aug 31 10:20:22.888929 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-392e959e-2490-402d-84cf-3c556d3d4701 req-0eca7902-a792-422b-b4ed-307ac5bf0431 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e651bf62-3362-40a0-a514-0587054e2158 HTTP/1.1" status: 200 len: 217 time: 0.0358448 Aug 31 10:20:22.939584 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e959e-2490-402d-84cf-3c556d3d4701 req-9b7f2bd1-cc0f-414f-9f8e-078dcc3a2a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:22.941840 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-392e959e-2490-402d-84cf-3c556d3d4701 req-9b7f2bd1-cc0f-414f-9f8e-078dcc3a2a09 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ae32603d-800b-4619-b18c-02543a05a828 HTTP/1.1" status: 200 len: 854 time: 0.0454164 Aug 31 10:20:22.980868 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-392e959e-2490-402d-84cf-3c556d3d4701 req-273f0afc-0e4f-4386-9f24-dc86deac11d2 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268257 Aug 31 10:20:23.079453 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-392e959e-2490-402d-84cf-3c556d3d4701 req-f62c5970-8bca-4212-9bc3-eece6c5163d1 service neutron] 10.222.0.112 "GET /v2.0/networks/39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898807 Aug 31 10:20:23.179663 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-392e959e-2490-402d-84cf-3c556d3d4701 req-67b3d6b1-d83b-4124-91a7-129c6f722dd5 service neutron] 10.222.0.112 "GET /v2.0/networks/39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876496 Aug 31 10:20:23.855200 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e5989-cc35-401e-8c12-9dfd6cf615c6 req-50b22c1d-1b1b-48fa-92b7-4b48d35ca2fa tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:23.857182 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d86e5989-cc35-401e-8c12-9dfd6cf615c6 req-50b22c1d-1b1b-48fa-92b7-4b48d35ca2fa tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0507622 Aug 31 10:20:23.896734 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d86e5989-cc35-401e-8c12-9dfd6cf615c6 req-e3ceaba8-989a-42bf-97ea-7c4efe3d2f6d tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339367 Aug 31 10:20:25.017533 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9694ca-38d0-4716-b5fa-9874b14ca9c8 req-29bc689c-0559-4c09-aeda-84e199cab43b tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:25.019047 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3e9694ca-38d0-4716-b5fa-9874b14ca9c8 req-29bc689c-0559-4c09-aeda-84e199cab43b tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0524151 Aug 31 10:20:25.060512 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3e9694ca-38d0-4716-b5fa-9874b14ca9c8 req-f45cca7d-4e16-469a-89d1-626669a5b410 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338640 Aug 31 10:20:26.195129 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136b406-29f8-4806-966c-9d43d90e65dd req-666c17ee-ddc5-4cb0-9b0a-8ba7108fefb4 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:26.196804 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5136b406-29f8-4806-966c-9d43d90e65dd req-666c17ee-ddc5-4cb0-9b0a-8ba7108fefb4 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0567284 Aug 31 10:20:26.235498 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5136b406-29f8-4806-966c-9d43d90e65dd req-046492f8-78a7-4e89-a13d-c0d5bf08a882 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326376 Aug 31 10:20:26.584518 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d5b00-d136-48d0-a17f-973c2f7a84c8 req-bc3f4b38-dcc4-419d-a423-9bed14a26cb5 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:26.586085 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-145d5b00-d136-48d0-a17f-973c2f7a84c8 req-bc3f4b38-dcc4-419d-a423-9bed14a26cb5 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0538700 Aug 31 10:20:26.631315 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-145d5b00-d136-48d0-a17f-973c2f7a84c8 req-17f571f5-4d7c-4a73-89cc-1d6b5f73728f tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375628 Aug 31 10:20:26.679772 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0dece-2b50-4072-a9d7-973e1e8ec2d5 req-944ff8d2-7018-4e48-b081-daefa3b16aec tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:26.681303 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fdf0dece-2b50-4072-a9d7-973e1e8ec2d5 req-944ff8d2-7018-4e48-b081-daefa3b16aec tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.112 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179&tenant_id=5d579ef2920647e2a08f2e14464083a4&binding%3Ahost_id=n-h1-791506-28 HTTP/1.1" status: 200 len: 946 time: 0.0639207 Aug 31 10:20:26.774220 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0dece-2b50-4072-a9d7-973e1e8ec2d5 req-ab086731-08cc-4c91-b1b5-301d470fa55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:26.775836 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fdf0dece-2b50-4072-a9d7-973e1e8ec2d5 req-ab086731-08cc-4c91-b1b5-301d470fa55f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=5d579ef2920647e2a08f2e14464083a4&device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 1098 time: 0.0498645 Aug 31 10:20:26.872163 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0dece-2b50-4072-a9d7-973e1e8ec2d5 req-bbe6929f-a55d-4c7e-adb8-fb56a50012e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:26.873678 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fdf0dece-2b50-4072-a9d7-973e1e8ec2d5 req-bbe6929f-a55d-4c7e-adb8-fb56a50012e7 service neutron] 10.222.0.112 "GET /v2.0/networks?id=39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7 HTTP/1.1" status: 200 len: 916 time: 0.0901415 Aug 31 10:20:26.923336 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fdf0dece-2b50-4072-a9d7-973e1e8ec2d5 req-b4a75fbd-0a6d-4b41-8f4e-0db0fe62539d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e651bf62-3362-40a0-a514-0587054e2158 HTTP/1.1" status: 200 len: 217 time: 0.0412958 Aug 31 10:20:26.983396 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0dece-2b50-4072-a9d7-973e1e8ec2d5 req-8d1d9ead-81d9-4dbf-af24-07e410a28ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:26.985625 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fdf0dece-2b50-4072-a9d7-973e1e8ec2d5 req-8d1d9ead-81d9-4dbf-af24-07e410a28ccb service neutron] 10.222.0.112 "GET /v2.0/subnets?id=ae32603d-800b-4619-b18c-02543a05a828 HTTP/1.1" status: 200 len: 854 time: 0.0552011 Aug 31 10:20:27.028067 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fdf0dece-2b50-4072-a9d7-973e1e8ec2d5 req-5aca82be-d72d-4ca1-a3e1-58e323539e51 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345228 Aug 31 10:20:27.138915 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fdf0dece-2b50-4072-a9d7-973e1e8ec2d5 req-91c12ac8-6b78-46e3-b1f0-d7d38eab1d69 service neutron] 10.222.0.112 "GET /v2.0/networks/39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013849 Aug 31 10:20:27.232172 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fdf0dece-2b50-4072-a9d7-973e1e8ec2d5 req-69de86de-10d8-47a6-b020-ea2a0683377a service neutron] 10.222.0.112 "GET /v2.0/networks/39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857785 Aug 31 10:20:27.414122 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:20:27.609577 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device e651bf62-3362-40a0-a514-0587054e2158 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:20:27.612346 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device e651bf62-3362-40a0-a514-0587054e2158 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:20:27.760715 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d3508-0bda-4982-b7ca-247714d38439 req-e46b9278-fe25-4053-aa71-f78d064ad9de tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:27.764616 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e4d3508-0bda-4982-b7ca-247714d38439 req-e46b9278-fe25-4053-aa71-f78d064ad9de tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0567541 Aug 31 10:20:27.767823 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:27.791902 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port e651bf62-3362-40a0-a514-0587054e2158, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=e651bf62-3362-40a0-a514-0587054e2158,segment=NetworkSegment(a2d8fa6a-3d9c-4aed-8419-0cad1e2de239),segment_id=a2d8fa6a-3d9c-4aed-8419-0cad1e2de239)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:20:27.809467 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e4d3508-0bda-4982-b7ca-247714d38439 req-21de3921-195f-4d24-b4b9-e55903739da1 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366983 Aug 31 10:20:27.814238 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': 'e651bf62-3362-40a0-a514-0587054e2158', 'network_id': '39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7', 'port_id': 'e651bf62-3362-40a0-a514-0587054e2158', 'mac_address': 'fa:16:3e:91:cd:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae32603d-800b-4619-b18c-02543a05a828', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:20:27.821763 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf6afd4-8f52-4a67-9705-97925a1cc179', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e651bf62-3362-40a0-a514-0587054e2158'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:20:27.823232 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f60e70c-b1e6-450c-8a8f-29f30115debc" -d '{"events": [{"server_uuid": "5cf6afd4-8f52-4a67-9705-97925a1cc179", "name": "network-vif-unplugged", "status": "completed", "tag": "e651bf62-3362-40a0-a514-0587054e2158"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:20:27.859999 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port e651bf62-3362-40a0-a514-0587054e2158, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=e651bf62-3362-40a0-a514-0587054e2158,segment=NetworkSegment(a2d8fa6a-3d9c-4aed-8419-0cad1e2de239),segment_id=a2d8fa6a-3d9c-4aed-8419-0cad1e2de239)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:20:27.871213 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 10:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278c1bae-ec8c-4dc9-aab5-1066fdca51c0 x-openstack-request-id: req-278c1bae-ec8c-4dc9-aab5-1066fdca51c0 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:20:27.871500 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf6afd4-8f52-4a67-9705-97925a1cc179", "name": "network-vif-unplugged", "status": "completed", "tag": "e651bf62-3362-40a0-a514-0587054e2158", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:20:27.871746 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-278c1bae-ec8c-4dc9-aab5-1066fdca51c0 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:20:27.872124 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf6afd4-8f52-4a67-9705-97925a1cc179', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e651bf62-3362-40a0-a514-0587054e2158', 'code': 200} Aug 31 10:20:27.878164 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:27.892467 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e651bf62-3362-40a0-a514-0587054e2158 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:20:27.955051 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:28.029016 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 10:20:28.029370 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 10:20:28.033564 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=e651bf62-3362-40a0-a514-0587054e2158,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:28.572326 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:28.585970 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e651bf62-3362-40a0-a514-0587054e2158 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:20:28.606677 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port e651bf62-3362-40a0-a514-0587054e2158, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=e651bf62-3362-40a0-a514-0587054e2158,segment=NetworkSegment(a2d8fa6a-3d9c-4aed-8419-0cad1e2de239),segment_id=a2d8fa6a-3d9c-4aed-8419-0cad1e2de239)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:20:28.691163 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:28.740359 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=e651bf62-3362-40a0-a514-0587054e2158,revision_number=7']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:28.926300 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['e651bf62-3362-40a0-a514-0587054e2158'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:20:28.951677 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47124a-59ed-4bb3-8e68-8c2c77100ff1 req-3b27ed84-97c6-4f28-a5bd-bc502a3aade4 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:28.953224 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3c47124a-59ed-4bb3-8e68-8c2c77100ff1 req-3b27ed84-97c6-4f28-a5bd-bc502a3aade4 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 945 time: 0.0681539 Aug 31 10:20:28.997705 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3c47124a-59ed-4bb3-8e68-8c2c77100ff1 req-c192026b-5f50-4bf2-aea4-88f524dc0a2d tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372813 Aug 31 10:20:29.122060 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bedb2-8e4b-4b51-93d1-27c16c98ea30 req-e37d2dce-ae9e-4ba3-9627-f4d76ec66c5f tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:29.123883 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c96bedb2-8e4b-4b51-93d1-27c16c98ea30 req-e37d2dce-ae9e-4ba3-9627-f4d76ec66c5f tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 945 time: 0.0525889 Aug 31 10:20:29.165702 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c96bedb2-8e4b-4b51-93d1-27c16c98ea30 req-d7dbf738-d4a4-45f4-9b4b-f97d933548dd tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354321 Aug 31 10:20:29.291465 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed910baf-3018-43a1-9ea9-6ac080b57e2f req-11e37b46-4b89-460f-b3b6-11595ae0076b tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:29.293001 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ed910baf-3018-43a1-9ea9-6ac080b57e2f req-11e37b46-4b89-460f-b3b6-11595ae0076b tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 945 time: 0.0513391 Aug 31 10:20:29.331347 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ed910baf-3018-43a1-9ea9-6ac080b57e2f req-08185121-09af-49a5-807a-d3eb49c44844 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320883 Aug 31 10:20:29.610670 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device e651bf62-3362-40a0-a514-0587054e2158 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:20:29.662010 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port e651bf62-3362-40a0-a514-0587054e2158 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:20:29.662010 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:29.738571 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:29.778569 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port e651bf62-3362-40a0-a514-0587054e2158, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=e651bf62-3362-40a0-a514-0587054e2158,segment=NetworkSegment(a2d8fa6a-3d9c-4aed-8419-0cad1e2de239),segment_id=a2d8fa6a-3d9c-4aed-8419-0cad1e2de239)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:20:29.850897 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:29.877070 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf6afd4-8f52-4a67-9705-97925a1cc179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e651bf62-3362-40a0-a514-0587054e2158'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:20:29.879575 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d2b96f-89f6-40d3-aeea-6a2794cf3d3d" -d '{"events": [{"server_uuid": "5cf6afd4-8f52-4a67-9705-97925a1cc179", "name": "network-vif-plugged", "status": "completed", "tag": "e651bf62-3362-40a0-a514-0587054e2158"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:20:29.909634 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=e651bf62-3362-40a0-a514-0587054e2158,revision_number=8']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:29.919501 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f26c52a-6fb9-4adc-a64f-23fcd8c9f8fd x-openstack-request-id: req-1f26c52a-6fb9-4adc-a64f-23fcd8c9f8fd {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:20:29.919793 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf6afd4-8f52-4a67-9705-97925a1cc179", "name": "network-vif-plugged", "status": "completed", "tag": "e651bf62-3362-40a0-a514-0587054e2158", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:20:29.920050 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-1f26c52a-6fb9-4adc-a64f-23fcd8c9f8fd {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:20:29.920443 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf6afd4-8f52-4a67-9705-97925a1cc179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e651bf62-3362-40a0-a514-0587054e2158', 'code': 200} Aug 31 10:20:30.111453 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f7ff2-6699-4f25-bd5c-1cc03412b3bc req-b33ca9f8-5555-44a7-aacf-734a80397903 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:30.113052 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f94f7ff2-6699-4f25-bd5c-1cc03412b3bc req-b33ca9f8-5555-44a7-aacf-734a80397903 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0672619 Aug 31 10:20:30.160958 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f94f7ff2-6699-4f25-bd5c-1cc03412b3bc req-64f031c4-d0f7-4f6c-bfef-9c4b44af92e4 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413735 Aug 31 10:20:31.290001 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5b496-3784-49ad-891d-35f1440cd0ab req-ada40c42-bc8c-4f3f-a6a4-34948c6f8979 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:31.292648 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4ff5b496-3784-49ad-891d-35f1440cd0ab req-ada40c42-bc8c-4f3f-a6a4-34948c6f8979 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.112 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0775936 Aug 31 10:20:31.293666 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd9592-ad87-47af-bcd2-aa0ad809ecc7 req-a6c2892e-a5f6-4904-be86-e709329f83da tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:31.295336 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0dcd9592-ad87-47af-bcd2-aa0ad809ecc7 req-a6c2892e-a5f6-4904-be86-e709329f83da tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 946 time: 0.0595925 Aug 31 10:20:31.348508 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0dcd9592-ad87-47af-bcd2-aa0ad809ecc7 req-369a76f7-e5b9-4d9e-ba23-d14c9cf95e6b tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/security-groups?id=d7dad05a-0fd5-41ea-8b30-85394b15108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442014 Aug 31 10:20:31.436109 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-4ff5b496-3784-49ad-891d-35f1440cd0ab req-41bd2725-f579-419f-85f2-ba5a1f03bda9 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Deleting port e651bf62-3362-40a0-a514-0587054e2158 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:20:31.436553 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4ff5b496-3784-49ad-891d-35f1440cd0ab req-41bd2725-f579-419f-85f2-ba5a1f03bda9 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:31.543027 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-4ff5b496-3784-49ad-891d-35f1440cd0ab req-41bd2725-f579-419f-85f2-ba5a1f03bda9 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] For port e651bf62-3362-40a0-a514-0587054e2158, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=e651bf62-3362-40a0-a514-0587054e2158,segment=NetworkSegment(a2d8fa6a-3d9c-4aed-8419-0cad1e2de239),segment_id=a2d8fa6a-3d9c-4aed-8419-0cad1e2de239)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:20:31.543599 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4ff5b496-3784-49ad-891d-35f1440cd0ab req-41bd2725-f579-419f-85f2-ba5a1f03bda9 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:31.564775 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-4ff5b496-3784-49ad-891d-35f1440cd0ab req-41bd2725-f579-419f-85f2-ba5a1f03bda9 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Calling delete_port for e651bf62-3362-40a0-a514-0587054e2158 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:20:31.799437 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4ff5b496-3784-49ad-891d-35f1440cd0ab req-41bd2725-f579-419f-85f2-ba5a1f03bda9 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:31.816027 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['e651bf62-3362-40a0-a514-0587054e2158'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:20:31.829599 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd2725-f579-419f-85f2-ba5a1f03bda9 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Pushing event deleted for resources: {'Port': ['ID=e651bf62-3362-40a0-a514-0587054e2158,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:31.846289 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd2725-f579-419f-85f2-ba5a1f03bda9 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:31.846659 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd2725-f579-419f-85f2-ba5a1f03bda9 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:31.847143 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd2725-f579-419f-85f2-ba5a1f03bda9 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:31.847327 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd2725-f579-419f-85f2-ba5a1f03bda9 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:31.847660 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd2725-f579-419f-85f2-ba5a1f03bda9 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:31.848145 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd2725-f579-419f-85f2-ba5a1f03bda9 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:31.848471 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd2725-f579-419f-85f2-ba5a1f03bda9 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:31.849331 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd2725-f579-419f-85f2-ba5a1f03bda9 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:31.850364 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd2725-f579-419f-85f2-ba5a1f03bda9 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:31.850794 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd2725-f579-419f-85f2-ba5a1f03bda9 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:31.851121 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd2725-f579-419f-85f2-ba5a1f03bda9 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:31.851442 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bd2725-f579-419f-85f2-ba5a1f03bda9 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:31.892102 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff5b496-3784-49ad-891d-35f1440cd0ab req-41bd2725-f579-419f-85f2-ba5a1f03bda9 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] No DVR routers for this DVR port e651bf62-3362-40a0-a514-0587054e2158 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:20:31.895510 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-4ff5b496-3784-49ad-891d-35f1440cd0ab req-41bd2725-f579-419f-85f2-ba5a1f03bda9 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:31.897780 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-4ff5b496-3784-49ad-891d-35f1440cd0ab req-41bd2725-f579-419f-85f2-ba5a1f03bda9 tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.112 "DELETE /v2.0/ports/e651bf62-3362-40a0-a514-0587054e2158 HTTP/1.1" status: 204 len: 173 time: 0.5942111 Aug 31 10:20:31.898250 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf6afd4-8f52-4a67-9705-97925a1cc179', 'name': 'network-vif-deleted', 'tag': 'e651bf62-3362-40a0-a514-0587054e2158'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:20:31.900588 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efb09fcb25d757964e6e64477cf3964f72eef090657aa62846af519e9d9507f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2eabbb3-0730-401e-9d51-d408fa72a08a" -d '{"events": [{"server_uuid": "5cf6afd4-8f52-4a67-9705-97925a1cc179", "name": "network-vif-deleted", "tag": "e651bf62-3362-40a0-a514-0587054e2158"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:20:31.937141 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d51151b-33d2-4c0a-bacc-a55f7b66d645 x-openstack-request-id: req-4d51151b-33d2-4c0a-bacc-a55f7b66d645 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:20:31.937507 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf6afd4-8f52-4a67-9705-97925a1cc179", "name": "network-vif-deleted", "tag": "e651bf62-3362-40a0-a514-0587054e2158", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:20:31.937760 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4d51151b-33d2-4c0a-bacc-a55f7b66d645 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:20:31.938161 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf6afd4-8f52-4a67-9705-97925a1cc179', 'name': 'network-vif-deleted', 'tag': 'e651bf62-3362-40a0-a514-0587054e2158', 'status': 'completed', 'code': 200} Aug 31 10:20:32.476203 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4800fc68-b593-45ec-b78a-b10ff03aa9ed req-5b264241-0472-4d44-8f66-dc28364239fa tempest-ServerDiskConfigTestJSON-549112959 tempest-ServerDiskConfigTestJSON-549112959-project] 10.222.0.119 "GET /v2.0/ports?device_id=5cf6afd4-8f52-4a67-9705-97925a1cc179 HTTP/1.1" status: 200 len: 210 time: 0.0280807 Aug 31 10:20:33.359311 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:33.622204 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52626) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:20:33.663321 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a9a3ad1-700f-4689-8d88-30689289ec4d admin admin] Deleting subnet ae32603d-800b-4619-b18c-02543a05a828 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:20:33.666412 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9a9a3ad1-700f-4689-8d88-30689289ec4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:33.667918 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:33.706950 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9a9a3ad1-700f-4689-8d88-30689289ec4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:33.747469 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9a9a3ad1-700f-4689-8d88-30689289ec4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:33.873918 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9a9a3ad1-700f-4689-8d88-30689289ec4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:33.899603 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a3ad1-700f-4689-8d88-30689289ec4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae32603d-800b-4619-b18c-02543a05a828,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:33.907229 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9a9a3ad1-700f-4689-8d88-30689289ec4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:33.909110 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9a9a3ad1-700f-4689-8d88-30689289ec4d admin admin] 10.222.0.119 "DELETE /v2.0/subnets/ae32603d-800b-4619-b18c-02543a05a828 HTTP/1.1" status: 204 len: 168 time: 0.2919116 Aug 31 10:20:33.911954 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52628) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:20:33.915280 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a3ad1-700f-4689-8d88-30689289ec4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:33.915621 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a3ad1-700f-4689-8d88-30689289ec4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:33.915952 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a3ad1-700f-4689-8d88-30689289ec4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:33.916280 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a3ad1-700f-4689-8d88-30689289ec4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:33.916609 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a3ad1-700f-4689-8d88-30689289ec4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:33.916929 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a3ad1-700f-4689-8d88-30689289ec4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:33.917246 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a3ad1-700f-4689-8d88-30689289ec4d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:33.917562 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a3ad1-700f-4689-8d88-30689289ec4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:33.917878 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a3ad1-700f-4689-8d88-30689289ec4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:33.918190 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a3ad1-700f-4689-8d88-30689289ec4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:33.918504 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a3ad1-700f-4689-8d88-30689289ec4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:33.918913 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a3ad1-700f-4689-8d88-30689289ec4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:33.988376 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-06a4a754-e50c-4ec0-bfb8-6adbed57f5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:34.077441 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-06a4a754-e50c-4ec0-bfb8-6adbed57f5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:34.088244 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-06a4a754-e50c-4ec0-bfb8-6adbed57f5bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:20:34.099886 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-06a4a754-e50c-4ec0-bfb8-6adbed57f5bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2d8fa6a-3d9c-4aed-8419-0cad1e2de239') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:20:34.100538 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-06a4a754-e50c-4ec0-bfb8-6adbed57f5bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2d8fa6a-3d9c-4aed-8419-0cad1e2de239') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:20:34.110052 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-06a4a754-e50c-4ec0-bfb8-6adbed57f5bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:34.125064 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-06a4a754-e50c-4ec0-bfb8-6adbed57f5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:34.133427 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a4a754-e50c-4ec0-bfb8-6adbed57f5bf admin admin] Releasing vlan 1620 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:20:34.133860 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-06a4a754-e50c-4ec0-bfb8-6adbed57f5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:34.135645 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 10:20:34.135645 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:20:34.135645 n-d-791506-28 neutron-server[95552]: timer() Aug 31 10:20:34.135645 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:20:34.135645 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 10:20:34.135645 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:20:34.135645 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 10:20:34.135645 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:20:34.135645 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 10:20:34.135645 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:20:34.135645 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 10:20:34.135645 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:20:34.135645 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 10:20:34.135645 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:20:34.135645 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:20:34.135645 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:20:34.135645 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:20:34.135645 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:20:34.135645 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 10:20:34.135645 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:20:34.135645 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 10:20:34.135645 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:20:34.135645 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:20:34.135645 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:20:34.135645 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 10:20:34.135645 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:20:34.135645 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:20:34.135645 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:20:34.135645 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:20:34.135645 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:20:34.135645 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:20:34.135645 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:20:34.273423 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-06a4a754-e50c-4ec0-bfb8-6adbed57f5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:34.279272 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-06a4a754-e50c-4ec0-bfb8-6adbed57f5bf admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:34.281497 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-06a4a754-e50c-4ec0-bfb8-6adbed57f5bf admin admin] 10.222.0.119 "DELETE /v2.0/networks/39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7 HTTP/1.1" status: 204 len: 168 time: 0.3680038 Aug 31 10:20:34.297970 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4a754-e50c-4ec0-bfb8-6adbed57f5bf admin admin] Pushing event deleted for resources: {'Network': ['ID=39ef312b-5dbb-4d9a-a9d6-234e7a99a4f7,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:34.608141 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52632) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:20:34.655184 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-cd18e631-0f4d-4cf9-8094-feaef6d3397b admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=5d579ef2920647e2a08f2e14464083a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452631 Aug 31 10:20:34.657298 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52634) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:20:34.711378 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-131365cb-38d8-4308-b1a9-791a777cfec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:34.735308 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-131365cb-38d8-4308-b1a9-791a777cfec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:34.856722 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-131365cb-38d8-4308-b1a9-791a777cfec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:34.859485 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-131365cb-38d8-4308-b1a9-791a777cfec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:34.860670 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-131365cb-38d8-4308-b1a9-791a777cfec5 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/d7dad05a-0fd5-41ea-8b30-85394b15108a HTTP/1.1" status: 204 len: 168 time: 0.2024713 Aug 31 10:20:34.870073 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131365cb-38d8-4308-b1a9-791a777cfec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7dad05a-0fd5-41ea-8b30-85394b15108a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:35.632895 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device e651bf62-3362-40a0-a514-0587054e2158 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:20:35.657473 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: e651bf62-3362-40a0-a514-0587054e2158 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:20:35.657473 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device e651bf62-3362-40a0-a514-0587054e2158 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:20:35.951419 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52656) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:20:36.051874 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-eb7ca2c6-ccf4-4291-93dd-9abccc5731f7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1578440857-network', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:20:36.194473 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7ca2c6-ccf4-4291-93dd-9abccc5731f7 admin admin] Made reservation on behalf of 1ef6e28ebc3e4e308ac236e16f4318d1 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:20:36.197070 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eb7ca2c6-ccf4-4291-93dd-9abccc5731f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:36.206531 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eb7ca2c6-ccf4-4291-93dd-9abccc5731f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:36.298981 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eb7ca2c6-ccf4-4291-93dd-9abccc5731f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:36.376414 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eb7ca2c6-ccf4-4291-93dd-9abccc5731f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:36.404280 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb7ca2c6-ccf4-4291-93dd-9abccc5731f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1616, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:20:36.415328 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ca2c6-ccf4-4291-93dd-9abccc5731f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac806c9-6ac2-4c3e-9a9f-67522ef6435d,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:36.420417 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eb7ca2c6-ccf4-4291-93dd-9abccc5731f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:36.420766 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-eb7ca2c6-ccf4-4291-93dd-9abccc5731f7 admin admin] Added segment a6bf6874-ecd8-49c5-841d-4db361b999e4 of type vlan for network e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 Aug 31 10:20:36.462742 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eb7ca2c6-ccf4-4291-93dd-9abccc5731f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:36.581886 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eb7ca2c6-ccf4-4291-93dd-9abccc5731f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:36.582937 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7ca2c6-ccf4-4291-93dd-9abccc5731f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:36.583521 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-eb7ca2c6-ccf4-4291-93dd-9abccc5731f7 admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:36.644631 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ca2c6-ccf4-4291-93dd-9abccc5731f7 admin admin] Pushing event updated for resources: {'Network': ['ID=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:36.656060 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:20:36.743333 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-eb7ca2c6-ccf4-4291-93dd-9abccc5731f7 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7907333 Aug 31 10:20:36.746171 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52660) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:20:36.751341 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-ecf2da0a-9dbc-4d9d-88aa-2a732915d2e7 admin admin] Request body: {'subnet': {'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1578440857-subnet', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:20:36.856227 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf2da0a-9dbc-4d9d-88aa-2a732915d2e7 admin admin] Made reservation on behalf of 1ef6e28ebc3e4e308ac236e16f4318d1 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:20:36.858640 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ecf2da0a-9dbc-4d9d-88aa-2a732915d2e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:37.091004 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ecf2da0a-9dbc-4d9d-88aa-2a732915d2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:37.144172 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2da0a-9dbc-4d9d-88aa-2a732915d2e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4f4efb1-006b-48dc-8e0e-fdc162500bab,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:37.164849 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf2da0a-9dbc-4d9d-88aa-2a732915d2e7 admin admin] Checking segment: {'id': 'a6bf6874-ecd8-49c5-841d-4db361b999e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:20:37.165215 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf2da0a-9dbc-4d9d-88aa-2a732915d2e7 admin admin] Network hostable DHCP agents. Network: e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:20:37.250223 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf2da0a-9dbc-4d9d-88aa-2a732915d2e7 admin admin] Network e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:20:37.347951 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-ecf2da0a-9dbc-4d9d-88aa-2a732915d2e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:20:37.354342 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf2da0a-9dbc-4d9d-88aa-2a732915d2e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:37.354342 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ecf2da0a-9dbc-4d9d-88aa-2a732915d2e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:37.358871 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e99e59-8143-452d-b330-c38fa9b3e44a None None] Network e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:20:37.480087 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ecf2da0a-9dbc-4d9d-88aa-2a732915d2e7 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7327795 Aug 31 10:20:37.482814 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52662) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:20:37.487373 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-0aef2aa7-a98a-4ee9-96a6-8d6ae2088c92 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1578440857-router', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:20:37.519946 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c653d32a-5b4f-4130-823a-a30558b657e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:20:37.520808 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c653d32a-5b4f-4130-823a-a30558b657e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:37.565267 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0aef2aa7-a98a-4ee9-96a6-8d6ae2088c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:37.566381 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0aef2aa7-a98a-4ee9-96a6-8d6ae2088c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:37.626608 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0aef2aa7-a98a-4ee9-96a6-8d6ae2088c92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:37.664006 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-c653d32a-5b4f-4130-823a-a30558b657e1 None None] Allocated IP 172.20.0.2 (e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1/d4f4efb1-006b-48dc-8e0e-fdc162500bab/08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:20:37.815959 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c653d32a-5b4f-4130-823a-a30558b657e1 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:37.824892 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c653d32a-5b4f-4130-823a-a30558b657e1 None None] Transition to ACTIVE for port object 08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:20:37.842528 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c653d32a-5b4f-4130-823a-a30558b657e1 None None] Transition to ACTIVE for port object 08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:20:37.916339 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c653d32a-5b4f-4130-823a-a30558b657e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:37.964243 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c653d32a-5b4f-4130-823a-a30558b657e1 None None] Network e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:20:37.967696 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-c653d32a-5b4f-4130-823a-a30558b657e1 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:20:37.970515 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c653d32a-5b4f-4130-823a-a30558b657e1 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:20:37.976451 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653d32a-5b4f-4130-823a-a30558b657e1 None None] Pushing event updated for resources: {'Port': ['ID=08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:38.038839 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c653d32a-5b4f-4130-823a-a30558b657e1 None None] Attempting to bind port 08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:20:38.039200 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c653d32a-5b4f-4130-823a-a30558b657e1 None None] Attempting to bind port 08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'a6bf6874-ecd8-49c5-841d-4db361b999e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:20:38.039561 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c653d32a-5b4f-4130-823a-a30558b657e1 None None] Attempting to bind port 08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2 on network e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:20:38.044734 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c653d32a-5b4f-4130-823a-a30558b657e1 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:20:38.045106 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c653d32a-5b4f-4130-823a-a30558b657e1 None None] Checking segment: {'id': 'a6bf6874-ecd8-49c5-841d-4db361b999e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:20:38.045533 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c653d32a-5b4f-4130-823a-a30558b657e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:38.046227 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c653d32a-5b4f-4130-823a-a30558b657e1 None None] Bound using segment: {'id': 'a6bf6874-ecd8-49c5-841d-4db361b999e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:20:38.046721 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c653d32a-5b4f-4130-823a-a30558b657e1 None None] Bound port: 08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6bf6874-ecd8-49c5-841d-4db361b999e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:20:38.047096 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c653d32a-5b4f-4130-823a-a30558b657e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:38.115924 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-c653d32a-5b4f-4130-823a-a30558b657e1 None None] For port 08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:20:38.120579 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-c653d32a-5b4f-4130-823a-a30558b657e1 None None] For port 08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:20:38.171578 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c653d32a-5b4f-4130-823a-a30558b657e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:38.174388 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0aef2aa7-a98a-4ee9-96a6-8d6ae2088c92 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:38.241572 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653d32a-5b4f-4130-823a-a30558b657e1 None None] Pushing event updated for resources: {'Port': ['ID=08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:38.470051 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0aef2aa7-a98a-4ee9-96a6-8d6ae2088c92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:38.489941 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0aef2aa7-a98a-4ee9-96a6-8d6ae2088c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:38.602086 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-0aef2aa7-a98a-4ee9-96a6-8d6ae2088c92 admin admin] Allocated IP 172.25.2.52 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/6bc24db7-d9fa-426c-a9d4-fd2fa880b331) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:20:38.709219 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0aef2aa7-a98a-4ee9-96a6-8d6ae2088c92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:38.822013 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0aef2aa7-a98a-4ee9-96a6-8d6ae2088c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:38.863241 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aef2aa7-a98a-4ee9-96a6-8d6ae2088c92 admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:20:38.867305 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-0aef2aa7-a98a-4ee9-96a6-8d6ae2088c92 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:20:38.870382 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aef2aa7-a98a-4ee9-96a6-8d6ae2088c92 admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:20:38.906449 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef2aa7-a98a-4ee9-96a6-8d6ae2088c92 admin admin] Pushing event updated for resources: {'Port': ['ID=6bc24db7-d9fa-426c-a9d4-fd2fa880b331,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:39.169732 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779f0640-baf5-4698-bbc8-0d84495ab3c3 None None] Network e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:20:39.245065 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0aef2aa7-a98a-4ee9-96a6-8d6ae2088c92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:39.464979 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0aef2aa7-a98a-4ee9-96a6-8d6ae2088c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:39.465684 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-541c2209-bb6c-4514-aa86-745fb3d49239 None None] Provisioning for port 08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:20:39.676051 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:20:39.679723 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aef2aa7-a98a-4ee9-96a6-8d6ae2088c92 admin admin] Router eb60b940-f9ef-4461-9f4d-eb3cc780f032 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:20:39.791623 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6ad1bd3d-3de4-4527-98ae-1c06ed1eac2a None None] Provisioning complete for port 08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:20:39.792258 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6ad1bd3d-3de4-4527-98ae-1c06ed1eac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:39.795804 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:20:39.807075 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aef2aa7-a98a-4ee9-96a6-8d6ae2088c92 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:20:39.817895 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa77f576-1924-4a2d-a355-5b8b0611c9c7 None None] Sync routers for ids ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:20:39.820099 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:20:39.820471 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:39.829115 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa77f576-1924-4a2d-a355-5b8b0611c9c7 None None] Routers {'eb60b940-f9ef-4461-9f4d-eb3cc780f032'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:20:39.829728 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-fa77f576-1924-4a2d-a355-5b8b0611c9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:20:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:20:39.901689 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0aef2aa7-a98a-4ee9-96a6-8d6ae2088c92 admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:39.905974 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52664) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:20:39.906492 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0aef2aa7-a98a-4ee9-96a6-8d6ae2088c92 admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4223568 Aug 31 10:20:39.936055 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6ad1bd3d-3de4-4527-98ae-1c06ed1eac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:39.936766 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-fa77f576-1924-4a2d-a355-5b8b0611c9c7 None None] Set router eb60b940-f9ef-4461-9f4d-eb3cc780f032 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:20:39.950527 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:39.992695 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-6ad1bd3d-3de4-4527-98ae-1c06ed1eac2a None None] For port 08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:20:40.063146 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6ad1bd3d-3de4-4527-98ae-1c06ed1eac2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:40.128598 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-fa77f576-1924-4a2d-a355-5b8b0611c9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'name': 'tempest-ServerActionsTestJSON-1578440857-router', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:20:37Z', 'updated_at': '2021-08-31T10:20:39Z', 'revision_number': 3, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'gw_port': {'id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:38Z', 'updated_at': '2021-08-31T10:20:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:20:40.137253 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 10:20:40.137766 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 10:20:40.143892 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1bd3d-3de4-4527-98ae-1c06ed1eac2a None None] Pushing event updated for resources: {'Port': ['ID=08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:40.156097 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa77f576-1924-4a2d-a355-5b8b0611c9c7 None None] Checking router: eb60b940-f9ef-4461-9f4d-eb3cc780f032 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:20:40.156439 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa77f576-1924-4a2d-a355-5b8b0611c9c7 None None] Updating router eb60b940-f9ef-4461-9f4d-eb3cc780f032 port 6bc24db7-d9fa-426c-a9d4-fd2fa880b331 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:20:40.182659 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-fa77f576-1924-4a2d-a355-5b8b0611c9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:40.373340 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-010918b6-5e25-4edb-94e1-2f844c2d5536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:40.464184 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-fa77f576-1924-4a2d-a355-5b8b0611c9c7 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:40.475673 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-fa77f576-1924-4a2d-a355-5b8b0611c9c7 None None] Transition to ACTIVE for port object 6bc24db7-d9fa-426c-a9d4-fd2fa880b331 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:20:40.548169 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-010918b6-5e25-4edb-94e1-2f844c2d5536 admin admin] Allocated IP 172.20.0.1 (e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1/d4f4efb1-006b-48dc-8e0e-fdc162500bab/ae2278a5-3f44-4cae-996f-d5da10d6764f) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:20:40.553889 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-fa77f576-1924-4a2d-a355-5b8b0611c9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:40.629693 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-fa77f576-1924-4a2d-a355-5b8b0611c9c7 None None] Attempting to bind port 6bc24db7-d9fa-426c-a9d4-fd2fa880b331 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:20:40.629952 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-fa77f576-1924-4a2d-a355-5b8b0611c9c7 None None] Attempting to bind port 6bc24db7-d9fa-426c-a9d4-fd2fa880b331 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:20:40.630300 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa77f576-1924-4a2d-a355-5b8b0611c9c7 None None] Attempting to bind port 6bc24db7-d9fa-426c-a9d4-fd2fa880b331 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:20:40.638767 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ba1b1-4376-4078-ad7f-f2302c52bf15 None None] Pushing event updated for resources: {'Port': ['ID=6bc24db7-d9fa-426c-a9d4-fd2fa880b331,revision_number=2']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:40.645665 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa77f576-1924-4a2d-a355-5b8b0611c9c7 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:20:40.646032 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa77f576-1924-4a2d-a355-5b8b0611c9c7 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:20:40.646478 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-fa77f576-1924-4a2d-a355-5b8b0611c9c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:40.647715 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa77f576-1924-4a2d-a355-5b8b0611c9c7 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:20:40.648184 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-fa77f576-1924-4a2d-a355-5b8b0611c9c7 None None] Bound port: 6bc24db7-d9fa-426c-a9d4-fd2fa880b331, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:20:40.648557 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-fa77f576-1924-4a2d-a355-5b8b0611c9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:40.652131 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ba1b1-4376-4078-ad7f-f2302c52bf15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:40.652548 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ba1b1-4376-4078-ad7f-f2302c52bf15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:40.652889 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ba1b1-4376-4078-ad7f-f2302c52bf15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:40.653219 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ba1b1-4376-4078-ad7f-f2302c52bf15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:40.653549 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ba1b1-4376-4078-ad7f-f2302c52bf15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:40.653867 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ba1b1-4376-4078-ad7f-f2302c52bf15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:40.654187 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ba1b1-4376-4078-ad7f-f2302c52bf15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:40.654580 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ba1b1-4376-4078-ad7f-f2302c52bf15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:40.654907 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ba1b1-4376-4078-ad7f-f2302c52bf15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:40.655209 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ba1b1-4376-4078-ad7f-f2302c52bf15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:40.655527 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ba1b1-4376-4078-ad7f-f2302c52bf15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:40.655836 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ba1b1-4376-4078-ad7f-f2302c52bf15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:40.671188 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-010918b6-5e25-4edb-94e1-2f844c2d5536 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:40.686861 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-010918b6-5e25-4edb-94e1-2f844c2d5536 admin admin] Transition to ACTIVE for port object ae2278a5-3f44-4cae-996f-d5da10d6764f will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:20:40.714059 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-fa77f576-1924-4a2d-a355-5b8b0611c9c7 None None] For port 6bc24db7-d9fa-426c-a9d4-fd2fa880b331, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:20:40.717398 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-fa77f576-1924-4a2d-a355-5b8b0611c9c7 None None] For port 6bc24db7-d9fa-426c-a9d4-fd2fa880b331, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=6bc24db7-d9fa-426c-a9d4-fd2fa880b331,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:20:40.805328 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-fa77f576-1924-4a2d-a355-5b8b0611c9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:40.859844 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa77f576-1924-4a2d-a355-5b8b0611c9c7 None None] Routers {'eb60b940-f9ef-4461-9f4d-eb3cc780f032'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:20:40.860620 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-fa77f576-1924-4a2d-a355-5b8b0611c9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:20:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:20:40.862375 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-010918b6-5e25-4edb-94e1-2f844c2d5536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:40.905594 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010918b6-5e25-4edb-94e1-2f844c2d5536 admin admin] Network e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:20:40.906962 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-010918b6-5e25-4edb-94e1-2f844c2d5536 admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:20:40.909464 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ba1b1-4376-4078-ad7f-f2302c52bf15 None None] Pushing event updated for resources: {'Port': ['ID=6bc24db7-d9fa-426c-a9d4-fd2fa880b331,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:40.913478 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010918b6-5e25-4edb-94e1-2f844c2d5536 admin admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:20:40.953501 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010918b6-5e25-4edb-94e1-2f844c2d5536 admin admin] Pushing event updated for resources: {'Port': ['ID=ae2278a5-3f44-4cae-996f-d5da10d6764f,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:40.968316 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-010918b6-5e25-4edb-94e1-2f844c2d5536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:41.000142 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-fa77f576-1924-4a2d-a355-5b8b0611c9c7 None None] Set router eb60b940-f9ef-4461-9f4d-eb3cc780f032 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:20:41.191431 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-fa77f576-1924-4a2d-a355-5b8b0611c9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'name': 'tempest-ServerActionsTestJSON-1578440857-router', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:20:37Z', 'updated_at': '2021-08-31T10:20:39Z', 'revision_number': 3, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'gw_port': {'id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:38Z', 'updated_at': '2021-08-31T10:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:20:41.191711 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-010918b6-5e25-4edb-94e1-2f844c2d5536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:41.219096 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa77f576-1924-4a2d-a355-5b8b0611c9c7 None None] The sync data for ids ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'] in n-d-791506-28 is: [{'id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'name': 'tempest-ServerActionsTestJSON-1578440857-router', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:20:37Z', 'updated_at': '2021-08-31T10:20:39Z', 'revision_number': 3, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'gw_port': {'id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:38Z', 'updated_at': '2021-08-31T10:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:20:41.268369 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-143d0c0f-2abc-4c10-ad98-62f5f01afbd6 None None] Provisioning for port ae2278a5-3f44-4cae-996f-d5da10d6764f completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:20:41.274689 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-143d0c0f-2abc-4c10-ad98-62f5f01afbd6 None None] Provisioning complete for port ae2278a5-3f44-4cae-996f-d5da10d6764f triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:20:41.275220 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-143d0c0f-2abc-4c10-ad98-62f5f01afbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:41.317064 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-143d0c0f-2abc-4c10-ad98-62f5f01afbd6 None None] Port ae2278a5-3f44-4cae-996f-d5da10d6764f cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:20:41.347974 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ee474187-bdeb-43d5-a596-90fa3fefc9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:41.378859 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-010918b6-5e25-4edb-94e1-2f844c2d5536 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:41.452394 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-010918b6-5e25-4edb-94e1-2f844c2d5536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:41.539388 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010918b6-5e25-4edb-94e1-2f844c2d5536 admin admin] Pushing event updated for resources: {'Port': ['ID=ae2278a5-3f44-4cae-996f-d5da10d6764f,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:41.541884 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-010918b6-5e25-4edb-94e1-2f844c2d5536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:41.662833 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010918b6-5e25-4edb-94e1-2f844c2d5536 admin admin] Network e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:20:41.664777 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-010918b6-5e25-4edb-94e1-2f844c2d5536 admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:20:41.726934 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6bc24db7-d9fa-426c-a9d4-fd2fa880b331 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:20:41.850790 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 6bc24db7-d9fa-426c-a9d4-fd2fa880b331 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:20:41.857258 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 6bc24db7-d9fa-426c-a9d4-fd2fa880b331 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:20:41.860636 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:41.965884 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:41.975137 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c21f9a5e-0046-425e-b676-26d3895e76d9 None None] Provisioning complete for port ae2278a5-3f44-4cae-996f-d5da10d6764f triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:20:41.975500 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c21f9a5e-0046-425e-b676-26d3895e76d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:42.018624 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 6bc24db7-d9fa-426c-a9d4-fd2fa880b331, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=6bc24db7-d9fa-426c-a9d4-fd2fa880b331,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:20:42.035112 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-c21f9a5e-0046-425e-b676-26d3895e76d9 None None] Port ae2278a5-3f44-4cae-996f-d5da10d6764f cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:20:42.107528 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:42.111954 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:20:42.196692 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=6bc24db7-d9fa-426c-a9d4-fd2fa880b331,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:42.201623 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010918b6-5e25-4edb-94e1-2f844c2d5536 admin admin] Router eb60b940-f9ef-4461-9f4d-eb3cc780f032 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:20:42.211616 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:20:42.211906 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:42.334994 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010918b6-5e25-4edb-94e1-2f844c2d5536 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:20:42.340308 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-010918b6-5e25-4edb-94e1-2f844c2d5536 admin admin] 10.222.0.119 "PUT /v2.0/routers/eb60b940-f9ef-4461-9f4d-eb3cc780f032/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4318526 Aug 31 10:20:42.930654 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ea6c06-139b-4f06-915a-6e379cb049e6 None None] Sync routers for ids ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:20:42.940444 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ea6c06-139b-4f06-915a-6e379cb049e6 None None] Routers {'eb60b940-f9ef-4461-9f4d-eb3cc780f032'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:20:42.941074 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-61ea6c06-139b-4f06-915a-6e379cb049e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:20:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:20:43.057509 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-61ea6c06-139b-4f06-915a-6e379cb049e6 None None] Set router eb60b940-f9ef-4461-9f4d-eb3cc780f032 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:20:43.101346 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52672) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:20:43.106465 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-4225d695-7479-4408-8829-858341472fa6 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1679985055', 'description': 'tempest-description--582803875'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:20:43.182084 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4225d695-7479-4408-8829-858341472fa6 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:43.274380 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-61ea6c06-139b-4f06-915a-6e379cb049e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'name': 'tempest-ServerActionsTestJSON-1578440857-router', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:20:37Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'gw_port': {'id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:38Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'ae2278a5-3f44-4cae-996f-d5da10d6764f', 'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'mac_address': 'fa:16:3e:68:5f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:40Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 2, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'subnets': [{'id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:20:43.279051 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4225d695-7479-4408-8829-858341472fa6 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:43.300896 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ea6c06-139b-4f06-915a-6e379cb049e6 None None] Checking router: eb60b940-f9ef-4461-9f4d-eb3cc780f032 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:20:43.301247 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ea6c06-139b-4f06-915a-6e379cb049e6 None None] Updating router eb60b940-f9ef-4461-9f4d-eb3cc780f032 port ae2278a5-3f44-4cae-996f-d5da10d6764f binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:20:43.328479 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-61ea6c06-139b-4f06-915a-6e379cb049e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:43.364428 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4225d695-7479-4408-8829-858341472fa6 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:43.398185 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225d695-7479-4408-8829-858341472fa6 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c22eec1c-fb78-42ed-9fed-adb9454cc18d,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:43.467817 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4225d695-7479-4408-8829-858341472fa6 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:43.469172 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4225d695-7479-4408-8829-858341472fa6 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3667343 Aug 31 10:20:43.472232 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52674) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:20:43.477575 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-a93e61fb-7a89-4282-8539-fdbb11b53100 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Request body: {'security_group_rule': {'security_group_id': 'c22eec1c-fb78-42ed-9fed-adb9454cc18d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:20:43.576017 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a93e61fb-7a89-4282-8539-fdbb11b53100 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:43.613235 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-61ea6c06-139b-4f06-915a-6e379cb049e6 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:43.624536 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-61ea6c06-139b-4f06-915a-6e379cb049e6 None None] Transition to ACTIVE for port object ae2278a5-3f44-4cae-996f-d5da10d6764f will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:20:43.646281 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6bc24db7-d9fa-426c-a9d4-fd2fa880b331 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:20:43.647975 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a93e61fb-7a89-4282-8539-fdbb11b53100 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:43.693910 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 6bc24db7-d9fa-426c-a9d4-fd2fa880b331 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:20:43.694335 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:43.715577 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-61ea6c06-139b-4f06-915a-6e379cb049e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:43.784967 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abba26-1087-4894-ba7f-07d209156323 None None] Pushing event updated for resources: {'Port': ['ID=ae2278a5-3f44-4cae-996f-d5da10d6764f,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:43.787471 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a93e61fb-7a89-4282-8539-fdbb11b53100 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:43.820134 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e61fb-7a89-4282-8539-fdbb11b53100 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d03ba34-e9f9-41e7-9e4c-bcf5116ee631,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:43.872310 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-61ea6c06-139b-4f06-915a-6e379cb049e6 None None] Attempting to bind port ae2278a5-3f44-4cae-996f-d5da10d6764f on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:20:43.872557 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-61ea6c06-139b-4f06-915a-6e379cb049e6 None None] Attempting to bind port ae2278a5-3f44-4cae-996f-d5da10d6764f by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'a6bf6874-ecd8-49c5-841d-4db361b999e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:20:43.872733 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ea6c06-139b-4f06-915a-6e379cb049e6 None None] Attempting to bind port ae2278a5-3f44-4cae-996f-d5da10d6764f on network e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:20:43.882762 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ea6c06-139b-4f06-915a-6e379cb049e6 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:20:43.883139 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ea6c06-139b-4f06-915a-6e379cb049e6 None None] Checking segment: {'id': 'a6bf6874-ecd8-49c5-841d-4db361b999e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:20:43.883650 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-61ea6c06-139b-4f06-915a-6e379cb049e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:43.884007 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ea6c06-139b-4f06-915a-6e379cb049e6 None None] Bound using segment: {'id': 'a6bf6874-ecd8-49c5-841d-4db361b999e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:20:43.884484 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-61ea6c06-139b-4f06-915a-6e379cb049e6 None None] Bound port: ae2278a5-3f44-4cae-996f-d5da10d6764f, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6bf6874-ecd8-49c5-841d-4db361b999e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:20:43.884858 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-61ea6c06-139b-4f06-915a-6e379cb049e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:43.890080 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a93e61fb-7a89-4282-8539-fdbb11b53100 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:43.894914 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52676) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:20:43.895408 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a93e61fb-7a89-4282-8539-fdbb11b53100 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4212415 Aug 31 10:20:43.899772 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-227bd6fe-e901-43d3-9d16-561ab3358134 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Request body: {'security_group_rule': {'security_group_id': 'c22eec1c-fb78-42ed-9fed-adb9454cc18d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:20:43.973860 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-61ea6c06-139b-4f06-915a-6e379cb049e6 None None] For port ae2278a5-3f44-4cae-996f-d5da10d6764f, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:20:43.990221 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-61ea6c06-139b-4f06-915a-6e379cb049e6 None None] For port ae2278a5-3f44-4cae-996f-d5da10d6764f, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ae2278a5-3f44-4cae-996f-d5da10d6764f,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:20:43.993552 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-227bd6fe-e901-43d3-9d16-561ab3358134 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:44.022601 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-31e77dfa-b408-4410-bbf6-df57936d57c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:44.054796 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-227bd6fe-e901-43d3-9d16-561ab3358134 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:44.086084 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-61ea6c06-139b-4f06-915a-6e379cb049e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:44.135602 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:44.150085 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ea6c06-139b-4f06-915a-6e379cb049e6 None None] Routers {'eb60b940-f9ef-4461-9f4d-eb3cc780f032'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:20:44.150769 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-61ea6c06-139b-4f06-915a-6e379cb049e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:20:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:20:44.156142 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abba26-1087-4894-ba7f-07d209156323 None None] Pushing event updated for resources: {'Port': ['ID=ae2278a5-3f44-4cae-996f-d5da10d6764f,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:44.176454 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-227bd6fe-e901-43d3-9d16-561ab3358134 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:44.198184 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227bd6fe-e901-43d3-9d16-561ab3358134 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f921a5-4f50-4938-ae48-9a9b70b268ae,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:44.267994 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-227bd6fe-e901-43d3-9d16-561ab3358134 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:44.269527 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-227bd6fe-e901-43d3-9d16-561ab3358134 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3740618 Aug 31 10:20:44.269765 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-61ea6c06-139b-4f06-915a-6e379cb049e6 None None] Set router eb60b940-f9ef-4461-9f4d-eb3cc780f032 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:20:44.273139 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 52678) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:20:44.278187 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-4bff3183-19a8-4a7f-a838-3395cdaccaec tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:20:44.393456 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4bff3183-19a8-4a7f-a838-3395cdaccaec tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks [] for floatingip, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:44.496727 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4bff3183-19a8-4a7f-a838-3395cdaccaec tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:44.503458 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-61ea6c06-139b-4f06-915a-6e379cb049e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'name': 'tempest-ServerActionsTestJSON-1578440857-router', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:20:37Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'gw_port': {'id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:38Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'ae2278a5-3f44-4cae-996f-d5da10d6764f', 'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'mac_address': 'fa:16:3e:68:5f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:40Z', 'updated_at': '2021-08-31T10:20:43Z', 'revision_number': 4, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'subnets': [{'id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:20:44.533622 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ea6c06-139b-4f06-915a-6e379cb049e6 None None] The sync data for ids ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'] in n-d-791506-28 is: [{'id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'name': 'tempest-ServerActionsTestJSON-1578440857-router', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:20:37Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'gw_port': {'id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:38Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'ae2278a5-3f44-4cae-996f-d5da10d6764f', 'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'mac_address': 'fa:16:3e:68:5f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:40Z', 'updated_at': '2021-08-31T10:20:43Z', 'revision_number': 4, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'subnets': [{'id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:20:44.635105 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-4bff3183-19a8-4a7f-a838-3395cdaccaec tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Allocated IP 172.25.2.212 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/b7c17882-c33d-4007-b11d-c7801f5731f4) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:20:44.755702 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4bff3183-19a8-4a7f-a838-3395cdaccaec tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:44.873573 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4bff3183-19a8-4a7f-a838-3395cdaccaec tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:44.917099 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bff3183-19a8-4a7f-a838-3395cdaccaec tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:20:44.920323 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-4bff3183-19a8-4a7f-a838-3395cdaccaec tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:20:44.924029 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bff3183-19a8-4a7f-a838-3395cdaccaec tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:20:44.947280 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff3183-19a8-4a7f-a838-3395cdaccaec tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Pushing event updated for resources: {'Port': ['ID=b7c17882-c33d-4007-b11d-c7801f5731f4,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:45.026926 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4bff3183-19a8-4a7f-a838-3395cdaccaec tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:45.136771 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4bff3183-19a8-4a7f-a838-3395cdaccaec tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:45.301512 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4bff3183-19a8-4a7f-a838-3395cdaccaec tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:45.382690 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4bff3183-19a8-4a7f-a838-3395cdaccaec tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:45.459962 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff3183-19a8-4a7f-a838-3395cdaccaec tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Pushing event updated for resources: {'Port': ['ID=b7c17882-c33d-4007-b11d-c7801f5731f4,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:45.473102 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4bff3183-19a8-4a7f-a838-3395cdaccaec tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:45.658414 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ae2278a5-3f44-4cae-996f-d5da10d6764f up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:20:45.672872 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4bff3183-19a8-4a7f-a838-3395cdaccaec tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:45.674291 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4bff3183-19a8-4a7f-a838-3395cdaccaec tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4001546 Aug 31 10:20:45.681332 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:45.770142 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port ae2278a5-3f44-4cae-996f-d5da10d6764f completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:20:45.774784 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port ae2278a5-3f44-4cae-996f-d5da10d6764f triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:20:45.775163 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:45.826787 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-98922038-8e75-4d43-b571-0e8cff261e5c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-securitygroup--1679985055&fields=id&tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1 HTTP/1.1" status: 200 len: 267 time: 0.0349312 Aug 31 10:20:45.860651 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:45.893052 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port ae2278a5-3f44-4cae-996f-d5da10d6764f, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ae2278a5-3f44-4cae-996f-d5da10d6764f,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:20:45.938028 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-c0b34e77-ee99-440b-84b4-de44c7c83eaf tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:45.939543 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-c0b34e77-ee99-440b-84b4-de44c7c83eaf tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/networks?id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 200 len: 812 time: 0.1055923 Aug 31 10:20:45.955952 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-1e502ae8-226a-4045-95d7-280590c7b6f6 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/quotas/1ef6e28ebc3e4e308ac236e16f4318d1 HTTP/1.1" status: 200 len: 375 time: 0.0098057 Aug 31 10:20:45.959893 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:46.019494 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-29880b1e-652e-4396-9082-9b83005244b1 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0558212 Aug 31 10:20:46.021279 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=ae2278a5-3f44-4cae-996f-d5da10d6764f,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:46.123131 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-794062d6-8fa7-4869-af7c-05e369cd020e service neutron] 10.222.0.119 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887794 Aug 31 10:20:46.226925 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-45165996-84a7-4212-9cf0-ee50d169d093 service neutron] 10.222.0.119 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970356 Aug 31 10:20:46.513685 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-627614fe-e591-4a28-81bc-1b01d83a63ca req-f7906580-f9bf-4fee-b3ac-9c742fa03755 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 210 time: 0.0285094 Aug 31 10:20:47.261683 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:47.612878 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a40b7448-2cc9-4b2d-a008-8ff2676f9f70 req-f340bd70-35ad-4a95-8409-deea02a10d65 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 210 time: 0.0280311 Aug 31 10:20:47.644984 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ae2278a5-3f44-4cae-996f-d5da10d6764f up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:20:47.696251 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port ae2278a5-3f44-4cae-996f-d5da10d6764f triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:20:47.697157 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:48.599970 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-86824083-3ac8-4654-992f-562795b3910b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:48.601830 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-86824083-3ac8-4654-992f-562795b3910b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.112 "GET /v2.0/networks?id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 200 len: 812 time: 0.1068964 Aug 31 10:20:48.656670 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-6ee431ce-27c9-48b6-84b5-5d03553cb542 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1 HTTP/1.1" status: 200 len: 380 time: 0.0430944 Aug 31 10:20:48.670213 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-50398449-c27f-4e71-8e2b-1dac9abd8a34 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Request body: {'port': {'device_id': 'c8705c39-2afd-45f7-832a-d2c2c0cafa01', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'admin_state_up': True, 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'security_groups': ['c22eec1c-fb78-42ed-9fed-adb9454cc18d']}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:20:48.720942 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7ac14605-475a-48ad-a831-431a6fdfb477 req-fd8f874e-f9a8-40db-9a8b-0de7b9f8a1cc tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 210 time: 0.0278449 Aug 31 10:20:48.879036 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-50398449-c27f-4e71-8e2b-1dac9abd8a34 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Made reservation on behalf of 1ef6e28ebc3e4e308ac236e16f4318d1 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:20:48.882922 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-50398449-c27f-4e71-8e2b-1dac9abd8a34 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:49.017083 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-50398449-c27f-4e71-8e2b-1dac9abd8a34 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Allocated IP 172.20.0.6 (e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1/d4f4efb1-006b-48dc-8e0e-fdc162500bab/0ea74243-b62b-4e1c-9219-2377e4a1cbf5) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:20:49.156723 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-50398449-c27f-4e71-8e2b-1dac9abd8a34 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:49.172512 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-50398449-c27f-4e71-8e2b-1dac9abd8a34 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Transition to ACTIVE for port object 0ea74243-b62b-4e1c-9219-2377e4a1cbf5 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:20:49.307151 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-50398449-c27f-4e71-8e2b-1dac9abd8a34 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:49.357336 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-50398449-c27f-4e71-8e2b-1dac9abd8a34 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Network e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:20:49.360567 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-50398449-c27f-4e71-8e2b-1dac9abd8a34 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:20:49.364578 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-50398449-c27f-4e71-8e2b-1dac9abd8a34 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:20:49.391189 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50398449-c27f-4e71-8e2b-1dac9abd8a34 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Pushing event updated for resources: {'Port': ['ID=0ea74243-b62b-4e1c-9219-2377e4a1cbf5,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:49.426460 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-50398449-c27f-4e71-8e2b-1dac9abd8a34 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:49.427130 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-50398449-c27f-4e71-8e2b-1dac9abd8a34 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:49.527941 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-50398449-c27f-4e71-8e2b-1dac9abd8a34 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8620203 Aug 31 10:20:49.547498 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-55de48e8-176c-4d43-809e-3685492554be service neutron] Request body: {'port': {'device_id': 'c8705c39-2afd-45f7-832a-d2c2c0cafa01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:20:49.610728 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-55de48e8-176c-4d43-809e-3685492554be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:49.684417 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b81eb76b-5587-4618-9766-30683093c540 None None] Provisioning for port 0ea74243-b62b-4e1c-9219-2377e4a1cbf5 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:20:49.688520 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b81eb76b-5587-4618-9766-30683093c540 None None] Provisioning complete for port 0ea74243-b62b-4e1c-9219-2377e4a1cbf5 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:20:49.688891 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b81eb76b-5587-4618-9766-30683093c540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:49.727515 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-b81eb76b-5587-4618-9766-30683093c540 None None] Port 0ea74243-b62b-4e1c-9219-2377e4a1cbf5 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:20:49.874395 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df71a1-2464-4d63-b4da-866d816abdeb req-3c533683-60bd-4931-9d7e-b6aa0b00f341 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:49.876071 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-97df71a1-2464-4d63-b4da-866d816abdeb req-3c533683-60bd-4931-9d7e-b6aa0b00f341 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 931 time: 0.0634434 Aug 31 10:20:49.917322 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-97df71a1-2464-4d63-b4da-866d816abdeb req-541d5084-0b70-4c5e-ab1b-bce4f25cc52f tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342462 Aug 31 10:20:49.929135 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-55de48e8-176c-4d43-809e-3685492554be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ea74243-b62b-4e1c-9219-2377e4a1cbf5 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:20:49.936797 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-55de48e8-176c-4d43-809e-3685492554be service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:49.948961 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-55de48e8-176c-4d43-809e-3685492554be service neutron] Transition to ACTIVE for port object 0ea74243-b62b-4e1c-9219-2377e4a1cbf5 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:20:50.004085 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-55de48e8-176c-4d43-809e-3685492554be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:50.054517 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de48e8-176c-4d43-809e-3685492554be service neutron] Pushing event updated for resources: {'Port': ['ID=0ea74243-b62b-4e1c-9219-2377e4a1cbf5,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:50.130222 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-55de48e8-176c-4d43-809e-3685492554be service neutron] Attempting to bind port 0ea74243-b62b-4e1c-9219-2377e4a1cbf5 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:20:50.130583 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-55de48e8-176c-4d43-809e-3685492554be service neutron] Attempting to bind port 0ea74243-b62b-4e1c-9219-2377e4a1cbf5 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'a6bf6874-ecd8-49c5-841d-4db361b999e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:20:50.130926 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-55de48e8-176c-4d43-809e-3685492554be service neutron] Attempting to bind port 0ea74243-b62b-4e1c-9219-2377e4a1cbf5 on network e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:20:50.137203 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-55de48e8-176c-4d43-809e-3685492554be service neutron] Port 0ea74243-b62b-4e1c-9219-2377e4a1cbf5 on network e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:20:50.137514 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-55de48e8-176c-4d43-809e-3685492554be service neutron] Attempting to bind port 0ea74243-b62b-4e1c-9219-2377e4a1cbf5 on network e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:20:50.143000 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-55de48e8-176c-4d43-809e-3685492554be service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:20:50.143335 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-55de48e8-176c-4d43-809e-3685492554be service neutron] Checking segment: {'id': 'a6bf6874-ecd8-49c5-841d-4db361b999e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:20:50.143724 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-55de48e8-176c-4d43-809e-3685492554be service neutron] Bound using segment: {'id': 'a6bf6874-ecd8-49c5-841d-4db361b999e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:20:50.144157 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-55de48e8-176c-4d43-809e-3685492554be service neutron] Bound port: 0ea74243-b62b-4e1c-9219-2377e4a1cbf5, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6bf6874-ecd8-49c5-841d-4db361b999e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:20:50.144511 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-55de48e8-176c-4d43-809e-3685492554be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:50.219346 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-55de48e8-176c-4d43-809e-3685492554be service neutron] For port 0ea74243-b62b-4e1c-9219-2377e4a1cbf5, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:20:50.222953 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-55de48e8-176c-4d43-809e-3685492554be service neutron] For port 0ea74243-b62b-4e1c-9219-2377e4a1cbf5, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=0ea74243-b62b-4e1c-9219-2377e4a1cbf5,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:20:50.296364 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-55de48e8-176c-4d43-809e-3685492554be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:50.339178 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-55de48e8-176c-4d43-809e-3685492554be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:50.339809 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-55de48e8-176c-4d43-809e-3685492554be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:50.341300 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-55de48e8-176c-4d43-809e-3685492554be service neutron] 10.222.0.112 "PUT /v2.0/ports/0ea74243-b62b-4e1c-9219-2377e4a1cbf5 HTTP/1.1" status: 200 len: 1092 time: 0.8041670 Aug 31 10:20:50.341755 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8705c39-2afd-45f7-832a-d2c2c0cafa01', 'tag': '0ea74243-b62b-4e1c-9219-2377e4a1cbf5'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:20:50.344205 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efb09fcb25d757964e6e64477cf3964f72eef090657aa62846af519e9d9507f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f2935b-1884-46fb-acda-d8c245cc677e" -d '{"events": [{"name": "network-changed", "server_uuid": "c8705c39-2afd-45f7-832a-d2c2c0cafa01", "tag": "0ea74243-b62b-4e1c-9219-2377e4a1cbf5"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:20:50.367711 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de48e8-176c-4d43-809e-3685492554be service neutron] Pushing event updated for resources: {'Port': ['ID=0ea74243-b62b-4e1c-9219-2377e4a1cbf5,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:50.395942 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81484679-3afa-460b-9751-0fe1294f3875 x-openstack-request-id: req-81484679-3afa-460b-9751-0fe1294f3875 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:20:50.395942 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8705c39-2afd-45f7-832a-d2c2c0cafa01", "tag": "0ea74243-b62b-4e1c-9219-2377e4a1cbf5", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:20:50.395942 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-81484679-3afa-460b-9751-0fe1294f3875 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:20:50.395942 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8705c39-2afd-45f7-832a-d2c2c0cafa01', 'tag': '0ea74243-b62b-4e1c-9219-2377e4a1cbf5', 'status': 'completed', 'code': 200} Aug 31 10:20:50.464125 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2935b-1884-46fb-acda-d8c245cc677e req-edba0967-a06b-4762-8aae-278e89691a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:50.465756 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-32f2935b-1884-46fb-acda-d8c245cc677e req-edba0967-a06b-4762-8aae-278e89691a1c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 1095 time: 0.0478158 Aug 31 10:20:50.574735 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2935b-1884-46fb-acda-d8c245cc677e req-e8875569-46cd-4ff9-97a3-7307ccf5e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:50.581997 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-32f2935b-1884-46fb-acda-d8c245cc677e req-e8875569-46cd-4ff9-97a3-7307ccf5e9a3 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1020370 Aug 31 10:20:50.790621 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2935b-1884-46fb-acda-d8c245cc677e req-aef412d2-28e1-45fc-af80-19b3dc68d2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:50.792288 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-32f2935b-1884-46fb-acda-d8c245cc677e req-aef412d2-28e1-45fc-af80-19b3dc68d2e1 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2070270 Aug 31 10:20:50.877531 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-1119f322-5387-4921-9835-c28ac7d6785e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:50.879105 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-1119f322-5387-4921-9835-c28ac7d6785e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 1095 time: 0.0439434 Aug 31 10:20:50.938600 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-e5cb5bf5-9f4f-4ad6-8956-65d75f786979 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ea74243-b62b-4e1c-9219-2377e4a1cbf5 HTTP/1.1" status: 200 len: 217 time: 0.0444090 Aug 31 10:20:50.995830 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-89133ac8-58e7-427c-be41-09a6772871b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:50.997332 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-89133ac8-58e7-427c-be41-09a6772871b6 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d4f4efb1-006b-48dc-8e0e-fdc162500bab HTTP/1.1" status: 200 len: 851 time: 0.0498331 Aug 31 10:20:51.039443 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ac7f6-737e-4420-8ccc-b9937bc60476 req-102c9219-3712-48e1-861c-8d0aeddf083e tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:51.041097 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac1ac7f6-737e-4420-8ccc-b9937bc60476 req-102c9219-3712-48e1-861c-8d0aeddf083e tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 943 time: 0.0526175 Aug 31 10:20:51.049933 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-41112e99-9fbd-42d6-a098-d6bbcef5dee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:51.051487 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-41112e99-9fbd-42d6-a098-d6bbcef5dee5 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436289 Aug 31 10:20:51.091756 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac1ac7f6-737e-4420-8ccc-b9937bc60476 req-8d0be0c4-9a66-41e7-9daa-cd37c6a73200 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443089 Aug 31 10:20:51.156627 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-7f769116-6d0e-4fab-ae12-afc71690994a service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943725 Aug 31 10:20:51.249515 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c06a7a37-7e46-458a-b77c-846e5362db98 req-b703268b-f234-42e7-ab36-1dc5249ad825 service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851016 Aug 31 10:20:52.208651 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199daa30-ba8d-4c83-81c4-96fa35d5d6e4 req-673f7157-e55a-455a-ac3a-3cda94dc21a1 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:52.210681 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-199daa30-ba8d-4c83-81c4-96fa35d5d6e4 req-673f7157-e55a-455a-ac3a-3cda94dc21a1 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 943 time: 0.0493457 Aug 31 10:20:52.253761 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-199daa30-ba8d-4c83-81c4-96fa35d5d6e4 req-6ad99295-ac95-457c-b73d-f9b6dcab7abd tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369108 Aug 31 10:20:53.374195 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3f639-79fe-4671-9242-fc946e44f587 req-4fb74fe1-7766-4f81-a36a-f3113064adad tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:53.375755 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2dd3f639-79fe-4671-9242-fc946e44f587 req-4fb74fe1-7766-4f81-a36a-f3113064adad tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 943 time: 0.0543180 Aug 31 10:20:53.416570 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2dd3f639-79fe-4671-9242-fc946e44f587 req-7839884e-db77-45cd-a355-648617fd653a tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332663 Aug 31 10:20:54.533604 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52235d2d-ad1c-41c2-aab5-e068e933759c req-f20e8a87-b4b8-45af-99e7-0e4d998336b4 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:54.535157 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-52235d2d-ad1c-41c2-aab5-e068e933759c req-f20e8a87-b4b8-45af-99e7-0e4d998336b4 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 943 time: 0.0502479 Aug 31 10:20:54.575637 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-52235d2d-ad1c-41c2-aab5-e068e933759c req-e4f33778-1314-4d97-88cd-f4d772c4f28f tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333474 Aug 31 10:20:55.697539 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346efee4-5655-4371-ab47-9de3ba828cd1 req-89bd37d0-611e-4539-84d9-7c9273781ca4 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:55.699127 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-346efee4-5655-4371-ab47-9de3ba828cd1 req-89bd37d0-611e-4539-84d9-7c9273781ca4 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 943 time: 0.0532353 Aug 31 10:20:55.718677 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 0ea74243-b62b-4e1c-9219-2377e4a1cbf5 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:20:55.741207 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-346efee4-5655-4371-ab47-9de3ba828cd1 req-899b700d-12da-46d1-bcd8-664b50fd6eda tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360258 Aug 31 10:20:55.817788 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 0ea74243-b62b-4e1c-9219-2377e4a1cbf5, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=0ea74243-b62b-4e1c-9219-2377e4a1cbf5,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:20:55.829521 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '0ea74243-b62b-4e1c-9219-2377e4a1cbf5', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'port_id': '0ea74243-b62b-4e1c-9219-2377e4a1cbf5', 'mac_address': 'fa:16:3e:63:f6:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:20:55.869004 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:55.882914 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea74243-b62b-4e1c-9219-2377e4a1cbf5 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:20:55.903715 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 0ea74243-b62b-4e1c-9219-2377e4a1cbf5, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=0ea74243-b62b-4e1c-9219-2377e4a1cbf5,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:20:55.970295 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:56.020662 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=0ea74243-b62b-4e1c-9219-2377e4a1cbf5,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:56.029092 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:56.029434 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:56.029793 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:56.030116 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:56.030415 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:56.030855 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:56.031265 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:56.031587 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:56.031903 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:56.032216 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:56.032595 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:56.032910 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:20:56.216352 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['0ea74243-b62b-4e1c-9219-2377e4a1cbf5'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:20:56.865118 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3969c2b-2c58-406c-b3c4-00235c06df0a req-52b44a76-e429-4f89-8f7f-97987ee14247 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:56.866787 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f3969c2b-2c58-406c-b3c4-00235c06df0a req-52b44a76-e429-4f89-8f7f-97987ee14247 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 944 time: 0.0548155 Aug 31 10:20:56.907041 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f3969c2b-2c58-406c-b3c4-00235c06df0a req-720a5784-b309-4b35-aae4-bc7634616522 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328078 Aug 31 10:20:57.739704 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 0ea74243-b62b-4e1c-9219-2377e4a1cbf5 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:20:57.838304 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 0ea74243-b62b-4e1c-9219-2377e4a1cbf5 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:20:57.842652 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 0ea74243-b62b-4e1c-9219-2377e4a1cbf5 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:20:57.843024 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:58.034895 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9ab4a-d8c7-4be6-9e1c-5cb15f6105ec req-4e4424a0-585d-49c3-80ff-341b728cd973 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:58.036637 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dff9ab4a-d8c7-4be6-9e1c-5cb15f6105ec req-4e4424a0-585d-49c3-80ff-341b728cd973 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 944 time: 0.0575166 Aug 31 10:20:58.083114 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dff9ab4a-d8c7-4be6-9e1c-5cb15f6105ec req-e878b6c8-e05a-45c0-bd18-ee087d62cd44 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394912 Aug 31 10:20:58.105117 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:58.129927 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8705c39-2afd-45f7-832a-d2c2c0cafa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea74243-b62b-4e1c-9219-2377e4a1cbf5'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:20:58.132464 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4964d5bf-7341-4ab7-a5df-aa9bd579bdad" -d '{"events": [{"server_uuid": "c8705c39-2afd-45f7-832a-d2c2c0cafa01", "name": "network-vif-plugged", "status": "completed", "tag": "0ea74243-b62b-4e1c-9219-2377e4a1cbf5"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:20:58.147434 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 0ea74243-b62b-4e1c-9219-2377e4a1cbf5, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=0ea74243-b62b-4e1c-9219-2377e4a1cbf5,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:20:58.173220 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ce6ec1-11e5-4eba-9311-99b3304f5fd3 x-openstack-request-id: req-19ce6ec1-11e5-4eba-9311-99b3304f5fd3 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:20:58.173517 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8705c39-2afd-45f7-832a-d2c2c0cafa01", "name": "network-vif-plugged", "status": "completed", "tag": "0ea74243-b62b-4e1c-9219-2377e4a1cbf5", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:20:58.173815 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-19ce6ec1-11e5-4eba-9311-99b3304f5fd3 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:20:58.174202 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8705c39-2afd-45f7-832a-d2c2c0cafa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea74243-b62b-4e1c-9219-2377e4a1cbf5', 'code': 200} Aug 31 10:20:58.232703 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:20:58.298009 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=0ea74243-b62b-4e1c-9219-2377e4a1cbf5,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:20:58.306767 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb9fd2-5206-4ca9-87b6-9b1e322d4e28 req-3b85edb1-05fe-4e08-8da6-e835055295e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:58.308602 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a8cb9fd2-5206-4ca9-87b6-9b1e322d4e28 req-3b85edb1-05fe-4e08-8da6-e835055295e4 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 1097 time: 0.0594382 Aug 31 10:20:58.348588 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a8cb9fd2-5206-4ca9-87b6-9b1e322d4e28 req-4b18ca19-094e-4b3a-960c-882f9518a2f0 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297220 Aug 31 10:20:59.200819 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d229e44-9447-483b-8e0e-8c0977b27675 req-00522d04-58f3-4701-94e6-8e259272399a tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:20:59.202349 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d229e44-9447-483b-8e0e-8c0977b27675 req-00522d04-58f3-4701-94e6-8e259272399a tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 945 time: 0.0502675 Aug 31 10:20:59.240837 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d229e44-9447-483b-8e0e-8c0977b27675 req-d7592cb0-259a-4975-b2b8-42dc9d2bb221 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322881 Aug 31 10:21:00.367735 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4411ec-a916-49ad-8978-81b50aef85cb req-ccd735cf-38f9-4470-95f0-f1f32b2bce2b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:00.369229 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-be4411ec-a916-49ad-8978-81b50aef85cb req-ccd735cf-38f9-4470-95f0-f1f32b2bce2b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 945 time: 0.0555165 Aug 31 10:21:00.409499 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-be4411ec-a916-49ad-8978-81b50aef85cb req-68bb842d-d533-43c7-af0a-1423c92e0bb6 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341685 Aug 31 10:21:00.531690 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273bd6b-ff42-471d-bd5a-efaddd2d4556 req-7d05e137-2c61-497b-bed9-47bebffb7598 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:00.533138 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5273bd6b-ff42-471d-bd5a-efaddd2d4556 req-7d05e137-2c61-497b-bed9-47bebffb7598 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 945 time: 0.0595851 Aug 31 10:21:00.543686 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52742) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:21:00.548434 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-56567bde-ead5-4853-b511-32b12af5f4d2 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Request body: {'floatingip': {'port_id': '0ea74243-b62b-4e1c-9219-2377e4a1cbf5'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:21:00.588638 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-56567bde-ead5-4853-b511-32b12af5f4d2 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks [] for floatingip, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:01.108455 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-56567bde-ead5-4853-b511-32b12af5f4d2 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:01.181137 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-56567bde-ead5-4853-b511-32b12af5f4d2 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:01.285535 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-56567bde-ead5-4853-b511-32b12af5f4d2 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Floating IP c8091bf1-47f1-401b-8599-6fd9099ead2b associated. External IP: 172.25.2.212, port: 0ea74243-b62b-4e1c-9219-2377e4a1cbf5. Aug 31 10:21:01.505749 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56567bde-ead5-4853-b511-32b12af5f4d2 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Router eb60b940-f9ef-4461-9f4d-eb3cc780f032 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:21:01.620070 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56567bde-ead5-4853-b511-32b12af5f4d2 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:21:01.625185 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-56567bde-ead5-4853-b511-32b12af5f4d2 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:01.630437 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2962a2b-43ee-4318-a9d0-ec018b48ef6c None None] Sync routers for ids ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:21:01.640378 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2962a2b-43ee-4318-a9d0-ec018b48ef6c None None] Routers {'eb60b940-f9ef-4461-9f4d-eb3cc780f032'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:21:01.640980 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e2962a2b-43ee-4318-a9d0-ec018b48ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:20:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:21:01.660002 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-56567bde-ead5-4853-b511-32b12af5f4d2 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "PUT /v2.0/floatingips/c8091bf1-47f1-401b-8599-6fd9099ead2b HTTP/1.1" status: 200 len: 991 time: 1.1094978 Aug 31 10:21:01.660002 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8705c39-2afd-45f7-832a-d2c2c0cafa01', 'tag': '0ea74243-b62b-4e1c-9219-2377e4a1cbf5'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:21:01.660002 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e392b9d4-1bcb-4768-926f-6a37767a4eac" -d '{"events": [{"name": "network-changed", "server_uuid": "c8705c39-2afd-45f7-832a-d2c2c0cafa01", "tag": "0ea74243-b62b-4e1c-9219-2377e4a1cbf5"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:21:01.770244 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-e2962a2b-43ee-4318-a9d0-ec018b48ef6c None None] Set router eb60b940-f9ef-4461-9f4d-eb3cc780f032 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:21:01.771114 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62490cf6-de1b-4805-8bef-dad3d2e48d6a x-openstack-request-id: req-62490cf6-de1b-4805-8bef-dad3d2e48d6a {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:21:01.771114 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8705c39-2afd-45f7-832a-d2c2c0cafa01", "tag": "0ea74243-b62b-4e1c-9219-2377e4a1cbf5", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:21:01.771114 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-62490cf6-de1b-4805-8bef-dad3d2e48d6a {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:21:01.771114 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8705c39-2afd-45f7-832a-d2c2c0cafa01', 'tag': '0ea74243-b62b-4e1c-9219-2377e4a1cbf5', 'status': 'completed', 'code': 200} Aug 31 10:21:01.843427 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392b9d4-1bcb-4768-926f-6a37767a4eac req-90deca3e-e509-4dd3-84a8-ce23ade4e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:01.844956 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e392b9d4-1bcb-4768-926f-6a37767a4eac req-90deca3e-e509-4dd3-84a8-ce23ade4e6e3 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 1097 time: 0.0481975 Aug 31 10:21:01.944776 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392b9d4-1bcb-4768-926f-6a37767a4eac req-1212bbaa-e965-4cad-9f19-508070e1dc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:01.946271 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e392b9d4-1bcb-4768-926f-6a37767a4eac req-1212bbaa-e965-4cad-9f19-508070e1dc5e service neutron] 10.222.0.112 "GET /v2.0/networks?id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 200 len: 914 time: 0.0900166 Aug 31 10:21:02.023112 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e392b9d4-1bcb-4768-926f-6a37767a4eac req-8dd4e55b-50d4-44e7-8ae3-28e9df417835 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ea74243-b62b-4e1c-9219-2377e4a1cbf5 HTTP/1.1" status: 200 len: 999 time: 0.0659645 Aug 31 10:21:02.024340 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e2962a2b-43ee-4318-a9d0-ec018b48ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'name': 'tempest-ServerActionsTestJSON-1578440857-router', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:20:37Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'gw_port': {'id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:38Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'c8091bf1-47f1-401b-8599-6fd9099ead2b', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'port_id': '0ea74243-b62b-4e1c-9219-2377e4a1cbf5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'mac_address': 'fa:16:3e:63:f6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8705c39-2afd-45f7-832a-d2c2c0cafa01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:20:44Z', 'updated_at': '2021-08-31T10:21:01Z', 'revision_number': 1, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2278a5-3f44-4cae-996f-d5da10d6764f', 'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'mac_address': 'fa:16:3e:68:5f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:40Z', 'updated_at': '2021-08-31T10:20:45Z', 'revision_number': 5, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'subnets': [{'id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:21:02.065237 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2962a2b-43ee-4318-a9d0-ec018b48ef6c None None] Checking router: eb60b940-f9ef-4461-9f4d-eb3cc780f032 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:21:02.079661 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2962a2b-43ee-4318-a9d0-ec018b48ef6c None None] Routers {'eb60b940-f9ef-4461-9f4d-eb3cc780f032'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:21:02.080293 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e2962a2b-43ee-4318-a9d0-ec018b48ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:20:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:21:02.104917 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392b9d4-1bcb-4768-926f-6a37767a4eac req-ea963407-b4f7-41e6-a974-25c99c082dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:02.106392 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e392b9d4-1bcb-4768-926f-6a37767a4eac req-ea963407-b4f7-41e6-a974-25c99c082dea service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d4f4efb1-006b-48dc-8e0e-fdc162500bab HTTP/1.1" status: 200 len: 851 time: 0.0748940 Aug 31 10:21:02.156939 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392b9d4-1bcb-4768-926f-6a37767a4eac req-ac77ab08-402d-4781-937e-b6e617b191d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:02.158467 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e392b9d4-1bcb-4768-926f-6a37767a4eac req-ac77ab08-402d-4781-937e-b6e617b191d7 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442574 Aug 31 10:21:02.201760 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-e2962a2b-43ee-4318-a9d0-ec018b48ef6c None None] Set router eb60b940-f9ef-4461-9f4d-eb3cc780f032 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:21:02.260327 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e392b9d4-1bcb-4768-926f-6a37767a4eac req-35e2f814-0bb6-4cad-b014-bcfc10ee13ec service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919397 Aug 31 10:21:02.355580 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e392b9d4-1bcb-4768-926f-6a37767a4eac req-91533207-98b6-473d-84a6-c80d81b8b2ae service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869298 Aug 31 10:21:02.450155 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e2962a2b-43ee-4318-a9d0-ec018b48ef6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'name': 'tempest-ServerActionsTestJSON-1578440857-router', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:20:37Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'gw_port': {'id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:38Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'c8091bf1-47f1-401b-8599-6fd9099ead2b', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'port_id': '0ea74243-b62b-4e1c-9219-2377e4a1cbf5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'mac_address': 'fa:16:3e:63:f6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8705c39-2afd-45f7-832a-d2c2c0cafa01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:20:44Z', 'updated_at': '2021-08-31T10:21:01Z', 'revision_number': 1, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2278a5-3f44-4cae-996f-d5da10d6764f', 'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'mac_address': 'fa:16:3e:68:5f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:40Z', 'updated_at': '2021-08-31T10:20:45Z', 'revision_number': 5, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'subnets': [{'id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:21:02.478271 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2962a2b-43ee-4318-a9d0-ec018b48ef6c None None] The sync data for ids ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'] in n-d-791506-28 is: [{'id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'name': 'tempest-ServerActionsTestJSON-1578440857-router', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:20:37Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'gw_port': {'id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:38Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'c8091bf1-47f1-401b-8599-6fd9099ead2b', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'port_id': '0ea74243-b62b-4e1c-9219-2377e4a1cbf5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'mac_address': 'fa:16:3e:63:f6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8705c39-2afd-45f7-832a-d2c2c0cafa01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:20:44Z', 'updated_at': '2021-08-31T10:21:01Z', 'revision_number': 1, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2278a5-3f44-4cae-996f-d5da10d6764f', 'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'mac_address': 'fa:16:3e:68:5f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:40Z', 'updated_at': '2021-08-31T10:20:45Z', 'revision_number': 5, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'subnets': [{'id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:21:02.673564 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f704cba-1e7b-48c9-b340-95bddf88a90f None None] New status for floating IP c8091bf1-47f1-401b-8599-6fd9099ead2b: ACTIVE {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:21:03.278138 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:03.723636 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:04.413405 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:21:09.146415 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-104b59ff-6cc5-4958-bc72-bf5324e7766f req-46e3777b-1cab-4361-af5f-4977b972d677 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0503459 Aug 31 10:21:09.236173 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b59ff-6cc5-4958-bc72-bf5324e7766f req-aac38b6b-1b4b-47d6-9003-3d56674fad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:09.237732 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-104b59ff-6cc5-4958-bc72-bf5324e7766f req-aac38b6b-1b4b-47d6-9003-3d56674fad74 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 1097 time: 0.0449216 Aug 31 10:21:09.352670 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b59ff-6cc5-4958-bc72-bf5324e7766f req-5f9694ab-2186-4223-bb0e-5bbaebf9747d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:09.354270 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-104b59ff-6cc5-4958-bc72-bf5324e7766f req-5f9694ab-2186-4223-bb0e-5bbaebf9747d service neutron] 10.222.0.112 "GET /v2.0/networks?id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 200 len: 914 time: 0.0887752 Aug 31 10:21:09.753290 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-104b59ff-6cc5-4958-bc72-bf5324e7766f req-9d347e99-8112-468e-9208-4a0330fcbe10 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ea74243-b62b-4e1c-9219-2377e4a1cbf5 HTTP/1.1" status: 200 len: 1001 time: 0.3910108 Aug 31 10:21:09.806995 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b59ff-6cc5-4958-bc72-bf5324e7766f req-d2ef9c58-98dd-46f8-bff3-7b887323d767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:09.808478 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-104b59ff-6cc5-4958-bc72-bf5324e7766f req-d2ef9c58-98dd-46f8-bff3-7b887323d767 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d4f4efb1-006b-48dc-8e0e-fdc162500bab HTTP/1.1" status: 200 len: 851 time: 0.0475705 Aug 31 10:21:09.856275 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b59ff-6cc5-4958-bc72-bf5324e7766f req-dc35ac3f-5fc8-46b6-9323-5ff2cf88d322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:09.857742 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-104b59ff-6cc5-4958-bc72-bf5324e7766f req-dc35ac3f-5fc8-46b6-9323-5ff2cf88d322 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410280 Aug 31 10:21:09.957164 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-104b59ff-6cc5-4958-bc72-bf5324e7766f req-4886d543-b0d5-466a-bc07-e3704f3589e5 service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889876 Aug 31 10:21:10.054992 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-104b59ff-6cc5-4958-bc72-bf5324e7766f req-57503008-8743-476e-be65-8bf855090dcd service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892298 Aug 31 10:21:11.346377 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fec9317a-4829-42b7-94d5-d5a5bac64992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:14.002563 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6237b9b9-a245-4b19-a7ab-0a5ff8e847a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:14.123547 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:15.597614 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:17.214443 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:20.021578 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47345889-6e7e-4918-9724-bce5bcf109f5 req-0375d51b-a3d2-4c4f-899f-06068f48fdc6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0270000 Aug 31 10:21:20.095047 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47345889-6e7e-4918-9724-bce5bcf109f5 req-0237cbcc-dd3b-4422-b265-14162a5a3c12 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0262678 Aug 31 10:21:20.137039 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47345889-6e7e-4918-9724-bce5bcf109f5 req-74ddb9d4-fcc1-4272-ba59-3a12b8f95f4a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211391 Aug 31 10:21:20.239138 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47345889-6e7e-4918-9724-bce5bcf109f5 req-13b3645e-fc6c-4488-a352-edc64d53c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:21:20.240625 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47345889-6e7e-4918-9724-bce5bcf109f5 req-13b3645e-fc6c-4488-a352-edc64d53c701 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0956059 Aug 31 10:21:33.271402 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:33.700719 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:41.373603 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cd9daf10-e419-4d5c-9147-9b54b0c1608a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:41.412976 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:21:43.979404 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b93a493b-4157-478f-a498-46687c2a08ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:44.093896 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:45.562694 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:21:47.265972 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:03.275923 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:03.755224 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:09.121213 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cb2a70a8-dd89-471e-b210-4ce6564a2a5f req-49377beb-1737-4266-b94c-4dd03b7ee11f service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419509 Aug 31 10:22:09.213411 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a70a8-dd89-471e-b210-4ce6564a2a5f req-a86d6604-ab3d-4650-b561-1d4aa4d60d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:09.214967 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cb2a70a8-dd89-471e-b210-4ce6564a2a5f req-a86d6604-ab3d-4650-b561-1d4aa4d60d36 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 1097 time: 0.0476568 Aug 31 10:22:09.326052 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a70a8-dd89-471e-b210-4ce6564a2a5f req-dcb5df9d-6dad-4ad9-b41a-9cb73d280374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:09.327754 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cb2a70a8-dd89-471e-b210-4ce6564a2a5f req-dcb5df9d-6dad-4ad9-b41a-9cb73d280374 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 200 len: 914 time: 0.0898709 Aug 31 10:22:09.400243 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cb2a70a8-dd89-471e-b210-4ce6564a2a5f req-8107ba2e-496c-4a15-9124-3085f363cf8a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ea74243-b62b-4e1c-9219-2377e4a1cbf5 HTTP/1.1" status: 200 len: 1001 time: 0.0651588 Aug 31 10:22:09.456179 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a70a8-dd89-471e-b210-4ce6564a2a5f req-d239f6a6-835e-4ec5-8444-6afce4a75dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:09.457664 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cb2a70a8-dd89-471e-b210-4ce6564a2a5f req-d239f6a6-835e-4ec5-8444-6afce4a75dce service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d4f4efb1-006b-48dc-8e0e-fdc162500bab HTTP/1.1" status: 200 len: 851 time: 0.0504990 Aug 31 10:22:09.505903 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a70a8-dd89-471e-b210-4ce6564a2a5f req-f6f35973-21eb-4714-af2a-1155f2f63697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:09.507683 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cb2a70a8-dd89-471e-b210-4ce6564a2a5f req-f6f35973-21eb-4714-af2a-1155f2f63697 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426607 Aug 31 10:22:09.519120 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [req-cb2a70a8-dd89-471e-b210-4ce6564a2a5f req-5892e18f-9306-4219-8416-f7203240ed3a service neutron] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95552) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:22:09.520060 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cb2a70a8-dd89-471e-b210-4ce6564a2a5f req-5892e18f-9306-4219-8416-f7203240ed3a service neutron] 10.222.0.112 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051091 Aug 31 10:22:09.630091 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cb2a70a8-dd89-471e-b210-4ce6564a2a5f req-21c29f88-d991-43ea-a550-d210f5c3beb3 service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026080 Aug 31 10:22:09.723607 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-cb2a70a8-dd89-471e-b210-4ce6564a2a5f req-020e198e-00b2-4423-865a-5b23db37528d service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850995 Aug 31 10:22:11.354199 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a90b1fc3-49e7-4f9e-9d8d-2d1a19252540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:13.989549 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3dc7dacc-d427-4e0a-a433-70a43d5f4954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:14.098474 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:15.571895 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:17.224091 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:18.412213 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:22:22.019275 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f508bdce-96c3-4e27-81fc-4389093186f3 req-12bbc27c-805a-4a61-8cd0-14435ee55009 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0302064 Aug 31 10:22:22.067606 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f508bdce-96c3-4e27-81fc-4389093186f3 req-a3ab7a92-d871-4cab-b656-4f14d41ef3ec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.0273671 Aug 31 10:22:22.110987 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f508bdce-96c3-4e27-81fc-4389093186f3 req-a6cfe200-1412-4503-8b36-af0dfabcf001 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40aea3578a764824ae85220fcc0c6911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228577 Aug 31 10:22:22.222481 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508bdce-96c3-4e27-81fc-4389093186f3 req-8c0efea8-376d-4e34-9de2-96ea7592efe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:22.224091 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f508bdce-96c3-4e27-81fc-4389093186f3 req-8c0efea8-376d-4e34-9de2-96ea7592efe1 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1069975 Aug 31 10:22:33.292043 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:33.691194 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:39.978754 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddcece5-dbdf-4e22-a7e8-bf888bd9f3c6 req-060c5d3b-5b5f-4706-aa93-de5542632d62 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:39.980375 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dddcece5-dbdf-4e22-a7e8-bf888bd9f3c6 req-060c5d3b-5b5f-4706-aa93-de5542632d62 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 945 time: 0.0538843 Aug 31 10:22:40.021035 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dddcece5-dbdf-4e22-a7e8-bf888bd9f3c6 req-142152a8-dd86-499d-bc78-61bf54d55b3f tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339239 Aug 31 10:22:40.437553 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcb768-84e9-4237-8862-630beaabae5a req-000c16d7-a6ee-4c6e-8a3b-e3d8a42983fe tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:40.439239 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0adcb768-84e9-4237-8862-630beaabae5a req-000c16d7-a6ee-4c6e-8a3b-e3d8a42983fe tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 945 time: 0.0586081 Aug 31 10:22:40.483808 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0adcb768-84e9-4237-8862-630beaabae5a req-b3c5f35a-816b-4417-a876-e271dc8b9a94 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383632 Aug 31 10:22:40.549342 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 52966) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:22:40.649144 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a5a1e89a-38fa-463a-8d89-bde12412aa2f req-ba783475-5e0b-4f2e-9e1b-9751014f6525 service neutron] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0985150 Aug 31 10:22:41.320199 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-837f8208-5890-47c6-bd2e-3cd0a4d2202f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:41.608181 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46ad9f-097b-4574-b951-42abc9ebbbf6 req-206e8306-42bd-4f8c-9671-c55c2731c6b6 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:41.609690 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7d46ad9f-097b-4574-b951-42abc9ebbbf6 req-206e8306-42bd-4f8c-9671-c55c2731c6b6 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 945 time: 0.0535555 Aug 31 10:22:41.650624 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7d46ad9f-097b-4574-b951-42abc9ebbbf6 req-4fb3b9a5-0d58-41e8-9ea8-bd574997f935 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347922 Aug 31 10:22:42.772522 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a844d7-5fb0-4cf0-bf0c-36a315082271 req-9bf31480-edcf-4e3c-8101-0f195a1155dc tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:42.774059 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88a844d7-5fb0-4cf0-bf0c-36a315082271 req-9bf31480-edcf-4e3c-8101-0f195a1155dc tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 945 time: 0.0513031 Aug 31 10:22:42.818492 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88a844d7-5fb0-4cf0-bf0c-36a315082271 req-5b7d92d7-4726-466f-810a-f0e6cb3e64f3 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370829 Aug 31 10:22:43.953124 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7688fc-def4-4e9d-b9bb-b51a035ddc60 req-7bfe8336-b724-4086-9b05-996755678ae8 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:43.954882 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fb7688fc-def4-4e9d-b9bb-b51a035ddc60 req-7bfe8336-b724-4086-9b05-996755678ae8 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 945 time: 0.0615163 Aug 31 10:22:43.999998 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fb7688fc-def4-4e9d-b9bb-b51a035ddc60 req-8e3b7f58-01c2-458b-9c2c-b15be8adeb61 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378213 Aug 31 10:22:44.000642 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5b9c0e92-1de5-4578-b139-0f453539939b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:44.108787 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:44.624522 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1e89a-38fa-463a-8d89-bde12412aa2f req-dcbede48-91a1-4fec-9af6-3cbb9e3c67b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:44.626087 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a5a1e89a-38fa-463a-8d89-bde12412aa2f req-dcbede48-91a1-4fec-9af6-3cbb9e3c67b4 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 1097 time: 0.0457561 Aug 31 10:22:44.725225 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1e89a-38fa-463a-8d89-bde12412aa2f req-9c85e9cf-b259-4c45-a1bc-30678a4cae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:44.727144 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a5a1e89a-38fa-463a-8d89-bde12412aa2f req-9c85e9cf-b259-4c45-a1bc-30678a4cae4e service neutron] 10.222.0.112 "GET /v2.0/networks?id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 200 len: 914 time: 0.0932009 Aug 31 10:22:44.804933 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a5a1e89a-38fa-463a-8d89-bde12412aa2f req-084486ac-41a5-4188-b920-bfd6d7f05442 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ea74243-b62b-4e1c-9219-2377e4a1cbf5 HTTP/1.1" status: 200 len: 1001 time: 0.0692177 Aug 31 10:22:44.874877 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1e89a-38fa-463a-8d89-bde12412aa2f req-7a995f81-ef8b-4b10-b7f4-e04a68b303d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:44.876276 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a5a1e89a-38fa-463a-8d89-bde12412aa2f req-7a995f81-ef8b-4b10-b7f4-e04a68b303d4 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d4f4efb1-006b-48dc-8e0e-fdc162500bab HTTP/1.1" status: 200 len: 851 time: 0.0630422 Aug 31 10:22:44.927763 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1e89a-38fa-463a-8d89-bde12412aa2f req-447faeb4-42f1-4159-90fc-0368c4ebf03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:44.929311 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a5a1e89a-38fa-463a-8d89-bde12412aa2f req-447faeb4-42f1-4159-90fc-0368c4ebf03a service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434246 Aug 31 10:22:45.027534 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a5a1e89a-38fa-463a-8d89-bde12412aa2f req-8c03032e-be4c-4139-9b1b-1dce053f558d service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893714 Aug 31 10:22:45.127474 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ce4c7-95d5-4d6f-9ace-569fd6647b93 req-83e14fa2-530f-4ca8-90c4-4d353e92ea48 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:45.129182 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-359ce4c7-95d5-4d6f-9ace-569fd6647b93 req-83e14fa2-530f-4ca8-90c4-4d353e92ea48 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 945 time: 0.0518093 Aug 31 10:22:45.138455 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a5a1e89a-38fa-463a-8d89-bde12412aa2f req-2e91d709-69ce-4f33-bf6b-f2cb40526bb1 service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992987 Aug 31 10:22:45.172377 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-359ce4c7-95d5-4d6f-9ace-569fd6647b93 req-d9339eeb-e318-4e3e-b77c-39bf0dbcdcce tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365114 Aug 31 10:22:45.566161 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:46.293375 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483d826-9352-44d2-9511-2d5da451f603 req-f8ac0416-feae-4dcd-bf69-22d6201a6d5a tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:46.295884 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c483d826-9352-44d2-9511-2d5da451f603 req-f8ac0416-feae-4dcd-bf69-22d6201a6d5a tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 945 time: 0.0531764 Aug 31 10:22:46.337954 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c483d826-9352-44d2-9511-2d5da451f603 req-7b4be1c8-00f9-4b38-8bd7-cb93fea9f12b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354686 Aug 31 10:22:47.234289 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:22:47.464074 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3733d68-81c6-4b98-bdc9-61d060191fcd req-de1a8aff-966e-4548-8f1e-159036b4ab99 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:47.465462 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f3733d68-81c6-4b98-bdc9-61d060191fcd req-de1a8aff-966e-4548-8f1e-159036b4ab99 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 945 time: 0.0537686 Aug 31 10:22:47.505001 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f3733d68-81c6-4b98-bdc9-61d060191fcd req-b2298a55-0718-44cf-b76b-c038afae9464 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330660 Aug 31 10:22:48.629569 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e145a73-6b6d-4d3c-b992-356d04a87340 req-54f415a2-fb67-4548-b7a0-03b25e55bee4 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:48.631131 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7e145a73-6b6d-4d3c-b992-356d04a87340 req-54f415a2-fb67-4548-b7a0-03b25e55bee4 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 945 time: 0.0511379 Aug 31 10:22:48.673256 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7e145a73-6b6d-4d3c-b992-356d04a87340 req-8ead6c39-2261-4c27-8670-2ea1dd8fe7d5 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357361 Aug 31 10:22:49.808036 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc05eaa-a62d-4ac8-8228-e7b12ca57372 req-3dbdf6e4-721c-4202-80a7-7f5eba5d353d tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:49.810387 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7bc05eaa-a62d-4ac8-8228-e7b12ca57372 req-3dbdf6e4-721c-4202-80a7-7f5eba5d353d tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 945 time: 0.0626822 Aug 31 10:22:49.853633 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7bc05eaa-a62d-4ac8-8228-e7b12ca57372 req-9ca0359b-2f50-4c68-98b6-649e22321f4b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370867 Aug 31 10:22:51.007682 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35494fb1-c892-44df-8cbc-dc3d5faaa3f2 req-3525aaad-8e94-4a5a-a877-9389a4ac885d tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:51.009669 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-35494fb1-c892-44df-8cbc-dc3d5faaa3f2 req-3525aaad-8e94-4a5a-a877-9389a4ac885d tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 945 time: 0.0613565 Aug 31 10:22:51.055938 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-35494fb1-c892-44df-8cbc-dc3d5faaa3f2 req-3434952e-a847-4492-ba67-a2eae7e8e4b2 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389717 Aug 31 10:22:52.187516 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049987bd-8d7d-47f0-a49f-c8cc7bf5731d req-f5d1021a-c0f3-47e7-9e1d-adb5f561bba3 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:52.189084 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-049987bd-8d7d-47f0-a49f-c8cc7bf5731d req-f5d1021a-c0f3-47e7-9e1d-adb5f561bba3 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 945 time: 0.0611455 Aug 31 10:22:52.242329 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-049987bd-8d7d-47f0-a49f-c8cc7bf5731d req-37d04cc3-d07b-4a8a-b08a-a14acbda4fcc tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467284 Aug 31 10:22:53.385650 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c9db9-8a51-451a-9829-ee1e5899e388 req-501ba6df-3394-495b-a526-02b491bb3367 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:53.388475 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ee3c9db9-8a51-451a-9829-ee1e5899e388 req-501ba6df-3394-495b-a526-02b491bb3367 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 945 time: 0.0668871 Aug 31 10:22:53.430580 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ee3c9db9-8a51-451a-9829-ee1e5899e388 req-cfe94741-5a18-4405-8313-74069a98bf95 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359826 Aug 31 10:22:54.560666 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c965d03-90fb-4fc9-984b-9c16be906c7d req-d86a1721-e25f-40f8-8f7e-9b7cd34d273b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:54.562227 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c965d03-90fb-4fc9-984b-9c16be906c7d req-d86a1721-e25f-40f8-8f7e-9b7cd34d273b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 945 time: 0.0567403 Aug 31 10:22:54.610234 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c965d03-90fb-4fc9-984b-9c16be906c7d req-bd49136e-c062-423f-aa59-86e05fa2fc2c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404136 Aug 31 10:22:55.411447 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:22:55.744772 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68174f47-06d3-4430-9203-b9250d1d8d8b req-40b0be84-15a4-4077-9883-a3d1a068ea3d tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:55.746361 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-68174f47-06d3-4430-9203-b9250d1d8d8b req-40b0be84-15a4-4077-9883-a3d1a068ea3d tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 945 time: 0.0507886 Aug 31 10:22:55.788945 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-68174f47-06d3-4430-9203-b9250d1d8d8b req-fe677f7c-7173-40ce-bb5d-e29968c08b39 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351326 Aug 31 10:22:56.912809 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ff0cd-4a18-4991-a58f-a8d22f32548c req-1d46f2e2-b79c-4b26-bf67-443930d19a6b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:56.914421 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b86ff0cd-4a18-4991-a58f-a8d22f32548c req-1d46f2e2-b79c-4b26-bf67-443930d19a6b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 945 time: 0.0511260 Aug 31 10:22:56.959497 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b86ff0cd-4a18-4991-a58f-a8d22f32548c req-fd9386aa-19f3-4cb3-9b2e-5a61742c67b5 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377815 Aug 31 10:22:57.202957 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a5a1e89a-38fa-463a-8d89-bde12412aa2f req-7fdc7a3d-42f7-45fc-8759-9af340aab3b6 service neutron] 10.222.0.112 "GET /v2.0/ports/0ea74243-b62b-4e1c-9219-2377e4a1cbf5/bindings/n-h1-791506-28 HTTP/1.1" status: 200 len: 383 time: 0.0583153 Aug 31 10:22:57.864925 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1e89a-38fa-463a-8d89-bde12412aa2f req-ac8a7a05-8f0b-4446-bd0e-de002d934775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:57.866418 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a5a1e89a-38fa-463a-8d89-bde12412aa2f req-ac8a7a05-8f0b-4446-bd0e-de002d934775 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01&tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1 HTTP/1.1" status: 200 len: 1097 time: 0.0458033 Aug 31 10:22:57.951546 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1e89a-38fa-463a-8d89-bde12412aa2f req-1a061a05-922d-4cd3-8fca-0e06a20c528c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:57.953134 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a5a1e89a-38fa-463a-8d89-bde12412aa2f req-1a061a05-922d-4cd3-8fca-0e06a20c528c service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 1097 time: 0.0496428 Aug 31 10:22:58.069318 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1e89a-38fa-463a-8d89-bde12412aa2f req-ff26e30b-4ee9-4c84-a11e-15a4d9038162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:58.071132 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a5a1e89a-38fa-463a-8d89-bde12412aa2f req-ff26e30b-4ee9-4c84-a11e-15a4d9038162 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 200 len: 914 time: 0.1105940 Aug 31 10:22:58.095690 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989109e0-c364-4d1e-96db-761054bdaaf5 req-717c3b68-c070-4672-8b0d-577aeb7a6535 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:58.097380 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-989109e0-c364-4d1e-96db-761054bdaaf5 req-717c3b68-c070-4672-8b0d-577aeb7a6535 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 945 time: 0.0607400 Aug 31 10:22:58.140417 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-989109e0-c364-4d1e-96db-761054bdaaf5 req-070a861a-fff0-487b-b0ce-e79b9aca9d45 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366116 Aug 31 10:22:58.157334 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a5a1e89a-38fa-463a-8d89-bde12412aa2f req-a4e3a7bb-dd0e-46a0-a271-8ef18cacd8e4 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ea74243-b62b-4e1c-9219-2377e4a1cbf5 HTTP/1.1" status: 200 len: 1001 time: 0.0767057 Aug 31 10:22:58.210603 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1e89a-38fa-463a-8d89-bde12412aa2f req-1923e57a-1f36-448e-9cfb-7a408c1c095f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:58.212970 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a5a1e89a-38fa-463a-8d89-bde12412aa2f req-1923e57a-1f36-448e-9cfb-7a408c1c095f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d4f4efb1-006b-48dc-8e0e-fdc162500bab HTTP/1.1" status: 200 len: 851 time: 0.0475302 Aug 31 10:22:58.269120 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1e89a-38fa-463a-8d89-bde12412aa2f req-3c812f82-0cfc-446d-bd05-395a199949b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:58.271368 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a5a1e89a-38fa-463a-8d89-bde12412aa2f req-3c812f82-0cfc-446d-bd05-395a199949b3 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504646 Aug 31 10:22:58.372042 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a5a1e89a-38fa-463a-8d89-bde12412aa2f req-43c6151a-81fb-404c-8ee2-7a1f772c34e4 service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919018 Aug 31 10:22:58.471497 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-a5a1e89a-38fa-463a-8d89-bde12412aa2f req-6babd686-78fa-47a8-9926-53cfb66800d0 service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914080 Aug 31 10:22:59.265263 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a8505-9bdc-4a7a-b891-f75f63dd9284 req-aac856bf-6022-4c99-9883-47abd7a64ce8 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:22:59.266977 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6e5a8505-9bdc-4a7a-b891-f75f63dd9284 req-aac856bf-6022-4c99-9883-47abd7a64ce8 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 945 time: 0.0517781 Aug 31 10:22:59.311639 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6e5a8505-9bdc-4a7a-b891-f75f63dd9284 req-57612114-d324-4eee-9ac0-d46a57e8e49f tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377245 Aug 31 10:23:00.438377 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccf9a2-1a99-4e4d-9a84-2a488b20d8ab req-b2c05881-02f4-43e2-9b75-ac0422d82cda tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:00.439976 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-77ccf9a2-1a99-4e4d-9a84-2a488b20d8ab req-b2c05881-02f4-43e2-9b75-ac0422d82cda tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 945 time: 0.0529373 Aug 31 10:23:00.481215 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-77ccf9a2-1a99-4e4d-9a84-2a488b20d8ab req-57f435a3-1702-42d0-aa25-02fe988026a0 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342758 Aug 31 10:23:01.611603 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a8377-f483-459a-a0cd-ad7f2f4d6ba5 req-e8f48a5b-d988-4bf9-9cc2-dac4eedecdb8 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:01.613242 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-063a8377-f483-459a-a0cd-ad7f2f4d6ba5 req-e8f48a5b-d988-4bf9-9cc2-dac4eedecdb8 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 945 time: 0.0582833 Aug 31 10:23:01.655546 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-063a8377-f483-459a-a0cd-ad7f2f4d6ba5 req-e2181c86-f91c-47d7-a0ef-3a9e78eceef2 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347481 Aug 31 10:23:02.039412 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae88b7-3afb-4ac2-819f-eba457c54ef7 req-cac00715-d1cc-4b64-975c-154d927e854f tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:02.041400 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-65ae88b7-3afb-4ac2-819f-eba457c54ef7 req-cac00715-d1cc-4b64-975c-154d927e854f tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 945 time: 0.0612974 Aug 31 10:23:02.083636 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-65ae88b7-3afb-4ac2-819f-eba457c54ef7 req-614a75fa-61dc-433d-b5a1-290ca18e40c3 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350659 Aug 31 10:23:02.133597 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1693a-34b8-4dbb-8bf0-bbd21b67d0c9 req-225994ea-28fe-4024-a0d6-4d9552965fb9 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:02.135300 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c5f1693a-34b8-4dbb-8bf0-bbd21b67d0c9 req-225994ea-28fe-4024-a0d6-4d9552965fb9 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.112 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01&tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&binding%3Ahost_id=n-h1-791506-28 HTTP/1.1" status: 200 len: 945 time: 0.0593095 Aug 31 10:23:02.207334 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 0ea74243-b62b-4e1c-9219-2377e4a1cbf5 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:23:02.209922 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 0ea74243-b62b-4e1c-9219-2377e4a1cbf5 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:23:02.238912 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1693a-34b8-4dbb-8bf0-bbd21b67d0c9 req-f0d1219e-41e5-4a6e-b402-17f7c2095627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:02.240821 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c5f1693a-34b8-4dbb-8bf0-bbd21b67d0c9 req-f0d1219e-41e5-4a6e-b402-17f7c2095627 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 1097 time: 0.0573285 Aug 31 10:23:02.351963 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1693a-34b8-4dbb-8bf0-bbd21b67d0c9 req-d94a8981-61c7-45eb-bd25-4d5782e6d5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:02.353438 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c5f1693a-34b8-4dbb-8bf0-bbd21b67d0c9 req-d94a8981-61c7-45eb-bd25-4d5782e6d5b3 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 200 len: 914 time: 0.1056912 Aug 31 10:23:02.385754 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:02.418242 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 0ea74243-b62b-4e1c-9219-2377e4a1cbf5, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=0ea74243-b62b-4e1c-9219-2377e4a1cbf5,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:23:02.431211 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8705c39-2afd-45f7-832a-d2c2c0cafa01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ea74243-b62b-4e1c-9219-2377e4a1cbf5'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:23:02.433552 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3057b6c-5ca2-4345-95f0-f9514abf9b8f" -d '{"events": [{"server_uuid": "c8705c39-2afd-45f7-832a-d2c2c0cafa01", "name": "network-vif-unplugged", "status": "completed", "tag": "0ea74243-b62b-4e1c-9219-2377e4a1cbf5"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:23:02.437341 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c5f1693a-34b8-4dbb-8bf0-bbd21b67d0c9 req-fc46261b-d081-4df0-b8d7-6b6fc5964f09 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ea74243-b62b-4e1c-9219-2377e4a1cbf5 HTTP/1.1" status: 200 len: 1001 time: 0.0763955 Aug 31 10:23:02.449312 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '0ea74243-b62b-4e1c-9219-2377e4a1cbf5', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'port_id': '0ea74243-b62b-4e1c-9219-2377e4a1cbf5', 'mac_address': 'fa:16:3e:63:f6:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:23:02.452813 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 0ea74243-b62b-4e1c-9219-2377e4a1cbf5, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=0ea74243-b62b-4e1c-9219-2377e4a1cbf5,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:23:02.496834 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 10:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c329e1-a967-417f-b2bd-4623330d97d4 x-openstack-request-id: req-58c329e1-a967-417f-b2bd-4623330d97d4 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:23:02.497136 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8705c39-2afd-45f7-832a-d2c2c0cafa01", "name": "network-vif-unplugged", "status": "completed", "tag": "0ea74243-b62b-4e1c-9219-2377e4a1cbf5", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:23:02.497378 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-58c329e1-a967-417f-b2bd-4623330d97d4 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:23:02.497774 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8705c39-2afd-45f7-832a-d2c2c0cafa01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ea74243-b62b-4e1c-9219-2377e4a1cbf5', 'code': 200} Aug 31 10:23:02.500558 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1693a-34b8-4dbb-8bf0-bbd21b67d0c9 req-459183f6-5e57-4117-8e9c-ee7d136170eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:02.502675 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c5f1693a-34b8-4dbb-8bf0-bbd21b67d0c9 req-459183f6-5e57-4117-8e9c-ee7d136170eb service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d4f4efb1-006b-48dc-8e0e-fdc162500bab HTTP/1.1" status: 200 len: 851 time: 0.0565004 Aug 31 10:23:02.503269 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:02.530308 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ea74243-b62b-4e1c-9219-2377e4a1cbf5 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:23:02.538471 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:02.563003 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1693a-34b8-4dbb-8bf0-bbd21b67d0c9 req-9ee48168-e757-45f3-952a-0f6b0e57e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:02.564899 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c5f1693a-34b8-4dbb-8bf0-bbd21b67d0c9 req-9ee48168-e757-45f3-952a-0f6b0e57e6a5 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549481 Aug 31 10:23:02.637387 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 10:23:02.637900 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 10:23:02.644396 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=0ea74243-b62b-4e1c-9219-2377e4a1cbf5,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:02.652881 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:02.653231 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:02.653568 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:02.653900 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:02.654235 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:02.654575 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:02.654994 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:02.655382 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:02.655703 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:02.656023 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:02.656344 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:02.656661 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:02.689247 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c5f1693a-34b8-4dbb-8bf0-bbd21b67d0c9 req-6fb10803-3d55-4cca-b670-5dd76e6de245 service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162012 Aug 31 10:23:02.799244 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c5f1693a-34b8-4dbb-8bf0-bbd21b67d0c9 req-0d7378ca-c0cb-434e-aec1-dab3996372a9 service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022620 Aug 31 10:23:03.181243 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:03.195286 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea74243-b62b-4e1c-9219-2377e4a1cbf5 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:23:03.212104 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef13a1-7844-4e7e-9d86-1db7800ef24f req-a11db61c-99b1-417c-a476-cd1c72f713b3 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:03.213742 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6aef13a1-7844-4e7e-9d86-1db7800ef24f req-a11db61c-99b1-417c-a476-cd1c72f713b3 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 943 time: 0.0565712 Aug 31 10:23:03.218345 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 0ea74243-b62b-4e1c-9219-2377e4a1cbf5, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=0ea74243-b62b-4e1c-9219-2377e4a1cbf5,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:23:03.257299 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6aef13a1-7844-4e7e-9d86-1db7800ef24f req-8cc46e4f-e3f4-473e-892c-6e444dd6dd68 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360999 Aug 31 10:23:03.296709 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:03.321864 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:03.349548 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=0ea74243-b62b-4e1c-9219-2377e4a1cbf5,revision_number=7']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:03.534709 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['0ea74243-b62b-4e1c-9219-2377e4a1cbf5'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:23:03.742643 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:04.211536 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 0ea74243-b62b-4e1c-9219-2377e4a1cbf5 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:23:04.266116 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 0ea74243-b62b-4e1c-9219-2377e4a1cbf5 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:23:04.266818 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:04.354372 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:04.393129 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b96d31-0099-44dc-8b17-33c434d4dd98 req-5c7f441f-fe2a-40a7-bb74-11988468f726 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:04.394380 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 0ea74243-b62b-4e1c-9219-2377e4a1cbf5, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=0ea74243-b62b-4e1c-9219-2377e4a1cbf5,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:23:04.394810 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b0b96d31-0099-44dc-8b17-33c434d4dd98 req-5c7f441f-fe2a-40a7-bb74-11988468f726 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 944 time: 0.0614195 Aug 31 10:23:04.436422 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b0b96d31-0099-44dc-8b17-33c434d4dd98 req-3bccf4a8-f570-4a50-8252-fa1f1acc2837 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349414 Aug 31 10:23:04.498841 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8705c39-2afd-45f7-832a-d2c2c0cafa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea74243-b62b-4e1c-9219-2377e4a1cbf5'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:23:04.501517 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432d13fe-2351-4fcd-9c2b-f4ccfd33088b" -d '{"events": [{"server_uuid": "c8705c39-2afd-45f7-832a-d2c2c0cafa01", "name": "network-vif-plugged", "status": "completed", "tag": "0ea74243-b62b-4e1c-9219-2377e4a1cbf5"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:23:04.505545 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:04.546833 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b31f17-f740-4f40-b09b-8ecb489767e9 x-openstack-request-id: req-38b31f17-f740-4f40-b09b-8ecb489767e9 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:23:04.547139 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8705c39-2afd-45f7-832a-d2c2c0cafa01", "name": "network-vif-plugged", "status": "completed", "tag": "0ea74243-b62b-4e1c-9219-2377e4a1cbf5", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:23:04.547388 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-38b31f17-f740-4f40-b09b-8ecb489767e9 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:23:04.547801 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8705c39-2afd-45f7-832a-d2c2c0cafa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea74243-b62b-4e1c-9219-2377e4a1cbf5', 'code': 200} Aug 31 10:23:04.563474 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fcd8d-2216-40c3-a6fa-52a5b12d57d4 req-bcb29714-2f89-4b8d-85e1-776858307e7c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:04.565346 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e4fcd8d-2216-40c3-a6fa-52a5b12d57d4 req-bcb29714-2f89-4b8d-85e1-776858307e7c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 945 time: 0.0576799 Aug 31 10:23:04.566866 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=0ea74243-b62b-4e1c-9219-2377e4a1cbf5,revision_number=8']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:04.608299 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e4fcd8d-2216-40c3-a6fa-52a5b12d57d4 req-cd1c32e8-2e0c-4320-ba5f-a20120141ebe tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360653 Aug 31 10:23:04.730480 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c2467-3633-476a-8cab-f7e4951106fa req-3703312f-e72e-4ece-8784-7d58fd4b00af tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:04.732024 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a53c2467-3633-476a-8cab-f7e4951106fa req-3703312f-e72e-4ece-8784-7d58fd4b00af tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 945 time: 0.0513895 Aug 31 10:23:04.775278 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a53c2467-3633-476a-8cab-f7e4951106fa req-371eca6e-3b59-44d9-bbb1-ad0ded9868c2 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370200 Aug 31 10:23:05.474641 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d7f47-f16e-4900-8e88-36ba211e21bc req-f9dcfda7-ca51-4c4d-be32-bf268d811dd8 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:05.476249 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f17d7f47-f16e-4900-8e88-36ba211e21bc req-f9dcfda7-ca51-4c4d-be32-bf268d811dd8 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 945 time: 0.0599382 Aug 31 10:23:05.517632 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f17d7f47-f16e-4900-8e88-36ba211e21bc req-7f32633d-25cd-45bb-becb-c3fcabac0591 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345404 Aug 31 10:23:06.639435 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e94c6-0f40-4634-8f8d-be0a7b16c461 req-cbbfe444-913a-4263-8aa7-e09cab28297c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:06.641042 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a60e94c6-0f40-4634-8f8d-be0a7b16c461 req-cbbfe444-913a-4263-8aa7-e09cab28297c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 945 time: 0.0516529 Aug 31 10:23:06.681829 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a60e94c6-0f40-4634-8f8d-be0a7b16c461 req-3aae185f-8363-49a7-9a80-f02b5dcb3e5c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344942 Aug 31 10:23:06.950977 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1af17-a6ac-4d9c-8fc2-e82cbdb5d0f7 req-51660230-81e6-495b-a33e-f273afa52189 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:06.952500 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fae1af17-a6ac-4d9c-8fc2-e82cbdb5d0f7 req-51660230-81e6-495b-a33e-f273afa52189 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.112 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 945 time: 0.0570447 Aug 31 10:23:07.055341 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-fae1af17-a6ac-4d9c-8fc2-e82cbdb5d0f7 req-afee6dfd-88cd-4e59-b3db-e8ba3f6b4f76 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Deleting port 0ea74243-b62b-4e1c-9219-2377e4a1cbf5 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:23:07.055653 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-fae1af17-a6ac-4d9c-8fc2-e82cbdb5d0f7 req-afee6dfd-88cd-4e59-b3db-e8ba3f6b4f76 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:07.155321 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-fae1af17-a6ac-4d9c-8fc2-e82cbdb5d0f7 req-afee6dfd-88cd-4e59-b3db-e8ba3f6b4f76 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] For port 0ea74243-b62b-4e1c-9219-2377e4a1cbf5, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=0ea74243-b62b-4e1c-9219-2377e4a1cbf5,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:23:07.155683 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-fae1af17-a6ac-4d9c-8fc2-e82cbdb5d0f7 req-afee6dfd-88cd-4e59-b3db-e8ba3f6b4f76 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:07.343321 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-fae1af17-a6ac-4d9c-8fc2-e82cbdb5d0f7 req-afee6dfd-88cd-4e59-b3db-e8ba3f6b4f76 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:07.343629 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-fae1af17-a6ac-4d9c-8fc2-e82cbdb5d0f7 req-afee6dfd-88cd-4e59-b3db-e8ba3f6b4f76 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:07.343950 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [req-fae1af17-a6ac-4d9c-8fc2-e82cbdb5d0f7 req-afee6dfd-88cd-4e59-b3db-e8ba3f6b4f76 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Floating IP c8091bf1-47f1-401b-8599-6fd9099ead2b disassociated. External IP: 172.25.2.212, port: 0ea74243-b62b-4e1c-9219-2377e4a1cbf5. Aug 31 10:23:07.344289 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-fae1af17-a6ac-4d9c-8fc2-e82cbdb5d0f7 req-afee6dfd-88cd-4e59-b3db-e8ba3f6b4f76 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Calling delete_port for 0ea74243-b62b-4e1c-9219-2377e4a1cbf5 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:23:07.558943 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-fae1af17-a6ac-4d9c-8fc2-e82cbdb5d0f7 req-afee6dfd-88cd-4e59-b3db-e8ba3f6b4f76 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:07.593723 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee6dfd-88cd-4e59-b3db-e8ba3f6b4f76 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Pushing event deleted for resources: {'Port': ['ID=0ea74243-b62b-4e1c-9219-2377e4a1cbf5,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:07.605433 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee6dfd-88cd-4e59-b3db-e8ba3f6b4f76 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:07.605793 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee6dfd-88cd-4e59-b3db-e8ba3f6b4f76 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:07.606158 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee6dfd-88cd-4e59-b3db-e8ba3f6b4f76 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:07.606500 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee6dfd-88cd-4e59-b3db-e8ba3f6b4f76 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:07.606860 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee6dfd-88cd-4e59-b3db-e8ba3f6b4f76 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:07.607193 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee6dfd-88cd-4e59-b3db-e8ba3f6b4f76 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:07.609817 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee6dfd-88cd-4e59-b3db-e8ba3f6b4f76 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:07.609817 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee6dfd-88cd-4e59-b3db-e8ba3f6b4f76 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:07.609817 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee6dfd-88cd-4e59-b3db-e8ba3f6b4f76 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:07.609817 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee6dfd-88cd-4e59-b3db-e8ba3f6b4f76 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:07.609817 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee6dfd-88cd-4e59-b3db-e8ba3f6b4f76 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:07.609817 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afee6dfd-88cd-4e59-b3db-e8ba3f6b4f76 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:23:07.749264 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fae1af17-a6ac-4d9c-8fc2-e82cbdb5d0f7 req-afee6dfd-88cd-4e59-b3db-e8ba3f6b4f76 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Router eb60b940-f9ef-4461-9f4d-eb3cc780f032 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:23:07.790606 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c5ca4b1a-ccf4-48ed-9256-93d1058afd2a req-46ad4e6a-f5fa-445a-8ec1-ee70290c0918 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 210 time: 0.0314887 Aug 31 10:23:07.872249 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fae1af17-a6ac-4d9c-8fc2-e82cbdb5d0f7 req-afee6dfd-88cd-4e59-b3db-e8ba3f6b4f76 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:23:07.882436 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6d467c-c682-49de-a6a0-a1156236ce2d None None] Sync routers for ids ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:23:07.892320 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6d467c-c682-49de-a6a0-a1156236ce2d None None] Routers {'eb60b940-f9ef-4461-9f4d-eb3cc780f032'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:23:07.892919 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-ba6d467c-c682-49de-a6a0-a1156236ce2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:22:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:23:07.917749 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae1af17-a6ac-4d9c-8fc2-e82cbdb5d0f7 req-afee6dfd-88cd-4e59-b3db-e8ba3f6b4f76 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] No DVR routers for this DVR port 0ea74243-b62b-4e1c-9219-2377e4a1cbf5 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:23:07.920942 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-fae1af17-a6ac-4d9c-8fc2-e82cbdb5d0f7 req-afee6dfd-88cd-4e59-b3db-e8ba3f6b4f76 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:07.924521 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-fae1af17-a6ac-4d9c-8fc2-e82cbdb5d0f7 req-afee6dfd-88cd-4e59-b3db-e8ba3f6b4f76 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.112 "DELETE /v2.0/ports/0ea74243-b62b-4e1c-9219-2377e4a1cbf5 HTTP/1.1" status: 204 len: 173 time: 0.9626963 Aug 31 10:23:07.925215 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8705c39-2afd-45f7-832a-d2c2c0cafa01', 'name': 'network-vif-deleted', 'tag': '0ea74243-b62b-4e1c-9219-2377e4a1cbf5'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:23:07.927876 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efb09fcb25d757964e6e64477cf3964f72eef090657aa62846af519e9d9507f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec67263-8622-479c-8fb8-aba4989b362f" -d '{"events": [{"server_uuid": "c8705c39-2afd-45f7-832a-d2c2c0cafa01", "name": "network-vif-deleted", "tag": "0ea74243-b62b-4e1c-9219-2377e4a1cbf5"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:23:07.977645 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb569618-2e93-4803-b1dc-bfdf67578ea8 x-openstack-request-id: req-fb569618-2e93-4803-b1dc-bfdf67578ea8 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:23:07.978275 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8705c39-2afd-45f7-832a-d2c2c0cafa01", "name": "network-vif-deleted", "tag": "0ea74243-b62b-4e1c-9219-2377e4a1cbf5", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:23:07.978275 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-fb569618-2e93-4803-b1dc-bfdf67578ea8 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:23:07.978697 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8705c39-2afd-45f7-832a-d2c2c0cafa01', 'name': 'network-vif-deleted', 'tag': '0ea74243-b62b-4e1c-9219-2377e4a1cbf5', 'status': 'completed', 'code': 200} Aug 31 10:23:08.012848 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-ba6d467c-c682-49de-a6a0-a1156236ce2d None None] Set router eb60b940-f9ef-4461-9f4d-eb3cc780f032 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:23:08.245351 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-ba6d467c-c682-49de-a6a0-a1156236ce2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'name': 'tempest-ServerActionsTestJSON-1578440857-router', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:20:37Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'gw_port': {'id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:38Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'ae2278a5-3f44-4cae-996f-d5da10d6764f', 'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'mac_address': 'fa:16:3e:68:5f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:40Z', 'updated_at': '2021-08-31T10:20:45Z', 'revision_number': 5, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'subnets': [{'id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:23:08.275382 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6d467c-c682-49de-a6a0-a1156236ce2d None None] Checking router: eb60b940-f9ef-4461-9f4d-eb3cc780f032 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:23:08.284914 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6d467c-c682-49de-a6a0-a1156236ce2d None None] Routers {'eb60b940-f9ef-4461-9f4d-eb3cc780f032'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:23:08.296295 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-ba6d467c-c682-49de-a6a0-a1156236ce2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:22:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:23:08.491808 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-ba6d467c-c682-49de-a6a0-a1156236ce2d None None] Set router eb60b940-f9ef-4461-9f4d-eb3cc780f032 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:23:08.702519 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-ba6d467c-c682-49de-a6a0-a1156236ce2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'name': 'tempest-ServerActionsTestJSON-1578440857-router', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:20:37Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'gw_port': {'id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:38Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'ae2278a5-3f44-4cae-996f-d5da10d6764f', 'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'mac_address': 'fa:16:3e:68:5f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:40Z', 'updated_at': '2021-08-31T10:20:45Z', 'revision_number': 5, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'subnets': [{'id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:23:08.727811 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6d467c-c682-49de-a6a0-a1156236ce2d None None] The sync data for ids ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'] in n-d-791506-28 is: [{'id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'name': 'tempest-ServerActionsTestJSON-1578440857-router', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:20:37Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'gw_port': {'id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:38Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'ae2278a5-3f44-4cae-996f-d5da10d6764f', 'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'mac_address': 'fa:16:3e:68:5f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:40Z', 'updated_at': '2021-08-31T10:20:45Z', 'revision_number': 5, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'subnets': [{'id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:23:08.905015 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-44ad664c-3062-46fe-8aff-ef4554ed3eaa req-8f688c05-ccaf-4cdd-9563-2b208ed3c454 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 210 time: 0.0306718 Aug 31 10:23:08.989557 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0412c9db-d3a3-4eba-909e-6c9044e70781 None None] New status for floating IP c8091bf1-47f1-401b-8599-6fd9099ead2b: DOWN {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:23:09.111219 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6a8d55fc-088b-4d66-92ea-d5f6d0baf437 req-79f8accd-261d-4569-b219-3942f84df3e6 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0272422 Aug 31 10:23:09.197555 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6a8d55fc-088b-4d66-92ea-d5f6d0baf437 req-4501f109-9dc0-45db-b96c-4aa4eb8a5622 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=c8705c39-2afd-45f7-832a-d2c2c0cafa01 HTTP/1.1" status: 200 len: 210 time: 0.0267649 Aug 31 10:23:09.323154 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d55fc-088b-4d66-92ea-d5f6d0baf437 req-c871022a-75d0-4da1-89c2-8c59ab4580d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:09.325513 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6a8d55fc-088b-4d66-92ea-d5f6d0baf437 req-c871022a-75d0-4da1-89c2-8c59ab4580d0 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1000121 Aug 31 10:23:09.430313 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d55fc-088b-4d66-92ea-d5f6d0baf437 req-30384593-9712-43ea-af9a-c9827f1be108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:09.431794 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-6a8d55fc-088b-4d66-92ea-d5f6d0baf437 req-30384593-9712-43ea-af9a-c9827f1be108 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0952575 Aug 31 10:23:10.145767 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-82527494-def9-4a7a-bbf8-11e6582b92f0 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-securitygroup--1679985055&fields=id&tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1 HTTP/1.1" status: 200 len: 267 time: 0.0344486 Aug 31 10:23:10.244690 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 0ea74243-b62b-4e1c-9219-2377e4a1cbf5 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:23:10.258030 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-ce397a1c-73aa-454e-9a98-936748126133 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:10.259600 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-ce397a1c-73aa-454e-9a98-936748126133 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/networks?id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 200 len: 812 time: 0.1059439 Aug 31 10:23:10.269305 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 0ea74243-b62b-4e1c-9219-2377e4a1cbf5 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:23:10.269644 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 0ea74243-b62b-4e1c-9219-2377e4a1cbf5 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:23:10.276744 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-578cb7cc-f840-4e13-8f44-f1663a1f89cb tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/quotas/1ef6e28ebc3e4e308ac236e16f4318d1 HTTP/1.1" status: 200 len: 375 time: 0.0097721 Aug 31 10:23:10.333946 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-3a97129a-857a-4718-8d7c-d5133dee80a4 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505183 Aug 31 10:23:10.438568 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-7c07482e-29f9-4e85-99e1-1d1a3b3ff0d1 service neutron] 10.222.0.119 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924442 Aug 31 10:23:10.533998 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-c2c8db1c-aca7-49e6-886f-e2f76675a6ca service neutron] 10.222.0.119 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891564 Aug 31 10:23:10.821069 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5fae244a-c48c-479f-a7fe-fdf0dbf17433 req-d65e470a-5f9f-4a86-a9d6-72afb3a8393c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 210 time: 0.0370271 Aug 31 10:23:11.365160 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e2eae098-2386-4649-b703-c1d3fcb9a77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:11.930914 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b0f4e2f0-e6fd-46a8-8cb1-c9ef0a1f1570 req-b8d0ddac-9c8b-42fd-9684-2b653df3d15b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 210 time: 0.0382721 Aug 31 10:23:12.902045 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-65de11f1-a475-4042-b0fe-809fab325206 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:12.903579 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-65de11f1-a475-4042-b0fe-809fab325206 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.112 "GET /v2.0/networks?id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 200 len: 812 time: 0.1143672 Aug 31 10:23:12.951955 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-b34b5e3c-9cc5-428d-9538-b3d16cc0c734 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1 HTTP/1.1" status: 200 len: 380 time: 0.0388236 Aug 31 10:23:12.966291 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-a82047fd-d9f5-488b-868e-da3ced984c7f tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Request body: {'port': {'device_id': 'a8a270f1-d2ac-47c0-8831-9114d907ca49', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'admin_state_up': True, 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'security_groups': ['c22eec1c-fb78-42ed-9fed-adb9454cc18d']}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:23:13.039766 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cfc46c69-fded-4780-b07d-55958aa9131d req-523320d6-2b30-4ec6-8113-a97d648cd5c7 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 210 time: 0.0294397 Aug 31 10:23:13.169659 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-a82047fd-d9f5-488b-868e-da3ced984c7f tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Made reservation on behalf of 1ef6e28ebc3e4e308ac236e16f4318d1 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:23:13.173387 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-a82047fd-d9f5-488b-868e-da3ced984c7f tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:13.315142 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-a82047fd-d9f5-488b-868e-da3ced984c7f tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Allocated IP 172.20.0.9 (e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1/d4f4efb1-006b-48dc-8e0e-fdc162500bab/2fb12a26-5fff-416d-ab81-ed0ccebbb510) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:23:13.463372 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-a82047fd-d9f5-488b-868e-da3ced984c7f tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:13.477106 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-a82047fd-d9f5-488b-868e-da3ced984c7f tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Transition to ACTIVE for port object 2fb12a26-5fff-416d-ab81-ed0ccebbb510 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:23:13.664856 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-a82047fd-d9f5-488b-868e-da3ced984c7f tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:13.712162 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-a82047fd-d9f5-488b-868e-da3ced984c7f tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Network e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:23:13.715449 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-a82047fd-d9f5-488b-868e-da3ced984c7f tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:23:13.718109 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-a82047fd-d9f5-488b-868e-da3ced984c7f tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:23:13.747251 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82047fd-d9f5-488b-868e-da3ced984c7f tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Pushing event updated for resources: {'Port': ['ID=2fb12a26-5fff-416d-ab81-ed0ccebbb510,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:13.790382 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-a82047fd-d9f5-488b-868e-da3ced984c7f tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:13.790382 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-a82047fd-d9f5-488b-868e-da3ced984c7f tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:13.891309 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-a82047fd-d9f5-488b-868e-da3ced984c7f tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9291399 Aug 31 10:23:13.908890 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-df7aa7e9-9f82-4925-880c-2b7269629ae0 service neutron] Request body: {'port': {'device_id': 'a8a270f1-d2ac-47c0-8831-9114d907ca49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:23:13.966245 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-df7aa7e9-9f82-4925-880c-2b7269629ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:14.016230 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-87046027-b774-4141-bdaf-8c92f87ea0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:14.038706 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-ca2094f5-a481-4f91-843e-528af9d8ff90 None None] Provisioning for port 2fb12a26-5fff-416d-ab81-ed0ccebbb510 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:23:14.043173 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-ca2094f5-a481-4f91-843e-528af9d8ff90 None None] Provisioning complete for port 2fb12a26-5fff-416d-ab81-ed0ccebbb510 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:23:14.048189 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ca2094f5-a481-4f91-843e-528af9d8ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:14.090962 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-ca2094f5-a481-4f91-843e-528af9d8ff90 None None] Port 2fb12a26-5fff-416d-ab81-ed0ccebbb510 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:23:14.096427 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:14.183165 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b0a74-4cb3-437c-967c-e3749658326a req-90fa8a53-3bbe-4db0-a6f5-2b63c752405f tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:14.184723 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-316b0a74-4cb3-437c-967c-e3749658326a req-90fa8a53-3bbe-4db0-a6f5-2b63c752405f tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 931 time: 0.0519631 Aug 31 10:23:14.227779 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-316b0a74-4cb3-437c-967c-e3749658326a req-ceabc17e-7b97-4647-ad3d-988123548062 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367713 Aug 31 10:23:14.269777 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-df7aa7e9-9f82-4925-880c-2b7269629ae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fb12a26-5fff-416d-ab81-ed0ccebbb510 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:23:14.278119 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-df7aa7e9-9f82-4925-880c-2b7269629ae0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:14.290345 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-df7aa7e9-9f82-4925-880c-2b7269629ae0 service neutron] Transition to ACTIVE for port object 2fb12a26-5fff-416d-ab81-ed0ccebbb510 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:23:14.359050 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-df7aa7e9-9f82-4925-880c-2b7269629ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:14.410240 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7aa7e9-9f82-4925-880c-2b7269629ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb12a26-5fff-416d-ab81-ed0ccebbb510,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:14.494212 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-df7aa7e9-9f82-4925-880c-2b7269629ae0 service neutron] Attempting to bind port 2fb12a26-5fff-416d-ab81-ed0ccebbb510 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:23:14.494579 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-df7aa7e9-9f82-4925-880c-2b7269629ae0 service neutron] Attempting to bind port 2fb12a26-5fff-416d-ab81-ed0ccebbb510 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'a6bf6874-ecd8-49c5-841d-4db361b999e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:23:14.494968 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-df7aa7e9-9f82-4925-880c-2b7269629ae0 service neutron] Attempting to bind port 2fb12a26-5fff-416d-ab81-ed0ccebbb510 on network e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:23:14.501587 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-df7aa7e9-9f82-4925-880c-2b7269629ae0 service neutron] Port 2fb12a26-5fff-416d-ab81-ed0ccebbb510 on network e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:23:14.502083 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-df7aa7e9-9f82-4925-880c-2b7269629ae0 service neutron] Attempting to bind port 2fb12a26-5fff-416d-ab81-ed0ccebbb510 on network e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:23:14.509456 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-df7aa7e9-9f82-4925-880c-2b7269629ae0 service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:23:14.509954 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-df7aa7e9-9f82-4925-880c-2b7269629ae0 service neutron] Checking segment: {'id': 'a6bf6874-ecd8-49c5-841d-4db361b999e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:23:14.510629 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-df7aa7e9-9f82-4925-880c-2b7269629ae0 service neutron] Bound using segment: {'id': 'a6bf6874-ecd8-49c5-841d-4db361b999e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:23:14.511352 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-df7aa7e9-9f82-4925-880c-2b7269629ae0 service neutron] Bound port: 2fb12a26-5fff-416d-ab81-ed0ccebbb510, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6bf6874-ecd8-49c5-841d-4db361b999e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:23:14.511810 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-df7aa7e9-9f82-4925-880c-2b7269629ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:14.590455 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-df7aa7e9-9f82-4925-880c-2b7269629ae0 service neutron] For port 2fb12a26-5fff-416d-ab81-ed0ccebbb510, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:23:14.590455 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-df7aa7e9-9f82-4925-880c-2b7269629ae0 service neutron] For port 2fb12a26-5fff-416d-ab81-ed0ccebbb510, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=2fb12a26-5fff-416d-ab81-ed0ccebbb510,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:23:14.661448 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-df7aa7e9-9f82-4925-880c-2b7269629ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:14.701387 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-df7aa7e9-9f82-4925-880c-2b7269629ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:14.702007 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-df7aa7e9-9f82-4925-880c-2b7269629ae0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:14.703449 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-df7aa7e9-9f82-4925-880c-2b7269629ae0 service neutron] 10.222.0.112 "PUT /v2.0/ports/2fb12a26-5fff-416d-ab81-ed0ccebbb510 HTTP/1.1" status: 200 len: 1092 time: 0.7991991 Aug 31 10:23:14.703906 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a270f1-d2ac-47c0-8831-9114d907ca49', 'tag': '2fb12a26-5fff-416d-ab81-ed0ccebbb510'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:23:14.706485 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efb09fcb25d757964e6e64477cf3964f72eef090657aa62846af519e9d9507f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aec37c7-12b2-47fc-bf52-7eb8b1ba85f5" -d '{"events": [{"name": "network-changed", "server_uuid": "a8a270f1-d2ac-47c0-8831-9114d907ca49", "tag": "2fb12a26-5fff-416d-ab81-ed0ccebbb510"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:23:14.735743 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7aa7e9-9f82-4925-880c-2b7269629ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb12a26-5fff-416d-ab81-ed0ccebbb510,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:14.766390 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3ba60f-e027-41d5-a44c-a48440a70682 x-openstack-request-id: req-4a3ba60f-e027-41d5-a44c-a48440a70682 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:23:14.766390 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8a270f1-d2ac-47c0-8831-9114d907ca49", "tag": "2fb12a26-5fff-416d-ab81-ed0ccebbb510", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:23:14.766390 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4a3ba60f-e027-41d5-a44c-a48440a70682 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:23:14.766390 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a270f1-d2ac-47c0-8831-9114d907ca49', 'tag': '2fb12a26-5fff-416d-ab81-ed0ccebbb510', 'status': 'completed', 'code': 200} Aug 31 10:23:14.846521 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec37c7-12b2-47fc-bf52-7eb8b1ba85f5 req-54c78746-b4f8-4433-b35f-90b40e9fc7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:14.848328 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5aec37c7-12b2-47fc-bf52-7eb8b1ba85f5 req-54c78746-b4f8-4433-b35f-90b40e9fc7e5 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 1095 time: 0.0516050 Aug 31 10:23:14.957589 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec37c7-12b2-47fc-bf52-7eb8b1ba85f5 req-97275fc3-f04d-4c55-8ba2-92e00217e745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:14.959113 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5aec37c7-12b2-47fc-bf52-7eb8b1ba85f5 req-97275fc3-f04d-4c55-8ba2-92e00217e745 service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1007841 Aug 31 10:23:15.064464 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec37c7-12b2-47fc-bf52-7eb8b1ba85f5 req-23366bd9-dd81-404d-802c-92fd39180b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:15.065860 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-5aec37c7-12b2-47fc-bf52-7eb8b1ba85f5 req-23366bd9-dd81-404d-802c-92fd39180b7e service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0983310 Aug 31 10:23:15.160905 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-12522d0b-6589-4c18-9d44-638e4262f16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:15.162414 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-12522d0b-6589-4c18-9d44-638e4262f16e service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 1095 time: 0.0474341 Aug 31 10:23:15.215675 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-f134602e-b061-4feb-b50e-9566a8b58151 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fb12a26-5fff-416d-ab81-ed0ccebbb510 HTTP/1.1" status: 200 len: 217 time: 0.0403483 Aug 31 10:23:15.272538 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-7aced280-9105-40fd-93ca-4328ffb2fb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:15.274042 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-7aced280-9105-40fd-93ca-4328ffb2fb7d service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d4f4efb1-006b-48dc-8e0e-fdc162500bab HTTP/1.1" status: 200 len: 851 time: 0.0480289 Aug 31 10:23:15.339463 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-6fd5592c-df3d-4160-b452-1cd47eb3bef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:15.341686 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-6fd5592c-df3d-4160-b452-1cd47eb3bef5 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549066 Aug 31 10:23:15.454614 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-3efd57b0-8770-49c4-884c-d8da32c51f43 service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994778 Aug 31 10:23:15.566356 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-1ea3cf10-6caf-42bb-9dba-0925960c26cd req-93d053ad-892d-4de3-a91f-ce91f6f57ec0 service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996130 Aug 31 10:23:15.580584 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:15.609057 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00c8d2-8a01-4266-9a0f-76f8da6c5f10 req-14d39e03-adf6-422f-bd71-c2481805a481 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:15.610506 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8d00c8d2-8a01-4266-9a0f-76f8da6c5f10 req-14d39e03-adf6-422f-bd71-c2481805a481 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 943 time: 0.0522380 Aug 31 10:23:15.650251 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8d00c8d2-8a01-4266-9a0f-76f8da6c5f10 req-04856a1b-ad9c-4f0a-881c-e9918ff229e7 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336294 Aug 31 10:23:16.778571 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000adbf8-f779-4589-b7e9-a357cbda1ce0 req-e4a3b248-1c58-4447-8908-6fa55c4fdc8b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:16.780154 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-000adbf8-f779-4589-b7e9-a357cbda1ce0 req-e4a3b248-1c58-4447-8908-6fa55c4fdc8b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 943 time: 0.0562773 Aug 31 10:23:16.823246 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-000adbf8-f779-4589-b7e9-a357cbda1ce0 req-7c3dccf9-966c-47bb-8228-7f658be88592 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368342 Aug 31 10:23:17.227667 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:17.953357 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b6ece-4282-4dd9-b254-6d68d2fbde23 req-2107d244-c94c-4f5c-aca2-3031961d6926 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:17.954961 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fd0b6ece-4282-4dd9-b254-6d68d2fbde23 req-2107d244-c94c-4f5c-aca2-3031961d6926 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 943 time: 0.0562010 Aug 31 10:23:17.998428 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fd0b6ece-4282-4dd9-b254-6d68d2fbde23 req-45b62429-6442-4cd9-81ed-b735751053f2 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356734 Aug 31 10:23:18.304831 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 2fb12a26-5fff-416d-ab81-ed0ccebbb510 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:23:18.411252 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 2fb12a26-5fff-416d-ab81-ed0ccebbb510, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=2fb12a26-5fff-416d-ab81-ed0ccebbb510,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:23:18.423474 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '2fb12a26-5fff-416d-ab81-ed0ccebbb510', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'port_id': '2fb12a26-5fff-416d-ab81-ed0ccebbb510', 'mac_address': 'fa:16:3e:02:fb:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:23:18.462868 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:18.476114 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fb12a26-5fff-416d-ab81-ed0ccebbb510 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:23:18.500564 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 2fb12a26-5fff-416d-ab81-ed0ccebbb510, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=2fb12a26-5fff-416d-ab81-ed0ccebbb510,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:23:18.574773 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:18.636807 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=2fb12a26-5fff-416d-ab81-ed0ccebbb510,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:18.822684 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['2fb12a26-5fff-416d-ab81-ed0ccebbb510'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:23:19.119297 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515da51-d54a-43c7-afa6-4ff8ef78fe83 req-f45c3c15-9c25-4822-bd55-5f9c0be8473f tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:19.121498 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7515da51-d54a-43c7-afa6-4ff8ef78fe83 req-f45c3c15-9c25-4822-bd55-5f9c0be8473f tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 944 time: 0.0531349 Aug 31 10:23:19.164679 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7515da51-d54a-43c7-afa6-4ff8ef78fe83 req-d82fba2e-9774-4164-97fb-c1e7fa5f94c7 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344443 Aug 31 10:23:20.293098 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b9419-3429-4f9b-bc2c-10a11c8e3f1e req-c8929b5f-2988-416e-b628-6d347e1a71d8 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:20.295301 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-730b9419-3429-4f9b-bc2c-10a11c8e3f1e req-c8929b5f-2988-416e-b628-6d347e1a71d8 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 944 time: 0.0578423 Aug 31 10:23:20.304760 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 2fb12a26-5fff-416d-ab81-ed0ccebbb510 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:23:20.351281 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-730b9419-3429-4f9b-bc2c-10a11c8e3f1e req-41a6c80c-3fc2-4027-aae0-ba14b5557f6d tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474443 Aug 31 10:23:20.456243 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 2fb12a26-5fff-416d-ab81-ed0ccebbb510 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:23:20.460434 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 2fb12a26-5fff-416d-ab81-ed0ccebbb510 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:23:20.460804 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:20.545285 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:20.569874 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a270f1-d2ac-47c0-8831-9114d907ca49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb12a26-5fff-416d-ab81-ed0ccebbb510'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:23:20.572273 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b472f1a-6051-4584-b0b8-f7d4b8e1d4bb" -d '{"events": [{"server_uuid": "a8a270f1-d2ac-47c0-8831-9114d907ca49", "name": "network-vif-plugged", "status": "completed", "tag": "2fb12a26-5fff-416d-ab81-ed0ccebbb510"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:23:20.586842 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 2fb12a26-5fff-416d-ab81-ed0ccebbb510, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=2fb12a26-5fff-416d-ab81-ed0ccebbb510,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:23:20.610927 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4501da31-95a4-409d-b842-5f20c5a1b73a x-openstack-request-id: req-4501da31-95a4-409d-b842-5f20c5a1b73a {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:23:20.610927 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a270f1-d2ac-47c0-8831-9114d907ca49", "name": "network-vif-plugged", "status": "completed", "tag": "2fb12a26-5fff-416d-ab81-ed0ccebbb510", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:23:20.610927 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4501da31-95a4-409d-b842-5f20c5a1b73a {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:23:20.610927 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a270f1-d2ac-47c0-8831-9114d907ca49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb12a26-5fff-416d-ab81-ed0ccebbb510', 'code': 200} Aug 31 10:23:20.673503 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:20.723384 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb6eef-5710-4292-8034-4fff4ec7854a req-b848e207-8782-40ee-874f-0ba40a54ebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:20.724789 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b1fb6eef-5710-4292-8034-4fff4ec7854a req-b848e207-8782-40ee-874f-0ba40a54ebc6 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 1097 time: 0.0463305 Aug 31 10:23:20.726665 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=2fb12a26-5fff-416d-ab81-ed0ccebbb510,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:23:20.767543 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b1fb6eef-5710-4292-8034-4fff4ec7854a req-f2f400ce-7abd-4ac1-815f-2045f9509b65 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321398 Aug 31 10:23:21.470193 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec9b3b-c662-44c8-8103-aa623ef205db req-f5fe6698-018f-4345-a1c2-7d96ffab94fb tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:21.471748 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5bec9b3b-c662-44c8-8103-aa623ef205db req-f5fe6698-018f-4345-a1c2-7d96ffab94fb tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 945 time: 0.0504894 Aug 31 10:23:21.511744 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5bec9b3b-c662-44c8-8103-aa623ef205db req-898414b3-fc1f-4243-9fea-019b18a85e7e tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338373 Aug 31 10:23:22.633750 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd1148-7c79-4505-853e-0f5ed55cac1b req-283a7b63-9ca9-448e-9310-6f61747c3074 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:22.635301 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36fd1148-7c79-4505-853e-0f5ed55cac1b req-283a7b63-9ca9-448e-9310-6f61747c3074 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 945 time: 0.0509081 Aug 31 10:23:22.675067 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36fd1148-7c79-4505-853e-0f5ed55cac1b req-869dcdf3-c943-429c-a787-8d845977ce71 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328908 Aug 31 10:23:22.796591 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ba313-50bc-42b0-9f7f-f26b83383744 req-c33e115a-0575-49e9-a6df-c7c1fb56f928 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:22.798058 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b96ba313-50bc-42b0-9f7f-f26b83383744 req-c33e115a-0575-49e9-a6df-c7c1fb56f928 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 945 time: 0.0574005 Aug 31 10:23:22.806854 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53132) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:23:22.811517 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-dd63ac7a-0a7a-441f-895b-e31568dbc71c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Request body: {'floatingip': {'port_id': '2fb12a26-5fff-416d-ab81-ed0ccebbb510'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:23:22.850825 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dd63ac7a-0a7a-441f-895b-e31568dbc71c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks [] for floatingip, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:23.673504 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dd63ac7a-0a7a-441f-895b-e31568dbc71c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:23.724440 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dd63ac7a-0a7a-441f-895b-e31568dbc71c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:23.836008 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-dd63ac7a-0a7a-441f-895b-e31568dbc71c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Floating IP c8091bf1-47f1-401b-8599-6fd9099ead2b associated. External IP: 172.25.2.212, port: 2fb12a26-5fff-416d-ab81-ed0ccebbb510. Aug 31 10:23:24.068262 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd63ac7a-0a7a-441f-895b-e31568dbc71c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Router eb60b940-f9ef-4461-9f4d-eb3cc780f032 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:23:24.141896 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-307b2840-813b-4052-ab7c-65f900e0dca6 req-4d1cdebf-9e99-4d26-b120-fe7bc3ef603e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1395235 Aug 31 10:23:24.224387 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-307b2840-813b-4052-ab7c-65f900e0dca6 req-01a82f56-b66c-4815-b6c3-8f8d59c69e19 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0343630 Aug 31 10:23:24.236198 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd63ac7a-0a7a-441f-895b-e31568dbc71c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:23:24.243093 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dd63ac7a-0a7a-441f-895b-e31568dbc71c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:24.248090 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c54b8f3-e0af-4c4c-aa97-c555787ce162 None None] Sync routers for ids ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:23:24.263328 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c54b8f3-e0af-4c4c-aa97-c555787ce162 None None] Routers {'eb60b940-f9ef-4461-9f4d-eb3cc780f032'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:23:24.263931 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-0c54b8f3-e0af-4c4c-aa97-c555787ce162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:23:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:23:24.285303 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-307b2840-813b-4052-ab7c-65f900e0dca6 req-0f67bcd9-e7ef-471b-809d-58d8f1f01067 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374322 Aug 31 10:23:24.293369 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-dd63ac7a-0a7a-441f-895b-e31568dbc71c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "PUT /v2.0/floatingips/c8091bf1-47f1-401b-8599-6fd9099ead2b HTTP/1.1" status: 200 len: 991 time: 1.4850795 Aug 31 10:23:24.295103 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a270f1-d2ac-47c0-8831-9114d907ca49', 'tag': '2fb12a26-5fff-416d-ab81-ed0ccebbb510'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:23:24.297467 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d171f41e-478d-4cf8-9ae1-58a8cef19f66" -d '{"events": [{"name": "network-changed", "server_uuid": "a8a270f1-d2ac-47c0-8831-9114d907ca49", "tag": "2fb12a26-5fff-416d-ab81-ed0ccebbb510"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:23:24.379216 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-0c54b8f3-e0af-4c4c-aa97-c555787ce162 None None] Set router eb60b940-f9ef-4461-9f4d-eb3cc780f032 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:23:24.392890 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda5aadc-5c6d-49d1-ad8d-16206c5ca2bf x-openstack-request-id: req-bda5aadc-5c6d-49d1-ad8d-16206c5ca2bf {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:23:24.393376 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8a270f1-d2ac-47c0-8831-9114d907ca49", "tag": "2fb12a26-5fff-416d-ab81-ed0ccebbb510", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:23:24.393640 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-bda5aadc-5c6d-49d1-ad8d-16206c5ca2bf {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:23:24.394135 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a270f1-d2ac-47c0-8831-9114d907ca49', 'tag': '2fb12a26-5fff-416d-ab81-ed0ccebbb510', 'status': 'completed', 'code': 200} Aug 31 10:23:24.413077 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b2840-813b-4052-ab7c-65f900e0dca6 req-8f10ae14-038c-4800-9d29-ab04949d4668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:24.415338 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-307b2840-813b-4052-ab7c-65f900e0dca6 req-8f10ae14-038c-4800-9d29-ab04949d4668 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1208739 Aug 31 10:23:24.466335 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171f41e-478d-4cf8-9ae1-58a8cef19f66 req-c722884d-48ba-41ed-9882-5ae071a7af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:24.468563 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d171f41e-478d-4cf8-9ae1-58a8cef19f66 req-c722884d-48ba-41ed-9882-5ae071a7af61 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 1097 time: 0.0519807 Aug 31 10:23:24.631769 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-0c54b8f3-e0af-4c4c-aa97-c555787ce162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'name': 'tempest-ServerActionsTestJSON-1578440857-router', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:20:37Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'gw_port': {'id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:38Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'c8091bf1-47f1-401b-8599-6fd9099ead2b', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'port_id': '2fb12a26-5fff-416d-ab81-ed0ccebbb510', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'mac_address': 'fa:16:3e:02:fb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a270f1-d2ac-47c0-8831-9114d907ca49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:20:44Z', 'updated_at': '2021-08-31T10:23:23Z', 'revision_number': 5, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2278a5-3f44-4cae-996f-d5da10d6764f', 'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'mac_address': 'fa:16:3e:68:5f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:40Z', 'updated_at': '2021-08-31T10:20:45Z', 'revision_number': 5, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'subnets': [{'id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:23:24.661389 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c54b8f3-e0af-4c4c-aa97-c555787ce162 None None] Checking router: eb60b940-f9ef-4461-9f4d-eb3cc780f032 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:23:24.671621 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c54b8f3-e0af-4c4c-aa97-c555787ce162 None None] Routers {'eb60b940-f9ef-4461-9f4d-eb3cc780f032'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:23:24.672248 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-0c54b8f3-e0af-4c4c-aa97-c555787ce162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:23:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:23:24.780755 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-0c54b8f3-e0af-4c4c-aa97-c555787ce162 None None] Set router eb60b940-f9ef-4461-9f4d-eb3cc780f032 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:23:24.883711 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171f41e-478d-4cf8-9ae1-58a8cef19f66 req-e61bfecd-96a2-4c3f-aad9-52c3511835aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:24.885112 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d171f41e-478d-4cf8-9ae1-58a8cef19f66 req-e61bfecd-96a2-4c3f-aad9-52c3511835aa service neutron] 10.222.0.112 "GET /v2.0/networks?id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 200 len: 914 time: 0.4092071 Aug 31 10:23:24.958762 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d171f41e-478d-4cf8-9ae1-58a8cef19f66 req-dd58e8fb-01d3-4590-884f-7be9264bcca5 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fb12a26-5fff-416d-ab81-ed0ccebbb510 HTTP/1.1" status: 200 len: 999 time: 0.0655777 Aug 31 10:23:25.011186 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171f41e-478d-4cf8-9ae1-58a8cef19f66 req-b9d47ae1-d2b5-4cea-a3be-bb5253a5ce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:25.012713 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d171f41e-478d-4cf8-9ae1-58a8cef19f66 req-b9d47ae1-d2b5-4cea-a3be-bb5253a5ce06 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d4f4efb1-006b-48dc-8e0e-fdc162500bab HTTP/1.1" status: 200 len: 851 time: 0.0466690 Aug 31 10:23:25.017637 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-0c54b8f3-e0af-4c4c-aa97-c555787ce162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'name': 'tempest-ServerActionsTestJSON-1578440857-router', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:20:37Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'gw_port': {'id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:38Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'c8091bf1-47f1-401b-8599-6fd9099ead2b', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'port_id': '2fb12a26-5fff-416d-ab81-ed0ccebbb510', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'mac_address': 'fa:16:3e:02:fb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a270f1-d2ac-47c0-8831-9114d907ca49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:20:44Z', 'updated_at': '2021-08-31T10:23:23Z', 'revision_number': 5, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2278a5-3f44-4cae-996f-d5da10d6764f', 'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'mac_address': 'fa:16:3e:68:5f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:40Z', 'updated_at': '2021-08-31T10:20:45Z', 'revision_number': 5, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'subnets': [{'id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:23:25.047696 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c54b8f3-e0af-4c4c-aa97-c555787ce162 None None] The sync data for ids ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'] in n-d-791506-28 is: [{'id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'name': 'tempest-ServerActionsTestJSON-1578440857-router', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:20:37Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'gw_port': {'id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:38Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'c8091bf1-47f1-401b-8599-6fd9099ead2b', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'port_id': '2fb12a26-5fff-416d-ab81-ed0ccebbb510', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'mac_address': 'fa:16:3e:02:fb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a270f1-d2ac-47c0-8831-9114d907ca49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:20:44Z', 'updated_at': '2021-08-31T10:23:23Z', 'revision_number': 5, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2278a5-3f44-4cae-996f-d5da10d6764f', 'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'mac_address': 'fa:16:3e:68:5f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:40Z', 'updated_at': '2021-08-31T10:20:45Z', 'revision_number': 5, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'subnets': [{'id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:23:25.066140 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171f41e-478d-4cf8-9ae1-58a8cef19f66 req-c8144b59-0ef9-4667-b38c-3a1a31105d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:23:25.067787 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d171f41e-478d-4cf8-9ae1-58a8cef19f66 req-c8144b59-0ef9-4667-b38c-3a1a31105d6f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475309 Aug 31 10:23:25.165702 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d171f41e-478d-4cf8-9ae1-58a8cef19f66 req-b5534111-1d13-427a-bc9a-fdfb8fc7970a service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904539 Aug 31 10:23:25.268500 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7729ff3-1870-4ff1-a30c-ffefa9b6862f None None] New status for floating IP c8091bf1-47f1-401b-8599-6fd9099ead2b: ACTIVE {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:23:25.270273 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d171f41e-478d-4cf8-9ae1-58a8cef19f66 req-214a01f2-6a8d-47c2-a918-40184cc7d5ca service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976768 Aug 31 10:23:32.411413 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:23:33.341129 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:33.710866 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:41.363650 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-62b097ad-ab56-459d-8328-a3493da1a556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:43.991204 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-69963baa-271d-4153-b606-c15cb09e0389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:44.093984 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:45.586634 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:23:47.262034 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:03.311726 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:03.723057 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:09.410619 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:24:10.131945 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-624fa629-f2a9-4384-bfd7-8e29bbf4262a req-24bc38b7-3dcc-418e-8d71-25cdc32f2ecf service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400224 Aug 31 10:24:10.227634 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fa629-f2a9-4384-bfd7-8e29bbf4262a req-695aea72-7128-4503-b152-77f8e65f6195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:10.229248 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-624fa629-f2a9-4384-bfd7-8e29bbf4262a req-695aea72-7128-4503-b152-77f8e65f6195 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 1097 time: 0.0452623 Aug 31 10:24:10.340933 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fa629-f2a9-4384-bfd7-8e29bbf4262a req-7bdc49ef-d7b0-454c-bda8-eed0c04f1574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:10.342397 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-624fa629-f2a9-4384-bfd7-8e29bbf4262a req-7bdc49ef-d7b0-454c-bda8-eed0c04f1574 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 200 len: 914 time: 0.0909863 Aug 31 10:24:10.415247 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-624fa629-f2a9-4384-bfd7-8e29bbf4262a req-85189f62-0c59-4425-9d30-bfa39be1c7d1 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fb12a26-5fff-416d-ab81-ed0ccebbb510 HTTP/1.1" status: 200 len: 1001 time: 0.0647340 Aug 31 10:24:10.472718 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fa629-f2a9-4384-bfd7-8e29bbf4262a req-3eb40566-74f5-43b6-a64b-d5a91783f7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:10.474203 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-624fa629-f2a9-4384-bfd7-8e29bbf4262a req-3eb40566-74f5-43b6-a64b-d5a91783f7dc service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d4f4efb1-006b-48dc-8e0e-fdc162500bab HTTP/1.1" status: 200 len: 851 time: 0.0464277 Aug 31 10:24:10.526256 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fa629-f2a9-4384-bfd7-8e29bbf4262a req-4a07e13e-2c6d-407c-8cb3-b77d375310e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:10.527808 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-624fa629-f2a9-4384-bfd7-8e29bbf4262a req-4a07e13e-2c6d-407c-8cb3-b77d375310e8 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459201 Aug 31 10:24:10.628567 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-624fa629-f2a9-4384-bfd7-8e29bbf4262a req-e151ff1d-00eb-494d-bb04-005a872cdd1d service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917573 Aug 31 10:24:10.727826 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-624fa629-f2a9-4384-bfd7-8e29bbf4262a req-71863d8e-1c47-4ee8-8b9b-0821c99de287 service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895345 Aug 31 10:24:11.345810 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3f6cbfc0-8475-4463-80e1-4ef1adcaa8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:13.996913 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-379f895b-1147-4737-98fa-4a2e1868f7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:14.128573 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:15.609093 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:17.231107 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:24.006958 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5138c8e6-8d54-4151-8730-fb9029ea8e2d req-184e0c08-01c5-4544-9b2a-c0999f692b81 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0292649 Aug 31 10:24:24.077105 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5138c8e6-8d54-4151-8730-fb9029ea8e2d req-d30d8ede-0178-4b5c-9a33-979cd6398d61 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0257626 Aug 31 10:24:24.117598 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5138c8e6-8d54-4151-8730-fb9029ea8e2d req-e5065037-87b5-47f8-86ba-0e448d10f49e service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204155 Aug 31 10:24:24.217275 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138c8e6-8d54-4151-8730-fb9029ea8e2d req-d196a192-7996-4827-9af1-b483819b6bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:24:24.218866 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5138c8e6-8d54-4151-8730-fb9029ea8e2d req-d196a192-7996-4827-9af1-b483819b6bb7 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0940950 Aug 31 10:24:33.304890 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:33.720146 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:41.365897 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e66324e0-d582-44a8-983e-ced0a2992763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:44.013206 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9d910fea-8c08-4168-95d8-75e487e4799c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:44.104671 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:45.656790 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:24:46.410075 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:24:47.281631 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:03.330861 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:03.755532 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:05.441172 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681461d-8a1d-4093-92aa-a7536d343215 req-355bfde4-8604-4182-b17b-c17bc866caf7 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:05.442887 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3681461d-8a1d-4093-92aa-a7536d343215 req-355bfde4-8604-4182-b17b-c17bc866caf7 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 945 time: 0.1282067 Aug 31 10:25:05.483088 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3681461d-8a1d-4093-92aa-a7536d343215 req-207666f5-d548-4f1d-bae6-d05f6a08c4be tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340886 Aug 31 10:25:06.659722 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc947c-db14-49d0-84eb-ab03187762c6 req-ef59e956-1c5f-4d64-af7d-ae028240064a tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:06.661229 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3bfc947c-db14-49d0-84eb-ab03187762c6 req-ef59e956-1c5f-4d64-af7d-ae028240064a tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 945 time: 0.1019773 Aug 31 10:25:06.705748 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3bfc947c-db14-49d0-84eb-ab03187762c6 req-db4e7852-cd7b-4f14-b96d-1a10786c0577 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383868 Aug 31 10:25:07.830226 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a1e7e-fc4a-4804-82aa-9832da8bcd88 req-f5166c10-7183-4f66-8b63-d0456874287e tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:07.831780 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d5a1e7e-fc4a-4804-82aa-9832da8bcd88 req-f5166c10-7183-4f66-8b63-d0456874287e tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 945 time: 0.0557234 Aug 31 10:25:07.875205 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d5a1e7e-fc4a-4804-82aa-9832da8bcd88 req-9d10a434-df56-4723-baff-d3e2a6d95071 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361230 Aug 31 10:25:09.002649 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e570df4-5dd1-42cf-8a44-22f8c818b05f req-3759e5ab-2fbc-4dbe-80df-0fd99f18aad6 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:09.004166 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0e570df4-5dd1-42cf-8a44-22f8c818b05f req-3759e5ab-2fbc-4dbe-80df-0fd99f18aad6 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 945 time: 0.0517957 Aug 31 10:25:09.045473 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0e570df4-5dd1-42cf-8a44-22f8c818b05f req-bd0ab708-f19a-4ec7-a8ca-62dcd83da0a7 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349641 Aug 31 10:25:10.171086 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f26f5e-f155-42ec-971a-3a94248ca515 req-c51bdce7-cb40-419c-a82b-0d8fa0145b0e tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:10.173857 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36f26f5e-f155-42ec-971a-3a94248ca515 req-c51bdce7-cb40-419c-a82b-0d8fa0145b0e tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 945 time: 0.0545869 Aug 31 10:25:10.218290 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36f26f5e-f155-42ec-971a-3a94248ca515 req-b6c0a39f-b133-4727-904a-9d20422ec636 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374255 Aug 31 10:25:10.226703 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ba975-9e5d-4896-a6bf-f2da08311cbf req-0b68a3cd-0878-4d09-bb73-780fc7337cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:10.228294 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-bc0ba975-9e5d-4896-a6bf-f2da08311cbf req-0b68a3cd-0878-4d09-bb73-780fc7337cd9 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 1097 time: 0.0970640 Aug 31 10:25:10.340073 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ba975-9e5d-4896-a6bf-f2da08311cbf req-54b7c651-e525-4e55-aea4-fd3b1d720f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:10.341525 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-bc0ba975-9e5d-4896-a6bf-f2da08311cbf req-54b7c651-e525-4e55-aea4-fd3b1d720f35 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 200 len: 914 time: 0.0898685 Aug 31 10:25:10.417437 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-bc0ba975-9e5d-4896-a6bf-f2da08311cbf req-0ded75d2-fe78-4e16-bb9b-bf44f9878b21 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fb12a26-5fff-416d-ab81-ed0ccebbb510 HTTP/1.1" status: 200 len: 1001 time: 0.0666463 Aug 31 10:25:10.473655 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ba975-9e5d-4896-a6bf-f2da08311cbf req-b9a23e68-1a68-4463-a1a6-f5474baae57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:10.475188 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-bc0ba975-9e5d-4896-a6bf-f2da08311cbf req-b9a23e68-1a68-4463-a1a6-f5474baae57e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d4f4efb1-006b-48dc-8e0e-fdc162500bab HTTP/1.1" status: 200 len: 851 time: 0.0500104 Aug 31 10:25:10.530706 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ba975-9e5d-4896-a6bf-f2da08311cbf req-5cc51a41-4ca2-471d-8614-65e3cc0b6786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:10.533537 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-bc0ba975-9e5d-4896-a6bf-f2da08311cbf req-5cc51a41-4ca2-471d-8614-65e3cc0b6786 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506318 Aug 31 10:25:10.628646 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-bc0ba975-9e5d-4896-a6bf-f2da08311cbf req-164d72c6-9ba4-4784-8f64-aa997a0e83bd service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855587 Aug 31 10:25:10.727408 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-bc0ba975-9e5d-4896-a6bf-f2da08311cbf req-5fdb0a3f-0c50-45d1-91c5-d4b3a9dc2191 service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917802 Aug 31 10:25:11.340464 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac276134-13dc-49f9-90ca-04367782904f req-17434486-c1fe-4e5a-8596-153920f0aff9 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:11.341979 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac276134-13dc-49f9-90ca-04367782904f req-17434486-c1fe-4e5a-8596-153920f0aff9 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 945 time: 0.0516090 Aug 31 10:25:11.361880 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bd0f48f8-09d9-4910-9308-9ef34353d82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:11.391051 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac276134-13dc-49f9-90ca-04367782904f req-a1730b74-b026-402a-be53-3ca67155b658 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428312 Aug 31 10:25:12.515360 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51fbcb-1cee-4c68-8e5d-bc251013cd0d req-a9face54-8f83-4453-92c2-7a8e60d14c15 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:12.517056 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0c51fbcb-1cee-4c68-8e5d-bc251013cd0d req-a9face54-8f83-4453-92c2-7a8e60d14c15 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 945 time: 0.0561359 Aug 31 10:25:12.556214 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0c51fbcb-1cee-4c68-8e5d-bc251013cd0d req-dcf7d68b-83b9-40a2-8c74-295ff2435531 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330317 Aug 31 10:25:13.674575 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1706ca46-b6a0-4324-9519-74f9fba1e870 req-02080352-37e5-4f7c-a8e7-7c0ce38d7c69 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:13.676081 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1706ca46-b6a0-4324-9519-74f9fba1e870 req-02080352-37e5-4f7c-a8e7-7c0ce38d7c69 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 945 time: 0.0492153 Aug 31 10:25:13.721815 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1706ca46-b6a0-4324-9519-74f9fba1e870 req-fa969175-9d4d-4cef-8fb7-67cea9c39307 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394630 Aug 31 10:25:13.993082 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ebeb36c8-daae-4eff-b1aa-c4425dc57331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:14.096356 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:14.841220 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81b6f3-2f4f-4807-936b-61cb42f086e2 req-15605a0a-baf6-416e-9c9a-f6fc8e847515 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:14.842830 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7a81b6f3-2f4f-4807-936b-61cb42f086e2 req-15605a0a-baf6-416e-9c9a-f6fc8e847515 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 945 time: 0.0509596 Aug 31 10:25:14.884195 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7a81b6f3-2f4f-4807-936b-61cb42f086e2 req-26cc6b3d-ac88-476e-aa16-a0df3c3b8a3f tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351045 Aug 31 10:25:15.583397 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:16.004274 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a14c16-2028-4c72-9596-ec5a4e253b29 req-d067c9c2-0519-4cef-89bb-4f1a4e032571 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:16.005834 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f8a14c16-2028-4c72-9596-ec5a4e253b29 req-d067c9c2-0519-4cef-89bb-4f1a4e032571 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 945 time: 0.0509098 Aug 31 10:25:16.044902 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f8a14c16-2028-4c72-9596-ec5a4e253b29 req-69aa21e3-6bcb-418c-92aa-1074613d4ea4 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330594 Aug 31 10:25:16.475291 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c24c4-1a68-4cda-9620-c45c2de453cf req-16db0954-5bbc-497f-879a-6adfe4bdad3b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:16.476817 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-303c24c4-1a68-4cda-9620-c45c2de453cf req-16db0954-5bbc-497f-879a-6adfe4bdad3b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 945 time: 0.0501709 Aug 31 10:25:16.523859 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-303c24c4-1a68-4cda-9620-c45c2de453cf req-dad2ba2e-0368-45d2-830b-143d1d0d3bbd tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409622 Aug 31 10:25:16.697761 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8173f4fc-ec62-401d-a8a9-916e1986a32e req-590a8d9e-4f7e-4d99-9d61-00191165f1de service neutron] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0832856 Aug 31 10:25:17.268939 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:17.651839 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318352b9-e84b-4be7-83f0-7fed165f3c9f req-21e91714-2307-4b0e-8892-b9c67cae32cb tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:17.653329 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-318352b9-e84b-4be7-83f0-7fed165f3c9f req-21e91714-2307-4b0e-8892-b9c67cae32cb tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 945 time: 0.0606599 Aug 31 10:25:17.691823 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-318352b9-e84b-4be7-83f0-7fed165f3c9f req-c5ace7ec-895e-4da5-a820-8e5c539174ad tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323224 Aug 31 10:25:18.736206 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173f4fc-ec62-401d-a8a9-916e1986a32e req-29813d8f-f0c6-40e7-8e70-1f1c07a01b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:18.737913 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8173f4fc-ec62-401d-a8a9-916e1986a32e req-29813d8f-f0c6-40e7-8e70-1f1c07a01b71 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 1097 time: 0.0439546 Aug 31 10:25:18.818714 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64071e4b-7383-4f61-9ed2-e886587bbfd7 req-d2e296d3-81a7-4728-be5a-bdaba21caab7 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:18.820340 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-64071e4b-7383-4f61-9ed2-e886587bbfd7 req-d2e296d3-81a7-4728-be5a-bdaba21caab7 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 945 time: 0.0537291 Aug 31 10:25:18.839578 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173f4fc-ec62-401d-a8a9-916e1986a32e req-ff9f8d82-6cea-4701-9ac2-a8db1c69d6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:18.841686 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8173f4fc-ec62-401d-a8a9-916e1986a32e req-ff9f8d82-6cea-4701-9ac2-a8db1c69d6e3 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 200 len: 914 time: 0.0957696 Aug 31 10:25:18.863264 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-64071e4b-7383-4f61-9ed2-e886587bbfd7 req-f7dec4ea-6a77-4412-8bf1-2dc2d22f9d92 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361567 Aug 31 10:25:18.916828 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8173f4fc-ec62-401d-a8a9-916e1986a32e req-58986615-8bde-46d4-aad9-fc097afe7443 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fb12a26-5fff-416d-ab81-ed0ccebbb510 HTTP/1.1" status: 200 len: 1001 time: 0.0675409 Aug 31 10:25:18.971481 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173f4fc-ec62-401d-a8a9-916e1986a32e req-71623e99-3e42-4ccf-add7-d1fd0f613eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:18.973057 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8173f4fc-ec62-401d-a8a9-916e1986a32e req-71623e99-3e42-4ccf-add7-d1fd0f613eba service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d4f4efb1-006b-48dc-8e0e-fdc162500bab HTTP/1.1" status: 200 len: 851 time: 0.0480628 Aug 31 10:25:19.030912 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173f4fc-ec62-401d-a8a9-916e1986a32e req-71919314-188e-4cda-a419-9e55c0605959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:19.032480 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8173f4fc-ec62-401d-a8a9-916e1986a32e req-71919314-188e-4cda-a419-9e55c0605959 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504808 Aug 31 10:25:19.128280 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8173f4fc-ec62-401d-a8a9-916e1986a32e req-fa464d65-809f-46b5-8305-5b4434b9a196 service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875959 Aug 31 10:25:19.227791 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8173f4fc-ec62-401d-a8a9-916e1986a32e req-1c4b8677-ddb3-41a7-85e5-f0a4ccd47c43 service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912118 Aug 31 10:25:19.981955 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c020b2-a37c-4749-879d-4e744c027764 req-9c1e1f17-6132-459e-84d7-1c075e6f67f6 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:19.983504 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-34c020b2-a37c-4749-879d-4e744c027764 req-9c1e1f17-6132-459e-84d7-1c075e6f67f6 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 945 time: 0.0508120 Aug 31 10:25:20.033979 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-34c020b2-a37c-4749-879d-4e744c027764 req-7ce612a0-b556-4eda-9d66-1b048a074f5d tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436482 Aug 31 10:25:21.150499 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d311bd6-fdf2-4610-a9c9-c915ce50a546 req-5d98b164-c63e-4a21-8a30-4820cc5da5eb tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:21.152023 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d311bd6-fdf2-4610-a9c9-c915ce50a546 req-5d98b164-c63e-4a21-8a30-4820cc5da5eb tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 945 time: 0.0494883 Aug 31 10:25:21.192471 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d311bd6-fdf2-4610-a9c9-c915ce50a546 req-3b151da1-b5a9-490a-b029-95605be1fb29 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333755 Aug 31 10:25:21.329962 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8173f4fc-ec62-401d-a8a9-916e1986a32e req-b7188038-0c6a-4b0c-9dcd-af080272edb5 service neutron] 10.222.0.112 "GET /v2.0/ports/2fb12a26-5fff-416d-ab81-ed0ccebbb510/bindings/n-h1-791506-28 HTTP/1.1" status: 200 len: 383 time: 0.0578697 Aug 31 10:25:21.852976 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173f4fc-ec62-401d-a8a9-916e1986a32e req-d47a58ac-13b6-4068-a608-16b57a211268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:21.854492 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8173f4fc-ec62-401d-a8a9-916e1986a32e req-d47a58ac-13b6-4068-a608-16b57a211268 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49&tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1 HTTP/1.1" status: 200 len: 1097 time: 0.0426013 Aug 31 10:25:21.918964 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173f4fc-ec62-401d-a8a9-916e1986a32e req-672e4587-045e-472e-9f7b-7b38d7958d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:21.920505 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8173f4fc-ec62-401d-a8a9-916e1986a32e req-672e4587-045e-472e-9f7b-7b38d7958d0b service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 1097 time: 0.0403445 Aug 31 10:25:22.022277 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173f4fc-ec62-401d-a8a9-916e1986a32e req-50fa47ed-7889-47c1-8a63-7c684a8d4c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:22.023792 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8173f4fc-ec62-401d-a8a9-916e1986a32e req-50fa47ed-7889-47c1-8a63-7c684a8d4c7b service neutron] 10.222.0.112 "GET /v2.0/networks?id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 200 len: 914 time: 0.0914886 Aug 31 10:25:22.092625 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8173f4fc-ec62-401d-a8a9-916e1986a32e req-8bd38c25-5e3b-43d5-a8c4-12372316c62c service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fb12a26-5fff-416d-ab81-ed0ccebbb510 HTTP/1.1" status: 200 len: 1001 time: 0.0590703 Aug 31 10:25:22.147054 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173f4fc-ec62-401d-a8a9-916e1986a32e req-411f2af0-02c3-4adf-99f5-2696862bb05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:22.148487 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8173f4fc-ec62-401d-a8a9-916e1986a32e req-411f2af0-02c3-4adf-99f5-2696862bb05b service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d4f4efb1-006b-48dc-8e0e-fdc162500bab HTTP/1.1" status: 200 len: 851 time: 0.0477695 Aug 31 10:25:22.197401 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173f4fc-ec62-401d-a8a9-916e1986a32e req-949c9462-2388-47a2-b3b0-410f70010f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:22.198945 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8173f4fc-ec62-401d-a8a9-916e1986a32e req-949c9462-2388-47a2-b3b0-410f70010f44 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422790 Aug 31 10:25:22.294243 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8173f4fc-ec62-401d-a8a9-916e1986a32e req-bb1657bd-a999-47fd-b9d7-02d2d32b127c service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878286 Aug 31 10:25:22.330211 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84df5e7-ffd5-4cd9-bf1a-29a3a9c7ce1f req-416b1e87-5186-445b-bae0-7df6e081fe43 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:22.332442 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e84df5e7-ffd5-4cd9-bf1a-29a3a9c7ce1f req-416b1e87-5186-445b-bae0-7df6e081fe43 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 945 time: 0.0690439 Aug 31 10:25:22.372041 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e84df5e7-ffd5-4cd9-bf1a-29a3a9c7ce1f req-82d7d493-a382-452a-8aca-2696a3099ff6 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337205 Aug 31 10:25:22.395736 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8173f4fc-ec62-401d-a8a9-916e1986a32e req-48ef87de-a24c-48ad-b278-aa297947936d service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942388 Aug 31 10:25:23.409461 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:25:23.498297 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cd165-d74e-4ade-b14e-1510e98d29a5 req-b2e41995-f31f-4c81-bace-5ef03533f86d tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:23.499883 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-942cd165-d74e-4ade-b14e-1510e98d29a5 req-b2e41995-f31f-4c81-bace-5ef03533f86d tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 945 time: 0.0521152 Aug 31 10:25:23.544624 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-942cd165-d74e-4ade-b14e-1510e98d29a5 req-2b7c53ea-8e3b-436e-b182-f5503c4d11b8 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385618 Aug 31 10:25:24.681245 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886df2b-5de0-4e2a-adac-a550bfe5b2a8 req-7568a20c-1954-40fe-8ed6-9b19d769801c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:24.682792 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e886df2b-5de0-4e2a-adac-a550bfe5b2a8 req-7568a20c-1954-40fe-8ed6-9b19d769801c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 945 time: 0.0597100 Aug 31 10:25:24.725250 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e886df2b-5de0-4e2a-adac-a550bfe5b2a8 req-253a51fa-b981-474e-9735-990776e22adf tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363328 Aug 31 10:25:25.001528 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 2fb12a26-5fff-416d-ab81-ed0ccebbb510 details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:25:25.006996 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 2fb12a26-5fff-416d-ab81-ed0ccebbb510 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:25:25.023164 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-42fc7eb7-4bc7-455f-aa54-f798f25166e6 req-c3ab4cdf-c5a2-4be6-a22d-c4c3bd73b4d9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0291376 Aug 31 10:25:25.095594 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-42fc7eb7-4bc7-455f-aa54-f798f25166e6 req-a1356ebf-26c9-4697-8838-3f6487d83719 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.0369709 Aug 31 10:25:25.126901 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce968295-47dc-4c58-9912-f6dd066ae9b4 req-6644146a-45c1-4266-a2b2-da2f22951c87 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:25.128193 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ce968295-47dc-4c58-9912-f6dd066ae9b4 req-6644146a-45c1-4266-a2b2-da2f22951c87 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 945 time: 0.1037502 Aug 31 10:25:25.150941 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-42fc7eb7-4bc7-455f-aa54-f798f25166e6 req-cd23a5ca-9c60-4512-a00e-872b689ab91a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40aea3578a764824ae85220fcc0c6911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216966 Aug 31 10:25:25.151970 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:25.180948 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bef17-0772-4cb2-8a87-e5fb4ecedde8 req-6434df2a-491a-4ba4-9430-f82aa5189536 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:25.183858 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-104bef17-0772-4cb2-8a87-e5fb4ecedde8 req-6434df2a-491a-4ba4-9430-f82aa5189536 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.112 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49&tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&binding%3Ahost_id=n-h1-791506-28 HTTP/1.1" status: 200 len: 945 time: 0.0817685 Aug 31 10:25:25.192127 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 2fb12a26-5fff-416d-ab81-ed0ccebbb510, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=2fb12a26-5fff-416d-ab81-ed0ccebbb510,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:25:25.203259 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a270f1-d2ac-47c0-8831-9114d907ca49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fb12a26-5fff-416d-ab81-ed0ccebbb510'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:25:25.205652 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07094c03-05b9-41f6-adad-038d5babad98" -d '{"events": [{"server_uuid": "a8a270f1-d2ac-47c0-8831-9114d907ca49", "name": "network-vif-unplugged", "status": "completed", "tag": "2fb12a26-5fff-416d-ab81-ed0ccebbb510"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:25:25.221673 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 2fb12a26-5fff-416d-ab81-ed0ccebbb510, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=2fb12a26-5fff-416d-ab81-ed0ccebbb510,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:25:25.222529 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '2fb12a26-5fff-416d-ab81-ed0ccebbb510', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'port_id': '2fb12a26-5fff-416d-ab81-ed0ccebbb510', 'mac_address': 'fa:16:3e:02:fb:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:25:25.237936 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ce968295-47dc-4c58-9912-f6dd066ae9b4 req-deb63b75-0708-4adb-9168-bedcb5000375 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859804 Aug 31 10:25:25.278889 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:25.302061 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2fb12a26-5fff-416d-ab81-ed0ccebbb510 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:25:25.304737 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bef17-0772-4cb2-8a87-e5fb4ecedde8 req-3b56063e-4edc-47e0-b43f-1bbb87246303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:25.307091 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-104bef17-0772-4cb2-8a87-e5fb4ecedde8 req-3b56063e-4edc-47e0-b43f-1bbb87246303 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 1097 time: 0.0690749 Aug 31 10:25:25.313986 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:25.321020 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc7eb7-4bc7-455f-aa54-f798f25166e6 req-53b654f9-67b6-48fa-a6bb-afe64d4b3056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:25.323383 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-42fc7eb7-4bc7-455f-aa54-f798f25166e6 req-53b654f9-67b6-48fa-a6bb-afe64d4b3056 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1638656 Aug 31 10:25:25.380543 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 10:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405cb80a-4a1c-4f18-9e5e-3567cccf4f51 x-openstack-request-id: req-405cb80a-4a1c-4f18-9e5e-3567cccf4f51 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:25:25.380873 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a270f1-d2ac-47c0-8831-9114d907ca49", "name": "network-vif-unplugged", "status": "completed", "tag": "2fb12a26-5fff-416d-ab81-ed0ccebbb510", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:25:25.381099 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-405cb80a-4a1c-4f18-9e5e-3567cccf4f51 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:25:25.381465 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a270f1-d2ac-47c0-8831-9114d907ca49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fb12a26-5fff-416d-ab81-ed0ccebbb510', 'code': 200} Aug 31 10:25:25.398503 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 10:25:25.399754 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 10:25:25.401871 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=2fb12a26-5fff-416d-ab81-ed0ccebbb510,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:25.411105 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:25.411607 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:25.411942 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:25.412275 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:25.412603 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:25.412926 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:25.413248 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:25.413630 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:25.413953 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:25.414272 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:25.414614 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:25.414932 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:25.432819 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bef17-0772-4cb2-8a87-e5fb4ecedde8 req-be018a81-7037-4267-b1be-9dce9a28553b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:25.434359 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-104bef17-0772-4cb2-8a87-e5fb4ecedde8 req-be018a81-7037-4267-b1be-9dce9a28553b service neutron] 10.222.0.112 "GET /v2.0/networks?id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 200 len: 914 time: 0.1171715 Aug 31 10:25:25.505678 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-104bef17-0772-4cb2-8a87-e5fb4ecedde8 req-64e00f1a-0e5a-4d8d-803d-c2af646b2a22 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fb12a26-5fff-416d-ab81-ed0ccebbb510 HTTP/1.1" status: 200 len: 999 time: 0.0596068 Aug 31 10:25:25.563544 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bef17-0772-4cb2-8a87-e5fb4ecedde8 req-4d6edbeb-19ba-40d9-8e74-f6646bf97eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:25.565024 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-104bef17-0772-4cb2-8a87-e5fb4ecedde8 req-4d6edbeb-19ba-40d9-8e74-f6646bf97eed service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d4f4efb1-006b-48dc-8e0e-fdc162500bab HTTP/1.1" status: 200 len: 851 time: 0.0488992 Aug 31 10:25:25.615951 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bef17-0772-4cb2-8a87-e5fb4ecedde8 req-445818dd-6126-456a-aea4-06af31db3992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:25.617512 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-104bef17-0772-4cb2-8a87-e5fb4ecedde8 req-445818dd-6126-456a-aea4-06af31db3992 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411973 Aug 31 10:25:25.712210 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-104bef17-0772-4cb2-8a87-e5fb4ecedde8 req-b4b602de-b0b7-4e3f-96b2-df92ac2b68d2 service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815647 Aug 31 10:25:25.818713 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-104bef17-0772-4cb2-8a87-e5fb4ecedde8 req-2243d178-d2f2-486e-920e-580a7c0e1b75 service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898988 Aug 31 10:25:26.101022 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:26.114035 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fb12a26-5fff-416d-ab81-ed0ccebbb510 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:25:26.134605 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 2fb12a26-5fff-416d-ab81-ed0ccebbb510, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=2fb12a26-5fff-416d-ab81-ed0ccebbb510,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:25:26.192412 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:26.243769 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=2fb12a26-5fff-416d-ab81-ed0ccebbb510,revision_number=7']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:26.393315 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec3cc8-4321-4d73-b55f-95bfe6544fb3 req-0502d03f-83f8-4bc7-94d1-6413f0d92ea3 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:26.394767 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36ec3cc8-4321-4d73-b55f-95bfe6544fb3 req-0502d03f-83f8-4bc7-94d1-6413f0d92ea3 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 944 time: 0.0577488 Aug 31 10:25:26.433506 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36ec3cc8-4321-4d73-b55f-95bfe6544fb3 req-2fccf6b3-21e5-4d5a-a9b1-d614a77f71ff tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325878 Aug 31 10:25:26.457582 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['2fb12a26-5fff-416d-ab81-ed0ccebbb510'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:25:27.036256 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 2fb12a26-5fff-416d-ab81-ed0ccebbb510 up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:25:27.085529 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 2fb12a26-5fff-416d-ab81-ed0ccebbb510 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:25:27.085894 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:27.165328 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:27.198658 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 2fb12a26-5fff-416d-ab81-ed0ccebbb510, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=2fb12a26-5fff-416d-ab81-ed0ccebbb510,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:25:27.274701 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:27.323851 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=2fb12a26-5fff-416d-ab81-ed0ccebbb510,revision_number=8']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:27.382229 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a270f1-d2ac-47c0-8831-9114d907ca49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb12a26-5fff-416d-ab81-ed0ccebbb510'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:25:27.384757 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9b3535-49a8-4287-a721-2096dc56775a" -d '{"events": [{"server_uuid": "a8a270f1-d2ac-47c0-8831-9114d907ca49", "name": "network-vif-plugged", "status": "completed", "tag": "2fb12a26-5fff-416d-ab81-ed0ccebbb510"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:25:27.422449 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8829dfe-8879-4cdd-8746-cf18a3a1daf9 x-openstack-request-id: req-e8829dfe-8879-4cdd-8746-cf18a3a1daf9 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:25:27.422766 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a270f1-d2ac-47c0-8831-9114d907ca49", "name": "network-vif-plugged", "status": "completed", "tag": "2fb12a26-5fff-416d-ab81-ed0ccebbb510", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:25:27.423587 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e8829dfe-8879-4cdd-8746-cf18a3a1daf9 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:25:27.423982 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a270f1-d2ac-47c0-8831-9114d907ca49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb12a26-5fff-416d-ab81-ed0ccebbb510', 'code': 200} Aug 31 10:25:27.554352 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a6bd8-6099-46da-a43e-4e7d48ae4d64 req-bddb16dd-8e24-4523-8709-1ddadddc62bf tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:27.555870 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e9a6bd8-6099-46da-a43e-4e7d48ae4d64 req-bddb16dd-8e24-4523-8709-1ddadddc62bf tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 945 time: 0.0505543 Aug 31 10:25:27.593528 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e9a6bd8-6099-46da-a43e-4e7d48ae4d64 req-b7e90a50-781c-4e39-8093-d18a5c764e14 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312510 Aug 31 10:25:27.716486 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79b1ca-9cfd-42ca-9771-411e57c26e32 req-aac26613-254b-4445-af0d-d99cc0a88173 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:27.717973 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad79b1ca-9cfd-42ca-9771-411e57c26e32 req-aac26613-254b-4445-af0d-d99cc0a88173 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 945 time: 0.0498378 Aug 31 10:25:27.757466 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad79b1ca-9cfd-42ca-9771-411e57c26e32 req-cde23864-5cc8-4f0b-a5a4-de65776860b1 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331993 Aug 31 10:25:28.113026 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193820d6-d3cc-404d-aa68-c78e0c831cf3 req-263ff78a-d98e-4730-b15e-d46abfdd9b33 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:28.114574 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-193820d6-d3cc-404d-aa68-c78e0c831cf3 req-263ff78a-d98e-4730-b15e-d46abfdd9b33 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 945 time: 0.0608504 Aug 31 10:25:28.158196 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-193820d6-d3cc-404d-aa68-c78e0c831cf3 req-bada21a7-0f2c-4a0c-b5cd-7d2a128d6fba tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366304 Aug 31 10:25:28.204209 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc564296-d817-4d12-a0c0-d33e4c6b2753 req-71f4a49a-7cbf-4409-af7e-fe98b31085c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:28.205698 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-bc564296-d817-4d12-a0c0-d33e4c6b2753 req-71f4a49a-7cbf-4409-af7e-fe98b31085c3 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 1097 time: 0.0441651 Aug 31 10:25:28.304602 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc564296-d817-4d12-a0c0-d33e4c6b2753 req-3a79524f-b2f0-41b9-83d6-bc7ad555ee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:28.305985 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-bc564296-d817-4d12-a0c0-d33e4c6b2753 req-3a79524f-b2f0-41b9-83d6-bc7ad555ee3f service neutron] 10.222.0.112 "GET /v2.0/networks?id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 200 len: 914 time: 0.0876365 Aug 31 10:25:28.372286 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-bc564296-d817-4d12-a0c0-d33e4c6b2753 req-f90deeeb-4bd2-44bf-98e6-802b3dc28e1d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fb12a26-5fff-416d-ab81-ed0ccebbb510 HTTP/1.1" status: 200 len: 1001 time: 0.0578842 Aug 31 10:25:28.425955 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc564296-d817-4d12-a0c0-d33e4c6b2753 req-74bd0adf-2d57-4015-83fb-29868bc24cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:28.427425 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-bc564296-d817-4d12-a0c0-d33e4c6b2753 req-74bd0adf-2d57-4015-83fb-29868bc24cbd service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d4f4efb1-006b-48dc-8e0e-fdc162500bab HTTP/1.1" status: 200 len: 851 time: 0.0431676 Aug 31 10:25:28.478186 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc564296-d817-4d12-a0c0-d33e4c6b2753 req-b1c9b00f-9db0-4dd1-abe6-1c2b875b5219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:28.479743 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-bc564296-d817-4d12-a0c0-d33e4c6b2753 req-b1c9b00f-9db0-4dd1-abe6-1c2b875b5219 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444477 Aug 31 10:25:28.578821 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-bc564296-d817-4d12-a0c0-d33e4c6b2753 req-b16d3467-4644-47d6-854b-159241668a8a service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868027 Aug 31 10:25:28.687526 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-bc564296-d817-4d12-a0c0-d33e4c6b2753 req-a35fec75-7a7f-465a-af98-e7959e467be9 service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007071 Aug 31 10:25:29.277712 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d256afb-0d3f-49b2-a117-11de6f131229 req-cdefe5d2-eccf-43af-a5ab-8ce4ed8f0be0 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:29.279243 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d256afb-0d3f-49b2-a117-11de6f131229 req-cdefe5d2-eccf-43af-a5ab-8ce4ed8f0be0 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 945 time: 0.0499673 Aug 31 10:25:29.319543 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d256afb-0d3f-49b2-a117-11de6f131229 req-d7f93b51-cfec-4887-a497-220585df34ce tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323431 Aug 31 10:25:30.445647 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15946e5f-c8f9-4ce5-82a9-c257a7609cf7 req-2963e52a-b245-41de-9284-7d9cebd67d2d tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:30.447247 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-15946e5f-c8f9-4ce5-82a9-c257a7609cf7 req-2963e52a-b245-41de-9284-7d9cebd67d2d tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 945 time: 0.0525513 Aug 31 10:25:30.488518 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-15946e5f-c8f9-4ce5-82a9-c257a7609cf7 req-8547e995-6d35-41ad-9899-9ce9819b5f77 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349174 Aug 31 10:25:31.012696 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfecc1-1912-499c-a590-57eb62319ac0 req-973e504b-d19e-4651-964a-3cd640694054 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:31.014358 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99bfecc1-1912-499c-a590-57eb62319ac0 req-973e504b-d19e-4651-964a-3cd640694054 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 945 time: 0.0620859 Aug 31 10:25:31.055198 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99bfecc1-1912-499c-a590-57eb62319ac0 req-463d9337-00db-441b-98ee-518462d9a4a7 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339825 Aug 31 10:25:32.179022 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d0f80-ddaf-4241-a25a-e08871fbc61b req-1698c292-8a84-40e2-a1d3-d00b58cbd777 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:32.180554 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d42d0f80-ddaf-4241-a25a-e08871fbc61b req-1698c292-8a84-40e2-a1d3-d00b58cbd777 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 945 time: 0.0532753 Aug 31 10:25:32.219138 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d42d0f80-ddaf-4241-a25a-e08871fbc61b req-0517c89d-5b38-4e4a-a77a-3214a4e3aa17 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325696 Aug 31 10:25:32.426007 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f734d52-f3e5-4b07-be57-f17f10540416 req-5ebbe0e5-03fc-40ff-b705-8f6016173e20 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:32.427529 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0f734d52-f3e5-4b07-be57-f17f10540416 req-5ebbe0e5-03fc-40ff-b705-8f6016173e20 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.112 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 945 time: 0.0555227 Aug 31 10:25:32.541814 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-0f734d52-f3e5-4b07-be57-f17f10540416 req-2ddc41cf-6f95-45b9-b558-e1d7b3bb53ea tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Deleting port 2fb12a26-5fff-416d-ab81-ed0ccebbb510 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:25:32.542324 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-0f734d52-f3e5-4b07-be57-f17f10540416 req-2ddc41cf-6f95-45b9-b558-e1d7b3bb53ea tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:32.677318 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-0f734d52-f3e5-4b07-be57-f17f10540416 req-2ddc41cf-6f95-45b9-b558-e1d7b3bb53ea tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] For port 2fb12a26-5fff-416d-ab81-ed0ccebbb510, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=2fb12a26-5fff-416d-ab81-ed0ccebbb510,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:25:32.677594 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-0f734d52-f3e5-4b07-be57-f17f10540416 req-2ddc41cf-6f95-45b9-b558-e1d7b3bb53ea tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:32.855708 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-0f734d52-f3e5-4b07-be57-f17f10540416 req-2ddc41cf-6f95-45b9-b558-e1d7b3bb53ea tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:32.856092 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-0f734d52-f3e5-4b07-be57-f17f10540416 req-2ddc41cf-6f95-45b9-b558-e1d7b3bb53ea tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:32.856405 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [req-0f734d52-f3e5-4b07-be57-f17f10540416 req-2ddc41cf-6f95-45b9-b558-e1d7b3bb53ea tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Floating IP c8091bf1-47f1-401b-8599-6fd9099ead2b disassociated. External IP: 172.25.2.212, port: 2fb12a26-5fff-416d-ab81-ed0ccebbb510. Aug 31 10:25:32.856736 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-0f734d52-f3e5-4b07-be57-f17f10540416 req-2ddc41cf-6f95-45b9-b558-e1d7b3bb53ea tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Calling delete_port for 2fb12a26-5fff-416d-ab81-ed0ccebbb510 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:25:33.066913 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-0f734d52-f3e5-4b07-be57-f17f10540416 req-2ddc41cf-6f95-45b9-b558-e1d7b3bb53ea tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:33.095926 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc41cf-6f95-45b9-b558-e1d7b3bb53ea tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Pushing event deleted for resources: {'Port': ['ID=2fb12a26-5fff-416d-ab81-ed0ccebbb510,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:33.107138 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc41cf-6f95-45b9-b558-e1d7b3bb53ea tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:33.107478 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc41cf-6f95-45b9-b558-e1d7b3bb53ea tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:33.107838 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc41cf-6f95-45b9-b558-e1d7b3bb53ea tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:33.108179 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc41cf-6f95-45b9-b558-e1d7b3bb53ea tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:33.108507 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc41cf-6f95-45b9-b558-e1d7b3bb53ea tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:33.108840 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc41cf-6f95-45b9-b558-e1d7b3bb53ea tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:33.109162 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc41cf-6f95-45b9-b558-e1d7b3bb53ea tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:33.109483 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc41cf-6f95-45b9-b558-e1d7b3bb53ea tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:33.109798 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc41cf-6f95-45b9-b558-e1d7b3bb53ea tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:33.110661 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc41cf-6f95-45b9-b558-e1d7b3bb53ea tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:33.111409 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc41cf-6f95-45b9-b558-e1d7b3bb53ea tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:33.111409 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ddc41cf-6f95-45b9-b558-e1d7b3bb53ea tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:25:33.229306 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f734d52-f3e5-4b07-be57-f17f10540416 req-2ddc41cf-6f95-45b9-b558-e1d7b3bb53ea tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Router eb60b940-f9ef-4461-9f4d-eb3cc780f032 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:25:33.329107 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-85df69d9-ddab-4ef0-ac12-b658784c9d3e req-c1e51fff-40df-4918-bdd3-30df971d3c69 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 210 time: 0.0280490 Aug 31 10:25:33.341028 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f734d52-f3e5-4b07-be57-f17f10540416 req-2ddc41cf-6f95-45b9-b558-e1d7b3bb53ea tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:25:33.352610 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203c6d59-98e5-48b2-ac18-c93272e19e1e None None] Sync routers for ids ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:25:33.354701 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:33.362608 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203c6d59-98e5-48b2-ac18-c93272e19e1e None None] Routers {'eb60b940-f9ef-4461-9f4d-eb3cc780f032'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:25:33.363214 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-203c6d59-98e5-48b2-ac18-c93272e19e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:25:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:33.411197 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f734d52-f3e5-4b07-be57-f17f10540416 req-2ddc41cf-6f95-45b9-b558-e1d7b3bb53ea tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] No DVR routers for this DVR port 2fb12a26-5fff-416d-ab81-ed0ccebbb510 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:25:33.415002 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-0f734d52-f3e5-4b07-be57-f17f10540416 req-2ddc41cf-6f95-45b9-b558-e1d7b3bb53ea tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:33.417103 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-0f734d52-f3e5-4b07-be57-f17f10540416 req-2ddc41cf-6f95-45b9-b558-e1d7b3bb53ea tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.112 "DELETE /v2.0/ports/2fb12a26-5fff-416d-ab81-ed0ccebbb510 HTTP/1.1" status: 204 len: 173 time: 0.9799402 Aug 31 10:25:33.417547 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a270f1-d2ac-47c0-8831-9114d907ca49', 'name': 'network-vif-deleted', 'tag': '2fb12a26-5fff-416d-ab81-ed0ccebbb510'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:25:33.420022 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efb09fcb25d757964e6e64477cf3964f72eef090657aa62846af519e9d9507f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368d8dcd-8f00-48b3-9957-76aeb91dbcdd" -d '{"events": [{"server_uuid": "a8a270f1-d2ac-47c0-8831-9114d907ca49", "name": "network-vif-deleted", "tag": "2fb12a26-5fff-416d-ab81-ed0ccebbb510"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:25:33.473955 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-203c6d59-98e5-48b2-ac18-c93272e19e1e None None] Set router eb60b940-f9ef-4461-9f4d-eb3cc780f032 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:25:33.520121 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be7b656-dbfe-4691-b104-72b496620dfe x-openstack-request-id: req-1be7b656-dbfe-4691-b104-72b496620dfe {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:25:33.520668 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a270f1-d2ac-47c0-8831-9114d907ca49", "name": "network-vif-deleted", "tag": "2fb12a26-5fff-416d-ab81-ed0ccebbb510", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:25:33.520668 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-1be7b656-dbfe-4691-b104-72b496620dfe {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:25:33.521090 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a270f1-d2ac-47c0-8831-9114d907ca49', 'name': 'network-vif-deleted', 'tag': '2fb12a26-5fff-416d-ab81-ed0ccebbb510', 'status': 'completed', 'code': 200} Aug 31 10:25:33.686915 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-203c6d59-98e5-48b2-ac18-c93272e19e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'name': 'tempest-ServerActionsTestJSON-1578440857-router', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:20:37Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'gw_port': {'id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:38Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'ae2278a5-3f44-4cae-996f-d5da10d6764f', 'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'mac_address': 'fa:16:3e:68:5f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:40Z', 'updated_at': '2021-08-31T10:20:45Z', 'revision_number': 5, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'subnets': [{'id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:33.718351 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203c6d59-98e5-48b2-ac18-c93272e19e1e None None] Checking router: eb60b940-f9ef-4461-9f4d-eb3cc780f032 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:25:33.727354 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203c6d59-98e5-48b2-ac18-c93272e19e1e None None] Routers {'eb60b940-f9ef-4461-9f4d-eb3cc780f032'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:25:33.727952 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-203c6d59-98e5-48b2-ac18-c93272e19e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:25:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:33.794282 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:33.837563 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-203c6d59-98e5-48b2-ac18-c93272e19e1e None None] Set router eb60b940-f9ef-4461-9f4d-eb3cc780f032 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:25:34.171913 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-203c6d59-98e5-48b2-ac18-c93272e19e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'name': 'tempest-ServerActionsTestJSON-1578440857-router', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:20:37Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'gw_port': {'id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:38Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'ae2278a5-3f44-4cae-996f-d5da10d6764f', 'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'mac_address': 'fa:16:3e:68:5f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:40Z', 'updated_at': '2021-08-31T10:20:45Z', 'revision_number': 5, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'subnets': [{'id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:34.202024 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203c6d59-98e5-48b2-ac18-c93272e19e1e None None] The sync data for ids ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'] in n-d-791506-28 is: [{'id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'name': 'tempest-ServerActionsTestJSON-1578440857-router', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:20:37Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'gw_port': {'id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:38Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'ae2278a5-3f44-4cae-996f-d5da10d6764f', 'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'mac_address': 'fa:16:3e:68:5f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:40Z', 'updated_at': '2021-08-31T10:20:45Z', 'revision_number': 5, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'subnets': [{'id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:25:34.466346 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43dab266-cd1c-4ab6-94fb-032099f9d3bd req-95770b24-981f-432e-8003-2db8e60db634 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=a8a270f1-d2ac-47c0-8831-9114d907ca49 HTTP/1.1" status: 200 len: 210 time: 0.0364003 Aug 31 10:25:34.489065 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b71dcc7-1223-4e54-8e32-719572169926 None None] New status for floating IP c8091bf1-47f1-401b-8599-6fd9099ead2b: DOWN {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:25:35.746904 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-5b0126ad-a904-4cd5-a15c-f0b12987984b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-securitygroup--1679985055&fields=id&tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1 HTTP/1.1" status: 200 len: 267 time: 0.0346887 Aug 31 10:25:35.861267 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-af9cc8be-c11e-45d7-b376-4218edb5eb28 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:35.862738 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-af9cc8be-c11e-45d7-b376-4218edb5eb28 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/networks?id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 200 len: 812 time: 0.1089327 Aug 31 10:25:35.878048 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-f8f49c6a-39da-4a20-a14f-d9577e22a1e1 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/quotas/1ef6e28ebc3e4e308ac236e16f4318d1 HTTP/1.1" status: 200 len: 375 time: 0.0094960 Aug 31 10:25:35.932332 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-9dfdf303-1d55-40ab-93e8-d8039869ca88 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489404 Aug 31 10:25:35.949506 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-18c19784-3529-40a1-8e7f-8c68097bf5ae tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:25:35.950446 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-18c19784-3529-40a1-8e7f-8c68097bf5ae tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064690 Aug 31 10:25:36.092796 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-259f8d4b-8299-4516-9fc1-1155052f3f49 service neutron] 10.222.0.119 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355872 Aug 31 10:25:36.181818 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-0efd1737-0459-47f9-975c-d7ab123e81ae service neutron] 10.222.0.119 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822997 Aug 31 10:25:36.409941 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-332ca7cf-40f5-48ed-9331-4c283a8ffd0e req-0c76f8e0-d0f0-4bac-b1a4-2b97bf86ae46 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 210 time: 0.0278521 Aug 31 10:25:37.049244 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 2fb12a26-5fff-416d-ab81-ed0ccebbb510 no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:25:37.074621 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No Port match for: 2fb12a26-5fff-416d-ab81-ed0ccebbb510 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:25:37.074986 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 2fb12a26-5fff-416d-ab81-ed0ccebbb510 not bound to the agent host n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:25:37.512444 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e06cf0d3-4f76-49bf-aacd-66fbe09d8f60 req-d8493494-aae8-42f4-8d0a-0fc98a572e26 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 210 time: 0.0336199 Aug 31 10:25:38.433455 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-a9cc5b40-16ab-4b98-95ca-04313c0b46f1 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:38.435057 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-a9cc5b40-16ab-4b98-95ca-04313c0b46f1 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.112 "GET /v2.0/networks?id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 200 len: 812 time: 0.1173434 Aug 31 10:25:38.483063 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-33ad0565-2857-48e4-81d1-a459b334031a tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1 HTTP/1.1" status: 200 len: 380 time: 0.0371635 Aug 31 10:25:38.498081 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-fcced937-a066-4b51-b375-37b6b1618b46 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Request body: {'port': {'device_id': '4fa4c53d-44aa-483b-9e8b-d7cf987e45ca', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'admin_state_up': True, 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'security_groups': ['c22eec1c-fb78-42ed-9fed-adb9454cc18d']}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:25:38.633317 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5b8111cd-942a-4e08-9a4d-449607ac899e req-8ce62be9-f58a-42cf-8dd7-2581c7cd54cd tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 210 time: 0.0328853 Aug 31 10:25:38.693362 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-fcced937-a066-4b51-b375-37b6b1618b46 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Made reservation on behalf of 1ef6e28ebc3e4e308ac236e16f4318d1 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:25:38.697543 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-fcced937-a066-4b51-b375-37b6b1618b46 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:38.832434 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-fcced937-a066-4b51-b375-37b6b1618b46 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Allocated IP 172.20.0.11 (e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1/d4f4efb1-006b-48dc-8e0e-fdc162500bab/8cbf0763-4044-4796-9b7c-3fd6ddc3544c) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:25:38.974780 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-fcced937-a066-4b51-b375-37b6b1618b46 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:38.989279 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-fcced937-a066-4b51-b375-37b6b1618b46 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Transition to ACTIVE for port object 8cbf0763-4044-4796-9b7c-3fd6ddc3544c will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:25:39.084262 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-fcced937-a066-4b51-b375-37b6b1618b46 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:39.130208 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-fcced937-a066-4b51-b375-37b6b1618b46 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Network e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:25:39.132076 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-fcced937-a066-4b51-b375-37b6b1618b46 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:25:39.136416 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-fcced937-a066-4b51-b375-37b6b1618b46 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:25:39.165960 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcced937-a066-4b51-b375-37b6b1618b46 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Pushing event updated for resources: {'Port': ['ID=8cbf0763-4044-4796-9b7c-3fd6ddc3544c,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:39.197069 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-fcced937-a066-4b51-b375-37b6b1618b46 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:39.197724 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-fcced937-a066-4b51-b375-37b6b1618b46 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:39.326156 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-fcced937-a066-4b51-b375-37b6b1618b46 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8354707 Aug 31 10:25:39.344604 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-90c3ceb6-cdff-4741-93ad-4a5eba5d788c service neutron] Request body: {'port': {'device_id': '4fa4c53d-44aa-483b-9e8b-d7cf987e45ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:25:39.414822 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3d7fe3d9-ba32-4c8e-9b08-2ba0342d7b2e None None] Provisioning for port 8cbf0763-4044-4796-9b7c-3fd6ddc3544c completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:25:39.419285 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3d7fe3d9-ba32-4c8e-9b08-2ba0342d7b2e None None] Provisioning complete for port 8cbf0763-4044-4796-9b7c-3fd6ddc3544c triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:25:39.422744 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3d7fe3d9-ba32-4c8e-9b08-2ba0342d7b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:39.456936 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-3d7fe3d9-ba32-4c8e-9b08-2ba0342d7b2e None None] Port 8cbf0763-4044-4796-9b7c-3fd6ddc3544c cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:25:39.735548 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-90c3ceb6-cdff-4741-93ad-4a5eba5d788c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:39.761407 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57ee28-6025-4693-9c3e-e74fd2616a25 req-e50b5e18-0243-4137-97a0-8650ababb18b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:39.762932 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a57ee28-6025-4693-9c3e-e74fd2616a25 req-e50b5e18-0243-4137-97a0-8650ababb18b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 932 time: 0.0549166 Aug 31 10:25:39.807520 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5a57ee28-6025-4693-9c3e-e74fd2616a25 req-175e802e-fa50-4b86-a016-b431135aca28 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380797 Aug 31 10:25:40.007672 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-90c3ceb6-cdff-4741-93ad-4a5eba5d788c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cbf0763-4044-4796-9b7c-3fd6ddc3544c {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:25:40.015518 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-90c3ceb6-cdff-4741-93ad-4a5eba5d788c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:40.028362 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-90c3ceb6-cdff-4741-93ad-4a5eba5d788c service neutron] Transition to ACTIVE for port object 8cbf0763-4044-4796-9b7c-3fd6ddc3544c will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:25:40.096850 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-90c3ceb6-cdff-4741-93ad-4a5eba5d788c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:40.144755 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3ceb6-cdff-4741-93ad-4a5eba5d788c service neutron] Pushing event updated for resources: {'Port': ['ID=8cbf0763-4044-4796-9b7c-3fd6ddc3544c,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:40.218998 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-90c3ceb6-cdff-4741-93ad-4a5eba5d788c service neutron] Attempting to bind port 8cbf0763-4044-4796-9b7c-3fd6ddc3544c on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:25:40.219863 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-90c3ceb6-cdff-4741-93ad-4a5eba5d788c service neutron] Attempting to bind port 8cbf0763-4044-4796-9b7c-3fd6ddc3544c by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'a6bf6874-ecd8-49c5-841d-4db361b999e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:25:40.220179 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-90c3ceb6-cdff-4741-93ad-4a5eba5d788c service neutron] Attempting to bind port 8cbf0763-4044-4796-9b7c-3fd6ddc3544c on network e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:25:40.224779 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-90c3ceb6-cdff-4741-93ad-4a5eba5d788c service neutron] Port 8cbf0763-4044-4796-9b7c-3fd6ddc3544c on network e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:25:40.225100 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-90c3ceb6-cdff-4741-93ad-4a5eba5d788c service neutron] Attempting to bind port 8cbf0763-4044-4796-9b7c-3fd6ddc3544c on network e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:25:40.229975 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-90c3ceb6-cdff-4741-93ad-4a5eba5d788c service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:25:40.230315 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-90c3ceb6-cdff-4741-93ad-4a5eba5d788c service neutron] Checking segment: {'id': 'a6bf6874-ecd8-49c5-841d-4db361b999e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:25:40.230737 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-90c3ceb6-cdff-4741-93ad-4a5eba5d788c service neutron] Bound using segment: {'id': 'a6bf6874-ecd8-49c5-841d-4db361b999e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:25:40.231162 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-90c3ceb6-cdff-4741-93ad-4a5eba5d788c service neutron] Bound port: 8cbf0763-4044-4796-9b7c-3fd6ddc3544c, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6bf6874-ecd8-49c5-841d-4db361b999e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:25:40.231518 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-90c3ceb6-cdff-4741-93ad-4a5eba5d788c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:40.298949 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-90c3ceb6-cdff-4741-93ad-4a5eba5d788c service neutron] For port 8cbf0763-4044-4796-9b7c-3fd6ddc3544c, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:25:40.302249 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-90c3ceb6-cdff-4741-93ad-4a5eba5d788c service neutron] For port 8cbf0763-4044-4796-9b7c-3fd6ddc3544c, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8cbf0763-4044-4796-9b7c-3fd6ddc3544c,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:25:40.400890 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-90c3ceb6-cdff-4741-93ad-4a5eba5d788c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:40.440768 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-90c3ceb6-cdff-4741-93ad-4a5eba5d788c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:40.441389 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-90c3ceb6-cdff-4741-93ad-4a5eba5d788c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:40.442844 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-90c3ceb6-cdff-4741-93ad-4a5eba5d788c service neutron] 10.222.0.112 "PUT /v2.0/ports/8cbf0763-4044-4796-9b7c-3fd6ddc3544c HTTP/1.1" status: 200 len: 1093 time: 1.1028473 Aug 31 10:25:40.443292 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa4c53d-44aa-483b-9e8b-d7cf987e45ca', 'tag': '8cbf0763-4044-4796-9b7c-3fd6ddc3544c'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:25:40.445587 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efb09fcb25d757964e6e64477cf3964f72eef090657aa62846af519e9d9507f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f4850c-7903-4aba-9bd8-b38e83833a56" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa4c53d-44aa-483b-9e8b-d7cf987e45ca", "tag": "8cbf0763-4044-4796-9b7c-3fd6ddc3544c"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:25:40.472141 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3ceb6-cdff-4741-93ad-4a5eba5d788c service neutron] Pushing event updated for resources: {'Port': ['ID=8cbf0763-4044-4796-9b7c-3fd6ddc3544c,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:40.490002 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec31975-d940-4c3e-b8a2-d129197bb0dc x-openstack-request-id: req-1ec31975-d940-4c3e-b8a2-d129197bb0dc {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:25:40.490711 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa4c53d-44aa-483b-9e8b-d7cf987e45ca", "tag": "8cbf0763-4044-4796-9b7c-3fd6ddc3544c", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:25:40.490968 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-1ec31975-d940-4c3e-b8a2-d129197bb0dc {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:25:40.491380 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa4c53d-44aa-483b-9e8b-d7cf987e45ca', 'tag': '8cbf0763-4044-4796-9b7c-3fd6ddc3544c', 'status': 'completed', 'code': 200} Aug 31 10:25:40.561204 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4850c-7903-4aba-9bd8-b38e83833a56 req-30d77fef-53c9-47e7-9672-62ab8ab866c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:40.564048 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d1f4850c-7903-4aba-9bd8-b38e83833a56 req-30d77fef-53c9-47e7-9672-62ab8ab866c6 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 1096 time: 0.0484552 Aug 31 10:25:40.677002 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4850c-7903-4aba-9bd8-b38e83833a56 req-dee8b4e2-8e6a-4936-a605-90fb248b9aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:40.678489 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d1f4850c-7903-4aba-9bd8-b38e83833a56 req-dee8b4e2-8e6a-4936-a605-90fb248b9aca service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1073005 Aug 31 10:25:40.787084 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4850c-7903-4aba-9bd8-b38e83833a56 req-92b59d43-0549-4b46-a103-5eae2b0ebfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:40.788598 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d1f4850c-7903-4aba-9bd8-b38e83833a56 req-92b59d43-0549-4b46-a103-5eae2b0ebfef service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0982208 Aug 31 10:25:40.875672 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-5f830317-d6b3-4ed6-9790-2e1cc86066ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:40.877192 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-5f830317-d6b3-4ed6-9790-2e1cc86066ee service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 1096 time: 0.0442457 Aug 31 10:25:40.926889 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-22819853-1ce9-4225-8c13-2a5e6b9fef29 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cbf0763-4044-4796-9b7c-3fd6ddc3544c HTTP/1.1" status: 200 len: 217 time: 0.0372262 Aug 31 10:25:40.931695 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847f95f-5231-470a-b02d-5d1830996c03 req-eccad3f4-431d-4f80-8f88-3876d09e1f55 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:40.933213 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c847f95f-5231-470a-b02d-5d1830996c03 req-eccad3f4-431d-4f80-8f88-3876d09e1f55 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 944 time: 0.0505455 Aug 31 10:25:40.972975 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c847f95f-5231-470a-b02d-5d1830996c03 req-57f1b8a5-c612-4133-910d-93ab5ee5df72 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332630 Aug 31 10:25:40.986402 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-9f4393e6-2931-450c-8d79-797998c66d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:40.987923 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-9f4393e6-2931-450c-8d79-797998c66d62 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d4f4efb1-006b-48dc-8e0e-fdc162500bab HTTP/1.1" status: 200 len: 851 time: 0.0494218 Aug 31 10:25:41.041298 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-b3349536-80ba-41da-8679-e19587106ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:41.042750 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-b3349536-80ba-41da-8679-e19587106ba2 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432158 Aug 31 10:25:41.135764 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-e01e61f2-230d-4780-a5e6-77e3f766b24c service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804884 Aug 31 10:25:41.232525 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8b92e110-720d-487c-b8f3-53ae007cb524 req-9384137f-86fe-436d-bf87-821439ef3e05 service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879858 Aug 31 10:25:41.400075 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6188522a-fc1f-4948-bb1e-029c259edb53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:42.108168 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bb230-9525-4bae-8438-f8da1729a262 req-f9eae0bd-76fe-4847-a0ff-623a6684c4b7 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:42.110266 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db8bb230-9525-4bae-8438-f8da1729a262 req-f9eae0bd-76fe-4847-a0ff-623a6684c4b7 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 944 time: 0.0628223 Aug 31 10:25:42.153031 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db8bb230-9525-4bae-8438-f8da1729a262 req-83bc7d67-b2de-4306-bc4e-7bd0cb0620d7 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357277 Aug 31 10:25:43.319197 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c13930-78e8-45b4-ba4e-9585a8b0646f req-12fa4844-2ebe-4ba0-935d-092635b8ca64 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:43.320792 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e0c13930-78e8-45b4-ba4e-9585a8b0646f req-12fa4844-2ebe-4ba0-935d-092635b8ca64 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 944 time: 0.0508735 Aug 31 10:25:43.361993 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e0c13930-78e8-45b4-ba4e-9585a8b0646f req-1674ddc8-bb32-4dd3-aa15-85babd6e86fe tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349462 Aug 31 10:25:44.009081 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-90630d7d-1f88-4b35-b6fd-d8987bbdaa4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:44.100685 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:44.482824 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94deab00-871d-42bc-85df-07442ea2e0a4 req-c0006e0a-dea6-44df-8763-3a40c21f4def tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:44.484276 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-94deab00-871d-42bc-85df-07442ea2e0a4 req-c0006e0a-dea6-44df-8763-3a40c21f4def tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 944 time: 0.0517998 Aug 31 10:25:44.525852 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-94deab00-871d-42bc-85df-07442ea2e0a4 req-7349ea80-2f71-402d-b15a-d3bbeb08eb70 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355086 Aug 31 10:25:45.094130 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 8cbf0763-4044-4796-9b7c-3fd6ddc3544c details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:25:45.193602 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 8cbf0763-4044-4796-9b7c-3fd6ddc3544c, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8cbf0763-4044-4796-9b7c-3fd6ddc3544c,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:25:45.207158 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '8cbf0763-4044-4796-9b7c-3fd6ddc3544c', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'port_id': '8cbf0763-4044-4796-9b7c-3fd6ddc3544c', 'mac_address': 'fa:16:3e:35:ee:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:25:45.249528 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:45.270933 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cbf0763-4044-4796-9b7c-3fd6ddc3544c {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:25:45.300950 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 8cbf0763-4044-4796-9b7c-3fd6ddc3544c, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8cbf0763-4044-4796-9b7c-3fd6ddc3544c,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:25:45.365972 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:45.420571 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=8cbf0763-4044-4796-9b7c-3fd6ddc3544c,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:45.601936 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['8cbf0763-4044-4796-9b7c-3fd6ddc3544c'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:25:45.605900 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:45.650461 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e35ea-cd49-493e-a4ff-69fbfed51a67 req-c3cd25ca-1212-4112-89bc-ebd6ac333ab4 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:45.651927 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-629e35ea-cd49-493e-a4ff-69fbfed51a67 req-c3cd25ca-1212-4112-89bc-ebd6ac333ab4 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 945 time: 0.0547235 Aug 31 10:25:45.691173 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-629e35ea-cd49-493e-a4ff-69fbfed51a67 req-67d6938a-b91f-482b-8d6b-4415c2fab88b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320647 Aug 31 10:25:46.811127 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd4b7d-8f6b-4f53-aa84-97724d74afcf req-013ce882-65a3-4b8a-a253-8f73a275ab58 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:46.813222 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6bcd4b7d-8f6b-4f53-aa84-97724d74afcf req-013ce882-65a3-4b8a-a253-8f73a275ab58 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 945 time: 0.0504093 Aug 31 10:25:46.851975 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6bcd4b7d-8f6b-4f53-aa84-97724d74afcf req-4bbe8522-c693-4d6a-997a-15df85ecefba tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327899 Aug 31 10:25:47.109818 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 8cbf0763-4044-4796-9b7c-3fd6ddc3544c up at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:25:47.240104 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning for port 8cbf0763-4044-4796-9b7c-3fd6ddc3544c completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:25:47.246090 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Provisioning complete for port 8cbf0763-4044-4796-9b7c-3fd6ddc3544c triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:25:47.246485 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:47.267395 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:47.328417 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:47.350020 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa4c53d-44aa-483b-9e8b-d7cf987e45ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbf0763-4044-4796-9b7c-3fd6ddc3544c'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:25:47.352247 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84406563-dbcd-4920-978f-c7678b1d437b" -d '{"events": [{"server_uuid": "4fa4c53d-44aa-483b-9e8b-d7cf987e45ca", "name": "network-vif-plugged", "status": "completed", "tag": "8cbf0763-4044-4796-9b7c-3fd6ddc3544c"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:25:47.365456 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 8cbf0763-4044-4796-9b7c-3fd6ddc3544c, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8cbf0763-4044-4796-9b7c-3fd6ddc3544c,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:25:47.391775 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae40470d-0eb2-4224-8457-5796438d0c4b x-openstack-request-id: req-ae40470d-0eb2-4224-8457-5796438d0c4b {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:25:47.392061 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa4c53d-44aa-483b-9e8b-d7cf987e45ca", "name": "network-vif-plugged", "status": "completed", "tag": "8cbf0763-4044-4796-9b7c-3fd6ddc3544c", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:25:47.392315 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-ae40470d-0eb2-4224-8457-5796438d0c4b {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:25:47.392809 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa4c53d-44aa-483b-9e8b-d7cf987e45ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbf0763-4044-4796-9b7c-3fd6ddc3544c', 'code': 200} Aug 31 10:25:47.451278 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:47.489207 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fcdb3b-2f50-4140-ac02-f5dbb0ed0f5d req-2ce4737a-1ed3-4cf4-8aa8-0d3511e7084d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:47.490848 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d7fcdb3b-2f50-4140-ac02-f5dbb0ed0f5d req-2ce4737a-1ed3-4cf4-8aa8-0d3511e7084d service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 1098 time: 0.0423048 Aug 31 10:25:47.506574 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=8cbf0763-4044-4796-9b7c-3fd6ddc3544c,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:25:47.531889 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-d7fcdb3b-2f50-4140-ac02-f5dbb0ed0f5d req-f8cea6e8-8648-452d-8612-49d36d26b158 service neutron] 10.222.0.112 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304348 Aug 31 10:25:47.970815 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98814c09-871a-4d8b-8975-344c0cc728c7 req-fbb01da6-265c-4816-8223-b4383be2c807 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:47.972325 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98814c09-871a-4d8b-8975-344c0cc728c7 req-fbb01da6-265c-4816-8223-b4383be2c807 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 946 time: 0.0523565 Aug 31 10:25:48.010615 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98814c09-871a-4d8b-8975-344c0cc728c7 req-68f0d809-515a-42cc-a259-760c5a6c1a5e tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321715 Aug 31 10:25:49.137017 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb5616-efd8-4c07-9236-fa0daa1ce075 req-430f0dc2-d962-457c-9cfc-84640b3ee8db tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:49.138447 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-90fb5616-efd8-4c07-9236-fa0daa1ce075 req-430f0dc2-d962-457c-9cfc-84640b3ee8db tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 946 time: 0.0529971 Aug 31 10:25:49.176395 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-90fb5616-efd8-4c07-9236-fa0daa1ce075 req-c602a029-85a8-47a8-8531-453537a20894 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317178 Aug 31 10:25:49.287469 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61657dbf-6977-4155-a965-4454bdf57010 req-26fed932-2b31-4561-87da-306d5891a9d5 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:49.288949 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-61657dbf-6977-4155-a965-4454bdf57010 req-26fed932-2b31-4561-87da-306d5891a9d5 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 946 time: 0.0488405 Aug 31 10:25:49.298158 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53520) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:25:49.302773 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-897f619d-d26d-4c80-9187-bb335769c83b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Request body: {'floatingip': {'port_id': '8cbf0763-4044-4796-9b7c-3fd6ddc3544c'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:25:49.344541 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-897f619d-d26d-4c80-9187-bb335769c83b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks [] for floatingip, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:49.792496 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-897f619d-d26d-4c80-9187-bb335769c83b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:49.839819 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-897f619d-d26d-4c80-9187-bb335769c83b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:49.942388 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-897f619d-d26d-4c80-9187-bb335769c83b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Floating IP c8091bf1-47f1-401b-8599-6fd9099ead2b associated. External IP: 172.25.2.212, port: 8cbf0763-4044-4796-9b7c-3fd6ddc3544c. Aug 31 10:25:50.160305 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897f619d-d26d-4c80-9187-bb335769c83b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Router eb60b940-f9ef-4461-9f4d-eb3cc780f032 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:25:50.269307 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897f619d-d26d-4c80-9187-bb335769c83b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:25:50.273933 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-897f619d-d26d-4c80-9187-bb335769c83b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:25:50.281524 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116d31ba-aef9-4a23-b955-5b72ead6b567 None None] Sync routers for ids ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:25:50.294982 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116d31ba-aef9-4a23-b955-5b72ead6b567 None None] Routers {'eb60b940-f9ef-4461-9f4d-eb3cc780f032'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:25:50.295594 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-116d31ba-aef9-4a23-b955-5b72ead6b567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:25:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:50.303579 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-897f619d-d26d-4c80-9187-bb335769c83b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "PUT /v2.0/floatingips/c8091bf1-47f1-401b-8599-6fd9099ead2b HTTP/1.1" status: 200 len: 992 time: 1.0027502 Aug 31 10:25:50.303579 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa4c53d-44aa-483b-9e8b-d7cf987e45ca', 'tag': '8cbf0763-4044-4796-9b7c-3fd6ddc3544c'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:25:50.305052 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a1ed63-1f5c-45b0-86f8-8e76bfbdcac3" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa4c53d-44aa-483b-9e8b-d7cf987e45ca", "tag": "8cbf0763-4044-4796-9b7c-3fd6ddc3544c"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:25:50.343017 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17288414-9929-4457-adf2-2cfaa78cb785 x-openstack-request-id: req-17288414-9929-4457-adf2-2cfaa78cb785 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:25:50.343305 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa4c53d-44aa-483b-9e8b-d7cf987e45ca", "tag": "8cbf0763-4044-4796-9b7c-3fd6ddc3544c", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:25:50.343595 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-17288414-9929-4457-adf2-2cfaa78cb785 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:25:50.344000 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa4c53d-44aa-483b-9e8b-d7cf987e45ca', 'tag': '8cbf0763-4044-4796-9b7c-3fd6ddc3544c', 'status': 'completed', 'code': 200} Aug 31 10:25:50.408133 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-116d31ba-aef9-4a23-b955-5b72ead6b567 None None] Set router eb60b940-f9ef-4461-9f4d-eb3cc780f032 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:25:50.416502 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1ed63-1f5c-45b0-86f8-8e76bfbdcac3 req-72800b31-a45d-4f31-84cb-be394f1dc405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:50.418128 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-74a1ed63-1f5c-45b0-86f8-8e76bfbdcac3 req-72800b31-a45d-4f31-84cb-be394f1dc405 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 1098 time: 0.0460622 Aug 31 10:25:50.512110 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1ed63-1f5c-45b0-86f8-8e76bfbdcac3 req-cf1c4285-5663-4488-b8a8-f46902e7f1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:50.513598 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-74a1ed63-1f5c-45b0-86f8-8e76bfbdcac3 req-cf1c4285-5663-4488-b8a8-f46902e7f1b3 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 200 len: 914 time: 0.0875149 Aug 31 10:25:50.594016 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-74a1ed63-1f5c-45b0-86f8-8e76bfbdcac3 req-1afdbc4c-e971-4d20-8249-2c3f490c6c1a service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cbf0763-4044-4796-9b7c-3fd6ddc3544c HTTP/1.1" status: 200 len: 1000 time: 0.0714324 Aug 31 10:25:50.639945 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-116d31ba-aef9-4a23-b955-5b72ead6b567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'name': 'tempest-ServerActionsTestJSON-1578440857-router', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:20:37Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'gw_port': {'id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:38Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'c8091bf1-47f1-401b-8599-6fd9099ead2b', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'port_id': '8cbf0763-4044-4796-9b7c-3fd6ddc3544c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'mac_address': 'fa:16:3e:35:ee:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa4c53d-44aa-483b-9e8b-d7cf987e45ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:20:44Z', 'updated_at': '2021-08-31T10:25:49Z', 'revision_number': 9, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2278a5-3f44-4cae-996f-d5da10d6764f', 'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'mac_address': 'fa:16:3e:68:5f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:40Z', 'updated_at': '2021-08-31T10:20:45Z', 'revision_number': 5, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'subnets': [{'id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:50.646146 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1ed63-1f5c-45b0-86f8-8e76bfbdcac3 req-66757824-1d97-4d5f-9156-8b05abd8d209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:50.647723 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-74a1ed63-1f5c-45b0-86f8-8e76bfbdcac3 req-66757824-1d97-4d5f-9156-8b05abd8d209 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d4f4efb1-006b-48dc-8e0e-fdc162500bab HTTP/1.1" status: 200 len: 851 time: 0.0464110 Aug 31 10:25:50.666122 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116d31ba-aef9-4a23-b955-5b72ead6b567 None None] Checking router: eb60b940-f9ef-4461-9f4d-eb3cc780f032 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:25:50.674630 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116d31ba-aef9-4a23-b955-5b72ead6b567 None None] Routers {'eb60b940-f9ef-4461-9f4d-eb3cc780f032'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:25:50.675164 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-116d31ba-aef9-4a23-b955-5b72ead6b567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:25:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:50.695533 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1ed63-1f5c-45b0-86f8-8e76bfbdcac3 req-020075c3-e8c4-4eb2-b84b-1302560add54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:25:50.697037 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-74a1ed63-1f5c-45b0-86f8-8e76bfbdcac3 req-020075c3-e8c4-4eb2-b84b-1302560add54 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419319 Aug 31 10:25:50.784770 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-116d31ba-aef9-4a23-b955-5b72ead6b567 None None] Set router eb60b940-f9ef-4461-9f4d-eb3cc780f032 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:25:50.802706 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-74a1ed63-1f5c-45b0-86f8-8e76bfbdcac3 req-8476d81e-8fe7-43af-bdac-6293ac696c07 service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973046 Aug 31 10:25:50.902324 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-74a1ed63-1f5c-45b0-86f8-8e76bfbdcac3 req-9bd44a7c-d73b-47db-8136-feef1383a516 service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888646 Aug 31 10:25:51.030196 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-116d31ba-aef9-4a23-b955-5b72ead6b567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'name': 'tempest-ServerActionsTestJSON-1578440857-router', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:20:37Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'gw_port': {'id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:38Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'c8091bf1-47f1-401b-8599-6fd9099ead2b', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'port_id': '8cbf0763-4044-4796-9b7c-3fd6ddc3544c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'mac_address': 'fa:16:3e:35:ee:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa4c53d-44aa-483b-9e8b-d7cf987e45ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:20:44Z', 'updated_at': '2021-08-31T10:25:49Z', 'revision_number': 9, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2278a5-3f44-4cae-996f-d5da10d6764f', 'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'mac_address': 'fa:16:3e:68:5f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:40Z', 'updated_at': '2021-08-31T10:20:45Z', 'revision_number': 5, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'subnets': [{'id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:25:51.056939 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116d31ba-aef9-4a23-b955-5b72ead6b567 None None] The sync data for ids ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'] in n-d-791506-28 is: [{'id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'name': 'tempest-ServerActionsTestJSON-1578440857-router', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:20:37Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'gw_port': {'id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:38Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'c8091bf1-47f1-401b-8599-6fd9099ead2b', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'port_id': '8cbf0763-4044-4796-9b7c-3fd6ddc3544c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'mac_address': 'fa:16:3e:35:ee:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fa4c53d-44aa-483b-9e8b-d7cf987e45ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:20:44Z', 'updated_at': '2021-08-31T10:25:49Z', 'revision_number': 9, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2278a5-3f44-4cae-996f-d5da10d6764f', 'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'mac_address': 'fa:16:3e:68:5f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:40Z', 'updated_at': '2021-08-31T10:20:45Z', 'revision_number': 5, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'subnets': [{'id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:25:51.253438 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706ba2dd-df01-47b1-8ffd-04e4d4beb2a2 None None] New status for floating IP c8091bf1-47f1-401b-8599-6fd9099ead2b: ACTIVE {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:26:00.408958 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:26:03.329012 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:03.793795 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:11.128440 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f0cca423-0441-4fa5-8996-639e7210d88b req-3e895766-aab7-410b-9a67-beac7490a8a7 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449584 Aug 31 10:26:11.220634 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cca423-0441-4fa5-8996-639e7210d88b req-6f9a2c1a-70a4-4602-9746-13977f151908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:11.222163 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f0cca423-0441-4fa5-8996-639e7210d88b req-6f9a2c1a-70a4-4602-9746-13977f151908 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 1098 time: 0.0473034 Aug 31 10:26:11.330527 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ec3469e8-b878-4ebe-9544-324632011dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:11.331775 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cca423-0441-4fa5-8996-639e7210d88b req-23be87cf-8709-4a37-b7c2-9e07787f151f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:11.333293 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f0cca423-0441-4fa5-8996-639e7210d88b req-23be87cf-8709-4a37-b7c2-9e07787f151f service neutron] 10.222.0.112 "GET /v2.0/networks?id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 200 len: 914 time: 0.0898242 Aug 31 10:26:11.407564 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f0cca423-0441-4fa5-8996-639e7210d88b req-7ae57e48-9e61-4545-b4a9-9cdbcc01028d service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cbf0763-4044-4796-9b7c-3fd6ddc3544c HTTP/1.1" status: 200 len: 1003 time: 0.0657263 Aug 31 10:26:11.459243 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cca423-0441-4fa5-8996-639e7210d88b req-11e85ef5-92e2-4791-b8de-c1457a7951d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:11.460801 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f0cca423-0441-4fa5-8996-639e7210d88b req-11e85ef5-92e2-4791-b8de-c1457a7951d0 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d4f4efb1-006b-48dc-8e0e-fdc162500bab HTTP/1.1" status: 200 len: 851 time: 0.0460033 Aug 31 10:26:11.512292 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cca423-0441-4fa5-8996-639e7210d88b req-69b2f983-290d-4040-a71f-f8d2db7ea07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:11.513885 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f0cca423-0441-4fa5-8996-639e7210d88b req-69b2f983-290d-4040-a71f-f8d2db7ea07f service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443494 Aug 31 10:26:11.619694 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f0cca423-0441-4fa5-8996-639e7210d88b req-0b533bba-1b7a-4b1b-81cc-3543b62839c8 service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959260 Aug 31 10:26:11.714398 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-f0cca423-0441-4fa5-8996-639e7210d88b req-e6cc050b-9c99-4f6b-86c3-db79f6948088 service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866621 Aug 31 10:26:14.021966 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-537ebf75-5c86-41b7-8f26-4ef3a69d87d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:14.118961 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:15.604307 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:17.256628 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:26.021038 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6ddd4d87-27e3-4215-b4cf-ea0469b60815 req-a86ac876-dec0-4f33-8d80-b30ebcff8ec2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0278172 Aug 31 10:26:26.069106 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6ddd4d87-27e3-4215-b4cf-ea0469b60815 req-da1432ec-0e08-4533-8eb2-0f2a2a880f7f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0256681 Aug 31 10:26:26.109399 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6ddd4d87-27e3-4215-b4cf-ea0469b60815 req-491624b1-bc66-4cd6-a281-c259ca2b2118 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199142 Aug 31 10:26:26.214192 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd4d87-27e3-4215-b4cf-ea0469b60815 req-2e4053d3-eaef-469f-9f5f-52400c8e1083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:26:26.215760 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6ddd4d87-27e3-4215-b4cf-ea0469b60815 req-2e4053d3-eaef-469f-9f5f-52400c8e1083 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0994101 Aug 31 10:26:33.341297 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:33.849825 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:37.409212 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:26:41.364938 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d71ee851-2ee0-46ba-bd80-57f7d64afefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:43.989976 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-70443033-3459-4ae5-9624-25f3106a5717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:44.106315 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:45.603888 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:26:47.260508 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:03.349176 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:03.802927 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:11.111023 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8ae63351-1617-4b5f-98e3-a5cf623cbb39 req-3636694a-b28e-4364-a165-88ebc1f4eeaa service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450108 Aug 31 10:27:11.209188 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae63351-1617-4b5f-98e3-a5cf623cbb39 req-92d8e4c3-83e3-4873-8ad3-2382c13beba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:11.210735 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8ae63351-1617-4b5f-98e3-a5cf623cbb39 req-92d8e4c3-83e3-4873-8ad3-2382c13beba6 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 1098 time: 0.0461121 Aug 31 10:27:11.319742 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae63351-1617-4b5f-98e3-a5cf623cbb39 req-e3e30620-03f1-47d9-9e76-3bde6bc5e623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:11.321389 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8ae63351-1617-4b5f-98e3-a5cf623cbb39 req-e3e30620-03f1-47d9-9e76-3bde6bc5e623 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 200 len: 914 time: 0.0878363 Aug 31 10:27:11.322574 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f4ef36de-96aa-4d64-a419-e5781f6e424b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:11.403450 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8ae63351-1617-4b5f-98e3-a5cf623cbb39 req-37145dea-5b95-4855-8452-d56d47ee9d94 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cbf0763-4044-4796-9b7c-3fd6ddc3544c HTTP/1.1" status: 200 len: 1003 time: 0.0679443 Aug 31 10:27:11.456872 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae63351-1617-4b5f-98e3-a5cf623cbb39 req-7d51f652-f8bb-4e80-8c12-d51d6e8ed54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:11.458854 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8ae63351-1617-4b5f-98e3-a5cf623cbb39 req-7d51f652-f8bb-4e80-8c12-d51d6e8ed54f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d4f4efb1-006b-48dc-8e0e-fdc162500bab HTTP/1.1" status: 200 len: 851 time: 0.0523686 Aug 31 10:27:11.510433 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae63351-1617-4b5f-98e3-a5cf623cbb39 req-7635cfa0-558e-478f-9a7a-d2b44d02f650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:11.512066 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8ae63351-1617-4b5f-98e3-a5cf623cbb39 req-7635cfa0-558e-478f-9a7a-d2b44d02f650 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436771 Aug 31 10:27:11.618613 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8ae63351-1617-4b5f-98e3-a5cf623cbb39 req-0debfe5a-cc2a-41ad-bb4c-e36bf1eaf384 service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981669 Aug 31 10:27:11.713136 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-8ae63351-1617-4b5f-98e3-a5cf623cbb39 req-07598ed5-d96c-4fd7-bb07-d689159922bd service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865293 Aug 31 10:27:14.011587 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e78330e3-50a2-43dc-a659-9a5542d03911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:14.109350 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:14.407781 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:27:15.605346 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:17.239813 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:27.996743 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40a4b0d1-771d-4c2b-a0bf-829bdc5ee69e req-f55dda83-e607-490b-8a18-ef61d39c34a8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0275588 Aug 31 10:27:28.067011 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40a4b0d1-771d-4c2b-a0bf-829bdc5ee69e req-0db93b79-aba6-47e6-9438-e497c8c9e168 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0259242 Aug 31 10:27:28.105030 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40a4b0d1-771d-4c2b-a0bf-829bdc5ee69e req-6e7a7bae-9bff-4009-95e5-a19798c8de83 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188377 Aug 31 10:27:28.565884 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4b0d1-771d-4c2b-a0bf-829bdc5ee69e req-5b13fb2e-af1a-4587-9b30-9152bc038169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:28.567413 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40a4b0d1-771d-4c2b-a0bf-829bdc5ee69e req-5b13fb2e-af1a-4587-9b30-9152bc038169 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4545679 Aug 31 10:27:32.129309 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019726a9-d50d-4998-b541-dd9eb8e5845d req-2be810a3-30df-4c15-9a3e-423af994466a tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:32.131215 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-019726a9-d50d-4998-b541-dd9eb8e5845d req-2be810a3-30df-4c15-9a3e-423af994466a tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 946 time: 0.0520079 Aug 31 10:27:32.178132 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-019726a9-d50d-4998-b541-dd9eb8e5845d req-27ba3917-7420-4329-a076-454505f25e3e tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403497 Aug 31 10:27:32.231508 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-934f7d64-1f0e-478f-8a7d-01571cfc62dd req-b17247b1-e45d-4b13-bac9-abe46216bff6 service neutron] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0505016 Aug 31 10:27:33.313774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ba343-0dba-4d9f-b4a7-235aeb26efe8 req-d202209c-423d-42c3-ab33-19bdd47c22c9 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:33.315239 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e45ba343-0dba-4d9f-b4a7-235aeb26efe8 req-d202209c-423d-42c3-ab33-19bdd47c22c9 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 946 time: 0.0601687 Aug 31 10:27:33.353921 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:33.357121 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e45ba343-0dba-4d9f-b4a7-235aeb26efe8 req-ed8acb39-78c2-43bf-909b-371bfe34601e tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354798 Aug 31 10:27:33.844931 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:34.277927 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f7d64-1f0e-478f-8a7d-01571cfc62dd req-272b73df-afe3-4b82-a811-d3d4f2ce1ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:34.280525 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-934f7d64-1f0e-478f-8a7d-01571cfc62dd req-272b73df-afe3-4b82-a811-d3d4f2ce1ed0 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 1098 time: 0.0499549 Aug 31 10:27:34.378894 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f7d64-1f0e-478f-8a7d-01571cfc62dd req-8563cebf-d422-4ecd-a289-c861f928e54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:34.380395 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-934f7d64-1f0e-478f-8a7d-01571cfc62dd req-8563cebf-d422-4ecd-a289-c861f928e54a service neutron] 10.222.0.112 "GET /v2.0/networks?id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 200 len: 914 time: 0.0902550 Aug 31 10:27:34.461585 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-934f7d64-1f0e-478f-8a7d-01571cfc62dd req-a2f921c8-c39e-48e9-a12b-086132e033a2 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cbf0763-4044-4796-9b7c-3fd6ddc3544c HTTP/1.1" status: 200 len: 1003 time: 0.0696168 Aug 31 10:27:34.488171 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa109ea-fa30-4c30-8092-e485eb5eb18a req-1ea5da14-7eac-440b-ac89-929b08650db4 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:34.489911 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4fa109ea-fa30-4c30-8092-e485eb5eb18a req-1ea5da14-7eac-440b-ac89-929b08650db4 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 946 time: 0.0562949 Aug 31 10:27:34.514110 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f7d64-1f0e-478f-8a7d-01571cfc62dd req-9413a571-41cb-4c10-af9d-bf4e2505a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:34.515771 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-934f7d64-1f0e-478f-8a7d-01571cfc62dd req-9413a571-41cb-4c10-af9d-bf4e2505a138 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d4f4efb1-006b-48dc-8e0e-fdc162500bab HTTP/1.1" status: 200 len: 851 time: 0.0464103 Aug 31 10:27:34.531607 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4fa109ea-fa30-4c30-8092-e485eb5eb18a req-ea6f9d41-9514-4d26-960a-ab964766814e tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348301 Aug 31 10:27:34.570375 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f7d64-1f0e-478f-8a7d-01571cfc62dd req-f478d3eb-4223-4674-b2ac-db8b965360b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:34.572005 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-934f7d64-1f0e-478f-8a7d-01571cfc62dd req-f478d3eb-4223-4674-b2ac-db8b965360b9 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457103 Aug 31 10:27:34.673482 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-934f7d64-1f0e-478f-8a7d-01571cfc62dd req-92967048-e0d3-4cf9-8d27-3fbfc2efdcdb service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925477 Aug 31 10:27:34.769227 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-934f7d64-1f0e-478f-8a7d-01571cfc62dd req-2a1bd2f2-efad-4f23-acf8-8be787a2a273 service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878468 Aug 31 10:27:35.672773 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39a4a9-469c-4b1d-981b-e1415224f150 req-a21e4f70-5c71-4140-ad48-0aebca53a436 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:35.674743 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c39a4a9-469c-4b1d-981b-e1415224f150 req-a21e4f70-5c71-4140-ad48-0aebca53a436 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 946 time: 0.0630260 Aug 31 10:27:35.717047 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c39a4a9-469c-4b1d-981b-e1415224f150 req-c9976735-d099-4979-aef3-2916bdc7be02 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360403 Aug 31 10:27:36.847746 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84faf7fd-1b34-470f-9045-80ff72a0cd00 req-ef9afe76-bc0f-477c-a80b-caa081d84276 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:36.849284 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-84faf7fd-1b34-470f-9045-80ff72a0cd00 req-ef9afe76-bc0f-477c-a80b-caa081d84276 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 946 time: 0.0569096 Aug 31 10:27:36.889660 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-84faf7fd-1b34-470f-9045-80ff72a0cd00 req-f135799f-4e13-4c16-8232-1706329bd8f1 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332801 Aug 31 10:27:38.012241 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7b890-dd0d-4985-ac06-0a41b8b61025 req-ab022f80-39f5-4f24-9a46-ceda979bc22b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:38.014951 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7eb7b890-dd0d-4985-ac06-0a41b8b61025 req-ab022f80-39f5-4f24-9a46-ceda979bc22b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 946 time: 0.0534885 Aug 31 10:27:38.054687 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7eb7b890-dd0d-4985-ac06-0a41b8b61025 req-22a78f54-e771-402f-8543-0f002badf71d tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331881 Aug 31 10:27:39.183130 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1acae2f-42a8-450a-8e78-8b7d97241666 req-c3f6c6b4-2b29-4733-b46d-0763fe281551 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:39.184651 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b1acae2f-42a8-450a-8e78-8b7d97241666 req-c3f6c6b4-2b29-4733-b46d-0763fe281551 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 946 time: 0.0576129 Aug 31 10:27:39.225207 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b1acae2f-42a8-450a-8e78-8b7d97241666 req-8cc4b121-5994-47d8-a0bc-a6b4b2d3a4de tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337882 Aug 31 10:27:40.366825 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00fe007-b974-41a3-a55b-f57ae2407eff req-3c54ee6b-b355-46c5-b975-11398994da79 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:40.368260 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a00fe007-b974-41a3-a55b-f57ae2407eff req-3c54ee6b-b355-46c5-b975-11398994da79 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 946 time: 0.0612645 Aug 31 10:27:40.408155 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a00fe007-b974-41a3-a55b-f57ae2407eff req-caf46ea6-f20c-4b0e-ae8c-c2ce31970942 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337372 Aug 31 10:27:41.322127 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-36592f44-7d43-425b-a45f-964c20a2cafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:41.533359 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3d227-8b74-42c9-a644-e1e62a6ec0c9 req-e2ced7a3-2c31-4078-96c4-91ac1589adad tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:41.534839 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5e3d227-8b74-42c9-a644-e1e62a6ec0c9 req-e2ced7a3-2c31-4078-96c4-91ac1589adad tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 946 time: 0.0550516 Aug 31 10:27:41.574781 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5e3d227-8b74-42c9-a644-e1e62a6ec0c9 req-19f0a407-7a66-48a8-94de-afcb1027bfd8 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333374 Aug 31 10:27:42.695238 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134b355-fcb8-4ff4-a581-f067ac9f5bf1 req-f7d773f8-3518-4ae2-878f-fc60211d8eea tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:42.696745 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7134b355-fcb8-4ff4-a581-f067ac9f5bf1 req-f7d773f8-3518-4ae2-878f-fc60211d8eea tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 946 time: 0.0509491 Aug 31 10:27:42.736095 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7134b355-fcb8-4ff4-a581-f067ac9f5bf1 req-b25476b3-18cb-4047-b791-628ad4e49b0d tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332928 Aug 31 10:27:43.867391 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0323c-68cb-4d52-a595-5abdd591b34b req-611d088d-5d81-461d-9e87-678b6d571cc4 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:43.868909 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ece0323c-68cb-4d52-a595-5abdd591b34b req-611d088d-5d81-461d-9e87-678b6d571cc4 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 946 time: 0.0568650 Aug 31 10:27:43.908226 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ece0323c-68cb-4d52-a595-5abdd591b34b req-766e3a2d-64a4-47ed-b9a5-1df28be945ec tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325038 Aug 31 10:27:44.053323 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-35b2c7d7-86b7-4f0a-9824-fcdb46843eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:44.139753 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:45.027284 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46511a-59fc-43eb-840f-a98aed765a0c req-0edbdcda-7de8-4baf-a3f6-2d211d252cd8 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:45.028809 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3e46511a-59fc-43eb-840f-a98aed765a0c req-0edbdcda-7de8-4baf-a3f6-2d211d252cd8 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 946 time: 0.0501513 Aug 31 10:27:45.066412 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3e46511a-59fc-43eb-840f-a98aed765a0c req-73f2d2e6-e7de-4b8b-84b4-62371049e799 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314054 Aug 31 10:27:45.627626 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:46.187498 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf90a7-f7d8-45c2-ac1a-2777bdd4680d req-3dbe2d92-dafd-47d4-a15e-c0ebcd83c68f tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:46.189024 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-afbf90a7-f7d8-45c2-ac1a-2777bdd4680d req-3dbe2d92-dafd-47d4-a15e-c0ebcd83c68f tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 946 time: 0.0531306 Aug 31 10:27:46.227660 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-afbf90a7-f7d8-45c2-ac1a-2777bdd4680d req-4fe31cc9-d3fc-4bf5-89c9-fc600225ad0f tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326016 Aug 31 10:27:47.230495 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-934f7d64-1f0e-478f-8a7d-01571cfc62dd req-bdde5d67-43f7-4c6a-be6f-6595caf4e93a service neutron] 10.222.0.112 "GET /v2.0/ports/8cbf0763-4044-4796-9b7c-3fd6ddc3544c/bindings/n-h1-791506-28 HTTP/1.1" status: 200 len: 383 time: 0.0626669 Aug 31 10:27:47.244675 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:47.354515 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26525e-74fd-4973-8135-0e87f33b91de req-ca3c786f-16b3-4738-9416-38919c8947bb tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:47.356029 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bc26525e-74fd-4973-8135-0e87f33b91de req-ca3c786f-16b3-4738-9416-38919c8947bb tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 946 time: 0.0586355 Aug 31 10:27:47.396796 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bc26525e-74fd-4973-8135-0e87f33b91de req-fb44c96b-30ab-4c3d-a577-87040323bd57 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344996 Aug 31 10:27:47.800019 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f7d64-1f0e-478f-8a7d-01571cfc62dd req-6436bb90-c91a-4e8a-bcc2-b4972d86f010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:47.801548 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-934f7d64-1f0e-478f-8a7d-01571cfc62dd req-6436bb90-c91a-4e8a-bcc2-b4972d86f010 service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca&tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1 HTTP/1.1" status: 200 len: 1098 time: 0.0476189 Aug 31 10:27:47.869950 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f7d64-1f0e-478f-8a7d-01571cfc62dd req-2673cdb3-b0ea-46d4-92cf-80bba4e77481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:47.871626 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-934f7d64-1f0e-478f-8a7d-01571cfc62dd req-2673cdb3-b0ea-46d4-92cf-80bba4e77481 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 1098 time: 0.0428839 Aug 31 10:27:47.964498 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f7d64-1f0e-478f-8a7d-01571cfc62dd req-3d07a275-0f83-4fa6-a4d3-65a23e973cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:47.966508 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-934f7d64-1f0e-478f-8a7d-01571cfc62dd req-3d07a275-0f83-4fa6-a4d3-65a23e973cbd service neutron] 10.222.0.112 "GET /v2.0/networks?id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 200 len: 914 time: 0.0868185 Aug 31 10:27:48.036945 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-934f7d64-1f0e-478f-8a7d-01571cfc62dd req-e741ae1f-1994-4b3b-80b2-10ef101936bf service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cbf0763-4044-4796-9b7c-3fd6ddc3544c HTTP/1.1" status: 200 len: 1003 time: 0.0625644 Aug 31 10:27:48.086448 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f7d64-1f0e-478f-8a7d-01571cfc62dd req-c11336ea-eb78-42c1-b49a-687db2af55b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:48.087830 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-934f7d64-1f0e-478f-8a7d-01571cfc62dd req-c11336ea-eb78-42c1-b49a-687db2af55b3 service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d4f4efb1-006b-48dc-8e0e-fdc162500bab HTTP/1.1" status: 200 len: 851 time: 0.0426180 Aug 31 10:27:48.135135 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f7d64-1f0e-478f-8a7d-01571cfc62dd req-1c35a1aa-a18b-4cde-882c-d73e7f7a385d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:48.136630 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-934f7d64-1f0e-478f-8a7d-01571cfc62dd req-1c35a1aa-a18b-4cde-882c-d73e7f7a385d service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401371 Aug 31 10:27:48.232176 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-934f7d64-1f0e-478f-8a7d-01571cfc62dd req-9c8d009e-ce70-475f-8869-8687bd43cf71 service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866897 Aug 31 10:27:48.324323 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-934f7d64-1f0e-478f-8a7d-01571cfc62dd req-a8ac9cd0-da17-4d06-9c2e-630534706bb4 service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835478 Aug 31 10:27:48.524615 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5cdfc-dcef-43a7-bd7e-5d2c6103d201 req-41e8902d-9dcd-4492-a7aa-1477ff611f19 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:48.526132 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-79d5cdfc-dcef-43a7-bd7e-5d2c6103d201 req-41e8902d-9dcd-4492-a7aa-1477ff611f19 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 946 time: 0.0586021 Aug 31 10:27:48.566139 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-79d5cdfc-dcef-43a7-bd7e-5d2c6103d201 req-dc4a11e5-84ab-4cca-87c3-235e64ec59fb tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331497 Aug 31 10:27:49.688778 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64defb81-2095-472f-93bd-e52a7a0a3e1a req-6fec4356-249b-41fe-914e-f12e9d404431 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:49.690339 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-64defb81-2095-472f-93bd-e52a7a0a3e1a req-6fec4356-249b-41fe-914e-f12e9d404431 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 946 time: 0.0536840 Aug 31 10:27:49.729422 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-64defb81-2095-472f-93bd-e52a7a0a3e1a req-365a1f7d-029b-48e9-adad-7fc7c800987e tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329037 Aug 31 10:27:50.858243 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd847514-14b8-46a8-b538-8d4d3875b051 req-2bd6713d-a752-4e1c-b1f8-f81e359489c7 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:50.859774 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd847514-14b8-46a8-b538-8d4d3875b051 req-2bd6713d-a752-4e1c-b1f8-f81e359489c7 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 946 time: 0.0560050 Aug 31 10:27:50.900982 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd847514-14b8-46a8-b538-8d4d3875b051 req-3e41dff7-f24f-48db-83ea-179646476bdd tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350277 Aug 31 10:27:51.409638 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:27:51.431547 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808c186-cc08-41a6-98ad-d1ba45cd71f0 req-3efd8211-21c8-467e-9347-be9acfc8e42e tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:51.433192 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1808c186-cc08-41a6-98ad-d1ba45cd71f0 req-3efd8211-21c8-467e-9347-be9acfc8e42e tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 946 time: 0.0554516 Aug 31 10:27:51.473846 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcb41a-83c2-4cda-a8e8-e54bf2ae0db6 req-07547d17-ee69-491c-9248-142fb3af3694 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:51.475466 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9cfcb41a-83c2-4cda-a8e8-e54bf2ae0db6 req-07547d17-ee69-491c-9248-142fb3af3694 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.112 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca&tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&binding%3Ahost_id=n-h1-791506-28 HTTP/1.1" status: 200 len: 946 time: 0.0623505 Aug 31 10:27:51.493227 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1808c186-cc08-41a6-98ad-d1ba45cd71f0 req-abae3db3-91de-4670-b58a-1bf592828127 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516996 Aug 31 10:27:51.546271 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9cfcb41a-83c2-4cda-a8e8-e54bf2ae0db6 req-61d78ca6-4aad-4eb8-acdc-d2aac647e73f service neutron] 10.222.0.112 "GET /v2.0/ports/8cbf0763-4044-4796-9b7c-3fd6ddc3544c/bindings/n-h1-791506-28 HTTP/1.1" status: 200 len: 383 time: 0.0626223 Aug 31 10:27:51.615472 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcb41a-83c2-4cda-a8e8-e54bf2ae0db6 req-40c7efaa-ae58-4064-a29d-80d735e9a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:51.617257 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9cfcb41a-83c2-4cda-a8e8-e54bf2ae0db6 req-40c7efaa-ae58-4064-a29d-80d735e9a1cc service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 1098 time: 0.0453076 Aug 31 10:27:51.722411 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcb41a-83c2-4cda-a8e8-e54bf2ae0db6 req-f5de7d90-9b51-445e-aa6d-3ea097b91825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:51.724030 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9cfcb41a-83c2-4cda-a8e8-e54bf2ae0db6 req-f5de7d90-9b51-445e-aa6d-3ea097b91825 service neutron] 10.222.0.112 "GET /v2.0/networks?id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 200 len: 914 time: 0.0990224 Aug 31 10:27:51.759541 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 8cbf0763-4044-4796-9b7c-3fd6ddc3544c details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:27:51.761629 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 8cbf0763-4044-4796-9b7c-3fd6ddc3544c no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:27:51.792440 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9cfcb41a-83c2-4cda-a8e8-e54bf2ae0db6 req-1f77ba42-bc04-4480-81f1-b0cc19377a3e service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cbf0763-4044-4796-9b7c-3fd6ddc3544c HTTP/1.1" status: 200 len: 1003 time: 0.0603061 Aug 31 10:27:51.851789 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcb41a-83c2-4cda-a8e8-e54bf2ae0db6 req-ca897b6b-a101-4ece-9992-8e53e057316f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:51.853275 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9cfcb41a-83c2-4cda-a8e8-e54bf2ae0db6 req-ca897b6b-a101-4ece-9992-8e53e057316f service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d4f4efb1-006b-48dc-8e0e-fdc162500bab HTTP/1.1" status: 200 len: 851 time: 0.0526767 Aug 31 10:27:51.913897 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcb41a-83c2-4cda-a8e8-e54bf2ae0db6 req-da999a99-2041-4dc9-bf2b-faa5940581fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:51.915383 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9cfcb41a-83c2-4cda-a8e8-e54bf2ae0db6 req-da999a99-2041-4dc9-bf2b-faa5940581fc service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540347 Aug 31 10:27:51.917099 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 8cbf0763-4044-4796-9b7c-3fd6ddc3544c, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8cbf0763-4044-4796-9b7c-3fd6ddc3544c,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:27:51.920109 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:51.940752 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '8cbf0763-4044-4796-9b7c-3fd6ddc3544c', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'port_id': '8cbf0763-4044-4796-9b7c-3fd6ddc3544c', 'mac_address': 'fa:16:3e:35:ee:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:27:51.956914 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa4c53d-44aa-483b-9e8b-d7cf987e45ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cbf0763-4044-4796-9b7c-3fd6ddc3544c'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:27:51.959198 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddd32d3-dd16-4e1d-8cc2-72c4ff4c51bf" -d '{"events": [{"server_uuid": "4fa4c53d-44aa-483b-9e8b-d7cf987e45ca", "name": "network-vif-unplugged", "status": "completed", "tag": "8cbf0763-4044-4796-9b7c-3fd6ddc3544c"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:27:51.994850 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 8cbf0763-4044-4796-9b7c-3fd6ddc3544c, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8cbf0763-4044-4796-9b7c-3fd6ddc3544c,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:27:52.006445 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 10:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518bd979-8fa4-4899-9834-b7316e73f439 x-openstack-request-id: req-518bd979-8fa4-4899-9834-b7316e73f439 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:27:52.006762 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa4c53d-44aa-483b-9e8b-d7cf987e45ca", "name": "network-vif-unplugged", "status": "completed", "tag": "8cbf0763-4044-4796-9b7c-3fd6ddc3544c", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:27:52.007036 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-518bd979-8fa4-4899-9834-b7316e73f439 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:27:52.007405 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa4c53d-44aa-483b-9e8b-d7cf987e45ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cbf0763-4044-4796-9b7c-3fd6ddc3544c', 'code': 200} Aug 31 10:27:52.008380 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:52.016179 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9cfcb41a-83c2-4cda-a8e8-e54bf2ae0db6 req-ad699b4e-a167-441d-a4a0-616350fdf745 service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923710 Aug 31 10:27:52.022196 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8cbf0763-4044-4796-9b7c-3fd6ddc3544c {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:27:52.079057 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:52.111121 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9cfcb41a-83c2-4cda-a8e8-e54bf2ae0db6 req-7456c26d-4409-49bb-bcf2-c7974e1d2388 service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875554 Aug 31 10:27:52.151800 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 10:27:52.152150 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 10:27:52.154799 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=8cbf0763-4044-4796-9b7c-3fd6ddc3544c,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:27:52.161918 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:52.164047 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:52.164047 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:52.164047 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:52.164047 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:52.164047 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:52.164047 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:52.164541 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:52.164541 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:52.164800 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:52.165022 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:52.165330 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:52.613109 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f589b8-4fb9-4980-b4ed-895e0a5089a5 req-8ced806f-dffc-4a1e-8ce4-15d43d70f6ba tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:52.614717 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b2f589b8-4fb9-4980-b4ed-895e0a5089a5 req-8ced806f-dffc-4a1e-8ce4-15d43d70f6ba tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 944 time: 0.0518634 Aug 31 10:27:52.654712 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b2f589b8-4fb9-4980-b4ed-895e0a5089a5 req-821c2324-21a2-4195-8cde-54507d60ab7a tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338371 Aug 31 10:27:52.691247 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:52.704134 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cbf0763-4044-4796-9b7c-3fd6ddc3544c {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:27:52.722121 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 8cbf0763-4044-4796-9b7c-3fd6ddc3544c, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8cbf0763-4044-4796-9b7c-3fd6ddc3544c,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:27:52.804011 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:52.849818 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=8cbf0763-4044-4796-9b7c-3fd6ddc3544c,revision_number=7']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:27:53.047486 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] get_ports_and_sgs() called for port_ids ['8cbf0763-4044-4796-9b7c-3fd6ddc3544c'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:27:53.786518 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5440b65-12c3-4cc1-a317-4b92b21eba7e req-451f0737-8749-40b6-81bc-4874591649c2 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:53.788096 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d5440b65-12c3-4cc1-a317-4b92b21eba7e req-451f0737-8749-40b6-81bc-4874591649c2 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 945 time: 0.0552666 Aug 31 10:27:53.829725 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d5440b65-12c3-4cc1-a317-4b92b21eba7e req-a69fb44c-cd1a-482c-8967-497eff5b70d3 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343201 Aug 31 10:27:54.795502 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcb41a-83c2-4cda-a8e8-e54bf2ae0db6 req-4a73a704-b1cb-4f72-af24-22d47dc97def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:54.797057 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9cfcb41a-83c2-4cda-a8e8-e54bf2ae0db6 req-4a73a704-b1cb-4f72-af24-22d47dc97def service neutron] 10.222.0.112 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca&tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1 HTTP/1.1" status: 200 len: 1097 time: 0.0433745 Aug 31 10:27:54.862997 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcb41a-83c2-4cda-a8e8-e54bf2ae0db6 req-48dd59fd-ef41-46dd-8d7f-fdaf73a47d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:54.864616 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9cfcb41a-83c2-4cda-a8e8-e54bf2ae0db6 req-48dd59fd-ef41-46dd-8d7f-fdaf73a47d6a service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 1097 time: 0.0414872 Aug 31 10:27:54.951605 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806fd3c-a1ce-419d-8366-9770df834b74 req-e7aa53a4-f03e-4fff-919e-31eda4131fd5 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:54.953222 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3806fd3c-a1ce-419d-8366-9770df834b74 req-e7aa53a4-f03e-4fff-919e-31eda4131fd5 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 945 time: 0.0520687 Aug 31 10:27:54.966612 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcb41a-83c2-4cda-a8e8-e54bf2ae0db6 req-5149f8fe-356a-4905-afe8-5e177238e30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:54.968435 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9cfcb41a-83c2-4cda-a8e8-e54bf2ae0db6 req-5149f8fe-356a-4905-afe8-5e177238e30a service neutron] 10.222.0.112 "GET /v2.0/networks?id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 200 len: 914 time: 0.0942209 Aug 31 10:27:55.006197 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3806fd3c-a1ce-419d-8366-9770df834b74 req-4a0a615a-7cc3-48a1-ac47-e7149b97f3af tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457375 Aug 31 10:27:55.041314 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9cfcb41a-83c2-4cda-a8e8-e54bf2ae0db6 req-185bd934-f226-4b53-91ce-1f2bf261c555 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cbf0763-4044-4796-9b7c-3fd6ddc3544c HTTP/1.1" status: 200 len: 1002 time: 0.0630658 Aug 31 10:27:55.092361 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcb41a-83c2-4cda-a8e8-e54bf2ae0db6 req-b0379b2b-4978-44d6-913a-d126ed4d815c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:55.093764 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9cfcb41a-83c2-4cda-a8e8-e54bf2ae0db6 req-b0379b2b-4978-44d6-913a-d126ed4d815c service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d4f4efb1-006b-48dc-8e0e-fdc162500bab HTTP/1.1" status: 200 len: 851 time: 0.0443869 Aug 31 10:27:55.146514 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcb41a-83c2-4cda-a8e8-e54bf2ae0db6 req-b6f6e197-153b-4e58-99fa-0620bd252625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:55.148079 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9cfcb41a-83c2-4cda-a8e8-e54bf2ae0db6 req-b6f6e197-153b-4e58-99fa-0620bd252625 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459774 Aug 31 10:27:55.242967 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9cfcb41a-83c2-4cda-a8e8-e54bf2ae0db6 req-5d993488-7f8e-4d8c-8455-b4d69cac43c8 service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843785 Aug 31 10:27:55.339374 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-9cfcb41a-83c2-4cda-a8e8-e54bf2ae0db6 req-fbe402cd-9f89-4444-ac89-9cad55aeef6f service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879071 Aug 31 10:27:55.773243 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 8cbf0763-4044-4796-9b7c-3fd6ddc3544c details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:27:55.883536 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 8cbf0763-4044-4796-9b7c-3fd6ddc3544c, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8cbf0763-4044-4796-9b7c-3fd6ddc3544c,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:27:55.895547 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '8cbf0763-4044-4796-9b7c-3fd6ddc3544c', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'port_id': '8cbf0763-4044-4796-9b7c-3fd6ddc3544c', 'mac_address': 'fa:16:3e:35:ee:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:27:56.139920 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80057ff1-e8fb-4abc-9b27-4d0122dd5766 req-1c2562b2-f483-4590-a02f-9f6655da50e7 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:56.141446 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-80057ff1-e8fb-4abc-9b27-4d0122dd5766 req-1c2562b2-f483-4590-a02f-9f6655da50e7 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 945 time: 0.0515354 Aug 31 10:27:56.182525 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-80057ff1-e8fb-4abc-9b27-4d0122dd5766 req-211050a7-b1c3-4a6b-bfa0-5370267d24ee tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349648 Aug 31 10:27:56.336837 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56607bef-530e-4b6d-b921-7e4734cee53a req-8edf6d3e-3245-471d-b62c-82a42821c968 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:56.338322 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56607bef-530e-4b6d-b921-7e4734cee53a req-8edf6d3e-3245-471d-b62c-82a42821c968 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 945 time: 0.0579386 Aug 31 10:27:56.381174 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56607bef-530e-4b6d-b921-7e4734cee53a req-0beb6d32-acf0-4c36-8b1c-2e207954f9eb tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358293 Aug 31 10:27:57.512044 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958950ea-3e20-43ae-86b7-533c9876de23 req-e47d4ead-198b-4cae-96cf-43a5448323a9 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:57.514478 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-958950ea-3e20-43ae-86b7-533c9876de23 req-e47d4ead-198b-4cae-96cf-43a5448323a9 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 945 time: 0.0531831 Aug 31 10:27:57.555075 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-958950ea-3e20-43ae-86b7-533c9876de23 req-6d5ddf2c-1a1f-4a33-b594-3327a035e2dd tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339935 Aug 31 10:27:57.777639 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 8cbf0763-4044-4796-9b7c-3fd6ddc3544c details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:27:57.780883 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 8cbf0763-4044-4796-9b7c-3fd6ddc3544c no longer exists at agent hyperv_n-h1-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:27:57.948178 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:57.971915 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8cbf0763-4044-4796-9b7c-3fd6ddc3544c {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:27:57.977246 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 8cbf0763-4044-4796-9b7c-3fd6ddc3544c, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8cbf0763-4044-4796-9b7c-3fd6ddc3544c,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:27:57.999956 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Returning: {'device': '8cbf0763-4044-4796-9b7c-3fd6ddc3544c', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'port_id': '8cbf0763-4044-4796-9b7c-3fd6ddc3544c', 'mac_address': 'fa:16:3e:35:ee:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:27:58.004365 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] For port 8cbf0763-4044-4796-9b7c-3fd6ddc3544c, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8cbf0763-4044-4796-9b7c-3fd6ddc3544c,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:27:58.023983 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2434e8-96fc-41c4-93bd-945159da4eea req-f6e0fe48-c34f-47b3-a018-4fcbb4ba52ee tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:58.025654 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4d2434e8-96fc-41c4-93bd-945159da4eea req-f6e0fe48-c34f-47b3-a018-4fcbb4ba52ee tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 945 time: 0.0658545 Aug 31 10:27:58.072175 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4d2434e8-96fc-41c4-93bd-945159da4eea req-2e0fbb59-12ef-447b-99ad-805d8cf591c8 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387595 Aug 31 10:27:58.112907 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:58.176758 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Pushing event updated for resources: {'Port': ['ID=8cbf0763-4044-4796-9b7c-3fd6ddc3544c,revision_number=8']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:27:58.381810 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987b6b8-8ce8-4ab3-bf43-9ef140480bb4 req-4a549e0d-d024-4690-a73a-f49010ef9a99 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:27:58.383385 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c987b6b8-8ce8-4ab3-bf43-9ef140480bb4 req-4a549e0d-d024-4690-a73a-f49010ef9a99 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.112 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 945 time: 0.3776836 Aug 31 10:27:58.480262 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-c987b6b8-8ce8-4ab3-bf43-9ef140480bb4 req-66d43934-ff22-4984-bbdf-9b1486da6f9b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Deleting port 8cbf0763-4044-4796-9b7c-3fd6ddc3544c {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:27:58.480589 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c987b6b8-8ce8-4ab3-bf43-9ef140480bb4 req-66d43934-ff22-4984-bbdf-9b1486da6f9b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:58.579651 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-c987b6b8-8ce8-4ab3-bf43-9ef140480bb4 req-66d43934-ff22-4984-bbdf-9b1486da6f9b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] For port 8cbf0763-4044-4796-9b7c-3fd6ddc3544c, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=8cbf0763-4044-4796-9b7c-3fd6ddc3544c,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:27:58.580022 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c987b6b8-8ce8-4ab3-bf43-9ef140480bb4 req-66d43934-ff22-4984-bbdf-9b1486da6f9b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:58.761104 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c987b6b8-8ce8-4ab3-bf43-9ef140480bb4 req-66d43934-ff22-4984-bbdf-9b1486da6f9b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:58.761494 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c987b6b8-8ce8-4ab3-bf43-9ef140480bb4 req-66d43934-ff22-4984-bbdf-9b1486da6f9b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:58.761811 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [req-c987b6b8-8ce8-4ab3-bf43-9ef140480bb4 req-66d43934-ff22-4984-bbdf-9b1486da6f9b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Floating IP c8091bf1-47f1-401b-8599-6fd9099ead2b disassociated. External IP: 172.25.2.212, port: 8cbf0763-4044-4796-9b7c-3fd6ddc3544c. Aug 31 10:27:58.762252 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-c987b6b8-8ce8-4ab3-bf43-9ef140480bb4 req-66d43934-ff22-4984-bbdf-9b1486da6f9b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Calling delete_port for 8cbf0763-4044-4796-9b7c-3fd6ddc3544c owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:27:58.970309 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c987b6b8-8ce8-4ab3-bf43-9ef140480bb4 req-66d43934-ff22-4984-bbdf-9b1486da6f9b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:59.005978 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d43934-ff22-4984-bbdf-9b1486da6f9b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Pushing event deleted for resources: {'Port': ['ID=8cbf0763-4044-4796-9b7c-3fd6ddc3544c,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:27:59.017814 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d43934-ff22-4984-bbdf-9b1486da6f9b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:59.018148 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d43934-ff22-4984-bbdf-9b1486da6f9b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:59.018483 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d43934-ff22-4984-bbdf-9b1486da6f9b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:59.018842 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d43934-ff22-4984-bbdf-9b1486da6f9b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:59.019167 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d43934-ff22-4984-bbdf-9b1486da6f9b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:59.019490 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d43934-ff22-4984-bbdf-9b1486da6f9b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:59.019808 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d43934-ff22-4984-bbdf-9b1486da6f9b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:59.020126 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d43934-ff22-4984-bbdf-9b1486da6f9b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:59.020436 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d43934-ff22-4984-bbdf-9b1486da6f9b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:59.020755 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d43934-ff22-4984-bbdf-9b1486da6f9b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:59.021066 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d43934-ff22-4984-bbdf-9b1486da6f9b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:59.021386 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d43934-ff22-4984-bbdf-9b1486da6f9b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:27:59.144940 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c987b6b8-8ce8-4ab3-bf43-9ef140480bb4 req-66d43934-ff22-4984-bbdf-9b1486da6f9b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Router eb60b940-f9ef-4461-9f4d-eb3cc780f032 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:27:59.214195 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47d81e8f-eeda-4060-85f1-b3d5988c4a3f req-c60fa8a7-f825-42a9-83ea-55c824ca5237 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 210 time: 0.0346916 Aug 31 10:27:59.272939 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c987b6b8-8ce8-4ab3-bf43-9ef140480bb4 req-66d43934-ff22-4984-bbdf-9b1486da6f9b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:27:59.285521 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bfc4ac-2cc9-4dd1-9552-22541d71c07b None None] Sync routers for ids ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:27:59.297698 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bfc4ac-2cc9-4dd1-9552-22541d71c07b None None] Routers {'eb60b940-f9ef-4461-9f4d-eb3cc780f032'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:27:59.298322 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c0bfc4ac-2cc9-4dd1-9552-22541d71c07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:27:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:27:59.326952 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-c987b6b8-8ce8-4ab3-bf43-9ef140480bb4 req-66d43934-ff22-4984-bbdf-9b1486da6f9b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] No DVR routers for this DVR port 8cbf0763-4044-4796-9b7c-3fd6ddc3544c on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:27:59.329534 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-c987b6b8-8ce8-4ab3-bf43-9ef140480bb4 req-66d43934-ff22-4984-bbdf-9b1486da6f9b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:27:59.331558 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-c987b6b8-8ce8-4ab3-bf43-9ef140480bb4 req-66d43934-ff22-4984-bbdf-9b1486da6f9b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.112 "DELETE /v2.0/ports/8cbf0763-4044-4796-9b7c-3fd6ddc3544c HTTP/1.1" status: 204 len: 173 time: 0.9411964 Aug 31 10:27:59.332024 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa4c53d-44aa-483b-9e8b-d7cf987e45ca', 'name': 'network-vif-deleted', 'tag': '8cbf0763-4044-4796-9b7c-3fd6ddc3544c'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:27:59.334509 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efb09fcb25d757964e6e64477cf3964f72eef090657aa62846af519e9d9507f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93e7e58-d4bb-47c7-8d9c-1869fda4658d" -d '{"events": [{"server_uuid": "4fa4c53d-44aa-483b-9e8b-d7cf987e45ca", "name": "network-vif-deleted", "tag": "8cbf0763-4044-4796-9b7c-3fd6ddc3544c"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:27:59.386466 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1ff8de-b51e-4934-9bfd-6cd413fed9da x-openstack-request-id: req-6e1ff8de-b51e-4934-9bfd-6cd413fed9da {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:27:59.387170 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa4c53d-44aa-483b-9e8b-d7cf987e45ca", "name": "network-vif-deleted", "tag": "8cbf0763-4044-4796-9b7c-3fd6ddc3544c", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:27:59.387170 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-6e1ff8de-b51e-4934-9bfd-6cd413fed9da {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:27:59.387620 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa4c53d-44aa-483b-9e8b-d7cf987e45ca', 'name': 'network-vif-deleted', 'tag': '8cbf0763-4044-4796-9b7c-3fd6ddc3544c', 'status': 'completed', 'code': 200} Aug 31 10:27:59.432105 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-c0bfc4ac-2cc9-4dd1-9552-22541d71c07b None None] Set router eb60b940-f9ef-4461-9f4d-eb3cc780f032 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:27:59.491779 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7d5a3287-c763-43ae-96ae-43b855f69421 req-bf444927-3388-4bc5-85cf-bbcbb0fd380e tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=4fa4c53d-44aa-483b-9e8b-d7cf987e45ca HTTP/1.1" status: 200 len: 210 time: 0.0280769 Aug 31 10:27:59.648119 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c0bfc4ac-2cc9-4dd1-9552-22541d71c07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'name': 'tempest-ServerActionsTestJSON-1578440857-router', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:20:37Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'gw_port': {'id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:38Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'ae2278a5-3f44-4cae-996f-d5da10d6764f', 'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'mac_address': 'fa:16:3e:68:5f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:40Z', 'updated_at': '2021-08-31T10:20:45Z', 'revision_number': 5, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'subnets': [{'id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:27:59.674793 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bfc4ac-2cc9-4dd1-9552-22541d71c07b None None] Checking router: eb60b940-f9ef-4461-9f4d-eb3cc780f032 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:27:59.687939 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bfc4ac-2cc9-4dd1-9552-22541d71c07b None None] Routers {'eb60b940-f9ef-4461-9f4d-eb3cc780f032'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:27:59.688671 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c0bfc4ac-2cc9-4dd1-9552-22541d71c07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:27:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:27:59.784318 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 8cbf0763-4044-4796-9b7c-3fd6ddc3544c details requested by agent hyperv_n-h1-791506-28 with host n-h1-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:27:59.790044 n-d-791506-28 neutron-server[95554]: INFO neutron.plugins.ml2.plugin [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] No ports have port_id starting with 8cbf0763-4044-4796-9b7c-3fd6ddc3544c Aug 31 10:27:59.791382 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Device 8cbf0763-4044-4796-9b7c-3fd6ddc3544c requested by agent hyperv_n-h1-791506-28 not found in database {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 31 10:27:59.901853 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-c0bfc4ac-2cc9-4dd1-9552-22541d71c07b None None] Set router eb60b940-f9ef-4461-9f4d-eb3cc780f032 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:28:00.109306 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-c0bfc4ac-2cc9-4dd1-9552-22541d71c07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'name': 'tempest-ServerActionsTestJSON-1578440857-router', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:20:37Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'gw_port': {'id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:38Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'ae2278a5-3f44-4cae-996f-d5da10d6764f', 'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'mac_address': 'fa:16:3e:68:5f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:40Z', 'updated_at': '2021-08-31T10:20:45Z', 'revision_number': 5, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'subnets': [{'id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:28:00.141379 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bfc4ac-2cc9-4dd1-9552-22541d71c07b None None] The sync data for ids ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'] in n-d-791506-28 is: [{'id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'name': 'tempest-ServerActionsTestJSON-1578440857-router', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:20:37Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'gw_port': {'id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:38Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'ae2278a5-3f44-4cae-996f-d5da10d6764f', 'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'mac_address': 'fa:16:3e:68:5f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:40Z', 'updated_at': '2021-08-31T10:20:45Z', 'revision_number': 5, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'subnets': [{'id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:28:00.379031 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56ce19c-4e1b-4e8d-a0ce-bdc8b9104c46 None None] New status for floating IP c8091bf1-47f1-401b-8599-6fd9099ead2b: DOWN {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:28:00.810207 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-69d405ac-a85b-4d1f-a762-6cbc4de94768 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-securitygroup--1679985055&fields=id&tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1 HTTP/1.1" status: 200 len: 267 time: 0.0369813 Aug 31 10:28:00.924469 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-609d69f2-e2b8-49c5-a91c-d19e03587d18 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:00.925921 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-609d69f2-e2b8-49c5-a91c-d19e03587d18 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/networks?id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 200 len: 812 time: 0.1083837 Aug 31 10:28:00.942018 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-e4b82055-1cc2-4d07-9680-a1c30e071094 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/quotas/1ef6e28ebc3e4e308ac236e16f4318d1 HTTP/1.1" status: 200 len: 375 time: 0.0101657 Aug 31 10:28:00.998837 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-d280d50a-a9b4-4b42-8694-f2aa44565cf8 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506761 Aug 31 10:28:01.097665 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-83804d28-ed84-4ee2-9fbc-0f6d8561a716 service neutron] 10.222.0.119 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867987 Aug 31 10:28:01.192800 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-1edd7cec-d42c-4f07-91de-a47dca7c83d7 service neutron] 10.222.0.119 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886695 Aug 31 10:28:01.439252 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d5fa5938-8d0c-4c82-8513-cdf2a054a38e req-3600c02e-c4b6-4133-83d1-0fb37fd1ec12 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 210 time: 0.0280547 Aug 31 10:28:02.540030 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d1ccbea2-77d7-46d3-acd5-43642d70750f req-6daa4b82-e647-4516-95bc-e3de403191be tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 210 time: 0.0323265 Aug 31 10:28:03.179005 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-9904c3fd-0762-48a6-85f5-264821a48b25 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:03.180452 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-9904c3fd-0762-48a6-85f5-264821a48b25 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.112 "GET /v2.0/networks?id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 200 len: 812 time: 0.1048858 Aug 31 10:28:03.225823 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-0d22d55d-1a65-446b-b06c-1cbf3f3f0ea0 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.112 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1 HTTP/1.1" status: 200 len: 380 time: 0.0343540 Aug 31 10:28:03.236340 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-76c89f01-70b1-4b45-9d77-3d7fd60ea704 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Request body: {'port': {'device_id': 'e127fa44-c131-4e68-b32c-0ec7c12c782c', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'admin_state_up': True, 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'security_groups': ['c22eec1c-fb78-42ed-9fed-adb9454cc18d']}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:28:03.386659 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:03.415344 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-76c89f01-70b1-4b45-9d77-3d7fd60ea704 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Made reservation on behalf of 1ef6e28ebc3e4e308ac236e16f4318d1 for: {'port': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:28:03.419520 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-76c89f01-70b1-4b45-9d77-3d7fd60ea704 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:03.545705 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-76c89f01-70b1-4b45-9d77-3d7fd60ea704 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Allocated IP 172.20.0.3 (e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1/d4f4efb1-006b-48dc-8e0e-fdc162500bab/92d46674-5fb7-4995-8242-a6715f6a55a6) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:28:03.640722 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7e9f8ec9-3036-4e9f-9dd3-f2fcc5063ffa req-a3f21415-e7d1-42fe-91ac-ea53e2c77c23 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 210 time: 0.0275681 Aug 31 10:28:03.688366 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-76c89f01-70b1-4b45-9d77-3d7fd60ea704 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:03.701805 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-76c89f01-70b1-4b45-9d77-3d7fd60ea704 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Transition to ACTIVE for port object 92d46674-5fb7-4995-8242-a6715f6a55a6 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:28:03.793290 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-76c89f01-70b1-4b45-9d77-3d7fd60ea704 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:03.837850 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-76c89f01-70b1-4b45-9d77-3d7fd60ea704 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Network e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:28:03.841423 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-76c89f01-70b1-4b45-9d77-3d7fd60ea704 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:28:03.845218 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-76c89f01-70b1-4b45-9d77-3d7fd60ea704 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:28:03.871276 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c89f01-70b1-4b45-9d77-3d7fd60ea704 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Pushing event updated for resources: {'Port': ['ID=92d46674-5fb7-4995-8242-a6715f6a55a6,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:03.880961 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:03.902252 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-76c89f01-70b1-4b45-9d77-3d7fd60ea704 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:03.903433 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-76c89f01-70b1-4b45-9d77-3d7fd60ea704 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:03.996720 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-76c89f01-70b1-4b45-9d77-3d7fd60ea704 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.112 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7638793 Aug 31 10:28:04.009502 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-63a51c7a-7789-45e3-9e35-0f9579c6913d service neutron] Request body: {'port': {'device_id': 'e127fa44-c131-4e68-b32c-0ec7c12c782c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791506-28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:28:04.067865 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-63a51c7a-7789-45e3-9e35-0f9579c6913d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:04.132476 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-183f1501-90b1-4688-a695-92bc06f209c8 None None] Provisioning for port 92d46674-5fb7-4995-8242-a6715f6a55a6 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:28:04.136388 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-183f1501-90b1-4688-a695-92bc06f209c8 None None] Provisioning complete for port 92d46674-5fb7-4995-8242-a6715f6a55a6 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:28:04.136780 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-183f1501-90b1-4688-a695-92bc06f209c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:04.170492 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-183f1501-90b1-4688-a695-92bc06f209c8 None None] Port 92d46674-5fb7-4995-8242-a6715f6a55a6 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:28:04.336416 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-63a51c7a-7789-45e3-9e35-0f9579c6913d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92d46674-5fb7-4995-8242-a6715f6a55a6 {{(pid=95552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:28:04.344645 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-63a51c7a-7789-45e3-9e35-0f9579c6913d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:04.356546 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-63a51c7a-7789-45e3-9e35-0f9579c6913d service neutron] Transition to ACTIVE for port object 92d46674-5fb7-4995-8242-a6715f6a55a6 will not be triggered until provisioned by entity L2. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:28:04.412089 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-63a51c7a-7789-45e3-9e35-0f9579c6913d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:04.462387 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a51c7a-7789-45e3-9e35-0f9579c6913d service neutron] Pushing event updated for resources: {'Port': ['ID=92d46674-5fb7-4995-8242-a6715f6a55a6,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:04.547524 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-63a51c7a-7789-45e3-9e35-0f9579c6913d service neutron] Attempting to bind port 92d46674-5fb7-4995-8242-a6715f6a55a6 on host n-h1-791506-28 for vnic_type normal with profile {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:28:04.553450 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-63a51c7a-7789-45e3-9e35-0f9579c6913d service neutron] Attempting to bind port 92d46674-5fb7-4995-8242-a6715f6a55a6 by drivers openvswitch,hyperv on host n-h1-791506-28 at level 0 using segments [{'id': 'a6bf6874-ecd8-49c5-841d-4db361b999e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1'}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:28:04.553450 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-63a51c7a-7789-45e3-9e35-0f9579c6913d service neutron] Attempting to bind port 92d46674-5fb7-4995-8242-a6715f6a55a6 on network e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:28:04.555118 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-63a51c7a-7789-45e3-9e35-0f9579c6913d service neutron] Port 92d46674-5fb7-4995-8242-a6715f6a55a6 on network e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791506-28 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:28:04.555620 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-63a51c7a-7789-45e3-9e35-0f9579c6913d service neutron] Attempting to bind port 92d46674-5fb7-4995-8242-a6715f6a55a6 on network e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:28:04.562747 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-63a51c7a-7789-45e3-9e35-0f9579c6913d service neutron] Checking agent: {'id': '88702a34-5937-45fc-b560-18e574e8e3bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:28:04.563132 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-63a51c7a-7789-45e3-9e35-0f9579c6913d service neutron] Checking segment: {'id': 'a6bf6874-ecd8-49c5-841d-4db361b999e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:28:04.563709 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-63a51c7a-7789-45e3-9e35-0f9579c6913d service neutron] Bound using segment: {'id': 'a6bf6874-ecd8-49c5-841d-4db361b999e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1'} {{(pid=95552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:28:04.564389 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.managers [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-63a51c7a-7789-45e3-9e35-0f9579c6913d service neutron] Bound port: 92d46674-5fb7-4995-8242-a6715f6a55a6, host: n-h1-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6bf6874-ecd8-49c5-841d-4db361b999e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1'}}] {{(pid=95552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:28:04.564914 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-63a51c7a-7789-45e3-9e35-0f9579c6913d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:04.633219 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-63a51c7a-7789-45e3-9e35-0f9579c6913d service neutron] For port 92d46674-5fb7-4995-8242-a6715f6a55a6, host n-h1-791506-28, cleared binding levels {{(pid=95552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:28:04.636435 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-63a51c7a-7789-45e3-9e35-0f9579c6913d service neutron] For port 92d46674-5fb7-4995-8242-a6715f6a55a6, host n-h1-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=92d46674-5fb7-4995-8242-a6715f6a55a6,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:28:04.716846 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-63a51c7a-7789-45e3-9e35-0f9579c6913d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:04.753024 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-63a51c7a-7789-45e3-9e35-0f9579c6913d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:04.753730 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-63a51c7a-7789-45e3-9e35-0f9579c6913d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:04.755060 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-63a51c7a-7789-45e3-9e35-0f9579c6913d service neutron] 10.222.0.112 "PUT /v2.0/ports/92d46674-5fb7-4995-8242-a6715f6a55a6 HTTP/1.1" status: 200 len: 1092 time: 0.7500136 Aug 31 10:28:04.755504 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e127fa44-c131-4e68-b32c-0ec7c12c782c', 'tag': '92d46674-5fb7-4995-8242-a6715f6a55a6'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:28:04.757862 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efb09fcb25d757964e6e64477cf3964f72eef090657aa62846af519e9d9507f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52579749-0baa-44d6-a221-971ad8d74eaa" -d '{"events": [{"name": "network-changed", "server_uuid": "e127fa44-c131-4e68-b32c-0ec7c12c782c", "tag": "92d46674-5fb7-4995-8242-a6715f6a55a6"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:28:04.770260 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8530e-ce74-4bd7-899d-3a86a9193bff req-c9f08d24-d604-46bb-8557-64fd586424c6 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:04.772528 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2dd8530e-ce74-4bd7-899d-3a86a9193bff req-c9f08d24-d604-46bb-8557-64fd586424c6 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 943 time: 0.0587449 Aug 31 10:28:04.788383 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a51c7a-7789-45e3-9e35-0f9579c6913d service neutron] Pushing event updated for resources: {'Port': ['ID=92d46674-5fb7-4995-8242-a6715f6a55a6,revision_number=3']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:04.817687 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb9aa24-d647-4933-9edf-5a8d5f76512c x-openstack-request-id: req-5bb9aa24-d647-4933-9edf-5a8d5f76512c {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:28:04.817973 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e127fa44-c131-4e68-b32c-0ec7c12c782c", "tag": "92d46674-5fb7-4995-8242-a6715f6a55a6", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:28:04.818221 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-5bb9aa24-d647-4933-9edf-5a8d5f76512c {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:28:04.818641 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e127fa44-c131-4e68-b32c-0ec7c12c782c', 'tag': '92d46674-5fb7-4995-8242-a6715f6a55a6', 'status': 'completed', 'code': 200} Aug 31 10:28:04.823025 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2dd8530e-ce74-4bd7-899d-3a86a9193bff req-d8edd317-9e46-446c-8a60-5f0281d350d8 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419052 Aug 31 10:28:04.891539 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52579749-0baa-44d6-a221-971ad8d74eaa req-2d85645a-cba5-4d3d-9ca3-2c89161ed29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:04.893085 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-52579749-0baa-44d6-a221-971ad8d74eaa req-2d85645a-cba5-4d3d-9ca3-2c89161ed29f service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 1095 time: 0.0489218 Aug 31 10:28:05.003760 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52579749-0baa-44d6-a221-971ad8d74eaa req-0003aa0b-1716-4566-a4cc-167aabf60a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:05.005266 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-52579749-0baa-44d6-a221-971ad8d74eaa req-0003aa0b-1716-4566-a4cc-167aabf60a9b service neutron] 10.222.0.112 "GET /v2.0/networks?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0976968 Aug 31 10:28:05.104171 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52579749-0baa-44d6-a221-971ad8d74eaa req-2ff3e6ee-bde5-4922-ae55-23c314c4a7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:05.105578 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-52579749-0baa-44d6-a221-971ad8d74eaa req-2ff3e6ee-bde5-4922-ae55-23c314c4a7a9 service neutron] 10.222.0.112 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0920250 Aug 31 10:28:05.182526 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-311aef4c-bb5e-436f-b801-9160125e8f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:05.185174 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-311aef4c-bb5e-436f-b801-9160125e8f72 service neutron] 10.222.0.112 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 1095 time: 0.0423386 Aug 31 10:28:05.229000 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-9d778f00-a5c6-43f5-b328-9172aab93981 service neutron] 10.222.0.112 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92d46674-5fb7-4995-8242-a6715f6a55a6 HTTP/1.1" status: 200 len: 217 time: 0.0339103 Aug 31 10:28:05.285670 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-1acc2d6e-3a3d-40b6-8e92-3b0c16dd783e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:05.287166 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-1acc2d6e-3a3d-40b6-8e92-3b0c16dd783e service neutron] 10.222.0.112 "GET /v2.0/subnets?id=d4f4efb1-006b-48dc-8e0e-fdc162500bab HTTP/1.1" status: 200 len: 851 time: 0.0498905 Aug 31 10:28:05.335139 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-8e2d3ac8-ccc8-453b-a120-8aac99e75b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:05.336666 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-8e2d3ac8-ccc8-453b-a120-8aac99e75b74 service neutron] 10.222.0.112 "GET /v2.0/ports?network_id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413411 Aug 31 10:28:05.428737 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-b59a65cb-8c3d-446e-9205-49bcdd45fa98 service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841186 Aug 31 10:28:05.523907 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-df7babf0-e80f-4741-a3cc-b01743258875 service neutron] 10.222.0.112 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871179 Aug 31 10:28:05.943359 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef3fbb-1226-4c5b-8df3-2b9c26fb1d4b req-4832fc29-afe7-46e5-86f6-d3b8081142b0 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:05.944852 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e2ef3fbb-1226-4c5b-8df3-2b9c26fb1d4b req-4832fc29-afe7-46e5-86f6-d3b8081142b0 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 943 time: 0.0499918 Aug 31 10:28:05.983348 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e2ef3fbb-1226-4c5b-8df3-2b9c26fb1d4b req-21210417-d291-4861-bcaa-9b76baa01add tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316472 Aug 31 10:28:06.086470 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-64f374b2-ff1e-47ad-87aa-354e9637b4dd tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:06.087938 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-64f374b2-ff1e-47ad-87aa-354e9637b4dd tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.112 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 943 time: 0.0501678 Aug 31 10:28:06.180148 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-a8fc4ca6-557b-4faa-b97c-c94ab8e7a19c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Deleting port 92d46674-5fb7-4995-8242-a6715f6a55a6 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:28:06.180488 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-a8fc4ca6-557b-4faa-b97c-c94ab8e7a19c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:06.265270 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-a8fc4ca6-557b-4faa-b97c-c94ab8e7a19c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] For port 92d46674-5fb7-4995-8242-a6715f6a55a6, host n-h1-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791506-28',level=0,port_id=92d46674-5fb7-4995-8242-a6715f6a55a6,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:28:06.265625 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-a8fc4ca6-557b-4faa-b97c-c94ab8e7a19c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:06.278118 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-a8fc4ca6-557b-4faa-b97c-c94ab8e7a19c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Calling delete_port for 92d46674-5fb7-4995-8242-a6715f6a55a6 owned by compute:nova {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:28:06.466661 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-a8fc4ca6-557b-4faa-b97c-c94ab8e7a19c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:06.495357 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc4ca6-557b-4faa-b97c-c94ab8e7a19c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Pushing event deleted for resources: {'Port': ['ID=92d46674-5fb7-4995-8242-a6715f6a55a6,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:06.538075 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-a8fc4ca6-557b-4faa-b97c-c94ab8e7a19c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] No DVR routers for this DVR port 92d46674-5fb7-4995-8242-a6715f6a55a6 on host n-h1-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:28:06.540889 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-a8fc4ca6-557b-4faa-b97c-c94ab8e7a19c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:06.542939 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-a8fc4ca6-557b-4faa-b97c-c94ab8e7a19c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.112 "DELETE /v2.0/ports/92d46674-5fb7-4995-8242-a6715f6a55a6 HTTP/1.1" status: 204 len: 173 time: 0.4482646 Aug 31 10:28:06.820076 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e127fa44-c131-4e68-b32c-0ec7c12c782c', 'name': 'network-vif-deleted', 'tag': '92d46674-5fb7-4995-8242-a6715f6a55a6'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:28:06.822636 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efb09fcb25d757964e6e64477cf3964f72eef090657aa62846af519e9d9507f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f432ebc6-bec9-4090-8721-c7111cbdc6b2" -d '{"events": [{"server_uuid": "e127fa44-c131-4e68-b32c-0ec7c12c782c", "name": "network-vif-deleted", "tag": "92d46674-5fb7-4995-8242-a6715f6a55a6"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:28:06.854345 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 31 Aug 2021 10:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd131cb-e115-4c3e-98c8-e4942443ca1f x-openstack-request-id: req-afd131cb-e115-4c3e-98c8-e4942443ca1f {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:28:06.854672 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e127fa44-c131-4e68-b32c-0ec7c12c782c", "name": "network-vif-deleted", "tag": "92d46674-5fb7-4995-8242-a6715f6a55a6", "status": "failed", "code": 422}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:28:06.854930 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-afd131cb-e115-4c3e-98c8-e4942443ca1f {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:28:06.855335 n-d-791506-28 neutron-server[95552]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e127fa44-c131-4e68-b32c-0ec7c12c782c', 'name': 'network-vif-deleted', 'tag': '92d46674-5fb7-4995-8242-a6715f6a55a6', 'status': 'failed', 'code': 422} returned with failed status Aug 31 10:28:07.084615 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e119f07-ca85-4286-bf4c-2f9220a7f64c req-d7eb54a4-ad22-42fa-bdf8-546d68389c1c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 210 time: 0.0320394 Aug 31 10:28:08.184335 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1c1c62fa-06f0-4263-9016-7c43452ec972 req-222371b3-4c58-4b5d-8fb8-3733e426bfec tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 210 time: 0.0266750 Aug 31 10:28:08.732760 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-18c79b96-6467-4257-897a-882e1d3215ba tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:08.734265 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-18c79b96-6467-4257-897a-882e1d3215ba tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.59 "GET /v2.0/networks?id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 200 len: 812 time: 0.1125906 Aug 31 10:28:08.781646 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-e010770e-a4e0-406c-8193-12b4395a1a19 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1 HTTP/1.1" status: 200 len: 380 time: 0.0343745 Aug 31 10:28:08.791442 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-14b38dcd-94cc-422a-aca3-a4a2816d4efe tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Request body: {'port': {'device_id': 'e127fa44-c131-4e68-b32c-0ec7c12c782c', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'admin_state_up': True, 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'security_groups': ['c22eec1c-fb78-42ed-9fed-adb9454cc18d']}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:28:09.024130 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-14b38dcd-94cc-422a-aca3-a4a2816d4efe tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Made reservation on behalf of 1ef6e28ebc3e4e308ac236e16f4318d1 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:28:09.027648 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-14b38dcd-94cc-422a-aca3-a4a2816d4efe tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:09.156058 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-14b38dcd-94cc-422a-aca3-a4a2816d4efe tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Allocated IP 172.20.0.5 (e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1/d4f4efb1-006b-48dc-8e0e-fdc162500bab/dd98f212-b93a-4a72-b9cd-52584afb9336) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:28:09.289641 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56b77295-aa02-4bae-8497-0271056c5fd1 req-84ae128a-8d22-4cc0-80bb-f64d37475a03 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 210 time: 0.0369935 Aug 31 10:28:09.323944 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-14b38dcd-94cc-422a-aca3-a4a2816d4efe tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:09.338088 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-14b38dcd-94cc-422a-aca3-a4a2816d4efe tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Transition to ACTIVE for port object dd98f212-b93a-4a72-b9cd-52584afb9336 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:28:09.436233 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-14b38dcd-94cc-422a-aca3-a4a2816d4efe tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:09.486667 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-14b38dcd-94cc-422a-aca3-a4a2816d4efe tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Network e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:28:09.489845 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-14b38dcd-94cc-422a-aca3-a4a2816d4efe tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:28:09.494091 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-14b38dcd-94cc-422a-aca3-a4a2816d4efe tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:28:09.524953 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b38dcd-94cc-422a-aca3-a4a2816d4efe tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Pushing event updated for resources: {'Port': ['ID=dd98f212-b93a-4a72-b9cd-52584afb9336,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:09.541281 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b38dcd-94cc-422a-aca3-a4a2816d4efe tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:09.541541 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b38dcd-94cc-422a-aca3-a4a2816d4efe tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:09.541900 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b38dcd-94cc-422a-aca3-a4a2816d4efe tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:09.542252 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b38dcd-94cc-422a-aca3-a4a2816d4efe tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:09.542648 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b38dcd-94cc-422a-aca3-a4a2816d4efe tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:09.543617 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b38dcd-94cc-422a-aca3-a4a2816d4efe tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:09.544551 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b38dcd-94cc-422a-aca3-a4a2816d4efe tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:09.544809 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b38dcd-94cc-422a-aca3-a4a2816d4efe tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:09.545140 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b38dcd-94cc-422a-aca3-a4a2816d4efe tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:09.545471 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b38dcd-94cc-422a-aca3-a4a2816d4efe tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:09.545796 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b38dcd-94cc-422a-aca3-a4a2816d4efe tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:09.546129 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b38dcd-94cc-422a-aca3-a4a2816d4efe tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:28:09.569434 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-14b38dcd-94cc-422a-aca3-a4a2816d4efe tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:09.570061 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-14b38dcd-94cc-422a-aca3-a4a2816d4efe tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:09.661694 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-14b38dcd-94cc-422a-aca3-a4a2816d4efe tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8740761 Aug 31 10:28:09.678664 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-c514f407-931e-43b8-b2bf-1b134775baab service neutron] Request body: {'port': {'device_id': 'e127fa44-c131-4e68-b32c-0ec7c12c782c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:28:09.736643 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-c514f407-931e-43b8-b2bf-1b134775baab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:09.826491 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8f652ef5-5feb-414b-bb79-43d100096ddf None None] Provisioning for port dd98f212-b93a-4a72-b9cd-52584afb9336 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:28:09.830641 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-8f652ef5-5feb-414b-bb79-43d100096ddf None None] Provisioning complete for port dd98f212-b93a-4a72-b9cd-52584afb9336 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:28:09.831017 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8f652ef5-5feb-414b-bb79-43d100096ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:09.868353 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-8f652ef5-5feb-414b-bb79-43d100096ddf None None] Port dd98f212-b93a-4a72-b9cd-52584afb9336 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:28:10.015741 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-c514f407-931e-43b8-b2bf-1b134775baab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd98f212-b93a-4a72-b9cd-52584afb9336 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:28:10.023181 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-c514f407-931e-43b8-b2bf-1b134775baab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:10.035189 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-c514f407-931e-43b8-b2bf-1b134775baab service neutron] Transition to ACTIVE for port object dd98f212-b93a-4a72-b9cd-52584afb9336 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:28:10.117847 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-c514f407-931e-43b8-b2bf-1b134775baab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:10.167083 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514f407-931e-43b8-b2bf-1b134775baab service neutron] Pushing event updated for resources: {'Port': ['ID=dd98f212-b93a-4a72-b9cd-52584afb9336,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:10.244412 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-c514f407-931e-43b8-b2bf-1b134775baab service neutron] Attempting to bind port dd98f212-b93a-4a72-b9cd-52584afb9336 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:28:10.244742 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-c514f407-931e-43b8-b2bf-1b134775baab service neutron] Attempting to bind port dd98f212-b93a-4a72-b9cd-52584afb9336 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'a6bf6874-ecd8-49c5-841d-4db361b999e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:28:10.245105 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-c514f407-931e-43b8-b2bf-1b134775baab service neutron] Attempting to bind port dd98f212-b93a-4a72-b9cd-52584afb9336 on network e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:28:10.250231 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-c514f407-931e-43b8-b2bf-1b134775baab service neutron] Port dd98f212-b93a-4a72-b9cd-52584afb9336 on network e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:28:10.250578 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-c514f407-931e-43b8-b2bf-1b134775baab service neutron] Attempting to bind port dd98f212-b93a-4a72-b9cd-52584afb9336 on network e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:28:10.255438 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-c514f407-931e-43b8-b2bf-1b134775baab service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:28:10.255769 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-c514f407-931e-43b8-b2bf-1b134775baab service neutron] Checking segment: {'id': 'a6bf6874-ecd8-49c5-841d-4db361b999e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:28:10.256144 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-c514f407-931e-43b8-b2bf-1b134775baab service neutron] Bound using segment: {'id': 'a6bf6874-ecd8-49c5-841d-4db361b999e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:28:10.256560 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-c514f407-931e-43b8-b2bf-1b134775baab service neutron] Bound port: dd98f212-b93a-4a72-b9cd-52584afb9336, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6bf6874-ecd8-49c5-841d-4db361b999e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1616, 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:28:10.256912 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-c514f407-931e-43b8-b2bf-1b134775baab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:10.324740 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-c514f407-931e-43b8-b2bf-1b134775baab service neutron] For port dd98f212-b93a-4a72-b9cd-52584afb9336, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:28:10.327957 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-c514f407-931e-43b8-b2bf-1b134775baab service neutron] For port dd98f212-b93a-4a72-b9cd-52584afb9336, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=dd98f212-b93a-4a72-b9cd-52584afb9336,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:28:10.414007 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e347a-769f-405a-8025-ddd961b6e77c req-069728cd-a555-40f5-86e3-b4227e1a89f7 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:10.415529 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-125e347a-769f-405a-8025-ddd961b6e77c req-069728cd-a555-40f5-86e3-b4227e1a89f7 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 943 time: 0.0544765 Aug 31 10:28:10.417212 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-c514f407-931e-43b8-b2bf-1b134775baab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:10.460045 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-c514f407-931e-43b8-b2bf-1b134775baab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:10.460962 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-c514f407-931e-43b8-b2bf-1b134775baab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:10.462331 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-c514f407-931e-43b8-b2bf-1b134775baab service neutron] 10.222.0.59 "PUT /v2.0/ports/dd98f212-b93a-4a72-b9cd-52584afb9336 HTTP/1.1" status: 200 len: 1092 time: 0.7881114 Aug 31 10:28:10.473994 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e127fa44-c131-4e68-b32c-0ec7c12c782c', 'tag': 'dd98f212-b93a-4a72-b9cd-52584afb9336'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:28:10.476277 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14af448b-40b6-4c3e-b987-0b3d687946b6" -d '{"events": [{"name": "network-changed", "server_uuid": "e127fa44-c131-4e68-b32c-0ec7c12c782c", "tag": "dd98f212-b93a-4a72-b9cd-52584afb9336"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:28:10.522446 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-125e347a-769f-405a-8025-ddd961b6e77c req-b0fa5c7d-f3dc-44e4-a653-32e2fa557773 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963297 Aug 31 10:28:10.523236 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514f407-931e-43b8-b2bf-1b134775baab service neutron] Pushing event updated for resources: {'Port': ['ID=dd98f212-b93a-4a72-b9cd-52584afb9336,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:10.611736 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ab478b-53e1-4160-be6d-017baa2b6efd x-openstack-request-id: req-82ab478b-53e1-4160-be6d-017baa2b6efd {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:28:10.612516 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e127fa44-c131-4e68-b32c-0ec7c12c782c", "tag": "dd98f212-b93a-4a72-b9cd-52584afb9336", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:28:10.612516 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-82ab478b-53e1-4160-be6d-017baa2b6efd {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:28:10.612692 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e127fa44-c131-4e68-b32c-0ec7c12c782c', 'tag': 'dd98f212-b93a-4a72-b9cd-52584afb9336', 'status': 'completed', 'code': 200} Aug 31 10:28:10.627072 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-e53be4cb-e86e-42db-97d6-6e2d8bef4b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:10.628639 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-e53be4cb-e86e-42db-97d6-6e2d8bef4b8a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 1095 time: 0.0476601 Aug 31 10:28:10.676764 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-df564559-3784-4e77-b017-40646d47905a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd98f212-b93a-4a72-b9cd-52584afb9336 HTTP/1.1" status: 200 len: 217 time: 0.0402570 Aug 31 10:28:10.734458 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-d45bd69b-7937-4db1-ae62-4c42988a3a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:10.735954 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-d45bd69b-7937-4db1-ae62-4c42988a3a15 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d4f4efb1-006b-48dc-8e0e-fdc162500bab HTTP/1.1" status: 200 len: 851 time: 0.0512407 Aug 31 10:28:10.783514 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-25dbbcbc-1bbc-4e25-bf28-136d9d825d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:10.784972 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-25dbbcbc-1bbc-4e25-bf28-136d9d825d80 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411799 Aug 31 10:28:10.877851 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-3c97dd34-5627-4abc-bf20-648833831f31 service neutron] 10.222.0.59 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846319 Aug 31 10:28:10.980743 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-97bc705b-8856-4f33-a59f-e8f28e99001c service neutron] 10.222.0.59 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940807 Aug 31 10:28:11.157012 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af448b-40b6-4c3e-b987-0b3d687946b6 req-b2127966-2fa0-4b38-8cf1-935a7a501da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:11.158589 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-14af448b-40b6-4c3e-b987-0b3d687946b6 req-b2127966-2fa0-4b38-8cf1-935a7a501da7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 1095 time: 0.0498862 Aug 31 10:28:11.256126 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af448b-40b6-4c3e-b987-0b3d687946b6 req-359fbd46-0553-4227-9735-f08721909cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:11.257548 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-14af448b-40b6-4c3e-b987-0b3d687946b6 req-359fbd46-0553-4227-9735-f08721909cc6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 200 len: 914 time: 0.0921347 Aug 31 10:28:11.299917 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-14af448b-40b6-4c3e-b987-0b3d687946b6 req-823e64cb-187e-43e3-af1d-e0f480e8d8b8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd98f212-b93a-4a72-b9cd-52584afb9336 HTTP/1.1" status: 200 len: 217 time: 0.0347514 Aug 31 10:28:11.334982 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bfc3e300-c822-4611-b228-97d9d0f6f09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:11.351361 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af448b-40b6-4c3e-b987-0b3d687946b6 req-bce403ee-95eb-44b2-b086-ee242ee4265b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:11.352818 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-14af448b-40b6-4c3e-b987-0b3d687946b6 req-bce403ee-95eb-44b2-b086-ee242ee4265b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d4f4efb1-006b-48dc-8e0e-fdc162500bab HTTP/1.1" status: 200 len: 851 time: 0.0455766 Aug 31 10:28:11.404287 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af448b-40b6-4c3e-b987-0b3d687946b6 req-0506e664-e7d0-4984-9c82-efd6de9b9739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:11.405830 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-14af448b-40b6-4c3e-b987-0b3d687946b6 req-0506e664-e7d0-4984-9c82-efd6de9b9739 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417976 Aug 31 10:28:11.511284 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-14af448b-40b6-4c3e-b987-0b3d687946b6 req-e1f8d50e-ddb1-4f01-859b-a3eddd1114e2 service neutron] 10.222.0.59 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940824 Aug 31 10:28:11.624041 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-14af448b-40b6-4c3e-b987-0b3d687946b6 req-14aac297-9ae2-4d4c-b203-de1ad08628b3 service neutron] 10.222.0.59 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049280 Aug 31 10:28:11.663138 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83aa6e-19e2-46d1-a896-13493c668e7a req-04df3ee1-f373-4bad-815f-7ea1c4474da7 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:11.664643 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9e83aa6e-19e2-46d1-a896-13493c668e7a req-04df3ee1-f373-4bad-815f-7ea1c4474da7 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 943 time: 0.0672638 Aug 31 10:28:11.704761 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9e83aa6e-19e2-46d1-a896-13493c668e7a req-e4ffb47d-7710-4d72-9a51-dfa93c66dace tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335882 Aug 31 10:28:12.825828 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46baa19b-3d75-4cea-acb1-68d12c1d9afe req-0c953861-1ac5-4ba4-90bb-b97ef6de38c3 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:12.827489 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-46baa19b-3d75-4cea-acb1-68d12c1d9afe req-0c953861-1ac5-4ba4-90bb-b97ef6de38c3 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 943 time: 0.0520372 Aug 31 10:28:12.867407 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-46baa19b-3d75-4cea-acb1-68d12c1d9afe req-b8666ee2-e4f5-467b-a54c-afc1d7428e75 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337553 Aug 31 10:28:13.982468 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30653282-84fa-422b-8698-936ad539260c req-9e5a8863-9810-4bb3-9257-db877cb8fbd4 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:13.984044 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-30653282-84fa-422b-8698-936ad539260c req-9e5a8863-9810-4bb3-9257-db877cb8fbd4 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 943 time: 0.0483923 Aug 31 10:28:14.000879 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-67895542-0083-4712-9d5b-ccc485fe0f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:14.026043 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-30653282-84fa-422b-8698-936ad539260c req-5bce4d40-2555-46c7-891b-68d3efeb1924 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354359 Aug 31 10:28:14.100580 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:15.115323 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device dd98f212-b93a-4a72-b9cd-52584afb9336 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:28:15.162711 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07cf940-a81c-4e0e-b59a-592676756c1c req-1c06d9eb-4d54-45ee-abb5-2f6c866b21f5 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:15.164288 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f07cf940-a81c-4e0e-b59a-592676756c1c req-1c06d9eb-4d54-45ee-abb5-2f6c866b21f5 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 943 time: 0.0601809 Aug 31 10:28:15.204668 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f07cf940-a81c-4e0e-b59a-592676756c1c req-b766c00d-0b31-4fb4-8198-c61d1427ba10 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339069 Aug 31 10:28:15.216809 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port dd98f212-b93a-4a72-b9cd-52584afb9336, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=dd98f212-b93a-4a72-b9cd-52584afb9336,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:28:15.230314 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': 'dd98f212-b93a-4a72-b9cd-52584afb9336', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'port_id': 'dd98f212-b93a-4a72-b9cd-52584afb9336', 'mac_address': 'fa:16:3e:30:aa:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:28:15.273577 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:15.285973 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd98f212-b93a-4a72-b9cd-52584afb9336 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:28:15.305041 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port dd98f212-b93a-4a72-b9cd-52584afb9336, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=dd98f212-b93a-4a72-b9cd-52584afb9336,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:28:15.415131 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:15.464001 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=dd98f212-b93a-4a72-b9cd-52584afb9336,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:15.632462 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:15.713554 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['dd98f212-b93a-4a72-b9cd-52584afb9336'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:28:16.329666 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a1361-f58c-48a4-9238-9691d592e6cc req-b816e9f8-e264-4992-aae6-e12a0cc78837 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:16.331198 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e8a1361-f58c-48a4-9238-9691d592e6cc req-b816e9f8-e264-4992-aae6-e12a0cc78837 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 944 time: 0.0571184 Aug 31 10:28:16.369550 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e8a1361-f58c-48a4-9238-9691d592e6cc req-12bf27fd-a8a8-4289-abd3-197946acd316 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324008 Aug 31 10:28:17.125748 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device dd98f212-b93a-4a72-b9cd-52584afb9336 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:28:17.219966 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port dd98f212-b93a-4a72-b9cd-52584afb9336 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:28:17.223654 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port dd98f212-b93a-4a72-b9cd-52584afb9336 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:28:17.232221 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:17.252630 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:17.305642 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:17.329646 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e127fa44-c131-4e68-b32c-0ec7c12c782c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd98f212-b93a-4a72-b9cd-52584afb9336'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:28:17.332013 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90990dd3-043a-4162-9f04-436dc05b78c0" -d '{"events": [{"server_uuid": "e127fa44-c131-4e68-b32c-0ec7c12c782c", "name": "network-vif-plugged", "status": "completed", "tag": "dd98f212-b93a-4a72-b9cd-52584afb9336"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:28:17.347607 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port dd98f212-b93a-4a72-b9cd-52584afb9336, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=dd98f212-b93a-4a72-b9cd-52584afb9336,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:28:17.368860 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd11c39f-8fde-4807-9196-4935e1a97276 x-openstack-request-id: req-cd11c39f-8fde-4807-9196-4935e1a97276 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:28:17.369151 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e127fa44-c131-4e68-b32c-0ec7c12c782c", "name": "network-vif-plugged", "status": "completed", "tag": "dd98f212-b93a-4a72-b9cd-52584afb9336", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:28:17.369410 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-cd11c39f-8fde-4807-9196-4935e1a97276 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:28:17.369802 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e127fa44-c131-4e68-b32c-0ec7c12c782c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd98f212-b93a-4a72-b9cd-52584afb9336', 'code': 200} Aug 31 10:28:17.412300 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:17.462876 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=dd98f212-b93a-4a72-b9cd-52584afb9336,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:28:17.505314 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f7b40-d06d-474b-9cbb-545ea8a496fa req-4fac9e9b-5193-477e-88b6-4b632b960d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:17.506874 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-333f7b40-d06d-474b-9cbb-545ea8a496fa req-4fac9e9b-5193-477e-88b6-4b632b960d38 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 1097 time: 0.0714011 Aug 31 10:28:17.518624 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da26c0-99be-4791-9832-6e0aa232bcf1 req-b63d1fa3-fc4d-452f-879b-5111bcd1e337 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:17.520081 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5da26c0-99be-4791-9832-6e0aa232bcf1 req-b63d1fa3-fc4d-452f-879b-5111bcd1e337 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 945 time: 0.0756776 Aug 31 10:28:17.570823 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-333f7b40-d06d-474b-9cbb-545ea8a496fa req-47f5a85a-62b5-4d07-a9ac-9f727c9336b5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497551 Aug 31 10:28:17.575643 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5da26c0-99be-4791-9832-6e0aa232bcf1 req-fe9f3b3c-2bc2-4159-a5a1-0a09f4137625 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493522 Aug 31 10:28:18.696103 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21663e35-a4db-46cd-bb0c-5483ccf2942b req-b88b4d88-7adb-4948-829f-a18bf8d60bed tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:18.697581 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-21663e35-a4db-46cd-bb0c-5483ccf2942b req-b88b4d88-7adb-4948-829f-a18bf8d60bed tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 945 time: 0.0492671 Aug 31 10:28:18.738251 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-21663e35-a4db-46cd-bb0c-5483ccf2942b req-162583ab-a328-4f32-b879-9de6c625bc43 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327435 Aug 31 10:28:19.859675 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef4f54-094d-40e0-bd85-b8ecac54fbef req-3da09f03-ac5e-480c-8bc6-d154843f5b2e tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:19.861135 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b9ef4f54-094d-40e0-bd85-b8ecac54fbef req-3da09f03-ac5e-480c-8bc6-d154843f5b2e tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 945 time: 0.0500019 Aug 31 10:28:19.901550 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b9ef4f54-094d-40e0-bd85-b8ecac54fbef req-13f954d0-1ce5-4f2a-b4e5-2c39e59d97d9 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341079 Aug 31 10:28:20.012453 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3909b1-91c0-4ce6-a72c-ba6ee89a7264 req-24f62b24-893e-48f4-a88d-448634fae654 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:20.013913 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6f3909b1-91c0-4ce6-a72c-ba6ee89a7264 req-24f62b24-893e-48f4-a88d-448634fae654 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 945 time: 0.0485129 Aug 31 10:28:20.022534 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 53922) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:28:20.027779 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-767b4792-ae04-4dae-9aee-1bac13fadbec tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Request body: {'floatingip': {'port_id': 'dd98f212-b93a-4a72-b9cd-52584afb9336'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:28:20.066048 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-767b4792-ae04-4dae-9aee-1bac13fadbec tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks [] for floatingip, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:20.493848 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-767b4792-ae04-4dae-9aee-1bac13fadbec tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:20.554822 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-767b4792-ae04-4dae-9aee-1bac13fadbec tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:20.717318 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-767b4792-ae04-4dae-9aee-1bac13fadbec tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Floating IP c8091bf1-47f1-401b-8599-6fd9099ead2b associated. External IP: 172.25.2.212, port: dd98f212-b93a-4a72-b9cd-52584afb9336. Aug 31 10:28:20.936158 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767b4792-ae04-4dae-9aee-1bac13fadbec tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Router eb60b940-f9ef-4461-9f4d-eb3cc780f032 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:28:21.381987 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767b4792-ae04-4dae-9aee-1bac13fadbec tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:28:21.387659 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-767b4792-ae04-4dae-9aee-1bac13fadbec tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:21.392570 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce5a45d-22b2-4439-9c46-b05867edc5b6 None None] Sync routers for ids ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:28:21.402995 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce5a45d-22b2-4439-9c46-b05867edc5b6 None None] Routers {'eb60b940-f9ef-4461-9f4d-eb3cc780f032'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:28:21.403587 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-dce5a45d-22b2-4439-9c46-b05867edc5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:28:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:28:21.413856 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-767b4792-ae04-4dae-9aee-1bac13fadbec tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "PUT /v2.0/floatingips/c8091bf1-47f1-401b-8599-6fd9099ead2b HTTP/1.1" status: 200 len: 992 time: 1.3902767 Aug 31 10:28:21.414438 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e127fa44-c131-4e68-b32c-0ec7c12c782c', 'tag': 'dd98f212-b93a-4a72-b9cd-52584afb9336'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:28:21.416681 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154f73da-cd2d-4e3d-9dea-c406b8455576" -d '{"events": [{"name": "network-changed", "server_uuid": "e127fa44-c131-4e68-b32c-0ec7c12c782c", "tag": "dd98f212-b93a-4a72-b9cd-52584afb9336"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:28:21.459588 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4444fbea-a894-4635-bea1-ce36f0133dc2 x-openstack-request-id: req-4444fbea-a894-4635-bea1-ce36f0133dc2 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:28:21.459877 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e127fa44-c131-4e68-b32c-0ec7c12c782c", "tag": "dd98f212-b93a-4a72-b9cd-52584afb9336", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:28:21.460127 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4444fbea-a894-4635-bea1-ce36f0133dc2 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:28:21.460517 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e127fa44-c131-4e68-b32c-0ec7c12c782c', 'tag': 'dd98f212-b93a-4a72-b9cd-52584afb9336', 'status': 'completed', 'code': 200} Aug 31 10:28:21.515194 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-dce5a45d-22b2-4439-9c46-b05867edc5b6 None None] Set router eb60b940-f9ef-4461-9f4d-eb3cc780f032 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:28:21.528752 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f73da-cd2d-4e3d-9dea-c406b8455576 req-032ea17c-58b1-43e7-be50-85cbf9f4e600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:21.530280 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-154f73da-cd2d-4e3d-9dea-c406b8455576 req-032ea17c-58b1-43e7-be50-85cbf9f4e600 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 1097 time: 0.0426772 Aug 31 10:28:21.626313 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f73da-cd2d-4e3d-9dea-c406b8455576 req-a5c9079b-c703-494b-b698-8147d4dd4a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:21.627977 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-154f73da-cd2d-4e3d-9dea-c406b8455576 req-a5c9079b-c703-494b-b698-8147d4dd4a29 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 200 len: 914 time: 0.0885942 Aug 31 10:28:21.701605 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-154f73da-cd2d-4e3d-9dea-c406b8455576 req-d11ea1a6-52da-45af-a833-cf391cb2a13b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd98f212-b93a-4a72-b9cd-52584afb9336 HTTP/1.1" status: 200 len: 1000 time: 0.0662169 Aug 31 10:28:21.740867 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-dce5a45d-22b2-4439-9c46-b05867edc5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'name': 'tempest-ServerActionsTestJSON-1578440857-router', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:20:37Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'gw_port': {'id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:38Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'c8091bf1-47f1-401b-8599-6fd9099ead2b', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'port_id': 'dd98f212-b93a-4a72-b9cd-52584afb9336', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'mac_address': 'fa:16:3e:30:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e127fa44-c131-4e68-b32c-0ec7c12c782c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:20:44Z', 'updated_at': '2021-08-31T10:28:20Z', 'revision_number': 13, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2278a5-3f44-4cae-996f-d5da10d6764f', 'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'mac_address': 'fa:16:3e:68:5f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:40Z', 'updated_at': '2021-08-31T10:20:45Z', 'revision_number': 5, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'subnets': [{'id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:28:21.752036 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f73da-cd2d-4e3d-9dea-c406b8455576 req-aa4b73bd-d3be-4a31-b21b-bf1c1c27becd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:21.753676 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-154f73da-cd2d-4e3d-9dea-c406b8455576 req-aa4b73bd-d3be-4a31-b21b-bf1c1c27becd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d4f4efb1-006b-48dc-8e0e-fdc162500bab HTTP/1.1" status: 200 len: 851 time: 0.0438211 Aug 31 10:28:21.771937 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce5a45d-22b2-4439-9c46-b05867edc5b6 None None] Checking router: eb60b940-f9ef-4461-9f4d-eb3cc780f032 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:28:21.780795 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce5a45d-22b2-4439-9c46-b05867edc5b6 None None] Routers {'eb60b940-f9ef-4461-9f4d-eb3cc780f032'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:28:21.781504 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-dce5a45d-22b2-4439-9c46-b05867edc5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:28:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:28:21.810460 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f73da-cd2d-4e3d-9dea-c406b8455576 req-c603b375-c25b-47ab-b9b0-5b56e9f538c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:21.812002 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-154f73da-cd2d-4e3d-9dea-c406b8455576 req-c603b375-c25b-47ab-b9b0-5b56e9f538c0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484660 Aug 31 10:28:21.889161 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-dce5a45d-22b2-4439-9c46-b05867edc5b6 None None] Set router eb60b940-f9ef-4461-9f4d-eb3cc780f032 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:28:21.907090 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-154f73da-cd2d-4e3d-9dea-c406b8455576 req-f7238995-560a-45c9-921d-51fcc98879af service neutron] 10.222.0.59 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861032 Aug 31 10:28:22.009272 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-154f73da-cd2d-4e3d-9dea-c406b8455576 req-7b9076db-6c3e-4d83-b69d-e26ab4f59856 service neutron] 10.222.0.59 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850651 Aug 31 10:28:22.116702 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-dce5a45d-22b2-4439-9c46-b05867edc5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'name': 'tempest-ServerActionsTestJSON-1578440857-router', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:20:37Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'gw_port': {'id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:38Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'c8091bf1-47f1-401b-8599-6fd9099ead2b', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'port_id': 'dd98f212-b93a-4a72-b9cd-52584afb9336', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'mac_address': 'fa:16:3e:30:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e127fa44-c131-4e68-b32c-0ec7c12c782c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:20:44Z', 'updated_at': '2021-08-31T10:28:20Z', 'revision_number': 13, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2278a5-3f44-4cae-996f-d5da10d6764f', 'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'mac_address': 'fa:16:3e:68:5f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:40Z', 'updated_at': '2021-08-31T10:20:45Z', 'revision_number': 5, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'subnets': [{'id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:28:22.142916 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce5a45d-22b2-4439-9c46-b05867edc5b6 None None] The sync data for ids ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'] in n-d-791506-28 is: [{'id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'name': 'tempest-ServerActionsTestJSON-1578440857-router', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:20:37Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'gw_port': {'id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:38Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'c8091bf1-47f1-401b-8599-6fd9099ead2b', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'port_id': 'dd98f212-b93a-4a72-b9cd-52584afb9336', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'mac_address': 'fa:16:3e:30:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e127fa44-c131-4e68-b32c-0ec7c12c782c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:20:44Z', 'updated_at': '2021-08-31T10:28:20Z', 'revision_number': 13, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2278a5-3f44-4cae-996f-d5da10d6764f', 'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'mac_address': 'fa:16:3e:68:5f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:40Z', 'updated_at': '2021-08-31T10:20:45Z', 'revision_number': 5, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'subnets': [{'id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:28:22.326121 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7f0c5d-7257-41ae-bde9-ff115b162555 None None] New status for floating IP c8091bf1-47f1-401b-8599-6fd9099ead2b: ACTIVE {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:28:28.409468 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:28:30.066139 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c46ab8e5-f7f5-4456-8456-8d64dacaf0e0 req-fdb278c4-1383-495f-b12f-f93320e64342 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0803852 Aug 31 10:28:30.121192 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c46ab8e5-f7f5-4456-8456-8d64dacaf0e0 req-03e30d27-b8ee-46d5-8641-0042f89fdd5f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.0248156 Aug 31 10:28:30.162051 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c46ab8e5-f7f5-4456-8456-8d64dacaf0e0 req-cd6f4a4a-42ea-43a9-9f5f-79bbf2506a5d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40aea3578a764824ae85220fcc0c6911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0187809 Aug 31 10:28:30.255408 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ab8e5-f7f5-4456-8456-8d64dacaf0e0 req-a013074d-1ead-430b-a199-164d039d07ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:28:30.256838 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c46ab8e5-f7f5-4456-8456-8d64dacaf0e0 req-a013074d-1ead-430b-a199-164d039d07ef service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0849862 Aug 31 10:28:33.372117 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:33.877110 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:41.310890 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-87fe4c1f-1f0f-405e-b793-e92fa237293f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:44.047939 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-37aa4d67-0093-4f9f-8de8-3338d8f63d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:44.145052 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:45.636763 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:28:47.251246 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:03.361620 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:03.868105 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:05.410081 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:29:11.376507 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ea490417-0451-4507-be57-23052f0a663e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:13.984399 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-eed976a9-04bf-4b53-8e32-f62ca7979686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:14.115799 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:15.636134 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:17.281632 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:32.000093 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-04d4ae59-fd38-431e-937b-655566908ffb req-6cd09fb6-0c72-47bb-b1a3-c11967dcdf99 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0306835 Aug 31 10:29:32.048653 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-04d4ae59-fd38-431e-937b-655566908ffb req-2794a935-b58a-48bd-b538-e0783ee1f1e3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0260191 Aug 31 10:29:32.088465 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-04d4ae59-fd38-431e-937b-655566908ffb req-cb712afb-5bcb-472d-bf11-e7ec303f6fdc service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194314 Aug 31 10:29:32.180963 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4ae59-fd38-431e-937b-655566908ffb req-1aefdfa8-6bce-4e07-9e00-e20eba50ae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:29:32.183139 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-04d4ae59-fd38-431e-937b-655566908ffb req-1aefdfa8-6bce-4e07-9e00-e20eba50ae1f service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0872481 Aug 31 10:29:33.410139 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:33.880554 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:41.336162 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-42efa40a-2c8b-4c54-8482-7075155ceed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:42.410527 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:29:43.995572 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8a368a5b-1647-4f7e-9c70-cf9cb8a92e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:44.109400 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:45.663438 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:29:47.286162 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:02.438996 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411886e-d276-4ed8-bffd-324a2d762219 req-08819eb8-379f-4794-88ab-9d72742d883b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:02.440382 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7411886e-d276-4ed8-bffd-324a2d762219 req-08819eb8-379f-4794-88ab-9d72742d883b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 945 time: 0.0580864 Aug 31 10:30:02.479387 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7411886e-d276-4ed8-bffd-324a2d762219 req-12b9a0c2-631a-4948-a894-c27a5e912e81 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322192 Aug 31 10:30:03.400593 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:03.884575 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:11.328702 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f9f85664-2c5c-44b1-a929-2471002190b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:13.986486 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-88794259-a6e7-4606-b900-f8aece99350b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:14.074876 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-105a010d-d546-490a-9336-ed2ce7e7227b req-eda90271-91c4-4fe1-891e-86b6b97a3baf service neutron] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:30:14.076057 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-105a010d-d546-490a-9336-ed2ce7e7227b req-eda90271-91c4-4fe1-891e-86b6b97a3baf service neutron] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058248 Aug 31 10:30:14.119442 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:14.442994 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de451c-a08f-4af2-b6ec-5b0517870a4c req-d7528c5d-54dd-4226-aeba-0e7be095385d tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:14.444403 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a3de451c-a08f-4af2-b6ec-5b0517870a4c req-d7528c5d-54dd-4226-aeba-0e7be095385d tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 945 time: 0.1058519 Aug 31 10:30:14.513748 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a3de451c-a08f-4af2-b6ec-5b0517870a4c req-92cfcddc-80ed-4609-9677-839970c6fff8 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620325 Aug 31 10:30:14.521795 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54a63804-132c-4358-988d-f588ae9ca04a req-ef9e6495-385a-489f-8ff7-9d5ce8107049 service neutron] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1052797 Aug 31 10:30:15.631886 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:15.708396 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd8dba-6659-4fb1-8c18-ddb2935467bc req-6a92b0f8-f4e6-4086-81e6-debbcbd64c34 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:15.709900 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-31cd8dba-6659-4fb1-8c18-ddb2935467bc req-6a92b0f8-f4e6-4086-81e6-debbcbd64c34 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 945 time: 0.1012557 Aug 31 10:30:15.755945 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-31cd8dba-6659-4fb1-8c18-ddb2935467bc req-5701b468-1f99-4fc0-a13b-f3326a40d0f1 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385623 Aug 31 10:30:16.541930 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a63804-132c-4358-988d-f588ae9ca04a req-1e2bf9a8-f7e5-4ca1-bac0-fc5e17dd6255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:16.543471 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54a63804-132c-4358-988d-f588ae9ca04a req-1e2bf9a8-f7e5-4ca1-bac0-fc5e17dd6255 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 1097 time: 0.0419364 Aug 31 10:30:16.642719 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a63804-132c-4358-988d-f588ae9ca04a req-e9686fd3-6e18-4a2d-aa49-d63a7271dc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:16.644232 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54a63804-132c-4358-988d-f588ae9ca04a req-e9686fd3-6e18-4a2d-aa49-d63a7271dc04 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 200 len: 914 time: 0.0929859 Aug 31 10:30:16.711470 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54a63804-132c-4358-988d-f588ae9ca04a req-c9ddf61f-36de-4e3f-9c57-c10aaa1630e5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd98f212-b93a-4a72-b9cd-52584afb9336 HTTP/1.1" status: 200 len: 1002 time: 0.0595400 Aug 31 10:30:16.768406 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a63804-132c-4358-988d-f588ae9ca04a req-febd57cf-1ba8-4766-93a9-414d2c9d225d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:16.770531 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54a63804-132c-4358-988d-f588ae9ca04a req-febd57cf-1ba8-4766-93a9-414d2c9d225d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d4f4efb1-006b-48dc-8e0e-fdc162500bab HTTP/1.1" status: 200 len: 851 time: 0.0519211 Aug 31 10:30:16.833033 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a63804-132c-4358-988d-f588ae9ca04a req-a13a9fd5-a0e8-4c45-8f28-2f8033c39e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:16.834580 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54a63804-132c-4358-988d-f588ae9ca04a req-a13a9fd5-a0e8-4c45-8f28-2f8033c39e5c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569336 Aug 31 10:30:16.855812 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-54a63804-132c-4358-988d-f588ae9ca04a req-2c1ce9f3-c193-455d-b96b-b37d887d90ed service neutron] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:30:16.856795 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54a63804-132c-4358-988d-f588ae9ca04a req-2c1ce9f3-c193-455d-b96b-b37d887d90ed service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141428 Aug 31 10:30:16.947471 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2a03f-e8c5-4b2c-bcf7-9368bdc1277a req-363c9ad0-5849-4818-a49b-f569d2de9dae tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:16.948981 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-33e2a03f-e8c5-4b2c-bcf7-9368bdc1277a req-363c9ad0-5849-4818-a49b-f569d2de9dae tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 945 time: 0.1074057 Aug 31 10:30:17.004352 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54a63804-132c-4358-988d-f588ae9ca04a req-aec1c512-cec8-47c5-8175-deac1950b3ca service neutron] 10.222.0.59 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283345 Aug 31 10:30:17.012258 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-33e2a03f-e8c5-4b2c-bcf7-9368bdc1277a req-666cef74-6d80-4935-bd5b-9d93ce6d49fc tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525656 Aug 31 10:30:17.105456 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54a63804-132c-4358-988d-f588ae9ca04a req-15e31e90-50fc-45e1-93a6-7da04ffc70dc service neutron] 10.222.0.59 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921204 Aug 31 10:30:17.306289 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:18.133966 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec2e8e-3d6f-43ed-99f8-f87f758255f9 req-d2d45d2c-e7b8-45e2-8c9d-c1cb9cdc3d98 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:18.135664 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47ec2e8e-3d6f-43ed-99f8-f87f758255f9 req-d2d45d2c-e7b8-45e2-8c9d-c1cb9cdc3d98 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 945 time: 0.0516911 Aug 31 10:30:18.175663 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47ec2e8e-3d6f-43ed-99f8-f87f758255f9 req-1c1df6f1-bf87-47a2-b724-f45ad803815c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338597 Aug 31 10:30:19.298799 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91993d2f-b7be-4e7e-a0f1-d72b519224a5 req-36ff0829-73f2-476a-a1fb-11cfcee7dd8c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:19.300284 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-91993d2f-b7be-4e7e-a0f1-d72b519224a5 req-36ff0829-73f2-476a-a1fb-11cfcee7dd8c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 945 time: 0.0536292 Aug 31 10:30:19.338969 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-91993d2f-b7be-4e7e-a0f1-d72b519224a5 req-455bf3c8-bdd6-4158-9adf-cc348a7672b7 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317407 Aug 31 10:30:19.413980 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:30:20.468487 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757a2da-731a-4dde-8aeb-88f5e9c5d4d2 req-ccf5ca41-fd9e-4851-87f4-09b8141e7a41 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:20.469975 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3757a2da-731a-4dde-8aeb-88f5e9c5d4d2 req-ccf5ca41-fd9e-4851-87f4-09b8141e7a41 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 945 time: 0.0500739 Aug 31 10:30:20.514189 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3757a2da-731a-4dde-8aeb-88f5e9c5d4d2 req-0c65dd5e-9a10-4922-a0bb-e53913640a47 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375578 Aug 31 10:30:21.634272 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10a728-c0b8-4921-99dd-ca0ebdf5b442 req-c5292531-857b-454d-a990-230b0e442ef9 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:21.635810 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ed10a728-c0b8-4921-99dd-ca0ebdf5b442 req-c5292531-857b-454d-a990-230b0e442ef9 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 945 time: 0.0543890 Aug 31 10:30:21.675874 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ed10a728-c0b8-4921-99dd-ca0ebdf5b442 req-b270b855-0261-40e4-bbee-468fa2cac0e8 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339434 Aug 31 10:30:22.802845 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b340b-a8ee-498c-94d9-8275f3fd3b51 req-9f63d0bf-94d8-492e-9623-c317646e5811 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:22.804495 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4c7b340b-a8ee-498c-94d9-8275f3fd3b51 req-9f63d0bf-94d8-492e-9623-c317646e5811 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 945 time: 0.0574453 Aug 31 10:30:22.843641 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4c7b340b-a8ee-498c-94d9-8275f3fd3b51 req-33ef4b9f-054f-47a3-90e8-e88147ed423f tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332744 Aug 31 10:30:23.963214 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafc1f1-83f5-4eee-abfb-d8c00f248033 req-8053a642-6be4-466f-baa4-2576b8511b91 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:23.964710 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7eafc1f1-83f5-4eee-abfb-d8c00f248033 req-8053a642-6be4-466f-baa4-2576b8511b91 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 945 time: 0.0498662 Aug 31 10:30:24.003639 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7eafc1f1-83f5-4eee-abfb-d8c00f248033 req-007bb05f-9b7d-4979-af38-a68d2df422a6 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325952 Aug 31 10:30:25.123959 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12f18f-5a42-41a7-a70f-bbe90c1768c5 req-27a50bc2-bd6e-44ce-ab80-f6a5d0a5065c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:25.125380 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c12f18f-5a42-41a7-a70f-bbe90c1768c5 req-27a50bc2-bd6e-44ce-ab80-f6a5d0a5065c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 945 time: 0.0508447 Aug 31 10:30:25.164505 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c12f18f-5a42-41a7-a70f-bbe90c1768c5 req-eeec9175-a63b-4f14-bd7e-95a0fefd2f62 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328026 Aug 31 10:30:26.285381 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40adcb-0d88-478a-9e35-acdaed4de026 req-04c8fbb1-26e7-46db-b5a5-b6593ba285c3 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:26.286896 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd40adcb-0d88-478a-9e35-acdaed4de026 req-04c8fbb1-26e7-46db-b5a5-b6593ba285c3 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 945 time: 0.0535624 Aug 31 10:30:26.326495 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd40adcb-0d88-478a-9e35-acdaed4de026 req-f064b327-3d99-4bf6-b37a-c1a9d60ab486 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331960 Aug 31 10:30:27.445679 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402e09b-7882-42fa-9529-3e506e266191 req-0f103439-2dc5-4beb-98be-e91309b20827 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:27.447216 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c402e09b-7882-42fa-9529-3e506e266191 req-0f103439-2dc5-4beb-98be-e91309b20827 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 945 time: 0.0504656 Aug 31 10:30:27.486149 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c402e09b-7882-42fa-9529-3e506e266191 req-910c9a54-b9c3-4af2-b340-4e6104265737 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321672 Aug 31 10:30:28.603695 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a63aa2-1a9b-4d37-9a99-ea433c32eed3 req-5309819b-9f25-40e2-968c-e3dfc0e2955a tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:28.605187 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-02a63aa2-1a9b-4d37-9a99-ea433c32eed3 req-5309819b-9f25-40e2-968c-e3dfc0e2955a tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 945 time: 0.0495574 Aug 31 10:30:28.644465 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-02a63aa2-1a9b-4d37-9a99-ea433c32eed3 req-6f899062-8c3a-4952-a7ea-780543d34092 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326238 Aug 31 10:30:29.765870 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb359f46-f6a4-40e8-99c8-c48345e9bd83 req-f558f2ee-0cb5-4ec4-a186-526865494ef2 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:29.767408 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cb359f46-f6a4-40e8-99c8-c48345e9bd83 req-f558f2ee-0cb5-4ec4-a186-526865494ef2 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 945 time: 0.0540798 Aug 31 10:30:29.808266 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cb359f46-f6a4-40e8-99c8-c48345e9bd83 req-794c0999-8431-4ab1-a69f-b373ce739eda tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343809 Aug 31 10:30:30.930793 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7def739-044d-475c-8827-b93a21621dc9 req-2277b386-79d0-42fb-9a04-41a778efc4f0 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:30.932331 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d7def739-044d-475c-8827-b93a21621dc9 req-2277b386-79d0-42fb-9a04-41a778efc4f0 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 945 time: 0.0526783 Aug 31 10:30:30.972905 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d7def739-044d-475c-8827-b93a21621dc9 req-f0495175-d819-495f-8f26-388b83c3cf84 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340409 Aug 31 10:30:31.997510 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-181fdc78-fc82-40bf-bf91-97f1a5799cca req-f3dba767-1c4c-4d0b-8d5e-193edd547c9c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0276365 Aug 31 10:30:32.080497 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-181fdc78-fc82-40bf-bf91-97f1a5799cca req-6e8ee5f4-34af-46b8-b8a0-7d1da5e85d3c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0374830 Aug 31 10:30:32.124381 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-181fdc78-fc82-40bf-bf91-97f1a5799cca req-2d3e137f-5fd1-4726-9874-d379109a0ca5 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225699 Aug 31 10:30:32.146688 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342f9c6-4305-4b53-9031-a40acbd1b8be req-710c2a40-4ec0-4386-b8b2-6cf620f8b1b2 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:32.148912 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2342f9c6-4305-4b53-9031-a40acbd1b8be req-710c2a40-4ec0-4386-b8b2-6cf620f8b1b2 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 945 time: 0.0980463 Aug 31 10:30:32.242138 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2342f9c6-4305-4b53-9031-a40acbd1b8be req-28bf76de-dff1-4d42-8f8a-d9ef85e7a70c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807142 Aug 31 10:30:32.275250 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fdc78-fc82-40bf-bf91-97f1a5799cca req-93cf72ce-3883-4e68-a273-7a9ecb4028d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:32.276822 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-181fdc78-fc82-40bf-bf91-97f1a5799cca req-93cf72ce-3883-4e68-a273-7a9ecb4028d8 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1456509 Aug 31 10:30:33.381541 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f3d98-78ab-4bdc-9b05-ce049b742fcf req-7268ba06-58d7-425b-affc-cb6a2cd81d52 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:33.383125 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ab0f3d98-78ab-4bdc-9b05-ce049b742fcf req-7268ba06-58d7-425b-affc-cb6a2cd81d52 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 945 time: 0.0521412 Aug 31 10:30:33.423063 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ab0f3d98-78ab-4bdc-9b05-ce049b742fcf req-2b982eae-d96f-4659-a818-9bc28dda1641 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335143 Aug 31 10:30:33.494105 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:33.885639 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:34.558566 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db750c-5042-4ee5-8e91-9e797e4c71cd req-ac95f7cd-18b9-45d8-bdcc-884f19fa93ca tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:34.560083 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-97db750c-5042-4ee5-8e91-9e797e4c71cd req-ac95f7cd-18b9-45d8-bdcc-884f19fa93ca tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 945 time: 0.0610702 Aug 31 10:30:34.604007 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-97db750c-5042-4ee5-8e91-9e797e4c71cd req-9918a623-d407-4257-9805-a83678c3ab13 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375309 Aug 31 10:30:35.732668 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4bf0e-05d3-4ed2-bc17-66bdf6f13e46 req-b5151ae0-5495-48d9-81de-9f1152b6dc3d tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:35.734454 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-02a4bf0e-05d3-4ed2-bc17-66bdf6f13e46 req-b5151ae0-5495-48d9-81de-9f1152b6dc3d tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 945 time: 0.0563397 Aug 31 10:30:35.779647 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-02a4bf0e-05d3-4ed2-bc17-66bdf6f13e46 req-9df13ecf-708f-409a-b993-5e653620c3e1 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386868 Aug 31 10:30:36.294097 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54a63804-132c-4358-988d-f588ae9ca04a req-e8bdc225-4a7b-40a5-a90c-98845ebcd92b service neutron] 10.222.0.59 "GET /v2.0/ports/dd98f212-b93a-4a72-b9cd-52584afb9336/bindings/n-h2-791506-28 HTTP/1.1" status: 200 len: 383 time: 0.0576220 Aug 31 10:30:36.840885 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a63804-132c-4358-988d-f588ae9ca04a req-7b4c8e41-8d68-4dc9-bd69-452fba256965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:36.841863 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54a63804-132c-4358-988d-f588ae9ca04a req-7b4c8e41-8d68-4dc9-bd69-452fba256965 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c&tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1 HTTP/1.1" status: 200 len: 1097 time: 0.0485306 Aug 31 10:30:36.945141 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdceb26-aa0e-44be-a952-de3bd944ee31 req-6daab8be-a6ec-498b-8496-3f8336935a93 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:36.946659 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2bdceb26-aa0e-44be-a952-de3bd944ee31 req-6daab8be-a6ec-498b-8496-3f8336935a93 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 945 time: 0.0812912 Aug 31 10:30:36.952908 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a63804-132c-4358-988d-f588ae9ca04a req-c6ad8df6-8c71-4034-868f-739e9faa175a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:36.954382 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54a63804-132c-4358-988d-f588ae9ca04a req-c6ad8df6-8c71-4034-868f-739e9faa175a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 1097 time: 0.0779040 Aug 31 10:30:37.044693 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2bdceb26-aa0e-44be-a952-de3bd944ee31 req-e0ccde09-b22a-4b5e-b050-4e7569a68727 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893006 Aug 31 10:30:37.076145 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a63804-132c-4358-988d-f588ae9ca04a req-df731e97-4fca-4939-a65f-515cff93e041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:37.077710 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54a63804-132c-4358-988d-f588ae9ca04a req-df731e97-4fca-4939-a65f-515cff93e041 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 200 len: 914 time: 0.1157928 Aug 31 10:30:37.169871 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54a63804-132c-4358-988d-f588ae9ca04a req-2374545b-99ef-4b45-8725-9d25c4a5cd60 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd98f212-b93a-4a72-b9cd-52584afb9336 HTTP/1.1" status: 200 len: 1002 time: 0.0848217 Aug 31 10:30:37.225552 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a63804-132c-4358-988d-f588ae9ca04a req-b810f900-f960-4487-8dc1-4d56a530bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:37.227100 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54a63804-132c-4358-988d-f588ae9ca04a req-b810f900-f960-4487-8dc1-4d56a530bd4b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d4f4efb1-006b-48dc-8e0e-fdc162500bab HTTP/1.1" status: 200 len: 851 time: 0.0503004 Aug 31 10:30:37.290445 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a63804-132c-4358-988d-f588ae9ca04a req-566929c4-58fd-4aa6-be84-0ed43cd83cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:37.292003 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54a63804-132c-4358-988d-f588ae9ca04a req-566929c4-58fd-4aa6-be84-0ed43cd83cd3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580032 Aug 31 10:30:37.418012 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54a63804-132c-4358-988d-f588ae9ca04a req-aadedd91-b34f-4b8b-a259-d9e0c79b8f39 service neutron] 10.222.0.59 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177151 Aug 31 10:30:37.527224 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54a63804-132c-4358-988d-f588ae9ca04a req-af806fff-c9ab-460f-b7bf-33af2b9140c4 service neutron] 10.222.0.59 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019754 Aug 31 10:30:37.810275 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device dd98f212-b93a-4a72-b9cd-52584afb9336 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:30:37.925423 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:37.952292 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e127fa44-c131-4e68-b32c-0ec7c12c782c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd98f212-b93a-4a72-b9cd-52584afb9336'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:30:37.954983 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0844ae-3ca6-45ca-86e3-1edddf8ace7b" -d '{"events": [{"server_uuid": "e127fa44-c131-4e68-b32c-0ec7c12c782c", "name": "network-vif-unplugged", "status": "completed", "tag": "dd98f212-b93a-4a72-b9cd-52584afb9336"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:30:37.968152 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port dd98f212-b93a-4a72-b9cd-52584afb9336, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=dd98f212-b93a-4a72-b9cd-52584afb9336,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:30:38.044282 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:38.097960 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=dd98f212-b93a-4a72-b9cd-52584afb9336,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:30:38.106980 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:38.107332 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:38.107671 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:38.108006 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:38.108336 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:38.108661 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:38.108983 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:38.109307 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:38.109628 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:38.109949 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:38.110648 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:38.111308 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:30:38.124456 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 10:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4a1f84-02ac-47a7-aa40-2641531c7d7e x-openstack-request-id: req-2d4a1f84-02ac-47a7-aa40-2641531c7d7e {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:30:38.124787 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e127fa44-c131-4e68-b32c-0ec7c12c782c", "name": "network-vif-unplugged", "status": "completed", "tag": "dd98f212-b93a-4a72-b9cd-52584afb9336", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:30:38.125403 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-2d4a1f84-02ac-47a7-aa40-2641531c7d7e {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:30:38.125983 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e127fa44-c131-4e68-b32c-0ec7c12c782c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd98f212-b93a-4a72-b9cd-52584afb9336', 'code': 200} Aug 31 10:30:38.205835 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76485095-5aaf-44ce-b902-54c62efdf98a req-5c2d7b48-566e-4fd7-9794-de41ffbc47b2 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:38.207397 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-76485095-5aaf-44ce-b902-54c62efdf98a req-5c2d7b48-566e-4fd7-9794-de41ffbc47b2 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 943 time: 0.0541775 Aug 31 10:30:38.259137 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-76485095-5aaf-44ce-b902-54c62efdf98a req-d0d31abd-1e18-40b1-9dcf-825e52f231eb tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445728 Aug 31 10:30:39.391332 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593a3f2-0adc-429d-b8ea-e6d6ff2706d4 req-290dcb42-c012-4e27-9a1d-2154e0942855 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:39.393030 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3593a3f2-0adc-429d-b8ea-e6d6ff2706d4 req-290dcb42-c012-4e27-9a1d-2154e0942855 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 943 time: 0.0594327 Aug 31 10:30:39.432973 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3593a3f2-0adc-429d-b8ea-e6d6ff2706d4 req-5d7da6a9-4881-4ca2-a9bf-a8c0217a8a85 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334687 Aug 31 10:30:40.557064 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22138c12-e68f-42d4-8ffc-a8c33f0d548a req-09b649f8-a9cd-4bd6-b3fa-0421e2a5c755 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:40.558493 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22138c12-e68f-42d4-8ffc-a8c33f0d548a req-09b649f8-a9cd-4bd6-b3fa-0421e2a5c755 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 943 time: 0.0513401 Aug 31 10:30:40.598578 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22138c12-e68f-42d4-8ffc-a8c33f0d548a req-059b0e38-9be0-4a67-821d-54e0ff25856e tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331950 Aug 31 10:30:41.347176 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bfccb16d-ac89-4b85-9999-f56453aecc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:41.789292 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da35a1-eba4-4969-a145-1d91a38b95cb req-9ce9c4ca-68ed-436c-a1ee-ff9e13b431f7 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:41.791017 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54da35a1-eba4-4969-a145-1d91a38b95cb req-9ce9c4ca-68ed-436c-a1ee-ff9e13b431f7 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 943 time: 0.0516884 Aug 31 10:30:41.833496 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-54da35a1-eba4-4969-a145-1d91a38b95cb req-6e93d7ca-e85c-4aa2-b07a-fbe2f97de6ee tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352190 Aug 31 10:30:43.144540 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe350a6-ca32-449f-9573-440461dbcbc2 req-8cac53ad-de81-4f49-8ae4-53759cee9eda tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:43.146013 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fbe350a6-ca32-449f-9573-440461dbcbc2 req-8cac53ad-de81-4f49-8ae4-53759cee9eda tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 943 time: 0.2370009 Aug 31 10:30:43.187828 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fbe350a6-ca32-449f-9573-440461dbcbc2 req-54784e6b-393a-41e0-be17-f34988279320 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344305 Aug 31 10:30:43.986794 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-656c6c1d-05aa-4730-bda6-8804ed14888f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:44.135815 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:44.313340 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd4620-4b1c-41ce-a3d6-d248a80ba528 req-49a6431f-b12e-4263-a94c-c158f76446e1 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:44.314883 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eefd4620-4b1c-41ce-a3d6-d248a80ba528 req-49a6431f-b12e-4263-a94c-c158f76446e1 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 943 time: 0.0496855 Aug 31 10:30:44.356716 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eefd4620-4b1c-41ce-a3d6-d248a80ba528 req-b0e876e1-6bdf-4fd2-9f24-541fc8be1544 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355058 Aug 31 10:30:45.479133 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8603d12-e493-48b5-aa89-0268a37c9d63 req-8bf8ebf5-80d0-4ebb-84b8-4a3535f87b7b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:45.480633 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c8603d12-e493-48b5-aa89-0268a37c9d63 req-8bf8ebf5-80d0-4ebb-84b8-4a3535f87b7b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 943 time: 0.0501556 Aug 31 10:30:45.529524 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c8603d12-e493-48b5-aa89-0268a37c9d63 req-b36459b2-b86b-4f11-b1dc-e3d4913c92f2 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334578 Aug 31 10:30:45.598145 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:46.652453 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220f715-74d4-4662-a602-5fdf504e328c req-10247358-5159-46ed-b2ab-841074774d96 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:46.653989 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6220f715-74d4-4662-a602-5fdf504e328c req-10247358-5159-46ed-b2ab-841074774d96 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 943 time: 0.0547330 Aug 31 10:30:46.694201 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6220f715-74d4-4662-a602-5fdf504e328c req-a511916c-acdf-42ab-adce-1a1062ed6dfc tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339797 Aug 31 10:30:47.282370 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:47.823733 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4cb15-93ec-4020-95db-a6d381e92711 req-ad7bad6a-3dd1-43ee-aebe-ebe8e925ea45 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:47.825325 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-90f4cb15-93ec-4020-95db-a6d381e92711 req-ad7bad6a-3dd1-43ee-aebe-ebe8e925ea45 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 943 time: 0.0584617 Aug 31 10:30:47.867103 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-90f4cb15-93ec-4020-95db-a6d381e92711 req-6e221346-28c5-4053-b237-3cb31f5d59e4 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347483 Aug 31 10:30:48.993233 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c40c4-9980-4691-8300-f1a6851c8ba1 req-a5fd20ca-9f7a-419e-bb7a-57ac8f4d8e16 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:48.994730 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-630c40c4-9980-4691-8300-f1a6851c8ba1 req-a5fd20ca-9f7a-419e-bb7a-57ac8f4d8e16 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 943 time: 0.0592680 Aug 31 10:30:49.037298 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-630c40c4-9980-4691-8300-f1a6851c8ba1 req-03295da9-5496-4cb3-87b4-782bc76c53aa tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364618 Aug 31 10:30:49.890257 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device dd98f212-b93a-4a72-b9cd-52584afb9336 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:30:49.984184 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port dd98f212-b93a-4a72-b9cd-52584afb9336, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=dd98f212-b93a-4a72-b9cd-52584afb9336,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:30:49.998573 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': 'dd98f212-b93a-4a72-b9cd-52584afb9336', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'port_id': 'dd98f212-b93a-4a72-b9cd-52584afb9336', 'mac_address': 'fa:16:3e:30:aa:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:30:50.036049 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:50.048680 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd98f212-b93a-4a72-b9cd-52584afb9336 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:30:50.068891 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port dd98f212-b93a-4a72-b9cd-52584afb9336, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=dd98f212-b93a-4a72-b9cd-52584afb9336,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:30:50.163120 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32759944-859b-4d0d-be2a-9ae0eb9d8005 req-46f9962e-dd42-4141-9d34-2f0c2340941a tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:50.165747 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32759944-859b-4d0d-be2a-9ae0eb9d8005 req-46f9962e-dd42-4141-9d34-2f0c2340941a tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 943 time: 0.0587301 Aug 31 10:30:50.175378 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:50.205881 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32759944-859b-4d0d-be2a-9ae0eb9d8005 req-758cb348-4b7b-49b8-85af-581a1074fb8c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339782 Aug 31 10:30:50.235292 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=dd98f212-b93a-4a72-b9cd-52584afb9336,revision_number=7']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:30:50.458403 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['dd98f212-b93a-4a72-b9cd-52584afb9336'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:30:50.840653 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec2e5b-cd54-4dcd-bda8-fd47dd8a7e53 req-54323c33-cc99-49d9-a67a-130368cc7a4d tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:50.842172 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03ec2e5b-cd54-4dcd-bda8-fd47dd8a7e53 req-54323c33-cc99-49d9-a67a-130368cc7a4d tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 944 time: 0.0778980 Aug 31 10:30:50.880917 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be82a45-96e0-42d2-a6da-44047569bf82 req-9fb880b8-39ab-480e-b5ee-01511e8a2546 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:50.883117 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1be82a45-96e0-42d2-a6da-44047569bf82 req-9fb880b8-39ab-480e-b5ee-01511e8a2546 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.59 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c&tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&binding%3Ahost_id=n-h2-791506-28 HTTP/1.1" status: 200 len: 944 time: 0.0840123 Aug 31 10:30:50.903616 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03ec2e5b-cd54-4dcd-bda8-fd47dd8a7e53 req-aa99ddd7-5462-4d9a-8a3f-8aa8657b09da tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542066 Aug 31 10:30:50.955547 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1be82a45-96e0-42d2-a6da-44047569bf82 req-d2b9791c-a722-4224-80b1-13f1f9ea6a01 service neutron] 10.222.0.59 "GET /v2.0/ports/dd98f212-b93a-4a72-b9cd-52584afb9336/bindings/n-h2-791506-28 HTTP/1.1" status: 200 len: 383 time: 0.0629256 Aug 31 10:30:51.026807 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be82a45-96e0-42d2-a6da-44047569bf82 req-f8b26e2e-413f-405b-9fce-b363c559b8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:51.028396 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1be82a45-96e0-42d2-a6da-44047569bf82 req-f8b26e2e-413f-405b-9fce-b363c559b8fd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 1096 time: 0.0446627 Aug 31 10:30:51.123430 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be82a45-96e0-42d2-a6da-44047569bf82 req-d6da07af-520f-42ab-8aad-c35901b91a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:51.125056 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1be82a45-96e0-42d2-a6da-44047569bf82 req-d6da07af-520f-42ab-8aad-c35901b91a36 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 200 len: 914 time: 0.0890019 Aug 31 10:30:51.202755 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1be82a45-96e0-42d2-a6da-44047569bf82 req-debaa422-8eea-4b88-894e-61a829a09145 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd98f212-b93a-4a72-b9cd-52584afb9336 HTTP/1.1" status: 200 len: 1001 time: 0.0690475 Aug 31 10:30:51.253099 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be82a45-96e0-42d2-a6da-44047569bf82 req-56631c32-f0a7-4ff0-adf3-0dc97040dbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:51.254579 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1be82a45-96e0-42d2-a6da-44047569bf82 req-56631c32-f0a7-4ff0-adf3-0dc97040dbde service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d4f4efb1-006b-48dc-8e0e-fdc162500bab HTTP/1.1" status: 200 len: 851 time: 0.0445671 Aug 31 10:30:51.300589 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be82a45-96e0-42d2-a6da-44047569bf82 req-3ec950e2-7b4a-4489-a292-f1609f3d09f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:51.301976 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1be82a45-96e0-42d2-a6da-44047569bf82 req-3ec950e2-7b4a-4489-a292-f1609f3d09f0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396082 Aug 31 10:30:51.396407 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1be82a45-96e0-42d2-a6da-44047569bf82 req-c491b800-b9d3-4ade-a65d-ad4490dbc49e service neutron] 10.222.0.59 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863378 Aug 31 10:30:51.488917 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1be82a45-96e0-42d2-a6da-44047569bf82 req-2207b26e-c5fd-415e-972d-512538e866bc service neutron] 10.222.0.59 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846994 Aug 31 10:30:51.902497 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device dd98f212-b93a-4a72-b9cd-52584afb9336 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:30:51.958017 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port dd98f212-b93a-4a72-b9cd-52584afb9336 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:30:51.958407 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:52.049787 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:52.051344 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03430722-ffed-48eb-a2ab-f678ca7c6f10 req-3e62e08d-340c-4b15-80ee-0f1e7dcd70d9 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:52.052901 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03430722-ffed-48eb-a2ab-f678ca7c6f10 req-3e62e08d-340c-4b15-80ee-0f1e7dcd70d9 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 944 time: 0.0715389 Aug 31 10:30:52.078707 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e127fa44-c131-4e68-b32c-0ec7c12c782c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd98f212-b93a-4a72-b9cd-52584afb9336'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:30:52.081082 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3b5cd1-c89e-415d-8f85-9c862577c282" -d '{"events": [{"server_uuid": "e127fa44-c131-4e68-b32c-0ec7c12c782c", "name": "network-vif-plugged", "status": "completed", "tag": "dd98f212-b93a-4a72-b9cd-52584afb9336"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:30:52.095809 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port dd98f212-b93a-4a72-b9cd-52584afb9336, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=dd98f212-b93a-4a72-b9cd-52584afb9336,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:30:52.097370 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03430722-ffed-48eb-a2ab-f678ca7c6f10 req-5963ea0d-cdfc-42c3-b4ee-2e6f313fb75d tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378797 Aug 31 10:30:52.131185 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ad4075-ed06-440f-89b9-0fe8a2d2e2ac x-openstack-request-id: req-75ad4075-ed06-440f-89b9-0fe8a2d2e2ac {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:30:52.131587 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e127fa44-c131-4e68-b32c-0ec7c12c782c", "name": "network-vif-plugged", "status": "completed", "tag": "dd98f212-b93a-4a72-b9cd-52584afb9336", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:30:52.131850 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-75ad4075-ed06-440f-89b9-0fe8a2d2e2ac {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:30:52.132889 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e127fa44-c131-4e68-b32c-0ec7c12c782c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd98f212-b93a-4a72-b9cd-52584afb9336', 'code': 200} Aug 31 10:30:52.167844 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:52.218542 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=dd98f212-b93a-4a72-b9cd-52584afb9336,revision_number=8']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:30:53.225613 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46acefb-a2ab-44e9-8526-91ed978f57d2 req-307be826-27c2-426b-a473-6d2b970524c4 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:53.227635 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d46acefb-a2ab-44e9-8526-91ed978f57d2 req-307be826-27c2-426b-a473-6d2b970524c4 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 945 time: 0.0570171 Aug 31 10:30:53.275527 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d46acefb-a2ab-44e9-8526-91ed978f57d2 req-8552aceb-7f5a-492c-8387-18bdbf27263a tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410695 Aug 31 10:30:54.412887 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4331a-45f8-428a-a77b-cf6e6ec318c5 req-a6e35de7-c0fb-4253-8e3b-f1f9e17baa79 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:54.415988 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9ae4331a-45f8-428a-a77b-cf6e6ec318c5 req-a6e35de7-c0fb-4253-8e3b-f1f9e17baa79 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 945 time: 0.0538692 Aug 31 10:30:54.455598 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9ae4331a-45f8-428a-a77b-cf6e6ec318c5 req-cd6d19af-b702-4985-b34c-0cdb8603ec5b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331173 Aug 31 10:30:55.590189 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b23553-fec2-4510-bff4-c89ac67f63ed req-5bd448fc-92c4-4e2d-b526-470bce15f996 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:55.591780 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-00b23553-fec2-4510-bff4-c89ac67f63ed req-5bd448fc-92c4-4e2d-b526-470bce15f996 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 945 time: 0.0539684 Aug 31 10:30:55.634423 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-00b23553-fec2-4510-bff4-c89ac67f63ed req-3973c296-a0a3-4972-85ef-6c6c35afcaa1 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361125 Aug 31 10:30:55.948325 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device dd98f212-b93a-4a72-b9cd-52584afb9336 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:30:56.028310 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:56.051567 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e127fa44-c131-4e68-b32c-0ec7c12c782c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd98f212-b93a-4a72-b9cd-52584afb9336'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:30:56.053755 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a46ed42-d142-473e-bfb9-f3c9dcd6823c" -d '{"events": [{"server_uuid": "e127fa44-c131-4e68-b32c-0ec7c12c782c", "name": "network-vif-unplugged", "status": "completed", "tag": "dd98f212-b93a-4a72-b9cd-52584afb9336"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:30:56.066459 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port dd98f212-b93a-4a72-b9cd-52584afb9336, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=dd98f212-b93a-4a72-b9cd-52584afb9336,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:30:56.100811 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 10:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef59037e-0a5f-493a-8558-b6f2fc2bba5a x-openstack-request-id: req-ef59037e-0a5f-493a-8558-b6f2fc2bba5a {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:30:56.101279 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e127fa44-c131-4e68-b32c-0ec7c12c782c", "name": "network-vif-unplugged", "status": "completed", "tag": "dd98f212-b93a-4a72-b9cd-52584afb9336", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:30:56.101558 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-ef59037e-0a5f-493a-8558-b6f2fc2bba5a {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:30:56.101977 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e127fa44-c131-4e68-b32c-0ec7c12c782c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd98f212-b93a-4a72-b9cd-52584afb9336', 'code': 200} Aug 31 10:30:56.180809 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:30:56.231189 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=dd98f212-b93a-4a72-b9cd-52584afb9336,revision_number=9']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:30:56.377829 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be82a45-96e0-42d2-a6da-44047569bf82 req-9b7113b2-d585-494f-802e-1f12e2575a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:56.379381 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1be82a45-96e0-42d2-a6da-44047569bf82 req-9b7113b2-d585-494f-802e-1f12e2575a6b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c&tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1 HTTP/1.1" status: 200 len: 1095 time: 0.0417092 Aug 31 10:30:56.414040 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:30:56.440104 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be82a45-96e0-42d2-a6da-44047569bf82 req-69a94177-c8d4-4e8e-ba46-5a12aeffcd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:56.441676 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1be82a45-96e0-42d2-a6da-44047569bf82 req-69a94177-c8d4-4e8e-ba46-5a12aeffcd3e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 1095 time: 0.0405388 Aug 31 10:30:56.534250 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be82a45-96e0-42d2-a6da-44047569bf82 req-8fac644e-b842-496d-9beb-e7b4b6b2c3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:56.535836 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1be82a45-96e0-42d2-a6da-44047569bf82 req-8fac644e-b842-496d-9beb-e7b4b6b2c3c4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 200 len: 914 time: 0.0873349 Aug 31 10:30:56.601571 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1be82a45-96e0-42d2-a6da-44047569bf82 req-782822d2-dc4b-4fc7-8343-2032cbaeeb84 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd98f212-b93a-4a72-b9cd-52584afb9336 HTTP/1.1" status: 200 len: 1000 time: 0.0575037 Aug 31 10:30:56.650968 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be82a45-96e0-42d2-a6da-44047569bf82 req-4e112744-6e58-412d-aa99-7a5926f1f168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:56.652481 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1be82a45-96e0-42d2-a6da-44047569bf82 req-4e112744-6e58-412d-aa99-7a5926f1f168 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d4f4efb1-006b-48dc-8e0e-fdc162500bab HTTP/1.1" status: 200 len: 851 time: 0.0442121 Aug 31 10:30:56.704434 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be82a45-96e0-42d2-a6da-44047569bf82 req-7acfc6f8-e5fb-4879-a384-5fddba429e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:56.705996 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1be82a45-96e0-42d2-a6da-44047569bf82 req-7acfc6f8-e5fb-4879-a384-5fddba429e1f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460639 Aug 31 10:30:56.829510 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2e947-1202-46a5-a034-ee7132899cb9 req-aa0deb4d-a8d1-4980-9fcc-cd82907a1466 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:56.832740 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-81b2e947-1202-46a5-a034-ee7132899cb9 req-aa0deb4d-a8d1-4980-9fcc-cd82907a1466 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 943 time: 0.0757024 Aug 31 10:30:56.853539 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1be82a45-96e0-42d2-a6da-44047569bf82 req-1e0200df-8623-4035-8e18-728b15b75154 service neutron] 10.222.0.59 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392226 Aug 31 10:30:56.923418 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-81b2e947-1202-46a5-a034-ee7132899cb9 req-a75ed4a8-97f5-47ee-a1d3-96bbedabf4e0 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812542 Aug 31 10:30:56.959599 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1be82a45-96e0-42d2-a6da-44047569bf82 req-7f6ee410-b0ce-4636-af3e-1aaeb0580345 service neutron] 10.222.0.59 "GET /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971370 Aug 31 10:30:58.067901 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4c0d3-dc39-4bb6-8d73-b7424c55e396 req-d384ba69-73d7-443c-ae59-b5b143891190 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:58.070267 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-78a4c0d3-dc39-4bb6-8d73-b7424c55e396 req-d384ba69-73d7-443c-ae59-b5b143891190 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 943 time: 0.0585461 Aug 31 10:30:58.117762 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-78a4c0d3-dc39-4bb6-8d73-b7424c55e396 req-dc16b5cb-9c33-4979-a00e-3a75e4c86f18 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391133 Aug 31 10:30:59.240354 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f55d6-61b9-4129-97a2-2690870f1ba0 req-9f76fef4-8988-4d39-b350-15aad685b910 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:30:59.242315 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c86f55d6-61b9-4129-97a2-2690870f1ba0 req-9f76fef4-8988-4d39-b350-15aad685b910 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 943 time: 0.0516608 Aug 31 10:30:59.281591 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c86f55d6-61b9-4129-97a2-2690870f1ba0 req-3e50aaec-9314-4892-90ce-5854b24433b4 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329521 Aug 31 10:31:00.401752 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d61867-78a3-492a-a593-fd8fdc8d0c17 req-fadbaaf8-ddbc-40e0-9d85-9195f4c4329c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:00.403221 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43d61867-78a3-492a-a593-fd8fdc8d0c17 req-fadbaaf8-ddbc-40e0-9d85-9195f4c4329c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 943 time: 0.0504076 Aug 31 10:31:00.441302 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43d61867-78a3-492a-a593-fd8fdc8d0c17 req-99c609e3-33b3-47af-8f42-64e99283576e tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319824 Aug 31 10:31:01.566964 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec14fb-e694-43d9-811e-c27850b8a101 req-444e28cd-65ea-4924-baf0-388c3a3f6da6 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:01.568474 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f9ec14fb-e694-43d9-811e-c27850b8a101 req-444e28cd-65ea-4924-baf0-388c3a3f6da6 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 943 time: 0.0563576 Aug 31 10:31:01.607389 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f9ec14fb-e694-43d9-811e-c27850b8a101 req-bac11469-f45b-409b-be23-b7fcf675040e tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321558 Aug 31 10:31:02.735358 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800edf1f-3d88-486c-991e-6dd0c7cbe39c req-5b3da155-92d6-477c-a271-4ea2b1f3820e tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:02.736837 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-800edf1f-3d88-486c-991e-6dd0c7cbe39c req-5b3da155-92d6-477c-a271-4ea2b1f3820e tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 943 time: 0.0517948 Aug 31 10:31:02.783126 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-800edf1f-3d88-486c-991e-6dd0c7cbe39c req-d78145dc-36b7-4f24-9179-f38f83064606 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400171 Aug 31 10:31:03.392112 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:03.906147 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:03.914131 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73692fe-40f5-4456-989d-fe48f8be1cbf req-b96d30f3-6324-4565-9e81-f8e43f123e94 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:03.915676 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a73692fe-40f5-4456-989d-fe48f8be1cbf req-b96d30f3-6324-4565-9e81-f8e43f123e94 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 943 time: 0.0514417 Aug 31 10:31:03.955604 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a73692fe-40f5-4456-989d-fe48f8be1cbf req-5298c578-178f-4cce-b289-57338b692621 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329235 Aug 31 10:31:05.084020 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4e8f6-e766-4f58-94c6-5ca472b56416 req-ce8ab7c3-b26c-4cb0-8c1a-8f942bed3d2d tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:05.086084 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5de4e8f6-e766-4f58-94c6-5ca472b56416 req-ce8ab7c3-b26c-4cb0-8c1a-8f942bed3d2d tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 943 time: 0.0563016 Aug 31 10:31:05.125476 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5de4e8f6-e766-4f58-94c6-5ca472b56416 req-b0546f33-f2f8-42ac-84fd-20351392ca13 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332198 Aug 31 10:31:06.241370 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207d820-1b4b-40e9-abad-bc7b45bdcfe2 req-c79dd7a1-8ff1-4c3a-b1c5-3d827296241b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:06.243049 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f207d820-1b4b-40e9-abad-bc7b45bdcfe2 req-c79dd7a1-8ff1-4c3a-b1c5-3d827296241b tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 943 time: 0.0495291 Aug 31 10:31:06.284121 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f207d820-1b4b-40e9-abad-bc7b45bdcfe2 req-ee3d689a-c360-46ec-a36e-0e3414f05460 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345438 Aug 31 10:31:07.413248 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf9a37-dc02-4cc8-9bfe-21a33615d367 req-9399f2ba-d3ee-43db-9a86-50cb3016a9dc tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:07.414974 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3fcf9a37-dc02-4cc8-9bfe-21a33615d367 req-9399f2ba-d3ee-43db-9a86-50cb3016a9dc tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 943 time: 0.0577226 Aug 31 10:31:07.459489 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3fcf9a37-dc02-4cc8-9bfe-21a33615d367 req-e0a1ad18-3e00-4b22-adb5-460456e90521 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378828 Aug 31 10:31:08.581299 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be1054-8b91-497a-ae5a-d2f30a91df98 req-1c0c7906-75b1-4faa-b822-49d3503b2dea tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:08.582693 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a4be1054-8b91-497a-ae5a-d2f30a91df98 req-1c0c7906-75b1-4faa-b822-49d3503b2dea tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 943 time: 0.0517533 Aug 31 10:31:08.624693 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a4be1054-8b91-497a-ae5a-d2f30a91df98 req-56da09c1-cd52-4575-897b-630e05febb94 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336449 Aug 31 10:31:09.743073 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c02c14-c4d2-4563-9d96-a6b4b1841b37 req-5bf07d02-5e27-4d30-b8e8-7e6a22b7dc15 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:09.744657 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c2c02c14-c4d2-4563-9d96-a6b4b1841b37 req-5bf07d02-5e27-4d30-b8e8-7e6a22b7dc15 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 943 time: 0.0511072 Aug 31 10:31:09.782894 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c2c02c14-c4d2-4563-9d96-a6b4b1841b37 req-4ea3c76a-4940-4b47-ac1f-230cbacddc0a tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322902 Aug 31 10:31:09.902056 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca09644-5c62-4f75-b49d-5b0cf869b244 req-12092a56-2187-4123-95c4-e028c20d6b48 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:09.903759 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dca09644-5c62-4f75-b49d-5b0cf869b244 req-12092a56-2187-4123-95c4-e028c20d6b48 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 943 time: 0.0508485 Aug 31 10:31:09.942872 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dca09644-5c62-4f75-b49d-5b0cf869b244 req-6ba5c20f-0caf-4ae8-a915-9099445301af tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330935 Aug 31 10:31:09.994472 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device dd98f212-b93a-4a72-b9cd-52584afb9336 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:31:10.063699 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198e632-0548-47a0-8b53-93dd8b5d6257 req-0af273f5-97d9-47d2-b499-fa7df8ab31e2 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:10.065198 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c198e632-0548-47a0-8b53-93dd8b5d6257 req-0af273f5-97d9-47d2-b499-fa7df8ab31e2 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 943 time: 0.0517020 Aug 31 10:31:10.090270 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port dd98f212-b93a-4a72-b9cd-52584afb9336, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=dd98f212-b93a-4a72-b9cd-52584afb9336,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:31:10.102016 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': 'dd98f212-b93a-4a72-b9cd-52584afb9336', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'port_id': 'dd98f212-b93a-4a72-b9cd-52584afb9336', 'mac_address': 'fa:16:3e:30:aa:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:31:10.103943 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c198e632-0548-47a0-8b53-93dd8b5d6257 req-f43aa3ff-6202-4d09-87ae-1bdf91369ec0 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320299 Aug 31 10:31:10.140803 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:10.158440 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd98f212-b93a-4a72-b9cd-52584afb9336 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:31:10.177355 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port dd98f212-b93a-4a72-b9cd-52584afb9336, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=dd98f212-b93a-4a72-b9cd-52584afb9336,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:31:10.236129 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:10.283534 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=dd98f212-b93a-4a72-b9cd-52584afb9336,revision_number=10']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:31:10.481607 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['dd98f212-b93a-4a72-b9cd-52584afb9336'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:31:10.521867 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0d724-f34f-4a2d-977b-2d1e1aa9e433 req-cb6e80de-3421-4613-8299-e09cc0926b30 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:10.524059 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cdf0d724-f34f-4a2d-977b-2d1e1aa9e433 req-cb6e80de-3421-4613-8299-e09cc0926b30 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 945 time: 0.0536039 Aug 31 10:31:10.562011 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cdf0d724-f34f-4a2d-977b-2d1e1aa9e433 req-5d7829b1-0e65-4c01-92b8-db560ed28171 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318272 Aug 31 10:31:11.391811 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b8c31299-72cd-4217-ad36-5657fcae5a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:11.681659 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a8f8b-101a-4ccf-8c1e-4058c225748e req-a09b02fd-6eb6-4946-825a-78d25e5bab27 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:11.683075 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3f7a8f8b-101a-4ccf-8c1e-4058c225748e req-a09b02fd-6eb6-4946-825a-78d25e5bab27 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 945 time: 0.0493908 Aug 31 10:31:11.719577 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3f7a8f8b-101a-4ccf-8c1e-4058c225748e req-4bdb8f02-f728-41f7-8fc9-daea8afcafe2 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304461 Aug 31 10:31:12.015877 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device dd98f212-b93a-4a72-b9cd-52584afb9336 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:31:12.065135 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port dd98f212-b93a-4a72-b9cd-52584afb9336 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:31:12.065502 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:12.139767 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:12.161065 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e127fa44-c131-4e68-b32c-0ec7c12c782c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd98f212-b93a-4a72-b9cd-52584afb9336'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:31:12.163745 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf15267-790b-410e-bb67-af1dc3c53322" -d '{"events": [{"server_uuid": "e127fa44-c131-4e68-b32c-0ec7c12c782c", "name": "network-vif-plugged", "status": "completed", "tag": "dd98f212-b93a-4a72-b9cd-52584afb9336"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:31:12.175695 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port dd98f212-b93a-4a72-b9cd-52584afb9336, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=dd98f212-b93a-4a72-b9cd-52584afb9336,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:31:12.202259 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35619c57-57ed-4dc8-81cc-8666e800a3e2 x-openstack-request-id: req-35619c57-57ed-4dc8-81cc-8666e800a3e2 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:31:12.202567 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e127fa44-c131-4e68-b32c-0ec7c12c782c", "name": "network-vif-plugged", "status": "completed", "tag": "dd98f212-b93a-4a72-b9cd-52584afb9336", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:31:12.202838 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-35619c57-57ed-4dc8-81cc-8666e800a3e2 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:31:12.203239 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e127fa44-c131-4e68-b32c-0ec7c12c782c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd98f212-b93a-4a72-b9cd-52584afb9336', 'code': 200} Aug 31 10:31:12.243386 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:12.277799 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6efb578-1481-4c28-8194-9d197cf87bdf req-7137885c-2e77-4b2e-ac3a-38a260333c5a tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:12.279193 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c6efb578-1481-4c28-8194-9d197cf87bdf req-7137885c-2e77-4b2e-ac3a-38a260333c5a tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.59 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 945 time: 0.0522554 Aug 31 10:31:12.293488 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=dd98f212-b93a-4a72-b9cd-52584afb9336,revision_number=11']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:31:12.371222 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-c6efb578-1481-4c28-8194-9d197cf87bdf req-90972fea-83e4-4557-90c7-eec2e46dff38 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Deleting port dd98f212-b93a-4a72-b9cd-52584afb9336 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:31:12.371559 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c6efb578-1481-4c28-8194-9d197cf87bdf req-90972fea-83e4-4557-90c7-eec2e46dff38 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:12.458721 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-c6efb578-1481-4c28-8194-9d197cf87bdf req-90972fea-83e4-4557-90c7-eec2e46dff38 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] For port dd98f212-b93a-4a72-b9cd-52584afb9336, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=dd98f212-b93a-4a72-b9cd-52584afb9336,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:31:12.459078 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c6efb578-1481-4c28-8194-9d197cf87bdf req-90972fea-83e4-4557-90c7-eec2e46dff38 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:13.044097 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060b283-cd61-41ff-a0d2-52c5ac77df60 req-8abb3daf-b67e-4fea-8802-0b155fe7c516 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:13.045483 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7060b283-cd61-41ff-a0d2-52c5ac77df60 req-8abb3daf-b67e-4fea-8802-0b155fe7c516 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 946 time: 0.1055391 Aug 31 10:31:13.059418 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c6efb578-1481-4c28-8194-9d197cf87bdf req-90972fea-83e4-4557-90c7-eec2e46dff38 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:13.059820 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c6efb578-1481-4c28-8194-9d197cf87bdf req-90972fea-83e4-4557-90c7-eec2e46dff38 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:13.060110 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [req-c6efb578-1481-4c28-8194-9d197cf87bdf req-90972fea-83e4-4557-90c7-eec2e46dff38 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Floating IP c8091bf1-47f1-401b-8599-6fd9099ead2b disassociated. External IP: 172.25.2.212, port: dd98f212-b93a-4a72-b9cd-52584afb9336. Aug 31 10:31:13.060442 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-c6efb578-1481-4c28-8194-9d197cf87bdf req-90972fea-83e4-4557-90c7-eec2e46dff38 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Calling delete_port for dd98f212-b93a-4a72-b9cd-52584afb9336 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:31:13.124419 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7060b283-cd61-41ff-a0d2-52c5ac77df60 req-24a2f337-ffe2-4696-a9d3-212941d70be0 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups?id=c22eec1c-fb78-42ed-9fed-adb9454cc18d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724511 Aug 31 10:31:13.327416 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c6efb578-1481-4c28-8194-9d197cf87bdf req-90972fea-83e4-4557-90c7-eec2e46dff38 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:13.358916 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90972fea-83e4-4557-90c7-eec2e46dff38 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Pushing event deleted for resources: {'Port': ['ID=dd98f212-b93a-4a72-b9cd-52584afb9336,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:31:13.373146 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90972fea-83e4-4557-90c7-eec2e46dff38 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:13.373525 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90972fea-83e4-4557-90c7-eec2e46dff38 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:13.373885 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90972fea-83e4-4557-90c7-eec2e46dff38 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:13.374229 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90972fea-83e4-4557-90c7-eec2e46dff38 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:13.374581 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90972fea-83e4-4557-90c7-eec2e46dff38 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:13.374968 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90972fea-83e4-4557-90c7-eec2e46dff38 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:13.375246 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90972fea-83e4-4557-90c7-eec2e46dff38 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:13.375577 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90972fea-83e4-4557-90c7-eec2e46dff38 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:13.375893 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90972fea-83e4-4557-90c7-eec2e46dff38 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:13.376227 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90972fea-83e4-4557-90c7-eec2e46dff38 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:13.377118 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90972fea-83e4-4557-90c7-eec2e46dff38 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:13.377312 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90972fea-83e4-4557-90c7-eec2e46dff38 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:13.492886 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6efb578-1481-4c28-8194-9d197cf87bdf req-90972fea-83e4-4557-90c7-eec2e46dff38 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Router eb60b940-f9ef-4461-9f4d-eb3cc780f032 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:31:13.607857 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6efb578-1481-4c28-8194-9d197cf87bdf req-90972fea-83e4-4557-90c7-eec2e46dff38 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:31:13.619032 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b5c0a6-ee37-491e-a61e-c1fc118d614e None None] Sync routers for ids ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:31:13.632690 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b5c0a6-ee37-491e-a61e-c1fc118d614e None None] Routers {'eb60b940-f9ef-4461-9f4d-eb3cc780f032'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:31:13.632690 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f5b5c0a6-ee37-491e-a61e-c1fc118d614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:30:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:31:13.648671 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6efb578-1481-4c28-8194-9d197cf87bdf req-90972fea-83e4-4557-90c7-eec2e46dff38 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] No DVR routers for this DVR port dd98f212-b93a-4a72-b9cd-52584afb9336 on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:31:13.651217 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-c6efb578-1481-4c28-8194-9d197cf87bdf req-90972fea-83e4-4557-90c7-eec2e46dff38 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:13.653190 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c6efb578-1481-4c28-8194-9d197cf87bdf req-90972fea-83e4-4557-90c7-eec2e46dff38 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.59 "DELETE /v2.0/ports/dd98f212-b93a-4a72-b9cd-52584afb9336 HTTP/1.1" status: 204 len: 173 time: 1.3679066 Aug 31 10:31:13.657050 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e127fa44-c131-4e68-b32c-0ec7c12c782c', 'name': 'network-vif-deleted', 'tag': 'dd98f212-b93a-4a72-b9cd-52584afb9336'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:31:13.657050 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2643afa-d9c8-4c2f-9e17-e7a94a4297df" -d '{"events": [{"server_uuid": "e127fa44-c131-4e68-b32c-0ec7c12c782c", "name": "network-vif-deleted", "tag": "dd98f212-b93a-4a72-b9cd-52584afb9336"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:31:13.700973 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe0616d-2bf2-4554-86fa-f34833441476 x-openstack-request-id: req-4fe0616d-2bf2-4554-86fa-f34833441476 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:31:13.701261 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e127fa44-c131-4e68-b32c-0ec7c12c782c", "name": "network-vif-deleted", "tag": "dd98f212-b93a-4a72-b9cd-52584afb9336", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:31:13.701511 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4fe0616d-2bf2-4554-86fa-f34833441476 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:31:13.701901 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e127fa44-c131-4e68-b32c-0ec7c12c782c', 'name': 'network-vif-deleted', 'tag': 'dd98f212-b93a-4a72-b9cd-52584afb9336', 'status': 'completed', 'code': 200} Aug 31 10:31:13.741332 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-f5b5c0a6-ee37-491e-a61e-c1fc118d614e None None] Set router eb60b940-f9ef-4461-9f4d-eb3cc780f032 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:31:14.001614 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8e18d922-722f-4655-b354-095a1aa418bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:14.047471 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f5b5c0a6-ee37-491e-a61e-c1fc118d614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'name': 'tempest-ServerActionsTestJSON-1578440857-router', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:20:37Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'gw_port': {'id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:38Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'ae2278a5-3f44-4cae-996f-d5da10d6764f', 'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'mac_address': 'fa:16:3e:68:5f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:40Z', 'updated_at': '2021-08-31T10:20:45Z', 'revision_number': 5, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'subnets': [{'id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:31:14.073934 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b5c0a6-ee37-491e-a61e-c1fc118d614e None None] Checking router: eb60b940-f9ef-4461-9f4d-eb3cc780f032 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:31:14.082434 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b5c0a6-ee37-491e-a61e-c1fc118d614e None None] Routers {'eb60b940-f9ef-4461-9f4d-eb3cc780f032'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:31:14.091047 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f5b5c0a6-ee37-491e-a61e-c1fc118d614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:31:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:31:14.112210 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:14.189267 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-f5b5c0a6-ee37-491e-a61e-c1fc118d614e None None] Set router eb60b940-f9ef-4461-9f4d-eb3cc780f032 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:31:14.226114 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bf12e079-e436-4a1c-860d-93fd311c7dd6 req-24582598-bba4-4c08-9d93-549fbbf7a7ec tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 210 time: 0.0275462 Aug 31 10:31:14.388902 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-f5b5c0a6-ee37-491e-a61e-c1fc118d614e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'name': 'tempest-ServerActionsTestJSON-1578440857-router', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:20:37Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'gw_port': {'id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:38Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'ae2278a5-3f44-4cae-996f-d5da10d6764f', 'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'mac_address': 'fa:16:3e:68:5f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:40Z', 'updated_at': '2021-08-31T10:20:45Z', 'revision_number': 5, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'subnets': [{'id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:31:14.415217 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b5c0a6-ee37-491e-a61e-c1fc118d614e None None] The sync data for ids ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'] in n-d-791506-28 is: [{'id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'name': 'tempest-ServerActionsTestJSON-1578440857-router', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:20:37Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'gw_port': {'id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:38Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'ae2278a5-3f44-4cae-996f-d5da10d6764f', 'name': '', 'network_id': 'e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'mac_address': 'fa:16:3e:68:5f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_interface', 'standard_attr_id': 4047, 'fixed_ips': [{'subnet_id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:40Z', 'updated_at': '2021-08-31T10:20:45Z', 'revision_number': 5, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'subnets': [{'id': 'd4f4efb1-006b-48dc-8e0e-fdc162500bab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:31:14.635348 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca5f781-b446-464f-8743-eb88a935ce7b None None] New status for floating IP c8091bf1-47f1-401b-8599-6fd9099ead2b: DOWN {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:31:15.334617 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cfdbd3ec-de02-45c5-8ce0-906bf438f604 req-d12dfad7-630b-48bf-b137-178ac3e7dea0 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 210 time: 0.0271268 Aug 31 10:31:15.624710 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:16.025322 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device dd98f212-b93a-4a72-b9cd-52584afb9336 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:31:16.047462 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: dd98f212-b93a-4a72-b9cd-52584afb9336 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:31:16.047713 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device dd98f212-b93a-4a72-b9cd-52584afb9336 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:31:16.437457 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ec0b907-92d1-4038-b18e-9b8e5eb9f7da req-44bed0d1-0b87-47c8-93cb-3dcc5a0b4c28 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 210 time: 0.0313892 Aug 31 10:31:17.309811 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:17.545529 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7b996c96-6134-4a27-b030-04001eaedefc req-ab7a11c3-7378-4e34-8cb6-6d6bdcb5cd52 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/ports?device_id=e127fa44-c131-4e68-b32c-0ec7c12c782c HTTP/1.1" status: 200 len: 210 time: 0.0270607 Aug 31 10:31:22.552402 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54404) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:31:22.606825 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9925af8f-9ed9-4c4c-9c35-3f218404fa80 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:22.630431 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9925af8f-9ed9-4c4c-9c35-3f218404fa80 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:22.751803 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9925af8f-9ed9-4c4c-9c35-3f218404fa80 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:22.754438 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9925af8f-9ed9-4c4c-9c35-3f218404fa80 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:22.755661 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9925af8f-9ed9-4c4c-9c35-3f218404fa80 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "DELETE /v2.0/security-groups/c22eec1c-fb78-42ed-9fed-adb9454cc18d HTTP/1.1" status: 204 len: 168 time: 0.2022865 Aug 31 10:31:22.758326 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54408) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:31:22.765354 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925af8f-9ed9-4c4c-9c35-3f218404fa80 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22eec1c-fb78-42ed-9fed-adb9454cc18d,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:31:22.772105 n-d-791506-28 neutron-server[95553]: INFO neutron.api.v2.resource [None req-61ebc1d0-1fcd-4097-8e2d-5fd93591866c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] show failed (client error): The resource could not be found. Aug 31 10:31:22.773114 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-61ebc1d0-1fcd-4097-8e2d-5fd93591866c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "GET /v2.0/security-groups/c22eec1c-fb78-42ed-9fed-adb9454cc18d HTTP/1.1" status: 404 len: 347 time: 0.0137498 Aug 31 10:31:22.773399 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925af8f-9ed9-4c4c-9c35-3f218404fa80 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:22.773625 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925af8f-9ed9-4c4c-9c35-3f218404fa80 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:22.773988 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925af8f-9ed9-4c4c-9c35-3f218404fa80 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:22.774328 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925af8f-9ed9-4c4c-9c35-3f218404fa80 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:22.774697 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925af8f-9ed9-4c4c-9c35-3f218404fa80 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:22.775023 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925af8f-9ed9-4c4c-9c35-3f218404fa80 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:22.775348 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925af8f-9ed9-4c4c-9c35-3f218404fa80 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:22.775675 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925af8f-9ed9-4c4c-9c35-3f218404fa80 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:22.775979 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54410) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:31:22.776091 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925af8f-9ed9-4c4c-9c35-3f218404fa80 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:22.776302 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925af8f-9ed9-4c4c-9c35-3f218404fa80 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:22.776619 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925af8f-9ed9-4c4c-9c35-3f218404fa80 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:22.776938 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925af8f-9ed9-4c4c-9c35-3f218404fa80 tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:22.901576 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-7a87f60a-6284-486e-84ba-0ac1541453ad tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Deleting port b7c17882-c33d-4007-b11d-c7801f5731f4 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:31:22.901919 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7a87f60a-6284-486e-84ba-0ac1541453ad tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:22.975428 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7a87f60a-6284-486e-84ba-0ac1541453ad tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:22.975798 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7a87f60a-6284-486e-84ba-0ac1541453ad tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:22.987372 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-7a87f60a-6284-486e-84ba-0ac1541453ad tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Calling delete_port for b7c17882-c33d-4007-b11d-c7801f5731f4 owned by network:floatingip {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:31:23.184217 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7a87f60a-6284-486e-84ba-0ac1541453ad tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:23.210231 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87f60a-6284-486e-84ba-0ac1541453ad tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Pushing event deleted for resources: {'Port': ['ID=b7c17882-c33d-4007-b11d-c7801f5731f4,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:31:23.275186 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7a87f60a-6284-486e-84ba-0ac1541453ad tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks [] for floatingip, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:23.277839 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7a87f60a-6284-486e-84ba-0ac1541453ad tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:23.279053 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7a87f60a-6284-486e-84ba-0ac1541453ad tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] 10.222.0.119 "DELETE /v2.0/floatingips/c8091bf1-47f1-401b-8599-6fd9099ead2b HTTP/1.1" status: 204 len: 168 time: 0.5018604 Aug 31 10:31:23.281968 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54412) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:31:23.794522 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ebb24a2f-a7cc-4053-a324-67e1357237de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:24.055655 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-ebb24a2f-a7cc-4053-a324-67e1357237de admin admin] Deleting port ae2278a5-3f44-4cae-996f-d5da10d6764f {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:31:24.055912 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ebb24a2f-a7cc-4053-a324-67e1357237de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:24.139693 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-ebb24a2f-a7cc-4053-a324-67e1357237de admin admin] For port ae2278a5-3f44-4cae-996f-d5da10d6764f, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ae2278a5-3f44-4cae-996f-d5da10d6764f,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:31:24.140048 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ebb24a2f-a7cc-4053-a324-67e1357237de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:24.153693 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-ebb24a2f-a7cc-4053-a324-67e1357237de admin admin] Calling delete_port for ae2278a5-3f44-4cae-996f-d5da10d6764f owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:31:24.424509 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ebb24a2f-a7cc-4053-a324-67e1357237de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:24.456659 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb24a2f-a7cc-4053-a324-67e1357237de admin admin] Pushing event deleted for resources: {'Port': ['ID=ae2278a5-3f44-4cae-996f-d5da10d6764f,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:31:24.626796 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ebb24a2f-a7cc-4053-a324-67e1357237de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:24.857166 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb24a2f-a7cc-4053-a324-67e1357237de admin admin] Router eb60b940-f9ef-4461-9f4d-eb3cc780f032 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:31:24.966466 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb24a2f-a7cc-4053-a324-67e1357237de admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:31:24.972130 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ebb24a2f-a7cc-4053-a324-67e1357237de admin admin] 10.222.0.119 "PUT /v2.0/routers/eb60b940-f9ef-4461-9f4d-eb3cc780f032/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6891496 Aug 31 10:31:24.974651 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54416) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:31:24.976496 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0067b7d-8d38-4c10-9ebe-8d057588646b None None] Sync routers for ids ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:31:24.986535 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0067b7d-8d38-4c10-9ebe-8d057588646b None None] Routers {'eb60b940-f9ef-4461-9f4d-eb3cc780f032'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:31:24.987169 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a0067b7d-8d38-4c10-9ebe-8d057588646b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:31:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:31:25.087568 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1412452f-2e65-440c-ac25-321ed8f8e6bc admin admin] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:25.097189 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-a0067b7d-8d38-4c10-9ebe-8d057588646b None None] Set router eb60b940-f9ef-4461-9f4d-eb3cc780f032 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:31:25.194313 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1412452f-2e65-440c-ac25-321ed8f8e6bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:25.277428 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a0067b7d-8d38-4c10-9ebe-8d057588646b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'name': 'tempest-ServerActionsTestJSON-1578440857-router', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:20:37Z', 'updated_at': '2021-08-31T10:31:24Z', 'revision_number': 5, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'gw_port': {'id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:38Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:31:25.303776 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0067b7d-8d38-4c10-9ebe-8d057588646b None None] Checking router: eb60b940-f9ef-4461-9f4d-eb3cc780f032 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:31:25.311909 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0067b7d-8d38-4c10-9ebe-8d057588646b None None] Routers {'eb60b940-f9ef-4461-9f4d-eb3cc780f032'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:31:25.312504 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a0067b7d-8d38-4c10-9ebe-8d057588646b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:31:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:31:25.371195 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-1412452f-2e65-440c-ac25-321ed8f8e6bc admin admin] Deleting port 6bc24db7-d9fa-426c-a9d4-fd2fa880b331 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:31:25.371479 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1412452f-2e65-440c-ac25-321ed8f8e6bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:25.423565 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-a0067b7d-8d38-4c10-9ebe-8d057588646b None None] Set router eb60b940-f9ef-4461-9f4d-eb3cc780f032 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:31:25.454641 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-1412452f-2e65-440c-ac25-321ed8f8e6bc admin admin] For port 6bc24db7-d9fa-426c-a9d4-fd2fa880b331, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=6bc24db7-d9fa-426c-a9d4-fd2fa880b331,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:31:25.455004 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1412452f-2e65-440c-ac25-321ed8f8e6bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:25.468776 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-1412452f-2e65-440c-ac25-321ed8f8e6bc admin admin] Calling delete_port for 6bc24db7-d9fa-426c-a9d4-fd2fa880b331 owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:31:25.664668 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a0067b7d-8d38-4c10-9ebe-8d057588646b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'name': 'tempest-ServerActionsTestJSON-1578440857-router', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:20:37Z', 'updated_at': '2021-08-31T10:31:24Z', 'revision_number': 5, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'gw_port': {'id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:38Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:31:25.695331 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0067b7d-8d38-4c10-9ebe-8d057588646b None None] The sync data for ids ['eb60b940-f9ef-4461-9f4d-eb3cc780f032'] in n-d-791506-28 is: [{'id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'name': 'tempest-ServerActionsTestJSON-1578440857-router', 'tenant_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:20:37Z', 'updated_at': '2021-08-31T10:31:24Z', 'revision_number': 5, 'project_id': '1ef6e28ebc3e4e308ac236e16f4318d1', 'gw_port': {'id': '6bc24db7-d9fa-426c-a9d4-fd2fa880b331', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:84:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb60b940-f9ef-4461-9f4d-eb3cc780f032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:20:38Z', 'updated_at': '2021-08-31T10:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:31:25.740413 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1412452f-2e65-440c-ac25-321ed8f8e6bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:25.765543 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412452f-2e65-440c-ac25-321ed8f8e6bc admin admin] Pushing event deleted for resources: {'Port': ['ID=6bc24db7-d9fa-426c-a9d4-fd2fa880b331,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:31:25.845648 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1412452f-2e65-440c-ac25-321ed8f8e6bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:25.937693 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1412452f-2e65-440c-ac25-321ed8f8e6bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:25.939872 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1412452f-2e65-440c-ac25-321ed8f8e6bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:26.122805 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1412452f-2e65-440c-ac25-321ed8f8e6bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:26.123348 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1412452f-2e65-440c-ac25-321ed8f8e6bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb60b940-f9ef-4461-9f4d-eb3cc780f032 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:31:26.127833 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1412452f-2e65-440c-ac25-321ed8f8e6bc admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:26.129050 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1412452f-2e65-440c-ac25-321ed8f8e6bc admin admin] 10.222.0.119 "DELETE /v2.0/routers/eb60b940-f9ef-4461-9f4d-eb3cc780f032 HTTP/1.1" status: 204 len: 168 time: 1.1528604 Aug 31 10:31:26.138529 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54418) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:31:26.153370 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ae2278a5-3f44-4cae-996f-d5da10d6764f no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:31:26.178308 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: ae2278a5-3f44-4cae-996f-d5da10d6764f {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:31:26.182729 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ae2278a5-3f44-4cae-996f-d5da10d6764f not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:31:26.183018 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbbab90c-cc1c-49a5-b3db-357731b4c4b7 admin admin] Deleting subnet d4f4efb1-006b-48dc-8e0e-fdc162500bab {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:31:26.184178 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dbbab90c-cc1c-49a5-b3db-357731b4c4b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:26.220370 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dbbab90c-cc1c-49a5-b3db-357731b4c4b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:26.314127 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dbbab90c-cc1c-49a5-b3db-357731b4c4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:26.471913 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dbbab90c-cc1c-49a5-b3db-357731b4c4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:26.504941 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbab90c-cc1c-49a5-b3db-357731b4c4b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4f4efb1-006b-48dc-8e0e-fdc162500bab,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:31:26.512095 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dbbab90c-cc1c-49a5-b3db-357731b4c4b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:26.514993 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-dbbab90c-cc1c-49a5-b3db-357731b4c4b7 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/d4f4efb1-006b-48dc-8e0e-fdc162500bab HTTP/1.1" status: 204 len: 168 time: 0.3812883 Aug 31 10:31:26.516610 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54420) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:31:26.519270 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2565ea7e-b869-46f2-8aa0-c7b028a818c5 None None] Network e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:31:26.595141 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e1061629-d69b-498a-acdb-090fb574bc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:26.671427 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-e1061629-d69b-498a-acdb-090fb574bc01 admin admin] Deleting port 08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:31:26.692626 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e1061629-d69b-498a-acdb-090fb574bc01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:26.726581 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469d60f9-f7e4-468d-bdba-e73e2aadf589 None None] DHCP port deletion for e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:31:26.742913 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-e1061629-d69b-498a-acdb-090fb574bc01 admin admin] For port 08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:31:26.743286 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e1061629-d69b-498a-acdb-090fb574bc01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:26.758857 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-e1061629-d69b-498a-acdb-090fb574bc01 admin admin] Calling delete_port for 08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:31:26.797364 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-469d60f9-f7e4-468d-bdba-e73e2aadf589 None None] Deleting port 08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:31:26.797813 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-469d60f9-f7e4-468d-bdba-e73e2aadf589 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:26.863540 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-469d60f9-f7e4-468d-bdba-e73e2aadf589 None None] For port 08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2,segment=NetworkSegment(a6bf6874-ecd8-49c5-841d-4db361b999e4),segment_id=a6bf6874-ecd8-49c5-841d-4db361b999e4)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:31:26.863929 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-469d60f9-f7e4-468d-bdba-e73e2aadf589 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:26.878336 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-469d60f9-f7e4-468d-bdba-e73e2aadf589 None None] Calling delete_port for 08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:31:27.003749 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e1061629-d69b-498a-acdb-090fb574bc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:27.011820 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-469d60f9-f7e4-468d-bdba-e73e2aadf589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:27.032420 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1061629-d69b-498a-acdb-090fb574bc01 admin admin] Pushing event deleted for resources: {'Port': ['ID=08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:31:27.052132 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1061629-d69b-498a-acdb-090fb574bc01 admin admin] No DVR routers for this DVR port 08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:31:27.053606 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d60f9-f7e4-468d-bdba-e73e2aadf589 None None] Pushing event deleted for resources: {'Port': ['ID=08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:31:27.053606 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469d60f9-f7e4-468d-bdba-e73e2aadf589 None None] No DVR routers for this DVR port 08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:31:27.120075 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e1061629-d69b-498a-acdb-090fb574bc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:27.136281 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-e1061629-d69b-498a-acdb-090fb574bc01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:31:27.148764 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-e1061629-d69b-498a-acdb-090fb574bc01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6bf6874-ecd8-49c5-841d-4db361b999e4') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:31:27.149412 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-e1061629-d69b-498a-acdb-090fb574bc01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6bf6874-ecd8-49c5-841d-4db361b999e4') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:31:27.158197 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e1061629-d69b-498a-acdb-090fb574bc01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:27.172518 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e1061629-d69b-498a-acdb-090fb574bc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:27.179523 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1061629-d69b-498a-acdb-090fb574bc01 admin admin] Releasing vlan 1616 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:31:27.179944 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e1061629-d69b-498a-acdb-090fb574bc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:27.181640 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 10:31:27.181640 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:31:27.181640 n-d-791506-28 neutron-server[95552]: timer() Aug 31 10:31:27.181640 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:31:27.181640 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 10:31:27.181640 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:31:27.181640 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 10:31:27.181640 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:31:27.181640 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 10:31:27.181640 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:31:27.181640 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 10:31:27.181640 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:31:27.181640 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 10:31:27.181640 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:31:27.181640 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:31:27.181640 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:31:27.181640 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:31:27.181640 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:31:27.181640 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 10:31:27.181640 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:31:27.181640 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 10:31:27.181640 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:31:27.181640 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:31:27.181640 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:31:27.181640 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 10:31:27.181640 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:31:27.181640 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:31:27.181640 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:31:27.181640 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:31:27.181640 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:31:27.181640 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:31:27.181640 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:31:27.340231 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e1061629-d69b-498a-acdb-090fb574bc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:27.345857 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e1061629-d69b-498a-acdb-090fb574bc01 admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:27.347817 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e1061629-d69b-498a-acdb-090fb574bc01 admin admin] 10.222.0.119 "DELETE /v2.0/networks/e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1 HTTP/1.1" status: 204 len: 168 time: 0.8301277 Aug 31 10:31:27.359711 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1061629-d69b-498a-acdb-090fb574bc01 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3de16d2-b2b1-4c4e-a09d-cb89fb0cfcc1,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:31:27.760740 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54424) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:31:27.802511 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-beec076e-a409-46b7-b4c0-be12c5941304 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=1ef6e28ebc3e4e308ac236e16f4318d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405700 Aug 31 10:31:27.805178 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54426) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:31:27.864454 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5114287f-9ac7-4874-a29d-1b7cbfc3b385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:27.885944 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5114287f-9ac7-4874-a29d-1b7cbfc3b385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:27.986526 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6bc24db7-d9fa-426c-a9d4-fd2fa880b331 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:31:28.007064 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 6bc24db7-d9fa-426c-a9d4-fd2fa880b331 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:31:28.007404 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6bc24db7-d9fa-426c-a9d4-fd2fa880b331 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:31:28.007806 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:31:28.025688 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5114287f-9ac7-4874-a29d-1b7cbfc3b385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:28.026904 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:31:28.027243 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 08cad9d0-0e1c-4444-9499-6a7f4e1b2ad2 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:31:28.028495 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5114287f-9ac7-4874-a29d-1b7cbfc3b385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:28.031618 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5114287f-9ac7-4874-a29d-1b7cbfc3b385 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/5ac806c9-6ac2-4c3e-9a9f-67522ef6435d HTTP/1.1" status: 204 len: 168 time: 0.2236080 Aug 31 10:31:28.042381 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114287f-9ac7-4874-a29d-1b7cbfc3b385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac806c9-6ac2-4c3e-9a9f-67522ef6435d,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:31:29.018253 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54448) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:31:29.115842 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-a23246c0-89c9-4908-a9ab-45aff51bcc8b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-219713545-network', 'tenant_id': '01f1e753acae40958b669ab52c4ca248'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:31:29.208129 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23246c0-89c9-4908-a9ab-45aff51bcc8b admin admin] Made reservation on behalf of 01f1e753acae40958b669ab52c4ca248 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:31:29.211159 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a23246c0-89c9-4908-a9ab-45aff51bcc8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:29.220422 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a23246c0-89c9-4908-a9ab-45aff51bcc8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:29.308384 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a23246c0-89c9-4908-a9ab-45aff51bcc8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:29.402137 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a23246c0-89c9-4908-a9ab-45aff51bcc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:29.429825 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23246c0-89c9-4908-a9ab-45aff51bcc8b admin admin] vlan segment allocate from pool success with {'vlan_id': 1618, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:31:29.431746 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23246c0-89c9-4908-a9ab-45aff51bcc8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9218378-d05c-45aa-8bc0-9e1bc2e8d1a8,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:31:29.441881 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a23246c0-89c9-4908-a9ab-45aff51bcc8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:29.442242 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-a23246c0-89c9-4908-a9ab-45aff51bcc8b admin admin] Added segment 1d276661-19ab-451e-b165-eda73ed192df of type vlan for network 70d098e9-7f57-42eb-a31e-3d6f04133c39 Aug 31 10:31:29.482163 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a23246c0-89c9-4908-a9ab-45aff51bcc8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:29.567479 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a23246c0-89c9-4908-a9ab-45aff51bcc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:29.569064 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23246c0-89c9-4908-a9ab-45aff51bcc8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:29.569706 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a23246c0-89c9-4908-a9ab-45aff51bcc8b admin admin] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:29.633230 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23246c0-89c9-4908-a9ab-45aff51bcc8b admin admin] Pushing event updated for resources: {'Network': ['ID=70d098e9-7f57-42eb-a31e-3d6f04133c39,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:31:29.644597 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 70d098e9-7f57-42eb-a31e-3d6f04133c39 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:31:29.701500 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a23246c0-89c9-4908-a9ab-45aff51bcc8b admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6794124 Aug 31 10:31:29.701714 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54452) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:31:29.706684 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-ccfda693-16a0-4f38-b1aa-6a386f712b6c admin admin] Request body: {'subnet': {'network_id': '70d098e9-7f57-42eb-a31e-3d6f04133c39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-219713545-subnet', 'tenant_id': '01f1e753acae40958b669ab52c4ca248', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:31:29.796945 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfda693-16a0-4f38-b1aa-6a386f712b6c admin admin] Made reservation on behalf of 01f1e753acae40958b669ab52c4ca248 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:31:29.799303 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ccfda693-16a0-4f38-b1aa-6a386f712b6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:30.053536 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ccfda693-16a0-4f38-b1aa-6a386f712b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:30.111656 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfda693-16a0-4f38-b1aa-6a386f712b6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eac51f7-5a32-425c-935e-c920da39a1b4,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:31:30.121485 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfda693-16a0-4f38-b1aa-6a386f712b6c admin admin] Checking segment: {'id': '1d276661-19ab-451e-b165-eda73ed192df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '70d098e9-7f57-42eb-a31e-3d6f04133c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:31:30.121939 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfda693-16a0-4f38-b1aa-6a386f712b6c admin admin] Network hostable DHCP agents. Network: 70d098e9-7f57-42eb-a31e-3d6f04133c39, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:31:30.226231 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfda693-16a0-4f38-b1aa-6a386f712b6c admin admin] Network 70d098e9-7f57-42eb-a31e-3d6f04133c39 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:31:30.339618 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-ccfda693-16a0-4f38-b1aa-6a386f712b6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 70d098e9-7f57-42eb-a31e-3d6f04133c39) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:31:30.343880 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfda693-16a0-4f38-b1aa-6a386f712b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:30.344575 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ccfda693-16a0-4f38-b1aa-6a386f712b6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:30.348719 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9df651-442e-498d-86b2-83c8f5dcb368 None None] Network 70d098e9-7f57-42eb-a31e-3d6f04133c39 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:31:30.448854 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ccfda693-16a0-4f38-b1aa-6a386f712b6c admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7459626 Aug 31 10:31:30.476926 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7477d06c-cb09-4bbb-9035-f15b2b6419c9 None None] Network 70d098e9-7f57-42eb-a31e-3d6f04133c39 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:31:30.900193 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-97b11e5f-1d4e-484d-a2cc-022427a73e7c tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:30.902215 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-97b11e5f-1d4e-484d-a2cc-022427a73e7c tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/networks?id=70d098e9-7f57-42eb-a31e-3d6f04133c39 HTTP/1.1" status: 200 len: 813 time: 0.1109846 Aug 31 10:31:30.917636 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-7c6abb4d-6b17-4ea8-ba07-00ad87363e6b tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/quotas/01f1e753acae40958b669ab52c4ca248 HTTP/1.1" status: 200 len: 375 time: 0.0095201 Aug 31 10:31:30.948694 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-089439ed-d1dd-4453-9749-87af125a81fb tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=01f1e753acae40958b669ab52c4ca248&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258055 Aug 31 10:31:31.080029 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-98d4e9ad-1652-4a23-86fa-25527c26cc86 service neutron] 10.222.0.119 "GET /v2.0/networks/70d098e9-7f57-42eb-a31e-3d6f04133c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242926 Aug 31 10:31:31.175839 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-217c7895-eced-41e5-9711-10e0dbec92df service neutron] 10.222.0.119 "GET /v2.0/networks/70d098e9-7f57-42eb-a31e-3d6f04133c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884814 Aug 31 10:31:31.391194 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a555abda-414b-4efa-8ecb-db61bd8c611d req-263faa31-cea5-40b2-86bf-cf809a0543c9 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?device_id=c2989f53-3c48-443d-99ca-5e4e58397c36 HTTP/1.1" status: 200 len: 210 time: 0.0273798 Aug 31 10:31:32.001451 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5f14288-5e28-415e-be23-cb555b3666e5 req-b6a0623d-6685-4f1c-a730-b267482f0180 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0253596 Aug 31 10:31:32.048270 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5f14288-5e28-415e-be23-cb555b3666e5 req-74d47f3e-283e-406b-8050-d002eacff7cc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.0255170 Aug 31 10:31:32.092321 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5f14288-5e28-415e-be23-cb555b3666e5 req-acdb6ced-ee8d-4448-b8e7-4abeba41a2ce service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40aea3578a764824ae85220fcc0c6911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232341 Aug 31 10:31:32.198354 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f14288-5e28-415e-be23-cb555b3666e5 req-01f8eab2-6fe7-4c3d-8484-881edc06e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:32.200021 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b5f14288-5e28-415e-be23-cb555b3666e5 req-01f8eab2-6fe7-4c3d-8484-881edc06e988 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1008241 Aug 31 10:31:32.500093 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-25146f32-873c-41d2-b6f8-b12ccc14fe27 req-5a47aff4-3e4a-444d-874b-7192fefeb85f tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?device_id=c2989f53-3c48-443d-99ca-5e4e58397c36 HTTP/1.1" status: 200 len: 210 time: 0.0287669 Aug 31 10:31:33.413766 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:31:33.454039 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:33.485713 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-6ab0c8e4-e6be-46f0-94bf-42ce17f3a197 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:33.487264 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-6ab0c8e4-e6be-46f0-94bf-42ce17f3a197 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.59 "GET /v2.0/networks?id=70d098e9-7f57-42eb-a31e-3d6f04133c39 HTTP/1.1" status: 200 len: 813 time: 0.1089604 Aug 31 10:31:33.501115 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-bdcd2469-ef19-442f-a44d-39068a51090a tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Request body: {'port': {'device_id': 'c2989f53-3c48-443d-99ca-5e4e58397c36', 'network_id': '70d098e9-7f57-42eb-a31e-3d6f04133c39', 'admin_state_up': True, 'tenant_id': '01f1e753acae40958b669ab52c4ca248'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:31:33.609836 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-abb7c996-bac1-4b75-bb74-44809e87adc9 req-c363a984-be5b-408a-9e76-f872833af1ce tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?device_id=c2989f53-3c48-443d-99ca-5e4e58397c36 HTTP/1.1" status: 200 len: 210 time: 0.0381184 Aug 31 10:31:33.779986 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-bdcd2469-ef19-442f-a44d-39068a51090a tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Made reservation on behalf of 01f1e753acae40958b669ab52c4ca248 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:31:33.783543 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-bdcd2469-ef19-442f-a44d-39068a51090a tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:33.939930 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:34.274742 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-bdcd2469-ef19-442f-a44d-39068a51090a tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Allocated IP 172.20.0.3 (70d098e9-7f57-42eb-a31e-3d6f04133c39/5eac51f7-5a32-425c-935e-c920da39a1b4/2b90b067-4704-4cc2-8a07-97c09d805309) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:31:34.423092 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-bdcd2469-ef19-442f-a44d-39068a51090a tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:34.534249 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-bdcd2469-ef19-442f-a44d-39068a51090a tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:34.579589 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-bdcd2469-ef19-442f-a44d-39068a51090a tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Network 70d098e9-7f57-42eb-a31e-3d6f04133c39 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:31:34.582610 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-bdcd2469-ef19-442f-a44d-39068a51090a tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:31:34.586385 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-bdcd2469-ef19-442f-a44d-39068a51090a tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:31:34.613164 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd2469-ef19-442f-a44d-39068a51090a tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Pushing event updated for resources: {'Port': ['ID=2b90b067-4704-4cc2-8a07-97c09d805309,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:31:34.644476 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-bdcd2469-ef19-442f-a44d-39068a51090a tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:34.645195 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-bdcd2469-ef19-442f-a44d-39068a51090a tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:34.729052 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cb146-0cd6-46e8-99ba-d082e2f68c07 req-d98e6d15-b1dd-43a7-94c1-1f715b3e0dec tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:34.730611 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-481cb146-0cd6-46e8-99ba-d082e2f68c07 req-d98e6d15-b1dd-43a7-94c1-1f715b3e0dec tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?device_id=c2989f53-3c48-443d-99ca-5e4e58397c36 HTTP/1.1" status: 200 len: 931 time: 0.0518088 Aug 31 10:31:34.753004 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-bdcd2469-ef19-442f-a44d-39068a51090a tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2556825 Aug 31 10:31:34.772827 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-1a2eabb6-6e9f-4753-9cdb-ec1bd4202326 service neutron] Request body: {'port': {'device_id': 'c2989f53-3c48-443d-99ca-5e4e58397c36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:31:34.795454 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-481cb146-0cd6-46e8-99ba-d082e2f68c07 req-de6f0087-909a-4bcb-9b03-4c20181ec301 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/security-groups?id=f9218378-d05c-45aa-8bc0-9e1bc2e8d1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581572 Aug 31 10:31:34.831014 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-1a2eabb6-6e9f-4753-9cdb-ec1bd4202326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:35.098739 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-1a2eabb6-6e9f-4753-9cdb-ec1bd4202326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b90b067-4704-4cc2-8a07-97c09d805309 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:31:35.106057 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-1a2eabb6-6e9f-4753-9cdb-ec1bd4202326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:35.118667 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-1a2eabb6-6e9f-4753-9cdb-ec1bd4202326 service neutron] Transition to ACTIVE for port object 2b90b067-4704-4cc2-8a07-97c09d805309 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:31:35.191408 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-1a2eabb6-6e9f-4753-9cdb-ec1bd4202326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:35.262241 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2eabb6-6e9f-4753-9cdb-ec1bd4202326 service neutron] Pushing event updated for resources: {'Port': ['ID=2b90b067-4704-4cc2-8a07-97c09d805309,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:31:35.317125 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-1a2eabb6-6e9f-4753-9cdb-ec1bd4202326 service neutron] Attempting to bind port 2b90b067-4704-4cc2-8a07-97c09d805309 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:31:35.317463 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-1a2eabb6-6e9f-4753-9cdb-ec1bd4202326 service neutron] Attempting to bind port 2b90b067-4704-4cc2-8a07-97c09d805309 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '1d276661-19ab-451e-b165-eda73ed192df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '70d098e9-7f57-42eb-a31e-3d6f04133c39'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:31:35.317784 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-1a2eabb6-6e9f-4753-9cdb-ec1bd4202326 service neutron] Attempting to bind port 2b90b067-4704-4cc2-8a07-97c09d805309 on network 70d098e9-7f57-42eb-a31e-3d6f04133c39 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:31:35.322659 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-1a2eabb6-6e9f-4753-9cdb-ec1bd4202326 service neutron] Port 2b90b067-4704-4cc2-8a07-97c09d805309 on network 70d098e9-7f57-42eb-a31e-3d6f04133c39 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:31:35.322972 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-1a2eabb6-6e9f-4753-9cdb-ec1bd4202326 service neutron] Attempting to bind port 2b90b067-4704-4cc2-8a07-97c09d805309 on network 70d098e9-7f57-42eb-a31e-3d6f04133c39 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:31:35.327658 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-1a2eabb6-6e9f-4753-9cdb-ec1bd4202326 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:31:35.327987 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-1a2eabb6-6e9f-4753-9cdb-ec1bd4202326 service neutron] Checking segment: {'id': '1d276661-19ab-451e-b165-eda73ed192df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '70d098e9-7f57-42eb-a31e-3d6f04133c39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:31:35.328362 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-1a2eabb6-6e9f-4753-9cdb-ec1bd4202326 service neutron] Bound using segment: {'id': '1d276661-19ab-451e-b165-eda73ed192df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '70d098e9-7f57-42eb-a31e-3d6f04133c39'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:31:35.328774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-1a2eabb6-6e9f-4753-9cdb-ec1bd4202326 service neutron] Bound port: 2b90b067-4704-4cc2-8a07-97c09d805309, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d276661-19ab-451e-b165-eda73ed192df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '70d098e9-7f57-42eb-a31e-3d6f04133c39'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:31:35.329120 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-1a2eabb6-6e9f-4753-9cdb-ec1bd4202326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:35.392610 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-1a2eabb6-6e9f-4753-9cdb-ec1bd4202326 service neutron] For port 2b90b067-4704-4cc2-8a07-97c09d805309, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:31:35.395545 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-1a2eabb6-6e9f-4753-9cdb-ec1bd4202326 service neutron] For port 2b90b067-4704-4cc2-8a07-97c09d805309, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2b90b067-4704-4cc2-8a07-97c09d805309,segment=NetworkSegment(1d276661-19ab-451e-b165-eda73ed192df),segment_id=1d276661-19ab-451e-b165-eda73ed192df)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:31:35.482877 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-1a2eabb6-6e9f-4753-9cdb-ec1bd4202326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:35.518301 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-1a2eabb6-6e9f-4753-9cdb-ec1bd4202326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:35.519345 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-1a2eabb6-6e9f-4753-9cdb-ec1bd4202326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:35.520891 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-1a2eabb6-6e9f-4753-9cdb-ec1bd4202326 service neutron] 10.222.0.59 "PUT /v2.0/ports/2b90b067-4704-4cc2-8a07-97c09d805309 HTTP/1.1" status: 200 len: 1092 time: 0.7587678 Aug 31 10:31:35.523755 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2989f53-3c48-443d-99ca-5e4e58397c36', 'tag': '2b90b067-4704-4cc2-8a07-97c09d805309'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:31:35.526266 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610cfb8a-e863-4b12-a73d-bd0f28219d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "c2989f53-3c48-443d-99ca-5e4e58397c36", "tag": "2b90b067-4704-4cc2-8a07-97c09d805309"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:31:35.551674 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2eabb6-6e9f-4753-9cdb-ec1bd4202326 service neutron] Pushing event updated for resources: {'Port': ['ID=2b90b067-4704-4cc2-8a07-97c09d805309,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:31:35.564128 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8058fe3f-9ae8-41c2-afdc-a504c145aa73 x-openstack-request-id: req-8058fe3f-9ae8-41c2-afdc-a504c145aa73 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:31:35.564423 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2989f53-3c48-443d-99ca-5e4e58397c36", "tag": "2b90b067-4704-4cc2-8a07-97c09d805309", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:31:35.564678 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-8058fe3f-9ae8-41c2-afdc-a504c145aa73 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:31:35.565080 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2989f53-3c48-443d-99ca-5e4e58397c36', 'tag': '2b90b067-4704-4cc2-8a07-97c09d805309', 'status': 'completed', 'code': 200} Aug 31 10:31:35.633915 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610cfb8a-e863-4b12-a73d-bd0f28219d7c req-59ac9c43-f25e-4a22-90e9-39f9bb7dfd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:35.635677 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-610cfb8a-e863-4b12-a73d-bd0f28219d7c req-59ac9c43-f25e-4a22-90e9-39f9bb7dfd40 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=01f1e753acae40958b669ab52c4ca248&device_id=c2989f53-3c48-443d-99ca-5e4e58397c36 HTTP/1.1" status: 200 len: 1095 time: 0.0492752 Aug 31 10:31:35.750802 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610cfb8a-e863-4b12-a73d-bd0f28219d7c req-4a193b8c-3e00-4f87-9c9c-0fad7887c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:35.752351 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-610cfb8a-e863-4b12-a73d-bd0f28219d7c req-4a193b8c-3e00-4f87-9c9c-0fad7887c83f service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=01f1e753acae40958b669ab52c4ca248&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1077087 Aug 31 10:31:35.861426 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610cfb8a-e863-4b12-a73d-bd0f28219d7c req-5ae46961-695d-4520-b387-2b15456a749f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:35.862927 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-610cfb8a-e863-4b12-a73d-bd0f28219d7c req-5ae46961-695d-4520-b387-2b15456a749f service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1031518 Aug 31 10:31:35.946934 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783cb0e-3dcd-4418-bc73-2cf31521e05e req-4c88ef3c-0252-4c49-85fb-0c5087f93a5b tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:35.948426 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6783cb0e-3dcd-4418-bc73-2cf31521e05e req-4c88ef3c-0252-4c49-85fb-0c5087f93a5b tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?device_id=c2989f53-3c48-443d-99ca-5e4e58397c36 HTTP/1.1" status: 200 len: 943 time: 0.0838978 Aug 31 10:31:35.963779 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-9ef54bee-eb87-4070-bf96-714bef54a052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:35.965173 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-9ef54bee-eb87-4070-bf96-714bef54a052 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=01f1e753acae40958b669ab52c4ca248&device_id=c2989f53-3c48-443d-99ca-5e4e58397c36 HTTP/1.1" status: 200 len: 1095 time: 0.0615096 Aug 31 10:31:36.016169 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-fc7ba725-b67a-4403-aaa5-e5c93ddf9807 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2b90b067-4704-4cc2-8a07-97c09d805309 HTTP/1.1" status: 200 len: 217 time: 0.0400791 Aug 31 10:31:36.023748 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6783cb0e-3dcd-4418-bc73-2cf31521e05e req-aa9eebe5-e554-4f74-9141-1aa081a7f16a tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/security-groups?id=f9218378-d05c-45aa-8bc0-9e1bc2e8d1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683157 Aug 31 10:31:36.070903 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-d24a3416-2f70-42f4-9095-a643b9b38048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:36.072367 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-d24a3416-2f70-42f4-9095-a643b9b38048 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5eac51f7-5a32-425c-935e-c920da39a1b4 HTTP/1.1" status: 200 len: 853 time: 0.0477979 Aug 31 10:31:36.104661 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-4fa71a6b-d9a1-4393-9945-4485457bb7db service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70d098e9-7f57-42eb-a31e-3d6f04133c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245597 Aug 31 10:31:36.197057 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-11e267a7-481e-4c79-bfe9-530b0e59b340 service neutron] 10.222.0.59 "GET /v2.0/networks/70d098e9-7f57-42eb-a31e-3d6f04133c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852060 Aug 31 10:31:36.291394 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-88165d73-da84-4aa9-8e3e-b5c1b5786bd4 req-1640e51b-5a9b-4ef3-9e95-312f7ff41c4e service neutron] 10.222.0.59 "GET /v2.0/networks/70d098e9-7f57-42eb-a31e-3d6f04133c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852590 Aug 31 10:31:37.155710 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d45ed8-49ee-487c-968d-9ebd3095af1e req-ec8cbf14-b397-494e-af2f-125ab9a0205b tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:37.158098 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-59d45ed8-49ee-487c-968d-9ebd3095af1e req-ec8cbf14-b397-494e-af2f-125ab9a0205b tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?device_id=c2989f53-3c48-443d-99ca-5e4e58397c36 HTTP/1.1" status: 200 len: 943 time: 0.0570502 Aug 31 10:31:37.201435 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-59d45ed8-49ee-487c-968d-9ebd3095af1e req-157ccf88-761d-4781-9025-f1aa67fe3f1e tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/security-groups?id=f9218378-d05c-45aa-8bc0-9e1bc2e8d1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363219 Aug 31 10:31:38.321015 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab0ccb-dc0f-4ef0-a2ff-2f0ea7367dda req-a77dd27e-6a7e-47a3-b603-08f6944934db tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:38.322481 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-85ab0ccb-dc0f-4ef0-a2ff-2f0ea7367dda req-a77dd27e-6a7e-47a3-b603-08f6944934db tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?device_id=c2989f53-3c48-443d-99ca-5e4e58397c36 HTTP/1.1" status: 200 len: 943 time: 0.0485079 Aug 31 10:31:38.359027 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-85ab0ccb-dc0f-4ef0-a2ff-2f0ea7367dda req-bce507d2-8147-44d4-b302-55152954797d tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/security-groups?id=f9218378-d05c-45aa-8bc0-9e1bc2e8d1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306370 Aug 31 10:31:39.476882 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f92ca-5a78-4b70-9172-351748d911cb req-9147d415-e9eb-4e42-a158-d103dd23b007 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:39.478337 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-922f92ca-5a78-4b70-9172-351748d911cb req-9147d415-e9eb-4e42-a158-d103dd23b007 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?device_id=c2989f53-3c48-443d-99ca-5e4e58397c36 HTTP/1.1" status: 200 len: 943 time: 0.0527675 Aug 31 10:31:39.515477 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-922f92ca-5a78-4b70-9172-351748d911cb req-285ac307-5d8b-4be4-bbaa-8c2f04c3908c tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/security-groups?id=f9218378-d05c-45aa-8bc0-9e1bc2e8d1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309412 Aug 31 10:31:40.156053 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2b90b067-4704-4cc2-8a07-97c09d805309 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:31:40.251851 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 2b90b067-4704-4cc2-8a07-97c09d805309, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2b90b067-4704-4cc2-8a07-97c09d805309,segment=NetworkSegment(1d276661-19ab-451e-b165-eda73ed192df),segment_id=1d276661-19ab-451e-b165-eda73ed192df)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:31:40.263346 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '2b90b067-4704-4cc2-8a07-97c09d805309', 'network_id': '70d098e9-7f57-42eb-a31e-3d6f04133c39', 'port_id': '2b90b067-4704-4cc2-8a07-97c09d805309', 'mac_address': 'fa:16:3e:3a:61:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eac51f7-5a32-425c-935e-c920da39a1b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:31:40.300036 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:40.313154 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b90b067-4704-4cc2-8a07-97c09d805309 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:31:40.331988 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 2b90b067-4704-4cc2-8a07-97c09d805309, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2b90b067-4704-4cc2-8a07-97c09d805309,segment=NetworkSegment(1d276661-19ab-451e-b165-eda73ed192df),segment_id=1d276661-19ab-451e-b165-eda73ed192df)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:31:40.390725 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:40.441089 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=2b90b067-4704-4cc2-8a07-97c09d805309,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:31:40.448392 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:40.449837 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:40.449837 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:40.449837 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:40.449837 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:40.450227 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:40.450321 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:40.450659 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:40.450981 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:40.451302 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:40.451624 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:40.451942 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:31:40.631868 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['2b90b067-4704-4cc2-8a07-97c09d805309'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:31:40.632509 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99b03e-896a-4932-931f-a617671da1ca req-f44e7ab6-8553-43f9-81c1-b725fb4c6e05 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:40.634119 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fd99b03e-896a-4932-931f-a617671da1ca req-f44e7ab6-8553-43f9-81c1-b725fb4c6e05 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?device_id=c2989f53-3c48-443d-99ca-5e4e58397c36 HTTP/1.1" status: 200 len: 944 time: 0.0497987 Aug 31 10:31:40.673349 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fd99b03e-896a-4932-931f-a617671da1ca req-c268d76e-0126-4b46-b56f-ea87d00148ef tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/security-groups?id=f9218378-d05c-45aa-8bc0-9e1bc2e8d1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331287 Aug 31 10:31:41.345029 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2ce19069-a8b6-4e99-bf0d-140ba1c92a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:41.787989 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2c07f-d028-4b29-9c11-f23c499de2c0 req-0168e9e4-4349-440b-817f-3c9883fffe93 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:41.789501 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ebb2c07f-d028-4b29-9c11-f23c499de2c0 req-0168e9e4-4349-440b-817f-3c9883fffe93 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?device_id=c2989f53-3c48-443d-99ca-5e4e58397c36 HTTP/1.1" status: 200 len: 944 time: 0.0501447 Aug 31 10:31:41.829095 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ebb2c07f-d028-4b29-9c11-f23c499de2c0 req-30f2496c-b5f5-44be-ae04-77aab583806f tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/security-groups?id=f9218378-d05c-45aa-8bc0-9e1bc2e8d1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334101 Aug 31 10:31:42.175380 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2b90b067-4704-4cc2-8a07-97c09d805309 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:31:42.276077 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 2b90b067-4704-4cc2-8a07-97c09d805309 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:31:42.279881 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 2b90b067-4704-4cc2-8a07-97c09d805309 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:31:42.280249 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:42.359050 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:42.381162 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2989f53-3c48-443d-99ca-5e4e58397c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b90b067-4704-4cc2-8a07-97c09d805309'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:31:42.383422 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca9a0d6-1346-419d-b551-78ed1ad69538" -d '{"events": [{"server_uuid": "c2989f53-3c48-443d-99ca-5e4e58397c36", "name": "network-vif-plugged", "status": "completed", "tag": "2b90b067-4704-4cc2-8a07-97c09d805309"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:31:42.395431 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 2b90b067-4704-4cc2-8a07-97c09d805309, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2b90b067-4704-4cc2-8a07-97c09d805309,segment=NetworkSegment(1d276661-19ab-451e-b165-eda73ed192df),segment_id=1d276661-19ab-451e-b165-eda73ed192df)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:31:42.421634 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c33bb22-7360-4066-b1e3-dcf958977996 x-openstack-request-id: req-6c33bb22-7360-4066-b1e3-dcf958977996 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:31:42.421922 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2989f53-3c48-443d-99ca-5e4e58397c36", "name": "network-vif-plugged", "status": "completed", "tag": "2b90b067-4704-4cc2-8a07-97c09d805309", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:31:42.422175 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-6c33bb22-7360-4066-b1e3-dcf958977996 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:31:42.422595 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2989f53-3c48-443d-99ca-5e4e58397c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b90b067-4704-4cc2-8a07-97c09d805309', 'code': 200} Aug 31 10:31:42.475944 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:42.521951 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45a4c6-505a-4536-8954-3986e92c6ad1 req-24917952-f8bf-4fa4-9f9c-ebac5cdd9d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:42.523611 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bb45a4c6-505a-4536-8954-3986e92c6ad1 req-24917952-f8bf-4fa4-9f9c-ebac5cdd9d04 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c2989f53-3c48-443d-99ca-5e4e58397c36 HTTP/1.1" status: 200 len: 1097 time: 0.0451198 Aug 31 10:31:42.525388 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=2b90b067-4704-4cc2-8a07-97c09d805309,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:31:42.559930 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bb45a4c6-505a-4536-8954-3986e92c6ad1 req-6ac75677-a881-40dd-a7af-65ad4fe1833e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f9218378-d05c-45aa-8bc0-9e1bc2e8d1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282090 Aug 31 10:31:42.948635 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e28034-cba3-4a45-811c-88a3af157a21 req-7e81ca38-22c2-4b48-8ee6-bea31625417c tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:42.950138 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-67e28034-cba3-4a45-811c-88a3af157a21 req-7e81ca38-22c2-4b48-8ee6-bea31625417c tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?device_id=c2989f53-3c48-443d-99ca-5e4e58397c36 HTTP/1.1" status: 200 len: 945 time: 0.0500007 Aug 31 10:31:42.989084 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-67e28034-cba3-4a45-811c-88a3af157a21 req-db0e54c7-d254-4551-b39a-3f3f8ed108ed tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/security-groups?id=f9218378-d05c-45aa-8bc0-9e1bc2e8d1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329020 Aug 31 10:31:44.051969 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ca0e619b-b30e-44e0-8058-f00057a1b093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:44.112360 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3e2db-4a63-45fa-bdfa-3aa1c74e3367 req-7a510db0-170c-44c2-b01b-39824ea8e0bb tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:44.113870 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5ab3e2db-4a63-45fa-bdfa-3aa1c74e3367 req-7a510db0-170c-44c2-b01b-39824ea8e0bb tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?device_id=c2989f53-3c48-443d-99ca-5e4e58397c36 HTTP/1.1" status: 200 len: 945 time: 0.0494885 Aug 31 10:31:44.122003 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:44.152247 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5ab3e2db-4a63-45fa-bdfa-3aa1c74e3367 req-4749d00f-1642-4dcb-99b8-5b8301378ca2 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/security-groups?id=f9218378-d05c-45aa-8bc0-9e1bc2e8d1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319915 Aug 31 10:31:44.375401 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-47bf9527-6006-49e3-a25c-39b1f793a53d tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:44.376762 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-47bf9527-6006-49e3-a25c-39b1f793a53d tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/networks?id=70d098e9-7f57-42eb-a31e-3d6f04133c39 HTTP/1.1" status: 200 len: 813 time: 0.1026576 Aug 31 10:31:44.391676 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-d3e4e92f-687e-48b5-863b-46e02958c2a7 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/quotas/01f1e753acae40958b669ab52c4ca248 HTTP/1.1" status: 200 len: 375 time: 0.0089786 Aug 31 10:31:44.440046 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-3a4d6cb9-2dd5-4fc5-9da0-73850800be0d tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=01f1e753acae40958b669ab52c4ca248&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0426655 Aug 31 10:31:44.451253 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-cdd2dc85-a190-4dce-a577-b08356952a4b tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:31:44.452207 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-cdd2dc85-a190-4dce-a577-b08356952a4b tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055809 Aug 31 10:31:44.587880 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-5d92450d-13a4-4517-b68a-f35b38b4d0bf service neutron] 10.222.0.119 "GET /v2.0/networks/70d098e9-7f57-42eb-a31e-3d6f04133c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298001 Aug 31 10:31:44.678866 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-93047bfd-7813-4bef-96b6-44d2a0ebeabc service neutron] 10.222.0.119 "GET /v2.0/networks/70d098e9-7f57-42eb-a31e-3d6f04133c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844994 Aug 31 10:31:44.919095 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-02b57de5-6f8a-4c38-a64e-2de4faf186b5 req-af2e99a2-5e2d-4e1f-8255-b2648139fa6f tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?device_id=eb56c815-aeaa-48d7-a87b-0968ef7dc13a HTTP/1.1" status: 200 len: 210 time: 0.0267022 Aug 31 10:31:45.733756 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:46.045224 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a1f9cb94-563f-409d-9b64-053e6a586315 req-a4187a70-9f5e-4622-a292-f438921d1a88 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?device_id=eb56c815-aeaa-48d7-a87b-0968ef7dc13a HTTP/1.1" status: 200 len: 210 time: 0.0325358 Aug 31 10:31:46.978343 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-5c78b79f-56b4-4c49-8790-0b2ee045c847 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:46.979874 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-5c78b79f-56b4-4c49-8790-0b2ee045c847 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.59 "GET /v2.0/networks?id=70d098e9-7f57-42eb-a31e-3d6f04133c39 HTTP/1.1" status: 200 len: 813 time: 0.1063490 Aug 31 10:31:46.992910 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-1f6827de-f3f1-422f-a9ba-61f72b744386 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Request body: {'port': {'device_id': 'eb56c815-aeaa-48d7-a87b-0968ef7dc13a', 'network_id': '70d098e9-7f57-42eb-a31e-3d6f04133c39', 'admin_state_up': True, 'tenant_id': '01f1e753acae40958b669ab52c4ca248'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:31:47.149225 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7e340304-a6cd-45e2-b28d-be16d5db2fe8 req-0405c4d3-824e-4a8a-8348-d162ec5d8f76 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?device_id=eb56c815-aeaa-48d7-a87b-0968ef7dc13a HTTP/1.1" status: 200 len: 210 time: 0.0274539 Aug 31 10:31:47.179131 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-1f6827de-f3f1-422f-a9ba-61f72b744386 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Made reservation on behalf of 01f1e753acae40958b669ab52c4ca248 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:31:47.182766 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-1f6827de-f3f1-422f-a9ba-61f72b744386 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:47.293251 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:47.313409 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-1f6827de-f3f1-422f-a9ba-61f72b744386 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Allocated IP 172.20.0.10 (70d098e9-7f57-42eb-a31e-3d6f04133c39/5eac51f7-5a32-425c-935e-c920da39a1b4/8a976f44-d83f-4fab-a0f1-f5ed1e426a93) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:31:47.456216 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-1f6827de-f3f1-422f-a9ba-61f72b744386 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:47.539368 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-1f6827de-f3f1-422f-a9ba-61f72b744386 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:47.551368 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['2b90b067-4704-4cc2-8a07-97c09d805309'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:31:47.589113 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-1f6827de-f3f1-422f-a9ba-61f72b744386 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Network 70d098e9-7f57-42eb-a31e-3d6f04133c39 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:31:47.592288 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-1f6827de-f3f1-422f-a9ba-61f72b744386 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:31:47.596174 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-1f6827de-f3f1-422f-a9ba-61f72b744386 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:31:47.602711 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6827de-f3f1-422f-a9ba-61f72b744386 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Pushing event updated for resources: {'Port': ['ID=8a976f44-d83f-4fab-a0f1-f5ed1e426a93,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:31:47.649337 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-1f6827de-f3f1-422f-a9ba-61f72b744386 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:47.649970 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-1f6827de-f3f1-422f-a9ba-61f72b744386 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:47.751410 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-1f6827de-f3f1-422f-a9ba-61f72b744386 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7623069 Aug 31 10:31:47.764054 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-8ac7e4a0-669e-473e-80b2-22dd9f862a53 service neutron] Request body: {'port': {'device_id': 'eb56c815-aeaa-48d7-a87b-0968ef7dc13a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:31:47.817404 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-8ac7e4a0-669e-473e-80b2-22dd9f862a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:48.080646 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-8ac7e4a0-669e-473e-80b2-22dd9f862a53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a976f44-d83f-4fab-a0f1-f5ed1e426a93 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:31:48.088256 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-8ac7e4a0-669e-473e-80b2-22dd9f862a53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:48.101868 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-8ac7e4a0-669e-473e-80b2-22dd9f862a53 service neutron] Transition to ACTIVE for port object 8a976f44-d83f-4fab-a0f1-f5ed1e426a93 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:31:48.150223 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-8ac7e4a0-669e-473e-80b2-22dd9f862a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:48.216615 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7e4a0-669e-473e-80b2-22dd9f862a53 service neutron] Pushing event updated for resources: {'Port': ['ID=8a976f44-d83f-4fab-a0f1-f5ed1e426a93,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:31:48.310057 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bacce8f-998e-4c3c-9779-a13c40dae793 req-2443c00f-c1b3-4291-837c-c6f76a27f87c tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:48.311549 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4bacce8f-998e-4c3c-9779-a13c40dae793 req-2443c00f-c1b3-4291-837c-c6f76a27f87c tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?device_id=eb56c815-aeaa-48d7-a87b-0968ef7dc13a HTTP/1.1" status: 200 len: 944 time: 0.0899210 Aug 31 10:31:48.312592 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-8ac7e4a0-669e-473e-80b2-22dd9f862a53 service neutron] Attempting to bind port 8a976f44-d83f-4fab-a0f1-f5ed1e426a93 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:31:48.312911 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-8ac7e4a0-669e-473e-80b2-22dd9f862a53 service neutron] Attempting to bind port 8a976f44-d83f-4fab-a0f1-f5ed1e426a93 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '1d276661-19ab-451e-b165-eda73ed192df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '70d098e9-7f57-42eb-a31e-3d6f04133c39'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:31:48.313228 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-8ac7e4a0-669e-473e-80b2-22dd9f862a53 service neutron] Attempting to bind port 8a976f44-d83f-4fab-a0f1-f5ed1e426a93 on network 70d098e9-7f57-42eb-a31e-3d6f04133c39 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:31:48.317612 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-8ac7e4a0-669e-473e-80b2-22dd9f862a53 service neutron] Port 8a976f44-d83f-4fab-a0f1-f5ed1e426a93 on network 70d098e9-7f57-42eb-a31e-3d6f04133c39 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:31:48.318155 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-8ac7e4a0-669e-473e-80b2-22dd9f862a53 service neutron] Attempting to bind port 8a976f44-d83f-4fab-a0f1-f5ed1e426a93 on network 70d098e9-7f57-42eb-a31e-3d6f04133c39 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:31:48.328901 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-8ac7e4a0-669e-473e-80b2-22dd9f862a53 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:31:48.329230 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-8ac7e4a0-669e-473e-80b2-22dd9f862a53 service neutron] Checking segment: {'id': '1d276661-19ab-451e-b165-eda73ed192df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '70d098e9-7f57-42eb-a31e-3d6f04133c39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:31:48.329592 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-8ac7e4a0-669e-473e-80b2-22dd9f862a53 service neutron] Bound using segment: {'id': '1d276661-19ab-451e-b165-eda73ed192df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '70d098e9-7f57-42eb-a31e-3d6f04133c39'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:31:48.330004 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-8ac7e4a0-669e-473e-80b2-22dd9f862a53 service neutron] Bound port: 8a976f44-d83f-4fab-a0f1-f5ed1e426a93, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d276661-19ab-451e-b165-eda73ed192df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '70d098e9-7f57-42eb-a31e-3d6f04133c39'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:31:48.330349 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-8ac7e4a0-669e-473e-80b2-22dd9f862a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:48.383495 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4bacce8f-998e-4c3c-9779-a13c40dae793 req-9bfc6419-89b7-4072-a1a1-2e0ff11865ed tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/security-groups?id=f9218378-d05c-45aa-8bc0-9e1bc2e8d1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624809 Aug 31 10:31:48.411906 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-8ac7e4a0-669e-473e-80b2-22dd9f862a53 service neutron] For port 8a976f44-d83f-4fab-a0f1-f5ed1e426a93, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:31:48.414961 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-8ac7e4a0-669e-473e-80b2-22dd9f862a53 service neutron] For port 8a976f44-d83f-4fab-a0f1-f5ed1e426a93, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=8a976f44-d83f-4fab-a0f1-f5ed1e426a93,segment=NetworkSegment(1d276661-19ab-451e-b165-eda73ed192df),segment_id=1d276661-19ab-451e-b165-eda73ed192df)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:31:48.505297 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-8ac7e4a0-669e-473e-80b2-22dd9f862a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:48.543819 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-8ac7e4a0-669e-473e-80b2-22dd9f862a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:48.544426 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-8ac7e4a0-669e-473e-80b2-22dd9f862a53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:48.545813 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-8ac7e4a0-669e-473e-80b2-22dd9f862a53 service neutron] 10.222.0.59 "PUT /v2.0/ports/8a976f44-d83f-4fab-a0f1-f5ed1e426a93 HTTP/1.1" status: 200 len: 1093 time: 0.7859743 Aug 31 10:31:48.546264 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb56c815-aeaa-48d7-a87b-0968ef7dc13a', 'tag': '8a976f44-d83f-4fab-a0f1-f5ed1e426a93'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:31:48.548507 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ed02d2-34b9-446b-a84a-4c841dc013a4" -d '{"events": [{"name": "network-changed", "server_uuid": "eb56c815-aeaa-48d7-a87b-0968ef7dc13a", "tag": "8a976f44-d83f-4fab-a0f1-f5ed1e426a93"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:31:48.573101 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7e4a0-669e-473e-80b2-22dd9f862a53 service neutron] Pushing event updated for resources: {'Port': ['ID=8a976f44-d83f-4fab-a0f1-f5ed1e426a93,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:31:48.587750 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a4b6e4-0986-4446-a093-ce4cf900b284 x-openstack-request-id: req-a3a4b6e4-0986-4446-a093-ce4cf900b284 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:31:48.588156 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb56c815-aeaa-48d7-a87b-0968ef7dc13a", "tag": "8a976f44-d83f-4fab-a0f1-f5ed1e426a93", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:31:48.588411 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-a3a4b6e4-0986-4446-a093-ce4cf900b284 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:31:48.588836 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb56c815-aeaa-48d7-a87b-0968ef7dc13a', 'tag': '8a976f44-d83f-4fab-a0f1-f5ed1e426a93', 'status': 'completed', 'code': 200} Aug 31 10:31:48.653577 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed02d2-34b9-446b-a84a-4c841dc013a4 req-c08fcd22-71d9-46f1-93f5-d988392335b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:48.655013 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-83ed02d2-34b9-446b-a84a-4c841dc013a4 req-c08fcd22-71d9-46f1-93f5-d988392335b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=01f1e753acae40958b669ab52c4ca248&device_id=eb56c815-aeaa-48d7-a87b-0968ef7dc13a HTTP/1.1" status: 200 len: 1096 time: 0.0407124 Aug 31 10:31:48.751471 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed02d2-34b9-446b-a84a-4c841dc013a4 req-f60ca525-1f58-46e8-a2f7-64eef493dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:48.752942 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-83ed02d2-34b9-446b-a84a-4c841dc013a4 req-f60ca525-1f58-46e8-a2f7-64eef493dd91 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=01f1e753acae40958b669ab52c4ca248&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0899382 Aug 31 10:31:48.854769 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed02d2-34b9-446b-a84a-4c841dc013a4 req-1cf87d6f-839a-48f6-bf44-cee62160131a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:48.856247 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-83ed02d2-34b9-446b-a84a-4c841dc013a4 req-1cf87d6f-839a-48f6-bf44-cee62160131a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0951753 Aug 31 10:31:48.934168 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-57515e4f-aec0-42ee-a3e8-ac27e2659873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:48.935665 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-57515e4f-aec0-42ee-a3e8-ac27e2659873 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=01f1e753acae40958b669ab52c4ca248&device_id=eb56c815-aeaa-48d7-a87b-0968ef7dc13a HTTP/1.1" status: 200 len: 1096 time: 0.0422533 Aug 31 10:31:48.991073 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-dbac6b3b-7204-4b08-839d-b9503c03abe3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a976f44-d83f-4fab-a0f1-f5ed1e426a93 HTTP/1.1" status: 200 len: 217 time: 0.0473452 Aug 31 10:31:49.042598 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-84521b0e-3518-48b6-8d37-abf50c1e74fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:49.044098 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-84521b0e-3518-48b6-8d37-abf50c1e74fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5eac51f7-5a32-425c-935e-c920da39a1b4 HTTP/1.1" status: 200 len: 853 time: 0.0442073 Aug 31 10:31:49.076520 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-77677fa0-8120-4b8d-8d99-f9f213a87524 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70d098e9-7f57-42eb-a31e-3d6f04133c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245090 Aug 31 10:31:49.167371 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-a4cda77f-143a-40d4-828f-82700b2dfbbe service neutron] 10.222.0.59 "GET /v2.0/networks/70d098e9-7f57-42eb-a31e-3d6f04133c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828931 Aug 31 10:31:49.261248 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d821699e-e97f-4b92-88ba-e68cc8f3a6a6 req-f235e1c4-e4e2-4a9a-9699-8d798c81717d service neutron] 10.222.0.59 "GET /v2.0/networks/70d098e9-7f57-42eb-a31e-3d6f04133c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866911 Aug 31 10:31:49.496836 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab75646-cf51-4b45-afc8-41beec7a5a86 req-6f04e3f1-a8f1-41b2-8c4e-30cc5cd513b4 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:49.498288 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aab75646-cf51-4b45-afc8-41beec7a5a86 req-6f04e3f1-a8f1-41b2-8c4e-30cc5cd513b4 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?device_id=eb56c815-aeaa-48d7-a87b-0968ef7dc13a HTTP/1.1" status: 200 len: 944 time: 0.0493844 Aug 31 10:31:49.535324 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aab75646-cf51-4b45-afc8-41beec7a5a86 req-21408d02-1652-45f3-930f-8eadfa55e9b8 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/security-groups?id=f9218378-d05c-45aa-8bc0-9e1bc2e8d1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309446 Aug 31 10:31:50.656274 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca368be3-5800-4bd6-a4bb-2b865f546478 req-2887da04-271b-4c68-89d7-483b896088b7 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:50.657798 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ca368be3-5800-4bd6-a4bb-2b865f546478 req-2887da04-271b-4c68-89d7-483b896088b7 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?device_id=eb56c815-aeaa-48d7-a87b-0968ef7dc13a HTTP/1.1" status: 200 len: 944 time: 0.0541356 Aug 31 10:31:50.695792 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ca368be3-5800-4bd6-a4bb-2b865f546478 req-f7dd039a-88d5-47a6-9e88-8901643f3f12 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/security-groups?id=f9218378-d05c-45aa-8bc0-9e1bc2e8d1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315411 Aug 31 10:31:51.810469 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c9d26-d661-4324-8153-8d435e901e0c req-b447ec51-ded7-438f-94d1-a3baa9cf09fd tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:51.812052 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-de1c9d26-d661-4324-8153-8d435e901e0c req-b447ec51-ded7-438f-94d1-a3baa9cf09fd tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?device_id=eb56c815-aeaa-48d7-a87b-0968ef7dc13a HTTP/1.1" status: 200 len: 944 time: 0.0496814 Aug 31 10:31:51.849513 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-de1c9d26-d661-4324-8153-8d435e901e0c req-ebdd73dc-ecf7-4518-a8a0-5d277bf7792f tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/security-groups?id=f9218378-d05c-45aa-8bc0-9e1bc2e8d1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314045 Aug 31 10:31:52.206278 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 8a976f44-d83f-4fab-a0f1-f5ed1e426a93 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:31:52.305305 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 8a976f44-d83f-4fab-a0f1-f5ed1e426a93, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=8a976f44-d83f-4fab-a0f1-f5ed1e426a93,segment=NetworkSegment(1d276661-19ab-451e-b165-eda73ed192df),segment_id=1d276661-19ab-451e-b165-eda73ed192df)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:31:52.316798 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '8a976f44-d83f-4fab-a0f1-f5ed1e426a93', 'network_id': '70d098e9-7f57-42eb-a31e-3d6f04133c39', 'port_id': '8a976f44-d83f-4fab-a0f1-f5ed1e426a93', 'mac_address': 'fa:16:3e:db:4c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eac51f7-5a32-425c-935e-c920da39a1b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:31:52.353164 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:52.365830 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a976f44-d83f-4fab-a0f1-f5ed1e426a93 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:31:52.384542 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 8a976f44-d83f-4fab-a0f1-f5ed1e426a93, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=8a976f44-d83f-4fab-a0f1-f5ed1e426a93,segment=NetworkSegment(1d276661-19ab-451e-b165-eda73ed192df),segment_id=1d276661-19ab-451e-b165-eda73ed192df)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:31:52.458785 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:52.505404 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=8a976f44-d83f-4fab-a0f1-f5ed1e426a93,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:31:52.719801 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['8a976f44-d83f-4fab-a0f1-f5ed1e426a93'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:31:52.964666 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb1f44-4957-40ae-80dc-643263b1a844 req-3e4ce524-23fa-4562-93d8-0b4f087bee2b tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:52.966141 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fdeb1f44-4957-40ae-80dc-643263b1a844 req-3e4ce524-23fa-4562-93d8-0b4f087bee2b tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?device_id=eb56c815-aeaa-48d7-a87b-0968ef7dc13a HTTP/1.1" status: 200 len: 945 time: 0.0488219 Aug 31 10:31:53.008165 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fdeb1f44-4957-40ae-80dc-643263b1a844 req-56f77987-b7ce-4b4e-9a63-224b11c5f0d0 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/security-groups?id=f9218378-d05c-45aa-8bc0-9e1bc2e8d1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360038 Aug 31 10:31:54.127428 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513061ff-f09d-4a58-aef4-793ab5851786 req-5b424c25-6ed7-475d-8fc7-62870ded43eb tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:54.128851 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-513061ff-f09d-4a58-aef4-793ab5851786 req-5b424c25-6ed7-475d-8fc7-62870ded43eb tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?device_id=eb56c815-aeaa-48d7-a87b-0968ef7dc13a HTTP/1.1" status: 200 len: 945 time: 0.0532262 Aug 31 10:31:54.166783 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-513061ff-f09d-4a58-aef4-793ab5851786 req-0144a3d8-b9b4-4b29-a776-c87566d38f48 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/security-groups?id=f9218378-d05c-45aa-8bc0-9e1bc2e8d1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318546 Aug 31 10:31:54.212496 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 8a976f44-d83f-4fab-a0f1-f5ed1e426a93 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:31:54.338472 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 8a976f44-d83f-4fab-a0f1-f5ed1e426a93 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:31:54.342218 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 8a976f44-d83f-4fab-a0f1-f5ed1e426a93 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:31:54.342617 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:54.420071 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:54.441470 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb56c815-aeaa-48d7-a87b-0968ef7dc13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a976f44-d83f-4fab-a0f1-f5ed1e426a93'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:31:54.443726 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58629b61-b086-4e51-a3c6-fc20c238c6d1" -d '{"events": [{"server_uuid": "eb56c815-aeaa-48d7-a87b-0968ef7dc13a", "name": "network-vif-plugged", "status": "completed", "tag": "8a976f44-d83f-4fab-a0f1-f5ed1e426a93"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:31:54.456539 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 8a976f44-d83f-4fab-a0f1-f5ed1e426a93, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=8a976f44-d83f-4fab-a0f1-f5ed1e426a93,segment=NetworkSegment(1d276661-19ab-451e-b165-eda73ed192df),segment_id=1d276661-19ab-451e-b165-eda73ed192df)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:31:54.479088 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1db5e1-3918-4531-9950-2099d25b547c x-openstack-request-id: req-4e1db5e1-3918-4531-9950-2099d25b547c {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:31:54.479376 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb56c815-aeaa-48d7-a87b-0968ef7dc13a", "name": "network-vif-plugged", "status": "completed", "tag": "8a976f44-d83f-4fab-a0f1-f5ed1e426a93", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:31:54.479635 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4e1db5e1-3918-4531-9950-2099d25b547c {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:31:54.486028 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb56c815-aeaa-48d7-a87b-0968ef7dc13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a976f44-d83f-4fab-a0f1-f5ed1e426a93', 'code': 200} Aug 31 10:31:54.544858 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:54.578855 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc844609-ca67-47b2-9b2b-a1aa578ea857 req-74dc20f4-6fcf-43a3-9e1f-b5cb3ae8980f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:54.580382 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc844609-ca67-47b2-9b2b-a1aa578ea857 req-74dc20f4-6fcf-43a3-9e1f-b5cb3ae8980f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eb56c815-aeaa-48d7-a87b-0968ef7dc13a HTTP/1.1" status: 200 len: 1098 time: 0.0408649 Aug 31 10:31:54.592536 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=8a976f44-d83f-4fab-a0f1-f5ed1e426a93,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:31:54.616706 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc844609-ca67-47b2-9b2b-a1aa578ea857 req-a3a288f2-a7b0-44d6-9e2c-b90769a3a1d4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f9218378-d05c-45aa-8bc0-9e1bc2e8d1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287066 Aug 31 10:31:55.280963 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ddcd0-68b8-44ea-af8a-353fbe0e6dd0 req-be402665-94d8-4b9b-9216-e15751c777fd tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:55.282446 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e48ddcd0-68b8-44ea-af8a-353fbe0e6dd0 req-be402665-94d8-4b9b-9216-e15751c777fd tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?device_id=eb56c815-aeaa-48d7-a87b-0968ef7dc13a HTTP/1.1" status: 200 len: 946 time: 0.0497684 Aug 31 10:31:55.320351 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e48ddcd0-68b8-44ea-af8a-353fbe0e6dd0 req-d90364da-e8b4-406f-b0fe-8a30a23985f7 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/security-groups?id=f9218378-d05c-45aa-8bc0-9e1bc2e8d1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319953 Aug 31 10:31:56.445708 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6afba-2555-4a67-b091-0a886c81a5fb req-7197ee89-31ec-4c5d-9757-3ffd37c85af6 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:56.447239 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1bd6afba-2555-4a67-b091-0a886c81a5fb req-7197ee89-31ec-4c5d-9757-3ffd37c85af6 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?device_id=eb56c815-aeaa-48d7-a87b-0968ef7dc13a HTTP/1.1" status: 200 len: 946 time: 0.0564864 Aug 31 10:31:56.485865 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1bd6afba-2555-4a67-b091-0a886c81a5fb req-6390fda5-be70-4b15-9de8-76c993575124 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/security-groups?id=f9218378-d05c-45aa-8bc0-9e1bc2e8d1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326602 Aug 31 10:31:56.922210 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d57d49-e782-48c6-8cd3-8fb098de4ddc req-58ae889d-a074-4cb3-b01b-90fb42662c0a tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:56.923685 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-86d57d49-e782-48c6-8cd3-8fb098de4ddc req-58ae889d-a074-4cb3-b01b-90fb42662c0a tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?device_id=eb56c815-aeaa-48d7-a87b-0968ef7dc13a HTTP/1.1" status: 200 len: 946 time: 0.0486219 Aug 31 10:31:56.959596 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-86d57d49-e782-48c6-8cd3-8fb098de4ddc req-3a923230-3f6c-497d-9f59-d9ef38a787a9 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/security-groups?id=f9218378-d05c-45aa-8bc0-9e1bc2e8d1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299783 Aug 31 10:31:58.080379 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a33be-34a9-401b-88be-2f896d10a308 req-3e13ffa7-c5c9-4d90-a2f7-bbf89e7fcc80 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:58.081911 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0b8a33be-34a9-401b-88be-2f896d10a308 req-3e13ffa7-c5c9-4d90-a2f7-bbf89e7fcc80 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?device_id=eb56c815-aeaa-48d7-a87b-0968ef7dc13a HTTP/1.1" status: 200 len: 946 time: 0.0523179 Aug 31 10:31:58.123517 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0b8a33be-34a9-401b-88be-2f896d10a308 req-f668e22d-a252-439c-a9bd-5bd1ac726eab tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/security-groups?id=f9218378-d05c-45aa-8bc0-9e1bc2e8d1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338469 Aug 31 10:31:58.472933 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a614ae6-8b58-49a7-a10b-d0fe5b57adfb req-37719fee-2278-47bb-b524-f0bbf44b2aca tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:31:58.474611 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4a614ae6-8b58-49a7-a10b-d0fe5b57adfb req-37719fee-2278-47bb-b524-f0bbf44b2aca tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb56c815-aeaa-48d7-a87b-0968ef7dc13a HTTP/1.1" status: 200 len: 946 time: 0.0543883 Aug 31 10:31:58.591337 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-4a614ae6-8b58-49a7-a10b-d0fe5b57adfb req-0a3a1844-a0f0-4928-8722-42ccf14300c3 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Deleting port 8a976f44-d83f-4fab-a0f1-f5ed1e426a93 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:31:58.591674 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4a614ae6-8b58-49a7-a10b-d0fe5b57adfb req-0a3a1844-a0f0-4928-8722-42ccf14300c3 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:58.680523 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-4a614ae6-8b58-49a7-a10b-d0fe5b57adfb req-0a3a1844-a0f0-4928-8722-42ccf14300c3 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] For port 8a976f44-d83f-4fab-a0f1-f5ed1e426a93, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=8a976f44-d83f-4fab-a0f1-f5ed1e426a93,segment=NetworkSegment(1d276661-19ab-451e-b165-eda73ed192df),segment_id=1d276661-19ab-451e-b165-eda73ed192df)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:31:58.680791 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4a614ae6-8b58-49a7-a10b-d0fe5b57adfb req-0a3a1844-a0f0-4928-8722-42ccf14300c3 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:58.693717 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-4a614ae6-8b58-49a7-a10b-d0fe5b57adfb req-0a3a1844-a0f0-4928-8722-42ccf14300c3 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Calling delete_port for 8a976f44-d83f-4fab-a0f1-f5ed1e426a93 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:31:58.927532 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4a614ae6-8b58-49a7-a10b-d0fe5b57adfb req-0a3a1844-a0f0-4928-8722-42ccf14300c3 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:58.941383 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['2b90b067-4704-4cc2-8a07-97c09d805309', '8a976f44-d83f-4fab-a0f1-f5ed1e426a93'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:31:58.965590 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a1844-a0f0-4928-8722-42ccf14300c3 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Pushing event deleted for resources: {'Port': ['ID=8a976f44-d83f-4fab-a0f1-f5ed1e426a93,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:31:59.003747 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a614ae6-8b58-49a7-a10b-d0fe5b57adfb req-0a3a1844-a0f0-4928-8722-42ccf14300c3 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] No DVR routers for this DVR port 8a976f44-d83f-4fab-a0f1-f5ed1e426a93 on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:31:59.006892 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-4a614ae6-8b58-49a7-a10b-d0fe5b57adfb req-0a3a1844-a0f0-4928-8722-42ccf14300c3 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:31:59.013459 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4a614ae6-8b58-49a7-a10b-d0fe5b57adfb req-0a3a1844-a0f0-4928-8722-42ccf14300c3 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.59 "DELETE /v2.0/ports/8a976f44-d83f-4fab-a0f1-f5ed1e426a93 HTTP/1.1" status: 204 len: 173 time: 0.5308738 Aug 31 10:31:59.013911 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb56c815-aeaa-48d7-a87b-0968ef7dc13a', 'name': 'network-vif-deleted', 'tag': '8a976f44-d83f-4fab-a0f1-f5ed1e426a93'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:31:59.019528 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffa6ab1-43ed-4266-9d46-b55018c2d37a" -d '{"events": [{"server_uuid": "eb56c815-aeaa-48d7-a87b-0968ef7dc13a", "name": "network-vif-deleted", "tag": "8a976f44-d83f-4fab-a0f1-f5ed1e426a93"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:31:59.056189 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae4fd2d-2455-40f7-a19e-62f8570c5afe x-openstack-request-id: req-fae4fd2d-2455-40f7-a19e-62f8570c5afe {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:31:59.056546 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb56c815-aeaa-48d7-a87b-0968ef7dc13a", "name": "network-vif-deleted", "tag": "8a976f44-d83f-4fab-a0f1-f5ed1e426a93", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:31:59.056860 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-fae4fd2d-2455-40f7-a19e-62f8570c5afe {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:31:59.057341 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb56c815-aeaa-48d7-a87b-0968ef7dc13a', 'name': 'network-vif-deleted', 'tag': '8a976f44-d83f-4fab-a0f1-f5ed1e426a93', 'status': 'completed', 'code': 200} Aug 31 10:31:59.219026 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7dac7c4b-7db5-4d1e-90be-a6549b7f7377 req-9e6f1754-407b-4b00-a1ee-02a0a48ae37b tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?device_id=eb56c815-aeaa-48d7-a87b-0968ef7dc13a HTTP/1.1" status: 200 len: 210 time: 0.0266986 Aug 31 10:32:00.381218 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e283c7-058a-477d-92f9-c09f8c150c3f req-71558654-9428-423f-beee-3f2eff5f5f39 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:00.382731 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-23e283c7-058a-477d-92f9-c09f8c150c3f req-71558654-9428-423f-beee-3f2eff5f5f39 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?device_id=c2989f53-3c48-443d-99ca-5e4e58397c36 HTTP/1.1" status: 200 len: 945 time: 0.0485330 Aug 31 10:32:00.421125 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-23e283c7-058a-477d-92f9-c09f8c150c3f req-a06f306e-18bc-4b7a-b66c-7d6e9c85349a tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/security-groups?id=f9218378-d05c-45aa-8bc0-9e1bc2e8d1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322680 Aug 31 10:32:00.561877 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572738f-44cc-4b97-a447-35d097586870 req-c995b2de-bba3-4363-8fb2-56fe8f4904aa tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:00.563270 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b572738f-44cc-4b97-a447-35d097586870 req-c995b2de-bba3-4363-8fb2-56fe8f4904aa tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?device_id=c2989f53-3c48-443d-99ca-5e4e58397c36 HTTP/1.1" status: 200 len: 945 time: 0.0521863 Aug 31 10:32:00.600389 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b572738f-44cc-4b97-a447-35d097586870 req-dfd47c78-a034-410f-969e-ecc76fe547c4 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/security-groups?id=f9218378-d05c-45aa-8bc0-9e1bc2e8d1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311244 Aug 31 10:32:00.724263 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8e52e-5c7c-4b58-ba13-58364100a5bd req-8ae1ecb8-a5de-4b61-843e-b4ab96d3b4ac tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:00.725818 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0bc8e52e-5c7c-4b58-ba13-58364100a5bd req-8ae1ecb8-a5de-4b61-843e-b4ab96d3b4ac tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?device_id=c2989f53-3c48-443d-99ca-5e4e58397c36 HTTP/1.1" status: 200 len: 945 time: 0.0490050 Aug 31 10:32:00.764182 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0bc8e52e-5c7c-4b58-ba13-58364100a5bd req-56d1a838-7f69-47a1-8f59-61be612566af tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/security-groups?id=f9218378-d05c-45aa-8bc0-9e1bc2e8d1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316308 Aug 31 10:32:00.836716 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-36bdf2e4-94a8-4dc9-b238-d8f9f50fa8cc req-a93eeafe-e5b3-49a5-81a7-df9ab6908f8a service neutron] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:32:00.837607 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36bdf2e4-94a8-4dc9-b238-d8f9f50fa8cc req-a93eeafe-e5b3-49a5-81a7-df9ab6908f8a service neutron] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059190 Aug 31 10:32:00.945770 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b796895-ba86-4b4b-99d5-449fde10b67b req-737c617d-75ee-4ec7-90ef-228d9571ce7b tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:00.947371 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b796895-ba86-4b4b-99d5-449fde10b67b req-737c617d-75ee-4ec7-90ef-228d9571ce7b tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?device_id=c2989f53-3c48-443d-99ca-5e4e58397c36 HTTP/1.1" status: 200 len: 945 time: 0.0505006 Aug 31 10:32:00.985674 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b796895-ba86-4b4b-99d5-449fde10b67b req-daf010b6-feab-4948-8b2e-f1d559465b2f tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/security-groups?id=f9218378-d05c-45aa-8bc0-9e1bc2e8d1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322936 Aug 31 10:32:01.108816 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7a6df-26a5-4ce0-9163-deeeb178bb84 req-5c5c82ef-e0cf-4546-9816-29fcc19ea5d6 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:01.110229 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f7b7a6df-26a5-4ce0-9163-deeeb178bb84 req-5c5c82ef-e0cf-4546-9816-29fcc19ea5d6 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?device_id=c2989f53-3c48-443d-99ca-5e4e58397c36 HTTP/1.1" status: 200 len: 945 time: 0.0562656 Aug 31 10:32:01.149106 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f7b7a6df-26a5-4ce0-9163-deeeb178bb84 req-15fe6820-aba3-4f5e-8523-9cab6df6d65a tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/security-groups?id=f9218378-d05c-45aa-8bc0-9e1bc2e8d1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328467 Aug 31 10:32:01.278537 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77129017-03d9-43c1-b22a-5932947935b0 req-0ab97323-5cf0-48e6-8edb-749afbdbe94d tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:01.280058 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-77129017-03d9-43c1-b22a-5932947935b0 req-0ab97323-5cf0-48e6-8edb-749afbdbe94d tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?device_id=c2989f53-3c48-443d-99ca-5e4e58397c36 HTTP/1.1" status: 200 len: 945 time: 0.0529990 Aug 31 10:32:01.319694 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-77129017-03d9-43c1-b22a-5932947935b0 req-3ddd6145-0151-433e-b5e6-e0a39e116410 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/security-groups?id=f9218378-d05c-45aa-8bc0-9e1bc2e8d1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335741 Aug 31 10:32:01.831200 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03979d9-bbeb-46b8-9213-e38754de8ab3 req-0995dcc9-d5e8-4d9d-82f5-6cdedc732a6e tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:01.833002 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a03979d9-bbeb-46b8-9213-e38754de8ab3 req-0995dcc9-d5e8-4d9d-82f5-6cdedc732a6e tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?device_id=c2989f53-3c48-443d-99ca-5e4e58397c36 HTTP/1.1" status: 200 len: 945 time: 0.0528400 Aug 31 10:32:01.873451 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a03979d9-bbeb-46b8-9213-e38754de8ab3 req-c29d0c92-a323-4a6f-864e-01bec54a67cb tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/security-groups?id=f9218378-d05c-45aa-8bc0-9e1bc2e8d1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335419 Aug 31 10:32:02.231111 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 8a976f44-d83f-4fab-a0f1-f5ed1e426a93 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:32:02.252285 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 8a976f44-d83f-4fab-a0f1-f5ed1e426a93 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:32:02.252619 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 8a976f44-d83f-4fab-a0f1-f5ed1e426a93 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:32:03.002976 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232c436-258d-4dd6-af8a-66549b761587 req-033088b3-a401-46f2-b55e-bdb826f487ba tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:03.004531 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5232c436-258d-4dd6-af8a-66549b761587 req-033088b3-a401-46f2-b55e-bdb826f487ba tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?device_id=c2989f53-3c48-443d-99ca-5e4e58397c36 HTTP/1.1" status: 200 len: 945 time: 0.0617402 Aug 31 10:32:03.042998 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5232c436-258d-4dd6-af8a-66549b761587 req-406dc30a-3848-4924-9345-8026b90ca9b2 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/security-groups?id=f9218378-d05c-45aa-8bc0-9e1bc2e8d1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314429 Aug 31 10:32:03.191671 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0521655-1906-4036-bc72-1ce02d0bb9b1 req-3e27f800-bb39-4b35-96a7-99c34f22a248 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:03.193126 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b0521655-1906-4036-bc72-1ce02d0bb9b1 req-3e27f800-bb39-4b35-96a7-99c34f22a248 tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2989f53-3c48-443d-99ca-5e4e58397c36 HTTP/1.1" status: 200 len: 945 time: 0.0492997 Aug 31 10:32:03.281594 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-b0521655-1906-4036-bc72-1ce02d0bb9b1 req-dc75a826-a27d-4578-be00-08a94536f6bb tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Deleting port 2b90b067-4704-4cc2-8a07-97c09d805309 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:32:03.281930 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b0521655-1906-4036-bc72-1ce02d0bb9b1 req-dc75a826-a27d-4578-be00-08a94536f6bb tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:03.373498 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-b0521655-1906-4036-bc72-1ce02d0bb9b1 req-dc75a826-a27d-4578-be00-08a94536f6bb tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] For port 2b90b067-4704-4cc2-8a07-97c09d805309, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2b90b067-4704-4cc2-8a07-97c09d805309,segment=NetworkSegment(1d276661-19ab-451e-b165-eda73ed192df),segment_id=1d276661-19ab-451e-b165-eda73ed192df)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:32:03.373780 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b0521655-1906-4036-bc72-1ce02d0bb9b1 req-dc75a826-a27d-4578-be00-08a94536f6bb tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:03.391576 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-b0521655-1906-4036-bc72-1ce02d0bb9b1 req-dc75a826-a27d-4578-be00-08a94536f6bb tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Calling delete_port for 2b90b067-4704-4cc2-8a07-97c09d805309 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:32:03.401246 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:03.579042 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b0521655-1906-4036-bc72-1ce02d0bb9b1 req-dc75a826-a27d-4578-be00-08a94536f6bb tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:03.590953 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['2b90b067-4704-4cc2-8a07-97c09d805309'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:32:03.606526 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75a826-a27d-4578-be00-08a94536f6bb tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Pushing event deleted for resources: {'Port': ['ID=2b90b067-4704-4cc2-8a07-97c09d805309,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:03.652838 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0521655-1906-4036-bc72-1ce02d0bb9b1 req-dc75a826-a27d-4578-be00-08a94536f6bb tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] No DVR routers for this DVR port 2b90b067-4704-4cc2-8a07-97c09d805309 on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:32:03.655697 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b0521655-1906-4036-bc72-1ce02d0bb9b1 req-dc75a826-a27d-4578-be00-08a94536f6bb tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:03.657760 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b0521655-1906-4036-bc72-1ce02d0bb9b1 req-dc75a826-a27d-4578-be00-08a94536f6bb tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.59 "DELETE /v2.0/ports/2b90b067-4704-4cc2-8a07-97c09d805309 HTTP/1.1" status: 204 len: 173 time: 0.4580653 Aug 31 10:32:03.663689 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2989f53-3c48-443d-99ca-5e4e58397c36', 'name': 'network-vif-deleted', 'tag': '2b90b067-4704-4cc2-8a07-97c09d805309'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:32:03.663689 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad550d1f-7f8d-4dd9-a193-c9dea9d71402" -d '{"events": [{"server_uuid": "c2989f53-3c48-443d-99ca-5e4e58397c36", "name": "network-vif-deleted", "tag": "2b90b067-4704-4cc2-8a07-97c09d805309"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:32:03.698870 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb5d430-9e55-4027-88fe-87f2ab186df9 x-openstack-request-id: req-5bb5d430-9e55-4027-88fe-87f2ab186df9 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:32:03.699158 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2989f53-3c48-443d-99ca-5e4e58397c36", "name": "network-vif-deleted", "tag": "2b90b067-4704-4cc2-8a07-97c09d805309", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:32:03.699409 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-5bb5d430-9e55-4027-88fe-87f2ab186df9 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:32:03.699798 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2989f53-3c48-443d-99ca-5e4e58397c36', 'name': 'network-vif-deleted', 'tag': '2b90b067-4704-4cc2-8a07-97c09d805309', 'status': 'completed', 'code': 200} Aug 31 10:32:03.944540 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:04.152808 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f6c61295-5bad-42be-811e-5fe86d00d583 req-7f277e8f-f4e9-43a9-9ed7-ed52f8e0ea6e tempest-ServersNegativeTestJSON-1302527287 tempest-ServersNegativeTestJSON-1302527287-project] 10.222.0.119 "GET /v2.0/ports?device_id=c2989f53-3c48-443d-99ca-5e4e58397c36 HTTP/1.1" status: 200 len: 210 time: 0.0277109 Aug 31 10:32:05.217748 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54618) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:05.265694 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca09ad0-574e-477c-81d6-d6a68476b474 admin admin] Deleting subnet 5eac51f7-5a32-425c-935e-c920da39a1b4 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:32:05.268721 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bca09ad0-574e-477c-81d6-d6a68476b474 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:05.303210 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bca09ad0-574e-477c-81d6-d6a68476b474 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:05.340309 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bca09ad0-574e-477c-81d6-d6a68476b474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:05.475140 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bca09ad0-574e-477c-81d6-d6a68476b474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:05.502223 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca09ad0-574e-477c-81d6-d6a68476b474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eac51f7-5a32-425c-935e-c920da39a1b4,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:05.506988 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bca09ad0-574e-477c-81d6-d6a68476b474 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:05.509847 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-bca09ad0-574e-477c-81d6-d6a68476b474 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/5eac51f7-5a32-425c-935e-c920da39a1b4 HTTP/1.1" status: 204 len: 168 time: 0.2901921 Aug 31 10:32:05.511516 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54620) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:05.582481 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-351e1cfc-5453-4839-9054-a2a954aa85ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:05.659286 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-351e1cfc-5453-4839-9054-a2a954aa85ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:05.670242 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-351e1cfc-5453-4839-9054-a2a954aa85ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d098e9-7f57-42eb-a31e-3d6f04133c39']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:05.685996 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-351e1cfc-5453-4839-9054-a2a954aa85ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d276661-19ab-451e-b165-eda73ed192df') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:05.686290 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-351e1cfc-5453-4839-9054-a2a954aa85ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d276661-19ab-451e-b165-eda73ed192df') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:05.695716 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-351e1cfc-5453-4839-9054-a2a954aa85ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:05.709158 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-351e1cfc-5453-4839-9054-a2a954aa85ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:05.715688 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-351e1cfc-5453-4839-9054-a2a954aa85ba admin admin] Releasing vlan 1618 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:32:05.716068 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-351e1cfc-5453-4839-9054-a2a954aa85ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:05.717669 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 10:32:05.717669 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:32:05.717669 n-d-791506-28 neutron-server[95553]: timer() Aug 31 10:32:05.717669 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:32:05.717669 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 10:32:05.717669 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:32:05.717669 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 10:32:05.717669 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:32:05.717669 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 10:32:05.717669 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:32:05.717669 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 10:32:05.717669 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:32:05.717669 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 10:32:05.717669 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:32:05.717669 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:32:05.717669 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:32:05.717669 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:32:05.717669 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:32:05.717669 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 10:32:05.717669 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:32:05.717669 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 10:32:05.717669 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:32:05.717669 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:32:05.717669 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:32:05.717669 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 10:32:05.717669 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:32:05.717669 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:32:05.717669 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:32:05.717669 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:32:05.717669 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:32:05.717669 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:32:05.717669 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:32:05.835938 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-351e1cfc-5453-4839-9054-a2a954aa85ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:05.841497 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-351e1cfc-5453-4839-9054-a2a954aa85ba admin admin] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:05.846037 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-351e1cfc-5453-4839-9054-a2a954aa85ba admin admin] 10.222.0.119 "DELETE /v2.0/networks/70d098e9-7f57-42eb-a31e-3d6f04133c39 HTTP/1.1" status: 204 len: 168 time: 0.3309813 Aug 31 10:32:05.857275 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e1cfc-5453-4839-9054-a2a954aa85ba admin admin] Pushing event deleted for resources: {'Network': ['ID=70d098e9-7f57-42eb-a31e-3d6f04133c39,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:06.182192 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54624) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:06.225303 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c717aaba-6392-4af8-928d-61b07e1e41ff admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=01f1e753acae40958b669ab52c4ca248&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405657 Aug 31 10:32:06.227867 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54626) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:06.252513 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2b90b067-4704-4cc2-8a07-97c09d805309 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:32:06.274155 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 2b90b067-4704-4cc2-8a07-97c09d805309 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:32:06.274616 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2b90b067-4704-4cc2-8a07-97c09d805309 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:32:06.276626 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-393fb50f-0b91-48b9-b69c-700424a7f961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:06.301126 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-393fb50f-0b91-48b9-b69c-700424a7f961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:06.395358 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-393fb50f-0b91-48b9-b69c-700424a7f961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:06.398204 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-393fb50f-0b91-48b9-b69c-700424a7f961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:06.399402 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-393fb50f-0b91-48b9-b69c-700424a7f961 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/f9218378-d05c-45aa-8bc0-9e1bc2e8d1a8 HTTP/1.1" status: 204 len: 168 time: 0.1706367 Aug 31 10:32:06.407439 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393fb50f-0b91-48b9-b69c-700424a7f961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9218378-d05c-45aa-8bc0-9e1bc2e8d1a8,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:07.468697 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54648) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:07.563809 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-0e9e2c3a-44f8-4a1e-89e8-2172a8163360 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-292317166'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:32:07.641459 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9e2c3a-44f8-4a1e-89e8-2172a8163360 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Made reservation on behalf of ffcf8d17e70b464b980f0b69cfe3b94f for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:32:07.645001 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0e9e2c3a-44f8-4a1e-89e8-2172a8163360 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:07.653970 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0e9e2c3a-44f8-4a1e-89e8-2172a8163360 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:07.742307 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0e9e2c3a-44f8-4a1e-89e8-2172a8163360 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:07.824339 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0e9e2c3a-44f8-4a1e-89e8-2172a8163360 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:07.851544 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9e2c3a-44f8-4a1e-89e8-2172a8163360 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] vlan segment allocate from pool success with {'vlan_id': 1635, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:32:07.861897 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e2c3a-44f8-4a1e-89e8-2172a8163360 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5342cdd-e730-4622-9cd4-17796789b2c3,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:07.874877 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0e9e2c3a-44f8-4a1e-89e8-2172a8163360 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:07.874877 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-0e9e2c3a-44f8-4a1e-89e8-2172a8163360 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Added segment 414fb137-6d2c-4acf-a118-f6d50572d880 of type vlan for network 666df9f4-d577-4fb1-ae39-bbfa1214235f Aug 31 10:32:07.908570 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0e9e2c3a-44f8-4a1e-89e8-2172a8163360 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:07.972354 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0e9e2c3a-44f8-4a1e-89e8-2172a8163360 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:07.978692 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9e2c3a-44f8-4a1e-89e8-2172a8163360 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:07.979304 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0e9e2c3a-44f8-4a1e-89e8-2172a8163360 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:08.047942 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e2c3a-44f8-4a1e-89e8-2172a8163360 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Pushing event updated for resources: {'Network': ['ID=666df9f4-d577-4fb1-ae39-bbfa1214235f,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:08.058559 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 666df9f4-d577-4fb1-ae39-bbfa1214235f details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:32:08.104971 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0e9e2c3a-44f8-4a1e-89e8-2172a8163360 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6351383 Aug 31 10:32:10.412912 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:32:11.379089 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-09f4075b-edbc-4091-bd00-9c1f3534c889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:11.394375 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54652) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:11.399735 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-071ff25b-ad05-44b9-8e37-e754c2d4feaa tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Request body: {'subnet': {'network_id': '666df9f4-d577-4fb1-ae39-bbfa1214235f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:32:11.549817 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071ff25b-ad05-44b9-8e37-e754c2d4feaa tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Made reservation on behalf of ffcf8d17e70b464b980f0b69cfe3b94f for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:32:11.553372 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-071ff25b-ad05-44b9-8e37-e754c2d4feaa tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:11.813244 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-071ff25b-ad05-44b9-8e37-e754c2d4feaa tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:11.899281 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ff25b-ad05-44b9-8e37-e754c2d4feaa tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Pushing event updated for resources: {'Subnet': ['ID=4ec344ca-decb-4ff7-8e7f-66519b345cd4,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:11.906091 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071ff25b-ad05-44b9-8e37-e754c2d4feaa tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Checking segment: {'id': '414fb137-6d2c-4acf-a118-f6d50572d880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': '666df9f4-d577-4fb1-ae39-bbfa1214235f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:32:11.907108 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071ff25b-ad05-44b9-8e37-e754c2d4feaa tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Network hostable DHCP agents. Network: 666df9f4-d577-4fb1-ae39-bbfa1214235f, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:32:12.011295 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071ff25b-ad05-44b9-8e37-e754c2d4feaa tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Network 666df9f4-d577-4fb1-ae39-bbfa1214235f is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:32:12.114356 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-071ff25b-ad05-44b9-8e37-e754c2d4feaa tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 666df9f4-d577-4fb1-ae39-bbfa1214235f) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:32:12.119160 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071ff25b-ad05-44b9-8e37-e754c2d4feaa tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:12.126189 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-071ff25b-ad05-44b9-8e37-e754c2d4feaa tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:12.126890 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be28eeb-cf9c-4de8-b6df-80efe4e1630b None None] Network 666df9f4-d577-4fb1-ae39-bbfa1214235f requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:32:12.214453 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-071ff25b-ad05-44b9-8e37-e754c2d4feaa tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8188868 Aug 31 10:32:12.219477 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54654) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:12.224559 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-f401ff32-41aa-497d-8f71-7323a36b0c8c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1354225760'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:32:12.276579 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e321671-e917-49f2-8c30-9b9db6211461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-666df9f4-d577-4fb1-ae39-bbfa1214235f', 'network_id': '666df9f4-d577-4fb1-ae39-bbfa1214235f', 'tenant_id': 'ffcf8d17e70b464b980f0b69cfe3b94f', 'fixed_ips': [{'subnet_id': '4ec344ca-decb-4ff7-8e7f-66519b345cd4'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:32:12.277517 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3e321671-e917-49f2-8c30-9b9db6211461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:12.302871 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f401ff32-41aa-497d-8f71-7323a36b0c8c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Made reservation on behalf of ffcf8d17e70b464b980f0b69cfe3b94f for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:32:12.306362 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f401ff32-41aa-497d-8f71-7323a36b0c8c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:12.330772 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f401ff32-41aa-497d-8f71-7323a36b0c8c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] vlan segment allocate from pool success with {'vlan_id': 1633, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:32:12.340061 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f401ff32-41aa-497d-8f71-7323a36b0c8c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:12.340402 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-f401ff32-41aa-497d-8f71-7323a36b0c8c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Added segment f58e5860-eaa1-4112-9ea5-ed06256b23da of type vlan for network bba4d7c1-2013-4840-98ed-85a0a5559a1c Aug 31 10:32:12.379887 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f401ff32-41aa-497d-8f71-7323a36b0c8c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:12.415685 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-3e321671-e917-49f2-8c30-9b9db6211461 None None] Allocated IP 2001:db8:0:ffff::2 (666df9f4-d577-4fb1-ae39-bbfa1214235f/4ec344ca-decb-4ff7-8e7f-66519b345cd4/8e8ee842-1838-4136-88d0-7262f35652da) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:32:12.498541 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f401ff32-41aa-497d-8f71-7323a36b0c8c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:12.504409 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f401ff32-41aa-497d-8f71-7323a36b0c8c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:12.504989 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f401ff32-41aa-497d-8f71-7323a36b0c8c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:12.562133 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3e321671-e917-49f2-8c30-9b9db6211461 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:12.570496 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3e321671-e917-49f2-8c30-9b9db6211461 None None] Transition to ACTIVE for port object 8e8ee842-1838-4136-88d0-7262f35652da will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:32:12.581360 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401ff32-41aa-497d-8f71-7323a36b0c8c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Pushing event updated for resources: {'Network': ['ID=bba4d7c1-2013-4840-98ed-85a0a5559a1c,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:12.586575 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3e321671-e917-49f2-8c30-9b9db6211461 None None] Transition to ACTIVE for port object 8e8ee842-1838-4136-88d0-7262f35652da will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:32:12.592060 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network bba4d7c1-2013-4840-98ed-85a0a5559a1c details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:32:12.704840 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f401ff32-41aa-497d-8f71-7323a36b0c8c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4842818 Aug 31 10:32:12.708394 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54656) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:12.714420 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-4f4c403c-d906-4a3f-8fdf-0ad9d5daae25 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Request body: {'subnet': {'network_id': 'bba4d7c1-2013-4840-98ed-85a0a5559a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:32:12.762147 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3e321671-e917-49f2-8c30-9b9db6211461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:12.803706 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e321671-e917-49f2-8c30-9b9db6211461 None None] Network 666df9f4-d577-4fb1-ae39-bbfa1214235f is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:32:12.808209 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-3e321671-e917-49f2-8c30-9b9db6211461 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:32:12.812495 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e321671-e917-49f2-8c30-9b9db6211461 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:32:12.815486 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e321671-e917-49f2-8c30-9b9db6211461 None None] Pushing event updated for resources: {'Port': ['ID=8e8ee842-1838-4136-88d0-7262f35652da,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:12.863770 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4c403c-d906-4a3f-8fdf-0ad9d5daae25 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Made reservation on behalf of ffcf8d17e70b464b980f0b69cfe3b94f for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:32:12.867704 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4f4c403c-d906-4a3f-8fdf-0ad9d5daae25 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:12.870072 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-3e321671-e917-49f2-8c30-9b9db6211461 None None] Attempting to bind port 8e8ee842-1838-4136-88d0-7262f35652da on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:32:12.870443 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-3e321671-e917-49f2-8c30-9b9db6211461 None None] Attempting to bind port 8e8ee842-1838-4136-88d0-7262f35652da by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '414fb137-6d2c-4acf-a118-f6d50572d880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': '666df9f4-d577-4fb1-ae39-bbfa1214235f'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:32:12.870831 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e321671-e917-49f2-8c30-9b9db6211461 None None] Attempting to bind port 8e8ee842-1838-4136-88d0-7262f35652da on network 666df9f4-d577-4fb1-ae39-bbfa1214235f {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:32:12.875696 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e321671-e917-49f2-8c30-9b9db6211461 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:32:12.876064 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e321671-e917-49f2-8c30-9b9db6211461 None None] Checking segment: {'id': '414fb137-6d2c-4acf-a118-f6d50572d880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': '666df9f4-d577-4fb1-ae39-bbfa1214235f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:32:12.876458 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3e321671-e917-49f2-8c30-9b9db6211461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:12.876843 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e321671-e917-49f2-8c30-9b9db6211461 None None] Bound using segment: {'id': '414fb137-6d2c-4acf-a118-f6d50572d880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': '666df9f4-d577-4fb1-ae39-bbfa1214235f'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:32:12.877298 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-3e321671-e917-49f2-8c30-9b9db6211461 None None] Bound port: 8e8ee842-1838-4136-88d0-7262f35652da, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '414fb137-6d2c-4acf-a118-f6d50572d880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1635, 'network_id': '666df9f4-d577-4fb1-ae39-bbfa1214235f'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:32:12.877670 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3e321671-e917-49f2-8c30-9b9db6211461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:12.948846 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-3e321671-e917-49f2-8c30-9b9db6211461 None None] For port 8e8ee842-1838-4136-88d0-7262f35652da, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:32:12.952070 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-3e321671-e917-49f2-8c30-9b9db6211461 None None] For port 8e8ee842-1838-4136-88d0-7262f35652da, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8e8ee842-1838-4136-88d0-7262f35652da,segment=NetworkSegment(414fb137-6d2c-4acf-a118-f6d50572d880),segment_id=414fb137-6d2c-4acf-a118-f6d50572d880)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:32:13.053675 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3e321671-e917-49f2-8c30-9b9db6211461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:13.113137 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e321671-e917-49f2-8c30-9b9db6211461 None None] Pushing event updated for resources: {'Port': ['ID=8e8ee842-1838-4136-88d0-7262f35652da,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:13.522627 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4f4c403c-d906-4a3f-8fdf-0ad9d5daae25 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:13.592862 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c403c-d906-4a3f-8fdf-0ad9d5daae25 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Pushing event updated for resources: {'Subnet': ['ID=346ff55a-10af-42dc-8622-4a6b0c1f5e0b,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:13.603890 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c403c-d906-4a3f-8fdf-0ad9d5daae25 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:13.604248 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c403c-d906-4a3f-8fdf-0ad9d5daae25 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:13.604579 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c403c-d906-4a3f-8fdf-0ad9d5daae25 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:13.604907 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c403c-d906-4a3f-8fdf-0ad9d5daae25 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:13.605696 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c403c-d906-4a3f-8fdf-0ad9d5daae25 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:13.606029 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c403c-d906-4a3f-8fdf-0ad9d5daae25 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:13.606706 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c403c-d906-4a3f-8fdf-0ad9d5daae25 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:13.607030 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c403c-d906-4a3f-8fdf-0ad9d5daae25 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:13.607628 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c403c-d906-4a3f-8fdf-0ad9d5daae25 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:13.607946 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c403c-d906-4a3f-8fdf-0ad9d5daae25 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:13.608260 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c403c-d906-4a3f-8fdf-0ad9d5daae25 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:13.608571 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c403c-d906-4a3f-8fdf-0ad9d5daae25 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:13.617888 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4c403c-d906-4a3f-8fdf-0ad9d5daae25 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Checking segment: {'id': 'f58e5860-eaa1-4112-9ea5-ed06256b23da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': 'bba4d7c1-2013-4840-98ed-85a0a5559a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:32:13.618246 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4c403c-d906-4a3f-8fdf-0ad9d5daae25 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Network hostable DHCP agents. Network: bba4d7c1-2013-4840-98ed-85a0a5559a1c, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:32:13.721270 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4c403c-d906-4a3f-8fdf-0ad9d5daae25 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Network bba4d7c1-2013-4840-98ed-85a0a5559a1c is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:32:13.808302 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-4f4c403c-d906-4a3f-8fdf-0ad9d5daae25 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, bba4d7c1-2013-4840-98ed-85a0a5559a1c) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:32:13.813299 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4c403c-d906-4a3f-8fdf-0ad9d5daae25 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:13.813989 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4f4c403c-d906-4a3f-8fdf-0ad9d5daae25 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:13.817371 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0798de-9074-4b66-bfd2-73d685d2b0e9 None None] Network bba4d7c1-2013-4840-98ed-85a0a5559a1c requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:32:13.904975 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4f4c403c-d906-4a3f-8fdf-0ad9d5daae25 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.1955194 Aug 31 10:32:13.907641 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54658) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:14.007637 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70faea9a-000a-4ee8-a90f-54588481bf2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-bba4d7c1-2013-4840-98ed-85a0a5559a1c', 'network_id': 'bba4d7c1-2013-4840-98ed-85a0a5559a1c', 'tenant_id': 'ffcf8d17e70b464b980f0b69cfe3b94f', 'fixed_ips': [{'subnet_id': '346ff55a-10af-42dc-8622-4a6b0c1f5e0b'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:32:14.008511 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-70faea9a-000a-4ee8-a90f-54588481bf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:14.052272 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9d4fa0ff-b35a-4cc7-940f-690eeb540e05 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:14.093298 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8e8ee842-1838-4136-88d0-7262f35652da up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:32:14.105763 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf0e255-1359-433f-8b13-ce687aeaf762 None None] Network 666df9f4-d577-4fb1-ae39-bbfa1214235f requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:32:14.108121 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0261cad6-a0d5-4daa-911b-128de1504b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:14.120637 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9d4fa0ff-b35a-4cc7-940f-690eeb540e05 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:14.283831 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:14.310758 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9d4fa0ff-b35a-4cc7-940f-690eeb540e05 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:14.345757 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4fa0ff-b35a-4cc7-940f-690eeb540e05 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Pushing event deleted for resources: {'Subnet': ['ID=346ff55a-10af-42dc-8622-4a6b0c1f5e0b,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server [None req-70faea9a-000a-4ee8-a90f-54588481bf2b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 346ff55a-10af-42dc-8622-4a6b0c1f5e0b: This subnet is being modified by another concurrent operation. Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise exception Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 346ff55a-10af-42dc-8622-4a6b0c1f5e0b: This subnet is being modified by another concurrent operation. Aug 31 10:32:14.352543 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server Aug 31 10:32:14.367625 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-1a7120c3-52e5-44af-b7b7-25dc8e3696e9 None None] Provisioning for port 8e8ee842-1838-4136-88d0-7262f35652da completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:32:14.373912 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 8e8ee842-1838-4136-88d0-7262f35652da completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:32:14.379280 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e2ef02-02a2-43f5-ba03-7e393f14056b None None] Network bba4d7c1-2013-4840-98ed-85a0a5559a1c requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:32:14.383768 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-1a7120c3-52e5-44af-b7b7-25dc8e3696e9 None None] Provisioning complete for port 8e8ee842-1838-4136-88d0-7262f35652da triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:32:14.384997 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1a7120c3-52e5-44af-b7b7-25dc8e3696e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:14.386711 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 8e8ee842-1838-4136-88d0-7262f35652da triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:32:14.387346 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:14.409764 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9d4fa0ff-b35a-4cc7-940f-690eeb540e05 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:14.420649 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-9d4fa0ff-b35a-4cc7-940f-690eeb540e05 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba4d7c1-2013-4840-98ed-85a0a5559a1c']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:14.437768 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-9d4fa0ff-b35a-4cc7-940f-690eeb540e05 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f58e5860-eaa1-4112-9ea5-ed06256b23da') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:14.438418 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-9d4fa0ff-b35a-4cc7-940f-690eeb540e05 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f58e5860-eaa1-4112-9ea5-ed06256b23da') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:14.449570 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9d4fa0ff-b35a-4cc7-940f-690eeb540e05 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:14.465866 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9d4fa0ff-b35a-4cc7-940f-690eeb540e05 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:14.474210 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d4fa0ff-b35a-4cc7-940f-690eeb540e05 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Releasing vlan 1633 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:32:14.474760 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9d4fa0ff-b35a-4cc7-940f-690eeb540e05 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:14.477860 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 10:32:14.477860 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:32:14.477860 n-d-791506-28 neutron-server[95553]: timer() Aug 31 10:32:14.477860 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:32:14.477860 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 10:32:14.477860 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:32:14.477860 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 10:32:14.477860 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:32:14.477860 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 10:32:14.477860 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:32:14.477860 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 10:32:14.477860 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:32:14.477860 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 10:32:14.477860 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:32:14.477860 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:32:14.477860 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:32:14.477860 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:32:14.477860 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:32:14.477860 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 10:32:14.477860 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:32:14.477860 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 10:32:14.477860 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:32:14.477860 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:32:14.477860 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:32:14.477860 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 10:32:14.477860 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:32:14.477860 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:32:14.477860 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:32:14.477860 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:32:14.477860 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:32:14.477860 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:32:14.477860 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:32:14.676358 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9d4fa0ff-b35a-4cc7-940f-690eeb540e05 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:14.687672 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9d4fa0ff-b35a-4cc7-940f-690eeb540e05 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:14.691528 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9d4fa0ff-b35a-4cc7-940f-690eeb540e05 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] 10.222.0.119 "DELETE /v2.0/networks/bba4d7c1-2013-4840-98ed-85a0a5559a1c HTTP/1.1" status: 204 len: 168 time: 0.7826529 Aug 31 10:32:14.695974 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54660) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:14.703919 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-5af50a0e-6ace-498e-9944-4f28f6e08568 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-316509257'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:32:14.715798 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4fa0ff-b35a-4cc7-940f-690eeb540e05 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Pushing event deleted for resources: {'Network': ['ID=bba4d7c1-2013-4840-98ed-85a0a5559a1c,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:14.780030 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19243e01-292b-4db2-ad97-45602fe52752 None None] get_active_networks_info from n-d-791506-28 {{(pid=95554) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 10:32:14.814645 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:14.816400 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1a7120c3-52e5-44af-b7b7-25dc8e3696e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:14.864375 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af50a0e-6ace-498e-9944-4f28f6e08568 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Made reservation on behalf of ffcf8d17e70b464b980f0b69cfe3b94f for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:32:14.868158 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5af50a0e-6ace-498e-9944-4f28f6e08568 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:14.884347 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 8e8ee842-1838-4136-88d0-7262f35652da, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8e8ee842-1838-4136-88d0-7262f35652da,segment=NetworkSegment(414fb137-6d2c-4acf-a118-f6d50572d880),segment_id=414fb137-6d2c-4acf-a118-f6d50572d880)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:32:14.901057 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af50a0e-6ace-498e-9944-4f28f6e08568 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] vlan segment allocate from pool success with {'vlan_id': 1631, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:32:14.906036 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19243e01-292b-4db2-ad97-45602fe52752 None None] Resources bound (agent type, host, resource id): {{(pid=95554) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 10:32:14.909881 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5af50a0e-6ace-498e-9944-4f28f6e08568 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:14.910222 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-5af50a0e-6ace-498e-9944-4f28f6e08568 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Added segment 177bb7f2-e6ce-4beb-97da-ef177e898bfb of type vlan for network 1ec968e0-e190-40d7-9bf4-4980de7c543d Aug 31 10:32:14.949694 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5af50a0e-6ace-498e-9944-4f28f6e08568 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:15.007512 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:15.098503 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5af50a0e-6ace-498e-9944-4f28f6e08568 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:15.106124 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af50a0e-6ace-498e-9944-4f28f6e08568 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:15.106866 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5af50a0e-6ace-498e-9944-4f28f6e08568 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:15.107480 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-1a7120c3-52e5-44af-b7b7-25dc8e3696e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 10:32:15.107844 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-1a7120c3-52e5-44af-b7b7-25dc8e3696e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 10:32:15.115183 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=8e8ee842-1838-4136-88d0-7262f35652da,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:15.184665 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af50a0e-6ace-498e-9944-4f28f6e08568 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Pushing event updated for resources: {'Network': ['ID=1ec968e0-e190-40d7-9bf4-4980de7c543d,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:15.197136 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 1ec968e0-e190-40d7-9bf4-4980de7c543d details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:32:15.253253 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5af50a0e-6ace-498e-9944-4f28f6e08568 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5548804 Aug 31 10:32:15.256167 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54662) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:15.262085 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-5413aecc-fbc8-4211-940f-77873dcaa549 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Request body: {'subnet': {'network_id': '1ec968e0-e190-40d7-9bf4-4980de7c543d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:32:15.446760 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5413aecc-fbc8-4211-940f-77873dcaa549 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Made reservation on behalf of ffcf8d17e70b464b980f0b69cfe3b94f for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:32:15.450817 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5413aecc-fbc8-4211-940f-77873dcaa549 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:15.510914 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.ipam_backend_mixin [None req-5413aecc-fbc8-4211-940f-77873dcaa549 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Performing IP validity checks on allocation pools {{(pid=95552) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 10:32:15.511338 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.ipam_backend_mixin [None req-5413aecc-fbc8-4211-940f-77873dcaa549 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95552) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 10:32:15.640329 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:15.687253 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5413aecc-fbc8-4211-940f-77873dcaa549 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:15.755185 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413aecc-fbc8-4211-940f-77873dcaa549 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Pushing event updated for resources: {'Subnet': ['ID=a3bcb904-d176-4484-852f-3216fd9623c1,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:15.763896 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5413aecc-fbc8-4211-940f-77873dcaa549 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Checking segment: {'id': '177bb7f2-e6ce-4beb-97da-ef177e898bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1631, 'network_id': '1ec968e0-e190-40d7-9bf4-4980de7c543d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:32:15.764397 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5413aecc-fbc8-4211-940f-77873dcaa549 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Network hostable DHCP agents. Network: 1ec968e0-e190-40d7-9bf4-4980de7c543d, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:32:15.764535 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5bfc7e10-b171-4c75-ad84-c5980f969b70 None None] Provisioning complete for port 8e8ee842-1838-4136-88d0-7262f35652da triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:32:15.764773 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5bfc7e10-b171-4c75-ad84-c5980f969b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:15.835603 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5413aecc-fbc8-4211-940f-77873dcaa549 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Network 1ec968e0-e190-40d7-9bf4-4980de7c543d is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:32:15.915400 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-5413aecc-fbc8-4211-940f-77873dcaa549 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 1ec968e0-e190-40d7-9bf4-4980de7c543d) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:32:15.920344 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5413aecc-fbc8-4211-940f-77873dcaa549 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:15.920931 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5413aecc-fbc8-4211-940f-77873dcaa549 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:15.925776 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5c7689-4e81-484e-b760-85c2b21c6bb0 None None] Network 1ec968e0-e190-40d7-9bf4-4980de7c543d requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:32:16.019457 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5413aecc-fbc8-4211-940f-77873dcaa549 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7622554 Aug 31 10:32:16.022459 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54664) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:16.034306 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8e8ee842-1838-4136-88d0-7262f35652da up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:32:16.113202 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 8e8ee842-1838-4136-88d0-7262f35652da triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:32:16.113584 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:16.117580 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a583868-eedf-4964-9f61-8af04bab6229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-1ec968e0-e190-40d7-9bf4-4980de7c543d', 'network_id': '1ec968e0-e190-40d7-9bf4-4980de7c543d', 'tenant_id': 'ffcf8d17e70b464b980f0b69cfe3b94f', 'fixed_ips': [{'subnet_id': 'a3bcb904-d176-4484-852f-3216fd9623c1'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:32:16.118414 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9a583868-eedf-4964-9f61-8af04bab6229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:16.122203 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1759040e-cf62-4297-91db-548b9ef57158 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:16.203699 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1759040e-cf62-4297-91db-548b9ef57158 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:16.344743 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1759040e-cf62-4297-91db-548b9ef57158 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:16.374170 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759040e-cf62-4297-91db-548b9ef57158 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Pushing event deleted for resources: {'Subnet': ['ID=a3bcb904-d176-4484-852f-3216fd9623c1,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server [None req-9a583868-eedf-4964-9f61-8af04bab6229 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a3bcb904-d176-4484-852f-3216fd9623c1: This subnet is being modified by another concurrent operation. Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server raise exception Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a3bcb904-d176-4484-852f-3216fd9623c1: This subnet is being modified by another concurrent operation. Aug 31 10:32:16.385973 n-d-791506-28 neutron-server[95554]: ERROR oslo_messaging.rpc.server Aug 31 10:32:16.408803 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86ba82e-dd88-4baa-a3ec-6db947635f45 None None] Network 1ec968e0-e190-40d7-9bf4-4980de7c543d requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:32:16.442911 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1759040e-cf62-4297-91db-548b9ef57158 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:16.454351 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-1759040e-cf62-4297-91db-548b9ef57158 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec968e0-e190-40d7-9bf4-4980de7c543d']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:16.466284 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-1759040e-cf62-4297-91db-548b9ef57158 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177bb7f2-e6ce-4beb-97da-ef177e898bfb') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:16.466701 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-1759040e-cf62-4297-91db-548b9ef57158 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177bb7f2-e6ce-4beb-97da-ef177e898bfb') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:16.476179 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1759040e-cf62-4297-91db-548b9ef57158 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:16.491502 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1759040e-cf62-4297-91db-548b9ef57158 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:16.497598 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1759040e-cf62-4297-91db-548b9ef57158 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Releasing vlan 1631 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:32:16.498006 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1759040e-cf62-4297-91db-548b9ef57158 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:16.500931 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 10:32:16.500931 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:32:16.500931 n-d-791506-28 neutron-server[95552]: timer() Aug 31 10:32:16.500931 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:32:16.500931 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 10:32:16.500931 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:32:16.500931 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 10:32:16.500931 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:32:16.500931 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 10:32:16.500931 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:32:16.500931 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 10:32:16.500931 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:32:16.500931 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 10:32:16.500931 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:32:16.500931 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:32:16.500931 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:32:16.500931 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:32:16.500931 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:32:16.500931 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 10:32:16.500931 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:32:16.500931 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 10:32:16.500931 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:32:16.500931 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:32:16.500931 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:32:16.500931 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 10:32:16.500931 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:32:16.500931 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:32:16.500931 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:32:16.500931 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:32:16.500931 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:32:16.500931 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:32:16.500931 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:32:16.529889 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30793c9-5c53-4113-8026-93ed9eb2d0d7 None None] get_active_networks_info from n-d-791506-28 {{(pid=95554) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 10:32:16.595956 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30793c9-5c53-4113-8026-93ed9eb2d0d7 None None] Resources bound (agent type, host, resource id): {{(pid=95554) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 10:32:16.634181 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1759040e-cf62-4297-91db-548b9ef57158 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:16.639922 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1759040e-cf62-4297-91db-548b9ef57158 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:16.642011 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1759040e-cf62-4297-91db-548b9ef57158 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] 10.222.0.119 "DELETE /v2.0/networks/1ec968e0-e190-40d7-9bf4-4980de7c543d HTTP/1.1" status: 204 len: 168 time: 0.6184494 Aug 31 10:32:16.645754 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54666) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:16.652594 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-8eb972e9-3f60-427d-b1ea-4ef3bc986e73 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1428073928'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:32:16.667698 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759040e-cf62-4297-91db-548b9ef57158 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Pushing event deleted for resources: {'Network': ['ID=1ec968e0-e190-40d7-9bf4-4980de7c543d,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:16.748468 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb972e9-3f60-427d-b1ea-4ef3bc986e73 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Made reservation on behalf of ffcf8d17e70b464b980f0b69cfe3b94f for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:32:16.752076 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8eb972e9-3f60-427d-b1ea-4ef3bc986e73 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:16.777417 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb972e9-3f60-427d-b1ea-4ef3bc986e73 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] vlan segment allocate from pool success with {'vlan_id': 1642, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:32:16.786043 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8eb972e9-3f60-427d-b1ea-4ef3bc986e73 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:16.786395 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-8eb972e9-3f60-427d-b1ea-4ef3bc986e73 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Added segment fe9fe27f-3501-4561-91a6-a771c3d654d3 of type vlan for network 5ffcd965-96b8-4dc2-b4dc-d31033236b43 Aug 31 10:32:16.833590 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8eb972e9-3f60-427d-b1ea-4ef3bc986e73 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:16.926746 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8eb972e9-3f60-427d-b1ea-4ef3bc986e73 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:16.932866 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb972e9-3f60-427d-b1ea-4ef3bc986e73 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:16.933441 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8eb972e9-3f60-427d-b1ea-4ef3bc986e73 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:17.008738 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb972e9-3f60-427d-b1ea-4ef3bc986e73 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Pushing event updated for resources: {'Network': ['ID=5ffcd965-96b8-4dc2-b4dc-d31033236b43,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:17.019594 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 5ffcd965-96b8-4dc2-b4dc-d31033236b43 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:32:17.059621 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8eb972e9-3f60-427d-b1ea-4ef3bc986e73 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4115837 Aug 31 10:32:17.062555 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54668) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:17.068708 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-5e77a5b7-0ef7-4eea-b1d9-4523351f4468 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Request body: {'subnet': {'network_id': '5ffcd965-96b8-4dc2-b4dc-d31033236b43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:32:17.241290 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e77a5b7-0ef7-4eea-b1d9-4523351f4468 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Made reservation on behalf of ffcf8d17e70b464b980f0b69cfe3b94f for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:32:17.245173 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5e77a5b7-0ef7-4eea-b1d9-4523351f4468 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:17.286956 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:17.498643 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5e77a5b7-0ef7-4eea-b1d9-4523351f4468 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:17.562003 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77a5b7-0ef7-4eea-b1d9-4523351f4468 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Pushing event updated for resources: {'Subnet': ['ID=5376612e-90ce-41b2-a749-480909943a25,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:17.571774 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e77a5b7-0ef7-4eea-b1d9-4523351f4468 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Checking segment: {'id': 'fe9fe27f-3501-4561-91a6-a771c3d654d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '5ffcd965-96b8-4dc2-b4dc-d31033236b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:32:17.572147 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e77a5b7-0ef7-4eea-b1d9-4523351f4468 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Network hostable DHCP agents. Network: 5ffcd965-96b8-4dc2-b4dc-d31033236b43, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:32:17.664120 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e77a5b7-0ef7-4eea-b1d9-4523351f4468 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Network 5ffcd965-96b8-4dc2-b4dc-d31033236b43 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:32:17.761543 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-5e77a5b7-0ef7-4eea-b1d9-4523351f4468 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 5ffcd965-96b8-4dc2-b4dc-d31033236b43) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:32:17.765597 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e77a5b7-0ef7-4eea-b1d9-4523351f4468 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:17.766174 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5e77a5b7-0ef7-4eea-b1d9-4523351f4468 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:17.770194 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497aad58-5000-4b86-8160-9bba07581afd None None] Network 5ffcd965-96b8-4dc2-b4dc-d31033236b43 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:32:17.836131 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5e77a5b7-0ef7-4eea-b1d9-4523351f4468 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7724135 Aug 31 10:32:17.840262 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54670) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:17.847244 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-bf36f272-b80f-42f2-aee4-8b740a6a0cd7 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-241701620'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:32:17.913971 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4aecfb-523e-47c9-bbd1-93b1df4977d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-5ffcd965-96b8-4dc2-b4dc-d31033236b43', 'network_id': '5ffcd965-96b8-4dc2-b4dc-d31033236b43', 'tenant_id': 'ffcf8d17e70b464b980f0b69cfe3b94f', 'fixed_ips': [{'subnet_id': '5376612e-90ce-41b2-a749-480909943a25'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:32:17.914861 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bc4aecfb-523e-47c9-bbd1-93b1df4977d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:17.972674 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf36f272-b80f-42f2-aee4-8b740a6a0cd7 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Made reservation on behalf of ffcf8d17e70b464b980f0b69cfe3b94f for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:32:17.976211 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bf36f272-b80f-42f2-aee4-8b740a6a0cd7 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:18.001933 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf36f272-b80f-42f2-aee4-8b740a6a0cd7 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] vlan segment allocate from pool success with {'vlan_id': 1646, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:32:18.011973 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bf36f272-b80f-42f2-aee4-8b740a6a0cd7 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:18.012665 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-bf36f272-b80f-42f2-aee4-8b740a6a0cd7 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Added segment fcd7a009-f564-422e-85fa-c16567ffce4d of type vlan for network 9b62b062-0da9-4473-81ec-48c7efd6daff Aug 31 10:32:18.053054 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bf36f272-b80f-42f2-aee4-8b740a6a0cd7 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:18.054886 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-bc4aecfb-523e-47c9-bbd1-93b1df4977d7 None None] Allocated IP 2001:db8::2 (5ffcd965-96b8-4dc2-b4dc-d31033236b43/5376612e-90ce-41b2-a749-480909943a25/a5758444-f42f-43e6-910b-968ce9fdf7b4) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:32:18.132435 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bf36f272-b80f-42f2-aee4-8b740a6a0cd7 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:18.139411 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf36f272-b80f-42f2-aee4-8b740a6a0cd7 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:18.140116 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-bf36f272-b80f-42f2-aee4-8b740a6a0cd7 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:18.202363 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bc4aecfb-523e-47c9-bbd1-93b1df4977d7 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:18.210799 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-bc4aecfb-523e-47c9-bbd1-93b1df4977d7 None None] Transition to ACTIVE for port object a5758444-f42f-43e6-910b-968ce9fdf7b4 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:32:18.215855 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36f272-b80f-42f2-aee4-8b740a6a0cd7 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Pushing event updated for resources: {'Network': ['ID=9b62b062-0da9-4473-81ec-48c7efd6daff,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:18.225344 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-bc4aecfb-523e-47c9-bbd1-93b1df4977d7 None None] Transition to ACTIVE for port object a5758444-f42f-43e6-910b-968ce9fdf7b4 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:32:18.227969 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 9b62b062-0da9-4473-81ec-48c7efd6daff details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:32:18.258710 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-bf36f272-b80f-42f2-aee4-8b740a6a0cd7 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4170628 Aug 31 10:32:18.269684 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54672) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:18.269684 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-be5a732c-91a9-4dbc-9a23-336b6229816f tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Request body: {'subnet': {'network_id': '9b62b062-0da9-4473-81ec-48c7efd6daff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:32:18.293883 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bc4aecfb-523e-47c9-bbd1-93b1df4977d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:18.344078 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4aecfb-523e-47c9-bbd1-93b1df4977d7 None None] Network 5ffcd965-96b8-4dc2-b4dc-d31033236b43 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:32:18.349348 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-bc4aecfb-523e-47c9-bbd1-93b1df4977d7 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:32:18.351789 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4aecfb-523e-47c9-bbd1-93b1df4977d7 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:32:18.353781 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4aecfb-523e-47c9-bbd1-93b1df4977d7 None None] Pushing event updated for resources: {'Port': ['ID=a5758444-f42f-43e6-910b-968ce9fdf7b4,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:18.411256 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-bc4aecfb-523e-47c9-bbd1-93b1df4977d7 None None] Attempting to bind port a5758444-f42f-43e6-910b-968ce9fdf7b4 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:32:18.411685 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-bc4aecfb-523e-47c9-bbd1-93b1df4977d7 None None] Attempting to bind port a5758444-f42f-43e6-910b-968ce9fdf7b4 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'fe9fe27f-3501-4561-91a6-a771c3d654d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '5ffcd965-96b8-4dc2-b4dc-d31033236b43'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:32:18.411989 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4aecfb-523e-47c9-bbd1-93b1df4977d7 None None] Attempting to bind port a5758444-f42f-43e6-910b-968ce9fdf7b4 on network 5ffcd965-96b8-4dc2-b4dc-d31033236b43 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:32:18.413010 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5a732c-91a9-4dbc-9a23-336b6229816f tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Made reservation on behalf of ffcf8d17e70b464b980f0b69cfe3b94f for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:32:18.417092 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-be5a732c-91a9-4dbc-9a23-336b6229816f tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:18.417511 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4aecfb-523e-47c9-bbd1-93b1df4977d7 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:32:18.417887 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4aecfb-523e-47c9-bbd1-93b1df4977d7 None None] Checking segment: {'id': 'fe9fe27f-3501-4561-91a6-a771c3d654d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '5ffcd965-96b8-4dc2-b4dc-d31033236b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:32:18.418289 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bc4aecfb-523e-47c9-bbd1-93b1df4977d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:18.418719 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4aecfb-523e-47c9-bbd1-93b1df4977d7 None None] Bound using segment: {'id': 'fe9fe27f-3501-4561-91a6-a771c3d654d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '5ffcd965-96b8-4dc2-b4dc-d31033236b43'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:32:18.419185 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-bc4aecfb-523e-47c9-bbd1-93b1df4977d7 None None] Bound port: a5758444-f42f-43e6-910b-968ce9fdf7b4, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe9fe27f-3501-4561-91a6-a771c3d654d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1642, 'network_id': '5ffcd965-96b8-4dc2-b4dc-d31033236b43'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:32:18.419562 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bc4aecfb-523e-47c9-bbd1-93b1df4977d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:18.485679 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-bc4aecfb-523e-47c9-bbd1-93b1df4977d7 None None] For port a5758444-f42f-43e6-910b-968ce9fdf7b4, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:32:18.488975 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-bc4aecfb-523e-47c9-bbd1-93b1df4977d7 None None] For port a5758444-f42f-43e6-910b-968ce9fdf7b4, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a5758444-f42f-43e6-910b-968ce9fdf7b4,segment=NetworkSegment(fe9fe27f-3501-4561-91a6-a771c3d654d3),segment_id=fe9fe27f-3501-4561-91a6-a771c3d654d3)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:32:18.561575 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bc4aecfb-523e-47c9-bbd1-93b1df4977d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:18.620601 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4aecfb-523e-47c9-bbd1-93b1df4977d7 None None] Pushing event updated for resources: {'Port': ['ID=a5758444-f42f-43e6-910b-968ce9fdf7b4,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:18.681171 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-be5a732c-91a9-4dbc-9a23-336b6229816f tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:18.755804 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a732c-91a9-4dbc-9a23-336b6229816f tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Pushing event updated for resources: {'Subnet': ['ID=3aae4e71-15a2-4de3-85c1-1fb756010f4a,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:18.763984 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5a732c-91a9-4dbc-9a23-336b6229816f tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Checking segment: {'id': 'fcd7a009-f564-422e-85fa-c16567ffce4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1646, 'network_id': '9b62b062-0da9-4473-81ec-48c7efd6daff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:32:18.764497 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5a732c-91a9-4dbc-9a23-336b6229816f tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Network hostable DHCP agents. Network: 9b62b062-0da9-4473-81ec-48c7efd6daff, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:32:18.858537 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5a732c-91a9-4dbc-9a23-336b6229816f tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Network 9b62b062-0da9-4473-81ec-48c7efd6daff is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:32:18.943661 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-be5a732c-91a9-4dbc-9a23-336b6229816f tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 9b62b062-0da9-4473-81ec-48c7efd6daff) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:32:18.949077 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5a732c-91a9-4dbc-9a23-336b6229816f tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:18.949667 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-be5a732c-91a9-4dbc-9a23-336b6229816f tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:18.954144 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e85519f-43ae-4dec-a138-009ac100e262 None None] Network 9b62b062-0da9-4473-81ec-48c7efd6daff requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:32:19.042140 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-be5a732c-91a9-4dbc-9a23-336b6229816f tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7770476 Aug 31 10:32:19.044086 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54674) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:19.104709 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d82a97-ef1f-4ae2-ba67-9a557e28dd2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-9b62b062-0da9-4473-81ec-48c7efd6daff', 'network_id': '9b62b062-0da9-4473-81ec-48c7efd6daff', 'tenant_id': 'ffcf8d17e70b464b980f0b69cfe3b94f', 'fixed_ips': [{'subnet_id': '3aae4e71-15a2-4de3-85c1-1fb756010f4a'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:32:19.105578 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-74d82a97-ef1f-4ae2-ba67-9a557e28dd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:19.149258 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3218207f-ee07-4018-82ea-efc226f18ea1 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:19.223496 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3218207f-ee07-4018-82ea-efc226f18ea1 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:19.264403 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-74d82a97-ef1f-4ae2-ba67-9a557e28dd2e None None] Allocated IP 2001:db8::2 (9b62b062-0da9-4473-81ec-48c7efd6daff/3aae4e71-15a2-4de3-85c1-1fb756010f4a/84fa3947-d261-44dc-b86f-ca207ee128e2) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:32:19.415305 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-74d82a97-ef1f-4ae2-ba67-9a557e28dd2e None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:19.424684 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-74d82a97-ef1f-4ae2-ba67-9a557e28dd2e None None] Transition to ACTIVE for port object 84fa3947-d261-44dc-b86f-ca207ee128e2 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:32:19.441888 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-74d82a97-ef1f-4ae2-ba67-9a557e28dd2e None None] Transition to ACTIVE for port object 84fa3947-d261-44dc-b86f-ca207ee128e2 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:32:19.504739 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-74d82a97-ef1f-4ae2-ba67-9a557e28dd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:19.547604 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d82a97-ef1f-4ae2-ba67-9a557e28dd2e None None] Network 9b62b062-0da9-4473-81ec-48c7efd6daff is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:32:19.550584 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-74d82a97-ef1f-4ae2-ba67-9a557e28dd2e None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:32:19.554109 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d82a97-ef1f-4ae2-ba67-9a557e28dd2e None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:32:19.562402 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01271f99-11ce-4636-b7c4-fb6b356cbcb8 None None] Network 5ffcd965-96b8-4dc2-b4dc-d31033236b43 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:32:19.576256 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d82a97-ef1f-4ae2-ba67-9a557e28dd2e None None] Pushing event updated for resources: {'Port': ['ID=84fa3947-d261-44dc-b86f-ca207ee128e2,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:19.648889 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3218207f-ee07-4018-82ea-efc226f18ea1 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:19.674496 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218207f-ee07-4018-82ea-efc226f18ea1 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Pushing event deleted for resources: {'Subnet': ['ID=3aae4e71-15a2-4de3-85c1-1fb756010f4a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:19.685935 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-74d82a97-ef1f-4ae2-ba67-9a557e28dd2e None None] Attempting to bind port 84fa3947-d261-44dc-b86f-ca207ee128e2 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:32:19.686329 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-74d82a97-ef1f-4ae2-ba67-9a557e28dd2e None None] Attempting to bind port 84fa3947-d261-44dc-b86f-ca207ee128e2 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'fcd7a009-f564-422e-85fa-c16567ffce4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1646, 'network_id': '9b62b062-0da9-4473-81ec-48c7efd6daff'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:32:19.686769 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d82a97-ef1f-4ae2-ba67-9a557e28dd2e None None] Attempting to bind port 84fa3947-d261-44dc-b86f-ca207ee128e2 on network 9b62b062-0da9-4473-81ec-48c7efd6daff {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:32:19.702018 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d82a97-ef1f-4ae2-ba67-9a557e28dd2e None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:32:19.702456 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d82a97-ef1f-4ae2-ba67-9a557e28dd2e None None] Checking segment: {'id': 'fcd7a009-f564-422e-85fa-c16567ffce4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1646, 'network_id': '9b62b062-0da9-4473-81ec-48c7efd6daff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:32:19.702962 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-74d82a97-ef1f-4ae2-ba67-9a557e28dd2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:19.703389 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d82a97-ef1f-4ae2-ba67-9a557e28dd2e None None] Bound using segment: {'id': 'fcd7a009-f564-422e-85fa-c16567ffce4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1646, 'network_id': '9b62b062-0da9-4473-81ec-48c7efd6daff'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:32:19.703980 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-74d82a97-ef1f-4ae2-ba67-9a557e28dd2e None None] Bound port: 84fa3947-d261-44dc-b86f-ca207ee128e2, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcd7a009-f564-422e-85fa-c16567ffce4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1646, 'network_id': '9b62b062-0da9-4473-81ec-48c7efd6daff'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:32:19.704402 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-74d82a97-ef1f-4ae2-ba67-9a557e28dd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:19.745995 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3218207f-ee07-4018-82ea-efc226f18ea1 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:19.750735 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-daee1ee4-c1fb-47b2-b33d-7d0340a4c3d7 None None] Provisioning for port a5758444-f42f-43e6-910b-968ce9fdf7b4 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:32:19.756890 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-3218207f-ee07-4018-82ea-efc226f18ea1 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b62b062-0da9-4473-81ec-48c7efd6daff']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:19.767537 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-3218207f-ee07-4018-82ea-efc226f18ea1 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd7a009-f564-422e-85fa-c16567ffce4d') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:19.767828 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-3218207f-ee07-4018-82ea-efc226f18ea1 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd7a009-f564-422e-85fa-c16567ffce4d') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:19.782661 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3218207f-ee07-4018-82ea-efc226f18ea1 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:19.801441 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3218207f-ee07-4018-82ea-efc226f18ea1 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:19.806105 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3218207f-ee07-4018-82ea-efc226f18ea1 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Releasing vlan 1646 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:32:19.807667 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3218207f-ee07-4018-82ea-efc226f18ea1 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:19.810709 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 10:32:19.810709 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:32:19.810709 n-d-791506-28 neutron-server[95552]: timer() Aug 31 10:32:19.810709 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:32:19.810709 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 10:32:19.810709 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:32:19.810709 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 10:32:19.810709 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:32:19.810709 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 10:32:19.810709 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:32:19.810709 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 10:32:19.810709 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:32:19.810709 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 10:32:19.810709 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:32:19.810709 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:32:19.810709 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:32:19.810709 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:32:19.810709 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:32:19.810709 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 10:32:19.810709 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:32:19.810709 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 10:32:19.810709 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:32:19.810709 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:32:19.810709 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:32:19.810709 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 10:32:19.810709 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:32:19.810709 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:32:19.810709 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:32:19.810709 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:32:19.810709 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:32:19.810709 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:32:19.810709 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:32:19.837901 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-74d82a97-ef1f-4ae2-ba67-9a557e28dd2e None None] For port 84fa3947-d261-44dc-b86f-ca207ee128e2, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:32:19.873449 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-74d82a97-ef1f-4ae2-ba67-9a557e28dd2e None None] For port 84fa3947-d261-44dc-b86f-ca207ee128e2, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=84fa3947-d261-44dc-b86f-ca207ee128e2,segment=NetworkSegment(fcd7a009-f564-422e-85fa-c16567ffce4d),segment_id=fcd7a009-f564-422e-85fa-c16567ffce4d)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:32:19.926948 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.db.api [None req-3218207f-ee07-4018-82ea-efc226f18ea1 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 10:32:19.926948 n-d-791506-28 neutron-server[95552]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 10:32:19.926948 n-d-791506-28 neutron-server[95552]: [parameters: {'id': '9b62b062-0da9-4473-81ec-48c7efd6daff'}] Aug 31 10:32:19.926948 n-d-791506-28 neutron-server[95552]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 10:32:19.927577 n-d-791506-28 neutron-server[95552]: DEBUG oslo_db.api [None req-3218207f-ee07-4018-82ea-efc226f18ea1 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 10:32:19.956138 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-74d82a97-ef1f-4ae2-ba67-9a557e28dd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:20.052859 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d82a97-ef1f-4ae2-ba67-9a557e28dd2e None None] Pushing event updated for resources: {'Port': ['ID=84fa3947-d261-44dc-b86f-ca207ee128e2,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:20.071273 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717e807d-547d-4abf-9ad8-995f04094049 None None] Network 9b62b062-0da9-4473-81ec-48c7efd6daff requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:32:20.076069 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a5758444-f42f-43e6-910b-968ce9fdf7b4 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:32:20.240212 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cac98a4-6437-4bdc-9574-d2fec688699d None None] get_active_networks_info from n-d-791506-28 {{(pid=95554) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 10:32:20.293740 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port a5758444-f42f-43e6-910b-968ce9fdf7b4 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:32:20.302997 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port a5758444-f42f-43e6-910b-968ce9fdf7b4 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:32:20.303363 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:20.342554 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cac98a4-6437-4bdc-9574-d2fec688699d None None] Resources bound (agent type, host, resource id): {{(pid=95554) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 10:32:20.429349 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3218207f-ee07-4018-82ea-efc226f18ea1 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:20.495127 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-3218207f-ee07-4018-82ea-efc226f18ea1 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Deleting port 84fa3947-d261-44dc-b86f-ca207ee128e2 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:32:20.495470 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3218207f-ee07-4018-82ea-efc226f18ea1 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:20.635473 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:20.705570 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port a5758444-f42f-43e6-910b-968ce9fdf7b4, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a5758444-f42f-43e6-910b-968ce9fdf7b4,segment=NetworkSegment(fe9fe27f-3501-4561-91a6-a771c3d654d3),segment_id=fe9fe27f-3501-4561-91a6-a771c3d654d3)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:32:20.773650 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:20.852424 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=a5758444-f42f-43e6-910b-968ce9fdf7b4,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:20.881619 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-3218207f-ee07-4018-82ea-efc226f18ea1 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] For port 84fa3947-d261-44dc-b86f-ca207ee128e2, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=84fa3947-d261-44dc-b86f-ca207ee128e2,segment=NetworkSegment(fcd7a009-f564-422e-85fa-c16567ffce4d),segment_id=fcd7a009-f564-422e-85fa-c16567ffce4d)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:32:20.882194 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3218207f-ee07-4018-82ea-efc226f18ea1 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:20.894266 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-3218207f-ee07-4018-82ea-efc226f18ea1 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Calling delete_port for 84fa3947-d261-44dc-b86f-ca207ee128e2 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:32:21.080995 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3218207f-ee07-4018-82ea-efc226f18ea1 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:21.110841 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218207f-ee07-4018-82ea-efc226f18ea1 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Pushing event deleted for resources: {'Port': ['ID=84fa3947-d261-44dc-b86f-ca207ee128e2,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:21.116729 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3218207f-ee07-4018-82ea-efc226f18ea1 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] No DVR routers for this DVR port 84fa3947-d261-44dc-b86f-ca207ee128e2 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:32:21.196963 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3218207f-ee07-4018-82ea-efc226f18ea1 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:21.209931 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-3218207f-ee07-4018-82ea-efc226f18ea1 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b62b062-0da9-4473-81ec-48c7efd6daff']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:21.221058 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-3218207f-ee07-4018-82ea-efc226f18ea1 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd7a009-f564-422e-85fa-c16567ffce4d') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:21.221355 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-3218207f-ee07-4018-82ea-efc226f18ea1 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd7a009-f564-422e-85fa-c16567ffce4d') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:21.230983 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3218207f-ee07-4018-82ea-efc226f18ea1 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:21.245851 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3218207f-ee07-4018-82ea-efc226f18ea1 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:21.252250 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3218207f-ee07-4018-82ea-efc226f18ea1 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Releasing vlan 1646 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:32:21.252707 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3218207f-ee07-4018-82ea-efc226f18ea1 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:21.255793 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 10:32:21.255793 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:32:21.255793 n-d-791506-28 neutron-server[95552]: timer() Aug 31 10:32:21.255793 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:32:21.255793 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 10:32:21.255793 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:32:21.255793 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 10:32:21.255793 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:32:21.255793 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 10:32:21.255793 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:32:21.255793 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 10:32:21.255793 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:32:21.255793 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 10:32:21.255793 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:32:21.255793 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:32:21.255793 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:32:21.255793 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:32:21.255793 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:32:21.255793 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 10:32:21.255793 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:32:21.255793 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 10:32:21.255793 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:32:21.255793 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:32:21.255793 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:32:21.255793 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 10:32:21.255793 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:32:21.255793 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:32:21.255793 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:32:21.255793 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:32:21.255793 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:32:21.255793 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:32:21.255793 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:32:21.395305 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3218207f-ee07-4018-82ea-efc226f18ea1 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:21.402421 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3218207f-ee07-4018-82ea-efc226f18ea1 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:21.404229 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3218207f-ee07-4018-82ea-efc226f18ea1 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] 10.222.0.119 "DELETE /v2.0/networks/9b62b062-0da9-4473-81ec-48c7efd6daff HTTP/1.1" status: 204 len: 168 time: 2.3590586 Aug 31 10:32:21.407502 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54676) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:21.417862 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218207f-ee07-4018-82ea-efc226f18ea1 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Pushing event deleted for resources: {'Network': ['ID=9b62b062-0da9-4473-81ec-48c7efd6daff,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:21.438385 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-04fe614d-772d-4d57-a648-e7270f0fe91e tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] GET failed (client error): The resource could not be found. Aug 31 10:32:21.439737 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-04fe614d-772d-4d57-a648-e7270f0fe91e tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] 10.222.0.119 "GET /v2.0/subnets/3aae4e71-15a2-4de3-85c1-1fb756010f4a HTTP/1.1" status: 404 len: 337 time: 0.0311310 Aug 31 10:32:21.442438 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54678) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:21.460219 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-eced899b-85dd-4523-9d77-4b456b8cc865 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] DELETE failed (client error): The resource could not be found. Aug 31 10:32:21.460741 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eced899b-85dd-4523-9d77-4b456b8cc865 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 10:32:21.462345 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-eced899b-85dd-4523-9d77-4b456b8cc865 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] 10.222.0.119 "DELETE /v2.0/networks/9b62b062-0da9-4473-81ec-48c7efd6daff HTTP/1.1" status: 404 len: 339 time: 0.0189712 Aug 31 10:32:21.466420 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54680) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:21.491962 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-f893e098-270f-406f-994b-9d96b1fdd66f tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] DELETE failed (client error): The resource could not be found. Aug 31 10:32:21.492400 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f893e098-270f-406f-994b-9d96b1fdd66f tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 10:32:21.494057 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f893e098-270f-406f-994b-9d96b1fdd66f tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] 10.222.0.119 "DELETE /v2.0/subnets/3aae4e71-15a2-4de3-85c1-1fb756010f4a HTTP/1.1" status: 404 len: 337 time: 0.0267138 Aug 31 10:32:21.504550 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54682) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:21.524966 n-d-791506-28 neutron-server[95553]: INFO neutron.pecan_wsgi.hooks.translation [None req-101bf163-27ed-4270-bd03-761f8738f032 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] DELETE failed (client error): The resource could not be found. Aug 31 10:32:21.526005 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-101bf163-27ed-4270-bd03-761f8738f032 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 10:32:21.527680 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-101bf163-27ed-4270-bd03-761f8738f032 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] 10.222.0.119 "DELETE /v2.0/networks/9b62b062-0da9-4473-81ec-48c7efd6daff HTTP/1.1" status: 404 len: 339 time: 0.0222340 Aug 31 10:32:21.530149 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54686) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:21.586418 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-361fb7f6-974c-439e-b6f1-0d52552739f8 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Deleting subnet 5376612e-90ce-41b2-a749-480909943a25 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:32:21.590031 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-361fb7f6-974c-439e-b6f1-0d52552739f8 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:21.628938 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-361fb7f6-974c-439e-b6f1-0d52552739f8 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:21.709746 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-361fb7f6-974c-439e-b6f1-0d52552739f8 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:21.847315 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-361fb7f6-974c-439e-b6f1-0d52552739f8 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:21.873847 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361fb7f6-974c-439e-b6f1-0d52552739f8 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Pushing event deleted for resources: {'Subnet': ['ID=5376612e-90ce-41b2-a749-480909943a25,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:21.882159 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-361fb7f6-974c-439e-b6f1-0d52552739f8 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:21.882159 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-361fb7f6-974c-439e-b6f1-0d52552739f8 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] 10.222.0.119 "DELETE /v2.0/subnets/5376612e-90ce-41b2-a749-480909943a25 HTTP/1.1" status: 204 len: 168 time: 0.3504493 Aug 31 10:32:21.883984 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54690) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:21.887964 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c655f993-9490-4a67-b127-e69033cb37e0 None None] Network 5ffcd965-96b8-4dc2-b4dc-d31033236b43 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:32:21.968460 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e343d71c-c09e-4ab3-bbf4-331955fbe9ae tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:22.032391 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a5758444-f42f-43e6-910b-968ce9fdf7b4 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:32:22.037263 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-e343d71c-c09e-4ab3-bbf4-331955fbe9ae tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Deleting port a5758444-f42f-43e6-910b-968ce9fdf7b4 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:32:22.037776 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e343d71c-c09e-4ab3-bbf4-331955fbe9ae tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:22.092518 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port a5758444-f42f-43e6-910b-968ce9fdf7b4 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:32:22.092953 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:22.108323 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-e343d71c-c09e-4ab3-bbf4-331955fbe9ae tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] For port a5758444-f42f-43e6-910b-968ce9fdf7b4, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a5758444-f42f-43e6-910b-968ce9fdf7b4,segment=NetworkSegment(fe9fe27f-3501-4561-91a6-a771c3d654d3),segment_id=fe9fe27f-3501-4561-91a6-a771c3d654d3)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:32:22.108802 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e343d71c-c09e-4ab3-bbf4-331955fbe9ae tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:22.114827 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94fad03-48e1-4a3d-aed5-a17b38147334 None None] DHCP port deletion for 5ffcd965-96b8-4dc2-b4dc-d31033236b43 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:32:22.121883 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-e343d71c-c09e-4ab3-bbf4-331955fbe9ae tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Calling delete_port for a5758444-f42f-43e6-910b-968ce9fdf7b4 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:32:22.214604 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-e94fad03-48e1-4a3d-aed5-a17b38147334 None None] Deleting port a5758444-f42f-43e6-910b-968ce9fdf7b4 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:32:22.214892 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e94fad03-48e1-4a3d-aed5-a17b38147334 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:22.280707 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e343d71c-c09e-4ab3-bbf4-331955fbe9ae tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:22.289294 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-e94fad03-48e1-4a3d-aed5-a17b38147334 None None] For port a5758444-f42f-43e6-910b-968ce9fdf7b4, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a5758444-f42f-43e6-910b-968ce9fdf7b4,segment=NetworkSegment(fe9fe27f-3501-4561-91a6-a771c3d654d3),segment_id=fe9fe27f-3501-4561-91a6-a771c3d654d3)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:32:22.289697 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e94fad03-48e1-4a3d-aed5-a17b38147334 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:22.303346 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-e94fad03-48e1-4a3d-aed5-a17b38147334 None None] Calling delete_port for a5758444-f42f-43e6-910b-968ce9fdf7b4 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:32:22.310107 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343d71c-c09e-4ab3-bbf4-331955fbe9ae tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Pushing event deleted for resources: {'Port': ['ID=a5758444-f42f-43e6-910b-968ce9fdf7b4,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:22.313030 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e343d71c-c09e-4ab3-bbf4-331955fbe9ae tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] No DVR routers for this DVR port a5758444-f42f-43e6-910b-968ce9fdf7b4 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:32:22.396699 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e343d71c-c09e-4ab3-bbf4-331955fbe9ae tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:22.397477 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e94fad03-48e1-4a3d-aed5-a17b38147334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:22.407586 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-e343d71c-c09e-4ab3-bbf4-331955fbe9ae tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ffcd965-96b8-4dc2-b4dc-d31033236b43']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:22.418182 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-e343d71c-c09e-4ab3-bbf4-331955fbe9ae tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe9fe27f-3501-4561-91a6-a771c3d654d3') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:22.418478 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-e343d71c-c09e-4ab3-bbf4-331955fbe9ae tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe9fe27f-3501-4561-91a6-a771c3d654d3') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:22.424462 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94fad03-48e1-4a3d-aed5-a17b38147334 None None] Pushing event deleted for resources: {'Port': ['ID=a5758444-f42f-43e6-910b-968ce9fdf7b4,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:22.426314 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94fad03-48e1-4a3d-aed5-a17b38147334 None None] No DVR routers for this DVR port a5758444-f42f-43e6-910b-968ce9fdf7b4 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:32:22.429261 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e343d71c-c09e-4ab3-bbf4-331955fbe9ae tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:22.446589 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e343d71c-c09e-4ab3-bbf4-331955fbe9ae tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:22.453402 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e343d71c-c09e-4ab3-bbf4-331955fbe9ae tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Releasing vlan 1642 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:32:22.453717 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e343d71c-c09e-4ab3-bbf4-331955fbe9ae tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:22.459073 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 10:32:22.459073 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:32:22.459073 n-d-791506-28 neutron-server[95553]: timer() Aug 31 10:32:22.459073 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:32:22.459073 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 10:32:22.459073 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:32:22.459073 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 10:32:22.459073 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:32:22.459073 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 10:32:22.459073 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:32:22.459073 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 10:32:22.459073 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:32:22.459073 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 10:32:22.459073 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:32:22.459073 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:32:22.459073 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:32:22.459073 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:32:22.459073 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:32:22.459073 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 10:32:22.459073 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:32:22.459073 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 10:32:22.459073 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:32:22.459073 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:32:22.459073 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:32:22.459073 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 10:32:22.459073 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:32:22.459073 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:32:22.459073 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:32:22.459073 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:32:22.459073 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:32:22.459073 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:32:22.459073 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:32:22.577961 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e343d71c-c09e-4ab3-bbf4-331955fbe9ae tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:22.584865 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e343d71c-c09e-4ab3-bbf4-331955fbe9ae tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:22.586822 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e343d71c-c09e-4ab3-bbf4-331955fbe9ae tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] 10.222.0.119 "DELETE /v2.0/networks/5ffcd965-96b8-4dc2-b4dc-d31033236b43 HTTP/1.1" status: 204 len: 168 time: 0.7018995 Aug 31 10:32:22.590219 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54694) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:22.599229 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343d71c-c09e-4ab3-bbf4-331955fbe9ae tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Pushing event deleted for resources: {'Network': ['ID=5ffcd965-96b8-4dc2-b4dc-d31033236b43,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:22.618215 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-215755f3-8f67-462d-9c68-e72ca52d0eee tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] DELETE failed (client error): The resource could not be found. Aug 31 10:32:22.618692 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-215755f3-8f67-462d-9c68-e72ca52d0eee tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 10:32:22.620551 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-215755f3-8f67-462d-9c68-e72ca52d0eee tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] 10.222.0.119 "DELETE /v2.0/subnets/a3bcb904-d176-4484-852f-3216fd9623c1 HTTP/1.1" status: 404 len: 337 time: 0.0292315 Aug 31 10:32:22.623159 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54696) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:22.641812 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d4d290d-5b7c-41b4-821e-3010520585dc tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] DELETE failed (client error): The resource could not be found. Aug 31 10:32:22.642369 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d4d290d-5b7c-41b4-821e-3010520585dc tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 10:32:22.644046 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7d4d290d-5b7c-41b4-821e-3010520585dc tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] 10.222.0.119 "DELETE /v2.0/networks/1ec968e0-e190-40d7-9bf4-4980de7c543d HTTP/1.1" status: 404 len: 339 time: 0.0200033 Aug 31 10:32:22.647335 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54698) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:22.673396 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-add705f0-f027-4ac6-91f1-82e7aac3db07 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] DELETE failed (client error): The resource could not be found. Aug 31 10:32:22.673841 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-add705f0-f027-4ac6-91f1-82e7aac3db07 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 10:32:22.675528 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-add705f0-f027-4ac6-91f1-82e7aac3db07 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] 10.222.0.119 "DELETE /v2.0/subnets/346ff55a-10af-42dc-8622-4a6b0c1f5e0b HTTP/1.1" status: 404 len: 337 time: 0.0273092 Aug 31 10:32:22.677838 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54700) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:22.695739 n-d-791506-28 neutron-server[95552]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3677417-0f4c-4fd9-9598-62b9bccb0335 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] DELETE failed (client error): The resource could not be found. Aug 31 10:32:22.696193 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3677417-0f4c-4fd9-9598-62b9bccb0335 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95552) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 10:32:22.697877 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e3677417-0f4c-4fd9-9598-62b9bccb0335 tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] 10.222.0.119 "DELETE /v2.0/networks/bba4d7c1-2013-4840-98ed-85a0a5559a1c HTTP/1.1" status: 404 len: 339 time: 0.0191658 Aug 31 10:32:22.700455 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54702) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:22.754873 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-4985e4f0-dbdf-478f-9a5f-35919d8d061c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Deleting subnet 4ec344ca-decb-4ff7-8e7f-66519b345cd4 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:32:22.757872 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4985e4f0-dbdf-478f-9a5f-35919d8d061c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:22.796969 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4985e4f0-dbdf-478f-9a5f-35919d8d061c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:22.885844 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4985e4f0-dbdf-478f-9a5f-35919d8d061c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:23.041233 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4985e4f0-dbdf-478f-9a5f-35919d8d061c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:23.068522 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985e4f0-dbdf-478f-9a5f-35919d8d061c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Pushing event deleted for resources: {'Subnet': ['ID=4ec344ca-decb-4ff7-8e7f-66519b345cd4,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:23.073874 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4985e4f0-dbdf-478f-9a5f-35919d8d061c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:23.075933 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4985e4f0-dbdf-478f-9a5f-35919d8d061c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] 10.222.0.119 "DELETE /v2.0/subnets/4ec344ca-decb-4ff7-8e7f-66519b345cd4 HTTP/1.1" status: 204 len: 168 time: 0.3743875 Aug 31 10:32:23.078403 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54704) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:23.081003 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db751c78-55ff-4a11-a565-a0851d582568 None None] Network 666df9f4-d577-4fb1-ae39-bbfa1214235f requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:32:23.081490 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985e4f0-dbdf-478f-9a5f-35919d8d061c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:23.081490 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985e4f0-dbdf-478f-9a5f-35919d8d061c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:23.081891 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985e4f0-dbdf-478f-9a5f-35919d8d061c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:23.082189 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985e4f0-dbdf-478f-9a5f-35919d8d061c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:23.082498 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985e4f0-dbdf-478f-9a5f-35919d8d061c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:23.082852 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985e4f0-dbdf-478f-9a5f-35919d8d061c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:23.083179 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985e4f0-dbdf-478f-9a5f-35919d8d061c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:23.083490 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985e4f0-dbdf-478f-9a5f-35919d8d061c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:23.083829 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985e4f0-dbdf-478f-9a5f-35919d8d061c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:23.084154 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985e4f0-dbdf-478f-9a5f-35919d8d061c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:23.085042 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985e4f0-dbdf-478f-9a5f-35919d8d061c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:23.085042 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985e4f0-dbdf-478f-9a5f-35919d8d061c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:23.155129 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27186b4a-e0a5-4058-bcbe-6f53b533582c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:23.214120 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-27186b4a-e0a5-4058-bcbe-6f53b533582c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Deleting port 8e8ee842-1838-4136-88d0-7262f35652da {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:32:23.214493 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27186b4a-e0a5-4058-bcbe-6f53b533582c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:23.251813 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6466bcb-04a7-438a-8baa-0b49e95575aa None None] DHCP port deletion for 666df9f4-d577-4fb1-ae39-bbfa1214235f request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:32:23.286194 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-27186b4a-e0a5-4058-bcbe-6f53b533582c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] For port 8e8ee842-1838-4136-88d0-7262f35652da, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8e8ee842-1838-4136-88d0-7262f35652da,segment=NetworkSegment(414fb137-6d2c-4acf-a118-f6d50572d880),segment_id=414fb137-6d2c-4acf-a118-f6d50572d880)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:32:23.286579 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27186b4a-e0a5-4058-bcbe-6f53b533582c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:23.301041 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-27186b4a-e0a5-4058-bcbe-6f53b533582c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Calling delete_port for 8e8ee842-1838-4136-88d0-7262f35652da owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:32:23.306916 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a6466bcb-04a7-438a-8baa-0b49e95575aa None None] Deleting port 8e8ee842-1838-4136-88d0-7262f35652da {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:32:23.307300 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a6466bcb-04a7-438a-8baa-0b49e95575aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:23.370026 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-a6466bcb-04a7-438a-8baa-0b49e95575aa None None] For port 8e8ee842-1838-4136-88d0-7262f35652da, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8e8ee842-1838-4136-88d0-7262f35652da,segment=NetworkSegment(414fb137-6d2c-4acf-a118-f6d50572d880),segment_id=414fb137-6d2c-4acf-a118-f6d50572d880)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:32:23.370429 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a6466bcb-04a7-438a-8baa-0b49e95575aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:23.383596 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-a6466bcb-04a7-438a-8baa-0b49e95575aa None None] Calling delete_port for 8e8ee842-1838-4136-88d0-7262f35652da owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:32:23.429528 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27186b4a-e0a5-4058-bcbe-6f53b533582c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:23.456903 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27186b4a-e0a5-4058-bcbe-6f53b533582c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Pushing event deleted for resources: {'Port': ['ID=8e8ee842-1838-4136-88d0-7262f35652da,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:23.458784 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27186b4a-e0a5-4058-bcbe-6f53b533582c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] No DVR routers for this DVR port 8e8ee842-1838-4136-88d0-7262f35652da on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:32:23.469065 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a6466bcb-04a7-438a-8baa-0b49e95575aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:23.496539 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6466bcb-04a7-438a-8baa-0b49e95575aa None None] Pushing event deleted for resources: {'Port': ['ID=8e8ee842-1838-4136-88d0-7262f35652da,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:23.500029 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6466bcb-04a7-438a-8baa-0b49e95575aa None None] No DVR routers for this DVR port 8e8ee842-1838-4136-88d0-7262f35652da on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:32:23.538784 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27186b4a-e0a5-4058-bcbe-6f53b533582c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:23.548826 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-27186b4a-e0a5-4058-bcbe-6f53b533582c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['666df9f4-d577-4fb1-ae39-bbfa1214235f']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:23.559637 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-27186b4a-e0a5-4058-bcbe-6f53b533582c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '414fb137-6d2c-4acf-a118-f6d50572d880') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:23.559934 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-27186b4a-e0a5-4058-bcbe-6f53b533582c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '414fb137-6d2c-4acf-a118-f6d50572d880') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:23.568890 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27186b4a-e0a5-4058-bcbe-6f53b533582c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:23.587688 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27186b4a-e0a5-4058-bcbe-6f53b533582c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:23.595244 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27186b4a-e0a5-4058-bcbe-6f53b533582c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Releasing vlan 1635 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:32:23.595774 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27186b4a-e0a5-4058-bcbe-6f53b533582c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:23.598888 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 10:32:23.598888 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:32:23.598888 n-d-791506-28 neutron-server[95553]: timer() Aug 31 10:32:23.598888 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:32:23.598888 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 10:32:23.598888 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:32:23.598888 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 10:32:23.598888 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:32:23.598888 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 10:32:23.598888 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:32:23.598888 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 10:32:23.598888 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:32:23.598888 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 10:32:23.598888 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:32:23.598888 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:32:23.598888 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:32:23.598888 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:32:23.598888 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:32:23.598888 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 10:32:23.598888 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:32:23.598888 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 10:32:23.598888 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:32:23.598888 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:32:23.598888 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:32:23.598888 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 10:32:23.598888 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:32:23.598888 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:32:23.598888 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:32:23.598888 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:32:23.598888 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:32:23.598888 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:32:23.598888 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:32:23.731352 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27186b4a-e0a5-4058-bcbe-6f53b533582c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:23.738369 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-27186b4a-e0a5-4058-bcbe-6f53b533582c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:23.740229 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-27186b4a-e0a5-4058-bcbe-6f53b533582c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] 10.222.0.119 "DELETE /v2.0/networks/666df9f4-d577-4fb1-ae39-bbfa1214235f HTTP/1.1" status: 204 len: 168 time: 0.6608665 Aug 31 10:32:23.752675 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27186b4a-e0a5-4058-bcbe-6f53b533582c tempest-NetworksIpV6Test-332196 tempest-NetworksIpV6Test-332196-project] Pushing event deleted for resources: {'Network': ['ID=666df9f4-d577-4fb1-ae39-bbfa1214235f,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:24.019143 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a5758444-f42f-43e6-910b-968ce9fdf7b4 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:32:24.042214 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: a5758444-f42f-43e6-910b-968ce9fdf7b4 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:32:24.042772 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a5758444-f42f-43e6-910b-968ce9fdf7b4 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:32:24.043208 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8e8ee842-1838-4136-88d0-7262f35652da no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:32:24.063527 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 8e8ee842-1838-4136-88d0-7262f35652da {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:32:24.063865 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8e8ee842-1838-4136-88d0-7262f35652da not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:32:24.244856 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54710) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:24.377675 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b97c147f-a88d-4727-99a8-7c2452fba21c admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=ffcf8d17e70b464b980f0b69cfe3b94f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1316907 Aug 31 10:32:24.380388 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54714) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:24.432647 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1e548ee0-b3f0-432e-b4ed-42ea120264db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:24.455137 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1e548ee0-b3f0-432e-b4ed-42ea120264db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:24.577786 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1e548ee0-b3f0-432e-b4ed-42ea120264db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:24.580284 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1e548ee0-b3f0-432e-b4ed-42ea120264db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:24.581537 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1e548ee0-b3f0-432e-b4ed-42ea120264db admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/a5342cdd-e730-4622-9cd4-17796789b2c3 HTTP/1.1" status: 204 len: 168 time: 0.2000093 Aug 31 10:32:24.589445 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e548ee0-b3f0-432e-b4ed-42ea120264db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5342cdd-e730-4622-9cd4-17796789b2c3,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:25.679251 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54736) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:25.774382 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-707814be-a05f-431d-929d-095277e44816 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-274231041', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:32:25.852230 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-707814be-a05f-431d-929d-095277e44816 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:25.853314 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-707814be-a05f-431d-929d-095277e44816 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:25.909059 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-707814be-a05f-431d-929d-095277e44816 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:26.012628 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-707814be-a05f-431d-929d-095277e44816 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:26.126446 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-707814be-a05f-431d-929d-095277e44816 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:26.127715 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-707814be-a05f-431d-929d-095277e44816 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4474654 Aug 31 10:32:26.130334 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54740) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:26.135209 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-30d9164c-83f9-46a5-a044-3baa98eae8bc tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1871737268'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:32:26.223404 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d9164c-83f9-46a5-a044-3baa98eae8bc tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Made reservation on behalf of 02423fbf2e3040eebf4ef8b6f6d9b04f for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:32:26.226898 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-30d9164c-83f9-46a5-a044-3baa98eae8bc tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:26.236876 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-30d9164c-83f9-46a5-a044-3baa98eae8bc tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:26.329014 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-30d9164c-83f9-46a5-a044-3baa98eae8bc tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:26.401102 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-30d9164c-83f9-46a5-a044-3baa98eae8bc tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:26.439259 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d9164c-83f9-46a5-a044-3baa98eae8bc tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] vlan segment allocate from pool success with {'vlan_id': 1628, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:32:26.451996 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9164c-83f9-46a5-a044-3baa98eae8bc tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33db1b80-8dc2-4b98-a54d-da9969a57a81,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:26.459871 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-30d9164c-83f9-46a5-a044-3baa98eae8bc tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:26.460242 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-30d9164c-83f9-46a5-a044-3baa98eae8bc tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Added segment 34428906-0dbd-4b2a-9dee-8913c7cfe2f7 of type vlan for network 217a7ea9-344d-4f40-9787-fd0e7cb1b44f Aug 31 10:32:26.511300 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-30d9164c-83f9-46a5-a044-3baa98eae8bc tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:26.600791 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-30d9164c-83f9-46a5-a044-3baa98eae8bc tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:26.606629 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d9164c-83f9-46a5-a044-3baa98eae8bc tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:26.607517 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-30d9164c-83f9-46a5-a044-3baa98eae8bc tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:26.677765 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9164c-83f9-46a5-a044-3baa98eae8bc tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Pushing event updated for resources: {'Network': ['ID=217a7ea9-344d-4f40-9787-fd0e7cb1b44f,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:26.690111 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 217a7ea9-344d-4f40-9787-fd0e7cb1b44f details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:32:26.767592 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-30d9164c-83f9-46a5-a044-3baa98eae8bc tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6360013 Aug 31 10:32:26.770062 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54742) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:26.775124 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-cdfd12a7-48b5-49fa-aa98-6b8cda49412b tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Request body: {'subnet': {'network_id': '217a7ea9-344d-4f40-9787-fd0e7cb1b44f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:32:26.972089 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfd12a7-48b5-49fa-aa98-6b8cda49412b tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Made reservation on behalf of 02423fbf2e3040eebf4ef8b6f6d9b04f for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:32:26.976053 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cdfd12a7-48b5-49fa-aa98-6b8cda49412b tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:27.264835 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cdfd12a7-48b5-49fa-aa98-6b8cda49412b tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:27.332149 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd12a7-48b5-49fa-aa98-6b8cda49412b tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Pushing event updated for resources: {'Subnet': ['ID=9549c3ff-c2d7-4797-bc38-89aa2604893d,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:27.344841 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfd12a7-48b5-49fa-aa98-6b8cda49412b tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Checking segment: {'id': '34428906-0dbd-4b2a-9dee-8913c7cfe2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': '217a7ea9-344d-4f40-9787-fd0e7cb1b44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:32:27.345419 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfd12a7-48b5-49fa-aa98-6b8cda49412b tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Network hostable DHCP agents. Network: 217a7ea9-344d-4f40-9787-fd0e7cb1b44f, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:32:27.469216 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfd12a7-48b5-49fa-aa98-6b8cda49412b tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Network 217a7ea9-344d-4f40-9787-fd0e7cb1b44f is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:32:27.566639 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-cdfd12a7-48b5-49fa-aa98-6b8cda49412b tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 217a7ea9-344d-4f40-9787-fd0e7cb1b44f) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:32:27.571773 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfd12a7-48b5-49fa-aa98-6b8cda49412b tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:27.572574 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cdfd12a7-48b5-49fa-aa98-6b8cda49412b tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:27.575889 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e1a0ef-81b4-4803-9162-72e2a56088bf None None] Network 217a7ea9-344d-4f40-9787-fd0e7cb1b44f requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:32:27.647497 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-cdfd12a7-48b5-49fa-aa98-6b8cda49412b tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8762281 Aug 31 10:32:27.651530 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54744) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:27.656855 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-cf0e4e28-00d7-4f38-8257-d42ee867ef69 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1227088260'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:32:27.722933 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96bda8c-76c5-41c8-aad5-2c9adfca0976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-217a7ea9-344d-4f40-9787-fd0e7cb1b44f', 'network_id': '217a7ea9-344d-4f40-9787-fd0e7cb1b44f', 'tenant_id': '02423fbf2e3040eebf4ef8b6f6d9b04f', 'fixed_ips': [{'subnet_id': '9549c3ff-c2d7-4797-bc38-89aa2604893d'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:32:27.723846 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c96bda8c-76c5-41c8-aad5-2c9adfca0976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:27.829434 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0e4e28-00d7-4f38-8257-d42ee867ef69 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Made reservation on behalf of 02423fbf2e3040eebf4ef8b6f6d9b04f for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:32:27.834217 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cf0e4e28-00d7-4f38-8257-d42ee867ef69 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:27.865951 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf0e4e28-00d7-4f38-8257-d42ee867ef69 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] vlan segment allocate from pool success with {'vlan_id': 1617, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:32:27.872698 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-c96bda8c-76c5-41c8-aad5-2c9adfca0976 None None] Allocated IP 172.20.0.2 (217a7ea9-344d-4f40-9787-fd0e7cb1b44f/9549c3ff-c2d7-4797-bc38-89aa2604893d/9c08fbfd-ea75-4332-bbd3-d5fc2e210993) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:32:27.875756 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cf0e4e28-00d7-4f38-8257-d42ee867ef69 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:27.876264 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-cf0e4e28-00d7-4f38-8257-d42ee867ef69 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Added segment d0ddbf72-345e-4548-bc22-60cbb087af6f of type vlan for network f6177fb1-9fa2-466f-98bf-737e6e51aa1f Aug 31 10:32:27.919747 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cf0e4e28-00d7-4f38-8257-d42ee867ef69 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:28.013021 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cf0e4e28-00d7-4f38-8257-d42ee867ef69 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:28.018637 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0e4e28-00d7-4f38-8257-d42ee867ef69 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:28.018861 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c96bda8c-76c5-41c8-aad5-2c9adfca0976 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:28.019243 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cf0e4e28-00d7-4f38-8257-d42ee867ef69 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:28.028024 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c96bda8c-76c5-41c8-aad5-2c9adfca0976 None None] Transition to ACTIVE for port object 9c08fbfd-ea75-4332-bbd3-d5fc2e210993 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:32:28.043039 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c96bda8c-76c5-41c8-aad5-2c9adfca0976 None None] Transition to ACTIVE for port object 9c08fbfd-ea75-4332-bbd3-d5fc2e210993 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:32:28.093930 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e4e28-00d7-4f38-8257-d42ee867ef69 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Pushing event updated for resources: {'Network': ['ID=f6177fb1-9fa2-466f-98bf-737e6e51aa1f,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:28.104211 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network f6177fb1-9fa2-466f-98bf-737e6e51aa1f details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:32:28.157859 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c96bda8c-76c5-41c8-aad5-2c9adfca0976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:28.190395 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-cf0e4e28-00d7-4f38-8257-d42ee867ef69 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5376227 Aug 31 10:32:28.193641 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54746) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:28.199783 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-6ca39a0b-75de-450d-8eee-9fe7b7d88e62 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Request body: {'subnet': {'network_id': 'f6177fb1-9fa2-466f-98bf-737e6e51aa1f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:32:28.213716 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96bda8c-76c5-41c8-aad5-2c9adfca0976 None None] Network 217a7ea9-344d-4f40-9787-fd0e7cb1b44f is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:32:28.218526 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-c96bda8c-76c5-41c8-aad5-2c9adfca0976 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:32:28.225109 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96bda8c-76c5-41c8-aad5-2c9adfca0976 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:32:28.237836 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96bda8c-76c5-41c8-aad5-2c9adfca0976 None None] Pushing event updated for resources: {'Port': ['ID=9c08fbfd-ea75-4332-bbd3-d5fc2e210993,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:28.285218 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c96bda8c-76c5-41c8-aad5-2c9adfca0976 None None] Attempting to bind port 9c08fbfd-ea75-4332-bbd3-d5fc2e210993 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:32:28.285580 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c96bda8c-76c5-41c8-aad5-2c9adfca0976 None None] Attempting to bind port 9c08fbfd-ea75-4332-bbd3-d5fc2e210993 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '34428906-0dbd-4b2a-9dee-8913c7cfe2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': '217a7ea9-344d-4f40-9787-fd0e7cb1b44f'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:32:28.286049 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96bda8c-76c5-41c8-aad5-2c9adfca0976 None None] Attempting to bind port 9c08fbfd-ea75-4332-bbd3-d5fc2e210993 on network 217a7ea9-344d-4f40-9787-fd0e7cb1b44f {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:32:28.290775 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96bda8c-76c5-41c8-aad5-2c9adfca0976 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:32:28.291138 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96bda8c-76c5-41c8-aad5-2c9adfca0976 None None] Checking segment: {'id': '34428906-0dbd-4b2a-9dee-8913c7cfe2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': '217a7ea9-344d-4f40-9787-fd0e7cb1b44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:32:28.291535 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c96bda8c-76c5-41c8-aad5-2c9adfca0976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:28.291985 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96bda8c-76c5-41c8-aad5-2c9adfca0976 None None] Bound using segment: {'id': '34428906-0dbd-4b2a-9dee-8913c7cfe2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': '217a7ea9-344d-4f40-9787-fd0e7cb1b44f'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:32:28.292439 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-c96bda8c-76c5-41c8-aad5-2c9adfca0976 None None] Bound port: 9c08fbfd-ea75-4332-bbd3-d5fc2e210993, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34428906-0dbd-4b2a-9dee-8913c7cfe2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1628, 'network_id': '217a7ea9-344d-4f40-9787-fd0e7cb1b44f'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:32:28.292828 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c96bda8c-76c5-41c8-aad5-2c9adfca0976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:28.355537 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-c96bda8c-76c5-41c8-aad5-2c9adfca0976 None None] For port 9c08fbfd-ea75-4332-bbd3-d5fc2e210993, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:32:28.359253 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-c96bda8c-76c5-41c8-aad5-2c9adfca0976 None None] For port 9c08fbfd-ea75-4332-bbd3-d5fc2e210993, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=9c08fbfd-ea75-4332-bbd3-d5fc2e210993,segment=NetworkSegment(34428906-0dbd-4b2a-9dee-8913c7cfe2f7),segment_id=34428906-0dbd-4b2a-9dee-8913c7cfe2f7)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:32:28.383457 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca39a0b-75de-450d-8eee-9fe7b7d88e62 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Made reservation on behalf of 02423fbf2e3040eebf4ef8b6f6d9b04f for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:32:28.387734 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6ca39a0b-75de-450d-8eee-9fe7b7d88e62 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:28.475562 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c96bda8c-76c5-41c8-aad5-2c9adfca0976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:28.539300 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96bda8c-76c5-41c8-aad5-2c9adfca0976 None None] Pushing event updated for resources: {'Port': ['ID=9c08fbfd-ea75-4332-bbd3-d5fc2e210993,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:28.654002 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6ca39a0b-75de-450d-8eee-9fe7b7d88e62 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:28.752509 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca39a0b-75de-450d-8eee-9fe7b7d88e62 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Pushing event updated for resources: {'Subnet': ['ID=ad53923f-6e0c-4335-86dd-823be26be22e,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:28.762169 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca39a0b-75de-450d-8eee-9fe7b7d88e62 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Checking segment: {'id': 'd0ddbf72-345e-4548-bc22-60cbb087af6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1617, 'network_id': 'f6177fb1-9fa2-466f-98bf-737e6e51aa1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:32:28.762529 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca39a0b-75de-450d-8eee-9fe7b7d88e62 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Network hostable DHCP agents. Network: f6177fb1-9fa2-466f-98bf-737e6e51aa1f, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:32:28.875176 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca39a0b-75de-450d-8eee-9fe7b7d88e62 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Network f6177fb1-9fa2-466f-98bf-737e6e51aa1f is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:32:29.006572 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-6ca39a0b-75de-450d-8eee-9fe7b7d88e62 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, f6177fb1-9fa2-466f-98bf-737e6e51aa1f) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:32:29.012498 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca39a0b-75de-450d-8eee-9fe7b7d88e62 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:29.013108 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6ca39a0b-75de-450d-8eee-9fe7b7d88e62 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:29.016393 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49be3df9-29c0-4d6a-8774-138ec14ca425 None None] Network f6177fb1-9fa2-466f-98bf-737e6e51aa1f requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:32:29.110712 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6ca39a0b-75de-450d-8eee-9fe7b7d88e62 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9154212 Aug 31 10:32:29.115468 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54748) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:29.118996 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-f7ec8ba1-e690-4be4-b7e7-5b05ad3e4c27 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f6177fb1-9fa2-466f-98bf-737e6e51aa1f'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:32:29.176694 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c875535-3285-497c-b9e1-3545a1355a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-f6177fb1-9fa2-466f-98bf-737e6e51aa1f', 'network_id': 'f6177fb1-9fa2-466f-98bf-737e6e51aa1f', 'tenant_id': '02423fbf2e3040eebf4ef8b6f6d9b04f', 'fixed_ips': [{'subnet_id': 'ad53923f-6e0c-4335-86dd-823be26be22e'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:32:29.177789 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0c875535-3285-497c-b9e1-3545a1355a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:29.354135 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-0c875535-3285-497c-b9e1-3545a1355a9b None None] Allocated IP 172.21.0.2 (f6177fb1-9fa2-466f-98bf-737e6e51aa1f/ad53923f-6e0c-4335-86dd-823be26be22e/50d1866c-6092-42ae-b339-51fca334c386) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:32:29.356392 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f7ec8ba1-e690-4be4-b7e7-5b05ad3e4c27 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:29.514509 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b373cb01-04d4-4ca9-9d1e-6f5b79a5de9b None None] Network 217a7ea9-344d-4f40-9787-fd0e7cb1b44f requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:32:29.567196 n-d-791506-28 neutron-server[95552]: INFO neutron.api.v2.resource [None req-f7ec8ba1-e690-4be4-b7e7-5b05ad3e4c27 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 10:32:29.569029 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f7ec8ba1-e690-4be4-b7e7-5b05ad3e4c27 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] 10.222.0.119 "PUT /v2.0/routers/3f402884-8809-447b-8ad4-a510fc81b7e2 HTTP/1.1" status: 400 len: 364 time: 0.4543605 Aug 31 10:32:29.576766 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54750) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:29.591289 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0c875535-3285-497c-b9e1-3545a1355a9b None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:29.604300 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-0c875535-3285-497c-b9e1-3545a1355a9b None None] Transition to ACTIVE for port object 50d1866c-6092-42ae-b339-51fca334c386 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:32:29.632090 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa770fd6-0141-445b-96f3-125d79ec0133 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Deleting subnet ad53923f-6e0c-4335-86dd-823be26be22e {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:32:29.641618 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-0c875535-3285-497c-b9e1-3545a1355a9b None None] Transition to ACTIVE for port object 50d1866c-6092-42ae-b339-51fca334c386 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:32:29.666315 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-97a615f3-4a92-4618-9e37-d40a4cef93c2 None None] Provisioning for port 9c08fbfd-ea75-4332-bbd3-d5fc2e210993 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:32:29.718521 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0c875535-3285-497c-b9e1-3545a1355a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:29.722855 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-aa770fd6-0141-445b-96f3-125d79ec0133 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:29.761458 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c875535-3285-497c-b9e1-3545a1355a9b None None] Network f6177fb1-9fa2-466f-98bf-737e6e51aa1f is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:32:29.767808 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-0c875535-3285-497c-b9e1-3545a1355a9b None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:32:29.777212 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c875535-3285-497c-b9e1-3545a1355a9b None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:32:29.791431 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-aa770fd6-0141-445b-96f3-125d79ec0133 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:29.791726 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c875535-3285-497c-b9e1-3545a1355a9b None None] Pushing event updated for resources: {'Port': ['ID=50d1866c-6092-42ae-b339-51fca334c386,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:29.853364 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-0c875535-3285-497c-b9e1-3545a1355a9b None None] Attempting to bind port 50d1866c-6092-42ae-b339-51fca334c386 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:32:29.853948 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-0c875535-3285-497c-b9e1-3545a1355a9b None None] Attempting to bind port 50d1866c-6092-42ae-b339-51fca334c386 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'd0ddbf72-345e-4548-bc22-60cbb087af6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1617, 'network_id': 'f6177fb1-9fa2-466f-98bf-737e6e51aa1f'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:32:29.854354 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c875535-3285-497c-b9e1-3545a1355a9b None None] Attempting to bind port 50d1866c-6092-42ae-b339-51fca334c386 on network f6177fb1-9fa2-466f-98bf-737e6e51aa1f {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:32:29.860259 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c875535-3285-497c-b9e1-3545a1355a9b None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:32:29.860655 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c875535-3285-497c-b9e1-3545a1355a9b None None] Checking segment: {'id': 'd0ddbf72-345e-4548-bc22-60cbb087af6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1617, 'network_id': 'f6177fb1-9fa2-466f-98bf-737e6e51aa1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:32:29.861067 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0c875535-3285-497c-b9e1-3545a1355a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:29.861653 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c875535-3285-497c-b9e1-3545a1355a9b None None] Bound using segment: {'id': 'd0ddbf72-345e-4548-bc22-60cbb087af6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1617, 'network_id': 'f6177fb1-9fa2-466f-98bf-737e6e51aa1f'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:32:29.862121 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-0c875535-3285-497c-b9e1-3545a1355a9b None None] Bound port: 50d1866c-6092-42ae-b339-51fca334c386, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0ddbf72-345e-4548-bc22-60cbb087af6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1617, 'network_id': 'f6177fb1-9fa2-466f-98bf-737e6e51aa1f'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:32:29.862500 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0c875535-3285-497c-b9e1-3545a1355a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:29.917550 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-aa770fd6-0141-445b-96f3-125d79ec0133 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:30.062393 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9c08fbfd-ea75-4332-bbd3-d5fc2e210993 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:32:30.080956 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-aa770fd6-0141-445b-96f3-125d79ec0133 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:30.094183 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-0c875535-3285-497c-b9e1-3545a1355a9b None None] For port 50d1866c-6092-42ae-b339-51fca334c386, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:32:30.113768 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-0c875535-3285-497c-b9e1-3545a1355a9b None None] For port 50d1866c-6092-42ae-b339-51fca334c386, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=50d1866c-6092-42ae-b339-51fca334c386,segment=NetworkSegment(d0ddbf72-345e-4548-bc22-60cbb087af6f),segment_id=d0ddbf72-345e-4548-bc22-60cbb087af6f)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:32:30.124437 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa770fd6-0141-445b-96f3-125d79ec0133 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Pushing event deleted for resources: {'Subnet': ['ID=ad53923f-6e0c-4335-86dd-823be26be22e,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:30.133814 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-aa770fd6-0141-445b-96f3-125d79ec0133 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:30.135972 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-aa770fd6-0141-445b-96f3-125d79ec0133 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] 10.222.0.119 "DELETE /v2.0/subnets/ad53923f-6e0c-4335-86dd-823be26be22e HTTP/1.1" status: 204 len: 168 time: 0.5579627 Aug 31 10:32:30.138346 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54752) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:30.195634 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0c875535-3285-497c-b9e1-3545a1355a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:30.226080 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 9c08fbfd-ea75-4332-bbd3-d5fc2e210993 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:32:30.227581 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0114ce38-ee87-4ce1-bbc7-6b2a853b822d tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:30.248558 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 9c08fbfd-ea75-4332-bbd3-d5fc2e210993 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:32:30.248928 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:30.287938 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c875535-3285-497c-b9e1-3545a1355a9b None None] Pushing event updated for resources: {'Port': ['ID=50d1866c-6092-42ae-b339-51fca334c386,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:30.290709 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-0114ce38-ee87-4ce1-bbc7-6b2a853b822d tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Deleting port 50d1866c-6092-42ae-b339-51fca334c386 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:32:30.291111 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0114ce38-ee87-4ce1-bbc7-6b2a853b822d tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:30.355686 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:30.372057 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-0114ce38-ee87-4ce1-bbc7-6b2a853b822d tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] For port 50d1866c-6092-42ae-b339-51fca334c386, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=50d1866c-6092-42ae-b339-51fca334c386,segment=NetworkSegment(d0ddbf72-345e-4548-bc22-60cbb087af6f),segment_id=d0ddbf72-345e-4548-bc22-60cbb087af6f)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:32:30.372473 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0114ce38-ee87-4ce1-bbc7-6b2a853b822d tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:30.391862 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-0114ce38-ee87-4ce1-bbc7-6b2a853b822d tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Calling delete_port for 50d1866c-6092-42ae-b339-51fca334c386 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:32:30.406022 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 9c08fbfd-ea75-4332-bbd3-d5fc2e210993, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=9c08fbfd-ea75-4332-bbd3-d5fc2e210993,segment=NetworkSegment(34428906-0dbd-4b2a-9dee-8913c7cfe2f7),segment_id=34428906-0dbd-4b2a-9dee-8913c7cfe2f7)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:32:30.492389 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:30.555942 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=9c08fbfd-ea75-4332-bbd3-d5fc2e210993,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:30.601045 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0114ce38-ee87-4ce1-bbc7-6b2a853b822d tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:30.631030 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114ce38-ee87-4ce1-bbc7-6b2a853b822d tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Pushing event deleted for resources: {'Port': ['ID=50d1866c-6092-42ae-b339-51fca334c386,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:30.637099 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0114ce38-ee87-4ce1-bbc7-6b2a853b822d tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] No DVR routers for this DVR port 50d1866c-6092-42ae-b339-51fca334c386 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:32:30.737955 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0114ce38-ee87-4ce1-bbc7-6b2a853b822d tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:30.749464 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-0114ce38-ee87-4ce1-bbc7-6b2a853b822d tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6177fb1-9fa2-466f-98bf-737e6e51aa1f']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:30.760809 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-0114ce38-ee87-4ce1-bbc7-6b2a853b822d tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ddbf72-345e-4548-bc22-60cbb087af6f') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:30.760809 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-0114ce38-ee87-4ce1-bbc7-6b2a853b822d tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ddbf72-345e-4548-bc22-60cbb087af6f') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:30.771023 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0114ce38-ee87-4ce1-bbc7-6b2a853b822d tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:30.786412 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0114ce38-ee87-4ce1-bbc7-6b2a853b822d tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:30.797432 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0114ce38-ee87-4ce1-bbc7-6b2a853b822d tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Releasing vlan 1617 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:32:30.797840 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0114ce38-ee87-4ce1-bbc7-6b2a853b822d tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:30.800902 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 10:32:30.800902 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:32:30.800902 n-d-791506-28 neutron-server[95553]: timer() Aug 31 10:32:30.800902 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:32:30.800902 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 10:32:30.800902 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:32:30.800902 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 10:32:30.800902 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:32:30.800902 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 10:32:30.800902 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:32:30.800902 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 10:32:30.800902 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:32:30.800902 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 10:32:30.800902 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:32:30.800902 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:32:30.800902 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:32:30.800902 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:32:30.800902 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:32:30.800902 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 10:32:30.800902 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:32:30.800902 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 10:32:30.800902 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:32:30.800902 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:32:30.800902 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:32:30.800902 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 10:32:30.800902 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:32:30.800902 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:32:30.800902 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:32:30.800902 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:32:30.800902 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:32:30.800902 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:32:30.800902 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:32:30.950231 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0114ce38-ee87-4ce1-bbc7-6b2a853b822d tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:30.959904 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0114ce38-ee87-4ce1-bbc7-6b2a853b822d tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:30.966159 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0114ce38-ee87-4ce1-bbc7-6b2a853b822d tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] 10.222.0.119 "DELETE /v2.0/networks/f6177fb1-9fa2-466f-98bf-737e6e51aa1f HTTP/1.1" status: 204 len: 168 time: 0.8227482 Aug 31 10:32:30.966465 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54754) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:30.983842 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114ce38-ee87-4ce1-bbc7-6b2a853b822d tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Pushing event deleted for resources: {'Network': ['ID=f6177fb1-9fa2-466f-98bf-737e6e51aa1f,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:31.037076 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-6335b829-599d-48aa-9f23-77f082ef0063 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Deleting subnet 9549c3ff-c2d7-4797-bc38-89aa2604893d {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:32:31.044400 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6335b829-599d-48aa-9f23-77f082ef0063 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:31.100032 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6335b829-599d-48aa-9f23-77f082ef0063 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:31.200648 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6335b829-599d-48aa-9f23-77f082ef0063 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:31.324133 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-872de9a3-64c0-49dc-b2da-3e0d565b9b21 None None] Could not find standard attr ID for object 50d1866c-6092-42ae-b339-51fca334c386. {{(pid=95554) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 10:32:31.338695 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8b7b72-3173-48b8-a2bf-1eb402490b20 None None] DHCP port deletion for f6177fb1-9fa2-466f-98bf-737e6e51aa1f request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:32:31.360037 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb64882-3579-4db3-b70e-c3b36f1d4caa None None] Network f6177fb1-9fa2-466f-98bf-737e6e51aa1f requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:32:31.383543 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb64882-3579-4db3-b70e-c3b36f1d4caa None None] Network f6177fb1-9fa2-466f-98bf-737e6e51aa1f could not be found, it might have been deleted concurrently. {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 10:32:31.445628 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6335b829-599d-48aa-9f23-77f082ef0063 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:31.477687 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6335b829-599d-48aa-9f23-77f082ef0063 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Pushing event deleted for resources: {'Subnet': ['ID=9549c3ff-c2d7-4797-bc38-89aa2604893d,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:31.481340 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6335b829-599d-48aa-9f23-77f082ef0063 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:31.483784 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6335b829-599d-48aa-9f23-77f082ef0063 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] 10.222.0.119 "DELETE /v2.0/subnets/9549c3ff-c2d7-4797-bc38-89aa2604893d HTTP/1.1" status: 204 len: 168 time: 0.5162847 Aug 31 10:32:31.487342 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54756) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:31.490428 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83522adc-703a-4599-9fe4-59bc56c44f25 None None] Network 217a7ea9-344d-4f40-9787-fd0e7cb1b44f requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:32:31.572601 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7117c04c-1f14-4b3c-b525-0813bf5050fe tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:31.643697 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-7117c04c-1f14-4b3c-b525-0813bf5050fe tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Deleting port 9c08fbfd-ea75-4332-bbd3-d5fc2e210993 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:32:31.644376 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7117c04c-1f14-4b3c-b525-0813bf5050fe tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:31.691612 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f950901-0cc1-4ca4-845f-42df57ab62e3 None None] DHCP port deletion for 217a7ea9-344d-4f40-9787-fd0e7cb1b44f request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:32:31.726617 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-7117c04c-1f14-4b3c-b525-0813bf5050fe tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] For port 9c08fbfd-ea75-4332-bbd3-d5fc2e210993, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=9c08fbfd-ea75-4332-bbd3-d5fc2e210993,segment=NetworkSegment(34428906-0dbd-4b2a-9dee-8913c7cfe2f7),segment_id=34428906-0dbd-4b2a-9dee-8913c7cfe2f7)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:32:31.727053 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7117c04c-1f14-4b3c-b525-0813bf5050fe tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:31.741663 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-7117c04c-1f14-4b3c-b525-0813bf5050fe tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Calling delete_port for 9c08fbfd-ea75-4332-bbd3-d5fc2e210993 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:32:31.750988 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-1f950901-0cc1-4ca4-845f-42df57ab62e3 None None] Deleting port 9c08fbfd-ea75-4332-bbd3-d5fc2e210993 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:32:31.751404 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1f950901-0cc1-4ca4-845f-42df57ab62e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:31.826937 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-1f950901-0cc1-4ca4-845f-42df57ab62e3 None None] For port 9c08fbfd-ea75-4332-bbd3-d5fc2e210993, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=9c08fbfd-ea75-4332-bbd3-d5fc2e210993,segment=NetworkSegment(34428906-0dbd-4b2a-9dee-8913c7cfe2f7),segment_id=34428906-0dbd-4b2a-9dee-8913c7cfe2f7)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:32:31.827255 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1f950901-0cc1-4ca4-845f-42df57ab62e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:31.842427 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-1f950901-0cc1-4ca4-845f-42df57ab62e3 None None] Calling delete_port for 9c08fbfd-ea75-4332-bbd3-d5fc2e210993 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:32:31.971265 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7117c04c-1f14-4b3c-b525-0813bf5050fe tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:31.981499 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1f950901-0cc1-4ca4-845f-42df57ab62e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:32.006787 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117c04c-1f14-4b3c-b525-0813bf5050fe tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Pushing event deleted for resources: {'Port': ['ID=9c08fbfd-ea75-4332-bbd3-d5fc2e210993,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:32.013738 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7117c04c-1f14-4b3c-b525-0813bf5050fe tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] No DVR routers for this DVR port 9c08fbfd-ea75-4332-bbd3-d5fc2e210993 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:32:32.017830 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f950901-0cc1-4ca4-845f-42df57ab62e3 None None] No DVR routers for this DVR port 9c08fbfd-ea75-4332-bbd3-d5fc2e210993 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:32:32.019999 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f950901-0cc1-4ca4-845f-42df57ab62e3 None None] Pushing event deleted for resources: {'Port': ['ID=9c08fbfd-ea75-4332-bbd3-d5fc2e210993,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:32.051744 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9c08fbfd-ea75-4332-bbd3-d5fc2e210993 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:32:32.078233 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 9c08fbfd-ea75-4332-bbd3-d5fc2e210993 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:32:32.078616 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9c08fbfd-ea75-4332-bbd3-d5fc2e210993 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:32:32.111627 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7117c04c-1f14-4b3c-b525-0813bf5050fe tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:32.128845 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-7117c04c-1f14-4b3c-b525-0813bf5050fe tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['217a7ea9-344d-4f40-9787-fd0e7cb1b44f']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:32.146087 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-7117c04c-1f14-4b3c-b525-0813bf5050fe tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34428906-0dbd-4b2a-9dee-8913c7cfe2f7') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:32.146386 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-7117c04c-1f14-4b3c-b525-0813bf5050fe tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34428906-0dbd-4b2a-9dee-8913c7cfe2f7') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:32.162419 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7117c04c-1f14-4b3c-b525-0813bf5050fe tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:32.178005 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7117c04c-1f14-4b3c-b525-0813bf5050fe tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:32.185413 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7117c04c-1f14-4b3c-b525-0813bf5050fe tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Releasing vlan 1628 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:32:32.185799 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7117c04c-1f14-4b3c-b525-0813bf5050fe tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:32.188746 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 10:32:32.188746 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:32:32.188746 n-d-791506-28 neutron-server[95553]: timer() Aug 31 10:32:32.188746 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:32:32.188746 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 10:32:32.188746 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:32:32.188746 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 10:32:32.188746 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:32:32.188746 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 10:32:32.188746 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:32:32.188746 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 10:32:32.188746 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:32:32.188746 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 10:32:32.188746 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:32:32.188746 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:32:32.188746 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:32:32.188746 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:32:32.188746 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:32:32.188746 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 10:32:32.188746 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:32:32.188746 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 10:32:32.188746 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:32:32.188746 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:32:32.188746 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:32:32.188746 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 10:32:32.188746 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:32:32.188746 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:32:32.188746 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:32:32.188746 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:32:32.188746 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:32:32.188746 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:32:32.188746 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:32:32.326213 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7117c04c-1f14-4b3c-b525-0813bf5050fe tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:32.343190 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7117c04c-1f14-4b3c-b525-0813bf5050fe tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:32.343190 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7117c04c-1f14-4b3c-b525-0813bf5050fe tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] 10.222.0.119 "DELETE /v2.0/networks/217a7ea9-344d-4f40-9787-fd0e7cb1b44f HTTP/1.1" status: 204 len: 168 time: 0.8505983 Aug 31 10:32:32.343389 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54758) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:32.352076 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117c04c-1f14-4b3c-b525-0813bf5050fe tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Pushing event deleted for resources: {'Network': ['ID=217a7ea9-344d-4f40-9787-fd0e7cb1b44f,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:32.372608 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b79c5131-481c-49c9-9d52-fa52137be4b9 tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] 10.222.0.119 "GET /v2.0/ports?device_id=3f402884-8809-447b-8ad4-a510fc81b7e2 HTTP/1.1" status: 200 len: 205 time: 0.0283332 Aug 31 10:32:32.375164 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54760) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:32.476648 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4486a7fd-ef95-468e-95a2-a7ae2c87863b tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:32.644416 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4486a7fd-ef95-468e-95a2-a7ae2c87863b tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:32.646510 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4486a7fd-ef95-468e-95a2-a7ae2c87863b tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:32.800748 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4486a7fd-ef95-468e-95a2-a7ae2c87863b tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:32.801306 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4486a7fd-ef95-468e-95a2-a7ae2c87863b tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Fanout notify agent at l3_agent the message router_deleted on router 3f402884-8809-447b-8ad4-a510fc81b7e2 {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:32:32.810600 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4486a7fd-ef95-468e-95a2-a7ae2c87863b tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:32.814998 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4486a7fd-ef95-468e-95a2-a7ae2c87863b tempest-RoutersNegativeTest-1851761246 tempest-RoutersNegativeTest-1851761246-project] 10.222.0.119 "DELETE /v2.0/routers/3f402884-8809-447b-8ad4-a510fc81b7e2 HTTP/1.1" status: 204 len: 168 time: 0.4361947 Aug 31 10:32:33.272511 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54766) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:33.395009 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:33.428307 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-78ea7880-b536-4417-8d98-6aee7fb5b984 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=02423fbf2e3040eebf4ef8b6f6d9b04f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1544435 Aug 31 10:32:33.429683 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54770) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:33.489539 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e9d7f901-8276-4f20-9ed4-865161da372b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:33.513814 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e9d7f901-8276-4f20-9ed4-865161da372b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:33.674853 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e9d7f901-8276-4f20-9ed4-865161da372b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:33.677808 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e9d7f901-8276-4f20-9ed4-865161da372b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:33.679297 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e9d7f901-8276-4f20-9ed4-865161da372b admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/33db1b80-8dc2-4b98-a54d-da9969a57a81 HTTP/1.1" status: 204 len: 168 time: 0.2485733 Aug 31 10:32:33.687889 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7f901-8276-4f20-9ed4-865161da372b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33db1b80-8dc2-4b98-a54d-da9969a57a81,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:33.943605 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:34.015897 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-86238fb8-2b6c-4543-a27a-12a691599760 req-e56912ea-07f3-4672-a9d8-949ea2ba6b6b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0274127 Aug 31 10:32:34.063811 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-86238fb8-2b6c-4543-a27a-12a691599760 req-8708d602-27fa-42df-99bc-7784dd2b6212 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0269089 Aug 31 10:32:34.103762 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-86238fb8-2b6c-4543-a27a-12a691599760 req-068c6edb-c146-41ff-8b04-93c6e894d3c5 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201955 Aug 31 10:32:34.208380 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86238fb8-2b6c-4543-a27a-12a691599760 req-3a245a1c-0e46-4dd0-b689-36cf054b9f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:34.210089 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-86238fb8-2b6c-4543-a27a-12a691599760 req-3a245a1c-0e46-4dd0-b689-36cf054b9f6c service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0988405 Aug 31 10:32:34.751913 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54794) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:34.858359 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-ac516c5c-8718-4318-bc0c-51910ab95f9f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2015924469-network', 'tenant_id': '1dab771d5b0f4a1c84abb956de334aa0'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:32:35.000807 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac516c5c-8718-4318-bc0c-51910ab95f9f admin admin] Made reservation on behalf of 1dab771d5b0f4a1c84abb956de334aa0 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:32:35.003552 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ac516c5c-8718-4318-bc0c-51910ab95f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:35.013638 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ac516c5c-8718-4318-bc0c-51910ab95f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:35.102515 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ac516c5c-8718-4318-bc0c-51910ab95f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:35.211887 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ac516c5c-8718-4318-bc0c-51910ab95f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:35.237504 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac516c5c-8718-4318-bc0c-51910ab95f9f admin admin] vlan segment allocate from pool success with {'vlan_id': 1624, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:32:35.246945 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac516c5c-8718-4318-bc0c-51910ab95f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f37701-103c-405c-b005-e380404d2577,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:35.254180 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ac516c5c-8718-4318-bc0c-51910ab95f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:35.254601 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-ac516c5c-8718-4318-bc0c-51910ab95f9f admin admin] Added segment 377260b8-0f27-44bf-b7f7-293e0aceef3e of type vlan for network b8e56379-4611-4c5f-bd7a-751e9b8aa759 Aug 31 10:32:35.296372 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ac516c5c-8718-4318-bc0c-51910ab95f9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:35.388897 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ac516c5c-8718-4318-bc0c-51910ab95f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:35.389877 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac516c5c-8718-4318-bc0c-51910ab95f9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:35.390476 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ac516c5c-8718-4318-bc0c-51910ab95f9f admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:35.455641 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac516c5c-8718-4318-bc0c-51910ab95f9f admin admin] Pushing event updated for resources: {'Network': ['ID=b8e56379-4611-4c5f-bd7a-751e9b8aa759,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:35.465905 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network b8e56379-4611-4c5f-bd7a-751e9b8aa759 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:32:35.527900 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ac516c5c-8718-4318-bc0c-51910ab95f9f admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7748504 Aug 31 10:32:35.530905 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54798) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:35.535965 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-7a33c2cc-4d1c-4888-8212-a8a73605e22f admin admin] Request body: {'subnet': {'network_id': 'b8e56379-4611-4c5f-bd7a-751e9b8aa759', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2015924469-subnet', 'tenant_id': '1dab771d5b0f4a1c84abb956de334aa0', 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:32:35.617620 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a33c2cc-4d1c-4888-8212-a8a73605e22f admin admin] Made reservation on behalf of 1dab771d5b0f4a1c84abb956de334aa0 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:32:35.620336 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7a33c2cc-4d1c-4888-8212-a8a73605e22f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:35.846253 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7a33c2cc-4d1c-4888-8212-a8a73605e22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:35.907248 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33c2cc-4d1c-4888-8212-a8a73605e22f admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa2b1a04-b15c-480d-a188-591735469343,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:35.919771 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a33c2cc-4d1c-4888-8212-a8a73605e22f admin admin] Checking segment: {'id': '377260b8-0f27-44bf-b7f7-293e0aceef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1624, 'network_id': 'b8e56379-4611-4c5f-bd7a-751e9b8aa759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:32:35.920141 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a33c2cc-4d1c-4888-8212-a8a73605e22f admin admin] Network hostable DHCP agents. Network: b8e56379-4611-4c5f-bd7a-751e9b8aa759, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:32:36.005963 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a33c2cc-4d1c-4888-8212-a8a73605e22f admin admin] Network b8e56379-4611-4c5f-bd7a-751e9b8aa759 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:32:36.086357 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-7a33c2cc-4d1c-4888-8212-a8a73605e22f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, b8e56379-4611-4c5f-bd7a-751e9b8aa759) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:32:36.091346 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a33c2cc-4d1c-4888-8212-a8a73605e22f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:36.092051 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7a33c2cc-4d1c-4888-8212-a8a73605e22f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:36.098011 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4669cc4-fe06-4330-9682-0ef730dc011e None None] Network b8e56379-4611-4c5f-bd7a-751e9b8aa759 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:32:36.184043 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7a33c2cc-4d1c-4888-8212-a8a73605e22f admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6520283 Aug 31 10:32:36.187005 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54800) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:36.191472 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-a838d304-b2a9-4aea-b161-9bd08d1e670e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2015924469-router', 'tenant_id': '1dab771d5b0f4a1c84abb956de334aa0', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:32:36.244560 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4f5715-7752-425f-a20f-a4aa59e60211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-b8e56379-4611-4c5f-bd7a-751e9b8aa759', 'network_id': 'b8e56379-4611-4c5f-bd7a-751e9b8aa759', 'tenant_id': '1dab771d5b0f4a1c84abb956de334aa0', 'fixed_ips': [{'subnet_id': 'aa2b1a04-b15c-480d-a188-591735469343'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:32:36.245469 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9a4f5715-7752-425f-a20f-a4aa59e60211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:36.297655 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a838d304-b2a9-4aea-b161-9bd08d1e670e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:36.298762 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a838d304-b2a9-4aea-b161-9bd08d1e670e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:36.356700 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a838d304-b2a9-4aea-b161-9bd08d1e670e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:36.392800 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-9a4f5715-7752-425f-a20f-a4aa59e60211 None None] Allocated IP 172.20.0.2 (b8e56379-4611-4c5f-bd7a-751e9b8aa759/aa2b1a04-b15c-480d-a188-591735469343/ef065a0b-9b6d-451e-bb5e-b2a897d5dcde) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:32:36.570628 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a838d304-b2a9-4aea-b161-9bd08d1e670e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:36.711695 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9a4f5715-7752-425f-a20f-a4aa59e60211 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:36.727175 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9a4f5715-7752-425f-a20f-a4aa59e60211 None None] Transition to ACTIVE for port object ef065a0b-9b6d-451e-bb5e-b2a897d5dcde will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:32:36.743113 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9a4f5715-7752-425f-a20f-a4aa59e60211 None None] Transition to ACTIVE for port object ef065a0b-9b6d-451e-bb5e-b2a897d5dcde will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:32:36.807088 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9a4f5715-7752-425f-a20f-a4aa59e60211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:36.845007 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4f5715-7752-425f-a20f-a4aa59e60211 None None] Network b8e56379-4611-4c5f-bd7a-751e9b8aa759 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:32:36.850046 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-9a4f5715-7752-425f-a20f-a4aa59e60211 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:32:36.854368 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a838d304-b2a9-4aea-b161-9bd08d1e670e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:36.855773 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4f5715-7752-425f-a20f-a4aa59e60211 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:32:36.874737 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f5715-7752-425f-a20f-a4aa59e60211 None None] Pushing event updated for resources: {'Port': ['ID=ef065a0b-9b6d-451e-bb5e-b2a897d5dcde,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:36.879009 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a838d304-b2a9-4aea-b161-9bd08d1e670e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:36.930614 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-9a4f5715-7752-425f-a20f-a4aa59e60211 None None] Attempting to bind port ef065a0b-9b6d-451e-bb5e-b2a897d5dcde on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:32:36.931008 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-9a4f5715-7752-425f-a20f-a4aa59e60211 None None] Attempting to bind port ef065a0b-9b6d-451e-bb5e-b2a897d5dcde by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '377260b8-0f27-44bf-b7f7-293e0aceef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1624, 'network_id': 'b8e56379-4611-4c5f-bd7a-751e9b8aa759'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:32:36.931863 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4f5715-7752-425f-a20f-a4aa59e60211 None None] Attempting to bind port ef065a0b-9b6d-451e-bb5e-b2a897d5dcde on network b8e56379-4611-4c5f-bd7a-751e9b8aa759 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:32:36.939951 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4f5715-7752-425f-a20f-a4aa59e60211 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:32:36.940354 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4f5715-7752-425f-a20f-a4aa59e60211 None None] Checking segment: {'id': '377260b8-0f27-44bf-b7f7-293e0aceef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1624, 'network_id': 'b8e56379-4611-4c5f-bd7a-751e9b8aa759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:32:36.941139 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9a4f5715-7752-425f-a20f-a4aa59e60211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:36.942505 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4f5715-7752-425f-a20f-a4aa59e60211 None None] Bound using segment: {'id': '377260b8-0f27-44bf-b7f7-293e0aceef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1624, 'network_id': 'b8e56379-4611-4c5f-bd7a-751e9b8aa759'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:32:36.942505 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-9a4f5715-7752-425f-a20f-a4aa59e60211 None None] Bound port: ef065a0b-9b6d-451e-bb5e-b2a897d5dcde, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '377260b8-0f27-44bf-b7f7-293e0aceef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1624, 'network_id': 'b8e56379-4611-4c5f-bd7a-751e9b8aa759'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:32:36.942882 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9a4f5715-7752-425f-a20f-a4aa59e60211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:37.015553 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-a838d304-b2a9-4aea-b161-9bd08d1e670e admin admin] Allocated IP 172.25.2.126 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:32:37.032390 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-9a4f5715-7752-425f-a20f-a4aa59e60211 None None] For port ef065a0b-9b6d-451e-bb5e-b2a897d5dcde, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:32:37.035610 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-9a4f5715-7752-425f-a20f-a4aa59e60211 None None] For port ef065a0b-9b6d-451e-bb5e-b2a897d5dcde, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ef065a0b-9b6d-451e-bb5e-b2a897d5dcde,segment=NetworkSegment(377260b8-0f27-44bf-b7f7-293e0aceef3e),segment_id=377260b8-0f27-44bf-b7f7-293e0aceef3e)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:32:37.109659 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9a4f5715-7752-425f-a20f-a4aa59e60211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:37.143017 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a838d304-b2a9-4aea-b161-9bd08d1e670e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:37.197476 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f5715-7752-425f-a20f-a4aa59e60211 None None] Pushing event updated for resources: {'Port': ['ID=ef065a0b-9b6d-451e-bb5e-b2a897d5dcde,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:37.281760 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a838d304-b2a9-4aea-b161-9bd08d1e670e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:37.331079 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a838d304-b2a9-4aea-b161-9bd08d1e670e admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:32:37.334271 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-a838d304-b2a9-4aea-b161-9bd08d1e670e admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:32:37.336944 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a838d304-b2a9-4aea-b161-9bd08d1e670e admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:32:37.386114 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838d304-b2a9-4aea-b161-9bd08d1e670e admin admin] Pushing event updated for resources: {'Port': ['ID=9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:37.721934 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a838d304-b2a9-4aea-b161-9bd08d1e670e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:37.929082 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a838d304-b2a9-4aea-b161-9bd08d1e670e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:38.076275 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ef065a0b-9b6d-451e-bb5e-b2a897d5dcde up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:32:38.138003 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e21839-1750-4248-a643-730bdaeb6e8f None None] Network b8e56379-4611-4c5f-bd7a-751e9b8aa759 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:32:38.141568 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a838d304-b2a9-4aea-b161-9bd08d1e670e admin admin] Router 1ff37fcc-f111-4e16-b996-164bc24f0dee is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:32:38.246720 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port ef065a0b-9b6d-451e-bb5e-b2a897d5dcde completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:32:38.248589 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a838d304-b2a9-4aea-b161-9bd08d1e670e admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:32:38.261296 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f46c783-f07b-41f3-9802-b89ab6dba707 None None] Sync routers for ids ['1ff37fcc-f111-4e16-b996-164bc24f0dee'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:32:38.278430 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-1305d167-b9d3-46fb-a27b-1a03b8b06c2e None None] Provisioning for port ef065a0b-9b6d-451e-bb5e-b2a897d5dcde completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:32:38.280293 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f46c783-f07b-41f3-9802-b89ab6dba707 None None] Routers {'1ff37fcc-f111-4e16-b996-164bc24f0dee'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:32:38.280910 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-4f46c783-f07b-41f3-9802-b89ab6dba707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:32:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['1ff37fcc-f111-4e16-b996-164bc24f0dee'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:38.298915 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-1305d167-b9d3-46fb-a27b-1a03b8b06c2e None None] Provisioning complete for port ef065a0b-9b6d-451e-bb5e-b2a897d5dcde triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:32:38.299282 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1305d167-b9d3-46fb-a27b-1a03b8b06c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:38.337649 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a838d304-b2a9-4aea-b161-9bd08d1e670e admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:38.339118 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a838d304-b2a9-4aea-b161-9bd08d1e670e admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1511772 Aug 31 10:32:38.341984 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54802) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:38.454262 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-4f46c783-f07b-41f3-9802-b89ab6dba707 None None] Set router 1ff37fcc-f111-4e16-b996-164bc24f0dee gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:32:38.588504 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1305d167-b9d3-46fb-a27b-1a03b8b06c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:38.649016 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-1305d167-b9d3-46fb-a27b-1a03b8b06c2e None None] For port ef065a0b-9b6d-451e-bb5e-b2a897d5dcde, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ef065a0b-9b6d-451e-bb5e-b2a897d5dcde,segment=NetworkSegment(377260b8-0f27-44bf-b7f7-293e0aceef3e),segment_id=377260b8-0f27-44bf-b7f7-293e0aceef3e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:32:38.709332 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-4f46c783-f07b-41f3-9802-b89ab6dba707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff37fcc-f111-4e16-b996-164bc24f0dee', 'name': 'tempest-TestEncryptedCinderVolumes-2015924469-router', 'tenant_id': '1dab771d5b0f4a1c84abb956de334aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:32:36Z', 'updated_at': '2021-08-31T10:32:37Z', 'revision_number': 3, 'project_id': '1dab771d5b0f4a1c84abb956de334aa0', 'gw_port': {'id': '9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:80:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff37fcc-f111-4e16-b996-164bc24f0dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:32:36Z', 'updated_at': '2021-08-31T10:32:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:38.738582 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f46c783-f07b-41f3-9802-b89ab6dba707 None None] Checking router: 1ff37fcc-f111-4e16-b996-164bc24f0dee for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:32:38.738949 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f46c783-f07b-41f3-9802-b89ab6dba707 None None] Updating router 1ff37fcc-f111-4e16-b996-164bc24f0dee port 9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:32:38.761656 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1305d167-b9d3-46fb-a27b-1a03b8b06c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:38.787509 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4f46c783-f07b-41f3-9802-b89ab6dba707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:38.847156 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1305d167-b9d3-46fb-a27b-1a03b8b06c2e None None] Pushing event updated for resources: {'Port': ['ID=ef065a0b-9b6d-451e-bb5e-b2a897d5dcde,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:38.924970 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-81ee765b-3d65-4922-a27f-a4a807d01701 None None] Provisioning complete for port ef065a0b-9b6d-451e-bb5e-b2a897d5dcde triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:32:38.925342 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-81ee765b-3d65-4922-a27f-a4a807d01701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:39.131501 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8c8c8154-fd65-4153-bfff-1a025e129b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:39.147149 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4f46c783-f07b-41f3-9802-b89ab6dba707 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:39.157725 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4f46c783-f07b-41f3-9802-b89ab6dba707 None None] Transition to ACTIVE for port object 9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:32:39.258913 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4f46c783-f07b-41f3-9802-b89ab6dba707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:39.285647 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-8c8c8154-fd65-4153-bfff-1a025e129b1b admin admin] Allocated IP 172.20.0.1 (b8e56379-4611-4c5f-bd7a-751e9b8aa759/aa2b1a04-b15c-480d-a188-591735469343/4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:32:39.318252 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-4f46c783-f07b-41f3-9802-b89ab6dba707 None None] Attempting to bind port 9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:32:39.318645 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-4f46c783-f07b-41f3-9802-b89ab6dba707 None None] Attempting to bind port 9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:32:39.319086 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f46c783-f07b-41f3-9802-b89ab6dba707 None None] Attempting to bind port 9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:32:39.320934 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb88eb-8df4-4361-8c99-6be1b0a5318b None None] Pushing event updated for resources: {'Port': ['ID=9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:39.329549 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f46c783-f07b-41f3-9802-b89ab6dba707 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:32:39.329549 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f46c783-f07b-41f3-9802-b89ab6dba707 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:32:39.329549 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4f46c783-f07b-41f3-9802-b89ab6dba707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:39.329549 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f46c783-f07b-41f3-9802-b89ab6dba707 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:32:39.330004 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-4f46c783-f07b-41f3-9802-b89ab6dba707 None None] Bound port: 9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:32:39.330432 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4f46c783-f07b-41f3-9802-b89ab6dba707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:39.383573 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4f46c783-f07b-41f3-9802-b89ab6dba707 None None] For port 9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:32:39.387290 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4f46c783-f07b-41f3-9802-b89ab6dba707 None None] For port 9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:32:39.399645 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8c8c8154-fd65-4153-bfff-1a025e129b1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:39.412838 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-8c8c8154-fd65-4153-bfff-1a025e129b1b admin admin] Transition to ACTIVE for port object 4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:32:39.503548 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4f46c783-f07b-41f3-9802-b89ab6dba707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:39.543767 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8c8c8154-fd65-4153-bfff-1a025e129b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:39.561930 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f46c783-f07b-41f3-9802-b89ab6dba707 None None] Routers {'1ff37fcc-f111-4e16-b996-164bc24f0dee'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:32:39.562577 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-4f46c783-f07b-41f3-9802-b89ab6dba707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:32:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['1ff37fcc-f111-4e16-b996-164bc24f0dee'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:39.568015 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb88eb-8df4-4361-8c99-6be1b0a5318b None None] Pushing event updated for resources: {'Port': ['ID=9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:39.582331 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8c8154-fd65-4153-bfff-1a025e129b1b admin admin] Network b8e56379-4611-4c5f-bd7a-751e9b8aa759 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:32:39.587684 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-8c8c8154-fd65-4153-bfff-1a025e129b1b admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:32:39.592533 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8c8154-fd65-4153-bfff-1a025e129b1b admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:32:39.622527 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c8154-fd65-4153-bfff-1a025e129b1b admin admin] Pushing event updated for resources: {'Port': ['ID=4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:39.657817 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8c8c8154-fd65-4153-bfff-1a025e129b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:39.680950 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-4f46c783-f07b-41f3-9802-b89ab6dba707 None None] Set router 1ff37fcc-f111-4e16-b996-164bc24f0dee gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:32:39.862637 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8c8c8154-fd65-4153-bfff-1a025e129b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:39.882770 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-4f46c783-f07b-41f3-9802-b89ab6dba707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff37fcc-f111-4e16-b996-164bc24f0dee', 'name': 'tempest-TestEncryptedCinderVolumes-2015924469-router', 'tenant_id': '1dab771d5b0f4a1c84abb956de334aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:32:36Z', 'updated_at': '2021-08-31T10:32:37Z', 'revision_number': 3, 'project_id': '1dab771d5b0f4a1c84abb956de334aa0', 'gw_port': {'id': '9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:80:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff37fcc-f111-4e16-b996-164bc24f0dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:32:36Z', 'updated_at': '2021-08-31T10:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:39.912845 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f46c783-f07b-41f3-9802-b89ab6dba707 None None] The sync data for ids ['1ff37fcc-f111-4e16-b996-164bc24f0dee'] in n-d-791506-28 is: [{'id': '1ff37fcc-f111-4e16-b996-164bc24f0dee', 'name': 'tempest-TestEncryptedCinderVolumes-2015924469-router', 'tenant_id': '1dab771d5b0f4a1c84abb956de334aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:32:36Z', 'updated_at': '2021-08-31T10:32:37Z', 'revision_number': 3, 'project_id': '1dab771d5b0f4a1c84abb956de334aa0', 'gw_port': {'id': '9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:80:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff37fcc-f111-4e16-b996-164bc24f0dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:32:36Z', 'updated_at': '2021-08-31T10:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:32:39.914273 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-2cbd544e-2506-4faa-80ce-9f8a9ae46503 None None] Provisioning for port 4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:32:39.918838 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-2cbd544e-2506-4faa-80ce-9f8a9ae46503 None None] Provisioning complete for port 4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:32:39.919217 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2cbd544e-2506-4faa-80ce-9f8a9ae46503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:39.955654 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-2cbd544e-2506-4faa-80ce-9f8a9ae46503 None None] Port 4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:32:40.047056 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8c8c8154-fd65-4153-bfff-1a025e129b1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:40.049550 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ef065a0b-9b6d-451e-bb5e-b2a897d5dcde up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:32:40.102075 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port ef065a0b-9b6d-451e-bb5e-b2a897d5dcde triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:32:40.102472 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:40.121326 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8c8c8154-fd65-4153-bfff-1a025e129b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:40.199764 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8c8c8154-fd65-4153-bfff-1a025e129b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:40.225755 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c8154-fd65-4153-bfff-1a025e129b1b admin admin] Pushing event updated for resources: {'Port': ['ID=4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:40.320827 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8c8154-fd65-4153-bfff-1a025e129b1b admin admin] Network b8e56379-4611-4c5f-bd7a-751e9b8aa759 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:32:40.322367 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-8c8c8154-fd65-4153-bfff-1a025e129b1b admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:32:40.454661 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8c8154-fd65-4153-bfff-1a025e129b1b admin admin] Router 1ff37fcc-f111-4e16-b996-164bc24f0dee has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:32:40.580792 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8c8154-fd65-4153-bfff-1a025e129b1b admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:32:40.585968 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8c8c8154-fd65-4153-bfff-1a025e129b1b admin admin] 10.222.0.119 "PUT /v2.0/routers/1ff37fcc-f111-4e16-b996-164bc24f0dee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2427471 Aug 31 10:32:40.592715 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-bc0bc8dd-18af-4593-95f7-1f3cb2a4922e None None] Provisioning complete for port 4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:32:40.593233 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bc0bc8dd-18af-4593-95f7-1f3cb2a4922e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:40.629730 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-bc0bc8dd-18af-4593-95f7-1f3cb2a4922e None None] Port 4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:32:41.406655 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c7384ff0-3336-4008-a5d9-e0c61cadfafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:41.412628 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54818) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:41.417875 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-26eebf41-e750-4aea-9e8a-8b8ab0a20d63 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1783533409-network', 'tenant_id': '10421f999ea9490b954c5d196ef47f63'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:32:41.483527 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302aeec5-8e40-4c29-ad28-bda0add884ee None None] Sync routers for ids ['1ff37fcc-f111-4e16-b996-164bc24f0dee'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:32:41.493674 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302aeec5-8e40-4c29-ad28-bda0add884ee None None] Routers {'1ff37fcc-f111-4e16-b996-164bc24f0dee'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:32:41.494270 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-302aeec5-8e40-4c29-ad28-bda0add884ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:32:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['1ff37fcc-f111-4e16-b996-164bc24f0dee'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:41.532036 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26eebf41-e750-4aea-9e8a-8b8ab0a20d63 admin admin] Made reservation on behalf of 10421f999ea9490b954c5d196ef47f63 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:32:41.534380 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-26eebf41-e750-4aea-9e8a-8b8ab0a20d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:41.543665 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-26eebf41-e750-4aea-9e8a-8b8ab0a20d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:41.646348 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-26eebf41-e750-4aea-9e8a-8b8ab0a20d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:41.693139 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-302aeec5-8e40-4c29-ad28-bda0add884ee None None] Set router 1ff37fcc-f111-4e16-b996-164bc24f0dee gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:32:41.731935 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-26eebf41-e750-4aea-9e8a-8b8ab0a20d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:41.761580 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26eebf41-e750-4aea-9e8a-8b8ab0a20d63 admin admin] vlan segment allocate from pool success with {'vlan_id': 1602, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:32:41.767799 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eebf41-e750-4aea-9e8a-8b8ab0a20d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756b0401-f092-4fcf-8afe-5ca0f96e14a7,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:41.776393 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-26eebf41-e750-4aea-9e8a-8b8ab0a20d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:41.776393 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-26eebf41-e750-4aea-9e8a-8b8ab0a20d63 admin admin] Added segment 51b32a24-2686-4f8d-8386-6aaac3413b88 of type vlan for network cbe4cd9b-8b3b-44ef-94ab-2e99f35032a7 Aug 31 10:32:41.830264 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-26eebf41-e750-4aea-9e8a-8b8ab0a20d63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:41.898231 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-302aeec5-8e40-4c29-ad28-bda0add884ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff37fcc-f111-4e16-b996-164bc24f0dee', 'name': 'tempest-TestEncryptedCinderVolumes-2015924469-router', 'tenant_id': '1dab771d5b0f4a1c84abb956de334aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:32:36Z', 'updated_at': '2021-08-31T10:32:39Z', 'revision_number': 4, 'project_id': '1dab771d5b0f4a1c84abb956de334aa0', 'gw_port': {'id': '9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:80:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff37fcc-f111-4e16-b996-164bc24f0dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:32:36Z', 'updated_at': '2021-08-31T10:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e', 'name': '', 'network_id': 'b8e56379-4611-4c5f-bd7a-751e9b8aa759', 'tenant_id': '1dab771d5b0f4a1c84abb956de334aa0', 'mac_address': 'fa:16:3e:5b:fe:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff37fcc-f111-4e16-b996-164bc24f0dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'aa2b1a04-b15c-480d-a188-591735469343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:32:39Z', 'updated_at': '2021-08-31T10:32:39Z', 'revision_number': 2, 'project_id': '1dab771d5b0f4a1c84abb956de334aa0', 'subnets': [{'id': 'aa2b1a04-b15c-480d-a188-591735469343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:41.926709 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302aeec5-8e40-4c29-ad28-bda0add884ee None None] Checking router: 1ff37fcc-f111-4e16-b996-164bc24f0dee for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:32:41.927053 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302aeec5-8e40-4c29-ad28-bda0add884ee None None] Updating router 1ff37fcc-f111-4e16-b996-164bc24f0dee port 4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:32:41.956863 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-302aeec5-8e40-4c29-ad28-bda0add884ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:41.959343 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-26eebf41-e750-4aea-9e8a-8b8ab0a20d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:41.960391 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26eebf41-e750-4aea-9e8a-8b8ab0a20d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:41.961090 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-26eebf41-e750-4aea-9e8a-8b8ab0a20d63 admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:42.032715 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eebf41-e750-4aea-9e8a-8b8ab0a20d63 admin admin] Pushing event updated for resources: {'Network': ['ID=cbe4cd9b-8b3b-44ef-94ab-2e99f35032a7,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:42.043612 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network cbe4cd9b-8b3b-44ef-94ab-2e99f35032a7 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:32:42.096756 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:32:42.104444 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-26eebf41-e750-4aea-9e8a-8b8ab0a20d63 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6905580 Aug 31 10:32:42.108144 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 54820) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:42.113119 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-e43ec486-a7a1-4f9e-ad58-368273caff6a admin admin] Request body: {'subnet': {'network_id': 'cbe4cd9b-8b3b-44ef-94ab-2e99f35032a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1783533409-subnet', 'tenant_id': '10421f999ea9490b954c5d196ef47f63', 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:32:42.194349 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43ec486-a7a1-4f9e-ad58-368273caff6a admin admin] Made reservation on behalf of 10421f999ea9490b954c5d196ef47f63 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:32:42.196977 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e43ec486-a7a1-4f9e-ad58-368273caff6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:42.238714 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-302aeec5-8e40-4c29-ad28-bda0add884ee None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:42.240880 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:32:42.245806 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:32:42.246305 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:42.249440 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-302aeec5-8e40-4c29-ad28-bda0add884ee None None] Transition to ACTIVE for port object 4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:32:42.308862 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-302aeec5-8e40-4c29-ad28-bda0add884ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:42.335163 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:42.360171 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:32:42.366185 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ff011-3d0e-4447-a103-3c22d4c6ee77 None None] Pushing event updated for resources: {'Port': ['ID=4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:42.391010 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ff011-3d0e-4447-a103-3c22d4c6ee77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:42.391343 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ff011-3d0e-4447-a103-3c22d4c6ee77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:42.391707 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ff011-3d0e-4447-a103-3c22d4c6ee77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:42.392038 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ff011-3d0e-4447-a103-3c22d4c6ee77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:42.392374 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ff011-3d0e-4447-a103-3c22d4c6ee77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:42.392704 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ff011-3d0e-4447-a103-3c22d4c6ee77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:42.393023 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ff011-3d0e-4447-a103-3c22d4c6ee77 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:42.393451 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ff011-3d0e-4447-a103-3c22d4c6ee77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:42.393653 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ff011-3d0e-4447-a103-3c22d4c6ee77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:42.394041 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ff011-3d0e-4447-a103-3c22d4c6ee77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:42.394310 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ff011-3d0e-4447-a103-3c22d4c6ee77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:42.394648 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00ff011-3d0e-4447-a103-3c22d4c6ee77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:42.411526 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:42.434095 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-302aeec5-8e40-4c29-ad28-bda0add884ee None None] Attempting to bind port 4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:32:42.434455 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-302aeec5-8e40-4c29-ad28-bda0add884ee None None] Attempting to bind port 4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '377260b8-0f27-44bf-b7f7-293e0aceef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1624, 'network_id': 'b8e56379-4611-4c5f-bd7a-751e9b8aa759'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:32:42.434890 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302aeec5-8e40-4c29-ad28-bda0add884ee None None] Attempting to bind port 4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e on network b8e56379-4611-4c5f-bd7a-751e9b8aa759 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:32:42.440348 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e43ec486-a7a1-4f9e-ad58-368273caff6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:42.441914 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302aeec5-8e40-4c29-ad28-bda0add884ee None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:32:42.441914 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302aeec5-8e40-4c29-ad28-bda0add884ee None None] Checking segment: {'id': '377260b8-0f27-44bf-b7f7-293e0aceef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1624, 'network_id': 'b8e56379-4611-4c5f-bd7a-751e9b8aa759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:32:42.442167 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-302aeec5-8e40-4c29-ad28-bda0add884ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:42.442435 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302aeec5-8e40-4c29-ad28-bda0add884ee None None] Bound using segment: {'id': '377260b8-0f27-44bf-b7f7-293e0aceef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1624, 'network_id': 'b8e56379-4611-4c5f-bd7a-751e9b8aa759'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:32:42.443426 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-302aeec5-8e40-4c29-ad28-bda0add884ee None None] Bound port: 4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '377260b8-0f27-44bf-b7f7-293e0aceef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1624, 'network_id': 'b8e56379-4611-4c5f-bd7a-751e9b8aa759'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:32:42.443426 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-302aeec5-8e40-4c29-ad28-bda0add884ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:42.512057 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43ec486-a7a1-4f9e-ad58-368273caff6a admin admin] Checking segment: {'id': '51b32a24-2686-4f8d-8386-6aaac3413b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': 'cbe4cd9b-8b3b-44ef-94ab-2e99f35032a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:32:42.512422 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43ec486-a7a1-4f9e-ad58-368273caff6a admin admin] Network hostable DHCP agents. Network: cbe4cd9b-8b3b-44ef-94ab-2e99f35032a7, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:32:42.515170 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-302aeec5-8e40-4c29-ad28-bda0add884ee None None] For port 4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:32:42.515690 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ec486-a7a1-4f9e-ad58-368273caff6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0b1c44c-57fd-4cd0-b061-61c0db70006a,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:42.525323 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-302aeec5-8e40-4c29-ad28-bda0add884ee None None] For port 4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e,segment=NetworkSegment(377260b8-0f27-44bf-b7f7-293e0aceef3e),segment_id=377260b8-0f27-44bf-b7f7-293e0aceef3e)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:32:42.624834 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-302aeec5-8e40-4c29-ad28-bda0add884ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:42.634719 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43ec486-a7a1-4f9e-ad58-368273caff6a admin admin] Network cbe4cd9b-8b3b-44ef-94ab-2e99f35032a7 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:32:42.665380 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:42.676286 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:42.676631 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:42.676974 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:42.677315 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:42.677658 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:42.677988 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:42.678427 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:42.678798 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:42.686452 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:42.686452 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:42.686452 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:42.686452 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:32:42.695274 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302aeec5-8e40-4c29-ad28-bda0add884ee None None] Routers {'1ff37fcc-f111-4e16-b996-164bc24f0dee'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:32:42.695894 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-302aeec5-8e40-4c29-ad28-bda0add884ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:32:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['1ff37fcc-f111-4e16-b996-164bc24f0dee'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:42.698248 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ff011-3d0e-4447-a103-3c22d4c6ee77 None None] Pushing event updated for resources: {'Port': ['ID=4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e,revision_number=4']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:42.726177 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-e43ec486-a7a1-4f9e-ad58-368273caff6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, cbe4cd9b-8b3b-44ef-94ab-2e99f35032a7) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:32:42.730565 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43ec486-a7a1-4f9e-ad58-368273caff6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:42.731159 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e43ec486-a7a1-4f9e-ad58-368273caff6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:42.738241 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1addead-1ff2-48c6-b84b-e3a13ddffc6e None None] Network cbe4cd9b-8b3b-44ef-94ab-2e99f35032a7 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:32:42.819681 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54822) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:42.821184 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e43ec486-a7a1-4f9e-ad58-368273caff6a admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7117548 Aug 31 10:32:42.826414 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-7481bdb2-0f23-450d-8e3c-c312f900edcb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1783533409-router', 'tenant_id': '10421f999ea9490b954c5d196ef47f63', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:32:42.834218 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-302aeec5-8e40-4c29-ad28-bda0add884ee None None] Set router 1ff37fcc-f111-4e16-b996-164bc24f0dee gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:32:42.920941 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271205c8-e7ee-42c2-9eda-a58dfc57125b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-cbe4cd9b-8b3b-44ef-94ab-2e99f35032a7', 'network_id': 'cbe4cd9b-8b3b-44ef-94ab-2e99f35032a7', 'tenant_id': '10421f999ea9490b954c5d196ef47f63', 'fixed_ips': [{'subnet_id': 'e0b1c44c-57fd-4cd0-b061-61c0db70006a'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:32:42.921851 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-271205c8-e7ee-42c2-9eda-a58dfc57125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:42.926705 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7481bdb2-0f23-450d-8e3c-c312f900edcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:42.927977 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7481bdb2-0f23-450d-8e3c-c312f900edcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:42.995793 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7481bdb2-0f23-450d-8e3c-c312f900edcb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:43.054268 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-302aeec5-8e40-4c29-ad28-bda0add884ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff37fcc-f111-4e16-b996-164bc24f0dee', 'name': 'tempest-TestEncryptedCinderVolumes-2015924469-router', 'tenant_id': '1dab771d5b0f4a1c84abb956de334aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:32:36Z', 'updated_at': '2021-08-31T10:32:39Z', 'revision_number': 4, 'project_id': '1dab771d5b0f4a1c84abb956de334aa0', 'gw_port': {'id': '9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:80:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff37fcc-f111-4e16-b996-164bc24f0dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:32:36Z', 'updated_at': '2021-08-31T10:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e', 'name': '', 'network_id': 'b8e56379-4611-4c5f-bd7a-751e9b8aa759', 'tenant_id': '1dab771d5b0f4a1c84abb956de334aa0', 'mac_address': 'fa:16:3e:5b:fe:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff37fcc-f111-4e16-b996-164bc24f0dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'aa2b1a04-b15c-480d-a188-591735469343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:32:39Z', 'updated_at': '2021-08-31T10:32:42Z', 'revision_number': 4, 'project_id': '1dab771d5b0f4a1c84abb956de334aa0', 'subnets': [{'id': 'aa2b1a04-b15c-480d-a188-591735469343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:43.070414 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-271205c8-e7ee-42c2-9eda-a58dfc57125b None None] Allocated IP 172.20.0.2 (cbe4cd9b-8b3b-44ef-94ab-2e99f35032a7/e0b1c44c-57fd-4cd0-b061-61c0db70006a/87724130-4a69-42c7-8dc5-0c6da0a30ae5) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:32:43.081166 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302aeec5-8e40-4c29-ad28-bda0add884ee None None] The sync data for ids ['1ff37fcc-f111-4e16-b996-164bc24f0dee'] in n-d-791506-28 is: [{'id': '1ff37fcc-f111-4e16-b996-164bc24f0dee', 'name': 'tempest-TestEncryptedCinderVolumes-2015924469-router', 'tenant_id': '1dab771d5b0f4a1c84abb956de334aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:32:36Z', 'updated_at': '2021-08-31T10:32:39Z', 'revision_number': 4, 'project_id': '1dab771d5b0f4a1c84abb956de334aa0', 'gw_port': {'id': '9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:80:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff37fcc-f111-4e16-b996-164bc24f0dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:32:36Z', 'updated_at': '2021-08-31T10:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e', 'name': '', 'network_id': 'b8e56379-4611-4c5f-bd7a-751e9b8aa759', 'tenant_id': '1dab771d5b0f4a1c84abb956de334aa0', 'mac_address': 'fa:16:3e:5b:fe:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff37fcc-f111-4e16-b996-164bc24f0dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': 'aa2b1a04-b15c-480d-a188-591735469343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:32:39Z', 'updated_at': '2021-08-31T10:32:42Z', 'revision_number': 4, 'project_id': '1dab771d5b0f4a1c84abb956de334aa0', 'subnets': [{'id': 'aa2b1a04-b15c-480d-a188-591735469343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:32:43.260211 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-271205c8-e7ee-42c2-9eda-a58dfc57125b None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:43.270898 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-271205c8-e7ee-42c2-9eda-a58dfc57125b None None] Transition to ACTIVE for port object 87724130-4a69-42c7-8dc5-0c6da0a30ae5 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:32:43.289032 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-271205c8-e7ee-42c2-9eda-a58dfc57125b None None] Transition to ACTIVE for port object 87724130-4a69-42c7-8dc5-0c6da0a30ae5 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:32:43.289307 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7481bdb2-0f23-450d-8e3c-c312f900edcb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:43.389790 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-271205c8-e7ee-42c2-9eda-a58dfc57125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:43.441504 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271205c8-e7ee-42c2-9eda-a58dfc57125b None None] Network cbe4cd9b-8b3b-44ef-94ab-2e99f35032a7 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:32:43.446819 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-271205c8-e7ee-42c2-9eda-a58dfc57125b None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:32:43.456859 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271205c8-e7ee-42c2-9eda-a58dfc57125b None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:32:43.463581 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271205c8-e7ee-42c2-9eda-a58dfc57125b None None] Pushing event updated for resources: {'Port': ['ID=87724130-4a69-42c7-8dc5-0c6da0a30ae5,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:43.532803 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-271205c8-e7ee-42c2-9eda-a58dfc57125b None None] Attempting to bind port 87724130-4a69-42c7-8dc5-0c6da0a30ae5 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:32:43.533464 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-271205c8-e7ee-42c2-9eda-a58dfc57125b None None] Attempting to bind port 87724130-4a69-42c7-8dc5-0c6da0a30ae5 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '51b32a24-2686-4f8d-8386-6aaac3413b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': 'cbe4cd9b-8b3b-44ef-94ab-2e99f35032a7'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:32:43.533944 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271205c8-e7ee-42c2-9eda-a58dfc57125b None None] Attempting to bind port 87724130-4a69-42c7-8dc5-0c6da0a30ae5 on network cbe4cd9b-8b3b-44ef-94ab-2e99f35032a7 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:32:43.539803 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271205c8-e7ee-42c2-9eda-a58dfc57125b None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:32:43.540374 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271205c8-e7ee-42c2-9eda-a58dfc57125b None None] Checking segment: {'id': '51b32a24-2686-4f8d-8386-6aaac3413b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': 'cbe4cd9b-8b3b-44ef-94ab-2e99f35032a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:32:43.540838 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-271205c8-e7ee-42c2-9eda-a58dfc57125b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:43.541532 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271205c8-e7ee-42c2-9eda-a58dfc57125b None None] Bound using segment: {'id': '51b32a24-2686-4f8d-8386-6aaac3413b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': 'cbe4cd9b-8b3b-44ef-94ab-2e99f35032a7'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:32:43.542112 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-271205c8-e7ee-42c2-9eda-a58dfc57125b None None] Bound port: 87724130-4a69-42c7-8dc5-0c6da0a30ae5, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51b32a24-2686-4f8d-8386-6aaac3413b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': 'cbe4cd9b-8b3b-44ef-94ab-2e99f35032a7'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:32:43.542489 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-271205c8-e7ee-42c2-9eda-a58dfc57125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:43.610260 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-271205c8-e7ee-42c2-9eda-a58dfc57125b None None] For port 87724130-4a69-42c7-8dc5-0c6da0a30ae5, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:32:43.613702 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-271205c8-e7ee-42c2-9eda-a58dfc57125b None None] For port 87724130-4a69-42c7-8dc5-0c6da0a30ae5, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=87724130-4a69-42c7-8dc5-0c6da0a30ae5,segment=NetworkSegment(51b32a24-2686-4f8d-8386-6aaac3413b88),segment_id=51b32a24-2686-4f8d-8386-6aaac3413b88)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:32:43.645921 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7481bdb2-0f23-450d-8e3c-c312f900edcb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:43.668564 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7481bdb2-0f23-450d-8e3c-c312f900edcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:43.704101 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-271205c8-e7ee-42c2-9eda-a58dfc57125b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:43.778052 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271205c8-e7ee-42c2-9eda-a58dfc57125b None None] Pushing event updated for resources: {'Port': ['ID=87724130-4a69-42c7-8dc5-0c6da0a30ae5,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:43.795960 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-7481bdb2-0f23-450d-8e3c-c312f900edcb admin admin] Allocated IP 172.25.2.50 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/fa1937d6-c8c5-425b-97db-4af1eb831e59) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:32:43.924485 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7481bdb2-0f23-450d-8e3c-c312f900edcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:44.031321 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-78732d26-3d45-4d55-9a50-f04b9eb7d782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:44.069237 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7481bdb2-0f23-450d-8e3c-c312f900edcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:44.123768 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7481bdb2-0f23-450d-8e3c-c312f900edcb admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:32:44.126901 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-7481bdb2-0f23-450d-8e3c-c312f900edcb admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:32:44.133336 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7481bdb2-0f23-450d-8e3c-c312f900edcb admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:32:44.137415 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:44.139264 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481bdb2-0f23-450d-8e3c-c312f900edcb admin admin] Pushing event updated for resources: {'Port': ['ID=fa1937d6-c8c5-425b-97db-4af1eb831e59,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:44.207116 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:32:44.321842 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:32:44.327403 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:32:44.327884 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:44.411024 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:44.446312 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e,segment=NetworkSegment(377260b8-0f27-44bf-b7f7-293e0aceef3e),segment_id=377260b8-0f27-44bf-b7f7-293e0aceef3e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:32:44.509317 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7481bdb2-0f23-450d-8e3c-c312f900edcb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:44.531786 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:44.532685 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 87724130-4a69-42c7-8dc5-0c6da0a30ae5 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:32:44.630269 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:44.743367 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 87724130-4a69-42c7-8dc5-0c6da0a30ae5 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:32:44.748857 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:32:44.750883 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7481bdb2-0f23-450d-8e3c-c312f900edcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:44.818599 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:32:44.819054 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:44.868242 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c740864-e58e-4b42-9c25-07fb68f26633 None None] Network cbe4cd9b-8b3b-44ef-94ab-2e99f35032a7 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:32:45.033775 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7481bdb2-0f23-450d-8e3c-c312f900edcb admin admin] Router e88bbd69-0940-49df-be04-837519371fcf is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:32:45.080411 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7eb4578e-1029-4708-94f1-838cb41bf088 None None] Provisioning for port 87724130-4a69-42c7-8dc5-0c6da0a30ae5 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:32:45.084864 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7eb4578e-1029-4708-94f1-838cb41bf088 None None] Provisioning complete for port 87724130-4a69-42c7-8dc5-0c6da0a30ae5 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:32:45.085357 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7eb4578e-1029-4708-94f1-838cb41bf088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:45.157423 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7481bdb2-0f23-450d-8e3c-c312f900edcb admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:32:45.170581 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4a6150-3432-481c-a337-a774dc8ab8f7 None None] Sync routers for ids ['e88bbd69-0940-49df-be04-837519371fcf'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:32:45.183138 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7eb4578e-1029-4708-94f1-838cb41bf088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:45.186709 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4a6150-3432-481c-a337-a774dc8ab8f7 None None] Routers {'e88bbd69-0940-49df-be04-837519371fcf'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:32:45.187343 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-df4a6150-3432-481c-a337-a774dc8ab8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:32:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e88bbd69-0940-49df-be04-837519371fcf'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:45.246180 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7481bdb2-0f23-450d-8e3c-c312f900edcb admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:45.251335 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7481bdb2-0f23-450d-8e3c-c312f900edcb admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4261844 Aug 31 10:32:45.252139 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 54826) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:32:45.262076 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-7eb4578e-1029-4708-94f1-838cb41bf088 None None] For port 87724130-4a69-42c7-8dc5-0c6da0a30ae5, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=87724130-4a69-42c7-8dc5-0c6da0a30ae5,segment=NetworkSegment(51b32a24-2686-4f8d-8386-6aaac3413b88),segment_id=51b32a24-2686-4f8d-8386-6aaac3413b88)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:32:45.317488 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-df4a6150-3432-481c-a337-a774dc8ab8f7 None None] Set router e88bbd69-0940-49df-be04-837519371fcf gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:32:45.345699 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7eb4578e-1029-4708-94f1-838cb41bf088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:45.484220 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb4578e-1029-4708-94f1-838cb41bf088 None None] Pushing event updated for resources: {'Port': ['ID=87724130-4a69-42c7-8dc5-0c6da0a30ae5,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:45.511615 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-2ec20720-72d1-41b7-a76f-1692b1edc481 None None] Provisioning complete for port 87724130-4a69-42c7-8dc5-0c6da0a30ae5 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:32:45.511991 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2ec20720-72d1-41b7-a76f-1692b1edc481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:45.631126 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-df4a6150-3432-481c-a337-a774dc8ab8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88bbd69-0940-49df-be04-837519371fcf', 'name': 'tempest-TestEncryptedCinderVolumes-1783533409-router', 'tenant_id': '10421f999ea9490b954c5d196ef47f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'fa1937d6-c8c5-425b-97db-4af1eb831e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:32:42Z', 'updated_at': '2021-08-31T10:32:44Z', 'revision_number': 3, 'project_id': '10421f999ea9490b954c5d196ef47f63', 'gw_port': {'id': 'fa1937d6-c8c5-425b-97db-4af1eb831e59', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88bbd69-0940-49df-be04-837519371fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:32:43Z', 'updated_at': '2021-08-31T10:32:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:45.667532 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:45.669477 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4a6150-3432-481c-a337-a774dc8ab8f7 None None] Checking router: e88bbd69-0940-49df-be04-837519371fcf for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:32:45.669903 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4a6150-3432-481c-a337-a774dc8ab8f7 None None] Updating router e88bbd69-0940-49df-be04-837519371fcf port fa1937d6-c8c5-425b-97db-4af1eb831e59 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:32:45.694052 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65451e33-762e-47ac-998a-156097ddb0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:45.695683 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-df4a6150-3432-481c-a337-a774dc8ab8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:45.860330 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-65451e33-762e-47ac-998a-156097ddb0da admin admin] Allocated IP 172.20.0.1 (cbe4cd9b-8b3b-44ef-94ab-2e99f35032a7/e0b1c44c-57fd-4cd0-b061-61c0db70006a/11d170db-28dd-4c6f-a88c-074639c863b4) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:32:45.969890 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65451e33-762e-47ac-998a-156097ddb0da admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:45.983259 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-df4a6150-3432-481c-a337-a774dc8ab8f7 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:45.983690 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-65451e33-762e-47ac-998a-156097ddb0da admin admin] Transition to ACTIVE for port object 11d170db-28dd-4c6f-a88c-074639c863b4 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:32:45.995002 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-df4a6150-3432-481c-a337-a774dc8ab8f7 None None] Transition to ACTIVE for port object fa1937d6-c8c5-425b-97db-4af1eb831e59 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:32:46.050968 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:32:46.074773 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-df4a6150-3432-481c-a337-a774dc8ab8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:46.092777 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65451e33-762e-47ac-998a-156097ddb0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:46.142100 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65451e33-762e-47ac-998a-156097ddb0da admin admin] Network cbe4cd9b-8b3b-44ef-94ab-2e99f35032a7 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:32:46.144981 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-65451e33-762e-47ac-998a-156097ddb0da admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:32:46.153091 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65451e33-762e-47ac-998a-156097ddb0da admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:32:46.153214 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-df4a6150-3432-481c-a337-a774dc8ab8f7 None None] Attempting to bind port fa1937d6-c8c5-425b-97db-4af1eb831e59 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:32:46.153214 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-df4a6150-3432-481c-a337-a774dc8ab8f7 None None] Attempting to bind port fa1937d6-c8c5-425b-97db-4af1eb831e59 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:32:46.153214 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4a6150-3432-481c-a337-a774dc8ab8f7 None None] Attempting to bind port fa1937d6-c8c5-425b-97db-4af1eb831e59 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:32:46.157557 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a30461-6409-4a52-bbc5-474b07b4c65a None None] Pushing event updated for resources: {'Port': ['ID=fa1937d6-c8c5-425b-97db-4af1eb831e59,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:46.164934 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4a6150-3432-481c-a337-a774dc8ab8f7 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:32:46.165288 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4a6150-3432-481c-a337-a774dc8ab8f7 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:32:46.165694 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-df4a6150-3432-481c-a337-a774dc8ab8f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:46.166091 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4a6150-3432-481c-a337-a774dc8ab8f7 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:32:46.166661 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-df4a6150-3432-481c-a337-a774dc8ab8f7 None None] Bound port: fa1937d6-c8c5-425b-97db-4af1eb831e59, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:32:46.167081 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-df4a6150-3432-481c-a337-a774dc8ab8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:46.178269 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65451e33-762e-47ac-998a-156097ddb0da admin admin] Pushing event updated for resources: {'Port': ['ID=11d170db-28dd-4c6f-a88c-074639c863b4,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:46.197055 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65451e33-762e-47ac-998a-156097ddb0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:46.208032 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:32:46.208844 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:46.254129 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-df4a6150-3432-481c-a337-a774dc8ab8f7 None None] For port fa1937d6-c8c5-425b-97db-4af1eb831e59, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:32:46.260220 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-df4a6150-3432-481c-a337-a774dc8ab8f7 None None] For port fa1937d6-c8c5-425b-97db-4af1eb831e59, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=fa1937d6-c8c5-425b-97db-4af1eb831e59,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:32:46.320007 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 87724130-4a69-42c7-8dc5-0c6da0a30ae5 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:32:46.345487 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-df4a6150-3432-481c-a337-a774dc8ab8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:46.433227 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4a6150-3432-481c-a337-a774dc8ab8f7 None None] Routers {'e88bbd69-0940-49df-be04-837519371fcf'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:32:46.433227 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-df4a6150-3432-481c-a337-a774dc8ab8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:32:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e88bbd69-0940-49df-be04-837519371fcf'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:46.479282 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a30461-6409-4a52-bbc5-474b07b4c65a None None] Pushing event updated for resources: {'Port': ['ID=fa1937d6-c8c5-425b-97db-4af1eb831e59,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:46.509562 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 87724130-4a69-42c7-8dc5-0c6da0a30ae5 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:32:46.509987 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:46.539272 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d4b3c73d-5f2a-45a9-9b54-c48b3af1ce5f None None] Provisioning for port 11d170db-28dd-4c6f-a88c-074639c863b4 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:32:46.566996 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d4b3c73d-5f2a-45a9-9b54-c48b3af1ce5f None None] Provisioning complete for port 11d170db-28dd-4c6f-a88c-074639c863b4 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:32:46.567360 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d4b3c73d-5f2a-45a9-9b54-c48b3af1ce5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:46.781103 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65451e33-762e-47ac-998a-156097ddb0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:46.793125 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-df4a6150-3432-481c-a337-a774dc8ab8f7 None None] Set router e88bbd69-0940-49df-be04-837519371fcf gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:32:46.851798 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-d4b3c73d-5f2a-45a9-9b54-c48b3af1ce5f None None] Port 11d170db-28dd-4c6f-a88c-074639c863b4 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:32:46.946447 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65451e33-762e-47ac-998a-156097ddb0da admin admin] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:47.008868 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-df4a6150-3432-481c-a337-a774dc8ab8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88bbd69-0940-49df-be04-837519371fcf', 'name': 'tempest-TestEncryptedCinderVolumes-1783533409-router', 'tenant_id': '10421f999ea9490b954c5d196ef47f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'fa1937d6-c8c5-425b-97db-4af1eb831e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:32:42Z', 'updated_at': '2021-08-31T10:32:44Z', 'revision_number': 3, 'project_id': '10421f999ea9490b954c5d196ef47f63', 'gw_port': {'id': 'fa1937d6-c8c5-425b-97db-4af1eb831e59', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88bbd69-0940-49df-be04-837519371fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:32:43Z', 'updated_at': '2021-08-31T10:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:47.038676 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4a6150-3432-481c-a337-a774dc8ab8f7 None None] The sync data for ids ['e88bbd69-0940-49df-be04-837519371fcf'] in n-d-791506-28 is: [{'id': 'e88bbd69-0940-49df-be04-837519371fcf', 'name': 'tempest-TestEncryptedCinderVolumes-1783533409-router', 'tenant_id': '10421f999ea9490b954c5d196ef47f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'fa1937d6-c8c5-425b-97db-4af1eb831e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:32:42Z', 'updated_at': '2021-08-31T10:32:44Z', 'revision_number': 3, 'project_id': '10421f999ea9490b954c5d196ef47f63', 'gw_port': {'id': 'fa1937d6-c8c5-425b-97db-4af1eb831e59', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88bbd69-0940-49df-be04-837519371fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:32:43Z', 'updated_at': '2021-08-31T10:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:32:47.051512 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65451e33-762e-47ac-998a-156097ddb0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:47.122204 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65451e33-762e-47ac-998a-156097ddb0da admin admin] Pushing event updated for resources: {'Port': ['ID=11d170db-28dd-4c6f-a88c-074639c863b4,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:47.125761 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65451e33-762e-47ac-998a-156097ddb0da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:47.227329 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65451e33-762e-47ac-998a-156097ddb0da admin admin] Network cbe4cd9b-8b3b-44ef-94ab-2e99f35032a7 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:32:47.228787 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-65451e33-762e-47ac-998a-156097ddb0da admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:32:47.299316 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:47.379513 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65451e33-762e-47ac-998a-156097ddb0da admin admin] Router e88bbd69-0940-49df-be04-837519371fcf has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:32:47.413035 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:32:47.516448 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65451e33-762e-47ac-998a-156097ddb0da admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:32:47.521640 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-65451e33-762e-47ac-998a-156097ddb0da admin admin] 10.222.0.119 "PUT /v2.0/routers/e88bbd69-0940-49df-be04-837519371fcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2678354 Aug 31 10:32:47.575128 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-94fb608d-6030-4bac-884f-6c2da89b573b None None] Provisioning complete for port 11d170db-28dd-4c6f-a88c-074639c863b4 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:32:47.576036 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-94fb608d-6030-4bac-884f-6c2da89b573b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:47.615761 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-94fb608d-6030-4bac-884f-6c2da89b573b None None] Port 11d170db-28dd-4c6f-a88c-074639c863b4 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:32:48.077317 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device fa1937d6-c8c5-425b-97db-4af1eb831e59 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:32:48.222683 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port fa1937d6-c8c5-425b-97db-4af1eb831e59 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:32:48.226966 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port fa1937d6-c8c5-425b-97db-4af1eb831e59 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:32:48.227525 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:48.313846 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:48.334308 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port fa1937d6-c8c5-425b-97db-4af1eb831e59, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=fa1937d6-c8c5-425b-97db-4af1eb831e59,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:32:48.402253 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-f028b919-9e86-49c3-9a04-c61f113ed37f tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:48.404501 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-f028b919-9e86-49c3-9a04-c61f113ed37f tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/networks?id=b8e56379-4611-4c5f-bd7a-751e9b8aa759 HTTP/1.1" status: 200 len: 817 time: 0.1073048 Aug 31 10:32:48.405930 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:48.421983 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-de1b486b-3f7a-4269-8657-2bdad5cab0eb tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/quotas/1dab771d5b0f4a1c84abb956de334aa0 HTTP/1.1" status: 200 len: 375 time: 0.0107045 Aug 31 10:32:48.459457 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=fa1937d6-c8c5-425b-97db-4af1eb831e59,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:48.480766 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-91220f35-4abc-4fb7-b297-1305e65941cd tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=1dab771d5b0f4a1c84abb956de334aa0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528209 Aug 31 10:32:48.588622 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-e08ff94f-ccc1-4de4-b7c9-b9c513bc622c service neutron] 10.222.0.119 "GET /v2.0/networks/b8e56379-4611-4c5f-bd7a-751e9b8aa759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944977 Aug 31 10:32:48.627033 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c334cc-216e-4a60-bca2-e1a584aeaf90 None None] Sync routers for ids ['e88bbd69-0940-49df-be04-837519371fcf'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:32:48.636039 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c334cc-216e-4a60-bca2-e1a584aeaf90 None None] Routers {'e88bbd69-0940-49df-be04-837519371fcf'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:32:48.636720 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d9c334cc-216e-4a60-bca2-e1a584aeaf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:32:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e88bbd69-0940-49df-be04-837519371fcf'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:48.713677 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-02c8731b-e913-41fb-8438-d95d44d65ab3 service neutron] 10.222.0.119 "GET /v2.0/networks/b8e56379-4611-4c5f-bd7a-751e9b8aa759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179435 Aug 31 10:32:48.751158 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-d9c334cc-216e-4a60-bca2-e1a584aeaf90 None None] Set router e88bbd69-0940-49df-be04-837519371fcf gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:32:48.987315 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d9c334cc-216e-4a60-bca2-e1a584aeaf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88bbd69-0940-49df-be04-837519371fcf', 'name': 'tempest-TestEncryptedCinderVolumes-1783533409-router', 'tenant_id': '10421f999ea9490b954c5d196ef47f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'fa1937d6-c8c5-425b-97db-4af1eb831e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:32:42Z', 'updated_at': '2021-08-31T10:32:46Z', 'revision_number': 4, 'project_id': '10421f999ea9490b954c5d196ef47f63', 'gw_port': {'id': 'fa1937d6-c8c5-425b-97db-4af1eb831e59', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88bbd69-0940-49df-be04-837519371fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:32:43Z', 'updated_at': '2021-08-31T10:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '11d170db-28dd-4c6f-a88c-074639c863b4', 'name': '', 'network_id': 'cbe4cd9b-8b3b-44ef-94ab-2e99f35032a7', 'tenant_id': '10421f999ea9490b954c5d196ef47f63', 'mac_address': 'fa:16:3e:0e:a3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88bbd69-0940-49df-be04-837519371fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'e0b1c44c-57fd-4cd0-b061-61c0db70006a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:32:45Z', 'updated_at': '2021-08-31T10:32:46Z', 'revision_number': 2, 'project_id': '10421f999ea9490b954c5d196ef47f63', 'subnets': [{'id': 'e0b1c44c-57fd-4cd0-b061-61c0db70006a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:49.017966 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c334cc-216e-4a60-bca2-e1a584aeaf90 None None] Checking router: e88bbd69-0940-49df-be04-837519371fcf for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:32:49.018296 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c334cc-216e-4a60-bca2-e1a584aeaf90 None None] Updating router e88bbd69-0940-49df-be04-837519371fcf port 11d170db-28dd-4c6f-a88c-074639c863b4 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:32:49.029449 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a59b62e0-1244-4edb-a895-4a903f7f317f req-0ca93880-aba6-408e-9ded-2ee881bc64ac tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/ports?device_id=a495c567-9000-4fb6-ad2e-c2d20083d54a HTTP/1.1" status: 200 len: 210 time: 0.0299630 Aug 31 10:32:49.043815 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-d9c334cc-216e-4a60-bca2-e1a584aeaf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:49.330009 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-d9c334cc-216e-4a60-bca2-e1a584aeaf90 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:49.339649 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-d9c334cc-216e-4a60-bca2-e1a584aeaf90 None None] Transition to ACTIVE for port object 11d170db-28dd-4c6f-a88c-074639c863b4 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:32:49.411848 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-d9c334cc-216e-4a60-bca2-e1a584aeaf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:49.465012 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc8bb5-24d7-46b1-a811-f9d9d0319c3c None None] Pushing event updated for resources: {'Port': ['ID=11d170db-28dd-4c6f-a88c-074639c863b4,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:49.547675 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-d9c334cc-216e-4a60-bca2-e1a584aeaf90 None None] Attempting to bind port 11d170db-28dd-4c6f-a88c-074639c863b4 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:32:49.548251 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-d9c334cc-216e-4a60-bca2-e1a584aeaf90 None None] Attempting to bind port 11d170db-28dd-4c6f-a88c-074639c863b4 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '51b32a24-2686-4f8d-8386-6aaac3413b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': 'cbe4cd9b-8b3b-44ef-94ab-2e99f35032a7'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:32:49.548826 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c334cc-216e-4a60-bca2-e1a584aeaf90 None None] Attempting to bind port 11d170db-28dd-4c6f-a88c-074639c863b4 on network cbe4cd9b-8b3b-44ef-94ab-2e99f35032a7 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:32:49.557052 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c334cc-216e-4a60-bca2-e1a584aeaf90 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:32:49.557637 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c334cc-216e-4a60-bca2-e1a584aeaf90 None None] Checking segment: {'id': '51b32a24-2686-4f8d-8386-6aaac3413b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': 'cbe4cd9b-8b3b-44ef-94ab-2e99f35032a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:32:49.558297 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-d9c334cc-216e-4a60-bca2-e1a584aeaf90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:49.558978 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c334cc-216e-4a60-bca2-e1a584aeaf90 None None] Bound using segment: {'id': '51b32a24-2686-4f8d-8386-6aaac3413b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': 'cbe4cd9b-8b3b-44ef-94ab-2e99f35032a7'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:32:49.559693 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-d9c334cc-216e-4a60-bca2-e1a584aeaf90 None None] Bound port: 11d170db-28dd-4c6f-a88c-074639c863b4, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51b32a24-2686-4f8d-8386-6aaac3413b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1602, 'network_id': 'cbe4cd9b-8b3b-44ef-94ab-2e99f35032a7'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:32:49.560588 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-d9c334cc-216e-4a60-bca2-e1a584aeaf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:49.660098 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-d9c334cc-216e-4a60-bca2-e1a584aeaf90 None None] For port 11d170db-28dd-4c6f-a88c-074639c863b4, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:32:49.664825 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-d9c334cc-216e-4a60-bca2-e1a584aeaf90 None None] For port 11d170db-28dd-4c6f-a88c-074639c863b4, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=11d170db-28dd-4c6f-a88c-074639c863b4,segment=NetworkSegment(51b32a24-2686-4f8d-8386-6aaac3413b88),segment_id=51b32a24-2686-4f8d-8386-6aaac3413b88)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:32:49.720473 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-d9c334cc-216e-4a60-bca2-e1a584aeaf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:49.772012 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c334cc-216e-4a60-bca2-e1a584aeaf90 None None] Routers {'e88bbd69-0940-49df-be04-837519371fcf'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:32:49.772685 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d9c334cc-216e-4a60-bca2-e1a584aeaf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:32:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e88bbd69-0940-49df-be04-837519371fcf'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:49.824479 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc8bb5-24d7-46b1-a811-f9d9d0319c3c None None] Pushing event updated for resources: {'Port': ['ID=11d170db-28dd-4c6f-a88c-074639c863b4,revision_number=4']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:49.904164 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-d9c334cc-216e-4a60-bca2-e1a584aeaf90 None None] Set router e88bbd69-0940-49df-be04-837519371fcf gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:32:50.067090 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device fa1937d6-c8c5-425b-97db-4af1eb831e59 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:32:50.140839 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-37aa8803-39ce-40a2-ab67-a60b8a5cc629 req-15b3f6a8-86aa-4954-b53a-376b2d23d842 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/ports?device_id=a495c567-9000-4fb6-ad2e-c2d20083d54a HTTP/1.1" status: 200 len: 210 time: 0.0299397 Aug 31 10:32:50.148258 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port fa1937d6-c8c5-425b-97db-4af1eb831e59 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:32:50.148762 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:50.227026 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-d9c334cc-216e-4a60-bca2-e1a584aeaf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88bbd69-0940-49df-be04-837519371fcf', 'name': 'tempest-TestEncryptedCinderVolumes-1783533409-router', 'tenant_id': '10421f999ea9490b954c5d196ef47f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'fa1937d6-c8c5-425b-97db-4af1eb831e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:32:42Z', 'updated_at': '2021-08-31T10:32:46Z', 'revision_number': 4, 'project_id': '10421f999ea9490b954c5d196ef47f63', 'gw_port': {'id': 'fa1937d6-c8c5-425b-97db-4af1eb831e59', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88bbd69-0940-49df-be04-837519371fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:32:43Z', 'updated_at': '2021-08-31T10:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '11d170db-28dd-4c6f-a88c-074639c863b4', 'name': '', 'network_id': 'cbe4cd9b-8b3b-44ef-94ab-2e99f35032a7', 'tenant_id': '10421f999ea9490b954c5d196ef47f63', 'mac_address': 'fa:16:3e:0e:a3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88bbd69-0940-49df-be04-837519371fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'e0b1c44c-57fd-4cd0-b061-61c0db70006a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:32:45Z', 'updated_at': '2021-08-31T10:32:49Z', 'revision_number': 4, 'project_id': '10421f999ea9490b954c5d196ef47f63', 'subnets': [{'id': 'e0b1c44c-57fd-4cd0-b061-61c0db70006a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:32:50.255718 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c334cc-216e-4a60-bca2-e1a584aeaf90 None None] The sync data for ids ['e88bbd69-0940-49df-be04-837519371fcf'] in n-d-791506-28 is: [{'id': 'e88bbd69-0940-49df-be04-837519371fcf', 'name': 'tempest-TestEncryptedCinderVolumes-1783533409-router', 'tenant_id': '10421f999ea9490b954c5d196ef47f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'fa1937d6-c8c5-425b-97db-4af1eb831e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:32:42Z', 'updated_at': '2021-08-31T10:32:46Z', 'revision_number': 4, 'project_id': '10421f999ea9490b954c5d196ef47f63', 'gw_port': {'id': 'fa1937d6-c8c5-425b-97db-4af1eb831e59', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88bbd69-0940-49df-be04-837519371fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:32:43Z', 'updated_at': '2021-08-31T10:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '11d170db-28dd-4c6f-a88c-074639c863b4', 'name': '', 'network_id': 'cbe4cd9b-8b3b-44ef-94ab-2e99f35032a7', 'tenant_id': '10421f999ea9490b954c5d196ef47f63', 'mac_address': 'fa:16:3e:0e:a3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e88bbd69-0940-49df-be04-837519371fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'e0b1c44c-57fd-4cd0-b061-61c0db70006a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:32:45Z', 'updated_at': '2021-08-31T10:32:49Z', 'revision_number': 4, 'project_id': '10421f999ea9490b954c5d196ef47f63', 'subnets': [{'id': 'e0b1c44c-57fd-4cd0-b061-61c0db70006a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:32:51.253599 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6dbdb392-4381-4c98-a14c-526c1af74720 req-aa958d19-228a-406d-b108-2c9f1877b09b tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/ports?device_id=a495c567-9000-4fb6-ad2e-c2d20083d54a HTTP/1.1" status: 200 len: 210 time: 0.0343053 Aug 31 10:32:51.301283 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-f52ef795-5807-4f5d-9e0f-5c887ec046d8 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:51.302813 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-f52ef795-5807-4f5d-9e0f-5c887ec046d8 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.59 "GET /v2.0/networks?id=b8e56379-4611-4c5f-bd7a-751e9b8aa759 HTTP/1.1" status: 200 len: 817 time: 0.1406283 Aug 31 10:32:51.317248 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-9093f2c6-091b-4438-9eb4-3e38861acfb5 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Request body: {'port': {'device_id': 'a495c567-9000-4fb6-ad2e-c2d20083d54a', 'network_id': 'b8e56379-4611-4c5f-bd7a-751e9b8aa759', 'admin_state_up': True, 'tenant_id': '1dab771d5b0f4a1c84abb956de334aa0'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:32:51.554782 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-9093f2c6-091b-4438-9eb4-3e38861acfb5 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Made reservation on behalf of 1dab771d5b0f4a1c84abb956de334aa0 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:32:51.558318 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-9093f2c6-091b-4438-9eb4-3e38861acfb5 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:51.683961 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-9093f2c6-091b-4438-9eb4-3e38861acfb5 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Allocated IP 172.20.0.11 (b8e56379-4611-4c5f-bd7a-751e9b8aa759/aa2b1a04-b15c-480d-a188-591735469343/6e8f34ca-9594-4d38-a104-65d77794888b) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:32:51.846996 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-9093f2c6-091b-4438-9eb4-3e38861acfb5 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:51.861724 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-9093f2c6-091b-4438-9eb4-3e38861acfb5 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Transition to ACTIVE for port object 6e8f34ca-9594-4d38-a104-65d77794888b will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:32:51.977779 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-9093f2c6-091b-4438-9eb4-3e38861acfb5 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:52.023998 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-9093f2c6-091b-4438-9eb4-3e38861acfb5 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Network b8e56379-4611-4c5f-bd7a-751e9b8aa759 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:32:52.027101 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-9093f2c6-091b-4438-9eb4-3e38861acfb5 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:32:52.031089 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-9093f2c6-091b-4438-9eb4-3e38861acfb5 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:32:52.061570 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093f2c6-091b-4438-9eb4-3e38861acfb5 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Pushing event updated for resources: {'Port': ['ID=6e8f34ca-9594-4d38-a104-65d77794888b,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:52.099215 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 11d170db-28dd-4c6f-a88c-074639c863b4 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:32:52.102044 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-9093f2c6-091b-4438-9eb4-3e38861acfb5 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:52.102882 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-9093f2c6-091b-4438-9eb4-3e38861acfb5 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:52.172825 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-9093f2c6-091b-4438-9eb4-3e38861acfb5 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8595262 Aug 31 10:32:52.186781 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-d28ad6d0-b765-4359-abb2-452cb08a8d54 service neutron] Request body: {'port': {'device_id': 'a495c567-9000-4fb6-ad2e-c2d20083d54a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:32:52.222258 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 11d170db-28dd-4c6f-a88c-074639c863b4 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:32:52.226406 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 11d170db-28dd-4c6f-a88c-074639c863b4 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:32:52.226839 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:52.250103 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-d28ad6d0-b765-4359-abb2-452cb08a8d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:52.317687 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:52.361876 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 11d170db-28dd-4c6f-a88c-074639c863b4, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=11d170db-28dd-4c6f-a88c-074639c863b4,segment=NetworkSegment(51b32a24-2686-4f8d-8386-6aaac3413b88),segment_id=51b32a24-2686-4f8d-8386-6aaac3413b88)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:32:52.411570 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7b1f4e56-f9ef-406b-900a-5a0f6f73a5cd None None] Provisioning for port 6e8f34ca-9594-4d38-a104-65d77794888b completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:32:52.415729 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7b1f4e56-f9ef-406b-900a-5a0f6f73a5cd None None] Provisioning complete for port 6e8f34ca-9594-4d38-a104-65d77794888b triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:32:52.416356 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7b1f4e56-f9ef-406b-900a-5a0f6f73a5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:52.438481 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:52.476287 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662f4e4-190b-42f5-acef-3b270e7a9e60 req-6eb2cbad-24d1-4c2d-8cbd-9bd4645576ef tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:52.477803 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7662f4e4-190b-42f5-acef-3b270e7a9e60 req-6eb2cbad-24d1-4c2d-8cbd-9bd4645576ef tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/ports?device_id=a495c567-9000-4fb6-ad2e-c2d20083d54a HTTP/1.1" status: 200 len: 932 time: 0.1158266 Aug 31 10:32:52.484580 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-7b1f4e56-f9ef-406b-900a-5a0f6f73a5cd None None] Port 6e8f34ca-9594-4d38-a104-65d77794888b cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:32:52.501635 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=11d170db-28dd-4c6f-a88c-074639c863b4,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:52.554732 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7662f4e4-190b-42f5-acef-3b270e7a9e60 req-ea83f60c-5507-4ca9-9e0a-7aa0da5105cd tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/security-groups?id=39f37701-103c-405c-b005-e380404d2577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684922 Aug 31 10:32:52.607644 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-d28ad6d0-b765-4359-abb2-452cb08a8d54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e8f34ca-9594-4d38-a104-65d77794888b {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:32:52.615057 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-d28ad6d0-b765-4359-abb2-452cb08a8d54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:52.627399 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-d28ad6d0-b765-4359-abb2-452cb08a8d54 service neutron] Transition to ACTIVE for port object 6e8f34ca-9594-4d38-a104-65d77794888b will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:32:52.725458 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-d28ad6d0-b765-4359-abb2-452cb08a8d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:52.778467 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ad6d0-b765-4359-abb2-452cb08a8d54 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8f34ca-9594-4d38-a104-65d77794888b,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:52.867777 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-d28ad6d0-b765-4359-abb2-452cb08a8d54 service neutron] Attempting to bind port 6e8f34ca-9594-4d38-a104-65d77794888b on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:32:52.868198 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-d28ad6d0-b765-4359-abb2-452cb08a8d54 service neutron] Attempting to bind port 6e8f34ca-9594-4d38-a104-65d77794888b by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '377260b8-0f27-44bf-b7f7-293e0aceef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1624, 'network_id': 'b8e56379-4611-4c5f-bd7a-751e9b8aa759'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:32:52.868701 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-d28ad6d0-b765-4359-abb2-452cb08a8d54 service neutron] Attempting to bind port 6e8f34ca-9594-4d38-a104-65d77794888b on network b8e56379-4611-4c5f-bd7a-751e9b8aa759 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:32:52.875532 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-d28ad6d0-b765-4359-abb2-452cb08a8d54 service neutron] Port 6e8f34ca-9594-4d38-a104-65d77794888b on network b8e56379-4611-4c5f-bd7a-751e9b8aa759 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:32:52.876014 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-d28ad6d0-b765-4359-abb2-452cb08a8d54 service neutron] Attempting to bind port 6e8f34ca-9594-4d38-a104-65d77794888b on network b8e56379-4611-4c5f-bd7a-751e9b8aa759 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:32:52.883683 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-d28ad6d0-b765-4359-abb2-452cb08a8d54 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:32:52.884226 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-d28ad6d0-b765-4359-abb2-452cb08a8d54 service neutron] Checking segment: {'id': '377260b8-0f27-44bf-b7f7-293e0aceef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1624, 'network_id': 'b8e56379-4611-4c5f-bd7a-751e9b8aa759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:32:52.884853 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-d28ad6d0-b765-4359-abb2-452cb08a8d54 service neutron] Bound using segment: {'id': '377260b8-0f27-44bf-b7f7-293e0aceef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1624, 'network_id': 'b8e56379-4611-4c5f-bd7a-751e9b8aa759'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:32:52.885562 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-d28ad6d0-b765-4359-abb2-452cb08a8d54 service neutron] Bound port: 6e8f34ca-9594-4d38-a104-65d77794888b, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '377260b8-0f27-44bf-b7f7-293e0aceef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1624, 'network_id': 'b8e56379-4611-4c5f-bd7a-751e9b8aa759'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:32:52.886148 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-d28ad6d0-b765-4359-abb2-452cb08a8d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:52.963812 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-d28ad6d0-b765-4359-abb2-452cb08a8d54 service neutron] For port 6e8f34ca-9594-4d38-a104-65d77794888b, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:32:52.968058 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-d28ad6d0-b765-4359-abb2-452cb08a8d54 service neutron] For port 6e8f34ca-9594-4d38-a104-65d77794888b, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=6e8f34ca-9594-4d38-a104-65d77794888b,segment=NetworkSegment(377260b8-0f27-44bf-b7f7-293e0aceef3e),segment_id=377260b8-0f27-44bf-b7f7-293e0aceef3e)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:32:53.080606 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-d28ad6d0-b765-4359-abb2-452cb08a8d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:53.118373 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-d28ad6d0-b765-4359-abb2-452cb08a8d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:53.118955 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-d28ad6d0-b765-4359-abb2-452cb08a8d54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:53.120372 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-d28ad6d0-b765-4359-abb2-452cb08a8d54 service neutron] 10.222.0.59 "PUT /v2.0/ports/6e8f34ca-9594-4d38-a104-65d77794888b HTTP/1.1" status: 200 len: 1093 time: 0.9392817 Aug 31 10:32:53.120814 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a495c567-9000-4fb6-ad2e-c2d20083d54a', 'tag': '6e8f34ca-9594-4d38-a104-65d77794888b'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:32:53.123074 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c55a813-0e5e-4b55-95e1-61c95b6062d4" -d '{"events": [{"name": "network-changed", "server_uuid": "a495c567-9000-4fb6-ad2e-c2d20083d54a", "tag": "6e8f34ca-9594-4d38-a104-65d77794888b"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:32:53.148595 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ad6d0-b765-4359-abb2-452cb08a8d54 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8f34ca-9594-4d38-a104-65d77794888b,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:53.174997 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae0921a-5ea6-4c4c-8f79-8f4b8ef06174 x-openstack-request-id: req-7ae0921a-5ea6-4c4c-8f79-8f4b8ef06174 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:32:53.174997 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a495c567-9000-4fb6-ad2e-c2d20083d54a", "tag": "6e8f34ca-9594-4d38-a104-65d77794888b", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:32:53.174997 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-7ae0921a-5ea6-4c4c-8f79-8f4b8ef06174 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:32:53.174997 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a495c567-9000-4fb6-ad2e-c2d20083d54a', 'tag': '6e8f34ca-9594-4d38-a104-65d77794888b', 'status': 'completed', 'code': 200} Aug 31 10:32:53.232920 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55a813-0e5e-4b55-95e1-61c95b6062d4 req-697be406-e534-4071-add6-f41efde77ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:53.234452 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c55a813-0e5e-4b55-95e1-61c95b6062d4 req-697be406-e534-4071-add6-f41efde77ec6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1dab771d5b0f4a1c84abb956de334aa0&device_id=a495c567-9000-4fb6-ad2e-c2d20083d54a HTTP/1.1" status: 200 len: 1096 time: 0.0446308 Aug 31 10:32:53.343099 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55a813-0e5e-4b55-95e1-61c95b6062d4 req-7d7506f8-b191-4b87-93d8-bd4f1d202780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:53.344747 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c55a813-0e5e-4b55-95e1-61c95b6062d4 req-7d7506f8-b191-4b87-93d8-bd4f1d202780 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1dab771d5b0f4a1c84abb956de334aa0&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0979960 Aug 31 10:32:53.437463 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55a813-0e5e-4b55-95e1-61c95b6062d4 req-c2e16938-f6c7-41c4-861e-d7f76a544e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:53.439059 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7c55a813-0e5e-4b55-95e1-61c95b6062d4 req-c2e16938-f6c7-41c4-861e-d7f76a544e2b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0866575 Aug 31 10:32:53.527853 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-09964ca8-3fbb-4413-9842-4a047d255e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:53.530597 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-09964ca8-3fbb-4413-9842-4a047d255e59 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1dab771d5b0f4a1c84abb956de334aa0&device_id=a495c567-9000-4fb6-ad2e-c2d20083d54a HTTP/1.1" status: 200 len: 1096 time: 0.0476520 Aug 31 10:32:53.577101 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-21ac6bf1-5164-4734-aad8-79d503dea554 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e8f34ca-9594-4d38-a104-65d77794888b HTTP/1.1" status: 200 len: 217 time: 0.0378745 Aug 31 10:32:53.639157 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-fb3347d0-b2f0-4d6b-81fe-14442e8742d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:53.640741 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-fb3347d0-b2f0-4d6b-81fe-14442e8742d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aa2b1a04-b15c-480d-a188-591735469343 HTTP/1.1" status: 200 len: 856 time: 0.0569079 Aug 31 10:32:54.051585 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 11d170db-28dd-4c6f-a88c-074639c863b4 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:32:54.081694 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6ee17-97d3-48b8-8fa5-b21c3febf811 req-2591fa23-1153-4c58-9bbc-4d93d4a3c727 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:54.083202 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-86f6ee17-97d3-48b8-8fa5-b21c3febf811 req-2591fa23-1153-4c58-9bbc-4d93d4a3c727 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/ports?device_id=a495c567-9000-4fb6-ad2e-c2d20083d54a HTTP/1.1" status: 200 len: 944 time: 0.4592249 Aug 31 10:32:54.089617 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-ef48d5c9-7113-413d-a273-54400ba32ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:54.091287 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-ef48d5c9-7113-413d-a273-54400ba32ef2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b8e56379-4611-4c5f-bd7a-751e9b8aa759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4330611 Aug 31 10:32:54.102811 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 11d170db-28dd-4c6f-a88c-074639c863b4 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:32:54.103190 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:54.181373 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-86f6ee17-97d3-48b8-8fa5-b21c3febf811 req-e3f4fb77-76b6-432a-9de9-aaa52f22abc1 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/security-groups?id=39f37701-103c-405c-b005-e380404d2577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891042 Aug 31 10:32:54.223585 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-acc30fc2-9a99-4135-810d-b2418b81fda8 service neutron] 10.222.0.59 "GET /v2.0/networks/b8e56379-4611-4c5f-bd7a-751e9b8aa759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246259 Aug 31 10:32:54.312005 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0229b4bf-f3f1-40f4-9da2-4ad3365ef076 req-84b3967a-cae3-42b3-9fbc-c7e34e6b88ea service neutron] 10.222.0.59 "GET /v2.0/networks/b8e56379-4611-4c5f-bd7a-751e9b8aa759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811799 Aug 31 10:32:55.302737 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866f654-9763-477e-a615-a2ea4d52f3b3 req-45bcdcd5-fc97-4c30-839f-077cb2728a21 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:55.306008 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6866f654-9763-477e-a615-a2ea4d52f3b3 req-45bcdcd5-fc97-4c30-839f-077cb2728a21 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/ports?device_id=a495c567-9000-4fb6-ad2e-c2d20083d54a HTTP/1.1" status: 200 len: 944 time: 0.0493133 Aug 31 10:32:55.342745 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6866f654-9763-477e-a615-a2ea4d52f3b3 req-5684c488-95f8-4cf5-a92c-90a61a787ebf tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/security-groups?id=39f37701-103c-405c-b005-e380404d2577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320818 Aug 31 10:32:56.473010 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1efbbb-55b3-4c1b-a49c-5d70d1a2d8c4 req-ea6bacef-95f8-44de-b292-66b735572cf3 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:56.474477 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9e1efbbb-55b3-4c1b-a49c-5d70d1a2d8c4 req-ea6bacef-95f8-44de-b292-66b735572cf3 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/ports?device_id=a495c567-9000-4fb6-ad2e-c2d20083d54a HTTP/1.1" status: 200 len: 944 time: 0.0517371 Aug 31 10:32:56.502827 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 6e8f34ca-9594-4d38-a104-65d77794888b details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:32:56.513743 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9e1efbbb-55b3-4c1b-a49c-5d70d1a2d8c4 req-c2a1e654-d781-4049-8ed4-f059284cfffe tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/security-groups?id=39f37701-103c-405c-b005-e380404d2577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332074 Aug 31 10:32:56.600204 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 6e8f34ca-9594-4d38-a104-65d77794888b, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=6e8f34ca-9594-4d38-a104-65d77794888b,segment=NetworkSegment(377260b8-0f27-44bf-b7f7-293e0aceef3e),segment_id=377260b8-0f27-44bf-b7f7-293e0aceef3e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:32:56.614686 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '6e8f34ca-9594-4d38-a104-65d77794888b', 'network_id': 'b8e56379-4611-4c5f-bd7a-751e9b8aa759', 'port_id': '6e8f34ca-9594-4d38-a104-65d77794888b', 'mac_address': 'fa:16:3e:78:f0:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa2b1a04-b15c-480d-a188-591735469343', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:32:56.677776 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:56.696958 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e8f34ca-9594-4d38-a104-65d77794888b {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:32:56.733582 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 6e8f34ca-9594-4d38-a104-65d77794888b, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=6e8f34ca-9594-4d38-a104-65d77794888b,segment=NetworkSegment(377260b8-0f27-44bf-b7f7-293e0aceef3e),segment_id=377260b8-0f27-44bf-b7f7-293e0aceef3e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:32:56.839583 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:56.886789 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=6e8f34ca-9594-4d38-a104-65d77794888b,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:57.105189 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['6e8f34ca-9594-4d38-a104-65d77794888b'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:32:57.670877 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70240b-6e86-42d6-ad8d-3620165d82ff req-66d08cde-eab7-4309-96c0-f12536f0a42a tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:57.673285 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b70240b-6e86-42d6-ad8d-3620165d82ff req-66d08cde-eab7-4309-96c0-f12536f0a42a tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/ports?device_id=a495c567-9000-4fb6-ad2e-c2d20083d54a HTTP/1.1" status: 200 len: 945 time: 0.0927033 Aug 31 10:32:57.712933 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b70240b-6e86-42d6-ad8d-3620165d82ff req-60bea6d1-bd62-4d59-8165-2870863eb45f tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/security-groups?id=39f37701-103c-405c-b005-e380404d2577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334089 Aug 31 10:32:58.521685 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 6e8f34ca-9594-4d38-a104-65d77794888b up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:32:58.628353 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 6e8f34ca-9594-4d38-a104-65d77794888b completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:32:58.632240 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 6e8f34ca-9594-4d38-a104-65d77794888b triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:32:58.632611 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:58.707289 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:58.734449 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a495c567-9000-4fb6-ad2e-c2d20083d54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8f34ca-9594-4d38-a104-65d77794888b'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:32:58.736779 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c576b6b-4674-4b85-a41e-5df60f36495b" -d '{"events": [{"server_uuid": "a495c567-9000-4fb6-ad2e-c2d20083d54a", "name": "network-vif-plugged", "status": "completed", "tag": "6e8f34ca-9594-4d38-a104-65d77794888b"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:32:58.751619 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 6e8f34ca-9594-4d38-a104-65d77794888b, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=6e8f34ca-9594-4d38-a104-65d77794888b,segment=NetworkSegment(377260b8-0f27-44bf-b7f7-293e0aceef3e),segment_id=377260b8-0f27-44bf-b7f7-293e0aceef3e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:32:58.778980 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81431bdc-7b3d-414c-b8a9-8d35f3285cab x-openstack-request-id: req-81431bdc-7b3d-414c-b8a9-8d35f3285cab {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:32:58.779267 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a495c567-9000-4fb6-ad2e-c2d20083d54a", "name": "network-vif-plugged", "status": "completed", "tag": "6e8f34ca-9594-4d38-a104-65d77794888b", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:32:58.779518 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-81431bdc-7b3d-414c-b8a9-8d35f3285cab {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:32:58.779910 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a495c567-9000-4fb6-ad2e-c2d20083d54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8f34ca-9594-4d38-a104-65d77794888b', 'code': 200} Aug 31 10:32:58.827692 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:32:58.861631 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db471a93-1978-4691-8918-848e0fbe2e5a req-df6c3c2b-74bb-48b0-9baf-5ebb259be621 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:58.863167 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db471a93-1978-4691-8918-848e0fbe2e5a req-df6c3c2b-74bb-48b0-9baf-5ebb259be621 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/ports?device_id=a495c567-9000-4fb6-ad2e-c2d20083d54a HTTP/1.1" status: 200 len: 945 time: 0.0671947 Aug 31 10:32:58.886469 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=6e8f34ca-9594-4d38-a104-65d77794888b,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:32:58.922506 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db471a93-1978-4691-8918-848e0fbe2e5a req-927e02a7-dce5-41de-a31c-85ab7393f6d2 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/security-groups?id=39f37701-103c-405c-b005-e380404d2577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421443 Aug 31 10:32:58.924261 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888fb3df-886b-415c-bd59-dce023c307e4 req-028703f8-6677-4493-a302-18dbc5f1efb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:32:58.925649 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-888fb3df-886b-415c-bd59-dce023c307e4 req-028703f8-6677-4493-a302-18dbc5f1efb5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a495c567-9000-4fb6-ad2e-c2d20083d54a HTTP/1.1" status: 200 len: 1098 time: 0.0864091 Aug 31 10:32:58.959985 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-888fb3df-886b-415c-bd59-dce023c307e4 req-2afe8799-0c6e-475a-b4a1-ae85c2f2d640 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=39f37701-103c-405c-b005-e380404d2577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270488 Aug 31 10:33:00.054032 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5e3ac-2732-45d2-b1d6-ba95647bf7c3 req-8526b359-5271-449e-a608-0fb2aa1aa09c tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:00.056295 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dbe5e3ac-2732-45d2-b1d6-ba95647bf7c3 req-8526b359-5271-449e-a608-0fb2aa1aa09c tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/ports?device_id=a495c567-9000-4fb6-ad2e-c2d20083d54a HTTP/1.1" status: 200 len: 946 time: 0.0629394 Aug 31 10:33:00.095170 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dbe5e3ac-2732-45d2-b1d6-ba95647bf7c3 req-a15bafa4-4707-438f-8930-d97c41dd4430 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/security-groups?id=39f37701-103c-405c-b005-e380404d2577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330110 Aug 31 10:33:01.213047 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865aac48-2713-4d59-8926-db5aac80f1e9 req-26a2622c-2746-4f15-ad80-6af457d9a68d tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:01.214730 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-865aac48-2713-4d59-8926-db5aac80f1e9 req-26a2622c-2746-4f15-ad80-6af457d9a68d tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/ports?device_id=a495c567-9000-4fb6-ad2e-c2d20083d54a HTTP/1.1" status: 200 len: 946 time: 0.0516298 Aug 31 10:33:01.260118 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-865aac48-2713-4d59-8926-db5aac80f1e9 req-d5fa2a83-7bf9-4caf-8f29-aefb5ffb47ac tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/security-groups?id=39f37701-103c-405c-b005-e380404d2577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381866 Aug 31 10:33:01.380187 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ede1b3-50c4-4402-a65c-ac93fa13df9b req-2665d5fd-dc4a-419d-9ae4-d8f7dfd5b30a tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:01.381562 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-07ede1b3-50c4-4402-a65c-ac93fa13df9b req-2665d5fd-dc4a-419d-9ae4-d8f7dfd5b30a tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/ports?device_id=a495c567-9000-4fb6-ad2e-c2d20083d54a HTTP/1.1" status: 200 len: 946 time: 0.0517921 Aug 31 10:33:01.420196 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-07ede1b3-50c4-4402-a65c-ac93fa13df9b req-e111bf7f-9492-46e4-b430-b02e0fe583c6 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/security-groups?id=39f37701-103c-405c-b005-e380404d2577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321839 Aug 31 10:33:03.411171 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:03.936687 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:11.433515 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ceb94f5f-a211-4e5c-a8bf-627669cd960c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:14.052174 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-691d3039-ee5f-4899-8652-dff3116c0670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:14.148160 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:15.679238 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:17.279891 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:24.413840 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:33:26.613752 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c688765-4d45-4537-a4d8-06633134cc29 req-2ec44d1c-0b52-4eb6-8879-e9875affc4a0 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:26.615394 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9c688765-4d45-4537-a4d8-06633134cc29 req-2ec44d1c-0b52-4eb6-8879-e9875affc4a0 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/ports?device_id=a495c567-9000-4fb6-ad2e-c2d20083d54a HTTP/1.1" status: 200 len: 946 time: 0.0539865 Aug 31 10:33:26.654324 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9c688765-4d45-4537-a4d8-06633134cc29 req-dfd725b0-9095-4c41-9b91-2d47a6aa8b13 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/security-groups?id=39f37701-103c-405c-b005-e380404d2577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329030 Aug 31 10:33:27.771381 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107084fe-bd7b-41a4-b0d3-3bde0b1fda94 req-aabedd37-c911-4026-a584-52cd2496cb27 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:27.772867 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-107084fe-bd7b-41a4-b0d3-3bde0b1fda94 req-aabedd37-c911-4026-a584-52cd2496cb27 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/ports?device_id=a495c567-9000-4fb6-ad2e-c2d20083d54a HTTP/1.1" status: 200 len: 946 time: 0.0494223 Aug 31 10:33:27.816121 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-107084fe-bd7b-41a4-b0d3-3bde0b1fda94 req-d46871f7-49d3-4a95-8147-8c7b1ba90a63 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/security-groups?id=39f37701-103c-405c-b005-e380404d2577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370705 Aug 31 10:33:28.203860 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed848f6-eef2-4a20-b82c-37b560714ed3 req-e9e5f51d-6896-479d-93aa-0570e46aa836 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:28.205302 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9ed848f6-eef2-4a20-b82c-37b560714ed3 req-e9e5f51d-6896-479d-93aa-0570e46aa836 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.59 "GET /v2.0/ports?device_id=a495c567-9000-4fb6-ad2e-c2d20083d54a HTTP/1.1" status: 200 len: 946 time: 0.0478094 Aug 31 10:33:28.294110 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-9ed848f6-eef2-4a20-b82c-37b560714ed3 req-190c8cf9-cf19-46bb-b7ee-b9c49ba5f448 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Deleting port 6e8f34ca-9594-4d38-a104-65d77794888b {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:33:28.294364 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9ed848f6-eef2-4a20-b82c-37b560714ed3 req-190c8cf9-cf19-46bb-b7ee-b9c49ba5f448 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:28.384910 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-9ed848f6-eef2-4a20-b82c-37b560714ed3 req-190c8cf9-cf19-46bb-b7ee-b9c49ba5f448 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] For port 6e8f34ca-9594-4d38-a104-65d77794888b, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=6e8f34ca-9594-4d38-a104-65d77794888b,segment=NetworkSegment(377260b8-0f27-44bf-b7f7-293e0aceef3e),segment_id=377260b8-0f27-44bf-b7f7-293e0aceef3e)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:33:28.385268 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9ed848f6-eef2-4a20-b82c-37b560714ed3 req-190c8cf9-cf19-46bb-b7ee-b9c49ba5f448 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:28.398393 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-9ed848f6-eef2-4a20-b82c-37b560714ed3 req-190c8cf9-cf19-46bb-b7ee-b9c49ba5f448 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Calling delete_port for 6e8f34ca-9594-4d38-a104-65d77794888b owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:33:28.644578 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9ed848f6-eef2-4a20-b82c-37b560714ed3 req-190c8cf9-cf19-46bb-b7ee-b9c49ba5f448 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:28.657054 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['6e8f34ca-9594-4d38-a104-65d77794888b'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:33:28.673555 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c8cf9-cf19-46bb-b7ee-b9c49ba5f448 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Pushing event deleted for resources: {'Port': ['ID=6e8f34ca-9594-4d38-a104-65d77794888b,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:33:28.704068 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c8cf9-cf19-46bb-b7ee-b9c49ba5f448 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:28.704412 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c8cf9-cf19-46bb-b7ee-b9c49ba5f448 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:28.704753 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c8cf9-cf19-46bb-b7ee-b9c49ba5f448 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:28.705088 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c8cf9-cf19-46bb-b7ee-b9c49ba5f448 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:28.705418 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c8cf9-cf19-46bb-b7ee-b9c49ba5f448 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:28.705747 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c8cf9-cf19-46bb-b7ee-b9c49ba5f448 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:28.706075 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c8cf9-cf19-46bb-b7ee-b9c49ba5f448 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:28.706402 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c8cf9-cf19-46bb-b7ee-b9c49ba5f448 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:28.706749 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c8cf9-cf19-46bb-b7ee-b9c49ba5f448 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:28.714765 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c8cf9-cf19-46bb-b7ee-b9c49ba5f448 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:28.714765 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c8cf9-cf19-46bb-b7ee-b9c49ba5f448 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:28.714765 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-190c8cf9-cf19-46bb-b7ee-b9c49ba5f448 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:28.726213 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed848f6-eef2-4a20-b82c-37b560714ed3 req-190c8cf9-cf19-46bb-b7ee-b9c49ba5f448 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] No DVR routers for this DVR port 6e8f34ca-9594-4d38-a104-65d77794888b on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:33:28.728618 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9ed848f6-eef2-4a20-b82c-37b560714ed3 req-190c8cf9-cf19-46bb-b7ee-b9c49ba5f448 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:28.730916 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9ed848f6-eef2-4a20-b82c-37b560714ed3 req-190c8cf9-cf19-46bb-b7ee-b9c49ba5f448 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.59 "DELETE /v2.0/ports/6e8f34ca-9594-4d38-a104-65d77794888b HTTP/1.1" status: 204 len: 173 time: 0.5192361 Aug 31 10:33:28.731350 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a495c567-9000-4fb6-ad2e-c2d20083d54a', 'name': 'network-vif-deleted', 'tag': '6e8f34ca-9594-4d38-a104-65d77794888b'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:33:28.733589 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c88d908-e65b-4b44-9249-9c48ea232292" -d '{"events": [{"server_uuid": "a495c567-9000-4fb6-ad2e-c2d20083d54a", "name": "network-vif-deleted", "tag": "6e8f34ca-9594-4d38-a104-65d77794888b"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:33:28.830488 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43db6829-c3f8-47be-b2ca-fa825c38be25 x-openstack-request-id: req-43db6829-c3f8-47be-b2ca-fa825c38be25 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:33:28.831118 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a495c567-9000-4fb6-ad2e-c2d20083d54a", "name": "network-vif-deleted", "tag": "6e8f34ca-9594-4d38-a104-65d77794888b", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:33:28.831236 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-43db6829-c3f8-47be-b2ca-fa825c38be25 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:33:28.831627 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a495c567-9000-4fb6-ad2e-c2d20083d54a', 'name': 'network-vif-deleted', 'tag': '6e8f34ca-9594-4d38-a104-65d77794888b', 'status': 'completed', 'code': 200} Aug 31 10:33:28.913459 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-34729007-999c-42f5-9fb2-6a3d2827bd40 req-7555a515-2dba-4bb0-a9c0-b780578c5f1c tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/ports?device_id=a495c567-9000-4fb6-ad2e-c2d20083d54a HTTP/1.1" status: 200 len: 210 time: 0.0264792 Aug 31 10:33:30.646136 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 6e8f34ca-9594-4d38-a104-65d77794888b no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:33:30.670799 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 6e8f34ca-9594-4d38-a104-65d77794888b {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:33:30.671131 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 6e8f34ca-9594-4d38-a104-65d77794888b not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:33:31.785999 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-91a24dda-076f-40ca-b279-c68546c095d9 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:31.787511 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-91a24dda-076f-40ca-b279-c68546c095d9 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/networks?id=b8e56379-4611-4c5f-bd7a-751e9b8aa759 HTTP/1.1" status: 200 len: 817 time: 0.1100478 Aug 31 10:33:31.804312 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-8c080dee-c866-4af4-9f01-32b89cbdcba4 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/quotas/1dab771d5b0f4a1c84abb956de334aa0 HTTP/1.1" status: 200 len: 375 time: 0.0107667 Aug 31 10:33:31.853756 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-023a295d-99bf-4f06-9096-65430853c745 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=1dab771d5b0f4a1c84abb956de334aa0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450504 Aug 31 10:33:31.953871 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-f3005076-3649-414d-a559-f100baa8e8c9 service neutron] 10.222.0.119 "GET /v2.0/networks/b8e56379-4611-4c5f-bd7a-751e9b8aa759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876360 Aug 31 10:33:32.050101 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-65b65dc4-611a-4ab7-b65e-9194b77b86e0 service neutron] 10.222.0.119 "GET /v2.0/networks/b8e56379-4611-4c5f-bd7a-751e9b8aa759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895960 Aug 31 10:33:32.282138 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-516d5a40-e1fd-4b88-ac9e-f30efc089b22 req-34065c2d-ddb0-42c1-a529-96f23cf0ad08 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1f562e-ce6c-4675-9c6e-d004315a0406 HTTP/1.1" status: 200 len: 210 time: 0.0272615 Aug 31 10:33:33.374285 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40a5edfc-8e35-4132-b627-8b6541020c10 req-13c69730-8422-45f2-8f00-c6e330409ef3 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1f562e-ce6c-4675-9c6e-d004315a0406 HTTP/1.1" status: 200 len: 210 time: 0.0262716 Aug 31 10:33:33.444416 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:33.975668 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:34.473299 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-31a2ac73-775e-4da5-a355-23740afad424 req-025db536-769b-487e-9ea9-da504b659317 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1f562e-ce6c-4675-9c6e-d004315a0406 HTTP/1.1" status: 200 len: 210 time: 0.0307262 Aug 31 10:33:34.634211 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-9618f828-cccf-44b4-a447-1063ff03189d tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:34.635746 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-9618f828-cccf-44b4-a447-1063ff03189d tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.59 "GET /v2.0/networks?id=b8e56379-4611-4c5f-bd7a-751e9b8aa759 HTTP/1.1" status: 200 len: 817 time: 0.1080775 Aug 31 10:33:34.649925 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-0d3b4bfb-e043-4281-b23c-5e372610a1c0 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Request body: {'port': {'device_id': 'ab1f562e-ce6c-4675-9c6e-d004315a0406', 'network_id': 'b8e56379-4611-4c5f-bd7a-751e9b8aa759', 'admin_state_up': True, 'tenant_id': '1dab771d5b0f4a1c84abb956de334aa0'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:33:34.946297 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-0d3b4bfb-e043-4281-b23c-5e372610a1c0 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Made reservation on behalf of 1dab771d5b0f4a1c84abb956de334aa0 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:33:34.949885 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-0d3b4bfb-e043-4281-b23c-5e372610a1c0 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:35.074405 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-0d3b4bfb-e043-4281-b23c-5e372610a1c0 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Allocated IP 172.20.0.14 (b8e56379-4611-4c5f-bd7a-751e9b8aa759/aa2b1a04-b15c-480d-a188-591735469343/f976c2e1-c07b-4a34-af25-75aded0e7fcd) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:33:35.223138 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-0d3b4bfb-e043-4281-b23c-5e372610a1c0 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:35.236501 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-0d3b4bfb-e043-4281-b23c-5e372610a1c0 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Transition to ACTIVE for port object f976c2e1-c07b-4a34-af25-75aded0e7fcd will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:33:35.307287 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-0d3b4bfb-e043-4281-b23c-5e372610a1c0 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:35.351113 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-0d3b4bfb-e043-4281-b23c-5e372610a1c0 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Network b8e56379-4611-4c5f-bd7a-751e9b8aa759 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:33:35.353987 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-0d3b4bfb-e043-4281-b23c-5e372610a1c0 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:33:35.357987 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-0d3b4bfb-e043-4281-b23c-5e372610a1c0 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:33:35.387231 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b4bfb-e043-4281-b23c-5e372610a1c0 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Pushing event updated for resources: {'Port': ['ID=f976c2e1-c07b-4a34-af25-75aded0e7fcd,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:33:35.417194 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-0d3b4bfb-e043-4281-b23c-5e372610a1c0 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:35.417846 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-0d3b4bfb-e043-4281-b23c-5e372610a1c0 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:35.486064 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-0d3b4bfb-e043-4281-b23c-5e372610a1c0 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8403454 Aug 31 10:33:35.604866 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824d033-7700-416c-8458-294bd6dc6403 req-7074b934-4c17-42eb-85dd-67666394d7ab tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:35.606459 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3824d033-7700-416c-8458-294bd6dc6403 req-7074b934-4c17-42eb-85dd-67666394d7ab tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1f562e-ce6c-4675-9c6e-d004315a0406 HTTP/1.1" status: 200 len: 932 time: 0.0628240 Aug 31 10:33:35.625822 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-27f82153-cc64-4e5c-8dc3-f7826e3bc072 service neutron] Request body: {'port': {'device_id': 'ab1f562e-ce6c-4675-9c6e-d004315a0406', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:33:35.644224 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e224bcbc-e927-4571-b31f-6248c53c0a1c None None] Provisioning for port f976c2e1-c07b-4a34-af25-75aded0e7fcd completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:33:35.648349 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e224bcbc-e927-4571-b31f-6248c53c0a1c None None] Provisioning complete for port f976c2e1-c07b-4a34-af25-75aded0e7fcd triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:33:35.648718 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e224bcbc-e927-4571-b31f-6248c53c0a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:35.681825 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-e224bcbc-e927-4571-b31f-6248c53c0a1c None None] Port f976c2e1-c07b-4a34-af25-75aded0e7fcd cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:33:35.697318 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3824d033-7700-416c-8458-294bd6dc6403 req-27e87158-28d9-4697-935b-1ebe1a40afd6 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/security-groups?id=39f37701-103c-405c-b005-e380404d2577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843246 Aug 31 10:33:35.702723 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-27f82153-cc64-4e5c-8dc3-f7826e3bc072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:35.976444 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-27f82153-cc64-4e5c-8dc3-f7826e3bc072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f976c2e1-c07b-4a34-af25-75aded0e7fcd {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:33:35.984794 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-27f82153-cc64-4e5c-8dc3-f7826e3bc072 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:35.996536 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-27f82153-cc64-4e5c-8dc3-f7826e3bc072 service neutron] Transition to ACTIVE for port object f976c2e1-c07b-4a34-af25-75aded0e7fcd will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:33:36.067070 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-27f82153-cc64-4e5c-8dc3-f7826e3bc072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:36.118072 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f82153-cc64-4e5c-8dc3-f7826e3bc072 service neutron] Pushing event updated for resources: {'Port': ['ID=f976c2e1-c07b-4a34-af25-75aded0e7fcd,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:33:36.198970 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-27f82153-cc64-4e5c-8dc3-f7826e3bc072 service neutron] Attempting to bind port f976c2e1-c07b-4a34-af25-75aded0e7fcd on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:33:36.199404 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-27f82153-cc64-4e5c-8dc3-f7826e3bc072 service neutron] Attempting to bind port f976c2e1-c07b-4a34-af25-75aded0e7fcd by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '377260b8-0f27-44bf-b7f7-293e0aceef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1624, 'network_id': 'b8e56379-4611-4c5f-bd7a-751e9b8aa759'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:33:36.199800 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-27f82153-cc64-4e5c-8dc3-f7826e3bc072 service neutron] Attempting to bind port f976c2e1-c07b-4a34-af25-75aded0e7fcd on network b8e56379-4611-4c5f-bd7a-751e9b8aa759 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:33:36.204836 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-27f82153-cc64-4e5c-8dc3-f7826e3bc072 service neutron] Port f976c2e1-c07b-4a34-af25-75aded0e7fcd on network b8e56379-4611-4c5f-bd7a-751e9b8aa759 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:33:36.205221 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-27f82153-cc64-4e5c-8dc3-f7826e3bc072 service neutron] Attempting to bind port f976c2e1-c07b-4a34-af25-75aded0e7fcd on network b8e56379-4611-4c5f-bd7a-751e9b8aa759 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:33:36.210187 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-27f82153-cc64-4e5c-8dc3-f7826e3bc072 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:33:36.210520 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-27f82153-cc64-4e5c-8dc3-f7826e3bc072 service neutron] Checking segment: {'id': '377260b8-0f27-44bf-b7f7-293e0aceef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1624, 'network_id': 'b8e56379-4611-4c5f-bd7a-751e9b8aa759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:33:36.210933 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-27f82153-cc64-4e5c-8dc3-f7826e3bc072 service neutron] Bound using segment: {'id': '377260b8-0f27-44bf-b7f7-293e0aceef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1624, 'network_id': 'b8e56379-4611-4c5f-bd7a-751e9b8aa759'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:33:36.211355 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-27f82153-cc64-4e5c-8dc3-f7826e3bc072 service neutron] Bound port: f976c2e1-c07b-4a34-af25-75aded0e7fcd, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '377260b8-0f27-44bf-b7f7-293e0aceef3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1624, 'network_id': 'b8e56379-4611-4c5f-bd7a-751e9b8aa759'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:33:36.211711 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-27f82153-cc64-4e5c-8dc3-f7826e3bc072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:36.278499 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-27f82153-cc64-4e5c-8dc3-f7826e3bc072 service neutron] For port f976c2e1-c07b-4a34-af25-75aded0e7fcd, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:33:36.282019 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-27f82153-cc64-4e5c-8dc3-f7826e3bc072 service neutron] For port f976c2e1-c07b-4a34-af25-75aded0e7fcd, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=f976c2e1-c07b-4a34-af25-75aded0e7fcd,segment=NetworkSegment(377260b8-0f27-44bf-b7f7-293e0aceef3e),segment_id=377260b8-0f27-44bf-b7f7-293e0aceef3e)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:33:36.387832 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-27f82153-cc64-4e5c-8dc3-f7826e3bc072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:36.426508 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-27f82153-cc64-4e5c-8dc3-f7826e3bc072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:36.427153 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-27f82153-cc64-4e5c-8dc3-f7826e3bc072 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:36.428553 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-27f82153-cc64-4e5c-8dc3-f7826e3bc072 service neutron] 10.222.0.59 "PUT /v2.0/ports/f976c2e1-c07b-4a34-af25-75aded0e7fcd HTTP/1.1" status: 200 len: 1093 time: 0.9337199 Aug 31 10:33:36.429005 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1f562e-ce6c-4675-9c6e-d004315a0406', 'tag': 'f976c2e1-c07b-4a34-af25-75aded0e7fcd'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:33:36.431297 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f3283e-4901-4c1b-b0d9-4077ae82f12a" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1f562e-ce6c-4675-9c6e-d004315a0406", "tag": "f976c2e1-c07b-4a34-af25-75aded0e7fcd"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:33:36.457059 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f82153-cc64-4e5c-8dc3-f7826e3bc072 service neutron] Pushing event updated for resources: {'Port': ['ID=f976c2e1-c07b-4a34-af25-75aded0e7fcd,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:33:36.476836 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092a62a3-220e-40ac-8906-742b3cc04bb6 x-openstack-request-id: req-092a62a3-220e-40ac-8906-742b3cc04bb6 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:33:36.477129 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1f562e-ce6c-4675-9c6e-d004315a0406", "tag": "f976c2e1-c07b-4a34-af25-75aded0e7fcd", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:33:36.477384 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-092a62a3-220e-40ac-8906-742b3cc04bb6 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:33:36.477784 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1f562e-ce6c-4675-9c6e-d004315a0406', 'tag': 'f976c2e1-c07b-4a34-af25-75aded0e7fcd', 'status': 'completed', 'code': 200} Aug 31 10:33:36.544010 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3283e-4901-4c1b-b0d9-4077ae82f12a req-7524fdfa-421a-466b-9a8c-76c178182fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:36.544010 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-12f3283e-4901-4c1b-b0d9-4077ae82f12a req-7524fdfa-421a-466b-9a8c-76c178182fbd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1dab771d5b0f4a1c84abb956de334aa0&device_id=ab1f562e-ce6c-4675-9c6e-d004315a0406 HTTP/1.1" status: 200 len: 1096 time: 0.0449905 Aug 31 10:33:36.655592 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3283e-4901-4c1b-b0d9-4077ae82f12a req-c49699da-0abf-4c16-a870-b6f0970ede51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:36.657375 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-12f3283e-4901-4c1b-b0d9-4077ae82f12a req-c49699da-0abf-4c16-a870-b6f0970ede51 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1dab771d5b0f4a1c84abb956de334aa0&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1041899 Aug 31 10:33:36.758309 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3283e-4901-4c1b-b0d9-4077ae82f12a req-77ae0ee1-42a7-4eb3-aae2-85f977b7d85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:36.759818 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-12f3283e-4901-4c1b-b0d9-4077ae82f12a req-77ae0ee1-42a7-4eb3-aae2-85f977b7d85b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0958369 Aug 31 10:33:36.836402 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbcd3f-8716-4abb-b94e-d5747faf3ec7 req-b88e590e-19a9-4a4c-82c4-4ab57eee0c9f tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:36.837868 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-59bbcd3f-8716-4abb-b94e-d5747faf3ec7 req-b88e590e-19a9-4a4c-82c4-4ab57eee0c9f tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1f562e-ce6c-4675-9c6e-d004315a0406 HTTP/1.1" status: 200 len: 944 time: 0.0729318 Aug 31 10:33:36.863130 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-73fbd49f-51fd-4807-8f62-e556711dc7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:36.864551 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-73fbd49f-51fd-4807-8f62-e556711dc7c5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1dab771d5b0f4a1c84abb956de334aa0&device_id=ab1f562e-ce6c-4675-9c6e-d004315a0406 HTTP/1.1" status: 200 len: 1096 time: 0.0665448 Aug 31 10:33:36.887696 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-59bbcd3f-8716-4abb-b94e-d5747faf3ec7 req-ba47f0f9-e2c6-420c-8801-2137c3782655 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/security-groups?id=39f37701-103c-405c-b005-e380404d2577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432351 Aug 31 10:33:36.917710 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-d328e417-2cbc-49c9-815b-f615bc0ac0a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f976c2e1-c07b-4a34-af25-75aded0e7fcd HTTP/1.1" status: 200 len: 217 time: 0.0423970 Aug 31 10:33:36.967172 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-4c09d719-4383-44ff-a94c-50f55378a31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:36.968611 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-4c09d719-4383-44ff-a94c-50f55378a31e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aa2b1a04-b15c-480d-a188-591735469343 HTTP/1.1" status: 200 len: 856 time: 0.0432966 Aug 31 10:33:37.013785 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-a442cc72-f453-4c0b-82e5-9cbe0f998632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:37.015850 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-a442cc72-f453-4c0b-82e5-9cbe0f998632 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b8e56379-4611-4c5f-bd7a-751e9b8aa759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401886 Aug 31 10:33:37.105287 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-9edf6d8e-9253-46be-bdb3-49233e4a8c41 service neutron] 10.222.0.59 "GET /v2.0/networks/b8e56379-4611-4c5f-bd7a-751e9b8aa759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824649 Aug 31 10:33:37.208384 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-27cf0544-a297-44f6-a530-2cffdf21e0c7 req-3b9c0ae3-5edc-4aea-b3f5-2d92005e2acd service neutron] 10.222.0.59 "GET /v2.0/networks/b8e56379-4611-4c5f-bd7a-751e9b8aa759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956450 Aug 31 10:33:38.035933 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6cc5d-1dc1-49e4-938d-25ddfcf0e6d5 req-82c132f7-5667-4d02-bca1-78ee817650ba tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:38.037482 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eae6cc5d-1dc1-49e4-938d-25ddfcf0e6d5 req-82c132f7-5667-4d02-bca1-78ee817650ba tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1f562e-ce6c-4675-9c6e-d004315a0406 HTTP/1.1" status: 200 len: 944 time: 0.0663283 Aug 31 10:33:38.084640 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eae6cc5d-1dc1-49e4-938d-25ddfcf0e6d5 req-7bc7c03d-cb75-4381-aa9d-91d505c321c8 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/security-groups?id=39f37701-103c-405c-b005-e380404d2577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369098 Aug 31 10:33:39.209458 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cb85a-7deb-4654-9fbf-9672b3789a6e req-15cd4916-8966-43ee-8e77-b434b38757a4 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:39.210948 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4c4cb85a-7deb-4654-9fbf-9672b3789a6e req-15cd4916-8966-43ee-8e77-b434b38757a4 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1f562e-ce6c-4675-9c6e-d004315a0406 HTTP/1.1" status: 200 len: 944 time: 0.0550900 Aug 31 10:33:39.247060 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4c4cb85a-7deb-4654-9fbf-9672b3789a6e req-6d3667a0-00c7-4f03-b975-2366f6520f7b tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/security-groups?id=39f37701-103c-405c-b005-e380404d2577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301597 Aug 31 10:33:40.364757 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbcea4-33c8-4757-ba7c-1832b97e6d83 req-e2bfd139-f91b-48dd-ae33-8378f81b16fd tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:40.366241 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2cfbcea4-33c8-4757-ba7c-1832b97e6d83 req-e2bfd139-f91b-48dd-ae33-8378f81b16fd tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1f562e-ce6c-4675-9c6e-d004315a0406 HTTP/1.1" status: 200 len: 944 time: 0.0516222 Aug 31 10:33:40.406062 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2cfbcea4-33c8-4757-ba7c-1832b97e6d83 req-7b2618dc-7cf0-4351-826a-b42399fe545e tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/security-groups?id=39f37701-103c-405c-b005-e380404d2577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332472 Aug 31 10:33:40.707468 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device f976c2e1-c07b-4a34-af25-75aded0e7fcd details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:33:40.799212 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port f976c2e1-c07b-4a34-af25-75aded0e7fcd, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=f976c2e1-c07b-4a34-af25-75aded0e7fcd,segment=NetworkSegment(377260b8-0f27-44bf-b7f7-293e0aceef3e),segment_id=377260b8-0f27-44bf-b7f7-293e0aceef3e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:33:40.814317 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': 'f976c2e1-c07b-4a34-af25-75aded0e7fcd', 'network_id': 'b8e56379-4611-4c5f-bd7a-751e9b8aa759', 'port_id': 'f976c2e1-c07b-4a34-af25-75aded0e7fcd', 'mac_address': 'fa:16:3e:69:d7:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa2b1a04-b15c-480d-a188-591735469343', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:33:40.852062 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:40.865370 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f976c2e1-c07b-4a34-af25-75aded0e7fcd {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:33:40.884473 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port f976c2e1-c07b-4a34-af25-75aded0e7fcd, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=f976c2e1-c07b-4a34-af25-75aded0e7fcd,segment=NetworkSegment(377260b8-0f27-44bf-b7f7-293e0aceef3e),segment_id=377260b8-0f27-44bf-b7f7-293e0aceef3e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:33:40.970130 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:41.018865 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=f976c2e1-c07b-4a34-af25-75aded0e7fcd,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:33:41.222349 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['f976c2e1-c07b-4a34-af25-75aded0e7fcd'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:33:41.375173 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7c8523bb-a0df-4846-8ea9-1cf8f1ad9df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:41.519638 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856956f-a2b4-41ce-b952-601981de8534 req-c2cf641a-8252-4d83-8fd2-5f1ed1c81f62 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:41.521103 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5856956f-a2b4-41ce-b952-601981de8534 req-c2cf641a-8252-4d83-8fd2-5f1ed1c81f62 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1f562e-ce6c-4675-9c6e-d004315a0406 HTTP/1.1" status: 200 len: 945 time: 0.0488920 Aug 31 10:33:41.558135 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5856956f-a2b4-41ce-b952-601981de8534 req-bfbaac50-d0c3-490c-b37b-5d166305553f tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/security-groups?id=39f37701-103c-405c-b005-e380404d2577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310524 Aug 31 10:33:42.677293 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffd118-02e2-400c-ba7a-e9d8cfda4903 req-0b0d49e2-27c9-4058-ba6e-e23754582d60 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:42.678833 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75ffd118-02e2-400c-ba7a-e9d8cfda4903 req-0b0d49e2-27c9-4058-ba6e-e23754582d60 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1f562e-ce6c-4675-9c6e-d004315a0406 HTTP/1.1" status: 200 len: 945 time: 0.0533051 Aug 31 10:33:42.716198 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75ffd118-02e2-400c-ba7a-e9d8cfda4903 req-ed9e17fc-a7c8-4396-95a7-a837ad9c53ef tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/security-groups?id=39f37701-103c-405c-b005-e380404d2577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313122 Aug 31 10:33:42.724227 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device f976c2e1-c07b-4a34-af25-75aded0e7fcd up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:33:42.844394 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port f976c2e1-c07b-4a34-af25-75aded0e7fcd completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:33:42.848295 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port f976c2e1-c07b-4a34-af25-75aded0e7fcd triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:33:42.848709 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:42.928048 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:42.949772 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1f562e-ce6c-4675-9c6e-d004315a0406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f976c2e1-c07b-4a34-af25-75aded0e7fcd'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:33:42.952059 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01920298-98bf-4920-a0da-76d4cd6ee2d2" -d '{"events": [{"server_uuid": "ab1f562e-ce6c-4675-9c6e-d004315a0406", "name": "network-vif-plugged", "status": "completed", "tag": "f976c2e1-c07b-4a34-af25-75aded0e7fcd"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:33:42.964929 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port f976c2e1-c07b-4a34-af25-75aded0e7fcd, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=f976c2e1-c07b-4a34-af25-75aded0e7fcd,segment=NetworkSegment(377260b8-0f27-44bf-b7f7-293e0aceef3e),segment_id=377260b8-0f27-44bf-b7f7-293e0aceef3e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:33:42.991237 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b89b5b-3bed-4988-ac8e-3abe96050372 x-openstack-request-id: req-74b89b5b-3bed-4988-ac8e-3abe96050372 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:33:42.991530 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1f562e-ce6c-4675-9c6e-d004315a0406", "name": "network-vif-plugged", "status": "completed", "tag": "f976c2e1-c07b-4a34-af25-75aded0e7fcd", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:33:42.991783 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-74b89b5b-3bed-4988-ac8e-3abe96050372 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:33:42.992186 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1f562e-ce6c-4675-9c6e-d004315a0406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f976c2e1-c07b-4a34-af25-75aded0e7fcd', 'code': 200} Aug 31 10:33:43.037973 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:43.084844 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=f976c2e1-c07b-4a34-af25-75aded0e7fcd,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:33:43.085944 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d9efb-dcd9-47f5-a069-9333c227ad29 req-2727bdce-361a-4478-a4b3-7c1406e0a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:43.087503 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b13d9efb-dcd9-47f5-a069-9333c227ad29 req-2727bdce-361a-4478-a4b3-7c1406e0a84b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ab1f562e-ce6c-4675-9c6e-d004315a0406 HTTP/1.1" status: 200 len: 1098 time: 0.0401485 Aug 31 10:33:43.092097 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:43.092438 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:43.093445 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:43.093771 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:43.094103 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:43.094488 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:43.094788 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:43.095108 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:43.095432 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:43.095747 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:43.096065 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:43.096382 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:33:43.122788 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b13d9efb-dcd9-47f5-a069-9333c227ad29 req-85629826-2662-4fbe-91c4-80ebbc221f49 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=39f37701-103c-405c-b005-e380404d2577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280166 Aug 31 10:33:43.833732 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a679ab-870f-4e19-a12c-5a9736f2f58b req-1fcefee5-bce8-48b4-899f-68067160dcbe tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:43.835291 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c0a679ab-870f-4e19-a12c-5a9736f2f58b req-1fcefee5-bce8-48b4-899f-68067160dcbe tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1f562e-ce6c-4675-9c6e-d004315a0406 HTTP/1.1" status: 200 len: 946 time: 0.0494177 Aug 31 10:33:43.872924 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c0a679ab-870f-4e19-a12c-5a9736f2f58b req-de16d610-fc07-46b2-93a7-ba4944a38bac tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/security-groups?id=39f37701-103c-405c-b005-e380404d2577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316207 Aug 31 10:33:44.032541 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-210b1b63-334b-450a-8b4f-fd2473c66d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:44.175463 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:44.995524 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33370466-a0cc-47bb-af57-ea065bf1253e req-de6531a7-e581-445f-8ca9-af2276ad554b tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:44.996999 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-33370466-a0cc-47bb-af57-ea065bf1253e req-de6531a7-e581-445f-8ca9-af2276ad554b tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1f562e-ce6c-4675-9c6e-d004315a0406 HTTP/1.1" status: 200 len: 946 time: 0.0560789 Aug 31 10:33:45.035073 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-33370466-a0cc-47bb-af57-ea065bf1253e req-88f3a77d-778e-439c-8c62-37e36b1c28cc tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/security-groups?id=39f37701-103c-405c-b005-e380404d2577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316529 Aug 31 10:33:45.149178 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a48354-d419-4c99-b680-f713b1b5a307 req-0b447a83-285e-4f83-839c-6d37243296b8 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:33:45.150743 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19a48354-d419-4c99-b680-f713b1b5a307 req-0b447a83-285e-4f83-839c-6d37243296b8 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1f562e-ce6c-4675-9c6e-d004315a0406 HTTP/1.1" status: 200 len: 946 time: 0.0495667 Aug 31 10:33:45.188665 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19a48354-d419-4c99-b680-f713b1b5a307 req-1cf1ae6e-b59b-4b4c-bc89-159936dab19e tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/security-groups?id=39f37701-103c-405c-b005-e380404d2577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316498 Aug 31 10:33:45.643914 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:33:47.300352 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:01.413126 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:34:03.455349 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:03.957885 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:07.888842 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce226750-af99-43d7-8e7e-ed6a9cdebe60 req-74057c8e-c1fe-450f-9246-5a6c51dd60d1 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:07.890252 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ce226750-af99-43d7-8e7e-ed6a9cdebe60 req-74057c8e-c1fe-450f-9246-5a6c51dd60d1 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1f562e-ce6c-4675-9c6e-d004315a0406 HTTP/1.1" status: 200 len: 946 time: 0.0505211 Aug 31 10:34:07.929387 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ce226750-af99-43d7-8e7e-ed6a9cdebe60 req-0eca2cc2-6477-44ba-967b-6d44205dbcbf tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/security-groups?id=39f37701-103c-405c-b005-e380404d2577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330076 Aug 31 10:34:09.051808 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166e907-2e76-47a9-8b5a-0b46b13f0ed9 req-c6031d3e-cc61-475f-b863-09cdce4ae591 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:09.053196 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a166e907-2e76-47a9-8b5a-0b46b13f0ed9 req-c6031d3e-cc61-475f-b863-09cdce4ae591 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1f562e-ce6c-4675-9c6e-d004315a0406 HTTP/1.1" status: 200 len: 946 time: 0.0546191 Aug 31 10:34:09.090258 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a166e907-2e76-47a9-8b5a-0b46b13f0ed9 req-1963c7ce-5b09-41b7-99f8-d0655e009535 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/security-groups?id=39f37701-103c-405c-b005-e380404d2577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311894 Aug 31 10:34:09.582782 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df737e-50e6-4b0b-9871-1033b69ff94e req-db21234f-000d-4545-bd19-14e6dc9f1960 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:09.584249 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11df737e-50e6-4b0b-9871-1033b69ff94e req-db21234f-000d-4545-bd19-14e6dc9f1960 tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab1f562e-ce6c-4675-9c6e-d004315a0406 HTTP/1.1" status: 200 len: 946 time: 0.0538669 Aug 31 10:34:09.672467 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-11df737e-50e6-4b0b-9871-1033b69ff94e req-41ac47c9-de76-4b53-82a0-fc2e856dde8c tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Deleting port f976c2e1-c07b-4a34-af25-75aded0e7fcd {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:34:09.672803 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-11df737e-50e6-4b0b-9871-1033b69ff94e req-41ac47c9-de76-4b53-82a0-fc2e856dde8c tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:09.760823 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-11df737e-50e6-4b0b-9871-1033b69ff94e req-41ac47c9-de76-4b53-82a0-fc2e856dde8c tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] For port f976c2e1-c07b-4a34-af25-75aded0e7fcd, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=f976c2e1-c07b-4a34-af25-75aded0e7fcd,segment=NetworkSegment(377260b8-0f27-44bf-b7f7-293e0aceef3e),segment_id=377260b8-0f27-44bf-b7f7-293e0aceef3e)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:34:09.761179 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-11df737e-50e6-4b0b-9871-1033b69ff94e req-41ac47c9-de76-4b53-82a0-fc2e856dde8c tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:09.774946 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-11df737e-50e6-4b0b-9871-1033b69ff94e req-41ac47c9-de76-4b53-82a0-fc2e856dde8c tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Calling delete_port for f976c2e1-c07b-4a34-af25-75aded0e7fcd owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:34:09.997374 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-11df737e-50e6-4b0b-9871-1033b69ff94e req-41ac47c9-de76-4b53-82a0-fc2e856dde8c tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:10.010166 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['f976c2e1-c07b-4a34-af25-75aded0e7fcd'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:34:10.028369 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ac47c9-de76-4b53-82a0-fc2e856dde8c tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Pushing event deleted for resources: {'Port': ['ID=f976c2e1-c07b-4a34-af25-75aded0e7fcd,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:10.071413 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-11df737e-50e6-4b0b-9871-1033b69ff94e req-41ac47c9-de76-4b53-82a0-fc2e856dde8c tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] No DVR routers for this DVR port f976c2e1-c07b-4a34-af25-75aded0e7fcd on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:34:10.074309 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-11df737e-50e6-4b0b-9871-1033b69ff94e req-41ac47c9-de76-4b53-82a0-fc2e856dde8c tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:10.077464 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11df737e-50e6-4b0b-9871-1033b69ff94e req-41ac47c9-de76-4b53-82a0-fc2e856dde8c tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.59 "DELETE /v2.0/ports/f976c2e1-c07b-4a34-af25-75aded0e7fcd HTTP/1.1" status: 204 len: 173 time: 0.4869759 Aug 31 10:34:10.077941 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1f562e-ce6c-4675-9c6e-d004315a0406', 'name': 'network-vif-deleted', 'tag': 'f976c2e1-c07b-4a34-af25-75aded0e7fcd'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:34:10.080181 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40334258-504d-4bfb-8c5d-43a5f8ca679c" -d '{"events": [{"server_uuid": "ab1f562e-ce6c-4675-9c6e-d004315a0406", "name": "network-vif-deleted", "tag": "f976c2e1-c07b-4a34-af25-75aded0e7fcd"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:34:10.117086 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fa456b-42aa-4504-a159-b046d2d4e7d4 x-openstack-request-id: req-63fa456b-42aa-4504-a159-b046d2d4e7d4 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:34:10.117374 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1f562e-ce6c-4675-9c6e-d004315a0406", "name": "network-vif-deleted", "tag": "f976c2e1-c07b-4a34-af25-75aded0e7fcd", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:34:10.117624 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-63fa456b-42aa-4504-a159-b046d2d4e7d4 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:34:10.118023 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1f562e-ce6c-4675-9c6e-d004315a0406', 'name': 'network-vif-deleted', 'tag': 'f976c2e1-c07b-4a34-af25-75aded0e7fcd', 'status': 'completed', 'code': 200} Aug 31 10:34:10.193794 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ff69e376-e10a-4270-a4a3-d49a54f93079 req-979b3767-ee9b-41a0-ae72-474a55d5cd3c tempest-TestEncryptedCinderVolumes-145130685 tempest-TestEncryptedCinderVolumes-145130685-project] 10.222.0.119 "GET /v2.0/ports?device_id=ab1f562e-ce6c-4675-9c6e-d004315a0406 HTTP/1.1" status: 200 len: 210 time: 0.0303886 Aug 31 10:34:11.343726 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55160) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:34:11.352728 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e7b93ade-4443-4872-99c6-a415b35b1555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:11.703211 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4c465528-f595-4943-a1a2-e3b9f212f34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:11.949031 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-4c465528-f595-4943-a1a2-e3b9f212f34a admin admin] Deleting port 4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:34:11.949513 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4c465528-f595-4943-a1a2-e3b9f212f34a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:12.031838 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-4c465528-f595-4943-a1a2-e3b9f212f34a admin admin] For port 4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e,segment=NetworkSegment(377260b8-0f27-44bf-b7f7-293e0aceef3e),segment_id=377260b8-0f27-44bf-b7f7-293e0aceef3e)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:34:12.032212 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4c465528-f595-4943-a1a2-e3b9f212f34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:12.045704 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-4c465528-f595-4943-a1a2-e3b9f212f34a admin admin] Calling delete_port for 4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:34:12.271975 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4c465528-f595-4943-a1a2-e3b9f212f34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:12.297467 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c465528-f595-4943-a1a2-e3b9f212f34a admin admin] Pushing event deleted for resources: {'Port': ['ID=4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:12.314603 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c465528-f595-4943-a1a2-e3b9f212f34a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:12.314603 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c465528-f595-4943-a1a2-e3b9f212f34a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:12.314603 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c465528-f595-4943-a1a2-e3b9f212f34a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:12.314603 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c465528-f595-4943-a1a2-e3b9f212f34a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:12.314603 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c465528-f595-4943-a1a2-e3b9f212f34a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:12.314603 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c465528-f595-4943-a1a2-e3b9f212f34a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:12.314603 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c465528-f595-4943-a1a2-e3b9f212f34a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:12.314603 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c465528-f595-4943-a1a2-e3b9f212f34a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:12.314603 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c465528-f595-4943-a1a2-e3b9f212f34a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:12.315667 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c465528-f595-4943-a1a2-e3b9f212f34a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:12.315667 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c465528-f595-4943-a1a2-e3b9f212f34a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:12.315667 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c465528-f595-4943-a1a2-e3b9f212f34a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:12.480777 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4c465528-f595-4943-a1a2-e3b9f212f34a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:12.712408 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c465528-f595-4943-a1a2-e3b9f212f34a admin admin] Router 1ff37fcc-f111-4e16-b996-164bc24f0dee has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:34:12.821138 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c465528-f595-4943-a1a2-e3b9f212f34a admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:34:12.826418 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4c465528-f595-4943-a1a2-e3b9f212f34a admin admin] 10.222.0.119 "PUT /v2.0/routers/1ff37fcc-f111-4e16-b996-164bc24f0dee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4816179 Aug 31 10:34:12.829030 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55164) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:34:12.832183 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad24e42e-415d-4311-b88c-7010295d79ec None None] Sync routers for ids ['1ff37fcc-f111-4e16-b996-164bc24f0dee'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:34:12.841378 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad24e42e-415d-4311-b88c-7010295d79ec None None] Routers {'1ff37fcc-f111-4e16-b996-164bc24f0dee'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:34:12.842018 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-ad24e42e-415d-4311-b88c-7010295d79ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:33:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['1ff37fcc-f111-4e16-b996-164bc24f0dee'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:34:12.847087 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device f976c2e1-c07b-4a34-af25-75aded0e7fcd no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:34:12.900129 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: f976c2e1-c07b-4a34-af25-75aded0e7fcd {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:34:12.900473 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device f976c2e1-c07b-4a34-af25-75aded0e7fcd not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:34:12.931293 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b56a90dd-8beb-4ba7-8606-f31f756e685e admin admin] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:12.971485 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-ad24e42e-415d-4311-b88c-7010295d79ec None None] Set router 1ff37fcc-f111-4e16-b996-164bc24f0dee gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:34:13.034322 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b56a90dd-8beb-4ba7-8606-f31f756e685e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:13.151016 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-ad24e42e-415d-4311-b88c-7010295d79ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff37fcc-f111-4e16-b996-164bc24f0dee', 'name': 'tempest-TestEncryptedCinderVolumes-2015924469-router', 'tenant_id': '1dab771d5b0f4a1c84abb956de334aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': '9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:32:36Z', 'updated_at': '2021-08-31T10:34:12Z', 'revision_number': 5, 'project_id': '1dab771d5b0f4a1c84abb956de334aa0', 'gw_port': {'id': '9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:80:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff37fcc-f111-4e16-b996-164bc24f0dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:32:36Z', 'updated_at': '2021-08-31T10:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:34:13.161112 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-b56a90dd-8beb-4ba7-8606-f31f756e685e admin admin] Deleting port 9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:34:13.161450 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b56a90dd-8beb-4ba7-8606-f31f756e685e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:13.178533 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad24e42e-415d-4311-b88c-7010295d79ec None None] Checking router: 1ff37fcc-f111-4e16-b996-164bc24f0dee for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:34:13.187504 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad24e42e-415d-4311-b88c-7010295d79ec None None] Routers {'1ff37fcc-f111-4e16-b996-164bc24f0dee'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:34:13.188107 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-ad24e42e-415d-4311-b88c-7010295d79ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:33:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['1ff37fcc-f111-4e16-b996-164bc24f0dee'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:34:13.243829 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-b56a90dd-8beb-4ba7-8606-f31f756e685e admin admin] For port 9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:34:13.244191 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b56a90dd-8beb-4ba7-8606-f31f756e685e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:13.255819 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-b56a90dd-8beb-4ba7-8606-f31f756e685e admin admin] Calling delete_port for 9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0 owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:34:13.273655 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-ad24e42e-415d-4311-b88c-7010295d79ec None None] Set router 1ff37fcc-f111-4e16-b996-164bc24f0dee gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:34:13.328478 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-ad24e42e-415d-4311-b88c-7010295d79ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff37fcc-f111-4e16-b996-164bc24f0dee', 'name': 'tempest-TestEncryptedCinderVolumes-2015924469-router', 'tenant_id': '1dab771d5b0f4a1c84abb956de334aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:32:36Z', 'updated_at': '2021-08-31T10:34:13Z', 'revision_number': 6, 'project_id': '1dab771d5b0f4a1c84abb956de334aa0', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:34:13.354726 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad24e42e-415d-4311-b88c-7010295d79ec None None] The sync data for ids ['1ff37fcc-f111-4e16-b996-164bc24f0dee'] in n-d-791506-28 is: [{'id': '1ff37fcc-f111-4e16-b996-164bc24f0dee', 'name': 'tempest-TestEncryptedCinderVolumes-2015924469-router', 'tenant_id': '1dab771d5b0f4a1c84abb956de334aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:32:36Z', 'updated_at': '2021-08-31T10:34:13Z', 'revision_number': 6, 'project_id': '1dab771d5b0f4a1c84abb956de334aa0', 'gw_port_host': None}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:34:13.523533 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b56a90dd-8beb-4ba7-8606-f31f756e685e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:13.549921 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a90dd-8beb-4ba7-8606-f31f756e685e admin admin] Pushing event deleted for resources: {'Port': ['ID=9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:13.608874 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b56a90dd-8beb-4ba7-8606-f31f756e685e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:13.697833 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b56a90dd-8beb-4ba7-8606-f31f756e685e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:13.700116 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b56a90dd-8beb-4ba7-8606-f31f756e685e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:13.849155 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b56a90dd-8beb-4ba7-8606-f31f756e685e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:13.849724 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56a90dd-8beb-4ba7-8606-f31f756e685e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ff37fcc-f111-4e16-b996-164bc24f0dee {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:34:13.854248 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b56a90dd-8beb-4ba7-8606-f31f756e685e admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:13.855439 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b56a90dd-8beb-4ba7-8606-f31f756e685e admin admin] 10.222.0.119 "DELETE /v2.0/routers/1ff37fcc-f111-4e16-b996-164bc24f0dee HTTP/1.1" status: 204 len: 168 time: 1.0254781 Aug 31 10:34:13.857966 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55166) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:34:13.901603 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef1e0a8-7e4e-4862-be73-a7b36c68598e admin admin] Deleting subnet aa2b1a04-b15c-480d-a188-591735469343 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:34:13.904792 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fef1e0a8-7e4e-4862-be73-a7b36c68598e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:13.937897 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fef1e0a8-7e4e-4862-be73-a7b36c68598e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:14.018621 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fef1e0a8-7e4e-4862-be73-a7b36c68598e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:14.060306 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5ba472a9-f56a-4ec9-89b0-5b378f137925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:14.117883 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:34:14.139763 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:34:14.140106 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4a8a6fa9-5990-4971-a2a5-1bfb6c98ac0e not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:34:14.140515 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:34:14.163413 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:14.164901 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:34:14.165239 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 9d35d2ab-1e51-4a30-8c72-4d3392ffc1d0 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:34:14.197796 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fef1e0a8-7e4e-4862-be73-a7b36c68598e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:14.225494 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1e0a8-7e4e-4862-be73-a7b36c68598e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa2b1a04-b15c-480d-a188-591735469343,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:14.227501 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fef1e0a8-7e4e-4862-be73-a7b36c68598e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:14.229770 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fef1e0a8-7e4e-4862-be73-a7b36c68598e admin admin] 10.222.0.119 "DELETE /v2.0/subnets/aa2b1a04-b15c-480d-a188-591735469343 HTTP/1.1" status: 204 len: 168 time: 0.3708816 Aug 31 10:34:14.232798 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55168) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:34:14.235663 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc6a60d-d101-4e6f-9e27-d25fe7da9b9d None None] Network b8e56379-4611-4c5f-bd7a-751e9b8aa759 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:34:14.303433 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bb2aa9f0-bc28-404d-8b4b-a35f0f2fe901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:14.368745 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-bb2aa9f0-bc28-404d-8b4b-a35f0f2fe901 admin admin] Deleting port ef065a0b-9b6d-451e-bb5e-b2a897d5dcde {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:34:14.369089 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bb2aa9f0-bc28-404d-8b4b-a35f0f2fe901 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:14.432357 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-bb2aa9f0-bc28-404d-8b4b-a35f0f2fe901 admin admin] For port ef065a0b-9b6d-451e-bb5e-b2a897d5dcde, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ef065a0b-9b6d-451e-bb5e-b2a897d5dcde,segment=NetworkSegment(377260b8-0f27-44bf-b7f7-293e0aceef3e),segment_id=377260b8-0f27-44bf-b7f7-293e0aceef3e)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:34:14.432719 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bb2aa9f0-bc28-404d-8b4b-a35f0f2fe901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:14.438005 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830681bd-139e-4547-b85b-e1d42ecb3fe4 None None] DHCP port deletion for b8e56379-4611-4c5f-bd7a-751e9b8aa759 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:34:14.446825 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-bb2aa9f0-bc28-404d-8b4b-a35f0f2fe901 admin admin] Calling delete_port for ef065a0b-9b6d-451e-bb5e-b2a897d5dcde owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:34:14.488454 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-830681bd-139e-4547-b85b-e1d42ecb3fe4 None None] Deleting port ef065a0b-9b6d-451e-bb5e-b2a897d5dcde {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:34:14.488842 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-830681bd-139e-4547-b85b-e1d42ecb3fe4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:14.554778 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-830681bd-139e-4547-b85b-e1d42ecb3fe4 None None] For port ef065a0b-9b6d-451e-bb5e-b2a897d5dcde, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ef065a0b-9b6d-451e-bb5e-b2a897d5dcde,segment=NetworkSegment(377260b8-0f27-44bf-b7f7-293e0aceef3e),segment_id=377260b8-0f27-44bf-b7f7-293e0aceef3e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:34:14.555172 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-830681bd-139e-4547-b85b-e1d42ecb3fe4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:14.568660 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-830681bd-139e-4547-b85b-e1d42ecb3fe4 None None] Calling delete_port for ef065a0b-9b6d-451e-bb5e-b2a897d5dcde owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:34:14.609754 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bb2aa9f0-bc28-404d-8b4b-a35f0f2fe901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:14.638886 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2aa9f0-bc28-404d-8b4b-a35f0f2fe901 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef065a0b-9b6d-451e-bb5e-b2a897d5dcde,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:14.642126 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2aa9f0-bc28-404d-8b4b-a35f0f2fe901 admin admin] No DVR routers for this DVR port ef065a0b-9b6d-451e-bb5e-b2a897d5dcde on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:34:14.655341 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-830681bd-139e-4547-b85b-e1d42ecb3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:14.718335 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bb2aa9f0-bc28-404d-8b4b-a35f0f2fe901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:14.729709 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-bb2aa9f0-bc28-404d-8b4b-a35f0f2fe901 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e56379-4611-4c5f-bd7a-751e9b8aa759']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:34:14.746310 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-bb2aa9f0-bc28-404d-8b4b-a35f0f2fe901 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '377260b8-0f27-44bf-b7f7-293e0aceef3e') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:34:14.746628 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-bb2aa9f0-bc28-404d-8b4b-a35f0f2fe901 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '377260b8-0f27-44bf-b7f7-293e0aceef3e') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:34:14.756779 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bb2aa9f0-bc28-404d-8b4b-a35f0f2fe901 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:14.772017 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bb2aa9f0-bc28-404d-8b4b-a35f0f2fe901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:14.780430 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2aa9f0-bc28-404d-8b4b-a35f0f2fe901 admin admin] Releasing vlan 1624 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:34:14.780846 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bb2aa9f0-bc28-404d-8b4b-a35f0f2fe901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:14.782848 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 10:34:14.782848 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:34:14.782848 n-d-791506-28 neutron-server[95552]: timer() Aug 31 10:34:14.782848 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:34:14.782848 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 10:34:14.782848 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:34:14.782848 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 10:34:14.782848 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:34:14.782848 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 10:34:14.782848 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:34:14.782848 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 10:34:14.782848 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:34:14.782848 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 10:34:14.782848 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:34:14.782848 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:34:14.782848 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:34:14.782848 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:34:14.782848 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:34:14.782848 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 10:34:14.782848 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:34:14.782848 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 10:34:14.782848 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:34:14.782848 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:34:14.782848 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:34:14.782848 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 10:34:14.782848 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:34:14.782848 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:34:14.782848 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:34:14.782848 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:34:14.782848 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:34:14.782848 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:34:14.782848 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:34:14.852489 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830681bd-139e-4547-b85b-e1d42ecb3fe4 None None] Pushing event deleted for resources: {'Port': ['ID=ef065a0b-9b6d-451e-bb5e-b2a897d5dcde,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:14.857938 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830681bd-139e-4547-b85b-e1d42ecb3fe4 None None] No DVR routers for this DVR port ef065a0b-9b6d-451e-bb5e-b2a897d5dcde on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:34:14.900112 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bb2aa9f0-bc28-404d-8b4b-a35f0f2fe901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:14.906351 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-bb2aa9f0-bc28-404d-8b4b-a35f0f2fe901 admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:14.908223 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-bb2aa9f0-bc28-404d-8b4b-a35f0f2fe901 admin admin] 10.222.0.119 "DELETE /v2.0/networks/b8e56379-4611-4c5f-bd7a-751e9b8aa759 HTTP/1.1" status: 204 len: 168 time: 0.6744561 Aug 31 10:34:14.911914 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55170) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:34:14.922227 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2aa9f0-bc28-404d-8b4b-a35f0f2fe901 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8e56379-4611-4c5f-bd7a-751e9b8aa759,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:15.259595 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f1db738e-958c-44e9-b5e1-9f79e12e5e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:15.517654 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-f1db738e-958c-44e9-b5e1-9f79e12e5e60 admin admin] Deleting port 11d170db-28dd-4c6f-a88c-074639c863b4 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:34:15.517903 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f1db738e-958c-44e9-b5e1-9f79e12e5e60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:15.595881 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-f1db738e-958c-44e9-b5e1-9f79e12e5e60 admin admin] For port 11d170db-28dd-4c6f-a88c-074639c863b4, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=11d170db-28dd-4c6f-a88c-074639c863b4,segment=NetworkSegment(51b32a24-2686-4f8d-8386-6aaac3413b88),segment_id=51b32a24-2686-4f8d-8386-6aaac3413b88)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:34:15.596242 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f1db738e-958c-44e9-b5e1-9f79e12e5e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:15.612847 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-f1db738e-958c-44e9-b5e1-9f79e12e5e60 admin admin] Calling delete_port for 11d170db-28dd-4c6f-a88c-074639c863b4 owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:34:15.655341 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:15.866236 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f1db738e-958c-44e9-b5e1-9f79e12e5e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:15.892491 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db738e-958c-44e9-b5e1-9f79e12e5e60 admin admin] Pushing event deleted for resources: {'Port': ['ID=11d170db-28dd-4c6f-a88c-074639c863b4,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:16.063955 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f1db738e-958c-44e9-b5e1-9f79e12e5e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:16.150163 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ef065a0b-9b6d-451e-bb5e-b2a897d5dcde no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:34:16.173517 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: ef065a0b-9b6d-451e-bb5e-b2a897d5dcde {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:34:16.173774 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ef065a0b-9b6d-451e-bb5e-b2a897d5dcde not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:34:16.657799 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1db738e-958c-44e9-b5e1-9f79e12e5e60 admin admin] Router e88bbd69-0940-49df-be04-837519371fcf has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:34:16.762092 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1db738e-958c-44e9-b5e1-9f79e12e5e60 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:34:16.768201 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f1db738e-958c-44e9-b5e1-9f79e12e5e60 admin admin] 10.222.0.119 "PUT /v2.0/routers/e88bbd69-0940-49df-be04-837519371fcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8545353 Aug 31 10:34:16.770825 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55172) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:34:16.773699 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f34f79-0888-42e9-b0d5-063aebfa5cd6 None None] Sync routers for ids ['e88bbd69-0940-49df-be04-837519371fcf'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:34:16.783348 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f34f79-0888-42e9-b0d5-063aebfa5cd6 None None] Routers {'e88bbd69-0940-49df-be04-837519371fcf'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:34:16.783947 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-93f34f79-0888-42e9-b0d5-063aebfa5cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:34:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e88bbd69-0940-49df-be04-837519371fcf'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:34:16.878146 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-46813f99-0901-4f5c-81ff-cca9dcd19c0d admin admin] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:16.885277 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-93f34f79-0888-42e9-b0d5-063aebfa5cd6 None None] Set router e88bbd69-0940-49df-be04-837519371fcf gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:34:16.982461 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-46813f99-0901-4f5c-81ff-cca9dcd19c0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:17.066644 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-93f34f79-0888-42e9-b0d5-063aebfa5cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88bbd69-0940-49df-be04-837519371fcf', 'name': 'tempest-TestEncryptedCinderVolumes-1783533409-router', 'tenant_id': '10421f999ea9490b954c5d196ef47f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': 'fa1937d6-c8c5-425b-97db-4af1eb831e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:32:42Z', 'updated_at': '2021-08-31T10:34:15Z', 'revision_number': 5, 'project_id': '10421f999ea9490b954c5d196ef47f63', 'gw_port': {'id': 'fa1937d6-c8c5-425b-97db-4af1eb831e59', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d6:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e88bbd69-0940-49df-be04-837519371fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:32:43Z', 'updated_at': '2021-08-31T10:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:34:17.094066 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f34f79-0888-42e9-b0d5-063aebfa5cd6 None None] Checking router: e88bbd69-0940-49df-be04-837519371fcf for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:34:17.098410 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-46813f99-0901-4f5c-81ff-cca9dcd19c0d admin admin] Deleting port fa1937d6-c8c5-425b-97db-4af1eb831e59 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:34:17.099009 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-46813f99-0901-4f5c-81ff-cca9dcd19c0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:17.102175 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f34f79-0888-42e9-b0d5-063aebfa5cd6 None None] Routers {'e88bbd69-0940-49df-be04-837519371fcf'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:34:17.102794 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-93f34f79-0888-42e9-b0d5-063aebfa5cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:34:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e88bbd69-0940-49df-be04-837519371fcf'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:34:17.179801 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-46813f99-0901-4f5c-81ff-cca9dcd19c0d admin admin] For port fa1937d6-c8c5-425b-97db-4af1eb831e59, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=fa1937d6-c8c5-425b-97db-4af1eb831e59,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:34:17.180154 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-46813f99-0901-4f5c-81ff-cca9dcd19c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:17.187977 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-93f34f79-0888-42e9-b0d5-063aebfa5cd6 None None] Set router e88bbd69-0940-49df-be04-837519371fcf gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:34:17.197607 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-46813f99-0901-4f5c-81ff-cca9dcd19c0d admin admin] Calling delete_port for fa1937d6-c8c5-425b-97db-4af1eb831e59 owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:34:17.239813 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-93f34f79-0888-42e9-b0d5-063aebfa5cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e88bbd69-0940-49df-be04-837519371fcf', 'name': 'tempest-TestEncryptedCinderVolumes-1783533409-router', 'tenant_id': '10421f999ea9490b954c5d196ef47f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:32:42Z', 'updated_at': '2021-08-31T10:34:16Z', 'revision_number': 6, 'project_id': '10421f999ea9490b954c5d196ef47f63', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:34:17.269297 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f34f79-0888-42e9-b0d5-063aebfa5cd6 None None] The sync data for ids ['e88bbd69-0940-49df-be04-837519371fcf'] in n-d-791506-28 is: [{'id': 'e88bbd69-0940-49df-be04-837519371fcf', 'name': 'tempest-TestEncryptedCinderVolumes-1783533409-router', 'tenant_id': '10421f999ea9490b954c5d196ef47f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:32:42Z', 'updated_at': '2021-08-31T10:34:16Z', 'revision_number': 6, 'project_id': '10421f999ea9490b954c5d196ef47f63', 'gw_port_host': None}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:34:17.329098 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:17.408680 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-46813f99-0901-4f5c-81ff-cca9dcd19c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:17.436468 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46813f99-0901-4f5c-81ff-cca9dcd19c0d admin admin] Pushing event deleted for resources: {'Port': ['ID=fa1937d6-c8c5-425b-97db-4af1eb831e59,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:17.500191 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-46813f99-0901-4f5c-81ff-cca9dcd19c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:17.607538 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-46813f99-0901-4f5c-81ff-cca9dcd19c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:17.609923 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-46813f99-0901-4f5c-81ff-cca9dcd19c0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:17.711571 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-46813f99-0901-4f5c-81ff-cca9dcd19c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:17.712105 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46813f99-0901-4f5c-81ff-cca9dcd19c0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e88bbd69-0940-49df-be04-837519371fcf {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:34:17.716911 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-46813f99-0901-4f5c-81ff-cca9dcd19c0d admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:17.718054 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-46813f99-0901-4f5c-81ff-cca9dcd19c0d admin admin] 10.222.0.119 "DELETE /v2.0/routers/e88bbd69-0940-49df-be04-837519371fcf HTTP/1.1" status: 204 len: 168 time: 0.9463089 Aug 31 10:34:17.720639 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55174) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:34:17.769033 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d5e0b53-91bd-4733-9288-ee6d16c536bc admin admin] Deleting subnet e0b1c44c-57fd-4cd0-b061-61c0db70006a {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:34:17.772001 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7d5e0b53-91bd-4733-9288-ee6d16c536bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:17.805416 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7d5e0b53-91bd-4733-9288-ee6d16c536bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:17.882176 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7d5e0b53-91bd-4733-9288-ee6d16c536bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:18.021969 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7d5e0b53-91bd-4733-9288-ee6d16c536bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:18.047514 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e0b53-91bd-4733-9288-ee6d16c536bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0b1c44c-57fd-4cd0-b061-61c0db70006a,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:18.052399 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7d5e0b53-91bd-4733-9288-ee6d16c536bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:18.057047 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7d5e0b53-91bd-4733-9288-ee6d16c536bc admin admin] 10.222.0.119 "DELETE /v2.0/subnets/e0b1c44c-57fd-4cd0-b061-61c0db70006a HTTP/1.1" status: 204 len: 168 time: 0.3327279 Aug 31 10:34:18.057047 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55176) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:34:18.060004 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55096f2-ad9b-42fc-a4c7-b548ed36717b None None] Network cbe4cd9b-8b3b-44ef-94ab-2e99f35032a7 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:34:18.115510 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 11d170db-28dd-4c6f-a88c-074639c863b4 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:34:18.132608 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-07f1ca67-09c2-47a3-afb7-f2c6ac0f5c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:18.142006 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 11d170db-28dd-4c6f-a88c-074639c863b4 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:34:18.142719 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 11d170db-28dd-4c6f-a88c-074639c863b4 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:34:18.143125 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device fa1937d6-c8c5-425b-97db-4af1eb831e59 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:34:18.167005 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: fa1937d6-c8c5-425b-97db-4af1eb831e59 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:34:18.167345 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device fa1937d6-c8c5-425b-97db-4af1eb831e59 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:34:18.187918 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-07f1ca67-09c2-47a3-afb7-f2c6ac0f5c42 admin admin] Deleting port 87724130-4a69-42c7-8dc5-0c6da0a30ae5 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:34:18.188261 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-07f1ca67-09c2-47a3-afb7-f2c6ac0f5c42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:18.262155 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-07f1ca67-09c2-47a3-afb7-f2c6ac0f5c42 admin admin] For port 87724130-4a69-42c7-8dc5-0c6da0a30ae5, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=87724130-4a69-42c7-8dc5-0c6da0a30ae5,segment=NetworkSegment(51b32a24-2686-4f8d-8386-6aaac3413b88),segment_id=51b32a24-2686-4f8d-8386-6aaac3413b88)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:34:18.265672 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-07f1ca67-09c2-47a3-afb7-f2c6ac0f5c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:18.280010 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-07f1ca67-09c2-47a3-afb7-f2c6ac0f5c42 admin admin] Calling delete_port for 87724130-4a69-42c7-8dc5-0c6da0a30ae5 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:34:18.302826 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6067d3-5d20-4acc-9fc4-218fdaee550d None None] DHCP port deletion for cbe4cd9b-8b3b-44ef-94ab-2e99f35032a7 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:34:18.359213 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-0a6067d3-5d20-4acc-9fc4-218fdaee550d None None] Deleting port 87724130-4a69-42c7-8dc5-0c6da0a30ae5 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:34:18.359913 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0a6067d3-5d20-4acc-9fc4-218fdaee550d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:18.421917 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-0a6067d3-5d20-4acc-9fc4-218fdaee550d None None] For port 87724130-4a69-42c7-8dc5-0c6da0a30ae5, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=87724130-4a69-42c7-8dc5-0c6da0a30ae5,segment=NetworkSegment(51b32a24-2686-4f8d-8386-6aaac3413b88),segment_id=51b32a24-2686-4f8d-8386-6aaac3413b88)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:34:18.422319 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0a6067d3-5d20-4acc-9fc4-218fdaee550d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:18.436532 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-0a6067d3-5d20-4acc-9fc4-218fdaee550d None None] Calling delete_port for 87724130-4a69-42c7-8dc5-0c6da0a30ae5 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:34:18.437873 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-07f1ca67-09c2-47a3-afb7-f2c6ac0f5c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:18.469047 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1ca67-09c2-47a3-afb7-f2c6ac0f5c42 admin admin] Pushing event deleted for resources: {'Port': ['ID=87724130-4a69-42c7-8dc5-0c6da0a30ae5,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:18.473598 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f1ca67-09c2-47a3-afb7-f2c6ac0f5c42 admin admin] No DVR routers for this DVR port 87724130-4a69-42c7-8dc5-0c6da0a30ae5 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:34:18.516889 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0a6067d3-5d20-4acc-9fc4-218fdaee550d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:18.540281 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6067d3-5d20-4acc-9fc4-218fdaee550d None None] Pushing event deleted for resources: {'Port': ['ID=87724130-4a69-42c7-8dc5-0c6da0a30ae5,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:18.546522 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6067d3-5d20-4acc-9fc4-218fdaee550d None None] No DVR routers for this DVR port 87724130-4a69-42c7-8dc5-0c6da0a30ae5 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:34:18.546913 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-07f1ca67-09c2-47a3-afb7-f2c6ac0f5c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:18.565720 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-07f1ca67-09c2-47a3-afb7-f2c6ac0f5c42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe4cd9b-8b3b-44ef-94ab-2e99f35032a7']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:34:18.577473 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-07f1ca67-09c2-47a3-afb7-f2c6ac0f5c42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51b32a24-2686-4f8d-8386-6aaac3413b88') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:34:18.577773 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-07f1ca67-09c2-47a3-afb7-f2c6ac0f5c42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51b32a24-2686-4f8d-8386-6aaac3413b88') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:34:18.586849 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-07f1ca67-09c2-47a3-afb7-f2c6ac0f5c42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:18.601220 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-07f1ca67-09c2-47a3-afb7-f2c6ac0f5c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:18.608057 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f1ca67-09c2-47a3-afb7-f2c6ac0f5c42 admin admin] Releasing vlan 1602 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:34:18.608442 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-07f1ca67-09c2-47a3-afb7-f2c6ac0f5c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:18.610071 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 10:34:18.610071 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:34:18.610071 n-d-791506-28 neutron-server[95553]: timer() Aug 31 10:34:18.610071 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:34:18.610071 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 10:34:18.610071 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:34:18.610071 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 10:34:18.610071 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:34:18.610071 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 10:34:18.610071 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:34:18.610071 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 10:34:18.610071 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:34:18.610071 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 10:34:18.610071 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:34:18.610071 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:34:18.610071 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:34:18.610071 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:34:18.610071 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:34:18.610071 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 10:34:18.610071 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:34:18.610071 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 10:34:18.610071 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:34:18.610071 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:34:18.610071 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:34:18.610071 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 10:34:18.610071 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:34:18.610071 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:34:18.610071 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:34:18.610071 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:34:18.610071 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:34:18.610071 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:34:18.610071 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:34:18.751553 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-07f1ca67-09c2-47a3-afb7-f2c6ac0f5c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:18.757524 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-07f1ca67-09c2-47a3-afb7-f2c6ac0f5c42 admin admin] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:18.759427 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-07f1ca67-09c2-47a3-afb7-f2c6ac0f5c42 admin admin] 10.222.0.119 "DELETE /v2.0/networks/cbe4cd9b-8b3b-44ef-94ab-2e99f35032a7 HTTP/1.1" status: 204 len: 168 time: 0.7016170 Aug 31 10:34:18.771042 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1ca67-09c2-47a3-afb7-f2c6ac0f5c42 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbe4cd9b-8b3b-44ef-94ab-2e99f35032a7,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:19.118663 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55180) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:34:19.158934 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-63d0e60d-0d23-46ec-9086-92a4484e27a8 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=1dab771d5b0f4a1c84abb956de334aa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390775 Aug 31 10:34:19.161521 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55182) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:34:19.208806 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d16c460b-ca53-4253-bfce-48262b6a1209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:19.234624 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d16c460b-ca53-4253-bfce-48262b6a1209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:19.402767 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d16c460b-ca53-4253-bfce-48262b6a1209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:19.405525 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d16c460b-ca53-4253-bfce-48262b6a1209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:19.406714 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d16c460b-ca53-4253-bfce-48262b6a1209 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/39f37701-103c-405c-b005-e380404d2577 HTTP/1.1" status: 204 len: 168 time: 0.2442760 Aug 31 10:34:19.414909 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c460b-ca53-4253-bfce-48262b6a1209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f37701-103c-405c-b005-e380404d2577,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:20.055209 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55188) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:34:20.090140 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 87724130-4a69-42c7-8dc5-0c6da0a30ae5 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:34:20.096219 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a74a8382-d947-4bd8-b035-b86661b010b2 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=10421f999ea9490b954c5d196ef47f63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398552 Aug 31 10:34:20.099327 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55190) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:34:20.111749 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 87724130-4a69-42c7-8dc5-0c6da0a30ae5 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:34:20.112086 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 87724130-4a69-42c7-8dc5-0c6da0a30ae5 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:34:20.147868 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-620e08c9-e1f1-4af0-b057-b1d124159e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:20.168276 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-620e08c9-e1f1-4af0-b057-b1d124159e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:20.282655 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-620e08c9-e1f1-4af0-b057-b1d124159e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:20.285227 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-620e08c9-e1f1-4af0-b057-b1d124159e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:20.286386 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-620e08c9-e1f1-4af0-b057-b1d124159e30 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/756b0401-f092-4fcf-8afe-5ca0f96e14a7 HTTP/1.1" status: 204 len: 168 time: 0.1861594 Aug 31 10:34:20.296957 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e08c9-e1f1-4af0-b057-b1d124159e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756b0401-f092-4fcf-8afe-5ca0f96e14a7,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:21.287683 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55212) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:34:21.388711 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-54c7497e-096f-4f05-a6a4-6a25e6bbd519 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-542150721-network', 'tenant_id': 'dacad30c8099498a829554d5425c175b'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:34:21.448144 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c7497e-096f-4f05-a6a4-6a25e6bbd519 admin admin] Made reservation on behalf of dacad30c8099498a829554d5425c175b for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:34:21.451095 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-54c7497e-096f-4f05-a6a4-6a25e6bbd519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:21.463452 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-54c7497e-096f-4f05-a6a4-6a25e6bbd519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:21.550003 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-54c7497e-096f-4f05-a6a4-6a25e6bbd519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:21.625560 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-54c7497e-096f-4f05-a6a4-6a25e6bbd519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:21.653822 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c7497e-096f-4f05-a6a4-6a25e6bbd519 admin admin] vlan segment allocate from pool success with {'vlan_id': 1620, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:34:21.660083 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c7497e-096f-4f05-a6a4-6a25e6bbd519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239ba1b4-8f79-4703-9946-f726f98fad5b,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:21.665953 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-54c7497e-096f-4f05-a6a4-6a25e6bbd519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:21.666300 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-54c7497e-096f-4f05-a6a4-6a25e6bbd519 admin admin] Added segment ac5e4055-eb4b-4d6d-bdb3-be401617620f of type vlan for network 1c5ea334-e879-435d-bc32-4ef50fe15551 Aug 31 10:34:21.707003 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-54c7497e-096f-4f05-a6a4-6a25e6bbd519 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:21.797083 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-54c7497e-096f-4f05-a6a4-6a25e6bbd519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:21.798090 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c7497e-096f-4f05-a6a4-6a25e6bbd519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:21.798828 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-54c7497e-096f-4f05-a6a4-6a25e6bbd519 admin admin] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:21.861397 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c7497e-096f-4f05-a6a4-6a25e6bbd519 admin admin] Pushing event updated for resources: {'Network': ['ID=1c5ea334-e879-435d-bc32-4ef50fe15551,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:21.870827 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 1c5ea334-e879-435d-bc32-4ef50fe15551 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:34:21.929245 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-54c7497e-096f-4f05-a6a4-6a25e6bbd519 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6400018 Aug 31 10:34:21.932071 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55216) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:34:21.937786 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-9e917b25-4b17-45c5-bf5f-26fe7f527fd1 admin admin] Request body: {'subnet': {'network_id': '1c5ea334-e879-435d-bc32-4ef50fe15551', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-542150721-subnet', 'tenant_id': 'dacad30c8099498a829554d5425c175b', 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:34:22.007897 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e917b25-4b17-45c5-bf5f-26fe7f527fd1 admin admin] Made reservation on behalf of dacad30c8099498a829554d5425c175b for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:34:22.010266 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9e917b25-4b17-45c5-bf5f-26fe7f527fd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:22.265721 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9e917b25-4b17-45c5-bf5f-26fe7f527fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:22.323921 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e917b25-4b17-45c5-bf5f-26fe7f527fd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53cc3e15-0e70-4286-bb11-e9c4d2e09a81,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:22.334010 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e917b25-4b17-45c5-bf5f-26fe7f527fd1 admin admin] Checking segment: {'id': 'ac5e4055-eb4b-4d6d-bdb3-be401617620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '1c5ea334-e879-435d-bc32-4ef50fe15551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:34:22.334373 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e917b25-4b17-45c5-bf5f-26fe7f527fd1 admin admin] Network hostable DHCP agents. Network: 1c5ea334-e879-435d-bc32-4ef50fe15551, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:34:22.407879 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e917b25-4b17-45c5-bf5f-26fe7f527fd1 admin admin] Network 1c5ea334-e879-435d-bc32-4ef50fe15551 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:34:22.499472 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-9e917b25-4b17-45c5-bf5f-26fe7f527fd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 1c5ea334-e879-435d-bc32-4ef50fe15551) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:34:22.503540 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e917b25-4b17-45c5-bf5f-26fe7f527fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:22.504121 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9e917b25-4b17-45c5-bf5f-26fe7f527fd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:22.508155 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc44cb55-a66b-46bc-be16-6d46c6519551 None None] Network 1c5ea334-e879-435d-bc32-4ef50fe15551 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:34:22.580967 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9e917b25-4b17-45c5-bf5f-26fe7f527fd1 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6477423 Aug 31 10:34:22.583732 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55218) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:34:22.589592 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-555cd34e-13fa-483e-9827-c1d8761cebb1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-542150721-router', 'tenant_id': 'dacad30c8099498a829554d5425c175b', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:34:22.654143 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca610b3-abe8-49a2-8f6c-b89711797c3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-1c5ea334-e879-435d-bc32-4ef50fe15551', 'network_id': '1c5ea334-e879-435d-bc32-4ef50fe15551', 'tenant_id': 'dacad30c8099498a829554d5425c175b', 'fixed_ips': [{'subnet_id': '53cc3e15-0e70-4286-bb11-e9c4d2e09a81'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:34:22.655033 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2ca610b3-abe8-49a2-8f6c-b89711797c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:22.694419 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-555cd34e-13fa-483e-9827-c1d8761cebb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:22.695561 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-555cd34e-13fa-483e-9827-c1d8761cebb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:22.748847 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-555cd34e-13fa-483e-9827-c1d8761cebb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:22.789747 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-2ca610b3-abe8-49a2-8f6c-b89711797c3b None None] Allocated IP 172.20.0.2 (1c5ea334-e879-435d-bc32-4ef50fe15551/53cc3e15-0e70-4286-bb11-e9c4d2e09a81/4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:34:22.933046 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2ca610b3-abe8-49a2-8f6c-b89711797c3b None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:22.941749 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-2ca610b3-abe8-49a2-8f6c-b89711797c3b None None] Transition to ACTIVE for port object 4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:34:22.956143 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-2ca610b3-abe8-49a2-8f6c-b89711797c3b None None] Transition to ACTIVE for port object 4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:34:22.986760 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-555cd34e-13fa-483e-9827-c1d8761cebb1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:23.014630 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2ca610b3-abe8-49a2-8f6c-b89711797c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:23.056837 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca610b3-abe8-49a2-8f6c-b89711797c3b None None] Network 1c5ea334-e879-435d-bc32-4ef50fe15551 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:34:23.060359 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-2ca610b3-abe8-49a2-8f6c-b89711797c3b None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:34:23.062744 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca610b3-abe8-49a2-8f6c-b89711797c3b None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:34:23.071699 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca610b3-abe8-49a2-8f6c-b89711797c3b None None] Pushing event updated for resources: {'Port': ['ID=4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:23.124737 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-2ca610b3-abe8-49a2-8f6c-b89711797c3b None None] Attempting to bind port 4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:34:23.125106 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-2ca610b3-abe8-49a2-8f6c-b89711797c3b None None] Attempting to bind port 4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'ac5e4055-eb4b-4d6d-bdb3-be401617620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '1c5ea334-e879-435d-bc32-4ef50fe15551'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:34:23.125503 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca610b3-abe8-49a2-8f6c-b89711797c3b None None] Attempting to bind port 4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8 on network 1c5ea334-e879-435d-bc32-4ef50fe15551 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:34:23.130489 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca610b3-abe8-49a2-8f6c-b89711797c3b None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:34:23.130894 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca610b3-abe8-49a2-8f6c-b89711797c3b None None] Checking segment: {'id': 'ac5e4055-eb4b-4d6d-bdb3-be401617620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '1c5ea334-e879-435d-bc32-4ef50fe15551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:34:23.131295 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2ca610b3-abe8-49a2-8f6c-b89711797c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:23.131691 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca610b3-abe8-49a2-8f6c-b89711797c3b None None] Bound using segment: {'id': 'ac5e4055-eb4b-4d6d-bdb3-be401617620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '1c5ea334-e879-435d-bc32-4ef50fe15551'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:34:23.132156 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-2ca610b3-abe8-49a2-8f6c-b89711797c3b None None] Bound port: 4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e4055-eb4b-4d6d-bdb3-be401617620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '1c5ea334-e879-435d-bc32-4ef50fe15551'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:34:23.132537 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2ca610b3-abe8-49a2-8f6c-b89711797c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:23.199590 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-2ca610b3-abe8-49a2-8f6c-b89711797c3b None None] For port 4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:34:23.203731 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-2ca610b3-abe8-49a2-8f6c-b89711797c3b None None] For port 4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8,segment=NetworkSegment(ac5e4055-eb4b-4d6d-bdb3-be401617620f),segment_id=ac5e4055-eb4b-4d6d-bdb3-be401617620f)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:34:23.231391 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-555cd34e-13fa-483e-9827-c1d8761cebb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:23.250573 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-555cd34e-13fa-483e-9827-c1d8761cebb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:23.260576 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2ca610b3-abe8-49a2-8f6c-b89711797c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:23.320998 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca610b3-abe8-49a2-8f6c-b89711797c3b None None] Pushing event updated for resources: {'Port': ['ID=4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:23.363162 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-555cd34e-13fa-483e-9827-c1d8761cebb1 admin admin] Allocated IP 172.25.2.38 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/6495e5fd-1952-4545-88b2-fb14ccf5c5cd) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:34:23.480820 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-555cd34e-13fa-483e-9827-c1d8761cebb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:23.574442 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-555cd34e-13fa-483e-9827-c1d8761cebb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:23.618188 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555cd34e-13fa-483e-9827-c1d8761cebb1 admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:34:23.621093 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-555cd34e-13fa-483e-9827-c1d8761cebb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:34:23.624301 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555cd34e-13fa-483e-9827-c1d8761cebb1 admin admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:34:23.651293 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555cd34e-13fa-483e-9827-c1d8761cebb1 admin admin] Pushing event updated for resources: {'Port': ['ID=6495e5fd-1952-4545-88b2-fb14ccf5c5cd,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:23.966038 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-555cd34e-13fa-483e-9827-c1d8761cebb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:24.130630 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:34:24.189570 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-555cd34e-13fa-483e-9827-c1d8761cebb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:24.282669 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33ff67b-c793-493b-af48-978a43b556ac None None] Network 1c5ea334-e879-435d-bc32-4ef50fe15551 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:34:24.323361 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:34:24.385436 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555cd34e-13fa-483e-9827-c1d8761cebb1 admin admin] Router e3dc433b-00f8-4d35-93da-95335c491089 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:34:24.409522 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-35ea5097-9a41-4cb9-8a76-135ce85bc17b None None] Provisioning for port 4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:34:24.418155 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-35ea5097-9a41-4cb9-8a76-135ce85bc17b None None] Provisioning complete for port 4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:34:24.418531 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-35ea5097-9a41-4cb9-8a76-135ce85bc17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:24.492759 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555cd34e-13fa-483e-9827-c1d8761cebb1 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:34:24.530518 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d62119-5f89-4ed9-8d2c-894e61a71763 None None] Sync routers for ids ['e3dc433b-00f8-4d35-93da-95335c491089'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:34:24.560427 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d62119-5f89-4ed9-8d2c-894e61a71763 None None] Routers {'e3dc433b-00f8-4d35-93da-95335c491089'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:34:24.561082 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e9d62119-5f89-4ed9-8d2c-894e61a71763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:34:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e3dc433b-00f8-4d35-93da-95335c491089'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:34:24.564333 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-35ea5097-9a41-4cb9-8a76-135ce85bc17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:24.574093 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-555cd34e-13fa-483e-9827-c1d8761cebb1 admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:24.576367 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-555cd34e-13fa-483e-9827-c1d8761cebb1 admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9908640 Aug 31 10:34:24.578287 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55220) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:34:24.683571 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-35ea5097-9a41-4cb9-8a76-135ce85bc17b None None] For port 4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8,segment=NetworkSegment(ac5e4055-eb4b-4d6d-bdb3-be401617620f),segment_id=ac5e4055-eb4b-4d6d-bdb3-be401617620f)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:34:24.713934 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-e9d62119-5f89-4ed9-8d2c-894e61a71763 None None] Set router e3dc433b-00f8-4d35-93da-95335c491089 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:34:24.773326 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-35ea5097-9a41-4cb9-8a76-135ce85bc17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:24.877303 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea5097-9a41-4cb9-8a76-135ce85bc17b None None] Pushing event updated for resources: {'Port': ['ID=4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:24.932408 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5fda15c8-966a-4a09-a614-64aef24c61bc None None] Provisioning complete for port 4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:34:24.932772 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5fda15c8-966a-4a09-a614-64aef24c61bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:24.992916 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e9d62119-5f89-4ed9-8d2c-894e61a71763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'name': 'tempest-TestMinimumBasicScenario-542150721-router', 'tenant_id': 'dacad30c8099498a829554d5425c175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '6495e5fd-1952-4545-88b2-fb14ccf5c5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:34:22Z', 'updated_at': '2021-08-31T10:34:23Z', 'revision_number': 3, 'project_id': 'dacad30c8099498a829554d5425c175b', 'gw_port': {'id': '6495e5fd-1952-4545-88b2-fb14ccf5c5cd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:34:23Z', 'updated_at': '2021-08-31T10:34:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:34:25.018509 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-882dcc5a-205f-43c5-b1af-4b5f0d78fff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:25.042013 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d62119-5f89-4ed9-8d2c-894e61a71763 None None] Checking router: e3dc433b-00f8-4d35-93da-95335c491089 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:34:25.042276 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d62119-5f89-4ed9-8d2c-894e61a71763 None None] Updating router e3dc433b-00f8-4d35-93da-95335c491089 port 6495e5fd-1952-4545-88b2-fb14ccf5c5cd binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:34:25.081083 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9d62119-5f89-4ed9-8d2c-894e61a71763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:25.342345 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9d62119-5f89-4ed9-8d2c-894e61a71763 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:25.353974 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e9d62119-5f89-4ed9-8d2c-894e61a71763 None None] Transition to ACTIVE for port object 6495e5fd-1952-4545-88b2-fb14ccf5c5cd will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:34:25.454285 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9d62119-5f89-4ed9-8d2c-894e61a71763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:25.510415 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562eded4-5c49-46b6-994c-879dc583878b None None] Pushing event updated for resources: {'Port': ['ID=6495e5fd-1952-4545-88b2-fb14ccf5c5cd,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:25.512929 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e9d62119-5f89-4ed9-8d2c-894e61a71763 None None] Attempting to bind port 6495e5fd-1952-4545-88b2-fb14ccf5c5cd on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:34:25.513456 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e9d62119-5f89-4ed9-8d2c-894e61a71763 None None] Attempting to bind port 6495e5fd-1952-4545-88b2-fb14ccf5c5cd by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:34:25.513815 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d62119-5f89-4ed9-8d2c-894e61a71763 None None] Attempting to bind port 6495e5fd-1952-4545-88b2-fb14ccf5c5cd on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:34:25.520120 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d62119-5f89-4ed9-8d2c-894e61a71763 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:34:25.520499 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d62119-5f89-4ed9-8d2c-894e61a71763 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:34:25.520899 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9d62119-5f89-4ed9-8d2c-894e61a71763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:25.521285 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d62119-5f89-4ed9-8d2c-894e61a71763 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:34:25.521746 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-e9d62119-5f89-4ed9-8d2c-894e61a71763 None None] Bound port: 6495e5fd-1952-4545-88b2-fb14ccf5c5cd, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:34:25.522126 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9d62119-5f89-4ed9-8d2c-894e61a71763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:25.530541 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-882dcc5a-205f-43c5-b1af-4b5f0d78fff3 admin admin] Allocated IP 172.20.0.1 (1c5ea334-e879-435d-bc32-4ef50fe15551/53cc3e15-0e70-4286-bb11-e9c4d2e09a81/91007129-ff99-4c5f-a121-cf79618f0cf1) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:34:25.579590 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-e9d62119-5f89-4ed9-8d2c-894e61a71763 None None] For port 6495e5fd-1952-4545-88b2-fb14ccf5c5cd, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:34:25.582968 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-e9d62119-5f89-4ed9-8d2c-894e61a71763 None None] For port 6495e5fd-1952-4545-88b2-fb14ccf5c5cd, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=6495e5fd-1952-4545-88b2-fb14ccf5c5cd,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:34:25.640345 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-882dcc5a-205f-43c5-b1af-4b5f0d78fff3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:25.654454 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-882dcc5a-205f-43c5-b1af-4b5f0d78fff3 admin admin] Transition to ACTIVE for port object 91007129-ff99-4c5f-a121-cf79618f0cf1 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:34:25.671688 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9d62119-5f89-4ed9-8d2c-894e61a71763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:25.731819 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d62119-5f89-4ed9-8d2c-894e61a71763 None None] Routers {'e3dc433b-00f8-4d35-93da-95335c491089'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:34:25.732442 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e9d62119-5f89-4ed9-8d2c-894e61a71763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:34:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e3dc433b-00f8-4d35-93da-95335c491089'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:34:25.734655 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562eded4-5c49-46b6-994c-879dc583878b None None] Pushing event updated for resources: {'Port': ['ID=6495e5fd-1952-4545-88b2-fb14ccf5c5cd,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:25.774420 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-882dcc5a-205f-43c5-b1af-4b5f0d78fff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:25.812487 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882dcc5a-205f-43c5-b1af-4b5f0d78fff3 admin admin] Network 1c5ea334-e879-435d-bc32-4ef50fe15551 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:34:25.815397 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-882dcc5a-205f-43c5-b1af-4b5f0d78fff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:34:25.821173 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882dcc5a-205f-43c5-b1af-4b5f0d78fff3 admin admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:34:25.851069 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-e9d62119-5f89-4ed9-8d2c-894e61a71763 None None] Set router e3dc433b-00f8-4d35-93da-95335c491089 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:34:25.857020 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882dcc5a-205f-43c5-b1af-4b5f0d78fff3 admin admin] Pushing event updated for resources: {'Port': ['ID=91007129-ff99-4c5f-a121-cf79618f0cf1,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:25.871678 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-882dcc5a-205f-43c5-b1af-4b5f0d78fff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:26.049189 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e9d62119-5f89-4ed9-8d2c-894e61a71763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'name': 'tempest-TestMinimumBasicScenario-542150721-router', 'tenant_id': 'dacad30c8099498a829554d5425c175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '6495e5fd-1952-4545-88b2-fb14ccf5c5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:34:22Z', 'updated_at': '2021-08-31T10:34:23Z', 'revision_number': 3, 'project_id': 'dacad30c8099498a829554d5425c175b', 'gw_port': {'id': '6495e5fd-1952-4545-88b2-fb14ccf5c5cd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:34:23Z', 'updated_at': '2021-08-31T10:34:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:34:26.082171 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d62119-5f89-4ed9-8d2c-894e61a71763 None None] The sync data for ids ['e3dc433b-00f8-4d35-93da-95335c491089'] in n-d-791506-28 is: [{'id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'name': 'tempest-TestMinimumBasicScenario-542150721-router', 'tenant_id': 'dacad30c8099498a829554d5425c175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '6495e5fd-1952-4545-88b2-fb14ccf5c5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:34:22Z', 'updated_at': '2021-08-31T10:34:23Z', 'revision_number': 3, 'project_id': 'dacad30c8099498a829554d5425c175b', 'gw_port': {'id': '6495e5fd-1952-4545-88b2-fb14ccf5c5cd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:34:23Z', 'updated_at': '2021-08-31T10:34:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:34:26.099297 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-882dcc5a-205f-43c5-b1af-4b5f0d78fff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:26.116819 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:34:26.169588 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-da518d8d-687d-468c-aa42-f3879906c321 None None] Provisioning for port 91007129-ff99-4c5f-a121-cf79618f0cf1 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:34:26.171713 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:34:26.172216 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:26.193596 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-da518d8d-687d-468c-aa42-f3879906c321 None None] Provisioning complete for port 91007129-ff99-4c5f-a121-cf79618f0cf1 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:34:26.194040 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-da518d8d-687d-468c-aa42-f3879906c321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:26.247850 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-da518d8d-687d-468c-aa42-f3879906c321 None None] Port 91007129-ff99-4c5f-a121-cf79618f0cf1 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:34:26.293453 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-882dcc5a-205f-43c5-b1af-4b5f0d78fff3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:26.364627 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-882dcc5a-205f-43c5-b1af-4b5f0d78fff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:26.448882 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-882dcc5a-205f-43c5-b1af-4b5f0d78fff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:26.451390 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882dcc5a-205f-43c5-b1af-4b5f0d78fff3 admin admin] Pushing event updated for resources: {'Port': ['ID=91007129-ff99-4c5f-a121-cf79618f0cf1,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:26.551413 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882dcc5a-205f-43c5-b1af-4b5f0d78fff3 admin admin] Network 1c5ea334-e879-435d-bc32-4ef50fe15551 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:34:26.552818 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-882dcc5a-205f-43c5-b1af-4b5f0d78fff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:34:26.688261 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882dcc5a-205f-43c5-b1af-4b5f0d78fff3 admin admin] Router e3dc433b-00f8-4d35-93da-95335c491089 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:34:26.773858 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-472f9b1d-abd6-499c-b2eb-66c240e7bb7c None None] Provisioning complete for port 91007129-ff99-4c5f-a121-cf79618f0cf1 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:34:26.774474 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-472f9b1d-abd6-499c-b2eb-66c240e7bb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:26.818803 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882dcc5a-205f-43c5-b1af-4b5f0d78fff3 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:34:26.820121 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-472f9b1d-abd6-499c-b2eb-66c240e7bb7c None None] Port 91007129-ff99-4c5f-a121-cf79618f0cf1 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:34:26.826604 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-882dcc5a-205f-43c5-b1af-4b5f0d78fff3 admin admin] 10.222.0.119 "PUT /v2.0/routers/e3dc433b-00f8-4d35-93da-95335c491089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2465820 Aug 31 10:34:27.501629 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55236) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:34:27.506712 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-fb5a54e8-0ce9-4707-a0d2-039cbe6c4a25 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-941774413-network', 'tenant_id': '230779945d0e4a28ac7df3f38650060e'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:34:27.568370 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5a54e8-0ce9-4707-a0d2-039cbe6c4a25 admin admin] Made reservation on behalf of 230779945d0e4a28ac7df3f38650060e for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:34:27.571660 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fb5a54e8-0ce9-4707-a0d2-039cbe6c4a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:27.581594 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fb5a54e8-0ce9-4707-a0d2-039cbe6c4a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:27.684012 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fb5a54e8-0ce9-4707-a0d2-039cbe6c4a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:27.741125 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6175969d-cbe8-46cf-b169-af751db3b003 None None] Sync routers for ids ['e3dc433b-00f8-4d35-93da-95335c491089'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:34:27.745539 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fb5a54e8-0ce9-4707-a0d2-039cbe6c4a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:27.750760 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6175969d-cbe8-46cf-b169-af751db3b003 None None] Routers {'e3dc433b-00f8-4d35-93da-95335c491089'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:34:27.751376 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6175969d-cbe8-46cf-b169-af751db3b003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:34:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e3dc433b-00f8-4d35-93da-95335c491089'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:34:27.767154 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb5a54e8-0ce9-4707-a0d2-039cbe6c4a25 admin admin] vlan segment allocate from pool success with {'vlan_id': 1647, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:34:27.782655 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a54e8-0ce9-4707-a0d2-039cbe6c4a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e4fc6b-9313-44bb-ae5d-aae929ac2df7,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:27.785627 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fb5a54e8-0ce9-4707-a0d2-039cbe6c4a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:27.785966 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-fb5a54e8-0ce9-4707-a0d2-039cbe6c4a25 admin admin] Added segment 9f1f32c8-40dc-44f9-9f1e-7c285b9aeeac of type vlan for network d35cd8f1-cf80-496d-bca9-dfa77705afab Aug 31 10:34:27.834167 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fb5a54e8-0ce9-4707-a0d2-039cbe6c4a25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:27.863629 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-6175969d-cbe8-46cf-b169-af751db3b003 None None] Set router e3dc433b-00f8-4d35-93da-95335c491089 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:34:27.922354 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fb5a54e8-0ce9-4707-a0d2-039cbe6c4a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:27.923408 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5a54e8-0ce9-4707-a0d2-039cbe6c4a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:27.923992 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fb5a54e8-0ce9-4707-a0d2-039cbe6c4a25 admin admin] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:27.984727 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a54e8-0ce9-4707-a0d2-039cbe6c4a25 admin admin] Pushing event updated for resources: {'Network': ['ID=d35cd8f1-cf80-496d-bca9-dfa77705afab,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:28.005799 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network d35cd8f1-cf80-496d-bca9-dfa77705afab details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:34:28.055378 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-fb5a54e8-0ce9-4707-a0d2-039cbe6c4a25 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5526059 Aug 31 10:34:28.058000 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55238) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:34:28.063443 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-d0817337-9f1a-4c87-b21c-c191465c38f7 admin admin] Request body: {'subnet': {'network_id': 'd35cd8f1-cf80-496d-bca9-dfa77705afab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-941774413-subnet', 'tenant_id': '230779945d0e4a28ac7df3f38650060e', 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:34:28.105437 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6175969d-cbe8-46cf-b169-af751db3b003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'name': 'tempest-TestMinimumBasicScenario-542150721-router', 'tenant_id': 'dacad30c8099498a829554d5425c175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '6495e5fd-1952-4545-88b2-fb14ccf5c5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:34:22Z', 'updated_at': '2021-08-31T10:34:25Z', 'revision_number': 4, 'project_id': 'dacad30c8099498a829554d5425c175b', 'gw_port': {'id': '6495e5fd-1952-4545-88b2-fb14ccf5c5cd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:34:23Z', 'updated_at': '2021-08-31T10:34:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '91007129-ff99-4c5f-a121-cf79618f0cf1', 'name': '', 'network_id': '1c5ea334-e879-435d-bc32-4ef50fe15551', 'tenant_id': 'dacad30c8099498a829554d5425c175b', 'mac_address': 'fa:16:3e:21:26:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '53cc3e15-0e70-4286-bb11-e9c4d2e09a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:34:25Z', 'updated_at': '2021-08-31T10:34:26Z', 'revision_number': 2, 'project_id': 'dacad30c8099498a829554d5425c175b', 'subnets': [{'id': '53cc3e15-0e70-4286-bb11-e9c4d2e09a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:34:28.136133 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6175969d-cbe8-46cf-b169-af751db3b003 None None] Checking router: e3dc433b-00f8-4d35-93da-95335c491089 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:34:28.137138 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6175969d-cbe8-46cf-b169-af751db3b003 None None] Updating router e3dc433b-00f8-4d35-93da-95335c491089 port 91007129-ff99-4c5f-a121-cf79618f0cf1 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:34:28.140178 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6495e5fd-1952-4545-88b2-fb14ccf5c5cd up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:34:28.164114 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-6175969d-cbe8-46cf-b169-af751db3b003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:28.174207 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0817337-9f1a-4c87-b21c-c191465c38f7 admin admin] Made reservation on behalf of 230779945d0e4a28ac7df3f38650060e for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:34:28.177054 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d0817337-9f1a-4c87-b21c-c191465c38f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:28.248767 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 6495e5fd-1952-4545-88b2-fb14ccf5c5cd completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:34:28.252695 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 6495e5fd-1952-4545-88b2-fb14ccf5c5cd triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:34:28.253205 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:28.341280 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:28.364465 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 6495e5fd-1952-4545-88b2-fb14ccf5c5cd, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=6495e5fd-1952-4545-88b2-fb14ccf5c5cd,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:34:28.414636 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d0817337-9f1a-4c87-b21c-c191465c38f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:28.425490 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:28.472617 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0817337-9f1a-4c87-b21c-c191465c38f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d9993f0-168d-45bc-a688-343e2967cab2,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:28.485552 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0817337-9f1a-4c87-b21c-c191465c38f7 admin admin] Checking segment: {'id': '9f1f32c8-40dc-44f9-9f1e-7c285b9aeeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': 'd35cd8f1-cf80-496d-bca9-dfa77705afab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:34:28.485552 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0817337-9f1a-4c87-b21c-c191465c38f7 admin admin] Network hostable DHCP agents. Network: d35cd8f1-cf80-496d-bca9-dfa77705afab, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:34:28.485776 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=6495e5fd-1952-4545-88b2-fb14ccf5c5cd,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:28.544785 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-6175969d-cbe8-46cf-b169-af751db3b003 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:28.554059 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-6175969d-cbe8-46cf-b169-af751db3b003 None None] Transition to ACTIVE for port object 91007129-ff99-4c5f-a121-cf79618f0cf1 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:34:28.562204 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0817337-9f1a-4c87-b21c-c191465c38f7 admin admin] Network d35cd8f1-cf80-496d-bca9-dfa77705afab is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:34:28.625038 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-6175969d-cbe8-46cf-b169-af751db3b003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:28.658570 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-d0817337-9f1a-4c87-b21c-c191465c38f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, d35cd8f1-cf80-496d-bca9-dfa77705afab) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:34:28.664194 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0817337-9f1a-4c87-b21c-c191465c38f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:28.664875 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d0817337-9f1a-4c87-b21c-c191465c38f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:28.680463 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3970e50-a9ef-4bdd-8c60-f282401852f8 None None] Pushing event updated for resources: {'Port': ['ID=91007129-ff99-4c5f-a121-cf79618f0cf1,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:28.686483 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddee55b-53e1-4649-864b-3c00ea4917db None None] Network d35cd8f1-cf80-496d-bca9-dfa77705afab requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:34:28.706905 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3970e50-a9ef-4bdd-8c60-f282401852f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:28.706905 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3970e50-a9ef-4bdd-8c60-f282401852f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:28.707238 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3970e50-a9ef-4bdd-8c60-f282401852f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:28.707437 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3970e50-a9ef-4bdd-8c60-f282401852f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:28.707766 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3970e50-a9ef-4bdd-8c60-f282401852f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:28.708177 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3970e50-a9ef-4bdd-8c60-f282401852f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:28.708502 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3970e50-a9ef-4bdd-8c60-f282401852f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:28.708818 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3970e50-a9ef-4bdd-8c60-f282401852f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:28.709132 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3970e50-a9ef-4bdd-8c60-f282401852f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:28.709441 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3970e50-a9ef-4bdd-8c60-f282401852f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:28.709748 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3970e50-a9ef-4bdd-8c60-f282401852f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:28.710055 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3970e50-a9ef-4bdd-8c60-f282401852f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:28.745930 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-6175969d-cbe8-46cf-b169-af751db3b003 None None] Attempting to bind port 91007129-ff99-4c5f-a121-cf79618f0cf1 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:34:28.745930 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-6175969d-cbe8-46cf-b169-af751db3b003 None None] Attempting to bind port 91007129-ff99-4c5f-a121-cf79618f0cf1 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'ac5e4055-eb4b-4d6d-bdb3-be401617620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '1c5ea334-e879-435d-bc32-4ef50fe15551'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:34:28.745930 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6175969d-cbe8-46cf-b169-af751db3b003 None None] Attempting to bind port 91007129-ff99-4c5f-a121-cf79618f0cf1 on network 1c5ea334-e879-435d-bc32-4ef50fe15551 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:34:28.750839 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6175969d-cbe8-46cf-b169-af751db3b003 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:34:28.751213 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6175969d-cbe8-46cf-b169-af751db3b003 None None] Checking segment: {'id': 'ac5e4055-eb4b-4d6d-bdb3-be401617620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '1c5ea334-e879-435d-bc32-4ef50fe15551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:34:28.751840 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d0817337-9f1a-4c87-b21c-c191465c38f7 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6927559 Aug 31 10:34:28.754513 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55240) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:34:28.755029 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-6175969d-cbe8-46cf-b169-af751db3b003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:28.755595 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6175969d-cbe8-46cf-b169-af751db3b003 None None] Bound using segment: {'id': 'ac5e4055-eb4b-4d6d-bdb3-be401617620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '1c5ea334-e879-435d-bc32-4ef50fe15551'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:34:28.756058 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-6175969d-cbe8-46cf-b169-af751db3b003 None None] Bound port: 91007129-ff99-4c5f-a121-cf79618f0cf1, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5e4055-eb4b-4d6d-bdb3-be401617620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '1c5ea334-e879-435d-bc32-4ef50fe15551'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:34:28.756454 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-6175969d-cbe8-46cf-b169-af751db3b003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:28.759631 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-f2f4bc68-4946-4610-9a0f-cfc0c3e097d0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-941774413-router', 'tenant_id': '230779945d0e4a28ac7df3f38650060e', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:34:28.832157 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-6175969d-cbe8-46cf-b169-af751db3b003 None None] For port 91007129-ff99-4c5f-a121-cf79618f0cf1, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:34:28.835666 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-6175969d-cbe8-46cf-b169-af751db3b003 None None] For port 91007129-ff99-4c5f-a121-cf79618f0cf1, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=91007129-ff99-4c5f-a121-cf79618f0cf1,segment=NetworkSegment(ac5e4055-eb4b-4d6d-bdb3-be401617620f),segment_id=ac5e4055-eb4b-4d6d-bdb3-be401617620f)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:34:28.843096 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f2f4bc68-4946-4610-9a0f-cfc0c3e097d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:28.844278 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f2f4bc68-4946-4610-9a0f-cfc0c3e097d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:28.874038 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f99f4d-d2c4-4d7c-a5c0-76a300484b34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-d35cd8f1-cf80-496d-bca9-dfa77705afab', 'network_id': 'd35cd8f1-cf80-496d-bca9-dfa77705afab', 'tenant_id': '230779945d0e4a28ac7df3f38650060e', 'fixed_ips': [{'subnet_id': '6d9993f0-168d-45bc-a688-343e2967cab2'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:34:28.874934 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-54f99f4d-d2c4-4d7c-a5c0-76a300484b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:28.889332 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-6175969d-cbe8-46cf-b169-af751db3b003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:28.898530 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f2f4bc68-4946-4610-9a0f-cfc0c3e097d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:28.944921 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6175969d-cbe8-46cf-b169-af751db3b003 None None] Routers {'e3dc433b-00f8-4d35-93da-95335c491089'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:34:28.945457 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6175969d-cbe8-46cf-b169-af751db3b003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:34:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e3dc433b-00f8-4d35-93da-95335c491089'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:34:29.025186 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-54f99f4d-d2c4-4d7c-a5c0-76a300484b34 None None] Allocated IP 172.20.0.2 (d35cd8f1-cf80-496d-bca9-dfa77705afab/6d9993f0-168d-45bc-a688-343e2967cab2/a21ab105-c0bb-4e86-a1be-bb888a028c4d) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:34:29.057485 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-6175969d-cbe8-46cf-b169-af751db3b003 None None] Set router e3dc433b-00f8-4d35-93da-95335c491089 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:34:29.134120 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3970e50-a9ef-4bdd-8c60-f282401852f8 None None] Pushing event updated for resources: {'Port': ['ID=91007129-ff99-4c5f-a121-cf79618f0cf1,revision_number=4']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:29.145832 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f2f4bc68-4946-4610-9a0f-cfc0c3e097d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:29.192958 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-54f99f4d-d2c4-4d7c-a5c0-76a300484b34 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:29.206645 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-54f99f4d-d2c4-4d7c-a5c0-76a300484b34 None None] Transition to ACTIVE for port object a21ab105-c0bb-4e86-a1be-bb888a028c4d will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:34:29.222140 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-54f99f4d-d2c4-4d7c-a5c0-76a300484b34 None None] Transition to ACTIVE for port object a21ab105-c0bb-4e86-a1be-bb888a028c4d will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:34:29.266401 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6175969d-cbe8-46cf-b169-af751db3b003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'name': 'tempest-TestMinimumBasicScenario-542150721-router', 'tenant_id': 'dacad30c8099498a829554d5425c175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '6495e5fd-1952-4545-88b2-fb14ccf5c5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:34:22Z', 'updated_at': '2021-08-31T10:34:25Z', 'revision_number': 4, 'project_id': 'dacad30c8099498a829554d5425c175b', 'gw_port': {'id': '6495e5fd-1952-4545-88b2-fb14ccf5c5cd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:34:23Z', 'updated_at': '2021-08-31T10:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '91007129-ff99-4c5f-a121-cf79618f0cf1', 'name': '', 'network_id': '1c5ea334-e879-435d-bc32-4ef50fe15551', 'tenant_id': 'dacad30c8099498a829554d5425c175b', 'mac_address': 'fa:16:3e:21:26:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '53cc3e15-0e70-4286-bb11-e9c4d2e09a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:34:25Z', 'updated_at': '2021-08-31T10:34:28Z', 'revision_number': 4, 'project_id': 'dacad30c8099498a829554d5425c175b', 'subnets': [{'id': '53cc3e15-0e70-4286-bb11-e9c4d2e09a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:34:29.292598 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6175969d-cbe8-46cf-b169-af751db3b003 None None] The sync data for ids ['e3dc433b-00f8-4d35-93da-95335c491089'] in n-d-791506-28 is: [{'id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'name': 'tempest-TestMinimumBasicScenario-542150721-router', 'tenant_id': 'dacad30c8099498a829554d5425c175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '6495e5fd-1952-4545-88b2-fb14ccf5c5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:34:22Z', 'updated_at': '2021-08-31T10:34:25Z', 'revision_number': 4, 'project_id': 'dacad30c8099498a829554d5425c175b', 'gw_port': {'id': '6495e5fd-1952-4545-88b2-fb14ccf5c5cd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:34:23Z', 'updated_at': '2021-08-31T10:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '91007129-ff99-4c5f-a121-cf79618f0cf1', 'name': '', 'network_id': '1c5ea334-e879-435d-bc32-4ef50fe15551', 'tenant_id': 'dacad30c8099498a829554d5425c175b', 'mac_address': 'fa:16:3e:21:26:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '53cc3e15-0e70-4286-bb11-e9c4d2e09a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:34:25Z', 'updated_at': '2021-08-31T10:34:28Z', 'revision_number': 4, 'project_id': 'dacad30c8099498a829554d5425c175b', 'subnets': [{'id': '53cc3e15-0e70-4286-bb11-e9c4d2e09a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:34:29.294898 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-54f99f4d-d2c4-4d7c-a5c0-76a300484b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:29.355412 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f99f4d-d2c4-4d7c-a5c0-76a300484b34 None None] Network d35cd8f1-cf80-496d-bca9-dfa77705afab is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:34:29.364413 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-54f99f4d-d2c4-4d7c-a5c0-76a300484b34 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:34:29.370013 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f99f4d-d2c4-4d7c-a5c0-76a300484b34 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:34:29.379600 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f99f4d-d2c4-4d7c-a5c0-76a300484b34 None None] Pushing event updated for resources: {'Port': ['ID=a21ab105-c0bb-4e86-a1be-bb888a028c4d,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:29.444519 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-54f99f4d-d2c4-4d7c-a5c0-76a300484b34 None None] Attempting to bind port a21ab105-c0bb-4e86-a1be-bb888a028c4d on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:34:29.444888 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-54f99f4d-d2c4-4d7c-a5c0-76a300484b34 None None] Attempting to bind port a21ab105-c0bb-4e86-a1be-bb888a028c4d by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '9f1f32c8-40dc-44f9-9f1e-7c285b9aeeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': 'd35cd8f1-cf80-496d-bca9-dfa77705afab'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:34:29.445261 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f99f4d-d2c4-4d7c-a5c0-76a300484b34 None None] Attempting to bind port a21ab105-c0bb-4e86-a1be-bb888a028c4d on network d35cd8f1-cf80-496d-bca9-dfa77705afab {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:34:29.451259 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f99f4d-d2c4-4d7c-a5c0-76a300484b34 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:34:29.451631 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f99f4d-d2c4-4d7c-a5c0-76a300484b34 None None] Checking segment: {'id': '9f1f32c8-40dc-44f9-9f1e-7c285b9aeeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': 'd35cd8f1-cf80-496d-bca9-dfa77705afab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:34:29.452034 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-54f99f4d-d2c4-4d7c-a5c0-76a300484b34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:29.452431 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f99f4d-d2c4-4d7c-a5c0-76a300484b34 None None] Bound using segment: {'id': '9f1f32c8-40dc-44f9-9f1e-7c285b9aeeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': 'd35cd8f1-cf80-496d-bca9-dfa77705afab'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:34:29.452896 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-54f99f4d-d2c4-4d7c-a5c0-76a300484b34 None None] Bound port: a21ab105-c0bb-4e86-a1be-bb888a028c4d, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f1f32c8-40dc-44f9-9f1e-7c285b9aeeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': 'd35cd8f1-cf80-496d-bca9-dfa77705afab'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:34:29.453276 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-54f99f4d-d2c4-4d7c-a5c0-76a300484b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:29.500601 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f2f4bc68-4946-4610-9a0f-cfc0c3e097d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:29.522947 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-54f99f4d-d2c4-4d7c-a5c0-76a300484b34 None None] For port a21ab105-c0bb-4e86-a1be-bb888a028c4d, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:34:29.525401 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f2f4bc68-4946-4610-9a0f-cfc0c3e097d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:29.526084 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-54f99f4d-d2c4-4d7c-a5c0-76a300484b34 None None] For port a21ab105-c0bb-4e86-a1be-bb888a028c4d, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a21ab105-c0bb-4e86-a1be-bb888a028c4d,segment=NetworkSegment(9f1f32c8-40dc-44f9-9f1e-7c285b9aeeac),segment_id=9f1f32c8-40dc-44f9-9f1e-7c285b9aeeac)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:34:29.580252 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-54f99f4d-d2c4-4d7c-a5c0-76a300484b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:29.641952 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f99f4d-d2c4-4d7c-a5c0-76a300484b34 None None] Pushing event updated for resources: {'Port': ['ID=a21ab105-c0bb-4e86-a1be-bb888a028c4d,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:29.654086 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-f2f4bc68-4946-4610-9a0f-cfc0c3e097d0 admin admin] Allocated IP 172.25.2.35 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/4f6ec73f-99e7-4360-94fa-85efdee98bda) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:34:30.110030 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f2f4bc68-4946-4610-9a0f-cfc0c3e097d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:30.209195 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f2f4bc68-4946-4610-9a0f-cfc0c3e097d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:30.227823 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a21ab105-c0bb-4e86-a1be-bb888a028c4d up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:34:30.263757 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f4bc68-4946-4610-9a0f-cfc0c3e097d0 admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:34:30.265163 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4bc68-4946-4610-9a0f-cfc0c3e097d0 admin admin] Pushing event updated for resources: {'Port': ['ID=4f6ec73f-99e7-4360-94fa-85efdee98bda,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:30.268956 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-f2f4bc68-4946-4610-9a0f-cfc0c3e097d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:34:30.271321 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f4bc68-4946-4610-9a0f-cfc0c3e097d0 admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:34:30.362640 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port a21ab105-c0bb-4e86-a1be-bb888a028c4d completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:34:30.368495 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 91007129-ff99-4c5f-a121-cf79618f0cf1 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:34:30.483273 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 91007129-ff99-4c5f-a121-cf79618f0cf1 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:34:30.487665 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 91007129-ff99-4c5f-a121-cf79618f0cf1 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:34:30.492269 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:30.576624 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:30.613424 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 91007129-ff99-4c5f-a121-cf79618f0cf1, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=91007129-ff99-4c5f-a121-cf79618f0cf1,segment=NetworkSegment(ac5e4055-eb4b-4d6d-bdb3-be401617620f),segment_id=ac5e4055-eb4b-4d6d-bdb3-be401617620f)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:34:30.619030 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f2f4bc68-4946-4610-9a0f-cfc0c3e097d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:30.676829 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e070f7-e27a-4d0c-b4f9-7701dfab499c None None] Network d35cd8f1-cf80-496d-bca9-dfa77705afab requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:34:30.719110 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:30.719882 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6495e5fd-1952-4545-88b2-fb14ccf5c5cd up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:34:30.825828 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f2f4bc68-4946-4610-9a0f-cfc0c3e097d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:30.841267 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=91007129-ff99-4c5f-a121-cf79618f0cf1,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:30.876246 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 6495e5fd-1952-4545-88b2-fb14ccf5c5cd triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:34:30.876246 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:30.876526 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7a7edc79-be5c-4aaa-a579-72c00a61db80 None None] Provisioning for port a21ab105-c0bb-4e86-a1be-bb888a028c4d completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:34:30.905077 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7a7edc79-be5c-4aaa-a579-72c00a61db80 None None] Provisioning complete for port a21ab105-c0bb-4e86-a1be-bb888a028c4d triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:34:30.905451 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7a7edc79-be5c-4aaa-a579-72c00a61db80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:31.014099 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f4bc68-4946-4610-9a0f-cfc0c3e097d0 admin admin] Router 58f0af64-19f3-49c1-9cab-78e89ab90159 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:34:31.079004 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7a7edc79-be5c-4aaa-a579-72c00a61db80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:31.115416 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-7a7edc79-be5c-4aaa-a579-72c00a61db80 None None] For port a21ab105-c0bb-4e86-a1be-bb888a028c4d, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a21ab105-c0bb-4e86-a1be-bb888a028c4d,segment=NetworkSegment(9f1f32c8-40dc-44f9-9f1e-7c285b9aeeac),segment_id=9f1f32c8-40dc-44f9-9f1e-7c285b9aeeac)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:34:31.144280 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f4bc68-4946-4610-9a0f-cfc0c3e097d0 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:34:31.154434 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe4c7af-3d72-410a-baa9-1411b6e3664c None None] Sync routers for ids ['58f0af64-19f3-49c1-9cab-78e89ab90159'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:34:31.166071 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe4c7af-3d72-410a-baa9-1411b6e3664c None None] Routers {'58f0af64-19f3-49c1-9cab-78e89ab90159'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:34:31.166837 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-9fe4c7af-3d72-410a-baa9-1411b6e3664c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:34:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['58f0af64-19f3-49c1-9cab-78e89ab90159'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:34:31.170424 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7a7edc79-be5c-4aaa-a579-72c00a61db80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:31.202948 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f2f4bc68-4946-4610-9a0f-cfc0c3e097d0 admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:31.204232 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f2f4bc68-4946-4610-9a0f-cfc0c3e097d0 admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4487944 Aug 31 10:34:31.207094 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55242) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:34:31.299134 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7edc79-be5c-4aaa-a579-72c00a61db80 None None] Pushing event updated for resources: {'Port': ['ID=a21ab105-c0bb-4e86-a1be-bb888a028c4d,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:31.319546 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-9fe4c7af-3d72-410a-baa9-1411b6e3664c None None] Set router 58f0af64-19f3-49c1-9cab-78e89ab90159 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:34:31.321483 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-65840f2f-470e-4d71-8d3c-f6a0214d35d8 None None] Provisioning complete for port a21ab105-c0bb-4e86-a1be-bb888a028c4d triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:34:31.321630 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-65840f2f-470e-4d71-8d3c-f6a0214d35d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:31.563185 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-9fe4c7af-3d72-410a-baa9-1411b6e3664c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0af64-19f3-49c1-9cab-78e89ab90159', 'name': 'tempest-TestMinimumBasicScenario-941774413-router', 'tenant_id': '230779945d0e4a28ac7df3f38650060e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '4f6ec73f-99e7-4360-94fa-85efdee98bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:34:28Z', 'updated_at': '2021-08-31T10:34:30Z', 'revision_number': 3, 'project_id': '230779945d0e4a28ac7df3f38650060e', 'gw_port': {'id': '4f6ec73f-99e7-4360-94fa-85efdee98bda', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:94:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f0af64-19f3-49c1-9cab-78e89ab90159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:34:29Z', 'updated_at': '2021-08-31T10:34:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:34:31.595250 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe4c7af-3d72-410a-baa9-1411b6e3664c None None] Checking router: 58f0af64-19f3-49c1-9cab-78e89ab90159 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:34:31.595597 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe4c7af-3d72-410a-baa9-1411b6e3664c None None] Updating router 58f0af64-19f3-49c1-9cab-78e89ab90159 port 4f6ec73f-99e7-4360-94fa-85efdee98bda binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:34:31.619656 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9fe4c7af-3d72-410a-baa9-1411b6e3664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:31.625995 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-27c653ad-ed07-42fa-bded-db6be8da123d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:31.792279 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-27c653ad-ed07-42fa-bded-db6be8da123d admin admin] Allocated IP 172.20.0.1 (d35cd8f1-cf80-496d-bca9-dfa77705afab/6d9993f0-168d-45bc-a688-343e2967cab2/b81a6036-2839-4bda-a37f-71b9f11df4ef) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:34:31.879700 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9fe4c7af-3d72-410a-baa9-1411b6e3664c None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:31.889653 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9fe4c7af-3d72-410a-baa9-1411b6e3664c None None] Transition to ACTIVE for port object 4f6ec73f-99e7-4360-94fa-85efdee98bda will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:34:31.897597 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-27c653ad-ed07-42fa-bded-db6be8da123d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:31.911552 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-27c653ad-ed07-42fa-bded-db6be8da123d admin admin] Transition to ACTIVE for port object b81a6036-2839-4bda-a37f-71b9f11df4ef will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:34:31.945468 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9fe4c7af-3d72-410a-baa9-1411b6e3664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:31.980945 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-27c653ad-ed07-42fa-bded-db6be8da123d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:31.995707 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-9fe4c7af-3d72-410a-baa9-1411b6e3664c None None] Attempting to bind port 4f6ec73f-99e7-4360-94fa-85efdee98bda on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:34:31.996089 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-9fe4c7af-3d72-410a-baa9-1411b6e3664c None None] Attempting to bind port 4f6ec73f-99e7-4360-94fa-85efdee98bda by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:34:31.996434 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe4c7af-3d72-410a-baa9-1411b6e3664c None None] Attempting to bind port 4f6ec73f-99e7-4360-94fa-85efdee98bda on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:34:32.003572 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab94d97-cdf4-4299-9b5e-3240893377dc None None] Pushing event updated for resources: {'Port': ['ID=4f6ec73f-99e7-4360-94fa-85efdee98bda,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:32.010048 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe4c7af-3d72-410a-baa9-1411b6e3664c None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:34:32.010427 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe4c7af-3d72-410a-baa9-1411b6e3664c None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:34:32.010873 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9fe4c7af-3d72-410a-baa9-1411b6e3664c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:32.011220 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe4c7af-3d72-410a-baa9-1411b6e3664c None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:34:32.011703 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-9fe4c7af-3d72-410a-baa9-1411b6e3664c None None] Bound port: 4f6ec73f-99e7-4360-94fa-85efdee98bda, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:34:32.012082 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9fe4c7af-3d72-410a-baa9-1411b6e3664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:32.023303 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c653ad-ed07-42fa-bded-db6be8da123d admin admin] Network d35cd8f1-cf80-496d-bca9-dfa77705afab is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:34:32.026300 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-27c653ad-ed07-42fa-bded-db6be8da123d admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:34:32.029944 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c653ad-ed07-42fa-bded-db6be8da123d admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:34:32.060353 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c653ad-ed07-42fa-bded-db6be8da123d admin admin] Pushing event updated for resources: {'Port': ['ID=b81a6036-2839-4bda-a37f-71b9f11df4ef,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:32.073501 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-9fe4c7af-3d72-410a-baa9-1411b6e3664c None None] For port 4f6ec73f-99e7-4360-94fa-85efdee98bda, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:34:32.077985 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-9fe4c7af-3d72-410a-baa9-1411b6e3664c None None] For port 4f6ec73f-99e7-4360-94fa-85efdee98bda, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4f6ec73f-99e7-4360-94fa-85efdee98bda,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:34:32.081619 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-27c653ad-ed07-42fa-bded-db6be8da123d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:32.142533 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a21ab105-c0bb-4e86-a1be-bb888a028c4d up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:34:32.167974 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9fe4c7af-3d72-410a-baa9-1411b6e3664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:32.247632 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe4c7af-3d72-410a-baa9-1411b6e3664c None None] Routers {'58f0af64-19f3-49c1-9cab-78e89ab90159'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:34:32.248250 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-9fe4c7af-3d72-410a-baa9-1411b6e3664c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:34:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['58f0af64-19f3-49c1-9cab-78e89ab90159'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:34:32.249870 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab94d97-cdf4-4299-9b5e-3240893377dc None None] Pushing event updated for resources: {'Port': ['ID=4f6ec73f-99e7-4360-94fa-85efdee98bda,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:32.284927 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-27c653ad-ed07-42fa-bded-db6be8da123d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:32.300803 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port a21ab105-c0bb-4e86-a1be-bb888a028c4d triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:34:32.301370 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:32.371880 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5d19d211-f826-4305-b545-9018e630f581 None None] Provisioning for port b81a6036-2839-4bda-a37f-71b9f11df4ef completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:34:32.457438 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-27c653ad-ed07-42fa-bded-db6be8da123d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:32.522515 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-27c653ad-ed07-42fa-bded-db6be8da123d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:32.542520 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5d19d211-f826-4305-b545-9018e630f581 None None] Provisioning complete for port b81a6036-2839-4bda-a37f-71b9f11df4ef triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:34:32.542906 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5d19d211-f826-4305-b545-9018e630f581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:32.580048 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-9fe4c7af-3d72-410a-baa9-1411b6e3664c None None] Set router 58f0af64-19f3-49c1-9cab-78e89ab90159 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:34:32.594518 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-27c653ad-ed07-42fa-bded-db6be8da123d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:32.596342 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c653ad-ed07-42fa-bded-db6be8da123d admin admin] Pushing event updated for resources: {'Port': ['ID=b81a6036-2839-4bda-a37f-71b9f11df4ef,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:32.646066 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-5d19d211-f826-4305-b545-9018e630f581 None None] Port b81a6036-2839-4bda-a37f-71b9f11df4ef cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:34:32.690210 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c653ad-ed07-42fa-bded-db6be8da123d admin admin] Network d35cd8f1-cf80-496d-bca9-dfa77705afab is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:34:32.691735 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-27c653ad-ed07-42fa-bded-db6be8da123d admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:34:32.728615 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 91007129-ff99-4c5f-a121-cf79618f0cf1 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:34:32.814399 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c653ad-ed07-42fa-bded-db6be8da123d admin admin] Router 58f0af64-19f3-49c1-9cab-78e89ab90159 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:34:32.829725 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 91007129-ff99-4c5f-a121-cf79618f0cf1 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:34:32.830141 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:32.875152 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-9fe4c7af-3d72-410a-baa9-1411b6e3664c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0af64-19f3-49c1-9cab-78e89ab90159', 'name': 'tempest-TestMinimumBasicScenario-941774413-router', 'tenant_id': '230779945d0e4a28ac7df3f38650060e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '4f6ec73f-99e7-4360-94fa-85efdee98bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:34:28Z', 'updated_at': '2021-08-31T10:34:30Z', 'revision_number': 3, 'project_id': '230779945d0e4a28ac7df3f38650060e', 'gw_port': {'id': '4f6ec73f-99e7-4360-94fa-85efdee98bda', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:94:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f0af64-19f3-49c1-9cab-78e89ab90159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:34:29Z', 'updated_at': '2021-08-31T10:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:34:32.905339 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe4c7af-3d72-410a-baa9-1411b6e3664c None None] The sync data for ids ['58f0af64-19f3-49c1-9cab-78e89ab90159'] in n-d-791506-28 is: [{'id': '58f0af64-19f3-49c1-9cab-78e89ab90159', 'name': 'tempest-TestMinimumBasicScenario-941774413-router', 'tenant_id': '230779945d0e4a28ac7df3f38650060e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '4f6ec73f-99e7-4360-94fa-85efdee98bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:34:28Z', 'updated_at': '2021-08-31T10:34:30Z', 'revision_number': 3, 'project_id': '230779945d0e4a28ac7df3f38650060e', 'gw_port': {'id': '4f6ec73f-99e7-4360-94fa-85efdee98bda', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:94:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f0af64-19f3-49c1-9cab-78e89ab90159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:34:29Z', 'updated_at': '2021-08-31T10:34:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:34:32.939787 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c653ad-ed07-42fa-bded-db6be8da123d admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:34:32.952951 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-27c653ad-ed07-42fa-bded-db6be8da123d admin admin] 10.222.0.119 "PUT /v2.0/routers/58f0af64-19f3-49c1-9cab-78e89ab90159/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7372923 Aug 31 10:34:32.966682 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5918c435-3401-4cde-88b4-b2c608c7c06b None None] Provisioning complete for port b81a6036-2839-4bda-a37f-71b9f11df4ef triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:34:32.966971 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5918c435-3401-4cde-88b4-b2c608c7c06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:33.006257 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-5918c435-3401-4cde-88b4-b2c608c7c06b None None] Port b81a6036-2839-4bda-a37f-71b9f11df4ef cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:34:33.459852 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:33.991146 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:34.167047 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4f6ec73f-99e7-4360-94fa-85efdee98bda up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:34:34.293732 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 4f6ec73f-99e7-4360-94fa-85efdee98bda completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:34:34.303603 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 4f6ec73f-99e7-4360-94fa-85efdee98bda triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:34:34.303603 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:34.406825 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:34.431524 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 4f6ec73f-99e7-4360-94fa-85efdee98bda, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4f6ec73f-99e7-4360-94fa-85efdee98bda,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:34:34.522403 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27df0956-d28d-4582-83fe-24bd1471773f None None] Sync routers for ids ['58f0af64-19f3-49c1-9cab-78e89ab90159'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:34:34.533625 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27df0956-d28d-4582-83fe-24bd1471773f None None] Routers {'58f0af64-19f3-49c1-9cab-78e89ab90159'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:34:34.534410 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:34.534935 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-27df0956-d28d-4582-83fe-24bd1471773f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:34:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['58f0af64-19f3-49c1-9cab-78e89ab90159'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:34:34.603647 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=4f6ec73f-99e7-4360-94fa-85efdee98bda,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:34.654021 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-27df0956-d28d-4582-83fe-24bd1471773f None None] Set router 58f0af64-19f3-49c1-9cab-78e89ab90159 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:34:34.893574 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-27df0956-d28d-4582-83fe-24bd1471773f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0af64-19f3-49c1-9cab-78e89ab90159', 'name': 'tempest-TestMinimumBasicScenario-941774413-router', 'tenant_id': '230779945d0e4a28ac7df3f38650060e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '4f6ec73f-99e7-4360-94fa-85efdee98bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:34:28Z', 'updated_at': '2021-08-31T10:34:32Z', 'revision_number': 4, 'project_id': '230779945d0e4a28ac7df3f38650060e', 'gw_port': {'id': '4f6ec73f-99e7-4360-94fa-85efdee98bda', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:94:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0af64-19f3-49c1-9cab-78e89ab90159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:34:29Z', 'updated_at': '2021-08-31T10:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'b81a6036-2839-4bda-a37f-71b9f11df4ef', 'name': '', 'network_id': 'd35cd8f1-cf80-496d-bca9-dfa77705afab', 'tenant_id': '230779945d0e4a28ac7df3f38650060e', 'mac_address': 'fa:16:3e:cd:27:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f0af64-19f3-49c1-9cab-78e89ab90159', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '6d9993f0-168d-45bc-a688-343e2967cab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:34:31Z', 'updated_at': '2021-08-31T10:34:32Z', 'revision_number': 2, 'project_id': '230779945d0e4a28ac7df3f38650060e', 'subnets': [{'id': '6d9993f0-168d-45bc-a688-343e2967cab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:34:34.940185 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27df0956-d28d-4582-83fe-24bd1471773f None None] Checking router: 58f0af64-19f3-49c1-9cab-78e89ab90159 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:34:34.940817 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27df0956-d28d-4582-83fe-24bd1471773f None None] Updating router 58f0af64-19f3-49c1-9cab-78e89ab90159 port b81a6036-2839-4bda-a37f-71b9f11df4ef binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:34:34.974304 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-27df0956-d28d-4582-83fe-24bd1471773f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:35.347976 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-27df0956-d28d-4582-83fe-24bd1471773f None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:35.361282 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-27df0956-d28d-4582-83fe-24bd1471773f None None] Transition to ACTIVE for port object b81a6036-2839-4bda-a37f-71b9f11df4ef will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:34:35.488386 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-27df0956-d28d-4582-83fe-24bd1471773f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:35.596793 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410027e-b6ac-452b-99c8-0c166aa28bd3 None None] Pushing event updated for resources: {'Port': ['ID=b81a6036-2839-4bda-a37f-71b9f11df4ef,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:35.615712 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-27df0956-d28d-4582-83fe-24bd1471773f None None] Attempting to bind port b81a6036-2839-4bda-a37f-71b9f11df4ef on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:34:35.617005 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-27df0956-d28d-4582-83fe-24bd1471773f None None] Attempting to bind port b81a6036-2839-4bda-a37f-71b9f11df4ef by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '9f1f32c8-40dc-44f9-9f1e-7c285b9aeeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': 'd35cd8f1-cf80-496d-bca9-dfa77705afab'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:34:35.617357 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27df0956-d28d-4582-83fe-24bd1471773f None None] Attempting to bind port b81a6036-2839-4bda-a37f-71b9f11df4ef on network d35cd8f1-cf80-496d-bca9-dfa77705afab {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:34:35.625068 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27df0956-d28d-4582-83fe-24bd1471773f None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:34:35.625435 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27df0956-d28d-4582-83fe-24bd1471773f None None] Checking segment: {'id': '9f1f32c8-40dc-44f9-9f1e-7c285b9aeeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': 'd35cd8f1-cf80-496d-bca9-dfa77705afab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:34:35.625824 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-27df0956-d28d-4582-83fe-24bd1471773f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:35.626397 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27df0956-d28d-4582-83fe-24bd1471773f None None] Bound using segment: {'id': '9f1f32c8-40dc-44f9-9f1e-7c285b9aeeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': 'd35cd8f1-cf80-496d-bca9-dfa77705afab'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:34:35.627005 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-27df0956-d28d-4582-83fe-24bd1471773f None None] Bound port: b81a6036-2839-4bda-a37f-71b9f11df4ef, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f1f32c8-40dc-44f9-9f1e-7c285b9aeeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1647, 'network_id': 'd35cd8f1-cf80-496d-bca9-dfa77705afab'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:34:35.627526 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-27df0956-d28d-4582-83fe-24bd1471773f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:35.721126 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-27df0956-d28d-4582-83fe-24bd1471773f None None] For port b81a6036-2839-4bda-a37f-71b9f11df4ef, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:34:35.725567 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-27df0956-d28d-4582-83fe-24bd1471773f None None] For port b81a6036-2839-4bda-a37f-71b9f11df4ef, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=b81a6036-2839-4bda-a37f-71b9f11df4ef,segment=NetworkSegment(9f1f32c8-40dc-44f9-9f1e-7c285b9aeeac),segment_id=9f1f32c8-40dc-44f9-9f1e-7c285b9aeeac)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:34:35.800925 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-27df0956-d28d-4582-83fe-24bd1471773f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:35.870724 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27df0956-d28d-4582-83fe-24bd1471773f None None] Routers {'58f0af64-19f3-49c1-9cab-78e89ab90159'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:34:35.871461 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-27df0956-d28d-4582-83fe-24bd1471773f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:34:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['58f0af64-19f3-49c1-9cab-78e89ab90159'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:34:35.910968 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410027e-b6ac-452b-99c8-0c166aa28bd3 None None] Pushing event updated for resources: {'Port': ['ID=b81a6036-2839-4bda-a37f-71b9f11df4ef,revision_number=4']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:36.028364 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-27df0956-d28d-4582-83fe-24bd1471773f None None] Set router 58f0af64-19f3-49c1-9cab-78e89ab90159 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:34:36.157976 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4f6ec73f-99e7-4360-94fa-85efdee98bda up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:34:36.225989 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 4f6ec73f-99e7-4360-94fa-85efdee98bda triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:34:36.226357 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:36.275385 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-27df0956-d28d-4582-83fe-24bd1471773f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0af64-19f3-49c1-9cab-78e89ab90159', 'name': 'tempest-TestMinimumBasicScenario-941774413-router', 'tenant_id': '230779945d0e4a28ac7df3f38650060e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '4f6ec73f-99e7-4360-94fa-85efdee98bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:34:28Z', 'updated_at': '2021-08-31T10:34:32Z', 'revision_number': 4, 'project_id': '230779945d0e4a28ac7df3f38650060e', 'gw_port': {'id': '4f6ec73f-99e7-4360-94fa-85efdee98bda', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:94:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0af64-19f3-49c1-9cab-78e89ab90159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:34:29Z', 'updated_at': '2021-08-31T10:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'b81a6036-2839-4bda-a37f-71b9f11df4ef', 'name': '', 'network_id': 'd35cd8f1-cf80-496d-bca9-dfa77705afab', 'tenant_id': '230779945d0e4a28ac7df3f38650060e', 'mac_address': 'fa:16:3e:cd:27:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f0af64-19f3-49c1-9cab-78e89ab90159', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '6d9993f0-168d-45bc-a688-343e2967cab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:34:31Z', 'updated_at': '2021-08-31T10:34:35Z', 'revision_number': 4, 'project_id': '230779945d0e4a28ac7df3f38650060e', 'subnets': [{'id': '6d9993f0-168d-45bc-a688-343e2967cab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:34:36.308717 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27df0956-d28d-4582-83fe-24bd1471773f None None] The sync data for ids ['58f0af64-19f3-49c1-9cab-78e89ab90159'] in n-d-791506-28 is: [{'id': '58f0af64-19f3-49c1-9cab-78e89ab90159', 'name': 'tempest-TestMinimumBasicScenario-941774413-router', 'tenant_id': '230779945d0e4a28ac7df3f38650060e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '4f6ec73f-99e7-4360-94fa-85efdee98bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:34:28Z', 'updated_at': '2021-08-31T10:34:32Z', 'revision_number': 4, 'project_id': '230779945d0e4a28ac7df3f38650060e', 'gw_port': {'id': '4f6ec73f-99e7-4360-94fa-85efdee98bda', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:94:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0af64-19f3-49c1-9cab-78e89ab90159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:34:29Z', 'updated_at': '2021-08-31T10:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'b81a6036-2839-4bda-a37f-71b9f11df4ef', 'name': '', 'network_id': 'd35cd8f1-cf80-496d-bca9-dfa77705afab', 'tenant_id': '230779945d0e4a28ac7df3f38650060e', 'mac_address': 'fa:16:3e:cd:27:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f0af64-19f3-49c1-9cab-78e89ab90159', 'device_owner': 'network:router_interface', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '6d9993f0-168d-45bc-a688-343e2967cab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:34:31Z', 'updated_at': '2021-08-31T10:34:35Z', 'revision_number': 4, 'project_id': '230779945d0e4a28ac7df3f38650060e', 'subnets': [{'id': '6d9993f0-168d-45bc-a688-343e2967cab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:34:36.740577 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-269914ff-d934-4856-8148-6c9235944bdd req-bf56f49f-b394-428d-9e6d-c0cdbb944c44 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0321293 Aug 31 10:34:36.854951 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-269914ff-d934-4856-8148-6c9235944bdd req-6d556ed7-8e14-4d93-b1db-94fcfffc3cf8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0375032 Aug 31 10:34:36.920195 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-269914ff-d934-4856-8148-6c9235944bdd req-bb9af31b-27cf-4866-ad0a-a08f0d641035 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230758 Aug 31 10:34:37.026751 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269914ff-d934-4856-8148-6c9235944bdd req-aeff2362-730c-4a86-8851-2c57e4f2bcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:37.028919 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-269914ff-d934-4856-8148-6c9235944bdd req-aeff2362-730c-4a86-8851-2c57e4f2bcec service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1024923 Aug 31 10:34:38.144521 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b81a6036-2839-4bda-a37f-71b9f11df4ef up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:34:38.282560 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port b81a6036-2839-4bda-a37f-71b9f11df4ef completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:34:38.286766 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port b81a6036-2839-4bda-a37f-71b9f11df4ef triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:34:38.287135 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:38.368324 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:38.413044 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:34:38.413662 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port b81a6036-2839-4bda-a37f-71b9f11df4ef, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=b81a6036-2839-4bda-a37f-71b9f11df4ef,segment=NetworkSegment(9f1f32c8-40dc-44f9-9f1e-7c285b9aeeac),segment_id=9f1f32c8-40dc-44f9-9f1e-7c285b9aeeac)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:34:38.483124 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:38.541037 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=b81a6036-2839-4bda-a37f-71b9f11df4ef,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:40.130594 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b81a6036-2839-4bda-a37f-71b9f11df4ef up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:34:40.195829 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port b81a6036-2839-4bda-a37f-71b9f11df4ef triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:34:40.196226 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:41.362188 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0b20fe89-f9f1-482b-8d0c-41a4c176f763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:44.046872 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7ec0f6c7-87b7-41ce-804b-ab27a25f3ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:44.133356 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:44.599001 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-682bd7a9-0fa8-48bf-948e-6141b4499958 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:44.600457 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-682bd7a9-0fa8-48bf-948e-6141b4499958 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/networks?id=1c5ea334-e879-435d-bc32-4ef50fe15551 HTTP/1.1" status: 200 len: 814 time: 0.1046846 Aug 31 10:34:44.615581 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-0aed1290-6686-4132-a245-cc74076e78c4 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/quotas/dacad30c8099498a829554d5425c175b HTTP/1.1" status: 200 len: 375 time: 0.0089319 Aug 31 10:34:44.666373 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-3bcacec2-6d66-4d91-9b8b-2854e6619337 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=dacad30c8099498a829554d5425c175b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455720 Aug 31 10:34:44.765167 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-61a2fa9e-81cc-4bde-b49e-af3f728f87e3 service neutron] 10.222.0.119 "GET /v2.0/networks/1c5ea334-e879-435d-bc32-4ef50fe15551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867796 Aug 31 10:34:44.861435 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-e52cec6a-b82c-4b58-ac5c-7cee07548a1d service neutron] 10.222.0.119 "GET /v2.0/networks/1c5ea334-e879-435d-bc32-4ef50fe15551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893996 Aug 31 10:34:45.078583 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-abc2e0e4-0895-488c-9783-5c445d1a1813 req-4d332600-dd62-481c-95c3-e742e60f7695 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 210 time: 0.0268347 Aug 31 10:34:45.647571 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:46.175751 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-95f31843-25e2-4d3c-979c-4f1c92ad4e30 req-4e123e82-abce-4346-8755-5b80acd7a2d1 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 210 time: 0.0311861 Aug 31 10:34:46.700838 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-a381f631-8cc2-480a-9638-866891834581 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:46.702344 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-a381f631-8cc2-480a-9638-866891834581 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.59 "GET /v2.0/networks?id=1c5ea334-e879-435d-bc32-4ef50fe15551 HTTP/1.1" status: 200 len: 814 time: 0.1132898 Aug 31 10:34:46.715586 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-0fb0c2e5-2233-47a5-98e9-985881111b80 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Request body: {'port': {'device_id': '8aeeea31-8a69-4a7e-ab7c-ad339157601b', 'network_id': '1c5ea334-e879-435d-bc32-4ef50fe15551', 'admin_state_up': True, 'tenant_id': 'dacad30c8099498a829554d5425c175b'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:34:46.881817 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-0fb0c2e5-2233-47a5-98e9-985881111b80 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Made reservation on behalf of dacad30c8099498a829554d5425c175b for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:34:46.885369 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-0fb0c2e5-2233-47a5-98e9-985881111b80 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:47.016820 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-0fb0c2e5-2233-47a5-98e9-985881111b80 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Allocated IP 172.20.0.10 (1c5ea334-e879-435d-bc32-4ef50fe15551/53cc3e15-0e70-4286-bb11-e9c4d2e09a81/5c0fc634-8969-4498-8e41-82cacbb44cac) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:34:47.165850 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-0fb0c2e5-2233-47a5-98e9-985881111b80 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:47.179239 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-0fb0c2e5-2233-47a5-98e9-985881111b80 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Transition to ACTIVE for port object 5c0fc634-8969-4498-8e41-82cacbb44cac will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:34:47.278864 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f54bf51f-b88c-4be1-afa7-fd0cb2724cf5 req-fada3879-7741-40ac-9093-316d2318ecae tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 210 time: 0.0288782 Aug 31 10:34:47.280258 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-0fb0c2e5-2233-47a5-98e9-985881111b80 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:47.319525 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-0fb0c2e5-2233-47a5-98e9-985881111b80 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Network 1c5ea334-e879-435d-bc32-4ef50fe15551 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:34:47.323004 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-0fb0c2e5-2233-47a5-98e9-985881111b80 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:34:47.327417 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-0fb0c2e5-2233-47a5-98e9-985881111b80 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:34:47.334085 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:47.379658 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0c2e5-2233-47a5-98e9-985881111b80 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Pushing event updated for resources: {'Port': ['ID=5c0fc634-8969-4498-8e41-82cacbb44cac,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:47.394591 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0c2e5-2233-47a5-98e9-985881111b80 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:47.394928 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0c2e5-2233-47a5-98e9-985881111b80 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:47.395271 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0c2e5-2233-47a5-98e9-985881111b80 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:47.398312 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0c2e5-2233-47a5-98e9-985881111b80 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:47.398312 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0c2e5-2233-47a5-98e9-985881111b80 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:47.398312 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0c2e5-2233-47a5-98e9-985881111b80 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:47.398312 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0c2e5-2233-47a5-98e9-985881111b80 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:47.398312 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0c2e5-2233-47a5-98e9-985881111b80 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:47.398312 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0c2e5-2233-47a5-98e9-985881111b80 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:47.398312 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0c2e5-2233-47a5-98e9-985881111b80 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:47.398312 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0c2e5-2233-47a5-98e9-985881111b80 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:47.398312 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb0c2e5-2233-47a5-98e9-985881111b80 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:34:47.410439 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-0fb0c2e5-2233-47a5-98e9-985881111b80 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:47.411330 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-0fb0c2e5-2233-47a5-98e9-985881111b80 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:47.500115 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-0fb0c2e5-2233-47a5-98e9-985881111b80 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7888072 Aug 31 10:34:47.681983 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6cdfa4f0-8ece-40dc-8187-c4f16ad4f003 None None] Provisioning for port 5c0fc634-8969-4498-8e41-82cacbb44cac completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:34:47.688660 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6cdfa4f0-8ece-40dc-8187-c4f16ad4f003 None None] Provisioning complete for port 5c0fc634-8969-4498-8e41-82cacbb44cac triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:34:47.689469 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6cdfa4f0-8ece-40dc-8187-c4f16ad4f003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:47.741833 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-6cdfa4f0-8ece-40dc-8187-c4f16ad4f003 None None] Port 5c0fc634-8969-4498-8e41-82cacbb44cac cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:34:48.415976 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220e379-23b5-4229-91f0-0127a155f77f req-302f32af-e1a7-4265-bf36-2880dc2cb2ab tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:48.417486 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7220e379-23b5-4229-91f0-0127a155f77f req-302f32af-e1a7-4265-bf36-2880dc2cb2ab tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 932 time: 0.0574653 Aug 31 10:34:48.460444 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7220e379-23b5-4229-91f0-0127a155f77f req-1f0c66cf-d742-42e1-8605-5b241ecc7545 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/security-groups?id=239ba1b4-8f79-4703-9946-f726f98fad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364242 Aug 31 10:34:49.589088 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38e7dd-a923-4d74-89ed-edf181e0a105 req-d3bea502-b5fa-4143-9cbf-77416545f338 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:49.591380 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ed38e7dd-a923-4d74-89ed-edf181e0a105 req-d3bea502-b5fa-4143-9cbf-77416545f338 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 932 time: 0.0550144 Aug 31 10:34:49.637803 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ed38e7dd-a923-4d74-89ed-edf181e0a105 req-b7bc411d-2a2d-401a-956a-1e5c164cc0fe tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/security-groups?id=239ba1b4-8f79-4703-9946-f726f98fad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362120 Aug 31 10:34:50.793407 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a7d14-6484-4411-ae8b-ade620dc11dc req-4bc782cb-2481-41c0-8605-cf6d35aff73d tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:50.802210 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa3a7d14-6484-4411-ae8b-ade620dc11dc req-4bc782cb-2481-41c0-8605-cf6d35aff73d tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 932 time: 0.0792415 Aug 31 10:34:50.849534 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa3a7d14-6484-4411-ae8b-ade620dc11dc req-f88283f1-256e-4968-b752-aa0a9c43984b tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/security-groups?id=239ba1b4-8f79-4703-9946-f726f98fad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423324 Aug 31 10:34:51.972279 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c82d13-02bb-409e-b3ac-c84d6f6ed0dc req-b6ef066c-aa3c-4fe4-a737-be65746ad000 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:51.974826 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b1c82d13-02bb-409e-b3ac-c84d6f6ed0dc req-b6ef066c-aa3c-4fe4-a737-be65746ad000 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 932 time: 0.0540495 Aug 31 10:34:52.023527 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b1c82d13-02bb-409e-b3ac-c84d6f6ed0dc req-d9429379-403c-4b92-8b1f-19065e971f9b tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/security-groups?id=239ba1b4-8f79-4703-9946-f726f98fad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416670 Aug 31 10:34:53.143429 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3691d22-ca1c-4925-be22-c550da3fff68 req-28676e40-88ad-4e21-b24d-16d884f90911 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:53.145075 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e3691d22-ca1c-4925-be22-c550da3fff68 req-28676e40-88ad-4e21-b24d-16d884f90911 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 932 time: 0.0524695 Aug 31 10:34:53.197007 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e3691d22-ca1c-4925-be22-c550da3fff68 req-94615a0c-d229-4d33-ab00-03efc9a0f987 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/security-groups?id=239ba1b4-8f79-4703-9946-f726f98fad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451834 Aug 31 10:34:54.318451 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e407b0-5327-4b31-98ba-f3ae7bd0a6b8 req-e68f228d-6c02-4993-a972-3fdbc51d15d2 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:54.319910 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-13e407b0-5327-4b31-98ba-f3ae7bd0a6b8 req-e68f228d-6c02-4993-a972-3fdbc51d15d2 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 932 time: 0.0516582 Aug 31 10:34:54.364470 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-13e407b0-5327-4b31-98ba-f3ae7bd0a6b8 req-c1b81f78-2078-4c28-a211-78323c0a8225 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/security-groups?id=239ba1b4-8f79-4703-9946-f726f98fad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383475 Aug 31 10:34:55.487505 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4be31-15bf-437b-bf8d-f3f05c1f5cb0 req-d2748f30-1039-4e96-b819-bfab1a4c3472 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:55.489029 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29f4be31-15bf-437b-bf8d-f3f05c1f5cb0 req-d2748f30-1039-4e96-b819-bfab1a4c3472 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 932 time: 0.0544198 Aug 31 10:34:55.533589 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29f4be31-15bf-437b-bf8d-f3f05c1f5cb0 req-c2e9c70d-9a47-4715-9e41-f9565d235014 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/security-groups?id=239ba1b4-8f79-4703-9946-f726f98fad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381441 Aug 31 10:34:56.665098 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcdb14-e739-4a89-982b-005a4c586c22 req-382e0380-93c3-4d89-b5e4-d7949402c9da tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:56.666687 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-58dcdb14-e739-4a89-982b-005a4c586c22 req-382e0380-93c3-4d89-b5e4-d7949402c9da tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 932 time: 0.0535128 Aug 31 10:34:56.711215 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-58dcdb14-e739-4a89-982b-005a4c586c22 req-eb194258-679d-4ef2-96f5-2f5c6ff05163 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/security-groups?id=239ba1b4-8f79-4703-9946-f726f98fad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379641 Aug 31 10:34:57.627980 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-6d7e3971-2d98-4399-8b02-1f5107ee43a1 service neutron] Request body: {'port': {'device_id': '8aeeea31-8a69-4a7e-ab7c-ad339157601b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:34:57.695025 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-6d7e3971-2d98-4399-8b02-1f5107ee43a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:57.947897 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8453a0-8c7a-48c2-a449-23f81fcd142d req-7393efc7-9727-4eab-830d-7c6b73e4c37d tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:57.949994 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b8453a0-8c7a-48c2-a449-23f81fcd142d req-7393efc7-9727-4eab-830d-7c6b73e4c37d tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 932 time: 0.1106877 Aug 31 10:34:58.019572 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b8453a0-8c7a-48c2-a449-23f81fcd142d req-6e454ef6-adb1-4502-bc62-cde77a06a7c8 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/security-groups?id=239ba1b4-8f79-4703-9946-f726f98fad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632114 Aug 31 10:34:58.080286 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-6d7e3971-2d98-4399-8b02-1f5107ee43a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c0fc634-8969-4498-8e41-82cacbb44cac {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:34:58.088659 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-6d7e3971-2d98-4399-8b02-1f5107ee43a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:58.102370 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-6d7e3971-2d98-4399-8b02-1f5107ee43a1 service neutron] Transition to ACTIVE for port object 5c0fc634-8969-4498-8e41-82cacbb44cac will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:34:58.161616 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-6d7e3971-2d98-4399-8b02-1f5107ee43a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:58.217648 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e3971-2d98-4399-8b02-1f5107ee43a1 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0fc634-8969-4498-8e41-82cacbb44cac,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:58.295073 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-6d7e3971-2d98-4399-8b02-1f5107ee43a1 service neutron] Attempting to bind port 5c0fc634-8969-4498-8e41-82cacbb44cac on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:34:58.295651 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-6d7e3971-2d98-4399-8b02-1f5107ee43a1 service neutron] Attempting to bind port 5c0fc634-8969-4498-8e41-82cacbb44cac by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'ac5e4055-eb4b-4d6d-bdb3-be401617620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '1c5ea334-e879-435d-bc32-4ef50fe15551'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:34:58.296155 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-6d7e3971-2d98-4399-8b02-1f5107ee43a1 service neutron] Attempting to bind port 5c0fc634-8969-4498-8e41-82cacbb44cac on network 1c5ea334-e879-435d-bc32-4ef50fe15551 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:34:58.301363 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-6d7e3971-2d98-4399-8b02-1f5107ee43a1 service neutron] Port 5c0fc634-8969-4498-8e41-82cacbb44cac on network 1c5ea334-e879-435d-bc32-4ef50fe15551 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:34:58.301695 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-6d7e3971-2d98-4399-8b02-1f5107ee43a1 service neutron] Attempting to bind port 5c0fc634-8969-4498-8e41-82cacbb44cac on network 1c5ea334-e879-435d-bc32-4ef50fe15551 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:34:58.307632 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-6d7e3971-2d98-4399-8b02-1f5107ee43a1 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:34:58.308761 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-6d7e3971-2d98-4399-8b02-1f5107ee43a1 service neutron] Checking segment: {'id': 'ac5e4055-eb4b-4d6d-bdb3-be401617620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '1c5ea334-e879-435d-bc32-4ef50fe15551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:34:58.309206 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-6d7e3971-2d98-4399-8b02-1f5107ee43a1 service neutron] Bound using segment: {'id': 'ac5e4055-eb4b-4d6d-bdb3-be401617620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '1c5ea334-e879-435d-bc32-4ef50fe15551'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:34:58.309468 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-6d7e3971-2d98-4399-8b02-1f5107ee43a1 service neutron] Bound port: 5c0fc634-8969-4498-8e41-82cacbb44cac, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac5e4055-eb4b-4d6d-bdb3-be401617620f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1620, 'network_id': '1c5ea334-e879-435d-bc32-4ef50fe15551'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:34:58.309827 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-6d7e3971-2d98-4399-8b02-1f5107ee43a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:58.387178 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-6d7e3971-2d98-4399-8b02-1f5107ee43a1 service neutron] For port 5c0fc634-8969-4498-8e41-82cacbb44cac, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:34:58.390773 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-6d7e3971-2d98-4399-8b02-1f5107ee43a1 service neutron] For port 5c0fc634-8969-4498-8e41-82cacbb44cac, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=5c0fc634-8969-4498-8e41-82cacbb44cac,segment=NetworkSegment(ac5e4055-eb4b-4d6d-bdb3-be401617620f),segment_id=ac5e4055-eb4b-4d6d-bdb3-be401617620f)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:34:58.471363 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-6d7e3971-2d98-4399-8b02-1f5107ee43a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:58.503931 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-6d7e3971-2d98-4399-8b02-1f5107ee43a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:58.504780 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-6d7e3971-2d98-4399-8b02-1f5107ee43a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:34:58.506516 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-6d7e3971-2d98-4399-8b02-1f5107ee43a1 service neutron] 10.222.0.59 "PUT /v2.0/ports/5c0fc634-8969-4498-8e41-82cacbb44cac HTTP/1.1" status: 200 len: 1093 time: 0.8831601 Aug 31 10:34:58.508679 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aeeea31-8a69-4a7e-ab7c-ad339157601b', 'tag': '5c0fc634-8969-4498-8e41-82cacbb44cac'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:34:58.512570 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03db2517-0132-463c-a490-bca99bd41a13" -d '{"events": [{"name": "network-changed", "server_uuid": "8aeeea31-8a69-4a7e-ab7c-ad339157601b", "tag": "5c0fc634-8969-4498-8e41-82cacbb44cac"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:34:58.554155 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e3971-2d98-4399-8b02-1f5107ee43a1 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0fc634-8969-4498-8e41-82cacbb44cac,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:34:58.559253 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0970fbb6-c67f-4f32-b839-baa4da08a02a x-openstack-request-id: req-0970fbb6-c67f-4f32-b839-baa4da08a02a {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:34:58.560158 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aeeea31-8a69-4a7e-ab7c-ad339157601b", "tag": "5c0fc634-8969-4498-8e41-82cacbb44cac", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:34:58.560158 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-0970fbb6-c67f-4f32-b839-baa4da08a02a {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:34:58.560380 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aeeea31-8a69-4a7e-ab7c-ad339157601b', 'tag': '5c0fc634-8969-4498-8e41-82cacbb44cac', 'status': 'completed', 'code': 200} Aug 31 10:34:58.623172 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db2517-0132-463c-a490-bca99bd41a13 req-7642afb2-e218-40a4-a507-19839ed160f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:58.624736 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03db2517-0132-463c-a490-bca99bd41a13 req-7642afb2-e218-40a4-a507-19839ed160f7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dacad30c8099498a829554d5425c175b&device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 1096 time: 0.0441074 Aug 31 10:34:58.731379 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db2517-0132-463c-a490-bca99bd41a13 req-fecb02f9-8139-48de-bef0-35198f4d93e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:58.732846 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03db2517-0132-463c-a490-bca99bd41a13 req-fecb02f9-8139-48de-bef0-35198f4d93e2 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=dacad30c8099498a829554d5425c175b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0996737 Aug 31 10:34:58.832316 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db2517-0132-463c-a490-bca99bd41a13 req-9f24e3c7-62ae-450f-b151-03bea4714a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:58.833785 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03db2517-0132-463c-a490-bca99bd41a13 req-9f24e3c7-62ae-450f-b151-03bea4714a28 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0940220 Aug 31 10:34:58.909346 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-2bd2f0ad-fbaa-483c-a128-4faf74234ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:58.915855 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-2bd2f0ad-fbaa-483c-a128-4faf74234ea2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dacad30c8099498a829554d5425c175b&device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 1096 time: 0.0410199 Aug 31 10:34:58.959219 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-8fe1c757-83aa-4f52-904f-be05d07d70ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c0fc634-8969-4498-8e41-82cacbb44cac HTTP/1.1" status: 200 len: 217 time: 0.0408411 Aug 31 10:34:59.015386 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-6485aee9-b146-4d24-b973-832d2eb04b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:59.016789 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-6485aee9-b146-4d24-b973-832d2eb04b53 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53cc3e15-0e70-4286-bb11-e9c4d2e09a81 HTTP/1.1" status: 200 len: 853 time: 0.0481639 Aug 31 10:34:59.064877 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-cc859a54-0684-41da-97fd-014eeacd002b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:59.066380 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-cc859a54-0684-41da-97fd-014eeacd002b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c5ea334-e879-435d-bc32-4ef50fe15551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422866 Aug 31 10:34:59.199512 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c25b6f-6b9f-4b09-9f87-5120420f45c4 req-0c7b001d-ef07-4a8e-9ba7-6c9a5e410fc6 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:34:59.200979 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-30c25b6f-6b9f-4b09-9f87-5120420f45c4 req-0c7b001d-ef07-4a8e-9ba7-6c9a5e410fc6 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 944 time: 0.1062589 Aug 31 10:34:59.217282 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-0b56894a-e2b9-4f40-b5c2-8bdad97e5818 service neutron] 10.222.0.59 "GET /v2.0/networks/1c5ea334-e879-435d-bc32-4ef50fe15551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423831 Aug 31 10:34:59.289201 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-30c25b6f-6b9f-4b09-9f87-5120420f45c4 req-0763cc75-a8bd-46e1-b1cc-bae714f5344c tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/security-groups?id=239ba1b4-8f79-4703-9946-f726f98fad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809734 Aug 31 10:34:59.327095 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d0a58b1-e0a0-4138-ba2c-e1be78e1e215 req-0571147d-372f-49c6-8119-d7d576b02344 service neutron] 10.222.0.59 "GET /v2.0/networks/1c5ea334-e879-435d-bc32-4ef50fe15551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012206 Aug 31 10:35:00.406102 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22802eec-f41a-422e-bed8-c42fc92677bb req-94041d05-cb8c-4aa6-812f-a4eeadb9f853 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:00.407599 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22802eec-f41a-422e-bed8-c42fc92677bb req-94041d05-cb8c-4aa6-812f-a4eeadb9f853 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 944 time: 0.0485744 Aug 31 10:35:00.444465 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22802eec-f41a-422e-bed8-c42fc92677bb req-66ad0515-31ad-455a-bd67-d3d59437b05d tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/security-groups?id=239ba1b4-8f79-4703-9946-f726f98fad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309873 Aug 31 10:35:01.034223 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 5c0fc634-8969-4498-8e41-82cacbb44cac details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:35:01.130246 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 5c0fc634-8969-4498-8e41-82cacbb44cac, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=5c0fc634-8969-4498-8e41-82cacbb44cac,segment=NetworkSegment(ac5e4055-eb4b-4d6d-bdb3-be401617620f),segment_id=ac5e4055-eb4b-4d6d-bdb3-be401617620f)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:35:01.143268 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '5c0fc634-8969-4498-8e41-82cacbb44cac', 'network_id': '1c5ea334-e879-435d-bc32-4ef50fe15551', 'port_id': '5c0fc634-8969-4498-8e41-82cacbb44cac', 'mac_address': 'fa:16:3e:0f:7b:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cc3e15-0e70-4286-bb11-e9c4d2e09a81', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:35:01.187301 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:01.201086 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c0fc634-8969-4498-8e41-82cacbb44cac {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:35:01.220731 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 5c0fc634-8969-4498-8e41-82cacbb44cac, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=5c0fc634-8969-4498-8e41-82cacbb44cac,segment=NetworkSegment(ac5e4055-eb4b-4d6d-bdb3-be401617620f),segment_id=ac5e4055-eb4b-4d6d-bdb3-be401617620f)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:35:01.278349 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:01.327607 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=5c0fc634-8969-4498-8e41-82cacbb44cac,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:01.335340 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:01.335683 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:01.336018 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:01.336346 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:01.336675 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:01.336998 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:01.337320 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:01.337640 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:01.337975 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:01.338291 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:01.338622 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:01.339470 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:01.541719 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['5c0fc634-8969-4498-8e41-82cacbb44cac'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:35:01.570210 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6e503-3389-482a-9d76-c32a1b6ec88c req-d7cf34eb-48a9-4c46-840b-b28dbb84dd7c tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:01.571749 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-30e6e503-3389-482a-9d76-c32a1b6ec88c req-d7cf34eb-48a9-4c46-840b-b28dbb84dd7c tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 945 time: 0.0595367 Aug 31 10:35:01.611896 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-30e6e503-3389-482a-9d76-c32a1b6ec88c req-c3a78dfd-ceb5-48ea-96b8-48499855c6f5 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/security-groups?id=239ba1b4-8f79-4703-9946-f726f98fad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331957 Aug 31 10:35:02.734472 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a37e9b-8671-484e-a7b2-22779bb925f5 req-326cf8f6-a5d0-426c-aca4-971012479f43 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:02.736153 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-02a37e9b-8671-484e-a7b2-22779bb925f5 req-326cf8f6-a5d0-426c-aca4-971012479f43 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 945 time: 0.0554867 Aug 31 10:35:02.777272 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-02a37e9b-8671-484e-a7b2-22779bb925f5 req-73abd0bb-0018-415f-af5c-7008821d39c5 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/security-groups?id=239ba1b4-8f79-4703-9946-f726f98fad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350027 Aug 31 10:35:03.033235 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 5c0fc634-8969-4498-8e41-82cacbb44cac up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:35:03.195975 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 5c0fc634-8969-4498-8e41-82cacbb44cac completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:35:03.201281 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 5c0fc634-8969-4498-8e41-82cacbb44cac triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:35:03.201686 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:03.280395 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:03.304901 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aeeea31-8a69-4a7e-ab7c-ad339157601b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0fc634-8969-4498-8e41-82cacbb44cac'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:35:03.307098 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f916ca95-8d9f-4f5c-8a86-6426c3b24e7c" -d '{"events": [{"server_uuid": "8aeeea31-8a69-4a7e-ab7c-ad339157601b", "name": "network-vif-plugged", "status": "completed", "tag": "5c0fc634-8969-4498-8e41-82cacbb44cac"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:35:03.326090 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 5c0fc634-8969-4498-8e41-82cacbb44cac, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=5c0fc634-8969-4498-8e41-82cacbb44cac,segment=NetworkSegment(ac5e4055-eb4b-4d6d-bdb3-be401617620f),segment_id=ac5e4055-eb4b-4d6d-bdb3-be401617620f)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:35:03.364988 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47a3b46-02de-4577-b9ad-d4fa5814bf7f x-openstack-request-id: req-e47a3b46-02de-4577-b9ad-d4fa5814bf7f {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:35:03.365282 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aeeea31-8a69-4a7e-ab7c-ad339157601b", "name": "network-vif-plugged", "status": "completed", "tag": "5c0fc634-8969-4498-8e41-82cacbb44cac", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:35:03.365539 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e47a3b46-02de-4577-b9ad-d4fa5814bf7f {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:35:03.365937 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aeeea31-8a69-4a7e-ab7c-ad339157601b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0fc634-8969-4498-8e41-82cacbb44cac', 'code': 200} Aug 31 10:35:03.407365 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:03.457455 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=5c0fc634-8969-4498-8e41-82cacbb44cac,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:03.464449 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d87f23-0fc9-461b-9ada-3e7bbb0c1100 req-b5094f06-cf84-4c0f-aa06-6a590b6adfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:03.466185 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-78d87f23-0fc9-461b-9ada-3e7bbb0c1100 req-b5094f06-cf84-4c0f-aa06-6a590b6adfa0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 1098 time: 0.0414774 Aug 31 10:35:03.475444 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:03.501924 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-78d87f23-0fc9-461b-9ada-3e7bbb0c1100 req-59403561-f0de-4499-84a9-82850b1181b6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=239ba1b4-8f79-4703-9946-f726f98fad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282836 Aug 31 10:35:03.893728 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6eb76-467a-4543-8c4f-ef0638b5ddef req-e7be051c-cdb1-47e3-b806-8cf6b44ca7e7 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:03.895259 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-24f6eb76-467a-4543-8c4f-ef0638b5ddef req-e7be051c-cdb1-47e3-b806-8cf6b44ca7e7 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 946 time: 0.0497000 Aug 31 10:35:03.934694 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-24f6eb76-467a-4543-8c4f-ef0638b5ddef req-4a307e31-a13a-4f13-960a-6fa535271398 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/security-groups?id=239ba1b4-8f79-4703-9946-f726f98fad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334473 Aug 31 10:35:03.996325 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:05.076510 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d027bbd-c4cf-4de5-b81f-2a00c973e2b2 req-5401e5e8-442d-4c68-a8b8-c6211e9b8b00 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:05.077901 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d027bbd-c4cf-4de5-b81f-2a00c973e2b2 req-5401e5e8-442d-4c68-a8b8-c6211e9b8b00 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 946 time: 0.0616677 Aug 31 10:35:05.116287 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d027bbd-c4cf-4de5-b81f-2a00c973e2b2 req-61a92ca3-6a1d-47b1-99b4-9b47fbad260d tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/security-groups?id=239ba1b4-8f79-4703-9946-f726f98fad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323358 Aug 31 10:35:05.231716 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fad88-66df-4fbd-8ae3-a09ce993b1dd req-152ba539-05de-44bd-b219-946f89649bb5 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:05.233281 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dc7fad88-66df-4fbd-8ae3-a09ce993b1dd req-152ba539-05de-44bd-b219-946f89649bb5 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 946 time: 0.0514243 Aug 31 10:35:05.271755 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dc7fad88-66df-4fbd-8ae3-a09ce993b1dd req-d09ad5a9-6f28-4eb0-abfa-23359e819903 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/security-groups?id=239ba1b4-8f79-4703-9946-f726f98fad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324454 Aug 31 10:35:05.455334 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97e831-6dfe-4849-8ba1-e1f0579cf4ae req-f4057bca-d040-466b-8020-0e685bcfea73 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:05.456798 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cd97e831-6dfe-4849-8ba1-e1f0579cf4ae req-f4057bca-d040-466b-8020-0e685bcfea73 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 946 time: 0.0489905 Aug 31 10:35:05.498147 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cd97e831-6dfe-4849-8ba1-e1f0579cf4ae req-e3889ca8-fed6-4021-9134-30b684eeb8a6 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/security-groups?id=239ba1b4-8f79-4703-9946-f726f98fad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335648 Aug 31 10:35:11.373202 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8c542b4a-8840-4f79-9dfb-1cc2be6e0451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:14.024400 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0e743002-6a32-4355-8a1d-b7f80de138d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:14.109557 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:15.413895 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:35:15.698944 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:17.344597 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:20.276572 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13209da5-37db-4d89-8f61-25b927e32e44 req-b1065173-734a-4c2a-bdaa-61abafb9bce9 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:20.278096 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-13209da5-37db-4d89-8f61-25b927e32e44 req-b1065173-734a-4c2a-bdaa-61abafb9bce9 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 946 time: 0.2299864 Aug 31 10:35:20.322616 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-13209da5-37db-4d89-8f61-25b927e32e44 req-6a23dcf5-4466-4a83-af61-449f71875a03 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/security-groups?id=239ba1b4-8f79-4703-9946-f726f98fad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377970 Aug 31 10:35:20.346044 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55448) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:20.430859 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d83e50c-10f5-41be-bd5d-7aad20581b64 tempest-TestMinimumBasicScenario-1684980446 tempest-TestMinimumBasicScenario-1684980446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:20.433015 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7d83e50c-10f5-41be-bd5d-7aad20581b64 tempest-TestMinimumBasicScenario-1684980446 tempest-TestMinimumBasicScenario-1684980446-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 1093 time: 0.0858364 Aug 31 10:35:20.437517 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55452) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:20.442108 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-dc71abd2-a36e-4710-baae-7cd33ed25ce9 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'port_id': '5c0fc634-8969-4498-8e41-82cacbb44cac', 'tenant_id': 'dacad30c8099498a829554d5425c175b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:35:20.538344 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dc71abd2-a36e-4710-baae-7cd33ed25ce9 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks [] for floatingip, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:20.642264 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dc71abd2-a36e-4710-baae-7cd33ed25ce9 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:20.755555 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-dc71abd2-a36e-4710-baae-7cd33ed25ce9 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Allocated IP 172.25.2.30 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/55c5927f-b58f-468e-95f2-c4cc88588a1e) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:35:20.866043 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dc71abd2-a36e-4710-baae-7cd33ed25ce9 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:21.012957 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dc71abd2-a36e-4710-baae-7cd33ed25ce9 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:21.060579 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc71abd2-a36e-4710-baae-7cd33ed25ce9 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:35:21.063678 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-dc71abd2-a36e-4710-baae-7cd33ed25ce9 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:35:21.069323 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc71abd2-a36e-4710-baae-7cd33ed25ce9 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:35:21.073692 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71abd2-a36e-4710-baae-7cd33ed25ce9 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Pushing event updated for resources: {'Port': ['ID=55c5927f-b58f-468e-95f2-c4cc88588a1e,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:21.451378 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dc71abd2-a36e-4710-baae-7cd33ed25ce9 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:21.576082 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dc71abd2-a36e-4710-baae-7cd33ed25ce9 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:21.735817 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dc71abd2-a36e-4710-baae-7cd33ed25ce9 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:21.824111 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dc71abd2-a36e-4710-baae-7cd33ed25ce9 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:22.275977 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71abd2-a36e-4710-baae-7cd33ed25ce9 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Pushing event updated for resources: {'Port': ['ID=55c5927f-b58f-468e-95f2-c4cc88588a1e,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:22.287162 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dc71abd2-a36e-4710-baae-7cd33ed25ce9 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:22.391825 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-dc71abd2-a36e-4710-baae-7cd33ed25ce9 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Floating IP 26b592fd-7f3f-48a6-9a16-a2a9d55eb28e associated. External IP: 172.25.2.30, port: 5c0fc634-8969-4498-8e41-82cacbb44cac. Aug 31 10:35:22.607451 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc71abd2-a36e-4710-baae-7cd33ed25ce9 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Router e3dc433b-00f8-4d35-93da-95335c491089 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:35:22.719185 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc71abd2-a36e-4710-baae-7cd33ed25ce9 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:35:22.730031 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6796071d-0c90-49b8-8f6e-bbba6ad36664 None None] Sync routers for ids ['e3dc433b-00f8-4d35-93da-95335c491089'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:35:22.739322 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6796071d-0c90-49b8-8f6e-bbba6ad36664 None None] Routers {'e3dc433b-00f8-4d35-93da-95335c491089'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:35:22.742254 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-6796071d-0c90-49b8-8f6e-bbba6ad36664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:35:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e3dc433b-00f8-4d35-93da-95335c491089'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:22.795159 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-dc71abd2-a36e-4710-baae-7cd33ed25ce9 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:22.826485 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-dc71abd2-a36e-4710-baae-7cd33ed25ce9 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3878734 Aug 31 10:35:22.827094 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aeeea31-8a69-4a7e-ab7c-ad339157601b', 'tag': '5c0fc634-8969-4498-8e41-82cacbb44cac'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:35:22.829378 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c68fd3-b15a-4f70-a9d3-b4d332f2c869" -d '{"events": [{"name": "network-changed", "server_uuid": "8aeeea31-8a69-4a7e-ab7c-ad339157601b", "tag": "5c0fc634-8969-4498-8e41-82cacbb44cac"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:35:22.829711 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55454) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:22.834919 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-c57ae0b6-4cbb-44aa-a8b7-5dde5d69b48c tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-920075291', 'description': 'tempest-secgroup-smoke-920075291 description', 'project_id': 'dacad30c8099498a829554d5425c175b'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:35:22.852566 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-6796071d-0c90-49b8-8f6e-bbba6ad36664 None None] Set router e3dc433b-00f8-4d35-93da-95335c491089 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:35:22.873991 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f743282-45c3-4d75-b530-fc90e6fd7835 x-openstack-request-id: req-1f743282-45c3-4d75-b530-fc90e6fd7835 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:35:22.874282 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aeeea31-8a69-4a7e-ab7c-ad339157601b", "tag": "5c0fc634-8969-4498-8e41-82cacbb44cac", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:35:22.874537 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-1f743282-45c3-4d75-b530-fc90e6fd7835 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:35:22.874979 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aeeea31-8a69-4a7e-ab7c-ad339157601b', 'tag': '5c0fc634-8969-4498-8e41-82cacbb44cac', 'status': 'completed', 'code': 200} Aug 31 10:35:22.905106 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c57ae0b6-4cbb-44aa-a8b7-5dde5d69b48c tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:22.946312 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c68fd3-b15a-4f70-a9d3-b4d332f2c869 req-46f92e0b-43bd-4652-be4d-256b2b99eb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:22.949134 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f8c68fd3-b15a-4f70-a9d3-b4d332f2c869 req-46f92e0b-43bd-4652-be4d-256b2b99eb4c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dacad30c8099498a829554d5425c175b&device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 1098 time: 0.0492415 Aug 31 10:35:23.004982 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c57ae0b6-4cbb-44aa-a8b7-5dde5d69b48c tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:23.047314 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c68fd3-b15a-4f70-a9d3-b4d332f2c869 req-eddbe957-fd84-46a7-867a-38225f6ea864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:23.048836 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f8c68fd3-b15a-4f70-a9d3-b4d332f2c869 req-eddbe957-fd84-46a7-867a-38225f6ea864 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c5ea334-e879-435d-bc32-4ef50fe15551 HTTP/1.1" status: 200 len: 916 time: 0.0919774 Aug 31 10:35:23.098606 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c57ae0b6-4cbb-44aa-a8b7-5dde5d69b48c tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:23.112036 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-6796071d-0c90-49b8-8f6e-bbba6ad36664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'name': 'tempest-TestMinimumBasicScenario-542150721-router', 'tenant_id': 'dacad30c8099498a829554d5425c175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '6495e5fd-1952-4545-88b2-fb14ccf5c5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:34:22Z', 'updated_at': '2021-08-31T10:34:25Z', 'revision_number': 4, 'project_id': 'dacad30c8099498a829554d5425c175b', 'gw_port': {'id': '6495e5fd-1952-4545-88b2-fb14ccf5c5cd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:34:23Z', 'updated_at': '2021-08-31T10:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '26b592fd-7f3f-48a6-9a16-a2a9d55eb28e', 'tenant_id': 'dacad30c8099498a829554d5425c175b', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'port_id': '5c0fc634-8969-4498-8e41-82cacbb44cac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c5ea334-e879-435d-bc32-4ef50fe15551', 'mac_address': 'fa:16:3e:0f:7b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aeeea31-8a69-4a7e-ab7c-ad339157601b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:35:21Z', 'updated_at': '2021-08-31T10:35:21Z', 'revision_number': 0, 'project_id': 'dacad30c8099498a829554d5425c175b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91007129-ff99-4c5f-a121-cf79618f0cf1', 'name': '', 'network_id': '1c5ea334-e879-435d-bc32-4ef50fe15551', 'tenant_id': 'dacad30c8099498a829554d5425c175b', 'mac_address': 'fa:16:3e:21:26:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '53cc3e15-0e70-4286-bb11-e9c4d2e09a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:34:25Z', 'updated_at': '2021-08-31T10:34:30Z', 'revision_number': 5, 'project_id': 'dacad30c8099498a829554d5425c175b', 'subnets': [{'id': '53cc3e15-0e70-4286-bb11-e9c4d2e09a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:23.130030 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f8c68fd3-b15a-4f70-a9d3-b4d332f2c869 req-407dbfc3-d986-46fd-8e78-d8b4bbe6dfae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c0fc634-8969-4498-8e41-82cacbb44cac HTTP/1.1" status: 200 len: 999 time: 0.0713248 Aug 31 10:35:23.133090 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ae0b6-4cbb-44aa-a8b7-5dde5d69b48c tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87b18fc2-832a-4ad3-9516-38c627c5e933,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:23.142044 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ae0b6-4cbb-44aa-a8b7-5dde5d69b48c tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:23.142398 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ae0b6-4cbb-44aa-a8b7-5dde5d69b48c tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:23.142577 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6796071d-0c90-49b8-8f6e-bbba6ad36664 None None] Checking router: e3dc433b-00f8-4d35-93da-95335c491089 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:35:23.142962 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ae0b6-4cbb-44aa-a8b7-5dde5d69b48c tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:23.143304 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ae0b6-4cbb-44aa-a8b7-5dde5d69b48c tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:23.143640 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ae0b6-4cbb-44aa-a8b7-5dde5d69b48c tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:23.143981 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ae0b6-4cbb-44aa-a8b7-5dde5d69b48c tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:23.144314 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ae0b6-4cbb-44aa-a8b7-5dde5d69b48c tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:23.144644 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ae0b6-4cbb-44aa-a8b7-5dde5d69b48c tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:23.144975 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ae0b6-4cbb-44aa-a8b7-5dde5d69b48c tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:23.145302 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ae0b6-4cbb-44aa-a8b7-5dde5d69b48c tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:23.145657 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ae0b6-4cbb-44aa-a8b7-5dde5d69b48c tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:23.145982 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ae0b6-4cbb-44aa-a8b7-5dde5d69b48c tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:35:23.153906 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6796071d-0c90-49b8-8f6e-bbba6ad36664 None None] Routers {'e3dc433b-00f8-4d35-93da-95335c491089'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:35:23.154826 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-6796071d-0c90-49b8-8f6e-bbba6ad36664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:35:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e3dc433b-00f8-4d35-93da-95335c491089'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:23.178541 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c57ae0b6-4cbb-44aa-a8b7-5dde5d69b48c tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:23.183457 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c57ae0b6-4cbb-44aa-a8b7-5dde5d69b48c tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3523986 Aug 31 10:35:23.184169 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55460) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:23.187659 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c68fd3-b15a-4f70-a9d3-b4d332f2c869 req-0b59cb75-174f-4439-896b-0a88b2b50bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:23.188947 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f8c68fd3-b15a-4f70-a9d3-b4d332f2c869 req-0b59cb75-174f-4439-896b-0a88b2b50bca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53cc3e15-0e70-4286-bb11-e9c4d2e09a81 HTTP/1.1" status: 200 len: 853 time: 0.0489664 Aug 31 10:35:23.189206 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-3777d183-f4d5-449a-be1f-8941924302da tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Request body: {'security_group_rule': {'security_group_id': '87b18fc2-832a-4ad3-9516-38c627c5e933', 'project_id': 'dacad30c8099498a829554d5425c175b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:35:23.245871 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c68fd3-b15a-4f70-a9d3-b4d332f2c869 req-f8cad9cc-1abf-42f4-8431-26166b232964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:23.247525 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f8c68fd3-b15a-4f70-a9d3-b4d332f2c869 req-f8cad9cc-1abf-42f4-8431-26166b232964 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c5ea334-e879-435d-bc32-4ef50fe15551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503137 Aug 31 10:35:23.279795 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-6796071d-0c90-49b8-8f6e-bbba6ad36664 None None] Set router e3dc433b-00f8-4d35-93da-95335c491089 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:35:23.280074 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3777d183-f4d5-449a-be1f-8941924302da tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:23.343189 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3777d183-f4d5-449a-be1f-8941924302da tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:23.349721 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f8c68fd3-b15a-4f70-a9d3-b4d332f2c869 req-b5ab99a4-b978-4025-879f-b2e02912441a service neutron] 10.222.0.59 "GET /v2.0/networks/1c5ea334-e879-435d-bc32-4ef50fe15551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931487 Aug 31 10:35:23.406857 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3777d183-f4d5-449a-be1f-8941924302da tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:23.440423 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777d183-f4d5-449a-be1f-8941924302da tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d19a6ba0-5c39-4f29-9e57-f982dfe73a3e,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:23.454973 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f8c68fd3-b15a-4f70-a9d3-b4d332f2c869 req-79e5046e-3b4d-4a84-8a62-f8271a0724a7 service neutron] 10.222.0.59 "GET /v2.0/networks/1c5ea334-e879-435d-bc32-4ef50fe15551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979581 Aug 31 10:35:23.522425 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3777d183-f4d5-449a-be1f-8941924302da tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:23.526525 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3777d183-f4d5-449a-be1f-8941924302da tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3383567 Aug 31 10:35:23.526996 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55462) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:23.530381 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-6796071d-0c90-49b8-8f6e-bbba6ad36664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'name': 'tempest-TestMinimumBasicScenario-542150721-router', 'tenant_id': 'dacad30c8099498a829554d5425c175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '6495e5fd-1952-4545-88b2-fb14ccf5c5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:34:22Z', 'updated_at': '2021-08-31T10:34:25Z', 'revision_number': 4, 'project_id': 'dacad30c8099498a829554d5425c175b', 'gw_port': {'id': '6495e5fd-1952-4545-88b2-fb14ccf5c5cd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:34:23Z', 'updated_at': '2021-08-31T10:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '26b592fd-7f3f-48a6-9a16-a2a9d55eb28e', 'tenant_id': 'dacad30c8099498a829554d5425c175b', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'port_id': '5c0fc634-8969-4498-8e41-82cacbb44cac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c5ea334-e879-435d-bc32-4ef50fe15551', 'mac_address': 'fa:16:3e:0f:7b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aeeea31-8a69-4a7e-ab7c-ad339157601b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:35:21Z', 'updated_at': '2021-08-31T10:35:21Z', 'revision_number': 0, 'project_id': 'dacad30c8099498a829554d5425c175b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91007129-ff99-4c5f-a121-cf79618f0cf1', 'name': '', 'network_id': '1c5ea334-e879-435d-bc32-4ef50fe15551', 'tenant_id': 'dacad30c8099498a829554d5425c175b', 'mac_address': 'fa:16:3e:21:26:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '53cc3e15-0e70-4286-bb11-e9c4d2e09a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:34:25Z', 'updated_at': '2021-08-31T10:34:30Z', 'revision_number': 5, 'project_id': 'dacad30c8099498a829554d5425c175b', 'subnets': [{'id': '53cc3e15-0e70-4286-bb11-e9c4d2e09a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:35:23.531732 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-a56a87a9-aaa6-415b-bc2e-82ee32957b29 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Request body: {'security_group_rule': {'security_group_id': '87b18fc2-832a-4ad3-9516-38c627c5e933', 'project_id': 'dacad30c8099498a829554d5425c175b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:35:23.562662 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6796071d-0c90-49b8-8f6e-bbba6ad36664 None None] The sync data for ids ['e3dc433b-00f8-4d35-93da-95335c491089'] in n-d-791506-28 is: [{'id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'name': 'tempest-TestMinimumBasicScenario-542150721-router', 'tenant_id': 'dacad30c8099498a829554d5425c175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '6495e5fd-1952-4545-88b2-fb14ccf5c5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:34:22Z', 'updated_at': '2021-08-31T10:34:25Z', 'revision_number': 4, 'project_id': 'dacad30c8099498a829554d5425c175b', 'gw_port': {'id': '6495e5fd-1952-4545-88b2-fb14ccf5c5cd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:34:23Z', 'updated_at': '2021-08-31T10:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '26b592fd-7f3f-48a6-9a16-a2a9d55eb28e', 'tenant_id': 'dacad30c8099498a829554d5425c175b', 'floating_ip_address': '172.25.2.30', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'port_id': '5c0fc634-8969-4498-8e41-82cacbb44cac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c5ea334-e879-435d-bc32-4ef50fe15551', 'mac_address': 'fa:16:3e:0f:7b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aeeea31-8a69-4a7e-ab7c-ad339157601b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:35:21Z', 'updated_at': '2021-08-31T10:35:21Z', 'revision_number': 0, 'project_id': 'dacad30c8099498a829554d5425c175b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91007129-ff99-4c5f-a121-cf79618f0cf1', 'name': '', 'network_id': '1c5ea334-e879-435d-bc32-4ef50fe15551', 'tenant_id': 'dacad30c8099498a829554d5425c175b', 'mac_address': 'fa:16:3e:21:26:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '53cc3e15-0e70-4286-bb11-e9c4d2e09a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:34:25Z', 'updated_at': '2021-08-31T10:34:30Z', 'revision_number': 5, 'project_id': 'dacad30c8099498a829554d5425c175b', 'subnets': [{'id': '53cc3e15-0e70-4286-bb11-e9c4d2e09a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:35:23.618076 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a56a87a9-aaa6-415b-bc2e-82ee32957b29 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:23.686236 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a56a87a9-aaa6-415b-bc2e-82ee32957b29 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:23.755425 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a56a87a9-aaa6-415b-bc2e-82ee32957b29 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:23.762246 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8673ef59-b338-4f4f-a906-22d95176181a None None] New status for floating IP 26b592fd-7f3f-48a6-9a16-a2a9d55eb28e: ACTIVE {{(pid=95555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:35:23.775123 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a87a9-aaa6-415b-bc2e-82ee32957b29 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50151859-e689-4958-bc1b-ea454c7211ef,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:23.870135 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a56a87a9-aaa6-415b-bc2e-82ee32957b29 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:23.871492 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a56a87a9-aaa6-415b-bc2e-82ee32957b29 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3434792 Aug 31 10:35:23.875011 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55464) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:23.880062 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-7d397523-63f4-44e2-b754-196fbab30b60 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Request body: {'security_group_rule': {'security_group_id': '87b18fc2-832a-4ad3-9516-38c627c5e933', 'project_id': 'dacad30c8099498a829554d5425c175b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:35:24.017811 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d397523-63f4-44e2-b754-196fbab30b60 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:24.084951 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d397523-63f4-44e2-b754-196fbab30b60 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:24.183794 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d397523-63f4-44e2-b754-196fbab30b60 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:24.203115 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d397523-63f4-44e2-b754-196fbab30b60 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2587fc3c-c533-4de8-b651-0f2f36e2e0ba,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:24.275062 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-7d397523-63f4-44e2-b754-196fbab30b60 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:24.276988 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7d397523-63f4-44e2-b754-196fbab30b60 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4008222 Aug 31 10:35:24.279647 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55466) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:24.284365 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-cbae09f0-7ba3-41bb-8405-d1961c5b3703 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Request body: {'security_group_rule': {'security_group_id': '87b18fc2-832a-4ad3-9516-38c627c5e933', 'project_id': 'dacad30c8099498a829554d5425c175b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:35:24.358984 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cbae09f0-7ba3-41bb-8405-d1961c5b3703 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:24.420169 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cbae09f0-7ba3-41bb-8405-d1961c5b3703 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:24.475365 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cbae09f0-7ba3-41bb-8405-d1961c5b3703 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:24.496045 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae09f0-7ba3-41bb-8405-d1961c5b3703 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8f868f7-48a2-462e-a46b-b86ddc4902f9,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:24.578723 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cbae09f0-7ba3-41bb-8405-d1961c5b3703 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:24.580441 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-cbae09f0-7ba3-41bb-8405-d1961c5b3703 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2998531 Aug 31 10:35:24.583367 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55468) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:24.587964 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-59920924-91f7-4b0d-b129-3c1d7227b307 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Request body: {'security_group_rule': {'security_group_id': '87b18fc2-832a-4ad3-9516-38c627c5e933', 'project_id': 'dacad30c8099498a829554d5425c175b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:35:24.658171 n-d-791506-28 neutron-server[95552]: INFO neutron.db.securitygroups_db [None req-59920924-91f7-4b0d-b129-3c1d7227b307 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Project dacad30c8099498a829554d5425c175b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:35:24.663620 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-59920924-91f7-4b0d-b129-3c1d7227b307 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:24.729577 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-59920924-91f7-4b0d-b129-3c1d7227b307 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:24.795517 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-59920924-91f7-4b0d-b129-3c1d7227b307 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:24.825114 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59920924-91f7-4b0d-b129-3c1d7227b307 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb78b05-1ffa-4b3b-8a26-98fa56ac75e6,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:24.875699 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-59920924-91f7-4b0d-b129-3c1d7227b307 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:24.876954 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-59920924-91f7-4b0d-b129-3c1d7227b307 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2926514 Aug 31 10:35:24.879708 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55470) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:35:24.884356 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-05780b4b-843d-4bb6-9265-0094c1831d4e tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Request body: {'security_group_rule': {'security_group_id': '87b18fc2-832a-4ad3-9516-38c627c5e933', 'project_id': 'dacad30c8099498a829554d5425c175b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:35:24.955023 n-d-791506-28 neutron-server[95552]: INFO neutron.db.securitygroups_db [None req-05780b4b-843d-4bb6-9265-0094c1831d4e tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Project dacad30c8099498a829554d5425c175b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:35:24.960176 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-05780b4b-843d-4bb6-9265-0094c1831d4e tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:25.025977 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-05780b4b-843d-4bb6-9265-0094c1831d4e tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:25.120658 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-05780b4b-843d-4bb6-9265-0094c1831d4e tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:25.139063 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05780b4b-843d-4bb6-9265-0094c1831d4e tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=485fc1e4-81d5-4f9c-a81f-7ae2a918fd79,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:25.235167 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-05780b4b-843d-4bb6-9265-0094c1831d4e tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:25.239361 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-05780b4b-843d-4bb6-9265-0094c1831d4e tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3557661 Aug 31 10:35:25.322647 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6660e5ae-c3c4-4d7b-bed9-fc7076504f17 req-4e02dc5a-d5b5-4fac-89b1-4eda2fee087c tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-920075291&fields=id&tenant_id=dacad30c8099498a829554d5425c175b HTTP/1.1" status: 200 len: 267 time: 0.0367260 Aug 31 10:35:25.376603 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660e5ae-c3c4-4d7b-bed9-fc7076504f17 req-799ebc62-01cf-4e81-a950-0412977ae1eb tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:25.378126 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6660e5ae-c3c4-4d7b-bed9-fc7076504f17 req-799ebc62-01cf-4e81-a950-0412977ae1eb tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 946 time: 0.0499468 Aug 31 10:35:25.389786 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-6660e5ae-c3c4-4d7b-bed9-fc7076504f17 req-071d9d62-771d-42de-b40f-797db9f03a78 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Request body: {'port': {'security_groups': ['239ba1b4-8f79-4703-9946-f726f98fad5b', '87b18fc2-832a-4ad3-9516-38c627c5e933']}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:35:25.453594 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6660e5ae-c3c4-4d7b-bed9-fc7076504f17 req-071d9d62-771d-42de-b40f-797db9f03a78 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:25.643920 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-6660e5ae-c3c4-4d7b-bed9-fc7076504f17 req-071d9d62-771d-42de-b40f-797db9f03a78 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] For port 5c0fc634-8969-4498-8e41-82cacbb44cac, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=5c0fc634-8969-4498-8e41-82cacbb44cac,segment=NetworkSegment(ac5e4055-eb4b-4d6d-bdb3-be401617620f),segment_id=ac5e4055-eb4b-4d6d-bdb3-be401617620f)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:35:25.674728 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6660e5ae-c3c4-4d7b-bed9-fc7076504f17 req-071d9d62-771d-42de-b40f-797db9f03a78 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:25.727224 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6660e5ae-c3c4-4d7b-bed9-fc7076504f17 req-071d9d62-771d-42de-b40f-797db9f03a78 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:25.740295 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['5c0fc634-8969-4498-8e41-82cacbb44cac'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:35:25.777739 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660e5ae-c3c4-4d7b-bed9-fc7076504f17 req-071d9d62-771d-42de-b40f-797db9f03a78 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:25.778410 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6660e5ae-c3c4-4d7b-bed9-fc7076504f17 req-071d9d62-771d-42de-b40f-797db9f03a78 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:25.779888 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6660e5ae-c3c4-4d7b-bed9-fc7076504f17 req-071d9d62-771d-42de-b40f-797db9f03a78 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "PUT /v2.0/ports/5c0fc634-8969-4498-8e41-82cacbb44cac HTTP/1.1" status: 200 len: 982 time: 0.3952773 Aug 31 10:35:25.780383 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aeeea31-8a69-4a7e-ab7c-ad339157601b', 'tag': '5c0fc634-8969-4498-8e41-82cacbb44cac'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:35:25.782703 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a55c1d-0486-4e2c-85b1-413acf6e212a" -d '{"events": [{"name": "network-changed", "server_uuid": "8aeeea31-8a69-4a7e-ab7c-ad339157601b", "tag": "5c0fc634-8969-4498-8e41-82cacbb44cac"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:35:25.813281 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d9d62-771d-42de-b40f-797db9f03a78 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Pushing event updated for resources: {'Port': ['ID=5c0fc634-8969-4498-8e41-82cacbb44cac,revision_number=6']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:35:25.855465 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c42af6-6a04-45cf-8417-e87cf57edb86 x-openstack-request-id: req-13c42af6-6a04-45cf-8417-e87cf57edb86 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:35:25.855761 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aeeea31-8a69-4a7e-ab7c-ad339157601b", "tag": "5c0fc634-8969-4498-8e41-82cacbb44cac", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:35:25.856013 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-13c42af6-6a04-45cf-8417-e87cf57edb86 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:35:25.856594 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aeeea31-8a69-4a7e-ab7c-ad339157601b', 'tag': '5c0fc634-8969-4498-8e41-82cacbb44cac', 'status': 'completed', 'code': 200} Aug 31 10:35:25.881596 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['5c0fc634-8969-4498-8e41-82cacbb44cac'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:35:25.959515 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881adb20-c0c9-4bc3-ba8d-f8f93748a36d req-d6ca9f53-543e-4374-b514-a1e6b4ed79e1 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:25.961191 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-881adb20-c0c9-4bc3-ba8d-f8f93748a36d req-d6ca9f53-543e-4374-b514-a1e6b4ed79e1 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 985 time: 0.0919518 Aug 31 10:35:25.967956 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a55c1d-0486-4e2c-85b1-413acf6e212a req-d0fefbee-d7fa-439f-8fc0-54ca0e33bc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:25.969525 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-25a55c1d-0486-4e2c-85b1-413acf6e212a req-d0fefbee-d7fa-439f-8fc0-54ca0e33bc8b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dacad30c8099498a829554d5425c175b&device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 1137 time: 0.0860107 Aug 31 10:35:26.075767 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-881adb20-c0c9-4bc3-ba8d-f8f93748a36d req-6fae8601-4414-4968-86dc-b9d653c9b455 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/security-groups?id=239ba1b4-8f79-4703-9946-f726f98fad5b&id=87b18fc2-832a-4ad3-9516-38c627c5e933&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1034870 Aug 31 10:35:26.114527 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a55c1d-0486-4e2c-85b1-413acf6e212a req-cb418140-230a-4ae8-99e4-da37635f286c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:26.116030 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-25a55c1d-0486-4e2c-85b1-413acf6e212a req-cb418140-230a-4ae8-99e4-da37635f286c service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c5ea334-e879-435d-bc32-4ef50fe15551 HTTP/1.1" status: 200 len: 916 time: 0.1374009 Aug 31 10:35:26.124910 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-80dc1265-2c9e-4abb-8b02-22a74adb46fa None None] Provisioning complete for port 5c0fc634-8969-4498-8e41-82cacbb44cac triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:35:26.125223 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-80dc1265-2c9e-4abb-8b02-22a74adb46fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:26.190502 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-25a55c1d-0486-4e2c-85b1-413acf6e212a req-09107254-4131-453d-aae8-d71bfb4c9d08 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c0fc634-8969-4498-8e41-82cacbb44cac HTTP/1.1" status: 200 len: 1001 time: 0.0671270 Aug 31 10:35:26.249375 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a55c1d-0486-4e2c-85b1-413acf6e212a req-c3d13dbb-8116-46c8-a388-718f04cf3d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:26.250575 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-25a55c1d-0486-4e2c-85b1-413acf6e212a req-c3d13dbb-8116-46c8-a388-718f04cf3d05 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53cc3e15-0e70-4286-bb11-e9c4d2e09a81 HTTP/1.1" status: 200 len: 853 time: 0.0510149 Aug 31 10:35:26.299388 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a55c1d-0486-4e2c-85b1-413acf6e212a req-daafca34-eed6-4d13-b766-8e6551c13a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:26.300900 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-25a55c1d-0486-4e2c-85b1-413acf6e212a req-daafca34-eed6-4d13-b766-8e6551c13a3d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c5ea334-e879-435d-bc32-4ef50fe15551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426767 Aug 31 10:35:26.407986 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-25a55c1d-0486-4e2c-85b1-413acf6e212a req-d8258af0-bd6d-4709-b381-655c198cd852 service neutron] 10.222.0.59 "GET /v2.0/networks/1c5ea334-e879-435d-bc32-4ef50fe15551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984683 Aug 31 10:35:26.516703 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-25a55c1d-0486-4e2c-85b1-413acf6e212a req-1daae863-e614-4e2a-a66d-e392d163203f service neutron] 10.222.0.59 "GET /v2.0/networks/1c5ea334-e879-435d-bc32-4ef50fe15551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007497 Aug 31 10:35:33.475074 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:34.120699 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:38.798816 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e9e6c4d8-1279-4df8-8d07-d54d7a92e302 req-1652ee2a-38f4-4a79-a230-34da20da83b0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0268905 Aug 31 10:35:38.849982 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e9e6c4d8-1279-4df8-8d07-d54d7a92e302 req-41bcb613-a404-417c-9b2d-4eb9289c0a4b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.0257611 Aug 31 10:35:38.893099 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e9e6c4d8-1279-4df8-8d07-d54d7a92e302 req-ceb118bb-5752-47de-9204-d9ddbe1e9615 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40aea3578a764824ae85220fcc0c6911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206673 Aug 31 10:35:38.995565 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6c4d8-1279-4df8-8d07-d54d7a92e302 req-b6fc4550-0a43-425f-8103-798106b2d270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:38.997054 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e9e6c4d8-1279-4df8-8d07-d54d7a92e302 req-b6fc4550-0a43-425f-8103-798106b2d270 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0954168 Aug 31 10:35:40.543734 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf95e4-76bf-4375-a73d-b0f7d8ada262 req-f217f73b-e704-4d2a-b070-cb5a3ef756d8 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:40.545244 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1faf95e4-76bf-4375-a73d-b0f7d8ada262 req-f217f73b-e704-4d2a-b070-cb5a3ef756d8 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 985 time: 0.0536649 Aug 31 10:35:40.623365 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1faf95e4-76bf-4375-a73d-b0f7d8ada262 req-6d8d74fa-2678-4335-8022-1db54d720287 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/security-groups?id=239ba1b4-8f79-4703-9946-f726f98fad5b&id=87b18fc2-832a-4ad3-9516-38c627c5e933&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0713718 Aug 31 10:35:40.629632 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c869ae-bbb1-4658-8747-8104bb21af99 req-40dcc497-db31-417d-8afe-c12aea30fd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:40.631104 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98c869ae-bbb1-4658-8747-8104bb21af99 req-40dcc497-db31-417d-8afe-c12aea30fd03 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dacad30c8099498a829554d5425c175b&device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 1137 time: 0.0725191 Aug 31 10:35:40.724619 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c869ae-bbb1-4658-8747-8104bb21af99 req-4ab7d0e8-b370-4675-9190-bf1b5107a6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:40.726306 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98c869ae-bbb1-4658-8747-8104bb21af99 req-4ab7d0e8-b370-4675-9190-bf1b5107a6fb service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c5ea334-e879-435d-bc32-4ef50fe15551 HTTP/1.1" status: 200 len: 916 time: 0.0875709 Aug 31 10:35:40.802344 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98c869ae-bbb1-4658-8747-8104bb21af99 req-d3b2b66b-9b40-4f9d-976d-ec5cf94c2968 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c0fc634-8969-4498-8e41-82cacbb44cac HTTP/1.1" status: 200 len: 1001 time: 0.0660269 Aug 31 10:35:40.861152 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c869ae-bbb1-4658-8747-8104bb21af99 req-c8c22495-9057-454b-ac21-b2e0fdc81c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:40.865056 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98c869ae-bbb1-4658-8747-8104bb21af99 req-c8c22495-9057-454b-ac21-b2e0fdc81c75 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53cc3e15-0e70-4286-bb11-e9c4d2e09a81 HTTP/1.1" status: 200 len: 853 time: 0.0550566 Aug 31 10:35:40.916922 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c869ae-bbb1-4658-8747-8104bb21af99 req-373a29a3-22e2-44c1-8639-02e923fcbbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:40.918442 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98c869ae-bbb1-4658-8747-8104bb21af99 req-373a29a3-22e2-44c1-8639-02e923fcbbb5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c5ea334-e879-435d-bc32-4ef50fe15551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459070 Aug 31 10:35:41.022863 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98c869ae-bbb1-4658-8747-8104bb21af99 req-856734e0-b5a2-4898-8cd3-9c4f5afe97ae service neutron] 10.222.0.59 "GET /v2.0/networks/1c5ea334-e879-435d-bc32-4ef50fe15551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931966 Aug 31 10:35:41.128777 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98c869ae-bbb1-4658-8747-8104bb21af99 req-09f05d31-957b-48d1-843e-56c244196924 service neutron] 10.222.0.59 "GET /v2.0/networks/1c5ea334-e879-435d-bc32-4ef50fe15551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974977 Aug 31 10:35:41.360635 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ac510157-7dbd-4df9-bd4b-6dfff1473e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:41.792190 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf4c57-d62c-4632-8c69-1bcbdbf4a5fa req-60eda5c9-9fca-439f-bb3b-38d5a4548a69 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:41.797911 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-babf4c57-d62c-4632-8c69-1bcbdbf4a5fa req-60eda5c9-9fca-439f-bb3b-38d5a4548a69 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 985 time: 0.1013124 Aug 31 10:35:41.835596 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-babf4c57-d62c-4632-8c69-1bcbdbf4a5fa req-5f3d39fe-e70e-4a08-a47e-67e3e006940b tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/security-groups?id=239ba1b4-8f79-4703-9946-f726f98fad5b&id=87b18fc2-832a-4ad3-9516-38c627c5e933&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348823 Aug 31 10:35:42.959631 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed4ecc-274c-4bb1-add4-4773088aeabe req-894d5af8-9218-45b2-9097-0dd19a261c2a tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:42.961162 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-78ed4ecc-274c-4bb1-add4-4773088aeabe req-894d5af8-9218-45b2-9097-0dd19a261c2a tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 985 time: 0.0556748 Aug 31 10:35:43.007605 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-78ed4ecc-274c-4bb1-add4-4773088aeabe req-8a0bfbde-c325-451c-be84-0166f539b1d5 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/security-groups?id=239ba1b4-8f79-4703-9946-f726f98fad5b&id=87b18fc2-832a-4ad3-9516-38c627c5e933&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398674 Aug 31 10:35:44.006273 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1515955b-e6c8-412a-9688-f1e46b5c8e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:44.086371 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:44.129969 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396bb78-0801-47b7-a38b-36d47887199b req-5c2dc607-7c00-4fbe-b06d-095624fbf2fe tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:44.131499 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d396bb78-0801-47b7-a38b-36d47887199b req-5c2dc607-7c00-4fbe-b06d-095624fbf2fe tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 985 time: 0.0514953 Aug 31 10:35:44.175664 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d396bb78-0801-47b7-a38b-36d47887199b req-39c1c242-4699-4917-9303-31cf732ef4f3 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/security-groups?id=239ba1b4-8f79-4703-9946-f726f98fad5b&id=87b18fc2-832a-4ad3-9516-38c627c5e933&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373087 Aug 31 10:35:45.291942 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b212-0542-428e-87c0-4098571dd788 req-5b36acd0-7d89-40e0-aa92-d3bb90eacc40 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:45.293413 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1658b212-0542-428e-87c0-4098571dd788 req-5b36acd0-7d89-40e0-aa92-d3bb90eacc40 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 985 time: 0.0488012 Aug 31 10:35:45.333079 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1658b212-0542-428e-87c0-4098571dd788 req-2451fe2f-1a59-4ed5-99d0-4c2a7615ed78 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/security-groups?id=239ba1b4-8f79-4703-9946-f726f98fad5b&id=87b18fc2-832a-4ad3-9516-38c627c5e933&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335670 Aug 31 10:35:45.640126 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:46.454676 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a38005-5a4b-4f1c-bc5d-3de25e525d93 req-1f61ff91-b74b-4688-b57e-6879d8b1cc9e tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:46.456151 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b2a38005-5a4b-4f1c-bc5d-3de25e525d93 req-1f61ff91-b74b-4688-b57e-6879d8b1cc9e tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 985 time: 0.0545144 Aug 31 10:35:46.499632 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b2a38005-5a4b-4f1c-bc5d-3de25e525d93 req-afdfb8ba-f904-4df2-86c1-377009003c71 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/security-groups?id=239ba1b4-8f79-4703-9946-f726f98fad5b&id=87b18fc2-832a-4ad3-9516-38c627c5e933&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364161 Aug 31 10:35:47.297193 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:35:47.617720 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472a244-f1b1-4500-998c-176e633af6c8 req-3a16e289-bfc9-4fe7-a773-e40b13f9f77e tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:47.619823 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2472a244-f1b1-4500-998c-176e633af6c8 req-3a16e289-bfc9-4fe7-a773-e40b13f9f77e tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 985 time: 0.0521286 Aug 31 10:35:47.673359 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2472a244-f1b1-4500-998c-176e633af6c8 req-e2675f53-1db5-4313-aa75-6762e2572267 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/security-groups?id=239ba1b4-8f79-4703-9946-f726f98fad5b&id=87b18fc2-832a-4ad3-9516-38c627c5e933&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0458443 Aug 31 10:35:48.794875 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d0ad2-39b3-4ecd-baf3-fbca755280fa req-d9a59954-6c14-4628-9b17-d9ea20a3fdb1 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:48.796509 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd3d0ad2-39b3-4ecd-baf3-fbca755280fa req-d9a59954-6c14-4628-9b17-d9ea20a3fdb1 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 985 time: 0.0541224 Aug 31 10:35:48.847212 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd3d0ad2-39b3-4ecd-baf3-fbca755280fa req-a2318fc5-1773-41b2-98d0-9b22cf35aac9 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/security-groups?id=239ba1b4-8f79-4703-9946-f726f98fad5b&id=87b18fc2-832a-4ad3-9516-38c627c5e933&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445364 Aug 31 10:35:49.967524 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e4a63-d854-46c6-9fea-6c6bc700afe7 req-65968a7d-743d-4eb3-ad19-94e2b4b4a192 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:49.968994 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-331e4a63-d854-46c6-9fea-6c6bc700afe7 req-65968a7d-743d-4eb3-ad19-94e2b4b4a192 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 985 time: 0.0537050 Aug 31 10:35:50.010004 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-331e4a63-d854-46c6-9fea-6c6bc700afe7 req-eebf1dac-c8bc-47ac-ab40-ed7765104e2b tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/security-groups?id=239ba1b4-8f79-4703-9946-f726f98fad5b&id=87b18fc2-832a-4ad3-9516-38c627c5e933&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349293 Aug 31 10:35:51.127756 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dbe31-569c-4d7b-b1c5-55dd9d6e671e req-6c490cc9-867b-4975-924f-53a6847f40c7 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:51.129194 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-568dbe31-569c-4d7b-b1c5-55dd9d6e671e req-6c490cc9-867b-4975-924f-53a6847f40c7 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 985 time: 0.0504529 Aug 31 10:35:51.171170 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-568dbe31-569c-4d7b-b1c5-55dd9d6e671e req-d7a4d811-2e9d-4669-b033-d1d53f8fe263 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/security-groups?id=239ba1b4-8f79-4703-9946-f726f98fad5b&id=87b18fc2-832a-4ad3-9516-38c627c5e933&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351312 Aug 31 10:35:52.291529 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08782c8c-fde2-4fe1-bbef-d1d667b110ec req-bc523689-67a8-42b2-a35d-18f951437560 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:35:52.293116 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-08782c8c-fde2-4fe1-bbef-d1d667b110ec req-bc523689-67a8-42b2-a35d-18f951437560 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 985 time: 0.0510912 Aug 31 10:35:52.333243 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-08782c8c-fde2-4fe1-bbef-d1d667b110ec req-9b6a25fb-6c0c-4126-a942-efb834bc3964 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/security-groups?id=239ba1b4-8f79-4703-9946-f726f98fad5b&id=87b18fc2-832a-4ad3-9516-38c627c5e933&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338931 Aug 31 10:35:52.413329 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:36:03.639863 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:04.080019 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:11.376762 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e2717ee1-88dc-424d-b052-2b1f430831fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:14.027961 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-334a18f3-a136-4af9-9063-77e985842327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:14.125120 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:15.679052 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:17.337413 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:25.472616 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec046da2-1b2d-428d-8768-005d23c9bf06 req-0d69c8a0-942b-4015-be47-3518ef163345 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-920075291&fields=id&tenant_id=dacad30c8099498a829554d5425c175b HTTP/1.1" status: 200 len: 267 time: 0.0384736 Aug 31 10:36:25.535367 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec046da2-1b2d-428d-8768-005d23c9bf06 req-4351361e-217a-4d6c-ad69-488717c7ec02 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:36:25.536896 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec046da2-1b2d-428d-8768-005d23c9bf06 req-4351361e-217a-4d6c-ad69-488717c7ec02 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 985 time: 0.0581999 Aug 31 10:36:25.549100 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-ec046da2-1b2d-428d-8768-005d23c9bf06 req-57a2e225-0b44-492c-8f1d-2612dcf7675f tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Request body: {'port': {'security_groups': ['239ba1b4-8f79-4703-9946-f726f98fad5b']}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:36:25.613078 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ec046da2-1b2d-428d-8768-005d23c9bf06 req-57a2e225-0b44-492c-8f1d-2612dcf7675f tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:25.788082 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-ec046da2-1b2d-428d-8768-005d23c9bf06 req-57a2e225-0b44-492c-8f1d-2612dcf7675f tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] For port 5c0fc634-8969-4498-8e41-82cacbb44cac, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=5c0fc634-8969-4498-8e41-82cacbb44cac,segment=NetworkSegment(ac5e4055-eb4b-4d6d-bdb3-be401617620f),segment_id=ac5e4055-eb4b-4d6d-bdb3-be401617620f)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:36:25.819005 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ec046da2-1b2d-428d-8768-005d23c9bf06 req-57a2e225-0b44-492c-8f1d-2612dcf7675f tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:25.902239 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ec046da2-1b2d-428d-8768-005d23c9bf06 req-57a2e225-0b44-492c-8f1d-2612dcf7675f tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:25.915551 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['5c0fc634-8969-4498-8e41-82cacbb44cac'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:36:25.956858 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec046da2-1b2d-428d-8768-005d23c9bf06 req-57a2e225-0b44-492c-8f1d-2612dcf7675f tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:36:25.957529 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-ec046da2-1b2d-428d-8768-005d23c9bf06 req-57a2e225-0b44-492c-8f1d-2612dcf7675f tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:25.959134 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec046da2-1b2d-428d-8768-005d23c9bf06 req-57a2e225-0b44-492c-8f1d-2612dcf7675f tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "PUT /v2.0/ports/5c0fc634-8969-4498-8e41-82cacbb44cac HTTP/1.1" status: 200 len: 943 time: 0.4146290 Aug 31 10:36:25.959483 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aeeea31-8a69-4a7e-ab7c-ad339157601b', 'tag': '5c0fc634-8969-4498-8e41-82cacbb44cac'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:36:25.962113 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b61187-7056-40cd-9056-83cc52bcc50c" -d '{"events": [{"name": "network-changed", "server_uuid": "8aeeea31-8a69-4a7e-ab7c-ad339157601b", "tag": "5c0fc634-8969-4498-8e41-82cacbb44cac"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:36:25.967933 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55544) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:36:25.984174 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2e225-0b44-492c-8f1d-2612dcf7675f tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Pushing event updated for resources: {'Port': ['ID=5c0fc634-8969-4498-8e41-82cacbb44cac,revision_number=7']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:36:25.995657 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2e225-0b44-492c-8f1d-2612dcf7675f tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:25.996337 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2e225-0b44-492c-8f1d-2612dcf7675f tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:25.996337 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2e225-0b44-492c-8f1d-2612dcf7675f tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:25.996645 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2e225-0b44-492c-8f1d-2612dcf7675f tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:25.996967 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2e225-0b44-492c-8f1d-2612dcf7675f tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:25.997297 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2e225-0b44-492c-8f1d-2612dcf7675f tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:26.004260 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2e225-0b44-492c-8f1d-2612dcf7675f tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:26.008736 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2e225-0b44-492c-8f1d-2612dcf7675f tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:26.008736 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2e225-0b44-492c-8f1d-2612dcf7675f tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:26.008736 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2e225-0b44-492c-8f1d-2612dcf7675f tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:26.008736 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2e225-0b44-492c-8f1d-2612dcf7675f tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:26.008736 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a2e225-0b44-492c-8f1d-2612dcf7675f tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:26.032760 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a600eaa6-ba47-42d2-be3f-b18776489e45 x-openstack-request-id: req-a600eaa6-ba47-42d2-be3f-b18776489e45 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:36:26.032937 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aeeea31-8a69-4a7e-ab7c-ad339157601b", "tag": "5c0fc634-8969-4498-8e41-82cacbb44cac", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:36:26.033191 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-a600eaa6-ba47-42d2-be3f-b18776489e45 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:36:26.033835 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aeeea31-8a69-4a7e-ab7c-ad339157601b', 'tag': '5c0fc634-8969-4498-8e41-82cacbb44cac', 'status': 'completed', 'code': 200} Aug 31 10:36:26.059419 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fe818097-b4df-4d2d-98ea-4ea4a78219fc tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:26.060125 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['5c0fc634-8969-4498-8e41-82cacbb44cac'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:36:26.095006 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fe818097-b4df-4d2d-98ea-4ea4a78219fc tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:26.105297 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b61187-7056-40cd-9056-83cc52bcc50c req-97ebbc4d-b205-4cff-8c23-655d7c836873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:36:26.107456 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f4b61187-7056-40cd-9056-83cc52bcc50c req-97ebbc4d-b205-4cff-8c23-655d7c836873 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dacad30c8099498a829554d5425c175b&device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 1098 time: 0.0489185 Aug 31 10:36:26.214148 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b61187-7056-40cd-9056-83cc52bcc50c req-86a0278a-7813-42de-9968-f8ca679f8eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:36:26.215571 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f4b61187-7056-40cd-9056-83cc52bcc50c req-86a0278a-7813-42de-9968-f8ca679f8eaa service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c5ea334-e879-435d-bc32-4ef50fe15551 HTTP/1.1" status: 200 len: 916 time: 0.0968502 Aug 31 10:36:26.244497 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-554238d6-42b4-440f-93b8-a77681e0a1ee None None] Provisioning complete for port 5c0fc634-8969-4498-8e41-82cacbb44cac triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:36:26.244861 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-554238d6-42b4-440f-93b8-a77681e0a1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:26.293590 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f4b61187-7056-40cd-9056-83cc52bcc50c req-14f13c04-bf69-4b95-a6bb-1fa10031be67 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c0fc634-8969-4498-8e41-82cacbb44cac HTTP/1.1" status: 200 len: 1001 time: 0.0694895 Aug 31 10:36:26.302228 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fe818097-b4df-4d2d-98ea-4ea4a78219fc tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:26.305656 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fe818097-b4df-4d2d-98ea-4ea4a78219fc tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:26.309283 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fe818097-b4df-4d2d-98ea-4ea4a78219fc tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "DELETE /v2.0/security-groups/87b18fc2-832a-4ad3-9516-38c627c5e933 HTTP/1.1" status: 204 len: 168 time: 0.3366692 Aug 31 10:36:26.312332 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55548) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:36:26.348693 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b61187-7056-40cd-9056-83cc52bcc50c req-8a65f20f-ba4b-408c-a000-565e1974e7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:36:26.350807 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f4b61187-7056-40cd-9056-83cc52bcc50c req-8a65f20f-ba4b-408c-a000-565e1974e7ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53cc3e15-0e70-4286-bb11-e9c4d2e09a81 HTTP/1.1" status: 200 len: 853 time: 0.0490301 Aug 31 10:36:26.358258 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe818097-b4df-4d2d-98ea-4ea4a78219fc tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b18fc2-832a-4ad3-9516-38c627c5e933,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:36:26.377116 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe818097-b4df-4d2d-98ea-4ea4a78219fc tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:26.377470 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe818097-b4df-4d2d-98ea-4ea4a78219fc tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:26.377809 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe818097-b4df-4d2d-98ea-4ea4a78219fc tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:26.378145 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe818097-b4df-4d2d-98ea-4ea4a78219fc tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:26.378475 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe818097-b4df-4d2d-98ea-4ea4a78219fc tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:26.378935 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe818097-b4df-4d2d-98ea-4ea4a78219fc tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:26.379270 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe818097-b4df-4d2d-98ea-4ea4a78219fc tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:26.379597 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe818097-b4df-4d2d-98ea-4ea4a78219fc tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:26.379928 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe818097-b4df-4d2d-98ea-4ea4a78219fc tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:26.380249 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe818097-b4df-4d2d-98ea-4ea4a78219fc tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:26.380572 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe818097-b4df-4d2d-98ea-4ea4a78219fc tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:26.380892 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe818097-b4df-4d2d-98ea-4ea4a78219fc tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:26.404416 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b61187-7056-40cd-9056-83cc52bcc50c req-9a3b6ef5-8319-4dea-80d9-a5cd114b3186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:36:26.406008 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f4b61187-7056-40cd-9056-83cc52bcc50c req-9a3b6ef5-8319-4dea-80d9-a5cd114b3186 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c5ea334-e879-435d-bc32-4ef50fe15551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471282 Aug 31 10:36:26.502430 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-8b9baff9-3082-43d3-90b3-64960c66b041 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Deleting port 55c5927f-b58f-468e-95f2-c4cc88588a1e {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:36:26.502819 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b9baff9-3082-43d3-90b3-64960c66b041 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:26.506959 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f4b61187-7056-40cd-9056-83cc52bcc50c req-cf9d721d-fa19-4cd3-ae62-ebb67a629c90 service neutron] 10.222.0.59 "GET /v2.0/networks/1c5ea334-e879-435d-bc32-4ef50fe15551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898449 Aug 31 10:36:26.586233 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b9baff9-3082-43d3-90b3-64960c66b041 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:26.586748 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b9baff9-3082-43d3-90b3-64960c66b041 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:26.602823 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-8b9baff9-3082-43d3-90b3-64960c66b041 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Calling delete_port for 55c5927f-b58f-468e-95f2-c4cc88588a1e owned by network:floatingip {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:36:26.610825 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f4b61187-7056-40cd-9056-83cc52bcc50c req-eb556894-67c0-45f2-b595-a38187813d39 service neutron] 10.222.0.59 "GET /v2.0/networks/1c5ea334-e879-435d-bc32-4ef50fe15551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931277 Aug 31 10:36:26.851491 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b9baff9-3082-43d3-90b3-64960c66b041 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:26.877853 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9baff9-3082-43d3-90b3-64960c66b041 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Pushing event deleted for resources: {'Port': ['ID=55c5927f-b58f-468e-95f2-c4cc88588a1e,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:36:26.939373 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b9baff9-3082-43d3-90b3-64960c66b041 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks [] for floatingip, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:26.939729 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [None req-8b9baff9-3082-43d3-90b3-64960c66b041 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Floating IP 26b592fd-7f3f-48a6-9a16-a2a9d55eb28e disassociated (deleted). External IP: 172.25.2.30, port: 5c0fc634-8969-4498-8e41-82cacbb44cac. Aug 31 10:36:27.163040 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9baff9-3082-43d3-90b3-64960c66b041 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Router e3dc433b-00f8-4d35-93da-95335c491089 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:36:27.276291 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9baff9-3082-43d3-90b3-64960c66b041 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:36:27.281194 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8b9baff9-3082-43d3-90b3-64960c66b041 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:27.288305 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6612b2-d168-45c1-a690-2f9c0c8bba13 None None] Sync routers for ids ['e3dc433b-00f8-4d35-93da-95335c491089'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:36:27.299894 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6612b2-d168-45c1-a690-2f9c0c8bba13 None None] Routers {'e3dc433b-00f8-4d35-93da-95335c491089'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:36:27.300507 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-0b6612b2-d168-45c1-a690-2f9c0c8bba13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:36:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e3dc433b-00f8-4d35-93da-95335c491089'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:36:27.311080 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8b9baff9-3082-43d3-90b3-64960c66b041 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "DELETE /v2.0/floatingips/26b592fd-7f3f-48a6-9a16-a2a9d55eb28e HTTP/1.1" status: 204 len: 168 time: 0.9942434 Aug 31 10:36:27.311675 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aeeea31-8a69-4a7e-ab7c-ad339157601b', 'tag': '5c0fc634-8969-4498-8e41-82cacbb44cac'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:36:27.313949 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efb09fcb25d757964e6e64477cf3964f72eef090657aa62846af519e9d9507f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896ced4a-bbbc-4de5-9925-c80e66e2b439" -d '{"events": [{"name": "network-changed", "server_uuid": "8aeeea31-8a69-4a7e-ab7c-ad339157601b", "tag": "5c0fc634-8969-4498-8e41-82cacbb44cac"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:36:27.420255 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-0b6612b2-d168-45c1-a690-2f9c0c8bba13 None None] Set router e3dc433b-00f8-4d35-93da-95335c491089 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:36:27.442199 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe10925-861f-4b52-bcc9-40c156dc5bed x-openstack-request-id: req-8fe10925-861f-4b52-bcc9-40c156dc5bed {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:36:27.442488 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aeeea31-8a69-4a7e-ab7c-ad339157601b", "tag": "5c0fc634-8969-4498-8e41-82cacbb44cac", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:36:27.442793 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-8fe10925-861f-4b52-bcc9-40c156dc5bed {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:36:27.443199 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aeeea31-8a69-4a7e-ab7c-ad339157601b', 'tag': '5c0fc634-8969-4498-8e41-82cacbb44cac', 'status': 'completed', 'code': 200} Aug 31 10:36:27.519726 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ced4a-bbbc-4de5-9925-c80e66e2b439 req-5e193e97-df1a-44f3-81f9-8da29fba36a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:36:27.521442 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-896ced4a-bbbc-4de5-9925-c80e66e2b439 req-5e193e97-df1a-44f3-81f9-8da29fba36a8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dacad30c8099498a829554d5425c175b&device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 1098 time: 0.0443120 Aug 31 10:36:27.618100 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ced4a-bbbc-4de5-9925-c80e66e2b439 req-e7126edc-e062-404a-bea5-bf9dcf8075af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:36:27.619856 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-896ced4a-bbbc-4de5-9925-c80e66e2b439 req-e7126edc-e062-404a-bea5-bf9dcf8075af service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c5ea334-e879-435d-bc32-4ef50fe15551 HTTP/1.1" status: 200 len: 916 time: 0.0907550 Aug 31 10:36:27.645919 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-0b6612b2-d168-45c1-a690-2f9c0c8bba13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'name': 'tempest-TestMinimumBasicScenario-542150721-router', 'tenant_id': 'dacad30c8099498a829554d5425c175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '6495e5fd-1952-4545-88b2-fb14ccf5c5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:34:22Z', 'updated_at': '2021-08-31T10:34:25Z', 'revision_number': 4, 'project_id': 'dacad30c8099498a829554d5425c175b', 'gw_port': {'id': '6495e5fd-1952-4545-88b2-fb14ccf5c5cd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:34:23Z', 'updated_at': '2021-08-31T10:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '91007129-ff99-4c5f-a121-cf79618f0cf1', 'name': '', 'network_id': '1c5ea334-e879-435d-bc32-4ef50fe15551', 'tenant_id': 'dacad30c8099498a829554d5425c175b', 'mac_address': 'fa:16:3e:21:26:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '53cc3e15-0e70-4286-bb11-e9c4d2e09a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:34:25Z', 'updated_at': '2021-08-31T10:34:30Z', 'revision_number': 5, 'project_id': 'dacad30c8099498a829554d5425c175b', 'subnets': [{'id': '53cc3e15-0e70-4286-bb11-e9c4d2e09a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:36:27.662995 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-896ced4a-bbbc-4de5-9925-c80e66e2b439 req-4db2481d-2f8c-4fb2-979d-65a49289a408 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c0fc634-8969-4498-8e41-82cacbb44cac HTTP/1.1" status: 200 len: 217 time: 0.0353992 Aug 31 10:36:27.688270 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6612b2-d168-45c1-a690-2f9c0c8bba13 None None] Checking router: e3dc433b-00f8-4d35-93da-95335c491089 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:36:27.688270 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6612b2-d168-45c1-a690-2f9c0c8bba13 None None] Routers {'e3dc433b-00f8-4d35-93da-95335c491089'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:36:27.688270 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-0b6612b2-d168-45c1-a690-2f9c0c8bba13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:36:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e3dc433b-00f8-4d35-93da-95335c491089'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:36:27.719070 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ced4a-bbbc-4de5-9925-c80e66e2b439 req-731b4342-bc5d-4235-8050-81ca6415166c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:36:27.720557 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-896ced4a-bbbc-4de5-9925-c80e66e2b439 req-731b4342-bc5d-4235-8050-81ca6415166c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=53cc3e15-0e70-4286-bb11-e9c4d2e09a81 HTTP/1.1" status: 200 len: 853 time: 0.0496018 Aug 31 10:36:27.769767 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ced4a-bbbc-4de5-9925-c80e66e2b439 req-04d89be5-5dd5-4b93-9f77-31921964c90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:36:27.771395 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-896ced4a-bbbc-4de5-9925-c80e66e2b439 req-04d89be5-5dd5-4b93-9f77-31921964c90a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c5ea334-e879-435d-bc32-4ef50fe15551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426962 Aug 31 10:36:27.799593 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-0b6612b2-d168-45c1-a690-2f9c0c8bba13 None None] Set router e3dc433b-00f8-4d35-93da-95335c491089 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:36:27.873214 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-896ced4a-bbbc-4de5-9925-c80e66e2b439 req-5aa7b6f6-4f93-4bc5-ab56-698bd93d36a3 service neutron] 10.222.0.59 "GET /v2.0/networks/1c5ea334-e879-435d-bc32-4ef50fe15551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936148 Aug 31 10:36:27.972468 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-896ced4a-bbbc-4de5-9925-c80e66e2b439 req-a530aab8-e049-4ff2-a1a9-12ca3ac38b3f service neutron] 10.222.0.59 "GET /v2.0/networks/1c5ea334-e879-435d-bc32-4ef50fe15551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922053 Aug 31 10:36:28.026286 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-0b6612b2-d168-45c1-a690-2f9c0c8bba13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'name': 'tempest-TestMinimumBasicScenario-542150721-router', 'tenant_id': 'dacad30c8099498a829554d5425c175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '6495e5fd-1952-4545-88b2-fb14ccf5c5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:34:22Z', 'updated_at': '2021-08-31T10:34:25Z', 'revision_number': 4, 'project_id': 'dacad30c8099498a829554d5425c175b', 'gw_port': {'id': '6495e5fd-1952-4545-88b2-fb14ccf5c5cd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:34:23Z', 'updated_at': '2021-08-31T10:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '91007129-ff99-4c5f-a121-cf79618f0cf1', 'name': '', 'network_id': '1c5ea334-e879-435d-bc32-4ef50fe15551', 'tenant_id': 'dacad30c8099498a829554d5425c175b', 'mac_address': 'fa:16:3e:21:26:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '53cc3e15-0e70-4286-bb11-e9c4d2e09a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:34:25Z', 'updated_at': '2021-08-31T10:34:30Z', 'revision_number': 5, 'project_id': 'dacad30c8099498a829554d5425c175b', 'subnets': [{'id': '53cc3e15-0e70-4286-bb11-e9c4d2e09a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:36:28.052553 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6612b2-d168-45c1-a690-2f9c0c8bba13 None None] The sync data for ids ['e3dc433b-00f8-4d35-93da-95335c491089'] in n-d-791506-28 is: [{'id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'name': 'tempest-TestMinimumBasicScenario-542150721-router', 'tenant_id': 'dacad30c8099498a829554d5425c175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '6495e5fd-1952-4545-88b2-fb14ccf5c5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:34:22Z', 'updated_at': '2021-08-31T10:34:25Z', 'revision_number': 4, 'project_id': 'dacad30c8099498a829554d5425c175b', 'gw_port': {'id': '6495e5fd-1952-4545-88b2-fb14ccf5c5cd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:34:23Z', 'updated_at': '2021-08-31T10:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '91007129-ff99-4c5f-a121-cf79618f0cf1', 'name': '', 'network_id': '1c5ea334-e879-435d-bc32-4ef50fe15551', 'tenant_id': 'dacad30c8099498a829554d5425c175b', 'mac_address': 'fa:16:3e:21:26:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '53cc3e15-0e70-4286-bb11-e9c4d2e09a81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:34:25Z', 'updated_at': '2021-08-31T10:34:30Z', 'revision_number': 5, 'project_id': 'dacad30c8099498a829554d5425c175b', 'subnets': [{'id': '53cc3e15-0e70-4286-bb11-e9c4d2e09a81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:36:28.293107 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ac126d-09ff-4b83-b85d-cc8e6871d121 None None] New status for floating IP 26b592fd-7f3f-48a6-9a16-a2a9d55eb28e: DOWN {{(pid=95555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:36:29.411692 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:36:33.501788 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:34.067629 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:36.231850 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bf721-9111-4f49-bd6e-9ca2f8ab5524 req-eb8dd3f5-dba5-4f2d-b47e-91de614ae4f4 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:36:36.231850 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e03bf721-9111-4f49-bd6e-9ca2f8ab5524 req-eb8dd3f5-dba5-4f2d-b47e-91de614ae4f4 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 946 time: 0.0518770 Aug 31 10:36:36.254661 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e03bf721-9111-4f49-bd6e-9ca2f8ab5524 req-6fc84694-3912-4627-85f0-6c4517f5c94f tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/security-groups?id=239ba1b4-8f79-4703-9946-f726f98fad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319014 Aug 31 10:36:37.377313 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e7a25-aa90-48ff-a9d3-e81b513870e9 req-a9d27706-5b4c-4ba1-a450-f15d0cfd961e tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:36:37.378828 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c74e7a25-aa90-48ff-a9d3-e81b513870e9 req-a9d27706-5b4c-4ba1-a450-f15d0cfd961e tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 946 time: 0.0508716 Aug 31 10:36:37.420881 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c74e7a25-aa90-48ff-a9d3-e81b513870e9 req-da85e380-53e9-4f2c-8107-797209277fc4 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/security-groups?id=239ba1b4-8f79-4703-9946-f726f98fad5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358109 Aug 31 10:36:38.027758 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d4a5e-d504-4f03-9160-37fb91f183a3 req-4f909679-4730-4fd6-9c61-fcdbebc65ab6 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:36:38.029221 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7b4d4a5e-d504-4f03-9160-37fb91f183a3 req-4f909679-4730-4fd6-9c61-fcdbebc65ab6 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.59 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 946 time: 0.0487158 Aug 31 10:36:38.120479 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-7b4d4a5e-d504-4f03-9160-37fb91f183a3 req-47cbfe8f-b3f2-4a0f-b57b-7775620e9714 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Deleting port 5c0fc634-8969-4498-8e41-82cacbb44cac {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:36:38.120823 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7b4d4a5e-d504-4f03-9160-37fb91f183a3 req-47cbfe8f-b3f2-4a0f-b57b-7775620e9714 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:38.211908 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-7b4d4a5e-d504-4f03-9160-37fb91f183a3 req-47cbfe8f-b3f2-4a0f-b57b-7775620e9714 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] For port 5c0fc634-8969-4498-8e41-82cacbb44cac, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=5c0fc634-8969-4498-8e41-82cacbb44cac,segment=NetworkSegment(ac5e4055-eb4b-4d6d-bdb3-be401617620f),segment_id=ac5e4055-eb4b-4d6d-bdb3-be401617620f)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:36:38.212262 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7b4d4a5e-d504-4f03-9160-37fb91f183a3 req-47cbfe8f-b3f2-4a0f-b57b-7775620e9714 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:38.225042 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-7b4d4a5e-d504-4f03-9160-37fb91f183a3 req-47cbfe8f-b3f2-4a0f-b57b-7775620e9714 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Calling delete_port for 5c0fc634-8969-4498-8e41-82cacbb44cac owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:36:38.479169 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7b4d4a5e-d504-4f03-9160-37fb91f183a3 req-47cbfe8f-b3f2-4a0f-b57b-7775620e9714 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:38.491038 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['5c0fc634-8969-4498-8e41-82cacbb44cac'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:36:38.517824 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cbfe8f-b3f2-4a0f-b57b-7775620e9714 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Pushing event deleted for resources: {'Port': ['ID=5c0fc634-8969-4498-8e41-82cacbb44cac,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:36:38.542189 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-515c7996-001d-4173-b9c8-8c49bedfd78d req-0d869719-3eed-46ac-9b8a-a479c97cfbae tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 210 time: 0.0335093 Aug 31 10:36:38.574927 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4d4a5e-d504-4f03-9160-37fb91f183a3 req-47cbfe8f-b3f2-4a0f-b57b-7775620e9714 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] No DVR routers for this DVR port 5c0fc634-8969-4498-8e41-82cacbb44cac on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:36:38.577542 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-7b4d4a5e-d504-4f03-9160-37fb91f183a3 req-47cbfe8f-b3f2-4a0f-b57b-7775620e9714 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:38.579588 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7b4d4a5e-d504-4f03-9160-37fb91f183a3 req-47cbfe8f-b3f2-4a0f-b57b-7775620e9714 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.59 "DELETE /v2.0/ports/5c0fc634-8969-4498-8e41-82cacbb44cac HTTP/1.1" status: 204 len: 173 time: 0.5442812 Aug 31 10:36:38.580016 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aeeea31-8a69-4a7e-ab7c-ad339157601b', 'name': 'network-vif-deleted', 'tag': '5c0fc634-8969-4498-8e41-82cacbb44cac'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:36:38.582213 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9541cd17-4c85-4836-8146-23a5dbdaf4c1" -d '{"events": [{"server_uuid": "8aeeea31-8a69-4a7e-ab7c-ad339157601b", "name": "network-vif-deleted", "tag": "5c0fc634-8969-4498-8e41-82cacbb44cac"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:36:38.620422 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d31a57d-b0f7-4342-b90e-a93d9f1c5786 x-openstack-request-id: req-8d31a57d-b0f7-4342-b90e-a93d9f1c5786 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:36:38.620714 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aeeea31-8a69-4a7e-ab7c-ad339157601b", "name": "network-vif-deleted", "tag": "5c0fc634-8969-4498-8e41-82cacbb44cac", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:36:38.620967 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-8d31a57d-b0f7-4342-b90e-a93d9f1c5786 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:36:38.621394 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aeeea31-8a69-4a7e-ab7c-ad339157601b', 'name': 'network-vif-deleted', 'tag': '5c0fc634-8969-4498-8e41-82cacbb44cac', 'status': 'completed', 'code': 200} Aug 31 10:36:38.987537 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-92f82ddc-a8e7-493a-ba1d-30e0c014daa0 req-64e2abe6-471e-4de0-9c0f-b5fcca98f2d8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0300169 Aug 31 10:36:39.036907 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-92f82ddc-a8e7-493a-ba1d-30e0c014daa0 req-15d0d808-7eee-4fb9-8748-b3277670c6a3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0247777 Aug 31 10:36:39.076806 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-92f82ddc-a8e7-493a-ba1d-30e0c014daa0 req-1fdddaa4-d92e-4b5e-b959-0ab2fbd324d2 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193872 Aug 31 10:36:39.170057 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f82ddc-a8e7-493a-ba1d-30e0c014daa0 req-9b69d1c3-86cb-4253-8088-6fab50a04c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:36:39.171476 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-92f82ddc-a8e7-493a-ba1d-30e0c014daa0 req-9b69d1c3-86cb-4253-8088-6fab50a04c26 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0880566 Aug 31 10:36:39.654483 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5adef46d-0ec2-4855-8640-e1e15f3ae6b7 req-3330ad47-141b-4815-b135-26fe396a27d1 tempest-TestMinimumBasicScenario-1370717989 tempest-TestMinimumBasicScenario-1370717989-project] 10.222.0.119 "GET /v2.0/ports?device_id=8aeeea31-8a69-4a7e-ab7c-ad339157601b HTTP/1.1" status: 200 len: 210 time: 0.0322912 Aug 31 10:36:41.399159 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4464f6a8-20e6-4671-8206-8a22af976aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:42.302343 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55654) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:36:42.650046 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d24b45cd-858d-4ba2-a307-36d109abb55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:42.907428 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-d24b45cd-858d-4ba2-a307-36d109abb55d admin admin] Deleting port 91007129-ff99-4c5f-a121-cf79618f0cf1 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:36:42.907688 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d24b45cd-858d-4ba2-a307-36d109abb55d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:42.991569 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-d24b45cd-858d-4ba2-a307-36d109abb55d admin admin] For port 91007129-ff99-4c5f-a121-cf79618f0cf1, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=91007129-ff99-4c5f-a121-cf79618f0cf1,segment=NetworkSegment(ac5e4055-eb4b-4d6d-bdb3-be401617620f),segment_id=ac5e4055-eb4b-4d6d-bdb3-be401617620f)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:36:42.991928 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d24b45cd-858d-4ba2-a307-36d109abb55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:43.009394 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-d24b45cd-858d-4ba2-a307-36d109abb55d admin admin] Calling delete_port for 91007129-ff99-4c5f-a121-cf79618f0cf1 owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:36:43.498440 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 5c0fc634-8969-4498-8e41-82cacbb44cac no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:36:43.519988 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 5c0fc634-8969-4498-8e41-82cacbb44cac {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:36:43.520377 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 5c0fc634-8969-4498-8e41-82cacbb44cac not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:36:43.673169 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d24b45cd-858d-4ba2-a307-36d109abb55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:43.701757 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b45cd-858d-4ba2-a307-36d109abb55d admin admin] Pushing event deleted for resources: {'Port': ['ID=91007129-ff99-4c5f-a121-cf79618f0cf1,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:36:43.872959 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d24b45cd-858d-4ba2-a307-36d109abb55d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:44.036754 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fe43ca2f-4b47-4f69-9775-42f6625c10a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:44.093897 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24b45cd-858d-4ba2-a307-36d109abb55d admin admin] Router e3dc433b-00f8-4d35-93da-95335c491089 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:36:44.113166 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:44.208383 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24b45cd-858d-4ba2-a307-36d109abb55d admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:36:44.214272 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d24b45cd-858d-4ba2-a307-36d109abb55d admin admin] 10.222.0.119 "PUT /v2.0/routers/e3dc433b-00f8-4d35-93da-95335c491089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9107616 Aug 31 10:36:44.217073 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55656) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:36:44.217955 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c558a0-0c04-4a30-81a8-93de61c39393 None None] Sync routers for ids ['e3dc433b-00f8-4d35-93da-95335c491089'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:36:44.227445 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c558a0-0c04-4a30-81a8-93de61c39393 None None] Routers {'e3dc433b-00f8-4d35-93da-95335c491089'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:36:44.228031 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-04c558a0-0c04-4a30-81a8-93de61c39393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:36:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e3dc433b-00f8-4d35-93da-95335c491089'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:36:44.321857 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-878dc4f6-bb0b-4ac7-a11c-c7e526d90118 admin admin] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:44.331434 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-04c558a0-0c04-4a30-81a8-93de61c39393 None None] Set router e3dc433b-00f8-4d35-93da-95335c491089 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:36:44.420524 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-878dc4f6-bb0b-4ac7-a11c-c7e526d90118 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:44.509577 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-04c558a0-0c04-4a30-81a8-93de61c39393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'name': 'tempest-TestMinimumBasicScenario-542150721-router', 'tenant_id': 'dacad30c8099498a829554d5425c175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': '6495e5fd-1952-4545-88b2-fb14ccf5c5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:34:22Z', 'updated_at': '2021-08-31T10:36:43Z', 'revision_number': 5, 'project_id': 'dacad30c8099498a829554d5425c175b', 'gw_port': {'id': '6495e5fd-1952-4545-88b2-fb14ccf5c5cd', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:34:23Z', 'updated_at': '2021-08-31T10:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:36:44.538809 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c558a0-0c04-4a30-81a8-93de61c39393 None None] Checking router: e3dc433b-00f8-4d35-93da-95335c491089 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:36:44.547405 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c558a0-0c04-4a30-81a8-93de61c39393 None None] Routers {'e3dc433b-00f8-4d35-93da-95335c491089'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:36:44.548010 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-04c558a0-0c04-4a30-81a8-93de61c39393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:36:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e3dc433b-00f8-4d35-93da-95335c491089'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:36:44.588632 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-878dc4f6-bb0b-4ac7-a11c-c7e526d90118 admin admin] Deleting port 6495e5fd-1952-4545-88b2-fb14ccf5c5cd {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:36:44.588874 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-878dc4f6-bb0b-4ac7-a11c-c7e526d90118 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:44.632195 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-04c558a0-0c04-4a30-81a8-93de61c39393 None None] Set router e3dc433b-00f8-4d35-93da-95335c491089 gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:36:44.669134 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-878dc4f6-bb0b-4ac7-a11c-c7e526d90118 admin admin] For port 6495e5fd-1952-4545-88b2-fb14ccf5c5cd, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=6495e5fd-1952-4545-88b2-fb14ccf5c5cd,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:36:44.669492 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-878dc4f6-bb0b-4ac7-a11c-c7e526d90118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:44.683007 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-878dc4f6-bb0b-4ac7-a11c-c7e526d90118 admin admin] Calling delete_port for 6495e5fd-1952-4545-88b2-fb14ccf5c5cd owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:36:44.687429 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-04c558a0-0c04-4a30-81a8-93de61c39393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'name': 'tempest-TestMinimumBasicScenario-542150721-router', 'tenant_id': 'dacad30c8099498a829554d5425c175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:34:22Z', 'updated_at': '2021-08-31T10:36:44Z', 'revision_number': 6, 'project_id': 'dacad30c8099498a829554d5425c175b', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:36:44.713372 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c558a0-0c04-4a30-81a8-93de61c39393 None None] The sync data for ids ['e3dc433b-00f8-4d35-93da-95335c491089'] in n-d-791506-28 is: [{'id': 'e3dc433b-00f8-4d35-93da-95335c491089', 'name': 'tempest-TestMinimumBasicScenario-542150721-router', 'tenant_id': 'dacad30c8099498a829554d5425c175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:34:22Z', 'updated_at': '2021-08-31T10:36:44Z', 'revision_number': 6, 'project_id': 'dacad30c8099498a829554d5425c175b', 'gw_port_host': None}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:36:44.941883 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-878dc4f6-bb0b-4ac7-a11c-c7e526d90118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:44.968817 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878dc4f6-bb0b-4ac7-a11c-c7e526d90118 admin admin] Pushing event deleted for resources: {'Port': ['ID=6495e5fd-1952-4545-88b2-fb14ccf5c5cd,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:36:45.035817 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-878dc4f6-bb0b-4ac7-a11c-c7e526d90118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:45.486924 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-878dc4f6-bb0b-4ac7-a11c-c7e526d90118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:45.489403 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-878dc4f6-bb0b-4ac7-a11c-c7e526d90118 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:45.656088 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-878dc4f6-bb0b-4ac7-a11c-c7e526d90118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:45.656672 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878dc4f6-bb0b-4ac7-a11c-c7e526d90118 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3dc433b-00f8-4d35-93da-95335c491089 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:36:45.661104 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-878dc4f6-bb0b-4ac7-a11c-c7e526d90118 admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:45.663287 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-878dc4f6-bb0b-4ac7-a11c-c7e526d90118 admin admin] 10.222.0.119 "DELETE /v2.0/routers/e3dc433b-00f8-4d35-93da-95335c491089 HTTP/1.1" status: 204 len: 168 time: 1.4442468 Aug 31 10:36:45.665352 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55658) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:36:45.717781 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba5cbe23-6b4b-4a42-ab9c-7ae5a37286e4 admin admin] Deleting subnet 53cc3e15-0e70-4286-bb11-e9c4d2e09a81 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:36:45.721279 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ba5cbe23-6b4b-4a42-ab9c-7ae5a37286e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:45.725610 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:45.761206 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ba5cbe23-6b4b-4a42-ab9c-7ae5a37286e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:45.840741 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ba5cbe23-6b4b-4a42-ab9c-7ae5a37286e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:46.004941 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ba5cbe23-6b4b-4a42-ab9c-7ae5a37286e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:46.032356 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5cbe23-6b4b-4a42-ab9c-7ae5a37286e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53cc3e15-0e70-4286-bb11-e9c4d2e09a81,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:36:46.035887 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ba5cbe23-6b4b-4a42-ab9c-7ae5a37286e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:46.037795 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ba5cbe23-6b4b-4a42-ab9c-7ae5a37286e4 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/53cc3e15-0e70-4286-bb11-e9c4d2e09a81 HTTP/1.1" status: 204 len: 168 time: 0.3713772 Aug 31 10:36:46.040504 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55660) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:36:46.043121 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50fcfc3-2273-49c7-bf6d-54eb9c257dd0 None None] Network 1c5ea334-e879-435d-bc32-4ef50fe15551 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:36:46.112101 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-24f9ae82-7c71-46d4-942b-221dd6cc0a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:46.175134 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-24f9ae82-7c71-46d4-942b-221dd6cc0a5b admin admin] Deleting port 4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:36:46.175622 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-24f9ae82-7c71-46d4-942b-221dd6cc0a5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:46.192416 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 91007129-ff99-4c5f-a121-cf79618f0cf1 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:36:46.213121 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 91007129-ff99-4c5f-a121-cf79618f0cf1 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:36:46.213465 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 91007129-ff99-4c5f-a121-cf79618f0cf1 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:36:46.213876 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6495e5fd-1952-4545-88b2-fb14ccf5c5cd no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:36:46.244438 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d0a8e9-0d3d-4feb-93d9-b0d730b9ac4a None None] DHCP port deletion for 1c5ea334-e879-435d-bc32-4ef50fe15551 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:36:46.246525 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 6495e5fd-1952-4545-88b2-fb14ccf5c5cd {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:36:46.246894 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6495e5fd-1952-4545-88b2-fb14ccf5c5cd not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:36:46.263808 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-24f9ae82-7c71-46d4-942b-221dd6cc0a5b admin admin] For port 4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8,segment=NetworkSegment(ac5e4055-eb4b-4d6d-bdb3-be401617620f),segment_id=ac5e4055-eb4b-4d6d-bdb3-be401617620f)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:36:46.264100 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-24f9ae82-7c71-46d4-942b-221dd6cc0a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:46.277385 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-24f9ae82-7c71-46d4-942b-221dd6cc0a5b admin admin] Calling delete_port for 4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:36:46.295755 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-49d0a8e9-0d3d-4feb-93d9-b0d730b9ac4a None None] Deleting port 4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:36:46.296120 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-49d0a8e9-0d3d-4feb-93d9-b0d730b9ac4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:46.358412 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-49d0a8e9-0d3d-4feb-93d9-b0d730b9ac4a None None] For port 4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8,segment=NetworkSegment(ac5e4055-eb4b-4d6d-bdb3-be401617620f),segment_id=ac5e4055-eb4b-4d6d-bdb3-be401617620f)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:36:46.358850 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-49d0a8e9-0d3d-4feb-93d9-b0d730b9ac4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:46.371875 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-49d0a8e9-0d3d-4feb-93d9-b0d730b9ac4a None None] Calling delete_port for 4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:36:46.501762 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-24f9ae82-7c71-46d4-942b-221dd6cc0a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:46.509652 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-49d0a8e9-0d3d-4feb-93d9-b0d730b9ac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:46.532445 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f9ae82-7c71-46d4-942b-221dd6cc0a5b admin admin] Pushing event deleted for resources: {'Port': ['ID=4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:36:46.536809 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0a8e9-0d3d-4feb-93d9-b0d730b9ac4a None None] Pushing event deleted for resources: {'Port': ['ID=4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:36:46.539587 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f9ae82-7c71-46d4-942b-221dd6cc0a5b admin admin] No DVR routers for this DVR port 4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:36:46.541598 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d0a8e9-0d3d-4feb-93d9-b0d730b9ac4a None None] No DVR routers for this DVR port 4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:36:46.551138 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0a8e9-0d3d-4feb-93d9-b0d730b9ac4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:46.551527 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0a8e9-0d3d-4feb-93d9-b0d730b9ac4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:46.551778 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0a8e9-0d3d-4feb-93d9-b0d730b9ac4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:46.552073 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0a8e9-0d3d-4feb-93d9-b0d730b9ac4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:46.552405 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0a8e9-0d3d-4feb-93d9-b0d730b9ac4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:46.552728 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0a8e9-0d3d-4feb-93d9-b0d730b9ac4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:46.553082 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0a8e9-0d3d-4feb-93d9-b0d730b9ac4a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:46.553406 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0a8e9-0d3d-4feb-93d9-b0d730b9ac4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:46.553726 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0a8e9-0d3d-4feb-93d9-b0d730b9ac4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:46.554063 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0a8e9-0d3d-4feb-93d9-b0d730b9ac4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:46.554358 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0a8e9-0d3d-4feb-93d9-b0d730b9ac4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:46.554705 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d0a8e9-0d3d-4feb-93d9-b0d730b9ac4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:36:46.612419 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-24f9ae82-7c71-46d4-942b-221dd6cc0a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:46.622518 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-24f9ae82-7c71-46d4-942b-221dd6cc0a5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5ea334-e879-435d-bc32-4ef50fe15551']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:36:46.633158 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-24f9ae82-7c71-46d4-942b-221dd6cc0a5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac5e4055-eb4b-4d6d-bdb3-be401617620f') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:36:46.633467 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-24f9ae82-7c71-46d4-942b-221dd6cc0a5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac5e4055-eb4b-4d6d-bdb3-be401617620f') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:36:46.642257 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-24f9ae82-7c71-46d4-942b-221dd6cc0a5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:46.657641 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-24f9ae82-7c71-46d4-942b-221dd6cc0a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:46.664481 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f9ae82-7c71-46d4-942b-221dd6cc0a5b admin admin] Releasing vlan 1620 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:36:46.664863 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-24f9ae82-7c71-46d4-942b-221dd6cc0a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:46.666485 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 10:36:46.666485 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:36:46.666485 n-d-791506-28 neutron-server[95553]: timer() Aug 31 10:36:46.666485 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:36:46.666485 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 10:36:46.666485 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:36:46.666485 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 10:36:46.666485 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:36:46.666485 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 10:36:46.666485 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:36:46.666485 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 10:36:46.666485 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:36:46.666485 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 10:36:46.666485 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:36:46.666485 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:36:46.666485 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:36:46.666485 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:36:46.666485 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:36:46.666485 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 10:36:46.666485 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:36:46.666485 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 10:36:46.666485 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:36:46.666485 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:36:46.666485 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:36:46.666485 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 10:36:46.666485 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:36:46.666485 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:36:46.666485 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:36:46.666485 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:36:46.666485 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:36:46.666485 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:36:46.666485 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:36:46.798855 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-24f9ae82-7c71-46d4-942b-221dd6cc0a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:46.804727 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-24f9ae82-7c71-46d4-942b-221dd6cc0a5b admin admin] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:46.807906 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-24f9ae82-7c71-46d4-942b-221dd6cc0a5b admin admin] 10.222.0.119 "DELETE /v2.0/networks/1c5ea334-e879-435d-bc32-4ef50fe15551 HTTP/1.1" status: 204 len: 168 time: 0.7649856 Aug 31 10:36:46.809702 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55662) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:36:46.817381 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f9ae82-7c71-46d4-942b-221dd6cc0a5b admin admin] Pushing event deleted for resources: {'Network': ['ID=1c5ea334-e879-435d-bc32-4ef50fe15551,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:36:47.154216 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5fbd5018-0575-4224-bb46-3b66898c3496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:47.341442 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:47.407201 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-5fbd5018-0575-4224-bb46-3b66898c3496 admin admin] Deleting port b81a6036-2839-4bda-a37f-71b9f11df4ef {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:36:47.407426 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5fbd5018-0575-4224-bb46-3b66898c3496 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:47.488245 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-5fbd5018-0575-4224-bb46-3b66898c3496 admin admin] For port b81a6036-2839-4bda-a37f-71b9f11df4ef, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=b81a6036-2839-4bda-a37f-71b9f11df4ef,segment=NetworkSegment(9f1f32c8-40dc-44f9-9f1e-7c285b9aeeac),segment_id=9f1f32c8-40dc-44f9-9f1e-7c285b9aeeac)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:36:47.488606 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5fbd5018-0575-4224-bb46-3b66898c3496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:47.501735 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-5fbd5018-0575-4224-bb46-3b66898c3496 admin admin] Calling delete_port for b81a6036-2839-4bda-a37f-71b9f11df4ef owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:36:47.793162 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5fbd5018-0575-4224-bb46-3b66898c3496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:47.821995 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd5018-0575-4224-bb46-3b66898c3496 admin admin] Pushing event deleted for resources: {'Port': ['ID=b81a6036-2839-4bda-a37f-71b9f11df4ef,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:36:47.991852 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5fbd5018-0575-4224-bb46-3b66898c3496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:48.210400 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbd5018-0575-4224-bb46-3b66898c3496 admin admin] Router 58f0af64-19f3-49c1-9cab-78e89ab90159 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:36:48.225793 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:36:48.246423 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:36:48.246820 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4c4f5dd3-79c5-4a44-a882-cadd5f1bc8a8 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:36:48.319692 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbd5018-0575-4224-bb46-3b66898c3496 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:36:48.326370 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5fbd5018-0575-4224-bb46-3b66898c3496 admin admin] 10.222.0.119 "PUT /v2.0/routers/58f0af64-19f3-49c1-9cab-78e89ab90159/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5139694 Aug 31 10:36:48.327224 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55664) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:36:48.330381 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266b091c-8ece-4371-bc20-d0942d1a75d4 None None] Sync routers for ids ['58f0af64-19f3-49c1-9cab-78e89ab90159'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:36:48.340687 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266b091c-8ece-4371-bc20-d0942d1a75d4 None None] Routers {'58f0af64-19f3-49c1-9cab-78e89ab90159'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:36:48.341283 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-266b091c-8ece-4371-bc20-d0942d1a75d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:36:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['58f0af64-19f3-49c1-9cab-78e89ab90159'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:36:48.437238 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-356be2f9-8e2d-4b04-bfad-5f7415c5586b admin admin] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:48.442482 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-266b091c-8ece-4371-bc20-d0942d1a75d4 None None] Set router 58f0af64-19f3-49c1-9cab-78e89ab90159 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:36:48.544621 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-356be2f9-8e2d-4b04-bfad-5f7415c5586b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:48.624311 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-266b091c-8ece-4371-bc20-d0942d1a75d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0af64-19f3-49c1-9cab-78e89ab90159', 'name': 'tempest-TestMinimumBasicScenario-941774413-router', 'tenant_id': '230779945d0e4a28ac7df3f38650060e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '4f6ec73f-99e7-4360-94fa-85efdee98bda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:34:28Z', 'updated_at': '2021-08-31T10:36:47Z', 'revision_number': 5, 'project_id': '230779945d0e4a28ac7df3f38650060e', 'gw_port': {'id': '4f6ec73f-99e7-4360-94fa-85efdee98bda', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:94:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0af64-19f3-49c1-9cab-78e89ab90159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:34:29Z', 'updated_at': '2021-08-31T10:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:36:48.650873 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266b091c-8ece-4371-bc20-d0942d1a75d4 None None] Checking router: 58f0af64-19f3-49c1-9cab-78e89ab90159 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:36:48.658846 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266b091c-8ece-4371-bc20-d0942d1a75d4 None None] Routers {'58f0af64-19f3-49c1-9cab-78e89ab90159'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:36:48.659439 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-266b091c-8ece-4371-bc20-d0942d1a75d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:36:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['58f0af64-19f3-49c1-9cab-78e89ab90159'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:36:48.672571 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-356be2f9-8e2d-4b04-bfad-5f7415c5586b admin admin] Deleting port 4f6ec73f-99e7-4360-94fa-85efdee98bda {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:36:48.672920 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-356be2f9-8e2d-4b04-bfad-5f7415c5586b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:48.745509 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-266b091c-8ece-4371-bc20-d0942d1a75d4 None None] Set router 58f0af64-19f3-49c1-9cab-78e89ab90159 gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:36:48.757733 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-356be2f9-8e2d-4b04-bfad-5f7415c5586b admin admin] For port 4f6ec73f-99e7-4360-94fa-85efdee98bda, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4f6ec73f-99e7-4360-94fa-85efdee98bda,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:36:48.758103 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-356be2f9-8e2d-4b04-bfad-5f7415c5586b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:48.770065 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-356be2f9-8e2d-4b04-bfad-5f7415c5586b admin admin] Calling delete_port for 4f6ec73f-99e7-4360-94fa-85efdee98bda owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:36:48.799382 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-266b091c-8ece-4371-bc20-d0942d1a75d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0af64-19f3-49c1-9cab-78e89ab90159', 'name': 'tempest-TestMinimumBasicScenario-941774413-router', 'tenant_id': '230779945d0e4a28ac7df3f38650060e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:34:28Z', 'updated_at': '2021-08-31T10:36:48Z', 'revision_number': 6, 'project_id': '230779945d0e4a28ac7df3f38650060e', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:36:48.831540 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266b091c-8ece-4371-bc20-d0942d1a75d4 None None] The sync data for ids ['58f0af64-19f3-49c1-9cab-78e89ab90159'] in n-d-791506-28 is: [{'id': '58f0af64-19f3-49c1-9cab-78e89ab90159', 'name': 'tempest-TestMinimumBasicScenario-941774413-router', 'tenant_id': '230779945d0e4a28ac7df3f38650060e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:34:28Z', 'updated_at': '2021-08-31T10:36:48Z', 'revision_number': 6, 'project_id': '230779945d0e4a28ac7df3f38650060e', 'gw_port_host': None}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:36:49.039252 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-356be2f9-8e2d-4b04-bfad-5f7415c5586b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:49.065199 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356be2f9-8e2d-4b04-bfad-5f7415c5586b admin admin] Pushing event deleted for resources: {'Port': ['ID=4f6ec73f-99e7-4360-94fa-85efdee98bda,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:36:49.128359 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-356be2f9-8e2d-4b04-bfad-5f7415c5586b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:49.223734 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-356be2f9-8e2d-4b04-bfad-5f7415c5586b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:49.226978 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-356be2f9-8e2d-4b04-bfad-5f7415c5586b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:49.330069 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-356be2f9-8e2d-4b04-bfad-5f7415c5586b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:49.330586 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356be2f9-8e2d-4b04-bfad-5f7415c5586b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58f0af64-19f3-49c1-9cab-78e89ab90159 {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:36:49.335496 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-356be2f9-8e2d-4b04-bfad-5f7415c5586b admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:49.336677 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-356be2f9-8e2d-4b04-bfad-5f7415c5586b admin admin] 10.222.0.119 "DELETE /v2.0/routers/58f0af64-19f3-49c1-9cab-78e89ab90159 HTTP/1.1" status: 204 len: 168 time: 1.0085263 Aug 31 10:36:49.339095 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55666) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:36:49.383615 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-4427d564-c99a-4d36-84ec-ce850233770f admin admin] Deleting subnet 6d9993f0-168d-45bc-a688-343e2967cab2 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:36:49.386695 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4427d564-c99a-4d36-84ec-ce850233770f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:49.432000 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4427d564-c99a-4d36-84ec-ce850233770f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:49.514843 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4427d564-c99a-4d36-84ec-ce850233770f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:49.650474 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4427d564-c99a-4d36-84ec-ce850233770f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:49.674922 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427d564-c99a-4d36-84ec-ce850233770f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d9993f0-168d-45bc-a688-343e2967cab2,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:36:49.680968 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4427d564-c99a-4d36-84ec-ce850233770f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:49.682941 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4427d564-c99a-4d36-84ec-ce850233770f admin admin] 10.222.0.119 "DELETE /v2.0/subnets/6d9993f0-168d-45bc-a688-343e2967cab2 HTTP/1.1" status: 204 len: 168 time: 0.3429286 Aug 31 10:36:49.685542 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55670) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:36:49.686383 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b1e45f-45ff-44ca-97f9-d2354f1b3aba None None] Network d35cd8f1-cf80-496d-bca9-dfa77705afab requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:36:49.759952 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a3fd8d32-c3ee-4b6c-95d9-1183bdb039e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:49.832891 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-a3fd8d32-c3ee-4b6c-95d9-1183bdb039e1 admin admin] Deleting port a21ab105-c0bb-4e86-a1be-bb888a028c4d {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:36:49.833316 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a3fd8d32-c3ee-4b6c-95d9-1183bdb039e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:49.866584 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec1833b-2ba5-47aa-bd82-eb676a364f28 None None] DHCP port deletion for d35cd8f1-cf80-496d-bca9-dfa77705afab request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:36:49.911356 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-a3fd8d32-c3ee-4b6c-95d9-1183bdb039e1 admin admin] For port a21ab105-c0bb-4e86-a1be-bb888a028c4d, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a21ab105-c0bb-4e86-a1be-bb888a028c4d,segment=NetworkSegment(9f1f32c8-40dc-44f9-9f1e-7c285b9aeeac),segment_id=9f1f32c8-40dc-44f9-9f1e-7c285b9aeeac)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:36:49.911636 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a3fd8d32-c3ee-4b6c-95d9-1183bdb039e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:49.913933 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-6ec1833b-2ba5-47aa-bd82-eb676a364f28 None None] Deleting port a21ab105-c0bb-4e86-a1be-bb888a028c4d {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:36:49.914307 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6ec1833b-2ba5-47aa-bd82-eb676a364f28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:49.924705 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-a3fd8d32-c3ee-4b6c-95d9-1183bdb039e1 admin admin] Calling delete_port for a21ab105-c0bb-4e86-a1be-bb888a028c4d owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:36:50.135613 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a3fd8d32-c3ee-4b6c-95d9-1183bdb039e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:50.141026 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-6ec1833b-2ba5-47aa-bd82-eb676a364f28 None None] For port a21ab105-c0bb-4e86-a1be-bb888a028c4d, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a21ab105-c0bb-4e86-a1be-bb888a028c4d,segment=NetworkSegment(9f1f32c8-40dc-44f9-9f1e-7c285b9aeeac),segment_id=9f1f32c8-40dc-44f9-9f1e-7c285b9aeeac)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:36:50.141026 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6ec1833b-2ba5-47aa-bd82-eb676a364f28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:50.153936 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-6ec1833b-2ba5-47aa-bd82-eb676a364f28 None None] Calling delete_port for a21ab105-c0bb-4e86-a1be-bb888a028c4d owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:36:50.162242 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd8d32-c3ee-4b6c-95d9-1183bdb039e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a21ab105-c0bb-4e86-a1be-bb888a028c4d,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:36:50.166625 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fd8d32-c3ee-4b6c-95d9-1183bdb039e1 admin admin] No DVR routers for this DVR port a21ab105-c0bb-4e86-a1be-bb888a028c4d on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:36:50.206535 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4f6ec73f-99e7-4360-94fa-85efdee98bda no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:36:50.229538 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 4f6ec73f-99e7-4360-94fa-85efdee98bda {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:36:50.229879 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4f6ec73f-99e7-4360-94fa-85efdee98bda not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:36:50.230290 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a21ab105-c0bb-4e86-a1be-bb888a028c4d no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:36:50.244964 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a3fd8d32-c3ee-4b6c-95d9-1183bdb039e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:50.252628 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: a21ab105-c0bb-4e86-a1be-bb888a028c4d {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:36:50.252973 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a21ab105-c0bb-4e86-a1be-bb888a028c4d not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:36:50.253387 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b81a6036-2839-4bda-a37f-71b9f11df4ef no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:36:50.255038 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-a3fd8d32-c3ee-4b6c-95d9-1183bdb039e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d35cd8f1-cf80-496d-bca9-dfa77705afab']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:36:50.274167 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-a3fd8d32-c3ee-4b6c-95d9-1183bdb039e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f1f32c8-40dc-44f9-9f1e-7c285b9aeeac') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:36:50.274464 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-a3fd8d32-c3ee-4b6c-95d9-1183bdb039e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f1f32c8-40dc-44f9-9f1e-7c285b9aeeac') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:36:50.283786 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a3fd8d32-c3ee-4b6c-95d9-1183bdb039e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:50.289134 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: b81a6036-2839-4bda-a37f-71b9f11df4ef {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:36:50.289479 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b81a6036-2839-4bda-a37f-71b9f11df4ef not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:36:50.299381 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a3fd8d32-c3ee-4b6c-95d9-1183bdb039e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:50.306690 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3fd8d32-c3ee-4b6c-95d9-1183bdb039e1 admin admin] Releasing vlan 1647 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:36:50.306980 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a3fd8d32-c3ee-4b6c-95d9-1183bdb039e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:50.308405 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6ec1833b-2ba5-47aa-bd82-eb676a364f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:50.308754 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 10:36:50.308754 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:36:50.308754 n-d-791506-28 neutron-server[95552]: timer() Aug 31 10:36:50.308754 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:36:50.308754 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 10:36:50.308754 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:36:50.308754 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 10:36:50.308754 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:36:50.308754 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 10:36:50.308754 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:36:50.308754 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 10:36:50.308754 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:36:50.308754 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 10:36:50.308754 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:36:50.308754 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:36:50.308754 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:36:50.308754 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:36:50.308754 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:36:50.308754 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 10:36:50.308754 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:36:50.308754 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 10:36:50.308754 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:36:50.308754 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:36:50.308754 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:36:50.308754 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 10:36:50.308754 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:36:50.308754 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:36:50.308754 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:36:50.308754 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:36:50.308754 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:36:50.308754 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:36:50.308754 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:36:50.335145 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec1833b-2ba5-47aa-bd82-eb676a364f28 None None] Pushing event deleted for resources: {'Port': ['ID=a21ab105-c0bb-4e86-a1be-bb888a028c4d,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:36:50.337019 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec1833b-2ba5-47aa-bd82-eb676a364f28 None None] No DVR routers for this DVR port a21ab105-c0bb-4e86-a1be-bb888a028c4d on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:36:50.450405 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a3fd8d32-c3ee-4b6c-95d9-1183bdb039e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:50.454944 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a3fd8d32-c3ee-4b6c-95d9-1183bdb039e1 admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:50.457578 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a3fd8d32-c3ee-4b6c-95d9-1183bdb039e1 admin admin] 10.222.0.119 "DELETE /v2.0/networks/d35cd8f1-cf80-496d-bca9-dfa77705afab HTTP/1.1" status: 204 len: 168 time: 0.7709050 Aug 31 10:36:50.471256 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd8d32-c3ee-4b6c-95d9-1183bdb039e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d35cd8f1-cf80-496d-bca9-dfa77705afab,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:36:50.934302 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55674) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:36:50.973472 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e5836cce-d78d-4576-bf02-eb67845b43bf admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=dacad30c8099498a829554d5425c175b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379303 Aug 31 10:36:50.977009 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55676) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:36:51.024530 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dc8b5b90-c919-4145-a34e-0f09ef2f20cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:51.049703 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dc8b5b90-c919-4145-a34e-0f09ef2f20cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:51.210257 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dc8b5b90-c919-4145-a34e-0f09ef2f20cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:51.212884 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dc8b5b90-c919-4145-a34e-0f09ef2f20cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:51.214058 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-dc8b5b90-c919-4145-a34e-0f09ef2f20cf admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/239ba1b4-8f79-4703-9946-f726f98fad5b HTTP/1.1" status: 204 len: 168 time: 0.2361112 Aug 31 10:36:51.224535 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b5b90-c919-4145-a34e-0f09ef2f20cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239ba1b4-8f79-4703-9946-f726f98fad5b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:36:51.953499 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55682) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:36:51.995916 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2e6b5ab0-eb75-45d4-b9e3-47092f3f0329 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=230779945d0e4a28ac7df3f38650060e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412514 Aug 31 10:36:51.998682 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55684) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:36:52.047479 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fd1f1b52-ad0e-49a7-ad05-032b6622e649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:52.070860 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fd1f1b52-ad0e-49a7-ad05-032b6622e649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:52.227454 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fd1f1b52-ad0e-49a7-ad05-032b6622e649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:52.230075 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-fd1f1b52-ad0e-49a7-ad05-032b6622e649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:52.231276 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-fd1f1b52-ad0e-49a7-ad05-032b6622e649 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/72e4fc6b-9313-44bb-ae5d-aae929ac2df7 HTTP/1.1" status: 204 len: 168 time: 0.2315953 Aug 31 10:36:52.239232 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f1b52-ad0e-49a7-ad05-032b6622e649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e4fc6b-9313-44bb-ae5d-aae929ac2df7,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:36:54.651348 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55724) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:36:54.656303 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-eb9c66b6-c850-481c-af61-ca478ef5890b tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-119719398', 'description': 'tempest-secgroup-smoke-119719398 description', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:36:54.747085 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eb9c66b6-c850-481c-af61-ca478ef5890b tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:54.755186 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eb9c66b6-c850-481c-af61-ca478ef5890b tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:54.847811 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eb9c66b6-c850-481c-af61-ca478ef5890b tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:54.929669 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eb9c66b6-c850-481c-af61-ca478ef5890b tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:54.966286 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c66b6-c850-481c-af61-ca478ef5890b tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa130e2-8855-4751-9c1e-1808161d0990,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:36:55.019634 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eb9c66b6-c850-481c-af61-ca478ef5890b tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:55.089984 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eb9c66b6-c850-481c-af61-ca478ef5890b tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:55.119805 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c66b6-c850-481c-af61-ca478ef5890b tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e41e18b-2916-4b30-9669-06f8f5a16233,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:36:55.198815 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-eb9c66b6-c850-481c-af61-ca478ef5890b tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:55.200046 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-eb9c66b6-c850-481c-af61-ca478ef5890b tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5476766 Aug 31 10:36:55.203056 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55726) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:36:55.207506 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-99b94c2c-257e-4066-85b2-6d6fe104d1bc tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'security_group_rule': {'security_group_id': '0e41e18b-2916-4b30-9669-06f8f5a16233', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:36:55.317903 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-99b94c2c-257e-4066-85b2-6d6fe104d1bc tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:55.373111 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-99b94c2c-257e-4066-85b2-6d6fe104d1bc tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:55.455680 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-99b94c2c-257e-4066-85b2-6d6fe104d1bc tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:55.476082 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b94c2c-257e-4066-85b2-6d6fe104d1bc tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea5734c5-f4b6-4109-8601-465f76773df0,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:36:55.569796 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-99b94c2c-257e-4066-85b2-6d6fe104d1bc tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:55.571078 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-99b94c2c-257e-4066-85b2-6d6fe104d1bc tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3671000 Aug 31 10:36:55.573809 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55728) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:36:55.578257 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-24e26211-4faf-42dc-b409-7ae08741b68d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'security_group_rule': {'security_group_id': '0e41e18b-2916-4b30-9669-06f8f5a16233', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:36:55.706591 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-24e26211-4faf-42dc-b409-7ae08741b68d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:55.767971 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-24e26211-4faf-42dc-b409-7ae08741b68d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:55.861581 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-24e26211-4faf-42dc-b409-7ae08741b68d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:55.878807 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e26211-4faf-42dc-b409-7ae08741b68d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad748d97-f320-4640-8d5b-f14faeaf9b88,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:36:55.987219 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-24e26211-4faf-42dc-b409-7ae08741b68d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:55.988478 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-24e26211-4faf-42dc-b409-7ae08741b68d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4137430 Aug 31 10:36:55.991705 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55730) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:36:55.996272 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-5c359f31-68a8-472b-90b2-4cc1f80c15e2 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'security_group_rule': {'security_group_id': '0e41e18b-2916-4b30-9669-06f8f5a16233', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:36:56.106988 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5c359f31-68a8-472b-90b2-4cc1f80c15e2 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:56.167489 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5c359f31-68a8-472b-90b2-4cc1f80c15e2 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:56.261595 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5c359f31-68a8-472b-90b2-4cc1f80c15e2 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:56.281009 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c359f31-68a8-472b-90b2-4cc1f80c15e2 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d39cbb4-0190-4cef-8fd6-2553a912f967,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:36:56.358801 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5c359f31-68a8-472b-90b2-4cc1f80c15e2 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:56.360059 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5c359f31-68a8-472b-90b2-4cc1f80c15e2 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3673935 Aug 31 10:36:56.363278 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55732) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:36:56.368657 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-3196fa7c-91ff-4c94-8ef0-44edc7d13dbd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'security_group_rule': {'security_group_id': '0e41e18b-2916-4b30-9669-06f8f5a16233', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:36:56.500784 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3196fa7c-91ff-4c94-8ef0-44edc7d13dbd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:56.560589 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3196fa7c-91ff-4c94-8ef0-44edc7d13dbd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:56.644115 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3196fa7c-91ff-4c94-8ef0-44edc7d13dbd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:56.664550 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196fa7c-91ff-4c94-8ef0-44edc7d13dbd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495c6e05-8a8b-4a37-b7e4-757896ca60ae,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:36:56.724236 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3196fa7c-91ff-4c94-8ef0-44edc7d13dbd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:56.725569 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3196fa7c-91ff-4c94-8ef0-44edc7d13dbd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3613145 Aug 31 10:36:56.728348 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55734) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:36:56.732907 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-52f28a42-d87a-4336-aa38-1bfd894be6b4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'security_group_rule': {'security_group_id': '0e41e18b-2916-4b30-9669-06f8f5a16233', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:36:56.832854 n-d-791506-28 neutron-server[95553]: INFO neutron.db.securitygroups_db [None req-52f28a42-d87a-4336-aa38-1bfd894be6b4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Project b91d32a897fc4967ba6d80d0ca2736bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:36:56.838863 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-52f28a42-d87a-4336-aa38-1bfd894be6b4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:56.905477 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-52f28a42-d87a-4336-aa38-1bfd894be6b4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:56.998067 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-52f28a42-d87a-4336-aa38-1bfd894be6b4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:57.017782 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f28a42-d87a-4336-aa38-1bfd894be6b4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1d157e-4214-4207-82ed-b539a4ae0762,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:36:57.106784 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-52f28a42-d87a-4336-aa38-1bfd894be6b4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:57.107931 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-52f28a42-d87a-4336-aa38-1bfd894be6b4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3786633 Aug 31 10:36:57.110695 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55736) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:36:57.115547 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-efa6e461-56c5-4aac-942c-d55576673205 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'security_group_rule': {'security_group_id': '0e41e18b-2916-4b30-9669-06f8f5a16233', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:36:57.193863 n-d-791506-28 neutron-server[95553]: INFO neutron.db.securitygroups_db [None req-efa6e461-56c5-4aac-942c-d55576673205 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Project b91d32a897fc4967ba6d80d0ca2736bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:36:57.199604 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-efa6e461-56c5-4aac-942c-d55576673205 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:57.262378 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-efa6e461-56c5-4aac-942c-d55576673205 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:57.329826 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-efa6e461-56c5-4aac-942c-d55576673205 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:57.348060 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6e461-56c5-4aac-942c-d55576673205 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b7b92d4-b230-4033-a9d6-c82833fe9a06,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:36:57.421438 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-efa6e461-56c5-4aac-942c-d55576673205 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:57.422782 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-efa6e461-56c5-4aac-942c-d55576673205 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3111379 Aug 31 10:36:57.425877 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55740) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:36:57.430976 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-cfb618c0-1f88-4d43-b0dc-5e9e6244c7ce tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'network': {'name': 'tempest-network-smoke--286221210', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'port_security_enabled': True}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:36:57.535629 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb618c0-1f88-4d43-b0dc-5e9e6244c7ce tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Made reservation on behalf of b91d32a897fc4967ba6d80d0ca2736bc for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:36:57.539407 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cfb618c0-1f88-4d43-b0dc-5e9e6244c7ce tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:57.563599 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb618c0-1f88-4d43-b0dc-5e9e6244c7ce tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] vlan segment allocate from pool success with {'vlan_id': 1633, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:36:57.572750 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cfb618c0-1f88-4d43-b0dc-5e9e6244c7ce tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:57.573099 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-cfb618c0-1f88-4d43-b0dc-5e9e6244c7ce tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Added segment 25d6dcfd-4b71-4c12-b34b-50dd4249bdda of type vlan for network dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf Aug 31 10:36:57.616666 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cfb618c0-1f88-4d43-b0dc-5e9e6244c7ce tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:57.707036 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cfb618c0-1f88-4d43-b0dc-5e9e6244c7ce tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:57.713503 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb618c0-1f88-4d43-b0dc-5e9e6244c7ce tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:36:57.714115 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cfb618c0-1f88-4d43-b0dc-5e9e6244c7ce tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:57.785210 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb618c0-1f88-4d43-b0dc-5e9e6244c7ce tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Network': ['ID=dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:36:57.798285 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:36:57.865531 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-cfb618c0-1f88-4d43-b0dc-5e9e6244c7ce tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4354050 Aug 31 10:36:57.865780 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55742) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:36:57.870673 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-2930a834-14d5-45bd-8d75-e6f6d97e325d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2129572867', 'admin_state_up': True, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:36:57.952992 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2930a834-14d5-45bd-8d75-e6f6d97e325d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:57.953991 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2930a834-14d5-45bd-8d75-e6f6d97e325d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:58.005701 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2930a834-14d5-45bd-8d75-e6f6d97e325d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:58.207181 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2930a834-14d5-45bd-8d75-e6f6d97e325d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:58.543035 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2930a834-14d5-45bd-8d75-e6f6d97e325d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router_gateway, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:58.561846 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2930a834-14d5-45bd-8d75-e6f6d97e325d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:58.668733 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-2930a834-14d5-45bd-8d75-e6f6d97e325d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Allocated IP 172.25.2.87 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/7fc643d1-902c-4796-a6e3-b3ff40f5d166) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:36:58.778431 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2930a834-14d5-45bd-8d75-e6f6d97e325d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:58.907749 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2930a834-14d5-45bd-8d75-e6f6d97e325d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:58.951156 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2930a834-14d5-45bd-8d75-e6f6d97e325d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:36:58.956513 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-2930a834-14d5-45bd-8d75-e6f6d97e325d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:36:58.959378 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930a834-14d5-45bd-8d75-e6f6d97e325d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Port': ['ID=7fc643d1-902c-4796-a6e3-b3ff40f5d166,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:36:58.962300 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2930a834-14d5-45bd-8d75-e6f6d97e325d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:36:59.306398 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2930a834-14d5-45bd-8d75-e6f6d97e325d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router_gateway, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:59.506984 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2930a834-14d5-45bd-8d75-e6f6d97e325d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:59.712968 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2930a834-14d5-45bd-8d75-e6f6d97e325d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Router d4705114-f011-48cc-861f-42ac8593ca73 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:36:59.825210 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2930a834-14d5-45bd-8d75-e6f6d97e325d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:36:59.835982 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68031606-3994-4099-af7a-6a770e69ef32 None None] Sync routers for ids ['d4705114-f011-48cc-861f-42ac8593ca73'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:36:59.845476 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68031606-3994-4099-af7a-6a770e69ef32 None None] Routers {'d4705114-f011-48cc-861f-42ac8593ca73'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:36:59.846101 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-68031606-3994-4099-af7a-6a770e69ef32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:36:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['d4705114-f011-48cc-861f-42ac8593ca73'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:36:59.918622 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2930a834-14d5-45bd-8d75-e6f6d97e325d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:36:59.919886 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2930a834-14d5-45bd-8d75-e6f6d97e325d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0530734 Aug 31 10:36:59.923019 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55744) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:36:59.956155 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-68031606-3994-4099-af7a-6a770e69ef32 None None] Set router d4705114-f011-48cc-861f-42ac8593ca73 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:37:00.046614 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c1652751-f707-4305-b0c6-10f7bde0ac1b tempest-TestNetworkAdvancedServerOps-920648690 tempest-TestNetworkAdvancedServerOps-920648690-project-admin] 10.222.0.119 "GET /v2.0/subnets?project_id=b91d32a897fc4967ba6d80d0ca2736bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1224220 Aug 31 10:37:00.049388 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55748) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:37:00.143313 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db910784-df63-4964-b9ef-62f936dfb8ee tempest-TestNetworkAdvancedServerOps-920648690 tempest-TestNetworkAdvancedServerOps-920648690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:00.144835 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-68031606-3994-4099-af7a-6a770e69ef32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129572867', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '7fc643d1-902c-4796-a6e3-b3ff40f5d166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:36:57Z', 'updated_at': '2021-08-31T10:36:59Z', 'revision_number': 3, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '7fc643d1-902c-4796-a6e3-b3ff40f5d166', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:36:58Z', 'updated_at': '2021-08-31T10:36:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:37:00.145058 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-db910784-df63-4964-b9ef-62f936dfb8ee tempest-TestNetworkAdvancedServerOps-920648690 tempest-TestNetworkAdvancedServerOps-920648690-project-admin] 10.222.0.119 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0945492 Aug 31 10:37:00.148549 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55750) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:37:00.173492 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68031606-3994-4099-af7a-6a770e69ef32 None None] Checking router: d4705114-f011-48cc-861f-42ac8593ca73 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:37:00.173849 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68031606-3994-4099-af7a-6a770e69ef32 None None] Updating router d4705114-f011-48cc-861f-42ac8593ca73 port 7fc643d1-902c-4796-a6e3-b3ff40f5d166 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:37:00.177943 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3316cdf4-3182-4d3a-a9b0-8d37df04ddf6 tempest-TestNetworkAdvancedServerOps-920648690 tempest-TestNetworkAdvancedServerOps-920648690-project-admin] 10.222.0.119 "GET /v2.0/subnets?network_id=95c681de-fa69-49ec-b047-2a49f2c4b933&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283108 Aug 31 10:37:00.180882 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55752) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:37:00.186365 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-3c446abd-8e28-435f-b1e9-7b0c67aed8e4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1793965866', 'network_id': 'dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:37:00.200713 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-68031606-3994-4099-af7a-6a770e69ef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:00.347321 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c446abd-8e28-435f-b1e9-7b0c67aed8e4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Made reservation on behalf of b91d32a897fc4967ba6d80d0ca2736bc for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:37:00.351836 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3c446abd-8e28-435f-b1e9-7b0c67aed8e4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:00.466797 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-68031606-3994-4099-af7a-6a770e69ef32 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:00.477129 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-68031606-3994-4099-af7a-6a770e69ef32 None None] Transition to ACTIVE for port object 7fc643d1-902c-4796-a6e3-b3ff40f5d166 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:37:00.592748 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-68031606-3994-4099-af7a-6a770e69ef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:00.638946 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3c446abd-8e28-435f-b1e9-7b0c67aed8e4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:00.644775 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-68031606-3994-4099-af7a-6a770e69ef32 None None] Attempting to bind port 7fc643d1-902c-4796-a6e3-b3ff40f5d166 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:37:00.645144 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-68031606-3994-4099-af7a-6a770e69ef32 None None] Attempting to bind port 7fc643d1-902c-4796-a6e3-b3ff40f5d166 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:37:00.656311 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68031606-3994-4099-af7a-6a770e69ef32 None None] Attempting to bind port 7fc643d1-902c-4796-a6e3-b3ff40f5d166 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:37:00.656311 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438b294-6f1b-4ba6-930b-1ad98f7f6cf5 None None] Pushing event updated for resources: {'Port': ['ID=7fc643d1-902c-4796-a6e3-b3ff40f5d166,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:37:00.656311 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68031606-3994-4099-af7a-6a770e69ef32 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:37:00.656311 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68031606-3994-4099-af7a-6a770e69ef32 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:37:00.656311 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-68031606-3994-4099-af7a-6a770e69ef32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:00.656311 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68031606-3994-4099-af7a-6a770e69ef32 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:37:00.656311 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-68031606-3994-4099-af7a-6a770e69ef32 None None] Bound port: 7fc643d1-902c-4796-a6e3-b3ff40f5d166, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:37:00.656311 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-68031606-3994-4099-af7a-6a770e69ef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:00.707713 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c446abd-8e28-435f-b1e9-7b0c67aed8e4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Subnet': ['ID=e7fd0bda-b3d6-45dd-ae54-f8694e97e4d1,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:37:00.707972 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-68031606-3994-4099-af7a-6a770e69ef32 None None] For port 7fc643d1-902c-4796-a6e3-b3ff40f5d166, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:37:00.711988 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-68031606-3994-4099-af7a-6a770e69ef32 None None] For port 7fc643d1-902c-4796-a6e3-b3ff40f5d166, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=7fc643d1-902c-4796-a6e3-b3ff40f5d166,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:37:00.718116 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c446abd-8e28-435f-b1e9-7b0c67aed8e4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Checking segment: {'id': '25d6dcfd-4b71-4c12-b34b-50dd4249bdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': 'dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:37:00.718480 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c446abd-8e28-435f-b1e9-7b0c67aed8e4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Network hostable DHCP agents. Network: dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:37:00.815804 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-68031606-3994-4099-af7a-6a770e69ef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:00.831869 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c446abd-8e28-435f-b1e9-7b0c67aed8e4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Network dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:37:00.882832 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438b294-6f1b-4ba6-930b-1ad98f7f6cf5 None None] Pushing event updated for resources: {'Port': ['ID=7fc643d1-902c-4796-a6e3-b3ff40f5d166,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:37:00.885991 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68031606-3994-4099-af7a-6a770e69ef32 None None] Routers {'d4705114-f011-48cc-861f-42ac8593ca73'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:37:00.886610 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-68031606-3994-4099-af7a-6a770e69ef32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:36:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['d4705114-f011-48cc-861f-42ac8593ca73'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:37:00.912392 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-3c446abd-8e28-435f-b1e9-7b0c67aed8e4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:37:00.917800 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c446abd-8e28-435f-b1e9-7b0c67aed8e4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:00.918694 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3c446abd-8e28-435f-b1e9-7b0c67aed8e4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:00.922931 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a387a3-9931-49b6-9dcc-b22e4e6d3598 None None] Network dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:37:00.999042 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3c446abd-8e28-435f-b1e9-7b0c67aed8e4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8170002 Aug 31 10:37:01.001748 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55754) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:37:01.048426 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-68031606-3994-4099-af7a-6a770e69ef32 None None] Set router d4705114-f011-48cc-861f-42ac8593ca73 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:37:01.237173 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e617943-7e35-47b2-8651-a6ef625b58d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf', 'network_id': 'dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'fixed_ips': [{'subnet_id': 'e7fd0bda-b3d6-45dd-ae54-f8694e97e4d1'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:37:01.238034 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3e617943-7e35-47b2-8651-a6ef625b58d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:01.408447 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-68031606-3994-4099-af7a-6a770e69ef32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129572867', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '7fc643d1-902c-4796-a6e3-b3ff40f5d166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:36:57Z', 'updated_at': '2021-08-31T10:36:59Z', 'revision_number': 3, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '7fc643d1-902c-4796-a6e3-b3ff40f5d166', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:36:58Z', 'updated_at': '2021-08-31T10:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:37:01.438119 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-3e617943-7e35-47b2-8651-a6ef625b58d7 None None] Allocated IP 172.20.0.2 (dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf/e7fd0bda-b3d6-45dd-ae54-f8694e97e4d1/1899880a-7227-465c-8919-c0999a77b4a7) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:37:01.440790 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68031606-3994-4099-af7a-6a770e69ef32 None None] The sync data for ids ['d4705114-f011-48cc-861f-42ac8593ca73'] in n-d-791506-28 is: [{'id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129572867', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '7fc643d1-902c-4796-a6e3-b3ff40f5d166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:36:57Z', 'updated_at': '2021-08-31T10:36:59Z', 'revision_number': 3, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '7fc643d1-902c-4796-a6e3-b3ff40f5d166', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:36:58Z', 'updated_at': '2021-08-31T10:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:37:01.468462 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7165615b-75f3-479d-9524-6f82de2c311f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:01.603553 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3e617943-7e35-47b2-8651-a6ef625b58d7 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:01.612884 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3e617943-7e35-47b2-8651-a6ef625b58d7 None None] Transition to ACTIVE for port object 1899880a-7227-465c-8919-c0999a77b4a7 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:37:01.634186 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3e617943-7e35-47b2-8651-a6ef625b58d7 None None] Transition to ACTIVE for port object 1899880a-7227-465c-8919-c0999a77b4a7 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:37:01.718920 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3e617943-7e35-47b2-8651-a6ef625b58d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:01.768599 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e617943-7e35-47b2-8651-a6ef625b58d7 None None] Network dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:37:01.776659 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-3e617943-7e35-47b2-8651-a6ef625b58d7 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:37:01.781672 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e617943-7e35-47b2-8651-a6ef625b58d7 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:37:01.796072 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e617943-7e35-47b2-8651-a6ef625b58d7 None None] Pushing event updated for resources: {'Port': ['ID=1899880a-7227-465c-8919-c0999a77b4a7,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:37:01.808352 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-7165615b-75f3-479d-9524-6f82de2c311f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Allocated IP 172.20.0.1 (dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf/e7fd0bda-b3d6-45dd-ae54-f8694e97e4d1/3d7ae563-984f-4f88-9818-ad8d23849d17) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:37:01.851591 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-3e617943-7e35-47b2-8651-a6ef625b58d7 None None] Attempting to bind port 1899880a-7227-465c-8919-c0999a77b4a7 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:37:01.851964 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-3e617943-7e35-47b2-8651-a6ef625b58d7 None None] Attempting to bind port 1899880a-7227-465c-8919-c0999a77b4a7 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '25d6dcfd-4b71-4c12-b34b-50dd4249bdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': 'dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:37:01.852441 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e617943-7e35-47b2-8651-a6ef625b58d7 None None] Attempting to bind port 1899880a-7227-465c-8919-c0999a77b4a7 on network dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:37:01.857793 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e617943-7e35-47b2-8651-a6ef625b58d7 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:37:01.858167 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e617943-7e35-47b2-8651-a6ef625b58d7 None None] Checking segment: {'id': '25d6dcfd-4b71-4c12-b34b-50dd4249bdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': 'dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:37:01.858910 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3e617943-7e35-47b2-8651-a6ef625b58d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:01.859311 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e617943-7e35-47b2-8651-a6ef625b58d7 None None] Bound using segment: {'id': '25d6dcfd-4b71-4c12-b34b-50dd4249bdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': 'dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:37:01.859775 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-3e617943-7e35-47b2-8651-a6ef625b58d7 None None] Bound port: 1899880a-7227-465c-8919-c0999a77b4a7, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d6dcfd-4b71-4c12-b34b-50dd4249bdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': 'dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:37:01.860161 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3e617943-7e35-47b2-8651-a6ef625b58d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:01.929516 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-3e617943-7e35-47b2-8651-a6ef625b58d7 None None] For port 1899880a-7227-465c-8919-c0999a77b4a7, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:37:01.932917 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-3e617943-7e35-47b2-8651-a6ef625b58d7 None None] For port 1899880a-7227-465c-8919-c0999a77b4a7, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1899880a-7227-465c-8919-c0999a77b4a7,segment=NetworkSegment(25d6dcfd-4b71-4c12-b34b-50dd4249bdda),segment_id=25d6dcfd-4b71-4c12-b34b-50dd4249bdda)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:37:01.936195 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7165615b-75f3-479d-9524-6f82de2c311f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:01.952525 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-7165615b-75f3-479d-9524-6f82de2c311f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Transition to ACTIVE for port object 3d7ae563-984f-4f88-9818-ad8d23849d17 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:37:02.027467 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3e617943-7e35-47b2-8651-a6ef625b58d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:02.092197 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e617943-7e35-47b2-8651-a6ef625b58d7 None None] Pushing event updated for resources: {'Port': ['ID=1899880a-7227-465c-8919-c0999a77b4a7,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:37:02.107477 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7165615b-75f3-479d-9524-6f82de2c311f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:02.169529 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7165615b-75f3-479d-9524-6f82de2c311f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Network dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:37:02.172892 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-7165615b-75f3-479d-9524-6f82de2c311f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:37:02.176312 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7165615b-75f3-479d-9524-6f82de2c311f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:37:02.203954 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165615b-75f3-479d-9524-6f82de2c311f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Port': ['ID=3d7ae563-984f-4f88-9818-ad8d23849d17,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:37:02.230650 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7165615b-75f3-479d-9524-6f82de2c311f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:02.324171 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7fc643d1-902c-4796-a6e3-b3ff40f5d166 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:37:02.489909 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7165615b-75f3-479d-9524-6f82de2c311f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:02.518327 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 7fc643d1-902c-4796-a6e3-b3ff40f5d166 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:37:02.523522 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 7fc643d1-902c-4796-a6e3-b3ff40f5d166 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:37:02.523884 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:02.605454 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:02.625278 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 7fc643d1-902c-4796-a6e3-b3ff40f5d166, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=7fc643d1-902c-4796-a6e3-b3ff40f5d166,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:37:02.735663 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:02.777982 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7165615b-75f3-479d-9524-6f82de2c311f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:02.790584 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=7fc643d1-902c-4796-a6e3-b3ff40f5d166,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:37:02.883965 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7165615b-75f3-479d-9524-6f82de2c311f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:02.962355 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165615b-75f3-479d-9524-6f82de2c311f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Port': ['ID=3d7ae563-984f-4f88-9818-ad8d23849d17,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:37:02.972963 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7165615b-75f3-479d-9524-6f82de2c311f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:03.070059 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7165615b-75f3-479d-9524-6f82de2c311f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Network dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:37:03.071447 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-7165615b-75f3-479d-9524-6f82de2c311f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:37:03.183799 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7165615b-75f3-479d-9524-6f82de2c311f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Router d4705114-f011-48cc-861f-42ac8593ca73 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:37:03.299760 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7165615b-75f3-479d-9524-6f82de2c311f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:37:03.304747 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7165615b-75f3-479d-9524-6f82de2c311f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "PUT /v2.0/routers/d4705114-f011-48cc-861f-42ac8593ca73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3020036 Aug 31 10:37:03.310273 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39e225b-537b-45e9-8d99-49b1ee3c6ee4 None None] Sync routers for ids ['d4705114-f011-48cc-861f-42ac8593ca73'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:37:03.319999 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39e225b-537b-45e9-8d99-49b1ee3c6ee4 None None] Routers {'d4705114-f011-48cc-861f-42ac8593ca73'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:37:03.320618 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e39e225b-537b-45e9-8d99-49b1ee3c6ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:36:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['d4705114-f011-48cc-861f-42ac8593ca73'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:37:03.435065 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-e39e225b-537b-45e9-8d99-49b1ee3c6ee4 None None] Set router d4705114-f011-48cc-861f-42ac8593ca73 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:37:03.458100 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-f6fdd053-44eb-4791-a312-1367a784aaa4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-119719398&fields=id&tenant_id=b91d32a897fc4967ba6d80d0ca2736bc HTTP/1.1" status: 200 len: 267 time: 0.0408905 Aug 31 10:37:03.580349 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-eac66666-714e-46b7-b313-8a3014a96430 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:03.582064 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-eac66666-714e-46b7-b313-8a3014a96430 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/networks?id=dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf HTTP/1.1" status: 200 len: 796 time: 0.1159587 Aug 31 10:37:03.599039 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:03.602370 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-7796a350-28e3-4183-90cd-0e87e9bfe3d6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/quotas/b91d32a897fc4967ba6d80d0ca2736bc HTTP/1.1" status: 200 len: 375 time: 0.0122480 Aug 31 10:37:03.658441 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-ca4d1ddc-4a78-4143-b82c-75c08a6757dd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494084 Aug 31 10:37:03.666639 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e39e225b-537b-45e9-8d99-49b1ee3c6ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129572867', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '7fc643d1-902c-4796-a6e3-b3ff40f5d166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:36:57Z', 'updated_at': '2021-08-31T10:37:02Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '7fc643d1-902c-4796-a6e3-b3ff40f5d166', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:36:58Z', 'updated_at': '2021-08-31T10:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '3d7ae563-984f-4f88-9818-ad8d23849d17', 'name': '', 'network_id': 'dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:56:ae:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e7fd0bda-b3d6-45dd-ae54-f8694e97e4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:37:01Z', 'updated_at': '2021-08-31T10:37:02Z', 'revision_number': 2, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': 'e7fd0bda-b3d6-45dd-ae54-f8694e97e4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:37:03.677486 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-ec892194-95e8-4edd-aae0-63f669fa13af tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:37:03.678887 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-ec892194-95e8-4edd-aae0-63f669fa13af tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067356 Aug 31 10:37:03.696073 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39e225b-537b-45e9-8d99-49b1ee3c6ee4 None None] Checking router: d4705114-f011-48cc-861f-42ac8593ca73 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:37:03.696073 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39e225b-537b-45e9-8d99-49b1ee3c6ee4 None None] Updating router d4705114-f011-48cc-861f-42ac8593ca73 port 3d7ae563-984f-4f88-9818-ad8d23849d17 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:37:03.722341 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-e39e225b-537b-45e9-8d99-49b1ee3c6ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:03.837040 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-dd77267a-1867-48b6-9b3c-ce2bd8809ead service neutron] 10.222.0.119 "GET /v2.0/networks/dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511350 Aug 31 10:37:03.894647 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b51730c-8960-42e7-a684-220337f82da4 None None] Network dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:37:03.945856 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-ff9f1103-1ed3-4d70-b3c1-ca4f964ba600 service neutron] 10.222.0.119 "GET /v2.0/networks/dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022363 Aug 31 10:37:04.111340 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-e39e225b-537b-45e9-8d99-49b1ee3c6ee4 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:04.122850 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-e39e225b-537b-45e9-8d99-49b1ee3c6ee4 None None] Transition to ACTIVE for port object 3d7ae563-984f-4f88-9818-ad8d23849d17 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:37:04.141404 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-92b67354-8c6f-484e-9926-93c87c05b0bd None None] Provisioning for port 1899880a-7227-465c-8919-c0999a77b4a7 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:37:04.192636 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:04.284218 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-e39e225b-537b-45e9-8d99-49b1ee3c6ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:04.289603 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3595a4a6-481e-489f-b1ba-739c9ea9df5a req-9ab885f7-ab92-4a6d-a356-f66a239c759f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=9f93afd7-8128-4e49-99f1-9f4255eef7bd HTTP/1.1" status: 200 len: 210 time: 0.0316701 Aug 31 10:37:04.312165 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1899880a-7227-465c-8919-c0999a77b4a7 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:37:04.425369 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b499778-965a-4924-b833-cbd81c3f3a37 None None] Pushing event updated for resources: {'Port': ['ID=3d7ae563-984f-4f88-9818-ad8d23849d17,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:37:04.433205 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-e39e225b-537b-45e9-8d99-49b1ee3c6ee4 None None] Attempting to bind port 3d7ae563-984f-4f88-9818-ad8d23849d17 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:37:04.433562 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-e39e225b-537b-45e9-8d99-49b1ee3c6ee4 None None] Attempting to bind port 3d7ae563-984f-4f88-9818-ad8d23849d17 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '25d6dcfd-4b71-4c12-b34b-50dd4249bdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': 'dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:37:04.433915 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39e225b-537b-45e9-8d99-49b1ee3c6ee4 None None] Attempting to bind port 3d7ae563-984f-4f88-9818-ad8d23849d17 on network dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:37:04.437593 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b499778-965a-4924-b833-cbd81c3f3a37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:04.437931 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b499778-965a-4924-b833-cbd81c3f3a37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:04.438266 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b499778-965a-4924-b833-cbd81c3f3a37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:04.438624 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b499778-965a-4924-b833-cbd81c3f3a37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:04.438954 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b499778-965a-4924-b833-cbd81c3f3a37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:04.439278 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b499778-965a-4924-b833-cbd81c3f3a37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:04.439884 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b499778-965a-4924-b833-cbd81c3f3a37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:04.439884 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b499778-965a-4924-b833-cbd81c3f3a37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:04.440227 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b499778-965a-4924-b833-cbd81c3f3a37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:04.440535 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b499778-965a-4924-b833-cbd81c3f3a37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:04.440850 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b499778-965a-4924-b833-cbd81c3f3a37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:04.441167 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b499778-965a-4924-b833-cbd81c3f3a37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:04.447637 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39e225b-537b-45e9-8d99-49b1ee3c6ee4 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:37:04.448350 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39e225b-537b-45e9-8d99-49b1ee3c6ee4 None None] Checking segment: {'id': '25d6dcfd-4b71-4c12-b34b-50dd4249bdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': 'dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:37:04.448945 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-e39e225b-537b-45e9-8d99-49b1ee3c6ee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:04.457386 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39e225b-537b-45e9-8d99-49b1ee3c6ee4 None None] Bound using segment: {'id': '25d6dcfd-4b71-4c12-b34b-50dd4249bdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': 'dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:37:04.458237 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-e39e225b-537b-45e9-8d99-49b1ee3c6ee4 None None] Bound port: 3d7ae563-984f-4f88-9818-ad8d23849d17, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d6dcfd-4b71-4c12-b34b-50dd4249bdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': 'dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:37:04.459313 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-e39e225b-537b-45e9-8d99-49b1ee3c6ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:04.536103 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-e39e225b-537b-45e9-8d99-49b1ee3c6ee4 None None] For port 3d7ae563-984f-4f88-9818-ad8d23849d17, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:37:04.541096 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-e39e225b-537b-45e9-8d99-49b1ee3c6ee4 None None] For port 3d7ae563-984f-4f88-9818-ad8d23849d17, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3d7ae563-984f-4f88-9818-ad8d23849d17,segment=NetworkSegment(25d6dcfd-4b71-4c12-b34b-50dd4249bdda),segment_id=25d6dcfd-4b71-4c12-b34b-50dd4249bdda)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:37:04.585701 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-70f36e45-6bff-47ee-a8d7-50795526a4dd None None] Provisioning for port 3d7ae563-984f-4f88-9818-ad8d23849d17 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:37:04.620951 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 1899880a-7227-465c-8919-c0999a77b4a7 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:37:04.625494 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 1899880a-7227-465c-8919-c0999a77b4a7 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:37:04.625866 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:04.717881 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:04.753821 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 1899880a-7227-465c-8919-c0999a77b4a7, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1899880a-7227-465c-8919-c0999a77b4a7,segment=NetworkSegment(25d6dcfd-4b71-4c12-b34b-50dd4249bdda),segment_id=25d6dcfd-4b71-4c12-b34b-50dd4249bdda)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:37:04.791542 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-e39e225b-537b-45e9-8d99-49b1ee3c6ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:04.866647 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39e225b-537b-45e9-8d99-49b1ee3c6ee4 None None] Routers {'d4705114-f011-48cc-861f-42ac8593ca73'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:37:04.866647 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e39e225b-537b-45e9-8d99-49b1ee3c6ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:36:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['d4705114-f011-48cc-861f-42ac8593ca73'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:37:04.866647 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b499778-965a-4924-b833-cbd81c3f3a37 None None] Pushing event updated for resources: {'Port': ['ID=3d7ae563-984f-4f88-9818-ad8d23849d17,revision_number=4']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:37:04.961032 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:04.961990 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7fc643d1-902c-4796-a6e3-b3ff40f5d166 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:37:04.972774 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-e39e225b-537b-45e9-8d99-49b1ee3c6ee4 None None] Set router d4705114-f011-48cc-861f-42ac8593ca73 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:37:05.203202 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e39e225b-537b-45e9-8d99-49b1ee3c6ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129572867', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '7fc643d1-902c-4796-a6e3-b3ff40f5d166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:36:57Z', 'updated_at': '2021-08-31T10:37:02Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '7fc643d1-902c-4796-a6e3-b3ff40f5d166', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:36:58Z', 'updated_at': '2021-08-31T10:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '3d7ae563-984f-4f88-9818-ad8d23849d17', 'name': '', 'network_id': 'dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:56:ae:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e7fd0bda-b3d6-45dd-ae54-f8694e97e4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:37:01Z', 'updated_at': '2021-08-31T10:37:04Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': 'e7fd0bda-b3d6-45dd-ae54-f8694e97e4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:37:05.225172 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=1899880a-7227-465c-8919-c0999a77b4a7,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:37:05.234733 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39e225b-537b-45e9-8d99-49b1ee3c6ee4 None None] The sync data for ids ['d4705114-f011-48cc-861f-42ac8593ca73'] in n-d-791506-28 is: [{'id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129572867', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '7fc643d1-902c-4796-a6e3-b3ff40f5d166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:36:57Z', 'updated_at': '2021-08-31T10:37:02Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '7fc643d1-902c-4796-a6e3-b3ff40f5d166', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:36:58Z', 'updated_at': '2021-08-31T10:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '3d7ae563-984f-4f88-9818-ad8d23849d17', 'name': '', 'network_id': 'dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:56:ae:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e7fd0bda-b3d6-45dd-ae54-f8694e97e4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:37:01Z', 'updated_at': '2021-08-31T10:37:04Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': 'e7fd0bda-b3d6-45dd-ae54-f8694e97e4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:37:05.245165 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 7fc643d1-902c-4796-a6e3-b3ff40f5d166 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:37:05.245609 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:05.383348 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5849e07a-8972-4f98-8ae8-ff1e770ad832 req-9f155f8f-ce53-4360-8495-7e26782d8b54 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=9f93afd7-8128-4e49-99f1-9f4255eef7bd HTTP/1.1" status: 200 len: 210 time: 0.0329528 Aug 31 10:37:06.275921 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1899880a-7227-465c-8919-c0999a77b4a7 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:37:06.324778 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 1899880a-7227-465c-8919-c0999a77b4a7 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:37:06.325150 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:06.404927 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3d7ae563-984f-4f88-9818-ad8d23849d17 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:37:06.410297 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:37:06.485599 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d4d20b21-2fb4-4d6e-8dfb-ba3eca6384d1 req-a64374cc-e0b6-4040-a488-15342d960c55 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=9f93afd7-8128-4e49-99f1-9f4255eef7bd HTTP/1.1" status: 200 len: 210 time: 0.0315921 Aug 31 10:37:06.535567 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 3d7ae563-984f-4f88-9818-ad8d23849d17 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:37:06.540189 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 3d7ae563-984f-4f88-9818-ad8d23849d17 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:37:06.540556 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:06.623528 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:06.655348 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 3d7ae563-984f-4f88-9818-ad8d23849d17, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3d7ae563-984f-4f88-9818-ad8d23849d17,segment=NetworkSegment(25d6dcfd-4b71-4c12-b34b-50dd4249bdda),segment_id=25d6dcfd-4b71-4c12-b34b-50dd4249bdda)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:37:06.759515 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:06.806566 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=3d7ae563-984f-4f88-9818-ad8d23849d17,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:37:06.937100 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-b0ca1c05-1d95-47a5-a1a3-043d2bd10242 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:06.938618 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-b0ca1c05-1d95-47a5-a1a3-043d2bd10242 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.59 "GET /v2.0/networks?id=dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf HTTP/1.1" status: 200 len: 796 time: 0.1015704 Aug 31 10:37:06.982475 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-699a2f4b-9b8c-4a8e-8a1d-9da704b03528 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b91d32a897fc4967ba6d80d0ca2736bc HTTP/1.1" status: 200 len: 379 time: 0.0343368 Aug 31 10:37:06.993008 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-af428851-5cbf-4e64-ba29-74da633fcc78 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'port': {'device_id': '9f93afd7-8128-4e49-99f1-9f4255eef7bd', 'network_id': 'dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf', 'admin_state_up': True, 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'security_groups': ['0e41e18b-2916-4b30-9669-06f8f5a16233']}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:37:07.181093 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-af428851-5cbf-4e64-ba29-74da633fcc78 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Made reservation on behalf of b91d32a897fc4967ba6d80d0ca2736bc for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:37:07.184874 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-af428851-5cbf-4e64-ba29-74da633fcc78 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:07.310333 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-af428851-5cbf-4e64-ba29-74da633fcc78 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Allocated IP 172.20.0.10 (dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf/e7fd0bda-b3d6-45dd-ae54-f8694e97e4d1/ad11e97f-cd5e-4880-bfdd-502449f8b243) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:37:07.452557 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-af428851-5cbf-4e64-ba29-74da633fcc78 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:07.466086 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-af428851-5cbf-4e64-ba29-74da633fcc78 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Transition to ACTIVE for port object ad11e97f-cd5e-4880-bfdd-502449f8b243 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:37:07.581746 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7d5936f2-babc-401b-b1ca-03a3e7a05c27 req-4d25fad1-ce43-45bf-8e3a-bb807a6643ef tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=9f93afd7-8128-4e49-99f1-9f4255eef7bd HTTP/1.1" status: 200 len: 210 time: 0.0273237 Aug 31 10:37:07.599365 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-af428851-5cbf-4e64-ba29-74da633fcc78 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:07.997510 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-af428851-5cbf-4e64-ba29-74da633fcc78 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Network dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:37:08.002599 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-af428851-5cbf-4e64-ba29-74da633fcc78 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:37:08.007185 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-af428851-5cbf-4e64-ba29-74da633fcc78 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:37:08.033285 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af428851-5cbf-4e64-ba29-74da633fcc78 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Port': ['ID=ad11e97f-cd5e-4880-bfdd-502449f8b243,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:37:08.061946 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-af428851-5cbf-4e64-ba29-74da633fcc78 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:08.062618 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-af428851-5cbf-4e64-ba29-74da633fcc78 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:08.153492 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-af428851-5cbf-4e64-ba29-74da633fcc78 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1652925 Aug 31 10:37:08.166476 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-fabc4f77-7a79-4b75-9425-d165d75e58a9 service neutron] Request body: {'port': {'device_id': '9f93afd7-8128-4e49-99f1-9f4255eef7bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:37:08.200107 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3d7ae563-984f-4f88-9818-ad8d23849d17 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:37:08.226352 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-fabc4f77-7a79-4b75-9425-d165d75e58a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:08.253798 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 3d7ae563-984f-4f88-9818-ad8d23849d17 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:37:08.253798 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:08.392722 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-0bee1708-0eb4-4d27-b2d3-f2eaadb1e656 None None] Provisioning for port ad11e97f-cd5e-4880-bfdd-502449f8b243 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:37:08.397320 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-0bee1708-0eb4-4d27-b2d3-f2eaadb1e656 None None] Provisioning complete for port ad11e97f-cd5e-4880-bfdd-502449f8b243 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:37:08.397692 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0bee1708-0eb4-4d27-b2d3-f2eaadb1e656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:08.433373 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-0bee1708-0eb4-4d27-b2d3-f2eaadb1e656 None None] Port ad11e97f-cd5e-4880-bfdd-502449f8b243 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:37:08.505835 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-fabc4f77-7a79-4b75-9425-d165d75e58a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad11e97f-cd5e-4880-bfdd-502449f8b243 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:37:08.513560 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-fabc4f77-7a79-4b75-9425-d165d75e58a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:08.525829 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-fabc4f77-7a79-4b75-9425-d165d75e58a9 service neutron] Transition to ACTIVE for port object ad11e97f-cd5e-4880-bfdd-502449f8b243 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:37:08.598065 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-fabc4f77-7a79-4b75-9425-d165d75e58a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:08.653256 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc4f77-7a79-4b75-9425-d165d75e58a9 service neutron] Pushing event updated for resources: {'Port': ['ID=ad11e97f-cd5e-4880-bfdd-502449f8b243,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:37:08.762146 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970b7ad-11dc-4442-8333-40aa9b55205d req-2b8f50c0-fa9c-4c06-9ac2-0c6cae9d2862 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:08.768666 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c970b7ad-11dc-4442-8333-40aa9b55205d req-2b8f50c0-fa9c-4c06-9ac2-0c6cae9d2862 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=9f93afd7-8128-4e49-99f1-9f4255eef7bd HTTP/1.1" status: 200 len: 944 time: 0.1079278 Aug 31 10:37:08.768666 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-fabc4f77-7a79-4b75-9425-d165d75e58a9 service neutron] Attempting to bind port ad11e97f-cd5e-4880-bfdd-502449f8b243 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:37:08.768666 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-fabc4f77-7a79-4b75-9425-d165d75e58a9 service neutron] Attempting to bind port ad11e97f-cd5e-4880-bfdd-502449f8b243 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '25d6dcfd-4b71-4c12-b34b-50dd4249bdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': 'dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:37:08.768666 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-fabc4f77-7a79-4b75-9425-d165d75e58a9 service neutron] Attempting to bind port ad11e97f-cd5e-4880-bfdd-502449f8b243 on network dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:37:08.779968 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-fabc4f77-7a79-4b75-9425-d165d75e58a9 service neutron] Port ad11e97f-cd5e-4880-bfdd-502449f8b243 on network dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:37:08.780394 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-fabc4f77-7a79-4b75-9425-d165d75e58a9 service neutron] Attempting to bind port ad11e97f-cd5e-4880-bfdd-502449f8b243 on network dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:37:08.794864 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-fabc4f77-7a79-4b75-9425-d165d75e58a9 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:37:08.795209 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-fabc4f77-7a79-4b75-9425-d165d75e58a9 service neutron] Checking segment: {'id': '25d6dcfd-4b71-4c12-b34b-50dd4249bdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': 'dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:37:08.795599 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-fabc4f77-7a79-4b75-9425-d165d75e58a9 service neutron] Bound using segment: {'id': '25d6dcfd-4b71-4c12-b34b-50dd4249bdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': 'dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:37:08.796065 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-fabc4f77-7a79-4b75-9425-d165d75e58a9 service neutron] Bound port: ad11e97f-cd5e-4880-bfdd-502449f8b243, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25d6dcfd-4b71-4c12-b34b-50dd4249bdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1633, 'network_id': 'dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:37:08.796391 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-fabc4f77-7a79-4b75-9425-d165d75e58a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:08.823225 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c970b7ad-11dc-4442-8333-40aa9b55205d req-d567016f-36cb-43c5-af1e-1050a3824dec tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=0e41e18b-2916-4b30-9669-06f8f5a16233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529234 Aug 31 10:37:08.877613 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-fabc4f77-7a79-4b75-9425-d165d75e58a9 service neutron] For port ad11e97f-cd5e-4880-bfdd-502449f8b243, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:37:08.880595 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-fabc4f77-7a79-4b75-9425-d165d75e58a9 service neutron] For port ad11e97f-cd5e-4880-bfdd-502449f8b243, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=ad11e97f-cd5e-4880-bfdd-502449f8b243,segment=NetworkSegment(25d6dcfd-4b71-4c12-b34b-50dd4249bdda),segment_id=25d6dcfd-4b71-4c12-b34b-50dd4249bdda)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:37:08.947670 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-fabc4f77-7a79-4b75-9425-d165d75e58a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:08.993814 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-fabc4f77-7a79-4b75-9425-d165d75e58a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:08.994432 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-fabc4f77-7a79-4b75-9425-d165d75e58a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:08.995897 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-fabc4f77-7a79-4b75-9425-d165d75e58a9 service neutron] 10.222.0.59 "PUT /v2.0/ports/ad11e97f-cd5e-4880-bfdd-502449f8b243 HTTP/1.1" status: 200 len: 1093 time: 0.8341577 Aug 31 10:37:08.996343 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f93afd7-8128-4e49-99f1-9f4255eef7bd', 'tag': 'ad11e97f-cd5e-4880-bfdd-502449f8b243'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:37:08.998768 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57fa929-c597-447a-b8b1-7e2e17e818dc" -d '{"events": [{"name": "network-changed", "server_uuid": "9f93afd7-8128-4e49-99f1-9f4255eef7bd", "tag": "ad11e97f-cd5e-4880-bfdd-502449f8b243"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:37:09.023724 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc4f77-7a79-4b75-9425-d165d75e58a9 service neutron] Pushing event updated for resources: {'Port': ['ID=ad11e97f-cd5e-4880-bfdd-502449f8b243,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:37:09.040441 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf3ed0d-fcc4-4a8f-aa36-5831911c9385 x-openstack-request-id: req-cbf3ed0d-fcc4-4a8f-aa36-5831911c9385 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:37:09.040732 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f93afd7-8128-4e49-99f1-9f4255eef7bd", "tag": "ad11e97f-cd5e-4880-bfdd-502449f8b243", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:37:09.040984 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-cbf3ed0d-fcc4-4a8f-aa36-5831911c9385 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:37:09.041390 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f93afd7-8128-4e49-99f1-9f4255eef7bd', 'tag': 'ad11e97f-cd5e-4880-bfdd-502449f8b243', 'status': 'completed', 'code': 200} Aug 31 10:37:09.111328 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fa929-c597-447a-b8b1-7e2e17e818dc req-18d19d59-dc85-4142-af44-2bc536f8a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:09.112991 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a57fa929-c597-447a-b8b1-7e2e17e818dc req-18d19d59-dc85-4142-af44-2bc536f8a8c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&device_id=9f93afd7-8128-4e49-99f1-9f4255eef7bd HTTP/1.1" status: 200 len: 1096 time: 0.0487919 Aug 31 10:37:09.214290 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fa929-c597-447a-b8b1-7e2e17e818dc req-c472564c-990b-411d-a0cd-976e4bafb7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:09.215799 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a57fa929-c597-447a-b8b1-7e2e17e818dc req-c472564c-990b-411d-a0cd-976e4bafb7da service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0949049 Aug 31 10:37:09.316182 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fa929-c597-447a-b8b1-7e2e17e818dc req-94928f1f-f289-4751-96a0-d8647b165619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:09.317734 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a57fa929-c597-447a-b8b1-7e2e17e818dc req-94928f1f-f289-4751-96a0-d8647b165619 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0944328 Aug 31 10:37:09.394043 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-5129f2e7-fba3-477c-b8f8-94e9ea4b454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:09.395658 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-5129f2e7-fba3-477c-b8f8-94e9ea4b454b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&device_id=9f93afd7-8128-4e49-99f1-9f4255eef7bd HTTP/1.1" status: 200 len: 1096 time: 0.0422256 Aug 31 10:37:09.445025 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-e73705d9-df63-4ec7-8266-6e0133923035 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad11e97f-cd5e-4880-bfdd-502449f8b243 HTTP/1.1" status: 200 len: 217 time: 0.0407879 Aug 31 10:37:09.497335 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-da83c811-7b56-4479-ac10-7b42bc61afec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:09.498839 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-da83c811-7b56-4479-ac10-7b42bc61afec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e7fd0bda-b3d6-45dd-ae54-f8694e97e4d1 HTTP/1.1" status: 200 len: 835 time: 0.0469358 Aug 31 10:37:09.545466 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-8434c209-a71c-4737-86ab-e5bef6e99d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:09.546924 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-8434c209-a71c-4737-86ab-e5bef6e99d89 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401287 Aug 31 10:37:09.639170 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-cbdf00b8-efe1-4a07-a0f8-acbdfbaefb1b service neutron] 10.222.0.59 "GET /v2.0/networks/dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850523 Aug 31 10:37:09.729614 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d6a083e-9795-4118-b1d0-8ba247133e33 req-fb332a59-1008-4eb2-9797-48129396027d service neutron] 10.222.0.59 "GET /v2.0/networks/dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826893 Aug 31 10:37:09.944033 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a590e-c791-48e6-bdcc-dd2a88593539 req-151e9b19-6f74-4bd2-8750-fb8323b71466 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:09.945528 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c54a590e-c791-48e6-bdcc-dd2a88593539 req-151e9b19-6f74-4bd2-8750-fb8323b71466 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=9f93afd7-8128-4e49-99f1-9f4255eef7bd HTTP/1.1" status: 200 len: 944 time: 0.0515282 Aug 31 10:37:09.983639 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c54a590e-c791-48e6-bdcc-dd2a88593539 req-3dcce317-b6be-4ab0-b3e9-c4ccea7f70ba tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=0e41e18b-2916-4b30-9669-06f8f5a16233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319421 Aug 31 10:37:11.107045 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febfc967-88be-4948-a48a-df4b8e7452df req-6e0d4aa3-537b-41bf-b40e-4c87b2d13865 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:11.108530 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-febfc967-88be-4948-a48a-df4b8e7452df req-6e0d4aa3-537b-41bf-b40e-4c87b2d13865 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=9f93afd7-8128-4e49-99f1-9f4255eef7bd HTTP/1.1" status: 200 len: 944 time: 0.0530925 Aug 31 10:37:11.146245 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-febfc967-88be-4948-a48a-df4b8e7452df req-3cf63b9b-7d87-4b7a-9c1c-56b51a09611c tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=0e41e18b-2916-4b30-9669-06f8f5a16233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317810 Aug 31 10:37:11.375255 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1e4c3e50-84d0-401d-af18-9667ffa63146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:11.653757 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device ad11e97f-cd5e-4880-bfdd-502449f8b243 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:37:11.746944 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port ad11e97f-cd5e-4880-bfdd-502449f8b243, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=ad11e97f-cd5e-4880-bfdd-502449f8b243,segment=NetworkSegment(25d6dcfd-4b71-4c12-b34b-50dd4249bdda),segment_id=25d6dcfd-4b71-4c12-b34b-50dd4249bdda)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:37:11.759669 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': 'ad11e97f-cd5e-4880-bfdd-502449f8b243', 'network_id': 'dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf', 'port_id': 'ad11e97f-cd5e-4880-bfdd-502449f8b243', 'mac_address': 'fa:16:3e:18:f9:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7fd0bda-b3d6-45dd-ae54-f8694e97e4d1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:37:11.798446 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:11.811288 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad11e97f-cd5e-4880-bfdd-502449f8b243 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:37:11.831394 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port ad11e97f-cd5e-4880-bfdd-502449f8b243, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=ad11e97f-cd5e-4880-bfdd-502449f8b243,segment=NetworkSegment(25d6dcfd-4b71-4c12-b34b-50dd4249bdda),segment_id=25d6dcfd-4b71-4c12-b34b-50dd4249bdda)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:37:11.930036 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:11.981784 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=ad11e97f-cd5e-4880-bfdd-502449f8b243,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:37:12.217622 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['ad11e97f-cd5e-4880-bfdd-502449f8b243'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:37:12.269228 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4347c-5906-4ff7-ab73-f740d291c33c req-09c6f9ba-8371-4690-a4cd-2b517bda3f29 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:12.271523 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-97b4347c-5906-4ff7-ab73-f740d291c33c req-09c6f9ba-8371-4690-a4cd-2b517bda3f29 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=9f93afd7-8128-4e49-99f1-9f4255eef7bd HTTP/1.1" status: 200 len: 945 time: 0.0522120 Aug 31 10:37:12.311672 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-97b4347c-5906-4ff7-ab73-f740d291c33c req-313bab72-0ba7-45cd-b99d-708b865412ad tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=0e41e18b-2916-4b30-9669-06f8f5a16233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339501 Aug 31 10:37:13.426784 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901ae5d-d689-4d9e-85da-7c71cb41a8f3 req-e029b319-dee5-47e1-8822-95fae709f66c tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:13.429144 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7901ae5d-d689-4d9e-85da-7c71cb41a8f3 req-e029b319-dee5-47e1-8822-95fae709f66c tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=9f93afd7-8128-4e49-99f1-9f4255eef7bd HTTP/1.1" status: 200 len: 945 time: 0.0505791 Aug 31 10:37:13.468302 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7901ae5d-d689-4d9e-85da-7c71cb41a8f3 req-e4e714e9-f54e-4c10-8b66-1c253feca107 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=0e41e18b-2916-4b30-9669-06f8f5a16233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330784 Aug 31 10:37:13.653822 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device ad11e97f-cd5e-4880-bfdd-502449f8b243 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:37:13.763902 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port ad11e97f-cd5e-4880-bfdd-502449f8b243 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:37:13.768034 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port ad11e97f-cd5e-4880-bfdd-502449f8b243 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:37:13.768426 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:13.846126 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:13.871177 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f93afd7-8128-4e49-99f1-9f4255eef7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad11e97f-cd5e-4880-bfdd-502449f8b243'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:37:13.875402 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919a475f-74fe-4f03-ba87-69bf57ee7d6f" -d '{"events": [{"server_uuid": "9f93afd7-8128-4e49-99f1-9f4255eef7bd", "name": "network-vif-plugged", "status": "completed", "tag": "ad11e97f-cd5e-4880-bfdd-502449f8b243"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:37:13.888518 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port ad11e97f-cd5e-4880-bfdd-502449f8b243, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=ad11e97f-cd5e-4880-bfdd-502449f8b243,segment=NetworkSegment(25d6dcfd-4b71-4c12-b34b-50dd4249bdda),segment_id=25d6dcfd-4b71-4c12-b34b-50dd4249bdda)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:37:13.968785 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fe2baf-ac9c-4e3b-99b1-d1e5ea9f137b x-openstack-request-id: req-f7fe2baf-ac9c-4e3b-99b1-d1e5ea9f137b {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:37:13.969073 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f93afd7-8128-4e49-99f1-9f4255eef7bd", "name": "network-vif-plugged", "status": "completed", "tag": "ad11e97f-cd5e-4880-bfdd-502449f8b243", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:37:13.969325 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-f7fe2baf-ac9c-4e3b-99b1-d1e5ea9f137b {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:37:13.969719 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f93afd7-8128-4e49-99f1-9f4255eef7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad11e97f-cd5e-4880-bfdd-502449f8b243', 'code': 200} Aug 31 10:37:13.976209 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:14.044277 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5c252093-ed4d-43a0-9d4a-5d22e3dfcc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:14.047237 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=ad11e97f-cd5e-4880-bfdd-502449f8b243,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:37:14.079247 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d6eed-49b7-4ed5-877e-0dbe2fb1dd00 req-b3d3aedc-a05a-4c78-96f4-8122b99488af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:14.080780 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fb5d6eed-49b7-4ed5-877e-0dbe2fb1dd00 req-b3d3aedc-a05a-4c78-96f4-8122b99488af service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9f93afd7-8128-4e49-99f1-9f4255eef7bd HTTP/1.1" status: 200 len: 1098 time: 0.0489886 Aug 31 10:37:14.117459 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fb5d6eed-49b7-4ed5-877e-0dbe2fb1dd00 req-9c46b786-7320-44c1-abaf-f345b39347de service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0e41e18b-2916-4b30-9669-06f8f5a16233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292320 Aug 31 10:37:14.129445 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:14.589122 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c12ad-9971-47a5-86ce-31ee975a4b5b req-4e33db2e-1b3f-4917-9931-5e4fb66a1613 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:14.590774 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-890c12ad-9971-47a5-86ce-31ee975a4b5b req-4e33db2e-1b3f-4917-9931-5e4fb66a1613 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=9f93afd7-8128-4e49-99f1-9f4255eef7bd HTTP/1.1" status: 200 len: 946 time: 0.0555136 Aug 31 10:37:14.633179 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-890c12ad-9971-47a5-86ce-31ee975a4b5b req-68e6fc28-3cf1-4cd7-aa97-5119128895f5 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=0e41e18b-2916-4b30-9669-06f8f5a16233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354898 Aug 31 10:37:15.660889 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:15.756112 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1fb5a-1e2b-403a-a17b-02b955dd6b9b req-269799f0-3937-4b15-bb99-3ac653973d0d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:15.757691 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cde1fb5a-1e2b-403a-a17b-02b955dd6b9b req-269799f0-3937-4b15-bb99-3ac653973d0d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=9f93afd7-8128-4e49-99f1-9f4255eef7bd HTTP/1.1" status: 200 len: 946 time: 0.0533526 Aug 31 10:37:15.799693 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cde1fb5a-1e2b-403a-a17b-02b955dd6b9b req-6d590bb1-ceff-4fe7-b6ae-cad2b77f9265 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=0e41e18b-2916-4b30-9669-06f8f5a16233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359671 Aug 31 10:37:15.924553 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a943c-4ea9-4f9f-bc5d-d0bf3ab92a57 req-eecc6e73-c6c3-4a7e-8b03-aab72c12b106 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:15.925949 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-733a943c-4ea9-4f9f-bc5d-d0bf3ab92a57 req-eecc6e73-c6c3-4a7e-8b03-aab72c12b106 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=9f93afd7-8128-4e49-99f1-9f4255eef7bd HTTP/1.1" status: 200 len: 946 time: 0.0526810 Aug 31 10:37:15.966478 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-733a943c-4ea9-4f9f-bc5d-d0bf3ab92a57 req-ff9ccc8d-c30c-419d-bc69-eb49773247c8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=0e41e18b-2916-4b30-9669-06f8f5a16233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336614 Aug 31 10:37:15.989964 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55812) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:37:16.029447 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a672cace-ee2d-4e9f-b998-d635c383c334 tempest-TestNetworkAdvancedServerOps-920648690 tempest-TestNetworkAdvancedServerOps-920648690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:16.031116 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a672cace-ee2d-4e9f-b998-d635c383c334 tempest-TestNetworkAdvancedServerOps-920648690 tempest-TestNetworkAdvancedServerOps-920648690-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=9f93afd7-8128-4e49-99f1-9f4255eef7bd HTTP/1.1" status: 200 len: 1093 time: 0.0401182 Aug 31 10:37:16.033894 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55814) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:37:16.038480 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-23bfd36c-8aa5-4fa9-af8d-ef36ff28aafd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'port_id': 'ad11e97f-cd5e-4880-bfdd-502449f8b243', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:37:16.129611 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-23bfd36c-8aa5-4fa9-af8d-ef36ff28aafd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for floatingip, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:16.238244 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-23bfd36c-8aa5-4fa9-af8d-ef36ff28aafd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:16.342697 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-23bfd36c-8aa5-4fa9-af8d-ef36ff28aafd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Allocated IP 172.25.2.99 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/bdcb2d30-3ce3-4530-81eb-9946782a26ed) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:37:16.452020 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-23bfd36c-8aa5-4fa9-af8d-ef36ff28aafd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:16.558883 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-23bfd36c-8aa5-4fa9-af8d-ef36ff28aafd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:16.596220 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bfd36c-8aa5-4fa9-af8d-ef36ff28aafd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:37:16.601934 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-23bfd36c-8aa5-4fa9-af8d-ef36ff28aafd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:37:16.605537 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bfd36c-8aa5-4fa9-af8d-ef36ff28aafd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:37:16.633560 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bfd36c-8aa5-4fa9-af8d-ef36ff28aafd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Port': ['ID=bdcb2d30-3ce3-4530-81eb-9946782a26ed,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:37:16.986734 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-23bfd36c-8aa5-4fa9-af8d-ef36ff28aafd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:17.112578 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-23bfd36c-8aa5-4fa9-af8d-ef36ff28aafd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:17.279349 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-23bfd36c-8aa5-4fa9-af8d-ef36ff28aafd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:17.358207 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:17.369506 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-23bfd36c-8aa5-4fa9-af8d-ef36ff28aafd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:17.440315 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bfd36c-8aa5-4fa9-af8d-ef36ff28aafd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Port': ['ID=bdcb2d30-3ce3-4530-81eb-9946782a26ed,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:37:17.452987 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-23bfd36c-8aa5-4fa9-af8d-ef36ff28aafd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:17.558829 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-23bfd36c-8aa5-4fa9-af8d-ef36ff28aafd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Floating IP 8e9ef0f8-8f76-4019-83e5-7ea7d07b033a associated. External IP: 172.25.2.99, port: ad11e97f-cd5e-4880-bfdd-502449f8b243. Aug 31 10:37:17.768431 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23bfd36c-8aa5-4fa9-af8d-ef36ff28aafd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Router d4705114-f011-48cc-861f-42ac8593ca73 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:37:17.883521 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bfd36c-8aa5-4fa9-af8d-ef36ff28aafd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:37:17.893659 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25aea2cb-bcf6-49f7-a6ab-1d9ef87d8637 None None] Sync routers for ids ['d4705114-f011-48cc-861f-42ac8593ca73'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:37:17.903889 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aea2cb-bcf6-49f7-a6ab-1d9ef87d8637 None None] Routers {'d4705114-f011-48cc-861f-42ac8593ca73'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:37:17.904509 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-25aea2cb-bcf6-49f7-a6ab-1d9ef87d8637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:37:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['d4705114-f011-48cc-861f-42ac8593ca73'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:37:17.997778 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-23bfd36c-8aa5-4fa9-af8d-ef36ff28aafd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:18.016342 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-25aea2cb-bcf6-49f7-a6ab-1d9ef87d8637 None None] Set router d4705114-f011-48cc-861f-42ac8593ca73 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:37:18.025887 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-23bfd36c-8aa5-4fa9-af8d-ef36ff28aafd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9909451 Aug 31 10:37:18.026605 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f93afd7-8128-4e49-99f1-9f4255eef7bd', 'tag': 'ad11e97f-cd5e-4880-bfdd-502449f8b243'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:37:18.028977 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c517bd-dd7a-4f3c-8579-cefb975c34e1" -d '{"events": [{"name": "network-changed", "server_uuid": "9f93afd7-8128-4e49-99f1-9f4255eef7bd", "tag": "ad11e97f-cd5e-4880-bfdd-502449f8b243"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:37:18.068872 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d75d4e-d109-4d75-bdf0-33a806e01e96 x-openstack-request-id: req-93d75d4e-d109-4d75-bdf0-33a806e01e96 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:37:18.068872 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f93afd7-8128-4e49-99f1-9f4255eef7bd", "tag": "ad11e97f-cd5e-4880-bfdd-502449f8b243", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:37:18.068872 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-93d75d4e-d109-4d75-bdf0-33a806e01e96 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:37:18.068872 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f93afd7-8128-4e49-99f1-9f4255eef7bd', 'tag': 'ad11e97f-cd5e-4880-bfdd-502449f8b243', 'status': 'completed', 'code': 200} Aug 31 10:37:18.164969 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3080ad-c34c-4d69-9b42-ed7586cd3407 req-3b9e732b-a684-4a6e-989c-833860f7945d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:18.167007 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cf3080ad-c34c-4d69-9b42-ed7586cd3407 req-3b9e732b-a684-4a6e-989c-833860f7945d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=9f93afd7-8128-4e49-99f1-9f4255eef7bd HTTP/1.1" status: 200 len: 946 time: 0.0798826 Aug 31 10:37:18.173309 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c517bd-dd7a-4f3c-8579-cefb975c34e1 req-e9d21cd7-30b1-42c8-b17f-6ad62348a869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:18.174857 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-44c517bd-dd7a-4f3c-8579-cefb975c34e1 req-e9d21cd7-30b1-42c8-b17f-6ad62348a869 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&device_id=9f93afd7-8128-4e49-99f1-9f4255eef7bd HTTP/1.1" status: 200 len: 1098 time: 0.0754766 Aug 31 10:37:18.248923 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-25aea2cb-bcf6-49f7-a6ab-1d9ef87d8637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129572867', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '7fc643d1-902c-4796-a6e3-b3ff40f5d166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:36:57Z', 'updated_at': '2021-08-31T10:37:02Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '7fc643d1-902c-4796-a6e3-b3ff40f5d166', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:36:58Z', 'updated_at': '2021-08-31T10:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '8e9ef0f8-8f76-4019-83e5-7ea7d07b033a', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'floating_ip_address': '172.25.2.99', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'port_id': 'ad11e97f-cd5e-4880-bfdd-502449f8b243', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf', 'mac_address': 'fa:16:3e:18:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f93afd7-8128-4e49-99f1-9f4255eef7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:37:16Z', 'updated_at': '2021-08-31T10:37:16Z', 'revision_number': 0, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d7ae563-984f-4f88-9818-ad8d23849d17', 'name': '', 'network_id': 'dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:56:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e7fd0bda-b3d6-45dd-ae54-f8694e97e4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:37:01Z', 'updated_at': '2021-08-31T10:37:06Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': 'e7fd0bda-b3d6-45dd-ae54-f8694e97e4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:37:18.258615 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cf3080ad-c34c-4d69-9b42-ed7586cd3407 req-a7e18dc7-5b8b-417b-bb07-cc276cee803e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=0e41e18b-2916-4b30-9669-06f8f5a16233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827281 Aug 31 10:37:18.282008 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25aea2cb-bcf6-49f7-a6ab-1d9ef87d8637 None None] Checking router: d4705114-f011-48cc-861f-42ac8593ca73 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:37:18.284615 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55820) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:37:18.291604 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aea2cb-bcf6-49f7-a6ab-1d9ef87d8637 None None] Routers {'d4705114-f011-48cc-861f-42ac8593ca73'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:37:18.292354 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-25aea2cb-bcf6-49f7-a6ab-1d9ef87d8637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:37:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['d4705114-f011-48cc-861f-42ac8593ca73'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:37:18.294136 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c517bd-dd7a-4f3c-8579-cefb975c34e1 req-ea797a47-ea1a-464f-94c6-be6cd1e80cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:18.295700 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-44c517bd-dd7a-4f3c-8579-cefb975c34e1 req-ea797a47-ea1a-464f-94c6-be6cd1e80cdf service neutron] 10.222.0.59 "GET /v2.0/networks?id=dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf HTTP/1.1" status: 200 len: 898 time: 0.1123044 Aug 31 10:37:18.353657 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-80f2f62b-7052-442f-98c4-931ecd9d5156 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/floatingips/8e9ef0f8-8f76-4019-83e5-7ea7d07b033a HTTP/1.1" status: 200 len: 991 time: 0.0674872 Aug 31 10:37:18.368375 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-44c517bd-dd7a-4f3c-8579-cefb975c34e1 req-43a09b13-8e35-4d6c-a7ab-6aba39b1c0f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad11e97f-cd5e-4880-bfdd-502449f8b243 HTTP/1.1" status: 200 len: 999 time: 0.0644238 Aug 31 10:37:18.401228 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-25aea2cb-bcf6-49f7-a6ab-1d9ef87d8637 None None] Set router d4705114-f011-48cc-861f-42ac8593ca73 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:37:18.422443 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c517bd-dd7a-4f3c-8579-cefb975c34e1 req-a865a7af-2e90-48b7-8850-c87816491911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:18.424203 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-44c517bd-dd7a-4f3c-8579-cefb975c34e1 req-a865a7af-2e90-48b7-8850-c87816491911 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e7fd0bda-b3d6-45dd-ae54-f8694e97e4d1 HTTP/1.1" status: 200 len: 835 time: 0.0452697 Aug 31 10:37:18.479725 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c517bd-dd7a-4f3c-8579-cefb975c34e1 req-a8b71c7a-d678-4d15-856b-9d062919ecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:18.481248 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-44c517bd-dd7a-4f3c-8579-cefb975c34e1 req-a8b71c7a-d678-4d15-856b-9d062919ecb7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496728 Aug 31 10:37:18.577151 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-44c517bd-dd7a-4f3c-8579-cefb975c34e1 req-7a199a91-989e-4d75-af77-15bb1ab058ce service neutron] 10.222.0.59 "GET /v2.0/networks/dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855362 Aug 31 10:37:18.631833 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-25aea2cb-bcf6-49f7-a6ab-1d9ef87d8637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129572867', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '7fc643d1-902c-4796-a6e3-b3ff40f5d166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:36:57Z', 'updated_at': '2021-08-31T10:37:02Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '7fc643d1-902c-4796-a6e3-b3ff40f5d166', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:36:58Z', 'updated_at': '2021-08-31T10:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '8e9ef0f8-8f76-4019-83e5-7ea7d07b033a', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'floating_ip_address': '172.25.2.99', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'port_id': 'ad11e97f-cd5e-4880-bfdd-502449f8b243', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf', 'mac_address': 'fa:16:3e:18:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f93afd7-8128-4e49-99f1-9f4255eef7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:37:16Z', 'updated_at': '2021-08-31T10:37:16Z', 'revision_number': 0, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d7ae563-984f-4f88-9818-ad8d23849d17', 'name': '', 'network_id': 'dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:56:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e7fd0bda-b3d6-45dd-ae54-f8694e97e4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:37:01Z', 'updated_at': '2021-08-31T10:37:06Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': 'e7fd0bda-b3d6-45dd-ae54-f8694e97e4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:37:18.660022 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25aea2cb-bcf6-49f7-a6ab-1d9ef87d8637 None None] The sync data for ids ['d4705114-f011-48cc-861f-42ac8593ca73'] in n-d-791506-28 is: [{'id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129572867', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '7fc643d1-902c-4796-a6e3-b3ff40f5d166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:36:57Z', 'updated_at': '2021-08-31T10:37:02Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '7fc643d1-902c-4796-a6e3-b3ff40f5d166', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:36:58Z', 'updated_at': '2021-08-31T10:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '8e9ef0f8-8f76-4019-83e5-7ea7d07b033a', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'floating_ip_address': '172.25.2.99', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'port_id': 'ad11e97f-cd5e-4880-bfdd-502449f8b243', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf', 'mac_address': 'fa:16:3e:18:f9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f93afd7-8128-4e49-99f1-9f4255eef7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:37:16Z', 'updated_at': '2021-08-31T10:37:16Z', 'revision_number': 0, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d7ae563-984f-4f88-9818-ad8d23849d17', 'name': '', 'network_id': 'dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:56:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e7fd0bda-b3d6-45dd-ae54-f8694e97e4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:37:01Z', 'updated_at': '2021-08-31T10:37:06Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': 'e7fd0bda-b3d6-45dd-ae54-f8694e97e4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:37:18.681836 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-44c517bd-dd7a-4f3c-8579-cefb975c34e1 req-da1252f4-4504-4990-a3ad-d95125cf8651 service neutron] 10.222.0.59 "GET /v2.0/networks/dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973637 Aug 31 10:37:18.866497 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85647c28-80e8-4351-b338-4b0cbf7b85a9 None None] New status for floating IP 8e9ef0f8-8f76-4019-83e5-7ea7d07b033a: ACTIVE {{(pid=95555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:37:19.356177 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55822) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:37:19.416912 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9a30ed31-787d-49a2-9d32-6e6c7a71ceb3 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/floatingips/8e9ef0f8-8f76-4019-83e5-7ea7d07b033a HTTP/1.1" status: 200 len: 993 time: 0.0596588 Aug 31 10:37:33.506200 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:34.094830 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:38.976326 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-84bab54e-5c92-4ce7-acf8-29b7f309e242 req-8e93416b-b7c0-4a96-b062-43c8caaa3ed2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0258410 Aug 31 10:37:39.051642 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-84bab54e-5c92-4ce7-acf8-29b7f309e242 req-13e3ea32-3627-41a1-96cb-59a282246608 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0262194 Aug 31 10:37:39.096141 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-84bab54e-5c92-4ce7-acf8-29b7f309e242 req-c00d0040-e0ae-45de-af9a-3a292d6b6179 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244377 Aug 31 10:37:39.192171 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bab54e-5c92-4ce7-acf8-29b7f309e242 req-8406de54-803a-49b9-be2f-da81d250ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:39.193667 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-84bab54e-5c92-4ce7-acf8-29b7f309e242 req-8406de54-803a-49b9-be2f-da81d250ae6c service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0908468 Aug 31 10:37:41.328834 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c9de8f2a-733e-4a7e-99f9-0becb7e9c596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:43.409465 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:37:44.054955 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a1682525-50b0-4c6e-9f02-b78c3e363c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:44.106135 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:45.694165 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:47.311554 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:53.205051 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa826c54-d95d-4860-9ce1-3776bcfc0b63 req-f02a7262-c7c9-4cbe-a75f-31f9ce758bc6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:53.207549 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa826c54-d95d-4860-9ce1-3776bcfc0b63 req-f02a7262-c7c9-4cbe-a75f-31f9ce758bc6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=9f93afd7-8128-4e49-99f1-9f4255eef7bd HTTP/1.1" status: 200 len: 946 time: 0.0535970 Aug 31 10:37:53.247844 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aa826c54-d95d-4860-9ce1-3776bcfc0b63 req-1ad802a4-cd31-46b3-847b-cb7f5f6c0b0a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=0e41e18b-2916-4b30-9669-06f8f5a16233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341618 Aug 31 10:37:54.401789 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715ef3b-9ec6-4b5e-8496-6f95cceb88f1 req-b3cefb72-cd09-4cea-b900-d366f920530b tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:54.403331 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8715ef3b-9ec6-4b5e-8496-6f95cceb88f1 req-b3cefb72-cd09-4cea-b900-d366f920530b tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=9f93afd7-8128-4e49-99f1-9f4255eef7bd HTTP/1.1" status: 200 len: 946 time: 0.0650344 Aug 31 10:37:54.443133 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8715ef3b-9ec6-4b5e-8496-6f95cceb88f1 req-15558486-74ae-4a65-b6f1-27872134b9f1 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=0e41e18b-2916-4b30-9669-06f8f5a16233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332592 Aug 31 10:37:54.466362 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55852) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:37:54.527715 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a4ecff2b-f735-4522-b3d9-0fe38f2badc9 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/floatingips/8e9ef0f8-8f76-4019-83e5-7ea7d07b033a HTTP/1.1" status: 200 len: 993 time: 0.0600460 Aug 31 10:37:55.996006 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbb846-d0e6-4ce7-8ea0-d81db4bc90cd req-3efaf1c7-c27d-45d8-96c8-de6e85e24e21 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:55.997536 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0cbb846-d0e6-4ce7-8ea0-d81db4bc90cd req-3efaf1c7-c27d-45d8-96c8-de6e85e24e21 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=9f93afd7-8128-4e49-99f1-9f4255eef7bd HTTP/1.1" status: 200 len: 946 time: 0.0512292 Aug 31 10:37:56.043907 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0cbb846-d0e6-4ce7-8ea0-d81db4bc90cd req-6cb6b803-287f-4e35-b249-c0e17f175699 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=0e41e18b-2916-4b30-9669-06f8f5a16233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385275 Aug 31 10:37:57.165644 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca81401-a2d0-42d5-b282-d7ecf52e56a1 req-e47e2b6b-2b8f-4d90-87d3-41a1e717ffdd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:57.167218 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bca81401-a2d0-42d5-b282-d7ecf52e56a1 req-e47e2b6b-2b8f-4d90-87d3-41a1e717ffdd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=9f93afd7-8128-4e49-99f1-9f4255eef7bd HTTP/1.1" status: 200 len: 946 time: 0.0499368 Aug 31 10:37:57.207454 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bca81401-a2d0-42d5-b282-d7ecf52e56a1 req-d2f06437-177d-4f15-ad1b-3702a4fe7c1c tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=0e41e18b-2916-4b30-9669-06f8f5a16233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339615 Aug 31 10:37:57.233929 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55862) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:37:57.300409 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9bc49292-ad37-45dc-8cab-d6ccd41b21ed tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/floatingips/8e9ef0f8-8f76-4019-83e5-7ea7d07b033a HTTP/1.1" status: 200 len: 993 time: 0.0647180 Aug 31 10:37:57.525590 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55868) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:37:58.016160 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-91916e86-ff2f-4e03-af02-5ecba379c23f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Deleting port bdcb2d30-3ce3-4530-81eb-9946782a26ed {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:37:58.016502 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-91916e86-ff2f-4e03-af02-5ecba379c23f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:58.094320 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-91916e86-ff2f-4e03-af02-5ecba379c23f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:58.094668 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-91916e86-ff2f-4e03-af02-5ecba379c23f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:58.114895 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-91916e86-ff2f-4e03-af02-5ecba379c23f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Calling delete_port for bdcb2d30-3ce3-4530-81eb-9946782a26ed owned by network:floatingip {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:37:58.345976 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-91916e86-ff2f-4e03-af02-5ecba379c23f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:58.375459 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91916e86-ff2f-4e03-af02-5ecba379c23f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event deleted for resources: {'Port': ['ID=bdcb2d30-3ce3-4530-81eb-9946782a26ed,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:37:58.389676 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91916e86-ff2f-4e03-af02-5ecba379c23f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:58.389676 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91916e86-ff2f-4e03-af02-5ecba379c23f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:58.389968 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91916e86-ff2f-4e03-af02-5ecba379c23f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:58.390302 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91916e86-ff2f-4e03-af02-5ecba379c23f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:58.390656 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91916e86-ff2f-4e03-af02-5ecba379c23f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:58.390978 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91916e86-ff2f-4e03-af02-5ecba379c23f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:58.391300 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91916e86-ff2f-4e03-af02-5ecba379c23f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:58.391622 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91916e86-ff2f-4e03-af02-5ecba379c23f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:58.391946 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91916e86-ff2f-4e03-af02-5ecba379c23f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:58.392265 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91916e86-ff2f-4e03-af02-5ecba379c23f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:58.392579 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91916e86-ff2f-4e03-af02-5ecba379c23f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:58.392898 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91916e86-ff2f-4e03-af02-5ecba379c23f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:37:58.463263 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-91916e86-ff2f-4e03-af02-5ecba379c23f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for floatingip, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:58.463594 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [None req-91916e86-ff2f-4e03-af02-5ecba379c23f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Floating IP 8e9ef0f8-8f76-4019-83e5-7ea7d07b033a disassociated (deleted). External IP: 172.25.2.99, port: ad11e97f-cd5e-4880-bfdd-502449f8b243. Aug 31 10:37:58.683699 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91916e86-ff2f-4e03-af02-5ecba379c23f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Router d4705114-f011-48cc-861f-42ac8593ca73 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:37:58.798060 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91916e86-ff2f-4e03-af02-5ecba379c23f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:37:58.803688 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-91916e86-ff2f-4e03-af02-5ecba379c23f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:37:58.808323 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71740d7-81ad-47fe-87bf-f47939f12318 None None] Sync routers for ids ['d4705114-f011-48cc-861f-42ac8593ca73'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:37:58.818349 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71740d7-81ad-47fe-87bf-f47939f12318 None None] Routers {'d4705114-f011-48cc-861f-42ac8593ca73'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:37:58.819018 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-d71740d7-81ad-47fe-87bf-f47939f12318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:37:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['d4705114-f011-48cc-861f-42ac8593ca73'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:37:58.832855 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-91916e86-ff2f-4e03-af02-5ecba379c23f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "DELETE /v2.0/floatingips/8e9ef0f8-8f76-4019-83e5-7ea7d07b033a HTTP/1.1" status: 204 len: 168 time: 1.3061173 Aug 31 10:37:58.835669 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f93afd7-8128-4e49-99f1-9f4255eef7bd', 'tag': 'ad11e97f-cd5e-4880-bfdd-502449f8b243'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:37:58.837031 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efb09fcb25d757964e6e64477cf3964f72eef090657aa62846af519e9d9507f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a533816-2371-4658-b425-8d26438576c5" -d '{"events": [{"name": "network-changed", "server_uuid": "9f93afd7-8128-4e49-99f1-9f4255eef7bd", "tag": "ad11e97f-cd5e-4880-bfdd-502449f8b243"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:37:58.880204 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffa1075-2d14-4015-ae39-25a75b73d2f0 x-openstack-request-id: req-2ffa1075-2d14-4015-ae39-25a75b73d2f0 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:37:58.880492 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f93afd7-8128-4e49-99f1-9f4255eef7bd", "tag": "ad11e97f-cd5e-4880-bfdd-502449f8b243", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:37:58.880862 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-2ffa1075-2d14-4015-ae39-25a75b73d2f0 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:37:58.881160 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f93afd7-8128-4e49-99f1-9f4255eef7bd', 'tag': 'ad11e97f-cd5e-4880-bfdd-502449f8b243', 'status': 'completed', 'code': 200} Aug 31 10:37:58.942909 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-d71740d7-81ad-47fe-87bf-f47939f12318 None None] Set router d4705114-f011-48cc-861f-42ac8593ca73 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:37:58.951726 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a533816-2371-4658-b425-8d26438576c5 req-89f176aa-687b-43d2-8402-b6b330426ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:58.953273 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4a533816-2371-4658-b425-8d26438576c5 req-89f176aa-687b-43d2-8402-b6b330426ffc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&device_id=9f93afd7-8128-4e49-99f1-9f4255eef7bd HTTP/1.1" status: 200 len: 1098 time: 0.0432322 Aug 31 10:37:59.054944 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a533816-2371-4658-b425-8d26438576c5 req-516c5b43-7bcc-4694-94fc-501214492386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:59.056463 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4a533816-2371-4658-b425-8d26438576c5 req-516c5b43-7bcc-4694-94fc-501214492386 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf HTTP/1.1" status: 200 len: 898 time: 0.0942936 Aug 31 10:37:59.101892 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4a533816-2371-4658-b425-8d26438576c5 req-7990846f-8162-42af-b15f-74f0aedc7674 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ad11e97f-cd5e-4880-bfdd-502449f8b243 HTTP/1.1" status: 200 len: 217 time: 0.0372479 Aug 31 10:37:59.156322 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a533816-2371-4658-b425-8d26438576c5 req-7e0a8452-14f5-4dab-9515-3dca0e063d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:59.157401 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4a533816-2371-4658-b425-8d26438576c5 req-7e0a8452-14f5-4dab-9515-3dca0e063d7c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e7fd0bda-b3d6-45dd-ae54-f8694e97e4d1 HTTP/1.1" status: 200 len: 835 time: 0.0481634 Aug 31 10:37:59.169621 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-d71740d7-81ad-47fe-87bf-f47939f12318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129572867', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '7fc643d1-902c-4796-a6e3-b3ff40f5d166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:36:57Z', 'updated_at': '2021-08-31T10:37:02Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '7fc643d1-902c-4796-a6e3-b3ff40f5d166', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:36:58Z', 'updated_at': '2021-08-31T10:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '3d7ae563-984f-4f88-9818-ad8d23849d17', 'name': '', 'network_id': 'dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:56:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e7fd0bda-b3d6-45dd-ae54-f8694e97e4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:37:01Z', 'updated_at': '2021-08-31T10:37:06Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': 'e7fd0bda-b3d6-45dd-ae54-f8694e97e4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:37:59.197606 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71740d7-81ad-47fe-87bf-f47939f12318 None None] Checking router: d4705114-f011-48cc-861f-42ac8593ca73 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:37:59.208075 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71740d7-81ad-47fe-87bf-f47939f12318 None None] Routers {'d4705114-f011-48cc-861f-42ac8593ca73'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:37:59.208697 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-d71740d7-81ad-47fe-87bf-f47939f12318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:37:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['d4705114-f011-48cc-861f-42ac8593ca73'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:37:59.212241 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a533816-2371-4658-b425-8d26438576c5 req-995864bc-229b-4ef0-9ec9-0d3e4248f478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:59.213816 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4a533816-2371-4658-b425-8d26438576c5 req-995864bc-229b-4ef0-9ec9-0d3e4248f478 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488918 Aug 31 10:37:59.361122 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4a533816-2371-4658-b425-8d26438576c5 req-5b74c93f-b523-464f-b3ad-29398f69c738 service neutron] 10.222.0.59 "GET /v2.0/networks/dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392071 Aug 31 10:37:59.498010 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-d71740d7-81ad-47fe-87bf-f47939f12318 None None] Set router d4705114-f011-48cc-861f-42ac8593ca73 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:37:59.709681 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-d71740d7-81ad-47fe-87bf-f47939f12318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129572867', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '7fc643d1-902c-4796-a6e3-b3ff40f5d166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:36:57Z', 'updated_at': '2021-08-31T10:37:02Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '7fc643d1-902c-4796-a6e3-b3ff40f5d166', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:36:58Z', 'updated_at': '2021-08-31T10:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '3d7ae563-984f-4f88-9818-ad8d23849d17', 'name': '', 'network_id': 'dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:56:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e7fd0bda-b3d6-45dd-ae54-f8694e97e4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:37:01Z', 'updated_at': '2021-08-31T10:37:06Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': 'e7fd0bda-b3d6-45dd-ae54-f8694e97e4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:37:59.741441 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71740d7-81ad-47fe-87bf-f47939f12318 None None] The sync data for ids ['d4705114-f011-48cc-861f-42ac8593ca73'] in n-d-791506-28 is: [{'id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129572867', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '7fc643d1-902c-4796-a6e3-b3ff40f5d166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:36:57Z', 'updated_at': '2021-08-31T10:37:02Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '7fc643d1-902c-4796-a6e3-b3ff40f5d166', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:36:58Z', 'updated_at': '2021-08-31T10:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '3d7ae563-984f-4f88-9818-ad8d23849d17', 'name': '', 'network_id': 'dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:56:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': 'e7fd0bda-b3d6-45dd-ae54-f8694e97e4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:37:01Z', 'updated_at': '2021-08-31T10:37:06Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': 'e7fd0bda-b3d6-45dd-ae54-f8694e97e4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:37:59.792639 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cb4df-830f-4dee-87da-452324d780af req-0ffa1a1c-da35-4d7f-a920-e33ee12b90f4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:37:59.794185 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e21cb4df-830f-4dee-87da-452324d780af req-0ffa1a1c-da35-4d7f-a920-e33ee12b90f4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=9f93afd7-8128-4e49-99f1-9f4255eef7bd HTTP/1.1" status: 200 len: 946 time: 0.4809597 Aug 31 10:37:59.853620 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e21cb4df-830f-4dee-87da-452324d780af req-4736d783-6d3a-4cb0-a941-5249d74bf4b3 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=0e41e18b-2916-4b30-9669-06f8f5a16233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508099 Aug 31 10:37:59.868506 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4a533816-2371-4658-b425-8d26438576c5 req-cb949b45-ea5a-410f-9cf9-e1bc19e2f79d service neutron] 10.222.0.59 "GET /v2.0/networks/dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4980016 Aug 31 10:37:59.976322 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f298333b-24ec-4019-9ae2-2146e520f148 None None] New status for floating IP 8e9ef0f8-8f76-4019-83e5-7ea7d07b033a: DOWN {{(pid=95555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:38:00.972053 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84490c-9576-4725-8a51-65de97659617 req-98f794b4-f51a-4be2-88a0-3a0e7d1a2113 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:00.974358 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6b84490c-9576-4725-8a51-65de97659617 req-98f794b4-f51a-4be2-88a0-3a0e7d1a2113 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=9f93afd7-8128-4e49-99f1-9f4255eef7bd HTTP/1.1" status: 200 len: 946 time: 0.0510569 Aug 31 10:38:01.041414 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6b84490c-9576-4725-8a51-65de97659617 req-ec832310-767f-4caa-bf43-2462090a417b tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=0e41e18b-2916-4b30-9669-06f8f5a16233&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609963 Aug 31 10:38:01.061644 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f71193-1590-4bb8-8d7e-e40402fcd08c req-7c016732-6b3a-4098-a988-6241bd61b518 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:01.063168 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0f71193-1590-4bb8-8d7e-e40402fcd08c req-7c016732-6b3a-4098-a988-6241bd61b518 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f93afd7-8128-4e49-99f1-9f4255eef7bd HTTP/1.1" status: 200 len: 946 time: 0.0653641 Aug 31 10:38:01.156904 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-a0f71193-1590-4bb8-8d7e-e40402fcd08c req-7ee3c368-0a8e-481f-bc29-188f025d5f09 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Deleting port ad11e97f-cd5e-4880-bfdd-502449f8b243 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:38:01.157241 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a0f71193-1590-4bb8-8d7e-e40402fcd08c req-7ee3c368-0a8e-481f-bc29-188f025d5f09 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:01.252492 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-a0f71193-1590-4bb8-8d7e-e40402fcd08c req-7ee3c368-0a8e-481f-bc29-188f025d5f09 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] For port ad11e97f-cd5e-4880-bfdd-502449f8b243, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=ad11e97f-cd5e-4880-bfdd-502449f8b243,segment=NetworkSegment(25d6dcfd-4b71-4c12-b34b-50dd4249bdda),segment_id=25d6dcfd-4b71-4c12-b34b-50dd4249bdda)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:38:01.252914 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a0f71193-1590-4bb8-8d7e-e40402fcd08c req-7ee3c368-0a8e-481f-bc29-188f025d5f09 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:01.267148 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-a0f71193-1590-4bb8-8d7e-e40402fcd08c req-7ee3c368-0a8e-481f-bc29-188f025d5f09 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Calling delete_port for ad11e97f-cd5e-4880-bfdd-502449f8b243 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:38:01.494338 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a0f71193-1590-4bb8-8d7e-e40402fcd08c req-7ee3c368-0a8e-481f-bc29-188f025d5f09 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:01.525667 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3c368-0a8e-481f-bc29-188f025d5f09 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event deleted for resources: {'Port': ['ID=ad11e97f-cd5e-4880-bfdd-502449f8b243,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:01.540124 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3c368-0a8e-481f-bc29-188f025d5f09 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:01.540465 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3c368-0a8e-481f-bc29-188f025d5f09 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:01.540798 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3c368-0a8e-481f-bc29-188f025d5f09 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:01.541127 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3c368-0a8e-481f-bc29-188f025d5f09 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:01.541462 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3c368-0a8e-481f-bc29-188f025d5f09 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:01.541871 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3c368-0a8e-481f-bc29-188f025d5f09 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:01.542087 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3c368-0a8e-481f-bc29-188f025d5f09 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:01.542413 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3c368-0a8e-481f-bc29-188f025d5f09 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:01.542759 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3c368-0a8e-481f-bc29-188f025d5f09 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:01.543075 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3c368-0a8e-481f-bc29-188f025d5f09 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:01.543391 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3c368-0a8e-481f-bc29-188f025d5f09 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:01.543706 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee3c368-0a8e-481f-bc29-188f025d5f09 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:01.579432 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f71193-1590-4bb8-8d7e-e40402fcd08c req-7ee3c368-0a8e-481f-bc29-188f025d5f09 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] No DVR routers for this DVR port ad11e97f-cd5e-4880-bfdd-502449f8b243 on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:38:01.582304 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a0f71193-1590-4bb8-8d7e-e40402fcd08c req-7ee3c368-0a8e-481f-bc29-188f025d5f09 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:01.584671 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0f71193-1590-4bb8-8d7e-e40402fcd08c req-7ee3c368-0a8e-481f-bc29-188f025d5f09 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.59 "DELETE /v2.0/ports/ad11e97f-cd5e-4880-bfdd-502449f8b243 HTTP/1.1" status: 204 len: 173 time: 0.5147619 Aug 31 10:38:01.585125 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f93afd7-8128-4e49-99f1-9f4255eef7bd', 'name': 'network-vif-deleted', 'tag': 'ad11e97f-cd5e-4880-bfdd-502449f8b243'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:38:01.587432 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a1a4b2-fbbb-4b4d-9f37-cf0fd8d49603" -d '{"events": [{"server_uuid": "9f93afd7-8128-4e49-99f1-9f4255eef7bd", "name": "network-vif-deleted", "tag": "ad11e97f-cd5e-4880-bfdd-502449f8b243"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:38:01.624520 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915c9839-33e3-4242-af1a-bfdbdcfea1d7 x-openstack-request-id: req-915c9839-33e3-4242-af1a-bfdbdcfea1d7 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:38:01.624838 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f93afd7-8128-4e49-99f1-9f4255eef7bd", "name": "network-vif-deleted", "tag": "ad11e97f-cd5e-4880-bfdd-502449f8b243", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:38:01.625095 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-915c9839-33e3-4242-af1a-bfdbdcfea1d7 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:38:01.625492 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f93afd7-8128-4e49-99f1-9f4255eef7bd', 'name': 'network-vif-deleted', 'tag': 'ad11e97f-cd5e-4880-bfdd-502449f8b243', 'status': 'completed', 'code': 200} Aug 31 10:38:02.151200 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1953fdbc-ec43-4896-bb9f-78a738238d62 req-d42ab7b7-3f12-4c3f-9273-bdd6b2517522 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=9f93afd7-8128-4e49-99f1-9f4255eef7bd HTTP/1.1" status: 200 len: 210 time: 0.0269799 Aug 31 10:38:03.211553 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55886) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:38:03.522832 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:03.592740 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-03a9509e-2557-40d6-8b5b-02ddbef3063f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:03.868015 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-03a9509e-2557-40d6-8b5b-02ddbef3063f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Deleting port 3d7ae563-984f-4f88-9818-ad8d23849d17 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:38:03.868361 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-03a9509e-2557-40d6-8b5b-02ddbef3063f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:03.959811 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-03a9509e-2557-40d6-8b5b-02ddbef3063f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] For port 3d7ae563-984f-4f88-9818-ad8d23849d17, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3d7ae563-984f-4f88-9818-ad8d23849d17,segment=NetworkSegment(25d6dcfd-4b71-4c12-b34b-50dd4249bdda),segment_id=25d6dcfd-4b71-4c12-b34b-50dd4249bdda)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:38:03.960175 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-03a9509e-2557-40d6-8b5b-02ddbef3063f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:03.973887 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-03a9509e-2557-40d6-8b5b-02ddbef3063f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Calling delete_port for 3d7ae563-984f-4f88-9818-ad8d23849d17 owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:38:04.128219 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:04.248392 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-03a9509e-2557-40d6-8b5b-02ddbef3063f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:04.272780 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a9509e-2557-40d6-8b5b-02ddbef3063f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event deleted for resources: {'Port': ['ID=3d7ae563-984f-4f88-9818-ad8d23849d17,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:04.455535 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-03a9509e-2557-40d6-8b5b-02ddbef3063f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:04.667435 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a9509e-2557-40d6-8b5b-02ddbef3063f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Router d4705114-f011-48cc-861f-42ac8593ca73 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:38:04.775561 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a9509e-2557-40d6-8b5b-02ddbef3063f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:38:04.780576 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-03a9509e-2557-40d6-8b5b-02ddbef3063f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "PUT /v2.0/routers/d4705114-f011-48cc-861f-42ac8593ca73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5680318 Aug 31 10:38:04.783420 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55888) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:38:04.785391 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd7c979-68d9-4bf5-a97b-3590320dce32 None None] Sync routers for ids ['d4705114-f011-48cc-861f-42ac8593ca73'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:38:04.795554 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd7c979-68d9-4bf5-a97b-3590320dce32 None None] Routers {'d4705114-f011-48cc-861f-42ac8593ca73'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:38:04.796175 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-6bd7c979-68d9-4bf5-a97b-3590320dce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:37:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['d4705114-f011-48cc-861f-42ac8593ca73'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:38:04.840388 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-658b58d3-9c20-4200-b706-af3fbaaa96cb tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Deleting subnet e7fd0bda-b3d6-45dd-ae54-f8694e97e4d1 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:38:04.843602 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-658b58d3-9c20-4200-b706-af3fbaaa96cb tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:04.886116 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-658b58d3-9c20-4200-b706-af3fbaaa96cb tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:04.903277 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-6bd7c979-68d9-4bf5-a97b-3590320dce32 None None] Set router d4705114-f011-48cc-861f-42ac8593ca73 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:38:04.971417 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-658b58d3-9c20-4200-b706-af3fbaaa96cb tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:05.086922 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-6bd7c979-68d9-4bf5-a97b-3590320dce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129572867', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '7fc643d1-902c-4796-a6e3-b3ff40f5d166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:36:57Z', 'updated_at': '2021-08-31T10:38:04Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '7fc643d1-902c-4796-a6e3-b3ff40f5d166', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:36:58Z', 'updated_at': '2021-08-31T10:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:38:05.124651 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd7c979-68d9-4bf5-a97b-3590320dce32 None None] Checking router: d4705114-f011-48cc-861f-42ac8593ca73 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:38:05.133644 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd7c979-68d9-4bf5-a97b-3590320dce32 None None] Routers {'d4705114-f011-48cc-861f-42ac8593ca73'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:38:05.134312 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-6bd7c979-68d9-4bf5-a97b-3590320dce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:37:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['d4705114-f011-48cc-861f-42ac8593ca73'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:38:05.146747 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-658b58d3-9c20-4200-b706-af3fbaaa96cb tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:05.180633 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b58d3-9c20-4200-b706-af3fbaaa96cb tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event deleted for resources: {'Subnet': ['ID=e7fd0bda-b3d6-45dd-ae54-f8694e97e4d1,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:05.183830 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-658b58d3-9c20-4200-b706-af3fbaaa96cb tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:05.188872 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55890) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:38:05.189319 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-658b58d3-9c20-4200-b706-af3fbaaa96cb tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "DELETE /v2.0/subnets/e7fd0bda-b3d6-45dd-ae54-f8694e97e4d1 HTTP/1.1" status: 204 len: 168 time: 0.4044571 Aug 31 10:38:05.221820 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e591d6dd-ed0a-4f7d-a177-fa0abd6a100f None None] Network dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:38:05.301708 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d12365d0-d87c-49ad-8ec3-b5bc4f4754a4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:05.303219 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-6bd7c979-68d9-4bf5-a97b-3590320dce32 None None] Set router d4705114-f011-48cc-861f-42ac8593ca73 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:38:05.417057 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d12365d0-d87c-49ad-8ec3-b5bc4f4754a4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:05.524221 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-d12365d0-d87c-49ad-8ec3-b5bc4f4754a4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Deleting port 7fc643d1-902c-4796-a6e3-b3ff40f5d166 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:38:05.524221 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d12365d0-d87c-49ad-8ec3-b5bc4f4754a4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:05.552338 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-6bd7c979-68d9-4bf5-a97b-3590320dce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129572867', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '7fc643d1-902c-4796-a6e3-b3ff40f5d166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:36:57Z', 'updated_at': '2021-08-31T10:38:04Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '7fc643d1-902c-4796-a6e3-b3ff40f5d166', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:36:58Z', 'updated_at': '2021-08-31T10:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:38:05.579726 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30658858-309e-4a8e-bb47-60e4692f78fb None None] DHCP port deletion for dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:38:05.582647 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd7c979-68d9-4bf5-a97b-3590320dce32 None None] The sync data for ids ['d4705114-f011-48cc-861f-42ac8593ca73'] in n-d-791506-28 is: [{'id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129572867', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '7fc643d1-902c-4796-a6e3-b3ff40f5d166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:36:57Z', 'updated_at': '2021-08-31T10:38:04Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '7fc643d1-902c-4796-a6e3-b3ff40f5d166', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4705114-f011-48cc-861f-42ac8593ca73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:36:58Z', 'updated_at': '2021-08-31T10:37:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:38:05.638119 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-d12365d0-d87c-49ad-8ec3-b5bc4f4754a4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] For port 7fc643d1-902c-4796-a6e3-b3ff40f5d166, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=7fc643d1-902c-4796-a6e3-b3ff40f5d166,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:38:05.638490 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d12365d0-d87c-49ad-8ec3-b5bc4f4754a4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:05.639501 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-30658858-309e-4a8e-bb47-60e4692f78fb None None] Deleting port 1899880a-7227-465c-8919-c0999a77b4a7 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:38:05.639870 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-30658858-309e-4a8e-bb47-60e4692f78fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:05.653983 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-d12365d0-d87c-49ad-8ec3-b5bc4f4754a4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Calling delete_port for 7fc643d1-902c-4796-a6e3-b3ff40f5d166 owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:38:05.703658 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-30658858-309e-4a8e-bb47-60e4692f78fb None None] For port 1899880a-7227-465c-8919-c0999a77b4a7, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=1899880a-7227-465c-8919-c0999a77b4a7,segment=NetworkSegment(25d6dcfd-4b71-4c12-b34b-50dd4249bdda),segment_id=25d6dcfd-4b71-4c12-b34b-50dd4249bdda)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:38:05.704052 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-30658858-309e-4a8e-bb47-60e4692f78fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:05.718997 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-30658858-309e-4a8e-bb47-60e4692f78fb None None] Calling delete_port for 1899880a-7227-465c-8919-c0999a77b4a7 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:38:05.855231 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device ad11e97f-cd5e-4880-bfdd-502449f8b243 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:38:05.876014 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: ad11e97f-cd5e-4880-bfdd-502449f8b243 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:38:05.882251 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device ad11e97f-cd5e-4880-bfdd-502449f8b243 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:38:05.899567 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-30658858-309e-4a8e-bb47-60e4692f78fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:05.924976 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30658858-309e-4a8e-bb47-60e4692f78fb None None] Pushing event deleted for resources: {'Port': ['ID=1899880a-7227-465c-8919-c0999a77b4a7,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:05.929714 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30658858-309e-4a8e-bb47-60e4692f78fb None None] No DVR routers for this DVR port 1899880a-7227-465c-8919-c0999a77b4a7 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:38:05.941900 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d12365d0-d87c-49ad-8ec3-b5bc4f4754a4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:05.945048 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30658858-309e-4a8e-bb47-60e4692f78fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:05.945390 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30658858-309e-4a8e-bb47-60e4692f78fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:05.945727 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30658858-309e-4a8e-bb47-60e4692f78fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:05.946053 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30658858-309e-4a8e-bb47-60e4692f78fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:05.946378 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30658858-309e-4a8e-bb47-60e4692f78fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:05.946730 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30658858-309e-4a8e-bb47-60e4692f78fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:05.950866 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30658858-309e-4a8e-bb47-60e4692f78fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:05.950866 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30658858-309e-4a8e-bb47-60e4692f78fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:05.950866 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30658858-309e-4a8e-bb47-60e4692f78fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:05.950866 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30658858-309e-4a8e-bb47-60e4692f78fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:05.950866 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30658858-309e-4a8e-bb47-60e4692f78fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:05.950866 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30658858-309e-4a8e-bb47-60e4692f78fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:05.979873 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12365d0-d87c-49ad-8ec3-b5bc4f4754a4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event deleted for resources: {'Port': ['ID=7fc643d1-902c-4796-a6e3-b3ff40f5d166,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:06.043585 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d12365d0-d87c-49ad-8ec3-b5bc4f4754a4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:06.151052 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d12365d0-d87c-49ad-8ec3-b5bc4f4754a4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:06.157689 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d12365d0-d87c-49ad-8ec3-b5bc4f4754a4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:06.271819 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d12365d0-d87c-49ad-8ec3-b5bc4f4754a4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:06.273483 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12365d0-d87c-49ad-8ec3-b5bc4f4754a4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Fanout notify agent at l3_agent the message router_deleted on router d4705114-f011-48cc-861f-42ac8593ca73 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:38:06.279766 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1899880a-7227-465c-8919-c0999a77b4a7 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:38:06.281416 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d12365d0-d87c-49ad-8ec3-b5bc4f4754a4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:06.282580 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d12365d0-d87c-49ad-8ec3-b5bc4f4754a4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "DELETE /v2.0/routers/d4705114-f011-48cc-861f-42ac8593ca73 HTTP/1.1" status: 204 len: 168 time: 1.0920677 Aug 31 10:38:06.286385 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55892) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:38:06.306297 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 1899880a-7227-465c-8919-c0999a77b4a7 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:38:06.306676 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 1899880a-7227-465c-8919-c0999a77b4a7 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:38:06.307101 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3d7ae563-984f-4f88-9818-ad8d23849d17 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:38:06.329277 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 3d7ae563-984f-4f88-9818-ad8d23849d17 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:38:06.329277 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3d7ae563-984f-4f88-9818-ad8d23849d17 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:38:06.377748 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-508e0435-553e-46dd-a54c-6317c0e4cdbd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:06.476234 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-508e0435-553e-46dd-a54c-6317c0e4cdbd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:06.487345 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-508e0435-553e-46dd-a54c-6317c0e4cdbd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:38:06.501687 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-508e0435-553e-46dd-a54c-6317c0e4cdbd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25d6dcfd-4b71-4c12-b34b-50dd4249bdda') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:38:06.501984 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-508e0435-553e-46dd-a54c-6317c0e4cdbd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25d6dcfd-4b71-4c12-b34b-50dd4249bdda') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:38:06.511743 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-508e0435-553e-46dd-a54c-6317c0e4cdbd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:06.526101 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-508e0435-553e-46dd-a54c-6317c0e4cdbd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:06.533273 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-508e0435-553e-46dd-a54c-6317c0e4cdbd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Releasing vlan 1633 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:38:06.533629 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-508e0435-553e-46dd-a54c-6317c0e4cdbd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:06.537648 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 10:38:06.537648 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:38:06.537648 n-d-791506-28 neutron-server[95552]: timer() Aug 31 10:38:06.537648 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:38:06.537648 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 10:38:06.537648 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:38:06.537648 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 10:38:06.537648 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:38:06.537648 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 10:38:06.537648 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:38:06.537648 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 10:38:06.537648 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:38:06.537648 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 10:38:06.537648 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:38:06.537648 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:38:06.537648 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:38:06.537648 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:38:06.537648 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:38:06.537648 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 10:38:06.537648 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:38:06.537648 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 10:38:06.537648 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:38:06.537648 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:38:06.537648 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:38:06.537648 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 10:38:06.537648 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:38:06.537648 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:38:06.537648 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:38:06.537648 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:38:06.537648 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:38:06.537648 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:38:06.537648 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:38:06.653654 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-508e0435-553e-46dd-a54c-6317c0e4cdbd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:06.666934 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-508e0435-553e-46dd-a54c-6317c0e4cdbd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:06.666934 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-508e0435-553e-46dd-a54c-6317c0e4cdbd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "DELETE /v2.0/networks/dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf HTTP/1.1" status: 204 len: 168 time: 0.3755300 Aug 31 10:38:06.667138 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55894) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:38:06.674646 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e0435-553e-46dd-a54c-6317c0e4cdbd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event deleted for resources: {'Network': ['ID=dca3bcec-5e9a-4f6a-a4d9-16afb13b4daf,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:06.732122 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6623bdf5-7456-40a8-b175-f4aa889b5d45 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:06.756998 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6623bdf5-7456-40a8-b175-f4aa889b5d45 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:06.899948 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6623bdf5-7456-40a8-b175-f4aa889b5d45 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:06.902608 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6623bdf5-7456-40a8-b175-f4aa889b5d45 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:06.903884 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6623bdf5-7456-40a8-b175-f4aa889b5d45 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "DELETE /v2.0/security-groups/0e41e18b-2916-4b30-9669-06f8f5a16233 HTTP/1.1" status: 204 len: 168 time: 0.2365878 Aug 31 10:38:06.915023 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6623bdf5-7456-40a8-b175-f4aa889b5d45 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e41e18b-2916-4b30-9669-06f8f5a16233,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:07.261710 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55900) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:38:07.266486 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-7a1676f3-053b-494a-b493-d9f60977882f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1954699958', 'description': 'tempest-secgroup-smoke-1954699958 description', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:38:07.414130 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7a1676f3-053b-494a-b493-d9f60977882f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:07.502760 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7a1676f3-053b-494a-b493-d9f60977882f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:07.608635 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7a1676f3-053b-494a-b493-d9f60977882f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:07.638125 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1676f3-053b-494a-b493-d9f60977882f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5089486f-b496-4667-994f-98d7b12a6928,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:07.711352 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7a1676f3-053b-494a-b493-d9f60977882f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:07.712643 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7a1676f3-053b-494a-b493-d9f60977882f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4498475 Aug 31 10:38:07.715552 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 55902) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:38:07.720145 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-06c28f06-f362-45bb-9584-cfa544bc8167 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'security_group_rule': {'security_group_id': '5089486f-b496-4667-994f-98d7b12a6928', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:38:07.876651 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-06c28f06-f362-45bb-9584-cfa544bc8167 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:07.933227 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-06c28f06-f362-45bb-9584-cfa544bc8167 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:08.042481 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-06c28f06-f362-45bb-9584-cfa544bc8167 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:08.061974 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c28f06-f362-45bb-9584-cfa544bc8167 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b22de082-447a-444a-ab13-a65e50053b7e,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:08.183608 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7fc643d1-902c-4796-a6e3-b3ff40f5d166 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:38:08.202814 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-06c28f06-f362-45bb-9584-cfa544bc8167 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:08.204335 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-06c28f06-f362-45bb-9584-cfa544bc8167 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4877996 Aug 31 10:38:08.206746 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 7fc643d1-902c-4796-a6e3-b3ff40f5d166 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:38:08.207090 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 7fc643d1-902c-4796-a6e3-b3ff40f5d166 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:38:08.207850 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55904) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:38:08.213759 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-67c2d633-0b85-49e2-9f41-99f0786341fe tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'security_group_rule': {'security_group_id': '5089486f-b496-4667-994f-98d7b12a6928', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:38:08.351732 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-67c2d633-0b85-49e2-9f41-99f0786341fe tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:08.413362 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-67c2d633-0b85-49e2-9f41-99f0786341fe tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:08.505949 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-67c2d633-0b85-49e2-9f41-99f0786341fe tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:08.524637 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2d633-0b85-49e2-9f41-99f0786341fe tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d1c3124-b97e-48f1-a7a4-3d603227bf68,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:08.614502 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-67c2d633-0b85-49e2-9f41-99f0786341fe tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:08.615734 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-67c2d633-0b85-49e2-9f41-99f0786341fe tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4061751 Aug 31 10:38:08.618754 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55906) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:38:08.623285 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-759eed7f-e34b-471c-89cd-d30073c8f629 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'security_group_rule': {'security_group_id': '5089486f-b496-4667-994f-98d7b12a6928', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:38:08.740715 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-759eed7f-e34b-471c-89cd-d30073c8f629 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:08.803695 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-759eed7f-e34b-471c-89cd-d30073c8f629 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:08.945157 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-759eed7f-e34b-471c-89cd-d30073c8f629 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:08.963184 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759eed7f-e34b-471c-89cd-d30073c8f629 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4618afb4-ae85-4e93-b55e-b358bd11a65f,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:09.025483 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-759eed7f-e34b-471c-89cd-d30073c8f629 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:09.026942 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-759eed7f-e34b-471c-89cd-d30073c8f629 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4071276 Aug 31 10:38:09.029715 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55908) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:38:09.034427 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-618e44a6-e7ee-4018-af33-3ed7b7235c67 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'security_group_rule': {'security_group_id': '5089486f-b496-4667-994f-98d7b12a6928', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:38:09.161317 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-618e44a6-e7ee-4018-af33-3ed7b7235c67 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:09.231956 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-618e44a6-e7ee-4018-af33-3ed7b7235c67 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:09.322228 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-618e44a6-e7ee-4018-af33-3ed7b7235c67 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:09.337881 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e44a6-e7ee-4018-af33-3ed7b7235c67 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d41235b-47f8-4f1f-a051-a268d724d6c0,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:09.420011 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-618e44a6-e7ee-4018-af33-3ed7b7235c67 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:09.421259 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-618e44a6-e7ee-4018-af33-3ed7b7235c67 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3905616 Aug 31 10:38:09.424021 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55910) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:38:09.430682 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-b4d8cb93-1da0-498c-96e5-af9e979875a1 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'security_group_rule': {'security_group_id': '5089486f-b496-4667-994f-98d7b12a6928', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:38:09.506289 n-d-791506-28 neutron-server[95552]: INFO neutron.db.securitygroups_db [None req-b4d8cb93-1da0-498c-96e5-af9e979875a1 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Project b91d32a897fc4967ba6d80d0ca2736bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:38:09.511495 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b4d8cb93-1da0-498c-96e5-af9e979875a1 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:09.576200 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b4d8cb93-1da0-498c-96e5-af9e979875a1 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:09.682677 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b4d8cb93-1da0-498c-96e5-af9e979875a1 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:09.702305 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d8cb93-1da0-498c-96e5-af9e979875a1 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68fc63b7-1cc5-4405-a21c-90f9942b4225,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:09.785617 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b4d8cb93-1da0-498c-96e5-af9e979875a1 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:09.786982 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b4d8cb93-1da0-498c-96e5-af9e979875a1 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3618023 Aug 31 10:38:09.789598 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55912) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:38:09.794206 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-65a1f0f9-8801-4a7f-8d4f-bcfac3b812b7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'security_group_rule': {'security_group_id': '5089486f-b496-4667-994f-98d7b12a6928', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:38:09.888063 n-d-791506-28 neutron-server[95552]: INFO neutron.db.securitygroups_db [None req-65a1f0f9-8801-4a7f-8d4f-bcfac3b812b7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Project b91d32a897fc4967ba6d80d0ca2736bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:38:09.893397 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65a1f0f9-8801-4a7f-8d4f-bcfac3b812b7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:09.959754 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65a1f0f9-8801-4a7f-8d4f-bcfac3b812b7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:10.093867 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65a1f0f9-8801-4a7f-8d4f-bcfac3b812b7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:10.116439 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1f0f9-8801-4a7f-8d4f-bcfac3b812b7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3527ded-49ae-49f1-9e8b-46c960b9f64a,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:10.271532 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-65a1f0f9-8801-4a7f-8d4f-bcfac3b812b7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:10.273216 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-65a1f0f9-8801-4a7f-8d4f-bcfac3b812b7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4826341 Aug 31 10:38:10.276105 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55914) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:38:10.281665 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-25500a4b-c14b-4e48-bde6-5668b4a2c79d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'network': {'name': 'tempest-network-smoke--425387516', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'port_security_enabled': True}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:38:10.397643 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25500a4b-c14b-4e48-bde6-5668b4a2c79d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Made reservation on behalf of b91d32a897fc4967ba6d80d0ca2736bc for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:38:10.401138 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-25500a4b-c14b-4e48-bde6-5668b4a2c79d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:10.424884 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25500a4b-c14b-4e48-bde6-5668b4a2c79d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] vlan segment allocate from pool success with {'vlan_id': 1604, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:38:10.434227 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-25500a4b-c14b-4e48-bde6-5668b4a2c79d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:10.434601 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-25500a4b-c14b-4e48-bde6-5668b4a2c79d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Added segment 7c983e8a-213c-446d-a085-61fd3024840e of type vlan for network 01f3d04e-a5f6-4664-9506-1d97a95eab22 Aug 31 10:38:10.475313 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-25500a4b-c14b-4e48-bde6-5668b4a2c79d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:10.608516 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-25500a4b-c14b-4e48-bde6-5668b4a2c79d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:10.614649 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25500a4b-c14b-4e48-bde6-5668b4a2c79d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:10.615422 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-25500a4b-c14b-4e48-bde6-5668b4a2c79d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:10.684456 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25500a4b-c14b-4e48-bde6-5668b4a2c79d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Network': ['ID=01f3d04e-a5f6-4664-9506-1d97a95eab22,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:10.695239 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 01f3d04e-a5f6-4664-9506-1d97a95eab22 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:38:10.729287 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-25500a4b-c14b-4e48-bde6-5668b4a2c79d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4519780 Aug 31 10:38:10.731951 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55916) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:38:10.737183 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-0b56f076-1b64-4341-846c-8bdf16307504 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1677153854', 'admin_state_up': True, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:38:10.825364 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0b56f076-1b64-4341-846c-8bdf16307504 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:10.826423 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0b56f076-1b64-4341-846c-8bdf16307504 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:10.880575 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0b56f076-1b64-4341-846c-8bdf16307504 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:11.079289 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0b56f076-1b64-4341-846c-8bdf16307504 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:11.388301 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0b56f076-1b64-4341-846c-8bdf16307504 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:11.408070 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-080d2524-1c50-420f-b1e4-d1c7038fda76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:11.411995 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0b56f076-1b64-4341-846c-8bdf16307504 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:11.513061 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-0b56f076-1b64-4341-846c-8bdf16307504 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Allocated IP 172.25.2.249 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/318dcd37-3d6c-43e6-ac41-eecc76a77568) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:38:11.620389 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0b56f076-1b64-4341-846c-8bdf16307504 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:12.111588 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0b56f076-1b64-4341-846c-8bdf16307504 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:12.153942 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b56f076-1b64-4341-846c-8bdf16307504 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:38:12.156918 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-0b56f076-1b64-4341-846c-8bdf16307504 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:38:12.160525 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b56f076-1b64-4341-846c-8bdf16307504 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:38:12.166380 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b56f076-1b64-4341-846c-8bdf16307504 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Port': ['ID=318dcd37-3d6c-43e6-ac41-eecc76a77568,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:12.505998 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0b56f076-1b64-4341-846c-8bdf16307504 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:12.710384 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0b56f076-1b64-4341-846c-8bdf16307504 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:12.899289 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b56f076-1b64-4341-846c-8bdf16307504 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Router e4fcbc1e-2990-484d-b35a-5bba7ab0c01a is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:38:13.008627 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b56f076-1b64-4341-846c-8bdf16307504 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:38:13.020415 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53620afd-3505-46df-a1c8-55de0daa4716 None None] Sync routers for ids ['e4fcbc1e-2990-484d-b35a-5bba7ab0c01a'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:38:13.032210 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53620afd-3505-46df-a1c8-55de0daa4716 None None] Routers {'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:38:13.032210 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-53620afd-3505-46df-a1c8-55de0daa4716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:37:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e4fcbc1e-2990-484d-b35a-5bba7ab0c01a'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:38:13.134688 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-53620afd-3505-46df-a1c8-55de0daa4716 None None] Set router e4fcbc1e-2990-484d-b35a-5bba7ab0c01a gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:38:13.139916 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0b56f076-1b64-4341-846c-8bdf16307504 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:13.141202 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0b56f076-1b64-4341-846c-8bdf16307504 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4081922 Aug 31 10:38:13.144476 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55918) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:38:13.180881 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-473b96dd-8e21-4bf4-b47c-7da6a5f43799 tempest-TestNetworkAdvancedServerOps-920648690 tempest-TestNetworkAdvancedServerOps-920648690-project-admin] 10.222.0.119 "GET /v2.0/subnets?project_id=b91d32a897fc4967ba6d80d0ca2736bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352235 Aug 31 10:38:13.183492 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55920) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:38:13.314558 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-53620afd-3505-46df-a1c8-55de0daa4716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677153854', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '318dcd37-3d6c-43e6-ac41-eecc76a77568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:38:10Z', 'updated_at': '2021-08-31T10:38:12Z', 'revision_number': 3, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '318dcd37-3d6c-43e6-ac41-eecc76a77568', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:64:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:38:11Z', 'updated_at': '2021-08-31T10:38:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:38:13.345275 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53620afd-3505-46df-a1c8-55de0daa4716 None None] Checking router: e4fcbc1e-2990-484d-b35a-5bba7ab0c01a for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:38:13.345613 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53620afd-3505-46df-a1c8-55de0daa4716 None None] Updating router e4fcbc1e-2990-484d-b35a-5bba7ab0c01a port 318dcd37-3d6c-43e6-ac41-eecc76a77568 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:38:13.353978 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34870b35-9196-4ba1-9576-0dd90000294f tempest-TestNetworkAdvancedServerOps-920648690 tempest-TestNetworkAdvancedServerOps-920648690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:13.355538 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-34870b35-9196-4ba1-9576-0dd90000294f tempest-TestNetworkAdvancedServerOps-920648690 tempest-TestNetworkAdvancedServerOps-920648690-project-admin] 10.222.0.119 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1710815 Aug 31 10:38:13.358375 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55922) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:38:13.374657 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-53620afd-3505-46df-a1c8-55de0daa4716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:13.388546 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-43569d65-7723-464b-bd6d-a4c47a3db5d0 tempest-TestNetworkAdvancedServerOps-920648690 tempest-TestNetworkAdvancedServerOps-920648690-project-admin] 10.222.0.119 "GET /v2.0/subnets?network_id=95c681de-fa69-49ec-b047-2a49f2c4b933&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289512 Aug 31 10:38:13.391034 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55924) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:38:13.396608 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-5542df96-bc20-48c5-98bc-74b342f3ed38 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-23264564', 'network_id': '01f3d04e-a5f6-4664-9506-1d97a95eab22', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:38:13.630910 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5542df96-bc20-48c5-98bc-74b342f3ed38 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Made reservation on behalf of b91d32a897fc4967ba6d80d0ca2736bc for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:38:13.634625 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5542df96-bc20-48c5-98bc-74b342f3ed38 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:13.730538 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-53620afd-3505-46df-a1c8-55de0daa4716 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:13.739971 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-53620afd-3505-46df-a1c8-55de0daa4716 None None] Transition to ACTIVE for port object 318dcd37-3d6c-43e6-ac41-eecc76a77568 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:38:13.892864 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-53620afd-3505-46df-a1c8-55de0daa4716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:13.942855 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-53620afd-3505-46df-a1c8-55de0daa4716 None None] Attempting to bind port 318dcd37-3d6c-43e6-ac41-eecc76a77568 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:38:13.943254 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-53620afd-3505-46df-a1c8-55de0daa4716 None None] Attempting to bind port 318dcd37-3d6c-43e6-ac41-eecc76a77568 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:38:13.943575 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53620afd-3505-46df-a1c8-55de0daa4716 None None] Attempting to bind port 318dcd37-3d6c-43e6-ac41-eecc76a77568 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:38:13.945066 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5542df96-bc20-48c5-98bc-74b342f3ed38 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:13.949095 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99dbc6-a0a6-4ecb-a939-3099d7eec9ae None None] Pushing event updated for resources: {'Port': ['ID=318dcd37-3d6c-43e6-ac41-eecc76a77568,revision_number=2']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:13.957255 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53620afd-3505-46df-a1c8-55de0daa4716 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:38:13.961731 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53620afd-3505-46df-a1c8-55de0daa4716 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:38:13.961731 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-53620afd-3505-46df-a1c8-55de0daa4716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:13.961731 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53620afd-3505-46df-a1c8-55de0daa4716 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:38:13.961731 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-53620afd-3505-46df-a1c8-55de0daa4716 None None] Bound port: 318dcd37-3d6c-43e6-ac41-eecc76a77568, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:38:13.961731 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-53620afd-3505-46df-a1c8-55de0daa4716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:13.962277 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb99dbc6-a0a6-4ecb-a939-3099d7eec9ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:13.962572 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb99dbc6-a0a6-4ecb-a939-3099d7eec9ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:13.962923 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb99dbc6-a0a6-4ecb-a939-3099d7eec9ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:13.963255 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb99dbc6-a0a6-4ecb-a939-3099d7eec9ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:13.963580 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb99dbc6-a0a6-4ecb-a939-3099d7eec9ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:13.963902 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb99dbc6-a0a6-4ecb-a939-3099d7eec9ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:13.964222 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb99dbc6-a0a6-4ecb-a939-3099d7eec9ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:13.964541 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb99dbc6-a0a6-4ecb-a939-3099d7eec9ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:13.964858 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb99dbc6-a0a6-4ecb-a939-3099d7eec9ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:13.965174 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb99dbc6-a0a6-4ecb-a939-3099d7eec9ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:13.965487 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb99dbc6-a0a6-4ecb-a939-3099d7eec9ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:13.965797 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb99dbc6-a0a6-4ecb-a939-3099d7eec9ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:38:14.011987 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542df96-bc20-48c5-98bc-74b342f3ed38 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Subnet': ['ID=bdec6876-5a2d-498f-9835-789c613b7c6e,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:14.025360 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-53620afd-3505-46df-a1c8-55de0daa4716 None None] For port 318dcd37-3d6c-43e6-ac41-eecc76a77568, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:38:14.027071 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5542df96-bc20-48c5-98bc-74b342f3ed38 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Checking segment: {'id': '7c983e8a-213c-446d-a085-61fd3024840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '01f3d04e-a5f6-4664-9506-1d97a95eab22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:38:14.027509 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5542df96-bc20-48c5-98bc-74b342f3ed38 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Network hostable DHCP agents. Network: 01f3d04e-a5f6-4664-9506-1d97a95eab22, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:38:14.029142 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-53620afd-3505-46df-a1c8-55de0daa4716 None None] For port 318dcd37-3d6c-43e6-ac41-eecc76a77568, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=318dcd37-3d6c-43e6-ac41-eecc76a77568,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:38:14.115937 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-56aac637-738e-45b0-aee3-eb3ca6c93ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:14.173838 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:14.174327 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-53620afd-3505-46df-a1c8-55de0daa4716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:14.190883 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5542df96-bc20-48c5-98bc-74b342f3ed38 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Network 01f3d04e-a5f6-4664-9506-1d97a95eab22 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:38:14.235999 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53620afd-3505-46df-a1c8-55de0daa4716 None None] Routers {'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:38:14.236615 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-53620afd-3505-46df-a1c8-55de0daa4716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:38:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e4fcbc1e-2990-484d-b35a-5bba7ab0c01a'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:38:14.239777 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99dbc6-a0a6-4ecb-a939-3099d7eec9ae None None] Pushing event updated for resources: {'Port': ['ID=318dcd37-3d6c-43e6-ac41-eecc76a77568,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:14.299441 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-5542df96-bc20-48c5-98bc-74b342f3ed38 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 01f3d04e-a5f6-4664-9506-1d97a95eab22) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:38:14.304680 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5542df96-bc20-48c5-98bc-74b342f3ed38 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:14.305432 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-5542df96-bc20-48c5-98bc-74b342f3ed38 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:14.309742 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc466bd-af26-4769-9cf2-a2d886cc6793 None None] Network 01f3d04e-a5f6-4664-9506-1d97a95eab22 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:38:14.354544 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-53620afd-3505-46df-a1c8-55de0daa4716 None None] Set router e4fcbc1e-2990-484d-b35a-5bba7ab0c01a gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:38:14.471049 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179f6a7e-07f6-4ee7-a9d0-85481ad9c145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-01f3d04e-a5f6-4664-9506-1d97a95eab22', 'network_id': '01f3d04e-a5f6-4664-9506-1d97a95eab22', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'fixed_ips': [{'subnet_id': 'bdec6876-5a2d-498f-9835-789c613b7c6e'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:38:14.472212 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-179f6a7e-07f6-4ee7-a9d0-85481ad9c145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:14.483455 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5542df96-bc20-48c5-98bc-74b342f3ed38 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0913668 Aug 31 10:38:14.486271 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55926) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:38:14.551288 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-53620afd-3505-46df-a1c8-55de0daa4716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677153854', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '318dcd37-3d6c-43e6-ac41-eecc76a77568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:38:10Z', 'updated_at': '2021-08-31T10:38:12Z', 'revision_number': 3, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '318dcd37-3d6c-43e6-ac41-eecc76a77568', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:64:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:38:11Z', 'updated_at': '2021-08-31T10:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:38:14.588122 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53620afd-3505-46df-a1c8-55de0daa4716 None None] The sync data for ids ['e4fcbc1e-2990-484d-b35a-5bba7ab0c01a'] in n-d-791506-28 is: [{'id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677153854', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '318dcd37-3d6c-43e6-ac41-eecc76a77568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:38:10Z', 'updated_at': '2021-08-31T10:38:12Z', 'revision_number': 3, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '318dcd37-3d6c-43e6-ac41-eecc76a77568', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:64:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:38:11Z', 'updated_at': '2021-08-31T10:38:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:38:14.626994 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-179f6a7e-07f6-4ee7-a9d0-85481ad9c145 None None] Allocated IP 172.20.0.2 (01f3d04e-a5f6-4664-9506-1d97a95eab22/bdec6876-5a2d-498f-9835-789c613b7c6e/c1b2aca4-00ee-4dcc-bfc3-6c5e9b5fc896) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:38:14.783776 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-179f6a7e-07f6-4ee7-a9d0-85481ad9c145 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:14.794838 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-179f6a7e-07f6-4ee7-a9d0-85481ad9c145 None None] Transition to ACTIVE for port object c1b2aca4-00ee-4dcc-bfc3-6c5e9b5fc896 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:38:14.824595 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-179f6a7e-07f6-4ee7-a9d0-85481ad9c145 None None] Transition to ACTIVE for port object c1b2aca4-00ee-4dcc-bfc3-6c5e9b5fc896 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:38:15.009323 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-179f6a7e-07f6-4ee7-a9d0-85481ad9c145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:15.013576 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-59f8957e-55b3-4c07-b118-fac77ec99f4f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:15.058936 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179f6a7e-07f6-4ee7-a9d0-85481ad9c145 None None] Network 01f3d04e-a5f6-4664-9506-1d97a95eab22 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:38:15.062822 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-179f6a7e-07f6-4ee7-a9d0-85481ad9c145 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:38:15.065184 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179f6a7e-07f6-4ee7-a9d0-85481ad9c145 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:38:15.073424 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f6a7e-07f6-4ee7-a9d0-85481ad9c145 None None] Pushing event updated for resources: {'Port': ['ID=c1b2aca4-00ee-4dcc-bfc3-6c5e9b5fc896,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:15.129634 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-179f6a7e-07f6-4ee7-a9d0-85481ad9c145 None None] Attempting to bind port c1b2aca4-00ee-4dcc-bfc3-6c5e9b5fc896 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:38:15.130809 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-179f6a7e-07f6-4ee7-a9d0-85481ad9c145 None None] Attempting to bind port c1b2aca4-00ee-4dcc-bfc3-6c5e9b5fc896 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '7c983e8a-213c-446d-a085-61fd3024840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '01f3d04e-a5f6-4664-9506-1d97a95eab22'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:38:15.130809 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179f6a7e-07f6-4ee7-a9d0-85481ad9c145 None None] Attempting to bind port c1b2aca4-00ee-4dcc-bfc3-6c5e9b5fc896 on network 01f3d04e-a5f6-4664-9506-1d97a95eab22 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:38:15.136396 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179f6a7e-07f6-4ee7-a9d0-85481ad9c145 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:38:15.136766 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179f6a7e-07f6-4ee7-a9d0-85481ad9c145 None None] Checking segment: {'id': '7c983e8a-213c-446d-a085-61fd3024840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '01f3d04e-a5f6-4664-9506-1d97a95eab22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:38:15.137163 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-179f6a7e-07f6-4ee7-a9d0-85481ad9c145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:15.137555 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179f6a7e-07f6-4ee7-a9d0-85481ad9c145 None None] Bound using segment: {'id': '7c983e8a-213c-446d-a085-61fd3024840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '01f3d04e-a5f6-4664-9506-1d97a95eab22'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:38:15.138417 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-179f6a7e-07f6-4ee7-a9d0-85481ad9c145 None None] Bound port: c1b2aca4-00ee-4dcc-bfc3-6c5e9b5fc896, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c983e8a-213c-446d-a085-61fd3024840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '01f3d04e-a5f6-4664-9506-1d97a95eab22'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:38:15.138417 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-179f6a7e-07f6-4ee7-a9d0-85481ad9c145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:15.214994 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-179f6a7e-07f6-4ee7-a9d0-85481ad9c145 None None] For port c1b2aca4-00ee-4dcc-bfc3-6c5e9b5fc896, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:38:15.218894 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-179f6a7e-07f6-4ee7-a9d0-85481ad9c145 None None] For port c1b2aca4-00ee-4dcc-bfc3-6c5e9b5fc896, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=c1b2aca4-00ee-4dcc-bfc3-6c5e9b5fc896,segment=NetworkSegment(7c983e8a-213c-446d-a085-61fd3024840e),segment_id=7c983e8a-213c-446d-a085-61fd3024840e)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:38:15.310541 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-179f6a7e-07f6-4ee7-a9d0-85481ad9c145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:15.335915 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-59f8957e-55b3-4c07-b118-fac77ec99f4f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Allocated IP 172.20.0.1 (01f3d04e-a5f6-4664-9506-1d97a95eab22/bdec6876-5a2d-498f-9835-789c613b7c6e/ffc0275b-e733-43c2-8f9c-12ad65dc3d04) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:38:15.386468 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f6a7e-07f6-4ee7-a9d0-85481ad9c145 None None] Pushing event updated for resources: {'Port': ['ID=c1b2aca4-00ee-4dcc-bfc3-6c5e9b5fc896,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:15.469902 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-59f8957e-55b3-4c07-b118-fac77ec99f4f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:15.490518 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-59f8957e-55b3-4c07-b118-fac77ec99f4f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Transition to ACTIVE for port object ffc0275b-e733-43c2-8f9c-12ad65dc3d04 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:38:15.605901 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-59f8957e-55b3-4c07-b118-fac77ec99f4f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:15.667257 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f8957e-55b3-4c07-b118-fac77ec99f4f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Network 01f3d04e-a5f6-4664-9506-1d97a95eab22 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:38:15.674072 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8957e-55b3-4c07-b118-fac77ec99f4f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Port': ['ID=ffc0275b-e733-43c2-8f9c-12ad65dc3d04,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:15.683073 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-59f8957e-55b3-4c07-b118-fac77ec99f4f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:38:15.685630 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f8957e-55b3-4c07-b118-fac77ec99f4f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:38:15.710113 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:15.735236 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-59f8957e-55b3-4c07-b118-fac77ec99f4f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:15.947301 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-59f8957e-55b3-4c07-b118-fac77ec99f4f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:16.252214 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-59f8957e-55b3-4c07-b118-fac77ec99f4f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:16.297108 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 318dcd37-3d6c-43e6-ac41-eecc76a77568 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:38:16.311081 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-59f8957e-55b3-4c07-b118-fac77ec99f4f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:16.398110 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-59f8957e-55b3-4c07-b118-fac77ec99f4f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:16.399960 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8957e-55b3-4c07-b118-fac77ec99f4f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Port': ['ID=ffc0275b-e733-43c2-8f9c-12ad65dc3d04,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:16.430673 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 318dcd37-3d6c-43e6-ac41-eecc76a77568 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:38:16.434855 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 318dcd37-3d6c-43e6-ac41-eecc76a77568 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:38:16.435260 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:16.501788 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f8957e-55b3-4c07-b118-fac77ec99f4f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Network 01f3d04e-a5f6-4664-9506-1d97a95eab22 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:38:16.503261 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-59f8957e-55b3-4c07-b118-fac77ec99f4f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:38:16.519997 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:16.540862 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 318dcd37-3d6c-43e6-ac41-eecc76a77568, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=318dcd37-3d6c-43e6-ac41-eecc76a77568,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:38:16.619159 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:16.620321 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device c1b2aca4-00ee-4dcc-bfc3-6c5e9b5fc896 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:38:16.620731 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f8957e-55b3-4c07-b118-fac77ec99f4f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Router e4fcbc1e-2990-484d-b35a-5bba7ab0c01a has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:38:16.708310 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=318dcd37-3d6c-43e6-ac41-eecc76a77568,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:16.746266 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f8957e-55b3-4c07-b118-fac77ec99f4f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:38:16.761785 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-59f8957e-55b3-4c07-b118-fac77ec99f4f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "PUT /v2.0/routers/e4fcbc1e-2990-484d-b35a-5bba7ab0c01a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2649269 Aug 31 10:38:16.762465 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c782acd-37c1-49df-b8f7-4499196a2a79 None None] Sync routers for ids ['e4fcbc1e-2990-484d-b35a-5bba7ab0c01a'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:38:16.767263 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c782acd-37c1-49df-b8f7-4499196a2a79 None None] Routers {'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:38:16.768264 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-3c782acd-37c1-49df-b8f7-4499196a2a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:38:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e4fcbc1e-2990-484d-b35a-5bba7ab0c01a'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:38:16.810955 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port c1b2aca4-00ee-4dcc-bfc3-6c5e9b5fc896 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:38:16.924191 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-7977aece-ef0d-421a-850e-914f1d551730 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1954699958&fields=id&tenant_id=b91d32a897fc4967ba6d80d0ca2736bc HTTP/1.1" status: 200 len: 267 time: 0.0434825 Aug 31 10:38:17.055787 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-983cad8d-19ce-4f3e-920f-950be450f223 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:17.057373 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-983cad8d-19ce-4f3e-920f-950be450f223 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/networks?id=01f3d04e-a5f6-4664-9506-1d97a95eab22 HTTP/1.1" status: 200 len: 796 time: 0.1247902 Aug 31 10:38:17.057980 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e8cf84-d0c5-4c74-b19d-fdc3b7ef263a None None] Network 01f3d04e-a5f6-4664-9506-1d97a95eab22 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:38:17.074193 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-e27c9e65-b760-46ba-a0d3-f01e74f19ca5 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/quotas/b91d32a897fc4967ba6d80d0ca2736bc HTTP/1.1" status: 200 len: 375 time: 0.0102923 Aug 31 10:38:17.104342 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-3c782acd-37c1-49df-b8f7-4499196a2a79 None None] Set router e4fcbc1e-2990-484d-b35a-5bba7ab0c01a gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:38:17.130836 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-4178104f-a0ef-4bd6-beda-adb63b3f6967 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504160 Aug 31 10:38:17.270765 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-2fb6aac0-40a0-4239-92ec-ea53221814da None None] Provisioning for port c1b2aca4-00ee-4dcc-bfc3-6c5e9b5fc896 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:38:17.295920 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-2de5ff9d-f2a5-4712-a4ae-aac753b9852e service neutron] 10.222.0.119 "GET /v2.0/networks/01f3d04e-a5f6-4664-9506-1d97a95eab22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511838 Aug 31 10:38:17.304884 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-2fb6aac0-40a0-4239-92ec-ea53221814da None None] Provisioning complete for port c1b2aca4-00ee-4dcc-bfc3-6c5e9b5fc896 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:38:17.305545 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2fb6aac0-40a0-4239-92ec-ea53221814da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:17.400829 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:17.405426 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-66d2156a-89e9-43d8-9658-1a0da96ebc4f service neutron] 10.222.0.119 "GET /v2.0/networks/01f3d04e-a5f6-4664-9506-1d97a95eab22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007628 Aug 31 10:38:17.485707 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2fb6aac0-40a0-4239-92ec-ea53221814da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:17.530806 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-3c782acd-37c1-49df-b8f7-4499196a2a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677153854', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '318dcd37-3d6c-43e6-ac41-eecc76a77568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:38:10Z', 'updated_at': '2021-08-31T10:38:15Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '318dcd37-3d6c-43e6-ac41-eecc76a77568', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:38:11Z', 'updated_at': '2021-08-31T10:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'ffc0275b-e733-43c2-8f9c-12ad65dc3d04', 'name': '', 'network_id': '01f3d04e-a5f6-4664-9506-1d97a95eab22', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:ec:c2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bdec6876-5a2d-498f-9835-789c613b7c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:38:15Z', 'updated_at': '2021-08-31T10:38:16Z', 'revision_number': 2, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': 'bdec6876-5a2d-498f-9835-789c613b7c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:38:17.533919 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-2fb6aac0-40a0-4239-92ec-ea53221814da None None] For port c1b2aca4-00ee-4dcc-bfc3-6c5e9b5fc896, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=c1b2aca4-00ee-4dcc-bfc3-6c5e9b5fc896,segment=NetworkSegment(7c983e8a-213c-446d-a085-61fd3024840e),segment_id=7c983e8a-213c-446d-a085-61fd3024840e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:38:17.560660 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c782acd-37c1-49df-b8f7-4499196a2a79 None None] Checking router: e4fcbc1e-2990-484d-b35a-5bba7ab0c01a for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:38:17.561111 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c782acd-37c1-49df-b8f7-4499196a2a79 None None] Updating router e4fcbc1e-2990-484d-b35a-5bba7ab0c01a port ffc0275b-e733-43c2-8f9c-12ad65dc3d04 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:38:17.592474 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3c782acd-37c1-49df-b8f7-4499196a2a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:17.704556 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2fb6aac0-40a0-4239-92ec-ea53221814da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:17.739687 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dc361e5e-dd25-46e8-b5ee-e0933b4ec29a req-9b2efcde-bcad-4a5b-be08-5f518ce3ce56 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 210 time: 0.0440040 Aug 31 10:38:17.798603 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6aac0-40a0-4239-92ec-ea53221814da None None] Pushing event updated for resources: {'Port': ['ID=c1b2aca4-00ee-4dcc-bfc3-6c5e9b5fc896,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:17.885604 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4a968fb0-788f-4b6c-b7a1-a9a9cd793fc1 None None] Provisioning complete for port c1b2aca4-00ee-4dcc-bfc3-6c5e9b5fc896 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:38:17.885980 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4a968fb0-788f-4b6c-b7a1-a9a9cd793fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:18.041908 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3c782acd-37c1-49df-b8f7-4499196a2a79 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:18.059243 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3c782acd-37c1-49df-b8f7-4499196a2a79 None None] Transition to ACTIVE for port object ffc0275b-e733-43c2-8f9c-12ad65dc3d04 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:38:18.150040 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4a968fb0-788f-4b6c-b7a1-a9a9cd793fc1 None None] Provisioning for port ffc0275b-e733-43c2-8f9c-12ad65dc3d04 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:38:18.154232 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4a968fb0-788f-4b6c-b7a1-a9a9cd793fc1 None None] Provisioning complete for port ffc0275b-e733-43c2-8f9c-12ad65dc3d04 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:38:18.154882 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4a968fb0-788f-4b6c-b7a1-a9a9cd793fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:18.189741 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3c782acd-37c1-49df-b8f7-4499196a2a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:18.218682 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4a968fb0-788f-4b6c-b7a1-a9a9cd793fc1 None None] Port ffc0275b-e733-43c2-8f9c-12ad65dc3d04 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:38:18.277016 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e7639-3e2a-4eb5-8d75-0b011fc21abd None None] Pushing event updated for resources: {'Port': ['ID=ffc0275b-e733-43c2-8f9c-12ad65dc3d04,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:18.282770 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 318dcd37-3d6c-43e6-ac41-eecc76a77568 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:38:18.362024 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-3c782acd-37c1-49df-b8f7-4499196a2a79 None None] Attempting to bind port ffc0275b-e733-43c2-8f9c-12ad65dc3d04 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:38:18.362632 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-3c782acd-37c1-49df-b8f7-4499196a2a79 None None] Attempting to bind port ffc0275b-e733-43c2-8f9c-12ad65dc3d04 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '7c983e8a-213c-446d-a085-61fd3024840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '01f3d04e-a5f6-4664-9506-1d97a95eab22'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:38:18.362632 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c782acd-37c1-49df-b8f7-4499196a2a79 None None] Attempting to bind port ffc0275b-e733-43c2-8f9c-12ad65dc3d04 on network 01f3d04e-a5f6-4664-9506-1d97a95eab22 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:38:18.376275 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c782acd-37c1-49df-b8f7-4499196a2a79 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:38:18.383091 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c782acd-37c1-49df-b8f7-4499196a2a79 None None] Checking segment: {'id': '7c983e8a-213c-446d-a085-61fd3024840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '01f3d04e-a5f6-4664-9506-1d97a95eab22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:38:18.383091 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3c782acd-37c1-49df-b8f7-4499196a2a79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:18.383091 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c782acd-37c1-49df-b8f7-4499196a2a79 None None] Bound using segment: {'id': '7c983e8a-213c-446d-a085-61fd3024840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '01f3d04e-a5f6-4664-9506-1d97a95eab22'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:38:18.383091 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-3c782acd-37c1-49df-b8f7-4499196a2a79 None None] Bound port: ffc0275b-e733-43c2-8f9c-12ad65dc3d04, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c983e8a-213c-446d-a085-61fd3024840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '01f3d04e-a5f6-4664-9506-1d97a95eab22'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:38:18.383091 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3c782acd-37c1-49df-b8f7-4499196a2a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:18.402191 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 318dcd37-3d6c-43e6-ac41-eecc76a77568 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:38:18.402590 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:18.488494 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-3c782acd-37c1-49df-b8f7-4499196a2a79 None None] For port ffc0275b-e733-43c2-8f9c-12ad65dc3d04, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:38:18.492854 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-3c782acd-37c1-49df-b8f7-4499196a2a79 None None] For port ffc0275b-e733-43c2-8f9c-12ad65dc3d04, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ffc0275b-e733-43c2-8f9c-12ad65dc3d04,segment=NetworkSegment(7c983e8a-213c-446d-a085-61fd3024840e),segment_id=7c983e8a-213c-446d-a085-61fd3024840e)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:38:18.543909 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device c1b2aca4-00ee-4dcc-bfc3-6c5e9b5fc896 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:38:18.594607 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port c1b2aca4-00ee-4dcc-bfc3-6c5e9b5fc896 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:38:18.594890 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:18.616619 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3c782acd-37c1-49df-b8f7-4499196a2a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:18.701050 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e7639-3e2a-4eb5-8d75-0b011fc21abd None None] Pushing event updated for resources: {'Port': ['ID=ffc0275b-e733-43c2-8f9c-12ad65dc3d04,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:18.704438 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c782acd-37c1-49df-b8f7-4499196a2a79 None None] Routers {'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:38:18.705036 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-3c782acd-37c1-49df-b8f7-4499196a2a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:38:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e4fcbc1e-2990-484d-b35a-5bba7ab0c01a'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:38:18.857674 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f84c2440-df13-4896-8b66-24cd4223ba7a req-dcbf1afe-012f-404a-a01c-361068a4bf25 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 210 time: 0.0349894 Aug 31 10:38:18.873333 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-3c782acd-37c1-49df-b8f7-4499196a2a79 None None] Set router e4fcbc1e-2990-484d-b35a-5bba7ab0c01a gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:38:19.091730 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-3c782acd-37c1-49df-b8f7-4499196a2a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677153854', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '318dcd37-3d6c-43e6-ac41-eecc76a77568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:38:10Z', 'updated_at': '2021-08-31T10:38:15Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '318dcd37-3d6c-43e6-ac41-eecc76a77568', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:38:11Z', 'updated_at': '2021-08-31T10:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'ffc0275b-e733-43c2-8f9c-12ad65dc3d04', 'name': '', 'network_id': '01f3d04e-a5f6-4664-9506-1d97a95eab22', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:ec:c2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bdec6876-5a2d-498f-9835-789c613b7c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:38:15Z', 'updated_at': '2021-08-31T10:38:18Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': 'bdec6876-5a2d-498f-9835-789c613b7c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:38:19.123767 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c782acd-37c1-49df-b8f7-4499196a2a79 None None] The sync data for ids ['e4fcbc1e-2990-484d-b35a-5bba7ab0c01a'] in n-d-791506-28 is: [{'id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677153854', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '318dcd37-3d6c-43e6-ac41-eecc76a77568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:38:10Z', 'updated_at': '2021-08-31T10:38:15Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '318dcd37-3d6c-43e6-ac41-eecc76a77568', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:38:11Z', 'updated_at': '2021-08-31T10:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'ffc0275b-e733-43c2-8f9c-12ad65dc3d04', 'name': '', 'network_id': '01f3d04e-a5f6-4664-9506-1d97a95eab22', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:ec:c2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bdec6876-5a2d-498f-9835-789c613b7c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:38:15Z', 'updated_at': '2021-08-31T10:38:18Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': 'bdec6876-5a2d-498f-9835-789c613b7c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:38:19.953649 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d1f045bf-6fa2-4c07-bd1c-a5fb9a5c3680 req-bfbe181c-9bae-4398-be3b-63ddb1f75844 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 210 time: 0.0298223 Aug 31 10:38:20.195915 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-6a27dd27-5c81-4ac1-a9e0-00de8f71d0e1 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:20.197438 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-6a27dd27-5c81-4ac1-a9e0-00de8f71d0e1 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.59 "GET /v2.0/networks?id=01f3d04e-a5f6-4664-9506-1d97a95eab22 HTTP/1.1" status: 200 len: 796 time: 0.1231127 Aug 31 10:38:20.250346 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-423b902a-a6c2-4443-b6d4-aec80695bfa7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b91d32a897fc4967ba6d80d0ca2736bc HTTP/1.1" status: 200 len: 380 time: 0.0396206 Aug 31 10:38:20.261249 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-0358c31d-5a4a-4880-9df0-d2d0739479bd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'port': {'device_id': '2da6e8f0-5b05-43f2-a33e-4b392824a682', 'network_id': '01f3d04e-a5f6-4664-9506-1d97a95eab22', 'admin_state_up': True, 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'security_groups': ['5089486f-b496-4667-994f-98d7b12a6928']}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:38:20.284962 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ffc0275b-e733-43c2-8f9c-12ad65dc3d04 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:38:20.401977 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port ffc0275b-e733-43c2-8f9c-12ad65dc3d04 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:38:20.406582 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port ffc0275b-e733-43c2-8f9c-12ad65dc3d04 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:38:20.407156 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:20.411660 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:38:20.459467 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-0358c31d-5a4a-4880-9df0-d2d0739479bd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Made reservation on behalf of b91d32a897fc4967ba6d80d0ca2736bc for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:38:20.464360 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-0358c31d-5a4a-4880-9df0-d2d0739479bd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:20.492455 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:20.528998 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port ffc0275b-e733-43c2-8f9c-12ad65dc3d04, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ffc0275b-e733-43c2-8f9c-12ad65dc3d04,segment=NetworkSegment(7c983e8a-213c-446d-a085-61fd3024840e),segment_id=7c983e8a-213c-446d-a085-61fd3024840e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:38:20.607531 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-0358c31d-5a4a-4880-9df0-d2d0739479bd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Allocated IP 172.20.0.10 (01f3d04e-a5f6-4664-9506-1d97a95eab22/bdec6876-5a2d-498f-9835-789c613b7c6e/234b5baa-f7fb-48aa-86ac-1f11a66f5733) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:38:20.631395 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:20.682088 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=ffc0275b-e733-43c2-8f9c-12ad65dc3d04,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:20.757321 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-0358c31d-5a4a-4880-9df0-d2d0739479bd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:20.771914 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-0358c31d-5a4a-4880-9df0-d2d0739479bd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Transition to ACTIVE for port object 234b5baa-f7fb-48aa-86ac-1f11a66f5733 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:38:20.900082 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-0358c31d-5a4a-4880-9df0-d2d0739479bd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:20.947167 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-0358c31d-5a4a-4880-9df0-d2d0739479bd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Network 01f3d04e-a5f6-4664-9506-1d97a95eab22 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:38:20.950294 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-0358c31d-5a4a-4880-9df0-d2d0739479bd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:38:20.954146 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-0358c31d-5a4a-4880-9df0-d2d0739479bd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:38:20.978404 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358c31d-5a4a-4880-9df0-d2d0739479bd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Port': ['ID=234b5baa-f7fb-48aa-86ac-1f11a66f5733,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:21.009881 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-0358c31d-5a4a-4880-9df0-d2d0739479bd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:21.010471 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-0358c31d-5a4a-4880-9df0-d2d0739479bd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:21.087858 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695438b9-0abc-475c-a421-bc451fccd450 req-f8143648-fb94-4f01-91cf-d5b243343e18 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:21.090049 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-695438b9-0abc-475c-a421-bc451fccd450 req-f8143648-fb94-4f01-91cf-d5b243343e18 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 932 time: 0.0576155 Aug 31 10:38:21.092050 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-0358c31d-5a4a-4880-9df0-d2d0739479bd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8362181 Aug 31 10:38:21.107940 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-e82476dd-36ec-4867-af3e-bf36c9544f2f service neutron] Request body: {'port': {'device_id': '2da6e8f0-5b05-43f2-a33e-4b392824a682', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:38:21.191734 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-695438b9-0abc-475c-a421-bc451fccd450 req-2917da26-8c79-484c-ba78-71e68a053a7d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=5089486f-b496-4667-994f-98d7b12a6928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942566 Aug 31 10:38:21.201445 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-e82476dd-36ec-4867-af3e-bf36c9544f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:21.322335 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-ee3abf0c-0ce7-4e97-bdfb-caf4e6e0cf73 None None] Provisioning for port 234b5baa-f7fb-48aa-86ac-1f11a66f5733 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:38:21.326275 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-ee3abf0c-0ce7-4e97-bdfb-caf4e6e0cf73 None None] Provisioning complete for port 234b5baa-f7fb-48aa-86ac-1f11a66f5733 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:38:21.326687 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ee3abf0c-0ce7-4e97-bdfb-caf4e6e0cf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:21.360578 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-ee3abf0c-0ce7-4e97-bdfb-caf4e6e0cf73 None None] Port 234b5baa-f7fb-48aa-86ac-1f11a66f5733 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:38:21.490160 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-e82476dd-36ec-4867-af3e-bf36c9544f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 234b5baa-f7fb-48aa-86ac-1f11a66f5733 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:38:21.497938 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-e82476dd-36ec-4867-af3e-bf36c9544f2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:21.512489 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-e82476dd-36ec-4867-af3e-bf36c9544f2f service neutron] Transition to ACTIVE for port object 234b5baa-f7fb-48aa-86ac-1f11a66f5733 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:38:21.591127 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-e82476dd-36ec-4867-af3e-bf36c9544f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:21.648568 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82476dd-36ec-4867-af3e-bf36c9544f2f service neutron] Pushing event updated for resources: {'Port': ['ID=234b5baa-f7fb-48aa-86ac-1f11a66f5733,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:21.721703 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-e82476dd-36ec-4867-af3e-bf36c9544f2f service neutron] Attempting to bind port 234b5baa-f7fb-48aa-86ac-1f11a66f5733 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:38:21.722028 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-e82476dd-36ec-4867-af3e-bf36c9544f2f service neutron] Attempting to bind port 234b5baa-f7fb-48aa-86ac-1f11a66f5733 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '7c983e8a-213c-446d-a085-61fd3024840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '01f3d04e-a5f6-4664-9506-1d97a95eab22'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:38:21.722390 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-e82476dd-36ec-4867-af3e-bf36c9544f2f service neutron] Attempting to bind port 234b5baa-f7fb-48aa-86ac-1f11a66f5733 on network 01f3d04e-a5f6-4664-9506-1d97a95eab22 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:38:21.727633 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-e82476dd-36ec-4867-af3e-bf36c9544f2f service neutron] Port 234b5baa-f7fb-48aa-86ac-1f11a66f5733 on network 01f3d04e-a5f6-4664-9506-1d97a95eab22 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:38:21.727941 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-e82476dd-36ec-4867-af3e-bf36c9544f2f service neutron] Attempting to bind port 234b5baa-f7fb-48aa-86ac-1f11a66f5733 on network 01f3d04e-a5f6-4664-9506-1d97a95eab22 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:38:21.732989 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-e82476dd-36ec-4867-af3e-bf36c9544f2f service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:38:21.733319 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-e82476dd-36ec-4867-af3e-bf36c9544f2f service neutron] Checking segment: {'id': '7c983e8a-213c-446d-a085-61fd3024840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '01f3d04e-a5f6-4664-9506-1d97a95eab22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:38:21.733703 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-e82476dd-36ec-4867-af3e-bf36c9544f2f service neutron] Bound using segment: {'id': '7c983e8a-213c-446d-a085-61fd3024840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '01f3d04e-a5f6-4664-9506-1d97a95eab22'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:38:21.734173 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-e82476dd-36ec-4867-af3e-bf36c9544f2f service neutron] Bound port: 234b5baa-f7fb-48aa-86ac-1f11a66f5733, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c983e8a-213c-446d-a085-61fd3024840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1604, 'network_id': '01f3d04e-a5f6-4664-9506-1d97a95eab22'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:38:21.734530 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-e82476dd-36ec-4867-af3e-bf36c9544f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:21.806917 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-e82476dd-36ec-4867-af3e-bf36c9544f2f service neutron] For port 234b5baa-f7fb-48aa-86ac-1f11a66f5733, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:38:21.810128 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-e82476dd-36ec-4867-af3e-bf36c9544f2f service neutron] For port 234b5baa-f7fb-48aa-86ac-1f11a66f5733, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=234b5baa-f7fb-48aa-86ac-1f11a66f5733,segment=NetworkSegment(7c983e8a-213c-446d-a085-61fd3024840e),segment_id=7c983e8a-213c-446d-a085-61fd3024840e)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:38:21.900124 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-e82476dd-36ec-4867-af3e-bf36c9544f2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:21.947701 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-e82476dd-36ec-4867-af3e-bf36c9544f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:21.948317 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-e82476dd-36ec-4867-af3e-bf36c9544f2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:21.949766 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-e82476dd-36ec-4867-af3e-bf36c9544f2f service neutron] 10.222.0.59 "PUT /v2.0/ports/234b5baa-f7fb-48aa-86ac-1f11a66f5733 HTTP/1.1" status: 200 len: 1093 time: 0.8493145 Aug 31 10:38:21.950208 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da6e8f0-5b05-43f2-a33e-4b392824a682', 'tag': '234b5baa-f7fb-48aa-86ac-1f11a66f5733'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:38:21.952490 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4c81af-3021-4116-9832-da686f47442c" -d '{"events": [{"name": "network-changed", "server_uuid": "2da6e8f0-5b05-43f2-a33e-4b392824a682", "tag": "234b5baa-f7fb-48aa-86ac-1f11a66f5733"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:38:21.975475 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82476dd-36ec-4867-af3e-bf36c9544f2f service neutron] Pushing event updated for resources: {'Port': ['ID=234b5baa-f7fb-48aa-86ac-1f11a66f5733,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:22.006614 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f07a203-34eb-4efb-9a1b-44c14ad64d10 x-openstack-request-id: req-6f07a203-34eb-4efb-9a1b-44c14ad64d10 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:38:22.006914 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2da6e8f0-5b05-43f2-a33e-4b392824a682", "tag": "234b5baa-f7fb-48aa-86ac-1f11a66f5733", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:38:22.007166 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-6f07a203-34eb-4efb-9a1b-44c14ad64d10 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:38:22.007576 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2da6e8f0-5b05-43f2-a33e-4b392824a682', 'tag': '234b5baa-f7fb-48aa-86ac-1f11a66f5733', 'status': 'completed', 'code': 200} Aug 31 10:38:22.069501 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c81af-3021-4116-9832-da686f47442c req-11b0fb60-d892-4b3d-9ba1-e4116118f005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:22.071302 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ca4c81af-3021-4116-9832-da686f47442c req-11b0fb60-d892-4b3d-9ba1-e4116118f005 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 1096 time: 0.0453539 Aug 31 10:38:22.179384 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c81af-3021-4116-9832-da686f47442c req-b60057ab-617c-4e57-937d-a845e05e1167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:22.180768 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ca4c81af-3021-4116-9832-da686f47442c req-b60057ab-617c-4e57-937d-a845e05e1167 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0997169 Aug 31 10:38:22.258641 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ffc0275b-e733-43c2-8f9c-12ad65dc3d04 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:38:22.296302 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c81af-3021-4116-9832-da686f47442c req-0e7080a9-1a7b-4ad4-ae35-69e30aaddf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:22.297846 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ca4c81af-3021-4116-9832-da686f47442c req-0e7080a9-1a7b-4ad4-ae35-69e30aaddf6b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1098268 Aug 31 10:38:22.310036 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port ffc0275b-e733-43c2-8f9c-12ad65dc3d04 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:38:22.310697 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:22.341889 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a924a-20a0-41b6-afdd-d72c99caf10f req-12a86e22-2e60-4be3-8bb6-e3ccfc6f63d8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:22.343429 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1a3a924a-20a0-41b6-afdd-d72c99caf10f req-12a86e22-2e60-4be3-8bb6-e3ccfc6f63d8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 944 time: 0.0613813 Aug 31 10:38:22.413127 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1a3a924a-20a0-41b6-afdd-d72c99caf10f req-1369218b-fd40-4c6b-ab46-13525de61b6a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=5089486f-b496-4667-994f-98d7b12a6928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602520 Aug 31 10:38:22.417668 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-dc96e130-800e-46c4-ab15-d3cd210d9ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:22.419159 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-dc96e130-800e-46c4-ab15-d3cd210d9ae1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 1096 time: 0.0748124 Aug 31 10:38:22.466298 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-10c6b61b-39f9-4e45-87c4-58b63cf0206a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=234b5baa-f7fb-48aa-86ac-1f11a66f5733 HTTP/1.1" status: 200 len: 217 time: 0.0383966 Aug 31 10:38:22.516153 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-705ed610-d555-44fe-8bc2-e4926fe6265a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:22.517602 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-705ed610-d555-44fe-8bc2-e4926fe6265a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdec6876-5a2d-498f-9835-789c613b7c6e HTTP/1.1" status: 200 len: 833 time: 0.0450084 Aug 31 10:38:22.567618 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-5d2dcd8a-0781-4424-9bde-6ffee1029cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:22.569084 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-5d2dcd8a-0781-4424-9bde-6ffee1029cfc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01f3d04e-a5f6-4664-9506-1d97a95eab22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440261 Aug 31 10:38:22.658002 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-9375f39c-1239-4f1c-8a1d-c2fbb45cd982 service neutron] 10.222.0.59 "GET /v2.0/networks/01f3d04e-a5f6-4664-9506-1d97a95eab22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816021 Aug 31 10:38:22.753947 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-edbbece6-0c74-496f-b56d-70cc3132a7b8 req-4988af44-9718-4710-ae29-1f309941fd8f service neutron] 10.222.0.59 "GET /v2.0/networks/01f3d04e-a5f6-4664-9506-1d97a95eab22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880623 Aug 31 10:38:23.534560 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a92ef-ff5a-4790-bb9d-23050e9efbec req-0b5d0548-e063-42be-b677-fd63dafd6de7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:23.537093 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d0a92ef-ff5a-4790-bb9d-23050e9efbec req-0b5d0548-e063-42be-b677-fd63dafd6de7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 944 time: 0.0526402 Aug 31 10:38:23.576206 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d0a92ef-ff5a-4790-bb9d-23050e9efbec req-b5f08cff-bdb8-4c14-8e24-a7da6dd78338 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=5089486f-b496-4667-994f-98d7b12a6928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331330 Aug 31 10:38:24.696591 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b1b64-e943-45fb-8282-49e8817fb4b6 req-cd80c03d-d9ca-4dae-bacc-3de7b2107930 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:24.698096 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0d2b1b64-e943-45fb-8282-49e8817fb4b6 req-cd80c03d-d9ca-4dae-bacc-3de7b2107930 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 944 time: 0.0525358 Aug 31 10:38:24.741051 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0d2b1b64-e943-45fb-8282-49e8817fb4b6 req-cf6d1af1-211f-4041-b84c-d08b7b603db4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=5089486f-b496-4667-994f-98d7b12a6928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363240 Aug 31 10:38:25.979835 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 234b5baa-f7fb-48aa-86ac-1f11a66f5733 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:38:26.079045 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 234b5baa-f7fb-48aa-86ac-1f11a66f5733, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=234b5baa-f7fb-48aa-86ac-1f11a66f5733,segment=NetworkSegment(7c983e8a-213c-446d-a085-61fd3024840e),segment_id=7c983e8a-213c-446d-a085-61fd3024840e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:38:26.091450 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '234b5baa-f7fb-48aa-86ac-1f11a66f5733', 'network_id': '01f3d04e-a5f6-4664-9506-1d97a95eab22', 'port_id': '234b5baa-f7fb-48aa-86ac-1f11a66f5733', 'mac_address': 'fa:16:3e:3b:c5:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdec6876-5a2d-498f-9835-789c613b7c6e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:38:26.113597 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc86cb-2fb7-4eaf-a184-f589b6383c18 req-770d16e3-ae38-4655-87ed-332aacd81b84 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:26.115428 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7cbc86cb-2fb7-4eaf-a184-f589b6383c18 req-770d16e3-ae38-4655-87ed-332aacd81b84 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 944 time: 0.0498180 Aug 31 10:38:26.132768 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:26.146428 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 234b5baa-f7fb-48aa-86ac-1f11a66f5733 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:38:26.158492 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7cbc86cb-2fb7-4eaf-a184-f589b6383c18 req-19e33049-9643-4a05-9d37-02f33a64baf5 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=5089486f-b496-4667-994f-98d7b12a6928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369270 Aug 31 10:38:26.165694 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 234b5baa-f7fb-48aa-86ac-1f11a66f5733, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=234b5baa-f7fb-48aa-86ac-1f11a66f5733,segment=NetworkSegment(7c983e8a-213c-446d-a085-61fd3024840e),segment_id=7c983e8a-213c-446d-a085-61fd3024840e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:38:26.270898 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:26.317924 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=234b5baa-f7fb-48aa-86ac-1f11a66f5733,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:26.507623 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['234b5baa-f7fb-48aa-86ac-1f11a66f5733'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:38:27.280263 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261021f2-0a5b-445e-b47a-1a6a44ae3233 req-c0e760ec-369d-449f-84e0-e4c588da0def tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:27.281859 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-261021f2-0a5b-445e-b47a-1a6a44ae3233 req-c0e760ec-369d-449f-84e0-e4c588da0def tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 945 time: 0.0520260 Aug 31 10:38:27.323881 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-261021f2-0a5b-445e-b47a-1a6a44ae3233 req-9f27d19e-708d-4101-9885-54a32924226b tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=5089486f-b496-4667-994f-98d7b12a6928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350263 Aug 31 10:38:27.995061 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 234b5baa-f7fb-48aa-86ac-1f11a66f5733 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:38:28.208508 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 234b5baa-f7fb-48aa-86ac-1f11a66f5733 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:38:28.213307 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 234b5baa-f7fb-48aa-86ac-1f11a66f5733 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:38:28.213680 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:28.446450 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903b301-5c6b-4bcd-91d1-f76fee849cff req-fef2eb65-bd21-4fe8-850e-3b4879cdf100 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:28.447985 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e903b301-5c6b-4bcd-91d1-f76fee849cff req-fef2eb65-bd21-4fe8-850e-3b4879cdf100 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 945 time: 0.0537548 Aug 31 10:38:28.468734 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:28.487222 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e903b301-5c6b-4bcd-91d1-f76fee849cff req-b3e0ded5-b0a6-47cb-b52b-a0e495c48460 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=5089486f-b496-4667-994f-98d7b12a6928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330772 Aug 31 10:38:28.493643 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da6e8f0-5b05-43f2-a33e-4b392824a682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234b5baa-f7fb-48aa-86ac-1f11a66f5733'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:38:28.495983 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048ba835-5b11-49dd-b658-3dd80a09e34e" -d '{"events": [{"server_uuid": "2da6e8f0-5b05-43f2-a33e-4b392824a682", "name": "network-vif-plugged", "status": "completed", "tag": "234b5baa-f7fb-48aa-86ac-1f11a66f5733"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:38:28.515012 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 234b5baa-f7fb-48aa-86ac-1f11a66f5733, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=234b5baa-f7fb-48aa-86ac-1f11a66f5733,segment=NetworkSegment(7c983e8a-213c-446d-a085-61fd3024840e),segment_id=7c983e8a-213c-446d-a085-61fd3024840e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:38:28.543954 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93fa67b-5b7e-45f0-a3fc-800ad919f867 x-openstack-request-id: req-e93fa67b-5b7e-45f0-a3fc-800ad919f867 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:38:28.544291 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2da6e8f0-5b05-43f2-a33e-4b392824a682", "name": "network-vif-plugged", "status": "completed", "tag": "234b5baa-f7fb-48aa-86ac-1f11a66f5733", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:38:28.544545 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e93fa67b-5b7e-45f0-a3fc-800ad919f867 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:38:28.545342 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da6e8f0-5b05-43f2-a33e-4b392824a682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234b5baa-f7fb-48aa-86ac-1f11a66f5733', 'code': 200} Aug 31 10:38:28.635598 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:28.647781 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be32e67-c043-4ab1-a700-ff3f81cda6b4 req-b8ab9cb7-5904-4288-91b0-8cff07e2a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:28.649304 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4be32e67-c043-4ab1-a700-ff3f81cda6b4 req-b8ab9cb7-5904-4288-91b0-8cff07e2a2cc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 1097 time: 0.0414135 Aug 31 10:38:28.685017 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=234b5baa-f7fb-48aa-86ac-1f11a66f5733,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:28.692676 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4be32e67-c043-4ab1-a700-ff3f81cda6b4 req-968aae8a-45d4-47f9-9bef-32741bdb07e2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5089486f-b496-4667-994f-98d7b12a6928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333798 Aug 31 10:38:29.609435 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609dedd-410a-4cef-9ccb-4f0e90e03e4d req-a4e4bb20-3d80-463d-bec0-489fe204e3e6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:29.610964 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8609dedd-410a-4cef-9ccb-4f0e90e03e4d req-a4e4bb20-3d80-463d-bec0-489fe204e3e6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 946 time: 0.0527980 Aug 31 10:38:29.652250 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8609dedd-410a-4cef-9ccb-4f0e90e03e4d req-f193a866-3ea5-4ca7-af93-3e9a1bfbc7c4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=5089486f-b496-4667-994f-98d7b12a6928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344112 Aug 31 10:38:30.770561 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc2d66-4750-4b6f-a449-e0bb6fbf4347 req-7cc66830-dffa-4db3-860e-34c268799726 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:30.772084 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-91cc2d66-4750-4b6f-a449-e0bb6fbf4347 req-7cc66830-dffa-4db3-860e-34c268799726 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 946 time: 0.0495615 Aug 31 10:38:30.810770 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-91cc2d66-4750-4b6f-a449-e0bb6fbf4347 req-10526425-e6b1-489c-8bbe-f705ad6524bf tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=5089486f-b496-4667-994f-98d7b12a6928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319927 Aug 31 10:38:30.924569 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b8827-f567-4a96-9dec-b3b75c1a1569 req-dc227dc0-3bf6-4bac-8f04-028896af7e41 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:30.926158 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b83b8827-f567-4a96-9dec-b3b75c1a1569 req-dc227dc0-3bf6-4bac-8f04-028896af7e41 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 946 time: 0.0490308 Aug 31 10:38:30.969970 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b83b8827-f567-4a96-9dec-b3b75c1a1569 req-d9e93500-6234-4995-937c-3608e2e12e38 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=5089486f-b496-4667-994f-98d7b12a6928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374997 Aug 31 10:38:30.993454 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55992) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:38:31.033442 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df0c1e9-2e99-40c6-b63b-5cfecdc82697 tempest-TestNetworkAdvancedServerOps-920648690 tempest-TestNetworkAdvancedServerOps-920648690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:31.035006 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3df0c1e9-2e99-40c6-b63b-5cfecdc82697 tempest-TestNetworkAdvancedServerOps-920648690 tempest-TestNetworkAdvancedServerOps-920648690-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 1093 time: 0.0405283 Aug 31 10:38:31.037801 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 55994) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:38:31.043234 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-9a197bea-cce0-4346-9074-8702eab5eaea tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'port_id': '234b5baa-f7fb-48aa-86ac-1f11a66f5733', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:38:31.145133 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9a197bea-cce0-4346-9074-8702eab5eaea tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for floatingip, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:31.253793 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9a197bea-cce0-4346-9074-8702eab5eaea tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:31.361212 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-9a197bea-cce0-4346-9074-8702eab5eaea tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Allocated IP 172.25.2.139 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/e0700b8e-fe74-484f-a7ee-7267791689c7) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:38:31.487553 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9a197bea-cce0-4346-9074-8702eab5eaea tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:31.579743 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9a197bea-cce0-4346-9074-8702eab5eaea tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:31.622417 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a197bea-cce0-4346-9074-8702eab5eaea tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:38:31.625439 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-9a197bea-cce0-4346-9074-8702eab5eaea tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:38:31.628139 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a197bea-cce0-4346-9074-8702eab5eaea tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:38:31.650828 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a197bea-cce0-4346-9074-8702eab5eaea tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Port': ['ID=e0700b8e-fe74-484f-a7ee-7267791689c7,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:32.001520 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9a197bea-cce0-4346-9074-8702eab5eaea tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:32.182728 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9a197bea-cce0-4346-9074-8702eab5eaea tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:32.668277 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9a197bea-cce0-4346-9074-8702eab5eaea tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:32.756344 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9a197bea-cce0-4346-9074-8702eab5eaea tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:32.828683 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a197bea-cce0-4346-9074-8702eab5eaea tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Port': ['ID=e0700b8e-fe74-484f-a7ee-7267791689c7,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:38:32.842432 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9a197bea-cce0-4346-9074-8702eab5eaea tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:32.943344 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [None req-9a197bea-cce0-4346-9074-8702eab5eaea tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Floating IP ca5c1b34-dcd8-4d44-8397-69fe9a630b7c associated. External IP: 172.25.2.139, port: 234b5baa-f7fb-48aa-86ac-1f11a66f5733. Aug 31 10:38:33.158130 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a197bea-cce0-4346-9074-8702eab5eaea tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Router e4fcbc1e-2990-484d-b35a-5bba7ab0c01a has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:38:33.278107 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a197bea-cce0-4346-9074-8702eab5eaea tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:38:33.288907 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab72b6f9-0e09-44d6-91af-fc050736afb5 None None] Sync routers for ids ['e4fcbc1e-2990-484d-b35a-5bba7ab0c01a'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:38:33.300568 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab72b6f9-0e09-44d6-91af-fc050736afb5 None None] Routers {'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:38:33.300568 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-ab72b6f9-0e09-44d6-91af-fc050736afb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:38:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e4fcbc1e-2990-484d-b35a-5bba7ab0c01a'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:38:33.373681 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9a197bea-cce0-4346-9074-8702eab5eaea tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:33.401132 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9a197bea-cce0-4346-9074-8702eab5eaea tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3613369 Aug 31 10:38:33.401824 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da6e8f0-5b05-43f2-a33e-4b392824a682', 'tag': '234b5baa-f7fb-48aa-86ac-1f11a66f5733'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:38:33.404370 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efb09fcb25d757964e6e64477cf3964f72eef090657aa62846af519e9d9507f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2130d5-ba2b-414b-b64d-1bc1d2b9b4dd" -d '{"events": [{"name": "network-changed", "server_uuid": "2da6e8f0-5b05-43f2-a33e-4b392824a682", "tag": "234b5baa-f7fb-48aa-86ac-1f11a66f5733"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:38:33.422723 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-ab72b6f9-0e09-44d6-91af-fc050736afb5 None None] Set router e4fcbc1e-2990-484d-b35a-5bba7ab0c01a gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:38:33.472003 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32221204-a8b3-4815-83c5-7b6c6e8a4431 x-openstack-request-id: req-32221204-a8b3-4815-83c5-7b6c6e8a4431 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:38:33.472494 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2da6e8f0-5b05-43f2-a33e-4b392824a682", "tag": "234b5baa-f7fb-48aa-86ac-1f11a66f5733", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:38:33.472801 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-32221204-a8b3-4815-83c5-7b6c6e8a4431 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:38:33.479089 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2da6e8f0-5b05-43f2-a33e-4b392824a682', 'tag': '234b5baa-f7fb-48aa-86ac-1f11a66f5733', 'status': 'completed', 'code': 200} Aug 31 10:38:33.519821 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aacba2-451c-4bc1-aac6-dd52b5f2c087 req-7d10251d-8bb3-4e76-826f-f6d5daa160d3 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:33.521492 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d9aacba2-451c-4bc1-aac6-dd52b5f2c087 req-7d10251d-8bb3-4e76-826f-f6d5daa160d3 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 946 time: 0.0650580 Aug 31 10:38:33.545619 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:33.579158 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2130d5-ba2b-414b-b64d-1bc1d2b9b4dd req-bca19d69-3a5c-45c9-bcd3-1d5886cfa0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:33.580691 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bb2130d5-ba2b-414b-b64d-1bc1d2b9b4dd req-bca19d69-3a5c-45c9-bcd3-1d5886cfa0ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 1098 time: 0.0828488 Aug 31 10:38:33.583707 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d9aacba2-451c-4bc1-aac6-dd52b5f2c087 req-bd7b99de-e7c5-4055-9cf1-2e018dc30aa7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=5089486f-b496-4667-994f-98d7b12a6928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479605 Aug 31 10:38:33.617749 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56000) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:38:33.682312 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f7acec76-1501-499f-a284-048601a90760 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/floatingips/ca5c1b34-dcd8-4d44-8397-69fe9a630b7c HTTP/1.1" status: 200 len: 992 time: 0.0622988 Aug 31 10:38:33.682614 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2130d5-ba2b-414b-b64d-1bc1d2b9b4dd req-48387c8c-4281-48ea-829d-541c08ccaa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:33.682949 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bb2130d5-ba2b-414b-b64d-1bc1d2b9b4dd req-48387c8c-4281-48ea-829d-541c08ccaa3e service neutron] 10.222.0.59 "GET /v2.0/networks?id=01f3d04e-a5f6-4664-9506-1d97a95eab22 HTTP/1.1" status: 200 len: 898 time: 0.0937877 Aug 31 10:38:33.685551 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-ab72b6f9-0e09-44d6-91af-fc050736afb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677153854', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '318dcd37-3d6c-43e6-ac41-eecc76a77568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:38:10Z', 'updated_at': '2021-08-31T10:38:15Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '318dcd37-3d6c-43e6-ac41-eecc76a77568', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:38:11Z', 'updated_at': '2021-08-31T10:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'ca5c1b34-dcd8-4d44-8397-69fe9a630b7c', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'floating_ip_address': '172.25.2.139', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'port_id': '234b5baa-f7fb-48aa-86ac-1f11a66f5733', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01f3d04e-a5f6-4664-9506-1d97a95eab22', 'mac_address': 'fa:16:3e:3b:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da6e8f0-5b05-43f2-a33e-4b392824a682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:38:31Z', 'updated_at': '2021-08-31T10:38:31Z', 'revision_number': 0, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffc0275b-e733-43c2-8f9c-12ad65dc3d04', 'name': '', 'network_id': '01f3d04e-a5f6-4664-9506-1d97a95eab22', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:ec:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bdec6876-5a2d-498f-9835-789c613b7c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:38:15Z', 'updated_at': '2021-08-31T10:38:20Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': 'bdec6876-5a2d-498f-9835-789c613b7c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:38:33.712714 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab72b6f9-0e09-44d6-91af-fc050736afb5 None None] Checking router: e4fcbc1e-2990-484d-b35a-5bba7ab0c01a for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:38:33.721506 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab72b6f9-0e09-44d6-91af-fc050736afb5 None None] Routers {'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:38:33.722113 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-ab72b6f9-0e09-44d6-91af-fc050736afb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:38:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e4fcbc1e-2990-484d-b35a-5bba7ab0c01a'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:38:33.752054 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bb2130d5-ba2b-414b-b64d-1bc1d2b9b4dd req-8186a442-1544-44ba-b7d2-91565cbb0e3e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=234b5baa-f7fb-48aa-86ac-1f11a66f5733 HTTP/1.1" status: 200 len: 1000 time: 0.0619380 Aug 31 10:38:33.814520 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2130d5-ba2b-414b-b64d-1bc1d2b9b4dd req-c4dd22c7-3cca-42dd-8b49-41cca48610d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:33.816371 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bb2130d5-ba2b-414b-b64d-1bc1d2b9b4dd req-c4dd22c7-3cca-42dd-8b49-41cca48610d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdec6876-5a2d-498f-9835-789c613b7c6e HTTP/1.1" status: 200 len: 833 time: 0.0566556 Aug 31 10:38:33.830724 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-ab72b6f9-0e09-44d6-91af-fc050736afb5 None None] Set router e4fcbc1e-2990-484d-b35a-5bba7ab0c01a gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:38:33.865460 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2130d5-ba2b-414b-b64d-1bc1d2b9b4dd req-bdd6881d-80e5-40b3-91d0-e78de83db5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:33.867253 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bb2130d5-ba2b-414b-b64d-1bc1d2b9b4dd req-bdd6881d-80e5-40b3-91d0-e78de83db5fe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01f3d04e-a5f6-4664-9506-1d97a95eab22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422914 Aug 31 10:38:33.957869 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bb2130d5-ba2b-414b-b64d-1bc1d2b9b4dd req-fa746f26-68be-4484-9513-4e531553b34e service neutron] 10.222.0.59 "GET /v2.0/networks/01f3d04e-a5f6-4664-9506-1d97a95eab22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836239 Aug 31 10:38:34.060735 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bb2130d5-ba2b-414b-b64d-1bc1d2b9b4dd req-3b2f6e0b-49a8-40c5-a276-0c4baafd3a76 service neutron] 10.222.0.59 "GET /v2.0/networks/01f3d04e-a5f6-4664-9506-1d97a95eab22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953391 Aug 31 10:38:34.068370 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-ab72b6f9-0e09-44d6-91af-fc050736afb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677153854', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '318dcd37-3d6c-43e6-ac41-eecc76a77568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:38:10Z', 'updated_at': '2021-08-31T10:38:15Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '318dcd37-3d6c-43e6-ac41-eecc76a77568', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:38:11Z', 'updated_at': '2021-08-31T10:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'ca5c1b34-dcd8-4d44-8397-69fe9a630b7c', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'floating_ip_address': '172.25.2.139', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'port_id': '234b5baa-f7fb-48aa-86ac-1f11a66f5733', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01f3d04e-a5f6-4664-9506-1d97a95eab22', 'mac_address': 'fa:16:3e:3b:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da6e8f0-5b05-43f2-a33e-4b392824a682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:38:31Z', 'updated_at': '2021-08-31T10:38:31Z', 'revision_number': 0, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffc0275b-e733-43c2-8f9c-12ad65dc3d04', 'name': '', 'network_id': '01f3d04e-a5f6-4664-9506-1d97a95eab22', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:ec:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bdec6876-5a2d-498f-9835-789c613b7c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:38:15Z', 'updated_at': '2021-08-31T10:38:20Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': 'bdec6876-5a2d-498f-9835-789c613b7c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:38:34.095038 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab72b6f9-0e09-44d6-91af-fc050736afb5 None None] The sync data for ids ['e4fcbc1e-2990-484d-b35a-5bba7ab0c01a'] in n-d-791506-28 is: [{'id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677153854', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '318dcd37-3d6c-43e6-ac41-eecc76a77568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:38:10Z', 'updated_at': '2021-08-31T10:38:15Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '318dcd37-3d6c-43e6-ac41-eecc76a77568', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:38:11Z', 'updated_at': '2021-08-31T10:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'ca5c1b34-dcd8-4d44-8397-69fe9a630b7c', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'floating_ip_address': '172.25.2.139', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'port_id': '234b5baa-f7fb-48aa-86ac-1f11a66f5733', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01f3d04e-a5f6-4664-9506-1d97a95eab22', 'mac_address': 'fa:16:3e:3b:c5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da6e8f0-5b05-43f2-a33e-4b392824a682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:38:31Z', 'updated_at': '2021-08-31T10:38:31Z', 'revision_number': 0, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffc0275b-e733-43c2-8f9c-12ad65dc3d04', 'name': '', 'network_id': '01f3d04e-a5f6-4664-9506-1d97a95eab22', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:ec:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bdec6876-5a2d-498f-9835-789c613b7c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:38:15Z', 'updated_at': '2021-08-31T10:38:20Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': 'bdec6876-5a2d-498f-9835-789c613b7c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:38:34.110217 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:34.292883 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba75ea04-0374-4775-8d31-625e8c9443c4 None None] New status for floating IP ca5c1b34-dcd8-4d44-8397-69fe9a630b7c: ACTIVE {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:38:34.685220 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56002) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:38:34.749043 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-11b64abe-80f4-4692-840a-ca80d13f6741 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/floatingips/ca5c1b34-dcd8-4d44-8397-69fe9a630b7c HTTP/1.1" status: 200 len: 994 time: 0.0626581 Aug 31 10:38:39.042098 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c1551941-3902-4f03-823e-432213f4179f req-726283fb-e7ee-401c-acd0-33cd44747c85 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0837383 Aug 31 10:38:39.091069 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c1551941-3902-4f03-823e-432213f4179f req-0ef19b09-ede4-429e-ab33-a80d90b0fc6a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.0265098 Aug 31 10:38:39.133055 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c1551941-3902-4f03-823e-432213f4179f req-3fd80aad-842e-4786-a06b-3193f9a74ceb service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40aea3578a764824ae85220fcc0c6911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191581 Aug 31 10:38:39.256826 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1551941-3902-4f03-823e-432213f4179f req-61fec198-9a2c-4724-bd7f-7e4c1000e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:38:39.258476 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c1551941-3902-4f03-823e-432213f4179f req-61fec198-9a2c-4724-bd7f-7e4c1000e612 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1177673 Aug 31 10:38:41.378969 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-15dad99e-d8a8-4321-8ed7-dbf1fde1deee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:44.035600 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2f710454-5d16-46e0-8cd3-43ab210b03d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:44.155783 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:45.687513 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:47.343525 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:38:57.410601 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:39:03.567068 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:04.104724 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:05.963570 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33f3fd-db47-4a6d-8a48-a8c1ed6792b6 req-4b06c246-e28b-4ef1-b995-845dfdb6129c tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:05.964476 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ed33f3fd-db47-4a6d-8a48-a8c1ed6792b6 req-4b06c246-e28b-4ef1-b995-845dfdb6129c tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 946 time: 0.0546956 Aug 31 10:39:06.009483 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ed33f3fd-db47-4a6d-8a48-a8c1ed6792b6 req-9e2a268d-a30f-449b-bede-273a1c9d88df tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=5089486f-b496-4667-994f-98d7b12a6928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375628 Aug 31 10:39:06.067767 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f59ba0-8b41-423e-9a98-bbe35b09deca req-28a284ca-f699-4067-b5aa-3671a03060f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:06.069483 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-66f59ba0-8b41-423e-9a98-bbe35b09deca req-28a284ca-f699-4067-b5aa-3671a03060f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 1098 time: 0.0455484 Aug 31 10:39:06.176914 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f59ba0-8b41-423e-9a98-bbe35b09deca req-a1974164-c6b5-4a5d-aa85-b056102d1ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:06.178381 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-66f59ba0-8b41-423e-9a98-bbe35b09deca req-a1974164-c6b5-4a5d-aa85-b056102d1ffd service neutron] 10.222.0.59 "GET /v2.0/networks?id=01f3d04e-a5f6-4664-9506-1d97a95eab22 HTTP/1.1" status: 200 len: 898 time: 0.1015379 Aug 31 10:39:06.257243 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-66f59ba0-8b41-423e-9a98-bbe35b09deca req-db19269f-c606-48e3-ac45-70b203fd86e4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=234b5baa-f7fb-48aa-86ac-1f11a66f5733 HTTP/1.1" status: 200 len: 1002 time: 0.0700018 Aug 31 10:39:06.322009 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f59ba0-8b41-423e-9a98-bbe35b09deca req-5a90547f-e873-4e04-a370-0f4e916c8fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:06.324096 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-66f59ba0-8b41-423e-9a98-bbe35b09deca req-5a90547f-e873-4e04-a370-0f4e916c8fb1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdec6876-5a2d-498f-9835-789c613b7c6e HTTP/1.1" status: 200 len: 833 time: 0.0575221 Aug 31 10:39:06.372922 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f59ba0-8b41-423e-9a98-bbe35b09deca req-77a6f258-6511-41a1-b02a-d0b2065ce0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:06.374757 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-66f59ba0-8b41-423e-9a98-bbe35b09deca req-77a6f258-6511-41a1-b02a-d0b2065ce0bb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01f3d04e-a5f6-4664-9506-1d97a95eab22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425100 Aug 31 10:39:06.465835 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-66f59ba0-8b41-423e-9a98-bbe35b09deca req-eb43ea42-8a46-47c9-9f3c-0b460e1d35ba service neutron] 10.222.0.59 "GET /v2.0/networks/01f3d04e-a5f6-4664-9506-1d97a95eab22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830605 Aug 31 10:39:06.566757 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-66f59ba0-8b41-423e-9a98-bbe35b09deca req-6a2fb0ed-68a6-4035-936b-489659f0d75c service neutron] 10.222.0.59 "GET /v2.0/networks/01f3d04e-a5f6-4664-9506-1d97a95eab22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935035 Aug 31 10:39:07.138096 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6987dd7-098b-40bf-836e-e8d658fe8b80 req-6ec9f7b2-1c79-4bcf-8eb8-2f78de8d9659 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:07.140361 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f6987dd7-098b-40bf-836e-e8d658fe8b80 req-6ec9f7b2-1c79-4bcf-8eb8-2f78de8d9659 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 946 time: 0.0556822 Aug 31 10:39:07.179384 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f6987dd7-098b-40bf-836e-e8d658fe8b80 req-a7e188e1-6355-4959-8ecf-2dd1ddb43093 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=5089486f-b496-4667-994f-98d7b12a6928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333176 Aug 31 10:39:08.313173 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb897bdd-8896-4ec8-8c95-420f27a29a30 req-98e08cda-c557-4308-89e2-d6c85b5099b4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:08.321698 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eb897bdd-8896-4ec8-8c95-420f27a29a30 req-98e08cda-c557-4308-89e2-d6c85b5099b4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 946 time: 0.0637388 Aug 31 10:39:08.362898 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eb897bdd-8896-4ec8-8c95-420f27a29a30 req-003563cc-d602-4526-b1c8-13bdfe1a97dd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=5089486f-b496-4667-994f-98d7b12a6928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416608 Aug 31 10:39:09.482218 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b885bf-308b-4464-bd14-cfabba9e603b req-78ac441a-d18a-4688-b8d7-ae6fb498faa8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:09.483720 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-15b885bf-308b-4464-bd14-cfabba9e603b req-78ac441a-d18a-4688-b8d7-ae6fb498faa8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 946 time: 0.0539722 Aug 31 10:39:09.522745 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-15b885bf-308b-4464-bd14-cfabba9e603b req-80fb0898-e341-4752-b0e3-01384a78051f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=5089486f-b496-4667-994f-98d7b12a6928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329223 Aug 31 10:39:10.647488 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4298a-f32f-414e-9712-00fa2d35c538 req-b5e39713-8788-42b2-9a9a-b253a3d7e99d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:10.649633 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bfa4298a-f32f-414e-9712-00fa2d35c538 req-b5e39713-8788-42b2-9a9a-b253a3d7e99d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 946 time: 0.0509465 Aug 31 10:39:10.694251 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bfa4298a-f32f-414e-9712-00fa2d35c538 req-cc0452b0-1512-4a0a-90e5-80cb5ad0caed tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=5089486f-b496-4667-994f-98d7b12a6928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379329 Aug 31 10:39:11.378093 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-271e5bcc-7788-4121-8cd5-b9fbde3b6bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:11.816395 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f855f-58bb-4b3c-94af-47335ac813fb req-f377b9f1-c725-4b2a-80b3-d2f3ee55756c tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:11.822407 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a64f855f-58bb-4b3c-94af-47335ac813fb req-f377b9f1-c725-4b2a-80b3-d2f3ee55756c tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 946 time: 0.0532455 Aug 31 10:39:11.866143 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a64f855f-58bb-4b3c-94af-47335ac813fb req-2171522c-75d8-4baa-848f-2744b281fc28 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=5089486f-b496-4667-994f-98d7b12a6928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387876 Aug 31 10:39:13.029606 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d21a0-77ec-428e-862b-e8fe7d6c1e3d req-b714ee4a-61a8-4fa2-b8b1-bf4cb2ec3983 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:13.032995 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-522d21a0-77ec-428e-862b-e8fe7d6c1e3d req-b714ee4a-61a8-4fa2-b8b1-bf4cb2ec3983 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 946 time: 0.0807393 Aug 31 10:39:13.089877 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-522d21a0-77ec-428e-862b-e8fe7d6c1e3d req-59a67e89-8726-4334-8c30-aedff9f931ef tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=5089486f-b496-4667-994f-98d7b12a6928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504560 Aug 31 10:39:14.029669 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9807f3d0-2337-4d5f-a7b8-219196cf1c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:14.133032 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:14.217563 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdef49f-6ff0-4177-9c07-0afddde4ca2c req-65410ee3-3816-4dad-b187-54dcfba28097 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:14.219152 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2bdef49f-6ff0-4177-9c07-0afddde4ca2c req-65410ee3-3816-4dad-b187-54dcfba28097 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 946 time: 0.0504885 Aug 31 10:39:14.269606 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2bdef49f-6ff0-4177-9c07-0afddde4ca2c req-823ab668-f99f-45b5-885e-59f7b86d108d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=5089486f-b496-4667-994f-98d7b12a6928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431204 Aug 31 10:39:15.394319 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f4fd6-77c6-4d6a-8170-1d02d0b833d3 req-9e905d7c-ecc9-47a5-b109-189c9c23830c tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:15.395961 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b80f4fd6-77c6-4d6a-8170-1d02d0b833d3 req-9e905d7c-ecc9-47a5-b109-189c9c23830c tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 946 time: 0.0527477 Aug 31 10:39:15.440680 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b80f4fd6-77c6-4d6a-8170-1d02d0b833d3 req-132f1fce-0924-4c1c-bd35-1b9d9fe68ff6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=5089486f-b496-4667-994f-98d7b12a6928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379386 Aug 31 10:39:15.765298 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:16.574254 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7d29a-d922-40e9-a656-84c098adfa56 req-1be1209c-2ef0-45b7-82b3-d38e3a1de16f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:16.575844 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ff7d29a-d922-40e9-a656-84c098adfa56 req-1be1209c-2ef0-45b7-82b3-d38e3a1de16f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 946 time: 0.0570300 Aug 31 10:39:16.621584 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ff7d29a-d922-40e9-a656-84c098adfa56 req-d4539834-8fe5-49d2-9eb5-5e7b5fb7de4a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=5089486f-b496-4667-994f-98d7b12a6928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394602 Aug 31 10:39:17.479534 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:17.743342 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1cee3-c32f-4af7-8f3b-bede9aedb4ca req-1d3f3bf0-7a57-4c58-9d44-df227668d1ee tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:17.744883 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-85f1cee3-c32f-4af7-8f3b-bede9aedb4ca req-1d3f3bf0-7a57-4c58-9d44-df227668d1ee tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 946 time: 0.0538027 Aug 31 10:39:17.792126 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-85f1cee3-c32f-4af7-8f3b-bede9aedb4ca req-b44a8136-f30a-43f5-9e96-f14e53cd1a97 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=5089486f-b496-4667-994f-98d7b12a6928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401089 Aug 31 10:39:18.923261 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e16d8-77c6-4026-8d05-3c5071952c63 req-0487c1ec-1e2f-4be3-ad32-05b1143b021a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:18.925019 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c91e16d8-77c6-4026-8d05-3c5071952c63 req-0487c1ec-1e2f-4be3-ad32-05b1143b021a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 946 time: 0.0595996 Aug 31 10:39:18.971395 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c91e16d8-77c6-4026-8d05-3c5071952c63 req-b4d53846-4691-4a69-9c5a-0087b202adab tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=5089486f-b496-4667-994f-98d7b12a6928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400643 Aug 31 10:39:20.104913 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfaf62b-1e4d-4657-9b2d-2988817ac9b8 req-e3e120e7-a1f7-4fc2-9226-46b5cc18f0f2 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:20.106597 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6cfaf62b-1e4d-4657-9b2d-2988817ac9b8 req-e3e120e7-a1f7-4fc2-9226-46b5cc18f0f2 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 946 time: 0.0611410 Aug 31 10:39:20.152371 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6cfaf62b-1e4d-4657-9b2d-2988817ac9b8 req-d4600ac8-da0d-4be2-9710-63a86afab410 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=5089486f-b496-4667-994f-98d7b12a6928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397751 Aug 31 10:39:21.276248 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90def960-096f-4f95-b084-aa2992f626f8 req-94a33805-4fa3-4a2b-8db0-8fef406abd87 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:21.277978 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-90def960-096f-4f95-b084-aa2992f626f8 req-94a33805-4fa3-4a2b-8db0-8fef406abd87 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 946 time: 0.0513332 Aug 31 10:39:21.318334 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-90def960-096f-4f95-b084-aa2992f626f8 req-1f776a04-08e7-4eb4-b755-d34960a16c1c tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=5089486f-b496-4667-994f-98d7b12a6928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341036 Aug 31 10:39:22.458301 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597a5d0-6004-4617-95f1-6bcb3e81e009 req-16aac745-9483-4263-b366-025d61f821c4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:22.460635 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5597a5d0-6004-4617-95f1-6bcb3e81e009 req-16aac745-9483-4263-b366-025d61f821c4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 946 time: 0.0565171 Aug 31 10:39:22.510006 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5597a5d0-6004-4617-95f1-6bcb3e81e009 req-5c27ed49-2833-43c7-8035-6d3c094e5cd4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=5089486f-b496-4667-994f-98d7b12a6928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423207 Aug 31 10:39:23.645670 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3460e-e7bc-491c-b4d9-873d27f7f0f7 req-e0ce1908-ea9e-4a8e-a9a7-226b0702a908 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:23.647591 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6bb3460e-e7bc-491c-b4d9-873d27f7f0f7 req-e0ce1908-ea9e-4a8e-a9a7-226b0702a908 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 946 time: 0.0621188 Aug 31 10:39:23.689302 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6bb3460e-e7bc-491c-b4d9-873d27f7f0f7 req-e8316921-7337-4af6-9c44-c5f99dfba45b tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=5089486f-b496-4667-994f-98d7b12a6928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352747 Aug 31 10:39:24.819013 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997213b-7a5c-4aa8-a93b-07479b57725a req-5a8ac2d6-aba2-4302-92ee-dc666f9e85c0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:24.821870 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c997213b-7a5c-4aa8-a93b-07479b57725a req-5a8ac2d6-aba2-4302-92ee-dc666f9e85c0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 946 time: 0.0600660 Aug 31 10:39:24.874504 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c997213b-7a5c-4aa8-a93b-07479b57725a req-64c2045e-a069-493d-a2b4-a52a6fbddeb8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=5089486f-b496-4667-994f-98d7b12a6928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463488 Aug 31 10:39:26.009493 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c4907-2703-4a61-a9db-ced4ef24f800 req-7357cdc2-9933-4500-9bc8-40494f7f63fc tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:26.011230 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bc7c4907-2703-4a61-a9db-ced4ef24f800 req-7357cdc2-9933-4500-9bc8-40494f7f63fc tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 946 time: 0.0619097 Aug 31 10:39:26.053276 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bc7c4907-2703-4a61-a9db-ced4ef24f800 req-5d15b37d-f9bf-48a4-83f3-3ad5c60bd7d0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=5089486f-b496-4667-994f-98d7b12a6928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347190 Aug 31 10:39:27.188201 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f2c42-4c94-4be2-9312-ad7b79d4caf7 req-16f9088b-74f0-4105-8f74-f0a808c7ebf8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:27.189774 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9c1f2c42-4c94-4be2-9312-ad7b79d4caf7 req-16f9088b-74f0-4105-8f74-f0a808c7ebf8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 946 time: 0.0587289 Aug 31 10:39:27.231532 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9c1f2c42-4c94-4be2-9312-ad7b79d4caf7 req-34a895c2-1059-406d-846a-5ec01b800cb6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=5089486f-b496-4667-994f-98d7b12a6928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356467 Aug 31 10:39:28.366565 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a5237-e9ce-4625-9dbf-2a96963714dc req-2464a848-934a-47c6-a7d9-47c444f488e4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:28.369277 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b68a5237-e9ce-4625-9dbf-2a96963714dc req-2464a848-934a-47c6-a7d9-47c444f488e4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 946 time: 0.0622215 Aug 31 10:39:28.413233 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b68a5237-e9ce-4625-9dbf-2a96963714dc req-9e287931-c8a3-46d4-b137-2498b4a3b6e1 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=5089486f-b496-4667-994f-98d7b12a6928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369458 Aug 31 10:39:28.436549 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56068) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:39:28.500007 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-16247c8e-17aa-4860-aa0a-81f1816816e9 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/floatingips/ca5c1b34-dcd8-4d44-8397-69fe9a630b7c HTTP/1.1" status: 200 len: 994 time: 0.0622022 Aug 31 10:39:33.583265 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:34.132059 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:34.409925 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:39:38.972845 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-316355bb-a400-4aaf-96b2-0b5b0cc0920a req-57180655-96f9-4a13-8146-b0e56324a89e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0268991 Aug 31 10:39:39.024091 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-316355bb-a400-4aaf-96b2-0b5b0cc0920a req-ed8c4423-89c4-45e7-85b3-596c9a237231 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0287313 Aug 31 10:39:39.062929 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-316355bb-a400-4aaf-96b2-0b5b0cc0920a req-2011c230-67a8-4e6c-b41e-705203518536 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0186920 Aug 31 10:39:39.156083 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316355bb-a400-4aaf-96b2-0b5b0cc0920a req-9630f7e0-6950-485b-9450-63cd21bc25c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:39:39.157568 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-316355bb-a400-4aaf-96b2-0b5b0cc0920a req-9630f7e0-6950-485b-9450-63cd21bc25c7 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0876448 Aug 31 10:39:41.434479 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-561aad5a-ab2d-4adc-a683-8616efc5abac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:44.057534 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9f4d6468-5c71-409e-bdd3-9d1a6dbb5afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:44.125939 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:45.707308 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:39:47.377385 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:01.286090 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56088) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:01.809792 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-0ff73860-4c57-458c-af83-4e7880493219 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Deleting port e0700b8e-fe74-484f-a7ee-7267791689c7 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:40:01.810129 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0ff73860-4c57-458c-af83-4e7880493219 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:01.890448 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0ff73860-4c57-458c-af83-4e7880493219 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:01.890796 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0ff73860-4c57-458c-af83-4e7880493219 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:01.904117 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-0ff73860-4c57-458c-af83-4e7880493219 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Calling delete_port for e0700b8e-fe74-484f-a7ee-7267791689c7 owned by network:floatingip {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:40:02.154027 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0ff73860-4c57-458c-af83-4e7880493219 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:02.183753 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff73860-4c57-458c-af83-4e7880493219 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event deleted for resources: {'Port': ['ID=e0700b8e-fe74-484f-a7ee-7267791689c7,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:02.212417 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff73860-4c57-458c-af83-4e7880493219 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:02.212771 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff73860-4c57-458c-af83-4e7880493219 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:02.213116 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff73860-4c57-458c-af83-4e7880493219 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:02.213454 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff73860-4c57-458c-af83-4e7880493219 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:02.213789 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff73860-4c57-458c-af83-4e7880493219 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:02.214121 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff73860-4c57-458c-af83-4e7880493219 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:02.214449 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff73860-4c57-458c-af83-4e7880493219 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:02.214804 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff73860-4c57-458c-af83-4e7880493219 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:02.215134 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff73860-4c57-458c-af83-4e7880493219 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:02.215456 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff73860-4c57-458c-af83-4e7880493219 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:02.215813 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff73860-4c57-458c-af83-4e7880493219 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:02.216181 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff73860-4c57-458c-af83-4e7880493219 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:02.260967 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0ff73860-4c57-458c-af83-4e7880493219 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for floatingip, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:02.261447 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-0ff73860-4c57-458c-af83-4e7880493219 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Floating IP ca5c1b34-dcd8-4d44-8397-69fe9a630b7c disassociated (deleted). External IP: 172.25.2.139, port: 234b5baa-f7fb-48aa-86ac-1f11a66f5733. Aug 31 10:40:02.474672 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff73860-4c57-458c-af83-4e7880493219 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Router e4fcbc1e-2990-484d-b35a-5bba7ab0c01a has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:40:02.588517 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff73860-4c57-458c-af83-4e7880493219 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:40:02.593671 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0ff73860-4c57-458c-af83-4e7880493219 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:02.599074 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1270a2ca-6e23-41fe-9d6e-9e4440bbb2b1 None None] Sync routers for ids ['e4fcbc1e-2990-484d-b35a-5bba7ab0c01a'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:40:02.609172 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1270a2ca-6e23-41fe-9d6e-9e4440bbb2b1 None None] Routers {'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:40:02.609782 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-1270a2ca-6e23-41fe-9d6e-9e4440bbb2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:39:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e4fcbc1e-2990-484d-b35a-5bba7ab0c01a'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:02.621822 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0ff73860-4c57-458c-af83-4e7880493219 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "DELETE /v2.0/floatingips/ca5c1b34-dcd8-4d44-8397-69fe9a630b7c HTTP/1.1" status: 204 len: 168 time: 1.3345275 Aug 31 10:40:02.622414 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2da6e8f0-5b05-43f2-a33e-4b392824a682', 'tag': '234b5baa-f7fb-48aa-86ac-1f11a66f5733'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:40:02.624774 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34016f82-b930-49b6-bc80-9fa4e4a53f64" -d '{"events": [{"name": "network-changed", "server_uuid": "2da6e8f0-5b05-43f2-a33e-4b392824a682", "tag": "234b5baa-f7fb-48aa-86ac-1f11a66f5733"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:40:02.745623 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc594d5-e804-423e-b2a2-d90e941b512f x-openstack-request-id: req-9fc594d5-e804-423e-b2a2-d90e941b512f {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:40:02.745914 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2da6e8f0-5b05-43f2-a33e-4b392824a682", "tag": "234b5baa-f7fb-48aa-86ac-1f11a66f5733", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:40:02.746170 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-9fc594d5-e804-423e-b2a2-d90e941b512f {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:40:02.746612 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2da6e8f0-5b05-43f2-a33e-4b392824a682', 'tag': '234b5baa-f7fb-48aa-86ac-1f11a66f5733', 'status': 'completed', 'code': 200} Aug 31 10:40:02.813062 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34016f82-b930-49b6-bc80-9fa4e4a53f64 req-5f085483-bb4d-4db7-bc97-755185d31b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:02.815371 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-34016f82-b930-49b6-bc80-9fa4e4a53f64 req-5f085483-bb4d-4db7-bc97-755185d31b3c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 1098 time: 0.0455339 Aug 31 10:40:02.822853 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-1270a2ca-6e23-41fe-9d6e-9e4440bbb2b1 None None] Set router e4fcbc1e-2990-484d-b35a-5bba7ab0c01a gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:40:02.917353 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34016f82-b930-49b6-bc80-9fa4e4a53f64 req-8e5255a0-a85f-4db6-ac96-43d71a405c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:02.918948 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-34016f82-b930-49b6-bc80-9fa4e4a53f64 req-8e5255a0-a85f-4db6-ac96-43d71a405c97 service neutron] 10.222.0.59 "GET /v2.0/networks?id=01f3d04e-a5f6-4664-9506-1d97a95eab22 HTTP/1.1" status: 200 len: 898 time: 0.0964706 Aug 31 10:40:02.962489 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-34016f82-b930-49b6-bc80-9fa4e4a53f64 req-643eabfc-329f-4059-b969-7a42826cfdfc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=234b5baa-f7fb-48aa-86ac-1f11a66f5733 HTTP/1.1" status: 200 len: 217 time: 0.0363290 Aug 31 10:40:03.020238 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34016f82-b930-49b6-bc80-9fa4e4a53f64 req-333c9f2a-c164-44f2-ac0a-5d777868cf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:03.021683 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-34016f82-b930-49b6-bc80-9fa4e4a53f64 req-333c9f2a-c164-44f2-ac0a-5d777868cf43 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bdec6876-5a2d-498f-9835-789c613b7c6e HTTP/1.1" status: 200 len: 833 time: 0.0519240 Aug 31 10:40:03.031132 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-1270a2ca-6e23-41fe-9d6e-9e4440bbb2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677153854', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '318dcd37-3d6c-43e6-ac41-eecc76a77568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:38:10Z', 'updated_at': '2021-08-31T10:38:15Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '318dcd37-3d6c-43e6-ac41-eecc76a77568', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:38:11Z', 'updated_at': '2021-08-31T10:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'ffc0275b-e733-43c2-8f9c-12ad65dc3d04', 'name': '', 'network_id': '01f3d04e-a5f6-4664-9506-1d97a95eab22', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:ec:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bdec6876-5a2d-498f-9835-789c613b7c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:38:15Z', 'updated_at': '2021-08-31T10:38:20Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': 'bdec6876-5a2d-498f-9835-789c613b7c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:03.057990 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1270a2ca-6e23-41fe-9d6e-9e4440bbb2b1 None None] Checking router: e4fcbc1e-2990-484d-b35a-5bba7ab0c01a for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:40:03.067477 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1270a2ca-6e23-41fe-9d6e-9e4440bbb2b1 None None] Routers {'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:40:03.068394 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-1270a2ca-6e23-41fe-9d6e-9e4440bbb2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:39:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e4fcbc1e-2990-484d-b35a-5bba7ab0c01a'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:03.076514 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34016f82-b930-49b6-bc80-9fa4e4a53f64 req-e4a85be9-f9e4-46cd-8f45-428ea149e0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:03.078114 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-34016f82-b930-49b6-bc80-9fa4e4a53f64 req-e4a85be9-f9e4-46cd-8f45-428ea149e0d2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01f3d04e-a5f6-4664-9506-1d97a95eab22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490358 Aug 31 10:40:03.176891 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-34016f82-b930-49b6-bc80-9fa4e4a53f64 req-a04feef9-817c-4315-a97c-eefd0bbe1b87 service neutron] 10.222.0.59 "GET /v2.0/networks/01f3d04e-a5f6-4664-9506-1d97a95eab22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915983 Aug 31 10:40:03.181042 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-1270a2ca-6e23-41fe-9d6e-9e4440bbb2b1 None None] Set router e4fcbc1e-2990-484d-b35a-5bba7ab0c01a gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:40:03.304569 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f3b20-c4db-4536-9b34-37992057046e req-1d408385-f43d-49ad-9bc1-4be80c5b5910 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:03.306022 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-549f3b20-c4db-4536-9b34-37992057046e req-1d408385-f43d-49ad-9bc1-4be80c5b5910 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 946 time: 0.0735855 Aug 31 10:40:03.332210 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-34016f82-b930-49b6-bc80-9fa4e4a53f64 req-933075f0-a0b6-48f1-9cf9-e56500ae13f2 service neutron] 10.222.0.59 "GET /v2.0/networks/01f3d04e-a5f6-4664-9506-1d97a95eab22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483204 Aug 31 10:40:03.353511 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-549f3b20-c4db-4536-9b34-37992057046e req-54692e5c-2f6d-4598-a201-00ff870ade6a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=5089486f-b496-4667-994f-98d7b12a6928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413139 Aug 31 10:40:03.403546 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-1270a2ca-6e23-41fe-9d6e-9e4440bbb2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677153854', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '318dcd37-3d6c-43e6-ac41-eecc76a77568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:38:10Z', 'updated_at': '2021-08-31T10:38:15Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '318dcd37-3d6c-43e6-ac41-eecc76a77568', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:38:11Z', 'updated_at': '2021-08-31T10:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'ffc0275b-e733-43c2-8f9c-12ad65dc3d04', 'name': '', 'network_id': '01f3d04e-a5f6-4664-9506-1d97a95eab22', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:ec:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bdec6876-5a2d-498f-9835-789c613b7c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:38:15Z', 'updated_at': '2021-08-31T10:38:20Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': 'bdec6876-5a2d-498f-9835-789c613b7c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:03.433539 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1270a2ca-6e23-41fe-9d6e-9e4440bbb2b1 None None] The sync data for ids ['e4fcbc1e-2990-484d-b35a-5bba7ab0c01a'] in n-d-791506-28 is: [{'id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677153854', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '318dcd37-3d6c-43e6-ac41-eecc76a77568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:38:10Z', 'updated_at': '2021-08-31T10:38:15Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '318dcd37-3d6c-43e6-ac41-eecc76a77568', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:38:11Z', 'updated_at': '2021-08-31T10:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'ffc0275b-e733-43c2-8f9c-12ad65dc3d04', 'name': '', 'network_id': '01f3d04e-a5f6-4664-9506-1d97a95eab22', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:ec:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'bdec6876-5a2d-498f-9835-789c613b7c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:38:15Z', 'updated_at': '2021-08-31T10:38:20Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': 'bdec6876-5a2d-498f-9835-789c613b7c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:40:03.622412 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:03.685578 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b0836b-086f-476a-b5a3-496550a0862a None None] New status for floating IP ca5c1b34-dcd8-4d44-8397-69fe9a630b7c: DOWN {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:40:04.160260 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:04.472958 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948978fa-fca0-4d1a-94d7-96421c035152 req-a0ba4d30-f3f3-49a3-8c24-2d385eaa2c84 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:04.474386 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-948978fa-fca0-4d1a-94d7-96421c035152 req-a0ba4d30-f3f3-49a3-8c24-2d385eaa2c84 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 946 time: 0.0506744 Aug 31 10:40:04.519223 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-948978fa-fca0-4d1a-94d7-96421c035152 req-33452ff0-afc8-4d0f-a9b4-a686efdb2275 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=5089486f-b496-4667-994f-98d7b12a6928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386932 Aug 31 10:40:04.763679 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802b8d2-c438-445e-a49f-f8949aa9ea30 req-96d17690-dcd4-4e0b-9def-de0587602087 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:04.764632 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2802b8d2-c438-445e-a49f-f8949aa9ea30 req-96d17690-dcd4-4e0b-9def-de0587602087 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.59 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 946 time: 0.0507596 Aug 31 10:40:04.860281 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-2802b8d2-c438-445e-a49f-f8949aa9ea30 req-8a854ac0-6764-49be-9cd6-60696c397d77 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Deleting port 234b5baa-f7fb-48aa-86ac-1f11a66f5733 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:40:04.860624 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2802b8d2-c438-445e-a49f-f8949aa9ea30 req-8a854ac0-6764-49be-9cd6-60696c397d77 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:04.954650 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-2802b8d2-c438-445e-a49f-f8949aa9ea30 req-8a854ac0-6764-49be-9cd6-60696c397d77 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] For port 234b5baa-f7fb-48aa-86ac-1f11a66f5733, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=234b5baa-f7fb-48aa-86ac-1f11a66f5733,segment=NetworkSegment(7c983e8a-213c-446d-a085-61fd3024840e),segment_id=7c983e8a-213c-446d-a085-61fd3024840e)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:04.955133 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2802b8d2-c438-445e-a49f-f8949aa9ea30 req-8a854ac0-6764-49be-9cd6-60696c397d77 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:04.973014 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-2802b8d2-c438-445e-a49f-f8949aa9ea30 req-8a854ac0-6764-49be-9cd6-60696c397d77 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Calling delete_port for 234b5baa-f7fb-48aa-86ac-1f11a66f5733 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:40:05.320126 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2802b8d2-c438-445e-a49f-f8949aa9ea30 req-8a854ac0-6764-49be-9cd6-60696c397d77 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:05.350843 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a854ac0-6764-49be-9cd6-60696c397d77 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event deleted for resources: {'Port': ['ID=234b5baa-f7fb-48aa-86ac-1f11a66f5733,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:05.396653 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-2802b8d2-c438-445e-a49f-f8949aa9ea30 req-8a854ac0-6764-49be-9cd6-60696c397d77 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] No DVR routers for this DVR port 234b5baa-f7fb-48aa-86ac-1f11a66f5733 on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:40:05.400104 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-2802b8d2-c438-445e-a49f-f8949aa9ea30 req-8a854ac0-6764-49be-9cd6-60696c397d77 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:05.402257 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2802b8d2-c438-445e-a49f-f8949aa9ea30 req-8a854ac0-6764-49be-9cd6-60696c397d77 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.59 "DELETE /v2.0/ports/234b5baa-f7fb-48aa-86ac-1f11a66f5733 HTTP/1.1" status: 204 len: 173 time: 0.6316321 Aug 31 10:40:05.402805 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da6e8f0-5b05-43f2-a33e-4b392824a682', 'name': 'network-vif-deleted', 'tag': '234b5baa-f7fb-48aa-86ac-1f11a66f5733'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:40:05.405930 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf531b81-0142-462f-b4bf-9b6c2d67b9fc" -d '{"events": [{"server_uuid": "2da6e8f0-5b05-43f2-a33e-4b392824a682", "name": "network-vif-deleted", "tag": "234b5baa-f7fb-48aa-86ac-1f11a66f5733"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:40:05.443610 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1516b7-2b3a-4482-b42c-39abd654f5d7 x-openstack-request-id: req-3f1516b7-2b3a-4482-b42c-39abd654f5d7 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:40:05.444014 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2da6e8f0-5b05-43f2-a33e-4b392824a682", "name": "network-vif-deleted", "tag": "234b5baa-f7fb-48aa-86ac-1f11a66f5733", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:40:05.444356 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-3f1516b7-2b3a-4482-b42c-39abd654f5d7 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:40:05.444872 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2da6e8f0-5b05-43f2-a33e-4b392824a682', 'name': 'network-vif-deleted', 'tag': '234b5baa-f7fb-48aa-86ac-1f11a66f5733', 'status': 'completed', 'code': 200} Aug 31 10:40:05.617984 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3e39192d-1888-4caf-8d17-5de90beca9d7 req-f8e7ce18-482b-4b54-9bfe-327a747cc8f9 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=2da6e8f0-5b05-43f2-a33e-4b392824a682 HTTP/1.1" status: 200 len: 210 time: 0.0284722 Aug 31 10:40:06.675152 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56108) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:07.055902 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5c041103-a66b-426f-b2f0-d4744f23842a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:07.314944 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-5c041103-a66b-426f-b2f0-d4744f23842a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Deleting port ffc0275b-e733-43c2-8f9c-12ad65dc3d04 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:40:07.315190 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5c041103-a66b-426f-b2f0-d4744f23842a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:07.405306 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-5c041103-a66b-426f-b2f0-d4744f23842a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] For port ffc0275b-e733-43c2-8f9c-12ad65dc3d04, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=ffc0275b-e733-43c2-8f9c-12ad65dc3d04,segment=NetworkSegment(7c983e8a-213c-446d-a085-61fd3024840e),segment_id=7c983e8a-213c-446d-a085-61fd3024840e)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:07.405676 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5c041103-a66b-426f-b2f0-d4744f23842a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:07.419925 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-5c041103-a66b-426f-b2f0-d4744f23842a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Calling delete_port for ffc0275b-e733-43c2-8f9c-12ad65dc3d04 owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:40:07.668254 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5c041103-a66b-426f-b2f0-d4744f23842a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:07.701950 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c041103-a66b-426f-b2f0-d4744f23842a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event deleted for resources: {'Port': ['ID=ffc0275b-e733-43c2-8f9c-12ad65dc3d04,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:07.885782 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-5c041103-a66b-426f-b2f0-d4744f23842a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:08.127219 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c041103-a66b-426f-b2f0-d4744f23842a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Router e4fcbc1e-2990-484d-b35a-5bba7ab0c01a has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:40:08.236218 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c041103-a66b-426f-b2f0-d4744f23842a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:40:08.241360 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-5c041103-a66b-426f-b2f0-d4744f23842a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "PUT /v2.0/routers/e4fcbc1e-2990-484d-b35a-5bba7ab0c01a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5651455 Aug 31 10:40:08.244024 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56110) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:08.249511 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71625c15-28d0-403c-8d5c-d5c8bef05210 None None] Sync routers for ids ['e4fcbc1e-2990-484d-b35a-5bba7ab0c01a'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:40:08.263641 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71625c15-28d0-403c-8d5c-d5c8bef05210 None None] Routers {'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:40:08.264263 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-71625c15-28d0-403c-8d5c-d5c8bef05210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:39:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e4fcbc1e-2990-484d-b35a-5bba7ab0c01a'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:08.300075 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb8c6c1-2931-4f2c-83b5-c3f18c0a7945 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Deleting subnet bdec6876-5a2d-498f-9835-789c613b7c6e {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:40:08.303638 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3cb8c6c1-2931-4f2c-83b5-c3f18c0a7945 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:08.358854 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3cb8c6c1-2931-4f2c-83b5-c3f18c0a7945 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:08.391581 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-71625c15-28d0-403c-8d5c-d5c8bef05210 None None] Set router e4fcbc1e-2990-484d-b35a-5bba7ab0c01a gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:40:08.455640 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3cb8c6c1-2931-4f2c-83b5-c3f18c0a7945 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:08.570783 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 234b5baa-f7fb-48aa-86ac-1f11a66f5733 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:40:08.576323 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-71625c15-28d0-403c-8d5c-d5c8bef05210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677153854', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '318dcd37-3d6c-43e6-ac41-eecc76a77568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:38:10Z', 'updated_at': '2021-08-31T10:40:07Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '318dcd37-3d6c-43e6-ac41-eecc76a77568', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:38:11Z', 'updated_at': '2021-08-31T10:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:08.596060 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 234b5baa-f7fb-48aa-86ac-1f11a66f5733 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:40:08.596060 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 234b5baa-f7fb-48aa-86ac-1f11a66f5733 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:40:08.600195 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3cb8c6c1-2931-4f2c-83b5-c3f18c0a7945 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:08.606249 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71625c15-28d0-403c-8d5c-d5c8bef05210 None None] Checking router: e4fcbc1e-2990-484d-b35a-5bba7ab0c01a for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:40:08.615459 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71625c15-28d0-403c-8d5c-d5c8bef05210 None None] Routers {'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:40:08.616054 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-71625c15-28d0-403c-8d5c-d5c8bef05210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:39:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e4fcbc1e-2990-484d-b35a-5bba7ab0c01a'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:08.629241 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb8c6c1-2931-4f2c-83b5-c3f18c0a7945 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event deleted for resources: {'Subnet': ['ID=bdec6876-5a2d-498f-9835-789c613b7c6e,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:08.632214 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3cb8c6c1-2931-4f2c-83b5-c3f18c0a7945 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:08.636872 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56112) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:08.637432 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3cb8c6c1-2931-4f2c-83b5-c3f18c0a7945 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "DELETE /v2.0/subnets/bdec6876-5a2d-498f-9835-789c613b7c6e HTTP/1.1" status: 204 len: 168 time: 0.3916483 Aug 31 10:40:08.644580 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309c7a21-7a51-439a-8fdd-3a6f87b05355 None None] Network 01f3d04e-a5f6-4664-9506-1d97a95eab22 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:40:08.753760 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-71625c15-28d0-403c-8d5c-d5c8bef05210 None None] Set router e4fcbc1e-2990-484d-b35a-5bba7ab0c01a gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:40:08.758181 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1475d78a-9dde-4e51-bd3c-1a8a2fca1b85 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:08.843737 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b74426-0a51-4426-8f49-1e91f3b8cf31 None None] DHCP port deletion for 01f3d04e-a5f6-4664-9506-1d97a95eab22 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:40:08.873403 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1475d78a-9dde-4e51-bd3c-1a8a2fca1b85 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:08.900135 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-c7b74426-0a51-4426-8f49-1e91f3b8cf31 None None] Deleting port c1b2aca4-00ee-4dcc-bfc3-6c5e9b5fc896 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:40:08.900419 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c7b74426-0a51-4426-8f49-1e91f3b8cf31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:08.947908 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-71625c15-28d0-403c-8d5c-d5c8bef05210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677153854', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '318dcd37-3d6c-43e6-ac41-eecc76a77568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:38:10Z', 'updated_at': '2021-08-31T10:40:07Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '318dcd37-3d6c-43e6-ac41-eecc76a77568', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:38:11Z', 'updated_at': '2021-08-31T10:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:08.963979 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-c7b74426-0a51-4426-8f49-1e91f3b8cf31 None None] For port c1b2aca4-00ee-4dcc-bfc3-6c5e9b5fc896, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=c1b2aca4-00ee-4dcc-bfc3-6c5e9b5fc896,segment=NetworkSegment(7c983e8a-213c-446d-a085-61fd3024840e),segment_id=7c983e8a-213c-446d-a085-61fd3024840e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:08.964369 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c7b74426-0a51-4426-8f49-1e91f3b8cf31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:08.976177 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71625c15-28d0-403c-8d5c-d5c8bef05210 None None] The sync data for ids ['e4fcbc1e-2990-484d-b35a-5bba7ab0c01a'] in n-d-791506-28 is: [{'id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677153854', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': '318dcd37-3d6c-43e6-ac41-eecc76a77568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:38:10Z', 'updated_at': '2021-08-31T10:40:07Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '318dcd37-3d6c-43e6-ac41-eecc76a77568', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:64:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcbc1e-2990-484d-b35a-5bba7ab0c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:38:11Z', 'updated_at': '2021-08-31T10:38:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:40:08.979615 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-c7b74426-0a51-4426-8f49-1e91f3b8cf31 None None] Calling delete_port for c1b2aca4-00ee-4dcc-bfc3-6c5e9b5fc896 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:40:09.013509 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-1475d78a-9dde-4e51-bd3c-1a8a2fca1b85 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Deleting port 318dcd37-3d6c-43e6-ac41-eecc76a77568 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:40:09.013858 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1475d78a-9dde-4e51-bd3c-1a8a2fca1b85 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:09.102367 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-1475d78a-9dde-4e51-bd3c-1a8a2fca1b85 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] For port 318dcd37-3d6c-43e6-ac41-eecc76a77568, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=318dcd37-3d6c-43e6-ac41-eecc76a77568,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:09.102688 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1475d78a-9dde-4e51-bd3c-1a8a2fca1b85 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:09.116752 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-1475d78a-9dde-4e51-bd3c-1a8a2fca1b85 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Calling delete_port for 318dcd37-3d6c-43e6-ac41-eecc76a77568 owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:40:09.158387 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c7b74426-0a51-4426-8f49-1e91f3b8cf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:09.185488 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b74426-0a51-4426-8f49-1e91f3b8cf31 None None] Pushing event deleted for resources: {'Port': ['ID=c1b2aca4-00ee-4dcc-bfc3-6c5e9b5fc896,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:09.193786 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b74426-0a51-4426-8f49-1e91f3b8cf31 None None] No DVR routers for this DVR port c1b2aca4-00ee-4dcc-bfc3-6c5e9b5fc896 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:40:09.203265 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b74426-0a51-4426-8f49-1e91f3b8cf31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:09.203265 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b74426-0a51-4426-8f49-1e91f3b8cf31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:09.203265 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b74426-0a51-4426-8f49-1e91f3b8cf31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:09.203265 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b74426-0a51-4426-8f49-1e91f3b8cf31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:09.203265 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b74426-0a51-4426-8f49-1e91f3b8cf31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:09.203265 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b74426-0a51-4426-8f49-1e91f3b8cf31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:09.204366 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b74426-0a51-4426-8f49-1e91f3b8cf31 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:09.204366 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b74426-0a51-4426-8f49-1e91f3b8cf31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:09.204366 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b74426-0a51-4426-8f49-1e91f3b8cf31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:09.205034 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b74426-0a51-4426-8f49-1e91f3b8cf31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:09.205034 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b74426-0a51-4426-8f49-1e91f3b8cf31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:09.205034 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b74426-0a51-4426-8f49-1e91f3b8cf31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:09.409564 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1475d78a-9dde-4e51-bd3c-1a8a2fca1b85 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:09.438326 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475d78a-9dde-4e51-bd3c-1a8a2fca1b85 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event deleted for resources: {'Port': ['ID=318dcd37-3d6c-43e6-ac41-eecc76a77568,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:09.451496 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1475d78a-9dde-4e51-bd3c-1a8a2fca1b85 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:09.452179 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1475d78a-9dde-4e51-bd3c-1a8a2fca1b85 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:09.452525 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1475d78a-9dde-4e51-bd3c-1a8a2fca1b85 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:09.452854 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1475d78a-9dde-4e51-bd3c-1a8a2fca1b85 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:09.453179 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1475d78a-9dde-4e51-bd3c-1a8a2fca1b85 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:09.453504 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1475d78a-9dde-4e51-bd3c-1a8a2fca1b85 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:09.453826 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1475d78a-9dde-4e51-bd3c-1a8a2fca1b85 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:09.454147 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1475d78a-9dde-4e51-bd3c-1a8a2fca1b85 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:09.454468 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1475d78a-9dde-4e51-bd3c-1a8a2fca1b85 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:09.455627 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1475d78a-9dde-4e51-bd3c-1a8a2fca1b85 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:09.455906 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1475d78a-9dde-4e51-bd3c-1a8a2fca1b85 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:09.456225 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1475d78a-9dde-4e51-bd3c-1a8a2fca1b85 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:09.514108 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1475d78a-9dde-4e51-bd3c-1a8a2fca1b85 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:09.610995 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1475d78a-9dde-4e51-bd3c-1a8a2fca1b85 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:09.613985 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1475d78a-9dde-4e51-bd3c-1a8a2fca1b85 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:09.765303 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1475d78a-9dde-4e51-bd3c-1a8a2fca1b85 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:09.766041 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1475d78a-9dde-4e51-bd3c-1a8a2fca1b85 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Fanout notify agent at l3_agent the message router_deleted on router e4fcbc1e-2990-484d-b35a-5bba7ab0c01a {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:40:09.777733 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1475d78a-9dde-4e51-bd3c-1a8a2fca1b85 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:09.777733 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1475d78a-9dde-4e51-bd3c-1a8a2fca1b85 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "DELETE /v2.0/routers/e4fcbc1e-2990-484d-b35a-5bba7ab0c01a HTTP/1.1" status: 204 len: 168 time: 1.1356139 Aug 31 10:40:09.777733 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56114) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:09.859346 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cbd03c52-f064-4d33-82a9-0e5deb65aae9 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:09.953727 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cbd03c52-f064-4d33-82a9-0e5deb65aae9 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:09.964443 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-cbd03c52-f064-4d33-82a9-0e5deb65aae9 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f3d04e-a5f6-4664-9506-1d97a95eab22']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:09.976220 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-cbd03c52-f064-4d33-82a9-0e5deb65aae9 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c983e8a-213c-446d-a085-61fd3024840e') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:09.976515 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-cbd03c52-f064-4d33-82a9-0e5deb65aae9 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c983e8a-213c-446d-a085-61fd3024840e') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:09.985306 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cbd03c52-f064-4d33-82a9-0e5deb65aae9 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:09.999256 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cbd03c52-f064-4d33-82a9-0e5deb65aae9 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:10.005307 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd03c52-f064-4d33-82a9-0e5deb65aae9 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Releasing vlan 1604 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:40:10.005696 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cbd03c52-f064-4d33-82a9-0e5deb65aae9 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:10.008641 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 10:40:10.008641 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:40:10.008641 n-d-791506-28 neutron-server[95552]: timer() Aug 31 10:40:10.008641 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:40:10.008641 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 10:40:10.008641 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:40:10.008641 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 10:40:10.008641 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:40:10.008641 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 10:40:10.008641 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:40:10.008641 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 10:40:10.008641 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:40:10.008641 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 10:40:10.008641 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:40:10.008641 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:40:10.008641 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:40:10.008641 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:40:10.008641 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:40:10.008641 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 10:40:10.008641 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:40:10.008641 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 10:40:10.008641 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:40:10.008641 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:40:10.008641 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:40:10.008641 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 10:40:10.008641 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:40:10.008641 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:40:10.008641 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:40:10.008641 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:40:10.008641 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:40:10.008641 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:40:10.008641 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:40:10.136670 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cbd03c52-f064-4d33-82a9-0e5deb65aae9 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:10.145143 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-cbd03c52-f064-4d33-82a9-0e5deb65aae9 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:10.146393 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-cbd03c52-f064-4d33-82a9-0e5deb65aae9 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "DELETE /v2.0/networks/01f3d04e-a5f6-4664-9506-1d97a95eab22 HTTP/1.1" status: 204 len: 168 time: 0.3681912 Aug 31 10:40:10.149380 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56116) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:10.157988 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd03c52-f064-4d33-82a9-0e5deb65aae9 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event deleted for resources: {'Network': ['ID=01f3d04e-a5f6-4664-9506-1d97a95eab22,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:10.211472 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3f74130a-2ffd-4825-a676-ae84fd1900ac tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:10.239697 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3f74130a-2ffd-4825-a676-ae84fd1900ac tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:10.306825 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 318dcd37-3d6c-43e6-ac41-eecc76a77568 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:40:10.327711 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 318dcd37-3d6c-43e6-ac41-eecc76a77568 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:40:10.328047 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 318dcd37-3d6c-43e6-ac41-eecc76a77568 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:40:10.328448 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device c1b2aca4-00ee-4dcc-bfc3-6c5e9b5fc896 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:40:10.349623 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: c1b2aca4-00ee-4dcc-bfc3-6c5e9b5fc896 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:40:10.349959 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device c1b2aca4-00ee-4dcc-bfc3-6c5e9b5fc896 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:40:10.350363 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ffc0275b-e733-43c2-8f9c-12ad65dc3d04 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:40:10.369940 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: ffc0275b-e733-43c2-8f9c-12ad65dc3d04 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:40:10.370275 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device ffc0275b-e733-43c2-8f9c-12ad65dc3d04 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:40:10.389038 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3f74130a-2ffd-4825-a676-ae84fd1900ac tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:10.389616 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3f74130a-2ffd-4825-a676-ae84fd1900ac tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:10.390822 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3f74130a-2ffd-4825-a676-ae84fd1900ac tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "DELETE /v2.0/security-groups/5089486f-b496-4667-994f-98d7b12a6928 HTTP/1.1" status: 204 len: 168 time: 0.2404344 Aug 31 10:40:10.401973 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74130a-2ffd-4825-a676-ae84fd1900ac tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5089486f-b496-4667-994f-98d7b12a6928,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:11.038171 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56122) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:11.042892 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-60bbea0f-7d61-4d5a-88cc-2b80eee8028b tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1910564849', 'description': 'tempest-secgroup-smoke-1910564849 description', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:40:11.147114 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-60bbea0f-7d61-4d5a-88cc-2b80eee8028b tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:11.238294 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-60bbea0f-7d61-4d5a-88cc-2b80eee8028b tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:11.365607 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-60bbea0f-7d61-4d5a-88cc-2b80eee8028b tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:11.397482 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bbea0f-7d61-4d5a-88cc-2b80eee8028b tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=371f859b-0a02-4ed9-b495-5f5f19223ed6,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:11.408555 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:40:11.462251 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-47fc6105-3b3c-46d5-9c4a-9ec674fd9e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:11.508374 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-60bbea0f-7d61-4d5a-88cc-2b80eee8028b tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:11.509759 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-60bbea0f-7d61-4d5a-88cc-2b80eee8028b tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4704137 Aug 31 10:40:11.512626 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56124) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:11.517516 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-d74f8e87-4aff-42ba-9f70-7eb91de7b092 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'security_group_rule': {'security_group_id': '371f859b-0a02-4ed9-b495-5f5f19223ed6', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:40:11.651280 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d74f8e87-4aff-42ba-9f70-7eb91de7b092 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:11.709519 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d74f8e87-4aff-42ba-9f70-7eb91de7b092 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:11.811092 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d74f8e87-4aff-42ba-9f70-7eb91de7b092 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:11.830758 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f8e87-4aff-42ba-9f70-7eb91de7b092 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8994f59a-19b2-45e9-9133-13e0fbc67dea,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:11.948288 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d74f8e87-4aff-42ba-9f70-7eb91de7b092 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:11.949498 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d74f8e87-4aff-42ba-9f70-7eb91de7b092 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4357755 Aug 31 10:40:11.952257 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56126) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:11.957286 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-b922adf8-7030-40af-a957-6c1feaf82321 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'security_group_rule': {'security_group_id': '371f859b-0a02-4ed9-b495-5f5f19223ed6', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:40:12.083820 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b922adf8-7030-40af-a957-6c1feaf82321 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:12.146366 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b922adf8-7030-40af-a957-6c1feaf82321 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:12.232047 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b922adf8-7030-40af-a957-6c1feaf82321 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:12.250144 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922adf8-7030-40af-a957-6c1feaf82321 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc7f6dc6-90f1-4fda-b812-4059cf4b8b28,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:12.337033 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b922adf8-7030-40af-a957-6c1feaf82321 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:12.338284 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b922adf8-7030-40af-a957-6c1feaf82321 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3851111 Aug 31 10:40:12.341133 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56128) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:12.345929 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-a54bf4ae-3c73-4a25-82ad-7142e9dd6e47 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'security_group_rule': {'security_group_id': '371f859b-0a02-4ed9-b495-5f5f19223ed6', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:40:12.448685 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a54bf4ae-3c73-4a25-82ad-7142e9dd6e47 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:12.509059 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a54bf4ae-3c73-4a25-82ad-7142e9dd6e47 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:12.599624 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a54bf4ae-3c73-4a25-82ad-7142e9dd6e47 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:12.620152 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54bf4ae-3c73-4a25-82ad-7142e9dd6e47 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e00acdd-6803-4b04-b136-765be81aa841,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:12.691975 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a54bf4ae-3c73-4a25-82ad-7142e9dd6e47 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:12.693225 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a54bf4ae-3c73-4a25-82ad-7142e9dd6e47 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3511262 Aug 31 10:40:12.696193 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56130) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:12.700790 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-8cea632c-d75d-474a-bfca-350c81832921 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'security_group_rule': {'security_group_id': '371f859b-0a02-4ed9-b495-5f5f19223ed6', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:40:12.804037 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8cea632c-d75d-474a-bfca-350c81832921 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:12.862683 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8cea632c-d75d-474a-bfca-350c81832921 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:12.965593 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8cea632c-d75d-474a-bfca-350c81832921 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:12.984662 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea632c-d75d-474a-bfca-350c81832921 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=453eaa4f-e980-4895-8e33-b83e2d49c4ad,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:13.102507 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8cea632c-d75d-474a-bfca-350c81832921 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:13.104177 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8cea632c-d75d-474a-bfca-350c81832921 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4065874 Aug 31 10:40:13.106526 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56132) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:13.112125 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-10d66008-c940-4325-93e8-1efde573f9a0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'security_group_rule': {'security_group_id': '371f859b-0a02-4ed9-b495-5f5f19223ed6', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:40:13.261109 n-d-791506-28 neutron-server[95553]: INFO neutron.db.securitygroups_db [None req-10d66008-c940-4325-93e8-1efde573f9a0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Project b91d32a897fc4967ba6d80d0ca2736bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:40:13.266846 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-10d66008-c940-4325-93e8-1efde573f9a0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:13.331224 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-10d66008-c940-4325-93e8-1efde573f9a0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:13.434014 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-10d66008-c940-4325-93e8-1efde573f9a0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:13.451551 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d66008-c940-4325-93e8-1efde573f9a0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=784c9b21-f56b-4a72-8f99-21a3101c7cfe,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:13.535331 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-10d66008-c940-4325-93e8-1efde573f9a0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:13.536583 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-10d66008-c940-4325-93e8-1efde573f9a0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4290521 Aug 31 10:40:13.539414 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56134) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:13.544054 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-087ef5a9-aa23-44dc-b36b-4f20a1d784ff tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'security_group_rule': {'security_group_id': '371f859b-0a02-4ed9-b495-5f5f19223ed6', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:40:13.645332 n-d-791506-28 neutron-server[95553]: INFO neutron.db.securitygroups_db [None req-087ef5a9-aa23-44dc-b36b-4f20a1d784ff tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Project b91d32a897fc4967ba6d80d0ca2736bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:40:13.655248 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-087ef5a9-aa23-44dc-b36b-4f20a1d784ff tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:13.718588 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-087ef5a9-aa23-44dc-b36b-4f20a1d784ff tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:13.832064 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-087ef5a9-aa23-44dc-b36b-4f20a1d784ff tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:13.850948 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ef5a9-aa23-44dc-b36b-4f20a1d784ff tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63924ec3-bcb8-4446-9ae9-8297df42ed72,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:13.998042 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-087ef5a9-aa23-44dc-b36b-4f20a1d784ff tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:14.004775 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-087ef5a9-aa23-44dc-b36b-4f20a1d784ff tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4589531 Aug 31 10:40:14.004775 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56136) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:14.007530 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-85248096-fbee-486a-a948-cbb3dda4665c tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'network': {'name': 'tempest-network-smoke--2025983743', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'port_security_enabled': True}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:40:14.114252 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a86d3268-515d-451a-8d13-32e6aff6deb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:14.245309 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85248096-fbee-486a-a948-cbb3dda4665c tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Made reservation on behalf of b91d32a897fc4967ba6d80d0ca2736bc for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:40:14.248845 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-85248096-fbee-486a-a948-cbb3dda4665c tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:14.274057 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85248096-fbee-486a-a948-cbb3dda4665c tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] vlan segment allocate from pool success with {'vlan_id': 1629, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:40:14.282707 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-85248096-fbee-486a-a948-cbb3dda4665c tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:14.283665 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-85248096-fbee-486a-a948-cbb3dda4665c tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Added segment e72dc8a2-b865-454d-8d70-5be9ebd060b1 of type vlan for network dcbad87d-d1d1-47e3-bd55-6dcba63e8e25 Aug 31 10:40:14.289220 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:14.328952 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-85248096-fbee-486a-a948-cbb3dda4665c tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:14.409778 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-85248096-fbee-486a-a948-cbb3dda4665c tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:14.415601 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85248096-fbee-486a-a948-cbb3dda4665c tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:14.416186 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-85248096-fbee-486a-a948-cbb3dda4665c tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:14.487466 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85248096-fbee-486a-a948-cbb3dda4665c tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Network': ['ID=dcbad87d-d1d1-47e3-bd55-6dcba63e8e25,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:14.498445 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network dcbad87d-d1d1-47e3-bd55-6dcba63e8e25 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:40:14.575883 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-85248096-fbee-486a-a948-cbb3dda4665c tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5723777 Aug 31 10:40:14.578588 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56138) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:14.583828 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-9f762b9e-165e-4557-83c2-24e7616417ab tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-172211756', 'admin_state_up': True, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:40:14.798090 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f762b9e-165e-4557-83c2-24e7616417ab tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:14.799809 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f762b9e-165e-4557-83c2-24e7616417ab tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:14.853193 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f762b9e-165e-4557-83c2-24e7616417ab tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:15.106283 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f762b9e-165e-4557-83c2-24e7616417ab tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:15.374913 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f762b9e-165e-4557-83c2-24e7616417ab tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router_gateway, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:15.394772 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f762b9e-165e-4557-83c2-24e7616417ab tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:15.499892 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-9f762b9e-165e-4557-83c2-24e7616417ab tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Allocated IP 172.25.2.13 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/6a40a6e5-7fa5-420d-834d-ad91ea74ea58) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:40:15.608350 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f762b9e-165e-4557-83c2-24e7616417ab tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:15.696663 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:15.731123 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f762b9e-165e-4557-83c2-24e7616417ab tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:15.775129 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f762b9e-165e-4557-83c2-24e7616417ab tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:40:15.778102 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-9f762b9e-165e-4557-83c2-24e7616417ab tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:40:15.782460 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f762b9e-165e-4557-83c2-24e7616417ab tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:40:15.785684 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f762b9e-165e-4557-83c2-24e7616417ab tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Port': ['ID=6a40a6e5-7fa5-420d-834d-ad91ea74ea58,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:16.155636 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f762b9e-165e-4557-83c2-24e7616417ab tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router_gateway, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:16.728941 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f762b9e-165e-4557-83c2-24e7616417ab tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:16.942062 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f762b9e-165e-4557-83c2-24e7616417ab tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Router 79bef496-b093-4cc2-9a6c-84ebf6dfe363 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:40:17.060515 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f762b9e-165e-4557-83c2-24e7616417ab tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:40:17.072047 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6987936f-3bd2-43e2-95f6-10624608fd48 None None] Sync routers for ids ['79bef496-b093-4cc2-9a6c-84ebf6dfe363'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:40:17.086323 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6987936f-3bd2-43e2-95f6-10624608fd48 None None] Routers {'79bef496-b093-4cc2-9a6c-84ebf6dfe363'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:40:17.087367 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-6987936f-3bd2-43e2-95f6-10624608fd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:40:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['79bef496-b093-4cc2-9a6c-84ebf6dfe363'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:17.152452 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9f762b9e-165e-4557-83c2-24e7616417ab tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.153756 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9f762b9e-165e-4557-83c2-24e7616417ab tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5742114 Aug 31 10:40:17.156942 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56140) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:17.187144 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d0497a9d-fc38-46f0-a04f-75ddf8df103b tempest-TestNetworkAdvancedServerOps-920648690 tempest-TestNetworkAdvancedServerOps-920648690-project-admin] 10.222.0.119 "GET /v2.0/subnets?project_id=b91d32a897fc4967ba6d80d0ca2736bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289154 Aug 31 10:40:17.190841 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56142) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:17.195812 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-6987936f-3bd2-43e2-95f6-10624608fd48 None None] Set router 79bef496-b093-4cc2-9a6c-84ebf6dfe363 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:40:17.286289 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911bcffb-bec0-46f5-8dda-b9d5249722f9 tempest-TestNetworkAdvancedServerOps-920648690 tempest-TestNetworkAdvancedServerOps-920648690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:17.287868 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-911bcffb-bec0-46f5-8dda-b9d5249722f9 tempest-TestNetworkAdvancedServerOps-920648690 tempest-TestNetworkAdvancedServerOps-920648690-project-admin] 10.222.0.119 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0960793 Aug 31 10:40:17.290789 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56144) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:17.328964 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3541b00c-6e30-445e-9fb4-be4761e983bd tempest-TestNetworkAdvancedServerOps-920648690 tempest-TestNetworkAdvancedServerOps-920648690-project-admin] 10.222.0.119 "GET /v2.0/subnets?network_id=95c681de-fa69-49ec-b047-2a49f2c4b933&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362308 Aug 31 10:40:17.330979 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56146) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:17.336069 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-e424c5c1-c048-4e53-bb78-333f97400f33 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1485970206', 'network_id': 'dcbad87d-d1d1-47e3-bd55-6dcba63e8e25', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:40:17.397298 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-6987936f-3bd2-43e2-95f6-10624608fd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172211756', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6a40a6e5-7fa5-420d-834d-ad91ea74ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:40:14Z', 'updated_at': '2021-08-31T10:40:15Z', 'revision_number': 3, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '6a40a6e5-7fa5-420d-834d-ad91ea74ea58', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:59:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:15Z', 'updated_at': '2021-08-31T10:40:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:17.400360 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.427960 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6987936f-3bd2-43e2-95f6-10624608fd48 None None] Checking router: 79bef496-b093-4cc2-9a6c-84ebf6dfe363 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:40:17.428318 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6987936f-3bd2-43e2-95f6-10624608fd48 None None] Updating router 79bef496-b093-4cc2-9a6c-84ebf6dfe363 port 6a40a6e5-7fa5-420d-834d-ad91ea74ea58 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:40:17.454912 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6987936f-3bd2-43e2-95f6-10624608fd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.503176 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e424c5c1-c048-4e53-bb78-333f97400f33 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Made reservation on behalf of b91d32a897fc4967ba6d80d0ca2736bc for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:40:17.507483 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e424c5c1-c048-4e53-bb78-333f97400f33 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.723802 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6987936f-3bd2-43e2-95f6-10624608fd48 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.733307 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6987936f-3bd2-43e2-95f6-10624608fd48 None None] Transition to ACTIVE for port object 6a40a6e5-7fa5-420d-834d-ad91ea74ea58 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:40:17.794219 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e424c5c1-c048-4e53-bb78-333f97400f33 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.833593 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6987936f-3bd2-43e2-95f6-10624608fd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.857825 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424c5c1-c048-4e53-bb78-333f97400f33 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Subnet': ['ID=32f88cfe-d994-4eb9-ad76-799147f967c9,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:17.871784 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e424c5c1-c048-4e53-bb78-333f97400f33 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Checking segment: {'id': 'e72dc8a2-b865-454d-8d70-5be9ebd060b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': 'dcbad87d-d1d1-47e3-bd55-6dcba63e8e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:40:17.872216 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e424c5c1-c048-4e53-bb78-333f97400f33 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Network hostable DHCP agents. Network: dcbad87d-d1d1-47e3-bd55-6dcba63e8e25, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:40:17.885798 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-6987936f-3bd2-43e2-95f6-10624608fd48 None None] Attempting to bind port 6a40a6e5-7fa5-420d-834d-ad91ea74ea58 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:40:17.889776 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-6987936f-3bd2-43e2-95f6-10624608fd48 None None] Attempting to bind port 6a40a6e5-7fa5-420d-834d-ad91ea74ea58 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:40:17.889776 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6987936f-3bd2-43e2-95f6-10624608fd48 None None] Attempting to bind port 6a40a6e5-7fa5-420d-834d-ad91ea74ea58 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:40:17.894411 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447882bc-7c43-4045-a8da-e34b020e0612 None None] Pushing event updated for resources: {'Port': ['ID=6a40a6e5-7fa5-420d-834d-ad91ea74ea58,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:17.896978 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6987936f-3bd2-43e2-95f6-10624608fd48 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:40:17.897354 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6987936f-3bd2-43e2-95f6-10624608fd48 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:40:17.897755 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6987936f-3bd2-43e2-95f6-10624608fd48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.898142 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6987936f-3bd2-43e2-95f6-10624608fd48 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:40:17.898641 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-6987936f-3bd2-43e2-95f6-10624608fd48 None None] Bound port: 6a40a6e5-7fa5-420d-834d-ad91ea74ea58, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:40:17.899031 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6987936f-3bd2-43e2-95f6-10624608fd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:17.955108 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-6987936f-3bd2-43e2-95f6-10624608fd48 None None] For port 6a40a6e5-7fa5-420d-834d-ad91ea74ea58, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:40:17.958323 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-6987936f-3bd2-43e2-95f6-10624608fd48 None None] For port 6a40a6e5-7fa5-420d-834d-ad91ea74ea58, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=6a40a6e5-7fa5-420d-834d-ad91ea74ea58,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:40:18.033798 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e424c5c1-c048-4e53-bb78-333f97400f33 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Network dcbad87d-d1d1-47e3-bd55-6dcba63e8e25 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:40:18.085703 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6987936f-3bd2-43e2-95f6-10624608fd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:18.148642 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6987936f-3bd2-43e2-95f6-10624608fd48 None None] Routers {'79bef496-b093-4cc2-9a6c-84ebf6dfe363'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:40:18.149271 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-6987936f-3bd2-43e2-95f6-10624608fd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:40:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['79bef496-b093-4cc2-9a6c-84ebf6dfe363'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:18.152237 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447882bc-7c43-4045-a8da-e34b020e0612 None None] Pushing event updated for resources: {'Port': ['ID=6a40a6e5-7fa5-420d-834d-ad91ea74ea58,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:18.203465 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-e424c5c1-c048-4e53-bb78-333f97400f33 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, dcbad87d-d1d1-47e3-bd55-6dcba63e8e25) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:40:18.209778 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e424c5c1-c048-4e53-bb78-333f97400f33 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:18.210412 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e424c5c1-c048-4e53-bb78-333f97400f33 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:18.242221 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6800fe-9ecd-4019-953e-cf7d1d162a49 None None] Network dcbad87d-d1d1-47e3-bd55-6dcba63e8e25 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:40:18.291654 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e424c5c1-c048-4e53-bb78-333f97400f33 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9594390 Aug 31 10:40:18.294161 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56148) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:18.326216 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-6987936f-3bd2-43e2-95f6-10624608fd48 None None] Set router 79bef496-b093-4cc2-9a6c-84ebf6dfe363 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:40:18.551894 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9108c768-0ee9-4c56-9b52-eac1322ec110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-dcbad87d-d1d1-47e3-bd55-6dcba63e8e25', 'network_id': 'dcbad87d-d1d1-47e3-bd55-6dcba63e8e25', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'fixed_ips': [{'subnet_id': '32f88cfe-d994-4eb9-ad76-799147f967c9'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:40:18.552139 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9108c768-0ee9-4c56-9b52-eac1322ec110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:18.768518 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-63457028-e98a-416a-9083-9808697bfbb8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:18.836882 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-6987936f-3bd2-43e2-95f6-10624608fd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172211756', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6a40a6e5-7fa5-420d-834d-ad91ea74ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:40:14Z', 'updated_at': '2021-08-31T10:40:15Z', 'revision_number': 3, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '6a40a6e5-7fa5-420d-834d-ad91ea74ea58', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:59:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:15Z', 'updated_at': '2021-08-31T10:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:18.885786 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6987936f-3bd2-43e2-95f6-10624608fd48 None None] The sync data for ids ['79bef496-b093-4cc2-9a6c-84ebf6dfe363'] in n-d-791506-28 is: [{'id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172211756', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6a40a6e5-7fa5-420d-834d-ad91ea74ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:40:14Z', 'updated_at': '2021-08-31T10:40:15Z', 'revision_number': 3, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '6a40a6e5-7fa5-420d-834d-ad91ea74ea58', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:59:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:15Z', 'updated_at': '2021-08-31T10:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:40:18.909057 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-9108c768-0ee9-4c56-9b52-eac1322ec110 None None] Allocated IP 172.20.0.2 (dcbad87d-d1d1-47e3-bd55-6dcba63e8e25/32f88cfe-d994-4eb9-ad76-799147f967c9/3a4fc0ea-38e3-4869-9285-06422878753e) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:40:19.072267 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9108c768-0ee9-4c56-9b52-eac1322ec110 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:19.085429 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9108c768-0ee9-4c56-9b52-eac1322ec110 None None] Transition to ACTIVE for port object 3a4fc0ea-38e3-4869-9285-06422878753e will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:40:19.117455 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-9108c768-0ee9-4c56-9b52-eac1322ec110 None None] Transition to ACTIVE for port object 3a4fc0ea-38e3-4869-9285-06422878753e will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:40:19.244053 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9108c768-0ee9-4c56-9b52-eac1322ec110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:19.288077 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9108c768-0ee9-4c56-9b52-eac1322ec110 None None] Network dcbad87d-d1d1-47e3-bd55-6dcba63e8e25 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:40:19.293497 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-9108c768-0ee9-4c56-9b52-eac1322ec110 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:40:19.297249 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9108c768-0ee9-4c56-9b52-eac1322ec110 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:40:19.301095 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-63457028-e98a-416a-9083-9808697bfbb8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Allocated IP 172.20.0.1 (dcbad87d-d1d1-47e3-bd55-6dcba63e8e25/32f88cfe-d994-4eb9-ad76-799147f967c9/558fd422-3bd2-446c-8c76-94201c241cd4) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:40:19.308823 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108c768-0ee9-4c56-9b52-eac1322ec110 None None] Pushing event updated for resources: {'Port': ['ID=3a4fc0ea-38e3-4869-9285-06422878753e,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:19.363094 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-9108c768-0ee9-4c56-9b52-eac1322ec110 None None] Attempting to bind port 3a4fc0ea-38e3-4869-9285-06422878753e on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:40:19.363384 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-9108c768-0ee9-4c56-9b52-eac1322ec110 None None] Attempting to bind port 3a4fc0ea-38e3-4869-9285-06422878753e by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'e72dc8a2-b865-454d-8d70-5be9ebd060b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': 'dcbad87d-d1d1-47e3-bd55-6dcba63e8e25'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:40:19.363815 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9108c768-0ee9-4c56-9b52-eac1322ec110 None None] Attempting to bind port 3a4fc0ea-38e3-4869-9285-06422878753e on network dcbad87d-d1d1-47e3-bd55-6dcba63e8e25 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:40:19.369707 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9108c768-0ee9-4c56-9b52-eac1322ec110 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:40:19.371447 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9108c768-0ee9-4c56-9b52-eac1322ec110 None None] Checking segment: {'id': 'e72dc8a2-b865-454d-8d70-5be9ebd060b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': 'dcbad87d-d1d1-47e3-bd55-6dcba63e8e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:40:19.371447 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9108c768-0ee9-4c56-9b52-eac1322ec110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:19.371447 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9108c768-0ee9-4c56-9b52-eac1322ec110 None None] Bound using segment: {'id': 'e72dc8a2-b865-454d-8d70-5be9ebd060b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': 'dcbad87d-d1d1-47e3-bd55-6dcba63e8e25'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:40:19.371447 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-9108c768-0ee9-4c56-9b52-eac1322ec110 None None] Bound port: 3a4fc0ea-38e3-4869-9285-06422878753e, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72dc8a2-b865-454d-8d70-5be9ebd060b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': 'dcbad87d-d1d1-47e3-bd55-6dcba63e8e25'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:40:19.371812 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9108c768-0ee9-4c56-9b52-eac1322ec110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:19.441098 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-9108c768-0ee9-4c56-9b52-eac1322ec110 None None] For port 3a4fc0ea-38e3-4869-9285-06422878753e, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:40:19.446444 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-9108c768-0ee9-4c56-9b52-eac1322ec110 None None] For port 3a4fc0ea-38e3-4869-9285-06422878753e, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3a4fc0ea-38e3-4869-9285-06422878753e,segment=NetworkSegment(e72dc8a2-b865-454d-8d70-5be9ebd060b1),segment_id=e72dc8a2-b865-454d-8d70-5be9ebd060b1)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:40:19.446622 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-63457028-e98a-416a-9083-9808697bfbb8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:19.461225 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-63457028-e98a-416a-9083-9808697bfbb8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Transition to ACTIVE for port object 558fd422-3bd2-446c-8c76-94201c241cd4 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:40:19.525617 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9108c768-0ee9-4c56-9b52-eac1322ec110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:19.552489 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-63457028-e98a-416a-9083-9808697bfbb8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:19.597547 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108c768-0ee9-4c56-9b52-eac1322ec110 None None] Pushing event updated for resources: {'Port': ['ID=3a4fc0ea-38e3-4869-9285-06422878753e,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:19.613041 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63457028-e98a-416a-9083-9808697bfbb8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Network dcbad87d-d1d1-47e3-bd55-6dcba63e8e25 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:40:19.616608 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-63457028-e98a-416a-9083-9808697bfbb8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:40:19.620817 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63457028-e98a-416a-9083-9808697bfbb8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:40:19.629203 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63457028-e98a-416a-9083-9808697bfbb8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Port': ['ID=558fd422-3bd2-446c-8c76-94201c241cd4,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:19.674774 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-63457028-e98a-416a-9083-9808697bfbb8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:19.962059 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-63457028-e98a-416a-9083-9808697bfbb8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:20.263882 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-63457028-e98a-416a-9083-9808697bfbb8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:20.319568 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-63457028-e98a-416a-9083-9808697bfbb8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:20.364086 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6a40a6e5-7fa5-420d-834d-ad91ea74ea58 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:40:20.405210 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63457028-e98a-416a-9083-9808697bfbb8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Port': ['ID=558fd422-3bd2-446c-8c76-94201c241cd4,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:20.407967 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-63457028-e98a-416a-9083-9808697bfbb8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:20.492206 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 6a40a6e5-7fa5-420d-834d-ad91ea74ea58 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:40:20.499287 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 6a40a6e5-7fa5-420d-834d-ad91ea74ea58 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:20.504145 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:20.508329 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63457028-e98a-416a-9083-9808697bfbb8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Network dcbad87d-d1d1-47e3-bd55-6dcba63e8e25 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:40:20.510256 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-63457028-e98a-416a-9083-9808697bfbb8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:40:20.578695 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:20.602337 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 6a40a6e5-7fa5-420d-834d-ad91ea74ea58, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=6a40a6e5-7fa5-420d-834d-ad91ea74ea58,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:20.634031 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63457028-e98a-416a-9083-9808697bfbb8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Router 79bef496-b093-4cc2-9a6c-84ebf6dfe363 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:40:20.679460 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:20.680187 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3a4fc0ea-38e3-4869-9285-06422878753e up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:40:20.756818 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63457028-e98a-416a-9083-9808697bfbb8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:40:20.763038 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-63457028-e98a-416a-9083-9808697bfbb8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "PUT /v2.0/routers/79bef496-b093-4cc2-9a6c-84ebf6dfe363/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4677966 Aug 31 10:40:20.794963 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=6a40a6e5-7fa5-420d-834d-ad91ea74ea58,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:20.879243 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 3a4fc0ea-38e3-4869-9285-06422878753e completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:40:20.963730 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ab67fd-b0fb-4f25-b9a7-a59c6bb121db None None] Sync routers for ids ['79bef496-b093-4cc2-9a6c-84ebf6dfe363'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:40:20.966051 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6538b306-be3c-4dd2-9d44-c14766b21cdb None None] Network dcbad87d-d1d1-47e3-bd55-6dcba63e8e25 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:40:20.988620 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ab67fd-b0fb-4f25-b9a7-a59c6bb121db None None] Routers {'79bef496-b093-4cc2-9a6c-84ebf6dfe363'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:40:20.989231 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-98ab67fd-b0fb-4f25-b9a7-a59c6bb121db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:40:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['79bef496-b093-4cc2-9a6c-84ebf6dfe363'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:21.058349 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-0b4f3135-aa1e-4c3a-a5a5-ba22b428d851 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1910564849&fields=id&tenant_id=b91d32a897fc4967ba6d80d0ca2736bc HTTP/1.1" status: 200 len: 267 time: 0.0401785 Aug 31 10:40:21.176360 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-38177c7c-a4f4-4e9e-a17d-e2144828aefa None None] Provisioning for port 3a4fc0ea-38e3-4869-9285-06422878753e completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:40:21.181974 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-38177c7c-a4f4-4e9e-a17d-e2144828aefa None None] Provisioning complete for port 3a4fc0ea-38e3-4869-9285-06422878753e triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:21.182280 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-38177c7c-a4f4-4e9e-a17d-e2144828aefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:21.190466 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-e55d24eb-c695-4eac-9d4b-79df4c2ed6d3 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:21.192216 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-e55d24eb-c695-4eac-9d4b-79df4c2ed6d3 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/networks?id=dcbad87d-d1d1-47e3-bd55-6dcba63e8e25 HTTP/1.1" status: 200 len: 797 time: 0.1199825 Aug 31 10:40:21.209339 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-44207795-89c8-46a6-be27-dd62924b3976 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/quotas/b91d32a897fc4967ba6d80d0ca2736bc HTTP/1.1" status: 200 len: 375 time: 0.0108922 Aug 31 10:40:21.215109 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-98ab67fd-b0fb-4f25-b9a7-a59c6bb121db None None] Set router 79bef496-b093-4cc2-9a6c-84ebf6dfe363 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:40:21.277863 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-38177c7c-a4f4-4e9e-a17d-e2144828aefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:21.293864 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-1e6527e1-2b9a-4788-b128-c9f45ff8b688 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768800 Aug 31 10:40:21.317129 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-38177c7c-a4f4-4e9e-a17d-e2144828aefa None None] For port 3a4fc0ea-38e3-4869-9285-06422878753e, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3a4fc0ea-38e3-4869-9285-06422878753e,segment=NetworkSegment(e72dc8a2-b865-454d-8d70-5be9ebd060b1),segment_id=e72dc8a2-b865-454d-8d70-5be9ebd060b1)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:21.388387 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-2d86e3bd-2a4e-4458-b987-c32b7ba57735 service neutron] 10.222.0.119 "GET /v2.0/networks/dcbad87d-d1d1-47e3-bd55-6dcba63e8e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911925 Aug 31 10:40:21.405782 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-38177c7c-a4f4-4e9e-a17d-e2144828aefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:21.452778 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-98ab67fd-b0fb-4f25-b9a7-a59c6bb121db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172211756', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6a40a6e5-7fa5-420d-834d-ad91ea74ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:40:14Z', 'updated_at': '2021-08-31T10:40:19Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '6a40a6e5-7fa5-420d-834d-ad91ea74ea58', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:59:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:15Z', 'updated_at': '2021-08-31T10:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '558fd422-3bd2-446c-8c76-94201c241cd4', 'name': '', 'network_id': 'dcbad87d-d1d1-47e3-bd55-6dcba63e8e25', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:22:08:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '32f88cfe-d994-4eb9-ad76-799147f967c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:18Z', 'updated_at': '2021-08-31T10:40:20Z', 'revision_number': 2, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': '32f88cfe-d994-4eb9-ad76-799147f967c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:21.479483 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38177c7c-a4f4-4e9e-a17d-e2144828aefa None None] Pushing event updated for resources: {'Port': ['ID=3a4fc0ea-38e3-4869-9285-06422878753e,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:21.495110 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ab67fd-b0fb-4f25-b9a7-a59c6bb121db None None] Checking router: 79bef496-b093-4cc2-9a6c-84ebf6dfe363 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:40:21.495471 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ab67fd-b0fb-4f25-b9a7-a59c6bb121db None None] Updating router 79bef496-b093-4cc2-9a6c-84ebf6dfe363 port 558fd422-3bd2-446c-8c76-94201c241cd4 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:40:21.504017 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-259f931b-cc27-442a-950a-07f203831dc1 service neutron] 10.222.0.119 "GET /v2.0/networks/dcbad87d-d1d1-47e3-bd55-6dcba63e8e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073861 Aug 31 10:40:21.529388 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-98ab67fd-b0fb-4f25-b9a7-a59c6bb121db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:21.539353 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-68f18cbf-daff-400c-9895-08785e2d2ad9 None None] Provisioning complete for port 3a4fc0ea-38e3-4869-9285-06422878753e triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:21.539937 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-68f18cbf-daff-400c-9895-08785e2d2ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:21.754586 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-68f18cbf-daff-400c-9895-08785e2d2ad9 None None] Provisioning for port 558fd422-3bd2-446c-8c76-94201c241cd4 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:40:21.758711 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-68f18cbf-daff-400c-9895-08785e2d2ad9 None None] Provisioning complete for port 558fd422-3bd2-446c-8c76-94201c241cd4 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:21.759087 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-68f18cbf-daff-400c-9895-08785e2d2ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:21.813223 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-68f18cbf-daff-400c-9895-08785e2d2ad9 None None] Port 558fd422-3bd2-446c-8c76-94201c241cd4 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:40:21.854974 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec25bc95-1feb-45a9-9e88-ed73e82c1b99 req-6e6c2bcb-9008-4961-a59f-ab8ff983c334 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 210 time: 0.0305867 Aug 31 10:40:21.871176 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-98ab67fd-b0fb-4f25-b9a7-a59c6bb121db None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:21.884204 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-98ab67fd-b0fb-4f25-b9a7-a59c6bb121db None None] Transition to ACTIVE for port object 558fd422-3bd2-446c-8c76-94201c241cd4 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:40:21.933092 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-06637309-7654-406a-9fef-f3ea68cd2dd9 None None] Provisioning complete for port 558fd422-3bd2-446c-8c76-94201c241cd4 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:21.933446 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-06637309-7654-406a-9fef-f3ea68cd2dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:21.973658 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-06637309-7654-406a-9fef-f3ea68cd2dd9 None None] Port 558fd422-3bd2-446c-8c76-94201c241cd4 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:40:22.022166 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-98ab67fd-b0fb-4f25-b9a7-a59c6bb121db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:22.075014 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d3ca0-5346-4004-b58f-cd149c6af739 None None] Pushing event updated for resources: {'Port': ['ID=558fd422-3bd2-446c-8c76-94201c241cd4,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:22.103106 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d3ca0-5346-4004-b58f-cd149c6af739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:22.103446 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d3ca0-5346-4004-b58f-cd149c6af739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:22.103772 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d3ca0-5346-4004-b58f-cd149c6af739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:22.104267 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d3ca0-5346-4004-b58f-cd149c6af739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:22.104804 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d3ca0-5346-4004-b58f-cd149c6af739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:22.105127 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d3ca0-5346-4004-b58f-cd149c6af739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:22.105440 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d3ca0-5346-4004-b58f-cd149c6af739 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:22.105917 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d3ca0-5346-4004-b58f-cd149c6af739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:22.106397 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d3ca0-5346-4004-b58f-cd149c6af739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:22.107138 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d3ca0-5346-4004-b58f-cd149c6af739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:22.107707 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d3ca0-5346-4004-b58f-cd149c6af739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:22.107707 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0d3ca0-5346-4004-b58f-cd149c6af739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:40:22.141078 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-98ab67fd-b0fb-4f25-b9a7-a59c6bb121db None None] Attempting to bind port 558fd422-3bd2-446c-8c76-94201c241cd4 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:40:22.141547 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-98ab67fd-b0fb-4f25-b9a7-a59c6bb121db None None] Attempting to bind port 558fd422-3bd2-446c-8c76-94201c241cd4 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'e72dc8a2-b865-454d-8d70-5be9ebd060b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': 'dcbad87d-d1d1-47e3-bd55-6dcba63e8e25'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:40:22.142413 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ab67fd-b0fb-4f25-b9a7-a59c6bb121db None None] Attempting to bind port 558fd422-3bd2-446c-8c76-94201c241cd4 on network dcbad87d-d1d1-47e3-bd55-6dcba63e8e25 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:40:22.147800 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ab67fd-b0fb-4f25-b9a7-a59c6bb121db None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:40:22.148168 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ab67fd-b0fb-4f25-b9a7-a59c6bb121db None None] Checking segment: {'id': 'e72dc8a2-b865-454d-8d70-5be9ebd060b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': 'dcbad87d-d1d1-47e3-bd55-6dcba63e8e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:40:22.148565 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-98ab67fd-b0fb-4f25-b9a7-a59c6bb121db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:22.148947 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ab67fd-b0fb-4f25-b9a7-a59c6bb121db None None] Bound using segment: {'id': 'e72dc8a2-b865-454d-8d70-5be9ebd060b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': 'dcbad87d-d1d1-47e3-bd55-6dcba63e8e25'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:40:22.149411 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-98ab67fd-b0fb-4f25-b9a7-a59c6bb121db None None] Bound port: 558fd422-3bd2-446c-8c76-94201c241cd4, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72dc8a2-b865-454d-8d70-5be9ebd060b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': 'dcbad87d-d1d1-47e3-bd55-6dcba63e8e25'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:40:22.149782 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-98ab67fd-b0fb-4f25-b9a7-a59c6bb121db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:22.216138 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-98ab67fd-b0fb-4f25-b9a7-a59c6bb121db None None] For port 558fd422-3bd2-446c-8c76-94201c241cd4, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:40:22.219696 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-98ab67fd-b0fb-4f25-b9a7-a59c6bb121db None None] For port 558fd422-3bd2-446c-8c76-94201c241cd4, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=558fd422-3bd2-446c-8c76-94201c241cd4,segment=NetworkSegment(e72dc8a2-b865-454d-8d70-5be9ebd060b1),segment_id=e72dc8a2-b865-454d-8d70-5be9ebd060b1)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:40:22.308218 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-98ab67fd-b0fb-4f25-b9a7-a59c6bb121db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:22.311119 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6a40a6e5-7fa5-420d-834d-ad91ea74ea58 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:40:22.367464 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ab67fd-b0fb-4f25-b9a7-a59c6bb121db None None] Routers {'79bef496-b093-4cc2-9a6c-84ebf6dfe363'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:40:22.369689 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 6a40a6e5-7fa5-420d-834d-ad91ea74ea58 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:22.370059 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:22.370850 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-98ab67fd-b0fb-4f25-b9a7-a59c6bb121db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:40:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['79bef496-b093-4cc2-9a6c-84ebf6dfe363'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:22.417553 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d3ca0-5346-4004-b58f-cd149c6af739 None None] Pushing event updated for resources: {'Port': ['ID=558fd422-3bd2-446c-8c76-94201c241cd4,revision_number=4']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:22.469796 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3a4fc0ea-38e3-4869-9285-06422878753e up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:40:22.508090 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-98ab67fd-b0fb-4f25-b9a7-a59c6bb121db None None] Set router 79bef496-b093-4cc2-9a6c-84ebf6dfe363 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:40:22.543851 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 3a4fc0ea-38e3-4869-9285-06422878753e triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:22.544354 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:22.723940 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-98ab67fd-b0fb-4f25-b9a7-a59c6bb121db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172211756', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6a40a6e5-7fa5-420d-834d-ad91ea74ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:40:14Z', 'updated_at': '2021-08-31T10:40:19Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '6a40a6e5-7fa5-420d-834d-ad91ea74ea58', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:59:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:15Z', 'updated_at': '2021-08-31T10:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '558fd422-3bd2-446c-8c76-94201c241cd4', 'name': '', 'network_id': 'dcbad87d-d1d1-47e3-bd55-6dcba63e8e25', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:22:08:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '32f88cfe-d994-4eb9-ad76-799147f967c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:18Z', 'updated_at': '2021-08-31T10:40:22Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': '32f88cfe-d994-4eb9-ad76-799147f967c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:22.750483 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ab67fd-b0fb-4f25-b9a7-a59c6bb121db None None] The sync data for ids ['79bef496-b093-4cc2-9a6c-84ebf6dfe363'] in n-d-791506-28 is: [{'id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172211756', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6a40a6e5-7fa5-420d-834d-ad91ea74ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:40:14Z', 'updated_at': '2021-08-31T10:40:19Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '6a40a6e5-7fa5-420d-834d-ad91ea74ea58', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:59:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:15Z', 'updated_at': '2021-08-31T10:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '558fd422-3bd2-446c-8c76-94201c241cd4', 'name': '', 'network_id': 'dcbad87d-d1d1-47e3-bd55-6dcba63e8e25', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:22:08:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '32f88cfe-d994-4eb9-ad76-799147f967c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:18Z', 'updated_at': '2021-08-31T10:40:22Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': '32f88cfe-d994-4eb9-ad76-799147f967c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:40:22.957341 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a8aa84d9-2f7e-4114-87b8-b932cc37e824 req-72e920be-6f9e-41f6-9f4b-d1362cd9b622 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 210 time: 0.0298090 Aug 31 10:40:23.981040 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-0812e6b1-f092-4b8a-be25-ad3faecb32c6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:23.982644 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-0812e6b1-f092-4b8a-be25-ad3faecb32c6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.59 "GET /v2.0/networks?id=dcbad87d-d1d1-47e3-bd55-6dcba63e8e25 HTTP/1.1" status: 200 len: 797 time: 0.1157229 Aug 31 10:40:24.030477 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-df3f654f-20e0-4065-b6d4-e61150d04e47 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b91d32a897fc4967ba6d80d0ca2736bc HTTP/1.1" status: 200 len: 380 time: 0.0383539 Aug 31 10:40:24.045139 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-fdf2626e-a052-4607-bac3-6cc16174c867 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'port': {'device_id': '68b492ea-bc1e-4e8e-94e1-e273645315ea', 'network_id': 'dcbad87d-d1d1-47e3-bd55-6dcba63e8e25', 'admin_state_up': True, 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'security_groups': ['371f859b-0a02-4ed9-b495-5f5f19223ed6']}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:40:24.109186 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-61923f9c-b7a3-4b4b-9511-5294614da94c req-e7c18843-ca96-4cee-aa27-135582582cc9 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 210 time: 0.0777016 Aug 31 10:40:24.254475 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-fdf2626e-a052-4607-bac3-6cc16174c867 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Made reservation on behalf of b91d32a897fc4967ba6d80d0ca2736bc for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:40:24.259487 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-fdf2626e-a052-4607-bac3-6cc16174c867 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:24.339703 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 558fd422-3bd2-446c-8c76-94201c241cd4 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:40:24.397687 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-fdf2626e-a052-4607-bac3-6cc16174c867 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Allocated IP 172.20.0.3 (dcbad87d-d1d1-47e3-bd55-6dcba63e8e25/32f88cfe-d994-4eb9-ad76-799147f967c9/d1916da3-9a17-4a99-80c1-75ce3f9844b8) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:40:24.457166 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 558fd422-3bd2-446c-8c76-94201c241cd4 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:40:24.461901 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 558fd422-3bd2-446c-8c76-94201c241cd4 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:24.462387 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:24.544785 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:24.546609 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-fdf2626e-a052-4607-bac3-6cc16174c867 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:24.565396 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-fdf2626e-a052-4607-bac3-6cc16174c867 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Transition to ACTIVE for port object d1916da3-9a17-4a99-80c1-75ce3f9844b8 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:40:24.581739 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 558fd422-3bd2-446c-8c76-94201c241cd4, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=558fd422-3bd2-446c-8c76-94201c241cd4,segment=NetworkSegment(e72dc8a2-b865-454d-8d70-5be9ebd060b1),segment_id=e72dc8a2-b865-454d-8d70-5be9ebd060b1)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:24.679356 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:24.691537 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-fdf2626e-a052-4607-bac3-6cc16174c867 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:24.731972 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=558fd422-3bd2-446c-8c76-94201c241cd4,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:24.733144 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-fdf2626e-a052-4607-bac3-6cc16174c867 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Network dcbad87d-d1d1-47e3-bd55-6dcba63e8e25 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:40:24.739677 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-fdf2626e-a052-4607-bac3-6cc16174c867 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:40:24.743634 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-fdf2626e-a052-4607-bac3-6cc16174c867 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:40:24.772251 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2626e-a052-4607-bac3-6cc16174c867 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Port': ['ID=d1916da3-9a17-4a99-80c1-75ce3f9844b8,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:24.802825 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-fdf2626e-a052-4607-bac3-6cc16174c867 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:24.803484 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-fdf2626e-a052-4607-bac3-6cc16174c867 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:24.886937 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-fdf2626e-a052-4607-bac3-6cc16174c867 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8449879 Aug 31 10:40:24.897166 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-10340e72-55f5-47e9-8c51-c02aa8574d3a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:40:24.899026 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-10340e72-55f5-47e9-8c51-c02aa8574d3a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056536 Aug 31 10:40:24.910698 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-0a9c5385-c3f4-4197-9339-d244246a307f service neutron] Request body: {'port': {'device_id': '68b492ea-bc1e-4e8e-94e1-e273645315ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:40:24.971910 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-0a9c5385-c3f4-4197-9339-d244246a307f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:25.136813 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-38ab68de-c07e-4bc4-a098-6f1af78b60dc None None] Provisioning for port d1916da3-9a17-4a99-80c1-75ce3f9844b8 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:40:25.141994 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-38ab68de-c07e-4bc4-a098-6f1af78b60dc None None] Provisioning complete for port d1916da3-9a17-4a99-80c1-75ce3f9844b8 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:25.142389 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-38ab68de-c07e-4bc4-a098-6f1af78b60dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:25.186591 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-38ab68de-c07e-4bc4-a098-6f1af78b60dc None None] Port d1916da3-9a17-4a99-80c1-75ce3f9844b8 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:40:25.270641 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d0559-bdad-443b-99bb-c20c90cfd39e req-1ad6dc55-b208-4018-972a-2133276b9604 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:25.272153 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8c8d0559-bdad-443b-99bb-c20c90cfd39e req-1ad6dc55-b208-4018-972a-2133276b9604 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 931 time: 0.0760369 Aug 31 10:40:25.354135 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8c8d0559-bdad-443b-99bb-c20c90cfd39e req-025ff26c-6086-4af9-bc3e-b3a28a7dd202 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=371f859b-0a02-4ed9-b495-5f5f19223ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754418 Aug 31 10:40:25.363965 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-0a9c5385-c3f4-4197-9339-d244246a307f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1916da3-9a17-4a99-80c1-75ce3f9844b8 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:40:25.371438 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-0a9c5385-c3f4-4197-9339-d244246a307f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:25.384548 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-0a9c5385-c3f4-4197-9339-d244246a307f service neutron] Transition to ACTIVE for port object d1916da3-9a17-4a99-80c1-75ce3f9844b8 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:40:25.440177 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-0a9c5385-c3f4-4197-9339-d244246a307f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:25.493362 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c5385-c3f4-4197-9339-d244246a307f service neutron] Pushing event updated for resources: {'Port': ['ID=d1916da3-9a17-4a99-80c1-75ce3f9844b8,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:25.563070 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-0a9c5385-c3f4-4197-9339-d244246a307f service neutron] Attempting to bind port d1916da3-9a17-4a99-80c1-75ce3f9844b8 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:40:25.563406 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-0a9c5385-c3f4-4197-9339-d244246a307f service neutron] Attempting to bind port d1916da3-9a17-4a99-80c1-75ce3f9844b8 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'e72dc8a2-b865-454d-8d70-5be9ebd060b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': 'dcbad87d-d1d1-47e3-bd55-6dcba63e8e25'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:40:25.563766 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-0a9c5385-c3f4-4197-9339-d244246a307f service neutron] Attempting to bind port d1916da3-9a17-4a99-80c1-75ce3f9844b8 on network dcbad87d-d1d1-47e3-bd55-6dcba63e8e25 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:40:25.569220 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-0a9c5385-c3f4-4197-9339-d244246a307f service neutron] Port d1916da3-9a17-4a99-80c1-75ce3f9844b8 on network dcbad87d-d1d1-47e3-bd55-6dcba63e8e25 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:40:25.569526 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-0a9c5385-c3f4-4197-9339-d244246a307f service neutron] Attempting to bind port d1916da3-9a17-4a99-80c1-75ce3f9844b8 on network dcbad87d-d1d1-47e3-bd55-6dcba63e8e25 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:40:25.574952 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-0a9c5385-c3f4-4197-9339-d244246a307f service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:40:25.575292 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-0a9c5385-c3f4-4197-9339-d244246a307f service neutron] Checking segment: {'id': 'e72dc8a2-b865-454d-8d70-5be9ebd060b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': 'dcbad87d-d1d1-47e3-bd55-6dcba63e8e25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:40:25.575675 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-0a9c5385-c3f4-4197-9339-d244246a307f service neutron] Bound using segment: {'id': 'e72dc8a2-b865-454d-8d70-5be9ebd060b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': 'dcbad87d-d1d1-47e3-bd55-6dcba63e8e25'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:40:25.576103 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-0a9c5385-c3f4-4197-9339-d244246a307f service neutron] Bound port: d1916da3-9a17-4a99-80c1-75ce3f9844b8, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e72dc8a2-b865-454d-8d70-5be9ebd060b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1629, 'network_id': 'dcbad87d-d1d1-47e3-bd55-6dcba63e8e25'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:40:25.576458 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-0a9c5385-c3f4-4197-9339-d244246a307f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:25.655201 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-0a9c5385-c3f4-4197-9339-d244246a307f service neutron] For port d1916da3-9a17-4a99-80c1-75ce3f9844b8, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:40:25.658562 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-0a9c5385-c3f4-4197-9339-d244246a307f service neutron] For port d1916da3-9a17-4a99-80c1-75ce3f9844b8, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=d1916da3-9a17-4a99-80c1-75ce3f9844b8,segment=NetworkSegment(e72dc8a2-b865-454d-8d70-5be9ebd060b1),segment_id=e72dc8a2-b865-454d-8d70-5be9ebd060b1)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:40:25.760735 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-0a9c5385-c3f4-4197-9339-d244246a307f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:25.797264 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-0a9c5385-c3f4-4197-9339-d244246a307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:25.798159 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-0a9c5385-c3f4-4197-9339-d244246a307f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:25.800665 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-0a9c5385-c3f4-4197-9339-d244246a307f service neutron] 10.222.0.59 "PUT /v2.0/ports/d1916da3-9a17-4a99-80c1-75ce3f9844b8 HTTP/1.1" status: 200 len: 1092 time: 0.8949356 Aug 31 10:40:25.802487 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b492ea-bc1e-4e8e-94e1-e273645315ea', 'tag': 'd1916da3-9a17-4a99-80c1-75ce3f9844b8'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:40:25.803420 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1380354-586c-4747-b3ce-9419812ad6bb" -d '{"events": [{"name": "network-changed", "server_uuid": "68b492ea-bc1e-4e8e-94e1-e273645315ea", "tag": "d1916da3-9a17-4a99-80c1-75ce3f9844b8"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:40:25.829613 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c5385-c3f4-4197-9339-d244246a307f service neutron] Pushing event updated for resources: {'Port': ['ID=d1916da3-9a17-4a99-80c1-75ce3f9844b8,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:25.858796 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fe5eba-ed36-4d11-ad8a-1e8508a1388d x-openstack-request-id: req-49fe5eba-ed36-4d11-ad8a-1e8508a1388d {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:40:25.862780 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b492ea-bc1e-4e8e-94e1-e273645315ea", "tag": "d1916da3-9a17-4a99-80c1-75ce3f9844b8", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:40:25.862780 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-49fe5eba-ed36-4d11-ad8a-1e8508a1388d {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:40:25.862780 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b492ea-bc1e-4e8e-94e1-e273645315ea', 'tag': 'd1916da3-9a17-4a99-80c1-75ce3f9844b8', 'status': 'completed', 'code': 200} Aug 31 10:40:25.928880 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1380354-586c-4747-b3ce-9419812ad6bb req-16e19d99-aec5-4673-af11-ad85d6c534dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:25.929323 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1380354-586c-4747-b3ce-9419812ad6bb req-16e19d99-aec5-4673-af11-ad85d6c534dd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 1095 time: 0.0465343 Aug 31 10:40:26.036567 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1380354-586c-4747-b3ce-9419812ad6bb req-adb10856-5ab0-43fa-8c4a-a3f8711c4b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:26.038095 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1380354-586c-4747-b3ce-9419812ad6bb req-adb10856-5ab0-43fa-8c4a-a3f8711c4b9f service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1007280 Aug 31 10:40:26.131059 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1380354-586c-4747-b3ce-9419812ad6bb req-82e871d4-b163-4f96-b53f-3921361786c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:26.132471 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1380354-586c-4747-b3ce-9419812ad6bb req-82e871d4-b163-4f96-b53f-3921361786c2 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0873024 Aug 31 10:40:26.223324 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-52da59c2-75cc-4bdb-8fa6-0c19811a8ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:26.224757 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-52da59c2-75cc-4bdb-8fa6-0c19811a8ffb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 1095 time: 0.0526059 Aug 31 10:40:26.267767 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-75b7a319-3ffb-4f8f-a984-7ee3871aaec0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1916da3-9a17-4a99-80c1-75ce3f9844b8 HTTP/1.1" status: 200 len: 217 time: 0.0345476 Aug 31 10:40:26.308376 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 558fd422-3bd2-446c-8c76-94201c241cd4 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:40:26.327007 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-6ac08796-7dac-49c1-9dc9-0f8b4e9274e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:26.328480 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-6ac08796-7dac-49c1-9dc9-0f8b4e9274e2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=32f88cfe-d994-4eb9-ad76-799147f967c9 HTTP/1.1" status: 200 len: 835 time: 0.0452685 Aug 31 10:40:26.360997 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 558fd422-3bd2-446c-8c76-94201c241cd4 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:26.361369 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:26.380808 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-9f9d7ab1-d14a-4f7e-afee-34b47067e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:26.383251 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-9f9d7ab1-d14a-4f7e-afee-34b47067e253 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dcbad87d-d1d1-47e3-bd55-6dcba63e8e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433834 Aug 31 10:40:26.511119 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75129bbf-660e-413e-b988-3ef936128329 req-ecebbc79-5f0b-49c3-b187-c1aad9a8eac1 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:26.512632 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75129bbf-660e-413e-b988-3ef936128329 req-ecebbc79-5f0b-49c3-b187-c1aad9a8eac1 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 943 time: 0.0741017 Aug 31 10:40:26.530878 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-93ce5927-8f2a-4a0a-96e1-17014581e569 service neutron] 10.222.0.59 "GET /v2.0/networks/dcbad87d-d1d1-47e3-bd55-6dcba63e8e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412630 Aug 31 10:40:26.612845 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75129bbf-660e-413e-b988-3ef936128329 req-8ec13e24-0a3d-462e-821e-119b3189bae9 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=371f859b-0a02-4ed9-b495-5f5f19223ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914586 Aug 31 10:40:26.647475 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d4eb32f9-0331-47d9-ba8a-942e84a5c449 req-70036c3e-e7e7-44b1-b032-896742fa1012 service neutron] 10.222.0.59 "GET /v2.0/networks/dcbad87d-d1d1-47e3-bd55-6dcba63e8e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088893 Aug 31 10:40:27.739101 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e9fe2-6dab-4397-a7e6-ae8d0b25055e req-c10084b4-c3ed-498f-98fa-2ae776a7b7a7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:27.740700 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2f8e9fe2-6dab-4397-a7e6-ae8d0b25055e req-c10084b4-c3ed-498f-98fa-2ae776a7b7a7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 943 time: 0.0548124 Aug 31 10:40:27.790678 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2f8e9fe2-6dab-4397-a7e6-ae8d0b25055e req-4293fc55-eb0f-4894-9b1e-58957f2fb4f0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=371f859b-0a02-4ed9-b495-5f5f19223ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437994 Aug 31 10:40:28.914818 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fcba8a-79cd-462c-a52c-57dea38c0311 req-64890af3-9c98-4fcd-8c6f-1fbf52c80c62 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:28.917777 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f4fcba8a-79cd-462c-a52c-57dea38c0311 req-64890af3-9c98-4fcd-8c6f-1fbf52c80c62 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 943 time: 0.0564225 Aug 31 10:40:28.959874 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f4fcba8a-79cd-462c-a52c-57dea38c0311 req-58931b3b-f592-486e-b2e8-65a9f4bc4ae0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=371f859b-0a02-4ed9-b495-5f5f19223ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341048 Aug 31 10:40:30.077893 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488304e3-6f66-43a8-aadf-7a5e20f90550 req-71eb5899-0d54-49ff-91f5-1d473bc3c283 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:30.079374 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-488304e3-6f66-43a8-aadf-7a5e20f90550 req-71eb5899-0d54-49ff-91f5-1d473bc3c283 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 943 time: 0.0509632 Aug 31 10:40:30.122652 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-488304e3-6f66-43a8-aadf-7a5e20f90550 req-3480bc97-265a-4c88-86df-78d51d6a708a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=371f859b-0a02-4ed9-b495-5f5f19223ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366261 Aug 31 10:40:30.659318 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device d1916da3-9a17-4a99-80c1-75ce3f9844b8 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:40:30.759197 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port d1916da3-9a17-4a99-80c1-75ce3f9844b8, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=d1916da3-9a17-4a99-80c1-75ce3f9844b8,segment=NetworkSegment(e72dc8a2-b865-454d-8d70-5be9ebd060b1),segment_id=e72dc8a2-b865-454d-8d70-5be9ebd060b1)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:30.772423 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': 'd1916da3-9a17-4a99-80c1-75ce3f9844b8', 'network_id': 'dcbad87d-d1d1-47e3-bd55-6dcba63e8e25', 'port_id': 'd1916da3-9a17-4a99-80c1-75ce3f9844b8', 'mac_address': 'fa:16:3e:bf:78:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f88cfe-d994-4eb9-ad76-799147f967c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:40:30.811981 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:30.826351 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1916da3-9a17-4a99-80c1-75ce3f9844b8 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:40:30.848824 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port d1916da3-9a17-4a99-80c1-75ce3f9844b8, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=d1916da3-9a17-4a99-80c1-75ce3f9844b8,segment=NetworkSegment(e72dc8a2-b865-454d-8d70-5be9ebd060b1),segment_id=e72dc8a2-b865-454d-8d70-5be9ebd060b1)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:30.965078 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:31.014855 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=d1916da3-9a17-4a99-80c1-75ce3f9844b8,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:31.212429 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['d1916da3-9a17-4a99-80c1-75ce3f9844b8'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:40:31.241513 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d89c4e-175b-447e-9ca0-f88cd8648383 req-229ec2ed-5b6b-44d7-9ce2-d4f792db9430 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:31.244717 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c4d89c4e-175b-447e-9ca0-f88cd8648383 req-229ec2ed-5b6b-44d7-9ce2-d4f792db9430 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 944 time: 0.0529983 Aug 31 10:40:31.282178 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c4d89c4e-175b-447e-9ca0-f88cd8648383 req-c9620111-0d3f-467a-9518-0f3fc6924fec tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=371f859b-0a02-4ed9-b495-5f5f19223ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325634 Aug 31 10:40:32.417590 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fc9df-5e51-4ffc-9d45-f31fbfefc1ab req-a67bbe3a-1687-48cb-8a4b-6982db9b4399 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:32.417590 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-892fc9df-5e51-4ffc-9d45-f31fbfefc1ab req-a67bbe3a-1687-48cb-8a4b-6982db9b4399 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 944 time: 0.0544364 Aug 31 10:40:32.649225 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device d1916da3-9a17-4a99-80c1-75ce3f9844b8 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:40:32.764476 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port d1916da3-9a17-4a99-80c1-75ce3f9844b8 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:40:32.769479 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port d1916da3-9a17-4a99-80c1-75ce3f9844b8 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:40:32.769862 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:32.838741 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-892fc9df-5e51-4ffc-9d45-f31fbfefc1ab req-cf4187c1-61c8-403c-a740-d8c416e3b3b2 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=371f859b-0a02-4ed9-b495-5f5f19223ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4235039 Aug 31 10:40:32.859167 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:32.882154 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b492ea-bc1e-4e8e-94e1-e273645315ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1916da3-9a17-4a99-80c1-75ce3f9844b8'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:40:32.884455 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcad7501-1272-4639-8c48-ae65dcfd49bf" -d '{"events": [{"server_uuid": "68b492ea-bc1e-4e8e-94e1-e273645315ea", "name": "network-vif-plugged", "status": "completed", "tag": "d1916da3-9a17-4a99-80c1-75ce3f9844b8"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:40:32.897488 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port d1916da3-9a17-4a99-80c1-75ce3f9844b8, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=d1916da3-9a17-4a99-80c1-75ce3f9844b8,segment=NetworkSegment(e72dc8a2-b865-454d-8d70-5be9ebd060b1),segment_id=e72dc8a2-b865-454d-8d70-5be9ebd060b1)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:40:32.926823 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df3f885-5c71-4676-803d-d70461495b24 x-openstack-request-id: req-1df3f885-5c71-4676-803d-d70461495b24 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:40:32.927176 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b492ea-bc1e-4e8e-94e1-e273645315ea", "name": "network-vif-plugged", "status": "completed", "tag": "d1916da3-9a17-4a99-80c1-75ce3f9844b8", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:40:32.927376 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-1df3f885-5c71-4676-803d-d70461495b24 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:40:32.927798 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b492ea-bc1e-4e8e-94e1-e273645315ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1916da3-9a17-4a99-80c1-75ce3f9844b8', 'code': 200} Aug 31 10:40:33.027478 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:33.030668 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db145ec9-dc86-4bfb-aec0-9a1ec1479f00 req-fbc205c0-4738-4b07-a9e8-a5a2cf10e394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:33.032637 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db145ec9-dc86-4bfb-aec0-9a1ec1479f00 req-fbc205c0-4738-4b07-a9e8-a5a2cf10e394 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 1096 time: 0.0439148 Aug 31 10:40:33.072383 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db145ec9-dc86-4bfb-aec0-9a1ec1479f00 req-ee37a075-e574-4e61-af32-cdcfa80b8c18 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=371f859b-0a02-4ed9-b495-5f5f19223ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324645 Aug 31 10:40:33.082581 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=d1916da3-9a17-4a99-80c1-75ce3f9844b8,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:33.568716 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:33.969292 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725e120-cc3e-4412-9916-75b2564dd98d req-28bde40f-ef45-4505-adfb-83a63053bf8c tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:33.971418 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a725e120-cc3e-4412-9916-75b2564dd98d req-28bde40f-ef45-4505-adfb-83a63053bf8c tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 945 time: 0.0505774 Aug 31 10:40:34.015922 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a725e120-cc3e-4412-9916-75b2564dd98d req-3f3b0830-b725-430b-8696-6c61dea60712 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=371f859b-0a02-4ed9-b495-5f5f19223ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347128 Aug 31 10:40:34.168977 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:35.140220 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61722551-56f7-41bc-81ee-df73a1339141 req-db4e4bce-a1fc-4533-bc62-260ab3c7e41f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:35.141728 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-61722551-56f7-41bc-81ee-df73a1339141 req-db4e4bce-a1fc-4533-bc62-260ab3c7e41f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 945 time: 0.0534623 Aug 31 10:40:35.182681 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-61722551-56f7-41bc-81ee-df73a1339141 req-60f99dba-75f8-4ee9-b39d-e114220a3121 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=371f859b-0a02-4ed9-b495-5f5f19223ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345728 Aug 31 10:40:35.302571 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d9b71-73fc-4031-9c33-db3fd06c994d req-15f53974-4f5d-4a0b-91ad-ae8b8479ad13 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:35.304012 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d71d9b71-73fc-4031-9c33-db3fd06c994d req-15f53974-4f5d-4a0b-91ad-ae8b8479ad13 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 945 time: 0.0527172 Aug 31 10:40:35.343742 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d71d9b71-73fc-4031-9c33-db3fd06c994d req-62cca9ce-461a-4741-8185-3d484716708e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=371f859b-0a02-4ed9-b495-5f5f19223ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337183 Aug 31 10:40:35.365324 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56206) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:35.407323 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f08b36-b052-4968-8746-ece3ab84458e tempest-TestNetworkAdvancedServerOps-920648690 tempest-TestNetworkAdvancedServerOps-920648690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:35.409394 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b6f08b36-b052-4968-8746-ece3ab84458e tempest-TestNetworkAdvancedServerOps-920648690 tempest-TestNetworkAdvancedServerOps-920648690-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 1092 time: 0.0430465 Aug 31 10:40:35.412185 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56208) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:35.416615 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-a6c05e43-26be-41dc-be12-44bd68d9c39d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'port_id': 'd1916da3-9a17-4a99-80c1-75ce3f9844b8', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:40:35.508110 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a6c05e43-26be-41dc-be12-44bd68d9c39d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for floatingip, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:35.612648 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a6c05e43-26be-41dc-be12-44bd68d9c39d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:35.715427 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-a6c05e43-26be-41dc-be12-44bd68d9c39d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Allocated IP 172.25.2.155 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/e6d75107-c3b3-4e91-9d8f-571112f69f68) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:40:35.829151 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a6c05e43-26be-41dc-be12-44bd68d9c39d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:35.976653 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a6c05e43-26be-41dc-be12-44bd68d9c39d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:36.019501 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c05e43-26be-41dc-be12-44bd68d9c39d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:40:36.024370 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-a6c05e43-26be-41dc-be12-44bd68d9c39d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:40:36.029760 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c05e43-26be-41dc-be12-44bd68d9c39d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:40:36.035381 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c05e43-26be-41dc-be12-44bd68d9c39d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Port': ['ID=e6d75107-c3b3-4e91-9d8f-571112f69f68,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:36.423550 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a6c05e43-26be-41dc-be12-44bd68d9c39d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:36.561859 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a6c05e43-26be-41dc-be12-44bd68d9c39d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:36.747349 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a6c05e43-26be-41dc-be12-44bd68d9c39d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:36.825808 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a6c05e43-26be-41dc-be12-44bd68d9c39d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:36.904630 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c05e43-26be-41dc-be12-44bd68d9c39d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Port': ['ID=e6d75107-c3b3-4e91-9d8f-571112f69f68,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:40:36.917484 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a6c05e43-26be-41dc-be12-44bd68d9c39d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:37.025499 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-a6c05e43-26be-41dc-be12-44bd68d9c39d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Floating IP 4bfef3f3-72ab-4333-9389-4999a7c08d1e associated. External IP: 172.25.2.155, port: d1916da3-9a17-4a99-80c1-75ce3f9844b8. Aug 31 10:40:37.236350 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c05e43-26be-41dc-be12-44bd68d9c39d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Router 79bef496-b093-4cc2-9a6c-84ebf6dfe363 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:40:37.348293 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c05e43-26be-41dc-be12-44bd68d9c39d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:40:37.358466 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff284c2-a659-4b8a-98e5-fb82369af6db None None] Sync routers for ids ['79bef496-b093-4cc2-9a6c-84ebf6dfe363'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:40:37.367245 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff284c2-a659-4b8a-98e5-fb82369af6db None None] Routers {'79bef496-b093-4cc2-9a6c-84ebf6dfe363'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:40:37.367845 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-8ff284c2-a659-4b8a-98e5-fb82369af6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:40:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['79bef496-b093-4cc2-9a6c-84ebf6dfe363'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:37.431658 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a6c05e43-26be-41dc-be12-44bd68d9c39d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:37.460025 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a6c05e43-26be-41dc-be12-44bd68d9c39d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0468061 Aug 31 10:40:37.460980 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b492ea-bc1e-4e8e-94e1-e273645315ea', 'tag': 'd1916da3-9a17-4a99-80c1-75ce3f9844b8'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:40:37.468303 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64987e03-0399-482a-89bf-b1efc6df4c91" -d '{"events": [{"name": "network-changed", "server_uuid": "68b492ea-bc1e-4e8e-94e1-e273645315ea", "tag": "d1916da3-9a17-4a99-80c1-75ce3f9844b8"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:40:37.474324 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-8ff284c2-a659-4b8a-98e5-fb82369af6db None None] Set router 79bef496-b093-4cc2-9a6c-84ebf6dfe363 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:40:37.506268 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bd2337-86b3-42d1-8d87-4c5f22e91739 x-openstack-request-id: req-17bd2337-86b3-42d1-8d87-4c5f22e91739 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:40:37.506572 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b492ea-bc1e-4e8e-94e1-e273645315ea", "tag": "d1916da3-9a17-4a99-80c1-75ce3f9844b8", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:40:37.506842 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-17bd2337-86b3-42d1-8d87-4c5f22e91739 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:40:37.507246 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b492ea-bc1e-4e8e-94e1-e273645315ea', 'tag': 'd1916da3-9a17-4a99-80c1-75ce3f9844b8', 'status': 'completed', 'code': 200} Aug 31 10:40:37.586473 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b3e8e-67b4-4451-bb83-b6117b569c07 req-48062b71-20b4-4484-a656-ad9e5c9fa814 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:37.588024 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b49b3e8e-67b4-4451-bb83-b6117b569c07 req-48062b71-20b4-4484-a656-ad9e5c9fa814 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 945 time: 0.0792227 Aug 31 10:40:37.594055 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64987e03-0399-482a-89bf-b1efc6df4c91 req-97d23df1-03be-43a8-bc28-f9dbd23e0041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:37.596033 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-64987e03-0399-482a-89bf-b1efc6df4c91 req-97d23df1-03be-43a8-bc28-f9dbd23e0041 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 1097 time: 0.0594552 Aug 31 10:40:37.681000 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b49b3e8e-67b4-4451-bb83-b6117b569c07 req-1984c9fa-5bc2-45d6-9d0b-b993527bba6d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=371f859b-0a02-4ed9-b495-5f5f19223ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840027 Aug 31 10:40:37.703558 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56214) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:37.704851 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-8ff284c2-a659-4b8a-98e5-fb82369af6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172211756', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6a40a6e5-7fa5-420d-834d-ad91ea74ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:40:14Z', 'updated_at': '2021-08-31T10:40:19Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '6a40a6e5-7fa5-420d-834d-ad91ea74ea58', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:59:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:15Z', 'updated_at': '2021-08-31T10:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '4bfef3f3-72ab-4333-9389-4999a7c08d1e', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'port_id': 'd1916da3-9a17-4a99-80c1-75ce3f9844b8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbad87d-d1d1-47e3-bd55-6dcba63e8e25', 'mac_address': 'fa:16:3e:bf:78:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b492ea-bc1e-4e8e-94e1-e273645315ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:40:36Z', 'updated_at': '2021-08-31T10:40:36Z', 'revision_number': 0, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558fd422-3bd2-446c-8c76-94201c241cd4', 'name': '', 'network_id': 'dcbad87d-d1d1-47e3-bd55-6dcba63e8e25', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:22:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '32f88cfe-d994-4eb9-ad76-799147f967c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:18Z', 'updated_at': '2021-08-31T10:40:24Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': '32f88cfe-d994-4eb9-ad76-799147f967c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:37.722897 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64987e03-0399-482a-89bf-b1efc6df4c91 req-ce340f89-b93b-40ac-bd65-65df5f8660f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:37.724384 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-64987e03-0399-482a-89bf-b1efc6df4c91 req-ce340f89-b93b-40ac-bd65-65df5f8660f1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dcbad87d-d1d1-47e3-bd55-6dcba63e8e25 HTTP/1.1" status: 200 len: 899 time: 0.1214430 Aug 31 10:40:37.735240 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff284c2-a659-4b8a-98e5-fb82369af6db None None] Checking router: 79bef496-b093-4cc2-9a6c-84ebf6dfe363 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:40:37.744473 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff284c2-a659-4b8a-98e5-fb82369af6db None None] Routers {'79bef496-b093-4cc2-9a6c-84ebf6dfe363'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:40:37.745458 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-8ff284c2-a659-4b8a-98e5-fb82369af6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:40:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['79bef496-b093-4cc2-9a6c-84ebf6dfe363'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:37.770488 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fa9c5b63-8852-4e7c-9b5a-ea9d6040ba4c tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/floatingips/4bfef3f3-72ab-4333-9389-4999a7c08d1e HTTP/1.1" status: 200 len: 991 time: 0.0647991 Aug 31 10:40:37.794647 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-64987e03-0399-482a-89bf-b1efc6df4c91 req-72f36ac7-c8d7-4cee-9f0f-db8d9b9614e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1916da3-9a17-4a99-80c1-75ce3f9844b8 HTTP/1.1" status: 200 len: 999 time: 0.0620987 Aug 31 10:40:37.849424 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64987e03-0399-482a-89bf-b1efc6df4c91 req-345ff59e-32e9-4df0-b837-f08b47115b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:37.850016 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-8ff284c2-a659-4b8a-98e5-fb82369af6db None None] Set router 79bef496-b093-4cc2-9a6c-84ebf6dfe363 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:40:37.850930 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-64987e03-0399-482a-89bf-b1efc6df4c91 req-345ff59e-32e9-4df0-b837-f08b47115b46 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=32f88cfe-d994-4eb9-ad76-799147f967c9 HTTP/1.1" status: 200 len: 835 time: 0.0489457 Aug 31 10:40:37.899255 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64987e03-0399-482a-89bf-b1efc6df4c91 req-a179357b-1d79-46df-8b16-ad1c5521c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:40:37.900762 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-64987e03-0399-482a-89bf-b1efc6df4c91 req-a179357b-1d79-46df-8b16-ad1c5521c51c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dcbad87d-d1d1-47e3-bd55-6dcba63e8e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420127 Aug 31 10:40:38.038973 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-64987e03-0399-482a-89bf-b1efc6df4c91 req-dda090e6-31a8-455c-9d67-fb648c87262b service neutron] 10.222.0.59 "GET /v2.0/networks/dcbad87d-d1d1-47e3-bd55-6dcba63e8e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297498 Aug 31 10:40:38.085946 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-8ff284c2-a659-4b8a-98e5-fb82369af6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172211756', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6a40a6e5-7fa5-420d-834d-ad91ea74ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:40:14Z', 'updated_at': '2021-08-31T10:40:19Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '6a40a6e5-7fa5-420d-834d-ad91ea74ea58', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:59:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:15Z', 'updated_at': '2021-08-31T10:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '4bfef3f3-72ab-4333-9389-4999a7c08d1e', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'port_id': 'd1916da3-9a17-4a99-80c1-75ce3f9844b8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbad87d-d1d1-47e3-bd55-6dcba63e8e25', 'mac_address': 'fa:16:3e:bf:78:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b492ea-bc1e-4e8e-94e1-e273645315ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:40:36Z', 'updated_at': '2021-08-31T10:40:36Z', 'revision_number': 0, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558fd422-3bd2-446c-8c76-94201c241cd4', 'name': '', 'network_id': 'dcbad87d-d1d1-47e3-bd55-6dcba63e8e25', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:22:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '32f88cfe-d994-4eb9-ad76-799147f967c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:18Z', 'updated_at': '2021-08-31T10:40:24Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': '32f88cfe-d994-4eb9-ad76-799147f967c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:40:38.112452 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff284c2-a659-4b8a-98e5-fb82369af6db None None] The sync data for ids ['79bef496-b093-4cc2-9a6c-84ebf6dfe363'] in n-d-791506-28 is: [{'id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172211756', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6a40a6e5-7fa5-420d-834d-ad91ea74ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:40:14Z', 'updated_at': '2021-08-31T10:40:19Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '6a40a6e5-7fa5-420d-834d-ad91ea74ea58', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:59:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:15Z', 'updated_at': '2021-08-31T10:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '4bfef3f3-72ab-4333-9389-4999a7c08d1e', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'floating_ip_address': '172.25.2.155', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'port_id': 'd1916da3-9a17-4a99-80c1-75ce3f9844b8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbad87d-d1d1-47e3-bd55-6dcba63e8e25', 'mac_address': 'fa:16:3e:bf:78:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b492ea-bc1e-4e8e-94e1-e273645315ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:40:36Z', 'updated_at': '2021-08-31T10:40:36Z', 'revision_number': 0, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558fd422-3bd2-446c-8c76-94201c241cd4', 'name': '', 'network_id': 'dcbad87d-d1d1-47e3-bd55-6dcba63e8e25', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:22:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '32f88cfe-d994-4eb9-ad76-799147f967c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:18Z', 'updated_at': '2021-08-31T10:40:24Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': '32f88cfe-d994-4eb9-ad76-799147f967c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:40:38.139582 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-64987e03-0399-482a-89bf-b1efc6df4c91 req-3a77eebf-5272-4dee-bc4a-d171ae8e5e9d service neutron] 10.222.0.59 "GET /v2.0/networks/dcbad87d-d1d1-47e3-bd55-6dcba63e8e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937684 Aug 31 10:40:38.301060 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b02e931-ee5d-4143-909b-161394330e00 None None] New status for floating IP 4bfef3f3-72ab-4333-9389-4999a7c08d1e: ACTIVE {{(pid=95555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:40:38.774636 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56216) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:40:38.839215 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f95f5459-7ebc-4349-ba1c-085bdfcb94ee tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/floatingips/4bfef3f3-72ab-4333-9389-4999a7c08d1e HTTP/1.1" status: 200 len: 993 time: 0.0633361 Aug 31 10:40:41.368567 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ce1342c0-5530-4867-aa0c-9b480aceb21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:44.170589 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5bf3dba7-8a04-48a9-8114-106ff4f392f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:44.237040 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:45.719115 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:47.362568 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:40:48.408438 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:41:03.613313 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:04.162006 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:07.898950 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d57d5-1ecd-4b97-b9a1-172a44d96fd3 req-62f319a8-c79e-41e8-aaa1-6adefdb478fe tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:07.900490 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b68d57d5-1ecd-4b97-b9a1-172a44d96fd3 req-62f319a8-c79e-41e8-aaa1-6adefdb478fe tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 945 time: 0.1061463 Aug 31 10:41:07.940928 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b68d57d5-1ecd-4b97-b9a1-172a44d96fd3 req-a98c1907-f435-439e-a7a2-7c767dbfd959 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=371f859b-0a02-4ed9-b495-5f5f19223ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343843 Aug 31 10:41:08.029513 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [req-e5533f28-d6a0-4061-846a-e014818489d2 req-df54e81b-59ae-4ef2-ba7a-dc6ed34f509f service neutron] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0904062 Aug 31 10:41:09.083197 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75386e3e-adab-4166-8d7b-a6df4b8b6384 req-fe0308aa-5ca4-4c9c-adfe-1f492230722f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:09.084899 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75386e3e-adab-4166-8d7b-a6df4b8b6384 req-fe0308aa-5ca4-4c9c-adfe-1f492230722f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 945 time: 0.0562053 Aug 31 10:41:09.124621 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75386e3e-adab-4166-8d7b-a6df4b8b6384 req-28f24933-5926-4aef-8865-b3292d926bfb tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=371f859b-0a02-4ed9-b495-5f5f19223ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336506 Aug 31 10:41:10.256676 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5533f28-d6a0-4061-846a-e014818489d2 req-12ba352e-2d10-4d36-90ee-2e494524f2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:10.258179 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5533f28-d6a0-4061-846a-e014818489d2 req-12ba352e-2d10-4d36-90ee-2e494524f2b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 1097 time: 0.0765281 Aug 31 10:41:10.270767 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab741ef-89a2-4ff5-b82c-dcf3be810aaf req-995bb752-44a3-4c98-b851-1f647931ced4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:10.272327 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6ab741ef-89a2-4ff5-b82c-dcf3be810aaf req-995bb752-44a3-4c98-b851-1f647931ced4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 945 time: 0.0599267 Aug 31 10:41:10.358009 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6ab741ef-89a2-4ff5-b82c-dcf3be810aaf req-812604f5-7f37-4b00-995c-6889f1c2562c tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=371f859b-0a02-4ed9-b495-5f5f19223ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775039 Aug 31 10:41:10.385405 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5533f28-d6a0-4061-846a-e014818489d2 req-9e774aa1-8268-4306-8141-d1a020ffc8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:10.386893 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5533f28-d6a0-4061-846a-e014818489d2 req-9e774aa1-8268-4306-8141-d1a020ffc8a1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dcbad87d-d1d1-47e3-bd55-6dcba63e8e25 HTTP/1.1" status: 200 len: 899 time: 0.1137688 Aug 31 10:41:10.451792 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5533f28-d6a0-4061-846a-e014818489d2 req-40a4371c-9ec3-4c11-be07-162cce17fcf3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1916da3-9a17-4a99-80c1-75ce3f9844b8 HTTP/1.1" status: 200 len: 1001 time: 0.0564623 Aug 31 10:41:10.518908 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5533f28-d6a0-4061-846a-e014818489d2 req-136372af-1f26-43e8-8946-524aacec1aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:10.520397 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5533f28-d6a0-4061-846a-e014818489d2 req-136372af-1f26-43e8-8946-524aacec1aa4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=32f88cfe-d994-4eb9-ad76-799147f967c9 HTTP/1.1" status: 200 len: 835 time: 0.0603380 Aug 31 10:41:10.568228 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5533f28-d6a0-4061-846a-e014818489d2 req-a0a72a44-6e1e-465c-a1dc-739d6fb166e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:10.569734 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5533f28-d6a0-4061-846a-e014818489d2 req-a0a72a44-6e1e-465c-a1dc-739d6fb166e1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dcbad87d-d1d1-47e3-bd55-6dcba63e8e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418317 Aug 31 10:41:10.664103 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5533f28-d6a0-4061-846a-e014818489d2 req-1570701b-ed8e-49e1-9e00-ce1c53532d7a service neutron] 10.222.0.59 "GET /v2.0/networks/dcbad87d-d1d1-47e3-bd55-6dcba63e8e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852814 Aug 31 10:41:10.763375 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5533f28-d6a0-4061-846a-e014818489d2 req-5b0a542f-df02-4b57-88ba-1dc2d8185ae8 service neutron] 10.222.0.59 "GET /v2.0/networks/dcbad87d-d1d1-47e3-bd55-6dcba63e8e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915956 Aug 31 10:41:11.430215 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-208a3d4d-8661-4eb4-8b1c-7f4da379172e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:11.473671 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7a0a7-ec3b-4254-a0d1-1e753ebe04d2 req-6da8cca7-0a44-418f-9ee0-8bd09c0bdde8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:11.476743 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03b7a0a7-ec3b-4254-a0d1-1e753ebe04d2 req-6da8cca7-0a44-418f-9ee0-8bd09c0bdde8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 945 time: 0.0523105 Aug 31 10:41:11.512652 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03b7a0a7-ec3b-4254-a0d1-1e753ebe04d2 req-a5bcc003-b766-4c27-88bd-2d6741cb9c1d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=371f859b-0a02-4ed9-b495-5f5f19223ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315206 Aug 31 10:41:12.629432 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d2c71-3ed6-41f1-9a0c-37dd721b2922 req-36b2a124-069f-47b3-a2e6-c244934db462 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:12.631005 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-783d2c71-3ed6-41f1-9a0c-37dd721b2922 req-36b2a124-069f-47b3-a2e6-c244934db462 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 945 time: 0.0494757 Aug 31 10:41:12.673534 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-783d2c71-3ed6-41f1-9a0c-37dd721b2922 req-764b3861-43f2-4124-99ca-fba682e59240 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=371f859b-0a02-4ed9-b495-5f5f19223ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364611 Aug 31 10:41:13.791593 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136932af-5c3d-4efe-a791-4b64456b25b0 req-820a2bd5-db0f-4684-871a-be0ea669f242 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:13.793168 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-136932af-5c3d-4efe-a791-4b64456b25b0 req-820a2bd5-db0f-4684-871a-be0ea669f242 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 945 time: 0.0509009 Aug 31 10:41:13.832609 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-136932af-5c3d-4efe-a791-4b64456b25b0 req-2a66caba-dfee-4ef4-9f0b-4f62f514cc91 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=371f859b-0a02-4ed9-b495-5f5f19223ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324571 Aug 31 10:41:14.020690 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fe3b5d38-e362-453c-86cb-046fc6be3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:14.133008 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:14.951655 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888022bb-857d-4703-b89c-14da842782d0 req-ecac8765-8dd4-4512-8a08-4ddfda0be292 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:14.953172 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-888022bb-857d-4703-b89c-14da842782d0 req-ecac8765-8dd4-4512-8a08-4ddfda0be292 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 945 time: 0.0506880 Aug 31 10:41:14.994906 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-888022bb-857d-4703-b89c-14da842782d0 req-3779c54d-6307-4355-91f4-47951d2083ae tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=371f859b-0a02-4ed9-b495-5f5f19223ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352137 Aug 31 10:41:15.741007 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:16.117070 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3cd1e-0853-49ac-81c0-e5d4c1a3bf4c req-0b72b079-21d7-424f-bed3-79f2e9ffce25 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:16.118649 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cd3cd1e-0853-49ac-81c0-e5d4c1a3bf4c req-0b72b079-21d7-424f-bed3-79f2e9ffce25 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 945 time: 0.0541387 Aug 31 10:41:16.162904 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cd3cd1e-0853-49ac-81c0-e5d4c1a3bf4c req-0b9e20ea-ee8f-4c93-ba53-65890011000a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=371f859b-0a02-4ed9-b495-5f5f19223ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380394 Aug 31 10:41:17.287246 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c10278-5735-476d-beef-77a0af88dee9 req-038071e6-0b6b-49e8-90ab-31ca076475ab tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:17.290804 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a2c10278-5735-476d-beef-77a0af88dee9 req-038071e6-0b6b-49e8-90ab-31ca076475ab tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 945 time: 0.0546119 Aug 31 10:41:17.329691 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a2c10278-5735-476d-beef-77a0af88dee9 req-96019a37-729e-450f-9541-b1a08628f55e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=371f859b-0a02-4ed9-b495-5f5f19223ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347886 Aug 31 10:41:17.398614 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:18.454946 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1ca3c-a9a0-4977-934a-007d1ce990b6 req-309dc400-de2e-4beb-8bd7-d0d0d6353fc2 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:18.457011 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98f1ca3c-a9a0-4977-934a-007d1ce990b6 req-309dc400-de2e-4beb-8bd7-d0d0d6353fc2 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 945 time: 0.0521705 Aug 31 10:41:18.495855 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-98f1ca3c-a9a0-4977-934a-007d1ce990b6 req-4502254c-a6b3-41d3-82b0-9b3af831856f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=371f859b-0a02-4ed9-b495-5f5f19223ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327630 Aug 31 10:41:19.613386 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba566c0b-6c1a-488a-9fd1-6d3b80fecbb5 req-974afd4a-32be-493d-bee7-534dea7e6e9e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:19.614901 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba566c0b-6c1a-488a-9fd1-6d3b80fecbb5 req-974afd4a-32be-493d-bee7-534dea7e6e9e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 945 time: 0.0491276 Aug 31 10:41:19.657156 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba566c0b-6c1a-488a-9fd1-6d3b80fecbb5 req-1fd5d2fa-2cce-4e82-ae61-910893867d1b tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=371f859b-0a02-4ed9-b495-5f5f19223ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362747 Aug 31 10:41:20.774322 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c2ba5-c3a9-4e4f-a0f0-9491060a285d req-dac43715-9c1b-4030-817a-c385c62be289 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:20.775951 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f72c2ba5-c3a9-4e4f-a0f0-9491060a285d req-dac43715-9c1b-4030-817a-c385c62be289 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 945 time: 0.0499072 Aug 31 10:41:20.817358 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f72c2ba5-c3a9-4e4f-a0f0-9491060a285d req-ed3ddfa4-253c-4f92-8aa5-3f81aa255208 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=371f859b-0a02-4ed9-b495-5f5f19223ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353281 Aug 31 10:41:21.945983 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73220b02-ea1c-4767-adb5-2f0d7e3c30c4 req-d828bb87-6fa3-40d5-a9ac-378e47860b63 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:21.949569 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-73220b02-ea1c-4767-adb5-2f0d7e3c30c4 req-d828bb87-6fa3-40d5-a9ac-378e47860b63 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 945 time: 0.0514753 Aug 31 10:41:21.988123 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-73220b02-ea1c-4767-adb5-2f0d7e3c30c4 req-6e2ed97f-1b7b-436d-93bb-35d959df1e60 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=371f859b-0a02-4ed9-b495-5f5f19223ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316291 Aug 31 10:41:22.959422 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5533f28-d6a0-4061-846a-e014818489d2 req-7d0a83bc-f19c-4bec-a55c-2c93a9d8e8f8 service neutron] 10.222.0.59 "GET /v2.0/ports/d1916da3-9a17-4a99-80c1-75ce3f9844b8/bindings/n-h2-791506-28 HTTP/1.1" status: 200 len: 383 time: 0.0544980 Aug 31 10:41:23.121038 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbfb10-3201-4ba2-948e-a4a8c7129425 req-8b61458d-b4b3-4e28-a6c5-34eb6a80eae1 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:23.122479 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a9fbfb10-3201-4ba2-948e-a4a8c7129425 req-8b61458d-b4b3-4e28-a6c5-34eb6a80eae1 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 945 time: 0.0590577 Aug 31 10:41:23.169781 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a9fbfb10-3201-4ba2-948e-a4a8c7129425 req-e61c5150-cfd8-4ade-bab5-c8fb0794983e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=371f859b-0a02-4ed9-b495-5f5f19223ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409837 Aug 31 10:41:23.521508 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5533f28-d6a0-4061-846a-e014818489d2 req-d78b9b96-ff2c-492c-8cc2-92c75bab9473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:23.523139 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5533f28-d6a0-4061-846a-e014818489d2 req-d78b9b96-ff2c-492c-8cc2-92c75bab9473 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea&tenant_id=b91d32a897fc4967ba6d80d0ca2736bc HTTP/1.1" status: 200 len: 1097 time: 0.0418832 Aug 31 10:41:23.592847 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5533f28-d6a0-4061-846a-e014818489d2 req-67ef03f9-dc99-4dea-b42d-5e8a34e23dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:23.594423 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5533f28-d6a0-4061-846a-e014818489d2 req-67ef03f9-dc99-4dea-b42d-5e8a34e23dbc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 1097 time: 0.0469375 Aug 31 10:41:23.693125 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5533f28-d6a0-4061-846a-e014818489d2 req-484e0c9d-8609-4067-93be-64f6a2b0d0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:23.695197 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5533f28-d6a0-4061-846a-e014818489d2 req-484e0c9d-8609-4067-93be-64f6a2b0d0d0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dcbad87d-d1d1-47e3-bd55-6dcba63e8e25 HTTP/1.1" status: 200 len: 899 time: 0.0934453 Aug 31 10:41:23.766730 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5533f28-d6a0-4061-846a-e014818489d2 req-a7a56410-ce9b-46c4-abac-045a42308618 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1916da3-9a17-4a99-80c1-75ce3f9844b8 HTTP/1.1" status: 200 len: 1001 time: 0.0615461 Aug 31 10:41:23.823672 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5533f28-d6a0-4061-846a-e014818489d2 req-c681eed6-3f89-4236-b655-253ee187629c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:23.825177 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5533f28-d6a0-4061-846a-e014818489d2 req-c681eed6-3f89-4236-b655-253ee187629c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=32f88cfe-d994-4eb9-ad76-799147f967c9 HTTP/1.1" status: 200 len: 835 time: 0.0497270 Aug 31 10:41:23.874500 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5533f28-d6a0-4061-846a-e014818489d2 req-40735e62-c5a1-4afb-8f12-9007b973c313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:23.876730 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5533f28-d6a0-4061-846a-e014818489d2 req-40735e62-c5a1-4afb-8f12-9007b973c313 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dcbad87d-d1d1-47e3-bd55-6dcba63e8e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436585 Aug 31 10:41:23.968914 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5533f28-d6a0-4061-846a-e014818489d2 req-0d08c511-ce0c-4649-ad95-6e8467b2b1f1 service neutron] 10.222.0.59 "GET /v2.0/networks/dcbad87d-d1d1-47e3-bd55-6dcba63e8e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839605 Aug 31 10:41:24.070708 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e5533f28-d6a0-4061-846a-e014818489d2 req-9a46e5d1-2641-43fc-a2ae-d4347e17854d service neutron] 10.222.0.59 "GET /v2.0/networks/dcbad87d-d1d1-47e3-bd55-6dcba63e8e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945363 Aug 31 10:41:24.289441 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb3103-65f8-41c2-862a-24bbe92db6c0 req-64db1485-bfde-4f8e-8719-b408e68fd322 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:24.290989 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3bfb3103-65f8-41c2-862a-24bbe92db6c0 req-64db1485-bfde-4f8e-8719-b408e68fd322 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 945 time: 0.0524528 Aug 31 10:41:24.330642 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3bfb3103-65f8-41c2-862a-24bbe92db6c0 req-780888f7-ae34-4541-b18f-ac41842992b6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=371f859b-0a02-4ed9-b495-5f5f19223ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325675 Aug 31 10:41:25.407181 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:41:25.448883 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b00672c-642a-4543-88f3-ef507ee3a89d req-34713415-a4b9-47ff-accd-9977e11fc40d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:25.450456 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b00672c-642a-4543-88f3-ef507ee3a89d req-34713415-a4b9-47ff-accd-9977e11fc40d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 945 time: 0.0510573 Aug 31 10:41:25.493874 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b00672c-642a-4543-88f3-ef507ee3a89d req-8e9d469d-5999-4276-892c-79ff50f516d8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=371f859b-0a02-4ed9-b495-5f5f19223ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365791 Aug 31 10:41:26.624417 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d05735-455b-481f-8275-4f2b05ff74ad req-aa8a5e95-473e-46a3-9687-be17893825cb tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:26.626095 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05d05735-455b-481f-8275-4f2b05ff74ad req-aa8a5e95-473e-46a3-9687-be17893825cb tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 945 time: 0.0569913 Aug 31 10:41:26.666653 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-05d05735-455b-481f-8275-4f2b05ff74ad req-8fe542ab-3652-40a4-b369-1e79fcdce623 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=371f859b-0a02-4ed9-b495-5f5f19223ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339243 Aug 31 10:41:26.912650 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device d1916da3-9a17-4a99-80c1-75ce3f9844b8 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:41:26.914809 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device d1916da3-9a17-4a99-80c1-75ce3f9844b8 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:41:27.044846 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57464e3-4dbc-444e-9369-562adfdb326f req-7c78c6c9-c462-497f-a6d9-7df9af62621d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:27.046420 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c57464e3-4dbc-444e-9369-562adfdb326f req-7c78c6c9-c462-497f-a6d9-7df9af62621d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 945 time: 0.0499654 Aug 31 10:41:27.060743 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:27.081212 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port d1916da3-9a17-4a99-80c1-75ce3f9844b8, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=d1916da3-9a17-4a99-80c1-75ce3f9844b8,segment=NetworkSegment(e72dc8a2-b865-454d-8d70-5be9ebd060b1),segment_id=e72dc8a2-b865-454d-8d70-5be9ebd060b1)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:41:27.094623 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c57464e3-4dbc-444e-9369-562adfdb326f req-03d9fe34-bc71-4de8-9cf0-166a7c84471d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=371f859b-0a02-4ed9-b495-5f5f19223ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396473 Aug 31 10:41:27.103870 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b492ea-bc1e-4e8e-94e1-e273645315ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1916da3-9a17-4a99-80c1-75ce3f9844b8'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:41:27.107709 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3434a80c-8c32-496c-9326-e2abb85de649" -d '{"events": [{"server_uuid": "68b492ea-bc1e-4e8e-94e1-e273645315ea", "name": "network-vif-unplugged", "status": "completed", "tag": "d1916da3-9a17-4a99-80c1-75ce3f9844b8"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:41:27.111758 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': 'd1916da3-9a17-4a99-80c1-75ce3f9844b8', 'network_id': 'dcbad87d-d1d1-47e3-bd55-6dcba63e8e25', 'port_id': 'd1916da3-9a17-4a99-80c1-75ce3f9844b8', 'mac_address': 'fa:16:3e:bf:78:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f88cfe-d994-4eb9-ad76-799147f967c9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:41:27.144283 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port d1916da3-9a17-4a99-80c1-75ce3f9844b8, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=d1916da3-9a17-4a99-80c1-75ce3f9844b8,segment=NetworkSegment(e72dc8a2-b865-454d-8d70-5be9ebd060b1),segment_id=e72dc8a2-b865-454d-8d70-5be9ebd060b1)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:41:27.152931 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8875d7-ca36-4594-9677-ea5015a35411 req-15c386b9-e8ff-43fa-b034-f584b6800159 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:27.154640 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b8875d7-ca36-4594-9677-ea5015a35411 req-15c386b9-e8ff-43fa-b034-f584b6800159 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.59 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea&tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&binding%3Ahost_id=n-h2-791506-28 HTTP/1.1" status: 200 len: 945 time: 0.0582898 Aug 31 10:41:27.160809 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:27.173526 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 10:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d023e5-8da6-46f9-b160-56091bb66b50 x-openstack-request-id: req-96d023e5-8da6-46f9-b160-56091bb66b50 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:41:27.174052 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b492ea-bc1e-4e8e-94e1-e273645315ea", "name": "network-vif-unplugged", "status": "completed", "tag": "d1916da3-9a17-4a99-80c1-75ce3f9844b8", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:41:27.174171 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-96d023e5-8da6-46f9-b160-56091bb66b50 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:41:27.174738 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b492ea-bc1e-4e8e-94e1-e273645315ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1916da3-9a17-4a99-80c1-75ce3f9844b8', 'code': 200} Aug 31 10:41:27.177607 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1916da3-9a17-4a99-80c1-75ce3f9844b8 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:41:27.238388 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:27.284410 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b05c3c-6e40-43e8-ab90-d01b9cd68b8f req-ce8cf5ef-5ec6-4aef-9132-c2dbe01dd06c tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:27.285987 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62b05c3c-6e40-43e8-ab90-d01b9cd68b8f req-ce8cf5ef-5ec6-4aef-9132-c2dbe01dd06c tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 945 time: 0.0891898 Aug 31 10:41:27.290589 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8875d7-ca36-4594-9677-ea5015a35411 req-537a111a-8806-4d11-be24-c3961c6e7ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:27.290589 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b8875d7-ca36-4594-9677-ea5015a35411 req-537a111a-8806-4d11-be24-c3961c6e7ea5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 1095 time: 0.0797448 Aug 31 10:41:27.308228 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 10:41:27.308576 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 10:41:27.321162 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=d1916da3-9a17-4a99-80c1-75ce3f9844b8,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:27.328578 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:27.328917 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:27.329245 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:27.329572 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:27.330460 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:27.330819 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:27.331138 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:27.331455 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:27.331768 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:27.332082 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:27.332396 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:27.332710 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:27.390752 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-62b05c3c-6e40-43e8-ab90-d01b9cd68b8f req-9ebff71b-3d7f-4045-b21b-c557a0ab9d6f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=371f859b-0a02-4ed9-b495-5f5f19223ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842602 Aug 31 10:41:27.417493 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8875d7-ca36-4594-9677-ea5015a35411 req-39d698a5-c0b7-4379-9c8c-51bee3e4bbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:27.419044 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b8875d7-ca36-4594-9677-ea5015a35411 req-39d698a5-c0b7-4379-9c8c-51bee3e4bbe0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dcbad87d-d1d1-47e3-bd55-6dcba63e8e25 HTTP/1.1" status: 200 len: 899 time: 0.1208527 Aug 31 10:41:27.493764 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b8875d7-ca36-4594-9677-ea5015a35411 req-f546a882-f3f3-43fa-a16a-babe888590f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1916da3-9a17-4a99-80c1-75ce3f9844b8 HTTP/1.1" status: 200 len: 999 time: 0.0602560 Aug 31 10:41:27.548196 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8875d7-ca36-4594-9677-ea5015a35411 req-58a8e084-0d4f-4d83-9955-79d9fe5805dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:27.550242 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b8875d7-ca36-4594-9677-ea5015a35411 req-58a8e084-0d4f-4d83-9955-79d9fe5805dc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=32f88cfe-d994-4eb9-ad76-799147f967c9 HTTP/1.1" status: 200 len: 835 time: 0.0450220 Aug 31 10:41:27.599384 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8875d7-ca36-4594-9677-ea5015a35411 req-50258b0d-8ae5-4d9f-8dd3-ab370694cf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:27.600771 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b8875d7-ca36-4594-9677-ea5015a35411 req-50258b0d-8ae5-4d9f-8dd3-ab370694cf47 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dcbad87d-d1d1-47e3-bd55-6dcba63e8e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437176 Aug 31 10:41:27.690505 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b8875d7-ca36-4594-9677-ea5015a35411 req-1b971742-bc93-4a97-ad72-bf97f00412db service neutron] 10.222.0.59 "GET /v2.0/networks/dcbad87d-d1d1-47e3-bd55-6dcba63e8e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829091 Aug 31 10:41:27.784940 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b8875d7-ca36-4594-9677-ea5015a35411 req-84e6b88b-2905-4c07-af86-4ea36dbc950d service neutron] 10.222.0.59 "GET /v2.0/networks/dcbad87d-d1d1-47e3-bd55-6dcba63e8e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875528 Aug 31 10:41:27.846995 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:27.862654 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1916da3-9a17-4a99-80c1-75ce3f9844b8 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:41:27.882735 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port d1916da3-9a17-4a99-80c1-75ce3f9844b8, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=d1916da3-9a17-4a99-80c1-75ce3f9844b8,segment=NetworkSegment(e72dc8a2-b865-454d-8d70-5be9ebd060b1),segment_id=e72dc8a2-b865-454d-8d70-5be9ebd060b1)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:41:27.973674 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:28.029703 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=d1916da3-9a17-4a99-80c1-75ce3f9844b8,revision_number=7']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:28.244231 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['d1916da3-9a17-4a99-80c1-75ce3f9844b8'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:41:28.524122 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20154fa3-c457-4ad6-8584-cc6ad48d9e36 req-7c35b731-47d9-427e-a2c8-6a0123e1acfc tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:28.525583 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-20154fa3-c457-4ad6-8584-cc6ad48d9e36 req-7c35b731-47d9-427e-a2c8-6a0123e1acfc tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 944 time: 0.0609419 Aug 31 10:41:28.566295 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-20154fa3-c457-4ad6-8584-cc6ad48d9e36 req-0fca783f-1c87-4f8b-b7b1-4550d8bd4030 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=371f859b-0a02-4ed9-b495-5f5f19223ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343354 Aug 31 10:41:29.681937 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cefa8-2d39-455c-b67d-e3ba261041b9 req-4f7cbb53-def4-4bf9-ba18-493bf16c3b68 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:29.683492 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5c6cefa8-2d39-455c-b67d-e3ba261041b9 req-4f7cbb53-def4-4bf9-ba18-493bf16c3b68 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 944 time: 0.0491230 Aug 31 10:41:29.721515 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5c6cefa8-2d39-455c-b67d-e3ba261041b9 req-3b59ac6c-a169-4f66-bbfd-027757000831 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=371f859b-0a02-4ed9-b495-5f5f19223ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318623 Aug 31 10:41:29.752860 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56310) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:41:29.812735 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d5105997-7389-480c-8d12-2395140d1e75 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/floatingips/4bfef3f3-72ab-4333-9389-4999a7c08d1e HTTP/1.1" status: 200 len: 992 time: 0.0587177 Aug 31 10:41:30.917544 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device d1916da3-9a17-4a99-80c1-75ce3f9844b8 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:41:30.966991 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port d1916da3-9a17-4a99-80c1-75ce3f9844b8 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:41:30.967355 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:31.045698 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:31.068206 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b492ea-bc1e-4e8e-94e1-e273645315ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1916da3-9a17-4a99-80c1-75ce3f9844b8'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:41:31.070405 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a946cbbf-eb9b-461f-ad2d-f473d6a5c7c0" -d '{"events": [{"server_uuid": "68b492ea-bc1e-4e8e-94e1-e273645315ea", "name": "network-vif-plugged", "status": "completed", "tag": "d1916da3-9a17-4a99-80c1-75ce3f9844b8"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:41:31.083901 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port d1916da3-9a17-4a99-80c1-75ce3f9844b8, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=d1916da3-9a17-4a99-80c1-75ce3f9844b8,segment=NetworkSegment(e72dc8a2-b865-454d-8d70-5be9ebd060b1),segment_id=e72dc8a2-b865-454d-8d70-5be9ebd060b1)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:41:31.107236 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521a20f8-cec8-469e-b89a-58d34cf62068 x-openstack-request-id: req-521a20f8-cec8-469e-b89a-58d34cf62068 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:41:31.107529 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b492ea-bc1e-4e8e-94e1-e273645315ea", "name": "network-vif-plugged", "status": "completed", "tag": "d1916da3-9a17-4a99-80c1-75ce3f9844b8", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:41:31.107779 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-521a20f8-cec8-469e-b89a-58d34cf62068 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:41:31.108170 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b492ea-bc1e-4e8e-94e1-e273645315ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1916da3-9a17-4a99-80c1-75ce3f9844b8', 'code': 200} Aug 31 10:41:31.167240 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:31.214430 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=d1916da3-9a17-4a99-80c1-75ce3f9844b8,revision_number=8']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:33.603180 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:34.178570 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:38.983214 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6fc70695-dbb3-4c3e-9b10-11643eed63b0 req-0f10161c-09b9-4cd0-8b90-de566f3f109c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0262048 Aug 31 10:41:39.058275 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6fc70695-dbb3-4c3e-9b10-11643eed63b0 req-c86ba219-aff0-4542-ad8b-727b8bcf196b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0314674 Aug 31 10:41:39.102242 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6fc70695-dbb3-4c3e-9b10-11643eed63b0 req-56d95f14-aa3d-40b4-abf3-f246c886154e service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206881 Aug 31 10:41:39.197325 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc70695-dbb3-4c3e-9b10-11643eed63b0 req-023a3902-08da-4325-95f4-ab08c9a731d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:39.198808 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6fc70695-dbb3-4c3e-9b10-11643eed63b0 req-023a3902-08da-4325-95f4-ab08c9a731d9 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0886366 Aug 31 10:41:41.406390 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2afd1878-16cc-49a2-8619-fc8f4355c904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:44.057678 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d18b9ebe-bb24-4256-92f4-2d60ebcc2b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:44.160696 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:45.703484 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:47.397625 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:58.156606 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56326) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:41:58.390288 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-d57b5da0-6156-49b9-b6ca-f3a3ec641230 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Deleting port e6d75107-c3b3-4e91-9d8f-571112f69f68 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:41:58.390837 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d57b5da0-6156-49b9-b6ca-f3a3ec641230 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:58.478039 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d57b5da0-6156-49b9-b6ca-f3a3ec641230 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:58.478372 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d57b5da0-6156-49b9-b6ca-f3a3ec641230 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:58.490680 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-d57b5da0-6156-49b9-b6ca-f3a3ec641230 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Calling delete_port for e6d75107-c3b3-4e91-9d8f-571112f69f68 owned by network:floatingip {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:41:58.734105 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d57b5da0-6156-49b9-b6ca-f3a3ec641230 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:58.760549 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b5da0-6156-49b9-b6ca-f3a3ec641230 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event deleted for resources: {'Port': ['ID=e6d75107-c3b3-4e91-9d8f-571112f69f68,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:41:58.785261 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b5da0-6156-49b9-b6ca-f3a3ec641230 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:58.785612 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b5da0-6156-49b9-b6ca-f3a3ec641230 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:58.785949 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b5da0-6156-49b9-b6ca-f3a3ec641230 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:58.786280 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b5da0-6156-49b9-b6ca-f3a3ec641230 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:58.786638 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b5da0-6156-49b9-b6ca-f3a3ec641230 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:58.786971 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b5da0-6156-49b9-b6ca-f3a3ec641230 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:58.787298 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b5da0-6156-49b9-b6ca-f3a3ec641230 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:58.787622 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b5da0-6156-49b9-b6ca-f3a3ec641230 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:58.787946 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b5da0-6156-49b9-b6ca-f3a3ec641230 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:58.788711 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b5da0-6156-49b9-b6ca-f3a3ec641230 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:58.789035 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b5da0-6156-49b9-b6ca-f3a3ec641230 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:58.789350 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57b5da0-6156-49b9-b6ca-f3a3ec641230 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:41:58.839227 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d57b5da0-6156-49b9-b6ca-f3a3ec641230 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for floatingip, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:58.839529 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [None req-d57b5da0-6156-49b9-b6ca-f3a3ec641230 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Floating IP 4bfef3f3-72ab-4333-9389-4999a7c08d1e disassociated (deleted). External IP: 172.25.2.155, port: d1916da3-9a17-4a99-80c1-75ce3f9844b8. Aug 31 10:41:59.053258 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57b5da0-6156-49b9-b6ca-f3a3ec641230 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Router 79bef496-b093-4cc2-9a6c-84ebf6dfe363 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:41:59.163521 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57b5da0-6156-49b9-b6ca-f3a3ec641230 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:41:59.168441 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d57b5da0-6156-49b9-b6ca-f3a3ec641230 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:41:59.175531 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5e609a-0a74-41ab-86f4-ea7c63024575 None None] Sync routers for ids ['79bef496-b093-4cc2-9a6c-84ebf6dfe363'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:41:59.185496 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5e609a-0a74-41ab-86f4-ea7c63024575 None None] Routers {'79bef496-b093-4cc2-9a6c-84ebf6dfe363'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:41:59.186125 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-ac5e609a-0a74-41ab-86f4-ea7c63024575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:41:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['79bef496-b093-4cc2-9a6c-84ebf6dfe363'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:41:59.196449 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d57b5da0-6156-49b9-b6ca-f3a3ec641230 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "DELETE /v2.0/floatingips/4bfef3f3-72ab-4333-9389-4999a7c08d1e HTTP/1.1" status: 204 len: 168 time: 1.0382423 Aug 31 10:41:59.197035 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b492ea-bc1e-4e8e-94e1-e273645315ea', 'tag': 'd1916da3-9a17-4a99-80c1-75ce3f9844b8'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:41:59.199524 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efb09fcb25d757964e6e64477cf3964f72eef090657aa62846af519e9d9507f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63015222-e6ea-4e7c-a14a-0355ec5162a8" -d '{"events": [{"name": "network-changed", "server_uuid": "68b492ea-bc1e-4e8e-94e1-e273645315ea", "tag": "d1916da3-9a17-4a99-80c1-75ce3f9844b8"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:41:59.300659 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-ac5e609a-0a74-41ab-86f4-ea7c63024575 None None] Set router 79bef496-b093-4cc2-9a6c-84ebf6dfe363 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:41:59.317306 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d653c5b-fb9f-4824-9b64-fce6e8cb3ee2 x-openstack-request-id: req-1d653c5b-fb9f-4824-9b64-fce6e8cb3ee2 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:41:59.317597 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b492ea-bc1e-4e8e-94e1-e273645315ea", "tag": "d1916da3-9a17-4a99-80c1-75ce3f9844b8", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:41:59.317845 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-1d653c5b-fb9f-4824-9b64-fce6e8cb3ee2 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:41:59.318244 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b492ea-bc1e-4e8e-94e1-e273645315ea', 'tag': 'd1916da3-9a17-4a99-80c1-75ce3f9844b8', 'status': 'completed', 'code': 200} Aug 31 10:41:59.382014 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63015222-e6ea-4e7c-a14a-0355ec5162a8 req-ead9bff8-e0db-4b0c-bab3-fd72d92b0a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:59.383551 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-63015222-e6ea-4e7c-a14a-0355ec5162a8 req-ead9bff8-e0db-4b0c-bab3-fd72d92b0a70 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 1097 time: 0.0435891 Aug 31 10:41:59.487789 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63015222-e6ea-4e7c-a14a-0355ec5162a8 req-6ea1605e-2394-40fb-b611-9dad2e311827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:59.490083 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-63015222-e6ea-4e7c-a14a-0355ec5162a8 req-6ea1605e-2394-40fb-b611-9dad2e311827 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dcbad87d-d1d1-47e3-bd55-6dcba63e8e25 HTTP/1.1" status: 200 len: 899 time: 0.0982077 Aug 31 10:41:59.517333 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-ac5e609a-0a74-41ab-86f4-ea7c63024575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172211756', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6a40a6e5-7fa5-420d-834d-ad91ea74ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:40:14Z', 'updated_at': '2021-08-31T10:40:19Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '6a40a6e5-7fa5-420d-834d-ad91ea74ea58', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:59:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:15Z', 'updated_at': '2021-08-31T10:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '558fd422-3bd2-446c-8c76-94201c241cd4', 'name': '', 'network_id': 'dcbad87d-d1d1-47e3-bd55-6dcba63e8e25', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:22:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '32f88cfe-d994-4eb9-ad76-799147f967c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:18Z', 'updated_at': '2021-08-31T10:40:24Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': '32f88cfe-d994-4eb9-ad76-799147f967c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:41:59.533733 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-63015222-e6ea-4e7c-a14a-0355ec5162a8 req-0c8e84f6-337d-40e0-b1ed-0b5773eeb589 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1916da3-9a17-4a99-80c1-75ce3f9844b8 HTTP/1.1" status: 200 len: 217 time: 0.0368338 Aug 31 10:41:59.550162 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5e609a-0a74-41ab-86f4-ea7c63024575 None None] Checking router: 79bef496-b093-4cc2-9a6c-84ebf6dfe363 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:41:59.566620 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5e609a-0a74-41ab-86f4-ea7c63024575 None None] Routers {'79bef496-b093-4cc2-9a6c-84ebf6dfe363'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:41:59.566620 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-ac5e609a-0a74-41ab-86f4-ea7c63024575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:41:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['79bef496-b093-4cc2-9a6c-84ebf6dfe363'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:41:59.597854 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63015222-e6ea-4e7c-a14a-0355ec5162a8 req-c765b3cf-c6a4-45ee-a1a1-bc9f5b329efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:59.599474 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-63015222-e6ea-4e7c-a14a-0355ec5162a8 req-c765b3cf-c6a4-45ee-a1a1-bc9f5b329efa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=32f88cfe-d994-4eb9-ad76-799147f967c9 HTTP/1.1" status: 200 len: 835 time: 0.0592139 Aug 31 10:41:59.679441 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63015222-e6ea-4e7c-a14a-0355ec5162a8 req-b64a87e1-fcaa-4ddd-a297-625c22ff9df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:41:59.681527 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-63015222-e6ea-4e7c-a14a-0355ec5162a8 req-b64a87e1-fcaa-4ddd-a297-625c22ff9df1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dcbad87d-d1d1-47e3-bd55-6dcba63e8e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751326 Aug 31 10:41:59.690227 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-ac5e609a-0a74-41ab-86f4-ea7c63024575 None None] Set router 79bef496-b093-4cc2-9a6c-84ebf6dfe363 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:41:59.907071 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-ac5e609a-0a74-41ab-86f4-ea7c63024575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172211756', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6a40a6e5-7fa5-420d-834d-ad91ea74ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:40:14Z', 'updated_at': '2021-08-31T10:40:19Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '6a40a6e5-7fa5-420d-834d-ad91ea74ea58', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:59:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:15Z', 'updated_at': '2021-08-31T10:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '558fd422-3bd2-446c-8c76-94201c241cd4', 'name': '', 'network_id': 'dcbad87d-d1d1-47e3-bd55-6dcba63e8e25', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:22:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '32f88cfe-d994-4eb9-ad76-799147f967c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:18Z', 'updated_at': '2021-08-31T10:40:24Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': '32f88cfe-d994-4eb9-ad76-799147f967c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:41:59.936248 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5e609a-0a74-41ab-86f4-ea7c63024575 None None] The sync data for ids ['79bef496-b093-4cc2-9a6c-84ebf6dfe363'] in n-d-791506-28 is: [{'id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172211756', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6a40a6e5-7fa5-420d-834d-ad91ea74ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:40:14Z', 'updated_at': '2021-08-31T10:40:19Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '6a40a6e5-7fa5-420d-834d-ad91ea74ea58', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:59:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:15Z', 'updated_at': '2021-08-31T10:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '558fd422-3bd2-446c-8c76-94201c241cd4', 'name': '', 'network_id': 'dcbad87d-d1d1-47e3-bd55-6dcba63e8e25', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:22:08:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '32f88cfe-d994-4eb9-ad76-799147f967c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:18Z', 'updated_at': '2021-08-31T10:40:24Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': '32f88cfe-d994-4eb9-ad76-799147f967c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:42:00.104649 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4da71-f83c-4b38-99d7-755812939e24 req-5d8cf60d-670c-48a4-9136-0283a46ff728 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:00.106167 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f5c4da71-f83c-4b38-99d7-755812939e24 req-5d8cf60d-670c-48a4-9136-0283a46ff728 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 945 time: 0.4580009 Aug 31 10:42:00.162115 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f5c4da71-f83c-4b38-99d7-755812939e24 req-ea25b117-df3b-4b31-a928-f0e9c66e8b44 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=371f859b-0a02-4ed9-b495-5f5f19223ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474613 Aug 31 10:42:00.182815 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-63015222-e6ea-4e7c-a14a-0355ec5162a8 req-44f78468-c271-4520-affc-5659382856f7 service neutron] 10.222.0.59 "GET /v2.0/networks/dcbad87d-d1d1-47e3-bd55-6dcba63e8e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4894385 Aug 31 10:42:00.211761 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5a7fa1-22d3-4ef6-970f-9aabe90f89dd None None] New status for floating IP 4bfef3f3-72ab-4333-9389-4999a7c08d1e: DOWN {{(pid=95555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:42:00.284169 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-63015222-e6ea-4e7c-a14a-0355ec5162a8 req-b6726515-571d-4991-8ef9-6b007f2fe3cb service neutron] 10.222.0.59 "GET /v2.0/networks/dcbad87d-d1d1-47e3-bd55-6dcba63e8e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924766 Aug 31 10:42:01.039580 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac0e4f-643f-4da6-815b-76815a4db295 req-3c564ca5-7d15-467f-bdfe-eb8dad5a1fa6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:01.041141 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cdac0e4f-643f-4da6-815b-76815a4db295 req-3c564ca5-7d15-467f-bdfe-eb8dad5a1fa6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.59 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 945 time: 0.0574214 Aug 31 10:42:01.133335 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-cdac0e4f-643f-4da6-815b-76815a4db295 req-d0c61395-e353-4871-b54b-998b22d0151e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Deleting port d1916da3-9a17-4a99-80c1-75ce3f9844b8 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:42:01.133572 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-cdac0e4f-643f-4da6-815b-76815a4db295 req-d0c61395-e353-4871-b54b-998b22d0151e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:01.234032 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-cdac0e4f-643f-4da6-815b-76815a4db295 req-d0c61395-e353-4871-b54b-998b22d0151e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] For port d1916da3-9a17-4a99-80c1-75ce3f9844b8, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=d1916da3-9a17-4a99-80c1-75ce3f9844b8,segment=NetworkSegment(e72dc8a2-b865-454d-8d70-5be9ebd060b1),segment_id=e72dc8a2-b865-454d-8d70-5be9ebd060b1)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:42:01.234621 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-cdac0e4f-643f-4da6-815b-76815a4db295 req-d0c61395-e353-4871-b54b-998b22d0151e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:01.273086 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-cdac0e4f-643f-4da6-815b-76815a4db295 req-d0c61395-e353-4871-b54b-998b22d0151e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Calling delete_port for d1916da3-9a17-4a99-80c1-75ce3f9844b8 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:42:01.332049 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83740d4b-481a-41d3-898f-cfd0f79f4ace req-987b953a-6d1a-47ac-abeb-d1dcf302c77d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:01.333685 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-83740d4b-481a-41d3-898f-cfd0f79f4ace req-987b953a-6d1a-47ac-abeb-d1dcf302c77d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 945 time: 0.0952201 Aug 31 10:42:01.403755 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-83740d4b-481a-41d3-898f-cfd0f79f4ace req-129fad47-80a1-4341-aca6-a06d05f8b8f2 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=371f859b-0a02-4ed9-b495-5f5f19223ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585883 Aug 31 10:42:01.560778 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-cdac0e4f-643f-4da6-815b-76815a4db295 req-d0c61395-e353-4871-b54b-998b22d0151e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:01.592397 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c61395-e353-4871-b54b-998b22d0151e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event deleted for resources: {'Port': ['ID=d1916da3-9a17-4a99-80c1-75ce3f9844b8,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:01.619468 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c61395-e353-4871-b54b-998b22d0151e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:01.619814 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c61395-e353-4871-b54b-998b22d0151e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:01.620155 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c61395-e353-4871-b54b-998b22d0151e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:01.620485 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c61395-e353-4871-b54b-998b22d0151e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:01.620861 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c61395-e353-4871-b54b-998b22d0151e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:01.621310 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c61395-e353-4871-b54b-998b22d0151e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:01.621458 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c61395-e353-4871-b54b-998b22d0151e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:01.621770 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c61395-e353-4871-b54b-998b22d0151e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:01.622088 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c61395-e353-4871-b54b-998b22d0151e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:01.622408 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c61395-e353-4871-b54b-998b22d0151e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:01.622759 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c61395-e353-4871-b54b-998b22d0151e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:01.623075 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c61395-e353-4871-b54b-998b22d0151e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:01.648499 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdac0e4f-643f-4da6-815b-76815a4db295 req-d0c61395-e353-4871-b54b-998b22d0151e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] No DVR routers for this DVR port d1916da3-9a17-4a99-80c1-75ce3f9844b8 on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:42:01.651081 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-cdac0e4f-643f-4da6-815b-76815a4db295 req-d0c61395-e353-4871-b54b-998b22d0151e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:01.653132 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cdac0e4f-643f-4da6-815b-76815a4db295 req-d0c61395-e353-4871-b54b-998b22d0151e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.59 "DELETE /v2.0/ports/d1916da3-9a17-4a99-80c1-75ce3f9844b8 HTTP/1.1" status: 204 len: 173 time: 0.6063669 Aug 31 10:42:01.653577 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b492ea-bc1e-4e8e-94e1-e273645315ea', 'name': 'network-vif-deleted', 'tag': 'd1916da3-9a17-4a99-80c1-75ce3f9844b8'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:42:01.655949 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c846569b-611d-4537-84c8-a1c0774c832f" -d '{"events": [{"server_uuid": "68b492ea-bc1e-4e8e-94e1-e273645315ea", "name": "network-vif-deleted", "tag": "d1916da3-9a17-4a99-80c1-75ce3f9844b8"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:42:01.695662 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d908313f-8b3a-4d2d-a8d2-f38bbdf09cbc x-openstack-request-id: req-d908313f-8b3a-4d2d-a8d2-f38bbdf09cbc {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:42:01.695960 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b492ea-bc1e-4e8e-94e1-e273645315ea", "name": "network-vif-deleted", "tag": "d1916da3-9a17-4a99-80c1-75ce3f9844b8", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:42:01.696218 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-d908313f-8b3a-4d2d-a8d2-f38bbdf09cbc {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:42:01.696618 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b492ea-bc1e-4e8e-94e1-e273645315ea', 'name': 'network-vif-deleted', 'tag': 'd1916da3-9a17-4a99-80c1-75ce3f9844b8', 'status': 'completed', 'code': 200} Aug 31 10:42:02.407143 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:42:02.521749 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-77a27449-6be7-44a7-89b1-86c12a4839e4 req-c71b2012-a6ec-47fc-9df2-0252bb9d91a5 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=68b492ea-bc1e-4e8e-94e1-e273645315ea HTTP/1.1" status: 200 len: 210 time: 0.0331390 Aug 31 10:42:03.581114 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56348) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:42:03.642475 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:03.965439 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3514f2f3-78b2-494b-83c5-0f4e44074a41 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:04.202646 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:04.567486 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-3514f2f3-78b2-494b-83c5-0f4e44074a41 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Deleting port 558fd422-3bd2-446c-8c76-94201c241cd4 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:42:04.567752 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3514f2f3-78b2-494b-83c5-0f4e44074a41 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:04.658535 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-3514f2f3-78b2-494b-83c5-0f4e44074a41 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] For port 558fd422-3bd2-446c-8c76-94201c241cd4, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=558fd422-3bd2-446c-8c76-94201c241cd4,segment=NetworkSegment(e72dc8a2-b865-454d-8d70-5be9ebd060b1),segment_id=e72dc8a2-b865-454d-8d70-5be9ebd060b1)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:42:04.659398 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3514f2f3-78b2-494b-83c5-0f4e44074a41 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:04.672001 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-3514f2f3-78b2-494b-83c5-0f4e44074a41 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Calling delete_port for 558fd422-3bd2-446c-8c76-94201c241cd4 owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:42:04.962681 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3514f2f3-78b2-494b-83c5-0f4e44074a41 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:04.991647 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514f2f3-78b2-494b-83c5-0f4e44074a41 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event deleted for resources: {'Port': ['ID=558fd422-3bd2-446c-8c76-94201c241cd4,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:05.114105 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device d1916da3-9a17-4a99-80c1-75ce3f9844b8 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:42:05.137240 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: d1916da3-9a17-4a99-80c1-75ce3f9844b8 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:42:05.137896 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device d1916da3-9a17-4a99-80c1-75ce3f9844b8 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:42:05.177066 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3514f2f3-78b2-494b-83c5-0f4e44074a41 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:05.405973 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3514f2f3-78b2-494b-83c5-0f4e44074a41 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Router 79bef496-b093-4cc2-9a6c-84ebf6dfe363 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:42:05.519592 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3514f2f3-78b2-494b-83c5-0f4e44074a41 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:42:05.526445 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3514f2f3-78b2-494b-83c5-0f4e44074a41 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "PUT /v2.0/routers/79bef496-b093-4cc2-9a6c-84ebf6dfe363/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9442210 Aug 31 10:42:05.529759 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56350) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:42:05.534179 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189212b7-2812-44df-a6cb-09177e5d8ffa None None] Sync routers for ids ['79bef496-b093-4cc2-9a6c-84ebf6dfe363'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:42:05.543813 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189212b7-2812-44df-a6cb-09177e5d8ffa None None] Routers {'79bef496-b093-4cc2-9a6c-84ebf6dfe363'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:42:05.544517 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-189212b7-2812-44df-a6cb-09177e5d8ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:41:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['79bef496-b093-4cc2-9a6c-84ebf6dfe363'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:42:05.582482 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e71da1-4729-45b7-9b51-e282fd0aad2a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Deleting subnet 32f88cfe-d994-4eb9-ad76-799147f967c9 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:42:05.585768 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-39e71da1-4729-45b7-9b51-e282fd0aad2a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:05.627449 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-39e71da1-4729-45b7-9b51-e282fd0aad2a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:05.668656 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-189212b7-2812-44df-a6cb-09177e5d8ffa None None] Set router 79bef496-b093-4cc2-9a6c-84ebf6dfe363 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:42:05.726252 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-39e71da1-4729-45b7-9b51-e282fd0aad2a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:05.868846 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-189212b7-2812-44df-a6cb-09177e5d8ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172211756', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6a40a6e5-7fa5-420d-834d-ad91ea74ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:40:14Z', 'updated_at': '2021-08-31T10:42:04Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '6a40a6e5-7fa5-420d-834d-ad91ea74ea58', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:59:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:15Z', 'updated_at': '2021-08-31T10:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:42:05.898302 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189212b7-2812-44df-a6cb-09177e5d8ffa None None] Checking router: 79bef496-b093-4cc2-9a6c-84ebf6dfe363 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:42:05.908513 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189212b7-2812-44df-a6cb-09177e5d8ffa None None] Routers {'79bef496-b093-4cc2-9a6c-84ebf6dfe363'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:42:05.909227 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-189212b7-2812-44df-a6cb-09177e5d8ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:41:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['79bef496-b093-4cc2-9a6c-84ebf6dfe363'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:42:06.019630 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-189212b7-2812-44df-a6cb-09177e5d8ffa None None] Set router 79bef496-b093-4cc2-9a6c-84ebf6dfe363 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:42:06.054504 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-39e71da1-4729-45b7-9b51-e282fd0aad2a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:06.081490 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e71da1-4729-45b7-9b51-e282fd0aad2a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event deleted for resources: {'Subnet': ['ID=32f88cfe-d994-4eb9-ad76-799147f967c9,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:06.089061 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-39e71da1-4729-45b7-9b51-e282fd0aad2a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:06.094034 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-39e71da1-4729-45b7-9b51-e282fd0aad2a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "DELETE /v2.0/subnets/32f88cfe-d994-4eb9-ad76-799147f967c9 HTTP/1.1" status: 204 len: 168 time: 0.5605583 Aug 31 10:42:06.095042 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56352) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:42:06.113843 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7e658a-adf0-4048-83a1-7d31482496db None None] Network dcbad87d-d1d1-47e3-bd55-6dcba63e8e25 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:42:06.216137 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3307d6a9-714b-432d-8f83-c37ec7b87fc0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:06.349031 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3307d6a9-714b-432d-8f83-c37ec7b87fc0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:06.473828 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-189212b7-2812-44df-a6cb-09177e5d8ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172211756', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6a40a6e5-7fa5-420d-834d-ad91ea74ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:40:14Z', 'updated_at': '2021-08-31T10:42:04Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '6a40a6e5-7fa5-420d-834d-ad91ea74ea58', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:59:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:15Z', 'updated_at': '2021-08-31T10:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:42:06.502528 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189212b7-2812-44df-a6cb-09177e5d8ffa None None] The sync data for ids ['79bef496-b093-4cc2-9a6c-84ebf6dfe363'] in n-d-791506-28 is: [{'id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172211756', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '6a40a6e5-7fa5-420d-834d-ad91ea74ea58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:40:14Z', 'updated_at': '2021-08-31T10:42:04Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '6a40a6e5-7fa5-420d-834d-ad91ea74ea58', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:59:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bef496-b093-4cc2-9a6c-84ebf6dfe363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:40:15Z', 'updated_at': '2021-08-31T10:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:42:06.528873 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb4d3a7-08f6-44c1-82a1-119bb65f6f82 None None] DHCP port deletion for dcbad87d-d1d1-47e3-bd55-6dcba63e8e25 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:42:06.537817 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-3307d6a9-714b-432d-8f83-c37ec7b87fc0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Deleting port 6a40a6e5-7fa5-420d-834d-ad91ea74ea58 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:42:06.537817 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3307d6a9-714b-432d-8f83-c37ec7b87fc0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:06.582452 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-1cb4d3a7-08f6-44c1-82a1-119bb65f6f82 None None] Deleting port 3a4fc0ea-38e3-4869-9285-06422878753e {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:42:06.582741 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1cb4d3a7-08f6-44c1-82a1-119bb65f6f82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:06.639477 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-3307d6a9-714b-432d-8f83-c37ec7b87fc0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] For port 6a40a6e5-7fa5-420d-834d-ad91ea74ea58, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=6a40a6e5-7fa5-420d-834d-ad91ea74ea58,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:42:06.639851 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3307d6a9-714b-432d-8f83-c37ec7b87fc0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:06.653673 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-3307d6a9-714b-432d-8f83-c37ec7b87fc0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Calling delete_port for 6a40a6e5-7fa5-420d-834d-ad91ea74ea58 owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:42:06.662029 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-1cb4d3a7-08f6-44c1-82a1-119bb65f6f82 None None] For port 3a4fc0ea-38e3-4869-9285-06422878753e, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=3a4fc0ea-38e3-4869-9285-06422878753e,segment=NetworkSegment(e72dc8a2-b865-454d-8d70-5be9ebd060b1),segment_id=e72dc8a2-b865-454d-8d70-5be9ebd060b1)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:42:06.662608 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1cb4d3a7-08f6-44c1-82a1-119bb65f6f82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:06.677381 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-1cb4d3a7-08f6-44c1-82a1-119bb65f6f82 None None] Calling delete_port for 3a4fc0ea-38e3-4869-9285-06422878753e owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:42:06.882693 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1cb4d3a7-08f6-44c1-82a1-119bb65f6f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:06.911142 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4d3a7-08f6-44c1-82a1-119bb65f6f82 None None] Pushing event deleted for resources: {'Port': ['ID=3a4fc0ea-38e3-4869-9285-06422878753e,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:06.914029 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb4d3a7-08f6-44c1-82a1-119bb65f6f82 None None] No DVR routers for this DVR port 3a4fc0ea-38e3-4869-9285-06422878753e on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:42:06.947436 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3307d6a9-714b-432d-8f83-c37ec7b87fc0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:06.981730 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307d6a9-714b-432d-8f83-c37ec7b87fc0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event deleted for resources: {'Port': ['ID=6a40a6e5-7fa5-420d-834d-ad91ea74ea58,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:07.046521 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3307d6a9-714b-432d-8f83-c37ec7b87fc0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:07.146641 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3307d6a9-714b-432d-8f83-c37ec7b87fc0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:07.148747 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3307d6a9-714b-432d-8f83-c37ec7b87fc0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:07.291820 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3307d6a9-714b-432d-8f83-c37ec7b87fc0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:07.292396 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3307d6a9-714b-432d-8f83-c37ec7b87fc0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Fanout notify agent at l3_agent the message router_deleted on router 79bef496-b093-4cc2-9a6c-84ebf6dfe363 {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:42:07.300118 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3307d6a9-714b-432d-8f83-c37ec7b87fc0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:07.303867 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3307d6a9-714b-432d-8f83-c37ec7b87fc0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "DELETE /v2.0/routers/79bef496-b093-4cc2-9a6c-84ebf6dfe363 HTTP/1.1" status: 204 len: 168 time: 1.2055750 Aug 31 10:42:07.306280 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56354) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:42:07.389574 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b3da6854-f767-4534-864a-c831e8274c88 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:07.487939 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b3da6854-f767-4534-864a-c831e8274c88 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:07.498053 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-b3da6854-f767-4534-864a-c831e8274c88 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcbad87d-d1d1-47e3-bd55-6dcba63e8e25']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:42:07.508938 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-b3da6854-f767-4534-864a-c831e8274c88 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72dc8a2-b865-454d-8d70-5be9ebd060b1') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:42:07.509229 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-b3da6854-f767-4534-864a-c831e8274c88 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72dc8a2-b865-454d-8d70-5be9ebd060b1') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:42:07.519041 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b3da6854-f767-4534-864a-c831e8274c88 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:07.540177 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b3da6854-f767-4534-864a-c831e8274c88 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:07.546196 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3da6854-f767-4534-864a-c831e8274c88 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Releasing vlan 1629 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:42:07.546614 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b3da6854-f767-4534-864a-c831e8274c88 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:07.549581 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 10:42:07.549581 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:42:07.549581 n-d-791506-28 neutron-server[95553]: timer() Aug 31 10:42:07.549581 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:42:07.549581 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 10:42:07.549581 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:42:07.549581 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 10:42:07.549581 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:42:07.549581 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 10:42:07.549581 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:42:07.549581 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 10:42:07.549581 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:42:07.549581 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 10:42:07.549581 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:42:07.549581 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:42:07.549581 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:42:07.549581 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:42:07.549581 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:42:07.549581 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 10:42:07.549581 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:42:07.549581 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 10:42:07.549581 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:42:07.549581 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:42:07.549581 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:42:07.549581 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 10:42:07.549581 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:42:07.549581 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:42:07.549581 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:42:07.549581 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:42:07.549581 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:42:07.549581 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:42:07.549581 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:42:07.717011 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b3da6854-f767-4534-864a-c831e8274c88 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:07.726588 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b3da6854-f767-4534-864a-c831e8274c88 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:07.728130 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b3da6854-f767-4534-864a-c831e8274c88 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "DELETE /v2.0/networks/dcbad87d-d1d1-47e3-bd55-6dcba63e8e25 HTTP/1.1" status: 204 len: 168 time: 0.4227262 Aug 31 10:42:07.731090 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56356) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:42:07.739049 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da6854-f767-4534-864a-c831e8274c88 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event deleted for resources: {'Network': ['ID=dcbad87d-d1d1-47e3-bd55-6dcba63e8e25,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:07.803427 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e052a61d-20b0-43c8-a0ce-26b478051678 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:07.833207 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e052a61d-20b0-43c8-a0ce-26b478051678 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:08.014033 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e052a61d-20b0-43c8-a0ce-26b478051678 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:08.016865 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e052a61d-20b0-43c8-a0ce-26b478051678 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:08.018045 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e052a61d-20b0-43c8-a0ce-26b478051678 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "DELETE /v2.0/security-groups/371f859b-0a02-4ed9-b495-5f5f19223ed6 HTTP/1.1" status: 204 len: 168 time: 0.2859681 Aug 31 10:42:08.027839 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e052a61d-20b0-43c8-a0ce-26b478051678 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=371f859b-0a02-4ed9-b495-5f5f19223ed6,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:08.359149 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6a40a6e5-7fa5-420d-834d-ad91ea74ea58 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:42:08.383107 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 6a40a6e5-7fa5-420d-834d-ad91ea74ea58 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:42:08.383451 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6a40a6e5-7fa5-420d-834d-ad91ea74ea58 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:42:08.383906 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 558fd422-3bd2-446c-8c76-94201c241cd4 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:42:08.396099 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56362) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:42:08.400862 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-86aa5556-ac13-4775-b0a6-5484d2657ba1 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1480324777', 'description': 'tempest-secgroup-smoke-1480324777 description', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:42:08.403512 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 558fd422-3bd2-446c-8c76-94201c241cd4 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:42:08.403858 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 558fd422-3bd2-446c-8c76-94201c241cd4 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:42:08.404273 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3a4fc0ea-38e3-4869-9285-06422878753e no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:42:08.424635 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 3a4fc0ea-38e3-4869-9285-06422878753e {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:42:08.424987 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 3a4fc0ea-38e3-4869-9285-06422878753e not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:42:08.533912 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-86aa5556-ac13-4775-b0a6-5484d2657ba1 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:08.622759 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-86aa5556-ac13-4775-b0a6-5484d2657ba1 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:08.722331 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-86aa5556-ac13-4775-b0a6-5484d2657ba1 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:08.752277 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa5556-ac13-4775-b0a6-5484d2657ba1 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=347fb184-704b-4fab-958c-1d73cc54eca9,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:08.836864 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-86aa5556-ac13-4775-b0a6-5484d2657ba1 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:08.838197 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-86aa5556-ac13-4775-b0a6-5484d2657ba1 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4410584 Aug 31 10:42:08.841292 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56364) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:42:08.846450 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-83123856-b007-4652-a310-154f1c253dbf tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'security_group_rule': {'security_group_id': '347fb184-704b-4fab-958c-1d73cc54eca9', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:42:08.994154 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83123856-b007-4652-a310-154f1c253dbf tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:09.055666 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83123856-b007-4652-a310-154f1c253dbf tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:09.191592 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83123856-b007-4652-a310-154f1c253dbf tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:09.211903 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83123856-b007-4652-a310-154f1c253dbf tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4170dc91-7a2c-4c1e-b5d3-345e85a1d256,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:09.314915 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-83123856-b007-4652-a310-154f1c253dbf tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:09.316084 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-83123856-b007-4652-a310-154f1c253dbf tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4738364 Aug 31 10:42:09.318883 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56366) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:42:09.323544 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-a7f867af-45f4-46b9-a493-d5fb75d484bf tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'security_group_rule': {'security_group_id': '347fb184-704b-4fab-958c-1d73cc54eca9', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:42:09.454223 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a7f867af-45f4-46b9-a493-d5fb75d484bf tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:09.514648 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a7f867af-45f4-46b9-a493-d5fb75d484bf tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:09.623239 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a7f867af-45f4-46b9-a493-d5fb75d484bf tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:09.643371 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f867af-45f4-46b9-a493-d5fb75d484bf tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b4a04d-6934-43d8-bc5c-a77de0094543,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:09.734149 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-a7f867af-45f4-46b9-a493-d5fb75d484bf tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:09.736342 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-a7f867af-45f4-46b9-a493-d5fb75d484bf tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4163485 Aug 31 10:42:09.739155 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56368) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:42:09.743789 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-d1927740-28fd-4ad5-9dd6-290a46b7191a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'security_group_rule': {'security_group_id': '347fb184-704b-4fab-958c-1d73cc54eca9', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:42:09.865678 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d1927740-28fd-4ad5-9dd6-290a46b7191a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:09.929897 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d1927740-28fd-4ad5-9dd6-290a46b7191a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:10.017629 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d1927740-28fd-4ad5-9dd6-290a46b7191a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:10.038171 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1927740-28fd-4ad5-9dd6-290a46b7191a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d074721-1d87-4560-bdfe-c36b91ee9fac,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:10.133983 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d1927740-28fd-4ad5-9dd6-290a46b7191a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:10.135309 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d1927740-28fd-4ad5-9dd6-290a46b7191a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3951273 Aug 31 10:42:10.137979 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56370) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:42:10.142607 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-2c6f68d3-d270-472f-adcf-70c2aab44cf5 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'security_group_rule': {'security_group_id': '347fb184-704b-4fab-958c-1d73cc54eca9', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:42:10.264952 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2c6f68d3-d270-472f-adcf-70c2aab44cf5 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:10.325360 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2c6f68d3-d270-472f-adcf-70c2aab44cf5 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:10.425367 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2c6f68d3-d270-472f-adcf-70c2aab44cf5 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:10.445367 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f68d3-d270-472f-adcf-70c2aab44cf5 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32866188-5d6b-4eba-8795-4faa5a8a0897,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:10.525834 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2c6f68d3-d270-472f-adcf-70c2aab44cf5 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:10.527069 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2c6f68d3-d270-472f-adcf-70c2aab44cf5 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3881261 Aug 31 10:42:10.529741 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56372) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:42:10.534965 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-46e99eaf-f14e-4add-84a4-aa7e14541902 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'security_group_rule': {'security_group_id': '347fb184-704b-4fab-958c-1d73cc54eca9', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:42:10.688987 n-d-791506-28 neutron-server[95552]: INFO neutron.db.securitygroups_db [None req-46e99eaf-f14e-4add-84a4-aa7e14541902 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Project b91d32a897fc4967ba6d80d0ca2736bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:42:10.694412 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-46e99eaf-f14e-4add-84a4-aa7e14541902 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:10.761576 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-46e99eaf-f14e-4add-84a4-aa7e14541902 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:10.837033 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-46e99eaf-f14e-4add-84a4-aa7e14541902 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:10.856950 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e99eaf-f14e-4add-84a4-aa7e14541902 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df3b297c-cd10-4888-8401-e795522a33c7,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:10.955316 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-46e99eaf-f14e-4add-84a4-aa7e14541902 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:10.956590 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-46e99eaf-f14e-4add-84a4-aa7e14541902 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4258778 Aug 31 10:42:10.959754 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56374) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:42:10.964827 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-6cd5f0e1-97a7-4f00-ace6-90261b11c828 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'security_group_rule': {'security_group_id': '347fb184-704b-4fab-958c-1d73cc54eca9', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:42:11.065398 n-d-791506-28 neutron-server[95552]: INFO neutron.db.securitygroups_db [None req-6cd5f0e1-97a7-4f00-ace6-90261b11c828 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Project b91d32a897fc4967ba6d80d0ca2736bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:42:11.070898 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6cd5f0e1-97a7-4f00-ace6-90261b11c828 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:11.139565 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6cd5f0e1-97a7-4f00-ace6-90261b11c828 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:11.252441 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6cd5f0e1-97a7-4f00-ace6-90261b11c828 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:11.271321 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5f0e1-97a7-4f00-ace6-90261b11c828 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd226bbd-a5e3-4954-b9b4-ec55c85c78b8,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:11.383455 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6cd5f0e1-97a7-4f00-ace6-90261b11c828 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:11.384699 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6cd5f0e1-97a7-4f00-ace6-90261b11c828 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4239504 Aug 31 10:42:11.387736 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56376) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:42:11.393858 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-213d1018-23e7-4bdc-beae-455b45529976 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'network': {'name': 'tempest-network-smoke--1718501790', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'port_security_enabled': True}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:42:11.419854 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f7d94e22-2af9-4f11-b1ff-42820eeeb79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:11.499702 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213d1018-23e7-4bdc-beae-455b45529976 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Made reservation on behalf of b91d32a897fc4967ba6d80d0ca2736bc for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:42:11.503728 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-213d1018-23e7-4bdc-beae-455b45529976 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:11.529107 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-213d1018-23e7-4bdc-beae-455b45529976 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] vlan segment allocate from pool success with {'vlan_id': 1615, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:42:11.540136 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-213d1018-23e7-4bdc-beae-455b45529976 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:11.540458 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-213d1018-23e7-4bdc-beae-455b45529976 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Added segment 3781a480-fcdd-44f6-825f-f4393240dde7 of type vlan for network 973b377f-aef6-4bf9-976a-c784513a36f8 Aug 31 10:42:11.581609 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-213d1018-23e7-4bdc-beae-455b45529976 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:11.671147 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-213d1018-23e7-4bdc-beae-455b45529976 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:11.677324 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213d1018-23e7-4bdc-beae-455b45529976 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:11.677904 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-213d1018-23e7-4bdc-beae-455b45529976 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:11.752235 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d1018-23e7-4bdc-beae-455b45529976 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Network': ['ID=973b377f-aef6-4bf9-976a-c784513a36f8,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:11.764557 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 973b377f-aef6-4bf9-976a-c784513a36f8 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:42:11.843327 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-213d1018-23e7-4bdc-beae-455b45529976 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4544759 Aug 31 10:42:11.846245 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56378) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:42:11.851471 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-df0ecf30-d591-4b95-8c56-7a505d170b40 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1178512137', 'admin_state_up': True, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:42:12.008716 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-df0ecf30-d591-4b95-8c56-7a505d170b40 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:12.010114 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-df0ecf30-d591-4b95-8c56-7a505d170b40 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:12.065666 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-df0ecf30-d591-4b95-8c56-7a505d170b40 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:12.287700 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-df0ecf30-d591-4b95-8c56-7a505d170b40 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:12.557766 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-df0ecf30-d591-4b95-8c56-7a505d170b40 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:12.576613 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-df0ecf30-d591-4b95-8c56-7a505d170b40 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:12.687509 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-df0ecf30-d591-4b95-8c56-7a505d170b40 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Allocated IP 172.25.2.201 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:42:12.798034 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-df0ecf30-d591-4b95-8c56-7a505d170b40 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:12.915031 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-df0ecf30-d591-4b95-8c56-7a505d170b40 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:12.961498 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0ecf30-d591-4b95-8c56-7a505d170b40 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:42:12.964814 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-df0ecf30-d591-4b95-8c56-7a505d170b40 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:42:12.968753 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0ecf30-d591-4b95-8c56-7a505d170b40 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:42:12.975182 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ecf30-d591-4b95-8c56-7a505d170b40 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Port': ['ID=8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:13.338260 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-df0ecf30-d591-4b95-8c56-7a505d170b40 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:13.564893 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-df0ecf30-d591-4b95-8c56-7a505d170b40 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:14.025243 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-153af93c-e7b2-489b-83b9-b555737bab6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:14.145209 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:14.162335 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0ecf30-d591-4b95-8c56-7a505d170b40 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Router d6e0752e-5cf4-411f-960b-baef36823446 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:42:14.275272 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0ecf30-d591-4b95-8c56-7a505d170b40 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:42:14.285509 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdae08ea-a36d-4f5a-8a29-4d8341fba080 None None] Sync routers for ids ['d6e0752e-5cf4-411f-960b-baef36823446'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:42:14.295227 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdae08ea-a36d-4f5a-8a29-4d8341fba080 None None] Routers {'d6e0752e-5cf4-411f-960b-baef36823446'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:42:14.295842 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-cdae08ea-a36d-4f5a-8a29-4d8341fba080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:42:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['d6e0752e-5cf4-411f-960b-baef36823446'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:42:14.380033 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-df0ecf30-d591-4b95-8c56-7a505d170b40 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:14.381935 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-df0ecf30-d591-4b95-8c56-7a505d170b40 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5340230 Aug 31 10:42:14.385268 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56380) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:42:14.410203 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-cdae08ea-a36d-4f5a-8a29-4d8341fba080 None None] Set router d6e0752e-5cf4-411f-960b-baef36823446 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:42:14.466430 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-25b6c3b3-9d86-436d-b2ce-9e83092d9d26 tempest-TestNetworkAdvancedServerOps-920648690 tempest-TestNetworkAdvancedServerOps-920648690-project-admin] 10.222.0.119 "GET /v2.0/subnets?project_id=b91d32a897fc4967ba6d80d0ca2736bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0796683 Aug 31 10:42:14.470531 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56384) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:42:14.567658 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f853e86-777c-4f72-892a-26e1fdb5a6f3 tempest-TestNetworkAdvancedServerOps-920648690 tempest-TestNetworkAdvancedServerOps-920648690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:14.569318 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6f853e86-777c-4f72-892a-26e1fdb5a6f3 tempest-TestNetworkAdvancedServerOps-920648690 tempest-TestNetworkAdvancedServerOps-920648690-project-admin] 10.222.0.119 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0973051 Aug 31 10:42:14.572044 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56386) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:42:14.596629 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-cdae08ea-a36d-4f5a-8a29-4d8341fba080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178512137', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:42:12Z', 'updated_at': '2021-08-31T10:42:13Z', 'revision_number': 3, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:42:12Z', 'updated_at': '2021-08-31T10:42:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:42:14.601408 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-50706de2-80d8-4dd0-b4da-0aed6cbfed6c tempest-TestNetworkAdvancedServerOps-920648690 tempest-TestNetworkAdvancedServerOps-920648690-project-admin] 10.222.0.119 "GET /v2.0/subnets?network_id=95c681de-fa69-49ec-b047-2a49f2c4b933&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280681 Aug 31 10:42:14.603951 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56388) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:42:14.609346 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-7c0becd4-9a8c-4972-836e-fd2e42daaf78 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1576757083', 'network_id': '973b377f-aef6-4bf9-976a-c784513a36f8', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:42:14.622228 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdae08ea-a36d-4f5a-8a29-4d8341fba080 None None] Checking router: d6e0752e-5cf4-411f-960b-baef36823446 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:42:14.622585 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdae08ea-a36d-4f5a-8a29-4d8341fba080 None None] Updating router d6e0752e-5cf4-411f-960b-baef36823446 port 8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:42:14.649792 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-cdae08ea-a36d-4f5a-8a29-4d8341fba080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:14.785619 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0becd4-9a8c-4972-836e-fd2e42daaf78 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Made reservation on behalf of b91d32a897fc4967ba6d80d0ca2736bc for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:42:14.789933 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7c0becd4-9a8c-4972-836e-fd2e42daaf78 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:15.019700 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-cdae08ea-a36d-4f5a-8a29-4d8341fba080 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:15.029075 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-cdae08ea-a36d-4f5a-8a29-4d8341fba080 None None] Transition to ACTIVE for port object 8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:42:15.057612 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7c0becd4-9a8c-4972-836e-fd2e42daaf78 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:15.130271 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0becd4-9a8c-4972-836e-fd2e42daaf78 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Subnet': ['ID=f66b7734-6374-482c-9ab1-c9f5117bdf94,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:15.133592 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-cdae08ea-a36d-4f5a-8a29-4d8341fba080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:15.142241 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0becd4-9a8c-4972-836e-fd2e42daaf78 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Checking segment: {'id': '3781a480-fcdd-44f6-825f-f4393240dde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': '973b377f-aef6-4bf9-976a-c784513a36f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:42:15.142645 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0becd4-9a8c-4972-836e-fd2e42daaf78 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Network hostable DHCP agents. Network: 973b377f-aef6-4bf9-976a-c784513a36f8, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:42:15.188506 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-cdae08ea-a36d-4f5a-8a29-4d8341fba080 None None] Attempting to bind port 8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:42:15.188864 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-cdae08ea-a36d-4f5a-8a29-4d8341fba080 None None] Attempting to bind port 8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:42:15.189280 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdae08ea-a36d-4f5a-8a29-4d8341fba080 None None] Attempting to bind port 8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:42:15.191341 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800cc3b7-7796-4dd1-91f2-03604c9a0c23 None None] Pushing event updated for resources: {'Port': ['ID=8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857,revision_number=2']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:15.200285 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdae08ea-a36d-4f5a-8a29-4d8341fba080 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:42:15.200701 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdae08ea-a36d-4f5a-8a29-4d8341fba080 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:42:15.201106 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-cdae08ea-a36d-4f5a-8a29-4d8341fba080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:15.201491 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdae08ea-a36d-4f5a-8a29-4d8341fba080 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:42:15.201966 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-cdae08ea-a36d-4f5a-8a29-4d8341fba080 None None] Bound port: 8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:42:15.202342 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-cdae08ea-a36d-4f5a-8a29-4d8341fba080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:15.205260 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cc3b7-7796-4dd1-91f2-03604c9a0c23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:15.209059 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cc3b7-7796-4dd1-91f2-03604c9a0c23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:15.209059 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cc3b7-7796-4dd1-91f2-03604c9a0c23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:15.209059 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cc3b7-7796-4dd1-91f2-03604c9a0c23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:15.209059 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cc3b7-7796-4dd1-91f2-03604c9a0c23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:15.209059 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cc3b7-7796-4dd1-91f2-03604c9a0c23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:15.209059 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cc3b7-7796-4dd1-91f2-03604c9a0c23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:15.209059 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cc3b7-7796-4dd1-91f2-03604c9a0c23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:15.209059 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cc3b7-7796-4dd1-91f2-03604c9a0c23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:15.209059 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cc3b7-7796-4dd1-91f2-03604c9a0c23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:15.209059 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cc3b7-7796-4dd1-91f2-03604c9a0c23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:15.209059 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800cc3b7-7796-4dd1-91f2-03604c9a0c23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:15.262739 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0becd4-9a8c-4972-836e-fd2e42daaf78 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Network 973b377f-aef6-4bf9-976a-c784513a36f8 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:42:15.268304 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-cdae08ea-a36d-4f5a-8a29-4d8341fba080 None None] For port 8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:42:15.273328 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-cdae08ea-a36d-4f5a-8a29-4d8341fba080 None None] For port 8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:42:15.362501 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-7c0becd4-9a8c-4972-836e-fd2e42daaf78 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 973b377f-aef6-4bf9-976a-c784513a36f8) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:42:15.366833 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0becd4-9a8c-4972-836e-fd2e42daaf78 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:15.367425 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7c0becd4-9a8c-4972-836e-fd2e42daaf78 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:15.371752 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60ea329-c3d6-4f73-b995-9dacdad8b21e None None] Network 973b377f-aef6-4bf9-976a-c784513a36f8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:42:15.410587 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-cdae08ea-a36d-4f5a-8a29-4d8341fba080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:15.470736 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdae08ea-a36d-4f5a-8a29-4d8341fba080 None None] Routers {'d6e0752e-5cf4-411f-960b-baef36823446'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:42:15.471345 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-cdae08ea-a36d-4f5a-8a29-4d8341fba080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:42:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['d6e0752e-5cf4-411f-960b-baef36823446'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:42:15.483452 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7c0becd4-9a8c-4972-836e-fd2e42daaf78 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8784478 Aug 31 10:42:15.486908 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56390) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:42:15.507169 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800cc3b7-7796-4dd1-91f2-03604c9a0c23 None None] Pushing event updated for resources: {'Port': ['ID=8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:15.533451 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1447a6-05e1-435c-98c1-5105f3362ae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-973b377f-aef6-4bf9-976a-c784513a36f8', 'network_id': '973b377f-aef6-4bf9-976a-c784513a36f8', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'fixed_ips': [{'subnet_id': 'f66b7734-6374-482c-9ab1-c9f5117bdf94'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:42:15.534323 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4f1447a6-05e1-435c-98c1-5105f3362ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:15.594651 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-cdae08ea-a36d-4f5a-8a29-4d8341fba080 None None] Set router d6e0752e-5cf4-411f-960b-baef36823446 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:42:15.693078 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-4f1447a6-05e1-435c-98c1-5105f3362ae4 None None] Allocated IP 172.20.0.2 (973b377f-aef6-4bf9-976a-c784513a36f8/f66b7734-6374-482c-9ab1-c9f5117bdf94/8d6e5ac2-5caa-496f-a67d-ae65cc1fc4a8) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:42:15.708678 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:15.819082 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-cdae08ea-a36d-4f5a-8a29-4d8341fba080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178512137', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:42:12Z', 'updated_at': '2021-08-31T10:42:13Z', 'revision_number': 3, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:42:12Z', 'updated_at': '2021-08-31T10:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:42:15.849375 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdae08ea-a36d-4f5a-8a29-4d8341fba080 None None] The sync data for ids ['d6e0752e-5cf4-411f-960b-baef36823446'] in n-d-791506-28 is: [{'id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178512137', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:42:12Z', 'updated_at': '2021-08-31T10:42:13Z', 'revision_number': 3, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a8:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:42:12Z', 'updated_at': '2021-08-31T10:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:42:15.869804 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4f1447a6-05e1-435c-98c1-5105f3362ae4 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:15.882184 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4f1447a6-05e1-435c-98c1-5105f3362ae4 None None] Transition to ACTIVE for port object 8d6e5ac2-5caa-496f-a67d-ae65cc1fc4a8 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:42:15.911729 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4f1447a6-05e1-435c-98c1-5105f3362ae4 None None] Transition to ACTIVE for port object 8d6e5ac2-5caa-496f-a67d-ae65cc1fc4a8 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:42:15.991244 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3800ea8a-7010-4c58-9291-764265838609 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:16.008738 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4f1447a6-05e1-435c-98c1-5105f3362ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:16.044705 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1447a6-05e1-435c-98c1-5105f3362ae4 None None] Network 973b377f-aef6-4bf9-976a-c784513a36f8 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:42:16.049010 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-4f1447a6-05e1-435c-98c1-5105f3362ae4 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:42:16.053153 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1447a6-05e1-435c-98c1-5105f3362ae4 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:42:16.108898 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1447a6-05e1-435c-98c1-5105f3362ae4 None None] Pushing event updated for resources: {'Port': ['ID=8d6e5ac2-5caa-496f-a67d-ae65cc1fc4a8,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:16.164946 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-4f1447a6-05e1-435c-98c1-5105f3362ae4 None None] Attempting to bind port 8d6e5ac2-5caa-496f-a67d-ae65cc1fc4a8 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:42:16.165454 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-4f1447a6-05e1-435c-98c1-5105f3362ae4 None None] Attempting to bind port 8d6e5ac2-5caa-496f-a67d-ae65cc1fc4a8 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3781a480-fcdd-44f6-825f-f4393240dde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': '973b377f-aef6-4bf9-976a-c784513a36f8'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:42:16.165822 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1447a6-05e1-435c-98c1-5105f3362ae4 None None] Attempting to bind port 8d6e5ac2-5caa-496f-a67d-ae65cc1fc4a8 on network 973b377f-aef6-4bf9-976a-c784513a36f8 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:42:16.173183 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1447a6-05e1-435c-98c1-5105f3362ae4 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:42:16.173566 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1447a6-05e1-435c-98c1-5105f3362ae4 None None] Checking segment: {'id': '3781a480-fcdd-44f6-825f-f4393240dde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': '973b377f-aef6-4bf9-976a-c784513a36f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:42:16.173910 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4f1447a6-05e1-435c-98c1-5105f3362ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:16.174301 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1447a6-05e1-435c-98c1-5105f3362ae4 None None] Bound using segment: {'id': '3781a480-fcdd-44f6-825f-f4393240dde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': '973b377f-aef6-4bf9-976a-c784513a36f8'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:42:16.174800 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-4f1447a6-05e1-435c-98c1-5105f3362ae4 None None] Bound port: 8d6e5ac2-5caa-496f-a67d-ae65cc1fc4a8, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3781a480-fcdd-44f6-825f-f4393240dde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': '973b377f-aef6-4bf9-976a-c784513a36f8'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:42:16.175206 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4f1447a6-05e1-435c-98c1-5105f3362ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:16.248615 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4f1447a6-05e1-435c-98c1-5105f3362ae4 None None] For port 8d6e5ac2-5caa-496f-a67d-ae65cc1fc4a8, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:42:16.252918 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4f1447a6-05e1-435c-98c1-5105f3362ae4 None None] For port 8d6e5ac2-5caa-496f-a67d-ae65cc1fc4a8, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8d6e5ac2-5caa-496f-a67d-ae65cc1fc4a8,segment=NetworkSegment(3781a480-fcdd-44f6-825f-f4393240dde7),segment_id=3781a480-fcdd-44f6-825f-f4393240dde7)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:42:16.356240 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-3800ea8a-7010-4c58-9291-764265838609 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Allocated IP 172.20.0.1 (973b377f-aef6-4bf9-976a-c784513a36f8/f66b7734-6374-482c-9ab1-c9f5117bdf94/77744c08-ecfa-47e5-bb33-18dc808df00a) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:42:16.372289 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4f1447a6-05e1-435c-98c1-5105f3362ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:16.419726 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:42:16.467533 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1447a6-05e1-435c-98c1-5105f3362ae4 None None] Pushing event updated for resources: {'Port': ['ID=8d6e5ac2-5caa-496f-a67d-ae65cc1fc4a8,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:16.535960 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3800ea8a-7010-4c58-9291-764265838609 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:16.559332 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-3800ea8a-7010-4c58-9291-764265838609 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Transition to ACTIVE for port object 77744c08-ecfa-47e5-bb33-18dc808df00a will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:42:16.583457 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:42:16.588503 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:42:16.594470 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:16.701306 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3800ea8a-7010-4c58-9291-764265838609 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:16.710003 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:16.737188 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:42:16.761049 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3800ea8a-7010-4c58-9291-764265838609 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Network 973b377f-aef6-4bf9-976a-c784513a36f8 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:42:16.764763 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-3800ea8a-7010-4c58-9291-764265838609 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:42:16.770011 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3800ea8a-7010-4c58-9291-764265838609 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:42:16.777065 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800ea8a-7010-4c58-9291-764265838609 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Port': ['ID=77744c08-ecfa-47e5-bb33-18dc808df00a,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:16.830986 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3800ea8a-7010-4c58-9291-764265838609 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:16.840256 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:16.903277 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:17.069571 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3800ea8a-7010-4c58-9291-764265838609 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:17.380386 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:17.380932 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3800ea8a-7010-4c58-9291-764265838609 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:17.497110 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113c0d9b-8ed6-4f86-adb2-62c92bccb5da None None] Network 973b377f-aef6-4bf9-976a-c784513a36f8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:42:17.533861 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3800ea8a-7010-4c58-9291-764265838609 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:17.612997 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800ea8a-7010-4c58-9291-764265838609 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Port': ['ID=77744c08-ecfa-47e5-bb33-18dc808df00a,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:17.618285 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3800ea8a-7010-4c58-9291-764265838609 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:17.710950 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7d5f4770-17c7-4916-b657-8b4969d0e455 None None] Provisioning for port 8d6e5ac2-5caa-496f-a67d-ae65cc1fc4a8 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:42:17.753551 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3800ea8a-7010-4c58-9291-764265838609 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Network 973b377f-aef6-4bf9-976a-c784513a36f8 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:42:17.753551 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-3800ea8a-7010-4c58-9291-764265838609 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:42:17.875817 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3800ea8a-7010-4c58-9291-764265838609 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Router d6e0752e-5cf4-411f-960b-baef36823446 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:42:18.004624 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3800ea8a-7010-4c58-9291-764265838609 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:42:18.010056 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3800ea8a-7010-4c58-9291-764265838609 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "PUT /v2.0/routers/d6e0752e-5cf4-411f-960b-baef36823446/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5219529 Aug 31 10:42:18.022761 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4116b56-7958-41c2-aea1-4466efef8b4f None None] Sync routers for ids ['d6e0752e-5cf4-411f-960b-baef36823446'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:42:18.034452 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4116b56-7958-41c2-aea1-4466efef8b4f None None] Routers {'d6e0752e-5cf4-411f-960b-baef36823446'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:42:18.039938 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-d4116b56-7958-41c2-aea1-4466efef8b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:42:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['d6e0752e-5cf4-411f-960b-baef36823446'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:42:18.091910 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6d4378cc-2466-47c3-94cb-90729590fb20 None None] Provisioning for port 77744c08-ecfa-47e5-bb33-18dc808df00a completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:42:18.091910 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6d4378cc-2466-47c3-94cb-90729590fb20 None None] Provisioning complete for port 77744c08-ecfa-47e5-bb33-18dc808df00a triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:42:18.091910 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6d4378cc-2466-47c3-94cb-90729590fb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:18.165251 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-6d4378cc-2466-47c3-94cb-90729590fb20 None None] Port 77744c08-ecfa-47e5-bb33-18dc808df00a cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:42:18.184433 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-92345ccc-b62a-4991-a12e-09b485c0deb7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1480324777&fields=id&tenant_id=b91d32a897fc4967ba6d80d0ca2736bc HTTP/1.1" status: 200 len: 267 time: 0.0368254 Aug 31 10:42:18.202041 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-d4116b56-7958-41c2-aea1-4466efef8b4f None None] Set router d6e0752e-5cf4-411f-960b-baef36823446 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:42:18.314527 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-1b422bcf-75c2-4e40-96f1-45f2f4a64ff2 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:18.322141 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-1b422bcf-75c2-4e40-96f1-45f2f4a64ff2 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/networks?id=973b377f-aef6-4bf9-976a-c784513a36f8 HTTP/1.1" status: 200 len: 797 time: 0.1274903 Aug 31 10:42:18.341979 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-489fee1b-3951-4199-a0e3-c53254d2c772 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/quotas/b91d32a897fc4967ba6d80d0ca2736bc HTTP/1.1" status: 200 len: 375 time: 0.0186517 Aug 31 10:42:18.351493 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6a653d73-f53c-41d9-a6b0-b3d4fadf31bd None None] Provisioning complete for port 77744c08-ecfa-47e5-bb33-18dc808df00a triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:42:18.351493 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6a653d73-f53c-41d9-a6b0-b3d4fadf31bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:18.403706 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-77b2d1be-521d-4f2e-b4b9-f3a5d615d00b tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607817 Aug 31 10:42:18.412858 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-6a653d73-f53c-41d9-a6b0-b3d4fadf31bd None None] Port 77744c08-ecfa-47e5-bb33-18dc808df00a cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:42:18.424711 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-df861bf2-9c08-4bf6-ad1d-726a260de6ac tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:42:18.427055 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-df861bf2-9c08-4bf6-ad1d-726a260de6ac tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071867 Aug 31 10:42:18.479212 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-d4116b56-7958-41c2-aea1-4466efef8b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178512137', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:42:12Z', 'updated_at': '2021-08-31T10:42:16Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:42:12Z', 'updated_at': '2021-08-31T10:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '77744c08-ecfa-47e5-bb33-18dc808df00a', 'name': '', 'network_id': '973b377f-aef6-4bf9-976a-c784513a36f8', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:65:ff:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'f66b7734-6374-482c-9ab1-c9f5117bdf94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:42:16Z', 'updated_at': '2021-08-31T10:42:17Z', 'revision_number': 2, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': 'f66b7734-6374-482c-9ab1-c9f5117bdf94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:42:18.518601 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:42:18.521035 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4116b56-7958-41c2-aea1-4466efef8b4f None None] Checking router: d6e0752e-5cf4-411f-960b-baef36823446 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:42:18.521396 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4116b56-7958-41c2-aea1-4466efef8b4f None None] Updating router d6e0752e-5cf4-411f-960b-baef36823446 port 77744c08-ecfa-47e5-bb33-18dc808df00a binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:42:18.530602 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-1c16f747-62a4-4113-81f9-97c81efb556a service neutron] 10.222.0.119 "GET /v2.0/networks/973b377f-aef6-4bf9-976a-c784513a36f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953221 Aug 31 10:42:18.582766 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d4116b56-7958-41c2-aea1-4466efef8b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:18.603124 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-fb734e28-67c8-4eff-b2fb-8b4275f08fed None None] Provisioning complete for port 77744c08-ecfa-47e5-bb33-18dc808df00a triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:42:18.603493 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fb734e28-67c8-4eff-b2fb-8b4275f08fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:18.627672 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-9c6120c9-e7c7-4458-beca-f43551c93936 service neutron] 10.222.0.119 "GET /v2.0/networks/973b377f-aef6-4bf9-976a-c784513a36f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921049 Aug 31 10:42:18.685719 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:42:18.686072 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:18.736033 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-fb734e28-67c8-4eff-b2fb-8b4275f08fed None None] Port 77744c08-ecfa-47e5-bb33-18dc808df00a cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:42:18.931877 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8d6e5ac2-5caa-496f-a67d-ae65cc1fc4a8 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:42:18.935592 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f27bb724-eebe-4b1f-a39a-6d787df7a8b2 req-da74d7a4-2150-48ee-973f-3e10d3184d64 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 210 time: 0.0375643 Aug 31 10:42:19.052826 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d4116b56-7958-41c2-aea1-4466efef8b4f None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:19.063400 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d4116b56-7958-41c2-aea1-4466efef8b4f None None] Transition to ACTIVE for port object 77744c08-ecfa-47e5-bb33-18dc808df00a will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:42:19.185071 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 8d6e5ac2-5caa-496f-a67d-ae65cc1fc4a8 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:42:19.190011 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 8d6e5ac2-5caa-496f-a67d-ae65cc1fc4a8 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:42:19.190458 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:19.260548 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d4116b56-7958-41c2-aea1-4466efef8b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:19.303381 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:19.345514 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5dd83c-7dbc-434c-9352-966ad5f6b5ad None None] Pushing event updated for resources: {'Port': ['ID=77744c08-ecfa-47e5-bb33-18dc808df00a,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:19.384176 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 8d6e5ac2-5caa-496f-a67d-ae65cc1fc4a8, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8d6e5ac2-5caa-496f-a67d-ae65cc1fc4a8,segment=NetworkSegment(3781a480-fcdd-44f6-825f-f4393240dde7),segment_id=3781a480-fcdd-44f6-825f-f4393240dde7)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:42:19.418911 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-d4116b56-7958-41c2-aea1-4466efef8b4f None None] Attempting to bind port 77744c08-ecfa-47e5-bb33-18dc808df00a on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:42:19.419728 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-d4116b56-7958-41c2-aea1-4466efef8b4f None None] Attempting to bind port 77744c08-ecfa-47e5-bb33-18dc808df00a by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3781a480-fcdd-44f6-825f-f4393240dde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': '973b377f-aef6-4bf9-976a-c784513a36f8'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:42:19.419728 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4116b56-7958-41c2-aea1-4466efef8b4f None None] Attempting to bind port 77744c08-ecfa-47e5-bb33-18dc808df00a on network 973b377f-aef6-4bf9-976a-c784513a36f8 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:42:19.430651 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4116b56-7958-41c2-aea1-4466efef8b4f None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:42:19.434947 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4116b56-7958-41c2-aea1-4466efef8b4f None None] Checking segment: {'id': '3781a480-fcdd-44f6-825f-f4393240dde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': '973b377f-aef6-4bf9-976a-c784513a36f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:42:19.434947 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d4116b56-7958-41c2-aea1-4466efef8b4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:19.434947 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4116b56-7958-41c2-aea1-4466efef8b4f None None] Bound using segment: {'id': '3781a480-fcdd-44f6-825f-f4393240dde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': '973b377f-aef6-4bf9-976a-c784513a36f8'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:42:19.434947 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-d4116b56-7958-41c2-aea1-4466efef8b4f None None] Bound port: 77744c08-ecfa-47e5-bb33-18dc808df00a, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3781a480-fcdd-44f6-825f-f4393240dde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': '973b377f-aef6-4bf9-976a-c784513a36f8'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:42:19.434947 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d4116b56-7958-41c2-aea1-4466efef8b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:19.470599 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:19.547506 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-d4116b56-7958-41c2-aea1-4466efef8b4f None None] For port 77744c08-ecfa-47e5-bb33-18dc808df00a, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:42:19.553775 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-d4116b56-7958-41c2-aea1-4466efef8b4f None None] For port 77744c08-ecfa-47e5-bb33-18dc808df00a, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=77744c08-ecfa-47e5-bb33-18dc808df00a,segment=NetworkSegment(3781a480-fcdd-44f6-825f-f4393240dde7),segment_id=3781a480-fcdd-44f6-825f-f4393240dde7)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:42:19.555967 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=8d6e5ac2-5caa-496f-a67d-ae65cc1fc4a8,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:19.671914 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d4116b56-7958-41c2-aea1-4466efef8b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:19.731948 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4116b56-7958-41c2-aea1-4466efef8b4f None None] Routers {'d6e0752e-5cf4-411f-960b-baef36823446'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:42:19.732573 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-d4116b56-7958-41c2-aea1-4466efef8b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:42:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['d6e0752e-5cf4-411f-960b-baef36823446'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:42:19.734753 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5dd83c-7dbc-434c-9352-966ad5f6b5ad None None] Pushing event updated for resources: {'Port': ['ID=77744c08-ecfa-47e5-bb33-18dc808df00a,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:19.861704 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-d4116b56-7958-41c2-aea1-4466efef8b4f None None] Set router d6e0752e-5cf4-411f-960b-baef36823446 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:42:20.041537 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-acecff52-5e9b-4ec5-8472-c00c2b585b4a req-c9cd2f68-a605-437e-8afd-a7dc5bccc3d6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 210 time: 0.0266383 Aug 31 10:42:20.260770 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-d4116b56-7958-41c2-aea1-4466efef8b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178512137', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:42:12Z', 'updated_at': '2021-08-31T10:42:16Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:42:12Z', 'updated_at': '2021-08-31T10:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '77744c08-ecfa-47e5-bb33-18dc808df00a', 'name': '', 'network_id': '973b377f-aef6-4bf9-976a-c784513a36f8', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:65:ff:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'f66b7734-6374-482c-9ab1-c9f5117bdf94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:42:16Z', 'updated_at': '2021-08-31T10:42:19Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': 'f66b7734-6374-482c-9ab1-c9f5117bdf94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:42:20.288645 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4116b56-7958-41c2-aea1-4466efef8b4f None None] The sync data for ids ['d6e0752e-5cf4-411f-960b-baef36823446'] in n-d-791506-28 is: [{'id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178512137', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:42:12Z', 'updated_at': '2021-08-31T10:42:16Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:42:12Z', 'updated_at': '2021-08-31T10:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '77744c08-ecfa-47e5-bb33-18dc808df00a', 'name': '', 'network_id': '973b377f-aef6-4bf9-976a-c784513a36f8', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:65:ff:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'f66b7734-6374-482c-9ab1-c9f5117bdf94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:42:16Z', 'updated_at': '2021-08-31T10:42:19Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': 'f66b7734-6374-482c-9ab1-c9f5117bdf94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:42:20.419328 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8d6e5ac2-5caa-496f-a67d-ae65cc1fc4a8 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:42:20.475107 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 8d6e5ac2-5caa-496f-a67d-ae65cc1fc4a8 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:42:20.475490 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:21.151662 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e47a7e20-2b85-4aba-9a08-dd531b277a67 req-14b31330-c09e-477e-9629-adade288caee tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 210 time: 0.0280805 Aug 31 10:42:21.313665 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-2b76184d-adca-4258-9607-097a7260e365 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:21.316229 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-2b76184d-adca-4258-9607-097a7260e365 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.59 "GET /v2.0/networks?id=973b377f-aef6-4bf9-976a-c784513a36f8 HTTP/1.1" status: 200 len: 797 time: 0.1185706 Aug 31 10:42:21.381972 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-809130a4-fb56-49b8-823c-3f39a6f24ece tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b91d32a897fc4967ba6d80d0ca2736bc HTTP/1.1" status: 200 len: 380 time: 0.0522928 Aug 31 10:42:21.392407 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-42814042-6c35-437b-9ea0-dec814e2c426 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'port': {'device_id': '94c366fd-f1f1-4acf-945a-2a5e3fc560ac', 'network_id': '973b377f-aef6-4bf9-976a-c784513a36f8', 'admin_state_up': True, 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'security_groups': ['347fb184-704b-4fab-958c-1d73cc54eca9']}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:42:21.670891 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-42814042-6c35-437b-9ea0-dec814e2c426 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Made reservation on behalf of b91d32a897fc4967ba6d80d0ca2736bc for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:42:21.674408 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-42814042-6c35-437b-9ea0-dec814e2c426 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:21.809254 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-42814042-6c35-437b-9ea0-dec814e2c426 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Allocated IP 172.20.0.9 (973b377f-aef6-4bf9-976a-c784513a36f8/f66b7734-6374-482c-9ab1-c9f5117bdf94/2e90ab64-312f-48cc-b71d-b3b3becccffe) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:42:21.956326 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-42814042-6c35-437b-9ea0-dec814e2c426 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:21.970058 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-42814042-6c35-437b-9ea0-dec814e2c426 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Transition to ACTIVE for port object 2e90ab64-312f-48cc-b71d-b3b3becccffe will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:42:22.097669 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-42814042-6c35-437b-9ea0-dec814e2c426 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:22.144434 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-42814042-6c35-437b-9ea0-dec814e2c426 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Network 973b377f-aef6-4bf9-976a-c784513a36f8 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:42:22.147591 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-42814042-6c35-437b-9ea0-dec814e2c426 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:42:22.151894 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-42814042-6c35-437b-9ea0-dec814e2c426 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:42:22.159230 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42814042-6c35-437b-9ea0-dec814e2c426 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Port': ['ID=2e90ab64-312f-48cc-b71d-b3b3becccffe,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:22.209046 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-42814042-6c35-437b-9ea0-dec814e2c426 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:22.209712 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-42814042-6c35-437b-9ea0-dec814e2c426 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:22.287041 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f858b-7dd2-40ce-a0c4-ccf606f03acd req-3e62b032-dec4-4703-bb57-6f2b825158d7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:22.287041 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a63f858b-7dd2-40ce-a0c4-ccf606f03acd req-3e62b032-dec4-4703-bb57-6f2b825158d7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 931 time: 0.0544591 Aug 31 10:42:22.325712 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a63f858b-7dd2-40ce-a0c4-ccf606f03acd req-05177eb8-39ea-494b-9e7d-f1be2d9930ac tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=347fb184-704b-4fab-958c-1d73cc54eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387831 Aug 31 10:42:22.366628 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-42814042-6c35-437b-9ea0-dec814e2c426 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9783931 Aug 31 10:42:22.380676 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-f6c4d652-49ae-404e-b379-710a4b31a3af service neutron] Request body: {'port': {'device_id': '94c366fd-f1f1-4acf-945a-2a5e3fc560ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:42:22.407275 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 77744c08-ecfa-47e5-bb33-18dc808df00a up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:42:22.447251 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-f6c4d652-49ae-404e-b379-710a4b31a3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:22.556881 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 77744c08-ecfa-47e5-bb33-18dc808df00a completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:42:22.558991 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e9db12af-83f7-4670-b8d4-a024efea625f None None] Provisioning for port 2e90ab64-312f-48cc-b71d-b3b3becccffe completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:42:22.564458 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e9db12af-83f7-4670-b8d4-a024efea625f None None] Provisioning complete for port 2e90ab64-312f-48cc-b71d-b3b3becccffe triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:42:22.564825 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9db12af-83f7-4670-b8d4-a024efea625f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:22.566525 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 77744c08-ecfa-47e5-bb33-18dc808df00a triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:42:22.566916 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:22.630175 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-e9db12af-83f7-4670-b8d4-a024efea625f None None] Port 2e90ab64-312f-48cc-b71d-b3b3becccffe cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:42:22.681396 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:22.714491 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 77744c08-ecfa-47e5-bb33-18dc808df00a, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=77744c08-ecfa-47e5-bb33-18dc808df00a,segment=NetworkSegment(3781a480-fcdd-44f6-825f-f4393240dde7),segment_id=3781a480-fcdd-44f6-825f-f4393240dde7)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:42:22.725244 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-f6c4d652-49ae-404e-b379-710a4b31a3af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e90ab64-312f-48cc-b71d-b3b3becccffe {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:42:22.733016 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-f6c4d652-49ae-404e-b379-710a4b31a3af service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:22.746493 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-f6c4d652-49ae-404e-b379-710a4b31a3af service neutron] Transition to ACTIVE for port object 2e90ab64-312f-48cc-b71d-b3b3becccffe will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:42:22.831142 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:22.847851 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-f6c4d652-49ae-404e-b379-710a4b31a3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:22.885604 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=77744c08-ecfa-47e5-bb33-18dc808df00a,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:22.903855 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4d652-49ae-404e-b379-710a4b31a3af service neutron] Pushing event updated for resources: {'Port': ['ID=2e90ab64-312f-48cc-b71d-b3b3becccffe,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:22.991159 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-f6c4d652-49ae-404e-b379-710a4b31a3af service neutron] Attempting to bind port 2e90ab64-312f-48cc-b71d-b3b3becccffe on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:42:22.991600 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-f6c4d652-49ae-404e-b379-710a4b31a3af service neutron] Attempting to bind port 2e90ab64-312f-48cc-b71d-b3b3becccffe by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '3781a480-fcdd-44f6-825f-f4393240dde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': '973b377f-aef6-4bf9-976a-c784513a36f8'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:42:22.991944 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-f6c4d652-49ae-404e-b379-710a4b31a3af service neutron] Attempting to bind port 2e90ab64-312f-48cc-b71d-b3b3becccffe on network 973b377f-aef6-4bf9-976a-c784513a36f8 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:42:22.996804 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-f6c4d652-49ae-404e-b379-710a4b31a3af service neutron] Port 2e90ab64-312f-48cc-b71d-b3b3becccffe on network 973b377f-aef6-4bf9-976a-c784513a36f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:42:22.997125 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-f6c4d652-49ae-404e-b379-710a4b31a3af service neutron] Attempting to bind port 2e90ab64-312f-48cc-b71d-b3b3becccffe on network 973b377f-aef6-4bf9-976a-c784513a36f8 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:42:23.003723 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-f6c4d652-49ae-404e-b379-710a4b31a3af service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:42:23.004053 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-f6c4d652-49ae-404e-b379-710a4b31a3af service neutron] Checking segment: {'id': '3781a480-fcdd-44f6-825f-f4393240dde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': '973b377f-aef6-4bf9-976a-c784513a36f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:42:23.004456 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-f6c4d652-49ae-404e-b379-710a4b31a3af service neutron] Bound using segment: {'id': '3781a480-fcdd-44f6-825f-f4393240dde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': '973b377f-aef6-4bf9-976a-c784513a36f8'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:42:23.004892 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-f6c4d652-49ae-404e-b379-710a4b31a3af service neutron] Bound port: 2e90ab64-312f-48cc-b71d-b3b3becccffe, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3781a480-fcdd-44f6-825f-f4393240dde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1615, 'network_id': '973b377f-aef6-4bf9-976a-c784513a36f8'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:42:23.005258 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-f6c4d652-49ae-404e-b379-710a4b31a3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:23.076947 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-f6c4d652-49ae-404e-b379-710a4b31a3af service neutron] For port 2e90ab64-312f-48cc-b71d-b3b3becccffe, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:42:23.081125 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-f6c4d652-49ae-404e-b379-710a4b31a3af service neutron] For port 2e90ab64-312f-48cc-b71d-b3b3becccffe, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2e90ab64-312f-48cc-b71d-b3b3becccffe,segment=NetworkSegment(3781a480-fcdd-44f6-825f-f4393240dde7),segment_id=3781a480-fcdd-44f6-825f-f4393240dde7)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:42:23.165779 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-f6c4d652-49ae-404e-b379-710a4b31a3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:23.202197 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-f6c4d652-49ae-404e-b379-710a4b31a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:23.203421 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-f6c4d652-49ae-404e-b379-710a4b31a3af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:23.205606 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-f6c4d652-49ae-404e-b379-710a4b31a3af service neutron] 10.222.0.59 "PUT /v2.0/ports/2e90ab64-312f-48cc-b71d-b3b3becccffe HTTP/1.1" status: 200 len: 1092 time: 0.8310030 Aug 31 10:42:23.208080 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c366fd-f1f1-4acf-945a-2a5e3fc560ac', 'tag': '2e90ab64-312f-48cc-b71d-b3b3becccffe'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:42:23.214809 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ed60a6-0bbb-468f-9026-eb32c61d05ef" -d '{"events": [{"name": "network-changed", "server_uuid": "94c366fd-f1f1-4acf-945a-2a5e3fc560ac", "tag": "2e90ab64-312f-48cc-b71d-b3b3becccffe"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:42:23.243164 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c4d652-49ae-404e-b379-710a4b31a3af service neutron] Pushing event updated for resources: {'Port': ['ID=2e90ab64-312f-48cc-b71d-b3b3becccffe,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:23.264152 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256d0787-15a3-4b70-890c-91e43f3b4163 x-openstack-request-id: req-256d0787-15a3-4b70-890c-91e43f3b4163 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:42:23.264443 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c366fd-f1f1-4acf-945a-2a5e3fc560ac", "tag": "2e90ab64-312f-48cc-b71d-b3b3becccffe", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:42:23.264715 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-256d0787-15a3-4b70-890c-91e43f3b4163 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:42:23.265781 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94c366fd-f1f1-4acf-945a-2a5e3fc560ac', 'tag': '2e90ab64-312f-48cc-b71d-b3b3becccffe', 'status': 'completed', 'code': 200} Aug 31 10:42:23.733453 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed60a6-0bbb-468f-9026-eb32c61d05ef req-66565534-0178-4570-8b3a-0afdb2019a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:23.735701 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22ed60a6-0bbb-468f-9026-eb32c61d05ef req-66565534-0178-4570-8b3a-0afdb2019a7e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 1095 time: 0.4465928 Aug 31 10:42:23.800962 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186beabf-5ed1-44db-8c3a-5acec9480c18 req-9a329b17-0dc9-445e-bbc8-dc39f723d065 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:23.802539 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-186beabf-5ed1-44db-8c3a-5acec9480c18 req-9a329b17-0dc9-445e-bbc8-dc39f723d065 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 943 time: 0.1054995 Aug 31 10:42:23.876685 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-186beabf-5ed1-44db-8c3a-5acec9480c18 req-acc690c3-616f-4a68-929d-a7883af69ef6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=347fb184-704b-4fab-958c-1d73cc54eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664363 Aug 31 10:42:23.891703 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed60a6-0bbb-468f-9026-eb32c61d05ef req-b6e8ce8c-c4c4-4005-b9aa-5035a95c4c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:23.893197 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22ed60a6-0bbb-468f-9026-eb32c61d05ef req-b6e8ce8c-c4c4-4005-b9aa-5035a95c4c09 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1489127 Aug 31 10:42:23.993339 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed60a6-0bbb-468f-9026-eb32c61d05ef req-da61eec4-b13f-41af-b664-59d8ec4ff123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:23.994813 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22ed60a6-0bbb-468f-9026-eb32c61d05ef req-da61eec4-b13f-41af-b664-59d8ec4ff123 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0944624 Aug 31 10:42:24.089684 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-29fee187-4dee-4dd6-9d27-48300fdce123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:24.091223 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-29fee187-4dee-4dd6-9d27-48300fdce123 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 1095 time: 0.0522962 Aug 31 10:42:24.135610 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-98c15585-84eb-4b35-a8b3-8a2aaef3fea2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e90ab64-312f-48cc-b71d-b3b3becccffe HTTP/1.1" status: 200 len: 217 time: 0.0351605 Aug 31 10:42:24.191394 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-3b4f1dc0-3d36-4164-92c1-0c6059f8ad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:24.192942 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-3b4f1dc0-3d36-4164-92c1-0c6059f8ad44 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f66b7734-6374-482c-9ab1-c9f5117bdf94 HTTP/1.1" status: 200 len: 835 time: 0.0476298 Aug 31 10:42:24.240141 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-be4b411c-ecd5-43c2-964a-c1013b06e5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:24.241638 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-be4b411c-ecd5-43c2-964a-c1013b06e5d1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=973b377f-aef6-4bf9-976a-c784513a36f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418055 Aug 31 10:42:24.342017 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-0469edfa-0329-44b8-801b-1e88a2a1558c service neutron] 10.222.0.59 "GET /v2.0/networks/973b377f-aef6-4bf9-976a-c784513a36f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928109 Aug 31 10:42:24.376069 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 77744c08-ecfa-47e5-bb33-18dc808df00a up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:42:24.429093 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 77744c08-ecfa-47e5-bb33-18dc808df00a triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:42:24.429462 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:24.446481 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36f8e684-bfa0-4a6d-90ff-49f27aae58a2 req-569ebb34-d0c4-4b0e-9ab0-e8aa9bbab1fc service neutron] 10.222.0.59 "GET /v2.0/networks/973b377f-aef6-4bf9-976a-c784513a36f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964894 Aug 31 10:42:25.004090 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c9a9d-d9b3-40bd-b1d2-c6a10ea90062 req-6cac79e0-7db6-4303-8e99-0ce13ccf89ff tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:25.005827 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-611c9a9d-d9b3-40bd-b1d2-c6a10ea90062 req-6cac79e0-7db6-4303-8e99-0ce13ccf89ff tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 943 time: 0.0594203 Aug 31 10:42:25.049197 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-611c9a9d-d9b3-40bd-b1d2-c6a10ea90062 req-70acf208-ca13-4da1-aeb6-1b1a419e1469 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=347fb184-704b-4fab-958c-1d73cc54eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369849 Aug 31 10:42:26.169907 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d374241-84ca-47b6-9f0c-221c9aa6b9b9 req-a54e3f26-225f-445b-9e7c-ef5aa203c923 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:26.171481 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7d374241-84ca-47b6-9f0c-221c9aa6b9b9 req-a54e3f26-225f-445b-9e7c-ef5aa203c923 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 943 time: 0.0514677 Aug 31 10:42:26.221915 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7d374241-84ca-47b6-9f0c-221c9aa6b9b9 req-852460df-fa38-4c6f-bbe2-c13e20ff0dd6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=347fb184-704b-4fab-958c-1d73cc54eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382538 Aug 31 10:42:27.241267 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2e90ab64-312f-48cc-b71d-b3b3becccffe details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:42:27.343267 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d38928-32ea-4a3a-8f3c-44181b275cc4 req-6f635ecc-4a66-49c0-aeb1-acb8439dc44c tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:27.345808 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-96d38928-32ea-4a3a-8f3c-44181b275cc4 req-6f635ecc-4a66-49c0-aeb1-acb8439dc44c tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 943 time: 0.0534070 Aug 31 10:42:27.355833 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 2e90ab64-312f-48cc-b71d-b3b3becccffe, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2e90ab64-312f-48cc-b71d-b3b3becccffe,segment=NetworkSegment(3781a480-fcdd-44f6-825f-f4393240dde7),segment_id=3781a480-fcdd-44f6-825f-f4393240dde7)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:42:27.370416 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '2e90ab64-312f-48cc-b71d-b3b3becccffe', 'network_id': '973b377f-aef6-4bf9-976a-c784513a36f8', 'port_id': '2e90ab64-312f-48cc-b71d-b3b3becccffe', 'mac_address': 'fa:16:3e:1d:ff:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f66b7734-6374-482c-9ab1-c9f5117bdf94', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:42:27.394908 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-96d38928-32ea-4a3a-8f3c-44181b275cc4 req-daa0067f-fb03-4e7d-ac82-383a137bf425 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=347fb184-704b-4fab-958c-1d73cc54eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410669 Aug 31 10:42:27.412382 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:27.427382 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e90ab64-312f-48cc-b71d-b3b3becccffe {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:42:27.448674 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 2e90ab64-312f-48cc-b71d-b3b3becccffe, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2e90ab64-312f-48cc-b71d-b3b3becccffe,segment=NetworkSegment(3781a480-fcdd-44f6-825f-f4393240dde7),segment_id=3781a480-fcdd-44f6-825f-f4393240dde7)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:42:27.567743 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:27.616215 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=2e90ab64-312f-48cc-b71d-b3b3becccffe,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:27.623727 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:27.624068 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:27.624404 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:27.624736 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:27.625067 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:27.625388 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:27.625710 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:27.626029 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:27.626347 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:27.626691 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:27.627009 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:27.627321 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:42:27.816425 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['2e90ab64-312f-48cc-b71d-b3b3becccffe'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:42:28.531627 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab0879-3cbe-40d8-91db-bdd211152fb6 req-9eedde24-d332-4f54-bfdf-f33287cd2141 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:28.533173 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47ab0879-3cbe-40d8-91db-bdd211152fb6 req-9eedde24-d332-4f54-bfdf-f33287cd2141 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 944 time: 0.0664659 Aug 31 10:42:28.573025 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-47ab0879-3cbe-40d8-91db-bdd211152fb6 req-691f7af7-4d1d-4604-ad7a-5215bb65a172 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=347fb184-704b-4fab-958c-1d73cc54eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329161 Aug 31 10:42:29.256755 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2e90ab64-312f-48cc-b71d-b3b3becccffe up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:42:29.390860 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 2e90ab64-312f-48cc-b71d-b3b3becccffe completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:42:29.395291 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 2e90ab64-312f-48cc-b71d-b3b3becccffe triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:42:29.395664 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:29.477914 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:29.504321 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c366fd-f1f1-4acf-945a-2a5e3fc560ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e90ab64-312f-48cc-b71d-b3b3becccffe'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:42:29.506641 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cadc11a-c05f-4a39-9958-b524339431f6" -d '{"events": [{"server_uuid": "94c366fd-f1f1-4acf-945a-2a5e3fc560ac", "name": "network-vif-plugged", "status": "completed", "tag": "2e90ab64-312f-48cc-b71d-b3b3becccffe"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:42:29.521957 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 2e90ab64-312f-48cc-b71d-b3b3becccffe, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2e90ab64-312f-48cc-b71d-b3b3becccffe,segment=NetworkSegment(3781a480-fcdd-44f6-825f-f4393240dde7),segment_id=3781a480-fcdd-44f6-825f-f4393240dde7)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:42:29.596663 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535e8434-013c-4a18-8c4d-3fb5941a7a81 x-openstack-request-id: req-535e8434-013c-4a18-8c4d-3fb5941a7a81 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:42:29.596958 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c366fd-f1f1-4acf-945a-2a5e3fc560ac", "name": "network-vif-plugged", "status": "completed", "tag": "2e90ab64-312f-48cc-b71d-b3b3becccffe", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:42:29.597211 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-535e8434-013c-4a18-8c4d-3fb5941a7a81 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:42:29.597610 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c366fd-f1f1-4acf-945a-2a5e3fc560ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e90ab64-312f-48cc-b71d-b3b3becccffe', 'code': 200} Aug 31 10:42:29.613675 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:29.667359 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=2e90ab64-312f-48cc-b71d-b3b3becccffe,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:29.729782 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed31223-cca2-4c4d-b971-71ac900b19ee req-1cd4a68d-af66-466b-bc1d-20e9972016eb tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:29.731344 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3ed31223-cca2-4c4d-b971-71ac900b19ee req-1cd4a68d-af66-466b-bc1d-20e9972016eb tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 945 time: 0.0831547 Aug 31 10:42:29.733075 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af0baa-eb0e-41d5-b5dd-6e2547ef696e req-3bcc0e3d-040d-47a0-85ae-d1b7f0072425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:29.734460 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-07af0baa-eb0e-41d5-b5dd-6e2547ef696e req-3bcc0e3d-040d-47a0-85ae-d1b7f0072425 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 1097 time: 0.0739245 Aug 31 10:42:29.798438 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3ed31223-cca2-4c4d-b971-71ac900b19ee req-78bde1d0-3c3d-4a93-92a1-3b89040e78f4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=347fb184-704b-4fab-958c-1d73cc54eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599675 Aug 31 10:42:29.799570 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-07af0baa-eb0e-41d5-b5dd-6e2547ef696e req-c33d6538-9fb9-4835-8155-6d437ffb56dd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=347fb184-704b-4fab-958c-1d73cc54eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553927 Aug 31 10:42:30.921390 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ac1a8-e96f-47d3-ae9b-0cfc205e6c5b req-b6f320e9-8cb8-4045-9acb-5678b0777967 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:30.923542 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-446ac1a8-e96f-47d3-ae9b-0cfc205e6c5b req-b6f320e9-8cb8-4045-9acb-5678b0777967 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 945 time: 0.0539839 Aug 31 10:42:30.962232 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-446ac1a8-e96f-47d3-ae9b-0cfc205e6c5b req-4aacfabf-bcbe-4401-a21a-47db0722bba0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=347fb184-704b-4fab-958c-1d73cc54eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321548 Aug 31 10:42:32.081861 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d1f01-a10c-451a-a244-9cd620b7ee9c req-53f7cd65-06c8-40a6-9dc3-d5bb8ad32482 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:32.083359 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-656d1f01-a10c-451a-a244-9cd620b7ee9c req-53f7cd65-06c8-40a6-9dc3-d5bb8ad32482 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 945 time: 0.0501447 Aug 31 10:42:32.122699 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-656d1f01-a10c-451a-a244-9cd620b7ee9c req-37f0fe06-4123-49f3-bdaa-b9f7939ea453 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=347fb184-704b-4fab-958c-1d73cc54eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327966 Aug 31 10:42:32.244732 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8656f-a7b9-45ea-9bb1-433658a9b9ed req-db0f734a-89b0-4385-8ca4-069aff81d818 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:32.246237 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16b8656f-a7b9-45ea-9bb1-433658a9b9ed req-db0f734a-89b0-4385-8ca4-069aff81d818 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 945 time: 0.0545378 Aug 31 10:42:32.287349 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16b8656f-a7b9-45ea-9bb1-433658a9b9ed req-c7b564ca-ee3c-4401-b58d-7710ef6a6c8b tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=347fb184-704b-4fab-958c-1d73cc54eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348616 Aug 31 10:42:32.309226 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56448) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:42:32.351912 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c6b0fb-dcf4-4f59-adac-7ff60bf49f21 tempest-TestNetworkAdvancedServerOps-920648690 tempest-TestNetworkAdvancedServerOps-920648690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:32.353452 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e6c6b0fb-dcf4-4f59-adac-7ff60bf49f21 tempest-TestNetworkAdvancedServerOps-920648690 tempest-TestNetworkAdvancedServerOps-920648690-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 1092 time: 0.0431452 Aug 31 10:42:32.356351 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56450) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:42:32.360816 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-ac9dbc89-e22a-4646-a2b9-367b372ce14d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'port_id': '2e90ab64-312f-48cc-b71d-b3b3becccffe', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:42:32.459196 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ac9dbc89-e22a-4646-a2b9-367b372ce14d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for floatingip, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:32.561677 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ac9dbc89-e22a-4646-a2b9-367b372ce14d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:32.668513 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-ac9dbc89-e22a-4646-a2b9-367b372ce14d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Allocated IP 172.25.2.34 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/e4733bcc-01e2-4b9a-a808-1123e826c308) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:42:32.774265 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ac9dbc89-e22a-4646-a2b9-367b372ce14d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:32.916721 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ac9dbc89-e22a-4646-a2b9-367b372ce14d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:32.959034 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9dbc89-e22a-4646-a2b9-367b372ce14d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:42:32.961903 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-ac9dbc89-e22a-4646-a2b9-367b372ce14d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:42:32.967532 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9dbc89-e22a-4646-a2b9-367b372ce14d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:42:32.973616 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9dbc89-e22a-4646-a2b9-367b372ce14d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Port': ['ID=e4733bcc-01e2-4b9a-a808-1123e826c308,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:33.346732 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ac9dbc89-e22a-4646-a2b9-367b372ce14d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:33.490880 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ac9dbc89-e22a-4646-a2b9-367b372ce14d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:33.605149 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:33.643706 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ac9dbc89-e22a-4646-a2b9-367b372ce14d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:33.730933 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ac9dbc89-e22a-4646-a2b9-367b372ce14d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:33.801180 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9dbc89-e22a-4646-a2b9-367b372ce14d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Port': ['ID=e4733bcc-01e2-4b9a-a808-1123e826c308,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:42:33.811180 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ac9dbc89-e22a-4646-a2b9-367b372ce14d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:33.917965 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-ac9dbc89-e22a-4646-a2b9-367b372ce14d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Floating IP d3fcfb9e-52fe-4bf3-9a15-4b7969564c9f associated. External IP: 172.25.2.34, port: 2e90ab64-312f-48cc-b71d-b3b3becccffe. Aug 31 10:42:34.129076 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9dbc89-e22a-4646-a2b9-367b372ce14d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Router d6e0752e-5cf4-411f-960b-baef36823446 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:42:34.207470 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:34.237678 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9dbc89-e22a-4646-a2b9-367b372ce14d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:42:34.247452 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b4ca0a-fcca-43b7-8636-8638a270d2f7 None None] Sync routers for ids ['d6e0752e-5cf4-411f-960b-baef36823446'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:42:34.257124 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b4ca0a-fcca-43b7-8636-8638a270d2f7 None None] Routers {'d6e0752e-5cf4-411f-960b-baef36823446'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:42:34.257727 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-88b4ca0a-fcca-43b7-8636-8638a270d2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:42:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['d6e0752e-5cf4-411f-960b-baef36823446'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:42:34.322109 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ac9dbc89-e22a-4646-a2b9-367b372ce14d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:34.351185 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ac9dbc89-e22a-4646-a2b9-367b372ce14d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9938095 Aug 31 10:42:34.351876 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c366fd-f1f1-4acf-945a-2a5e3fc560ac', 'tag': '2e90ab64-312f-48cc-b71d-b3b3becccffe'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:42:34.362888 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b6507b-d0bb-4ba1-8b72-682c6fac765e" -d '{"events": [{"name": "network-changed", "server_uuid": "94c366fd-f1f1-4acf-945a-2a5e3fc560ac", "tag": "2e90ab64-312f-48cc-b71d-b3b3becccffe"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:42:34.366180 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-88b4ca0a-fcca-43b7-8636-8638a270d2f7 None None] Set router d6e0752e-5cf4-411f-960b-baef36823446 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:42:34.405126 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acd036b-d12c-4f82-8bd8-447a0031d56a x-openstack-request-id: req-5acd036b-d12c-4f82-8bd8-447a0031d56a {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:42:34.405534 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c366fd-f1f1-4acf-945a-2a5e3fc560ac", "tag": "2e90ab64-312f-48cc-b71d-b3b3becccffe", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:42:34.406459 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-5acd036b-d12c-4f82-8bd8-447a0031d56a {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:42:34.407067 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94c366fd-f1f1-4acf-945a-2a5e3fc560ac', 'tag': '2e90ab64-312f-48cc-b71d-b3b3becccffe', 'status': 'completed', 'code': 200} Aug 31 10:42:34.485287 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04143b-44a0-435e-a31c-9542021b8da9 req-59424fa2-c421-47bf-b5a9-d2e08661a155 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:34.486828 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ef04143b-44a0-435e-a31c-9542021b8da9 req-59424fa2-c421-47bf-b5a9-d2e08661a155 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 945 time: 0.0843270 Aug 31 10:42:34.503541 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6507b-d0bb-4ba1-8b72-682c6fac765e req-6e17733a-f604-424b-8f36-dd4425688db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:34.504992 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e6b6507b-d0bb-4ba1-8b72-682c6fac765e req-6e17733a-f604-424b-8f36-dd4425688db6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 1097 time: 0.0716443 Aug 31 10:42:34.572840 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ef04143b-44a0-435e-a31c-9542021b8da9 req-8dd582ed-a820-4821-83a7-3007be0926fe tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=347fb184-704b-4fab-958c-1d73cc54eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796127 Aug 31 10:42:34.597918 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56456) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:42:34.608259 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-88b4ca0a-fcca-43b7-8636-8638a270d2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178512137', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:42:12Z', 'updated_at': '2021-08-31T10:42:16Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:42:12Z', 'updated_at': '2021-08-31T10:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'd3fcfb9e-52fe-4bf3-9a15-4b7969564c9f', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'floating_ip_address': '172.25.2.34', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'port_id': '2e90ab64-312f-48cc-b71d-b3b3becccffe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973b377f-aef6-4bf9-976a-c784513a36f8', 'mac_address': 'fa:16:3e:1d:ff:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c366fd-f1f1-4acf-945a-2a5e3fc560ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:42:33Z', 'updated_at': '2021-08-31T10:42:33Z', 'revision_number': 0, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77744c08-ecfa-47e5-bb33-18dc808df00a', 'name': '', 'network_id': '973b377f-aef6-4bf9-976a-c784513a36f8', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:65:ff:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'f66b7734-6374-482c-9ab1-c9f5117bdf94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:42:16Z', 'updated_at': '2021-08-31T10:42:22Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': 'f66b7734-6374-482c-9ab1-c9f5117bdf94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:42:34.614021 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6507b-d0bb-4ba1-8b72-682c6fac765e req-2260c47d-f06a-49f7-b6e1-d3fd14cadc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:34.615619 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e6b6507b-d0bb-4ba1-8b72-682c6fac765e req-2260c47d-f06a-49f7-b6e1-d3fd14cadc4f service neutron] 10.222.0.59 "GET /v2.0/networks?id=973b377f-aef6-4bf9-976a-c784513a36f8 HTTP/1.1" status: 200 len: 899 time: 0.1024904 Aug 31 10:42:34.635112 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b4ca0a-fcca-43b7-8636-8638a270d2f7 None None] Checking router: d6e0752e-5cf4-411f-960b-baef36823446 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:42:34.644729 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b4ca0a-fcca-43b7-8636-8638a270d2f7 None None] Routers {'d6e0752e-5cf4-411f-960b-baef36823446'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:42:34.645428 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-88b4ca0a-fcca-43b7-8636-8638a270d2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:42:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['d6e0752e-5cf4-411f-960b-baef36823446'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:42:34.660402 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-dc39608d-b91e-486f-a125-f7aff0267d58 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/floatingips/d3fcfb9e-52fe-4bf3-9a15-4b7969564c9f HTTP/1.1" status: 200 len: 990 time: 0.0611014 Aug 31 10:42:34.687320 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e6b6507b-d0bb-4ba1-8b72-682c6fac765e req-b61f1e01-8cee-4ce0-8ece-2821eaee4cca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e90ab64-312f-48cc-b71d-b3b3becccffe HTTP/1.1" status: 200 len: 998 time: 0.0637391 Aug 31 10:42:34.737194 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6507b-d0bb-4ba1-8b72-682c6fac765e req-952f6edd-a639-47c9-9c06-43a9eca3a298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:34.738605 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e6b6507b-d0bb-4ba1-8b72-682c6fac765e req-952f6edd-a639-47c9-9c06-43a9eca3a298 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f66b7734-6374-482c-9ab1-c9f5117bdf94 HTTP/1.1" status: 200 len: 835 time: 0.0448530 Aug 31 10:42:34.750514 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-88b4ca0a-fcca-43b7-8636-8638a270d2f7 None None] Set router d6e0752e-5cf4-411f-960b-baef36823446 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:42:34.786071 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6507b-d0bb-4ba1-8b72-682c6fac765e req-6033b752-7f1f-4ec5-a4e6-5ed4acad213a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:34.787622 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e6b6507b-d0bb-4ba1-8b72-682c6fac765e req-6033b752-7f1f-4ec5-a4e6-5ed4acad213a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=973b377f-aef6-4bf9-976a-c784513a36f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414457 Aug 31 10:42:34.884657 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e6b6507b-d0bb-4ba1-8b72-682c6fac765e req-4405188a-ba79-4530-956f-e53114d7d600 service neutron] 10.222.0.59 "GET /v2.0/networks/973b377f-aef6-4bf9-976a-c784513a36f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894847 Aug 31 10:42:34.976818 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e6b6507b-d0bb-4ba1-8b72-682c6fac765e req-26a43834-547b-4e4b-93d1-df7a223ab116 service neutron] 10.222.0.59 "GET /v2.0/networks/973b377f-aef6-4bf9-976a-c784513a36f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841088 Aug 31 10:42:34.987995 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-88b4ca0a-fcca-43b7-8636-8638a270d2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178512137', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:42:12Z', 'updated_at': '2021-08-31T10:42:16Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:42:12Z', 'updated_at': '2021-08-31T10:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'd3fcfb9e-52fe-4bf3-9a15-4b7969564c9f', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'floating_ip_address': '172.25.2.34', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'port_id': '2e90ab64-312f-48cc-b71d-b3b3becccffe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973b377f-aef6-4bf9-976a-c784513a36f8', 'mac_address': 'fa:16:3e:1d:ff:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c366fd-f1f1-4acf-945a-2a5e3fc560ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:42:33Z', 'updated_at': '2021-08-31T10:42:33Z', 'revision_number': 0, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77744c08-ecfa-47e5-bb33-18dc808df00a', 'name': '', 'network_id': '973b377f-aef6-4bf9-976a-c784513a36f8', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:65:ff:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'f66b7734-6374-482c-9ab1-c9f5117bdf94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:42:16Z', 'updated_at': '2021-08-31T10:42:22Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': 'f66b7734-6374-482c-9ab1-c9f5117bdf94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:42:35.013504 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b4ca0a-fcca-43b7-8636-8638a270d2f7 None None] The sync data for ids ['d6e0752e-5cf4-411f-960b-baef36823446'] in n-d-791506-28 is: [{'id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178512137', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:42:12Z', 'updated_at': '2021-08-31T10:42:16Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:42:12Z', 'updated_at': '2021-08-31T10:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'd3fcfb9e-52fe-4bf3-9a15-4b7969564c9f', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'floating_ip_address': '172.25.2.34', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'port_id': '2e90ab64-312f-48cc-b71d-b3b3becccffe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973b377f-aef6-4bf9-976a-c784513a36f8', 'mac_address': 'fa:16:3e:1d:ff:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c366fd-f1f1-4acf-945a-2a5e3fc560ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:42:33Z', 'updated_at': '2021-08-31T10:42:33Z', 'revision_number': 0, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77744c08-ecfa-47e5-bb33-18dc808df00a', 'name': '', 'network_id': '973b377f-aef6-4bf9-976a-c784513a36f8', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:65:ff:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'f66b7734-6374-482c-9ab1-c9f5117bdf94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:42:16Z', 'updated_at': '2021-08-31T10:42:22Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': 'f66b7734-6374-482c-9ab1-c9f5117bdf94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:42:35.216193 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac8a6b7-6af5-4184-a230-2d5dfd64484f None None] New status for floating IP d3fcfb9e-52fe-4bf3-9a15-4b7969564c9f: ACTIVE {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:42:35.663949 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56458) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:42:35.729068 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-5250dc80-6c1c-4cd5-a2b4-c5f382be4db8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/floatingips/d3fcfb9e-52fe-4bf3-9a15-4b7969564c9f HTTP/1.1" status: 200 len: 992 time: 0.0638118 Aug 31 10:42:39.407020 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:42:39.974191 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0adc6020-c70b-4689-a374-fd0d8fe3d690 req-7d91ef76-1109-425f-bda7-9268439bff53 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0268667 Aug 31 10:42:40.020273 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0adc6020-c70b-4689-a374-fd0d8fe3d690 req-02fdc927-c059-4378-96c3-f63fec021608 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.0251632 Aug 31 10:42:40.060800 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0adc6020-c70b-4689-a374-fd0d8fe3d690 req-f402dea8-2ce7-4072-8b44-8ac2724f7d23 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40aea3578a764824ae85220fcc0c6911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198851 Aug 31 10:42:40.160451 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc6020-c70b-4689-a374-fd0d8fe3d690 req-a7071a19-2db0-430f-9717-3e5d3233d1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:42:40.161930 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0adc6020-c70b-4689-a374-fd0d8fe3d690 req-a7071a19-2db0-430f-9717-3e5d3233d1bc service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0943074 Aug 31 10:42:41.401656 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ee4b04cb-c2b8-4432-8448-be07600b772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:44.075868 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-72e953c1-e393-41bf-9ae8-a549b2fc775a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:44.167189 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:45.719929 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:42:47.371717 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:03.630060 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:04.192558 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:06.544274 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [req-b6278cd2-b360-4e82-86d2-c11425a63671 req-a8fc4ca6-557b-4faa-b97c-c94ab8e7a19c tempest-ServerActionsTestJSON-49999426 tempest-ServerActionsTestJSON-49999426-project] (95552) timed out ('10.222.0.112', 53415) {{(pid=95552) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 10:43:07.271477 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43468cbd-868d-48d4-b1db-8e1ddf1fcd17 req-ed20b97d-b877-4c5c-acef-88dd5d62036f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:07.272993 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43468cbd-868d-48d4-b1db-8e1ddf1fcd17 req-ed20b97d-b877-4c5c-acef-88dd5d62036f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 945 time: 0.0514569 Aug 31 10:43:07.310788 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-43468cbd-868d-48d4-b1db-8e1ddf1fcd17 req-654ab566-90a2-4869-94a5-847dee63ac5d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=347fb184-704b-4fab-958c-1d73cc54eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317211 Aug 31 10:43:08.450189 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e00de-0533-4f8d-a6c3-4d72c1a2f11a req-d05a2b76-94b2-4255-ae7a-6da88973cd68 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:08.451708 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9c6e00de-0533-4f8d-a6c3-4d72c1a2f11a req-d05a2b76-94b2-4255-ae7a-6da88973cd68 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 945 time: 0.0532212 Aug 31 10:43:08.490060 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9c6e00de-0533-4f8d-a6c3-4d72c1a2f11a req-ea92893c-b248-4979-bd31-21f620d741f3 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=347fb184-704b-4fab-958c-1d73cc54eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323012 Aug 31 10:43:09.606643 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a7543-bc87-4530-9844-f5240cf8f6a0 req-2f8e0b99-ce17-4b35-a76a-76d625aa8da9 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:09.608201 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b02a7543-bc87-4530-9844-f5240cf8f6a0 req-2f8e0b99-ce17-4b35-a76a-76d625aa8da9 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 945 time: 0.0497389 Aug 31 10:43:09.657282 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b02a7543-bc87-4530-9844-f5240cf8f6a0 req-c3deec12-f5ab-4294-93ed-5da75e3698cd tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=347fb184-704b-4fab-958c-1d73cc54eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425820 Aug 31 10:43:10.777051 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae36d31-9f68-4c01-b004-f03fc4bb74f7 req-50faea48-be6f-4b2e-8c9a-e43546116d80 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:10.778519 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aae36d31-9f68-4c01-b004-f03fc4bb74f7 req-50faea48-be6f-4b2e-8c9a-e43546116d80 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 945 time: 0.0484471 Aug 31 10:43:10.817086 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-aae36d31-9f68-4c01-b004-f03fc4bb74f7 req-bf20c862-6ddd-45ac-8519-03ecdae2e628 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=347fb184-704b-4fab-958c-1d73cc54eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318735 Aug 31 10:43:11.395717 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e08c50bf-6f55-4120-b2ea-1105acee44a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:11.942182 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fe26d-ca04-4d27-a416-bf4fd06e283c req-59439af6-7f56-41e0-930f-0bc25dc04c24 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:11.943715 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-835fe26d-ca04-4d27-a416-bf4fd06e283c req-59439af6-7f56-41e0-930f-0bc25dc04c24 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 945 time: 0.0553818 Aug 31 10:43:11.982440 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-835fe26d-ca04-4d27-a416-bf4fd06e283c req-ee1ed976-e4f6-41de-b28b-439a6a5e5097 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=347fb184-704b-4fab-958c-1d73cc54eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327139 Aug 31 10:43:13.102198 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af00a4-5b71-4f16-8c7b-6f16996628bf req-b9c8a345-4ecb-4098-90c6-7219f018be00 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:13.103620 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f8af00a4-5b71-4f16-8c7b-6f16996628bf req-b9c8a345-4ecb-4098-90c6-7219f018be00 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 945 time: 0.0549047 Aug 31 10:43:13.143335 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f8af00a4-5b71-4f16-8c7b-6f16996628bf req-ed58bc8b-0a4b-46b2-b0a4-e77c380a508d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=347fb184-704b-4fab-958c-1d73cc54eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326891 Aug 31 10:43:13.995489 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-05ebf352-93af-4a34-8fd7-f72410c1ec70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:14.132496 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:14.261180 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cfd171-63e7-49f0-b977-f655b03ed022 req-4ebdfc0d-9d01-4baa-ab48-888a96067314 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:14.262756 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-01cfd171-63e7-49f0-b977-f655b03ed022 req-4ebdfc0d-9d01-4baa-ab48-888a96067314 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 945 time: 0.0517821 Aug 31 10:43:14.303844 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-01cfd171-63e7-49f0-b977-f655b03ed022 req-22c6e91a-9efa-4a93-868f-80e602448e1f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=347fb184-704b-4fab-958c-1d73cc54eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344577 Aug 31 10:43:15.424506 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3981d29-b050-49e6-92e6-18c4269adbd6 req-b09ed0a0-28b3-4586-84e3-e56a753e517a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:15.426016 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f3981d29-b050-49e6-92e6-18c4269adbd6 req-b09ed0a0-28b3-4586-84e3-e56a753e517a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 945 time: 0.0529151 Aug 31 10:43:15.463550 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f3981d29-b050-49e6-92e6-18c4269adbd6 req-fb02e440-9610-417b-9182-c5668f5f769d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=347fb184-704b-4fab-958c-1d73cc54eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314634 Aug 31 10:43:15.720858 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:16.407725 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:43:16.585007 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c3511-8fcf-4bee-b8cd-c4a53d523065 req-89b9f89e-5a29-493e-ab43-0d5744536b05 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:16.586485 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b54c3511-8fcf-4bee-b8cd-c4a53d523065 req-89b9f89e-5a29-493e-ab43-0d5744536b05 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 945 time: 0.0498068 Aug 31 10:43:16.625016 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b54c3511-8fcf-4bee-b8cd-c4a53d523065 req-10f43685-fa45-426e-902b-072bedc38e72 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=347fb184-704b-4fab-958c-1d73cc54eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316682 Aug 31 10:43:17.349642 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:17.750333 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551f327-7ca2-48f8-b244-1b66814781a7 req-da65bdd5-123d-49b7-a117-0e168fb91900 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:17.751945 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0551f327-7ca2-48f8-b244-1b66814781a7 req-da65bdd5-123d-49b7-a117-0e168fb91900 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 945 time: 0.0524814 Aug 31 10:43:17.792843 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0551f327-7ca2-48f8-b244-1b66814781a7 req-11ebb570-ef37-4fc1-886c-c4f2178d2e91 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=347fb184-704b-4fab-958c-1d73cc54eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347130 Aug 31 10:43:17.815939 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56496) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:43:17.878484 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b3085a8a-2f9a-497f-bfa2-63fb8d7a7869 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/floatingips/d3fcfb9e-52fe-4bf3-9a15-4b7969564c9f HTTP/1.1" status: 200 len: 992 time: 0.0614300 Aug 31 10:43:19.320986 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0afdf-de34-4e15-a541-1824b760a08e req-51e67aee-b824-4f82-894d-26ebb55d0b22 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:19.322532 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-18a0afdf-de34-4e15-a541-1824b760a08e req-51e67aee-b824-4f82-894d-26ebb55d0b22 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 945 time: 0.0494082 Aug 31 10:43:19.364174 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-18a0afdf-de34-4e15-a541-1824b760a08e req-87570eff-fdc8-488a-867e-6cb2566e9277 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=347fb184-704b-4fab-958c-1d73cc54eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343096 Aug 31 10:43:19.423752 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab5294-8a08-43c5-a4ad-eee069fbbcc4 req-6baee2e6-4309-465f-ad97-41f53eeba23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:19.425248 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8aab5294-8a08-43c5-a4ad-eee069fbbcc4 req-6baee2e6-4309-465f-ad97-41f53eeba23c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 1097 time: 0.0414503 Aug 31 10:43:19.517436 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab5294-8a08-43c5-a4ad-eee069fbbcc4 req-4fb70a2f-a09b-4773-a47d-131a1605165e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:19.519015 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8aab5294-8a08-43c5-a4ad-eee069fbbcc4 req-4fb70a2f-a09b-4773-a47d-131a1605165e service neutron] 10.222.0.59 "GET /v2.0/networks?id=973b377f-aef6-4bf9-976a-c784513a36f8 HTTP/1.1" status: 200 len: 899 time: 0.0873978 Aug 31 10:43:19.585333 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8aab5294-8a08-43c5-a4ad-eee069fbbcc4 req-1f02be20-e0af-4783-82f1-89847e67e449 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e90ab64-312f-48cc-b71d-b3b3becccffe HTTP/1.1" status: 200 len: 1000 time: 0.0591955 Aug 31 10:43:19.638838 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab5294-8a08-43c5-a4ad-eee069fbbcc4 req-b48942e1-5f6c-4e3f-a758-7248abd5a343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:19.640317 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8aab5294-8a08-43c5-a4ad-eee069fbbcc4 req-b48942e1-5f6c-4e3f-a758-7248abd5a343 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f66b7734-6374-482c-9ab1-c9f5117bdf94 HTTP/1.1" status: 200 len: 835 time: 0.0481634 Aug 31 10:43:19.685022 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab5294-8a08-43c5-a4ad-eee069fbbcc4 req-ef8495a3-b660-4650-9957-7c8c80d2bace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:19.686510 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8aab5294-8a08-43c5-a4ad-eee069fbbcc4 req-ef8495a3-b660-4650-9957-7c8c80d2bace service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=973b377f-aef6-4bf9-976a-c784513a36f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394905 Aug 31 10:43:19.782513 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8aab5294-8a08-43c5-a4ad-eee069fbbcc4 req-d69bc836-9950-44dd-a768-98d8d2bcbd6c service neutron] 10.222.0.59 "GET /v2.0/networks/973b377f-aef6-4bf9-976a-c784513a36f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875189 Aug 31 10:43:19.880074 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8aab5294-8a08-43c5-a4ad-eee069fbbcc4 req-45f05d90-e4df-43fd-bb52-6fba9cce5f7c service neutron] 10.222.0.59 "GET /v2.0/networks/973b377f-aef6-4bf9-976a-c784513a36f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907273 Aug 31 10:43:20.495410 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a1d50-c07b-4934-98f6-e40e3338bb98 req-a6fc19a2-251e-43a3-b674-775b80fc02e8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:20.496979 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd7a1d50-c07b-4934-98f6-e40e3338bb98 req-a6fc19a2-251e-43a3-b674-775b80fc02e8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 945 time: 0.0564759 Aug 31 10:43:20.537137 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd7a1d50-c07b-4934-98f6-e40e3338bb98 req-d30415eb-2fde-4ced-892d-c55b813c5432 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=347fb184-704b-4fab-958c-1d73cc54eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335927 Aug 31 10:43:21.662782 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82ed09-7512-44c8-a58e-2b60478a5e6d req-7d1e9413-9429-45b8-a6d9-72f49ee71c3b tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:21.664325 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d82ed09-7512-44c8-a58e-2b60478a5e6d req-7d1e9413-9429-45b8-a6d9-72f49ee71c3b tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 945 time: 0.0551264 Aug 31 10:43:21.707465 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2d82ed09-7512-44c8-a58e-2b60478a5e6d req-35bf071b-8c19-4e2a-aaa8-b7969939a603 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=347fb184-704b-4fab-958c-1d73cc54eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370514 Aug 31 10:43:21.729775 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56508) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:43:21.790128 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-60fa8fd0-97e2-4267-b1a9-7c24ef5ada9b tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/floatingips/d3fcfb9e-52fe-4bf3-9a15-4b7969564c9f HTTP/1.1" status: 200 len: 992 time: 0.0592077 Aug 31 10:43:33.594505 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:34.232159 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:40.016819 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7ceccd2b-824a-4fed-8092-75c4de2b0740 req-34f09647-743e-4cd6-b0a2-72ad16387ee6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0669742 Aug 31 10:43:40.069812 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7ceccd2b-824a-4fed-8092-75c4de2b0740 req-0ab21258-dd03-4c42-a200-b7dcc5a3226a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0275111 Aug 31 10:43:40.109908 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7ceccd2b-824a-4fed-8092-75c4de2b0740 req-cc036582-3717-4321-88b0-42c1204f748e service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198464 Aug 31 10:43:40.207613 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceccd2b-824a-4fed-8092-75c4de2b0740 req-3c069edf-bc6f-44fb-9a99-304f2760a132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:40.209092 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7ceccd2b-824a-4fed-8092-75c4de2b0740 req-3c069edf-bc6f-44fb-9a99-304f2760a132 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0926926 Aug 31 10:43:41.417076 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6e765553-7a0e-47e2-a87c-162d17823034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:44.049757 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8a774f0e-ed12-45c8-ba8f-2f4bfc37d249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:44.140135 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:45.784095 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:47.445652 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:52.164901 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56524) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:43:52.320430 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-1ff6d773-a6fc-4a99-be23-cae97e57d770 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Deleting port e4733bcc-01e2-4b9a-a808-1123e826c308 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:43:52.320858 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ff6d773-a6fc-4a99-be23-cae97e57d770 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:52.395886 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ff6d773-a6fc-4a99-be23-cae97e57d770 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:52.396212 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ff6d773-a6fc-4a99-be23-cae97e57d770 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:52.409072 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-1ff6d773-a6fc-4a99-be23-cae97e57d770 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Calling delete_port for e4733bcc-01e2-4b9a-a808-1123e826c308 owned by network:floatingip {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:43:52.682975 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ff6d773-a6fc-4a99-be23-cae97e57d770 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:52.709697 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff6d773-a6fc-4a99-be23-cae97e57d770 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event deleted for resources: {'Port': ['ID=e4733bcc-01e2-4b9a-a808-1123e826c308,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:52.736586 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6d773-a6fc-4a99-be23-cae97e57d770 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:52.737650 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6d773-a6fc-4a99-be23-cae97e57d770 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:52.737650 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6d773-a6fc-4a99-be23-cae97e57d770 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:52.737650 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6d773-a6fc-4a99-be23-cae97e57d770 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:52.737960 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6d773-a6fc-4a99-be23-cae97e57d770 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:52.738272 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6d773-a6fc-4a99-be23-cae97e57d770 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:52.738621 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6d773-a6fc-4a99-be23-cae97e57d770 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:52.738945 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6d773-a6fc-4a99-be23-cae97e57d770 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:52.739264 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6d773-a6fc-4a99-be23-cae97e57d770 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:52.739576 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6d773-a6fc-4a99-be23-cae97e57d770 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:52.739891 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6d773-a6fc-4a99-be23-cae97e57d770 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:52.740203 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff6d773-a6fc-4a99-be23-cae97e57d770 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:52.787373 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ff6d773-a6fc-4a99-be23-cae97e57d770 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for floatingip, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:52.788693 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [None req-1ff6d773-a6fc-4a99-be23-cae97e57d770 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Floating IP d3fcfb9e-52fe-4bf3-9a15-4b7969564c9f disassociated (deleted). External IP: 172.25.2.34, port: 2e90ab64-312f-48cc-b71d-b3b3becccffe. Aug 31 10:43:53.003100 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff6d773-a6fc-4a99-be23-cae97e57d770 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Router d6e0752e-5cf4-411f-960b-baef36823446 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:43:53.110698 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff6d773-a6fc-4a99-be23-cae97e57d770 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:43:53.116202 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1ff6d773-a6fc-4a99-be23-cae97e57d770 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:53.120823 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aea5780-b405-4c09-8cc7-fb062ad98970 None None] Sync routers for ids ['d6e0752e-5cf4-411f-960b-baef36823446'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:43:53.130817 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aea5780-b405-4c09-8cc7-fb062ad98970 None None] Routers {'d6e0752e-5cf4-411f-960b-baef36823446'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:43:53.131424 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-7aea5780-b405-4c09-8cc7-fb062ad98970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:43:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['d6e0752e-5cf4-411f-960b-baef36823446'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:43:53.147292 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1ff6d773-a6fc-4a99-be23-cae97e57d770 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "DELETE /v2.0/floatingips/d3fcfb9e-52fe-4bf3-9a15-4b7969564c9f HTTP/1.1" status: 204 len: 168 time: 0.9814181 Aug 31 10:43:53.147896 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c366fd-f1f1-4acf-945a-2a5e3fc560ac', 'tag': '2e90ab64-312f-48cc-b71d-b3b3becccffe'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:43:53.150168 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efb09fcb25d757964e6e64477cf3964f72eef090657aa62846af519e9d9507f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b463ab8-445d-40eb-ba7a-3e664cf82673" -d '{"events": [{"name": "network-changed", "server_uuid": "94c366fd-f1f1-4acf-945a-2a5e3fc560ac", "tag": "2e90ab64-312f-48cc-b71d-b3b3becccffe"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:43:53.193680 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e46baf-f77a-4ec8-af5b-eff9d69aee01 x-openstack-request-id: req-87e46baf-f77a-4ec8-af5b-eff9d69aee01 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:43:53.194303 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c366fd-f1f1-4acf-945a-2a5e3fc560ac", "tag": "2e90ab64-312f-48cc-b71d-b3b3becccffe", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:43:53.194303 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-87e46baf-f77a-4ec8-af5b-eff9d69aee01 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:43:53.194650 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94c366fd-f1f1-4acf-945a-2a5e3fc560ac', 'tag': '2e90ab64-312f-48cc-b71d-b3b3becccffe', 'status': 'completed', 'code': 200} Aug 31 10:43:53.243830 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-7aea5780-b405-4c09-8cc7-fb062ad98970 None None] Set router d6e0752e-5cf4-411f-960b-baef36823446 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:43:53.257233 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b463ab8-445d-40eb-ba7a-3e664cf82673 req-46e82ef1-618a-4778-805e-718e3bd56dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:53.258761 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4b463ab8-445d-40eb-ba7a-3e664cf82673 req-46e82ef1-618a-4778-805e-718e3bd56dea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 1097 time: 0.0432560 Aug 31 10:43:53.357887 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b463ab8-445d-40eb-ba7a-3e664cf82673 req-2fa36690-f0b7-4ec7-b092-2a01e761271b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:53.359455 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4b463ab8-445d-40eb-ba7a-3e664cf82673 req-2fa36690-f0b7-4ec7-b092-2a01e761271b service neutron] 10.222.0.59 "GET /v2.0/networks?id=973b377f-aef6-4bf9-976a-c784513a36f8 HTTP/1.1" status: 200 len: 899 time: 0.0929096 Aug 31 10:43:53.401346 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4b463ab8-445d-40eb-ba7a-3e664cf82673 req-5d67dedd-b578-47d0-b8c6-f492735135f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e90ab64-312f-48cc-b71d-b3b3becccffe HTTP/1.1" status: 200 len: 217 time: 0.0343125 Aug 31 10:43:53.425781 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:43:53.452173 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b463ab8-445d-40eb-ba7a-3e664cf82673 req-814aeaa9-2a79-4277-8aae-1ef2958a3e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:53.452824 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-7aea5780-b405-4c09-8cc7-fb062ad98970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178512137', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:42:12Z', 'updated_at': '2021-08-31T10:42:16Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:42:12Z', 'updated_at': '2021-08-31T10:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '77744c08-ecfa-47e5-bb33-18dc808df00a', 'name': '', 'network_id': '973b377f-aef6-4bf9-976a-c784513a36f8', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:65:ff:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'f66b7734-6374-482c-9ab1-c9f5117bdf94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:42:16Z', 'updated_at': '2021-08-31T10:42:22Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': 'f66b7734-6374-482c-9ab1-c9f5117bdf94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:43:53.454008 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4b463ab8-445d-40eb-ba7a-3e664cf82673 req-814aeaa9-2a79-4277-8aae-1ef2958a3e96 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f66b7734-6374-482c-9ab1-c9f5117bdf94 HTTP/1.1" status: 200 len: 835 time: 0.0446751 Aug 31 10:43:53.483895 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aea5780-b405-4c09-8cc7-fb062ad98970 None None] Checking router: d6e0752e-5cf4-411f-960b-baef36823446 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:43:53.493933 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aea5780-b405-4c09-8cc7-fb062ad98970 None None] Routers {'d6e0752e-5cf4-411f-960b-baef36823446'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:43:53.494567 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-7aea5780-b405-4c09-8cc7-fb062ad98970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:43:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['d6e0752e-5cf4-411f-960b-baef36823446'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:43:53.508355 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b463ab8-445d-40eb-ba7a-3e664cf82673 req-af01fc5c-fecd-41ea-ab1a-c45eb0ccb101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:53.509822 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4b463ab8-445d-40eb-ba7a-3e664cf82673 req-af01fc5c-fecd-41ea-ab1a-c45eb0ccb101 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=973b377f-aef6-4bf9-976a-c784513a36f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487456 Aug 31 10:43:53.603668 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4b463ab8-445d-40eb-ba7a-3e664cf82673 req-94a58f41-c343-4e06-ad4f-6ef1ebebcd22 service neutron] 10.222.0.59 "GET /v2.0/networks/973b377f-aef6-4bf9-976a-c784513a36f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851328 Aug 31 10:43:53.604944 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-7aea5780-b405-4c09-8cc7-fb062ad98970 None None] Set router d6e0752e-5cf4-411f-960b-baef36823446 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:43:53.738793 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4b463ab8-445d-40eb-ba7a-3e664cf82673 req-4da3683a-6ab3-49c6-853b-952edd5bb850 service neutron] 10.222.0.59 "GET /v2.0/networks/973b377f-aef6-4bf9-976a-c784513a36f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261051 Aug 31 10:43:53.746235 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58755a1f-15de-4244-bdde-58e8576809f9 req-d45f61a0-b6e0-45e8-88fa-328ce3e4c4ba tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:53.748356 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-58755a1f-15de-4244-bdde-58e8576809f9 req-d45f61a0-b6e0-45e8-88fa-328ce3e4c4ba tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 945 time: 0.0780365 Aug 31 10:43:53.788377 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-58755a1f-15de-4244-bdde-58e8576809f9 req-2ea4aff3-1cba-4154-a25f-6bfe488ef029 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=347fb184-704b-4fab-958c-1d73cc54eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342176 Aug 31 10:43:53.819303 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-7aea5780-b405-4c09-8cc7-fb062ad98970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178512137', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:42:12Z', 'updated_at': '2021-08-31T10:42:16Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:42:12Z', 'updated_at': '2021-08-31T10:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '77744c08-ecfa-47e5-bb33-18dc808df00a', 'name': '', 'network_id': '973b377f-aef6-4bf9-976a-c784513a36f8', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:65:ff:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'f66b7734-6374-482c-9ab1-c9f5117bdf94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:42:16Z', 'updated_at': '2021-08-31T10:42:22Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': 'f66b7734-6374-482c-9ab1-c9f5117bdf94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:43:53.845333 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aea5780-b405-4c09-8cc7-fb062ad98970 None None] The sync data for ids ['d6e0752e-5cf4-411f-960b-baef36823446'] in n-d-791506-28 is: [{'id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178512137', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:42:12Z', 'updated_at': '2021-08-31T10:42:16Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:42:12Z', 'updated_at': '2021-08-31T10:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '77744c08-ecfa-47e5-bb33-18dc808df00a', 'name': '', 'network_id': '973b377f-aef6-4bf9-976a-c784513a36f8', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:65:ff:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': 'f66b7734-6374-482c-9ab1-c9f5117bdf94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:42:16Z', 'updated_at': '2021-08-31T10:42:22Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': 'f66b7734-6374-482c-9ab1-c9f5117bdf94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:43:54.064910 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db3b54a-da01-443b-ad1e-ebe3bf524057 None None] New status for floating IP d3fcfb9e-52fe-4bf3-9a15-4b7969564c9f: DOWN {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:43:54.908511 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f736367-9fc8-41ee-bebe-881d3d8676e3 req-a4475323-d86c-4d57-9f93-a47b1ea34e0f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:54.909868 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5f736367-9fc8-41ee-bebe-881d3d8676e3 req-a4475323-d86c-4d57-9f93-a47b1ea34e0f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 945 time: 0.0489600 Aug 31 10:43:54.947510 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5f736367-9fc8-41ee-bebe-881d3d8676e3 req-76064130-27bc-4bc7-b481-bb1eebb26855 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=347fb184-704b-4fab-958c-1d73cc54eca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315936 Aug 31 10:43:55.300863 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d9cfb-6602-44e7-a3d0-b31f3bbf2d98 req-316fe23e-0b36-45db-bc83-888cff3913c0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:43:55.303435 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b78d9cfb-6602-44e7-a3d0-b31f3bbf2d98 req-316fe23e-0b36-45db-bc83-888cff3913c0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.59 "GET /v2.0/ports?device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 945 time: 0.0542898 Aug 31 10:43:55.413091 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-b78d9cfb-6602-44e7-a3d0-b31f3bbf2d98 req-b7d15eb9-765a-4905-a1fb-24c1e67740c6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Deleting port 2e90ab64-312f-48cc-b71d-b3b3becccffe {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:43:55.413423 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b78d9cfb-6602-44e7-a3d0-b31f3bbf2d98 req-b7d15eb9-765a-4905-a1fb-24c1e67740c6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:55.504298 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-b78d9cfb-6602-44e7-a3d0-b31f3bbf2d98 req-b7d15eb9-765a-4905-a1fb-24c1e67740c6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] For port 2e90ab64-312f-48cc-b71d-b3b3becccffe, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2e90ab64-312f-48cc-b71d-b3b3becccffe,segment=NetworkSegment(3781a480-fcdd-44f6-825f-f4393240dde7),segment_id=3781a480-fcdd-44f6-825f-f4393240dde7)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:43:55.504668 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b78d9cfb-6602-44e7-a3d0-b31f3bbf2d98 req-b7d15eb9-765a-4905-a1fb-24c1e67740c6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:55.518458 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-b78d9cfb-6602-44e7-a3d0-b31f3bbf2d98 req-b7d15eb9-765a-4905-a1fb-24c1e67740c6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Calling delete_port for 2e90ab64-312f-48cc-b71d-b3b3becccffe owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:43:55.757287 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b78d9cfb-6602-44e7-a3d0-b31f3bbf2d98 req-b7d15eb9-765a-4905-a1fb-24c1e67740c6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:56.138939 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d15eb9-765a-4905-a1fb-24c1e67740c6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event deleted for resources: {'Port': ['ID=2e90ab64-312f-48cc-b71d-b3b3becccffe,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:56.172371 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-261467c2-bf8e-4475-837e-8336798450a9 req-eaa8f255-1344-4aa4-b6dd-60b109066b1d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 210 time: 0.0371857 Aug 31 10:43:56.186584 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d15eb9-765a-4905-a1fb-24c1e67740c6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:56.186919 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d15eb9-765a-4905-a1fb-24c1e67740c6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:56.187249 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d15eb9-765a-4905-a1fb-24c1e67740c6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:56.187576 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d15eb9-765a-4905-a1fb-24c1e67740c6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:56.187898 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d15eb9-765a-4905-a1fb-24c1e67740c6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:56.188225 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d15eb9-765a-4905-a1fb-24c1e67740c6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:56.188547 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d15eb9-765a-4905-a1fb-24c1e67740c6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:56.188916 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d15eb9-765a-4905-a1fb-24c1e67740c6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:56.189773 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d15eb9-765a-4905-a1fb-24c1e67740c6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:56.190094 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d15eb9-765a-4905-a1fb-24c1e67740c6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:56.190409 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d15eb9-765a-4905-a1fb-24c1e67740c6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:56.190897 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d15eb9-765a-4905-a1fb-24c1e67740c6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:43:56.213742 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78d9cfb-6602-44e7-a3d0-b31f3bbf2d98 req-b7d15eb9-765a-4905-a1fb-24c1e67740c6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] No DVR routers for this DVR port 2e90ab64-312f-48cc-b71d-b3b3becccffe on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:43:56.216509 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-b78d9cfb-6602-44e7-a3d0-b31f3bbf2d98 req-b7d15eb9-765a-4905-a1fb-24c1e67740c6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:56.218503 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b78d9cfb-6602-44e7-a3d0-b31f3bbf2d98 req-b7d15eb9-765a-4905-a1fb-24c1e67740c6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.59 "DELETE /v2.0/ports/2e90ab64-312f-48cc-b71d-b3b3becccffe HTTP/1.1" status: 204 len: 173 time: 0.9091041 Aug 31 10:43:56.218997 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c366fd-f1f1-4acf-945a-2a5e3fc560ac', 'name': 'network-vif-deleted', 'tag': '2e90ab64-312f-48cc-b71d-b3b3becccffe'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:43:56.221247 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1d5507-7ddd-4986-8a66-1954b9982219" -d '{"events": [{"server_uuid": "94c366fd-f1f1-4acf-945a-2a5e3fc560ac", "name": "network-vif-deleted", "tag": "2e90ab64-312f-48cc-b71d-b3b3becccffe"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:43:56.257932 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f5b5bd-f09a-4817-b4bf-ea56f252d6f7 x-openstack-request-id: req-33f5b5bd-f09a-4817-b4bf-ea56f252d6f7 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:43:56.258221 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c366fd-f1f1-4acf-945a-2a5e3fc560ac", "name": "network-vif-deleted", "tag": "2e90ab64-312f-48cc-b71d-b3b3becccffe", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:43:56.258475 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-33f5b5bd-f09a-4817-b4bf-ea56f252d6f7 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:43:56.258899 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c366fd-f1f1-4acf-945a-2a5e3fc560ac', 'name': 'network-vif-deleted', 'tag': '2e90ab64-312f-48cc-b71d-b3b3becccffe', 'status': 'completed', 'code': 200} Aug 31 10:43:57.282148 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fba14220-fbc9-49f9-a8ec-51b533f65755 req-d943e3d8-4262-4824-bd03-3d5654db2659 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=94c366fd-f1f1-4acf-945a-2a5e3fc560ac HTTP/1.1" status: 200 len: 210 time: 0.0275738 Aug 31 10:43:58.342729 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56548) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:43:58.715178 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-34ef155e-e60a-46eb-b181-42435063bfb2 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:58.982284 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-34ef155e-e60a-46eb-b181-42435063bfb2 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Deleting port 77744c08-ecfa-47e5-bb33-18dc808df00a {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:43:58.982665 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-34ef155e-e60a-46eb-b181-42435063bfb2 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:59.074283 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-34ef155e-e60a-46eb-b181-42435063bfb2 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] For port 77744c08-ecfa-47e5-bb33-18dc808df00a, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=77744c08-ecfa-47e5-bb33-18dc808df00a,segment=NetworkSegment(3781a480-fcdd-44f6-825f-f4393240dde7),segment_id=3781a480-fcdd-44f6-825f-f4393240dde7)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:43:59.074690 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-34ef155e-e60a-46eb-b181-42435063bfb2 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:59.087757 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-34ef155e-e60a-46eb-b181-42435063bfb2 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Calling delete_port for 77744c08-ecfa-47e5-bb33-18dc808df00a owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:43:59.391189 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-34ef155e-e60a-46eb-b181-42435063bfb2 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:59.421062 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef155e-e60a-46eb-b181-42435063bfb2 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event deleted for resources: {'Port': ['ID=77744c08-ecfa-47e5-bb33-18dc808df00a,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:43:59.604183 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-34ef155e-e60a-46eb-b181-42435063bfb2 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:43:59.619472 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2e90ab64-312f-48cc-b71d-b3b3becccffe no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:43:59.643525 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 2e90ab64-312f-48cc-b71d-b3b3becccffe {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:43:59.643783 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2e90ab64-312f-48cc-b71d-b3b3becccffe not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:43:59.821600 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ef155e-e60a-46eb-b181-42435063bfb2 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Router d6e0752e-5cf4-411f-960b-baef36823446 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:43:59.926880 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ef155e-e60a-46eb-b181-42435063bfb2 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:43:59.931905 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-34ef155e-e60a-46eb-b181-42435063bfb2 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "PUT /v2.0/routers/d6e0752e-5cf4-411f-960b-baef36823446/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5881500 Aug 31 10:43:59.934681 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56550) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:43:59.941607 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac75fea-a9cd-4d79-b0b6-32180dbb9f87 None None] Sync routers for ids ['d6e0752e-5cf4-411f-960b-baef36823446'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:43:59.950789 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac75fea-a9cd-4d79-b0b6-32180dbb9f87 None None] Routers {'d6e0752e-5cf4-411f-960b-baef36823446'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:43:59.951387 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-eac75fea-a9cd-4d79-b0b6-32180dbb9f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:43:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['d6e0752e-5cf4-411f-960b-baef36823446'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:43:59.986448 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2401bcf-dc36-427b-958d-f59409955275 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Deleting subnet f66b7734-6374-482c-9ab1-c9f5117bdf94 {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:43:59.990199 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d2401bcf-dc36-427b-958d-f59409955275 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:00.029623 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d2401bcf-dc36-427b-958d-f59409955275 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:00.055685 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-eac75fea-a9cd-4d79-b0b6-32180dbb9f87 None None] Set router d6e0752e-5cf4-411f-960b-baef36823446 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:44:00.118563 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d2401bcf-dc36-427b-958d-f59409955275 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:00.243507 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-eac75fea-a9cd-4d79-b0b6-32180dbb9f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178512137', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:42:12Z', 'updated_at': '2021-08-31T10:43:59Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:42:12Z', 'updated_at': '2021-08-31T10:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:44:00.249113 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d2401bcf-dc36-427b-958d-f59409955275 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:00.271808 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac75fea-a9cd-4d79-b0b6-32180dbb9f87 None None] Checking router: d6e0752e-5cf4-411f-960b-baef36823446 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:44:00.278088 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2401bcf-dc36-427b-958d-f59409955275 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event deleted for resources: {'Subnet': ['ID=f66b7734-6374-482c-9ab1-c9f5117bdf94,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:00.280161 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d2401bcf-dc36-427b-958d-f59409955275 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:00.282029 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac75fea-a9cd-4d79-b0b6-32180dbb9f87 None None] Routers {'d6e0752e-5cf4-411f-960b-baef36823446'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:44:00.282267 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d2401bcf-dc36-427b-958d-f59409955275 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "DELETE /v2.0/subnets/f66b7734-6374-482c-9ab1-c9f5117bdf94 HTTP/1.1" status: 204 len: 168 time: 0.3464696 Aug 31 10:44:00.283328 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-eac75fea-a9cd-4d79-b0b6-32180dbb9f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:43:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['d6e0752e-5cf4-411f-960b-baef36823446'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:44:00.285760 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56552) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:44:00.288198 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457a6c30-9d52-4f45-9f30-e2788ee2fa1f None None] Network 973b377f-aef6-4bf9-976a-c784513a36f8 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:44:00.420050 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-28b8b8e3-639f-44fa-89cc-f566d195886a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:00.429738 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-eac75fea-a9cd-4d79-b0b6-32180dbb9f87 None None] Set router d6e0752e-5cf4-411f-960b-baef36823446 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:44:00.492775 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25421e9-0b8b-4acd-a718-5ce6f2ca46a1 None None] DHCP port deletion for 973b377f-aef6-4bf9-976a-c784513a36f8 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:44:00.551026 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-28b8b8e3-639f-44fa-89cc-f566d195886a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:00.553083 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-d25421e9-0b8b-4acd-a718-5ce6f2ca46a1 None None] Deleting port 8d6e5ac2-5caa-496f-a67d-ae65cc1fc4a8 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:44:00.553458 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d25421e9-0b8b-4acd-a718-5ce6f2ca46a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:00.617738 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-d25421e9-0b8b-4acd-a718-5ce6f2ca46a1 None None] For port 8d6e5ac2-5caa-496f-a67d-ae65cc1fc4a8, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8d6e5ac2-5caa-496f-a67d-ae65cc1fc4a8,segment=NetworkSegment(3781a480-fcdd-44f6-825f-f4393240dde7),segment_id=3781a480-fcdd-44f6-825f-f4393240dde7)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:44:00.618443 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d25421e9-0b8b-4acd-a718-5ce6f2ca46a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:00.619652 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-eac75fea-a9cd-4d79-b0b6-32180dbb9f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178512137', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:42:12Z', 'updated_at': '2021-08-31T10:43:59Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:42:12Z', 'updated_at': '2021-08-31T10:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:44:00.631881 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-d25421e9-0b8b-4acd-a718-5ce6f2ca46a1 None None] Calling delete_port for 8d6e5ac2-5caa-496f-a67d-ae65cc1fc4a8 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:44:00.648868 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac75fea-a9cd-4d79-b0b6-32180dbb9f87 None None] The sync data for ids ['d6e0752e-5cf4-411f-960b-baef36823446'] in n-d-791506-28 is: [{'id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1178512137', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:42:12Z', 'updated_at': '2021-08-31T10:43:59Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': '8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:a8:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e0752e-5cf4-411f-960b-baef36823446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:42:12Z', 'updated_at': '2021-08-31T10:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:44:00.765601 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-28b8b8e3-639f-44fa-89cc-f566d195886a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Deleting port 8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:44:00.765887 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-28b8b8e3-639f-44fa-89cc-f566d195886a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:00.822863 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d25421e9-0b8b-4acd-a718-5ce6f2ca46a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:00.848037 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-28b8b8e3-639f-44fa-89cc-f566d195886a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] For port 8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:44:00.848402 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-28b8b8e3-639f-44fa-89cc-f566d195886a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:00.852569 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25421e9-0b8b-4acd-a718-5ce6f2ca46a1 None None] Pushing event deleted for resources: {'Port': ['ID=8d6e5ac2-5caa-496f-a67d-ae65cc1fc4a8,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:00.859285 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25421e9-0b8b-4acd-a718-5ce6f2ca46a1 None None] No DVR routers for this DVR port 8d6e5ac2-5caa-496f-a67d-ae65cc1fc4a8 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:44:00.870597 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25421e9-0b8b-4acd-a718-5ce6f2ca46a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:44:00.870952 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25421e9-0b8b-4acd-a718-5ce6f2ca46a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:44:00.871285 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25421e9-0b8b-4acd-a718-5ce6f2ca46a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:44:00.873847 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25421e9-0b8b-4acd-a718-5ce6f2ca46a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:44:00.874181 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25421e9-0b8b-4acd-a718-5ce6f2ca46a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:44:00.874608 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25421e9-0b8b-4acd-a718-5ce6f2ca46a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:44:00.874975 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25421e9-0b8b-4acd-a718-5ce6f2ca46a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:44:00.875292 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25421e9-0b8b-4acd-a718-5ce6f2ca46a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:44:00.875628 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25421e9-0b8b-4acd-a718-5ce6f2ca46a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:44:00.875838 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25421e9-0b8b-4acd-a718-5ce6f2ca46a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:44:00.876656 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25421e9-0b8b-4acd-a718-5ce6f2ca46a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:44:00.876822 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-28b8b8e3-639f-44fa-89cc-f566d195886a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Calling delete_port for 8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857 owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:44:00.877057 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25421e9-0b8b-4acd-a718-5ce6f2ca46a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:44:01.148870 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-28b8b8e3-639f-44fa-89cc-f566d195886a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:01.177971 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8b8e3-639f-44fa-89cc-f566d195886a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event deleted for resources: {'Port': ['ID=8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:01.247549 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-28b8b8e3-639f-44fa-89cc-f566d195886a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:01.344809 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-28b8b8e3-639f-44fa-89cc-f566d195886a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:01.347518 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-28b8b8e3-639f-44fa-89cc-f566d195886a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:01.568366 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-28b8b8e3-639f-44fa-89cc-f566d195886a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:01.569070 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b8b8e3-639f-44fa-89cc-f566d195886a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Fanout notify agent at l3_agent the message router_deleted on router d6e0752e-5cf4-411f-960b-baef36823446 {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:44:01.590987 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-28b8b8e3-639f-44fa-89cc-f566d195886a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:01.590987 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-28b8b8e3-639f-44fa-89cc-f566d195886a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "DELETE /v2.0/routers/d6e0752e-5cf4-411f-960b-baef36823446 HTTP/1.1" status: 204 len: 168 time: 1.2925825 Aug 31 10:44:01.590987 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56554) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:44:01.663818 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1bb58e2e-e85e-4eed-ba58-d9d6a0d5bafa tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:01.758506 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1bb58e2e-e85e-4eed-ba58-d9d6a0d5bafa tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:01.768145 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-1bb58e2e-e85e-4eed-ba58-d9d6a0d5bafa tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['973b377f-aef6-4bf9-976a-c784513a36f8']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:44:01.778307 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-1bb58e2e-e85e-4eed-ba58-d9d6a0d5bafa tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3781a480-fcdd-44f6-825f-f4393240dde7') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:44:01.778638 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-1bb58e2e-e85e-4eed-ba58-d9d6a0d5bafa tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3781a480-fcdd-44f6-825f-f4393240dde7') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:44:01.787906 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1bb58e2e-e85e-4eed-ba58-d9d6a0d5bafa tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:01.803257 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1bb58e2e-e85e-4eed-ba58-d9d6a0d5bafa tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:01.809290 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb58e2e-e85e-4eed-ba58-d9d6a0d5bafa tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Releasing vlan 1615 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:44:01.809675 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1bb58e2e-e85e-4eed-ba58-d9d6a0d5bafa tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:01.812664 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 10:44:01.812664 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:44:01.812664 n-d-791506-28 neutron-server[95552]: timer() Aug 31 10:44:01.812664 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:44:01.812664 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 10:44:01.812664 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:44:01.812664 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 10:44:01.812664 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:44:01.812664 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 10:44:01.812664 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:44:01.812664 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 10:44:01.812664 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:44:01.812664 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 10:44:01.812664 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:44:01.812664 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:44:01.812664 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:44:01.812664 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:44:01.812664 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:44:01.812664 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 10:44:01.812664 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:44:01.812664 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 10:44:01.812664 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:44:01.812664 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:44:01.812664 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:44:01.812664 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 10:44:01.812664 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:44:01.812664 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:44:01.812664 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:44:01.812664 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:44:01.812664 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:44:01.812664 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:44:01.812664 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:44:01.991195 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1bb58e2e-e85e-4eed-ba58-d9d6a0d5bafa tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:01.996206 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-1bb58e2e-e85e-4eed-ba58-d9d6a0d5bafa tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:01.998092 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-1bb58e2e-e85e-4eed-ba58-d9d6a0d5bafa tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "DELETE /v2.0/networks/973b377f-aef6-4bf9-976a-c784513a36f8 HTTP/1.1" status: 204 len: 168 time: 0.4144347 Aug 31 10:44:02.000995 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56556) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:44:02.013375 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb58e2e-e85e-4eed-ba58-d9d6a0d5bafa tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event deleted for resources: {'Network': ['ID=973b377f-aef6-4bf9-976a-c784513a36f8,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:02.068685 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-17bfa8ee-d721-4c7d-9330-dfa82ea74f75 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:02.096514 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-17bfa8ee-d721-4c7d-9330-dfa82ea74f75 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:02.242781 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-17bfa8ee-d721-4c7d-9330-dfa82ea74f75 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:02.245278 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-17bfa8ee-d721-4c7d-9330-dfa82ea74f75 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:02.246457 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-17bfa8ee-d721-4c7d-9330-dfa82ea74f75 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "DELETE /v2.0/security-groups/347fb184-704b-4fab-958c-1d73cc54eca9 HTTP/1.1" status: 204 len: 168 time: 0.2438595 Aug 31 10:44:02.259527 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bfa8ee-d721-4c7d-9330-dfa82ea74f75 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=347fb184-704b-4fab-958c-1d73cc54eca9,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:02.427080 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 77744c08-ecfa-47e5-bb33-18dc808df00a no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:44:02.447549 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 77744c08-ecfa-47e5-bb33-18dc808df00a {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:44:02.449311 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 77744c08-ecfa-47e5-bb33-18dc808df00a not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:44:02.449311 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:44:02.467811 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:44:02.468155 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8e3ddba3-f3b3-4d1b-ba20-5a3a4c7d7857 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:44:02.468562 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8d6e5ac2-5caa-496f-a67d-ae65cc1fc4a8 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:44:02.486900 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 8d6e5ac2-5caa-496f-a67d-ae65cc1fc4a8 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:44:02.495385 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8d6e5ac2-5caa-496f-a67d-ae65cc1fc4a8 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:44:02.745835 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56562) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:44:02.750500 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-e82d6202-fb7d-4620-90ad-615b2a22c433 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1900286021', 'description': 'tempest-secgroup-smoke-1900286021 description', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:44:02.871011 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e82d6202-fb7d-4620-90ad-615b2a22c433 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:02.955644 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e82d6202-fb7d-4620-90ad-615b2a22c433 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:03.034410 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e82d6202-fb7d-4620-90ad-615b2a22c433 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:03.063554 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d6202-fb7d-4620-90ad-615b2a22c433 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adcdd685-63fd-49b7-b4d1-482d1d599825,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:03.159646 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e82d6202-fb7d-4620-90ad-615b2a22c433 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:03.161008 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e82d6202-fb7d-4620-90ad-615b2a22c433 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4141278 Aug 31 10:44:03.163792 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56564) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:44:03.168319 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-8c649780-8332-4e9d-8525-c30652c5d1b0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'security_group_rule': {'security_group_id': 'adcdd685-63fd-49b7-b4d1-482d1d599825', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:44:03.275851 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8c649780-8332-4e9d-8525-c30652c5d1b0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:03.333717 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8c649780-8332-4e9d-8525-c30652c5d1b0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:03.434147 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8c649780-8332-4e9d-8525-c30652c5d1b0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:03.453368 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c649780-8332-4e9d-8525-c30652c5d1b0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3509b264-05ea-4bd1-bb3d-dc1e83fc30b1,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:03.542632 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8c649780-8332-4e9d-8525-c30652c5d1b0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:03.543915 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8c649780-8332-4e9d-8525-c30652c5d1b0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3791122 Aug 31 10:44:03.546690 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56566) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:44:03.552612 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-12b72008-4b15-4f7c-b770-bbc2fb3332db tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'security_group_rule': {'security_group_id': 'adcdd685-63fd-49b7-b4d1-482d1d599825', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:44:03.705762 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:03.761569 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-12b72008-4b15-4f7c-b770-bbc2fb3332db tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:03.818594 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-12b72008-4b15-4f7c-b770-bbc2fb3332db tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:03.899628 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-12b72008-4b15-4f7c-b770-bbc2fb3332db tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:03.917631 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b72008-4b15-4f7c-b770-bbc2fb3332db tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c3e63b-85e7-46c7-be5d-ea5bf398b7ac,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:04.005637 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-12b72008-4b15-4f7c-b770-bbc2fb3332db tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:04.006914 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-12b72008-4b15-4f7c-b770-bbc2fb3332db tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4592197 Aug 31 10:44:04.009658 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56570) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:44:04.014147 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-7f837b4c-f346-4e54-a3e1-ad35b10ad867 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'security_group_rule': {'security_group_id': 'adcdd685-63fd-49b7-b4d1-482d1d599825', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:44:04.137023 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7f837b4c-f346-4e54-a3e1-ad35b10ad867 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:04.195991 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7f837b4c-f346-4e54-a3e1-ad35b10ad867 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:04.231055 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:04.259219 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7f837b4c-f346-4e54-a3e1-ad35b10ad867 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:04.277737 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f837b4c-f346-4e54-a3e1-ad35b10ad867 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd93599-f281-4ad2-b6bf-bcc1226457d0,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:04.359827 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7f837b4c-f346-4e54-a3e1-ad35b10ad867 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:04.361584 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7f837b4c-f346-4e54-a3e1-ad35b10ad867 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3509908 Aug 31 10:44:04.364432 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56572) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:44:04.371000 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-e0e255b4-87ab-4eb9-b47c-91531e91b634 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'security_group_rule': {'security_group_id': 'adcdd685-63fd-49b7-b4d1-482d1d599825', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:44:04.468158 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e0e255b4-87ab-4eb9-b47c-91531e91b634 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:04.530663 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e0e255b4-87ab-4eb9-b47c-91531e91b634 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:04.608406 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e0e255b4-87ab-4eb9-b47c-91531e91b634 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:04.627255 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e255b4-87ab-4eb9-b47c-91531e91b634 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ed2162-9d16-455c-a75f-967fd84514ca,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:04.725612 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e0e255b4-87ab-4eb9-b47c-91531e91b634 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:04.727564 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e0e255b4-87ab-4eb9-b47c-91531e91b634 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3616567 Aug 31 10:44:04.729896 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56574) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:44:04.734712 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-b89d8cbb-14b2-44c3-b431-eb31f3fbae6e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'security_group_rule': {'security_group_id': 'adcdd685-63fd-49b7-b4d1-482d1d599825', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:44:04.865645 n-d-791506-28 neutron-server[95552]: INFO neutron.db.securitygroups_db [None req-b89d8cbb-14b2-44c3-b431-eb31f3fbae6e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Project b91d32a897fc4967ba6d80d0ca2736bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:44:04.870926 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b89d8cbb-14b2-44c3-b431-eb31f3fbae6e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:04.938780 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b89d8cbb-14b2-44c3-b431-eb31f3fbae6e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:05.025436 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b89d8cbb-14b2-44c3-b431-eb31f3fbae6e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:05.044024 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d8cbb-14b2-44c3-b431-eb31f3fbae6e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5bf390-be4a-411f-8f75-7c219818c52d,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:05.128136 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b89d8cbb-14b2-44c3-b431-eb31f3fbae6e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:05.129397 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b89d8cbb-14b2-44c3-b431-eb31f3fbae6e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3984244 Aug 31 10:44:05.132159 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56576) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:44:05.136627 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-66ce3500-cb99-46b5-a80b-0df832b761c7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'security_group_rule': {'security_group_id': 'adcdd685-63fd-49b7-b4d1-482d1d599825', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:44:05.237336 n-d-791506-28 neutron-server[95552]: INFO neutron.db.securitygroups_db [None req-66ce3500-cb99-46b5-a80b-0df832b761c7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Project b91d32a897fc4967ba6d80d0ca2736bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:44:05.242834 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-66ce3500-cb99-46b5-a80b-0df832b761c7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:05.302265 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-66ce3500-cb99-46b5-a80b-0df832b761c7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:05.419538 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-66ce3500-cb99-46b5-a80b-0df832b761c7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:05.437304 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce3500-cb99-46b5-a80b-0df832b761c7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4457b37-d694-469f-b5c6-0dfd439591e1,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:05.542986 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-66ce3500-cb99-46b5-a80b-0df832b761c7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:05.544262 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-66ce3500-cb99-46b5-a80b-0df832b761c7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4111269 Aug 31 10:44:05.547043 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56578) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:44:05.552801 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-da83ed43-bdc9-4cad-886f-197b9f4a37e5 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'network': {'name': 'tempest-network-smoke--1674132767', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'port_security_enabled': True}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:44:05.645102 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da83ed43-bdc9-4cad-886f-197b9f4a37e5 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Made reservation on behalf of b91d32a897fc4967ba6d80d0ca2736bc for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:44:05.648593 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-da83ed43-bdc9-4cad-886f-197b9f4a37e5 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:05.671982 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da83ed43-bdc9-4cad-886f-197b9f4a37e5 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] vlan segment allocate from pool success with {'vlan_id': 1646, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:44:05.681110 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-da83ed43-bdc9-4cad-886f-197b9f4a37e5 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:05.681447 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-da83ed43-bdc9-4cad-886f-197b9f4a37e5 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Added segment 80460f85-c3b0-4944-aa61-a581ea546b2e of type vlan for network cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6 Aug 31 10:44:05.724478 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-da83ed43-bdc9-4cad-886f-197b9f4a37e5 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:05.836910 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-da83ed43-bdc9-4cad-886f-197b9f4a37e5 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:05.842426 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da83ed43-bdc9-4cad-886f-197b9f4a37e5 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:05.843036 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-da83ed43-bdc9-4cad-886f-197b9f4a37e5 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:05.906314 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83ed43-bdc9-4cad-886f-197b9f4a37e5 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Network': ['ID=cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:05.920333 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:44:05.966039 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-da83ed43-bdc9-4cad-886f-197b9f4a37e5 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4179068 Aug 31 10:44:05.970901 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56580) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:44:05.975596 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-d9e08e26-b6c7-4c2a-b70f-bebd58cc4339 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1677801113', 'admin_state_up': True, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:44:06.068140 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d9e08e26-b6c7-4c2a-b70f-bebd58cc4339 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:06.069148 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d9e08e26-b6c7-4c2a-b70f-bebd58cc4339 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:06.123234 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d9e08e26-b6c7-4c2a-b70f-bebd58cc4339 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:06.651651 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d9e08e26-b6c7-4c2a-b70f-bebd58cc4339 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:06.981517 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d9e08e26-b6c7-4c2a-b70f-bebd58cc4339 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:07.002311 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d9e08e26-b6c7-4c2a-b70f-bebd58cc4339 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:07.109687 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-d9e08e26-b6c7-4c2a-b70f-bebd58cc4339 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Allocated IP 172.25.2.6 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/cd2573fe-6e7d-407b-b048-3ee7992cd184) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:44:07.216331 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d9e08e26-b6c7-4c2a-b70f-bebd58cc4339 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:07.357275 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d9e08e26-b6c7-4c2a-b70f-bebd58cc4339 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:07.398592 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e08e26-b6c7-4c2a-b70f-bebd58cc4339 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:44:07.403443 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-d9e08e26-b6c7-4c2a-b70f-bebd58cc4339 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:44:07.406023 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e08e26-b6c7-4c2a-b70f-bebd58cc4339 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:44:07.434330 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e08e26-b6c7-4c2a-b70f-bebd58cc4339 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Port': ['ID=cd2573fe-6e7d-407b-b048-3ee7992cd184,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:07.751294 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d9e08e26-b6c7-4c2a-b70f-bebd58cc4339 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:07.958423 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d9e08e26-b6c7-4c2a-b70f-bebd58cc4339 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:08.199768 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e08e26-b6c7-4c2a-b70f-bebd58cc4339 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Router 92f44b64-e1c4-4911-91a1-8b7ec73099bc is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:44:08.311229 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e08e26-b6c7-4c2a-b70f-bebd58cc4339 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:44:08.322631 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b27378-8ba1-4472-9e89-62bbe50571c8 None None] Sync routers for ids ['92f44b64-e1c4-4911-91a1-8b7ec73099bc'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:44:08.332217 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b27378-8ba1-4472-9e89-62bbe50571c8 None None] Routers {'92f44b64-e1c4-4911-91a1-8b7ec73099bc'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:44:08.333417 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-07b27378-8ba1-4472-9e89-62bbe50571c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:43:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['92f44b64-e1c4-4911-91a1-8b7ec73099bc'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:44:08.439463 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-07b27378-8ba1-4472-9e89-62bbe50571c8 None None] Set router 92f44b64-e1c4-4911-91a1-8b7ec73099bc gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:44:08.445264 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-d9e08e26-b6c7-4c2a-b70f-bebd58cc4339 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:08.446525 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-d9e08e26-b6c7-4c2a-b70f-bebd58cc4339 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4745464 Aug 31 10:44:08.450407 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56582) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:44:08.480729 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7aabbfff-1b90-4647-8ef2-1cfd1f396912 tempest-TestNetworkAdvancedServerOps-920648690 tempest-TestNetworkAdvancedServerOps-920648690-project-admin] 10.222.0.119 "GET /v2.0/subnets?project_id=b91d32a897fc4967ba6d80d0ca2736bc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298760 Aug 31 10:44:08.483304 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56584) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:44:08.577864 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63b4229-de17-4395-8e3f-a5e10dd699f6 tempest-TestNetworkAdvancedServerOps-920648690 tempest-TestNetworkAdvancedServerOps-920648690-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:08.582221 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e63b4229-de17-4395-8e3f-a5e10dd699f6 tempest-TestNetworkAdvancedServerOps-920648690 tempest-TestNetworkAdvancedServerOps-920648690-project-admin] 10.222.0.119 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0952330 Aug 31 10:44:08.582464 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56586) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:44:08.613131 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-15e6064d-3e98-45f6-b52a-c96aae65118c tempest-TestNetworkAdvancedServerOps-920648690 tempest-TestNetworkAdvancedServerOps-920648690-project-admin] 10.222.0.119 "GET /v2.0/subnets?network_id=95c681de-fa69-49ec-b047-2a49f2c4b933&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295303 Aug 31 10:44:08.616465 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56588) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:44:08.621207 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-722c22a0-876a-4007-9860-fcc1d25009a0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-611674545', 'network_id': 'cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6', 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:44:08.624276 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-07b27378-8ba1-4472-9e89-62bbe50571c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677801113', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'cd2573fe-6e7d-407b-b048-3ee7992cd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:44:06Z', 'updated_at': '2021-08-31T10:44:07Z', 'revision_number': 3, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': 'cd2573fe-6e7d-407b-b048-3ee7992cd184', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:44:07Z', 'updated_at': '2021-08-31T10:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:44:08.654314 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b27378-8ba1-4472-9e89-62bbe50571c8 None None] Checking router: 92f44b64-e1c4-4911-91a1-8b7ec73099bc for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:44:08.654673 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b27378-8ba1-4472-9e89-62bbe50571c8 None None] Updating router 92f44b64-e1c4-4911-91a1-8b7ec73099bc port cd2573fe-6e7d-407b-b048-3ee7992cd184 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:44:08.681962 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-07b27378-8ba1-4472-9e89-62bbe50571c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:08.896649 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722c22a0-876a-4007-9860-fcc1d25009a0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Made reservation on behalf of b91d32a897fc4967ba6d80d0ca2736bc for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:44:08.900561 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-722c22a0-876a-4007-9860-fcc1d25009a0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:08.938313 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-07b27378-8ba1-4472-9e89-62bbe50571c8 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:08.948003 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-07b27378-8ba1-4472-9e89-62bbe50571c8 None None] Transition to ACTIVE for port object cd2573fe-6e7d-407b-b048-3ee7992cd184 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:44:09.142518 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-07b27378-8ba1-4472-9e89-62bbe50571c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:09.195144 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-07b27378-8ba1-4472-9e89-62bbe50571c8 None None] Attempting to bind port cd2573fe-6e7d-407b-b048-3ee7992cd184 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:44:09.195507 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-07b27378-8ba1-4472-9e89-62bbe50571c8 None None] Attempting to bind port cd2573fe-6e7d-407b-b048-3ee7992cd184 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:44:09.195872 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b27378-8ba1-4472-9e89-62bbe50571c8 None None] Attempting to bind port cd2573fe-6e7d-407b-b048-3ee7992cd184 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:44:09.197799 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3babd55-81ed-4609-82a8-36f239748e9a None None] Pushing event updated for resources: {'Port': ['ID=cd2573fe-6e7d-407b-b048-3ee7992cd184,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:09.203170 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b27378-8ba1-4472-9e89-62bbe50571c8 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:44:09.203538 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b27378-8ba1-4472-9e89-62bbe50571c8 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:44:09.204750 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-07b27378-8ba1-4472-9e89-62bbe50571c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:09.205720 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b27378-8ba1-4472-9e89-62bbe50571c8 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:44:09.205720 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-07b27378-8ba1-4472-9e89-62bbe50571c8 None None] Bound port: cd2573fe-6e7d-407b-b048-3ee7992cd184, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:44:09.205983 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-07b27378-8ba1-4472-9e89-62bbe50571c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:09.234332 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-722c22a0-876a-4007-9860-fcc1d25009a0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:09.260126 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-07b27378-8ba1-4472-9e89-62bbe50571c8 None None] For port cd2573fe-6e7d-407b-b048-3ee7992cd184, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:44:09.263173 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-07b27378-8ba1-4472-9e89-62bbe50571c8 None None] For port cd2573fe-6e7d-407b-b048-3ee7992cd184, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=cd2573fe-6e7d-407b-b048-3ee7992cd184,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:44:09.299103 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c22a0-876a-4007-9860-fcc1d25009a0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Subnet': ['ID=563b1a23-f524-4a15-a286-e40d22bc4dc4,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:09.305357 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722c22a0-876a-4007-9860-fcc1d25009a0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Checking segment: {'id': '80460f85-c3b0-4944-aa61-a581ea546b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1646, 'network_id': 'cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:44:09.305766 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722c22a0-876a-4007-9860-fcc1d25009a0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Network hostable DHCP agents. Network: cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:44:09.348592 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-07b27378-8ba1-4472-9e89-62bbe50571c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:09.403707 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b27378-8ba1-4472-9e89-62bbe50571c8 None None] Routers {'92f44b64-e1c4-4911-91a1-8b7ec73099bc'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:44:09.404231 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-07b27378-8ba1-4472-9e89-62bbe50571c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:43:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['92f44b64-e1c4-4911-91a1-8b7ec73099bc'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:44:09.408765 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3babd55-81ed-4609-82a8-36f239748e9a None None] Pushing event updated for resources: {'Port': ['ID=cd2573fe-6e7d-407b-b048-3ee7992cd184,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:09.451069 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722c22a0-876a-4007-9860-fcc1d25009a0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Network cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:44:09.511103 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-07b27378-8ba1-4472-9e89-62bbe50571c8 None None] Set router 92f44b64-e1c4-4911-91a1-8b7ec73099bc gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:44:09.544840 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-722c22a0-876a-4007-9860-fcc1d25009a0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:44:09.550183 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722c22a0-876a-4007-9860-fcc1d25009a0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:09.550977 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-722c22a0-876a-4007-9860-fcc1d25009a0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:09.566482 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5c369c-b446-47a1-aa2c-a392b46716aa None None] Network cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:44:09.649088 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-722c22a0-876a-4007-9860-fcc1d25009a0 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0315514 Aug 31 10:44:09.652188 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56590) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:44:09.955730 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c278e28-9e63-4438-b5e2-91a544af256e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6', 'network_id': 'cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'fixed_ips': [{'subnet_id': '563b1a23-f524-4a15-a286-e40d22bc4dc4'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:44:09.956902 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7c278e28-9e63-4438-b5e2-91a544af256e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:09.981382 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-07b27378-8ba1-4472-9e89-62bbe50571c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677801113', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'cd2573fe-6e7d-407b-b048-3ee7992cd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:44:06Z', 'updated_at': '2021-08-31T10:44:07Z', 'revision_number': 3, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': 'cd2573fe-6e7d-407b-b048-3ee7992cd184', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:44:07Z', 'updated_at': '2021-08-31T10:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:44:10.010843 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b27378-8ba1-4472-9e89-62bbe50571c8 None None] The sync data for ids ['92f44b64-e1c4-4911-91a1-8b7ec73099bc'] in n-d-791506-28 is: [{'id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677801113', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'cd2573fe-6e7d-407b-b048-3ee7992cd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:44:06Z', 'updated_at': '2021-08-31T10:44:07Z', 'revision_number': 3, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': 'cd2573fe-6e7d-407b-b048-3ee7992cd184', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:44:07Z', 'updated_at': '2021-08-31T10:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:44:10.104613 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-18bce680-d20f-44f5-a2aa-b4d33631f02a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:10.137821 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-7c278e28-9e63-4438-b5e2-91a544af256e None None] Allocated IP 172.20.0.2 (cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6/563b1a23-f524-4a15-a286-e40d22bc4dc4/75e75ecb-998e-4f72-9bfa-6deb8a0990a2) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:44:10.341182 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7c278e28-9e63-4438-b5e2-91a544af256e None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:10.352280 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7c278e28-9e63-4438-b5e2-91a544af256e None None] Transition to ACTIVE for port object 75e75ecb-998e-4f72-9bfa-6deb8a0990a2 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:44:10.370106 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7c278e28-9e63-4438-b5e2-91a544af256e None None] Transition to ACTIVE for port object 75e75ecb-998e-4f72-9bfa-6deb8a0990a2 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:44:10.458794 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device cd2573fe-6e7d-407b-b048-3ee7992cd184 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:44:10.510243 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7c278e28-9e63-4438-b5e2-91a544af256e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:10.559568 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-18bce680-d20f-44f5-a2aa-b4d33631f02a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Allocated IP 172.20.0.1 (cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6/563b1a23-f524-4a15-a286-e40d22bc4dc4/4ef5681c-a332-44aa-86bb-ee639c8a2ad9) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:44:10.562893 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c278e28-9e63-4438-b5e2-91a544af256e None None] Network cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:44:10.564289 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c278e28-9e63-4438-b5e2-91a544af256e None None] Pushing event updated for resources: {'Port': ['ID=75e75ecb-998e-4f72-9bfa-6deb8a0990a2,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:10.572788 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-7c278e28-9e63-4438-b5e2-91a544af256e None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:44:10.575499 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c278e28-9e63-4438-b5e2-91a544af256e None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:44:10.616040 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port cd2573fe-6e7d-407b-b048-3ee7992cd184 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:44:10.636575 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port cd2573fe-6e7d-407b-b048-3ee7992cd184 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:44:10.636951 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:10.672237 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-7c278e28-9e63-4438-b5e2-91a544af256e None None] Attempting to bind port 75e75ecb-998e-4f72-9bfa-6deb8a0990a2 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:44:10.673242 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-7c278e28-9e63-4438-b5e2-91a544af256e None None] Attempting to bind port 75e75ecb-998e-4f72-9bfa-6deb8a0990a2 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '80460f85-c3b0-4944-aa61-a581ea546b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1646, 'network_id': 'cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:44:10.673791 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c278e28-9e63-4438-b5e2-91a544af256e None None] Attempting to bind port 75e75ecb-998e-4f72-9bfa-6deb8a0990a2 on network cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:44:10.687075 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c278e28-9e63-4438-b5e2-91a544af256e None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:44:10.687331 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-18bce680-d20f-44f5-a2aa-b4d33631f02a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:10.687463 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c278e28-9e63-4438-b5e2-91a544af256e None None] Checking segment: {'id': '80460f85-c3b0-4944-aa61-a581ea546b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1646, 'network_id': 'cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:44:10.687840 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7c278e28-9e63-4438-b5e2-91a544af256e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:10.688299 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c278e28-9e63-4438-b5e2-91a544af256e None None] Bound using segment: {'id': '80460f85-c3b0-4944-aa61-a581ea546b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1646, 'network_id': 'cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:44:10.688818 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-7c278e28-9e63-4438-b5e2-91a544af256e None None] Bound port: 75e75ecb-998e-4f72-9bfa-6deb8a0990a2, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80460f85-c3b0-4944-aa61-a581ea546b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1646, 'network_id': 'cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:44:10.689199 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7c278e28-9e63-4438-b5e2-91a544af256e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:10.703505 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-18bce680-d20f-44f5-a2aa-b4d33631f02a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Transition to ACTIVE for port object 4ef5681c-a332-44aa-86bb-ee639c8a2ad9 will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:44:10.792138 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-7c278e28-9e63-4438-b5e2-91a544af256e None None] For port 75e75ecb-998e-4f72-9bfa-6deb8a0990a2, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:44:10.802730 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-7c278e28-9e63-4438-b5e2-91a544af256e None None] For port 75e75ecb-998e-4f72-9bfa-6deb8a0990a2, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=75e75ecb-998e-4f72-9bfa-6deb8a0990a2,segment=NetworkSegment(80460f85-c3b0-4944-aa61-a581ea546b2e),segment_id=80460f85-c3b0-4944-aa61-a581ea546b2e)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:44:10.802730 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:10.825796 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port cd2573fe-6e7d-407b-b048-3ee7992cd184, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=cd2573fe-6e7d-407b-b048-3ee7992cd184,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:44:10.835351 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-18bce680-d20f-44f5-a2aa-b4d33631f02a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:10.898931 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bce680-d20f-44f5-a2aa-b4d33631f02a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Network cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:44:10.898931 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-18bce680-d20f-44f5-a2aa-b4d33631f02a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:44:10.898931 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bce680-d20f-44f5-a2aa-b4d33631f02a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:44:10.900619 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bce680-d20f-44f5-a2aa-b4d33631f02a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Port': ['ID=4ef5681c-a332-44aa-86bb-ee639c8a2ad9,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:10.949833 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-18bce680-d20f-44f5-a2aa-b4d33631f02a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:10.951659 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7c278e28-9e63-4438-b5e2-91a544af256e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:10.998153 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:11.015347 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c278e28-9e63-4438-b5e2-91a544af256e None None] Pushing event updated for resources: {'Port': ['ID=75e75ecb-998e-4f72-9bfa-6deb8a0990a2,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:11.076906 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=cd2573fe-6e7d-407b-b048-3ee7992cd184,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:11.248384 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-18bce680-d20f-44f5-a2aa-b4d33631f02a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:11.368315 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-54366c2d-6323-4c96-b140-1d626bc32322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:11.534827 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-18bce680-d20f-44f5-a2aa-b4d33631f02a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:11.636695 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-18bce680-d20f-44f5-a2aa-b4d33631f02a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:12.097204 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bce680-d20f-44f5-a2aa-b4d33631f02a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Port': ['ID=4ef5681c-a332-44aa-86bb-ee639c8a2ad9,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:12.102508 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-18bce680-d20f-44f5-a2aa-b4d33631f02a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:12.130699 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778ea708-562a-4f95-9ec0-bcb538f1b3a3 None None] Network cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:44:12.199748 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bce680-d20f-44f5-a2aa-b4d33631f02a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Network cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:44:12.201201 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-18bce680-d20f-44f5-a2aa-b4d33631f02a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:44:12.311053 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d3d99cf5-c7ae-41ca-92ba-5c634f9d133c None None] Provisioning for port 75e75ecb-998e-4f72-9bfa-6deb8a0990a2 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:44:12.330351 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18bce680-d20f-44f5-a2aa-b4d33631f02a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Router 92f44b64-e1c4-4911-91a1-8b7ec73099bc has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:44:12.521499 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 75e75ecb-998e-4f72-9bfa-6deb8a0990a2 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:44:12.572862 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18bce680-d20f-44f5-a2aa-b4d33631f02a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:44:12.577984 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-18bce680-d20f-44f5-a2aa-b4d33631f02a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "PUT /v2.0/routers/92f44b64-e1c4-4911-91a1-8b7ec73099bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9247551 Aug 31 10:44:12.591971 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7a6cb0-fac6-4558-8f7d-1dd836fc5093 None None] Sync routers for ids ['92f44b64-e1c4-4911-91a1-8b7ec73099bc'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:44:12.605358 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7a6cb0-fac6-4558-8f7d-1dd836fc5093 None None] Routers {'92f44b64-e1c4-4911-91a1-8b7ec73099bc'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:44:12.606254 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-2a7a6cb0-fac6-4558-8f7d-1dd836fc5093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:43:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['92f44b64-e1c4-4911-91a1-8b7ec73099bc'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:44:12.682656 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b91fea2a-3bad-4944-bc3c-3d443d409026 None None] Provisioning for port 4ef5681c-a332-44aa-86bb-ee639c8a2ad9 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:44:12.687880 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b91fea2a-3bad-4944-bc3c-3d443d409026 None None] Provisioning complete for port 4ef5681c-a332-44aa-86bb-ee639c8a2ad9 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:44:12.688666 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b91fea2a-3bad-4944-bc3c-3d443d409026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:12.730521 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 75e75ecb-998e-4f72-9bfa-6deb8a0990a2 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:44:12.743009 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 75e75ecb-998e-4f72-9bfa-6deb8a0990a2 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:44:12.743509 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:12.760546 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-c30d863a-f75c-4773-8f0d-34b5f9f90e9d tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1900286021&fields=id&tenant_id=b91d32a897fc4967ba6d80d0ca2736bc HTTP/1.1" status: 200 len: 267 time: 0.0377107 Aug 31 10:44:12.772315 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-b91fea2a-3bad-4944-bc3c-3d443d409026 None None] Port 4ef5681c-a332-44aa-86bb-ee639c8a2ad9 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:44:12.801023 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-b91fea2a-3bad-4944-bc3c-3d443d409026 None None] Provisioning complete for port 75e75ecb-998e-4f72-9bfa-6deb8a0990a2 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:44:12.801513 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b91fea2a-3bad-4944-bc3c-3d443d409026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:12.867900 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-2a7a6cb0-fac6-4558-8f7d-1dd836fc5093 None None] Set router 92f44b64-e1c4-4911-91a1-8b7ec73099bc gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:44:12.894767 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:12.896578 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-756694a9-765f-488e-a230-759727a64127 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:12.908434 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-756694a9-765f-488e-a230-759727a64127 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/networks?id=cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6 HTTP/1.1" status: 200 len: 797 time: 0.1387322 Aug 31 10:44:12.933330 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-361befce-45f5-440d-8de5-b2da1366a88c tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/quotas/b91d32a897fc4967ba6d80d0ca2736bc HTTP/1.1" status: 200 len: 375 time: 0.0230885 Aug 31 10:44:12.967176 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 75e75ecb-998e-4f72-9bfa-6deb8a0990a2, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=75e75ecb-998e-4f72-9bfa-6deb8a0990a2,segment=NetworkSegment(80460f85-c3b0-4944-aa61-a581ea546b2e),segment_id=80460f85-c3b0-4944-aa61-a581ea546b2e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:44:12.971399 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b91fea2a-3bad-4944-bc3c-3d443d409026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:13.003094 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-e39f6a0f-8ec9-43fb-81a8-77bc3a0bd315 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625811 Aug 31 10:44:13.058076 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:13.058925 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device cd2573fe-6e7d-407b-b048-3ee7992cd184 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:44:13.144080 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-3f239b30-22bc-403f-af64-bc8666a0601b service neutron] 10.222.0.119 "GET /v2.0/networks/cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368787 Aug 31 10:44:13.163922 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-2a7a6cb0-fac6-4558-8f7d-1dd836fc5093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677801113', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'cd2573fe-6e7d-407b-b048-3ee7992cd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:44:06Z', 'updated_at': '2021-08-31T10:44:11Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': 'cd2573fe-6e7d-407b-b048-3ee7992cd184', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:44:07Z', 'updated_at': '2021-08-31T10:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '4ef5681c-a332-44aa-86bb-ee639c8a2ad9', 'name': '', 'network_id': 'cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:91:ac:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '563b1a23-f524-4a15-a286-e40d22bc4dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:44:10Z', 'updated_at': '2021-08-31T10:44:11Z', 'revision_number': 2, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': '563b1a23-f524-4a15-a286-e40d22bc4dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:44:13.193343 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7a6cb0-fac6-4558-8f7d-1dd836fc5093 None None] Checking router: 92f44b64-e1c4-4911-91a1-8b7ec73099bc for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:44:13.193967 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7a6cb0-fac6-4558-8f7d-1dd836fc5093 None None] Updating router 92f44b64-e1c4-4911-91a1-8b7ec73099bc port 4ef5681c-a332-44aa-86bb-ee639c8a2ad9 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:44:13.198893 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-b91fea2a-3bad-4944-bc3c-3d443d409026 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 10:44:13.199246 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-b91fea2a-3bad-4944-bc3c-3d443d409026 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 10:44:13.206225 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=75e75ecb-998e-4f72-9bfa-6deb8a0990a2,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:13.221860 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port cd2573fe-6e7d-407b-b048-3ee7992cd184 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:44:13.222453 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:13.227010 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-2a7a6cb0-fac6-4558-8f7d-1dd836fc5093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:13.247247 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-a0ce08c8-549f-4cc5-ad3a-6ab7c64fb5cb service neutron] 10.222.0.119 "GET /v2.0/networks/cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990398 Aug 31 10:44:13.517655 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-2a7a6cb0-fac6-4558-8f7d-1dd836fc5093 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:13.529154 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-2a7a6cb0-fac6-4558-8f7d-1dd836fc5093 None None] Transition to ACTIVE for port object 4ef5681c-a332-44aa-86bb-ee639c8a2ad9 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:44:13.529332 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-951503f3-b082-453f-ab38-5de425c795de req-44a26274-8b37-4899-ad1f-2ad946ad6ba4 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=0a59d430-a5a4-41f4-8eb1-82f98fe4772c HTTP/1.1" status: 200 len: 210 time: 0.0287242 Aug 31 10:44:13.638478 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-2a7a6cb0-fac6-4558-8f7d-1dd836fc5093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:13.716988 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7faeede-6242-4aea-b571-ae6c786caeb3 None None] Pushing event updated for resources: {'Port': ['ID=4ef5681c-a332-44aa-86bb-ee639c8a2ad9,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:13.742290 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7faeede-6242-4aea-b571-ae6c786caeb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:44:13.742651 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7faeede-6242-4aea-b571-ae6c786caeb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:44:13.742991 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7faeede-6242-4aea-b571-ae6c786caeb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:44:13.743349 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7faeede-6242-4aea-b571-ae6c786caeb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:44:13.743761 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7faeede-6242-4aea-b571-ae6c786caeb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:44:13.744090 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7faeede-6242-4aea-b571-ae6c786caeb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:44:13.744416 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7faeede-6242-4aea-b571-ae6c786caeb3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:44:13.744733 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7faeede-6242-4aea-b571-ae6c786caeb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:44:13.745055 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7faeede-6242-4aea-b571-ae6c786caeb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:44:13.745369 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7faeede-6242-4aea-b571-ae6c786caeb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:44:13.745684 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7faeede-6242-4aea-b571-ae6c786caeb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:44:13.746202 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7faeede-6242-4aea-b571-ae6c786caeb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:44:13.761643 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-2a7a6cb0-fac6-4558-8f7d-1dd836fc5093 None None] Attempting to bind port 4ef5681c-a332-44aa-86bb-ee639c8a2ad9 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:44:13.762021 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-2a7a6cb0-fac6-4558-8f7d-1dd836fc5093 None None] Attempting to bind port 4ef5681c-a332-44aa-86bb-ee639c8a2ad9 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '80460f85-c3b0-4944-aa61-a581ea546b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1646, 'network_id': 'cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:44:13.766699 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7a6cb0-fac6-4558-8f7d-1dd836fc5093 None None] Attempting to bind port 4ef5681c-a332-44aa-86bb-ee639c8a2ad9 on network cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:44:13.779686 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7a6cb0-fac6-4558-8f7d-1dd836fc5093 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:44:13.780401 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7a6cb0-fac6-4558-8f7d-1dd836fc5093 None None] Checking segment: {'id': '80460f85-c3b0-4944-aa61-a581ea546b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1646, 'network_id': 'cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:44:13.781041 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-2a7a6cb0-fac6-4558-8f7d-1dd836fc5093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:13.781533 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7a6cb0-fac6-4558-8f7d-1dd836fc5093 None None] Bound using segment: {'id': '80460f85-c3b0-4944-aa61-a581ea546b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1646, 'network_id': 'cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:44:13.783248 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-2a7a6cb0-fac6-4558-8f7d-1dd836fc5093 None None] Bound port: 4ef5681c-a332-44aa-86bb-ee639c8a2ad9, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80460f85-c3b0-4944-aa61-a581ea546b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1646, 'network_id': 'cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:44:13.783863 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-2a7a6cb0-fac6-4558-8f7d-1dd836fc5093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:13.860648 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-2a7a6cb0-fac6-4558-8f7d-1dd836fc5093 None None] For port 4ef5681c-a332-44aa-86bb-ee639c8a2ad9, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:44:13.864553 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-2a7a6cb0-fac6-4558-8f7d-1dd836fc5093 None None] For port 4ef5681c-a332-44aa-86bb-ee639c8a2ad9, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4ef5681c-a332-44aa-86bb-ee639c8a2ad9,segment=NetworkSegment(80460f85-c3b0-4944-aa61-a581ea546b2e),segment_id=80460f85-c3b0-4944-aa61-a581ea546b2e)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:44:13.940044 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-2a7a6cb0-fac6-4558-8f7d-1dd836fc5093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:13.997983 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7a6cb0-fac6-4558-8f7d-1dd836fc5093 None None] Routers {'92f44b64-e1c4-4911-91a1-8b7ec73099bc'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:44:13.998899 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-2a7a6cb0-fac6-4558-8f7d-1dd836fc5093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:43:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['92f44b64-e1c4-4911-91a1-8b7ec73099bc'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:44:14.006741 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7faeede-6242-4aea-b571-ae6c786caeb3 None None] Pushing event updated for resources: {'Port': ['ID=4ef5681c-a332-44aa-86bb-ee639c8a2ad9,revision_number=4']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:14.028090 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6284c4b2-1125-4fa3-87ce-54ec08bb6b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:14.135410 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-2a7a6cb0-fac6-4558-8f7d-1dd836fc5093 None None] Set router 92f44b64-e1c4-4911-91a1-8b7ec73099bc gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:44:14.148028 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:14.352445 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-2a7a6cb0-fac6-4558-8f7d-1dd836fc5093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677801113', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'cd2573fe-6e7d-407b-b048-3ee7992cd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:44:06Z', 'updated_at': '2021-08-31T10:44:11Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': 'cd2573fe-6e7d-407b-b048-3ee7992cd184', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:44:07Z', 'updated_at': '2021-08-31T10:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '4ef5681c-a332-44aa-86bb-ee639c8a2ad9', 'name': '', 'network_id': 'cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:91:ac:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '563b1a23-f524-4a15-a286-e40d22bc4dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:44:10Z', 'updated_at': '2021-08-31T10:44:13Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': '563b1a23-f524-4a15-a286-e40d22bc4dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:44:14.379921 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7a6cb0-fac6-4558-8f7d-1dd836fc5093 None None] The sync data for ids ['92f44b64-e1c4-4911-91a1-8b7ec73099bc'] in n-d-791506-28 is: [{'id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677801113', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'cd2573fe-6e7d-407b-b048-3ee7992cd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:44:06Z', 'updated_at': '2021-08-31T10:44:11Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': 'cd2573fe-6e7d-407b-b048-3ee7992cd184', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:44:07Z', 'updated_at': '2021-08-31T10:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '4ef5681c-a332-44aa-86bb-ee639c8a2ad9', 'name': '', 'network_id': 'cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:91:ac:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '563b1a23-f524-4a15-a286-e40d22bc4dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:44:10Z', 'updated_at': '2021-08-31T10:44:13Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': '563b1a23-f524-4a15-a286-e40d22bc4dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:44:14.468261 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 75e75ecb-998e-4f72-9bfa-6deb8a0990a2 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:44:14.527036 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 75e75ecb-998e-4f72-9bfa-6deb8a0990a2 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:44:14.527576 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:14.646664 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-76e03e91-8fb8-4c13-a0f4-23ef74f15360 req-990af135-70c4-4160-bd7b-5ed30a17ac8a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=0a59d430-a5a4-41f4-8eb1-82f98fe4772c HTTP/1.1" status: 200 len: 210 time: 0.0281684 Aug 31 10:44:15.741784 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1db7ce8c-7d37-4eec-8748-0b640a693ae1 req-ed4850f5-05de-4c5e-843b-6d6a5b8192b8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=0a59d430-a5a4-41f4-8eb1-82f98fe4772c HTTP/1.1" status: 200 len: 210 time: 0.0274582 Aug 31 10:44:15.801899 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:15.962291 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-b6de28c3-f861-4752-98c5-67ad29f6360a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:15.963743 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-b6de28c3-f861-4752-98c5-67ad29f6360a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.59 "GET /v2.0/networks?id=cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6 HTTP/1.1" status: 200 len: 797 time: 0.1082778 Aug 31 10:44:16.009461 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-e8a81866-3acc-432c-82e0-ee92ac6d9692 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b91d32a897fc4967ba6d80d0ca2736bc HTTP/1.1" status: 200 len: 380 time: 0.0356157 Aug 31 10:44:16.020190 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-3368e187-bc6a-411d-8e88-ce526f731517 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'port': {'device_id': '0a59d430-a5a4-41f4-8eb1-82f98fe4772c', 'network_id': 'cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6', 'admin_state_up': True, 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'security_groups': ['adcdd685-63fd-49b7-b4d1-482d1d599825']}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:44:16.222635 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-3368e187-bc6a-411d-8e88-ce526f731517 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Made reservation on behalf of b91d32a897fc4967ba6d80d0ca2736bc for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:44:16.226481 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-3368e187-bc6a-411d-8e88-ce526f731517 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:16.361494 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-3368e187-bc6a-411d-8e88-ce526f731517 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Allocated IP 172.20.0.11 (cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6/563b1a23-f524-4a15-a286-e40d22bc4dc4/789411a1-e8f0-437c-ace3-db8e2927a260) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:44:16.474099 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4ef5681c-a332-44aa-86bb-ee639c8a2ad9 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:44:16.515064 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-3368e187-bc6a-411d-8e88-ce526f731517 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:16.529185 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-3368e187-bc6a-411d-8e88-ce526f731517 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Transition to ACTIVE for port object 789411a1-e8f0-437c-ace3-db8e2927a260 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:44:16.608024 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 4ef5681c-a332-44aa-86bb-ee639c8a2ad9 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:44:16.613418 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 4ef5681c-a332-44aa-86bb-ee639c8a2ad9 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:44:16.613831 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:16.642825 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-3368e187-bc6a-411d-8e88-ce526f731517 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:16.691154 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-3368e187-bc6a-411d-8e88-ce526f731517 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Network cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:44:16.694462 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-3368e187-bc6a-411d-8e88-ce526f731517 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:44:16.699195 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-3368e187-bc6a-411d-8e88-ce526f731517 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:44:16.704303 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:16.725878 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368e187-bc6a-411d-8e88-ce526f731517 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Port': ['ID=789411a1-e8f0-437c-ace3-db8e2927a260,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:16.747652 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 4ef5681c-a332-44aa-86bb-ee639c8a2ad9, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4ef5681c-a332-44aa-86bb-ee639c8a2ad9,segment=NetworkSegment(80460f85-c3b0-4944-aa61-a581ea546b2e),segment_id=80460f85-c3b0-4944-aa61-a581ea546b2e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:44:16.757798 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-3368e187-bc6a-411d-8e88-ce526f731517 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:16.758537 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-3368e187-bc6a-411d-8e88-ce526f731517 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:16.848681 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:16.887792 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46d6e6-deba-4995-8782-8d5a11697091 req-5a9b7d2d-f0e5-4cf5-9301-2d590fddefeb tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:16.889924 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac46d6e6-deba-4995-8782-8d5a11697091 req-5a9b7d2d-f0e5-4cf5-9301-2d590fddefeb tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=0a59d430-a5a4-41f4-8eb1-82f98fe4772c HTTP/1.1" status: 200 len: 932 time: 0.0741401 Aug 31 10:44:16.892729 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-3368e187-bc6a-411d-8e88-ce526f731517 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8770721 Aug 31 10:44:16.908897 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=4ef5681c-a332-44aa-86bb-ee639c8a2ad9,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:16.910817 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-50ca2100-fc99-4ab5-b8e5-1dbe8e03e14f service neutron] Request body: {'port': {'device_id': '0a59d430-a5a4-41f4-8eb1-82f98fe4772c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:44:16.967400 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac46d6e6-deba-4995-8782-8d5a11697091 req-af435ce1-c989-4a19-9271-0bca0f9331eb tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=adcdd685-63fd-49b7-b4d1-482d1d599825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693674 Aug 31 10:44:16.996299 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-50ca2100-fc99-4ab5-b8e5-1dbe8e03e14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:17.127632 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d8e2c37d-5ff0-4665-b733-a800b2b4dbc2 None None] Provisioning for port 789411a1-e8f0-437c-ace3-db8e2927a260 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:44:17.131721 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d8e2c37d-5ff0-4665-b733-a800b2b4dbc2 None None] Provisioning complete for port 789411a1-e8f0-437c-ace3-db8e2927a260 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:44:17.132088 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d8e2c37d-5ff0-4665-b733-a800b2b4dbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:17.167111 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-d8e2c37d-5ff0-4665-b733-a800b2b4dbc2 None None] Port 789411a1-e8f0-437c-ace3-db8e2927a260 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:44:17.280778 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-50ca2100-fc99-4ab5-b8e5-1dbe8e03e14f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 789411a1-e8f0-437c-ace3-db8e2927a260 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:44:17.289436 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-50ca2100-fc99-4ab5-b8e5-1dbe8e03e14f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:17.301798 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-50ca2100-fc99-4ab5-b8e5-1dbe8e03e14f service neutron] Transition to ACTIVE for port object 789411a1-e8f0-437c-ace3-db8e2927a260 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:44:17.447845 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:17.476329 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-50ca2100-fc99-4ab5-b8e5-1dbe8e03e14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:17.530891 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca2100-fc99-4ab5-b8e5-1dbe8e03e14f service neutron] Pushing event updated for resources: {'Port': ['ID=789411a1-e8f0-437c-ace3-db8e2927a260,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:17.604401 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-50ca2100-fc99-4ab5-b8e5-1dbe8e03e14f service neutron] Attempting to bind port 789411a1-e8f0-437c-ace3-db8e2927a260 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:44:17.604733 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-50ca2100-fc99-4ab5-b8e5-1dbe8e03e14f service neutron] Attempting to bind port 789411a1-e8f0-437c-ace3-db8e2927a260 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '80460f85-c3b0-4944-aa61-a581ea546b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1646, 'network_id': 'cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:44:17.605057 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-50ca2100-fc99-4ab5-b8e5-1dbe8e03e14f service neutron] Attempting to bind port 789411a1-e8f0-437c-ace3-db8e2927a260 on network cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:44:17.609857 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-50ca2100-fc99-4ab5-b8e5-1dbe8e03e14f service neutron] Port 789411a1-e8f0-437c-ace3-db8e2927a260 on network cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:44:17.610170 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-50ca2100-fc99-4ab5-b8e5-1dbe8e03e14f service neutron] Attempting to bind port 789411a1-e8f0-437c-ace3-db8e2927a260 on network cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:44:17.615197 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-50ca2100-fc99-4ab5-b8e5-1dbe8e03e14f service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:44:17.615532 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-50ca2100-fc99-4ab5-b8e5-1dbe8e03e14f service neutron] Checking segment: {'id': '80460f85-c3b0-4944-aa61-a581ea546b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1646, 'network_id': 'cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:44:17.615907 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-50ca2100-fc99-4ab5-b8e5-1dbe8e03e14f service neutron] Bound using segment: {'id': '80460f85-c3b0-4944-aa61-a581ea546b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1646, 'network_id': 'cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:44:17.616328 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-50ca2100-fc99-4ab5-b8e5-1dbe8e03e14f service neutron] Bound port: 789411a1-e8f0-437c-ace3-db8e2927a260, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80460f85-c3b0-4944-aa61-a581ea546b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1646, 'network_id': 'cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:44:17.616677 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-50ca2100-fc99-4ab5-b8e5-1dbe8e03e14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:17.685809 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-50ca2100-fc99-4ab5-b8e5-1dbe8e03e14f service neutron] For port 789411a1-e8f0-437c-ace3-db8e2927a260, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:44:17.689660 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-50ca2100-fc99-4ab5-b8e5-1dbe8e03e14f service neutron] For port 789411a1-e8f0-437c-ace3-db8e2927a260, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=789411a1-e8f0-437c-ace3-db8e2927a260,segment=NetworkSegment(80460f85-c3b0-4944-aa61-a581ea546b2e),segment_id=80460f85-c3b0-4944-aa61-a581ea546b2e)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:44:17.837011 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-50ca2100-fc99-4ab5-b8e5-1dbe8e03e14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:17.880826 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-50ca2100-fc99-4ab5-b8e5-1dbe8e03e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:17.881445 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-50ca2100-fc99-4ab5-b8e5-1dbe8e03e14f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:17.882896 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-50ca2100-fc99-4ab5-b8e5-1dbe8e03e14f service neutron] 10.222.0.59 "PUT /v2.0/ports/789411a1-e8f0-437c-ace3-db8e2927a260 HTTP/1.1" status: 200 len: 1093 time: 0.9779718 Aug 31 10:44:17.883334 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a59d430-a5a4-41f4-8eb1-82f98fe4772c', 'tag': '789411a1-e8f0-437c-ace3-db8e2927a260'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:44:17.885592 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7f5abd-5546-4c72-88ef-c10d70b4b929" -d '{"events": [{"name": "network-changed", "server_uuid": "0a59d430-a5a4-41f4-8eb1-82f98fe4772c", "tag": "789411a1-e8f0-437c-ace3-db8e2927a260"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:44:17.906107 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca2100-fc99-4ab5-b8e5-1dbe8e03e14f service neutron] Pushing event updated for resources: {'Port': ['ID=789411a1-e8f0-437c-ace3-db8e2927a260,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:17.930499 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c074decc-edc2-4949-9db8-27be09610738 x-openstack-request-id: req-c074decc-edc2-4949-9db8-27be09610738 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:44:17.930839 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a59d430-a5a4-41f4-8eb1-82f98fe4772c", "tag": "789411a1-e8f0-437c-ace3-db8e2927a260", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:44:17.931091 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-c074decc-edc2-4949-9db8-27be09610738 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:44:17.931490 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a59d430-a5a4-41f4-8eb1-82f98fe4772c', 'tag': '789411a1-e8f0-437c-ace3-db8e2927a260', 'status': 'completed', 'code': 200} Aug 31 10:44:17.997298 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f5abd-5546-4c72-88ef-c10d70b4b929 req-d9980f30-7446-4655-a97f-7bc3a20715da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:17.999278 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b7f5abd-5546-4c72-88ef-c10d70b4b929 req-d9980f30-7446-4655-a97f-7bc3a20715da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&device_id=0a59d430-a5a4-41f4-8eb1-82f98fe4772c HTTP/1.1" status: 200 len: 1096 time: 0.0469298 Aug 31 10:44:18.135669 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f86be5-f53e-4a74-967c-b4ff68983d48 req-7e637b3d-cb8e-4534-a481-bba01780205e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:18.137207 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-85f86be5-f53e-4a74-967c-b4ff68983d48 req-7e637b3d-cb8e-4534-a481-bba01780205e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=0a59d430-a5a4-41f4-8eb1-82f98fe4772c HTTP/1.1" status: 200 len: 944 time: 0.0820084 Aug 31 10:44:18.154451 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f5abd-5546-4c72-88ef-c10d70b4b929 req-1d99a021-7583-440c-a0e5-4437c3b905a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:18.155830 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b7f5abd-5546-4c72-88ef-c10d70b4b929 req-1d99a021-7583-440c-a0e5-4437c3b905a1 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1488254 Aug 31 10:44:18.233354 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-85f86be5-f53e-4a74-967c-b4ff68983d48 req-0816f097-a898-450f-8c44-fccfbfa6920c tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=adcdd685-63fd-49b7-b4d1-482d1d599825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877681 Aug 31 10:44:18.283958 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f5abd-5546-4c72-88ef-c10d70b4b929 req-7332417f-3d8f-4357-be0c-82afb72b7c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:18.285446 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b7f5abd-5546-4c72-88ef-c10d70b4b929 req-7332417f-3d8f-4357-be0c-82afb72b7c38 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1221664 Aug 31 10:44:18.380838 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-13b3c6e8-2284-4217-9e46-0668c9a90aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:18.383145 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-13b3c6e8-2284-4217-9e46-0668c9a90aa9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&device_id=0a59d430-a5a4-41f4-8eb1-82f98fe4772c HTTP/1.1" status: 200 len: 1096 time: 0.0508287 Aug 31 10:44:18.436724 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-4544e192-f9d3-43b2-9f5f-2eded7b36a9c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=789411a1-e8f0-437c-ace3-db8e2927a260 HTTP/1.1" status: 200 len: 217 time: 0.0436313 Aug 31 10:44:18.436934 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4ef5681c-a332-44aa-86bb-ee639c8a2ad9 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:44:18.489909 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 4ef5681c-a332-44aa-86bb-ee639c8a2ad9 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:44:18.490274 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:18.491685 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-c246bee2-35e2-4647-9333-71f23efab67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:18.493268 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-c246bee2-35e2-4647-9333-71f23efab67e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=563b1a23-f524-4a15-a286-e40d22bc4dc4 HTTP/1.1" status: 200 len: 834 time: 0.0486238 Aug 31 10:44:18.546076 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-88762526-a6a9-4514-9783-8b92c6def403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:18.547687 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-88762526-a6a9-4514-9783-8b92c6def403 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470755 Aug 31 10:44:18.638681 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-6678342c-e01a-4a36-a23c-ecf08425700f service neutron] 10.222.0.59 "GET /v2.0/networks/cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832205 Aug 31 10:44:18.735397 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6571148d-1108-41d4-95e8-a3d793b2c3a8 req-4433e430-aeb1-4191-acbf-cbcc5235dc68 service neutron] 10.222.0.59 "GET /v2.0/networks/cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880852 Aug 31 10:44:19.359308 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e1a44-1b6d-4bed-aa03-1ecf5d0071dc req-6bedfc82-3ac2-4e6c-a88a-4813edca3b0a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:19.361696 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f2e1a44-1b6d-4bed-aa03-1ecf5d0071dc req-6bedfc82-3ac2-4e6c-a88a-4813edca3b0a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=0a59d430-a5a4-41f4-8eb1-82f98fe4772c HTTP/1.1" status: 200 len: 944 time: 0.0524509 Aug 31 10:44:19.403412 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9f2e1a44-1b6d-4bed-aa03-1ecf5d0071dc req-3f46ed0d-75a3-4bb4-8d8a-e84d34412f11 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=adcdd685-63fd-49b7-b4d1-482d1d599825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352752 Aug 31 10:44:20.523874 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3ac8a-d039-4a8f-87f1-a34bf9c6c423 req-5be100fa-ed3f-400a-a9eb-65d5d91282a7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:20.525435 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-24a3ac8a-d039-4a8f-87f1-a34bf9c6c423 req-5be100fa-ed3f-400a-a9eb-65d5d91282a7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=0a59d430-a5a4-41f4-8eb1-82f98fe4772c HTTP/1.1" status: 200 len: 944 time: 0.0516539 Aug 31 10:44:20.565442 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-24a3ac8a-d039-4a8f-87f1-a34bf9c6c423 req-1ce0789d-5aca-4853-baa9-4e051d6d8eec tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=adcdd685-63fd-49b7-b4d1-482d1d599825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326507 Aug 31 10:44:21.686523 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0bccc3-2e76-44e6-89ee-bc72eaa78cbc req-a8564ac3-8990-484e-8e58-4199c4b599ed tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:21.688011 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3c0bccc3-2e76-44e6-89ee-bc72eaa78cbc req-a8564ac3-8990-484e-8e58-4199c4b599ed tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=0a59d430-a5a4-41f4-8eb1-82f98fe4772c HTTP/1.1" status: 200 len: 944 time: 0.0535805 Aug 31 10:44:21.718487 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 789411a1-e8f0-437c-ace3-db8e2927a260 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:44:21.725991 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3c0bccc3-2e76-44e6-89ee-bc72eaa78cbc req-de4abcff-5996-4930-b8f7-d621b26501f8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=adcdd685-63fd-49b7-b4d1-482d1d599825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312800 Aug 31 10:44:21.813833 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 789411a1-e8f0-437c-ace3-db8e2927a260, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=789411a1-e8f0-437c-ace3-db8e2927a260,segment=NetworkSegment(80460f85-c3b0-4944-aa61-a581ea546b2e),segment_id=80460f85-c3b0-4944-aa61-a581ea546b2e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:44:21.825253 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '789411a1-e8f0-437c-ace3-db8e2927a260', 'network_id': 'cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6', 'port_id': '789411a1-e8f0-437c-ace3-db8e2927a260', 'mac_address': 'fa:16:3e:a9:18:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '563b1a23-f524-4a15-a286-e40d22bc4dc4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:44:21.861835 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:21.874279 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 789411a1-e8f0-437c-ace3-db8e2927a260 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:44:21.893073 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 789411a1-e8f0-437c-ace3-db8e2927a260, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=789411a1-e8f0-437c-ace3-db8e2927a260,segment=NetworkSegment(80460f85-c3b0-4944-aa61-a581ea546b2e),segment_id=80460f85-c3b0-4944-aa61-a581ea546b2e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:44:22.019055 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:22.067015 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=789411a1-e8f0-437c-ace3-db8e2927a260,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:22.289017 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['789411a1-e8f0-437c-ace3-db8e2927a260'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:44:22.852266 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888c6b1-4e8d-406e-a148-3a391db97232 req-1cb7341a-2841-4926-8a63-8c86fe120f5a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:22.853816 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3888c6b1-4e8d-406e-a148-3a391db97232 req-1cb7341a-2841-4926-8a63-8c86fe120f5a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=0a59d430-a5a4-41f4-8eb1-82f98fe4772c HTTP/1.1" status: 200 len: 945 time: 0.0519631 Aug 31 10:44:22.900616 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3888c6b1-4e8d-406e-a148-3a391db97232 req-812e19c1-02e3-4130-b377-8329c6d55ee7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=adcdd685-63fd-49b7-b4d1-482d1d599825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361035 Aug 31 10:44:23.734139 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 789411a1-e8f0-437c-ace3-db8e2927a260 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:44:23.853179 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 789411a1-e8f0-437c-ace3-db8e2927a260 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:44:23.857458 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 789411a1-e8f0-437c-ace3-db8e2927a260 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:44:23.857831 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:23.939652 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:23.965672 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a59d430-a5a4-41f4-8eb1-82f98fe4772c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789411a1-e8f0-437c-ace3-db8e2927a260'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:44:23.967996 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef4e8a5-2863-42cd-8401-973094d5fc27" -d '{"events": [{"server_uuid": "0a59d430-a5a4-41f4-8eb1-82f98fe4772c", "name": "network-vif-plugged", "status": "completed", "tag": "789411a1-e8f0-437c-ace3-db8e2927a260"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:44:23.982391 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 789411a1-e8f0-437c-ace3-db8e2927a260, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=789411a1-e8f0-437c-ace3-db8e2927a260,segment=NetworkSegment(80460f85-c3b0-4944-aa61-a581ea546b2e),segment_id=80460f85-c3b0-4944-aa61-a581ea546b2e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:44:24.025935 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f9ef77-5136-4db0-90e7-879443aa4c58 x-openstack-request-id: req-b1f9ef77-5136-4db0-90e7-879443aa4c58 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:44:24.026226 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a59d430-a5a4-41f4-8eb1-82f98fe4772c", "name": "network-vif-plugged", "status": "completed", "tag": "789411a1-e8f0-437c-ace3-db8e2927a260", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:44:24.026482 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-b1f9ef77-5136-4db0-90e7-879443aa4c58 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:44:24.026953 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a59d430-a5a4-41f4-8eb1-82f98fe4772c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789411a1-e8f0-437c-ace3-db8e2927a260', 'code': 200} Aug 31 10:44:24.038767 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847988c7-9933-4b74-966e-b4d0a5f52fea req-fa64090a-bc61-486c-b658-16c8d21670de tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:24.043437 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-847988c7-9933-4b74-966e-b4d0a5f52fea req-fa64090a-bc61-486c-b658-16c8d21670de tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=0a59d430-a5a4-41f4-8eb1-82f98fe4772c HTTP/1.1" status: 200 len: 945 time: 0.0666537 Aug 31 10:44:24.063271 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:24.081783 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-847988c7-9933-4b74-966e-b4d0a5f52fea req-eebde037-9672-49ab-a706-c721c235d48e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=adcdd685-63fd-49b7-b4d1-482d1d599825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351050 Aug 31 10:44:24.121117 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=789411a1-e8f0-437c-ace3-db8e2927a260,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:24.131410 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910d41e-9a5a-4d01-8a6b-f2f932b96abc req-dec08434-2acc-48be-a506-32462c51af01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:24.132940 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d910d41e-9a5a-4d01-8a6b-f2f932b96abc req-dec08434-2acc-48be-a506-32462c51af01 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0a59d430-a5a4-41f4-8eb1-82f98fe4772c HTTP/1.1" status: 200 len: 1098 time: 0.0472176 Aug 31 10:44:24.169568 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d910d41e-9a5a-4d01-8a6b-f2f932b96abc req-5bf3974e-2c87-48ef-bd3d-08bc04c516d7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=adcdd685-63fd-49b7-b4d1-482d1d599825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297003 Aug 31 10:44:25.207011 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f3ca9-727e-4945-b6c5-15184b680ffd req-76b5e5c8-5618-4c3d-a47e-0f3a663092eb tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:25.208625 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6a0f3ca9-727e-4945-b6c5-15184b680ffd req-76b5e5c8-5618-4c3d-a47e-0f3a663092eb tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=0a59d430-a5a4-41f4-8eb1-82f98fe4772c HTTP/1.1" status: 200 len: 946 time: 0.0516605 Aug 31 10:44:25.248188 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6a0f3ca9-727e-4945-b6c5-15184b680ffd req-38df672f-75cf-47d6-a2d4-e98239902e28 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=adcdd685-63fd-49b7-b4d1-482d1d599825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332148 Aug 31 10:44:26.382289 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4febe-d895-4aaf-9633-3a3593e9fd2f req-eb8d09af-3d23-4731-b6cf-469a31773f99 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:26.383974 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ee4febe-d895-4aaf-9633-3a3593e9fd2f req-eb8d09af-3d23-4731-b6cf-469a31773f99 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=0a59d430-a5a4-41f4-8eb1-82f98fe4772c HTTP/1.1" status: 200 len: 946 time: 0.0508966 Aug 31 10:44:26.426087 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ee4febe-d895-4aaf-9633-3a3593e9fd2f req-d5b437c3-4bae-47af-83c9-a32083e7105a tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=adcdd685-63fd-49b7-b4d1-482d1d599825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360320 Aug 31 10:44:26.550947 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687a731-28dd-4214-a3d8-c0e4567c4a49 req-6b5fdf20-74ae-4725-bdf2-c042e1789217 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:26.552462 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3687a731-28dd-4214-a3d8-c0e4567c4a49 req-6b5fdf20-74ae-4725-bdf2-c042e1789217 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=0a59d430-a5a4-41f4-8eb1-82f98fe4772c HTTP/1.1" status: 200 len: 946 time: 0.0558619 Aug 31 10:44:26.595572 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3687a731-28dd-4214-a3d8-c0e4567c4a49 req-03c775e6-a448-44da-a0f4-f74f17defff5 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=adcdd685-63fd-49b7-b4d1-482d1d599825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368509 Aug 31 10:44:26.617998 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56656) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:44:26.660849 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293b92f7-0292-41c8-b505-70862ccbbd4c tempest-TestNetworkAdvancedServerOps-920648690 tempest-TestNetworkAdvancedServerOps-920648690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:26.662467 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-293b92f7-0292-41c8-b505-70862ccbbd4c tempest-TestNetworkAdvancedServerOps-920648690 tempest-TestNetworkAdvancedServerOps-920648690-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=0a59d430-a5a4-41f4-8eb1-82f98fe4772c HTTP/1.1" status: 200 len: 1093 time: 0.0434198 Aug 31 10:44:26.665326 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56658) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:44:26.670044 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-df233355-e77b-4abf-8d45-c652747507a7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'port_id': '789411a1-e8f0-437c-ace3-db8e2927a260', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:44:26.762158 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-df233355-e77b-4abf-8d45-c652747507a7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for floatingip, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:26.872515 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-df233355-e77b-4abf-8d45-c652747507a7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:26.979241 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-df233355-e77b-4abf-8d45-c652747507a7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Allocated IP 172.25.2.35 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/faa1835a-a3be-45c9-8cdd-8e9535037692) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:44:27.090805 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-df233355-e77b-4abf-8d45-c652747507a7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:27.214205 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-df233355-e77b-4abf-8d45-c652747507a7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:27.256805 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df233355-e77b-4abf-8d45-c652747507a7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:44:27.259810 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-df233355-e77b-4abf-8d45-c652747507a7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:44:27.263617 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df233355-e77b-4abf-8d45-c652747507a7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:44:27.269364 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df233355-e77b-4abf-8d45-c652747507a7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Port': ['ID=faa1835a-a3be-45c9-8cdd-8e9535037692,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:27.637701 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-df233355-e77b-4abf-8d45-c652747507a7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:27.788048 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-df233355-e77b-4abf-8d45-c652747507a7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:27.935101 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-df233355-e77b-4abf-8d45-c652747507a7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:28.047269 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-df233355-e77b-4abf-8d45-c652747507a7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:28.122665 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df233355-e77b-4abf-8d45-c652747507a7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event updated for resources: {'Port': ['ID=faa1835a-a3be-45c9-8cdd-8e9535037692,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:44:28.135426 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-df233355-e77b-4abf-8d45-c652747507a7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:28.238957 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [None req-df233355-e77b-4abf-8d45-c652747507a7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Floating IP 7267159d-8fb2-46d2-a421-91c30ee29ab5 associated. External IP: 172.25.2.35, port: 789411a1-e8f0-437c-ace3-db8e2927a260. Aug 31 10:44:28.449028 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df233355-e77b-4abf-8d45-c652747507a7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Router 92f44b64-e1c4-4911-91a1-8b7ec73099bc has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:44:28.557995 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df233355-e77b-4abf-8d45-c652747507a7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:44:28.568797 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229225cb-5ea6-407e-a3a8-27d180fee68f None None] Sync routers for ids ['92f44b64-e1c4-4911-91a1-8b7ec73099bc'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:44:28.581875 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229225cb-5ea6-407e-a3a8-27d180fee68f None None] Routers {'92f44b64-e1c4-4911-91a1-8b7ec73099bc'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:44:28.583834 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-229225cb-5ea6-407e-a3a8-27d180fee68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:44:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['92f44b64-e1c4-4911-91a1-8b7ec73099bc'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:44:28.656276 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-df233355-e77b-4abf-8d45-c652747507a7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:28.684062 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-df233355-e77b-4abf-8d45-c652747507a7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0173547 Aug 31 10:44:28.684984 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a59d430-a5a4-41f4-8eb1-82f98fe4772c', 'tag': '789411a1-e8f0-437c-ace3-db8e2927a260'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:44:28.687747 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efb09fcb25d757964e6e64477cf3964f72eef090657aa62846af519e9d9507f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19528fdb-2ca9-4874-8edc-5c9023b4a783" -d '{"events": [{"name": "network-changed", "server_uuid": "0a59d430-a5a4-41f4-8eb1-82f98fe4772c", "tag": "789411a1-e8f0-437c-ace3-db8e2927a260"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:44:28.688252 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-229225cb-5ea6-407e-a3a8-27d180fee68f None None] Set router 92f44b64-e1c4-4911-91a1-8b7ec73099bc gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:44:28.725476 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b0e41a-4330-423a-81bb-5961db7cdcc5 x-openstack-request-id: req-a3b0e41a-4330-423a-81bb-5961db7cdcc5 {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:44:28.725765 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a59d430-a5a4-41f4-8eb1-82f98fe4772c", "tag": "789411a1-e8f0-437c-ace3-db8e2927a260", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:44:28.726014 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-a3b0e41a-4330-423a-81bb-5961db7cdcc5 {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:44:28.726415 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a59d430-a5a4-41f4-8eb1-82f98fe4772c', 'tag': '789411a1-e8f0-437c-ace3-db8e2927a260', 'status': 'completed', 'code': 200} Aug 31 10:44:28.812629 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb744b-d8be-4d03-b00e-6825f4e18c70 req-795f0b91-d4cf-4886-9656-e9dffeaaa3d6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:28.814047 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bbbb744b-d8be-4d03-b00e-6825f4e18c70 req-795f0b91-d4cf-4886-9656-e9dffeaaa3d6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=0a59d430-a5a4-41f4-8eb1-82f98fe4772c HTTP/1.1" status: 200 len: 946 time: 0.0759153 Aug 31 10:44:28.820757 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19528fdb-2ca9-4874-8edc-5c9023b4a783 req-67755633-2021-4860-8866-62e69ca23b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:28.822213 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19528fdb-2ca9-4874-8edc-5c9023b4a783 req-67755633-2021-4860-8866-62e69ca23b05 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&device_id=0a59d430-a5a4-41f4-8eb1-82f98fe4772c HTTP/1.1" status: 200 len: 1098 time: 0.0741224 Aug 31 10:44:28.904545 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bbbb744b-d8be-4d03-b00e-6825f4e18c70 req-ff45f84a-6c33-441d-8e01-93d4338744c7 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=adcdd685-63fd-49b7-b4d1-482d1d599825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813406 Aug 31 10:44:28.927814 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56666) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:44:28.933714 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-229225cb-5ea6-407e-a3a8-27d180fee68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677801113', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'cd2573fe-6e7d-407b-b048-3ee7992cd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:44:06Z', 'updated_at': '2021-08-31T10:44:11Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': 'cd2573fe-6e7d-407b-b048-3ee7992cd184', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:44:07Z', 'updated_at': '2021-08-31T10:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '7267159d-8fb2-46d2-a421-91c30ee29ab5', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'floating_ip_address': '172.25.2.35', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'port_id': '789411a1-e8f0-437c-ace3-db8e2927a260', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6', 'mac_address': 'fa:16:3e:a9:18:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59d430-a5a4-41f4-8eb1-82f98fe4772c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:44:27Z', 'updated_at': '2021-08-31T10:44:27Z', 'revision_number': 0, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ef5681c-a332-44aa-86bb-ee639c8a2ad9', 'name': '', 'network_id': 'cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:91:ac:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '563b1a23-f524-4a15-a286-e40d22bc4dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:44:10Z', 'updated_at': '2021-08-31T10:44:16Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': '563b1a23-f524-4a15-a286-e40d22bc4dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:44:28.944480 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19528fdb-2ca9-4874-8edc-5c9023b4a783 req-09c02088-2ac1-4db2-ae18-8702783654ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:28.946089 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19528fdb-2ca9-4874-8edc-5c9023b4a783 req-09c02088-2ac1-4db2-ae18-8702783654ff service neutron] 10.222.0.59 "GET /v2.0/networks?id=cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6 HTTP/1.1" status: 200 len: 899 time: 0.1163008 Aug 31 10:44:28.961117 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229225cb-5ea6-407e-a3a8-27d180fee68f None None] Checking router: 92f44b64-e1c4-4911-91a1-8b7ec73099bc for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:44:28.970260 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229225cb-5ea6-407e-a3a8-27d180fee68f None None] Routers {'92f44b64-e1c4-4911-91a1-8b7ec73099bc'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:44:28.970896 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-229225cb-5ea6-407e-a3a8-27d180fee68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:44:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['92f44b64-e1c4-4911-91a1-8b7ec73099bc'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:44:28.996216 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ab88956d-9a63-45fb-80bc-ec8518ed08ef tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/floatingips/7267159d-8fb2-46d2-a421-91c30ee29ab5 HTTP/1.1" status: 200 len: 991 time: 0.0662129 Aug 31 10:44:29.019758 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19528fdb-2ca9-4874-8edc-5c9023b4a783 req-9768b030-4443-4d9e-ad67-9b34138e2391 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=789411a1-e8f0-437c-ace3-db8e2927a260 HTTP/1.1" status: 200 len: 999 time: 0.0664213 Aug 31 10:44:29.073898 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19528fdb-2ca9-4874-8edc-5c9023b4a783 req-79a0f52f-ab8d-4e50-8618-9cc64bdf15f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:29.075313 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19528fdb-2ca9-4874-8edc-5c9023b4a783 req-79a0f52f-ab8d-4e50-8618-9cc64bdf15f9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=563b1a23-f524-4a15-a286-e40d22bc4dc4 HTTP/1.1" status: 200 len: 834 time: 0.0493174 Aug 31 10:44:29.091950 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-229225cb-5ea6-407e-a3a8-27d180fee68f None None] Set router 92f44b64-e1c4-4911-91a1-8b7ec73099bc gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:44:29.122169 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19528fdb-2ca9-4874-8edc-5c9023b4a783 req-355fdfd7-b3ad-48c1-a4e4-a6b90b8862cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:29.123705 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19528fdb-2ca9-4874-8edc-5c9023b4a783 req-355fdfd7-b3ad-48c1-a4e4-a6b90b8862cd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415211 Aug 31 10:44:29.212834 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19528fdb-2ca9-4874-8edc-5c9023b4a783 req-a988b320-6828-440c-9517-9e121a5da0b6 service neutron] 10.222.0.59 "GET /v2.0/networks/cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816476 Aug 31 10:44:29.307008 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19528fdb-2ca9-4874-8edc-5c9023b4a783 req-ca646a5f-fead-4d8c-9a7c-cd75413a802e service neutron] 10.222.0.59 "GET /v2.0/networks/cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870278 Aug 31 10:44:29.322149 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-229225cb-5ea6-407e-a3a8-27d180fee68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677801113', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'cd2573fe-6e7d-407b-b048-3ee7992cd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:44:06Z', 'updated_at': '2021-08-31T10:44:11Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': 'cd2573fe-6e7d-407b-b048-3ee7992cd184', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:44:07Z', 'updated_at': '2021-08-31T10:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '7267159d-8fb2-46d2-a421-91c30ee29ab5', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'floating_ip_address': '172.25.2.35', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'port_id': '789411a1-e8f0-437c-ace3-db8e2927a260', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6', 'mac_address': 'fa:16:3e:a9:18:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59d430-a5a4-41f4-8eb1-82f98fe4772c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:44:27Z', 'updated_at': '2021-08-31T10:44:27Z', 'revision_number': 0, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ef5681c-a332-44aa-86bb-ee639c8a2ad9', 'name': '', 'network_id': 'cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:91:ac:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '563b1a23-f524-4a15-a286-e40d22bc4dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:44:10Z', 'updated_at': '2021-08-31T10:44:16Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': '563b1a23-f524-4a15-a286-e40d22bc4dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:44:29.348762 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229225cb-5ea6-407e-a3a8-27d180fee68f None None] The sync data for ids ['92f44b64-e1c4-4911-91a1-8b7ec73099bc'] in n-d-791506-28 is: [{'id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677801113', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'cd2573fe-6e7d-407b-b048-3ee7992cd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:44:06Z', 'updated_at': '2021-08-31T10:44:11Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': 'cd2573fe-6e7d-407b-b048-3ee7992cd184', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:44:07Z', 'updated_at': '2021-08-31T10:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '7267159d-8fb2-46d2-a421-91c30ee29ab5', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'floating_ip_address': '172.25.2.35', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'port_id': '789411a1-e8f0-437c-ace3-db8e2927a260', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6', 'mac_address': 'fa:16:3e:a9:18:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a59d430-a5a4-41f4-8eb1-82f98fe4772c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:44:27Z', 'updated_at': '2021-08-31T10:44:27Z', 'revision_number': 0, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ef5681c-a332-44aa-86bb-ee639c8a2ad9', 'name': '', 'network_id': 'cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:91:ac:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '563b1a23-f524-4a15-a286-e40d22bc4dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:44:10Z', 'updated_at': '2021-08-31T10:44:16Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': '563b1a23-f524-4a15-a286-e40d22bc4dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:44:29.546839 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48856d59-a9cb-4a89-a57a-d1a46f4b8a86 None None] New status for floating IP 7267159d-8fb2-46d2-a421-91c30ee29ab5: ACTIVE {{(pid=95555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:44:29.999015 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56668) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:44:30.063178 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-57a7dc91-2e7a-4bc1-ad12-8a4f80b284ae tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/floatingips/7267159d-8fb2-46d2-a421-91c30ee29ab5 HTTP/1.1" status: 200 len: 993 time: 0.0628154 Aug 31 10:44:30.404999 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:44:33.635934 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:34.261917 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:41.361898 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-39e9aa7a-5359-4815-a36a-2a2b03d01e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:44.045834 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-81e3a781-9544-4e80-86c7-457080100b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:44.128150 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:45.744010 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:47.355211 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:44:59.053924 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ec773-e505-4922-9654-6fcfcc8ab9b1 req-963e4eef-1671-4171-87f2-c901204b6b10 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:44:59.055444 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b54ec773-e505-4922-9654-6fcfcc8ab9b1 req-963e4eef-1671-4171-87f2-c901204b6b10 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=0a59d430-a5a4-41f4-8eb1-82f98fe4772c HTTP/1.1" status: 200 len: 946 time: 0.0500906 Aug 31 10:44:59.094152 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b54ec773-e505-4922-9654-6fcfcc8ab9b1 req-f0ec8670-817e-450b-aa22-4a791f20f95b tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=adcdd685-63fd-49b7-b4d1-482d1d599825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320199 Aug 31 10:45:00.215136 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85668c-283b-4e87-9d69-cf13a72b89e8 req-a2db0056-ba50-4a5a-867e-99bff2c840c2 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:00.216606 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b85668c-283b-4e87-9d69-cf13a72b89e8 req-a2db0056-ba50-4a5a-867e-99bff2c840c2 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=0a59d430-a5a4-41f4-8eb1-82f98fe4772c HTTP/1.1" status: 200 len: 946 time: 0.0532374 Aug 31 10:45:00.254179 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b85668c-283b-4e87-9d69-cf13a72b89e8 req-1e19a982-8363-42b5-ab8c-b904e8a2e7d6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=adcdd685-63fd-49b7-b4d1-482d1d599825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308969 Aug 31 10:45:00.276600 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56688) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:00.337553 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ac59bce0-2c3c-4ca9-b90a-bddfedd78076 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/floatingips/7267159d-8fb2-46d2-a421-91c30ee29ab5 HTTP/1.1" status: 200 len: 993 time: 0.0598404 Aug 31 10:45:01.806841 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb3e9b-053d-43b1-8dbf-993e75db9e1f req-b5426ffd-dfef-4e03-9ffb-05c3777a94be tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:01.808356 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-30cb3e9b-053d-43b1-8dbf-993e75db9e1f req-b5426ffd-dfef-4e03-9ffb-05c3777a94be tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=0a59d430-a5a4-41f4-8eb1-82f98fe4772c HTTP/1.1" status: 200 len: 946 time: 0.0505624 Aug 31 10:45:01.848063 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-30cb3e9b-053d-43b1-8dbf-993e75db9e1f req-1e6e0b04-2852-4d04-bbad-c7472702092b tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=adcdd685-63fd-49b7-b4d1-482d1d599825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335293 Aug 31 10:45:01.909629 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3dff4-5233-4be2-8dc1-aaca0e232353 req-16d9bba5-eed3-4dba-beaf-00bdf025d203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:01.911139 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-33a3dff4-5233-4be2-8dc1-aaca0e232353 req-16d9bba5-eed3-4dba-beaf-00bdf025d203 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&device_id=0a59d430-a5a4-41f4-8eb1-82f98fe4772c HTTP/1.1" status: 200 len: 1098 time: 0.0450687 Aug 31 10:45:01.998868 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3dff4-5233-4be2-8dc1-aaca0e232353 req-d6e8e4a7-7bda-41a0-90a5-dfcd1066bee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:02.000273 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-33a3dff4-5233-4be2-8dc1-aaca0e232353 req-d6e8e4a7-7bda-41a0-90a5-dfcd1066bee5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6 HTTP/1.1" status: 200 len: 899 time: 0.0820122 Aug 31 10:45:02.068248 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-33a3dff4-5233-4be2-8dc1-aaca0e232353 req-c7ab98d1-fdca-4290-b92b-8b9cefb6fa8f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=789411a1-e8f0-437c-ace3-db8e2927a260 HTTP/1.1" status: 200 len: 1001 time: 0.0604804 Aug 31 10:45:02.117643 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3dff4-5233-4be2-8dc1-aaca0e232353 req-6d1fd7b7-b5ef-4e33-bc52-a6fe3a34e31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:02.119447 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-33a3dff4-5233-4be2-8dc1-aaca0e232353 req-6d1fd7b7-b5ef-4e33-bc52-a6fe3a34e31a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=563b1a23-f524-4a15-a286-e40d22bc4dc4 HTTP/1.1" status: 200 len: 834 time: 0.0445373 Aug 31 10:45:02.164364 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3dff4-5233-4be2-8dc1-aaca0e232353 req-25f9442b-45d5-4e96-8dbc-20ed4b1ef49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:02.165794 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-33a3dff4-5233-4be2-8dc1-aaca0e232353 req-25f9442b-45d5-4e96-8dbc-20ed4b1ef49d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398562 Aug 31 10:45:02.259801 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-33a3dff4-5233-4be2-8dc1-aaca0e232353 req-18d7d951-586c-420b-82ef-eb8a946afd0f service neutron] 10.222.0.59 "GET /v2.0/networks/cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868502 Aug 31 10:45:02.348151 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-33a3dff4-5233-4be2-8dc1-aaca0e232353 req-786980b3-8083-4794-a4f5-4bc8b6b27371 service neutron] 10.222.0.59 "GET /v2.0/networks/cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815995 Aug 31 10:45:02.967255 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff982dc7-53f5-4280-ac63-ede6f3f9385d req-d329ba0b-1e7b-4252-8dd2-15ac3da146de tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:02.968725 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ff982dc7-53f5-4280-ac63-ede6f3f9385d req-d329ba0b-1e7b-4252-8dd2-15ac3da146de tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=0a59d430-a5a4-41f4-8eb1-82f98fe4772c HTTP/1.1" status: 200 len: 946 time: 0.0528655 Aug 31 10:45:03.007687 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ff982dc7-53f5-4280-ac63-ede6f3f9385d req-373e41e2-96b4-4b47-bf10-d8b831ebca27 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=adcdd685-63fd-49b7-b4d1-482d1d599825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320661 Aug 31 10:45:03.615110 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:04.127926 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50923995-1e83-44d5-9247-3a6fa5140a6e req-c6d7c95a-c098-480c-88f3-239d33dfcfdc tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:04.129425 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-50923995-1e83-44d5-9247-3a6fa5140a6e req-c6d7c95a-c098-480c-88f3-239d33dfcfdc tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=0a59d430-a5a4-41f4-8eb1-82f98fe4772c HTTP/1.1" status: 200 len: 946 time: 0.0532706 Aug 31 10:45:04.168749 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-50923995-1e83-44d5-9247-3a6fa5140a6e req-a49b4721-2c79-47a2-91dd-b338a939557e tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=adcdd685-63fd-49b7-b4d1-482d1d599825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331600 Aug 31 10:45:04.193000 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56700) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:04.221098 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:04.253271 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8b7b9ec9-0f4e-42d4-a08b-e44680cce2f8 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/floatingips/7267159d-8fb2-46d2-a421-91c30ee29ab5 HTTP/1.1" status: 200 len: 993 time: 0.0591540 Aug 31 10:45:04.482497 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56706) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:04.645556 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-e33b91eb-512f-45e9-9a30-efb5f626a1d6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Deleting port faa1835a-a3be-45c9-8cdd-8e9535037692 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:45:04.645804 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e33b91eb-512f-45e9-9a30-efb5f626a1d6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:04.722039 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e33b91eb-512f-45e9-9a30-efb5f626a1d6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:04.722355 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e33b91eb-512f-45e9-9a30-efb5f626a1d6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:04.733911 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-e33b91eb-512f-45e9-9a30-efb5f626a1d6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Calling delete_port for faa1835a-a3be-45c9-8cdd-8e9535037692 owned by network:floatingip {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:45:04.940756 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e33b91eb-512f-45e9-9a30-efb5f626a1d6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:04.968113 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b91eb-512f-45e9-9a30-efb5f626a1d6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event deleted for resources: {'Port': ['ID=faa1835a-a3be-45c9-8cdd-8e9535037692,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:04.988700 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33b91eb-512f-45e9-9a30-efb5f626a1d6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:04.988700 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33b91eb-512f-45e9-9a30-efb5f626a1d6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:04.988700 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33b91eb-512f-45e9-9a30-efb5f626a1d6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:04.988700 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33b91eb-512f-45e9-9a30-efb5f626a1d6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:04.988700 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33b91eb-512f-45e9-9a30-efb5f626a1d6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:04.988700 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33b91eb-512f-45e9-9a30-efb5f626a1d6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:04.988700 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33b91eb-512f-45e9-9a30-efb5f626a1d6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:04.988700 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33b91eb-512f-45e9-9a30-efb5f626a1d6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:04.988700 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33b91eb-512f-45e9-9a30-efb5f626a1d6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:04.988700 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33b91eb-512f-45e9-9a30-efb5f626a1d6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:04.988700 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33b91eb-512f-45e9-9a30-efb5f626a1d6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:04.988700 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33b91eb-512f-45e9-9a30-efb5f626a1d6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:05.042589 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e33b91eb-512f-45e9-9a30-efb5f626a1d6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for floatingip, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:05.042978 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-e33b91eb-512f-45e9-9a30-efb5f626a1d6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Floating IP 7267159d-8fb2-46d2-a421-91c30ee29ab5 disassociated (deleted). External IP: 172.25.2.35, port: 789411a1-e8f0-437c-ace3-db8e2927a260. Aug 31 10:45:05.248471 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33b91eb-512f-45e9-9a30-efb5f626a1d6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Router 92f44b64-e1c4-4911-91a1-8b7ec73099bc has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:45:05.355317 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33b91eb-512f-45e9-9a30-efb5f626a1d6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:45:05.361674 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-e33b91eb-512f-45e9-9a30-efb5f626a1d6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:05.370256 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcecab5d-e612-4546-b0dd-2eb60b178c77 None None] Sync routers for ids ['92f44b64-e1c4-4911-91a1-8b7ec73099bc'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:45:05.380141 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcecab5d-e612-4546-b0dd-2eb60b178c77 None None] Routers {'92f44b64-e1c4-4911-91a1-8b7ec73099bc'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:45:05.380746 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-bcecab5d-e612-4546-b0dd-2eb60b178c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:44:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['92f44b64-e1c4-4911-91a1-8b7ec73099bc'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:05.389519 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-e33b91eb-512f-45e9-9a30-efb5f626a1d6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "DELETE /v2.0/floatingips/7267159d-8fb2-46d2-a421-91c30ee29ab5 HTTP/1.1" status: 204 len: 168 time: 0.9059198 Aug 31 10:45:05.390090 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a59d430-a5a4-41f4-8eb1-82f98fe4772c', 'tag': '789411a1-e8f0-437c-ace3-db8e2927a260'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:45:05.393101 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd434d1e-6472-4b78-8ae8-a2dcdc33fb00" -d '{"events": [{"name": "network-changed", "server_uuid": "0a59d430-a5a4-41f4-8eb1-82f98fe4772c", "tag": "789411a1-e8f0-437c-ace3-db8e2927a260"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:45:05.499941 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f59632-ec28-4810-8a7d-4795247ad035 x-openstack-request-id: req-43f59632-ec28-4810-8a7d-4795247ad035 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:45:05.499941 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a59d430-a5a4-41f4-8eb1-82f98fe4772c", "tag": "789411a1-e8f0-437c-ace3-db8e2927a260", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:45:05.499941 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-43f59632-ec28-4810-8a7d-4795247ad035 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:45:05.499941 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a59d430-a5a4-41f4-8eb1-82f98fe4772c', 'tag': '789411a1-e8f0-437c-ace3-db8e2927a260', 'status': 'completed', 'code': 200} Aug 31 10:45:05.500289 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-bcecab5d-e612-4546-b0dd-2eb60b178c77 None None] Set router 92f44b64-e1c4-4911-91a1-8b7ec73099bc gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:45:05.558374 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd434d1e-6472-4b78-8ae8-a2dcdc33fb00 req-9ecfb68b-e0f3-44b0-a1f3-b9c0d35a2da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:05.559917 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fd434d1e-6472-4b78-8ae8-a2dcdc33fb00 req-9ecfb68b-e0f3-44b0-a1f3-b9c0d35a2da5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&device_id=0a59d430-a5a4-41f4-8eb1-82f98fe4772c HTTP/1.1" status: 200 len: 1098 time: 0.0498395 Aug 31 10:45:05.651437 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd434d1e-6472-4b78-8ae8-a2dcdc33fb00 req-84ad7bab-8caf-4c10-98fa-09e57ac8f038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:05.652993 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fd434d1e-6472-4b78-8ae8-a2dcdc33fb00 req-84ad7bab-8caf-4c10-98fa-09e57ac8f038 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6 HTTP/1.1" status: 200 len: 899 time: 0.0858152 Aug 31 10:45:05.700840 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fd434d1e-6472-4b78-8ae8-a2dcdc33fb00 req-a871cd1a-ac01-40d4-9748-8e3a65b815ef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=789411a1-e8f0-437c-ace3-db8e2927a260 HTTP/1.1" status: 200 len: 217 time: 0.0377312 Aug 31 10:45:05.703099 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-bcecab5d-e612-4546-b0dd-2eb60b178c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677801113', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'cd2573fe-6e7d-407b-b048-3ee7992cd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:44:06Z', 'updated_at': '2021-08-31T10:44:11Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': 'cd2573fe-6e7d-407b-b048-3ee7992cd184', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:44:07Z', 'updated_at': '2021-08-31T10:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '4ef5681c-a332-44aa-86bb-ee639c8a2ad9', 'name': '', 'network_id': 'cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:91:ac:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '563b1a23-f524-4a15-a286-e40d22bc4dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:44:10Z', 'updated_at': '2021-08-31T10:44:16Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': '563b1a23-f524-4a15-a286-e40d22bc4dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:05.729272 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcecab5d-e612-4546-b0dd-2eb60b178c77 None None] Checking router: 92f44b64-e1c4-4911-91a1-8b7ec73099bc for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:45:05.738220 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcecab5d-e612-4546-b0dd-2eb60b178c77 None None] Routers {'92f44b64-e1c4-4911-91a1-8b7ec73099bc'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:45:05.739555 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-bcecab5d-e612-4546-b0dd-2eb60b178c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:44:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['92f44b64-e1c4-4911-91a1-8b7ec73099bc'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:05.756293 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd434d1e-6472-4b78-8ae8-a2dcdc33fb00 req-a945c1dc-5e04-4a84-bdd6-60c1c2fc7e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:05.757701 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fd434d1e-6472-4b78-8ae8-a2dcdc33fb00 req-a945c1dc-5e04-4a84-bdd6-60c1c2fc7e46 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=563b1a23-f524-4a15-a286-e40d22bc4dc4 HTTP/1.1" status: 200 len: 834 time: 0.0489914 Aug 31 10:45:05.814299 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd434d1e-6472-4b78-8ae8-a2dcdc33fb00 req-b286858b-fac8-49e7-95e5-5a7d733f3122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:05.816350 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fd434d1e-6472-4b78-8ae8-a2dcdc33fb00 req-b286858b-fac8-49e7-95e5-5a7d733f3122 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493512 Aug 31 10:45:05.852397 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-bcecab5d-e612-4546-b0dd-2eb60b178c77 None None] Set router 92f44b64-e1c4-4911-91a1-8b7ec73099bc gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:45:05.920320 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce7e71-b5e6-4175-8406-2a64142b79c4 req-d8177359-3e78-447e-964c-2d6cefd33db3 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:05.921815 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-08ce7e71-b5e6-4175-8406-2a64142b79c4 req-d8177359-3e78-447e-964c-2d6cefd33db3 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=0a59d430-a5a4-41f4-8eb1-82f98fe4772c HTTP/1.1" status: 200 len: 946 time: 0.1000824 Aug 31 10:45:05.971074 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fd434d1e-6472-4b78-8ae8-a2dcdc33fb00 req-44d1948f-9b13-4312-b37f-f374aaa24ad0 service neutron] 10.222.0.59 "GET /v2.0/networks/cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401711 Aug 31 10:45:05.978127 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-08ce7e71-b5e6-4175-8406-2a64142b79c4 req-63f848a1-3102-4641-9115-de898e8146c6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=adcdd685-63fd-49b7-b4d1-482d1d599825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472429 Aug 31 10:45:06.061166 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-bcecab5d-e612-4546-b0dd-2eb60b178c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677801113', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'cd2573fe-6e7d-407b-b048-3ee7992cd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:44:06Z', 'updated_at': '2021-08-31T10:44:11Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': 'cd2573fe-6e7d-407b-b048-3ee7992cd184', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:44:07Z', 'updated_at': '2021-08-31T10:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '4ef5681c-a332-44aa-86bb-ee639c8a2ad9', 'name': '', 'network_id': 'cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:91:ac:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '563b1a23-f524-4a15-a286-e40d22bc4dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:44:10Z', 'updated_at': '2021-08-31T10:44:16Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': '563b1a23-f524-4a15-a286-e40d22bc4dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:06.064446 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fd434d1e-6472-4b78-8ae8-a2dcdc33fb00 req-19e5509f-01f7-45d1-8d8c-0bfe57c5e5bd service neutron] 10.222.0.59 "GET /v2.0/networks/cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847967 Aug 31 10:45:06.088621 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcecab5d-e612-4546-b0dd-2eb60b178c77 None None] The sync data for ids ['92f44b64-e1c4-4911-91a1-8b7ec73099bc'] in n-d-791506-28 is: [{'id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677801113', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'cd2573fe-6e7d-407b-b048-3ee7992cd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:44:06Z', 'updated_at': '2021-08-31T10:44:11Z', 'revision_number': 4, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': 'cd2573fe-6e7d-407b-b048-3ee7992cd184', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:44:07Z', 'updated_at': '2021-08-31T10:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '4ef5681c-a332-44aa-86bb-ee639c8a2ad9', 'name': '', 'network_id': 'cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'mac_address': 'fa:16:3e:91:ac:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '563b1a23-f524-4a15-a286-e40d22bc4dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:44:10Z', 'updated_at': '2021-08-31T10:44:16Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'subnets': [{'id': '563b1a23-f524-4a15-a286-e40d22bc4dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:45:06.319320 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ca0ac4-5b75-405b-baad-b7350fbbcbb1 None None] New status for floating IP 7267159d-8fb2-46d2-a421-91c30ee29ab5: DOWN {{(pid=95555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:45:07.100510 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a36902-6680-4513-8210-c85cfdcfa01c req-1ca07617-97c0-40b2-8d8a-bb2a817dbba1 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:07.101903 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e9a36902-6680-4513-8210-c85cfdcfa01c req-1ca07617-97c0-40b2-8d8a-bb2a817dbba1 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=0a59d430-a5a4-41f4-8eb1-82f98fe4772c HTTP/1.1" status: 200 len: 946 time: 0.0527229 Aug 31 10:45:07.138032 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e9a36902-6680-4513-8210-c85cfdcfa01c req-ca7619e5-c2ad-4c45-8714-cadadd0e97ee tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=adcdd685-63fd-49b7-b4d1-482d1d599825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302429 Aug 31 10:45:07.404451 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:45:07.666900 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447bfba-1e76-4dec-832c-1982f736e102 req-4b083d52-7017-4620-a6ae-578964514549 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:07.668394 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9447bfba-1e76-4dec-832c-1982f736e102 req-4b083d52-7017-4620-a6ae-578964514549 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.59 "GET /v2.0/ports?device_id=0a59d430-a5a4-41f4-8eb1-82f98fe4772c HTTP/1.1" status: 200 len: 946 time: 0.0478170 Aug 31 10:45:07.759312 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-9447bfba-1e76-4dec-832c-1982f736e102 req-df02cf7d-8164-46d5-a9e9-0e1d98253122 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Deleting port 789411a1-e8f0-437c-ace3-db8e2927a260 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:45:07.759739 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9447bfba-1e76-4dec-832c-1982f736e102 req-df02cf7d-8164-46d5-a9e9-0e1d98253122 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:07.846705 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-9447bfba-1e76-4dec-832c-1982f736e102 req-df02cf7d-8164-46d5-a9e9-0e1d98253122 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] For port 789411a1-e8f0-437c-ace3-db8e2927a260, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=789411a1-e8f0-437c-ace3-db8e2927a260,segment=NetworkSegment(80460f85-c3b0-4944-aa61-a581ea546b2e),segment_id=80460f85-c3b0-4944-aa61-a581ea546b2e)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:45:07.847070 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9447bfba-1e76-4dec-832c-1982f736e102 req-df02cf7d-8164-46d5-a9e9-0e1d98253122 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:07.859410 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-9447bfba-1e76-4dec-832c-1982f736e102 req-df02cf7d-8164-46d5-a9e9-0e1d98253122 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Calling delete_port for 789411a1-e8f0-437c-ace3-db8e2927a260 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:45:08.353660 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37651b94-d0a3-4f86-bfef-b0eeb1067d46 req-b3baa41a-d190-4bb2-8b9d-263da6d374a3 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:08.355170 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-37651b94-d0a3-4f86-bfef-b0eeb1067d46 req-b3baa41a-d190-4bb2-8b9d-263da6d374a3 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=0a59d430-a5a4-41f4-8eb1-82f98fe4772c HTTP/1.1" status: 200 len: 946 time: 0.0802038 Aug 31 10:45:08.394242 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-37651b94-d0a3-4f86-bfef-b0eeb1067d46 req-66c88e31-02aa-4f89-85a3-272843b5575b tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/security-groups?id=adcdd685-63fd-49b7-b4d1-482d1d599825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328138 Aug 31 10:45:08.456072 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9447bfba-1e76-4dec-832c-1982f736e102 req-df02cf7d-8164-46d5-a9e9-0e1d98253122 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:08.485858 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02cf7d-8164-46d5-a9e9-0e1d98253122 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event deleted for resources: {'Port': ['ID=789411a1-e8f0-437c-ace3-db8e2927a260,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:08.529975 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-9447bfba-1e76-4dec-832c-1982f736e102 req-df02cf7d-8164-46d5-a9e9-0e1d98253122 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] No DVR routers for this DVR port 789411a1-e8f0-437c-ace3-db8e2927a260 on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:45:08.533237 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9447bfba-1e76-4dec-832c-1982f736e102 req-df02cf7d-8164-46d5-a9e9-0e1d98253122 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:08.535215 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9447bfba-1e76-4dec-832c-1982f736e102 req-df02cf7d-8164-46d5-a9e9-0e1d98253122 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.59 "DELETE /v2.0/ports/789411a1-e8f0-437c-ace3-db8e2927a260 HTTP/1.1" status: 204 len: 173 time: 0.8604267 Aug 31 10:45:08.535653 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a59d430-a5a4-41f4-8eb1-82f98fe4772c', 'name': 'network-vif-deleted', 'tag': '789411a1-e8f0-437c-ace3-db8e2927a260'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:45:08.538850 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe1956e-4bc8-48a4-b67b-41679f9dd1ef" -d '{"events": [{"server_uuid": "0a59d430-a5a4-41f4-8eb1-82f98fe4772c", "name": "network-vif-deleted", "tag": "789411a1-e8f0-437c-ace3-db8e2927a260"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:45:08.574031 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b2f2d5-0088-4f1e-bfbe-8162d384f4ee x-openstack-request-id: req-23b2f2d5-0088-4f1e-bfbe-8162d384f4ee {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:45:08.574324 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a59d430-a5a4-41f4-8eb1-82f98fe4772c", "name": "network-vif-deleted", "tag": "789411a1-e8f0-437c-ace3-db8e2927a260", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:45:08.574606 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-23b2f2d5-0088-4f1e-bfbe-8162d384f4ee {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:45:08.575003 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a59d430-a5a4-41f4-8eb1-82f98fe4772c', 'name': 'network-vif-deleted', 'tag': '789411a1-e8f0-437c-ace3-db8e2927a260', 'status': 'completed', 'code': 200} Aug 31 10:45:09.499914 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e8cf93f7-5512-4999-accd-d61361de0cd7 req-f7bc7dc8-0f77-474c-aa06-522435176fd1 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "GET /v2.0/ports?device_id=0a59d430-a5a4-41f4-8eb1-82f98fe4772c HTTP/1.1" status: 200 len: 210 time: 0.0264289 Aug 31 10:45:10.023270 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 789411a1-e8f0-437c-ace3-db8e2927a260 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:45:10.043342 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 789411a1-e8f0-437c-ace3-db8e2927a260 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:45:10.043683 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 789411a1-e8f0-437c-ace3-db8e2927a260 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:45:10.556150 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56726) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:10.913419 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1a6e8249-7d49-4e9a-8027-d1e0c781091f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:11.170300 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-1a6e8249-7d49-4e9a-8027-d1e0c781091f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Deleting port 4ef5681c-a332-44aa-86bb-ee639c8a2ad9 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:45:11.170533 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1a6e8249-7d49-4e9a-8027-d1e0c781091f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:11.259106 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-1a6e8249-7d49-4e9a-8027-d1e0c781091f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] For port 4ef5681c-a332-44aa-86bb-ee639c8a2ad9, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=4ef5681c-a332-44aa-86bb-ee639c8a2ad9,segment=NetworkSegment(80460f85-c3b0-4944-aa61-a581ea546b2e),segment_id=80460f85-c3b0-4944-aa61-a581ea546b2e)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:45:11.259478 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1a6e8249-7d49-4e9a-8027-d1e0c781091f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:11.273290 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-1a6e8249-7d49-4e9a-8027-d1e0c781091f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Calling delete_port for 4ef5681c-a332-44aa-86bb-ee639c8a2ad9 owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:45:11.360274 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-40272f4a-30cc-49e0-b3b4-8c729d349e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:11.543453 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1a6e8249-7d49-4e9a-8027-d1e0c781091f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:11.574145 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e8249-7d49-4e9a-8027-d1e0c781091f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event deleted for resources: {'Port': ['ID=4ef5681c-a332-44aa-86bb-ee639c8a2ad9,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:11.754097 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1a6e8249-7d49-4e9a-8027-d1e0c781091f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:11.970252 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6e8249-7d49-4e9a-8027-d1e0c781091f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Router 92f44b64-e1c4-4911-91a1-8b7ec73099bc has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:45:12.075429 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6e8249-7d49-4e9a-8027-d1e0c781091f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:45:12.081308 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1a6e8249-7d49-4e9a-8027-d1e0c781091f tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "PUT /v2.0/routers/92f44b64-e1c4-4911-91a1-8b7ec73099bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5232363 Aug 31 10:45:12.083261 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56728) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:12.085970 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27dc407-1e9f-4f6b-923b-69b35c7fcd7f None None] Sync routers for ids ['92f44b64-e1c4-4911-91a1-8b7ec73099bc'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:45:12.095456 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27dc407-1e9f-4f6b-923b-69b35c7fcd7f None None] Routers {'92f44b64-e1c4-4911-91a1-8b7ec73099bc'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:45:12.096049 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e27dc407-1e9f-4f6b-923b-69b35c7fcd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:44:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['92f44b64-e1c4-4911-91a1-8b7ec73099bc'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:12.135400 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f9fe460-9ad7-4cc8-be58-7757054ad8fa tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Deleting subnet 563b1a23-f524-4a15-a286-e40d22bc4dc4 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:45:12.138708 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3f9fe460-9ad7-4cc8-be58-7757054ad8fa tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:12.179230 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3f9fe460-9ad7-4cc8-be58-7757054ad8fa tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:12.199823 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-e27dc407-1e9f-4f6b-923b-69b35c7fcd7f None None] Set router 92f44b64-e1c4-4911-91a1-8b7ec73099bc gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:45:12.266847 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3f9fe460-9ad7-4cc8-be58-7757054ad8fa tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:12.380608 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e27dc407-1e9f-4f6b-923b-69b35c7fcd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677801113', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'cd2573fe-6e7d-407b-b048-3ee7992cd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:44:06Z', 'updated_at': '2021-08-31T10:45:11Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': 'cd2573fe-6e7d-407b-b048-3ee7992cd184', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:44:07Z', 'updated_at': '2021-08-31T10:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:12.393270 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3f9fe460-9ad7-4cc8-be58-7757054ad8fa tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:12.406241 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27dc407-1e9f-4f6b-923b-69b35c7fcd7f None None] Checking router: 92f44b64-e1c4-4911-91a1-8b7ec73099bc for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:45:12.415746 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27dc407-1e9f-4f6b-923b-69b35c7fcd7f None None] Routers {'92f44b64-e1c4-4911-91a1-8b7ec73099bc'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:45:12.416361 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e27dc407-1e9f-4f6b-923b-69b35c7fcd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:44:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['92f44b64-e1c4-4911-91a1-8b7ec73099bc'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:12.421363 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9fe460-9ad7-4cc8-be58-7757054ad8fa tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event deleted for resources: {'Subnet': ['ID=563b1a23-f524-4a15-a286-e40d22bc4dc4,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:12.426979 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3f9fe460-9ad7-4cc8-be58-7757054ad8fa tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:12.431668 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56730) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:12.432213 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3f9fe460-9ad7-4cc8-be58-7757054ad8fa tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "DELETE /v2.0/subnets/563b1a23-f524-4a15-a286-e40d22bc4dc4 HTTP/1.1" status: 204 len: 168 time: 0.3464730 Aug 31 10:45:12.454779 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e20f28-0df6-4892-b995-84908d72e542 None None] Network cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:45:12.548715 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-00d1e002-5f9c-4b18-97b2-ec1db5957c31 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:12.607458 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-e27dc407-1e9f-4f6b-923b-69b35c7fcd7f None None] Set router 92f44b64-e1c4-4911-91a1-8b7ec73099bc gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:45:12.652581 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-00d1e002-5f9c-4b18-97b2-ec1db5957c31 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:12.768587 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-00d1e002-5f9c-4b18-97b2-ec1db5957c31 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Deleting port cd2573fe-6e7d-407b-b048-3ee7992cd184 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:45:12.768932 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-00d1e002-5f9c-4b18-97b2-ec1db5957c31 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:12.851839 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-00d1e002-5f9c-4b18-97b2-ec1db5957c31 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] For port cd2573fe-6e7d-407b-b048-3ee7992cd184, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=cd2573fe-6e7d-407b-b048-3ee7992cd184,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:45:12.852201 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-00d1e002-5f9c-4b18-97b2-ec1db5957c31 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:12.865241 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-00d1e002-5f9c-4b18-97b2-ec1db5957c31 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Calling delete_port for cd2573fe-6e7d-407b-b048-3ee7992cd184 owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:45:12.943768 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ac732e-8955-4653-a17f-3cb953016539 None None] DHCP port deletion for cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:45:12.982137 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-e27dc407-1e9f-4f6b-923b-69b35c7fcd7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677801113', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'cd2573fe-6e7d-407b-b048-3ee7992cd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:44:06Z', 'updated_at': '2021-08-31T10:45:11Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': 'cd2573fe-6e7d-407b-b048-3ee7992cd184', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:44:07Z', 'updated_at': '2021-08-31T10:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:13.016237 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27dc407-1e9f-4f6b-923b-69b35c7fcd7f None None] The sync data for ids ['92f44b64-e1c4-4911-91a1-8b7ec73099bc'] in n-d-791506-28 is: [{'id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1677801113', 'tenant_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': 'cd2573fe-6e7d-407b-b048-3ee7992cd184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:44:06Z', 'updated_at': '2021-08-31T10:45:11Z', 'revision_number': 5, 'project_id': 'b91d32a897fc4967ba6d80d0ca2736bc', 'gw_port': {'id': 'cd2573fe-6e7d-407b-b048-3ee7992cd184', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92f44b64-e1c4-4911-91a1-8b7ec73099bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:44:07Z', 'updated_at': '2021-08-31T10:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:45:13.030612 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-19ac732e-8955-4653-a17f-3cb953016539 None None] Deleting port 75e75ecb-998e-4f72-9bfa-6deb8a0990a2 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:45:13.030986 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-19ac732e-8955-4653-a17f-3cb953016539 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:13.095812 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-00d1e002-5f9c-4b18-97b2-ec1db5957c31 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:13.103234 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-19ac732e-8955-4653-a17f-3cb953016539 None None] For port 75e75ecb-998e-4f72-9bfa-6deb8a0990a2, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=75e75ecb-998e-4f72-9bfa-6deb8a0990a2,segment=NetworkSegment(80460f85-c3b0-4944-aa61-a581ea546b2e),segment_id=80460f85-c3b0-4944-aa61-a581ea546b2e)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:45:13.106072 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-19ac732e-8955-4653-a17f-3cb953016539 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:13.117233 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-19ac732e-8955-4653-a17f-3cb953016539 None None] Calling delete_port for 75e75ecb-998e-4f72-9bfa-6deb8a0990a2 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:45:13.126026 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1e002-5f9c-4b18-97b2-ec1db5957c31 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event deleted for resources: {'Port': ['ID=cd2573fe-6e7d-407b-b048-3ee7992cd184,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:13.137939 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d1e002-5f9c-4b18-97b2-ec1db5957c31 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:13.138308 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d1e002-5f9c-4b18-97b2-ec1db5957c31 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:13.138657 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d1e002-5f9c-4b18-97b2-ec1db5957c31 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:13.138997 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d1e002-5f9c-4b18-97b2-ec1db5957c31 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:13.139333 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d1e002-5f9c-4b18-97b2-ec1db5957c31 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:13.139665 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d1e002-5f9c-4b18-97b2-ec1db5957c31 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:13.140003 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d1e002-5f9c-4b18-97b2-ec1db5957c31 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:13.140337 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d1e002-5f9c-4b18-97b2-ec1db5957c31 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:13.140665 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d1e002-5f9c-4b18-97b2-ec1db5957c31 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:13.141692 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d1e002-5f9c-4b18-97b2-ec1db5957c31 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:13.141965 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d1e002-5f9c-4b18-97b2-ec1db5957c31 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:13.142407 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d1e002-5f9c-4b18-97b2-ec1db5957c31 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:13.196447 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-00d1e002-5f9c-4b18-97b2-ec1db5957c31 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:13.268818 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-19ac732e-8955-4653-a17f-3cb953016539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:13.286929 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-00d1e002-5f9c-4b18-97b2-ec1db5957c31 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:13.289128 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-00d1e002-5f9c-4b18-97b2-ec1db5957c31 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:13.294296 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac732e-8955-4653-a17f-3cb953016539 None None] Pushing event deleted for resources: {'Port': ['ID=75e75ecb-998e-4f72-9bfa-6deb8a0990a2,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:13.299434 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ac732e-8955-4653-a17f-3cb953016539 None None] No DVR routers for this DVR port 75e75ecb-998e-4f72-9bfa-6deb8a0990a2 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:45:13.308933 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac732e-8955-4653-a17f-3cb953016539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:13.308933 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac732e-8955-4653-a17f-3cb953016539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:13.308933 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac732e-8955-4653-a17f-3cb953016539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:13.308933 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac732e-8955-4653-a17f-3cb953016539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:13.308933 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac732e-8955-4653-a17f-3cb953016539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:13.308933 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac732e-8955-4653-a17f-3cb953016539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:13.308933 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac732e-8955-4653-a17f-3cb953016539 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:13.308933 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac732e-8955-4653-a17f-3cb953016539 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:13.310092 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac732e-8955-4653-a17f-3cb953016539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:13.310092 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac732e-8955-4653-a17f-3cb953016539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:13.310092 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac732e-8955-4653-a17f-3cb953016539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:13.310092 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ac732e-8955-4653-a17f-3cb953016539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:13.400394 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-00d1e002-5f9c-4b18-97b2-ec1db5957c31 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:13.400941 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d1e002-5f9c-4b18-97b2-ec1db5957c31 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Fanout notify agent at l3_agent the message router_deleted on router 92f44b64-e1c4-4911-91a1-8b7ec73099bc {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:45:13.408548 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-00d1e002-5f9c-4b18-97b2-ec1db5957c31 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:13.409741 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-00d1e002-5f9c-4b18-97b2-ec1db5957c31 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "DELETE /v2.0/routers/92f44b64-e1c4-4911-91a1-8b7ec73099bc HTTP/1.1" status: 204 len: 168 time: 0.9762039 Aug 31 10:45:13.413126 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56732) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:13.497677 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3a56a8f1-6dd7-4d8a-817a-e67729564be6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:13.584834 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3a56a8f1-6dd7-4d8a-817a-e67729564be6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:13.595773 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-3a56a8f1-6dd7-4d8a-817a-e67729564be6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:13.606941 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-3a56a8f1-6dd7-4d8a-817a-e67729564be6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80460f85-c3b0-4944-aa61-a581ea546b2e') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:13.607289 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-3a56a8f1-6dd7-4d8a-817a-e67729564be6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80460f85-c3b0-4944-aa61-a581ea546b2e') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:13.617120 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3a56a8f1-6dd7-4d8a-817a-e67729564be6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:13.636614 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3a56a8f1-6dd7-4d8a-817a-e67729564be6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:13.643368 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a56a8f1-6dd7-4d8a-817a-e67729564be6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Releasing vlan 1646 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:45:13.647220 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3a56a8f1-6dd7-4d8a-817a-e67729564be6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:13.647220 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 10:45:13.647220 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:45:13.647220 n-d-791506-28 neutron-server[95553]: timer() Aug 31 10:45:13.647220 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:45:13.647220 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 10:45:13.647220 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:45:13.647220 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 10:45:13.647220 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:45:13.647220 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 10:45:13.647220 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:45:13.647220 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 10:45:13.647220 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:45:13.647220 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 10:45:13.647220 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:45:13.647220 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:45:13.647220 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:45:13.647220 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:45:13.647220 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:45:13.647220 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 10:45:13.647220 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:45:13.647220 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 10:45:13.647220 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:45:13.647220 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:45:13.647220 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:45:13.647220 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 10:45:13.647220 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:45:13.647220 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:45:13.647220 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:45:13.647220 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:45:13.647220 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:45:13.647220 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:45:13.647220 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:45:13.786354 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3a56a8f1-6dd7-4d8a-817a-e67729564be6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:13.794915 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3a56a8f1-6dd7-4d8a-817a-e67729564be6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:13.796760 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3a56a8f1-6dd7-4d8a-817a-e67729564be6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "DELETE /v2.0/networks/cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6 HTTP/1.1" status: 204 len: 168 time: 0.3826442 Aug 31 10:45:13.800306 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56734) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:13.809342 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a56a8f1-6dd7-4d8a-817a-e67729564be6 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event deleted for resources: {'Network': ['ID=cea6ed1a-1fcb-45dd-b4a4-32bf06954fe6,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:13.860303 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8677cdac-bf24-4df7-b322-ce39f36bf497 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:13.885589 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8677cdac-bf24-4df7-b322-ce39f36bf497 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:14.009721 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8677cdac-bf24-4df7-b322-ce39f36bf497 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:14.012251 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8677cdac-bf24-4df7-b322-ce39f36bf497 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:14.015899 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8677cdac-bf24-4df7-b322-ce39f36bf497 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] 10.222.0.119 "DELETE /v2.0/security-groups/adcdd685-63fd-49b7-b4d1-482d1d599825 HTTP/1.1" status: 204 len: 168 time: 0.2120519 Aug 31 10:45:14.024134 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677cdac-bf24-4df7-b322-ce39f36bf497 tempest-TestNetworkAdvancedServerOps-339563724 tempest-TestNetworkAdvancedServerOps-339563724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcdd685-63fd-49b7-b4d1-482d1d599825,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:14.051465 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-44ef3701-4640-4b2f-a1d0-9ab5c14f803d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:14.126463 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:14.468513 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 75e75ecb-998e-4f72-9bfa-6deb8a0990a2 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:45:14.489474 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 75e75ecb-998e-4f72-9bfa-6deb8a0990a2 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:45:14.489813 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 75e75ecb-998e-4f72-9bfa-6deb8a0990a2 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:45:14.490212 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4ef5681c-a332-44aa-86bb-ee639c8a2ad9 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:45:14.508745 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 4ef5681c-a332-44aa-86bb-ee639c8a2ad9 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:45:14.511494 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 4ef5681c-a332-44aa-86bb-ee639c8a2ad9 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:45:14.511494 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device cd2573fe-6e7d-407b-b048-3ee7992cd184 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:45:14.523301 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-54a63804-132c-4358-988d-f588ae9ca04a req-ef9e6495-385a-489f-8ff7-9d5ce8107049 service neutron] (95553) timed out ('10.222.0.119', 52966) {{(pid=95553) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 10:45:14.527698 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: cd2573fe-6e7d-407b-b048-3ee7992cd184 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:45:14.528040 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device cd2573fe-6e7d-407b-b048-3ee7992cd184 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:45:14.670607 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56742) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:14.814184 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-7d646d59-57ea-4fb1-ad01-83bfa8c37761 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=b91d32a897fc4967ba6d80d0ca2736bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1423953 Aug 31 10:45:14.816702 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56746) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:14.864164 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-170974d2-6f68-4232-b475-0394c0bf039a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:14.885054 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-170974d2-6f68-4232-b475-0394c0bf039a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:15.006012 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-170974d2-6f68-4232-b475-0394c0bf039a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:15.008754 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-170974d2-6f68-4232-b475-0394c0bf039a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:15.012133 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-170974d2-6f68-4232-b475-0394c0bf039a admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/3fa130e2-8855-4751-9c1e-1808161d0990 HTTP/1.1" status: 204 len: 168 time: 0.1923213 Aug 31 10:45:15.018764 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170974d2-6f68-4232-b475-0394c0bf039a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa130e2-8855-4751-9c1e-1808161d0990,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:15.624096 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56752) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:15.637594 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-02cddd0a-3645-4fb4-be00-282ffe95c881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:15.708868 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:15.731085 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-02cddd0a-3645-4fb4-be00-282ffe95c881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:15.815211 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-02cddd0a-3645-4fb4-be00-282ffe95c881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:15.854340 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-02cddd0a-3645-4fb4-be00-282ffe95c881 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=94394db1a20e4f5bb26764673ff7bbbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2291787 Aug 31 10:45:15.855250 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cddd0a-3645-4fb4-be00-282ffe95c881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ff6501-e3c9-4bc9-9f9e-2eaf5ed2d468,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:15.857187 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56754) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:15.907922 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b5b8136c-6db4-402e-a552-b81b870c08aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:15.928008 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b5b8136c-6db4-402e-a552-b81b870c08aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:16.068779 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b5b8136c-6db4-402e-a552-b81b870c08aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:16.071349 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b5b8136c-6db4-402e-a552-b81b870c08aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:16.072486 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b5b8136c-6db4-402e-a552-b81b870c08aa admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/86ff6501-e3c9-4bc9-9f9e-2eaf5ed2d468 HTTP/1.1" status: 204 len: 168 time: 0.2137988 Aug 31 10:45:16.082727 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8136c-6db4-402e-a552-b81b870c08aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ff6501-e3c9-4bc9-9f9e-2eaf5ed2d468,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:17.159755 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56776) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:17.252869 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-6c40f2e5-a6cd-4cb5-a7e4-431a751dfab0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2134484586-network', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:45:17.348580 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c40f2e5-a6cd-4cb5-a7e4-431a751dfab0 admin admin] Made reservation on behalf of 2b03526b0d9e44009ba0ac3e492ce522 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:45:17.350950 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c40f2e5-a6cd-4cb5-a7e4-431a751dfab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:17.359403 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c40f2e5-a6cd-4cb5-a7e4-431a751dfab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:17.380851 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:17.447983 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c40f2e5-a6cd-4cb5-a7e4-431a751dfab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:17.525499 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c40f2e5-a6cd-4cb5-a7e4-431a751dfab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:17.553690 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c40f2e5-a6cd-4cb5-a7e4-431a751dfab0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1636, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:45:17.558817 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40f2e5-a6cd-4cb5-a7e4-431a751dfab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9ad44a-6e6a-4559-99e8-2aece0722c78,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:17.569632 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c40f2e5-a6cd-4cb5-a7e4-431a751dfab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:17.569632 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-6c40f2e5-a6cd-4cb5-a7e4-431a751dfab0 admin admin] Added segment 1473388d-e56b-435f-ad66-b57df3671d46 of type vlan for network 559f242b-8004-40be-a337-f0e3e07a9fda Aug 31 10:45:17.609777 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c40f2e5-a6cd-4cb5-a7e4-431a751dfab0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:17.714718 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c40f2e5-a6cd-4cb5-a7e4-431a751dfab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:17.715916 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c40f2e5-a6cd-4cb5-a7e4-431a751dfab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:17.716616 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-6c40f2e5-a6cd-4cb5-a7e4-431a751dfab0 admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:17.775945 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40f2e5-a6cd-4cb5-a7e4-431a751dfab0 admin admin] Pushing event updated for resources: {'Network': ['ID=559f242b-8004-40be-a337-f0e3e07a9fda,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:17.786125 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 559f242b-8004-40be-a337-f0e3e07a9fda details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:45:17.823789 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-6c40f2e5-a6cd-4cb5-a7e4-431a751dfab0 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6629188 Aug 31 10:45:17.826778 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56780) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:17.832391 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-b0c188c5-3871-4ec8-873e-1b85e86c0c90 admin admin] Request body: {'subnet': {'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2134484586-subnet', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:45:17.925996 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c188c5-3871-4ec8-873e-1b85e86c0c90 admin admin] Made reservation on behalf of 2b03526b0d9e44009ba0ac3e492ce522 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:45:17.928233 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b0c188c5-3871-4ec8-873e-1b85e86c0c90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:18.157838 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b0c188c5-3871-4ec8-873e-1b85e86c0c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:18.216458 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c188c5-3871-4ec8-873e-1b85e86c0c90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=799033ed-d562-40e3-bc68-52c18cec906b,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:18.224743 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c188c5-3871-4ec8-873e-1b85e86c0c90 admin admin] Checking segment: {'id': '1473388d-e56b-435f-ad66-b57df3671d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:45:18.225092 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c188c5-3871-4ec8-873e-1b85e86c0c90 admin admin] Network hostable DHCP agents. Network: 559f242b-8004-40be-a337-f0e3e07a9fda, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:45:18.337014 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c188c5-3871-4ec8-873e-1b85e86c0c90 admin admin] Network 559f242b-8004-40be-a337-f0e3e07a9fda is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:45:18.443363 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-b0c188c5-3871-4ec8-873e-1b85e86c0c90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 559f242b-8004-40be-a337-f0e3e07a9fda) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:45:18.447922 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c188c5-3871-4ec8-873e-1b85e86c0c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:18.448902 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-b0c188c5-3871-4ec8-873e-1b85e86c0c90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:18.452119 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca31d891-da66-495a-ad1f-f32c6e6f8bcb None None] Network 559f242b-8004-40be-a337-f0e3e07a9fda requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:45:18.533397 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-b0c188c5-3871-4ec8-873e-1b85e86c0c90 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7053695 Aug 31 10:45:18.536112 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56782) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:18.540516 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-79e6f26c-95ce-49a6-ab2b-8b5f89d861a0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2134484586-router', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:45:18.596492 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1385d0b-d9a9-4d24-8d42-9daae63f7433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-559f242b-8004-40be-a337-f0e3e07a9fda', 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'fixed_ips': [{'subnet_id': '799033ed-d562-40e3-bc68-52c18cec906b'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:45:18.597341 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f1385d0b-d9a9-4d24-8d42-9daae63f7433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:18.627484 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-79e6f26c-95ce-49a6-ab2b-8b5f89d861a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:18.628546 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-79e6f26c-95ce-49a6-ab2b-8b5f89d861a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:18.680815 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-79e6f26c-95ce-49a6-ab2b-8b5f89d861a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:18.735064 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-f1385d0b-d9a9-4d24-8d42-9daae63f7433 None None] Allocated IP 172.20.0.2 (559f242b-8004-40be-a337-f0e3e07a9fda/799033ed-d562-40e3-bc68-52c18cec906b/a4d51a50-3771-41e4-a9b2-c1fa68cf72c6) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:45:18.879083 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f1385d0b-d9a9-4d24-8d42-9daae63f7433 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:18.887322 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f1385d0b-d9a9-4d24-8d42-9daae63f7433 None None] Transition to ACTIVE for port object a4d51a50-3771-41e4-a9b2-c1fa68cf72c6 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:45:18.887939 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-79e6f26c-95ce-49a6-ab2b-8b5f89d861a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:18.902447 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f1385d0b-d9a9-4d24-8d42-9daae63f7433 None None] Transition to ACTIVE for port object a4d51a50-3771-41e4-a9b2-c1fa68cf72c6 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:45:18.989239 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f1385d0b-d9a9-4d24-8d42-9daae63f7433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:19.029176 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1385d0b-d9a9-4d24-8d42-9daae63f7433 None None] Network 559f242b-8004-40be-a337-f0e3e07a9fda is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:45:19.034659 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-f1385d0b-d9a9-4d24-8d42-9daae63f7433 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:45:19.038277 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1385d0b-d9a9-4d24-8d42-9daae63f7433 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:45:19.050888 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1385d0b-d9a9-4d24-8d42-9daae63f7433 None None] Pushing event updated for resources: {'Port': ['ID=a4d51a50-3771-41e4-a9b2-c1fa68cf72c6,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:19.097168 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-f1385d0b-d9a9-4d24-8d42-9daae63f7433 None None] Attempting to bind port a4d51a50-3771-41e4-a9b2-c1fa68cf72c6 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:45:19.097508 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-f1385d0b-d9a9-4d24-8d42-9daae63f7433 None None] Attempting to bind port a4d51a50-3771-41e4-a9b2-c1fa68cf72c6 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '1473388d-e56b-435f-ad66-b57df3671d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:45:19.097864 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1385d0b-d9a9-4d24-8d42-9daae63f7433 None None] Attempting to bind port a4d51a50-3771-41e4-a9b2-c1fa68cf72c6 on network 559f242b-8004-40be-a337-f0e3e07a9fda {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:45:19.102730 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1385d0b-d9a9-4d24-8d42-9daae63f7433 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:45:19.103097 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1385d0b-d9a9-4d24-8d42-9daae63f7433 None None] Checking segment: {'id': '1473388d-e56b-435f-ad66-b57df3671d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:45:19.103483 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f1385d0b-d9a9-4d24-8d42-9daae63f7433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:19.103864 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1385d0b-d9a9-4d24-8d42-9daae63f7433 None None] Bound using segment: {'id': '1473388d-e56b-435f-ad66-b57df3671d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:45:19.104314 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-f1385d0b-d9a9-4d24-8d42-9daae63f7433 None None] Bound port: a4d51a50-3771-41e4-a9b2-c1fa68cf72c6, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1473388d-e56b-435f-ad66-b57df3671d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:45:19.104682 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f1385d0b-d9a9-4d24-8d42-9daae63f7433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:19.152059 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-79e6f26c-95ce-49a6-ab2b-8b5f89d861a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:19.171786 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-f1385d0b-d9a9-4d24-8d42-9daae63f7433 None None] For port a4d51a50-3771-41e4-a9b2-c1fa68cf72c6, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:45:19.174986 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-f1385d0b-d9a9-4d24-8d42-9daae63f7433 None None] For port a4d51a50-3771-41e4-a9b2-c1fa68cf72c6, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a4d51a50-3771-41e4-a9b2-c1fa68cf72c6,segment=NetworkSegment(1473388d-e56b-435f-ad66-b57df3671d46),segment_id=1473388d-e56b-435f-ad66-b57df3671d46)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:45:19.175407 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-79e6f26c-95ce-49a6-ab2b-8b5f89d861a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:19.235077 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f1385d0b-d9a9-4d24-8d42-9daae63f7433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:19.276085 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-79e6f26c-95ce-49a6-ab2b-8b5f89d861a0 admin admin] Allocated IP 172.25.2.218 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/e51a0d74-e83b-448e-a8cf-83ee45cefa18) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:45:19.297716 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1385d0b-d9a9-4d24-8d42-9daae63f7433 None None] Pushing event updated for resources: {'Port': ['ID=a4d51a50-3771-41e4-a9b2-c1fa68cf72c6,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:19.392411 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-79e6f26c-95ce-49a6-ab2b-8b5f89d861a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:19.492436 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-79e6f26c-95ce-49a6-ab2b-8b5f89d861a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:19.535112 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e6f26c-95ce-49a6-ab2b-8b5f89d861a0 admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:45:19.537308 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-79e6f26c-95ce-49a6-ab2b-8b5f89d861a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:45:19.541153 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e6f26c-95ce-49a6-ab2b-8b5f89d861a0 admin admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:45:19.546772 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6f26c-95ce-49a6-ab2b-8b5f89d861a0 admin admin] Pushing event updated for resources: {'Port': ['ID=e51a0d74-e83b-448e-a8cf-83ee45cefa18,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:19.867394 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-79e6f26c-95ce-49a6-ab2b-8b5f89d861a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:20.178920 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170d5e55-ed45-43ac-8a01-bd9ca53cf920 None None] Network 559f242b-8004-40be-a337-f0e3e07a9fda requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:45:20.335264 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6e3045f2-fd74-4cd0-a5f7-09d65d6db04c None None] Provisioning for port a4d51a50-3771-41e4-a9b2-c1fa68cf72c6 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:45:20.426565 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-79e6f26c-95ce-49a6-ab2b-8b5f89d861a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:20.518420 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a4d51a50-3771-41e4-a9b2-c1fa68cf72c6 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:45:20.646136 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port a4d51a50-3771-41e4-a9b2-c1fa68cf72c6 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:45:20.650166 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port a4d51a50-3771-41e4-a9b2-c1fa68cf72c6 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:45:20.657215 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:20.674487 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e6f26c-95ce-49a6-ab2b-8b5f89d861a0 admin admin] Router 613a751a-7a84-4048-9c14-0bbfa1e1998e is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:45:20.696839 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-19a9f00e-1556-4a75-b3a4-d92f0e5a57b8 None None] Provisioning complete for port a4d51a50-3771-41e4-a9b2-c1fa68cf72c6 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:45:20.697206 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-19a9f00e-1556-4a75-b3a4-d92f0e5a57b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:20.783333 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:20.789645 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e6f26c-95ce-49a6-ab2b-8b5f89d861a0 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:45:20.810412 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dc9d9b-461f-4def-8b5e-d9f770f533ea None None] Sync routers for ids ['613a751a-7a84-4048-9c14-0bbfa1e1998e'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:45:20.820399 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dc9d9b-461f-4def-8b5e-d9f770f533ea None None] Routers {'613a751a-7a84-4048-9c14-0bbfa1e1998e'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:45:20.821195 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-37dc9d9b-461f-4def-8b5e-d9f770f533ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:45:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['613a751a-7a84-4048-9c14-0bbfa1e1998e'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:20.839108 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-19a9f00e-1556-4a75-b3a4-d92f0e5a57b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:20.844741 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port a4d51a50-3771-41e4-a9b2-c1fa68cf72c6, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a4d51a50-3771-41e4-a9b2-c1fa68cf72c6,segment=NetworkSegment(1473388d-e56b-435f-ad66-b57df3671d46),segment_id=1473388d-e56b-435f-ad66-b57df3671d46)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:45:20.897671 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-79e6f26c-95ce-49a6-ab2b-8b5f89d861a0 admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:20.898928 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-79e6f26c-95ce-49a6-ab2b-8b5f89d861a0 admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3618474 Aug 31 10:45:20.901765 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56784) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:20.925462 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-37dc9d9b-461f-4def-8b5e-d9f770f533ea None None] Set router 613a751a-7a84-4048-9c14-0bbfa1e1998e gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:45:20.932334 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:21.012601 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.db.api [None req-19a9f00e-1556-4a75-b3a4-d92f0e5a57b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 10:45:21.012953 n-d-791506-28 neutron-server[95554]: DEBUG oslo_db.api [None req-19a9f00e-1556-4a75-b3a4-d92f0e5a57b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 10:45:21.015805 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=a4d51a50-3771-41e4-a9b2-c1fa68cf72c6,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:21.105613 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-37dc9d9b-461f-4def-8b5e-d9f770f533ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'name': 'tempest-TestShelveInstance-2134484586-router', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:18Z', 'updated_at': '2021-08-31T10:45:19Z', 'revision_number': 3, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'gw_port': {'id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:19Z', 'updated_at': '2021-08-31T10:45:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:21.132676 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dc9d9b-461f-4def-8b5e-d9f770f533ea None None] Checking router: 613a751a-7a84-4048-9c14-0bbfa1e1998e for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:45:21.133061 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dc9d9b-461f-4def-8b5e-d9f770f533ea None None] Updating router 613a751a-7a84-4048-9c14-0bbfa1e1998e port e51a0d74-e83b-448e-a8cf-83ee45cefa18 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:45:21.163160 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-37dc9d9b-461f-4def-8b5e-d9f770f533ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:21.418470 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-37dc9d9b-461f-4def-8b5e-d9f770f533ea None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:21.428649 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-37dc9d9b-461f-4def-8b5e-d9f770f533ea None None] Transition to ACTIVE for port object e51a0d74-e83b-448e-a8cf-83ee45cefa18 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:45:21.525864 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-37dc9d9b-461f-4def-8b5e-d9f770f533ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:21.582097 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a2c51-25e4-40f1-99f9-a317e0db5b29 None None] Pushing event updated for resources: {'Port': ['ID=e51a0d74-e83b-448e-a8cf-83ee45cefa18,revision_number=2']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:21.591472 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-37dc9d9b-461f-4def-8b5e-d9f770f533ea None None] Attempting to bind port e51a0d74-e83b-448e-a8cf-83ee45cefa18 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:45:21.591834 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-37dc9d9b-461f-4def-8b5e-d9f770f533ea None None] Attempting to bind port e51a0d74-e83b-448e-a8cf-83ee45cefa18 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:45:21.592187 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dc9d9b-461f-4def-8b5e-d9f770f533ea None None] Attempting to bind port e51a0d74-e83b-448e-a8cf-83ee45cefa18 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:45:21.594788 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a2c51-25e4-40f1-99f9-a317e0db5b29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:21.595131 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a2c51-25e4-40f1-99f9-a317e0db5b29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:21.595463 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a2c51-25e4-40f1-99f9-a317e0db5b29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:21.595793 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a2c51-25e4-40f1-99f9-a317e0db5b29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:21.596116 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a2c51-25e4-40f1-99f9-a317e0db5b29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:21.596439 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a2c51-25e4-40f1-99f9-a317e0db5b29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:21.596761 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a2c51-25e4-40f1-99f9-a317e0db5b29 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:21.597077 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a2c51-25e4-40f1-99f9-a317e0db5b29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:21.597394 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a2c51-25e4-40f1-99f9-a317e0db5b29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:21.597708 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a2c51-25e4-40f1-99f9-a317e0db5b29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:21.598023 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a2c51-25e4-40f1-99f9-a317e0db5b29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:21.598337 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5a2c51-25e4-40f1-99f9-a317e0db5b29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:45:21.604560 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dc9d9b-461f-4def-8b5e-d9f770f533ea None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:45:21.604926 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dc9d9b-461f-4def-8b5e-d9f770f533ea None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:45:21.605322 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-37dc9d9b-461f-4def-8b5e-d9f770f533ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:21.605699 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dc9d9b-461f-4def-8b5e-d9f770f533ea None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:45:21.606151 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-37dc9d9b-461f-4def-8b5e-d9f770f533ea None None] Bound port: e51a0d74-e83b-448e-a8cf-83ee45cefa18, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:45:21.606522 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-37dc9d9b-461f-4def-8b5e-d9f770f533ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:21.658708 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-37dc9d9b-461f-4def-8b5e-d9f770f533ea None None] For port e51a0d74-e83b-448e-a8cf-83ee45cefa18, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:45:21.661743 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-37dc9d9b-461f-4def-8b5e-d9f770f533ea None None] For port e51a0d74-e83b-448e-a8cf-83ee45cefa18, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=e51a0d74-e83b-448e-a8cf-83ee45cefa18,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:45:21.663789 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b538c22a-ada9-4a74-a6cf-f6ad71c58e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:21.783839 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-37dc9d9b-461f-4def-8b5e-d9f770f533ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:21.822428 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-b538c22a-ada9-4a74-a6cf-f6ad71c58e6e admin admin] Allocated IP 172.20.0.1 (559f242b-8004-40be-a337-f0e3e07a9fda/799033ed-d562-40e3-bc68-52c18cec906b/f1fba581-8bba-409d-a981-b01bd95a437d) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:45:21.846673 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a2c51-25e4-40f1-99f9-a317e0db5b29 None None] Pushing event updated for resources: {'Port': ['ID=e51a0d74-e83b-448e-a8cf-83ee45cefa18,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:21.849694 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dc9d9b-461f-4def-8b5e-d9f770f533ea None None] Routers {'613a751a-7a84-4048-9c14-0bbfa1e1998e'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:45:21.850315 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-37dc9d9b-461f-4def-8b5e-d9f770f533ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:45:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['613a751a-7a84-4048-9c14-0bbfa1e1998e'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:21.934209 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b538c22a-ada9-4a74-a6cf-f6ad71c58e6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:21.947138 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-b538c22a-ada9-4a74-a6cf-f6ad71c58e6e admin admin] Transition to ACTIVE for port object f1fba581-8bba-409d-a981-b01bd95a437d will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:45:21.957144 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-37dc9d9b-461f-4def-8b5e-d9f770f533ea None None] Set router 613a751a-7a84-4048-9c14-0bbfa1e1998e gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:45:22.040654 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b538c22a-ada9-4a74-a6cf-f6ad71c58e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:22.077979 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b538c22a-ada9-4a74-a6cf-f6ad71c58e6e admin admin] Network 559f242b-8004-40be-a337-f0e3e07a9fda is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:45:22.083922 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-b538c22a-ada9-4a74-a6cf-f6ad71c58e6e admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:45:22.089401 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b538c22a-ada9-4a74-a6cf-f6ad71c58e6e admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:45:22.116389 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538c22a-ada9-4a74-a6cf-f6ad71c58e6e admin admin] Pushing event updated for resources: {'Port': ['ID=f1fba581-8bba-409d-a981-b01bd95a437d,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:22.137142 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b538c22a-ada9-4a74-a6cf-f6ad71c58e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:22.137852 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-37dc9d9b-461f-4def-8b5e-d9f770f533ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'name': 'tempest-TestShelveInstance-2134484586-router', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:18Z', 'updated_at': '2021-08-31T10:45:19Z', 'revision_number': 3, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'gw_port': {'id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:19Z', 'updated_at': '2021-08-31T10:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:22.164891 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dc9d9b-461f-4def-8b5e-d9f770f533ea None None] The sync data for ids ['613a751a-7a84-4048-9c14-0bbfa1e1998e'] in n-d-791506-28 is: [{'id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'name': 'tempest-TestShelveInstance-2134484586-router', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:18Z', 'updated_at': '2021-08-31T10:45:19Z', 'revision_number': 3, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'gw_port': {'id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:19Z', 'updated_at': '2021-08-31T10:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:45:22.352195 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b538c22a-ada9-4a74-a6cf-f6ad71c58e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:22.434669 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-693c641e-5022-4856-b27d-b21f869c0b4b None None] Provisioning for port f1fba581-8bba-409d-a981-b01bd95a437d completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:45:22.451291 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-693c641e-5022-4856-b27d-b21f869c0b4b None None] Provisioning complete for port f1fba581-8bba-409d-a981-b01bd95a437d triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:45:22.452017 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-693c641e-5022-4856-b27d-b21f869c0b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:22.507113 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-693c641e-5022-4856-b27d-b21f869c0b4b None None] Port f1fba581-8bba-409d-a981-b01bd95a437d cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:45:22.580531 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b538c22a-ada9-4a74-a6cf-f6ad71c58e6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:22.627460 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device e51a0d74-e83b-448e-a8cf-83ee45cefa18 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:45:22.649558 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b538c22a-ada9-4a74-a6cf-f6ad71c58e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:22.719106 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-b538c22a-ada9-4a74-a6cf-f6ad71c58e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:22.721071 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538c22a-ada9-4a74-a6cf-f6ad71c58e6e admin admin] Pushing event updated for resources: {'Port': ['ID=f1fba581-8bba-409d-a981-b01bd95a437d,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:22.752299 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port e51a0d74-e83b-448e-a8cf-83ee45cefa18 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:45:22.756739 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port e51a0d74-e83b-448e-a8cf-83ee45cefa18 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:45:22.757278 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:22.827171 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b538c22a-ada9-4a74-a6cf-f6ad71c58e6e admin admin] Network 559f242b-8004-40be-a337-f0e3e07a9fda is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:45:22.829343 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-b538c22a-ada9-4a74-a6cf-f6ad71c58e6e admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:45:22.860363 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:22.891994 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port e51a0d74-e83b-448e-a8cf-83ee45cefa18, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=e51a0d74-e83b-448e-a8cf-83ee45cefa18,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:45:22.963763 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:22.964556 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a4d51a50-3771-41e4-a9b2-c1fa68cf72c6 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:45:22.980126 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b538c22a-ada9-4a74-a6cf-f6ad71c58e6e admin admin] Router 613a751a-7a84-4048-9c14-0bbfa1e1998e has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:45:23.046478 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=e51a0d74-e83b-448e-a8cf-83ee45cefa18,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:23.059702 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port a4d51a50-3771-41e4-a9b2-c1fa68cf72c6 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:45:23.060373 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:23.100675 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b538c22a-ada9-4a74-a6cf-f6ad71c58e6e admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:45:23.106685 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-b538c22a-ada9-4a74-a6cf-f6ad71c58e6e admin admin] 10.222.0.119 "PUT /v2.0/routers/613a751a-7a84-4048-9c14-0bbfa1e1998e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2038038 Aug 31 10:45:23.156107 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-2c247e38-2532-4208-9633-70d5ebbbfeb6 None None] Provisioning complete for port f1fba581-8bba-409d-a981-b01bd95a437d triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:45:23.156720 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2c247e38-2532-4208-9633-70d5ebbbfeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:23.191328 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-2c247e38-2532-4208-9633-70d5ebbbfeb6 None None] Port f1fba581-8bba-409d-a981-b01bd95a437d cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:45:23.814903 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15de9ce2-2eef-4191-bf5b-5179555a5c20 None None] Sync routers for ids ['613a751a-7a84-4048-9c14-0bbfa1e1998e'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:45:23.824063 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15de9ce2-2eef-4191-bf5b-5179555a5c20 None None] Routers {'613a751a-7a84-4048-9c14-0bbfa1e1998e'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:45:23.824674 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-15de9ce2-2eef-4191-bf5b-5179555a5c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:45:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['613a751a-7a84-4048-9c14-0bbfa1e1998e'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:23.923841 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56802) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:23.929711 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-00c4ae48-4a7d-46e8-a0c1-647863499270 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-435947012-network', 'tenant_id': '01bf0575410646298f963675aa41626f'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:45:23.932651 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-15de9ce2-2eef-4191-bf5b-5179555a5c20 None None] Set router 613a751a-7a84-4048-9c14-0bbfa1e1998e gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:45:24.051731 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c4ae48-4a7d-46e8-a0c1-647863499270 admin admin] Made reservation on behalf of 01bf0575410646298f963675aa41626f for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:45:24.054468 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-00c4ae48-4a7d-46e8-a0c1-647863499270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:24.067299 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-00c4ae48-4a7d-46e8-a0c1-647863499270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:24.140117 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-15de9ce2-2eef-4191-bf5b-5179555a5c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'name': 'tempest-TestShelveInstance-2134484586-router', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:18Z', 'updated_at': '2021-08-31T10:45:22Z', 'revision_number': 4, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'gw_port': {'id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:19Z', 'updated_at': '2021-08-31T10:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'f1fba581-8bba-409d-a981-b01bd95a437d', 'name': '', 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'mac_address': 'fa:16:3e:3b:6f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '799033ed-d562-40e3-bc68-52c18cec906b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:21Z', 'updated_at': '2021-08-31T10:45:22Z', 'revision_number': 2, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'subnets': [{'id': '799033ed-d562-40e3-bc68-52c18cec906b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:24.158421 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-00c4ae48-4a7d-46e8-a0c1-647863499270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:24.166798 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15de9ce2-2eef-4191-bf5b-5179555a5c20 None None] Checking router: 613a751a-7a84-4048-9c14-0bbfa1e1998e for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:45:24.174532 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15de9ce2-2eef-4191-bf5b-5179555a5c20 None None] Updating router 613a751a-7a84-4048-9c14-0bbfa1e1998e port f1fba581-8bba-409d-a981-b01bd95a437d binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:45:24.191863 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-15de9ce2-2eef-4191-bf5b-5179555a5c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:24.279943 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-00c4ae48-4a7d-46e8-a0c1-647863499270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:24.304365 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c4ae48-4a7d-46e8-a0c1-647863499270 admin admin] vlan segment allocate from pool success with {'vlan_id': 1618, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:45:24.313648 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4ae48-4a7d-46e8-a0c1-647863499270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b91356-3d15-4772-b074-f3cb9ff3f9d5,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:24.319886 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-00c4ae48-4a7d-46e8-a0c1-647863499270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:24.320225 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-00c4ae48-4a7d-46e8-a0c1-647863499270 admin admin] Added segment 7373e493-5b2b-46cd-bd75-ee2cac6ffa3c of type vlan for network 97f5c68f-ef95-4f31-be58-39b5edba80f6 Aug 31 10:45:24.365320 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-00c4ae48-4a7d-46e8-a0c1-647863499270 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:24.463223 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-00c4ae48-4a7d-46e8-a0c1-647863499270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:24.464269 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c4ae48-4a7d-46e8-a0c1-647863499270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:24.464871 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-00c4ae48-4a7d-46e8-a0c1-647863499270 admin admin] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:24.466578 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-15de9ce2-2eef-4191-bf5b-5179555a5c20 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:24.476158 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device e51a0d74-e83b-448e-a8cf-83ee45cefa18 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:45:24.500921 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-15de9ce2-2eef-4191-bf5b-5179555a5c20 None None] Transition to ACTIVE for port object f1fba581-8bba-409d-a981-b01bd95a437d will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:45:24.529910 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port e51a0d74-e83b-448e-a8cf-83ee45cefa18 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:45:24.530287 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:24.533482 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4ae48-4a7d-46e8-a0c1-647863499270 admin admin] Pushing event updated for resources: {'Network': ['ID=97f5c68f-ef95-4f31-be58-39b5edba80f6,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:24.557893 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 97f5c68f-ef95-4f31-be58-39b5edba80f6 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:45:24.617442 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-15de9ce2-2eef-4191-bf5b-5179555a5c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:24.651964 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-00c4ae48-4a7d-46e8-a0c1-647863499270 admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7264884 Aug 31 10:45:24.654705 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56804) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:24.659731 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-0d9c66f6-c8d8-4c7a-93cf-74fd5902e9a1 admin admin] Request body: {'subnet': {'network_id': '97f5c68f-ef95-4f31-be58-39b5edba80f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-435947012-subnet', 'tenant_id': '01bf0575410646298f963675aa41626f', 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:45:24.695564 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07146765-e7c5-42b8-9312-0208298f3b0b None None] Pushing event updated for resources: {'Port': ['ID=f1fba581-8bba-409d-a981-b01bd95a437d,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:24.760417 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9c66f6-c8d8-4c7a-93cf-74fd5902e9a1 admin admin] Made reservation on behalf of 01bf0575410646298f963675aa41626f for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:45:24.762972 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0d9c66f6-c8d8-4c7a-93cf-74fd5902e9a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:24.781054 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-15de9ce2-2eef-4191-bf5b-5179555a5c20 None None] Attempting to bind port f1fba581-8bba-409d-a981-b01bd95a437d on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:45:24.781825 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-15de9ce2-2eef-4191-bf5b-5179555a5c20 None None] Attempting to bind port f1fba581-8bba-409d-a981-b01bd95a437d by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '1473388d-e56b-435f-ad66-b57df3671d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:45:24.781977 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15de9ce2-2eef-4191-bf5b-5179555a5c20 None None] Attempting to bind port f1fba581-8bba-409d-a981-b01bd95a437d on network 559f242b-8004-40be-a337-f0e3e07a9fda {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:45:24.787836 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15de9ce2-2eef-4191-bf5b-5179555a5c20 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:45:24.788217 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15de9ce2-2eef-4191-bf5b-5179555a5c20 None None] Checking segment: {'id': '1473388d-e56b-435f-ad66-b57df3671d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:45:24.788623 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-15de9ce2-2eef-4191-bf5b-5179555a5c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:24.789016 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15de9ce2-2eef-4191-bf5b-5179555a5c20 None None] Bound using segment: {'id': '1473388d-e56b-435f-ad66-b57df3671d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:45:24.789485 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-15de9ce2-2eef-4191-bf5b-5179555a5c20 None None] Bound port: f1fba581-8bba-409d-a981-b01bd95a437d, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1473388d-e56b-435f-ad66-b57df3671d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:45:24.789919 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-15de9ce2-2eef-4191-bf5b-5179555a5c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:25.009259 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0d9c66f6-c8d8-4c7a-93cf-74fd5902e9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:25.027784 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-15de9ce2-2eef-4191-bf5b-5179555a5c20 None None] For port f1fba581-8bba-409d-a981-b01bd95a437d, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:45:25.030931 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-15de9ce2-2eef-4191-bf5b-5179555a5c20 None None] For port f1fba581-8bba-409d-a981-b01bd95a437d, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f1fba581-8bba-409d-a981-b01bd95a437d,segment=NetworkSegment(1473388d-e56b-435f-ad66-b57df3671d46),segment_id=1473388d-e56b-435f-ad66-b57df3671d46)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:45:25.066764 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c66f6-c8d8-4c7a-93cf-74fd5902e9a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ad2364c-a924-4b57-a0de-37832e7cbbab,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:25.077662 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9c66f6-c8d8-4c7a-93cf-74fd5902e9a1 admin admin] Checking segment: {'id': '7373e493-5b2b-46cd-bd75-ee2cac6ffa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '97f5c68f-ef95-4f31-be58-39b5edba80f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:45:25.081512 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9c66f6-c8d8-4c7a-93cf-74fd5902e9a1 admin admin] Network hostable DHCP agents. Network: 97f5c68f-ef95-4f31-be58-39b5edba80f6, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:45:25.129975 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-15de9ce2-2eef-4191-bf5b-5179555a5c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:25.161256 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9c66f6-c8d8-4c7a-93cf-74fd5902e9a1 admin admin] Network 97f5c68f-ef95-4f31-be58-39b5edba80f6 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:45:25.193342 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15de9ce2-2eef-4191-bf5b-5179555a5c20 None None] Routers {'613a751a-7a84-4048-9c14-0bbfa1e1998e'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:45:25.193965 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-15de9ce2-2eef-4191-bf5b-5179555a5c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:45:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['613a751a-7a84-4048-9c14-0bbfa1e1998e'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:25.197011 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07146765-e7c5-42b8-9312-0208298f3b0b None None] Pushing event updated for resources: {'Port': ['ID=f1fba581-8bba-409d-a981-b01bd95a437d,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:25.237938 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-0d9c66f6-c8d8-4c7a-93cf-74fd5902e9a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 97f5c68f-ef95-4f31-be58-39b5edba80f6) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:45:25.242315 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9c66f6-c8d8-4c7a-93cf-74fd5902e9a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:25.243177 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-0d9c66f6-c8d8-4c7a-93cf-74fd5902e9a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:25.252805 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6268ba32-f362-45f0-90c8-63f011136be1 None None] Network 97f5c68f-ef95-4f31-be58-39b5edba80f6 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:45:25.349571 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-0d9c66f6-c8d8-4c7a-93cf-74fd5902e9a1 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6937919 Aug 31 10:45:25.352124 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56806) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:25.356479 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-38fe0768-e068-488e-8f87-996670634c8f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-435947012-router', 'tenant_id': '01bf0575410646298f963675aa41626f', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:45:25.364086 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-15de9ce2-2eef-4191-bf5b-5179555a5c20 None None] Set router 613a751a-7a84-4048-9c14-0bbfa1e1998e gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:45:25.446391 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-38fe0768-e068-488e-8f87-996670634c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:25.447529 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-38fe0768-e068-488e-8f87-996670634c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:25.501015 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-38fe0768-e068-488e-8f87-996670634c8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:25.569209 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ebff22-64c0-4257-9909-6429f0d1ca0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-97f5c68f-ef95-4f31-be58-39b5edba80f6', 'network_id': '97f5c68f-ef95-4f31-be58-39b5edba80f6', 'tenant_id': '01bf0575410646298f963675aa41626f', 'fixed_ips': [{'subnet_id': '6ad2364c-a924-4b57-a0de-37832e7cbbab'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:45:25.570725 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-55ebff22-64c0-4257-9909-6429f0d1ca0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:25.719977 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-38fe0768-e068-488e-8f87-996670634c8f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:25.750773 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-55ebff22-64c0-4257-9909-6429f0d1ca0d None None] Allocated IP 172.20.0.2 (97f5c68f-ef95-4f31-be58-39b5edba80f6/6ad2364c-a924-4b57-a0de-37832e7cbbab/b861f10c-2e55-4fb2-b95b-e0cb8be2f157) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:45:25.753937 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-15de9ce2-2eef-4191-bf5b-5179555a5c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'name': 'tempest-TestShelveInstance-2134484586-router', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:18Z', 'updated_at': '2021-08-31T10:45:22Z', 'revision_number': 4, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'gw_port': {'id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:19Z', 'updated_at': '2021-08-31T10:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'f1fba581-8bba-409d-a981-b01bd95a437d', 'name': '', 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'mac_address': 'fa:16:3e:3b:6f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '799033ed-d562-40e3-bc68-52c18cec906b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:21Z', 'updated_at': '2021-08-31T10:45:25Z', 'revision_number': 4, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'subnets': [{'id': '799033ed-d562-40e3-bc68-52c18cec906b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:25.790635 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15de9ce2-2eef-4191-bf5b-5179555a5c20 None None] The sync data for ids ['613a751a-7a84-4048-9c14-0bbfa1e1998e'] in n-d-791506-28 is: [{'id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'name': 'tempest-TestShelveInstance-2134484586-router', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:18Z', 'updated_at': '2021-08-31T10:45:22Z', 'revision_number': 4, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'gw_port': {'id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:19Z', 'updated_at': '2021-08-31T10:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'f1fba581-8bba-409d-a981-b01bd95a437d', 'name': '', 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'mac_address': 'fa:16:3e:3b:6f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '799033ed-d562-40e3-bc68-52c18cec906b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:21Z', 'updated_at': '2021-08-31T10:45:25Z', 'revision_number': 4, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'subnets': [{'id': '799033ed-d562-40e3-bc68-52c18cec906b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:45:25.960540 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-55ebff22-64c0-4257-9909-6429f0d1ca0d None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:25.975712 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-55ebff22-64c0-4257-9909-6429f0d1ca0d None None] Transition to ACTIVE for port object b861f10c-2e55-4fb2-b95b-e0cb8be2f157 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:45:25.987130 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-55ebff22-64c0-4257-9909-6429f0d1ca0d None None] Transition to ACTIVE for port object b861f10c-2e55-4fb2-b95b-e0cb8be2f157 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:45:26.045011 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-38fe0768-e068-488e-8f87-996670634c8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:26.052211 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-55ebff22-64c0-4257-9909-6429f0d1ca0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:26.065863 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-38fe0768-e068-488e-8f87-996670634c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:26.095880 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ebff22-64c0-4257-9909-6429f0d1ca0d None None] Network 97f5c68f-ef95-4f31-be58-39b5edba80f6 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:45:26.099058 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-55ebff22-64c0-4257-9909-6429f0d1ca0d None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:45:26.104128 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ebff22-64c0-4257-9909-6429f0d1ca0d None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:45:26.111723 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ebff22-64c0-4257-9909-6429f0d1ca0d None None] Pushing event updated for resources: {'Port': ['ID=b861f10c-2e55-4fb2-b95b-e0cb8be2f157,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:26.169197 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-55ebff22-64c0-4257-9909-6429f0d1ca0d None None] Attempting to bind port b861f10c-2e55-4fb2-b95b-e0cb8be2f157 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:45:26.169558 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-55ebff22-64c0-4257-9909-6429f0d1ca0d None None] Attempting to bind port b861f10c-2e55-4fb2-b95b-e0cb8be2f157 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '7373e493-5b2b-46cd-bd75-ee2cac6ffa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '97f5c68f-ef95-4f31-be58-39b5edba80f6'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:45:26.169916 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ebff22-64c0-4257-9909-6429f0d1ca0d None None] Attempting to bind port b861f10c-2e55-4fb2-b95b-e0cb8be2f157 on network 97f5c68f-ef95-4f31-be58-39b5edba80f6 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:45:26.176052 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ebff22-64c0-4257-9909-6429f0d1ca0d None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:45:26.176430 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ebff22-64c0-4257-9909-6429f0d1ca0d None None] Checking segment: {'id': '7373e493-5b2b-46cd-bd75-ee2cac6ffa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '97f5c68f-ef95-4f31-be58-39b5edba80f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:45:26.176829 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-55ebff22-64c0-4257-9909-6429f0d1ca0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:26.177222 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ebff22-64c0-4257-9909-6429f0d1ca0d None None] Bound using segment: {'id': '7373e493-5b2b-46cd-bd75-ee2cac6ffa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '97f5c68f-ef95-4f31-be58-39b5edba80f6'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:45:26.177957 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-55ebff22-64c0-4257-9909-6429f0d1ca0d None None] Bound port: b861f10c-2e55-4fb2-b95b-e0cb8be2f157, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7373e493-5b2b-46cd-bd75-ee2cac6ffa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '97f5c68f-ef95-4f31-be58-39b5edba80f6'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:45:26.178091 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-55ebff22-64c0-4257-9909-6429f0d1ca0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:26.179043 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-38fe0768-e068-488e-8f87-996670634c8f admin admin] Allocated IP 172.25.2.68 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/a47bf525-ab6d-4e2b-846e-90caf5ae90ae) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:45:26.252107 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-55ebff22-64c0-4257-9909-6429f0d1ca0d None None] For port b861f10c-2e55-4fb2-b95b-e0cb8be2f157, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:45:26.261442 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-55ebff22-64c0-4257-9909-6429f0d1ca0d None None] For port b861f10c-2e55-4fb2-b95b-e0cb8be2f157, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=b861f10c-2e55-4fb2-b95b-e0cb8be2f157,segment=NetworkSegment(7373e493-5b2b-46cd-bd75-ee2cac6ffa3c),segment_id=7373e493-5b2b-46cd-bd75-ee2cac6ffa3c)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:45:26.301531 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-38fe0768-e068-488e-8f87-996670634c8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:26.366307 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-55ebff22-64c0-4257-9909-6429f0d1ca0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:26.429381 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-38fe0768-e068-488e-8f87-996670634c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:26.455595 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ebff22-64c0-4257-9909-6429f0d1ca0d None None] Pushing event updated for resources: {'Port': ['ID=b861f10c-2e55-4fb2-b95b-e0cb8be2f157,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:26.493557 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fe0768-e068-488e-8f87-996670634c8f admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:45:26.498990 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-38fe0768-e068-488e-8f87-996670634c8f admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:45:26.502869 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fe0768-e068-488e-8f87-996670634c8f admin admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:45:26.532033 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe0768-e068-488e-8f87-996670634c8f admin admin] Pushing event updated for resources: {'Port': ['ID=a47bf525-ab6d-4e2b-846e-90caf5ae90ae,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:26.550529 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f1fba581-8bba-409d-a981-b01bd95a437d up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:45:26.680034 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port f1fba581-8bba-409d-a981-b01bd95a437d completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:45:26.684391 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port f1fba581-8bba-409d-a981-b01bd95a437d triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:45:26.684574 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:26.793996 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:26.830816 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port f1fba581-8bba-409d-a981-b01bd95a437d, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f1fba581-8bba-409d-a981-b01bd95a437d,segment=NetworkSegment(1473388d-e56b-435f-ad66-b57df3671d46),segment_id=1473388d-e56b-435f-ad66-b57df3671d46)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:45:26.886435 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-38fe0768-e068-488e-8f87-996670634c8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:26.912303 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:26.974332 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=f1fba581-8bba-409d-a981-b01bd95a437d,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:27.092945 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-38fe0768-e068-488e-8f87-996670634c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:27.302912 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38fe0768-e068-488e-8f87-996670634c8f admin admin] Router e4492d30-fe45-4e1c-9058-3061074e97b1 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:45:27.391015 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baba6579-9344-44d8-8e58-01c5c08202ea None None] Network 97f5c68f-ef95-4f31-be58-39b5edba80f6 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:45:27.415415 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fe0768-e068-488e-8f87-996670634c8f admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:45:27.427381 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b13145-9b1b-4dad-874e-4ceb8e75142a None None] Sync routers for ids ['e4492d30-fe45-4e1c-9058-3061074e97b1'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:45:27.436690 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b13145-9b1b-4dad-874e-4ceb8e75142a None None] Routers {'e4492d30-fe45-4e1c-9058-3061074e97b1'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:45:27.438081 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-40b13145-9b1b-4dad-874e-4ceb8e75142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:45:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e4492d30-fe45-4e1c-9058-3061074e97b1'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:27.503636 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-38fe0768-e068-488e-8f87-996670634c8f admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:27.505082 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-38fe0768-e068-488e-8f87-996670634c8f admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1520267 Aug 31 10:45:27.507733 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56808) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:27.545587 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-40b13145-9b1b-4dad-874e-4ceb8e75142a None None] Set router e4492d30-fe45-4e1c-9058-3061074e97b1 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:45:27.565910 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-6e178348-91d8-4af7-8c57-db78445530f7 None None] Provisioning for port b861f10c-2e55-4fb2-b95b-e0cb8be2f157 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:45:27.740261 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-40b13145-9b1b-4dad-874e-4ceb8e75142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4492d30-fe45-4e1c-9058-3061074e97b1', 'name': 'tempest-TestShelveInstance-435947012-router', 'tenant_id': '01bf0575410646298f963675aa41626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'a47bf525-ab6d-4e2b-846e-90caf5ae90ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:25Z', 'updated_at': '2021-08-31T10:45:26Z', 'revision_number': 3, 'project_id': '01bf0575410646298f963675aa41626f', 'gw_port': {'id': 'a47bf525-ab6d-4e2b-846e-90caf5ae90ae', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:85:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4492d30-fe45-4e1c-9058-3061074e97b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:26Z', 'updated_at': '2021-08-31T10:45:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:27.864952 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b13145-9b1b-4dad-874e-4ceb8e75142a None None] Checking router: e4492d30-fe45-4e1c-9058-3061074e97b1 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:45:27.865286 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b13145-9b1b-4dad-874e-4ceb8e75142a None None] Updating router e4492d30-fe45-4e1c-9058-3061074e97b1 port a47bf525-ab6d-4e2b-846e-90caf5ae90ae binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:45:27.889628 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-40b13145-9b1b-4dad-874e-4ceb8e75142a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:27.958060 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7d90c321-842c-4f3a-a2f0-ee8dac8e352f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:28.121088 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-7d90c321-842c-4f3a-a2f0-ee8dac8e352f admin admin] Allocated IP 172.20.0.1 (97f5c68f-ef95-4f31-be58-39b5edba80f6/6ad2364c-a924-4b57-a0de-37832e7cbbab/6d9a522a-0acf-4538-b11a-438a4deaf4a5) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:45:28.145222 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-40b13145-9b1b-4dad-874e-4ceb8e75142a None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:28.154711 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-40b13145-9b1b-4dad-874e-4ceb8e75142a None None] Transition to ACTIVE for port object a47bf525-ab6d-4e2b-846e-90caf5ae90ae will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:45:28.226542 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7d90c321-842c-4f3a-a2f0-ee8dac8e352f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:28.240270 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-7d90c321-842c-4f3a-a2f0-ee8dac8e352f admin admin] Transition to ACTIVE for port object 6d9a522a-0acf-4538-b11a-438a4deaf4a5 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:45:28.246891 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-40b13145-9b1b-4dad-874e-4ceb8e75142a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:28.299724 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-40b13145-9b1b-4dad-874e-4ceb8e75142a None None] Attempting to bind port a47bf525-ab6d-4e2b-846e-90caf5ae90ae on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:45:28.300083 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-40b13145-9b1b-4dad-874e-4ceb8e75142a None None] Attempting to bind port a47bf525-ab6d-4e2b-846e-90caf5ae90ae by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:45:28.300435 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b13145-9b1b-4dad-874e-4ceb8e75142a None None] Attempting to bind port a47bf525-ab6d-4e2b-846e-90caf5ae90ae on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:45:28.307612 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5e3cc-2805-44d6-aab1-8a7988fb3bff None None] Pushing event updated for resources: {'Port': ['ID=a47bf525-ab6d-4e2b-846e-90caf5ae90ae,revision_number=2']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:28.310317 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b13145-9b1b-4dad-874e-4ceb8e75142a None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:45:28.310712 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b13145-9b1b-4dad-874e-4ceb8e75142a None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:45:28.311331 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-40b13145-9b1b-4dad-874e-4ceb8e75142a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:28.311719 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b13145-9b1b-4dad-874e-4ceb8e75142a None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:45:28.312221 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-40b13145-9b1b-4dad-874e-4ceb8e75142a None None] Bound port: a47bf525-ab6d-4e2b-846e-90caf5ae90ae, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:45:28.312594 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-40b13145-9b1b-4dad-874e-4ceb8e75142a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:28.346773 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7d90c321-842c-4f3a-a2f0-ee8dac8e352f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:28.364870 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-40b13145-9b1b-4dad-874e-4ceb8e75142a None None] For port a47bf525-ab6d-4e2b-846e-90caf5ae90ae, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:45:28.367875 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-40b13145-9b1b-4dad-874e-4ceb8e75142a None None] For port a47bf525-ab6d-4e2b-846e-90caf5ae90ae, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a47bf525-ab6d-4e2b-846e-90caf5ae90ae,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:45:28.386759 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d90c321-842c-4f3a-a2f0-ee8dac8e352f admin admin] Network 97f5c68f-ef95-4f31-be58-39b5edba80f6 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:45:28.389620 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-7d90c321-842c-4f3a-a2f0-ee8dac8e352f admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:45:28.393849 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d90c321-842c-4f3a-a2f0-ee8dac8e352f admin admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:45:28.399634 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90c321-842c-4f3a-a2f0-ee8dac8e352f admin admin] Pushing event updated for resources: {'Port': ['ID=6d9a522a-0acf-4538-b11a-438a4deaf4a5,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:28.433198 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-40b13145-9b1b-4dad-874e-4ceb8e75142a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:28.437717 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7d90c321-842c-4f3a-a2f0-ee8dac8e352f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:28.503113 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b13145-9b1b-4dad-874e-4ceb8e75142a None None] Routers {'e4492d30-fe45-4e1c-9058-3061074e97b1'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:45:28.503839 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-40b13145-9b1b-4dad-874e-4ceb8e75142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:45:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e4492d30-fe45-4e1c-9058-3061074e97b1'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:28.592321 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f1fba581-8bba-409d-a981-b01bd95a437d up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:45:28.633527 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-40b13145-9b1b-4dad-874e-4ceb8e75142a None None] Set router e4492d30-fe45-4e1c-9058-3061074e97b1 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:45:28.641828 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port f1fba581-8bba-409d-a981-b01bd95a437d triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:45:28.642265 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:28.660390 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5e3cc-2805-44d6-aab1-8a7988fb3bff None None] Pushing event updated for resources: {'Port': ['ID=a47bf525-ab6d-4e2b-846e-90caf5ae90ae,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:28.671733 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7d90c321-842c-4f3a-a2f0-ee8dac8e352f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:28.743476 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b861f10c-2e55-4fb2-b95b-e0cb8be2f157 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:45:28.824076 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-40b13145-9b1b-4dad-874e-4ceb8e75142a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4492d30-fe45-4e1c-9058-3061074e97b1', 'name': 'tempest-TestShelveInstance-435947012-router', 'tenant_id': '01bf0575410646298f963675aa41626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'a47bf525-ab6d-4e2b-846e-90caf5ae90ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:25Z', 'updated_at': '2021-08-31T10:45:26Z', 'revision_number': 3, 'project_id': '01bf0575410646298f963675aa41626f', 'gw_port': {'id': 'a47bf525-ab6d-4e2b-846e-90caf5ae90ae', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:85:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4492d30-fe45-4e1c-9058-3061074e97b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:26Z', 'updated_at': '2021-08-31T10:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:28.828872 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e32bb87c-4cf6-43c7-a7d8-c52ed4847022 None None] Provisioning for port 6d9a522a-0acf-4538-b11a-438a4deaf4a5 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:45:28.833208 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-e32bb87c-4cf6-43c7-a7d8-c52ed4847022 None None] Provisioning complete for port 6d9a522a-0acf-4538-b11a-438a4deaf4a5 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:45:28.833568 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e32bb87c-4cf6-43c7-a7d8-c52ed4847022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:28.852868 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7d90c321-842c-4f3a-a2f0-ee8dac8e352f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:28.854754 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b13145-9b1b-4dad-874e-4ceb8e75142a None None] The sync data for ids ['e4492d30-fe45-4e1c-9058-3061074e97b1'] in n-d-791506-28 is: [{'id': 'e4492d30-fe45-4e1c-9058-3061074e97b1', 'name': 'tempest-TestShelveInstance-435947012-router', 'tenant_id': '01bf0575410646298f963675aa41626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'a47bf525-ab6d-4e2b-846e-90caf5ae90ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:25Z', 'updated_at': '2021-08-31T10:45:26Z', 'revision_number': 3, 'project_id': '01bf0575410646298f963675aa41626f', 'gw_port': {'id': 'a47bf525-ab6d-4e2b-846e-90caf5ae90ae', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:85:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4492d30-fe45-4e1c-9058-3061074e97b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:26Z', 'updated_at': '2021-08-31T10:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:45:28.870847 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-e32bb87c-4cf6-43c7-a7d8-c52ed4847022 None None] Port 6d9a522a-0acf-4538-b11a-438a4deaf4a5 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:45:28.885453 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port b861f10c-2e55-4fb2-b95b-e0cb8be2f157 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:45:28.890202 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port b861f10c-2e55-4fb2-b95b-e0cb8be2f157 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:45:28.894790 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:28.949026 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7d90c321-842c-4f3a-a2f0-ee8dac8e352f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:28.976746 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:29.010853 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port b861f10c-2e55-4fb2-b95b-e0cb8be2f157, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=b861f10c-2e55-4fb2-b95b-e0cb8be2f157,segment=NetworkSegment(7373e493-5b2b-46cd-bd75-ee2cac6ffa3c),segment_id=7373e493-5b2b-46cd-bd75-ee2cac6ffa3c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:45:29.016485 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90c321-842c-4f3a-a2f0-ee8dac8e352f admin admin] Pushing event updated for resources: {'Port': ['ID=6d9a522a-0acf-4538-b11a-438a4deaf4a5,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:29.022965 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7d90c321-842c-4f3a-a2f0-ee8dac8e352f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:29.108594 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:29.142379 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d90c321-842c-4f3a-a2f0-ee8dac8e352f admin admin] Network 97f5c68f-ef95-4f31-be58-39b5edba80f6 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:45:29.143858 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-7d90c321-842c-4f3a-a2f0-ee8dac8e352f admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:45:29.168039 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=b861f10c-2e55-4fb2-b95b-e0cb8be2f157,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:29.274795 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d90c321-842c-4f3a-a2f0-ee8dac8e352f admin admin] Router e4492d30-fe45-4e1c-9058-3061074e97b1 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:45:29.403173 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f0b7d0b4-8b73-4bff-b0a4-1925a2bac2e4 None None] Provisioning complete for port 6d9a522a-0acf-4538-b11a-438a4deaf4a5 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:45:29.403548 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f0b7d0b4-8b73-4bff-b0a4-1925a2bac2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:29.446793 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-f0b7d0b4-8b73-4bff-b0a4-1925a2bac2e4 None None] Port 6d9a522a-0acf-4538-b11a-438a4deaf4a5 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:45:29.765836 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d90c321-842c-4f3a-a2f0-ee8dac8e352f admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:45:29.770945 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7d90c321-842c-4f3a-a2f0-ee8dac8e352f admin admin] 10.222.0.119 "PUT /v2.0/routers/e4492d30-fe45-4e1c-9058-3061074e97b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2621403 Aug 31 10:45:30.291224 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56816) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:30.295910 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-1b66fda3-c0d4-4d95-9f2c-f1ab25d857eb tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-163189092', 'description': 'tempest-secgroup-smoke-163189092 description', 'project_id': '2b03526b0d9e44009ba0ac3e492ce522'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:45:30.371393 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1b66fda3-c0d4-4d95-9f2c-f1ab25d857eb tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:30.424644 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fc964e-32c3-4d8d-8963-c496fc519c34 None None] Sync routers for ids ['e4492d30-fe45-4e1c-9058-3061074e97b1'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:45:30.435802 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fc964e-32c3-4d8d-8963-c496fc519c34 None None] Routers {'e4492d30-fe45-4e1c-9058-3061074e97b1'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:45:30.441088 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-d6fc964e-32c3-4d8d-8963-c496fc519c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:45:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e4492d30-fe45-4e1c-9058-3061074e97b1'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:30.465917 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1b66fda3-c0d4-4d95-9f2c-f1ab25d857eb tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:30.517650 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1b66fda3-c0d4-4d95-9f2c-f1ab25d857eb tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:30.547600 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66fda3-c0d4-4d95-9f2c-f1ab25d857eb tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f2bbaa-9821-4e97-a51a-f1aaf9242459,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:30.559253 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-d6fc964e-32c3-4d8d-8963-c496fc519c34 None None] Set router e4492d30-fe45-4e1c-9058-3061074e97b1 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:45:30.589376 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b861f10c-2e55-4fb2-b95b-e0cb8be2f157 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:45:30.597677 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1b66fda3-c0d4-4d95-9f2c-f1ab25d857eb tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:30.599073 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1b66fda3-c0d4-4d95-9f2c-f1ab25d857eb tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3068321 Aug 31 10:45:30.602043 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56818) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:30.606568 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-d226d733-006f-41c5-a756-ffbc970e7f9b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Request body: {'security_group_rule': {'security_group_id': 'f2f2bbaa-9821-4e97-a51a-f1aaf9242459', 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:45:30.696137 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d226d733-006f-41c5-a756-ffbc970e7f9b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:30.730648 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port b861f10c-2e55-4fb2-b95b-e0cb8be2f157 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:45:30.731023 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:30.754181 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d226d733-006f-41c5-a756-ffbc970e7f9b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:30.833861 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d226d733-006f-41c5-a756-ffbc970e7f9b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:30.853627 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226d733-006f-41c5-a756-ffbc970e7f9b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8817b5ee-fb83-4881-b64e-d2d074653d1b,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:30.860467 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a47bf525-ab6d-4e2b-846e-90caf5ae90ae up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:45:30.885555 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-d6fc964e-32c3-4d8d-8963-c496fc519c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4492d30-fe45-4e1c-9058-3061074e97b1', 'name': 'tempest-TestShelveInstance-435947012-router', 'tenant_id': '01bf0575410646298f963675aa41626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'a47bf525-ab6d-4e2b-846e-90caf5ae90ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:25Z', 'updated_at': '2021-08-31T10:45:28Z', 'revision_number': 4, 'project_id': '01bf0575410646298f963675aa41626f', 'gw_port': {'id': 'a47bf525-ab6d-4e2b-846e-90caf5ae90ae', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:85:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4492d30-fe45-4e1c-9058-3061074e97b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:26Z', 'updated_at': '2021-08-31T10:45:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '6d9a522a-0acf-4538-b11a-438a4deaf4a5', 'name': '', 'network_id': '97f5c68f-ef95-4f31-be58-39b5edba80f6', 'tenant_id': '01bf0575410646298f963675aa41626f', 'mac_address': 'fa:16:3e:1c:e8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4492d30-fe45-4e1c-9058-3061074e97b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '6ad2364c-a924-4b57-a0de-37832e7cbbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:27Z', 'updated_at': '2021-08-31T10:45:28Z', 'revision_number': 2, 'project_id': '01bf0575410646298f963675aa41626f', 'subnets': [{'id': '6ad2364c-a924-4b57-a0de-37832e7cbbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:30.902556 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d226d733-006f-41c5-a756-ffbc970e7f9b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:30.903929 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d226d733-006f-41c5-a756-ffbc970e7f9b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3007965 Aug 31 10:45:30.907474 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56820) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:30.912024 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-687a529c-e3ec-48cf-890b-4a95b8dfb3ae tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Request body: {'security_group_rule': {'security_group_id': 'f2f2bbaa-9821-4e97-a51a-f1aaf9242459', 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:45:30.917932 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fc964e-32c3-4d8d-8963-c496fc519c34 None None] Checking router: e4492d30-fe45-4e1c-9058-3061074e97b1 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:45:30.918323 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fc964e-32c3-4d8d-8963-c496fc519c34 None None] Updating router e4492d30-fe45-4e1c-9058-3061074e97b1 port 6d9a522a-0acf-4538-b11a-438a4deaf4a5 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:45:30.948034 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d6fc964e-32c3-4d8d-8963-c496fc519c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:30.987625 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-687a529c-e3ec-48cf-890b-4a95b8dfb3ae tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:31.052980 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-687a529c-e3ec-48cf-890b-4a95b8dfb3ae tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:31.108709 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-687a529c-e3ec-48cf-890b-4a95b8dfb3ae tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:31.128694 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a529c-e3ec-48cf-890b-4a95b8dfb3ae tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db376d3-3988-43e6-b933-1c71265d3d28,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:31.197979 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-687a529c-e3ec-48cf-890b-4a95b8dfb3ae tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:31.199291 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-687a529c-e3ec-48cf-890b-4a95b8dfb3ae tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2907760 Aug 31 10:45:31.201979 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56822) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:31.206283 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port a47bf525-ab6d-4e2b-846e-90caf5ae90ae completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:45:31.207020 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-48e61c26-ffbd-4000-b69c-8577211cb3a0 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Request body: {'security_group_rule': {'security_group_id': 'f2f2bbaa-9821-4e97-a51a-f1aaf9242459', 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:45:31.214157 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port a47bf525-ab6d-4e2b-846e-90caf5ae90ae triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:45:31.214527 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:31.296851 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-48e61c26-ffbd-4000-b69c-8577211cb3a0 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:31.355445 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-48e61c26-ffbd-4000-b69c-8577211cb3a0 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:31.372231 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:31.403764 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port a47bf525-ab6d-4e2b-846e-90caf5ae90ae, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a47bf525-ab6d-4e2b-846e-90caf5ae90ae,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:45:31.440150 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-48e61c26-ffbd-4000-b69c-8577211cb3a0 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:31.460280 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e61c26-ffbd-4000-b69c-8577211cb3a0 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d660a664-c074-4310-862d-bca7e82f93cb,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:31.467165 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d6fc964e-32c3-4d8d-8963-c496fc519c34 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:31.471470 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:31.499150 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-d6fc964e-32c3-4d8d-8963-c496fc519c34 None None] Transition to ACTIVE for port object 6d9a522a-0acf-4538-b11a-438a4deaf4a5 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:45:31.529227 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-48e61c26-ffbd-4000-b69c-8577211cb3a0 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:31.529466 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=a47bf525-ab6d-4e2b-846e-90caf5ae90ae,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:31.530509 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-48e61c26-ffbd-4000-b69c-8577211cb3a0 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3270614 Aug 31 10:45:31.533446 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 56824) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:31.538589 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-18a4dddd-2918-4759-8750-a7f8a6629053 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Request body: {'security_group_rule': {'security_group_id': 'f2f2bbaa-9821-4e97-a51a-f1aaf9242459', 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:45:31.586013 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d6fc964e-32c3-4d8d-8963-c496fc519c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:31.641181 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d486f-91a8-479d-9a5d-8a7ce4369841 None None] Pushing event updated for resources: {'Port': ['ID=6d9a522a-0acf-4538-b11a-438a4deaf4a5,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:31.648315 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-18a4dddd-2918-4759-8750-a7f8a6629053 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:31.693407 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-d6fc964e-32c3-4d8d-8963-c496fc519c34 None None] Attempting to bind port 6d9a522a-0acf-4538-b11a-438a4deaf4a5 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:45:31.693867 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-d6fc964e-32c3-4d8d-8963-c496fc519c34 None None] Attempting to bind port 6d9a522a-0acf-4538-b11a-438a4deaf4a5 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '7373e493-5b2b-46cd-bd75-ee2cac6ffa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '97f5c68f-ef95-4f31-be58-39b5edba80f6'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:45:31.694352 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fc964e-32c3-4d8d-8963-c496fc519c34 None None] Attempting to bind port 6d9a522a-0acf-4538-b11a-438a4deaf4a5 on network 97f5c68f-ef95-4f31-be58-39b5edba80f6 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:45:31.699853 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fc964e-32c3-4d8d-8963-c496fc519c34 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:45:31.700328 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fc964e-32c3-4d8d-8963-c496fc519c34 None None] Checking segment: {'id': '7373e493-5b2b-46cd-bd75-ee2cac6ffa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '97f5c68f-ef95-4f31-be58-39b5edba80f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:45:31.700799 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d6fc964e-32c3-4d8d-8963-c496fc519c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:31.701254 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fc964e-32c3-4d8d-8963-c496fc519c34 None None] Bound using segment: {'id': '7373e493-5b2b-46cd-bd75-ee2cac6ffa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '97f5c68f-ef95-4f31-be58-39b5edba80f6'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:45:31.701814 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-d6fc964e-32c3-4d8d-8963-c496fc519c34 None None] Bound port: 6d9a522a-0acf-4538-b11a-438a4deaf4a5, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7373e493-5b2b-46cd-bd75-ee2cac6ffa3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1618, 'network_id': '97f5c68f-ef95-4f31-be58-39b5edba80f6'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:45:31.702201 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d6fc964e-32c3-4d8d-8963-c496fc519c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:31.715344 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-18a4dddd-2918-4759-8750-a7f8a6629053 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:31.774242 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-d6fc964e-32c3-4d8d-8963-c496fc519c34 None None] For port 6d9a522a-0acf-4538-b11a-438a4deaf4a5, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:45:31.777725 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-d6fc964e-32c3-4d8d-8963-c496fc519c34 None None] For port 6d9a522a-0acf-4538-b11a-438a4deaf4a5, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=6d9a522a-0acf-4538-b11a-438a4deaf4a5,segment=NetworkSegment(7373e493-5b2b-46cd-bd75-ee2cac6ffa3c),segment_id=7373e493-5b2b-46cd-bd75-ee2cac6ffa3c)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:45:31.794479 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-18a4dddd-2918-4759-8750-a7f8a6629053 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:31.816613 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a4dddd-2918-4759-8750-a7f8a6629053 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f43da9a-6954-40f3-911f-a32594bd009f,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:31.876690 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d6fc964e-32c3-4d8d-8963-c496fc519c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:31.909443 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-18a4dddd-2918-4759-8750-a7f8a6629053 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:31.910701 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-18a4dddd-2918-4759-8750-a7f8a6629053 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3761425 Aug 31 10:45:31.913598 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56826) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:31.920419 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-30e6f459-ec9b-46e5-9934-3490b34ba163 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Request body: {'security_group_rule': {'security_group_id': 'f2f2bbaa-9821-4e97-a51a-f1aaf9242459', 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:45:31.942567 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fc964e-32c3-4d8d-8963-c496fc519c34 None None] Routers {'e4492d30-fe45-4e1c-9058-3061074e97b1'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:45:31.943200 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-d6fc964e-32c3-4d8d-8963-c496fc519c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:45:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e4492d30-fe45-4e1c-9058-3061074e97b1'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:31.945086 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d486f-91a8-479d-9a5d-8a7ce4369841 None None] Pushing event updated for resources: {'Port': ['ID=6d9a522a-0acf-4538-b11a-438a4deaf4a5,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:32.049662 n-d-791506-28 neutron-server[95552]: INFO neutron.db.securitygroups_db [None req-30e6f459-ec9b-46e5-9934-3490b34ba163 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Project 2b03526b0d9e44009ba0ac3e492ce522 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:45:32.055289 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-30e6f459-ec9b-46e5-9934-3490b34ba163 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:32.064263 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-d6fc964e-32c3-4d8d-8963-c496fc519c34 None None] Set router e4492d30-fe45-4e1c-9058-3061074e97b1 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:45:32.145547 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-30e6f459-ec9b-46e5-9934-3490b34ba163 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:32.256979 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-30e6f459-ec9b-46e5-9934-3490b34ba163 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:32.277587 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6f459-ec9b-46e5-9934-3490b34ba163 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2c1f1c-4147-424a-8fca-fd92cdddd53c,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:32.295990 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-d6fc964e-32c3-4d8d-8963-c496fc519c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4492d30-fe45-4e1c-9058-3061074e97b1', 'name': 'tempest-TestShelveInstance-435947012-router', 'tenant_id': '01bf0575410646298f963675aa41626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'a47bf525-ab6d-4e2b-846e-90caf5ae90ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:25Z', 'updated_at': '2021-08-31T10:45:28Z', 'revision_number': 4, 'project_id': '01bf0575410646298f963675aa41626f', 'gw_port': {'id': 'a47bf525-ab6d-4e2b-846e-90caf5ae90ae', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:85:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4492d30-fe45-4e1c-9058-3061074e97b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:26Z', 'updated_at': '2021-08-31T10:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '6d9a522a-0acf-4538-b11a-438a4deaf4a5', 'name': '', 'network_id': '97f5c68f-ef95-4f31-be58-39b5edba80f6', 'tenant_id': '01bf0575410646298f963675aa41626f', 'mac_address': 'fa:16:3e:1c:e8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4492d30-fe45-4e1c-9058-3061074e97b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '6ad2364c-a924-4b57-a0de-37832e7cbbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:27Z', 'updated_at': '2021-08-31T10:45:31Z', 'revision_number': 4, 'project_id': '01bf0575410646298f963675aa41626f', 'subnets': [{'id': '6ad2364c-a924-4b57-a0de-37832e7cbbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:32.326974 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fc964e-32c3-4d8d-8963-c496fc519c34 None None] The sync data for ids ['e4492d30-fe45-4e1c-9058-3061074e97b1'] in n-d-791506-28 is: [{'id': 'e4492d30-fe45-4e1c-9058-3061074e97b1', 'name': 'tempest-TestShelveInstance-435947012-router', 'tenant_id': '01bf0575410646298f963675aa41626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'a47bf525-ab6d-4e2b-846e-90caf5ae90ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:25Z', 'updated_at': '2021-08-31T10:45:28Z', 'revision_number': 4, 'project_id': '01bf0575410646298f963675aa41626f', 'gw_port': {'id': 'a47bf525-ab6d-4e2b-846e-90caf5ae90ae', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:85:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4492d30-fe45-4e1c-9058-3061074e97b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:26Z', 'updated_at': '2021-08-31T10:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '6d9a522a-0acf-4538-b11a-438a4deaf4a5', 'name': '', 'network_id': '97f5c68f-ef95-4f31-be58-39b5edba80f6', 'tenant_id': '01bf0575410646298f963675aa41626f', 'mac_address': 'fa:16:3e:1c:e8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4492d30-fe45-4e1c-9058-3061074e97b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '6ad2364c-a924-4b57-a0de-37832e7cbbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:27Z', 'updated_at': '2021-08-31T10:45:31Z', 'revision_number': 4, 'project_id': '01bf0575410646298f963675aa41626f', 'subnets': [{'id': '6ad2364c-a924-4b57-a0de-37832e7cbbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:45:32.363243 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-30e6f459-ec9b-46e5-9934-3490b34ba163 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:32.364494 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-30e6f459-ec9b-46e5-9934-3490b34ba163 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4484615 Aug 31 10:45:32.367203 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56828) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:32.377267 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-3713b1c8-83e2-4143-9cb7-7670a39b3529 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Request body: {'security_group_rule': {'security_group_id': 'f2f2bbaa-9821-4e97-a51a-f1aaf9242459', 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:45:32.462763 n-d-791506-28 neutron-server[95552]: INFO neutron.db.securitygroups_db [None req-3713b1c8-83e2-4143-9cb7-7670a39b3529 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Project 2b03526b0d9e44009ba0ac3e492ce522 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:45:32.469253 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3713b1c8-83e2-4143-9cb7-7670a39b3529 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:32.545126 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3713b1c8-83e2-4143-9cb7-7670a39b3529 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:32.584695 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6d9a522a-0acf-4538-b11a-438a4deaf4a5 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:45:32.611486 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3713b1c8-83e2-4143-9cb7-7670a39b3529 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:32.629083 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713b1c8-83e2-4143-9cb7-7670a39b3529 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b16b3f63-62b6-4483-b45b-76670c27c3ac,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:32.766710 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-3713b1c8-83e2-4143-9cb7-7670a39b3529 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:32.767972 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-3713b1c8-83e2-4143-9cb7-7670a39b3529 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3998568 Aug 31 10:45:32.797150 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 6d9a522a-0acf-4538-b11a-438a4deaf4a5 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:45:32.801935 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 6d9a522a-0acf-4538-b11a-438a4deaf4a5 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:45:32.802379 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:32.892812 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:32.928101 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 6d9a522a-0acf-4538-b11a-438a4deaf4a5, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=6d9a522a-0acf-4538-b11a-438a4deaf4a5,segment=NetworkSegment(7373e493-5b2b-46cd-bd75-ee2cac6ffa3c),segment_id=7373e493-5b2b-46cd-bd75-ee2cac6ffa3c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:45:32.931914 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-73488b88-2912-4125-a00f-27785887b955 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-163189092&fields=id&tenant_id=2b03526b0d9e44009ba0ac3e492ce522 HTTP/1.1" status: 200 len: 267 time: 0.0376372 Aug 31 10:45:33.011762 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:33.013353 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a47bf525-ab6d-4e2b-846e-90caf5ae90ae up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:45:33.049702 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-3415f434-e950-440b-a668-7db5c0e1bdc6 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:33.051487 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-3415f434-e950-440b-a668-7db5c0e1bdc6 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/networks?id=559f242b-8004-40be-a337-f0e3e07a9fda HTTP/1.1" status: 200 len: 809 time: 0.1112807 Aug 31 10:45:33.071457 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-02d56705-4843-4253-b9cf-df40d91d1315 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/quotas/2b03526b0d9e44009ba0ac3e492ce522 HTTP/1.1" status: 200 len: 375 time: 0.0137930 Aug 31 10:45:33.099926 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=6d9a522a-0acf-4538-b11a-438a4deaf4a5,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:33.114984 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port a47bf525-ab6d-4e2b-846e-90caf5ae90ae triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:45:33.115364 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:33.128841 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-6c82c477-4192-4d2b-93d0-463af3afdfad tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=2b03526b0d9e44009ba0ac3e492ce522&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512910 Aug 31 10:45:33.352374 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-437dbe6a-a212-4e97-9a10-508917f4785a service neutron] 10.222.0.119 "GET /v2.0/networks/559f242b-8004-40be-a337-f0e3e07a9fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110474 Aug 31 10:45:33.441756 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-6e49b156-2773-4557-bd11-43f382c49d85 service neutron] 10.222.0.119 "GET /v2.0/networks/559f242b-8004-40be-a337-f0e3e07a9fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831332 Aug 31 10:45:33.694771 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:33.777673 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-290c1878-078e-4026-a4af-086c7992f498 req-7f9f8ece-beb8-4b15-97f0-502a7a2688f8 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 210 time: 0.0857399 Aug 31 10:45:34.234205 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:34.480045 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6d9a522a-0acf-4538-b11a-438a4deaf4a5 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:45:34.527725 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 6d9a522a-0acf-4538-b11a-438a4deaf4a5 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:45:34.528084 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:34.881008 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1bca8c09-255c-471c-89d2-33bddf60def0 req-9d5af3f2-58e2-4bd1-89ed-6c5bb0867d0a tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 210 time: 0.0311284 Aug 31 10:45:35.974448 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-36932b6e-6462-49fb-80a2-0852db818687 req-b362bef3-3a04-4e08-b8db-d806eb831e4d tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 210 time: 0.0263982 Aug 31 10:45:36.877518 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-d16703d5-f0c1-42de-9465-b32a6be12cd7 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:36.879196 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-d16703d5-f0c1-42de-9465-b32a6be12cd7 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.59 "GET /v2.0/networks?id=559f242b-8004-40be-a337-f0e3e07a9fda HTTP/1.1" status: 200 len: 809 time: 0.1075377 Aug 31 10:45:36.924042 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-b3c941fe-7d85-43fe-97e7-70dafdfb36d3 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b03526b0d9e44009ba0ac3e492ce522 HTTP/1.1" status: 200 len: 379 time: 0.0344832 Aug 31 10:45:36.933744 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-e9a424a1-a58c-4568-95e1-5c28980bacba tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Request body: {'port': {'device_id': '6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f', 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda', 'admin_state_up': True, 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'security_groups': ['f2f2bbaa-9821-4e97-a51a-f1aaf9242459']}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:45:37.071908 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-417d49f4-df60-44d6-81df-4701eb1032e4 req-beeb8cdb-a98c-4426-a8a1-28f002ddbe9f tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 210 time: 0.0279038 Aug 31 10:45:37.117473 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-e9a424a1-a58c-4568-95e1-5c28980bacba tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Made reservation on behalf of 2b03526b0d9e44009ba0ac3e492ce522 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:45:37.121021 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-e9a424a1-a58c-4568-95e1-5c28980bacba tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:37.246684 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-e9a424a1-a58c-4568-95e1-5c28980bacba tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Allocated IP 172.20.0.13 (559f242b-8004-40be-a337-f0e3e07a9fda/799033ed-d562-40e3-bc68-52c18cec906b/2580513d-0502-44bf-8f8b-1af137b9b63f) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:45:37.387346 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-e9a424a1-a58c-4568-95e1-5c28980bacba tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:37.400261 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-e9a424a1-a58c-4568-95e1-5c28980bacba tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Transition to ACTIVE for port object 2580513d-0502-44bf-8f8b-1af137b9b63f will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:45:37.514650 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-e9a424a1-a58c-4568-95e1-5c28980bacba tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:37.559803 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-e9a424a1-a58c-4568-95e1-5c28980bacba tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Network 559f242b-8004-40be-a337-f0e3e07a9fda is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:45:37.563362 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-e9a424a1-a58c-4568-95e1-5c28980bacba tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:45:37.567376 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-e9a424a1-a58c-4568-95e1-5c28980bacba tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:45:37.591935 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a424a1-a58c-4568-95e1-5c28980bacba tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Pushing event updated for resources: {'Port': ['ID=2580513d-0502-44bf-8f8b-1af137b9b63f,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:37.621293 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-e9a424a1-a58c-4568-95e1-5c28980bacba tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:37.621949 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-e9a424a1-a58c-4568-95e1-5c28980bacba tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:37.697418 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-e9a424a1-a58c-4568-95e1-5c28980bacba tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7671566 Aug 31 10:45:37.710668 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-ed82b81f-bce3-438b-a3ff-df239759520f service neutron] Request body: {'port': {'device_id': '6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:45:37.765785 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-ed82b81f-bce3-438b-a3ff-df239759520f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:37.931375 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c4f2595c-1ad3-4041-abed-4f3e923fd525 None None] Provisioning for port 2580513d-0502-44bf-8f8b-1af137b9b63f completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:45:37.938221 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-c4f2595c-1ad3-4041-abed-4f3e923fd525 None None] Provisioning complete for port 2580513d-0502-44bf-8f8b-1af137b9b63f triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:45:37.939116 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-c4f2595c-1ad3-4041-abed-4f3e923fd525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:37.987601 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-c4f2595c-1ad3-4041-abed-4f3e923fd525 None None] Port 2580513d-0502-44bf-8f8b-1af137b9b63f cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:45:38.058190 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-ed82b81f-bce3-438b-a3ff-df239759520f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2580513d-0502-44bf-8f8b-1af137b9b63f {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:45:38.066855 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-ed82b81f-bce3-438b-a3ff-df239759520f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:38.078902 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-ed82b81f-bce3-438b-a3ff-df239759520f service neutron] Transition to ACTIVE for port object 2580513d-0502-44bf-8f8b-1af137b9b63f will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:45:38.172023 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-ed82b81f-bce3-438b-a3ff-df239759520f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:38.235615 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd1ad6-5a25-4c45-bf99-79639b376492 req-70e8f2a6-5e9c-4329-b393-5dfef85ede44 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:38.237185 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70dd1ad6-5a25-4c45-bf99-79639b376492 req-70e8f2a6-5e9c-4329-b393-5dfef85ede44 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 932 time: 0.0937109 Aug 31 10:45:38.244742 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82b81f-bce3-438b-a3ff-df239759520f service neutron] Pushing event updated for resources: {'Port': ['ID=2580513d-0502-44bf-8f8b-1af137b9b63f,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:38.332252 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-70dd1ad6-5a25-4c45-bf99-79639b376492 req-33b7562c-f5c2-44de-bf1e-810c7dfe48a3 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883939 Aug 31 10:45:38.356227 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-ed82b81f-bce3-438b-a3ff-df239759520f service neutron] Attempting to bind port 2580513d-0502-44bf-8f8b-1af137b9b63f on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:45:38.356636 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-ed82b81f-bce3-438b-a3ff-df239759520f service neutron] Attempting to bind port 2580513d-0502-44bf-8f8b-1af137b9b63f by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '1473388d-e56b-435f-ad66-b57df3671d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:45:38.357103 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-ed82b81f-bce3-438b-a3ff-df239759520f service neutron] Attempting to bind port 2580513d-0502-44bf-8f8b-1af137b9b63f on network 559f242b-8004-40be-a337-f0e3e07a9fda {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:45:38.362888 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-ed82b81f-bce3-438b-a3ff-df239759520f service neutron] Port 2580513d-0502-44bf-8f8b-1af137b9b63f on network 559f242b-8004-40be-a337-f0e3e07a9fda not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:45:38.363243 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-ed82b81f-bce3-438b-a3ff-df239759520f service neutron] Attempting to bind port 2580513d-0502-44bf-8f8b-1af137b9b63f on network 559f242b-8004-40be-a337-f0e3e07a9fda {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:45:38.368322 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-ed82b81f-bce3-438b-a3ff-df239759520f service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:45:38.368661 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-ed82b81f-bce3-438b-a3ff-df239759520f service neutron] Checking segment: {'id': '1473388d-e56b-435f-ad66-b57df3671d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:45:38.369041 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-ed82b81f-bce3-438b-a3ff-df239759520f service neutron] Bound using segment: {'id': '1473388d-e56b-435f-ad66-b57df3671d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:45:38.369463 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-ed82b81f-bce3-438b-a3ff-df239759520f service neutron] Bound port: 2580513d-0502-44bf-8f8b-1af137b9b63f, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1473388d-e56b-435f-ad66-b57df3671d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:45:38.369859 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-ed82b81f-bce3-438b-a3ff-df239759520f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:38.437645 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-ed82b81f-bce3-438b-a3ff-df239759520f service neutron] For port 2580513d-0502-44bf-8f8b-1af137b9b63f, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:45:38.440651 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-ed82b81f-bce3-438b-a3ff-df239759520f service neutron] For port 2580513d-0502-44bf-8f8b-1af137b9b63f, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2580513d-0502-44bf-8f8b-1af137b9b63f,segment=NetworkSegment(1473388d-e56b-435f-ad66-b57df3671d46),segment_id=1473388d-e56b-435f-ad66-b57df3671d46)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:45:38.574962 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-ed82b81f-bce3-438b-a3ff-df239759520f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:38.618448 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-ed82b81f-bce3-438b-a3ff-df239759520f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:38.619146 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-ed82b81f-bce3-438b-a3ff-df239759520f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:38.620552 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-ed82b81f-bce3-438b-a3ff-df239759520f service neutron] 10.222.0.59 "PUT /v2.0/ports/2580513d-0502-44bf-8f8b-1af137b9b63f HTTP/1.1" status: 200 len: 1093 time: 0.9146760 Aug 31 10:45:38.620992 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f', 'tag': '2580513d-0502-44bf-8f8b-1af137b9b63f'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:45:38.623390 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdb3df0-d16c-4852-b556-54cd133d95af" -d '{"events": [{"name": "network-changed", "server_uuid": "6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f", "tag": "2580513d-0502-44bf-8f8b-1af137b9b63f"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:45:38.643314 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82b81f-bce3-438b-a3ff-df239759520f service neutron] Pushing event updated for resources: {'Port': ['ID=2580513d-0502-44bf-8f8b-1af137b9b63f,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:38.672845 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce649c00-54c1-4c59-a239-da3a638bec2c x-openstack-request-id: req-ce649c00-54c1-4c59-a239-da3a638bec2c {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:45:38.676113 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f", "tag": "2580513d-0502-44bf-8f8b-1af137b9b63f", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:45:38.676113 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-ce649c00-54c1-4c59-a239-da3a638bec2c {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:45:38.676113 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f', 'tag': '2580513d-0502-44bf-8f8b-1af137b9b63f', 'status': 'completed', 'code': 200} Aug 31 10:45:38.739560 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb3df0-d16c-4852-b556-54cd133d95af req-cecd2708-8ab5-45f9-a417-5c24ec2682ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:38.741128 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ffdb3df0-d16c-4852-b556-54cd133d95af req-cecd2708-8ab5-45f9-a417-5c24ec2682ff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b03526b0d9e44009ba0ac3e492ce522&device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 1096 time: 0.0445592 Aug 31 10:45:38.881516 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb3df0-d16c-4852-b556-54cd133d95af req-fda1deb1-1fc1-4b83-aaec-073f8e3de831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:38.882940 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ffdb3df0-d16c-4852-b556-54cd133d95af req-fda1deb1-1fc1-4b83-aaec-073f8e3de831 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2b03526b0d9e44009ba0ac3e492ce522&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1328552 Aug 31 10:45:39.026366 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb3df0-d16c-4852-b556-54cd133d95af req-04027a1a-a732-43af-b11c-823ffb377ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:39.027919 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ffdb3df0-d16c-4852-b556-54cd133d95af req-04027a1a-a732-43af-b11c-823ffb377ecb service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1380641 Aug 31 10:45:39.104063 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-b29c705f-cce1-4cb7-8689-f1c237ebc67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:39.105453 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-b29c705f-cce1-4cb7-8689-f1c237ebc67d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b03526b0d9e44009ba0ac3e492ce522&device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 1096 time: 0.0415869 Aug 31 10:45:39.148026 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-3ab06cbb-1051-4b99-b6b2-2f685374461c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2580513d-0502-44bf-8f8b-1af137b9b63f HTTP/1.1" status: 200 len: 217 time: 0.0343068 Aug 31 10:45:39.200184 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-21e6b136-9d76-486d-8b58-2b1fc82abe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:39.201598 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-21e6b136-9d76-486d-8b58-2b1fc82abe36 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=799033ed-d562-40e3-bc68-52c18cec906b HTTP/1.1" status: 200 len: 848 time: 0.0464411 Aug 31 10:45:39.246157 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-04f0d857-512c-4790-ac89-4555a08f01ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:39.247640 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-04f0d857-512c-4790-ac89-4555a08f01ff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=559f242b-8004-40be-a337-f0e3e07a9fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391240 Aug 31 10:45:39.335007 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-67987d19-368b-4835-80ac-cdee67b99899 service neutron] 10.222.0.59 "GET /v2.0/networks/559f242b-8004-40be-a337-f0e3e07a9fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802934 Aug 31 10:45:39.457838 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-10608c97-09d2-4c6f-9cc4-fc0ae85b520a req-eb3a6127-e74b-476d-9196-e9a2cb511d89 service neutron] 10.222.0.59 "GET /v2.0/networks/559f242b-8004-40be-a337-f0e3e07a9fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153812 Aug 31 10:45:39.477110 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2992b-05f3-4671-8e9a-c0209632a091 req-3d98c26e-7298-4c25-9485-77615cea1d69 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:39.478584 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99f2992b-05f3-4671-8e9a-c0209632a091 req-3d98c26e-7298-4c25-9485-77615cea1d69 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 944 time: 0.0622945 Aug 31 10:45:39.517938 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-99f2992b-05f3-4671-8e9a-c0209632a091 req-c06a598f-2b7e-4e12-935a-22fab08cbebf tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323932 Aug 31 10:45:40.637962 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629ffe1-a9de-4021-949b-c3cc121d7f28 req-cc0c7d8a-af00-4480-9e5b-bf7cd8158db1 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:40.639453 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e629ffe1-a9de-4021-949b-c3cc121d7f28 req-cc0c7d8a-af00-4480-9e5b-bf7cd8158db1 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 944 time: 0.0530720 Aug 31 10:45:40.677571 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e629ffe1-a9de-4021-949b-c3cc121d7f28 req-5c9431cb-df9b-4c1a-9ab0-b728a64c728f tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317569 Aug 31 10:45:40.974479 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9eab342e-1da4-4df5-84a7-c4eebf8ffd61 req-8da4c273-b3cb-4e01-af21-8272bb91186b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0262098 Aug 31 10:45:41.043940 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9eab342e-1da4-4df5-84a7-c4eebf8ffd61 req-f9c84e6d-4d0d-4d92-ae96-d3df155cd739 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0252328 Aug 31 10:45:41.082028 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9eab342e-1da4-4df5-84a7-c4eebf8ffd61 req-da3226bb-de03-45d4-b3de-f02d074b5364 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194798 Aug 31 10:45:41.177687 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab342e-1da4-4df5-84a7-c4eebf8ffd61 req-aa145e10-e3f5-4111-9f66-d9f5a7e80179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:41.179173 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9eab342e-1da4-4df5-84a7-c4eebf8ffd61 req-aa145e10-e3f5-4111-9f66-d9f5a7e80179 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0896657 Aug 31 10:45:41.340383 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d96f65f8-074e-4dce-8efd-2925a7eb936a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:41.794770 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ebb26-b57e-452f-8477-1be2b6a364dc req-90bafb18-c578-4e5a-8e0e-dfc90aac40f5 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:41.796857 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1f4ebb26-b57e-452f-8477-1be2b6a364dc req-90bafb18-c578-4e5a-8e0e-dfc90aac40f5 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 944 time: 0.0498056 Aug 31 10:45:41.834890 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1f4ebb26-b57e-452f-8477-1be2b6a364dc req-faa135dc-39bc-467a-b909-a9f83c6412f5 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319188 Aug 31 10:45:42.230685 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2580513d-0502-44bf-8f8b-1af137b9b63f details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:45:42.363663 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 2580513d-0502-44bf-8f8b-1af137b9b63f, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2580513d-0502-44bf-8f8b-1af137b9b63f,segment=NetworkSegment(1473388d-e56b-435f-ad66-b57df3671d46),segment_id=1473388d-e56b-435f-ad66-b57df3671d46)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:45:42.374779 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '2580513d-0502-44bf-8f8b-1af137b9b63f', 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda', 'port_id': '2580513d-0502-44bf-8f8b-1af137b9b63f', 'mac_address': 'fa:16:3e:e1:7d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '799033ed-d562-40e3-bc68-52c18cec906b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:45:42.415011 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:42.427694 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2580513d-0502-44bf-8f8b-1af137b9b63f {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:45:42.446389 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 2580513d-0502-44bf-8f8b-1af137b9b63f, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2580513d-0502-44bf-8f8b-1af137b9b63f,segment=NetworkSegment(1473388d-e56b-435f-ad66-b57df3671d46),segment_id=1473388d-e56b-435f-ad66-b57df3671d46)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:45:42.551595 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:42.599744 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=2580513d-0502-44bf-8f8b-1af137b9b63f,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:42.794036 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['2580513d-0502-44bf-8f8b-1af137b9b63f'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:45:42.950352 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d848a-6d4c-4f3f-89c7-16b5c44e60a3 req-7d070f95-1447-495d-a3e6-72b3e53a2e67 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:42.951849 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5c2d848a-6d4c-4f3f-89c7-16b5c44e60a3 req-7d070f95-1447-495d-a3e6-72b3e53a2e67 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 945 time: 0.0474854 Aug 31 10:45:42.989962 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5c2d848a-6d4c-4f3f-89c7-16b5c44e60a3 req-7d4155f2-ce0c-4a68-9e2c-e9ed7be6af53 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313513 Aug 31 10:45:43.999131 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9e7f1684-7992-4734-8ebc-b7a9690afcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:44.113931 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:44.118053 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da688c1-6687-4162-959b-1a2089d28f20 req-5e995f78-1fef-4b48-bc77-63cbf0c60668 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:44.119575 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9da688c1-6687-4162-959b-1a2089d28f20 req-5e995f78-1fef-4b48-bc77-63cbf0c60668 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 945 time: 0.0532916 Aug 31 10:45:44.158357 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9da688c1-6687-4162-959b-1a2089d28f20 req-8578405d-c921-4282-a524-b8db2a77f1bc tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321398 Aug 31 10:45:44.250685 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2580513d-0502-44bf-8f8b-1af137b9b63f up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:45:44.370736 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 2580513d-0502-44bf-8f8b-1af137b9b63f completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:45:44.374896 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 2580513d-0502-44bf-8f8b-1af137b9b63f triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:45:44.375270 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:44.403376 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:45:44.453881 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:44.476127 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2580513d-0502-44bf-8f8b-1af137b9b63f'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:45:44.478367 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8175f1c9-55a7-47d6-ade1-76037842ceee" -d '{"events": [{"server_uuid": "6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f", "name": "network-vif-plugged", "status": "completed", "tag": "2580513d-0502-44bf-8f8b-1af137b9b63f"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:45:44.497975 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 2580513d-0502-44bf-8f8b-1af137b9b63f, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2580513d-0502-44bf-8f8b-1af137b9b63f,segment=NetworkSegment(1473388d-e56b-435f-ad66-b57df3671d46),segment_id=1473388d-e56b-435f-ad66-b57df3671d46)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:45:44.513969 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2572d004-263b-4319-a593-ff56a90d59e5 x-openstack-request-id: req-2572d004-263b-4319-a593-ff56a90d59e5 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:45:44.514257 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f", "name": "network-vif-plugged", "status": "completed", "tag": "2580513d-0502-44bf-8f8b-1af137b9b63f", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:45:44.514505 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-2572d004-263b-4319-a593-ff56a90d59e5 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:45:44.514963 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2580513d-0502-44bf-8f8b-1af137b9b63f', 'code': 200} Aug 31 10:45:44.594258 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:44.607412 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ce9eb-4d34-4b4e-a012-6a80966fd25e req-d873862c-c744-461f-84c5-e182365a1a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:44.609094 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d64ce9eb-4d34-4b4e-a012-6a80966fd25e req-d873862c-c744-461f-84c5-e182365a1a5b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 1097 time: 0.0411777 Aug 31 10:45:44.642357 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=2580513d-0502-44bf-8f8b-1af137b9b63f,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:44.647326 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d64ce9eb-4d34-4b4e-a012-6a80966fd25e req-3ba4b489-0f3b-4b56-b0f5-b790381fc9d0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278249 Aug 31 10:45:45.275200 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f27c9-f251-4963-9663-dac42d59b1cb req-72b75ef5-77e6-469d-9e5e-9392fb1c0e9f tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:45.276694 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c5f27c9-f251-4963-9663-dac42d59b1cb req-72b75ef5-77e6-469d-9e5e-9392fb1c0e9f tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 946 time: 0.0505936 Aug 31 10:45:45.315267 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6c5f27c9-f251-4963-9663-dac42d59b1cb req-9b0f7d0f-d263-476c-be6e-244450518012 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322189 Aug 31 10:45:45.788294 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:46.440847 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45120fbb-660d-4cfe-ae7b-a2c0f515904f req-88f976ee-34a0-431d-9054-6c60e1dbb35e tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:46.442349 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-45120fbb-660d-4cfe-ae7b-a2c0f515904f req-88f976ee-34a0-431d-9054-6c60e1dbb35e tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 946 time: 0.0530651 Aug 31 10:45:46.479952 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-45120fbb-660d-4cfe-ae7b-a2c0f515904f req-d7b5264c-303e-4578-96af-46e65ebda292 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316634 Aug 31 10:45:46.591698 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d5f77-ab84-482f-9915-9f0f3c148d01 req-96008cbc-70d2-47a7-8855-a8c90f232f61 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:46.593669 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0b8d5f77-ab84-482f-9915-9f0f3c148d01 req-96008cbc-70d2-47a7-8855-a8c90f232f61 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 946 time: 0.0488889 Aug 31 10:45:46.632114 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0b8d5f77-ab84-482f-9915-9f0f3c148d01 req-8b408900-5abc-4331-a079-d81cce829655 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323279 Aug 31 10:45:46.654376 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56892) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:46.738900 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22959d38-b194-438f-b94f-4295523709e0 tempest-TestShelveInstance-1037864600 tempest-TestShelveInstance-1037864600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:46.740569 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-22959d38-b194-438f-b94f-4295523709e0 tempest-TestShelveInstance-1037864600 tempest-TestShelveInstance-1037864600-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 1093 time: 0.0851631 Aug 31 10:45:46.743460 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 56896) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:45:46.747801 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-0f764736-18cd-4d85-bade-25e9dbd00553 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'port_id': '2580513d-0502-44bf-8f8b-1af137b9b63f', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:45:46.873614 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0f764736-18cd-4d85-bade-25e9dbd00553 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for floatingip, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:46.972823 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0f764736-18cd-4d85-bade-25e9dbd00553 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:47.078008 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-0f764736-18cd-4d85-bade-25e9dbd00553 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Allocated IP 172.25.2.105 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/1ae03f8b-9df9-4291-973b-8bd0271bf6b0) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:45:47.177146 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0f764736-18cd-4d85-bade-25e9dbd00553 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:47.297464 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0f764736-18cd-4d85-bade-25e9dbd00553 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:47.332931 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f764736-18cd-4d85-bade-25e9dbd00553 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:45:47.338663 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-0f764736-18cd-4d85-bade-25e9dbd00553 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:45:47.341783 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f764736-18cd-4d85-bade-25e9dbd00553 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:45:47.365041 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:47.369739 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f764736-18cd-4d85-bade-25e9dbd00553 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Pushing event updated for resources: {'Port': ['ID=1ae03f8b-9df9-4291-973b-8bd0271bf6b0,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:47.698850 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0f764736-18cd-4d85-bade-25e9dbd00553 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:47.809201 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0f764736-18cd-4d85-bade-25e9dbd00553 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:47.953145 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0f764736-18cd-4d85-bade-25e9dbd00553 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:48.010735 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0f764736-18cd-4d85-bade-25e9dbd00553 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:48.081745 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f764736-18cd-4d85-bade-25e9dbd00553 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Pushing event updated for resources: {'Port': ['ID=1ae03f8b-9df9-4291-973b-8bd0271bf6b0,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:45:48.095699 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0f764736-18cd-4d85-bade-25e9dbd00553 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:48.193533 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [None req-0f764736-18cd-4d85-bade-25e9dbd00553 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Floating IP 89d51559-3850-4e57-97f0-8faa03a3d1f4 associated. External IP: 172.25.2.105, port: 2580513d-0502-44bf-8f8b-1af137b9b63f. Aug 31 10:45:48.399180 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f764736-18cd-4d85-bade-25e9dbd00553 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Router 613a751a-7a84-4048-9c14-0bbfa1e1998e has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:45:48.504724 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f764736-18cd-4d85-bade-25e9dbd00553 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:45:48.514594 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70909c9a-5102-4ea5-96ea-fc7dc262e711 None None] Sync routers for ids ['613a751a-7a84-4048-9c14-0bbfa1e1998e'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:45:48.525437 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70909c9a-5102-4ea5-96ea-fc7dc262e711 None None] Routers {'613a751a-7a84-4048-9c14-0bbfa1e1998e'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:45:48.526036 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-70909c9a-5102-4ea5-96ea-fc7dc262e711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:45:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['613a751a-7a84-4048-9c14-0bbfa1e1998e'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:48.582375 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0f764736-18cd-4d85-bade-25e9dbd00553 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:45:48.611234 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0f764736-18cd-4d85-bade-25e9dbd00553 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8667357 Aug 31 10:45:48.611822 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f', 'tag': '2580513d-0502-44bf-8f8b-1af137b9b63f'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:45:48.614152 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efb09fcb25d757964e6e64477cf3964f72eef090657aa62846af519e9d9507f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55cda28-d5c3-4088-a901-489becc90735" -d '{"events": [{"name": "network-changed", "server_uuid": "6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f", "tag": "2580513d-0502-44bf-8f8b-1af137b9b63f"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:45:48.629567 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-70909c9a-5102-4ea5-96ea-fc7dc262e711 None None] Set router 613a751a-7a84-4048-9c14-0bbfa1e1998e gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:45:48.659373 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf300755-c86e-42b3-9b72-335e0b453e4c x-openstack-request-id: req-bf300755-c86e-42b3-9b72-335e0b453e4c {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:45:48.659790 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f", "tag": "2580513d-0502-44bf-8f8b-1af137b9b63f", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:45:48.660054 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-bf300755-c86e-42b3-9b72-335e0b453e4c {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:45:48.660460 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f', 'tag': '2580513d-0502-44bf-8f8b-1af137b9b63f', 'status': 'completed', 'code': 200} Aug 31 10:45:48.726363 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cda28-d5c3-4088-a901-489becc90735 req-00161ce0-a3af-400b-8130-7d8444f36228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:48.727854 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c55cda28-d5c3-4088-a901-489becc90735 req-00161ce0-a3af-400b-8130-7d8444f36228 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b03526b0d9e44009ba0ac3e492ce522&device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 1098 time: 0.0419729 Aug 31 10:45:48.824780 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cda28-d5c3-4088-a901-489becc90735 req-142fe7d7-e7dc-4f7e-b3e6-09767e4d0b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:48.826264 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c55cda28-d5c3-4088-a901-489becc90735 req-142fe7d7-e7dc-4f7e-b3e6-09767e4d0b9d service neutron] 10.222.0.59 "GET /v2.0/networks?id=559f242b-8004-40be-a337-f0e3e07a9fda HTTP/1.1" status: 200 len: 911 time: 0.0912995 Aug 31 10:45:48.851702 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-70909c9a-5102-4ea5-96ea-fc7dc262e711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'name': 'tempest-TestShelveInstance-2134484586-router', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:18Z', 'updated_at': '2021-08-31T10:45:22Z', 'revision_number': 4, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'gw_port': {'id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:19Z', 'updated_at': '2021-08-31T10:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '89d51559-3850-4e57-97f0-8faa03a3d1f4', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'floating_ip_address': '172.25.2.105', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'port_id': '2580513d-0502-44bf-8f8b-1af137b9b63f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda', 'mac_address': 'fa:16:3e:e1:7d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:45:47Z', 'updated_at': '2021-08-31T10:45:47Z', 'revision_number': 0, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1fba581-8bba-409d-a981-b01bd95a437d', 'name': '', 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'mac_address': 'fa:16:3e:3b:6f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '799033ed-d562-40e3-bc68-52c18cec906b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:21Z', 'updated_at': '2021-08-31T10:45:26Z', 'revision_number': 5, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'subnets': [{'id': '799033ed-d562-40e3-bc68-52c18cec906b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:48.882259 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70909c9a-5102-4ea5-96ea-fc7dc262e711 None None] Checking router: 613a751a-7a84-4048-9c14-0bbfa1e1998e for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:45:48.891046 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70909c9a-5102-4ea5-96ea-fc7dc262e711 None None] Routers {'613a751a-7a84-4048-9c14-0bbfa1e1998e'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:45:48.891794 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-70909c9a-5102-4ea5-96ea-fc7dc262e711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:45:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['613a751a-7a84-4048-9c14-0bbfa1e1998e'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:48.894730 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c55cda28-d5c3-4088-a901-489becc90735 req-56e36b38-741c-4fb7-96fa-df1f0b7c00c0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2580513d-0502-44bf-8f8b-1af137b9b63f HTTP/1.1" status: 200 len: 1000 time: 0.0608938 Aug 31 10:45:48.949696 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cda28-d5c3-4088-a901-489becc90735 req-a53c4fb4-c167-4f6b-99af-771aa9f64a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:48.951111 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c55cda28-d5c3-4088-a901-489becc90735 req-a53c4fb4-c167-4f6b-99af-771aa9f64a2d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=799033ed-d562-40e3-bc68-52c18cec906b HTTP/1.1" status: 200 len: 848 time: 0.0461845 Aug 31 10:45:49.003297 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-70909c9a-5102-4ea5-96ea-fc7dc262e711 None None] Set router 613a751a-7a84-4048-9c14-0bbfa1e1998e gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:45:49.004078 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cda28-d5c3-4088-a901-489becc90735 req-e63b8848-133b-4228-9e34-22d42a36d9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:45:49.005593 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c55cda28-d5c3-4088-a901-489becc90735 req-e63b8848-133b-4228-9e34-22d42a36d9aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=559f242b-8004-40be-a337-f0e3e07a9fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470932 Aug 31 10:45:49.099027 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c55cda28-d5c3-4088-a901-489becc90735 req-03741bb6-cb2d-4200-b32c-d889382b3c4d service neutron] 10.222.0.59 "GET /v2.0/networks/559f242b-8004-40be-a337-f0e3e07a9fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829089 Aug 31 10:45:49.196580 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c55cda28-d5c3-4088-a901-489becc90735 req-3ecbe042-3ec8-4704-b358-37127c48550e service neutron] 10.222.0.59 "GET /v2.0/networks/559f242b-8004-40be-a337-f0e3e07a9fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887442 Aug 31 10:45:49.230431 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-70909c9a-5102-4ea5-96ea-fc7dc262e711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'name': 'tempest-TestShelveInstance-2134484586-router', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:18Z', 'updated_at': '2021-08-31T10:45:22Z', 'revision_number': 4, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'gw_port': {'id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:19Z', 'updated_at': '2021-08-31T10:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '89d51559-3850-4e57-97f0-8faa03a3d1f4', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'floating_ip_address': '172.25.2.105', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'port_id': '2580513d-0502-44bf-8f8b-1af137b9b63f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda', 'mac_address': 'fa:16:3e:e1:7d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:45:47Z', 'updated_at': '2021-08-31T10:45:47Z', 'revision_number': 0, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1fba581-8bba-409d-a981-b01bd95a437d', 'name': '', 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'mac_address': 'fa:16:3e:3b:6f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '799033ed-d562-40e3-bc68-52c18cec906b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:21Z', 'updated_at': '2021-08-31T10:45:26Z', 'revision_number': 5, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'subnets': [{'id': '799033ed-d562-40e3-bc68-52c18cec906b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:45:49.257608 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70909c9a-5102-4ea5-96ea-fc7dc262e711 None None] The sync data for ids ['613a751a-7a84-4048-9c14-0bbfa1e1998e'] in n-d-791506-28 is: [{'id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'name': 'tempest-TestShelveInstance-2134484586-router', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:18Z', 'updated_at': '2021-08-31T10:45:22Z', 'revision_number': 4, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'gw_port': {'id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:19Z', 'updated_at': '2021-08-31T10:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '89d51559-3850-4e57-97f0-8faa03a3d1f4', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'floating_ip_address': '172.25.2.105', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'port_id': '2580513d-0502-44bf-8f8b-1af137b9b63f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda', 'mac_address': 'fa:16:3e:e1:7d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:45:47Z', 'updated_at': '2021-08-31T10:45:47Z', 'revision_number': 0, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1fba581-8bba-409d-a981-b01bd95a437d', 'name': '', 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'mac_address': 'fa:16:3e:3b:6f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '799033ed-d562-40e3-bc68-52c18cec906b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:21Z', 'updated_at': '2021-08-31T10:45:26Z', 'revision_number': 5, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'subnets': [{'id': '799033ed-d562-40e3-bc68-52c18cec906b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:45:49.456367 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787b31bb-a4ac-4783-89f5-d5612062e7b1 None None] New status for floating IP 89d51559-3850-4e57-97f0-8faa03a3d1f4: ACTIVE {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:46:03.644571 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:04.230999 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:11.398648 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b8c72c64-6961-4a23-b350-72e7ad498f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:14.002289 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b09baa5a-2d6b-4258-b7a3-dfefaf129481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:14.093785 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:15.724124 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:17.359172 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:21.401952 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:46:33.649076 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:34.220554 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:41.403596 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ff80839c-71e7-469e-97ab-1b53546c246c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:41.960510 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc44a76f-8879-41a7-b06d-d103e3dfbdef req-6ec45ddf-d12a-4c3f-9f5f-d84f62408ef7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0275109 Aug 31 10:46:42.006474 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc44a76f-8879-41a7-b06d-d103e3dfbdef req-6540d689-fcab-4c3b-8b8f-78931271d862 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.0246365 Aug 31 10:46:42.045895 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc44a76f-8879-41a7-b06d-d103e3dfbdef req-f1447be8-00d1-49d5-8ff8-61356fcc1ce5 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40aea3578a764824ae85220fcc0c6911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188789 Aug 31 10:46:42.141657 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44a76f-8879-41a7-b06d-d103e3dfbdef req-f9b52bdd-3913-4dba-8848-25cd0d9d2512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:46:42.143085 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fc44a76f-8879-41a7-b06d-d103e3dfbdef req-f9b52bdd-3913-4dba-8848-25cd0d9d2512 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0904772 Aug 31 10:46:44.001617 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-28286d13-2c01-447f-93b3-b3aba7ef7eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:44.111911 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:45.716642 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:47.380057 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:46:58.401508 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:47:03.618224 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:04.214281 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:11.362232 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-90c0ec7c-7545-4e98-91aa-c9e4720bfb5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:14.013897 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-36d82fca-33e6-475b-8ba4-a97098e06a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:14.103879 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:15.722323 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:17.430767 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:33.670331 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:34.224556 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:35.402359 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:47:41.372997 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-dfda614a-76b5-4b3c-b070-f0c918eb8483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:43.960504 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d5553c0e-122c-45a3-aa6f-0480ad718971 req-f27d6587-dc0d-402f-b859-93f5700ad746 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0277758 Aug 31 10:47:44.001615 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-72c9934a-4926-4ed1-a664-f881bb492088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:44.007356 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d5553c0e-122c-45a3-aa6f-0480ad718971 req-fb958cc7-8bdc-40fb-96e0-5b79f0e611a3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0248315 Aug 31 10:47:44.048962 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d5553c0e-122c-45a3-aa6f-0480ad718971 req-c9f346d8-110e-445d-85c2-38f748171cc2 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190339 Aug 31 10:47:44.080121 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:44.143868 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5553c0e-122c-45a3-aa6f-0480ad718971 req-4c1b6ea5-6c31-40a1-acfd-16c34e14a6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:44.145323 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d5553c0e-122c-45a3-aa6f-0480ad718971 req-4c1b6ea5-6c31-40a1-acfd-16c34e14a6fd service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0902045 Aug 31 10:47:45.733146 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:46.795228 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400092c-a101-4212-b595-849eb9f77c26 req-ec54b0cd-6e06-4d65-9ff9-e82022091c17 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:46.796924 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1400092c-a101-4212-b595-849eb9f77c26 req-ec54b0cd-6e06-4d65-9ff9-e82022091c17 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 946 time: 0.1042314 Aug 31 10:47:46.835590 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1400092c-a101-4212-b595-849eb9f77c26 req-a727ee6e-de4d-4631-b595-1af9fdbb2dc2 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327077 Aug 31 10:47:47.395522 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:47.954688 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16582504-5d8f-4626-9b63-4fb09b93064e req-362075b7-cc02-4df1-8fd6-45d9198fc0db tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:47.956445 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16582504-5d8f-4626-9b63-4fb09b93064e req-362075b7-cc02-4df1-8fd6-45d9198fc0db tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 946 time: 0.0486653 Aug 31 10:47:47.993857 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-16582504-5d8f-4626-9b63-4fb09b93064e req-0ce28bf8-0e08-4025-9eb5-96b198f74a26 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314238 Aug 31 10:47:49.126957 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810de1e-ab56-4c72-a741-e22296c675da req-f0a097d2-0c15-4ebf-bbd3-9ab19a07749a tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:49.128377 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d810de1e-ab56-4c72-a741-e22296c675da req-f0a097d2-0c15-4ebf-bbd3-9ab19a07749a tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 946 time: 0.0554001 Aug 31 10:47:49.171329 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d810de1e-ab56-4c72-a741-e22296c675da req-c8a1a10e-bf4b-4732-9bcf-7b7e1a2f5cda tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369229 Aug 31 10:47:50.287663 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda175b4-bba0-4a93-abf1-a198c943f7cd req-3cf70b04-a999-40dc-be4a-3dcda7c47821 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:50.289159 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cda175b4-bba0-4a93-abf1-a198c943f7cd req-3cf70b04-a999-40dc-be4a-3dcda7c47821 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 946 time: 0.0504715 Aug 31 10:47:50.327683 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cda175b4-bba0-4a93-abf1-a198c943f7cd req-5c0bc28d-96da-479e-8745-76f9f5ff2299 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325603 Aug 31 10:47:51.448001 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aee5f2-1914-4dc0-8b20-769dab38fdd3 req-3ba9de15-ea80-4c85-acd7-5254158d00a1 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:51.448001 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d2aee5f2-1914-4dc0-8b20-769dab38fdd3 req-3ba9de15-ea80-4c85-acd7-5254158d00a1 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 946 time: 0.0489542 Aug 31 10:47:51.483354 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d2aee5f2-1914-4dc0-8b20-769dab38fdd3 req-908aa61f-f5b9-411b-a765-1b9b04c4fac5 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321312 Aug 31 10:47:52.601933 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87821f-a39d-43b1-851b-07f83688d2ad req-4a38b7bc-51bc-44a6-9491-34fbbfa8f57d tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:52.603439 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1a87821f-a39d-43b1-851b-07f83688d2ad req-4a38b7bc-51bc-44a6-9491-34fbbfa8f57d tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 946 time: 0.0516844 Aug 31 10:47:52.641070 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1a87821f-a39d-43b1-851b-07f83688d2ad req-9bd59af9-0629-4eab-8e39-0ba7d7ada44e tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308621 Aug 31 10:47:53.763791 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713b5cf-cbf2-41a4-b955-d0e10dd1f77a req-a0b881bf-c689-4333-90f9-c748e42933e9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:53.765310 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d713b5cf-cbf2-41a4-b955-d0e10dd1f77a req-a0b881bf-c689-4333-90f9-c748e42933e9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 946 time: 0.0493023 Aug 31 10:47:53.804475 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d713b5cf-cbf2-41a4-b955-d0e10dd1f77a req-2a2f53c4-a28a-448b-b3cc-ea20c078c24a tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330648 Aug 31 10:47:54.925263 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab9aa5-d05e-48f2-b4b0-5dd7568836dc req-633ba2ea-2803-4e46-b864-0e91090c16b9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:54.926790 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d6ab9aa5-d05e-48f2-b4b0-5dd7568836dc req-633ba2ea-2803-4e46-b864-0e91090c16b9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 946 time: 0.0496154 Aug 31 10:47:54.963999 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d6ab9aa5-d05e-48f2-b4b0-5dd7568836dc req-1068c59b-dd52-49bb-944a-90d3c8def6af tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311568 Aug 31 10:47:56.081149 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4a933-da18-4df4-af5a-de9ce9f929d9 req-1b47811a-4dd9-4c45-9a0c-59bf29ad5cb8 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:56.082645 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4df4a933-da18-4df4-af5a-de9ce9f929d9 req-1b47811a-4dd9-4c45-9a0c-59bf29ad5cb8 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 946 time: 0.0518913 Aug 31 10:47:56.119715 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4df4a933-da18-4df4-af5a-de9ce9f929d9 req-b3685a21-e30c-4aba-8cfd-f67b0f829135 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304646 Aug 31 10:47:57.233801 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f30c62-196d-482a-8447-743013df23f9 req-292ae898-4b2b-4763-bee2-e240db3afc4a tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:57.235312 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-07f30c62-196d-482a-8447-743013df23f9 req-292ae898-4b2b-4763-bee2-e240db3afc4a tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 946 time: 0.0484650 Aug 31 10:47:57.273462 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-07f30c62-196d-482a-8447-743013df23f9 req-d634a233-5e1c-464f-8932-bbe6245a7bd6 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322156 Aug 31 10:47:58.391762 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49c586-66a6-4db4-b2fb-c8cd7dd15f96 req-9dd99be4-b005-4e30-b774-8fd075e4b048 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:58.393341 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fa49c586-66a6-4db4-b2fb-c8cd7dd15f96 req-9dd99be4-b005-4e30-b774-8fd075e4b048 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 946 time: 0.0494962 Aug 31 10:47:58.432885 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fa49c586-66a6-4db4-b2fb-c8cd7dd15f96 req-e874e791-636f-49d0-8cda-5537d867fdd6 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330102 Aug 31 10:47:59.039589 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2580513d-0502-44bf-8f8b-1af137b9b63f details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:47:59.135164 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 2580513d-0502-44bf-8f8b-1af137b9b63f, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2580513d-0502-44bf-8f8b-1af137b9b63f,segment=NetworkSegment(1473388d-e56b-435f-ad66-b57df3671d46),segment_id=1473388d-e56b-435f-ad66-b57df3671d46)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:47:59.146625 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '2580513d-0502-44bf-8f8b-1af137b9b63f', 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda', 'port_id': '2580513d-0502-44bf-8f8b-1af137b9b63f', 'mac_address': 'fa:16:3e:e1:7d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '799033ed-d562-40e3-bc68-52c18cec906b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:47:59.189184 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:59.202053 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2580513d-0502-44bf-8f8b-1af137b9b63f {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:47:59.221673 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 2580513d-0502-44bf-8f8b-1af137b9b63f, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2580513d-0502-44bf-8f8b-1af137b9b63f,segment=NetworkSegment(1473388d-e56b-435f-ad66-b57df3671d46),segment_id=1473388d-e56b-435f-ad66-b57df3671d46)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:47:59.314410 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:47:59.368653 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=2580513d-0502-44bf-8f8b-1af137b9b63f,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:47:59.376314 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:59.376654 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:59.376991 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:59.377326 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:59.377654 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:59.377976 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:59.378298 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:59.378645 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:59.378968 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:59.379286 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:59.379602 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:59.379919 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:47:59.408245 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['2580513d-0502-44bf-8f8b-1af137b9b63f'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:47:59.562201 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f2113-adaa-478c-aa03-98c8ac3f3191 req-4f0b43c2-b5dd-4439-9c03-4d74742fdb29 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:47:59.563874 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad0f2113-adaa-478c-aa03-98c8ac3f3191 req-4f0b43c2-b5dd-4439-9c03-4d74742fdb29 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 945 time: 0.0581350 Aug 31 10:47:59.606655 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ad0f2113-adaa-478c-aa03-98c8ac3f3191 req-18552949-1241-4083-a58b-c713bcb94695 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353830 Aug 31 10:48:00.742878 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fcb864-cb16-44a9-ad9e-97dbc01db519 req-18382a54-1ec5-4250-88a2-2a4d9eebd45f tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:00.745476 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f5fcb864-cb16-44a9-ad9e-97dbc01db519 req-18382a54-1ec5-4250-88a2-2a4d9eebd45f tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 945 time: 0.0624969 Aug 31 10:48:00.793850 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f5fcb864-cb16-44a9-ad9e-97dbc01db519 req-ac6d8b51-eafd-4729-a815-1a5dc3b15a03 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417762 Aug 31 10:48:01.055401 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2580513d-0502-44bf-8f8b-1af137b9b63f up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:48:01.107218 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 2580513d-0502-44bf-8f8b-1af137b9b63f triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:48:01.107586 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:01.197009 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:01.224313 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2580513d-0502-44bf-8f8b-1af137b9b63f'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:48:01.226770 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03d7c21-0006-47ad-8bb2-40780d337919" -d '{"events": [{"server_uuid": "6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f", "name": "network-vif-plugged", "status": "completed", "tag": "2580513d-0502-44bf-8f8b-1af137b9b63f"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:48:01.249496 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 2580513d-0502-44bf-8f8b-1af137b9b63f, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2580513d-0502-44bf-8f8b-1af137b9b63f,segment=NetworkSegment(1473388d-e56b-435f-ad66-b57df3671d46),segment_id=1473388d-e56b-435f-ad66-b57df3671d46)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:48:01.321571 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:01.355793 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ceef9fe-aa3e-47cb-9bb5-e5220ec3b3fc x-openstack-request-id: req-1ceef9fe-aa3e-47cb-9bb5-e5220ec3b3fc {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:48:01.356110 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f", "name": "network-vif-plugged", "status": "completed", "tag": "2580513d-0502-44bf-8f8b-1af137b9b63f", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:48:01.356680 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-1ceef9fe-aa3e-47cb-9bb5-e5220ec3b3fc {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:48:01.357085 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2580513d-0502-44bf-8f8b-1af137b9b63f', 'code': 200} Aug 31 10:48:01.392869 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=2580513d-0502-44bf-8f8b-1af137b9b63f,revision_number=7']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:48:01.932549 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af5f32-b3da-4ba9-b3e1-09c392dfaba7 req-425c6eea-3362-46b9-bce9-ebd4ee469ba1 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:01.935033 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c4af5f32-b3da-4ba9-b3e1-09c392dfaba7 req-425c6eea-3362-46b9-bce9-ebd4ee469ba1 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 946 time: 0.0643444 Aug 31 10:48:01.984407 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c4af5f32-b3da-4ba9-b3e1-09c392dfaba7 req-419156c6-494c-41e0-abe5-7c344b61238a tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432994 Aug 31 10:48:03.137534 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca008a-c2b8-4e75-94b6-78ca55492aaf req-5a2a45b5-e7b1-4350-8405-72156dc6eff4 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:03.139058 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d7ca008a-c2b8-4e75-94b6-78ca55492aaf req-5a2a45b5-e7b1-4350-8405-72156dc6eff4 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 946 time: 0.0629859 Aug 31 10:48:03.183364 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d7ca008a-c2b8-4e75-94b6-78ca55492aaf req-8e49de20-b572-498c-bed0-71e96dd37c20 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382602 Aug 31 10:48:03.670409 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:04.229334 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:04.390600 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97fd01-ade1-45c7-9a33-eefcbf46708f req-973e9445-0381-4502-ad73-1e0125221f67 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:04.392613 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bb97fd01-ade1-45c7-9a33-eefcbf46708f req-973e9445-0381-4502-ad73-1e0125221f67 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 946 time: 0.0580652 Aug 31 10:48:04.446259 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bb97fd01-ade1-45c7-9a33-eefcbf46708f req-a2460cb6-6174-4622-973f-0ef07cc5f5ce tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462654 Aug 31 10:48:05.561626 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1291202-c960-4507-9e78-2bed0d7b8936 req-3c8042ce-3186-4797-bed7-319719262101 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:05.563150 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d1291202-c960-4507-9e78-2bed0d7b8936 req-3c8042ce-3186-4797-bed7-319719262101 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 946 time: 0.0501339 Aug 31 10:48:05.609302 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d1291202-c960-4507-9e78-2bed0d7b8936 req-29b243f6-7fe9-4c21-ac96-b03b97529527 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394273 Aug 31 10:48:06.742194 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c5ef9-5fa8-4789-8054-cabb1007e21f req-57f66528-98cd-4651-af8f-d2f266c35f91 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:06.750684 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-093c5ef9-5fa8-4789-8054-cabb1007e21f req-57f66528-98cd-4651-af8f-d2f266c35f91 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 946 time: 0.0635099 Aug 31 10:48:06.794154 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-093c5ef9-5fa8-4789-8054-cabb1007e21f req-f49dfb4b-ed16-4882-872c-6c5fe05905ca tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378194 Aug 31 10:48:07.919423 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293c451-6836-4e5b-bbf0-de79461bf32e req-43907512-d40a-4656-9757-23fb50f9b4c5 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:07.921095 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a293c451-6836-4e5b-bbf0-de79461bf32e req-43907512-d40a-4656-9757-23fb50f9b4c5 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 946 time: 0.0548775 Aug 31 10:48:07.967215 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a293c451-6836-4e5b-bbf0-de79461bf32e req-996c42f4-f78a-4629-8cbf-7143381d947d tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393977 Aug 31 10:48:09.096753 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fc2fc-b76e-4a7b-8878-a9d30b2cd59c req-b7252a9c-1200-4744-94e9-6ece1bff8294 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:09.098178 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e8fc2fc-b76e-4a7b-8878-a9d30b2cd59c req-b7252a9c-1200-4744-94e9-6ece1bff8294 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 946 time: 0.0498238 Aug 31 10:48:09.137491 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8e8fc2fc-b76e-4a7b-8878-a9d30b2cd59c req-0df8eec0-bd30-4718-8bae-f9475f2bcef0 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326576 Aug 31 10:48:10.070526 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff89ea-09bc-4298-9fa6-439a2c0ada18 req-3f2d8c2f-c953-45c3-9bc3-21b5698df3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:10.072463 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-adff89ea-09bc-4298-9fa6-439a2c0ada18 req-3f2d8c2f-c953-45c3-9bc3-21b5698df3b0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b03526b0d9e44009ba0ac3e492ce522&device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 1098 time: 0.0443513 Aug 31 10:48:10.159707 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff89ea-09bc-4298-9fa6-439a2c0ada18 req-0db57205-d2ca-44e4-897b-30fdc5029dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:10.161177 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-adff89ea-09bc-4298-9fa6-439a2c0ada18 req-0db57205-d2ca-44e4-897b-30fdc5029dd1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=559f242b-8004-40be-a337-f0e3e07a9fda HTTP/1.1" status: 200 len: 911 time: 0.0823565 Aug 31 10:48:10.258095 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-adff89ea-09bc-4298-9fa6-439a2c0ada18 req-30664036-92f0-42eb-b9f0-d2bba56661f7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2580513d-0502-44bf-8f8b-1af137b9b63f HTTP/1.1" status: 200 len: 1002 time: 0.0888577 Aug 31 10:48:10.281488 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce0b60-b79e-488b-adc0-98dd4780a1f2 req-d89ce8e9-09e7-4c63-acf8-ebf85dae3b81 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:10.282939 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-34ce0b60-b79e-488b-adc0-98dd4780a1f2 req-d89ce8e9-09e7-4c63-acf8-ebf85dae3b81 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 946 time: 0.0739295 Aug 31 10:48:10.339640 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff89ea-09bc-4298-9fa6-439a2c0ada18 req-3f8dae88-ae66-4d0a-a36a-47903a3237bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:10.340995 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-adff89ea-09bc-4298-9fa6-439a2c0ada18 req-3f8dae88-ae66-4d0a-a36a-47903a3237bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=799033ed-d562-40e3-bc68-52c18cec906b HTTP/1.1" status: 200 len: 848 time: 0.0752923 Aug 31 10:48:10.345790 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-34ce0b60-b79e-488b-adc0-98dd4780a1f2 req-6b0cef9d-ae2b-45cc-8416-da9d71dcd023 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454547 Aug 31 10:48:10.390529 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff89ea-09bc-4298-9fa6-439a2c0ada18 req-5d575f91-0f5b-49cf-89a7-d218fda549bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:10.392025 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-adff89ea-09bc-4298-9fa6-439a2c0ada18 req-5d575f91-0f5b-49cf-89a7-d218fda549bc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=559f242b-8004-40be-a337-f0e3e07a9fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441208 Aug 31 10:48:10.482559 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-adff89ea-09bc-4298-9fa6-439a2c0ada18 req-1a12c203-b35c-4743-896d-1e5f821c7d84 service neutron] 10.222.0.59 "GET /v2.0/networks/559f242b-8004-40be-a337-f0e3e07a9fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824678 Aug 31 10:48:10.575770 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-adff89ea-09bc-4298-9fa6-439a2c0ada18 req-807e5626-2abb-4e03-b710-5685e8295a13 service neutron] 10.222.0.59 "GET /v2.0/networks/559f242b-8004-40be-a337-f0e3e07a9fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865264 Aug 31 10:48:11.360665 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-00b1f00d-0cf3-409d-a159-c80b33b6a302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:11.464622 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede5240-db90-433a-94f9-f93b340a6a38 req-07f2adb0-3551-40cb-af32-9830c9a38a62 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:11.469499 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9ede5240-db90-433a-94f9-f93b340a6a38 req-07f2adb0-3551-40cb-af32-9830c9a38a62 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 946 time: 0.0504417 Aug 31 10:48:11.503850 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9ede5240-db90-433a-94f9-f93b340a6a38 req-61bdb4ea-f00a-4b89-b938-21a9ff104d17 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316672 Aug 31 10:48:12.400968 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:48:12.622584 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18da3c-a53e-434f-b315-15477b0e63f3 req-80c4cece-43f3-433d-88b6-fd32b8dd1ba2 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:12.624654 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba18da3c-a53e-434f-b315-15477b0e63f3 req-80c4cece-43f3-433d-88b6-fd32b8dd1ba2 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 946 time: 0.0511143 Aug 31 10:48:12.663665 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ba18da3c-a53e-434f-b315-15477b0e63f3 req-c3822811-9e94-4df8-934a-8aff8c800cf5 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325255 Aug 31 10:48:12.734794 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-578d1ee4-9818-4453-b7a3-8e48a2fe575a req-a0f660f1-cfb2-4d5d-922d-982e1bcf9877 service neutron] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:48:12.735814 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-578d1ee4-9818-4453-b7a3-8e48a2fe575a req-a0f660f1-cfb2-4d5d-922d-982e1bcf9877 service neutron] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054638 Aug 31 10:48:13.068947 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abaa1a-3b4f-4b66-beac-3da46075fdd1 req-507e3be5-7d55-4e24-a50b-45ac1308739b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:13.070499 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e2abaa1a-3b4f-4b66-beac-3da46075fdd1 req-507e3be5-7d55-4e24-a50b-45ac1308739b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 946 time: 0.0533378 Aug 31 10:48:13.109980 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e2abaa1a-3b4f-4b66-beac-3da46075fdd1 req-96b6419a-7809-4080-b505-f57ad449659d tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325408 Aug 31 10:48:13.155632 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2580513d-0502-44bf-8f8b-1af137b9b63f no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:48:13.235247 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:13.257263 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2580513d-0502-44bf-8f8b-1af137b9b63f'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:48:13.260270 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba40257-f3ed-481a-b3a7-e70dcee7ac38" -d '{"events": [{"server_uuid": "6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f", "name": "network-vif-unplugged", "status": "completed", "tag": "2580513d-0502-44bf-8f8b-1af137b9b63f"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:48:13.273576 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 2580513d-0502-44bf-8f8b-1af137b9b63f, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2580513d-0502-44bf-8f8b-1af137b9b63f,segment=NetworkSegment(1473388d-e56b-435f-ad66-b57df3671d46),segment_id=1473388d-e56b-435f-ad66-b57df3671d46)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:48:13.293217 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 10:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a0f123-cf98-4310-9a12-84648dd105ef x-openstack-request-id: req-73a0f123-cf98-4310-9a12-84648dd105ef {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:48:13.293507 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f", "name": "network-vif-unplugged", "status": "failed", "tag": "2580513d-0502-44bf-8f8b-1af137b9b63f", "code": 422}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:48:13.293760 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-73a0f123-cf98-4310-9a12-84648dd105ef {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:48:13.294216 n-d-791506-28 neutron-server[95554]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2580513d-0502-44bf-8f8b-1af137b9b63f', 'code': 422} returned with failed status Aug 31 10:48:13.347957 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:13.394884 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=2580513d-0502-44bf-8f8b-1af137b9b63f,revision_number=8']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:48:13.433813 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57096) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:48:13.518571 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ff0c2b7b-5cca-4e67-a288-dc31026609b0 req-aa4896be-ae40-47c2-9cbc-02a6760be5fc service neutron] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0835426 Aug 31 10:48:14.037598 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1d302c41-2506-4b6d-b723-48faf131aa5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:14.104016 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:14.227299 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576673b3-9bb4-4330-9fba-f515a34bed78 req-8f467c83-8a0b-49db-aa6b-4c7e942370bf tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:14.229508 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-576673b3-9bb4-4330-9fba-f515a34bed78 req-8f467c83-8a0b-49db-aa6b-4c7e942370bf tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 944 time: 0.0522728 Aug 31 10:48:14.269391 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-576673b3-9bb4-4330-9fba-f515a34bed78 req-9deb9751-4157-42d7-9ce7-b5b6a1e8f867 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337071 Aug 31 10:48:14.742000 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c2b7b-5cca-4e67-a288-dc31026609b0 req-799d7074-dfa2-411a-82ea-72260548b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:14.743722 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ff0c2b7b-5cca-4e67-a288-dc31026609b0 req-799d7074-dfa2-411a-82ea-72260548b16d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f&tenant_id=2b03526b0d9e44009ba0ac3e492ce522 HTTP/1.1" status: 200 len: 1096 time: 0.0407784 Aug 31 10:48:14.808637 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c2b7b-5cca-4e67-a288-dc31026609b0 req-21b67ca5-ccb4-44bb-a0e8-98154a21a505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:14.810154 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ff0c2b7b-5cca-4e67-a288-dc31026609b0 req-21b67ca5-ccb4-44bb-a0e8-98154a21a505 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b03526b0d9e44009ba0ac3e492ce522&device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 1096 time: 0.0445433 Aug 31 10:48:14.896998 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c2b7b-5cca-4e67-a288-dc31026609b0 req-be072abd-d787-4ec1-86e6-70033c1d8a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:14.898436 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ff0c2b7b-5cca-4e67-a288-dc31026609b0 req-be072abd-d787-4ec1-86e6-70033c1d8a85 service neutron] 10.222.0.59 "GET /v2.0/networks?id=559f242b-8004-40be-a337-f0e3e07a9fda HTTP/1.1" status: 200 len: 911 time: 0.0816939 Aug 31 10:48:14.966942 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ff0c2b7b-5cca-4e67-a288-dc31026609b0 req-1f69c6c1-23d0-4b56-b90e-f4a344516a95 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2580513d-0502-44bf-8f8b-1af137b9b63f HTTP/1.1" status: 200 len: 1000 time: 0.0610909 Aug 31 10:48:15.016266 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c2b7b-5cca-4e67-a288-dc31026609b0 req-c5d305f4-ae4a-40df-a72f-b625f75322d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:15.017726 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ff0c2b7b-5cca-4e67-a288-dc31026609b0 req-c5d305f4-ae4a-40df-a72f-b625f75322d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=799033ed-d562-40e3-bc68-52c18cec906b HTTP/1.1" status: 200 len: 848 time: 0.0438149 Aug 31 10:48:15.062596 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c2b7b-5cca-4e67-a288-dc31026609b0 req-3c2bdbca-7acd-481f-aad1-a586451c4085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:15.063995 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ff0c2b7b-5cca-4e67-a288-dc31026609b0 req-3c2bdbca-7acd-481f-aad1-a586451c4085 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=559f242b-8004-40be-a337-f0e3e07a9fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391073 Aug 31 10:48:15.159469 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ff0c2b7b-5cca-4e67-a288-dc31026609b0 req-9873e849-27fc-40d1-84b6-2d05cd6da61c service neutron] 10.222.0.59 "GET /v2.0/networks/559f242b-8004-40be-a337-f0e3e07a9fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875962 Aug 31 10:48:15.249583 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ff0c2b7b-5cca-4e67-a288-dc31026609b0 req-1e069f84-eb26-42f3-9861-b052c781f7cd service neutron] 10.222.0.59 "GET /v2.0/networks/559f242b-8004-40be-a337-f0e3e07a9fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822389 Aug 31 10:48:15.388422 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39f294-f211-424e-b631-852c51113c69 req-814f2743-6a96-481c-a026-ed229fac2f9f tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:15.389764 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d39f294-f211-424e-b631-852c51113c69 req-814f2743-6a96-481c-a026-ed229fac2f9f tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 944 time: 0.0504069 Aug 31 10:48:15.428586 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6d39f294-f211-424e-b631-852c51113c69 req-aacc7925-048a-4798-8ac1-7ca462387210 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326838 Aug 31 10:48:15.733334 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:16.560305 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8d65e-7fdc-4429-b083-33cf6f88f4ab req-764297d4-1796-4cbd-ae57-9350e712b53b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:16.561791 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-add8d65e-7fdc-4429-b083-33cf6f88f4ab req-764297d4-1796-4cbd-ae57-9350e712b53b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 944 time: 0.0575573 Aug 31 10:48:16.601146 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-add8d65e-7fdc-4429-b083-33cf6f88f4ab req-8ee6facb-bb28-4d2e-9320-18bd205c31b9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333354 Aug 31 10:48:17.395367 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:17.731806 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20478492-114a-4864-a87f-5a150af7ce1e req-dac7145f-d140-4786-b620-86fb6f5f8e04 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:17.733360 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-20478492-114a-4864-a87f-5a150af7ce1e req-dac7145f-d140-4786-b620-86fb6f5f8e04 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 944 time: 0.0510669 Aug 31 10:48:17.776747 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-20478492-114a-4864-a87f-5a150af7ce1e req-4e457d39-004b-49ed-90ba-15e71fe73b5e tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371182 Aug 31 10:48:18.908705 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6bb79-6abd-4a09-8062-0a6c7ff2a0a2 req-e7823708-be0b-4ee3-b390-4a339b5b14a7 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:18.910692 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d7e6bb79-6abd-4a09-8062-0a6c7ff2a0a2 req-e7823708-be0b-4ee3-b390-4a339b5b14a7 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 944 time: 0.0516980 Aug 31 10:48:18.951814 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d7e6bb79-6abd-4a09-8062-0a6c7ff2a0a2 req-21a7bdf4-9e2a-4d2e-9a7d-bd87d076f204 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333905 Aug 31 10:48:20.080647 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e008b95-4cff-4bb3-ae63-c521a494c181 req-1594325d-67f2-4a2a-90c0-e5d40d9ca5b6 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:20.082098 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e008b95-4cff-4bb3-ae63-c521a494c181 req-1594325d-67f2-4a2a-90c0-e5d40d9ca5b6 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 944 time: 0.0548749 Aug 31 10:48:20.123706 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e008b95-4cff-4bb3-ae63-c521a494c181 req-56ecd223-0c06-48e8-b558-ecd92c3862b6 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347147 Aug 31 10:48:21.247569 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e479464-94ba-4337-a035-42e29ef5e54a req-c1791e46-a7d2-40bb-9dd3-e3f21a6e4913 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:21.249161 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1e479464-94ba-4337-a035-42e29ef5e54a req-c1791e46-a7d2-40bb-9dd3-e3f21a6e4913 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 944 time: 0.0538385 Aug 31 10:48:21.290451 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1e479464-94ba-4337-a035-42e29ef5e54a req-f6c2ed89-cdec-437a-9522-c2a9119a0ea1 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336800 Aug 31 10:48:22.412480 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ae8bf-1a67-4c86-9e94-efcb3560bde0 req-2612cada-3cd5-4726-ba43-d9b2e04ad46b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:22.414115 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c67ae8bf-1a67-4c86-9e94-efcb3560bde0 req-2612cada-3cd5-4726-ba43-d9b2e04ad46b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 944 time: 0.0517669 Aug 31 10:48:22.452428 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c67ae8bf-1a67-4c86-9e94-efcb3560bde0 req-df137efc-7e5e-4ece-95c4-11fdbece52e4 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317433 Aug 31 10:48:23.588387 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a51695-7910-4f33-b1b8-27b6bf761301 req-0567f338-2ad6-44d8-b9bd-01ff6834eee4 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:23.589894 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0a51695-7910-4f33-b1b8-27b6bf761301 req-0567f338-2ad6-44d8-b9bd-01ff6834eee4 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 944 time: 0.0614953 Aug 31 10:48:23.634580 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0a51695-7910-4f33-b1b8-27b6bf761301 req-e3d78863-2d85-4eea-be86-6ab975dd8fc4 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323963 Aug 31 10:48:24.748714 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab99ba-2491-4cee-a92d-41c0c2eaf0fa req-574297cd-f7a1-4afa-a9f3-ec5c0972a7b0 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:24.750190 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c5ab99ba-2491-4cee-a92d-41c0c2eaf0fa req-574297cd-f7a1-4afa-a9f3-ec5c0972a7b0 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 944 time: 0.0493743 Aug 31 10:48:24.793525 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c5ab99ba-2491-4cee-a92d-41c0c2eaf0fa req-c899763c-e4bd-4b7a-9768-26ebe66def93 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371649 Aug 31 10:48:25.915585 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8714fda-0faf-4dd3-953a-782ecc3c4b1f req-02e3b9d4-4483-4a82-84c5-232daa90014c tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:25.917106 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c8714fda-0faf-4dd3-953a-782ecc3c4b1f req-02e3b9d4-4483-4a82-84c5-232daa90014c tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 944 time: 0.0509787 Aug 31 10:48:25.956067 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c8714fda-0faf-4dd3-953a-782ecc3c4b1f req-17df794e-4f85-4484-a46e-98e280156eb3 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326910 Aug 31 10:48:27.073115 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be300b8c-7741-4c73-9fc1-a8fcca3176ec req-cdc83141-ce77-4041-82ca-a4d7719bcbbc tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:27.074472 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-be300b8c-7741-4c73-9fc1-a8fcca3176ec req-cdc83141-ce77-4041-82ca-a4d7719bcbbc tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 944 time: 0.0519075 Aug 31 10:48:27.111514 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-be300b8c-7741-4c73-9fc1-a8fcca3176ec req-7adf016f-b861-4be7-b16c-a6d7894076ae tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308871 Aug 31 10:48:28.228873 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f548d9a-229f-445b-b4cc-35294b770570 req-e08e20f4-2567-40e9-b5f7-aa4ac6dee811 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:28.230339 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4f548d9a-229f-445b-b4cc-35294b770570 req-e08e20f4-2567-40e9-b5f7-aa4ac6dee811 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 944 time: 0.0502415 Aug 31 10:48:28.268560 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4f548d9a-229f-445b-b4cc-35294b770570 req-86274008-5987-4440-a8e6-3f92359a9bd9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318856 Aug 31 10:48:29.231329 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2580513d-0502-44bf-8f8b-1af137b9b63f details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:48:29.389711 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a3c44-c47b-48dc-8331-ee64973a0699 req-9ec8903f-130c-4c34-bfd3-2e0a46ae03d6 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:29.391333 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b4a3c44-c47b-48dc-8331-ee64973a0699 req-9ec8903f-130c-4c34-bfd3-2e0a46ae03d6 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 944 time: 0.0511630 Aug 31 10:48:29.430520 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8b4a3c44-c47b-48dc-8331-ee64973a0699 req-d9e9aaf3-c4a1-4369-9d04-f10baeaddf5d tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330274 Aug 31 10:48:29.480365 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 2580513d-0502-44bf-8f8b-1af137b9b63f, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2580513d-0502-44bf-8f8b-1af137b9b63f,segment=NetworkSegment(1473388d-e56b-435f-ad66-b57df3671d46),segment_id=1473388d-e56b-435f-ad66-b57df3671d46)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:48:29.491098 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '2580513d-0502-44bf-8f8b-1af137b9b63f', 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda', 'port_id': '2580513d-0502-44bf-8f8b-1af137b9b63f', 'mac_address': 'fa:16:3e:e1:7d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '799033ed-d562-40e3-bc68-52c18cec906b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:48:29.527952 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:29.540140 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2580513d-0502-44bf-8f8b-1af137b9b63f {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:48:29.559221 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 2580513d-0502-44bf-8f8b-1af137b9b63f, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2580513d-0502-44bf-8f8b-1af137b9b63f,segment=NetworkSegment(1473388d-e56b-435f-ad66-b57df3671d46),segment_id=1473388d-e56b-435f-ad66-b57df3671d46)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:48:29.698087 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:29.748906 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=2580513d-0502-44bf-8f8b-1af137b9b63f,revision_number=9']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:48:29.933004 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['2580513d-0502-44bf-8f8b-1af137b9b63f'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:48:30.551593 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b549a-af51-4693-942c-4de77dc13d29 req-e955e9f9-c52a-4eef-a3f6-2545b5d11c93 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:30.553053 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-963b549a-af51-4693-942c-4de77dc13d29 req-e955e9f9-c52a-4eef-a3f6-2545b5d11c93 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 945 time: 0.0521703 Aug 31 10:48:30.589972 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-963b549a-af51-4693-942c-4de77dc13d29 req-aaf7d4dd-27ea-426b-8977-8a1e2b9b6160 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309381 Aug 31 10:48:31.247028 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2580513d-0502-44bf-8f8b-1af137b9b63f up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:48:31.293213 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 2580513d-0502-44bf-8f8b-1af137b9b63f triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:48:31.293580 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:31.372504 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:31.396049 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2580513d-0502-44bf-8f8b-1af137b9b63f'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:48:31.398479 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e05ec5c-731e-4079-99ba-3763dcd38d20" -d '{"events": [{"server_uuid": "6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f", "name": "network-vif-plugged", "status": "completed", "tag": "2580513d-0502-44bf-8f8b-1af137b9b63f"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:48:31.415139 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 2580513d-0502-44bf-8f8b-1af137b9b63f, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2580513d-0502-44bf-8f8b-1af137b9b63f,segment=NetworkSegment(1473388d-e56b-435f-ad66-b57df3671d46),segment_id=1473388d-e56b-435f-ad66-b57df3671d46)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:48:31.434872 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49e2865-32da-4ea3-becb-49d232324406 x-openstack-request-id: req-e49e2865-32da-4ea3-becb-49d232324406 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:48:31.435162 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f", "name": "network-vif-plugged", "status": "completed", "tag": "2580513d-0502-44bf-8f8b-1af137b9b63f", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:48:31.435413 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-e49e2865-32da-4ea3-becb-49d232324406 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:48:31.435806 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2580513d-0502-44bf-8f8b-1af137b9b63f', 'code': 200} Aug 31 10:48:31.536742 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:31.585297 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=2580513d-0502-44bf-8f8b-1af137b9b63f,revision_number=10']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:48:31.660065 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de5b18-dfd1-4fc5-9748-8a491471966d req-15698889-73f2-4c54-a4da-8f3d28573b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:31.661550 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-96de5b18-dfd1-4fc5-9748-8a491471966d req-15698889-73f2-4c54-a4da-8f3d28573b4d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 1099 time: 0.0410011 Aug 31 10:48:31.720049 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-96de5b18-dfd1-4fc5-9748-8a491471966d req-29aa7f97-34ad-419b-800b-dc86cba68420 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500808 Aug 31 10:48:31.728642 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11deb5-9fa6-4005-b78f-683bdcbfe73a req-4f8de9cb-58be-4610-b4ac-0aec511f5543 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:31.730036 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e11deb5-9fa6-4005-b78f-683bdcbfe73a req-4f8de9cb-58be-4610-b4ac-0aec511f5543 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 947 time: 0.0722702 Aug 31 10:48:31.770299 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5e11deb5-9fa6-4005-b78f-683bdcbfe73a req-e5f11611-bd42-4994-b62b-40e06d715286 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342443 Aug 31 10:48:32.892637 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afb32c-5cf0-45d5-8565-029c510b0412 req-0bae7e0d-6ab7-4734-9b0d-413eb57f891f tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:32.894129 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03afb32c-5cf0-45d5-8565-029c510b0412 req-0bae7e0d-6ab7-4734-9b0d-413eb57f891f tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 947 time: 0.0516975 Aug 31 10:48:32.938344 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-03afb32c-5cf0-45d5-8565-029c510b0412 req-a5685a71-032d-48f7-b29a-e22f3e080b1a tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326171 Aug 31 10:48:33.714776 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:34.055870 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543330a-d6bf-47a4-b148-2b26b87f74e7 req-1168c213-4016-44fe-9577-523b22a4013c tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:34.057338 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2543330a-d6bf-47a4-b148-2b26b87f74e7 req-1168c213-4016-44fe-9577-523b22a4013c tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 947 time: 0.0514662 Aug 31 10:48:34.095706 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2543330a-d6bf-47a4-b148-2b26b87f74e7 req-b389b6b9-446b-457f-a171-db257efd8e91 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319903 Aug 31 10:48:34.263029 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:35.212411 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a566ae8-3b5d-4ce3-a91f-0d15e22e360e req-178336a5-25f2-4e03-a1b4-91de385f09a6 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:35.213890 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a566ae8-3b5d-4ce3-a91f-0d15e22e360e req-178336a5-25f2-4e03-a1b4-91de385f09a6 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 947 time: 0.0493755 Aug 31 10:48:35.254800 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a566ae8-3b5d-4ce3-a91f-0d15e22e360e req-ba2f6ed1-57e5-4861-832f-5a246ddce541 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349205 Aug 31 10:48:41.365472 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7d4124b3-5030-42b3-92da-88eb1a17324d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:44.036417 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f6ef91f1-4ee8-4ac9-9aa1-213f11244a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:44.108451 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:45.013962 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c834bd6e-a971-4992-8d8f-ea78db6082b6 req-969e1980-2f06-40da-be60-8ccf0cd62964 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0771694 Aug 31 10:48:45.079496 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c834bd6e-a971-4992-8d8f-ea78db6082b6 req-0142b6ef-b448-44d8-9da1-e06c6c9e9c4a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0252523 Aug 31 10:48:45.119690 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c834bd6e-a971-4992-8d8f-ea78db6082b6 req-a6a55efd-226b-47a1-83da-a393a14cc6c2 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199413 Aug 31 10:48:45.212121 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834bd6e-a971-4992-8d8f-ea78db6082b6 req-1c6d1257-80df-4dbb-9685-fae19c3f5040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:48:45.213585 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c834bd6e-a971-4992-8d8f-ea78db6082b6 req-1c6d1257-80df-4dbb-9685-fae19c3f5040 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0867414 Aug 31 10:48:45.777110 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:47.377059 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:48:49.400315 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:49:03.701838 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:04.227732 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:11.341684 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-143669c2-ab8e-4b75-aadd-1c5b9fb81960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:14.016120 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6d68929b-f977-431b-816c-b6311d6a513f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:14.106684 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:15.741369 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:17.404489 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:26.400956 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:49:33.684221 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:34.260857 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:41.358316 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7b425fbd-3ce1-42b8-be60-7825d03cc2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:44.014616 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bdfb76a2-b2bc-4210-ac56-1e137227f9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:44.100830 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:45.735384 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:45.956899 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40dfe803-ce48-4682-9dc0-fd9b8f9000db req-8b327d2d-0f65-4b91-8336-b3233dfcb624 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0304205 Aug 31 10:49:46.001082 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40dfe803-ce48-4682-9dc0-fd9b8f9000db req-1f72dc48-aeee-4fe6-b1cd-5bafbaf3e332 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.0244877 Aug 31 10:49:46.038536 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40dfe803-ce48-4682-9dc0-fd9b8f9000db req-2df6c0ad-ee2f-4cb5-82d3-320d63792dfc service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40aea3578a764824ae85220fcc0c6911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190258 Aug 31 10:49:46.126833 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfe803-ce48-4682-9dc0-fd9b8f9000db req-83075f88-2323-430a-9392-15b6bd3a70c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:46.128256 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-40dfe803-ce48-4682-9dc0-fd9b8f9000db req-83075f88-2323-430a-9392-15b6bd3a70c1 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0835166 Aug 31 10:49:46.200016 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57222) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:49:46.360025 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-810571fd-a8d1-4567-8558-1986e5ca514b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Deleting port 1ae03f8b-9df9-4291-973b-8bd0271bf6b0 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:49:46.360286 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-810571fd-a8d1-4567-8558-1986e5ca514b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:46.785643 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-810571fd-a8d1-4567-8558-1986e5ca514b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:46.785967 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-810571fd-a8d1-4567-8558-1986e5ca514b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:46.797737 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-810571fd-a8d1-4567-8558-1986e5ca514b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Calling delete_port for 1ae03f8b-9df9-4291-973b-8bd0271bf6b0 owned by network:floatingip {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:49:46.980944 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-810571fd-a8d1-4567-8558-1986e5ca514b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:47.006068 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810571fd-a8d1-4567-8558-1986e5ca514b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Pushing event deleted for resources: {'Port': ['ID=1ae03f8b-9df9-4291-973b-8bd0271bf6b0,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:47.018486 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810571fd-a8d1-4567-8558-1986e5ca514b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:47.018913 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810571fd-a8d1-4567-8558-1986e5ca514b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:47.019249 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810571fd-a8d1-4567-8558-1986e5ca514b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:47.019581 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810571fd-a8d1-4567-8558-1986e5ca514b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:47.019909 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810571fd-a8d1-4567-8558-1986e5ca514b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:47.020233 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810571fd-a8d1-4567-8558-1986e5ca514b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:47.020565 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810571fd-a8d1-4567-8558-1986e5ca514b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:47.020882 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810571fd-a8d1-4567-8558-1986e5ca514b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:47.021199 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810571fd-a8d1-4567-8558-1986e5ca514b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:47.021521 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810571fd-a8d1-4567-8558-1986e5ca514b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:47.021836 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810571fd-a8d1-4567-8558-1986e5ca514b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:47.022207 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810571fd-a8d1-4567-8558-1986e5ca514b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:47.078435 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-810571fd-a8d1-4567-8558-1986e5ca514b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for floatingip, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:47.078775 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-810571fd-a8d1-4567-8558-1986e5ca514b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Floating IP 89d51559-3850-4e57-97f0-8faa03a3d1f4 disassociated (deleted). External IP: 172.25.2.105, port: 2580513d-0502-44bf-8f8b-1af137b9b63f. Aug 31 10:49:47.278202 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810571fd-a8d1-4567-8558-1986e5ca514b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Router 613a751a-7a84-4048-9c14-0bbfa1e1998e has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:49:47.386823 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810571fd-a8d1-4567-8558-1986e5ca514b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:49:47.399700 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-810571fd-a8d1-4567-8558-1986e5ca514b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:47.399803 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759b8e6f-07f9-452b-ad84-7123a8e9b064 None None] Sync routers for ids ['613a751a-7a84-4048-9c14-0bbfa1e1998e'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:49:47.406069 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759b8e6f-07f9-452b-ad84-7123a8e9b064 None None] Routers {'613a751a-7a84-4048-9c14-0bbfa1e1998e'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:49:47.406721 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-759b8e6f-07f9-452b-ad84-7123a8e9b064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:49:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['613a751a-7a84-4048-9c14-0bbfa1e1998e'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:49:47.409338 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:47.422628 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-810571fd-a8d1-4567-8558-1986e5ca514b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "DELETE /v2.0/floatingips/89d51559-3850-4e57-97f0-8faa03a3d1f4 HTTP/1.1" status: 204 len: 168 time: 1.2214086 Aug 31 10:49:47.425032 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f', 'tag': '2580513d-0502-44bf-8f8b-1af137b9b63f'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:49:47.425761 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd24d85-6040-4636-b5dc-8d67f56936a0" -d '{"events": [{"name": "network-changed", "server_uuid": "6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f", "tag": "2580513d-0502-44bf-8f8b-1af137b9b63f"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:49:47.465899 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5133015f-63eb-443b-81e3-121f7baf1173 x-openstack-request-id: req-5133015f-63eb-443b-81e3-121f7baf1173 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:49:47.466403 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f", "tag": "2580513d-0502-44bf-8f8b-1af137b9b63f", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:49:47.466747 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-5133015f-63eb-443b-81e3-121f7baf1173 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:49:47.467265 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f', 'tag': '2580513d-0502-44bf-8f8b-1af137b9b63f', 'status': 'completed', 'code': 200} Aug 31 10:49:47.521606 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-759b8e6f-07f9-452b-ad84-7123a8e9b064 None None] Set router 613a751a-7a84-4048-9c14-0bbfa1e1998e gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:49:47.531741 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd24d85-6040-4636-b5dc-8d67f56936a0 req-761fac56-3020-4277-b6d7-070e0eb0073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:47.533326 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bfd24d85-6040-4636-b5dc-8d67f56936a0 req-761fac56-3020-4277-b6d7-070e0eb0073e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b03526b0d9e44009ba0ac3e492ce522&device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 1099 time: 0.0433042 Aug 31 10:49:47.625230 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd24d85-6040-4636-b5dc-8d67f56936a0 req-cf422758-6d56-4b33-81ff-1dd5c305cb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:47.626630 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bfd24d85-6040-4636-b5dc-8d67f56936a0 req-cf422758-6d56-4b33-81ff-1dd5c305cb66 service neutron] 10.222.0.59 "GET /v2.0/networks?id=559f242b-8004-40be-a337-f0e3e07a9fda HTTP/1.1" status: 200 len: 911 time: 0.0857744 Aug 31 10:49:47.672002 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bfd24d85-6040-4636-b5dc-8d67f56936a0 req-444c153c-6179-44e1-b7c2-9cebc9411ec8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2580513d-0502-44bf-8f8b-1af137b9b63f HTTP/1.1" status: 200 len: 217 time: 0.0386887 Aug 31 10:49:47.724012 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd24d85-6040-4636-b5dc-8d67f56936a0 req-94e6662f-f675-429c-bdce-58df242ab4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:47.726063 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bfd24d85-6040-4636-b5dc-8d67f56936a0 req-94e6662f-f675-429c-bdce-58df242ab4b9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=799033ed-d562-40e3-bc68-52c18cec906b HTTP/1.1" status: 200 len: 848 time: 0.0474410 Aug 31 10:49:47.731877 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-759b8e6f-07f9-452b-ad84-7123a8e9b064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'name': 'tempest-TestShelveInstance-2134484586-router', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:18Z', 'updated_at': '2021-08-31T10:45:22Z', 'revision_number': 4, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'gw_port': {'id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:19Z', 'updated_at': '2021-08-31T10:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'f1fba581-8bba-409d-a981-b01bd95a437d', 'name': '', 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'mac_address': 'fa:16:3e:3b:6f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '799033ed-d562-40e3-bc68-52c18cec906b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:21Z', 'updated_at': '2021-08-31T10:45:26Z', 'revision_number': 5, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'subnets': [{'id': '799033ed-d562-40e3-bc68-52c18cec906b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:49:47.760787 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759b8e6f-07f9-452b-ad84-7123a8e9b064 None None] Checking router: 613a751a-7a84-4048-9c14-0bbfa1e1998e for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:49:47.775118 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759b8e6f-07f9-452b-ad84-7123a8e9b064 None None] Routers {'613a751a-7a84-4048-9c14-0bbfa1e1998e'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:49:47.775118 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-759b8e6f-07f9-452b-ad84-7123a8e9b064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:49:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['613a751a-7a84-4048-9c14-0bbfa1e1998e'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:49:47.775384 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd24d85-6040-4636-b5dc-8d67f56936a0 req-b62fd425-13de-4f0d-b3d6-b161d6e98a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:47.775384 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bfd24d85-6040-4636-b5dc-8d67f56936a0 req-b62fd425-13de-4f0d-b3d6-b161d6e98a39 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=559f242b-8004-40be-a337-f0e3e07a9fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414987 Aug 31 10:49:47.883277 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-759b8e6f-07f9-452b-ad84-7123a8e9b064 None None] Set router 613a751a-7a84-4048-9c14-0bbfa1e1998e gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:49:47.910625 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770867f8-55f5-4324-b00f-5b3f26b31347 req-d24be653-d28f-414c-bfd2-48e9c0dde33f tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:47.912132 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-770867f8-55f5-4324-b00f-5b3f26b31347 req-d24be653-d28f-414c-bfd2-48e9c0dde33f tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 947 time: 0.0774765 Aug 31 10:49:47.917932 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bfd24d85-6040-4636-b5dc-8d67f56936a0 req-91fabd67-e75e-45ab-a7fa-9205a1297338 service neutron] 10.222.0.59 "GET /v2.0/networks/559f242b-8004-40be-a337-f0e3e07a9fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362433 Aug 31 10:49:48.001829 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-770867f8-55f5-4324-b00f-5b3f26b31347 req-0065ebba-876b-4039-b5d9-abcce178f387 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829370 Aug 31 10:49:48.038254 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bfd24d85-6040-4636-b5dc-8d67f56936a0 req-0d33aec8-b291-4b55-977e-68e10b6345bb service neutron] 10.222.0.59 "GET /v2.0/networks/559f242b-8004-40be-a337-f0e3e07a9fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060629 Aug 31 10:49:48.088287 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-759b8e6f-07f9-452b-ad84-7123a8e9b064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'name': 'tempest-TestShelveInstance-2134484586-router', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:18Z', 'updated_at': '2021-08-31T10:45:22Z', 'revision_number': 4, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'gw_port': {'id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:19Z', 'updated_at': '2021-08-31T10:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'f1fba581-8bba-409d-a981-b01bd95a437d', 'name': '', 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'mac_address': 'fa:16:3e:3b:6f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '799033ed-d562-40e3-bc68-52c18cec906b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:21Z', 'updated_at': '2021-08-31T10:45:26Z', 'revision_number': 5, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'subnets': [{'id': '799033ed-d562-40e3-bc68-52c18cec906b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:49:48.113270 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759b8e6f-07f9-452b-ad84-7123a8e9b064 None None] The sync data for ids ['613a751a-7a84-4048-9c14-0bbfa1e1998e'] in n-d-791506-28 is: [{'id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'name': 'tempest-TestShelveInstance-2134484586-router', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:18Z', 'updated_at': '2021-08-31T10:45:22Z', 'revision_number': 4, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'gw_port': {'id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:19Z', 'updated_at': '2021-08-31T10:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'f1fba581-8bba-409d-a981-b01bd95a437d', 'name': '', 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'mac_address': 'fa:16:3e:3b:6f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '799033ed-d562-40e3-bc68-52c18cec906b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:21Z', 'updated_at': '2021-08-31T10:45:26Z', 'revision_number': 5, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'subnets': [{'id': '799033ed-d562-40e3-bc68-52c18cec906b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:49:48.334179 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1f5b51-2148-4fd1-9665-a5c850dc9b50 None None] New status for floating IP 89d51559-3850-4e57-97f0-8faa03a3d1f4: DOWN {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:49:49.127656 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc668a3e-a2b9-45ee-a1f2-20e13a087d14 req-239d7ff4-85c0-4e9d-b9db-edc0d115afe6 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:49.129028 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dc668a3e-a2b9-45ee-a1f2-20e13a087d14 req-239d7ff4-85c0-4e9d-b9db-edc0d115afe6 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 947 time: 0.0493848 Aug 31 10:49:49.188883 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dc668a3e-a2b9-45ee-a1f2-20e13a087d14 req-5bcfe631-b167-45a4-b8ea-f15242851b6d tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=f2f2bbaa-9821-4e97-a51a-f1aaf9242459&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529063 Aug 31 10:49:49.212210 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573ae85-6dd0-4a41-8b56-4142189d8d57 req-4a2469bd-67b0-494a-8506-8808fa1873e6 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:49:49.213656 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3573ae85-6dd0-4a41-8b56-4142189d8d57 req-4a2469bd-67b0-494a-8506-8808fa1873e6 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.59 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 947 time: 0.0579395 Aug 31 10:49:49.306536 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-3573ae85-6dd0-4a41-8b56-4142189d8d57 req-4c5e53d9-ad27-42e2-bcc5-25585b36475c tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Deleting port 2580513d-0502-44bf-8f8b-1af137b9b63f {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:49:49.324810 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3573ae85-6dd0-4a41-8b56-4142189d8d57 req-4c5e53d9-ad27-42e2-bcc5-25585b36475c tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:49.393086 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-3573ae85-6dd0-4a41-8b56-4142189d8d57 req-4c5e53d9-ad27-42e2-bcc5-25585b36475c tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] For port 2580513d-0502-44bf-8f8b-1af137b9b63f, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2580513d-0502-44bf-8f8b-1af137b9b63f,segment=NetworkSegment(1473388d-e56b-435f-ad66-b57df3671d46),segment_id=1473388d-e56b-435f-ad66-b57df3671d46)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:49:49.393363 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3573ae85-6dd0-4a41-8b56-4142189d8d57 req-4c5e53d9-ad27-42e2-bcc5-25585b36475c tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:49.406174 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-3573ae85-6dd0-4a41-8b56-4142189d8d57 req-4c5e53d9-ad27-42e2-bcc5-25585b36475c tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Calling delete_port for 2580513d-0502-44bf-8f8b-1af137b9b63f owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:49:49.614894 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3573ae85-6dd0-4a41-8b56-4142189d8d57 req-4c5e53d9-ad27-42e2-bcc5-25585b36475c tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:49.642142 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e53d9-ad27-42e2-bcc5-25585b36475c tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Pushing event deleted for resources: {'Port': ['ID=2580513d-0502-44bf-8f8b-1af137b9b63f,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:49.688931 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-3573ae85-6dd0-4a41-8b56-4142189d8d57 req-4c5e53d9-ad27-42e2-bcc5-25585b36475c tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] No DVR routers for this DVR port 2580513d-0502-44bf-8f8b-1af137b9b63f on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:49:49.691482 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-3573ae85-6dd0-4a41-8b56-4142189d8d57 req-4c5e53d9-ad27-42e2-bcc5-25585b36475c tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:49.693512 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3573ae85-6dd0-4a41-8b56-4142189d8d57 req-4c5e53d9-ad27-42e2-bcc5-25585b36475c tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.59 "DELETE /v2.0/ports/2580513d-0502-44bf-8f8b-1af137b9b63f HTTP/1.1" status: 204 len: 173 time: 0.4736931 Aug 31 10:49:49.694674 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f', 'name': 'network-vif-deleted', 'tag': '2580513d-0502-44bf-8f8b-1af137b9b63f'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:49:49.697062 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d952e888-4ca5-456a-932b-d03c7a230284" -d '{"events": [{"server_uuid": "6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f", "name": "network-vif-deleted", "tag": "2580513d-0502-44bf-8f8b-1af137b9b63f"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:49:49.733926 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29650b6d-095e-422f-b732-410810cf2d5d x-openstack-request-id: req-29650b6d-095e-422f-b732-410810cf2d5d {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:49:49.734221 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f", "name": "network-vif-deleted", "tag": "2580513d-0502-44bf-8f8b-1af137b9b63f", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:49:49.734479 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-29650b6d-095e-422f-b732-410810cf2d5d {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:49:49.734929 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f', 'name': 'network-vif-deleted', 'tag': '2580513d-0502-44bf-8f8b-1af137b9b63f', 'status': 'completed', 'code': 200} Aug 31 10:49:50.302763 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-26bb8ed1-7790-4ae2-83d4-709a5e9acc08 req-07b235ca-e6c1-4285-a737-9a9d52090fb2 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=6bf09ab1-2c6f-4bb4-97c2-5bec805dad0f HTTP/1.1" status: 200 len: 210 time: 0.0335460 Aug 31 10:49:51.381004 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57244) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:49:51.439517 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6cf155f8-ae35-4430-8d3f-eab296508656 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:51.464412 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6cf155f8-ae35-4430-8d3f-eab296508656 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:51.609314 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6cf155f8-ae35-4430-8d3f-eab296508656 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:51.611888 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6cf155f8-ae35-4430-8d3f-eab296508656 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:51.613446 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6cf155f8-ae35-4430-8d3f-eab296508656 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "DELETE /v2.0/security-groups/f2f2bbaa-9821-4e97-a51a-f1aaf9242459 HTTP/1.1" status: 204 len: 168 time: 0.2302828 Aug 31 10:49:51.623177 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf155f8-ae35-4430-8d3f-eab296508656 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f2bbaa-9821-4e97-a51a-f1aaf9242459,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:52.216190 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57250) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:49:52.220937 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-4cdca8e6-7954-41d9-a8ac-33bdc5898cdf tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1437158864', 'description': 'tempest-secgroup-smoke-1437158864 description', 'project_id': '2b03526b0d9e44009ba0ac3e492ce522'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:49:52.340929 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4cdca8e6-7954-41d9-a8ac-33bdc5898cdf tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:52.424219 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4cdca8e6-7954-41d9-a8ac-33bdc5898cdf tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:52.495097 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4cdca8e6-7954-41d9-a8ac-33bdc5898cdf tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:52.523072 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdca8e6-7954-41d9-a8ac-33bdc5898cdf tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23007bd6-8be3-4535-ac42-297457f6acf7,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:52.586571 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-4cdca8e6-7954-41d9-a8ac-33bdc5898cdf tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:52.592043 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-4cdca8e6-7954-41d9-a8ac-33bdc5898cdf tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3707199 Aug 31 10:49:52.592043 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57252) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:49:52.595280 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-592337ad-de07-45cd-bde9-fb85c07114ea tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Request body: {'security_group_rule': {'security_group_id': '23007bd6-8be3-4535-ac42-297457f6acf7', 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:49:52.683665 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-592337ad-de07-45cd-bde9-fb85c07114ea tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:52.743278 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-592337ad-de07-45cd-bde9-fb85c07114ea tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:52.797919 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-592337ad-de07-45cd-bde9-fb85c07114ea tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:52.816606 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592337ad-de07-45cd-bde9-fb85c07114ea tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ba8f72-368f-4599-80fd-ba9453c9f4e9,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:52.877915 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-592337ad-de07-45cd-bde9-fb85c07114ea tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:52.879173 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-592337ad-de07-45cd-bde9-fb85c07114ea tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2874751 Aug 31 10:49:52.882078 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57254) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:49:52.888238 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-10ab24c2-4b91-45ef-8eda-cd07cec11622 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Request body: {'security_group_rule': {'security_group_id': '23007bd6-8be3-4535-ac42-297457f6acf7', 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:49:52.985876 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-10ab24c2-4b91-45ef-8eda-cd07cec11622 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:53.043532 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-10ab24c2-4b91-45ef-8eda-cd07cec11622 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:53.105787 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-10ab24c2-4b91-45ef-8eda-cd07cec11622 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:53.123059 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab24c2-4b91-45ef-8eda-cd07cec11622 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b73065b-a8fa-49cb-a4db-8b64fe67b7ff,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:53.132080 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab24c2-4b91-45ef-8eda-cd07cec11622 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:53.132426 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab24c2-4b91-45ef-8eda-cd07cec11622 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:53.132763 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab24c2-4b91-45ef-8eda-cd07cec11622 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:53.133097 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab24c2-4b91-45ef-8eda-cd07cec11622 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:53.133423 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab24c2-4b91-45ef-8eda-cd07cec11622 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:53.133746 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab24c2-4b91-45ef-8eda-cd07cec11622 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:53.134065 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab24c2-4b91-45ef-8eda-cd07cec11622 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:53.134386 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab24c2-4b91-45ef-8eda-cd07cec11622 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:53.134732 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab24c2-4b91-45ef-8eda-cd07cec11622 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:53.136433 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab24c2-4b91-45ef-8eda-cd07cec11622 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:53.136433 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab24c2-4b91-45ef-8eda-cd07cec11622 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:53.136433 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ab24c2-4b91-45ef-8eda-cd07cec11622 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:49:53.163938 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-10ab24c2-4b91-45ef-8eda-cd07cec11622 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:53.165338 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-10ab24c2-4b91-45ef-8eda-cd07cec11622 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2821846 Aug 31 10:49:53.168153 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57258) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:49:53.174099 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-0726e463-9ace-45ca-8771-7f0b056a012a tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Request body: {'security_group_rule': {'security_group_id': '23007bd6-8be3-4535-ac42-297457f6acf7', 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:49:53.237305 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0726e463-9ace-45ca-8771-7f0b056a012a tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:53.296974 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0726e463-9ace-45ca-8771-7f0b056a012a tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:53.340734 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0726e463-9ace-45ca-8771-7f0b056a012a tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:53.361596 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726e463-9ace-45ca-8771-7f0b056a012a tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c1aeef1-cf64-4ba8-a599-2870b8a01b7c,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:53.403463 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-0726e463-9ace-45ca-8771-7f0b056a012a tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:53.404714 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-0726e463-9ace-45ca-8771-7f0b056a012a tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2355766 Aug 31 10:49:53.407810 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57260) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:49:53.412522 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-2deb95d4-4757-4304-a8c9-7c67fa0d93ab tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Request body: {'security_group_rule': {'security_group_id': '23007bd6-8be3-4535-ac42-297457f6acf7', 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:49:53.488281 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2deb95d4-4757-4304-a8c9-7c67fa0d93ab tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:53.547932 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2deb95d4-4757-4304-a8c9-7c67fa0d93ab tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:53.620473 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2deb95d4-4757-4304-a8c9-7c67fa0d93ab tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:53.638333 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb95d4-4757-4304-a8c9-7c67fa0d93ab tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5392524-342e-4b54-82d3-8f6cc0ab7fb3,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:53.667777 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2580513d-0502-44bf-8f8b-1af137b9b63f no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:49:53.692624 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 2580513d-0502-44bf-8f8b-1af137b9b63f {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:49:53.692967 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2580513d-0502-44bf-8f8b-1af137b9b63f not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:49:53.706318 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-2deb95d4-4757-4304-a8c9-7c67fa0d93ab tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:53.707585 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-2deb95d4-4757-4304-a8c9-7c67fa0d93ab tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2988250 Aug 31 10:49:53.710505 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57262) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:49:53.716677 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-fc5f7a27-af9b-4634-8ebc-7e38e602962e tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Request body: {'security_group_rule': {'security_group_id': '23007bd6-8be3-4535-ac42-297457f6acf7', 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:49:53.821043 n-d-791506-28 neutron-server[95552]: INFO neutron.db.securitygroups_db [None req-fc5f7a27-af9b-4634-8ebc-7e38e602962e tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Project 2b03526b0d9e44009ba0ac3e492ce522 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:49:53.826260 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fc5f7a27-af9b-4634-8ebc-7e38e602962e tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:53.886648 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fc5f7a27-af9b-4634-8ebc-7e38e602962e tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:53.940418 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fc5f7a27-af9b-4634-8ebc-7e38e602962e tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:53.959427 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f7a27-af9b-4634-8ebc-7e38e602962e tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=374b89c1-3907-4f33-bcb5-97d0d5d1332e,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:54.031469 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fc5f7a27-af9b-4634-8ebc-7e38e602962e tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:54.032722 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fc5f7a27-af9b-4634-8ebc-7e38e602962e tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3214045 Aug 31 10:49:54.035514 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57264) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:49:54.040613 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-9e65e69d-e8b1-433d-a756-e2640ff9c1f7 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Request body: {'security_group_rule': {'security_group_id': '23007bd6-8be3-4535-ac42-297457f6acf7', 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:49:54.128552 n-d-791506-28 neutron-server[95552]: INFO neutron.db.securitygroups_db [None req-9e65e69d-e8b1-433d-a756-e2640ff9c1f7 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Project 2b03526b0d9e44009ba0ac3e492ce522 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:49:54.134015 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e65e69d-e8b1-433d-a756-e2640ff9c1f7 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:54.194786 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e65e69d-e8b1-433d-a756-e2640ff9c1f7 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:54.237474 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e65e69d-e8b1-433d-a756-e2640ff9c1f7 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:54.257831 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65e69d-e8b1-433d-a756-e2640ff9c1f7 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5563ea09-f45f-4181-8cfe-0969b38906aa,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:49:54.323469 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9e65e69d-e8b1-433d-a756-e2640ff9c1f7 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:49:54.324685 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9e65e69d-e8b1-433d-a756-e2640ff9c1f7 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2882454 Aug 31 10:50:03.401904 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:50:04.072479 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:04.237885 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:11.381445 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b3873eff-47e5-4607-acd4-fc5c82eb72b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:14.021408 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-be7c5b88-4b6b-4869-b60c-77a1638783e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:14.124418 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:14.220656 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-e8a0c878-8557-4363-9030-517362fe18ad tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1437158864&fields=id&tenant_id=2b03526b0d9e44009ba0ac3e492ce522 HTTP/1.1" status: 200 len: 267 time: 0.0367355 Aug 31 10:50:14.327901 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-ee831b4e-d4e0-41d3-be0c-77e4da9291a9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:14.329326 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-ee831b4e-d4e0-41d3-be0c-77e4da9291a9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/networks?id=559f242b-8004-40be-a337-f0e3e07a9fda HTTP/1.1" status: 200 len: 809 time: 0.1010158 Aug 31 10:50:14.344549 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-c8469571-00e9-4f41-ad49-4d50b2879ace tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/quotas/2b03526b0d9e44009ba0ac3e492ce522 HTTP/1.1" status: 200 len: 375 time: 0.0091851 Aug 31 10:50:14.400307 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-8efd0493-7a52-4c59-ba8d-408dc4c2eb2a tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=2b03526b0d9e44009ba0ac3e492ce522&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503535 Aug 31 10:50:14.537795 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-7b6c8afb-3ef3-4f79-a7e6-8228323402e2 service neutron] 10.222.0.119 "GET /v2.0/networks/559f242b-8004-40be-a337-f0e3e07a9fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245995 Aug 31 10:50:14.633894 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-8e408f97-acb4-4aa2-9e1c-25c45c0db95c service neutron] 10.222.0.119 "GET /v2.0/networks/559f242b-8004-40be-a337-f0e3e07a9fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892253 Aug 31 10:50:15.196432 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6668cb34-7b95-4580-8b4d-db868c7c1279 req-122e6084-f3cf-4b40-8b27-4d5f87b270c3 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 210 time: 0.0277076 Aug 31 10:50:15.781520 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:16.292009 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b1e03450-5205-4fc0-b51e-550f3822abad req-0850de2b-9002-4b88-9571-318d2de2d673 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 210 time: 0.0260913 Aug 31 10:50:17.015497 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-b2fb0c60-2a82-4b0b-9499-007ddffc400e tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:17.017023 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-b2fb0c60-2a82-4b0b-9499-007ddffc400e tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.59 "GET /v2.0/networks?id=559f242b-8004-40be-a337-f0e3e07a9fda HTTP/1.1" status: 200 len: 809 time: 0.1058648 Aug 31 10:50:17.068843 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-d1147148-c303-4dd5-b9f3-b102f2d429ca tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b03526b0d9e44009ba0ac3e492ce522 HTTP/1.1" status: 200 len: 380 time: 0.0345788 Aug 31 10:50:17.079444 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-75685d72-f995-426b-8929-62ac43521baf tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Request body: {'port': {'device_id': '9484db61-40fa-4f7c-8a9c-385bcf4dae97', 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda', 'admin_state_up': True, 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'security_groups': ['23007bd6-8be3-4535-ac42-297457f6acf7']}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:50:17.261443 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-75685d72-f995-426b-8929-62ac43521baf tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Made reservation on behalf of 2b03526b0d9e44009ba0ac3e492ce522 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:50:17.265029 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-75685d72-f995-426b-8929-62ac43521baf tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:17.404690 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:17.416185 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6aa42fd0-ab36-45d6-a71a-3a7543e33bb5 req-e30ac4c9-6b32-4fb7-aa06-d1ccc75bef68 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 210 time: 0.0339737 Aug 31 10:50:17.432831 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-75685d72-f995-426b-8929-62ac43521baf tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Allocated IP 172.20.0.13 (559f242b-8004-40be-a337-f0e3e07a9fda/799033ed-d562-40e3-bc68-52c18cec906b/1b2944a1-ecd9-4306-a297-13462c4d3b5b) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:50:17.575751 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-75685d72-f995-426b-8929-62ac43521baf tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:17.589904 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-75685d72-f995-426b-8929-62ac43521baf tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Transition to ACTIVE for port object 1b2944a1-ecd9-4306-a297-13462c4d3b5b will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:50:17.725200 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-75685d72-f995-426b-8929-62ac43521baf tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:17.765839 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-75685d72-f995-426b-8929-62ac43521baf tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Network 559f242b-8004-40be-a337-f0e3e07a9fda is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:50:17.769015 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-75685d72-f995-426b-8929-62ac43521baf tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:50:17.775368 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-75685d72-f995-426b-8929-62ac43521baf tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:50:17.809497 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75685d72-f995-426b-8929-62ac43521baf tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Pushing event updated for resources: {'Port': ['ID=1b2944a1-ecd9-4306-a297-13462c4d3b5b,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:50:17.841407 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-75685d72-f995-426b-8929-62ac43521baf tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:17.842309 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-75685d72-f995-426b-8929-62ac43521baf tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:17.919754 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-75685d72-f995-426b-8929-62ac43521baf tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8442583 Aug 31 10:50:17.932622 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-d6e1f543-61a5-440c-8476-1ffe2e29adbb service neutron] Request body: {'port': {'device_id': '9484db61-40fa-4f7c-8a9c-385bcf4dae97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:50:17.994229 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-d6e1f543-61a5-440c-8476-1ffe2e29adbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:18.073194 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5369c074-79ac-463f-afb5-668a49cd24a9 None None] Provisioning for port 1b2944a1-ecd9-4306-a297-13462c4d3b5b completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:50:18.077400 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-5369c074-79ac-463f-afb5-668a49cd24a9 None None] Provisioning complete for port 1b2944a1-ecd9-4306-a297-13462c4d3b5b triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:50:18.080682 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5369c074-79ac-463f-afb5-668a49cd24a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:18.112969 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-5369c074-79ac-463f-afb5-668a49cd24a9 None None] Port 1b2944a1-ecd9-4306-a297-13462c4d3b5b cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:50:18.264744 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-d6e1f543-61a5-440c-8476-1ffe2e29adbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b2944a1-ecd9-4306-a297-13462c4d3b5b {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:50:18.272270 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-d6e1f543-61a5-440c-8476-1ffe2e29adbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:18.284456 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-d6e1f543-61a5-440c-8476-1ffe2e29adbb service neutron] Transition to ACTIVE for port object 1b2944a1-ecd9-4306-a297-13462c4d3b5b will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:50:18.381584 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-d6e1f543-61a5-440c-8476-1ffe2e29adbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:18.434959 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1f543-61a5-440c-8476-1ffe2e29adbb service neutron] Pushing event updated for resources: {'Port': ['ID=1b2944a1-ecd9-4306-a297-13462c4d3b5b,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:50:18.542752 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-d6e1f543-61a5-440c-8476-1ffe2e29adbb service neutron] Attempting to bind port 1b2944a1-ecd9-4306-a297-13462c4d3b5b on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:50:18.543084 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-d6e1f543-61a5-440c-8476-1ffe2e29adbb service neutron] Attempting to bind port 1b2944a1-ecd9-4306-a297-13462c4d3b5b by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': '1473388d-e56b-435f-ad66-b57df3671d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:50:18.543411 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-d6e1f543-61a5-440c-8476-1ffe2e29adbb service neutron] Attempting to bind port 1b2944a1-ecd9-4306-a297-13462c4d3b5b on network 559f242b-8004-40be-a337-f0e3e07a9fda {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:50:18.550578 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-d6e1f543-61a5-440c-8476-1ffe2e29adbb service neutron] Port 1b2944a1-ecd9-4306-a297-13462c4d3b5b on network 559f242b-8004-40be-a337-f0e3e07a9fda not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:50:18.550909 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-d6e1f543-61a5-440c-8476-1ffe2e29adbb service neutron] Attempting to bind port 1b2944a1-ecd9-4306-a297-13462c4d3b5b on network 559f242b-8004-40be-a337-f0e3e07a9fda {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:50:18.559149 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-d6e1f543-61a5-440c-8476-1ffe2e29adbb service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:50:18.559484 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-d6e1f543-61a5-440c-8476-1ffe2e29adbb service neutron] Checking segment: {'id': '1473388d-e56b-435f-ad66-b57df3671d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:50:18.559864 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-d6e1f543-61a5-440c-8476-1ffe2e29adbb service neutron] Bound using segment: {'id': '1473388d-e56b-435f-ad66-b57df3671d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:50:18.560287 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-d6e1f543-61a5-440c-8476-1ffe2e29adbb service neutron] Bound port: 1b2944a1-ecd9-4306-a297-13462c4d3b5b, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1473388d-e56b-435f-ad66-b57df3671d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1636, 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:50:18.560640 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-d6e1f543-61a5-440c-8476-1ffe2e29adbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:18.569420 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad980d3-c409-426e-ab99-d87944bcd4a0 req-820780b5-1a66-4b8e-abc7-04b190155919 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:18.571056 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ad980d3-c409-426e-ab99-d87944bcd4a0 req-820780b5-1a66-4b8e-abc7-04b190155919 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 944 time: 0.0794692 Aug 31 10:50:18.655253 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ad980d3-c409-426e-ab99-d87944bcd4a0 req-55c7f500-bce8-4ef0-b96d-d33096d57d46 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685232 Aug 31 10:50:18.674658 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-d6e1f543-61a5-440c-8476-1ffe2e29adbb service neutron] For port 1b2944a1-ecd9-4306-a297-13462c4d3b5b, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:50:18.677583 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-d6e1f543-61a5-440c-8476-1ffe2e29adbb service neutron] For port 1b2944a1-ecd9-4306-a297-13462c4d3b5b, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=1b2944a1-ecd9-4306-a297-13462c4d3b5b,segment=NetworkSegment(1473388d-e56b-435f-ad66-b57df3671d46),segment_id=1473388d-e56b-435f-ad66-b57df3671d46)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:50:18.793541 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-d6e1f543-61a5-440c-8476-1ffe2e29adbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:18.829813 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-d6e1f543-61a5-440c-8476-1ffe2e29adbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:18.830190 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-d6e1f543-61a5-440c-8476-1ffe2e29adbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:18.832327 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-d6e1f543-61a5-440c-8476-1ffe2e29adbb service neutron] 10.222.0.59 "PUT /v2.0/ports/1b2944a1-ecd9-4306-a297-13462c4d3b5b HTTP/1.1" status: 200 len: 1093 time: 0.9042201 Aug 31 10:50:18.835104 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9484db61-40fa-4f7c-8a9c-385bcf4dae97', 'tag': '1b2944a1-ecd9-4306-a297-13462c4d3b5b'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:50:18.838743 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d787d5-885a-4ff3-900a-876994f133ff" -d '{"events": [{"name": "network-changed", "server_uuid": "9484db61-40fa-4f7c-8a9c-385bcf4dae97", "tag": "1b2944a1-ecd9-4306-a297-13462c4d3b5b"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:50:18.863651 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1f543-61a5-440c-8476-1ffe2e29adbb service neutron] Pushing event updated for resources: {'Port': ['ID=1b2944a1-ecd9-4306-a297-13462c4d3b5b,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:50:18.965612 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4c6a44-29aa-4603-9324-ad10a9c81b32 x-openstack-request-id: req-cc4c6a44-29aa-4603-9324-ad10a9c81b32 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:50:18.965987 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9484db61-40fa-4f7c-8a9c-385bcf4dae97", "tag": "1b2944a1-ecd9-4306-a297-13462c4d3b5b", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:50:18.966327 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-cc4c6a44-29aa-4603-9324-ad10a9c81b32 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:50:18.966769 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9484db61-40fa-4f7c-8a9c-385bcf4dae97', 'tag': '1b2944a1-ecd9-4306-a297-13462c4d3b5b', 'status': 'completed', 'code': 200} Aug 31 10:50:18.983851 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-9795e67c-8240-4d96-96b7-ccd3e6e7ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:18.985741 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-9795e67c-8240-4d96-96b7-ccd3e6e7ffb7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b03526b0d9e44009ba0ac3e492ce522&device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 1096 time: 0.0524471 Aug 31 10:50:19.037339 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-fcb7e147-dc77-4a8e-b5fb-abd0ad3c5b82 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b2944a1-ecd9-4306-a297-13462c4d3b5b HTTP/1.1" status: 200 len: 217 time: 0.0422571 Aug 31 10:50:19.097571 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-58d71be0-e3ec-4caa-ab42-c03f3ec83de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:19.099083 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-58d71be0-e3ec-4caa-ab42-c03f3ec83de0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=799033ed-d562-40e3-bc68-52c18cec906b HTTP/1.1" status: 200 len: 848 time: 0.0529191 Aug 31 10:50:19.148486 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-f125cc58-da1d-4fd8-a5c1-1a9986967e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:19.150415 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-f125cc58-da1d-4fd8-a5c1-1a9986967e3d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=559f242b-8004-40be-a337-f0e3e07a9fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414286 Aug 31 10:50:19.239636 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-c2e5f1c3-11cb-4243-b105-8e7c97a9cf64 service neutron] 10.222.0.59 "GET /v2.0/networks/559f242b-8004-40be-a337-f0e3e07a9fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815713 Aug 31 10:50:19.343044 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d84d1308-4d49-4219-a5a8-42b4fef53724 req-aeef7ad1-8161-4172-be42-8436a41e4719 service neutron] 10.222.0.59 "GET /v2.0/networks/559f242b-8004-40be-a337-f0e3e07a9fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962861 Aug 31 10:50:19.486079 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d787d5-885a-4ff3-900a-876994f133ff req-b35e2d62-9624-4e7d-bd4f-eb8f7d09dbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:19.487728 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-96d787d5-885a-4ff3-900a-876994f133ff req-b35e2d62-9624-4e7d-bd4f-eb8f7d09dbda service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b03526b0d9e44009ba0ac3e492ce522&device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 1096 time: 0.0432570 Aug 31 10:50:19.582919 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d787d5-885a-4ff3-900a-876994f133ff req-55adcf5b-7245-4080-bd30-be6f714b8c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:19.584482 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-96d787d5-885a-4ff3-900a-876994f133ff req-55adcf5b-7245-4080-bd30-be6f714b8c8a service neutron] 10.222.0.59 "GET /v2.0/networks?id=559f242b-8004-40be-a337-f0e3e07a9fda HTTP/1.1" status: 200 len: 911 time: 0.0895534 Aug 31 10:50:19.627887 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-96d787d5-885a-4ff3-900a-876994f133ff req-bc567c53-e5fd-4298-836f-a29fa99941b7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b2944a1-ecd9-4306-a297-13462c4d3b5b HTTP/1.1" status: 200 len: 217 time: 0.0357087 Aug 31 10:50:19.676374 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d787d5-885a-4ff3-900a-876994f133ff req-bc927678-47b5-4372-99f3-fd5924372f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:19.678108 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-96d787d5-885a-4ff3-900a-876994f133ff req-bc927678-47b5-4372-99f3-fd5924372f21 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=799033ed-d562-40e3-bc68-52c18cec906b HTTP/1.1" status: 200 len: 848 time: 0.0428820 Aug 31 10:50:19.741406 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d787d5-885a-4ff3-900a-876994f133ff req-4284cef1-284b-48da-997e-cdd9843aea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:19.743634 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-96d787d5-885a-4ff3-900a-876994f133ff req-4284cef1-284b-48da-997e-cdd9843aea99 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=559f242b-8004-40be-a337-f0e3e07a9fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582883 Aug 31 10:50:19.827859 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb296f0e-3e7b-4238-928e-3b8e6beff69d req-2df7d730-8fdb-4d5c-905f-d6c716a1b8a8 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:19.829444 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bb296f0e-3e7b-4238-928e-3b8e6beff69d req-2df7d730-8fdb-4d5c-905f-d6c716a1b8a8 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 944 time: 0.1017179 Aug 31 10:50:19.886660 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-96d787d5-885a-4ff3-900a-876994f133ff req-4d18b60b-d115-4a95-8bd3-691cf3a4ea5c service neutron] 10.222.0.59 "GET /v2.0/networks/559f242b-8004-40be-a337-f0e3e07a9fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293380 Aug 31 10:50:19.894091 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bb296f0e-3e7b-4238-928e-3b8e6beff69d req-29fd5e55-87d3-4cf6-9236-5a8bf885aa03 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579996 Aug 31 10:50:19.981031 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-96d787d5-885a-4ff3-900a-876994f133ff req-d9b93037-1b5c-42a4-a0b1-20c106a413be service neutron] 10.222.0.59 "GET /v2.0/networks/559f242b-8004-40be-a337-f0e3e07a9fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859225 Aug 31 10:50:21.013047 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453aa5ff-1f14-4543-a5f4-7cd458bd3387 req-ee5df9bd-b668-4c21-a77c-4a56435b2697 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:21.014578 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-453aa5ff-1f14-4543-a5f4-7cd458bd3387 req-ee5df9bd-b668-4c21-a77c-4a56435b2697 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 944 time: 0.0502570 Aug 31 10:50:21.054298 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-453aa5ff-1f14-4543-a5f4-7cd458bd3387 req-4f6f0896-4dfd-4dd6-bf70-3b9d9693310e tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334952 Aug 31 10:50:22.174430 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47003c-0a68-47e3-9d12-87df4420530e req-6d106094-c485-4d37-b736-9fdba29ae425 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:22.175918 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b47003c-0a68-47e3-9d12-87df4420530e req-6d106094-c485-4d37-b736-9fdba29ae425 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 944 time: 0.0523527 Aug 31 10:50:22.214279 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b47003c-0a68-47e3-9d12-87df4420530e req-7fcf49ad-17ac-4ffa-a574-e1812100eb5b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312541 Aug 31 10:50:23.330711 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebefb4-c809-4328-a0bd-6fad643bdaa3 req-ce28eaeb-e84a-4d97-9498-03ec15825a61 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:23.332199 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49ebefb4-c809-4328-a0bd-6fad643bdaa3 req-ce28eaeb-e84a-4d97-9498-03ec15825a61 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 944 time: 0.0484512 Aug 31 10:50:23.369359 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-49ebefb4-c809-4328-a0bd-6fad643bdaa3 req-d6093271-1a9e-4b33-8522-05e2bc8cd6a3 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303483 Aug 31 10:50:24.483476 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1deee2f-7852-45ac-91d2-7d123a1d9a29 req-54b20d42-290e-47e8-96b9-06e91e6eb0ec tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:24.484963 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b1deee2f-7852-45ac-91d2-7d123a1d9a29 req-54b20d42-290e-47e8-96b9-06e91e6eb0ec tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 944 time: 0.0487361 Aug 31 10:50:24.521485 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b1deee2f-7852-45ac-91d2-7d123a1d9a29 req-1692e8d1-bb3b-41bd-9dd6-e2edb5e2e0f4 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306280 Aug 31 10:50:25.639497 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0c371-43ca-4c7e-8c3c-eabaddde3678 req-7f283c76-033d-441f-9881-01c3a5039d37 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:25.640951 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1fc0c371-43ca-4c7e-8c3c-eabaddde3678 req-7f283c76-033d-441f-9881-01c3a5039d37 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 944 time: 0.0529468 Aug 31 10:50:25.677983 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1fc0c371-43ca-4c7e-8c3c-eabaddde3678 req-bdd71748-c3da-4681-9f09-50dacf00e1b7 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310793 Aug 31 10:50:26.792578 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f62e5-4bd8-40b6-9114-4cefd020dcf8 req-b89419ea-2c94-4641-90fb-9fe48a94323a tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:26.794166 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e0f62e5-4bd8-40b6-9114-4cefd020dcf8 req-b89419ea-2c94-4641-90fb-9fe48a94323a tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 944 time: 0.0497742 Aug 31 10:50:26.833521 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e0f62e5-4bd8-40b6-9114-4cefd020dcf8 req-7c349244-b819-48f9-8122-26eb00c28c96 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331895 Aug 31 10:50:27.948057 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803461e6-8375-4d9c-a72c-e3fd86b484c6 req-78e10d86-3264-428b-a4dd-d0c7e25d1190 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:27.949487 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-803461e6-8375-4d9c-a72c-e3fd86b484c6 req-78e10d86-3264-428b-a4dd-d0c7e25d1190 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 944 time: 0.0481887 Aug 31 10:50:27.988824 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-803461e6-8375-4d9c-a72c-e3fd86b484c6 req-abe0d01c-539f-4df2-a472-b4ee081fad3f tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329642 Aug 31 10:50:29.115593 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b4703-2c19-4e10-ae0c-e3f33ef252a3 req-f60bed05-1099-4ad1-b5aa-80f030b6c9e4 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:29.117085 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-729b4703-2c19-4e10-ae0c-e3f33ef252a3 req-f60bed05-1099-4ad1-b5aa-80f030b6c9e4 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 944 time: 0.0624316 Aug 31 10:50:29.155234 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-729b4703-2c19-4e10-ae0c-e3f33ef252a3 req-9195c59c-cdb0-4ad8-9e7b-e1ffe2598025 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321951 Aug 31 10:50:29.772705 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 1b2944a1-ecd9-4306-a297-13462c4d3b5b details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:50:29.867859 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 1b2944a1-ecd9-4306-a297-13462c4d3b5b, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=1b2944a1-ecd9-4306-a297-13462c4d3b5b,segment=NetworkSegment(1473388d-e56b-435f-ad66-b57df3671d46),segment_id=1473388d-e56b-435f-ad66-b57df3671d46)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:50:29.878723 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '1b2944a1-ecd9-4306-a297-13462c4d3b5b', 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda', 'port_id': '1b2944a1-ecd9-4306-a297-13462c4d3b5b', 'mac_address': 'fa:16:3e:58:a2:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '799033ed-d562-40e3-bc68-52c18cec906b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:50:29.914409 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:29.926466 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2944a1-ecd9-4306-a297-13462c4d3b5b {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:50:29.950288 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 1b2944a1-ecd9-4306-a297-13462c4d3b5b, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=1b2944a1-ecd9-4306-a297-13462c4d3b5b,segment=NetworkSegment(1473388d-e56b-435f-ad66-b57df3671d46),segment_id=1473388d-e56b-435f-ad66-b57df3671d46)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:50:30.010774 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:30.057536 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=1b2944a1-ecd9-4306-a297-13462c4d3b5b,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:50:30.065146 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:50:30.065486 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:50:30.065818 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:50:30.066145 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:50:30.066469 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:50:30.066813 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:50:30.067133 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:50:30.067450 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:50:30.067764 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:50:30.068077 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:50:30.068391 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:50:30.068703 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:50:30.256742 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['1b2944a1-ecd9-4306-a297-13462c4d3b5b'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:50:30.319562 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9afde4-4ea1-4c3a-bdf3-1aff8b95f374 req-f99bc465-359b-4406-8be0-bc5782e1edf4 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:30.321005 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eb9afde4-4ea1-4c3a-bdf3-1aff8b95f374 req-f99bc465-359b-4406-8be0-bc5782e1edf4 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 945 time: 0.0490515 Aug 31 10:50:30.359158 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-eb9afde4-4ea1-4c3a-bdf3-1aff8b95f374 req-ddaa127d-e084-4e23-9594-d4f54bec5106 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319726 Aug 31 10:50:31.473817 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8a1d7-b3e3-44a9-94cd-902b1c08ffd5 req-4a019315-aa37-47f5-bdbe-f3053ad336c7 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:31.475333 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ebd8a1d7-b3e3-44a9-94cd-902b1c08ffd5 req-4a019315-aa37-47f5-bdbe-f3053ad336c7 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 945 time: 0.0485394 Aug 31 10:50:31.512227 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ebd8a1d7-b3e3-44a9-94cd-902b1c08ffd5 req-fab3bac2-cad0-4933-a5de-f7ff996c7064 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306420 Aug 31 10:50:31.791568 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 1b2944a1-ecd9-4306-a297-13462c4d3b5b up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:50:31.908035 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 1b2944a1-ecd9-4306-a297-13462c4d3b5b completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:50:31.912468 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 1b2944a1-ecd9-4306-a297-13462c4d3b5b triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:50:31.912926 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:31.989361 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:32.011812 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9484db61-40fa-4f7c-8a9c-385bcf4dae97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2944a1-ecd9-4306-a297-13462c4d3b5b'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:50:32.014019 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff5983a-61c7-490a-afd0-25b6587ac54d" -d '{"events": [{"server_uuid": "9484db61-40fa-4f7c-8a9c-385bcf4dae97", "name": "network-vif-plugged", "status": "completed", "tag": "1b2944a1-ecd9-4306-a297-13462c4d3b5b"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:50:32.027777 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 1b2944a1-ecd9-4306-a297-13462c4d3b5b, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=1b2944a1-ecd9-4306-a297-13462c4d3b5b,segment=NetworkSegment(1473388d-e56b-435f-ad66-b57df3671d46),segment_id=1473388d-e56b-435f-ad66-b57df3671d46)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:50:32.050450 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35954b25-689d-44b7-a6ab-22535ab05245 x-openstack-request-id: req-35954b25-689d-44b7-a6ab-22535ab05245 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:50:32.050781 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9484db61-40fa-4f7c-8a9c-385bcf4dae97", "name": "network-vif-plugged", "status": "completed", "tag": "1b2944a1-ecd9-4306-a297-13462c4d3b5b", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:50:32.051017 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-35954b25-689d-44b7-a6ab-22535ab05245 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:50:32.051409 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9484db61-40fa-4f7c-8a9c-385bcf4dae97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2944a1-ecd9-4306-a297-13462c4d3b5b', 'code': 200} Aug 31 10:50:32.142628 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:32.155094 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1240bc-61bc-47c1-b377-68e5fea27ec6 req-e4bbe0f7-46ce-42e9-98ab-23897e658407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:32.157732 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd1240bc-61bc-47c1-b377-68e5fea27ec6 req-e4bbe0f7-46ce-42e9-98ab-23897e658407 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 1097 time: 0.0485699 Aug 31 10:50:32.194873 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bd1240bc-61bc-47c1-b377-68e5fea27ec6 req-210086e3-d7a0-4301-9a36-b756dce0611a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299973 Aug 31 10:50:32.196148 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=1b2944a1-ecd9-4306-a297-13462c4d3b5b,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:50:32.630383 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e346a-34e6-4944-bb46-cf0f3454bda7 req-3e48f24b-3965-433d-a468-1d446c9c20a8 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:32.631866 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-634e346a-34e6-4944-bb46-cf0f3454bda7 req-3e48f24b-3965-433d-a468-1d446c9c20a8 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 946 time: 0.0493050 Aug 31 10:50:32.669068 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-634e346a-34e6-4944-bb46-cf0f3454bda7 req-4babd441-b544-4ea3-a0ab-ca9e9ea46b2e tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311897 Aug 31 10:50:33.714188 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:33.783900 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b0aaa-9c45-4870-b253-a571c2342a93 req-9d6e6af4-6aa2-4238-8e79-9ac0734b836f tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:33.785352 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a78b0aaa-9c45-4870-b253-a571c2342a93 req-9d6e6af4-6aa2-4238-8e79-9ac0734b836f tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 946 time: 0.0485709 Aug 31 10:50:33.823460 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a78b0aaa-9c45-4870-b253-a571c2342a93 req-f8ed45a0-8cbf-4f07-8a94-3a3fb12569f2 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320013 Aug 31 10:50:33.985193 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca688114-8d8c-462b-af66-cfbfa2852fa6 req-fcb83220-11e2-4499-8e9d-e1ff3e7a209a tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:33.987333 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ca688114-8d8c-462b-af66-cfbfa2852fa6 req-fcb83220-11e2-4499-8e9d-e1ff3e7a209a tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 946 time: 0.0979419 Aug 31 10:50:34.024274 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ca688114-8d8c-462b-af66-cfbfa2852fa6 req-7651dd62-ba24-4f5e-ab13-5c5465ab775f tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308621 Aug 31 10:50:34.045940 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57476) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:50:34.085032 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d674dc37-a36b-4e75-bbfd-95830d37f6c7 tempest-TestShelveInstance-1037864600 tempest-TestShelveInstance-1037864600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:34.086513 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d674dc37-a36b-4e75-bbfd-95830d37f6c7 tempest-TestShelveInstance-1037864600 tempest-TestShelveInstance-1037864600-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 1093 time: 0.0396376 Aug 31 10:50:34.089276 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57478) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:50:34.093495 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-574e33a3-2e82-4a8f-8a48-9b27dc7e72e1 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'port_id': '1b2944a1-ecd9-4306-a297-13462c4d3b5b', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:50:34.171258 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-574e33a3-2e82-4a8f-8a48-9b27dc7e72e1 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for floatingip, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:34.275822 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-574e33a3-2e82-4a8f-8a48-9b27dc7e72e1 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:34.279510 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:34.378142 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-574e33a3-2e82-4a8f-8a48-9b27dc7e72e1 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Allocated IP 172.25.2.164 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/5734d741-ecf4-4de0-856b-9c90057969d7) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:50:34.481923 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-574e33a3-2e82-4a8f-8a48-9b27dc7e72e1 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:34.582906 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-574e33a3-2e82-4a8f-8a48-9b27dc7e72e1 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:34.623543 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574e33a3-2e82-4a8f-8a48-9b27dc7e72e1 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:50:34.626611 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-574e33a3-2e82-4a8f-8a48-9b27dc7e72e1 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:50:34.630137 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574e33a3-2e82-4a8f-8a48-9b27dc7e72e1 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:50:34.651348 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e33a3-2e82-4a8f-8a48-9b27dc7e72e1 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Pushing event updated for resources: {'Port': ['ID=5734d741-ecf4-4de0-856b-9c90057969d7,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:50:35.335095 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-574e33a3-2e82-4a8f-8a48-9b27dc7e72e1 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:35.523794 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-574e33a3-2e82-4a8f-8a48-9b27dc7e72e1 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:35.677929 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-574e33a3-2e82-4a8f-8a48-9b27dc7e72e1 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:35.747837 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-574e33a3-2e82-4a8f-8a48-9b27dc7e72e1 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:35.819563 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e33a3-2e82-4a8f-8a48-9b27dc7e72e1 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Pushing event updated for resources: {'Port': ['ID=5734d741-ecf4-4de0-856b-9c90057969d7,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:50:35.829949 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-574e33a3-2e82-4a8f-8a48-9b27dc7e72e1 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:35.924378 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-574e33a3-2e82-4a8f-8a48-9b27dc7e72e1 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Floating IP f501b753-516b-4a8f-8a06-93acfe0c9b3d associated. External IP: 172.25.2.164, port: 1b2944a1-ecd9-4306-a297-13462c4d3b5b. Aug 31 10:50:36.124556 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574e33a3-2e82-4a8f-8a48-9b27dc7e72e1 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Router 613a751a-7a84-4048-9c14-0bbfa1e1998e has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:50:36.232386 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574e33a3-2e82-4a8f-8a48-9b27dc7e72e1 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:50:36.242107 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b813fd-1192-4ed0-ada8-d52bb15a8874 None None] Sync routers for ids ['613a751a-7a84-4048-9c14-0bbfa1e1998e'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:50:36.251452 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b813fd-1192-4ed0-ada8-d52bb15a8874 None None] Routers {'613a751a-7a84-4048-9c14-0bbfa1e1998e'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:50:36.252064 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-52b813fd-1192-4ed0-ada8-d52bb15a8874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:50:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['613a751a-7a84-4048-9c14-0bbfa1e1998e'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:50:36.326087 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-574e33a3-2e82-4a8f-8a48-9b27dc7e72e1 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:36.353670 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-574e33a3-2e82-4a8f-8a48-9b27dc7e72e1 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2634034 Aug 31 10:50:36.354371 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9484db61-40fa-4f7c-8a9c-385bcf4dae97', 'tag': '1b2944a1-ecd9-4306-a297-13462c4d3b5b'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:50:36.356519 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b24b515-824a-47b8-bc98-2cd095fb80ee" -d '{"events": [{"name": "network-changed", "server_uuid": "9484db61-40fa-4f7c-8a9c-385bcf4dae97", "tag": "1b2944a1-ecd9-4306-a297-13462c4d3b5b"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:50:36.360251 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-52b813fd-1192-4ed0-ada8-d52bb15a8874 None None] Set router 613a751a-7a84-4048-9c14-0bbfa1e1998e gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:50:36.395765 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a54946-d795-46e2-9cf2-65fc7cb6f278 x-openstack-request-id: req-32a54946-d795-46e2-9cf2-65fc7cb6f278 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:50:36.396054 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9484db61-40fa-4f7c-8a9c-385bcf4dae97", "tag": "1b2944a1-ecd9-4306-a297-13462c4d3b5b", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:50:36.396305 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-32a54946-d795-46e2-9cf2-65fc7cb6f278 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:50:36.396703 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9484db61-40fa-4f7c-8a9c-385bcf4dae97', 'tag': '1b2944a1-ecd9-4306-a297-13462c4d3b5b', 'status': 'completed', 'code': 200} Aug 31 10:50:36.458753 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24b515-824a-47b8-bc98-2cd095fb80ee req-2e22d945-f689-43a3-98f5-60784bbe2aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:36.460292 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b24b515-824a-47b8-bc98-2cd095fb80ee req-2e22d945-f689-43a3-98f5-60784bbe2aa8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b03526b0d9e44009ba0ac3e492ce522&device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 1098 time: 0.0416949 Aug 31 10:50:36.554778 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24b515-824a-47b8-bc98-2cd095fb80ee req-8b161c38-d55e-4327-8308-a1274a4bad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:36.556250 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b24b515-824a-47b8-bc98-2cd095fb80ee req-8b161c38-d55e-4327-8308-a1274a4bad42 service neutron] 10.222.0.59 "GET /v2.0/networks?id=559f242b-8004-40be-a337-f0e3e07a9fda HTTP/1.1" status: 200 len: 911 time: 0.0886064 Aug 31 10:50:36.587913 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-52b813fd-1192-4ed0-ada8-d52bb15a8874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'name': 'tempest-TestShelveInstance-2134484586-router', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:18Z', 'updated_at': '2021-08-31T10:45:22Z', 'revision_number': 4, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'gw_port': {'id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:19Z', 'updated_at': '2021-08-31T10:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'f501b753-516b-4a8f-8a06-93acfe0c9b3d', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'port_id': '1b2944a1-ecd9-4306-a297-13462c4d3b5b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda', 'mac_address': 'fa:16:3e:58:a2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9484db61-40fa-4f7c-8a9c-385bcf4dae97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:50:35Z', 'updated_at': '2021-08-31T10:50:35Z', 'revision_number': 0, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1fba581-8bba-409d-a981-b01bd95a437d', 'name': '', 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'mac_address': 'fa:16:3e:3b:6f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '799033ed-d562-40e3-bc68-52c18cec906b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:21Z', 'updated_at': '2021-08-31T10:45:26Z', 'revision_number': 5, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'subnets': [{'id': '799033ed-d562-40e3-bc68-52c18cec906b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:50:36.615490 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b813fd-1192-4ed0-ada8-d52bb15a8874 None None] Checking router: 613a751a-7a84-4048-9c14-0bbfa1e1998e for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:50:36.622602 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b24b515-824a-47b8-bc98-2cd095fb80ee req-4efd1a90-bf91-45f8-8213-eb83f18e57d3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b2944a1-ecd9-4306-a297-13462c4d3b5b HTTP/1.1" status: 200 len: 1000 time: 0.0584648 Aug 31 10:50:36.623883 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b813fd-1192-4ed0-ada8-d52bb15a8874 None None] Routers {'613a751a-7a84-4048-9c14-0bbfa1e1998e'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:50:36.624483 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-52b813fd-1192-4ed0-ada8-d52bb15a8874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:50:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['613a751a-7a84-4048-9c14-0bbfa1e1998e'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:50:36.677435 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24b515-824a-47b8-bc98-2cd095fb80ee req-9ae05233-1ada-4ab9-b7f5-d9f11eafa2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:36.678899 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b24b515-824a-47b8-bc98-2cd095fb80ee req-9ae05233-1ada-4ab9-b7f5-d9f11eafa2a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=799033ed-d562-40e3-bc68-52c18cec906b HTTP/1.1" status: 200 len: 848 time: 0.0488400 Aug 31 10:50:36.728288 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24b515-824a-47b8-bc98-2cd095fb80ee req-eb83fe60-d514-411b-83ee-093169093826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:36.729902 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b24b515-824a-47b8-bc98-2cd095fb80ee req-eb83fe60-d514-411b-83ee-093169093826 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=559f242b-8004-40be-a337-f0e3e07a9fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439997 Aug 31 10:50:36.742689 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-3b24b515-824a-47b8-bc98-2cd095fb80ee req-a33b5ed5-d3ef-4ca4-a808-cc1f123820c7 service neutron] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:50:36.743757 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b24b515-824a-47b8-bc98-2cd095fb80ee req-a33b5ed5-d3ef-4ca4-a808-cc1f123820c7 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065606 Aug 31 10:50:36.827971 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-52b813fd-1192-4ed0-ada8-d52bb15a8874 None None] Set router 613a751a-7a84-4048-9c14-0bbfa1e1998e gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:50:36.835539 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b24b515-824a-47b8-bc98-2cd095fb80ee req-ef5f2385-54d9-4a9c-b871-bc7008fbb88b service neutron] 10.222.0.59 "GET /v2.0/networks/559f242b-8004-40be-a337-f0e3e07a9fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844746 Aug 31 10:50:36.939990 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3b24b515-824a-47b8-bc98-2cd095fb80ee req-06d5caef-468c-40a2-90a5-d1761183e498 service neutron] 10.222.0.59 "GET /v2.0/networks/559f242b-8004-40be-a337-f0e3e07a9fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963848 Aug 31 10:50:37.049327 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-52b813fd-1192-4ed0-ada8-d52bb15a8874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'name': 'tempest-TestShelveInstance-2134484586-router', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:18Z', 'updated_at': '2021-08-31T10:45:22Z', 'revision_number': 4, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'gw_port': {'id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:19Z', 'updated_at': '2021-08-31T10:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'f501b753-516b-4a8f-8a06-93acfe0c9b3d', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'port_id': '1b2944a1-ecd9-4306-a297-13462c4d3b5b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda', 'mac_address': 'fa:16:3e:58:a2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9484db61-40fa-4f7c-8a9c-385bcf4dae97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:50:35Z', 'updated_at': '2021-08-31T10:50:35Z', 'revision_number': 0, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1fba581-8bba-409d-a981-b01bd95a437d', 'name': '', 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'mac_address': 'fa:16:3e:3b:6f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '799033ed-d562-40e3-bc68-52c18cec906b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:21Z', 'updated_at': '2021-08-31T10:45:26Z', 'revision_number': 5, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'subnets': [{'id': '799033ed-d562-40e3-bc68-52c18cec906b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:50:37.074815 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b813fd-1192-4ed0-ada8-d52bb15a8874 None None] The sync data for ids ['613a751a-7a84-4048-9c14-0bbfa1e1998e'] in n-d-791506-28 is: [{'id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'name': 'tempest-TestShelveInstance-2134484586-router', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:18Z', 'updated_at': '2021-08-31T10:45:22Z', 'revision_number': 4, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'gw_port': {'id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:19Z', 'updated_at': '2021-08-31T10:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': 'f501b753-516b-4a8f-8a06-93acfe0c9b3d', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'port_id': '1b2944a1-ecd9-4306-a297-13462c4d3b5b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda', 'mac_address': 'fa:16:3e:58:a2:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9484db61-40fa-4f7c-8a9c-385bcf4dae97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:50:35Z', 'updated_at': '2021-08-31T10:50:35Z', 'revision_number': 0, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1fba581-8bba-409d-a981-b01bd95a437d', 'name': '', 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'mac_address': 'fa:16:3e:3b:6f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '799033ed-d562-40e3-bc68-52c18cec906b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:21Z', 'updated_at': '2021-08-31T10:45:26Z', 'revision_number': 5, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'subnets': [{'id': '799033ed-d562-40e3-bc68-52c18cec906b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:50:37.265103 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16be933e-94ec-476b-8573-ec486df94af3 None None] New status for floating IP f501b753-516b-4a8f-8a06-93acfe0c9b3d: ACTIVE {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:50:40.402437 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:50:41.440368 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8f2ea4f3-538f-44fd-97cf-4bdabf8e947c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:44.034580 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a71fb856-2511-447d-8e4e-db798fd9df57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:44.188756 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:45.754454 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:50:46.955553 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-08e3aadf-9880-4a23-a36f-79b4bb398581 req-0b87a5b7-cf02-48b9-aa7c-e95aca44055e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0274448 Aug 31 10:50:47.003653 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-08e3aadf-9880-4a23-a36f-79b4bb398581 req-0a3f7ef4-eb79-447a-9bdc-a6ffb90d3f3c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0256672 Aug 31 10:50:47.042310 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-08e3aadf-9880-4a23-a36f-79b4bb398581 req-673af805-fc56-41f0-bbb7-83ab0737736c service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191784 Aug 31 10:50:47.139546 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3aadf-9880-4a23-a36f-79b4bb398581 req-34b38601-cbd8-4b31-b97c-4545c566e92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:50:47.140911 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-08e3aadf-9880-4a23-a36f-79b4bb398581 req-34b38601-cbd8-4b31-b97c-4545c566e92b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0911720 Aug 31 10:50:47.417944 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:03.727141 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:04.258838 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:11.516557 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2d48374f-26a4-4c9f-9c31-34a2fbf060d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:14.050534 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-43be2aa7-3389-48e8-b676-a4a417052630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:14.167809 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:15.778733 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:17.402404 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:51:17.442241 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:33.734305 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:34.271544 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:41.363647 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-72120676-fe97-4baf-8482-9541e204a662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:44.043422 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b6d669ef-d75b-477f-99c7-3ce69f9fd23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:44.146348 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:45.769653 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:47.426956 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:51:54.401573 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:52:03.764192 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:52:04.278732 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:52:11.353274 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8e9f8d49-968e-41df-b2cc-93e6766f1297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:52:14.017432 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b15a53a3-3379-4f80-bb66-ea6af1d9fb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:52:14.124745 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:52:15.770923 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:52:17.456507 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:52:31.400009 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:52:33.777205 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:52:34.314717 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:52:41.451974 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a76201f3-e496-4bbd-b589-c746a3e9f0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:52:44.057821 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cfcff39e-c2f5-4e2d-8d5d-f891ed39f7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:52:44.120904 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:52:45.754567 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:52:47.446266 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:52:50.980829 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8c1eba40-f116-4048-ad0f-130ef1ee94db req-88954d96-b0d1-41f9-ac59-400664f5378c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0269916 Aug 31 10:52:51.050450 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8c1eba40-f116-4048-ad0f-130ef1ee94db req-0b0db3cc-631d-48e2-8c08-efa7c1b9d970 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0253217 Aug 31 10:52:51.092280 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8c1eba40-f116-4048-ad0f-130ef1ee94db req-8a7b9740-a290-4e7a-8b58-0fd72ac7b7a8 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199046 Aug 31 10:52:51.187992 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1eba40-f116-4048-ad0f-130ef1ee94db req-8d8613d1-d86d-44c9-8291-edd9641b362a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:52:51.189438 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8c1eba40-f116-4048-ad0f-130ef1ee94db req-8d8613d1-d86d-44c9-8291-edd9641b362a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0908818 Aug 31 10:53:03.403789 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe3658-1ebc-4301-81e7-e9358304949b req-b0cce473-23bf-4fe6-9f22-6074de110fe7 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:03.405924 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d0fe3658-1ebc-4301-81e7-e9358304949b req-b0cce473-23bf-4fe6-9f22-6074de110fe7 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 946 time: 0.1142414 Aug 31 10:53:03.444236 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d0fe3658-1ebc-4301-81e7-e9358304949b req-1d4ed473-43a5-4abb-8322-b7128d6984a1 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321000 Aug 31 10:53:03.767146 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:04.378800 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:04.589386 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5dbd1f-3ce7-4401-90d2-0eca5e227b3f req-3a75d187-9236-4144-ab2c-bb4d431d594f tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:04.590901 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d5dbd1f-3ce7-4401-90d2-0eca5e227b3f req-3a75d187-9236-4144-ab2c-bb4d431d594f tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 946 time: 0.0493085 Aug 31 10:53:04.628305 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1d5dbd1f-3ce7-4401-90d2-0eca5e227b3f req-5717e761-0c37-4c11-ba2a-e2e8cb932ca0 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313416 Aug 31 10:53:05.773417 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ea674-1c9c-4744-967a-9a20ddcfea58 req-1d80eff2-1b40-4479-b1d3-a2377abaa3e0 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:05.774906 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1c1ea674-1c9c-4744-967a-9a20ddcfea58 req-1d80eff2-1b40-4479-b1d3-a2377abaa3e0 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 946 time: 0.0541780 Aug 31 10:53:05.813454 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1c1ea674-1c9c-4744-967a-9a20ddcfea58 req-90c39544-831b-4505-96ec-9b7f8c31330b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319498 Aug 31 10:53:06.930316 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7d8b5-f50a-40c8-a80b-18b4718a3278 req-4dfb4c6b-f773-4157-b107-32148ba27d78 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:06.931793 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ff7d8b5-f50a-40c8-a80b-18b4718a3278 req-4dfb4c6b-f773-4157-b107-32148ba27d78 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 946 time: 0.0489120 Aug 31 10:53:06.974845 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8ff7d8b5-f50a-40c8-a80b-18b4718a3278 req-9843b767-29d9-4340-b5b5-a7c98c7b95a2 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319762 Aug 31 10:53:08.091915 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d68e96-5b12-4b10-824a-cd3ac2a861bb req-980ae9c0-299b-431c-afc8-9c6b690fcc9a tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:08.093854 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-42d68e96-5b12-4b10-824a-cd3ac2a861bb req-980ae9c0-299b-431c-afc8-9c6b690fcc9a tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 946 time: 0.0522301 Aug 31 10:53:08.133269 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-42d68e96-5b12-4b10-824a-cd3ac2a861bb req-568fdc0f-34e9-4444-926a-f66a2b1e4ff0 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335205 Aug 31 10:53:08.398462 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:53:09.252627 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc30e78-604b-4990-a3db-77f6943c274f req-928a81ff-087e-4e56-bcfb-e50d0a273756 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:09.254112 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bbc30e78-604b-4990-a3db-77f6943c274f req-928a81ff-087e-4e56-bcfb-e50d0a273756 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 946 time: 0.0538421 Aug 31 10:53:09.294484 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-bbc30e78-604b-4990-a3db-77f6943c274f req-000f4965-fc1d-46f2-b2b9-4d9470eb3f49 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342302 Aug 31 10:53:10.432010 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9a2a0-78e1-4e78-8b77-9da57ea615c0 req-61696b31-b9a9-470f-b187-0d5b5ef234ea tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:10.433468 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b0e9a2a0-78e1-4e78-8b77-9da57ea615c0 req-61696b31-b9a9-470f-b187-0d5b5ef234ea tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 946 time: 0.0488482 Aug 31 10:53:10.471971 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b0e9a2a0-78e1-4e78-8b77-9da57ea615c0 req-03242e2e-fd14-463c-91b0-6175e6622782 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319269 Aug 31 10:53:11.379283 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8b47141a-fbfc-4b81-9597-1cd7ee34f305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:11.590904 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff65ab-8ffd-4b3b-9636-264ec2ce3bbb req-8482c6b9-51a5-4917-8844-e0cfaae96505 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:11.592395 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56ff65ab-8ffd-4b3b-9636-264ec2ce3bbb req-8482c6b9-51a5-4917-8844-e0cfaae96505 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 946 time: 0.0533836 Aug 31 10:53:11.641520 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-56ff65ab-8ffd-4b3b-9636-264ec2ce3bbb req-5b943e28-edc4-4e73-a3e0-d76cecee4cb9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330434 Aug 31 10:53:12.752576 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cd097-30a3-4516-95d6-c909c4fed93c req-f3828af0-8dde-4e18-abf8-bef3749427a0 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:12.754091 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-607cd097-30a3-4516-95d6-c909c4fed93c req-f3828af0-8dde-4e18-abf8-bef3749427a0 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 946 time: 0.0535719 Aug 31 10:53:12.791697 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-607cd097-30a3-4516-95d6-c909c4fed93c req-269ea4a0-473f-476f-b5d8-a3bacc925cd1 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311816 Aug 31 10:53:13.559144 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf1b9b-1cf4-4471-b42e-bc0350e951f5 req-745f73ae-f523-4808-8ffc-c9ed0921f8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:13.560714 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e0cf1b9b-1cf4-4471-b42e-bc0350e951f5 req-745f73ae-f523-4808-8ffc-c9ed0921f8bf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b03526b0d9e44009ba0ac3e492ce522&device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 1098 time: 0.0413303 Aug 31 10:53:13.651337 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf1b9b-1cf4-4471-b42e-bc0350e951f5 req-89a01d9e-1bd5-45a3-82c9-bb1299deb266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:13.652789 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e0cf1b9b-1cf4-4471-b42e-bc0350e951f5 req-89a01d9e-1bd5-45a3-82c9-bb1299deb266 service neutron] 10.222.0.59 "GET /v2.0/networks?id=559f242b-8004-40be-a337-f0e3e07a9fda HTTP/1.1" status: 200 len: 911 time: 0.0853899 Aug 31 10:53:13.720740 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e0cf1b9b-1cf4-4471-b42e-bc0350e951f5 req-22a7985b-4b0b-4e44-aa75-eba66451fef5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b2944a1-ecd9-4306-a297-13462c4d3b5b HTTP/1.1" status: 200 len: 1002 time: 0.0608978 Aug 31 10:53:13.770923 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf1b9b-1cf4-4471-b42e-bc0350e951f5 req-e0d6deaf-898c-4976-9fab-67a5f22b6f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:13.772602 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e0cf1b9b-1cf4-4471-b42e-bc0350e951f5 req-e0d6deaf-898c-4976-9fab-67a5f22b6f81 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=799033ed-d562-40e3-bc68-52c18cec906b HTTP/1.1" status: 200 len: 848 time: 0.0449538 Aug 31 10:53:13.823377 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf1b9b-1cf4-4471-b42e-bc0350e951f5 req-247dd59e-d4ca-4720-93b0-ae4c1577cecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:13.824876 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e0cf1b9b-1cf4-4471-b42e-bc0350e951f5 req-247dd59e-d4ca-4720-93b0-ae4c1577cecd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=559f242b-8004-40be-a337-f0e3e07a9fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455394 Aug 31 10:53:13.947534 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864da722-ccec-4d66-ab3e-7b33f5621d9d req-30379e9d-0914-4cf4-a39c-d838d4f444a5 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:13.948982 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-864da722-ccec-4d66-ab3e-7b33f5621d9d req-30379e9d-0914-4cf4-a39c-d838d4f444a5 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 946 time: 0.0757513 Aug 31 10:53:13.953157 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e0cf1b9b-1cf4-4471-b42e-bc0350e951f5 req-8ce8bc3e-fd68-4099-889b-c43210bc16e8 service neutron] 10.222.0.59 "GET /v2.0/networks/559f242b-8004-40be-a337-f0e3e07a9fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211462 Aug 31 10:53:14.038924 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8cc5ba91-016a-4948-9237-9d182012f5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:14.039528 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-864da722-ccec-4d66-ab3e-7b33f5621d9d req-83f0650c-b3b9-4ad8-93b2-3e27e6a8e971 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829923 Aug 31 10:53:14.070035 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e0cf1b9b-1cf4-4471-b42e-bc0350e951f5 req-caf912ff-0bda-4e74-82d9-134ad7612351 service neutron] 10.222.0.59 "GET /v2.0/networks/559f242b-8004-40be-a337-f0e3e07a9fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070621 Aug 31 10:53:14.156687 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:15.165363 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830c285-7196-4e5d-acd1-b074720b5f9c req-e6b6b884-3116-4bf8-b53f-39b65a4a3c33 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:15.166949 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6830c285-7196-4e5d-acd1-b074720b5f9c req-e6b6b884-3116-4bf8-b53f-39b65a4a3c33 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 946 time: 0.0515246 Aug 31 10:53:15.206538 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6830c285-7196-4e5d-acd1-b074720b5f9c req-3c27fe8e-25aa-4dfb-b3ee-00f202544ac6 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333064 Aug 31 10:53:15.786416 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:16.330121 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a23e84-b5ff-485f-85fc-0b1a508afd74 req-98ebaf48-5430-412d-bfc0-fd46e31b227e tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:16.331649 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-39a23e84-b5ff-485f-85fc-0b1a508afd74 req-98ebaf48-5430-412d-bfc0-fd46e31b227e tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 946 time: 0.0547137 Aug 31 10:53:16.369631 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-39a23e84-b5ff-485f-85fc-0b1a508afd74 req-2c1d7ea9-ff1a-4f4f-9534-785ceb29e2e1 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316224 Aug 31 10:53:17.413654 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:17.487892 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4c120-9201-402e-9b52-2a8f294e90b7 req-f1b6cff4-bbde-400b-a504-383a74f4699e tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:17.489249 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-00e4c120-9201-402e-9b52-2a8f294e90b7 req-f1b6cff4-bbde-400b-a504-383a74f4699e tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 946 time: 0.0500426 Aug 31 10:53:17.528916 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-00e4c120-9201-402e-9b52-2a8f294e90b7 req-e5b05788-9719-4220-b4ff-a7186438e936 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334611 Aug 31 10:53:18.643599 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20851ee5-de9e-4eb5-a1c0-036410c872f3 req-0e0bae56-ad83-4d1c-bef0-09285e3a9b29 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:18.645097 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-20851ee5-de9e-4eb5-a1c0-036410c872f3 req-0e0bae56-ad83-4d1c-bef0-09285e3a9b29 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 946 time: 0.0489452 Aug 31 10:53:18.684061 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-20851ee5-de9e-4eb5-a1c0-036410c872f3 req-c2e2484c-0e3e-4cda-9849-d9e4181d1243 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328875 Aug 31 10:53:19.052411 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb35f4-3287-4280-8c06-33b45786deed req-eb8a1edc-bd98-4f34-b1e9-5d54d3373ca7 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:19.053895 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b1cb35f4-3287-4280-8c06-33b45786deed req-eb8a1edc-bd98-4f34-b1e9-5d54d3373ca7 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 946 time: 0.0554659 Aug 31 10:53:19.093274 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b1cb35f4-3287-4280-8c06-33b45786deed req-43be646f-da80-4bd5-9ace-1960463b047f tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327020 Aug 31 10:53:19.146780 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75489ac5-0db1-4a8e-a8af-2c36b3f30351 req-a770bb6e-eb21-48e0-8e7b-408f78c5c748 service neutron] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0919006 Aug 31 10:53:20.210349 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c96b43-694b-4c6d-8665-5b7ad4f92ed6 req-f86288d9-9636-4acd-8300-ff596b4221ed tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:20.212138 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-80c96b43-694b-4c6d-8665-5b7ad4f92ed6 req-f86288d9-9636-4acd-8300-ff596b4221ed tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 946 time: 0.0497837 Aug 31 10:53:20.250389 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-80c96b43-694b-4c6d-8665-5b7ad4f92ed6 req-317695f9-3de8-4aaf-a258-3181b77b56c6 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321460 Aug 31 10:53:20.762494 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 1b2944a1-ecd9-4306-a297-13462c4d3b5b no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:53:20.838962 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:20.861730 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9484db61-40fa-4f7c-8a9c-385bcf4dae97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b2944a1-ecd9-4306-a297-13462c4d3b5b'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:53:20.864084 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affef678-bc16-404b-b881-e1eefb13b0c0" -d '{"events": [{"server_uuid": "9484db61-40fa-4f7c-8a9c-385bcf4dae97", "name": "network-vif-unplugged", "status": "completed", "tag": "1b2944a1-ecd9-4306-a297-13462c4d3b5b"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:53:20.876924 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 1b2944a1-ecd9-4306-a297-13462c4d3b5b, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=1b2944a1-ecd9-4306-a297-13462c4d3b5b,segment=NetworkSegment(1473388d-e56b-435f-ad66-b57df3671d46),segment_id=1473388d-e56b-435f-ad66-b57df3671d46)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:53:20.951293 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 10:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e87d44-b7f1-4697-aa38-22418cf3e546 x-openstack-request-id: req-c8e87d44-b7f1-4697-aa38-22418cf3e546 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:53:20.951293 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9484db61-40fa-4f7c-8a9c-385bcf4dae97", "name": "network-vif-unplugged", "status": "failed", "tag": "1b2944a1-ecd9-4306-a297-13462c4d3b5b", "code": 422}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:53:20.951293 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-c8e87d44-b7f1-4697-aa38-22418cf3e546 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:53:20.951293 n-d-791506-28 neutron-server[95554]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9484db61-40fa-4f7c-8a9c-385bcf4dae97', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1b2944a1-ecd9-4306-a297-13462c4d3b5b', 'code': 422} returned with failed status Aug 31 10:53:20.968690 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:21.019102 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=1b2944a1-ecd9-4306-a297-13462c4d3b5b,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:21.026434 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:21.026898 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:21.027452 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:21.027791 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:21.028124 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:21.028695 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:21.029043 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:21.029376 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:21.029719 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:21.030050 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:21.030938 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:21.031282 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:53:21.370021 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a183cf-6098-4be3-9665-e440d2d5e4c0 req-6b2a00c6-45f9-431e-9116-82c239427484 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:21.371759 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-13a183cf-6098-4be3-9665-e440d2d5e4c0 req-6b2a00c6-45f9-431e-9116-82c239427484 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 944 time: 0.0547669 Aug 31 10:53:21.411389 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-13a183cf-6098-4be3-9665-e440d2d5e4c0 req-170563e4-39cf-46ae-8614-a9b74afcb4ab tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328434 Aug 31 10:53:22.532571 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1fdfe-d3b4-4b0d-a7f2-1a34ef5a9675 req-398276d3-23e9-4fd8-8091-ed32fc370e0d tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:22.534159 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-89f1fdfe-d3b4-4b0d-a7f2-1a34ef5a9675 req-398276d3-23e9-4fd8-8091-ed32fc370e0d tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 944 time: 0.0490680 Aug 31 10:53:22.573085 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-89f1fdfe-d3b4-4b0d-a7f2-1a34ef5a9675 req-71237bca-e274-44b4-85a8-83c2f19d9a6c tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327485 Aug 31 10:53:23.690742 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac20d2-7008-4d71-aee1-61a369d9c5f9 req-a1aa8ff2-9c1d-4fc8-b5e2-cb5b326fde70 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:23.692225 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d2ac20d2-7008-4d71-aee1-61a369d9c5f9 req-a1aa8ff2-9c1d-4fc8-b5e2-cb5b326fde70 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 944 time: 0.0495772 Aug 31 10:53:23.730369 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d2ac20d2-7008-4d71-aee1-61a369d9c5f9 req-4c0e5d7e-bdcb-447f-bfb4-f9de368b9da6 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320318 Aug 31 10:53:24.852174 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fdbab4-bc95-41de-a169-0bcba45682cc req-b22a0990-cfd8-4fa8-aeb3-7ecb0e0a4044 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:24.853694 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22fdbab4-bc95-41de-a169-0bcba45682cc req-b22a0990-cfd8-4fa8-aeb3-7ecb0e0a4044 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 944 time: 0.0575323 Aug 31 10:53:24.892603 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22fdbab4-bc95-41de-a169-0bcba45682cc req-339438c6-2485-438a-b3d9-b1aa2499a0e4 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314827 Aug 31 10:53:25.326466 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75489ac5-0db1-4a8e-a8af-2c36b3f30351 req-8c9b0783-6f21-4ee0-be38-d8a8acde8eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:25.328323 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75489ac5-0db1-4a8e-a8af-2c36b3f30351 req-8c9b0783-6f21-4ee0-be38-d8a8acde8eb6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97&tenant_id=2b03526b0d9e44009ba0ac3e492ce522 HTTP/1.1" status: 200 len: 1096 time: 0.0410633 Aug 31 10:53:25.390037 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75489ac5-0db1-4a8e-a8af-2c36b3f30351 req-2079b288-0468-4c5c-b43b-612379c9c66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:25.391537 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75489ac5-0db1-4a8e-a8af-2c36b3f30351 req-2079b288-0468-4c5c-b43b-612379c9c66c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b03526b0d9e44009ba0ac3e492ce522&device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 1096 time: 0.0402715 Aug 31 10:53:25.484729 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75489ac5-0db1-4a8e-a8af-2c36b3f30351 req-2098fe67-8600-4a4d-a34c-98700b6d8c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:25.486190 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75489ac5-0db1-4a8e-a8af-2c36b3f30351 req-2098fe67-8600-4a4d-a34c-98700b6d8c7d service neutron] 10.222.0.59 "GET /v2.0/networks?id=559f242b-8004-40be-a337-f0e3e07a9fda HTTP/1.1" status: 200 len: 911 time: 0.0869627 Aug 31 10:53:25.551462 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75489ac5-0db1-4a8e-a8af-2c36b3f30351 req-5753ca52-6f26-447f-b86a-cd610f2737cb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b2944a1-ecd9-4306-a297-13462c4d3b5b HTTP/1.1" status: 200 len: 1000 time: 0.0570354 Aug 31 10:53:25.607215 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75489ac5-0db1-4a8e-a8af-2c36b3f30351 req-d8b4d31c-c2b7-445e-8c46-7ab7ac0b4cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:25.608871 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75489ac5-0db1-4a8e-a8af-2c36b3f30351 req-d8b4d31c-c2b7-445e-8c46-7ab7ac0b4cd3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=799033ed-d562-40e3-bc68-52c18cec906b HTTP/1.1" status: 200 len: 848 time: 0.0488060 Aug 31 10:53:25.654379 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75489ac5-0db1-4a8e-a8af-2c36b3f30351 req-32430204-d476-459e-bb01-c3d4aaf3b57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:25.656539 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75489ac5-0db1-4a8e-a8af-2c36b3f30351 req-32430204-d476-459e-bb01-c3d4aaf3b57a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=559f242b-8004-40be-a337-f0e3e07a9fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407164 Aug 31 10:53:25.745425 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75489ac5-0db1-4a8e-a8af-2c36b3f30351 req-7632da6f-ba45-4ca6-9051-45dc15f92996 service neutron] 10.222.0.59 "GET /v2.0/networks/559f242b-8004-40be-a337-f0e3e07a9fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802112 Aug 31 10:53:25.839478 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-75489ac5-0db1-4a8e-a8af-2c36b3f30351 req-aaeba39f-bbb6-454e-9abb-9325d6bc2452 service neutron] 10.222.0.59 "GET /v2.0/networks/559f242b-8004-40be-a337-f0e3e07a9fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867174 Aug 31 10:53:26.007782 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11004585-285f-4f53-8336-f428d6215d09 req-09cf6bea-73ff-4c66-8be0-8a931de91a4e tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:26.009255 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11004585-285f-4f53-8336-f428d6215d09 req-09cf6bea-73ff-4c66-8be0-8a931de91a4e tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 944 time: 0.0504863 Aug 31 10:53:26.046673 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11004585-285f-4f53-8336-f428d6215d09 req-22be9cbd-7e56-4dd3-a2d7-2401dc5f37b6 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306399 Aug 31 10:53:27.160732 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8216e-021b-470f-8eee-d98c7ad28e24 req-0e3784f7-b109-4ad2-9c94-646b1041490b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:27.162181 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22b8216e-021b-470f-8eee-d98c7ad28e24 req-0e3784f7-b109-4ad2-9c94-646b1041490b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 944 time: 0.0478098 Aug 31 10:53:27.199425 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-22b8216e-021b-470f-8eee-d98c7ad28e24 req-716bfaaf-6dc1-4b51-87f9-a8ad0bab2dc4 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312963 Aug 31 10:53:28.317484 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db501517-0801-4ed5-9bb9-80483ecf7ef6 req-40e54209-c09e-408d-9830-546f67715058 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:28.318973 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db501517-0801-4ed5-9bb9-80483ecf7ef6 req-40e54209-c09e-408d-9830-546f67715058 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 944 time: 0.0528009 Aug 31 10:53:28.357039 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-db501517-0801-4ed5-9bb9-80483ecf7ef6 req-2680f8f6-ee0a-4bde-94aa-a69c13e80906 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320296 Aug 31 10:53:29.473451 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b88c3-9ef9-4013-a7f9-56a853a6aab6 req-2f2d93e5-11b4-45a2-9e8d-6b9f5c99880e tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:29.474959 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4b4b88c3-9ef9-4013-a7f9-56a853a6aab6 req-2f2d93e5-11b4-45a2-9e8d-6b9f5c99880e tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 944 time: 0.0497949 Aug 31 10:53:29.512987 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4b4b88c3-9ef9-4013-a7f9-56a853a6aab6 req-fb7064e0-a50c-4e6f-8723-4b24acef0bca tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319977 Aug 31 10:53:30.629074 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794d493-4d53-4fe6-8d14-e74071010636 req-d1f2e06d-7679-4d69-93ec-d2964217ad35 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:30.630534 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2794d493-4d53-4fe6-8d14-e74071010636 req-d1f2e06d-7679-4d69-93ec-d2964217ad35 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 944 time: 0.0496826 Aug 31 10:53:30.667072 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2794d493-4d53-4fe6-8d14-e74071010636 req-bcfaa09d-e8d9-41a8-8617-bc791d201fdc tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305481 Aug 31 10:53:31.785739 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df52a5-33c5-4269-918e-4a938c9c92e6 req-dad84459-4775-43f5-a29a-5be0210a2851 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:31.787284 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a6df52a5-33c5-4269-918e-4a938c9c92e6 req-dad84459-4775-43f5-a29a-5be0210a2851 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 944 time: 0.0518141 Aug 31 10:53:31.828870 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a6df52a5-33c5-4269-918e-4a938c9c92e6 req-3a79fc7e-744b-452f-9313-aeed1ea28501 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328252 Aug 31 10:53:32.799683 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 1b2944a1-ecd9-4306-a297-13462c4d3b5b details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:53:32.904484 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 1b2944a1-ecd9-4306-a297-13462c4d3b5b, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=1b2944a1-ecd9-4306-a297-13462c4d3b5b,segment=NetworkSegment(1473388d-e56b-435f-ad66-b57df3671d46),segment_id=1473388d-e56b-435f-ad66-b57df3671d46)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:53:32.917224 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '1b2944a1-ecd9-4306-a297-13462c4d3b5b', 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda', 'port_id': '1b2944a1-ecd9-4306-a297-13462c4d3b5b', 'mac_address': 'fa:16:3e:58:a2:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '799033ed-d562-40e3-bc68-52c18cec906b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:53:32.949661 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53768089-decf-4ce9-a042-61b4a9a676dc req-7e58c8d8-0462-43b6-99dd-3be6ab46cb70 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:32.951092 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-53768089-decf-4ce9-a042-61b4a9a676dc req-7e58c8d8-0462-43b6-99dd-3be6ab46cb70 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 944 time: 0.0537908 Aug 31 10:53:32.959854 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:32.973660 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2944a1-ecd9-4306-a297-13462c4d3b5b {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:53:32.992331 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-53768089-decf-4ce9-a042-61b4a9a676dc req-a9a6ae47-2a73-40b0-93c1-7dc249481a0c tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337811 Aug 31 10:53:32.993108 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 1b2944a1-ecd9-4306-a297-13462c4d3b5b, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=1b2944a1-ecd9-4306-a297-13462c4d3b5b,segment=NetworkSegment(1473388d-e56b-435f-ad66-b57df3671d46),segment_id=1473388d-e56b-435f-ad66-b57df3671d46)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:53:33.082886 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:33.130407 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=1b2944a1-ecd9-4306-a297-13462c4d3b5b,revision_number=7']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:33.371286 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['1b2944a1-ecd9-4306-a297-13462c4d3b5b'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:53:33.791708 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:34.108172 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d0b7f-6339-468c-adcb-cb1ec24a5b17 req-c62f1a28-d1f1-48a8-aa24-a909550daab9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:34.109689 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-724d0b7f-6339-468c-adcb-cb1ec24a5b17 req-c62f1a28-d1f1-48a8-aa24-a909550daab9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 945 time: 0.0492024 Aug 31 10:53:34.147751 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-724d0b7f-6339-468c-adcb-cb1ec24a5b17 req-b03a5c1e-8fd8-4710-a788-1d687d34d29c tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320821 Aug 31 10:53:34.311304 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:34.841819 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 1b2944a1-ecd9-4306-a297-13462c4d3b5b up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:53:34.889332 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 1b2944a1-ecd9-4306-a297-13462c4d3b5b triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:53:34.889696 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:34.966268 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:34.988658 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9484db61-40fa-4f7c-8a9c-385bcf4dae97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2944a1-ecd9-4306-a297-13462c4d3b5b'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:53:34.990917 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd264a2-113e-4e47-aed9-340816ab0b71" -d '{"events": [{"server_uuid": "9484db61-40fa-4f7c-8a9c-385bcf4dae97", "name": "network-vif-plugged", "status": "completed", "tag": "1b2944a1-ecd9-4306-a297-13462c4d3b5b"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:53:35.003560 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 1b2944a1-ecd9-4306-a297-13462c4d3b5b, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=1b2944a1-ecd9-4306-a297-13462c4d3b5b,segment=NetworkSegment(1473388d-e56b-435f-ad66-b57df3671d46),segment_id=1473388d-e56b-435f-ad66-b57df3671d46)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:53:35.027314 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36c1538-2780-4b5c-8e45-7e7cbaa0d358 x-openstack-request-id: req-c36c1538-2780-4b5c-8e45-7e7cbaa0d358 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:53:35.027608 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9484db61-40fa-4f7c-8a9c-385bcf4dae97", "name": "network-vif-plugged", "status": "completed", "tag": "1b2944a1-ecd9-4306-a297-13462c4d3b5b", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:53:35.027863 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-c36c1538-2780-4b5c-8e45-7e7cbaa0d358 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:53:35.028257 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9484db61-40fa-4f7c-8a9c-385bcf4dae97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2944a1-ecd9-4306-a297-13462c4d3b5b', 'code': 200} Aug 31 10:53:35.082993 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:35.132056 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=1b2944a1-ecd9-4306-a297-13462c4d3b5b,revision_number=8']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:53:35.177602 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499281e0-f3fe-4962-bd1a-2939531c3564 req-04799976-9435-4801-a957-9c856e9e29c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:35.179165 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-499281e0-f3fe-4962-bd1a-2939531c3564 req-04799976-9435-4801-a957-9c856e9e29c7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 1098 time: 0.0473948 Aug 31 10:53:35.226883 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-499281e0-f3fe-4962-bd1a-2939531c3564 req-542b818a-5658-48b2-874c-263d644170ab service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383172 Aug 31 10:53:35.264558 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e6efa-e175-4fa1-8c64-76c488d0ad7b req-9cbdb434-5e27-461e-ae97-68b88497c6bd tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:35.266522 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a81e6efa-e175-4fa1-8c64-76c488d0ad7b req-9cbdb434-5e27-461e-ae97-68b88497c6bd tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 946 time: 0.0503571 Aug 31 10:53:35.305526 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a81e6efa-e175-4fa1-8c64-76c488d0ad7b req-6c1dd81e-735d-4caa-84e6-c819ff10d8c5 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328305 Aug 31 10:53:36.422734 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf6800-e1c6-4fca-bb0d-35c646ab25a5 req-b06db105-5638-4ef7-a33c-93b5691fe302 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:36.424219 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29bf6800-e1c6-4fca-bb0d-35c646ab25a5 req-b06db105-5638-4ef7-a33c-93b5691fe302 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 946 time: 0.0501285 Aug 31 10:53:36.461897 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-29bf6800-e1c6-4fca-bb0d-35c646ab25a5 req-2492840d-f8f8-4dd0-a7ed-d6aae5a14d32 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315754 Aug 31 10:53:37.579467 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb356bfe-ef6d-469e-9f9f-c6a929d9fe2c req-b158e804-f256-4db2-b25b-23d4e03900d3 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:37.580965 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cb356bfe-ef6d-469e-9f9f-c6a929d9fe2c req-b158e804-f256-4db2-b25b-23d4e03900d3 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 946 time: 0.0527022 Aug 31 10:53:37.619227 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cb356bfe-ef6d-469e-9f9f-c6a929d9fe2c req-c8c8eed9-8d49-4a0c-bf5b-24be633f5f59 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322900 Aug 31 10:53:41.425730 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a0d4e06f-757e-4ef0-9c07-182224f514df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:44.071680 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e551691-7c02-4459-9747-8bf42cfcd86f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:44.162684 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:45.398441 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:53:45.786135 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:47.506499 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:53:53.006708 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e2d90930-f924-4075-a111-16e92fed612e req-d25faae0-7e17-4b69-9e8c-756cb8086d73 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0682600 Aug 31 10:53:53.055810 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e2d90930-f924-4075-a111-16e92fed612e req-d08c9de7-5e12-4b7e-ad8d-45b873af6f67 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.0242450 Aug 31 10:53:53.098215 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e2d90930-f924-4075-a111-16e92fed612e req-a74314ca-0db4-4cd6-a681-0c0ae29681a2 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40aea3578a764824ae85220fcc0c6911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205367 Aug 31 10:53:53.193319 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d90930-f924-4075-a111-16e92fed612e req-0a2ed1e2-6040-4243-be5e-e024b17a37ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:53:53.194822 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e2d90930-f924-4075-a111-16e92fed612e req-0a2ed1e2-6040-4243-be5e-e024b17a37ca service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0896778 Aug 31 10:54:03.815446 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:54:04.329983 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:54:11.330459 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7914e805-ac90-4aec-81e5-557dc6c3e406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:54:14.060866 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-83497f10-3c82-4705-b9a2-0a3def925997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:54:14.176064 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:54:15.821744 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:54:17.473282 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:54:22.397476 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:54:33.787908 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:54:34.314380 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:54:41.342822 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5f44df43-bb47-4650-9207-64b04bca29b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:54:44.054124 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9d55942b-9c3f-414b-90fd-4de77328669a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:54:44.177004 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:54:45.851284 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:54:47.434462 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:54:52.970800 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-35a4862d-e9e9-4aed-9cc6-6ad56774ee4e req-294f2912-b07d-46c3-a65d-638a318d7a68 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0270691 Aug 31 10:54:53.016769 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-35a4862d-e9e9-4aed-9cc6-6ad56774ee4e req-6c850e14-9f99-4901-8c4e-5b982672b93a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0250306 Aug 31 10:54:53.056566 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-35a4862d-e9e9-4aed-9cc6-6ad56774ee4e req-583c65b7-e8ed-45e6-b924-af13dfb0b375 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195863 Aug 31 10:54:53.152992 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4862d-e9e9-4aed-9cc6-6ad56774ee4e req-3e7a85dd-1be5-4b9b-b50f-9e90e5a6930c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:54:53.154499 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-35a4862d-e9e9-4aed-9cc6-6ad56774ee4e req-3e7a85dd-1be5-4b9b-b50f-9e90e5a6930c service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0902858 Aug 31 10:54:59.397813 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:55:03.823667 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:04.343636 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:11.349070 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b4343e9e-a8b4-4ec5-ad94-5866c8292e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:14.058103 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8ab082c6-2725-48db-bbbf-1127e65a3943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:14.161137 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:15.789506 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:16.386282 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57684) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:55:16.542630 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-2a139a6e-bd40-4f69-9ff5-d32663501ce9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Deleting port 5734d741-ecf4-4de0-856b-9c90057969d7 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:55:16.542970 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2a139a6e-bd40-4f69-9ff5-d32663501ce9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:16.616862 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2a139a6e-bd40-4f69-9ff5-d32663501ce9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:16.617184 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2a139a6e-bd40-4f69-9ff5-d32663501ce9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:16.629214 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-2a139a6e-bd40-4f69-9ff5-d32663501ce9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Calling delete_port for 5734d741-ecf4-4de0-856b-9c90057969d7 owned by network:floatingip {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:55:16.841601 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2a139a6e-bd40-4f69-9ff5-d32663501ce9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:16.866060 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a139a6e-bd40-4f69-9ff5-d32663501ce9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Pushing event deleted for resources: {'Port': ['ID=5734d741-ecf4-4de0-856b-9c90057969d7,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:16.879436 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a139a6e-bd40-4f69-9ff5-d32663501ce9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:16.879814 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a139a6e-bd40-4f69-9ff5-d32663501ce9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:16.880147 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a139a6e-bd40-4f69-9ff5-d32663501ce9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:16.880496 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a139a6e-bd40-4f69-9ff5-d32663501ce9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:16.880807 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a139a6e-bd40-4f69-9ff5-d32663501ce9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:16.881132 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a139a6e-bd40-4f69-9ff5-d32663501ce9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:16.881451 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a139a6e-bd40-4f69-9ff5-d32663501ce9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:16.881769 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a139a6e-bd40-4f69-9ff5-d32663501ce9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:16.882089 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a139a6e-bd40-4f69-9ff5-d32663501ce9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:16.882406 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a139a6e-bd40-4f69-9ff5-d32663501ce9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:16.882751 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a139a6e-bd40-4f69-9ff5-d32663501ce9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:16.883071 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a139a6e-bd40-4f69-9ff5-d32663501ce9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:16.941498 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2a139a6e-bd40-4f69-9ff5-d32663501ce9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for floatingip, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:16.941833 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-2a139a6e-bd40-4f69-9ff5-d32663501ce9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Floating IP f501b753-516b-4a8f-8a06-93acfe0c9b3d disassociated (deleted). External IP: 172.25.2.164, port: 1b2944a1-ecd9-4306-a297-13462c4d3b5b. Aug 31 10:55:17.144924 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a139a6e-bd40-4f69-9ff5-d32663501ce9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Router 613a751a-7a84-4048-9c14-0bbfa1e1998e has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:55:17.249578 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a139a6e-bd40-4f69-9ff5-d32663501ce9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:55:17.255117 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2a139a6e-bd40-4f69-9ff5-d32663501ce9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:17.259659 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea0d19f-bc54-4303-b85f-58e9c25d3716 None None] Sync routers for ids ['613a751a-7a84-4048-9c14-0bbfa1e1998e'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:55:17.271852 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea0d19f-bc54-4303-b85f-58e9c25d3716 None None] Routers {'613a751a-7a84-4048-9c14-0bbfa1e1998e'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:55:17.272455 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6ea0d19f-bc54-4303-b85f-58e9c25d3716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:55:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['613a751a-7a84-4048-9c14-0bbfa1e1998e'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:55:17.281849 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2a139a6e-bd40-4f69-9ff5-d32663501ce9 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "DELETE /v2.0/floatingips/f501b753-516b-4a8f-8a06-93acfe0c9b3d HTTP/1.1" status: 204 len: 168 time: 0.8944674 Aug 31 10:55:17.283181 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9484db61-40fa-4f7c-8a9c-385bcf4dae97', 'tag': '1b2944a1-ecd9-4306-a297-13462c4d3b5b'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:55:17.285440 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eebaaf5-9df9-4b39-9423-1a7f018e5cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "9484db61-40fa-4f7c-8a9c-385bcf4dae97", "tag": "1b2944a1-ecd9-4306-a297-13462c4d3b5b"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:55:17.324998 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c45c342-1f54-4628-aa61-4b85d3a7ecd4 x-openstack-request-id: req-6c45c342-1f54-4628-aa61-4b85d3a7ecd4 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:55:17.325504 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9484db61-40fa-4f7c-8a9c-385bcf4dae97", "tag": "1b2944a1-ecd9-4306-a297-13462c4d3b5b", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:55:17.325925 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-6c45c342-1f54-4628-aa61-4b85d3a7ecd4 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:55:17.326916 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9484db61-40fa-4f7c-8a9c-385bcf4dae97', 'tag': '1b2944a1-ecd9-4306-a297-13462c4d3b5b', 'status': 'completed', 'code': 200} Aug 31 10:55:17.378408 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-6ea0d19f-bc54-4303-b85f-58e9c25d3716 None None] Set router 613a751a-7a84-4048-9c14-0bbfa1e1998e gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:55:17.393539 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebaaf5-9df9-4b39-9423-1a7f018e5cfc req-8406a62f-bb55-47b4-8822-f00b0c9f39f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:55:17.395137 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3eebaaf5-9df9-4b39-9423-1a7f018e5cfc req-8406a62f-bb55-47b4-8822-f00b0c9f39f8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2b03526b0d9e44009ba0ac3e492ce522&device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 1098 time: 0.0457602 Aug 31 10:55:17.435345 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:17.489013 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebaaf5-9df9-4b39-9423-1a7f018e5cfc req-8db6921d-501a-48e1-8d74-593bcac4a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:55:17.490512 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3eebaaf5-9df9-4b39-9423-1a7f018e5cfc req-8db6921d-501a-48e1-8d74-593bcac4a36a service neutron] 10.222.0.59 "GET /v2.0/networks?id=559f242b-8004-40be-a337-f0e3e07a9fda HTTP/1.1" status: 200 len: 911 time: 0.0879321 Aug 31 10:55:17.535260 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3eebaaf5-9df9-4b39-9423-1a7f018e5cfc req-459f582e-e57a-4589-8fce-5c9333a021fb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b2944a1-ecd9-4306-a297-13462c4d3b5b HTTP/1.1" status: 200 len: 217 time: 0.0372052 Aug 31 10:55:17.577879 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6ea0d19f-bc54-4303-b85f-58e9c25d3716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'name': 'tempest-TestShelveInstance-2134484586-router', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:18Z', 'updated_at': '2021-08-31T10:45:22Z', 'revision_number': 4, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'gw_port': {'id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:19Z', 'updated_at': '2021-08-31T10:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'f1fba581-8bba-409d-a981-b01bd95a437d', 'name': '', 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'mac_address': 'fa:16:3e:3b:6f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '799033ed-d562-40e3-bc68-52c18cec906b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:21Z', 'updated_at': '2021-08-31T10:45:26Z', 'revision_number': 5, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'subnets': [{'id': '799033ed-d562-40e3-bc68-52c18cec906b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:55:17.584169 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebaaf5-9df9-4b39-9423-1a7f018e5cfc req-025adfd2-f6e2-4a65-abec-3b21b2f2f4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:55:17.585634 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3eebaaf5-9df9-4b39-9423-1a7f018e5cfc req-025adfd2-f6e2-4a65-abec-3b21b2f2f4ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=799033ed-d562-40e3-bc68-52c18cec906b HTTP/1.1" status: 200 len: 848 time: 0.0440648 Aug 31 10:55:17.605338 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea0d19f-bc54-4303-b85f-58e9c25d3716 None None] Checking router: 613a751a-7a84-4048-9c14-0bbfa1e1998e for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:55:17.618867 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea0d19f-bc54-4303-b85f-58e9c25d3716 None None] Routers {'613a751a-7a84-4048-9c14-0bbfa1e1998e'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:55:17.619596 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6ea0d19f-bc54-4303-b85f-58e9c25d3716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:55:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['613a751a-7a84-4048-9c14-0bbfa1e1998e'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:55:17.636566 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebaaf5-9df9-4b39-9423-1a7f018e5cfc req-7e0fa115-0ab1-4a1a-a70b-3e2edeee232d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:55:17.638085 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3eebaaf5-9df9-4b39-9423-1a7f018e5cfc req-7e0fa115-0ab1-4a1a-a70b-3e2edeee232d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=559f242b-8004-40be-a337-f0e3e07a9fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451684 Aug 31 10:55:17.726518 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-6ea0d19f-bc54-4303-b85f-58e9c25d3716 None None] Set router 613a751a-7a84-4048-9c14-0bbfa1e1998e gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:55:17.740696 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3eebaaf5-9df9-4b39-9423-1a7f018e5cfc req-52796348-2533-4d10-a68e-682bf6bce371 service neutron] 10.222.0.59 "GET /v2.0/networks/559f242b-8004-40be-a337-f0e3e07a9fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948634 Aug 31 10:55:17.930755 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-6ea0d19f-bc54-4303-b85f-58e9c25d3716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'name': 'tempest-TestShelveInstance-2134484586-router', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:18Z', 'updated_at': '2021-08-31T10:45:22Z', 'revision_number': 4, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'gw_port': {'id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:19Z', 'updated_at': '2021-08-31T10:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'f1fba581-8bba-409d-a981-b01bd95a437d', 'name': '', 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'mac_address': 'fa:16:3e:3b:6f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '799033ed-d562-40e3-bc68-52c18cec906b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:21Z', 'updated_at': '2021-08-31T10:45:26Z', 'revision_number': 5, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'subnets': [{'id': '799033ed-d562-40e3-bc68-52c18cec906b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:55:17.958664 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea0d19f-bc54-4303-b85f-58e9c25d3716 None None] The sync data for ids ['613a751a-7a84-4048-9c14-0bbfa1e1998e'] in n-d-791506-28 is: [{'id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'name': 'tempest-TestShelveInstance-2134484586-router', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:18Z', 'updated_at': '2021-08-31T10:45:22Z', 'revision_number': 4, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'gw_port': {'id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:19Z', 'updated_at': '2021-08-31T10:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'f1fba581-8bba-409d-a981-b01bd95a437d', 'name': '', 'network_id': '559f242b-8004-40be-a337-f0e3e07a9fda', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'mac_address': 'fa:16:3e:3b:6f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '799033ed-d562-40e3-bc68-52c18cec906b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:21Z', 'updated_at': '2021-08-31T10:45:26Z', 'revision_number': 5, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'subnets': [{'id': '799033ed-d562-40e3-bc68-52c18cec906b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:55:18.183840 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a232eb68-f630-4acf-9ac3-e16b7e0e8219 None None] New status for floating IP f501b753-516b-4a8f-8a06-93acfe0c9b3d: DOWN {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:55:18.216758 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f4e88-8a80-4aaa-8358-746846850c71 req-90108ad7-4a89-44d5-9ef7-d20d888f1c5b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:55:18.218247 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-332f4e88-8a80-4aaa-8358-746846850c71 req-90108ad7-4a89-44d5-9ef7-d20d888f1c5b tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 946 time: 0.4712210 Aug 31 10:55:18.272295 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-3eebaaf5-9df9-4b39-9423-1a7f018e5cfc req-ca95754b-d39d-4aeb-a32b-77e3fd6c2b27 service neutron] 10.222.0.59 "GET /v2.0/networks/559f242b-8004-40be-a337-f0e3e07a9fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5145454 Aug 31 10:55:18.280145 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-332f4e88-8a80-4aaa-8358-746846850c71 req-6b529429-7468-45c3-978c-99d086d050ba tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502789 Aug 31 10:55:19.300415 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbe65e-081b-498c-b3b3-ae12881f7063 req-53024c29-2cd1-4b5a-a629-c6b57916fad2 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:55:19.301842 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3bbe65e-081b-498c-b3b3-ae12881f7063 req-53024c29-2cd1-4b5a-a629-c6b57916fad2 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.59 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 946 time: 0.0483329 Aug 31 10:55:19.432502 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0428dc-b238-42ee-bfa9-fcf4de6a866a req-998c7046-526e-433f-b032-d39e4e9aa2cb tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:55:19.433976 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af0428dc-b238-42ee-bfa9-fcf4de6a866a req-998c7046-526e-433f-b032-d39e4e9aa2cb tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 946 time: 0.0806425 Aug 31 10:55:19.439949 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-d3bbe65e-081b-498c-b3b3-ae12881f7063 req-149e3765-1fba-4354-8ca1-637a16ec9d74 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Deleting port 1b2944a1-ecd9-4306-a297-13462c4d3b5b {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:55:19.440289 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d3bbe65e-081b-498c-b3b3-ae12881f7063 req-149e3765-1fba-4354-8ca1-637a16ec9d74 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:19.526403 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-af0428dc-b238-42ee-bfa9-fcf4de6a866a req-93d879b9-8c99-43cd-a84e-4823a5db5fe5 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/security-groups?id=23007bd6-8be3-4535-ac42-297457f6acf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821609 Aug 31 10:55:19.554033 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-d3bbe65e-081b-498c-b3b3-ae12881f7063 req-149e3765-1fba-4354-8ca1-637a16ec9d74 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] For port 1b2944a1-ecd9-4306-a297-13462c4d3b5b, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=1b2944a1-ecd9-4306-a297-13462c4d3b5b,segment=NetworkSegment(1473388d-e56b-435f-ad66-b57df3671d46),segment_id=1473388d-e56b-435f-ad66-b57df3671d46)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:55:19.554332 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d3bbe65e-081b-498c-b3b3-ae12881f7063 req-149e3765-1fba-4354-8ca1-637a16ec9d74 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:19.566804 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-d3bbe65e-081b-498c-b3b3-ae12881f7063 req-149e3765-1fba-4354-8ca1-637a16ec9d74 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Calling delete_port for 1b2944a1-ecd9-4306-a297-13462c4d3b5b owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:55:19.766791 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d3bbe65e-081b-498c-b3b3-ae12881f7063 req-149e3765-1fba-4354-8ca1-637a16ec9d74 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:19.795233 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e3765-1fba-4354-8ca1-637a16ec9d74 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Pushing event deleted for resources: {'Port': ['ID=1b2944a1-ecd9-4306-a297-13462c4d3b5b,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:19.836492 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3bbe65e-081b-498c-b3b3-ae12881f7063 req-149e3765-1fba-4354-8ca1-637a16ec9d74 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] No DVR routers for this DVR port 1b2944a1-ecd9-4306-a297-13462c4d3b5b on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:55:19.839080 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d3bbe65e-081b-498c-b3b3-ae12881f7063 req-149e3765-1fba-4354-8ca1-637a16ec9d74 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:19.841320 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d3bbe65e-081b-498c-b3b3-ae12881f7063 req-149e3765-1fba-4354-8ca1-637a16ec9d74 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.59 "DELETE /v2.0/ports/1b2944a1-ecd9-4306-a297-13462c4d3b5b HTTP/1.1" status: 204 len: 173 time: 0.5333319 Aug 31 10:55:19.841744 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9484db61-40fa-4f7c-8a9c-385bcf4dae97', 'name': 'network-vif-deleted', 'tag': '1b2944a1-ecd9-4306-a297-13462c4d3b5b'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:55:19.843976 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0b795c-8b89-434d-90c9-97e15e116efc" -d '{"events": [{"server_uuid": "9484db61-40fa-4f7c-8a9c-385bcf4dae97", "name": "network-vif-deleted", "tag": "1b2944a1-ecd9-4306-a297-13462c4d3b5b"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:55:19.927912 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5b2c40-c5e3-4cb7-8a16-3031625b5e36 x-openstack-request-id: req-cd5b2c40-c5e3-4cb7-8a16-3031625b5e36 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:55:19.928202 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9484db61-40fa-4f7c-8a9c-385bcf4dae97", "name": "network-vif-deleted", "tag": "1b2944a1-ecd9-4306-a297-13462c4d3b5b", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:55:19.928454 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-cd5b2c40-c5e3-4cb7-8a16-3031625b5e36 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:55:19.928850 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9484db61-40fa-4f7c-8a9c-385bcf4dae97', 'name': 'network-vif-deleted', 'tag': '1b2944a1-ecd9-4306-a297-13462c4d3b5b', 'status': 'completed', 'code': 200} Aug 31 10:55:20.621986 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c39d8aff-e457-443e-9ef4-01a9a6f8644e req-72deff38-9d1f-4163-91c2-a2609a27a3c2 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 210 time: 0.0275903 Aug 31 10:55:21.728950 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-831e4ae1-34ec-49ff-9145-60b5335a4283 req-1ba53d47-b58d-48c9-ae49-17758f3e645c tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 210 time: 0.0286746 Aug 31 10:55:22.831759 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1fa2ee19-e366-41d1-98bd-6cb25082f4af req-80b3d4be-fdad-4022-abf1-ede8cff5d00f tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 210 time: 0.0304580 Aug 31 10:55:23.361295 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 1b2944a1-ecd9-4306-a297-13462c4d3b5b no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:55:23.381166 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 1b2944a1-ecd9-4306-a297-13462c4d3b5b {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:55:23.381999 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 1b2944a1-ecd9-4306-a297-13462c4d3b5b not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:55:23.931615 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-442c6db3-837e-4c75-b5e9-ceebb4081537 req-2811a0a1-bd35-4f12-9255-871896c26a83 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "GET /v2.0/ports?device_id=9484db61-40fa-4f7c-8a9c-385bcf4dae97 HTTP/1.1" status: 200 len: 210 time: 0.0280876 Aug 31 10:55:24.988525 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57718) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:55:25.047124 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-36dcce42-9deb-434b-8111-a67c5d817140 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:25.072634 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-36dcce42-9deb-434b-8111-a67c5d817140 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:25.218779 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-36dcce42-9deb-434b-8111-a67c5d817140 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:25.221844 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-36dcce42-9deb-434b-8111-a67c5d817140 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:25.223075 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-36dcce42-9deb-434b-8111-a67c5d817140 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] 10.222.0.119 "DELETE /v2.0/security-groups/23007bd6-8be3-4535-ac42-297457f6acf7 HTTP/1.1" status: 204 len: 168 time: 0.2334986 Aug 31 10:55:25.232791 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dcce42-9deb-434b-8111-a67c5d817140 tempest-TestShelveInstance-1505030614 tempest-TestShelveInstance-1505030614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23007bd6-8be3-4535-ac42-297457f6acf7,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:25.339227 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57722) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:55:26.150036 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8f0a7b0e-51a7-4101-ae7a-bcbe03d10582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:26.398041 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-8f0a7b0e-51a7-4101-ae7a-bcbe03d10582 admin admin] Deleting port f1fba581-8bba-409d-a981-b01bd95a437d {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:55:26.398749 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8f0a7b0e-51a7-4101-ae7a-bcbe03d10582 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:26.478216 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-8f0a7b0e-51a7-4101-ae7a-bcbe03d10582 admin admin] For port f1fba581-8bba-409d-a981-b01bd95a437d, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=f1fba581-8bba-409d-a981-b01bd95a437d,segment=NetworkSegment(1473388d-e56b-435f-ad66-b57df3671d46),segment_id=1473388d-e56b-435f-ad66-b57df3671d46)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:55:26.478596 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8f0a7b0e-51a7-4101-ae7a-bcbe03d10582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:26.491271 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-8f0a7b0e-51a7-4101-ae7a-bcbe03d10582 admin admin] Calling delete_port for f1fba581-8bba-409d-a981-b01bd95a437d owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:55:26.807320 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8f0a7b0e-51a7-4101-ae7a-bcbe03d10582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:26.835565 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a7b0e-51a7-4101-ae7a-bcbe03d10582 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1fba581-8bba-409d-a981-b01bd95a437d,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:26.862060 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a7b0e-51a7-4101-ae7a-bcbe03d10582 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:26.862410 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a7b0e-51a7-4101-ae7a-bcbe03d10582 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:26.862782 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a7b0e-51a7-4101-ae7a-bcbe03d10582 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:26.863119 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a7b0e-51a7-4101-ae7a-bcbe03d10582 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:26.863453 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a7b0e-51a7-4101-ae7a-bcbe03d10582 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:26.863785 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a7b0e-51a7-4101-ae7a-bcbe03d10582 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:26.864109 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a7b0e-51a7-4101-ae7a-bcbe03d10582 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:26.864436 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a7b0e-51a7-4101-ae7a-bcbe03d10582 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:26.864760 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a7b0e-51a7-4101-ae7a-bcbe03d10582 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:26.865082 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a7b0e-51a7-4101-ae7a-bcbe03d10582 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:26.865420 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a7b0e-51a7-4101-ae7a-bcbe03d10582 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:26.865727 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0a7b0e-51a7-4101-ae7a-bcbe03d10582 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:27.024206 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-8f0a7b0e-51a7-4101-ae7a-bcbe03d10582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:27.240429 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0a7b0e-51a7-4101-ae7a-bcbe03d10582 admin admin] Router 613a751a-7a84-4048-9c14-0bbfa1e1998e has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:55:27.348557 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0a7b0e-51a7-4101-ae7a-bcbe03d10582 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:55:27.353599 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-8f0a7b0e-51a7-4101-ae7a-bcbe03d10582 admin admin] 10.222.0.119 "PUT /v2.0/routers/613a751a-7a84-4048-9c14-0bbfa1e1998e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0124457 Aug 31 10:55:27.356329 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57728) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:55:27.357318 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991e07e2-b817-4a08-b908-b30ee612cafe None None] Sync routers for ids ['613a751a-7a84-4048-9c14-0bbfa1e1998e'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:55:27.367851 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991e07e2-b817-4a08-b908-b30ee612cafe None None] Routers {'613a751a-7a84-4048-9c14-0bbfa1e1998e'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:55:27.368448 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-991e07e2-b817-4a08-b908-b30ee612cafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:55:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['613a751a-7a84-4048-9c14-0bbfa1e1998e'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:55:27.472842 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-991e07e2-b817-4a08-b908-b30ee612cafe None None] Set router 613a751a-7a84-4048-9c14-0bbfa1e1998e gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:55:27.474922 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-965d8364-e927-4fa4-894a-8dabe5a1bfdd admin admin] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:27.580431 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-965d8364-e927-4fa4-894a-8dabe5a1bfdd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:27.733657 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-991e07e2-b817-4a08-b908-b30ee612cafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'name': 'tempest-TestShelveInstance-2134484586-router', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:18Z', 'updated_at': '2021-08-31T10:55:26Z', 'revision_number': 5, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'gw_port': {'id': 'e51a0d74-e83b-448e-a8cf-83ee45cefa18', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:19Z', 'updated_at': '2021-08-31T10:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:55:27.737386 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-965d8364-e927-4fa4-894a-8dabe5a1bfdd admin admin] Deleting port e51a0d74-e83b-448e-a8cf-83ee45cefa18 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:55:27.737726 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-965d8364-e927-4fa4-894a-8dabe5a1bfdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:27.762462 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991e07e2-b817-4a08-b908-b30ee612cafe None None] Checking router: 613a751a-7a84-4048-9c14-0bbfa1e1998e for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:55:27.771146 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991e07e2-b817-4a08-b908-b30ee612cafe None None] Routers {'613a751a-7a84-4048-9c14-0bbfa1e1998e'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:55:27.771742 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-991e07e2-b817-4a08-b908-b30ee612cafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:55:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['613a751a-7a84-4048-9c14-0bbfa1e1998e'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:55:27.819995 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-965d8364-e927-4fa4-894a-8dabe5a1bfdd admin admin] For port e51a0d74-e83b-448e-a8cf-83ee45cefa18, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=e51a0d74-e83b-448e-a8cf-83ee45cefa18,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:55:27.820358 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-965d8364-e927-4fa4-894a-8dabe5a1bfdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:27.837576 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-965d8364-e927-4fa4-894a-8dabe5a1bfdd admin admin] Calling delete_port for e51a0d74-e83b-448e-a8cf-83ee45cefa18 owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:55:27.854956 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-991e07e2-b817-4a08-b908-b30ee612cafe None None] Set router 613a751a-7a84-4048-9c14-0bbfa1e1998e gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:55:27.904725 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-991e07e2-b817-4a08-b908-b30ee612cafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'name': 'tempest-TestShelveInstance-2134484586-router', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:18Z', 'updated_at': '2021-08-31T10:55:27Z', 'revision_number': 6, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:55:27.933471 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991e07e2-b817-4a08-b908-b30ee612cafe None None] The sync data for ids ['613a751a-7a84-4048-9c14-0bbfa1e1998e'] in n-d-791506-28 is: [{'id': '613a751a-7a84-4048-9c14-0bbfa1e1998e', 'name': 'tempest-TestShelveInstance-2134484586-router', 'tenant_id': '2b03526b0d9e44009ba0ac3e492ce522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:18Z', 'updated_at': '2021-08-31T10:55:27Z', 'revision_number': 6, 'project_id': '2b03526b0d9e44009ba0ac3e492ce522', 'gw_port_host': None}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:55:28.093155 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-965d8364-e927-4fa4-894a-8dabe5a1bfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:28.124222 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d8364-e927-4fa4-894a-8dabe5a1bfdd admin admin] Pushing event deleted for resources: {'Port': ['ID=e51a0d74-e83b-448e-a8cf-83ee45cefa18,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:28.183056 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-965d8364-e927-4fa4-894a-8dabe5a1bfdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:28.288520 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-965d8364-e927-4fa4-894a-8dabe5a1bfdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:28.290815 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-965d8364-e927-4fa4-894a-8dabe5a1bfdd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:28.407481 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-965d8364-e927-4fa4-894a-8dabe5a1bfdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:28.408023 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965d8364-e927-4fa4-894a-8dabe5a1bfdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 613a751a-7a84-4048-9c14-0bbfa1e1998e {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:55:28.412367 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-965d8364-e927-4fa4-894a-8dabe5a1bfdd admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:28.413444 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-965d8364-e927-4fa4-894a-8dabe5a1bfdd admin admin] 10.222.0.119 "DELETE /v2.0/routers/613a751a-7a84-4048-9c14-0bbfa1e1998e HTTP/1.1" status: 204 len: 168 time: 1.0561957 Aug 31 10:55:28.415977 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57730) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:55:28.463764 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af6fc57-c3f1-438a-a7ce-4a3fd51ccba3 admin admin] Deleting subnet 799033ed-d562-40e3-bc68-52c18cec906b {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:55:28.467126 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9af6fc57-c3f1-438a-a7ce-4a3fd51ccba3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:28.501167 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9af6fc57-c3f1-438a-a7ce-4a3fd51ccba3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:28.575231 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9af6fc57-c3f1-438a-a7ce-4a3fd51ccba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:28.703784 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9af6fc57-c3f1-438a-a7ce-4a3fd51ccba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:28.733222 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6fc57-c3f1-438a-a7ce-4a3fd51ccba3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=799033ed-d562-40e3-bc68-52c18cec906b,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:28.734957 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9af6fc57-c3f1-438a-a7ce-4a3fd51ccba3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:28.740256 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9af6fc57-c3f1-438a-a7ce-4a3fd51ccba3 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/799033ed-d562-40e3-bc68-52c18cec906b HTTP/1.1" status: 204 len: 168 time: 0.3207197 Aug 31 10:55:28.741279 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57732) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:55:28.741786 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c5e04f-e799-4e81-9fc9-dd36e80551b4 None None] Network 559f242b-8004-40be-a337-f0e3e07a9fda requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:55:28.803254 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f1fba581-8bba-409d-a981-b01bd95a437d no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:55:28.828292 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: f1fba581-8bba-409d-a981-b01bd95a437d {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:55:28.828688 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device f1fba581-8bba-409d-a981-b01bd95a437d not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:55:28.829139 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device e51a0d74-e83b-448e-a8cf-83ee45cefa18 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:55:28.829603 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6dd9276b-e120-408d-a41f-7a05f60f32c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:28.854118 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: e51a0d74-e83b-448e-a8cf-83ee45cefa18 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:55:28.854457 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device e51a0d74-e83b-448e-a8cf-83ee45cefa18 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:55:28.884631 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-6dd9276b-e120-408d-a41f-7a05f60f32c2 admin admin] Deleting port a4d51a50-3771-41e4-a9b2-c1fa68cf72c6 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:55:28.884975 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6dd9276b-e120-408d-a41f-7a05f60f32c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:28.958276 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-6dd9276b-e120-408d-a41f-7a05f60f32c2 admin admin] For port a4d51a50-3771-41e4-a9b2-c1fa68cf72c6, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a4d51a50-3771-41e4-a9b2-c1fa68cf72c6,segment=NetworkSegment(1473388d-e56b-435f-ad66-b57df3671d46),segment_id=1473388d-e56b-435f-ad66-b57df3671d46)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:55:28.958276 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6dd9276b-e120-408d-a41f-7a05f60f32c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:28.971943 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-6dd9276b-e120-408d-a41f-7a05f60f32c2 admin admin] Calling delete_port for a4d51a50-3771-41e4-a9b2-c1fa68cf72c6 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:55:28.989508 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112e3b7c-bb87-449a-b5b6-42922bd16528 None None] DHCP port deletion for 559f242b-8004-40be-a337-f0e3e07a9fda request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:55:29.037857 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-112e3b7c-bb87-449a-b5b6-42922bd16528 None None] Deleting port a4d51a50-3771-41e4-a9b2-c1fa68cf72c6 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:55:29.038228 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-112e3b7c-bb87-449a-b5b6-42922bd16528 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:29.099186 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-112e3b7c-bb87-449a-b5b6-42922bd16528 None None] For port a4d51a50-3771-41e4-a9b2-c1fa68cf72c6, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a4d51a50-3771-41e4-a9b2-c1fa68cf72c6,segment=NetworkSegment(1473388d-e56b-435f-ad66-b57df3671d46),segment_id=1473388d-e56b-435f-ad66-b57df3671d46)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:55:29.099581 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-112e3b7c-bb87-449a-b5b6-42922bd16528 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:29.111914 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-112e3b7c-bb87-449a-b5b6-42922bd16528 None None] Calling delete_port for a4d51a50-3771-41e4-a9b2-c1fa68cf72c6 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:55:29.167214 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6dd9276b-e120-408d-a41f-7a05f60f32c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 10:55:29.182239 n-d-791506-28 neutron-server[95554]: self.session.flush() Aug 31 10:55:29.195391 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-112e3b7c-bb87-449a-b5b6-42922bd16528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:29.198044 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9276b-e120-408d-a41f-7a05f60f32c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4d51a50-3771-41e4-a9b2-c1fa68cf72c6,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:29.200850 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd9276b-e120-408d-a41f-7a05f60f32c2 admin admin] No DVR routers for this DVR port a4d51a50-3771-41e4-a9b2-c1fa68cf72c6 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:55:29.226645 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e3b7c-bb87-449a-b5b6-42922bd16528 None None] Pushing event deleted for resources: {'Port': ['ID=a4d51a50-3771-41e4-a9b2-c1fa68cf72c6,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:29.226645 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112e3b7c-bb87-449a-b5b6-42922bd16528 None None] No DVR routers for this DVR port a4d51a50-3771-41e4-a9b2-c1fa68cf72c6 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:55:29.235098 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e3b7c-bb87-449a-b5b6-42922bd16528 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:29.235098 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e3b7c-bb87-449a-b5b6-42922bd16528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:29.235098 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e3b7c-bb87-449a-b5b6-42922bd16528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:29.235098 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e3b7c-bb87-449a-b5b6-42922bd16528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:29.235098 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e3b7c-bb87-449a-b5b6-42922bd16528 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:29.235098 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e3b7c-bb87-449a-b5b6-42922bd16528 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:29.235098 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e3b7c-bb87-449a-b5b6-42922bd16528 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:29.235098 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e3b7c-bb87-449a-b5b6-42922bd16528 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:29.235098 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e3b7c-bb87-449a-b5b6-42922bd16528 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:29.235098 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e3b7c-bb87-449a-b5b6-42922bd16528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:29.236681 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e3b7c-bb87-449a-b5b6-42922bd16528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:29.236681 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112e3b7c-bb87-449a-b5b6-42922bd16528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:29.277832 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6dd9276b-e120-408d-a41f-7a05f60f32c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:29.287642 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-6dd9276b-e120-408d-a41f-7a05f60f32c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['559f242b-8004-40be-a337-f0e3e07a9fda']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:55:29.298399 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-6dd9276b-e120-408d-a41f-7a05f60f32c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1473388d-e56b-435f-ad66-b57df3671d46') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:55:29.298732 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-6dd9276b-e120-408d-a41f-7a05f60f32c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1473388d-e56b-435f-ad66-b57df3671d46') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:55:29.307692 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6dd9276b-e120-408d-a41f-7a05f60f32c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:29.322077 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6dd9276b-e120-408d-a41f-7a05f60f32c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:29.327786 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dd9276b-e120-408d-a41f-7a05f60f32c2 admin admin] Releasing vlan 1636 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:55:29.328158 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6dd9276b-e120-408d-a41f-7a05f60f32c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:29.329965 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 10:55:29.329965 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:55:29.329965 n-d-791506-28 neutron-server[95553]: timer() Aug 31 10:55:29.329965 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:55:29.329965 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 10:55:29.329965 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:55:29.329965 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 10:55:29.329965 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:55:29.329965 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 10:55:29.329965 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:55:29.329965 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 10:55:29.329965 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:55:29.329965 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 10:55:29.329965 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:55:29.329965 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:55:29.329965 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:55:29.329965 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:55:29.329965 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:55:29.329965 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 10:55:29.329965 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:55:29.329965 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 10:55:29.329965 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:55:29.329965 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:55:29.329965 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:55:29.329965 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 10:55:29.329965 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:55:29.329965 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:55:29.329965 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:55:29.329965 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:55:29.329965 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:55:29.329965 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:55:29.329965 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:55:29.498517 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6dd9276b-e120-408d-a41f-7a05f60f32c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:29.504682 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-6dd9276b-e120-408d-a41f-7a05f60f32c2 admin admin] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:29.506584 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-6dd9276b-e120-408d-a41f-7a05f60f32c2 admin admin] 10.222.0.119 "DELETE /v2.0/networks/559f242b-8004-40be-a337-f0e3e07a9fda HTTP/1.1" status: 204 len: 168 time: 0.7630053 Aug 31 10:55:29.509575 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57734) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:55:29.517608 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9276b-e120-408d-a41f-7a05f60f32c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=559f242b-8004-40be-a337-f0e3e07a9fda,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:29.849880 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fce2ee49-b694-40cb-9a0a-793aa9572661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:30.090428 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-fce2ee49-b694-40cb-9a0a-793aa9572661 admin admin] Deleting port 6d9a522a-0acf-4538-b11a-438a4deaf4a5 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:55:30.091017 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fce2ee49-b694-40cb-9a0a-793aa9572661 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:30.171771 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-fce2ee49-b694-40cb-9a0a-793aa9572661 admin admin] For port 6d9a522a-0acf-4538-b11a-438a4deaf4a5, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=6d9a522a-0acf-4538-b11a-438a4deaf4a5,segment=NetworkSegment(7373e493-5b2b-46cd-bd75-ee2cac6ffa3c),segment_id=7373e493-5b2b-46cd-bd75-ee2cac6ffa3c)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:55:30.172139 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fce2ee49-b694-40cb-9a0a-793aa9572661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:30.185833 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-fce2ee49-b694-40cb-9a0a-793aa9572661 admin admin] Calling delete_port for 6d9a522a-0acf-4538-b11a-438a4deaf4a5 owned by network:router_interface {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:55:30.453010 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fce2ee49-b694-40cb-9a0a-793aa9572661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:30.477295 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2ee49-b694-40cb-9a0a-793aa9572661 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d9a522a-0acf-4538-b11a-438a4deaf4a5,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:30.651312 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-fce2ee49-b694-40cb-9a0a-793aa9572661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:30.837591 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a4d51a50-3771-41e4-a9b2-c1fa68cf72c6 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:55:30.858823 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: a4d51a50-3771-41e4-a9b2-c1fa68cf72c6 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:55:30.859222 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a4d51a50-3771-41e4-a9b2-c1fa68cf72c6 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:55:31.185744 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce2ee49-b694-40cb-9a0a-793aa9572661 admin admin] Router e4492d30-fe45-4e1c-9058-3061074e97b1 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:55:31.290500 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce2ee49-b694-40cb-9a0a-793aa9572661 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:55:31.295571 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-fce2ee49-b694-40cb-9a0a-793aa9572661 admin admin] 10.222.0.119 "PUT /v2.0/routers/e4492d30-fe45-4e1c-9058-3061074e97b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7849770 Aug 31 10:55:31.298680 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57736) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:55:31.301879 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a1ec59-dc53-481f-a5b5-342c7037589e None None] Sync routers for ids ['e4492d30-fe45-4e1c-9058-3061074e97b1'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:55:31.311000 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a1ec59-dc53-481f-a5b5-342c7037589e None None] Routers {'e4492d30-fe45-4e1c-9058-3061074e97b1'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:55:31.311611 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-a1a1ec59-dc53-481f-a5b5-342c7037589e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:55:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e4492d30-fe45-4e1c-9058-3061074e97b1'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:55:31.401178 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f6ba458e-b594-4e9a-ad3f-8c0d736d6f4e admin admin] Notify callbacks [] for router, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:31.413964 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-a1a1ec59-dc53-481f-a5b5-342c7037589e None None] Set router e4492d30-fe45-4e1c-9058-3061074e97b1 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:55:31.503359 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f6ba458e-b594-4e9a-ad3f-8c0d736d6f4e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:31.610051 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-a1a1ec59-dc53-481f-a5b5-342c7037589e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4492d30-fe45-4e1c-9058-3061074e97b1', 'name': 'tempest-TestShelveInstance-435947012-router', 'tenant_id': '01bf0575410646298f963675aa41626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'a47bf525-ab6d-4e2b-846e-90caf5ae90ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:25Z', 'updated_at': '2021-08-31T10:55:30Z', 'revision_number': 5, 'project_id': '01bf0575410646298f963675aa41626f', 'gw_port': {'id': 'a47bf525-ab6d-4e2b-846e-90caf5ae90ae', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:85:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4492d30-fe45-4e1c-9058-3061074e97b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:45:26Z', 'updated_at': '2021-08-31T10:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:55:31.615904 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-f6ba458e-b594-4e9a-ad3f-8c0d736d6f4e admin admin] Deleting port a47bf525-ab6d-4e2b-846e-90caf5ae90ae {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:55:31.616256 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f6ba458e-b594-4e9a-ad3f-8c0d736d6f4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:31.637106 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a1ec59-dc53-481f-a5b5-342c7037589e None None] Checking router: e4492d30-fe45-4e1c-9058-3061074e97b1 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:55:31.653634 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a1ec59-dc53-481f-a5b5-342c7037589e None None] Routers {'e4492d30-fe45-4e1c-9058-3061074e97b1'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:55:31.653634 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-a1a1ec59-dc53-481f-a5b5-342c7037589e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:55:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['e4492d30-fe45-4e1c-9058-3061074e97b1'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:55:31.700030 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-f6ba458e-b594-4e9a-ad3f-8c0d736d6f4e admin admin] For port a47bf525-ab6d-4e2b-846e-90caf5ae90ae, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a47bf525-ab6d-4e2b-846e-90caf5ae90ae,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:55:31.700731 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f6ba458e-b594-4e9a-ad3f-8c0d736d6f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:31.714051 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-f6ba458e-b594-4e9a-ad3f-8c0d736d6f4e admin admin] Calling delete_port for a47bf525-ab6d-4e2b-846e-90caf5ae90ae owned by network:router_gateway {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:55:31.734193 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-a1a1ec59-dc53-481f-a5b5-342c7037589e None None] Set router e4492d30-fe45-4e1c-9058-3061074e97b1 gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:55:31.787139 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-a1a1ec59-dc53-481f-a5b5-342c7037589e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4492d30-fe45-4e1c-9058-3061074e97b1', 'name': 'tempest-TestShelveInstance-435947012-router', 'tenant_id': '01bf0575410646298f963675aa41626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:25Z', 'updated_at': '2021-08-31T10:55:31Z', 'revision_number': 6, 'project_id': '01bf0575410646298f963675aa41626f', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:55:31.817502 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a1ec59-dc53-481f-a5b5-342c7037589e None None] The sync data for ids ['e4492d30-fe45-4e1c-9058-3061074e97b1'] in n-d-791506-28 is: [{'id': 'e4492d30-fe45-4e1c-9058-3061074e97b1', 'name': 'tempest-TestShelveInstance-435947012-router', 'tenant_id': '01bf0575410646298f963675aa41626f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:45:25Z', 'updated_at': '2021-08-31T10:55:31Z', 'revision_number': 6, 'project_id': '01bf0575410646298f963675aa41626f', 'gw_port_host': None}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:55:31.973211 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f6ba458e-b594-4e9a-ad3f-8c0d736d6f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:31.998856 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba458e-b594-4e9a-ad3f-8c0d736d6f4e admin admin] Pushing event deleted for resources: {'Port': ['ID=a47bf525-ab6d-4e2b-846e-90caf5ae90ae,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:32.058453 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f6ba458e-b594-4e9a-ad3f-8c0d736d6f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:32.153192 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f6ba458e-b594-4e9a-ad3f-8c0d736d6f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:32.155176 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f6ba458e-b594-4e9a-ad3f-8c0d736d6f4e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:32.287836 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f6ba458e-b594-4e9a-ad3f-8c0d736d6f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:32.288692 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ba458e-b594-4e9a-ad3f-8c0d736d6f4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4492d30-fe45-4e1c-9058-3061074e97b1 {{(pid=95552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 10:55:32.295960 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-f6ba458e-b594-4e9a-ad3f-8c0d736d6f4e admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:32.297146 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-f6ba458e-b594-4e9a-ad3f-8c0d736d6f4e admin admin] 10.222.0.119 "DELETE /v2.0/routers/e4492d30-fe45-4e1c-9058-3061074e97b1 HTTP/1.1" status: 204 len: 168 time: 0.9975491 Aug 31 10:55:32.300489 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57738) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:55:32.346588 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea4f777f-3175-41b6-b467-371937657e8c admin admin] Deleting subnet 6ad2364c-a924-4b57-a0de-37832e7cbbab {{(pid=95552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 10:55:32.349753 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ea4f777f-3175-41b6-b467-371937657e8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:32.384107 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ea4f777f-3175-41b6-b467-371937657e8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26112291'] for subnet, precommit_delete_associations {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:32.466769 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ea4f777f-3175-41b6-b467-371937657e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:32.606752 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ea4f777f-3175-41b6-b467-371937657e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26113708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25377702'] for subnet, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:32.633004 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f777f-3175-41b6-b467-371937657e8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ad2364c-a924-4b57-a0de-37832e7cbbab,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:32.637178 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-ea4f777f-3175-41b6-b467-371937657e8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:32.640436 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-ea4f777f-3175-41b6-b467-371937657e8c admin admin] 10.222.0.119 "DELETE /v2.0/subnets/6ad2364c-a924-4b57-a0de-37832e7cbbab HTTP/1.1" status: 204 len: 168 time: 0.3375006 Aug 31 10:55:32.642013 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57740) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:55:32.643841 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d74a09-92a7-4984-8a3c-34c73bffce55 None None] Network 97f5c68f-ef95-4f31-be58-39b5edba80f6 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:55:32.713700 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9fb6dee9-a594-47df-996d-5f8650fa768f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:32.773364 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-9fb6dee9-a594-47df-996d-5f8650fa768f admin admin] Deleting port b861f10c-2e55-4fb2-b95b-e0cb8be2f157 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:55:32.773726 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9fb6dee9-a594-47df-996d-5f8650fa768f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:32.825417 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca84f96-f0da-4844-aca6-dc4f10f821c4 None None] DHCP port deletion for 97f5c68f-ef95-4f31-be58-39b5edba80f6 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 10:55:32.830037 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6d9a522a-0acf-4538-b11a-438a4deaf4a5 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:55:32.838259 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-9fb6dee9-a594-47df-996d-5f8650fa768f admin admin] For port b861f10c-2e55-4fb2-b95b-e0cb8be2f157, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=b861f10c-2e55-4fb2-b95b-e0cb8be2f157,segment=NetworkSegment(7373e493-5b2b-46cd-bd75-ee2cac6ffa3c),segment_id=7373e493-5b2b-46cd-bd75-ee2cac6ffa3c)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:55:32.838746 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9fb6dee9-a594-47df-996d-5f8650fa768f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:32.852364 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-9fb6dee9-a594-47df-996d-5f8650fa768f admin admin] Calling delete_port for b861f10c-2e55-4fb2-b95b-e0cb8be2f157 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:55:32.866739 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 6d9a522a-0acf-4538-b11a-438a4deaf4a5 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:55:32.867079 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 6d9a522a-0acf-4538-b11a-438a4deaf4a5 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:55:32.867485 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a47bf525-ab6d-4e2b-846e-90caf5ae90ae no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:55:32.888924 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: a47bf525-ab6d-4e2b-846e-90caf5ae90ae {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:55:32.889261 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a47bf525-ab6d-4e2b-846e-90caf5ae90ae not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:55:32.909558 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-8ca84f96-f0da-4844-aca6-dc4f10f821c4 None None] Deleting port b861f10c-2e55-4fb2-b95b-e0cb8be2f157 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 10:55:32.909927 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8ca84f96-f0da-4844-aca6-dc4f10f821c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:32.974700 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-8ca84f96-f0da-4844-aca6-dc4f10f821c4 None None] For port b861f10c-2e55-4fb2-b95b-e0cb8be2f157, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=b861f10c-2e55-4fb2-b95b-e0cb8be2f157,segment=NetworkSegment(7373e493-5b2b-46cd-bd75-ee2cac6ffa3c),segment_id=7373e493-5b2b-46cd-bd75-ee2cac6ffa3c)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:55:32.975100 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8ca84f96-f0da-4844-aca6-dc4f10f821c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:32.987259 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-8ca84f96-f0da-4844-aca6-dc4f10f821c4 None None] Calling delete_port for b861f10c-2e55-4fb2-b95b-e0cb8be2f157 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 10:55:33.008066 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9fb6dee9-a594-47df-996d-5f8650fa768f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:33.034874 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6dee9-a594-47df-996d-5f8650fa768f admin admin] Pushing event deleted for resources: {'Port': ['ID=b861f10c-2e55-4fb2-b95b-e0cb8be2f157,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:33.038518 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb6dee9-a594-47df-996d-5f8650fa768f admin admin] No DVR routers for this DVR port b861f10c-2e55-4fb2-b95b-e0cb8be2f157 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:55:33.064427 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8ca84f96-f0da-4844-aca6-dc4f10f821c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:33.091256 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca84f96-f0da-4844-aca6-dc4f10f821c4 None None] Pushing event deleted for resources: {'Port': ['ID=b861f10c-2e55-4fb2-b95b-e0cb8be2f157,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:33.095713 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca84f96-f0da-4844-aca6-dc4f10f821c4 None None] No DVR routers for this DVR port b861f10c-2e55-4fb2-b95b-e0cb8be2f157 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 10:55:33.116702 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9fb6dee9-a594-47df-996d-5f8650fa768f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:33.126480 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-9fb6dee9-a594-47df-996d-5f8650fa768f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f5c68f-ef95-4f31-be58-39b5edba80f6']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:55:33.136651 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-9fb6dee9-a594-47df-996d-5f8650fa768f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7373e493-5b2b-46cd-bd75-ee2cac6ffa3c') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:55:33.136942 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-9fb6dee9-a594-47df-996d-5f8650fa768f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7373e493-5b2b-46cd-bd75-ee2cac6ffa3c') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:55:33.146103 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9fb6dee9-a594-47df-996d-5f8650fa768f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:33.159901 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9fb6dee9-a594-47df-996d-5f8650fa768f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:33.165568 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb6dee9-a594-47df-996d-5f8650fa768f admin admin] Releasing vlan 1618 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 10:55:33.165962 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9fb6dee9-a594-47df-996d-5f8650fa768f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:33.168393 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 10:55:33.168393 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 10:55:33.168393 n-d-791506-28 neutron-server[95552]: timer() Aug 31 10:55:33.168393 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 10:55:33.168393 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 10:55:33.168393 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 10:55:33.168393 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 10:55:33.168393 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 10:55:33.168393 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 10:55:33.168393 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 10:55:33.168393 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 10:55:33.168393 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 10:55:33.168393 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 10:55:33.168393 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 10:55:33.168393 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 10:55:33.168393 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 10:55:33.168393 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 10:55:33.168393 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 10:55:33.168393 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 10:55:33.168393 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 10:55:33.168393 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 10:55:33.168393 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 10:55:33.168393 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 10:55:33.168393 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 10:55:33.168393 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 10:55:33.168393 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 10:55:33.168393 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 10:55:33.168393 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 10:55:33.168393 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 10:55:33.168393 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 10:55:33.168393 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 10:55:33.168393 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 10:55:33.270155 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9fb6dee9-a594-47df-996d-5f8650fa768f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:33.274948 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9fb6dee9-a594-47df-996d-5f8650fa768f admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:33.278844 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9fb6dee9-a594-47df-996d-5f8650fa768f admin admin] 10.222.0.119 "DELETE /v2.0/networks/97f5c68f-ef95-4f31-be58-39b5edba80f6 HTTP/1.1" status: 204 len: 168 time: 0.6338768 Aug 31 10:55:33.290465 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6dee9-a594-47df-996d-5f8650fa768f admin admin] Pushing event deleted for resources: {'Network': ['ID=97f5c68f-ef95-4f31-be58-39b5edba80f6,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:33.609690 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57744) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:55:33.649793 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-93362adf-2da0-46b5-99fb-442c1a9176c7 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=2b03526b0d9e44009ba0ac3e492ce522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382643 Aug 31 10:55:33.652241 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57746) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:55:33.705344 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-48d2e57b-58b9-467e-ac34-a752131c100d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:33.728373 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-48d2e57b-58b9-467e-ac34-a752131c100d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:33.824509 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:33.887394 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-48d2e57b-58b9-467e-ac34-a752131c100d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:33.890032 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-48d2e57b-58b9-467e-ac34-a752131c100d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:33.891269 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-48d2e57b-58b9-467e-ac34-a752131c100d admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/8a9ad44a-6e6a-4559-99e8-2aece0722c78 HTTP/1.1" status: 204 len: 168 time: 0.2381496 Aug 31 10:55:33.899884 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2e57b-58b9-467e-ac34-a752131c100d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9ad44a-6e6a-4559-99e8-2aece0722c78,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:34.371931 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:34.681120 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57752) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:55:34.720161 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-50e8e50a-d399-4fc1-a422-2e4b7ecffc02 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=01bf0575410646298f963675aa41626f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378990 Aug 31 10:55:34.722764 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57754) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:55:34.771250 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-115af053-c3df-483b-9c05-d874095afd9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:34.788492 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b861f10c-2e55-4fb2-b95b-e0cb8be2f157 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:55:34.793756 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-115af053-c3df-483b-9c05-d874095afd9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:34.809992 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: b861f10c-2e55-4fb2-b95b-e0cb8be2f157 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 10:55:34.810335 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b861f10c-2e55-4fb2-b95b-e0cb8be2f157 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 10:55:34.967493 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-115af053-c3df-483b-9c05-d874095afd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:34.970673 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-115af053-c3df-483b-9c05-d874095afd9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:34.971859 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-115af053-c3df-483b-9c05-d874095afd9e admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/91b91356-3d15-4772-b074-f3cb9ff3f9d5 HTTP/1.1" status: 204 len: 168 time: 0.2482152 Aug 31 10:55:34.979610 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115af053-c3df-483b-9c05-d874095afd9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b91356-3d15-4772-b074-f3cb9ff3f9d5,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:36.081764 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57776) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:55:36.175462 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-9be7a21f-5384-4099-8442-ee348be8815c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-15717126-network', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:55:36.281404 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be7a21f-5384-4099-8442-ee348be8815c admin admin] Made reservation on behalf of 95a5546afae54c64a7fa2f3615d215a8 for: {'network': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:55:36.284350 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9be7a21f-5384-4099-8442-ee348be8815c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:36.292983 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9be7a21f-5384-4099-8442-ee348be8815c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:36.379874 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9be7a21f-5384-4099-8442-ee348be8815c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:36.397409 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:55:36.453020 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9be7a21f-5384-4099-8442-ee348be8815c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:36.481195 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be7a21f-5384-4099-8442-ee348be8815c admin admin] vlan segment allocate from pool success with {'vlan_id': 1644, 'physical_network': 'physnet1'} {{(pid=95552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:55:36.487900 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7a21f-5384-4099-8442-ee348be8815c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3faff154-8769-48ec-8f64-3d4f015e646d,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:36.493702 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9be7a21f-5384-4099-8442-ee348be8815c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:36.494043 n-d-791506-28 neutron-server[95552]: INFO neutron.db.segments_db [None req-9be7a21f-5384-4099-8442-ee348be8815c admin admin] Added segment c709a0db-52a6-46f6-a392-1eec38c54bd6 of type vlan for network 949b23b6-dda0-44e5-9b47-e1127c9b7959 Aug 31 10:55:36.533457 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9be7a21f-5384-4099-8442-ee348be8815c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:36.635677 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9be7a21f-5384-4099-8442-ee348be8815c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:36.636652 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be7a21f-5384-4099-8442-ee348be8815c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:55:36.637233 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-9be7a21f-5384-4099-8442-ee348be8815c admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:36.697623 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7a21f-5384-4099-8442-ee348be8815c admin admin] Pushing event updated for resources: {'Network': ['ID=949b23b6-dda0-44e5-9b47-e1127c9b7959,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:36.708318 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 949b23b6-dda0-44e5-9b47-e1127c9b7959 details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:55:36.819527 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-9be7a21f-5384-4099-8442-ee348be8815c admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7366197 Aug 31 10:55:36.822353 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57780) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:55:36.827275 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-4e4d8573-556f-4949-bf1c-586311d4cc1b admin admin] Request body: {'subnet': {'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-15717126-subnet', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'ip_version': 4}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:55:36.938713 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4d8573-556f-4949-bf1c-586311d4cc1b admin admin] Made reservation on behalf of 95a5546afae54c64a7fa2f3615d215a8 for: {'subnet': 1} {{(pid=95552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:55:36.941045 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4e4d8573-556f-4949-bf1c-586311d4cc1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25377673'] for subnet, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:37.218764 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4e4d8573-556f-4949-bf1c-586311d4cc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26112371', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25377695'] for subnet, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:37.271285 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d8573-556f-4949-bf1c-586311d4cc1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9c42458-4c25-4cda-b9b6-ad1cdedde0e4,revision_number=0']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:37.282681 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4d8573-556f-4949-bf1c-586311d4cc1b admin admin] Checking segment: {'id': 'c709a0db-52a6-46f6-a392-1eec38c54bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:55:37.283216 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4d8573-556f-4949-bf1c-586311d4cc1b admin admin] Network hostable DHCP agents. Network: 949b23b6-dda0-44e5-9b47-e1127c9b7959, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:55:37.396003 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4d8573-556f-4949-bf1c-586311d4cc1b admin admin] Network 949b23b6-dda0-44e5-9b47-e1127c9b7959 is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:55:37.521302 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-4e4d8573-556f-4949-bf1c-586311d4cc1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 949b23b6-dda0-44e5-9b47-e1127c9b7959) {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:55:37.525336 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4d8573-556f-4949-bf1c-586311d4cc1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:55:37.526108 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-4e4d8573-556f-4949-bf1c-586311d4cc1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:37.533178 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da72b65-82f8-453a-8cbf-240faec563a2 None None] Network 949b23b6-dda0-44e5-9b47-e1127c9b7959 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:55:37.608273 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-4e4d8573-556f-4949-bf1c-586311d4cc1b admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7847323 Aug 31 10:55:37.611462 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57782) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:55:37.616185 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-db960a45-0af9-4392-b31b-f459d048b6b6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-15717126-router', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:55:37.677686 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f991a38a-10f3-4c0d-a67b-3af9f434d6fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-949b23b6-dda0-44e5-9b47-e1127c9b7959', 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'fixed_ips': [{'subnet_id': 'b9c42458-4c25-4cda-b9b6-ad1cdedde0e4'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:55:37.678653 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f991a38a-10f3-4c0d-a67b-3af9f434d6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:37.682354 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-db960a45-0af9-4392-b31b-f459d048b6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:37.683357 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-db960a45-0af9-4392-b31b-f459d048b6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:37.742657 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-db960a45-0af9-4392-b31b-f459d048b6b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:37.817784 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-f991a38a-10f3-4c0d-a67b-3af9f434d6fd None None] Allocated IP 172.20.0.2 (949b23b6-dda0-44e5-9b47-e1127c9b7959/b9c42458-4c25-4cda-b9b6-ad1cdedde0e4/8b51a9b6-b597-4cee-8d22-a21cf22176a5) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:55:37.956314 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-db960a45-0af9-4392-b31b-f459d048b6b6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:37.960892 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f991a38a-10f3-4c0d-a67b-3af9f434d6fd None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:37.969330 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f991a38a-10f3-4c0d-a67b-3af9f434d6fd None None] Transition to ACTIVE for port object 8b51a9b6-b597-4cee-8d22-a21cf22176a5 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:55:37.983842 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-f991a38a-10f3-4c0d-a67b-3af9f434d6fd None None] Transition to ACTIVE for port object 8b51a9b6-b597-4cee-8d22-a21cf22176a5 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:55:38.082393 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f991a38a-10f3-4c0d-a67b-3af9f434d6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:38.124015 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f991a38a-10f3-4c0d-a67b-3af9f434d6fd None None] Network 949b23b6-dda0-44e5-9b47-e1127c9b7959 is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:55:38.127153 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-f991a38a-10f3-4c0d-a67b-3af9f434d6fd None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:55:38.129676 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f991a38a-10f3-4c0d-a67b-3af9f434d6fd None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:55:38.141348 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f991a38a-10f3-4c0d-a67b-3af9f434d6fd None None] Pushing event updated for resources: {'Port': ['ID=8b51a9b6-b597-4cee-8d22-a21cf22176a5,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:38.186627 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-f991a38a-10f3-4c0d-a67b-3af9f434d6fd None None] Attempting to bind port 8b51a9b6-b597-4cee-8d22-a21cf22176a5 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:55:38.186991 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-f991a38a-10f3-4c0d-a67b-3af9f434d6fd None None] Attempting to bind port 8b51a9b6-b597-4cee-8d22-a21cf22176a5 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'c709a0db-52a6-46f6-a392-1eec38c54bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:55:38.187352 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f991a38a-10f3-4c0d-a67b-3af9f434d6fd None None] Attempting to bind port 8b51a9b6-b597-4cee-8d22-a21cf22176a5 on network 949b23b6-dda0-44e5-9b47-e1127c9b7959 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:55:38.192358 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f991a38a-10f3-4c0d-a67b-3af9f434d6fd None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:55:38.192727 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f991a38a-10f3-4c0d-a67b-3af9f434d6fd None None] Checking segment: {'id': 'c709a0db-52a6-46f6-a392-1eec38c54bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:55:38.193123 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f991a38a-10f3-4c0d-a67b-3af9f434d6fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:38.193513 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f991a38a-10f3-4c0d-a67b-3af9f434d6fd None None] Bound using segment: {'id': 'c709a0db-52a6-46f6-a392-1eec38c54bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:55:38.193970 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-f991a38a-10f3-4c0d-a67b-3af9f434d6fd None None] Bound port: 8b51a9b6-b597-4cee-8d22-a21cf22176a5, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c709a0db-52a6-46f6-a392-1eec38c54bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:55:38.194352 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f991a38a-10f3-4c0d-a67b-3af9f434d6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:38.237562 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-db960a45-0af9-4392-b31b-f459d048b6b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:38.256829 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-db960a45-0af9-4392-b31b-f459d048b6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:38.260221 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-f991a38a-10f3-4c0d-a67b-3af9f434d6fd None None] For port 8b51a9b6-b597-4cee-8d22-a21cf22176a5, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:55:38.263281 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-f991a38a-10f3-4c0d-a67b-3af9f434d6fd None None] For port 8b51a9b6-b597-4cee-8d22-a21cf22176a5, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8b51a9b6-b597-4cee-8d22-a21cf22176a5,segment=NetworkSegment(c709a0db-52a6-46f6-a392-1eec38c54bd6),segment_id=c709a0db-52a6-46f6-a392-1eec38c54bd6)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:55:38.332525 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f991a38a-10f3-4c0d-a67b-3af9f434d6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:38.366994 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-db960a45-0af9-4392-b31b-f459d048b6b6 admin admin] Allocated IP 172.25.2.48 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/0d1cee8e-850c-4304-b714-a9d106572cf2) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:55:38.390226 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f991a38a-10f3-4c0d-a67b-3af9f434d6fd None None] Pushing event updated for resources: {'Port': ['ID=8b51a9b6-b597-4cee-8d22-a21cf22176a5,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:38.477585 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-db960a45-0af9-4392-b31b-f459d048b6b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:38.573620 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-db960a45-0af9-4392-b31b-f459d048b6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:38.621946 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db960a45-0af9-4392-b31b-f459d048b6b6 admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:55:38.625004 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-db960a45-0af9-4392-b31b-f459d048b6b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:55:38.629571 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db960a45-0af9-4392-b31b-f459d048b6b6 admin admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:55:38.653161 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db960a45-0af9-4392-b31b-f459d048b6b6 admin admin] Pushing event updated for resources: {'Port': ['ID=0d1cee8e-850c-4304-b714-a9d106572cf2,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:38.821420 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8b51a9b6-b597-4cee-8d22-a21cf22176a5 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:55:38.925835 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 8b51a9b6-b597-4cee-8d22-a21cf22176a5 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:55:38.970916 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-db960a45-0af9-4392-b31b-f459d048b6b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:39.177830 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-db960a45-0af9-4392-b31b-f459d048b6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:39.276842 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec14e3f-abf8-4844-9586-d927c10da90a None None] Network 949b23b6-dda0-44e5-9b47-e1127c9b7959 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:55:39.373280 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db960a45-0af9-4392-b31b-f459d048b6b6 admin admin] Router 9d771356-f982-447c-9363-e74f84d5c3a0 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:55:39.447900 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-bf408819-d242-457a-92dc-891a5ccbf2a3 None None] Provisioning for port 8b51a9b6-b597-4cee-8d22-a21cf22176a5 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:55:39.452444 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-bf408819-d242-457a-92dc-891a5ccbf2a3 None None] Provisioning complete for port 8b51a9b6-b597-4cee-8d22-a21cf22176a5 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:55:39.452806 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bf408819-d242-457a-92dc-891a5ccbf2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:39.488440 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db960a45-0af9-4392-b31b-f459d048b6b6 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:55:39.497219 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74997c85-46ac-4e0f-a899-b87c0d5c7397 None None] Sync routers for ids ['9d771356-f982-447c-9363-e74f84d5c3a0'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:55:39.507815 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74997c85-46ac-4e0f-a899-b87c0d5c7397 None None] Routers {'9d771356-f982-447c-9363-e74f84d5c3a0'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:55:39.515461 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-74997c85-46ac-4e0f-a899-b87c0d5c7397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:55:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['9d771356-f982-447c-9363-e74f84d5c3a0'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:55:39.545451 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bf408819-d242-457a-92dc-891a5ccbf2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:39.567750 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-db960a45-0af9-4392-b31b-f459d048b6b6 admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:39.569236 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-db960a45-0af9-4392-b31b-f459d048b6b6 admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9566929 Aug 31 10:55:39.572158 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57784) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:55:39.605039 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-bf408819-d242-457a-92dc-891a5ccbf2a3 None None] For port 8b51a9b6-b597-4cee-8d22-a21cf22176a5, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8b51a9b6-b597-4cee-8d22-a21cf22176a5,segment=NetworkSegment(c709a0db-52a6-46f6-a392-1eec38c54bd6),segment_id=c709a0db-52a6-46f6-a392-1eec38c54bd6)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:55:39.626349 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-74997c85-46ac-4e0f-a899-b87c0d5c7397 None None] Set router 9d771356-f982-447c-9363-e74f84d5c3a0 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:55:39.693408 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bf408819-d242-457a-92dc-891a5ccbf2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:39.743642 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf408819-d242-457a-92dc-891a5ccbf2a3 None None] Pushing event updated for resources: {'Port': ['ID=8b51a9b6-b597-4cee-8d22-a21cf22176a5,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:39.815526 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-85bc5700-53f9-46c9-bd8b-7453fd848c94 None None] Provisioning complete for port 8b51a9b6-b597-4cee-8d22-a21cf22176a5 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:55:39.816111 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-74997c85-46ac-4e0f-a899-b87c0d5c7397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'name': 'tempest-TestSnapshotPattern-15717126-router', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:55:37Z', 'updated_at': '2021-08-31T10:55:38Z', 'revision_number': 3, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'gw_port': {'id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:03:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:38Z', 'updated_at': '2021-08-31T10:55:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:55:39.816297 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-85bc5700-53f9-46c9-bd8b-7453fd848c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:39.842063 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74997c85-46ac-4e0f-a899-b87c0d5c7397 None None] Checking router: 9d771356-f982-447c-9363-e74f84d5c3a0 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:55:39.842477 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74997c85-46ac-4e0f-a899-b87c0d5c7397 None None] Updating router 9d771356-f982-447c-9363-e74f84d5c3a0 port 0d1cee8e-850c-4304-b714-a9d106572cf2 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:55:39.868069 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-74997c85-46ac-4e0f-a899-b87c0d5c7397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:39.993713 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-755111b0-1d45-4529-a770-567d19fe53a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:40.120314 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-74997c85-46ac-4e0f-a899-b87c0d5c7397 None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:40.130527 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-74997c85-46ac-4e0f-a899-b87c0d5c7397 None None] Transition to ACTIVE for port object 0d1cee8e-850c-4304-b714-a9d106572cf2 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:55:40.152799 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [None req-755111b0-1d45-4529-a770-567d19fe53a3 admin admin] Allocated IP 172.20.0.1 (949b23b6-dda0-44e5-9b47-e1127c9b7959/b9c42458-4c25-4cda-b9b6-ad1cdedde0e4/592d5fd8-1d82-484c-9023-79dd35452a46) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:55:40.241139 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-74997c85-46ac-4e0f-a899-b87c0d5c7397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:40.258787 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-755111b0-1d45-4529-a770-567d19fe53a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:40.272509 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [None req-755111b0-1d45-4529-a770-567d19fe53a3 admin admin] Transition to ACTIVE for port object 592d5fd8-1d82-484c-9023-79dd35452a46 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:55:40.286512 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-74997c85-46ac-4e0f-a899-b87c0d5c7397 None None] Attempting to bind port 0d1cee8e-850c-4304-b714-a9d106572cf2 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:55:40.286915 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-74997c85-46ac-4e0f-a899-b87c0d5c7397 None None] Attempting to bind port 0d1cee8e-850c-4304-b714-a9d106572cf2 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:55:40.287342 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74997c85-46ac-4e0f-a899-b87c0d5c7397 None None] Attempting to bind port 0d1cee8e-850c-4304-b714-a9d106572cf2 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:55:40.297537 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74997c85-46ac-4e0f-a899-b87c0d5c7397 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:55:40.298120 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74997c85-46ac-4e0f-a899-b87c0d5c7397 None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:55:40.298522 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-74997c85-46ac-4e0f-a899-b87c0d5c7397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:40.298934 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74997c85-46ac-4e0f-a899-b87c0d5c7397 None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:55:40.299397 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-74997c85-46ac-4e0f-a899-b87c0d5c7397 None None] Bound port: 0d1cee8e-850c-4304-b714-a9d106572cf2, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:55:40.299769 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-74997c85-46ac-4e0f-a899-b87c0d5c7397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:40.329266 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e0bba-8766-44da-b56d-0b8517fb179e None None] Pushing event updated for resources: {'Port': ['ID=0d1cee8e-850c-4304-b714-a9d106572cf2,revision_number=2']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:40.347096 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e0bba-8766-44da-b56d-0b8517fb179e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:40.347452 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e0bba-8766-44da-b56d-0b8517fb179e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:40.347799 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e0bba-8766-44da-b56d-0b8517fb179e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:40.348131 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e0bba-8766-44da-b56d-0b8517fb179e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:40.348456 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e0bba-8766-44da-b56d-0b8517fb179e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:40.348778 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e0bba-8766-44da-b56d-0b8517fb179e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:40.349198 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e0bba-8766-44da-b56d-0b8517fb179e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:40.349468 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e0bba-8766-44da-b56d-0b8517fb179e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:40.349726 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e0bba-8766-44da-b56d-0b8517fb179e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:40.350039 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e0bba-8766-44da-b56d-0b8517fb179e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:40.350354 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e0bba-8766-44da-b56d-0b8517fb179e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:40.350695 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3e0bba-8766-44da-b56d-0b8517fb179e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:55:40.370420 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-74997c85-46ac-4e0f-a899-b87c0d5c7397 None None] For port 0d1cee8e-850c-4304-b714-a9d106572cf2, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:55:40.373519 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-74997c85-46ac-4e0f-a899-b87c0d5c7397 None None] For port 0d1cee8e-850c-4304-b714-a9d106572cf2, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=0d1cee8e-850c-4304-b714-a9d106572cf2,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:55:40.383629 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-755111b0-1d45-4529-a770-567d19fe53a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:40.431513 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755111b0-1d45-4529-a770-567d19fe53a3 admin admin] Network 949b23b6-dda0-44e5-9b47-e1127c9b7959 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:55:40.434647 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-755111b0-1d45-4529-a770-567d19fe53a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:55:40.439275 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755111b0-1d45-4529-a770-567d19fe53a3 admin admin] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:55:40.444930 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755111b0-1d45-4529-a770-567d19fe53a3 admin admin] Pushing event updated for resources: {'Port': ['ID=592d5fd8-1d82-484c-9023-79dd35452a46,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:40.464257 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-74997c85-46ac-4e0f-a899-b87c0d5c7397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:40.489740 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-755111b0-1d45-4529-a770-567d19fe53a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:40.539405 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74997c85-46ac-4e0f-a899-b87c0d5c7397 None None] Routers {'9d771356-f982-447c-9363-e74f84d5c3a0'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:55:40.540544 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-74997c85-46ac-4e0f-a899-b87c0d5c7397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:55:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['9d771356-f982-447c-9363-e74f84d5c3a0'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:55:40.573439 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e0bba-8766-44da-b56d-0b8517fb179e None None] Pushing event updated for resources: {'Port': ['ID=0d1cee8e-850c-4304-b714-a9d106572cf2,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:40.651082 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-74997c85-46ac-4e0f-a899-b87c0d5c7397 None None] Set router 9d771356-f982-447c-9363-e74f84d5c3a0 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:55:40.729873 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-755111b0-1d45-4529-a770-567d19fe53a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:40.823177 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8b51a9b6-b597-4cee-8d22-a21cf22176a5 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:55:40.853468 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-74997c85-46ac-4e0f-a899-b87c0d5c7397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'name': 'tempest-TestSnapshotPattern-15717126-router', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:55:37Z', 'updated_at': '2021-08-31T10:55:38Z', 'revision_number': 3, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'gw_port': {'id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:03:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:38Z', 'updated_at': '2021-08-31T10:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:55:40.879026 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 8b51a9b6-b597-4cee-8d22-a21cf22176a5 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:55:40.879444 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:40.882039 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74997c85-46ac-4e0f-a899-b87c0d5c7397 None None] The sync data for ids ['9d771356-f982-447c-9363-e74f84d5c3a0'] in n-d-791506-28 is: [{'id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'name': 'tempest-TestSnapshotPattern-15717126-router', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:55:37Z', 'updated_at': '2021-08-31T10:55:38Z', 'revision_number': 3, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'gw_port': {'id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:03:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:38Z', 'updated_at': '2021-08-31T10:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:55:40.901804 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-cb8de7ad-3074-4db5-aa6c-d4a04ce954b2 None None] Provisioning for port 592d5fd8-1d82-484c-9023-79dd35452a46 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:55:40.914832 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-cb8de7ad-3074-4db5-aa6c-d4a04ce954b2 None None] Provisioning complete for port 592d5fd8-1d82-484c-9023-79dd35452a46 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:55:40.915210 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cb8de7ad-3074-4db5-aa6c-d4a04ce954b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:40.922334 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-755111b0-1d45-4529-a770-567d19fe53a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:40.958360 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-cb8de7ad-3074-4db5-aa6c-d4a04ce954b2 None None] Port 592d5fd8-1d82-484c-9023-79dd35452a46 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:55:40.981875 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-755111b0-1d45-4529-a770-567d19fe53a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:41.047422 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755111b0-1d45-4529-a770-567d19fe53a3 admin admin] Pushing event updated for resources: {'Port': ['ID=592d5fd8-1d82-484c-9023-79dd35452a46,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:41.053173 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-755111b0-1d45-4529-a770-567d19fe53a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:41.172026 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755111b0-1d45-4529-a770-567d19fe53a3 admin admin] Network 949b23b6-dda0-44e5-9b47-e1127c9b7959 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:55:41.173567 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-755111b0-1d45-4529-a770-567d19fe53a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:55:41.379445 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-0ddb501e-2f71-44a6-ba93-7d472e88d152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:41.483918 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-ab7a9c78-2aa1-4358-b174-da8db7b659d8 None None] Provisioning complete for port 592d5fd8-1d82-484c-9023-79dd35452a46 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:55:41.484295 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-ab7a9c78-2aa1-4358-b174-da8db7b659d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:41.523235 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-ab7a9c78-2aa1-4358-b174-da8db7b659d8 None None] Port 592d5fd8-1d82-484c-9023-79dd35452a46 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:55:41.654446 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755111b0-1d45-4529-a770-567d19fe53a3 admin admin] Router 9d771356-f982-447c-9363-e74f84d5c3a0 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:55:41.767265 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755111b0-1d45-4529-a770-567d19fe53a3 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:55:41.772247 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-755111b0-1d45-4529-a770-567d19fe53a3 admin admin] 10.222.0.119 "PUT /v2.0/routers/9d771356-f982-447c-9363-e74f84d5c3a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1991155 Aug 31 10:55:42.472991 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf50c74f-f055-4455-831b-4ae60d614044 None None] Sync routers for ids ['9d771356-f982-447c-9363-e74f84d5c3a0'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:55:42.482239 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf50c74f-f055-4455-831b-4ae60d614044 None None] Routers {'9d771356-f982-447c-9363-e74f84d5c3a0'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:55:42.482941 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-cf50c74f-f055-4455-831b-4ae60d614044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:55:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['9d771356-f982-447c-9363-e74f84d5c3a0'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:55:42.483772 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57802) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:55:42.490778 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-78be5267-c3fe-4917-85de-00fa7186411a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1713309230-network', 'tenant_id': 'b4f9edfede7841c89816db3623f135e3'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:55:42.586477 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-cf50c74f-f055-4455-831b-4ae60d614044 None None] Set router 9d771356-f982-447c-9363-e74f84d5c3a0 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:55:42.613294 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78be5267-c3fe-4917-85de-00fa7186411a admin admin] Made reservation on behalf of b4f9edfede7841c89816db3623f135e3 for: {'network': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:55:42.615773 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-78be5267-c3fe-4917-85de-00fa7186411a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for network, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:42.625331 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-78be5267-c3fe-4917-85de-00fa7186411a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:42.723489 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-78be5267-c3fe-4917-85de-00fa7186411a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:42.813728 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-78be5267-c3fe-4917-85de-00fa7186411a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:42.816771 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 0d1cee8e-850c-4304-b714-a9d106572cf2 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:55:42.839359 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78be5267-c3fe-4917-85de-00fa7186411a admin admin] vlan segment allocate from pool success with {'vlan_id': 1601, 'physical_network': 'physnet1'} {{(pid=95553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 10:55:42.850209 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be5267-c3fe-4917-85de-00fa7186411a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4391ace-a641-4215-b458-21e1a3ebe8e5,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:42.858718 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-78be5267-c3fe-4917-85de-00fa7186411a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:42.858718 n-d-791506-28 neutron-server[95553]: INFO neutron.db.segments_db [None req-78be5267-c3fe-4917-85de-00fa7186411a admin admin] Added segment c58ad8af-99f3-46c7-bdf6-92c403c8f4bd of type vlan for network 23a451ac-12af-48a6-88e4-853450d3b12b Aug 31 10:55:42.904967 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-78be5267-c3fe-4917-85de-00fa7186411a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773299925360'] for network, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:42.994230 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-cf50c74f-f055-4455-831b-4ae60d614044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'name': 'tempest-TestSnapshotPattern-15717126-router', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:55:37Z', 'updated_at': '2021-08-31T10:55:40Z', 'revision_number': 4, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'gw_port': {'id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:03:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:38Z', 'updated_at': '2021-08-31T10:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '592d5fd8-1d82-484c-9023-79dd35452a46', 'name': '', 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'mac_address': 'fa:16:3e:5e:e0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'b9c42458-4c25-4cda-b9b6-ad1cdedde0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:40Z', 'updated_at': '2021-08-31T10:55:40Z', 'revision_number': 2, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'subnets': [{'id': 'b9c42458-4c25-4cda-b9b6-ad1cdedde0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:55:43.031122 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf50c74f-f055-4455-831b-4ae60d614044 None None] Checking router: 9d771356-f982-447c-9363-e74f84d5c3a0 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:55:43.031467 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf50c74f-f055-4455-831b-4ae60d614044 None None] Updating router 9d771356-f982-447c-9363-e74f84d5c3a0 port 592d5fd8-1d82-484c-9023-79dd35452a46 binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:55:43.056037 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cf50c74f-f055-4455-831b-4ae60d614044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:43.070136 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 0d1cee8e-850c-4304-b714-a9d106572cf2 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:55:43.074181 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 0d1cee8e-850c-4304-b714-a9d106572cf2 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:55:43.080982 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:43.104736 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-78be5267-c3fe-4917-85de-00fa7186411a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993'] for network, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:43.105940 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78be5267-c3fe-4917-85de-00fa7186411a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:55:43.106377 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-78be5267-c3fe-4917-85de-00fa7186411a admin admin] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:43.168755 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be5267-c3fe-4917-85de-00fa7186411a admin admin] Pushing event updated for resources: {'Network': ['ID=23a451ac-12af-48a6-88e4-853450d3b12b,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:43.182982 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Network 23a451ac-12af-48a6-88e4-853450d3b12b details requested by agent ovs-agent-n-d-791506-28 with host n-d-791506-28 {{(pid=95554) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 10:55:43.245172 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-78be5267-c3fe-4917-85de-00fa7186411a admin admin] 10.222.0.119 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7576571 Aug 31 10:55:43.245411 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57804) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:55:43.250258 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-9079d937-ed9c-4f3c-9f2e-a1469e190734 admin admin] Request body: {'subnet': {'network_id': '23a451ac-12af-48a6-88e4-853450d3b12b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1713309230-subnet', 'tenant_id': 'b4f9edfede7841c89816db3623f135e3', 'ip_version': 4}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:55:43.349598 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:43.350576 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9079d937-ed9c-4f3c-9f2e-a1469e190734 admin admin] Made reservation on behalf of b4f9edfede7841c89816db3623f135e3 for: {'subnet': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:55:43.353060 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9079d937-ed9c-4f3c-9f2e-a1469e190734 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25296345'] for subnet, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:43.382029 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 0d1cee8e-850c-4304-b714-a9d106572cf2, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=0d1cee8e-850c-4304-b714-a9d106572cf2,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:55:43.468309 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cf50c74f-f055-4455-831b-4ae60d614044 None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:43.480202 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-cf50c74f-f055-4455-831b-4ae60d614044 None None] Transition to ACTIVE for port object 592d5fd8-1d82-484c-9023-79dd35452a46 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:55:43.503738 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:43.552926 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=0d1cee8e-850c-4304-b714-a9d106572cf2,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:43.607689 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cf50c74f-f055-4455-831b-4ae60d614044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:43.607914 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9079d937-ed9c-4f3c-9f2e-a1469e190734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25757963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25296335'] for subnet, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:43.664885 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd51ad-de1e-4f58-8af6-fe229f154032 None None] Pushing event updated for resources: {'Port': ['ID=592d5fd8-1d82-484c-9023-79dd35452a46,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:43.667680 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079d937-ed9c-4f3c-9f2e-a1469e190734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ac99431-583d-40c5-988c-759faeb91e73,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:43.682758 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9079d937-ed9c-4f3c-9f2e-a1469e190734 admin admin] Checking segment: {'id': 'c58ad8af-99f3-46c7-bdf6-92c403c8f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': '23a451ac-12af-48a6-88e4-853450d3b12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:55:43.682758 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9079d937-ed9c-4f3c-9f2e-a1469e190734 admin admin] Network hostable DHCP agents. Network: 23a451ac-12af-48a6-88e4-853450d3b12b, hostable agents: ['7382dcda-b930-4894-b8ce-b9f47d1c2f8a'], hosted agents: [] {{(pid=95553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 10:55:43.719361 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-cf50c74f-f055-4455-831b-4ae60d614044 None None] Attempting to bind port 592d5fd8-1d82-484c-9023-79dd35452a46 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:55:43.719748 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-cf50c74f-f055-4455-831b-4ae60d614044 None None] Attempting to bind port 592d5fd8-1d82-484c-9023-79dd35452a46 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'c709a0db-52a6-46f6-a392-1eec38c54bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:55:43.720209 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf50c74f-f055-4455-831b-4ae60d614044 None None] Attempting to bind port 592d5fd8-1d82-484c-9023-79dd35452a46 on network 949b23b6-dda0-44e5-9b47-e1127c9b7959 {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:55:43.725707 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf50c74f-f055-4455-831b-4ae60d614044 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:55:43.726074 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf50c74f-f055-4455-831b-4ae60d614044 None None] Checking segment: {'id': 'c709a0db-52a6-46f6-a392-1eec38c54bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:55:43.726469 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cf50c74f-f055-4455-831b-4ae60d614044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:43.726886 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf50c74f-f055-4455-831b-4ae60d614044 None None] Bound using segment: {'id': 'c709a0db-52a6-46f6-a392-1eec38c54bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:55:43.727339 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-cf50c74f-f055-4455-831b-4ae60d614044 None None] Bound port: 592d5fd8-1d82-484c-9023-79dd35452a46, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c709a0db-52a6-46f6-a392-1eec38c54bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:55:43.727879 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cf50c74f-f055-4455-831b-4ae60d614044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:43.790767 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9079d937-ed9c-4f3c-9f2e-a1469e190734 admin admin] Network 23a451ac-12af-48a6-88e4-853450d3b12b is scheduled to be hosted by DHCP agent 7382dcda-b930-4894-b8ce-b9f47d1c2f8a with binding_index 1 {{(pid=95553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 10:55:43.801802 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-cf50c74f-f055-4455-831b-4ae60d614044 None None] For port 592d5fd8-1d82-484c-9023-79dd35452a46, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:55:43.805222 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-cf50c74f-f055-4455-831b-4ae60d614044 None None] For port 592d5fd8-1d82-484c-9023-79dd35452a46, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=592d5fd8-1d82-484c-9023-79dd35452a46,segment=NetworkSegment(c709a0db-52a6-46f6-a392-1eec38c54bd6),segment_id=c709a0db-52a6-46f6-a392-1eec38c54bd6)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:55:43.876123 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [None req-9079d937-ed9c-4f3c-9f2e-a1469e190734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791506-28, 23a451ac-12af-48a6-88e4-853450d3b12b) {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:55:43.880287 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9079d937-ed9c-4f3c-9f2e-a1469e190734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:55:43.881020 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9079d937-ed9c-4f3c-9f2e-a1469e190734 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:43.884059 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ae848b-53a3-46cd-b77e-cd341d371b8b None None] Network 23a451ac-12af-48a6-88e4-853450d3b12b requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:55:43.933995 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-cf50c74f-f055-4455-831b-4ae60d614044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:44.013244 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd51ad-de1e-4f58-8af6-fe229f154032 None None] Pushing event updated for resources: {'Port': ['ID=592d5fd8-1d82-484c-9023-79dd35452a46,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:44.022802 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57806) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:55:44.023406 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9079d937-ed9c-4f3c-9f2e-a1469e190734 admin admin] 10.222.0.119 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7765679 Aug 31 10:55:44.028899 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-946aea72-4250-4bb1-b89d-06a7f02b8427 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1713309230-router', 'tenant_id': 'b4f9edfede7841c89816db3623f135e3', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:55:44.030012 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf50c74f-f055-4455-831b-4ae60d614044 None None] Routers {'9d771356-f982-447c-9363-e74f84d5c3a0'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:55:44.030680 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-cf50c74f-f055-4455-831b-4ae60d614044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:55:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['9d771356-f982-447c-9363-e74f84d5c3a0'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:55:44.151014 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fde6f605-f4bc-45cd-99d2-82fde80253e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:44.173540 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-946aea72-4250-4bb1-b89d-06a7f02b8427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2088974', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4894'] for router, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:44.174606 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-946aea72-4250-4bb1-b89d-06a7f02b8427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2087144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2088859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4873'] for router, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:44.209469 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-cf50c74f-f055-4455-831b-4ae60d614044 None None] Set router 9d771356-f982-447c-9363-e74f84d5c3a0 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:55:44.213075 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f99ea5-99f6-4314-bab7-0e7d9950d6f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4f6d865-bda5-5b52-a68a-2ef9e5bd4bd7-23a451ac-12af-48a6-88e4-853450d3b12b', 'network_id': '23a451ac-12af-48a6-88e4-853450d3b12b', 'tenant_id': 'b4f9edfede7841c89816db3623f135e3', 'fixed_ips': [{'subnet_id': '8ac99431-583d-40c5-988c-759faeb91e73'}]}} from n-d-791506-28. {{(pid=95554) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 10:55:44.213930 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-82f99ea5-99f6-4314-bab7-0e7d9950d6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:44.229448 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-946aea72-4250-4bb1-b89d-06a7f02b8427 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:44.246850 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:44.475971 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-946aea72-4250-4bb1-b89d-06a7f02b8427 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:44.543250 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.db_base_plugin_common [None req-82f99ea5-99f6-4314-bab7-0e7d9950d6f1 None None] Allocated IP 172.20.0.2 (23a451ac-12af-48a6-88e4-853450d3b12b/8ac99431-583d-40c5-988c-759faeb91e73/59921113-3cd2-461c-a784-5c6df71ca1f9) {{(pid=95554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:55:44.634982 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-cf50c74f-f055-4455-831b-4ae60d614044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'name': 'tempest-TestSnapshotPattern-15717126-router', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:55:37Z', 'updated_at': '2021-08-31T10:55:40Z', 'revision_number': 4, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'gw_port': {'id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:38Z', 'updated_at': '2021-08-31T10:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '592d5fd8-1d82-484c-9023-79dd35452a46', 'name': '', 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'mac_address': 'fa:16:3e:5e:e0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'b9c42458-4c25-4cda-b9b6-ad1cdedde0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:40Z', 'updated_at': '2021-08-31T10:55:43Z', 'revision_number': 4, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'subnets': [{'id': 'b9c42458-4c25-4cda-b9b6-ad1cdedde0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:55:44.663966 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf50c74f-f055-4455-831b-4ae60d614044 None None] The sync data for ids ['9d771356-f982-447c-9363-e74f84d5c3a0'] in n-d-791506-28 is: [{'id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'name': 'tempest-TestSnapshotPattern-15717126-router', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:55:37Z', 'updated_at': '2021-08-31T10:55:40Z', 'revision_number': 4, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'gw_port': {'id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:38Z', 'updated_at': '2021-08-31T10:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '592d5fd8-1d82-484c-9023-79dd35452a46', 'name': '', 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'mac_address': 'fa:16:3e:5e:e0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'b9c42458-4c25-4cda-b9b6-ad1cdedde0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:40Z', 'updated_at': '2021-08-31T10:55:43Z', 'revision_number': 4, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'subnets': [{'id': 'b9c42458-4c25-4cda-b9b6-ad1cdedde0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:55:44.763102 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-82f99ea5-99f6-4314-bab7-0e7d9950d6f1 None None] Notify callbacks [] for port, precommit_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:44.774730 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-946aea72-4250-4bb1-b89d-06a7f02b8427 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:44.775652 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-82f99ea5-99f6-4314-bab7-0e7d9950d6f1 None None] Transition to ACTIVE for port object 59921113-3cd2-461c-a784-5c6df71ca1f9 will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:55:44.796775 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-946aea72-4250-4bb1-b89d-06a7f02b8427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:44.801502 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-82f99ea5-99f6-4314-bab7-0e7d9950d6f1 None None] Transition to ACTIVE for port object 59921113-3cd2-461c-a784-5c6df71ca1f9 will not be triggered until provisioned by entity DHCP. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:55:44.905535 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-82f99ea5-99f6-4314-bab7-0e7d9950d6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344'] for port, after_create {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:44.926518 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-946aea72-4250-4bb1-b89d-06a7f02b8427 admin admin] Allocated IP 172.25.2.35 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/a8e05283-22de-478c-a53b-cc5b45cd9070) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:55:44.942480 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 592d5fd8-1d82-484c-9023-79dd35452a46 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:55:44.982605 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f99ea5-99f6-4314-bab7-0e7d9950d6f1 None None] Network 23a451ac-12af-48a6-88e4-853450d3b12b is already hosted by enough agents. {{(pid=95554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:55:44.993236 n-d-791506-28 neutron-server[95554]: DEBUG neutron.scheduler.base_scheduler [None req-82f99ea5-99f6-4314-bab7-0e7d9950d6f1 None None] Resources bound (agent type, host, resource id): {{(pid=95554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:55:44.996836 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f99ea5-99f6-4314-bab7-0e7d9950d6f1 None None] Pushing event updated for resources: {'Port': ['ID=59921113-3cd2-461c-a784-5c6df71ca1f9,revision_number=1']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:45.003489 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f99ea5-99f6-4314-bab7-0e7d9950d6f1 None None] Received port after_create {{(pid=95554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:55:45.040869 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-946aea72-4250-4bb1-b89d-06a7f02b8427 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:45.071151 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-82f99ea5-99f6-4314-bab7-0e7d9950d6f1 None None] Attempting to bind port 59921113-3cd2-461c-a784-5c6df71ca1f9 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:55:45.071520 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-82f99ea5-99f6-4314-bab7-0e7d9950d6f1 None None] Attempting to bind port 59921113-3cd2-461c-a784-5c6df71ca1f9 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'c58ad8af-99f3-46c7-bdf6-92c403c8f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': '23a451ac-12af-48a6-88e4-853450d3b12b'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:55:45.071908 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f99ea5-99f6-4314-bab7-0e7d9950d6f1 None None] Attempting to bind port 59921113-3cd2-461c-a784-5c6df71ca1f9 on network 23a451ac-12af-48a6-88e4-853450d3b12b {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:55:45.079863 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f99ea5-99f6-4314-bab7-0e7d9950d6f1 None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:55:45.080361 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f99ea5-99f6-4314-bab7-0e7d9950d6f1 None None] Checking segment: {'id': 'c58ad8af-99f3-46c7-bdf6-92c403c8f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': '23a451ac-12af-48a6-88e4-853450d3b12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:55:45.080778 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-82f99ea5-99f6-4314-bab7-0e7d9950d6f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:45.081173 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f99ea5-99f6-4314-bab7-0e7d9950d6f1 None None] Bound using segment: {'id': 'c58ad8af-99f3-46c7-bdf6-92c403c8f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': '23a451ac-12af-48a6-88e4-853450d3b12b'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:55:45.081645 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-82f99ea5-99f6-4314-bab7-0e7d9950d6f1 None None] Bound port: 59921113-3cd2-461c-a784-5c6df71ca1f9, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c58ad8af-99f3-46c7-bdf6-92c403c8f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': '23a451ac-12af-48a6-88e4-853450d3b12b'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:55:45.082018 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-82f99ea5-99f6-4314-bab7-0e7d9950d6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:45.154996 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-82f99ea5-99f6-4314-bab7-0e7d9950d6f1 None None] For port 59921113-3cd2-461c-a784-5c6df71ca1f9, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:55:45.159038 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-82f99ea5-99f6-4314-bab7-0e7d9950d6f1 None None] For port 59921113-3cd2-461c-a784-5c6df71ca1f9, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=59921113-3cd2-461c-a784-5c6df71ca1f9,segment=NetworkSegment(c58ad8af-99f3-46c7-bdf6-92c403c8f4bd),segment_id=c58ad8af-99f3-46c7-bdf6-92c403c8f4bd)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:55:45.166134 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 592d5fd8-1d82-484c-9023-79dd35452a46 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:55:45.170430 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 592d5fd8-1d82-484c-9023-79dd35452a46 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:55:45.175865 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:45.196460 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-946aea72-4250-4bb1-b89d-06a7f02b8427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:45.238506 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946aea72-4250-4bb1-b89d-06a7f02b8427 admin admin] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:55:45.241547 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-946aea72-4250-4bb1-b89d-06a7f02b8427 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:55:45.250649 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946aea72-4250-4bb1-b89d-06a7f02b8427 admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:55:45.257574 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-82f99ea5-99f6-4314-bab7-0e7d9950d6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:45.270515 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946aea72-4250-4bb1-b89d-06a7f02b8427 admin admin] Pushing event updated for resources: {'Port': ['ID=a8e05283-22de-478c-a53b-cc5b45cd9070,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:45.295866 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:45.365077 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 592d5fd8-1d82-484c-9023-79dd35452a46, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=592d5fd8-1d82-484c-9023-79dd35452a46,segment=NetworkSegment(c709a0db-52a6-46f6-a392-1eec38c54bd6),segment_id=c709a0db-52a6-46f6-a392-1eec38c54bd6)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:55:45.382221 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f99ea5-99f6-4314-bab7-0e7d9950d6f1 None None] Pushing event updated for resources: {'Port': ['ID=59921113-3cd2-461c-a784-5c6df71ca1f9,revision_number=2']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:45.452191 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:45.453069 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 0d1cee8e-850c-4304-b714-a9d106572cf2 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:55:45.565656 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=592d5fd8-1d82-484c-9023-79dd35452a46,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:45.576217 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 0d1cee8e-850c-4304-b714-a9d106572cf2 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:55:45.576653 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:45.617965 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-946aea72-4250-4bb1-b89d-06a7f02b8427 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:45.778918 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:45.830884 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-946aea72-4250-4bb1-b89d-06a7f02b8427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2087121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2088936'] for router, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:46.019703 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946aea72-4250-4bb1-b89d-06a7f02b8427 admin admin] Router b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8 is scheduled to L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c with binding_index 1 {{(pid=95552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 10:55:46.131166 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946aea72-4250-4bb1-b89d-06a7f02b8427 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:55:46.142465 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d081e24-633c-4a65-a03e-f81b9c66dc3f None None] Sync routers for ids ['b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:55:46.153478 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d081e24-633c-4a65-a03e-f81b9c66dc3f None None] Routers {'b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:55:46.154101 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-9d081e24-633c-4a65-a03e-f81b9c66dc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:55:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:55:46.208275 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-946aea72-4250-4bb1-b89d-06a7f02b8427 admin admin] Notify callbacks [] for router, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:46.210291 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-946aea72-4250-4bb1-b89d-06a7f02b8427 admin admin] 10.222.0.119 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1852331 Aug 31 10:55:46.212956 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57810) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:55:46.356905 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851cea58-20ef-4b6b-a885-86e4f52f8756 None None] Network 23a451ac-12af-48a6-88e4-853450d3b12b requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 10:55:46.363990 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-9d081e24-633c-4a65-a03e-f81b9c66dc3f None None] Set router b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:55:46.561413 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-9d081e24-633c-4a65-a03e-f81b9c66dc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8', 'name': 'tempest-TestSnapshotPattern-1713309230-router', 'tenant_id': 'b4f9edfede7841c89816db3623f135e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'a8e05283-22de-478c-a53b-cc5b45cd9070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:55:44Z', 'updated_at': '2021-08-31T10:55:45Z', 'revision_number': 3, 'project_id': 'b4f9edfede7841c89816db3623f135e3', 'gw_port': {'id': 'a8e05283-22de-478c-a53b-cc5b45cd9070', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:44Z', 'updated_at': '2021-08-31T10:55:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:55:46.589583 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d081e24-633c-4a65-a03e-f81b9c66dc3f None None] Checking router: b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:55:46.589983 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d081e24-633c-4a65-a03e-f81b9c66dc3f None None] Updating router b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8 port a8e05283-22de-478c-a53b-cc5b45cd9070 binding host n-d-791506-28 {{(pid=95555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:55:46.615948 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-9d081e24-633c-4a65-a03e-f81b9c66dc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:46.676810 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-ce3a4785-d6b2-4888-b7f5-8b5ee26a615f None None] Provisioning for port 59921113-3cd2-461c-a784-5c6df71ca1f9 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:55:46.894397 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-9d081e24-633c-4a65-a03e-f81b9c66dc3f None None] Notify callbacks [] for port, precommit_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:46.905396 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.provisioning_blocks [None req-9d081e24-633c-4a65-a03e-f81b9c66dc3f None None] Transition to ACTIVE for port object a8e05283-22de-478c-a53b-cc5b45cd9070 will not be triggered until provisioned by entity L2. {{(pid=95555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:55:46.941219 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 592d5fd8-1d82-484c-9023-79dd35452a46 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:55:46.988540 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 592d5fd8-1d82-484c-9023-79dd35452a46 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:55:46.988911 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:46.990861 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-9d081e24-633c-4a65-a03e-f81b9c66dc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:47.049130 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1772fb-b83c-4344-b377-316785ada3ca None None] Pushing event updated for resources: {'Port': ['ID=a8e05283-22de-478c-a53b-cc5b45cd9070,revision_number=2']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:47.051541 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-9d081e24-633c-4a65-a03e-f81b9c66dc3f None None] Attempting to bind port a8e05283-22de-478c-a53b-cc5b45cd9070 on host n-d-791506-28 for vnic_type normal with profile {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:55:47.052009 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-9d081e24-633c-4a65-a03e-f81b9c66dc3f None None] Attempting to bind port a8e05283-22de-478c-a53b-cc5b45cd9070 by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:55:47.052365 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d081e24-633c-4a65-a03e-f81b9c66dc3f None None] Attempting to bind port a8e05283-22de-478c-a53b-cc5b45cd9070 on network 95c681de-fa69-49ec-b047-2a49f2c4b933 {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:55:47.055970 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dca28004-a451-422c-8b49-874e03740341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:47.058090 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d081e24-633c-4a65-a03e-f81b9c66dc3f None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:55:47.058595 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d081e24-633c-4a65-a03e-f81b9c66dc3f None None] Checking segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:55:47.059327 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-9d081e24-633c-4a65-a03e-f81b9c66dc3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:47.059715 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d081e24-633c-4a65-a03e-f81b9c66dc3f None None] Bound using segment: {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'} {{(pid=95555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:55:47.060181 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.managers [None req-9d081e24-633c-4a65-a03e-f81b9c66dc3f None None] Bound port: a8e05283-22de-478c-a53b-cc5b45cd9070, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed62dbb-c482-4353-bb70-811c4d02f7ae', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933'}}] {{(pid=95555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:55:47.060545 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-9d081e24-633c-4a65-a03e-f81b9c66dc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:47.095613 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 59921113-3cd2-461c-a784-5c6df71ca1f9 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:55:47.113738 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-9d081e24-633c-4a65-a03e-f81b9c66dc3f None None] For port a8e05283-22de-478c-a53b-cc5b45cd9070, host n-d-791506-28, cleared binding levels {{(pid=95555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:55:47.116899 n-d-791506-28 neutron-server[95555]: DEBUG neutron.plugins.ml2.db [None req-9d081e24-633c-4a65-a03e-f81b9c66dc3f None None] For port a8e05283-22de-478c-a53b-cc5b45cd9070, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a8e05283-22de-478c-a53b-cc5b45cd9070,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:55:47.185494 n-d-791506-28 neutron-server[95555]: DEBUG neutron_lib.callbacks.manager [None req-9d081e24-633c-4a65-a03e-f81b9c66dc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:47.215215 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-dca28004-a451-422c-8b49-874e03740341 admin admin] Allocated IP 172.20.0.1 (23a451ac-12af-48a6-88e4-853450d3b12b/8ac99431-583d-40c5-988c-759faeb91e73/b1362dbf-4bf7-4035-ae11-c5f7786c4d8a) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:55:47.224618 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port 59921113-3cd2-461c-a784-5c6df71ca1f9 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:55:47.228958 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 59921113-3cd2-461c-a784-5c6df71ca1f9 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:55:47.233459 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:47.244961 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d081e24-633c-4a65-a03e-f81b9c66dc3f None None] Routers {'b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:55:47.245603 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-9d081e24-633c-4a65-a03e-f81b9c66dc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:55:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:55:47.250364 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1772fb-b83c-4344-b377-316785ada3ca None None] Pushing event updated for resources: {'Port': ['ID=a8e05283-22de-478c-a53b-cc5b45cd9070,revision_number=3']} {{(pid=95555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:47.312495 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:47.342697 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dca28004-a451-422c-8b49-874e03740341 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:47.348553 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port 59921113-3cd2-461c-a784-5c6df71ca1f9, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=59921113-3cd2-461c-a784-5c6df71ca1f9,segment=NetworkSegment(c58ad8af-99f3-46c7-bdf6-92c403c8f4bd),segment_id=c58ad8af-99f3-46c7-bdf6-92c403c8f4bd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:55:47.355665 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-9d081e24-633c-4a65-a03e-f81b9c66dc3f None None] Set router b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:55:47.359106 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.provisioning_blocks [None req-dca28004-a451-422c-8b49-874e03740341 admin admin] Transition to ACTIVE for port object b1362dbf-4bf7-4035-ae11-c5f7786c4d8a will not be triggered until provisioned by entity DHCP. {{(pid=95552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:55:47.424836 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:47.453852 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:47.455205 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dca28004-a451-422c-8b49-874e03740341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:47.478458 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=59921113-3cd2-461c-a784-5c6df71ca1f9,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:47.497475 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca28004-a451-422c-8b49-874e03740341 admin admin] Network 23a451ac-12af-48a6-88e4-853450d3b12b is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:55:47.500407 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-dca28004-a451-422c-8b49-874e03740341 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:55:47.504135 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca28004-a451-422c-8b49-874e03740341 admin admin] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:55:47.527450 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca28004-a451-422c-8b49-874e03740341 admin admin] Pushing event updated for resources: {'Port': ['ID=b1362dbf-4bf7-4035-ae11-c5f7786c4d8a,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:47.549994 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dca28004-a451-422c-8b49-874e03740341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2087835'] for router_interface, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:47.554376 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-9d081e24-633c-4a65-a03e-f81b9c66dc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8', 'name': 'tempest-TestSnapshotPattern-1713309230-router', 'tenant_id': 'b4f9edfede7841c89816db3623f135e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'a8e05283-22de-478c-a53b-cc5b45cd9070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:55:44Z', 'updated_at': '2021-08-31T10:55:45Z', 'revision_number': 3, 'project_id': 'b4f9edfede7841c89816db3623f135e3', 'gw_port': {'id': 'a8e05283-22de-478c-a53b-cc5b45cd9070', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:44Z', 'updated_at': '2021-08-31T10:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:55:47.583917 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d081e24-633c-4a65-a03e-f81b9c66dc3f None None] The sync data for ids ['b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8'] in n-d-791506-28 is: [{'id': 'b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8', 'name': 'tempest-TestSnapshotPattern-1713309230-router', 'tenant_id': 'b4f9edfede7841c89816db3623f135e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'a8e05283-22de-478c-a53b-cc5b45cd9070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:55:44Z', 'updated_at': '2021-08-31T10:55:45Z', 'revision_number': 3, 'project_id': 'b4f9edfede7841c89816db3623f135e3', 'gw_port': {'id': 'a8e05283-22de-478c-a53b-cc5b45cd9070', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:44Z', 'updated_at': '2021-08-31T10:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:55:47.799573 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dca28004-a451-422c-8b49-874e03740341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:47.835832 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3bb94000-a301-42ed-b2fe-10a51ec59940 None None] Provisioning for port b1362dbf-4bf7-4035-ae11-c5f7786c4d8a completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:55:47.840651 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-3bb94000-a301-42ed-b2fe-10a51ec59940 None None] Provisioning complete for port b1362dbf-4bf7-4035-ae11-c5f7786c4d8a triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:55:47.841378 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3bb94000-a301-42ed-b2fe-10a51ec59940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:47.879553 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-3bb94000-a301-42ed-b2fe-10a51ec59940 None None] Port b1362dbf-4bf7-4035-ae11-c5f7786c4d8a cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:55:47.996509 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dca28004-a451-422c-8b49-874e03740341 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:48.066289 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dca28004-a451-422c-8b49-874e03740341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:48.137339 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca28004-a451-422c-8b49-874e03740341 admin admin] Pushing event updated for resources: {'Port': ['ID=b1362dbf-4bf7-4035-ae11-c5f7786c4d8a,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:48.140280 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-dca28004-a451-422c-8b49-874e03740341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2084907'] for router_interface, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:48.241729 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca28004-a451-422c-8b49-874e03740341 admin admin] Network 23a451ac-12af-48a6-88e4-853450d3b12b is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:55:48.243451 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-dca28004-a451-422c-8b49-874e03740341 admin admin] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:55:48.378363 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca28004-a451-422c-8b49-874e03740341 admin admin] Router b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:55:48.491457 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca28004-a451-422c-8b49-874e03740341 admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:55:48.496208 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-dca28004-a451-422c-8b49-874e03740341 admin admin] 10.222.0.119 "PUT /v2.0/routers/b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2822182 Aug 31 10:55:48.504413 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-7b344bb5-72cc-4482-a47f-a4d55afdbf31 None None] Provisioning complete for port b1362dbf-4bf7-4035-ae11-c5f7786c4d8a triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:55:48.504878 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7b344bb5-72cc-4482-a47f-a4d55afdbf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:48.539270 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-7b344bb5-72cc-4482-a47f-a4d55afdbf31 None None] Port b1362dbf-4bf7-4035-ae11-c5f7786c4d8a cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:55:48.893659 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 59921113-3cd2-461c-a784-5c6df71ca1f9 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:55:48.941196 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port 59921113-3cd2-461c-a784-5c6df71ca1f9 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:55:48.941566 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:49.024234 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a8e05283-22de-478c-a53b-cc5b45cd9070 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:55:49.095916 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9276d5-df44-49c7-bc97-a8bc1350cd4c None None] Sync routers for ids ['b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:55:49.104894 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9276d5-df44-49c7-bc97-a8bc1350cd4c None None] Routers {'b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:55:49.105497 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-1e9276d5-df44-49c7-bc97-a8bc1350cd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:55:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:55:49.150760 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port a8e05283-22de-478c-a53b-cc5b45cd9070 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:55:49.159420 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port a8e05283-22de-478c-a53b-cc5b45cd9070 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:55:49.159787 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:49.242533 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-1e9276d5-df44-49c7-bc97-a8bc1350cd4c None None] Set router b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:55:49.382386 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:49.413341 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port a8e05283-22de-478c-a53b-cc5b45cd9070, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a8e05283-22de-478c-a53b-cc5b45cd9070,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:55:49.485957 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-1e9276d5-df44-49c7-bc97-a8bc1350cd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8', 'name': 'tempest-TestSnapshotPattern-1713309230-router', 'tenant_id': 'b4f9edfede7841c89816db3623f135e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'a8e05283-22de-478c-a53b-cc5b45cd9070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:55:44Z', 'updated_at': '2021-08-31T10:55:47Z', 'revision_number': 4, 'project_id': 'b4f9edfede7841c89816db3623f135e3', 'gw_port': {'id': 'a8e05283-22de-478c-a53b-cc5b45cd9070', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:44Z', 'updated_at': '2021-08-31T10:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'b1362dbf-4bf7-4035-ae11-c5f7786c4d8a', 'name': '', 'network_id': '23a451ac-12af-48a6-88e4-853450d3b12b', 'tenant_id': 'b4f9edfede7841c89816db3623f135e3', 'mac_address': 'fa:16:3e:f9:12:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '8ac99431-583d-40c5-988c-759faeb91e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:47Z', 'updated_at': '2021-08-31T10:55:47Z', 'revision_number': 2, 'project_id': 'b4f9edfede7841c89816db3623f135e3', 'subnets': [{'id': '8ac99431-583d-40c5-988c-759faeb91e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:55:49.512051 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9276d5-df44-49c7-bc97-a8bc1350cd4c None None] Checking router: b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:55:49.512402 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9276d5-df44-49c7-bc97-a8bc1350cd4c None None] Updating router b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8 port b1362dbf-4bf7-4035-ae11-c5f7786c4d8a binding host n-d-791506-28 {{(pid=95554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 10:55:49.516246 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:49.562027 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1e9276d5-df44-49c7-bc97-a8bc1350cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:49.613074 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=a8e05283-22de-478c-a53b-cc5b45cd9070,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:49.835570 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1e9276d5-df44-49c7-bc97-a8bc1350cd4c None None] Notify callbacks [] for port, precommit_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:49.845750 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-1e9276d5-df44-49c7-bc97-a8bc1350cd4c None None] Transition to ACTIVE for port object b1362dbf-4bf7-4035-ae11-c5f7786c4d8a will not be triggered until provisioned by entity L2. {{(pid=95554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:55:49.927853 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1e9276d5-df44-49c7-bc97-a8bc1350cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:49.981882 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b188b42-9fed-4369-95c1-4e482a05b815 None None] Pushing event updated for resources: {'Port': ['ID=b1362dbf-4bf7-4035-ae11-c5f7786c4d8a,revision_number=3']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:50.035763 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-1e9276d5-df44-49c7-bc97-a8bc1350cd4c None None] Attempting to bind port b1362dbf-4bf7-4035-ae11-c5f7786c4d8a on host n-d-791506-28 for vnic_type normal with profile {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:55:50.036135 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-1e9276d5-df44-49c7-bc97-a8bc1350cd4c None None] Attempting to bind port b1362dbf-4bf7-4035-ae11-c5f7786c4d8a by drivers openvswitch,hyperv on host n-d-791506-28 at level 0 using segments [{'id': 'c58ad8af-99f3-46c7-bdf6-92c403c8f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': '23a451ac-12af-48a6-88e4-853450d3b12b'}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:55:50.036499 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9276d5-df44-49c7-bc97-a8bc1350cd4c None None] Attempting to bind port b1362dbf-4bf7-4035-ae11-c5f7786c4d8a on network 23a451ac-12af-48a6-88e4-853450d3b12b {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:55:50.041724 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9276d5-df44-49c7-bc97-a8bc1350cd4c None None] Checking agent: {'id': '118a774a-6650-4303-93e6-34417dccbe5e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 58, 44), 'started_at': datetime.datetime(2021, 8, 31, 8, 59, 14), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791506-28'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:55:50.042092 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9276d5-df44-49c7-bc97-a8bc1350cd4c None None] Checking segment: {'id': 'c58ad8af-99f3-46c7-bdf6-92c403c8f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': '23a451ac-12af-48a6-88e4-853450d3b12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:55:50.042487 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1e9276d5-df44-49c7-bc97-a8bc1350cd4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:50.042920 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9276d5-df44-49c7-bc97-a8bc1350cd4c None None] Bound using segment: {'id': 'c58ad8af-99f3-46c7-bdf6-92c403c8f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': '23a451ac-12af-48a6-88e4-853450d3b12b'} {{(pid=95554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:55:50.043359 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.managers [None req-1e9276d5-df44-49c7-bc97-a8bc1350cd4c None None] Bound port: b1362dbf-4bf7-4035-ae11-c5f7786c4d8a, host: n-d-791506-28, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c58ad8af-99f3-46c7-bdf6-92c403c8f4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1601, 'network_id': '23a451ac-12af-48a6-88e4-853450d3b12b'}}] {{(pid=95554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:55:50.043754 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1e9276d5-df44-49c7-bc97-a8bc1350cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:50.108621 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-1e9276d5-df44-49c7-bc97-a8bc1350cd4c None None] For port b1362dbf-4bf7-4035-ae11-c5f7786c4d8a, host n-d-791506-28, cleared binding levels {{(pid=95554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:55:50.112622 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-1e9276d5-df44-49c7-bc97-a8bc1350cd4c None None] For port b1362dbf-4bf7-4035-ae11-c5f7786c4d8a, host n-d-791506-28, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=b1362dbf-4bf7-4035-ae11-c5f7786c4d8a,segment=NetworkSegment(c58ad8af-99f3-46c7-bdf6-92c403c8f4bd),segment_id=c58ad8af-99f3-46c7-bdf6-92c403c8f4bd)] {{(pid=95554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:55:50.237127 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1e9276d5-df44-49c7-bc97-a8bc1350cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:50.299394 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9276d5-df44-49c7-bc97-a8bc1350cd4c None None] Routers {'b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:55:50.300013 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-1e9276d5-df44-49c7-bc97-a8bc1350cd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:55:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:55:50.302790 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b188b42-9fed-4369-95c1-4e482a05b815 None None] Pushing event updated for resources: {'Port': ['ID=b1362dbf-4bf7-4035-ae11-c5f7786c4d8a,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:50.420176 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-1e9276d5-df44-49c7-bc97-a8bc1350cd4c None None] Set router b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:55:50.433667 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57820) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:55:50.439791 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-e8d0516c-d363-49ad-9cf7-95380a2a833d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-92511561', 'description': 'tempest-secgroup-smoke-92511561 description', 'project_id': '95a5546afae54c64a7fa2f3615d215a8'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:55:50.545203 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8d0516c-d363-49ad-9cf7-95380a2a833d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for security_group, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:50.631284 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8d0516c-d363-49ad-9cf7-95380a2a833d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for security_group, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:50.636956 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-1e9276d5-df44-49c7-bc97-a8bc1350cd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8', 'name': 'tempest-TestSnapshotPattern-1713309230-router', 'tenant_id': 'b4f9edfede7841c89816db3623f135e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'a8e05283-22de-478c-a53b-cc5b45cd9070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:55:44Z', 'updated_at': '2021-08-31T10:55:47Z', 'revision_number': 4, 'project_id': 'b4f9edfede7841c89816db3623f135e3', 'gw_port': {'id': 'a8e05283-22de-478c-a53b-cc5b45cd9070', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:44Z', 'updated_at': '2021-08-31T10:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'b1362dbf-4bf7-4035-ae11-c5f7786c4d8a', 'name': '', 'network_id': '23a451ac-12af-48a6-88e4-853450d3b12b', 'tenant_id': 'b4f9edfede7841c89816db3623f135e3', 'mac_address': 'fa:16:3e:f9:12:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '8ac99431-583d-40c5-988c-759faeb91e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:47Z', 'updated_at': '2021-08-31T10:55:50Z', 'revision_number': 4, 'project_id': 'b4f9edfede7841c89816db3623f135e3', 'subnets': [{'id': '8ac99431-583d-40c5-988c-759faeb91e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:55:50.663883 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9276d5-df44-49c7-bc97-a8bc1350cd4c None None] The sync data for ids ['b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8'] in n-d-791506-28 is: [{'id': 'b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8', 'name': 'tempest-TestSnapshotPattern-1713309230-router', 'tenant_id': 'b4f9edfede7841c89816db3623f135e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'a8e05283-22de-478c-a53b-cc5b45cd9070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:55:44Z', 'updated_at': '2021-08-31T10:55:47Z', 'revision_number': 4, 'project_id': 'b4f9edfede7841c89816db3623f135e3', 'gw_port': {'id': 'a8e05283-22de-478c-a53b-cc5b45cd9070', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:44Z', 'updated_at': '2021-08-31T10:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': 'b1362dbf-4bf7-4035-ae11-c5f7786c4d8a', 'name': '', 'network_id': '23a451ac-12af-48a6-88e4-853450d3b12b', 'tenant_id': 'b4f9edfede7841c89816db3623f135e3', 'mac_address': 'fa:16:3e:f9:12:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '8ac99431-583d-40c5-988c-759faeb91e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:47Z', 'updated_at': '2021-08-31T10:55:50Z', 'revision_number': 4, 'project_id': 'b4f9edfede7841c89816db3623f135e3', 'subnets': [{'id': '8ac99431-583d-40c5-988c-759faeb91e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:55:50.714692 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8d0516c-d363-49ad-9cf7-95380a2a833d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:50.747742 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0516c-d363-49ad-9cf7-95380a2a833d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65a38b53-73e9-4b6d-bb07-9aa869f015ff,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:50.832440 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-e8d0516c-d363-49ad-9cf7-95380a2a833d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:50.833743 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-e8d0516c-d363-49ad-9cf7-95380a2a833d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3985524 Aug 31 10:55:50.837110 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57822) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:55:50.843335 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-2ccdc997-9f26-45b4-a906-f6fc393d6ecd tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Request body: {'security_group_rule': {'security_group_id': '65a38b53-73e9-4b6d-bb07-9aa869f015ff', 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:55:50.899629 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a8e05283-22de-478c-a53b-cc5b45cd9070 up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:55:50.950352 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2ccdc997-9f26-45b4-a906-f6fc393d6ecd tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:50.953088 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port a8e05283-22de-478c-a53b-cc5b45cd9070 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:55:50.953610 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:51.013296 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2ccdc997-9f26-45b4-a906-f6fc393d6ecd tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:51.040541 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b1362dbf-4bf7-4035-ae11-c5f7786c4d8a up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:55:51.116314 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2ccdc997-9f26-45b4-a906-f6fc393d6ecd tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:51.136832 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccdc997-9f26-45b4-a906-f6fc393d6ecd tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a020f3c1-eb38-487e-9c0b-e3379eec026f,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:51.207611 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning for port b1362dbf-4bf7-4035-ae11-c5f7786c4d8a completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:55:51.211640 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port b1362dbf-4bf7-4035-ae11-c5f7786c4d8a triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:55:51.212008 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:51.253218 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2ccdc997-9f26-45b4-a906-f6fc393d6ecd tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:51.254763 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2ccdc997-9f26-45b4-a906-f6fc393d6ecd tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4157426 Aug 31 10:55:51.257786 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57824) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:55:51.262317 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-79b7869d-ae45-4495-822a-9aebd76c5a2e tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Request body: {'security_group_rule': {'security_group_id': '65a38b53-73e9-4b6d-bb07-9aa869f015ff', 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:55:51.290877 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:51.324935 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] For port b1362dbf-4bf7-4035-ae11-c5f7786c4d8a, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=b1362dbf-4bf7-4035-ae11-c5f7786c4d8a,segment=NetworkSegment(c58ad8af-99f3-46c7-bdf6-92c403c8f4bd),segment_id=c58ad8af-99f3-46c7-bdf6-92c403c8f4bd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:55:51.351018 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-79b7869d-ae45-4495-822a-9aebd76c5a2e tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:51.418322 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-79b7869d-ae45-4495-822a-9aebd76c5a2e tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:51.429666 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:51.479237 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Pushing event updated for resources: {'Port': ['ID=b1362dbf-4bf7-4035-ae11-c5f7786c4d8a,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:51.538230 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-79b7869d-ae45-4495-822a-9aebd76c5a2e tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:51.565747 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7869d-ae45-4495-822a-9aebd76c5a2e tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=338f6468-de40-41f5-9d7d-cbbb294ee723,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:51.629455 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-79b7869d-ae45-4495-822a-9aebd76c5a2e tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:51.630738 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-79b7869d-ae45-4495-822a-9aebd76c5a2e tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3719580 Aug 31 10:55:51.633455 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57826) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:55:51.637931 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-1ed0baf6-6416-4734-9109-db2a336a4a33 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Request body: {'security_group_rule': {'security_group_id': '65a38b53-73e9-4b6d-bb07-9aa869f015ff', 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:55:51.743805 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1ed0baf6-6416-4734-9109-db2a336a4a33 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:51.806019 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1ed0baf6-6416-4734-9109-db2a336a4a33 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:51.899282 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1ed0baf6-6416-4734-9109-db2a336a4a33 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:51.917729 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0baf6-6416-4734-9109-db2a336a4a33 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8690325c-07cf-4719-b5fa-96ecee3d8606,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:52.012550 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-1ed0baf6-6416-4734-9109-db2a336a4a33 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:52.013781 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-1ed0baf6-6416-4734-9109-db2a336a4a33 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3794081 Aug 31 10:55:52.017316 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57828) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:55:52.021874 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-132404a5-ae5d-4c0c-a579-4419fe477782 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Request body: {'security_group_rule': {'security_group_id': '65a38b53-73e9-4b6d-bb07-9aa869f015ff', 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:55:52.132979 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-132404a5-ae5d-4c0c-a579-4419fe477782 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:52.193516 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-132404a5-ae5d-4c0c-a579-4419fe477782 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:52.281610 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-132404a5-ae5d-4c0c-a579-4419fe477782 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:52.299507 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132404a5-ae5d-4c0c-a579-4419fe477782 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=498ce1c5-6961-44c2-b7c1-4d365f8f046d,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:52.389287 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-132404a5-ae5d-4c0c-a579-4419fe477782 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:52.390514 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-132404a5-ae5d-4c0c-a579-4419fe477782 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3723106 Aug 31 10:55:52.393779 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57830) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:55:52.398145 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-053e09b5-79bd-44a3-b613-b120e9a4b24c tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Request body: {'security_group_rule': {'security_group_id': '65a38b53-73e9-4b6d-bb07-9aa869f015ff', 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:55:52.482938 n-d-791506-28 neutron-server[95553]: INFO neutron.db.securitygroups_db [None req-053e09b5-79bd-44a3-b613-b120e9a4b24c tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Project 95a5546afae54c64a7fa2f3615d215a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:55:52.489670 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-053e09b5-79bd-44a3-b613-b120e9a4b24c tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:52.548909 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-053e09b5-79bd-44a3-b613-b120e9a4b24c tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:52.665086 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-053e09b5-79bd-44a3-b613-b120e9a4b24c tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:52.687964 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e09b5-79bd-44a3-b613-b120e9a4b24c tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e83698eb-7aa5-49b5-9954-d1ae97ae52cb,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:52.750607 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-053e09b5-79bd-44a3-b613-b120e9a4b24c tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:52.752430 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-053e09b5-79bd-44a3-b613-b120e9a4b24c tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3577321 Aug 31 10:55:52.755305 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 57834) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:55:52.759637 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [None req-f559e317-27ab-4e49-8d82-c485d76d218b tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Request body: {'security_group_rule': {'security_group_id': '65a38b53-73e9-4b6d-bb07-9aa869f015ff', 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:55:52.811493 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b1362dbf-4bf7-4035-ae11-c5f7786c4d8a up at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:55:52.848001 n-d-791506-28 neutron-server[95553]: INFO neutron.db.securitygroups_db [None req-f559e317-27ab-4e49-8d82-c485d76d218b tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Project 95a5546afae54c64a7fa2f3615d215a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 10:55:52.853347 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f559e317-27ab-4e49-8d82-c485d76d218b tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:52.870145 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Provisioning complete for port b1362dbf-4bf7-4035-ae11-c5f7786c4d8a triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:55:52.870522 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:52.916270 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f559e317-27ab-4e49-8d82-c485d76d218b tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:53.002943 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f559e317-27ab-4e49-8d82-c485d76d218b tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586844'] for security_group_rule, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:53.021887 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559e317-27ab-4e49-8d82-c485d76d218b tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b799f9bb-54d9-4550-b0b3-d0051ddf4eb1,revision_number=0']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:55:53.156403 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-f559e317-27ab-4e49-8d82-c485d76d218b tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:55:53.157677 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-f559e317-27ab-4e49-8d82-c485d76d218b tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4015141 Aug 31 10:55:53.396408 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-ac8c4a43-8a8b-4e91-b8b7-b41677a37f2c tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-92511561&fields=id&tenant_id=95a5546afae54c64a7fa2f3615d215a8 HTTP/1.1" status: 200 len: 267 time: 0.0322406 Aug 31 10:55:53.516393 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-258fb1c5-3b9c-4452-a5a6-858ef2f09abe tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:55:53.517893 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-258fb1c5-3b9c-4452-a5a6-858ef2f09abe tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/networks?id=949b23b6-dda0-44e5-9b47-e1127c9b7959 HTTP/1.1" status: 200 len: 808 time: 0.1146724 Aug 31 10:55:53.532817 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a5c8748d-2e6c-424f-af3a-c9af8bd33de4 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/quotas/95a5546afae54c64a7fa2f3615d215a8 HTTP/1.1" status: 200 len: 375 time: 0.0090711 Aug 31 10:55:53.585548 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-7741d2c0-e6b2-4aa0-9eb9-d5cd2a0110f9 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=95a5546afae54c64a7fa2f3615d215a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470984 Aug 31 10:55:53.605752 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-1344dc4f-d167-409c-818d-efc243fad2ff tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:55:53.606769 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-1344dc4f-d167-409c-818d-efc243fad2ff tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060983 Aug 31 10:55:53.843199 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-b7437de8-5acb-4c13-ba03-5f5d7b030d9c service neutron] 10.222.0.119 "GET /v2.0/networks/949b23b6-dda0-44e5-9b47-e1127c9b7959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290878 Aug 31 10:55:53.936177 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-c8509104-8639-4556-861d-f170d88a37db service neutron] 10.222.0.119 "GET /v2.0/networks/949b23b6-dda0-44e5-9b47-e1127c9b7959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867059 Aug 31 10:55:55.233957 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-06ce56b5-bfaf-485a-9de4-c3c7bdc8e3c9 req-d9d9fa66-6e76-4295-aacd-29d6663af0f6 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8117f65-401e-43e1-8189-40bd4c6faa84 HTTP/1.1" status: 200 len: 210 time: 0.0264752 Aug 31 10:55:56.314715 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-e1dac73f-61b4-44f0-9485-3bd0b128d160 req-566aea75-5caf-4de8-a92f-c76434a3d783 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8117f65-401e-43e1-8189-40bd4c6faa84 HTTP/1.1" status: 200 len: 210 time: 0.0275953 Aug 31 10:55:57.390475 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2368060a-7e89-4b54-bc74-bd187dbe4882 req-c5f6fd1f-22cc-4242-be09-7b1fb355ff6d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8117f65-401e-43e1-8189-40bd4c6faa84 HTTP/1.1" status: 200 len: 210 time: 0.0255706 Aug 31 10:55:58.472013 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a2c2ed45-3ff4-4a9f-8943-d42a4578fc79 req-2106e580-15cb-43a6-9a87-598451380a24 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8117f65-401e-43e1-8189-40bd4c6faa84 HTTP/1.1" status: 200 len: 210 time: 0.0316229 Aug 31 10:55:59.565448 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9a36947d-6bd0-46ec-a3e2-2790701c32e7 req-c931ba30-8eee-47dd-8cc4-9b651424c8eb tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8117f65-401e-43e1-8189-40bd4c6faa84 HTTP/1.1" status: 200 len: 210 time: 0.0267797 Aug 31 10:56:00.664095 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f04e473c-9c11-4eb3-9673-108020531f82 req-ebf8ae60-d1dd-4e5d-97d4-e7eb8f140344 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8117f65-401e-43e1-8189-40bd4c6faa84 HTTP/1.1" status: 200 len: 210 time: 0.0273261 Aug 31 10:56:01.397593 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-874f6095-460c-4ddd-a7eb-879f15b8f138 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:01.399100 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-874f6095-460c-4ddd-a7eb-879f15b8f138 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.59 "GET /v2.0/networks?id=949b23b6-dda0-44e5-9b47-e1127c9b7959 HTTP/1.1" status: 200 len: 808 time: 0.1025541 Aug 31 10:56:01.447357 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a42dac7f-5626-4513-a21e-0cc2dd82200b tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95a5546afae54c64a7fa2f3615d215a8 HTTP/1.1" status: 200 len: 378 time: 0.0390177 Aug 31 10:56:01.457243 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a619f36f-28ad-4710-96ae-b30b27f361fa tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Request body: {'port': {'device_id': 'f8117f65-401e-43e1-8189-40bd4c6faa84', 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959', 'admin_state_up': True, 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'security_groups': ['65a38b53-73e9-4b6d-bb07-9aa869f015ff']}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:56:01.653898 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a619f36f-28ad-4710-96ae-b30b27f361fa tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Made reservation on behalf of 95a5546afae54c64a7fa2f3615d215a8 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:56:01.657490 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a619f36f-28ad-4710-96ae-b30b27f361fa tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:01.791280 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6e33f1c6-0351-4e76-aea6-1d81948a7df8 req-7896dcb7-bef9-46d4-9146-978b53b8d1ce tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8117f65-401e-43e1-8189-40bd4c6faa84 HTTP/1.1" status: 200 len: 210 time: 0.0546834 Aug 31 10:56:01.815794 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a619f36f-28ad-4710-96ae-b30b27f361fa tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Allocated IP 172.20.0.11 (949b23b6-dda0-44e5-9b47-e1127c9b7959/b9c42458-4c25-4cda-b9b6-ad1cdedde0e4/416b0fc0-df41-472f-aabc-d1f33339574a) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:56:01.953080 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a619f36f-28ad-4710-96ae-b30b27f361fa tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:01.971802 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a619f36f-28ad-4710-96ae-b30b27f361fa tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Transition to ACTIVE for port object 416b0fc0-df41-472f-aabc-d1f33339574a will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:56:02.094329 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a619f36f-28ad-4710-96ae-b30b27f361fa tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:02.138542 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a619f36f-28ad-4710-96ae-b30b27f361fa tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Network 949b23b6-dda0-44e5-9b47-e1127c9b7959 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:56:02.141585 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a619f36f-28ad-4710-96ae-b30b27f361fa tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:56:02.145384 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a619f36f-28ad-4710-96ae-b30b27f361fa tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:56:02.151725 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619f36f-28ad-4710-96ae-b30b27f361fa tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Pushing event updated for resources: {'Port': ['ID=416b0fc0-df41-472f-aabc-d1f33339574a,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:56:02.201934 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a619f36f-28ad-4710-96ae-b30b27f361fa tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:02.202468 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a619f36f-28ad-4710-96ae-b30b27f361fa tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:02.271940 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a619f36f-28ad-4710-96ae-b30b27f361fa tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8184507 Aug 31 10:56:02.284804 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a2e54b46-a096-491e-87fe-68aca6a6f525 service neutron] Request body: {'port': {'device_id': 'f8117f65-401e-43e1-8189-40bd4c6faa84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:56:02.340144 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a2e54b46-a096-491e-87fe-68aca6a6f525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:02.406268 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-fbffe83f-7de1-46dd-8083-072443e7d6d7 None None] Provisioning for port 416b0fc0-df41-472f-aabc-d1f33339574a completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:56:02.410362 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-fbffe83f-7de1-46dd-8083-072443e7d6d7 None None] Provisioning complete for port 416b0fc0-df41-472f-aabc-d1f33339574a triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:56:02.410787 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fbffe83f-7de1-46dd-8083-072443e7d6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:02.444868 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-fbffe83f-7de1-46dd-8083-072443e7d6d7 None None] Port 416b0fc0-df41-472f-aabc-d1f33339574a cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:56:02.600120 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a2e54b46-a096-491e-87fe-68aca6a6f525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 416b0fc0-df41-472f-aabc-d1f33339574a {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:56:02.755236 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a2e54b46-a096-491e-87fe-68aca6a6f525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:02.755236 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a2e54b46-a096-491e-87fe-68aca6a6f525 service neutron] Transition to ACTIVE for port object 416b0fc0-df41-472f-aabc-d1f33339574a will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:56:02.773857 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a2e54b46-a096-491e-87fe-68aca6a6f525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:02.823880 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e54b46-a096-491e-87fe-68aca6a6f525 service neutron] Pushing event updated for resources: {'Port': ['ID=416b0fc0-df41-472f-aabc-d1f33339574a,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:56:02.935925 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a2e54b46-a096-491e-87fe-68aca6a6f525 service neutron] Attempting to bind port 416b0fc0-df41-472f-aabc-d1f33339574a on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:56:02.936259 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a2e54b46-a096-491e-87fe-68aca6a6f525 service neutron] Attempting to bind port 416b0fc0-df41-472f-aabc-d1f33339574a by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'c709a0db-52a6-46f6-a392-1eec38c54bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:56:02.936584 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a2e54b46-a096-491e-87fe-68aca6a6f525 service neutron] Attempting to bind port 416b0fc0-df41-472f-aabc-d1f33339574a on network 949b23b6-dda0-44e5-9b47-e1127c9b7959 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:56:02.943901 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a2e54b46-a096-491e-87fe-68aca6a6f525 service neutron] Port 416b0fc0-df41-472f-aabc-d1f33339574a on network 949b23b6-dda0-44e5-9b47-e1127c9b7959 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:56:02.946121 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a2e54b46-a096-491e-87fe-68aca6a6f525 service neutron] Attempting to bind port 416b0fc0-df41-472f-aabc-d1f33339574a on network 949b23b6-dda0-44e5-9b47-e1127c9b7959 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:56:02.953123 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b767ecb-72ba-45f2-bba0-149f7a7c938b req-00d9c048-ab23-4a68-9de0-6e63b23f35a2 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:02.954891 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6b767ecb-72ba-45f2-bba0-149f7a7c938b req-00d9c048-ab23-4a68-9de0-6e63b23f35a2 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8117f65-401e-43e1-8189-40bd4c6faa84 HTTP/1.1" status: 200 len: 944 time: 0.0834558 Aug 31 10:56:02.959284 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a2e54b46-a096-491e-87fe-68aca6a6f525 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:56:02.959626 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a2e54b46-a096-491e-87fe-68aca6a6f525 service neutron] Checking segment: {'id': 'c709a0db-52a6-46f6-a392-1eec38c54bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:56:02.960009 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a2e54b46-a096-491e-87fe-68aca6a6f525 service neutron] Bound using segment: {'id': 'c709a0db-52a6-46f6-a392-1eec38c54bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:56:02.960434 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a2e54b46-a096-491e-87fe-68aca6a6f525 service neutron] Bound port: 416b0fc0-df41-472f-aabc-d1f33339574a, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c709a0db-52a6-46f6-a392-1eec38c54bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:56:02.960792 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a2e54b46-a096-491e-87fe-68aca6a6f525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:03.031787 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-6b767ecb-72ba-45f2-bba0-149f7a7c938b req-897f40c9-75b6-43c1-94fb-9cc2714d8f0a tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/security-groups?id=65a38b53-73e9-4b6d-bb07-9aa869f015ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0686684 Aug 31 10:56:03.051447 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a2e54b46-a096-491e-87fe-68aca6a6f525 service neutron] For port 416b0fc0-df41-472f-aabc-d1f33339574a, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:56:03.054512 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a2e54b46-a096-491e-87fe-68aca6a6f525 service neutron] For port 416b0fc0-df41-472f-aabc-d1f33339574a, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=416b0fc0-df41-472f-aabc-d1f33339574a,segment=NetworkSegment(c709a0db-52a6-46f6-a392-1eec38c54bd6),segment_id=c709a0db-52a6-46f6-a392-1eec38c54bd6)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:56:03.180450 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a2e54b46-a096-491e-87fe-68aca6a6f525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:03.218775 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a2e54b46-a096-491e-87fe-68aca6a6f525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:03.225216 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a2e54b46-a096-491e-87fe-68aca6a6f525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:03.225216 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-a2e54b46-a096-491e-87fe-68aca6a6f525 service neutron] 10.222.0.59 "PUT /v2.0/ports/416b0fc0-df41-472f-aabc-d1f33339574a HTTP/1.1" status: 200 len: 1093 time: 0.9405181 Aug 31 10:56:03.225216 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8117f65-401e-43e1-8189-40bd4c6faa84', 'tag': '416b0fc0-df41-472f-aabc-d1f33339574a'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:56:03.225216 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a273a152-d370-47d3-9201-4d8adff3c1af" -d '{"events": [{"name": "network-changed", "server_uuid": "f8117f65-401e-43e1-8189-40bd4c6faa84", "tag": "416b0fc0-df41-472f-aabc-d1f33339574a"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:56:03.249128 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e54b46-a096-491e-87fe-68aca6a6f525 service neutron] Pushing event updated for resources: {'Port': ['ID=416b0fc0-df41-472f-aabc-d1f33339574a,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:56:03.282589 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bf6e0e-40ba-4f92-8af5-33053c494063 x-openstack-request-id: req-03bf6e0e-40ba-4f92-8af5-33053c494063 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:56:03.282886 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8117f65-401e-43e1-8189-40bd4c6faa84", "tag": "416b0fc0-df41-472f-aabc-d1f33339574a", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:56:03.283141 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-03bf6e0e-40ba-4f92-8af5-33053c494063 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:56:03.283544 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8117f65-401e-43e1-8189-40bd4c6faa84', 'tag': '416b0fc0-df41-472f-aabc-d1f33339574a', 'status': 'completed', 'code': 200} Aug 31 10:56:03.348879 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273a152-d370-47d3-9201-4d8adff3c1af req-35513afd-68d2-41bf-904c-77b5706e2cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:03.350441 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a273a152-d370-47d3-9201-4d8adff3c1af req-35513afd-68d2-41bf-904c-77b5706e2cd8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95a5546afae54c64a7fa2f3615d215a8&device_id=f8117f65-401e-43e1-8189-40bd4c6faa84 HTTP/1.1" status: 200 len: 1096 time: 0.0451529 Aug 31 10:56:03.449064 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273a152-d370-47d3-9201-4d8adff3c1af req-fde85186-caa1-4077-838f-d00622f37b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:03.450452 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a273a152-d370-47d3-9201-4d8adff3c1af req-fde85186-caa1-4077-838f-d00622f37b98 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=95a5546afae54c64a7fa2f3615d215a8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0922186 Aug 31 10:56:03.550008 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273a152-d370-47d3-9201-4d8adff3c1af req-1819afdd-6ee3-4d35-94e3-4577ca6ced14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:03.551466 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a273a152-d370-47d3-9201-4d8adff3c1af req-1819afdd-6ee3-4d35-94e3-4577ca6ced14 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0931334 Aug 31 10:56:03.627360 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-45fb6fe2-b430-4bf1-b055-20847948ff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:03.628833 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-45fb6fe2-b430-4bf1-b055-20847948ff57 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95a5546afae54c64a7fa2f3615d215a8&device_id=f8117f65-401e-43e1-8189-40bd4c6faa84 HTTP/1.1" status: 200 len: 1096 time: 0.0413647 Aug 31 10:56:03.673505 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-9b0cb628-bc1e-4bb0-9ca5-f75c3e349c5b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=416b0fc0-df41-472f-aabc-d1f33339574a HTTP/1.1" status: 200 len: 217 time: 0.0360236 Aug 31 10:56:03.726691 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-9e487208-a0e7-46cc-b498-2a2849512258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:03.728041 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-9e487208-a0e7-46cc-b498-2a2849512258 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9c42458-4c25-4cda-b9b6-ad1cdedde0e4 HTTP/1.1" status: 200 len: 847 time: 0.0441346 Aug 31 10:56:03.772888 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-2b5ec078-8ea7-47e4-8215-ea4b2a8d5b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:03.774350 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-2b5ec078-8ea7-47e4-8215-ea4b2a8d5b0e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=949b23b6-dda0-44e5-9b47-e1127c9b7959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390630 Aug 31 10:56:03.796675 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:03.867681 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-758da4f2-4e13-42ed-acbe-b2501179eb05 service neutron] 10.222.0.59 "GET /v2.0/networks/949b23b6-dda0-44e5-9b47-e1127c9b7959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856042 Aug 31 10:56:03.964941 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dfb54b4f-db7e-45fb-b53e-8225972a06cb req-c6eace86-16f0-40cd-8703-f6eeb73e1ccb service neutron] 10.222.0.59 "GET /v2.0/networks/949b23b6-dda0-44e5-9b47-e1127c9b7959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889423 Aug 31 10:56:04.148302 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384cd9a-222a-4951-9e83-eb8433cfbc1a req-6ba814d4-cda4-4b5f-9b03-015f09c3987e tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:04.149767 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5384cd9a-222a-4951-9e83-eb8433cfbc1a req-6ba814d4-cda4-4b5f-9b03-015f09c3987e tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8117f65-401e-43e1-8189-40bd4c6faa84 HTTP/1.1" status: 200 len: 944 time: 0.0493031 Aug 31 10:56:04.186397 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5384cd9a-222a-4951-9e83-eb8433cfbc1a req-ec394d11-3653-4c57-9eb3-54c2de55a728 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/security-groups?id=65a38b53-73e9-4b6d-bb07-9aa869f015ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306213 Aug 31 10:56:04.355018 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:05.307637 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f685043-2a7a-4724-a08f-a4ea0994a53c req-c6b70e49-b98f-4550-8f0e-1bad42de8114 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:05.309057 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f685043-2a7a-4724-a08f-a4ea0994a53c req-c6b70e49-b98f-4550-8f0e-1bad42de8114 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8117f65-401e-43e1-8189-40bd4c6faa84 HTTP/1.1" status: 200 len: 944 time: 0.0537810 Aug 31 10:56:05.348048 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8f685043-2a7a-4724-a08f-a4ea0994a53c req-0a56d759-230f-4b4a-958c-96bb3fd5097c tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/security-groups?id=65a38b53-73e9-4b6d-bb07-9aa869f015ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325003 Aug 31 10:56:06.463129 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9cef7c-8d14-447f-84c8-ae12d939e0f1 req-433e4cb2-91a4-4238-a855-8bf188f17197 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:06.464507 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b9cef7c-8d14-447f-84c8-ae12d939e0f1 req-433e4cb2-91a4-4238-a855-8bf188f17197 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8117f65-401e-43e1-8189-40bd4c6faa84 HTTP/1.1" status: 200 len: 944 time: 0.0486960 Aug 31 10:56:06.502517 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b9cef7c-8d14-447f-84c8-ae12d939e0f1 req-9046a597-ab37-458f-bd8b-19ffaced69c8 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/security-groups?id=65a38b53-73e9-4b6d-bb07-9aa869f015ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312068 Aug 31 10:56:07.587647 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 416b0fc0-df41-472f-aabc-d1f33339574a details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:56:07.616647 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11ec03-63e4-4407-bb07-3529768d42f8 req-f86ea038-8ddf-480e-ac42-d6b8c0cbdbe5 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:07.618171 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd11ec03-63e4-4407-bb07-3529768d42f8 req-f86ea038-8ddf-480e-ac42-d6b8c0cbdbe5 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8117f65-401e-43e1-8189-40bd4c6faa84 HTTP/1.1" status: 200 len: 944 time: 0.0482836 Aug 31 10:56:07.656121 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd11ec03-63e4-4407-bb07-3529768d42f8 req-44489da1-3def-4853-9768-43e45c4d392a tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/security-groups?id=65a38b53-73e9-4b6d-bb07-9aa869f015ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315492 Aug 31 10:56:07.683696 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 416b0fc0-df41-472f-aabc-d1f33339574a, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=416b0fc0-df41-472f-aabc-d1f33339574a,segment=NetworkSegment(c709a0db-52a6-46f6-a392-1eec38c54bd6),segment_id=c709a0db-52a6-46f6-a392-1eec38c54bd6)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:56:07.695201 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '416b0fc0-df41-472f-aabc-d1f33339574a', 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959', 'port_id': '416b0fc0-df41-472f-aabc-d1f33339574a', 'mac_address': 'fa:16:3e:5c:6b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9c42458-4c25-4cda-b9b6-ad1cdedde0e4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:56:07.730574 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:07.743484 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416b0fc0-df41-472f-aabc-d1f33339574a {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:56:07.763170 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 416b0fc0-df41-472f-aabc-d1f33339574a, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=416b0fc0-df41-472f-aabc-d1f33339574a,segment=NetworkSegment(c709a0db-52a6-46f6-a392-1eec38c54bd6),segment_id=c709a0db-52a6-46f6-a392-1eec38c54bd6)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:56:07.846979 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:07.897414 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=416b0fc0-df41-472f-aabc-d1f33339574a,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:56:08.030530 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [req-e5533f28-d6a0-4061-846a-e014818489d2 req-df54e81b-59ae-4ef2-ba7a-dc6ed34f509f service neutron] (95552) timed out ('10.222.0.119', 52130) {{(pid=95552) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 10:56:08.137113 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['416b0fc0-df41-472f-aabc-d1f33339574a'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:56:08.808972 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdea65-21d3-4998-93b8-6119fa0ff861 req-5696173e-5944-40c4-8408-c69a50baabcf tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:08.810472 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-21fdea65-21d3-4998-93b8-6119fa0ff861 req-5696173e-5944-40c4-8408-c69a50baabcf tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8117f65-401e-43e1-8189-40bd4c6faa84 HTTP/1.1" status: 200 len: 945 time: 0.0534570 Aug 31 10:56:08.847808 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-21fdea65-21d3-4998-93b8-6119fa0ff861 req-f824f6be-e874-41db-b457-daa480ba2eeb tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/security-groups?id=65a38b53-73e9-4b6d-bb07-9aa869f015ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311675 Aug 31 10:56:09.602647 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 416b0fc0-df41-472f-aabc-d1f33339574a up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:56:09.722428 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 416b0fc0-df41-472f-aabc-d1f33339574a completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:56:09.726104 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 416b0fc0-df41-472f-aabc-d1f33339574a triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:56:09.726469 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:09.801472 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:09.826375 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8117f65-401e-43e1-8189-40bd4c6faa84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416b0fc0-df41-472f-aabc-d1f33339574a'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:56:09.831546 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9445304b-5414-4040-891b-49bd6d9147ee" -d '{"events": [{"server_uuid": "f8117f65-401e-43e1-8189-40bd4c6faa84", "name": "network-vif-plugged", "status": "completed", "tag": "416b0fc0-df41-472f-aabc-d1f33339574a"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:56:09.841306 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 416b0fc0-df41-472f-aabc-d1f33339574a, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=416b0fc0-df41-472f-aabc-d1f33339574a,segment=NetworkSegment(c709a0db-52a6-46f6-a392-1eec38c54bd6),segment_id=c709a0db-52a6-46f6-a392-1eec38c54bd6)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:56:09.893100 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603f049b-7283-4028-b23c-99978ba005db x-openstack-request-id: req-603f049b-7283-4028-b23c-99978ba005db {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:56:09.893439 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8117f65-401e-43e1-8189-40bd4c6faa84", "name": "network-vif-plugged", "status": "completed", "tag": "416b0fc0-df41-472f-aabc-d1f33339574a", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:56:09.893700 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-603f049b-7283-4028-b23c-99978ba005db {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:56:09.894215 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8117f65-401e-43e1-8189-40bd4c6faa84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416b0fc0-df41-472f-aabc-d1f33339574a', 'code': 200} Aug 31 10:56:09.905334 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:09.956241 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=416b0fc0-df41-472f-aabc-d1f33339574a,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:56:10.010098 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d08a3-4960-4bb8-87db-92f1dc6fa364 req-5b5652c8-0e43-46cb-b39c-5b0a0a55815e tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:10.011609 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-071d08a3-4960-4bb8-87db-92f1dc6fa364 req-5b5652c8-0e43-46cb-b39c-5b0a0a55815e tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8117f65-401e-43e1-8189-40bd4c6faa84 HTTP/1.1" status: 200 len: 946 time: 0.0866599 Aug 31 10:56:10.017030 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec9f8e-7464-4d80-93f7-b4f34c84ce16 req-13a2dc7a-bdbe-4690-9671-bfd98db3f365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:10.018419 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32ec9f8e-7464-4d80-93f7-b4f34c84ce16 req-13a2dc7a-bdbe-4690-9671-bfd98db3f365 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f8117f65-401e-43e1-8189-40bd4c6faa84 HTTP/1.1" status: 200 len: 1098 time: 0.0642748 Aug 31 10:56:10.075986 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-071d08a3-4960-4bb8-87db-92f1dc6fa364 req-6f9e8bf7-6fac-42d8-867e-be7bcb9660ff tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/security-groups?id=65a38b53-73e9-4b6d-bb07-9aa869f015ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564787 Aug 31 10:56:10.077605 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-32ec9f8e-7464-4d80-93f7-b4f34c84ce16 req-1a7ed439-579d-4437-a83a-f12500ad3f6e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=65a38b53-73e9-4b6d-bb07-9aa869f015ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514660 Aug 31 10:56:11.195301 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf303a6f-f098-4ca5-886f-523242d71e6e req-e6c5a960-63d4-4cc2-9c6b-91972f2bf4b7 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:11.196841 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cf303a6f-f098-4ca5-886f-523242d71e6e req-e6c5a960-63d4-4cc2-9c6b-91972f2bf4b7 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8117f65-401e-43e1-8189-40bd4c6faa84 HTTP/1.1" status: 200 len: 946 time: 0.0493617 Aug 31 10:56:11.236412 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cf303a6f-f098-4ca5-886f-523242d71e6e req-34c6cd28-4ba1-401b-bd40-56183c06db34 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/security-groups?id=65a38b53-73e9-4b6d-bb07-9aa869f015ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327282 Aug 31 10:56:11.345349 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-44c3f6e0-7ded-488a-8e8d-25d88235d7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:12.355112 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca99ad7-6b90-4102-9984-24fed3376532 req-edd445ab-6fd0-4161-8344-2e41123b5f7a tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:12.356564 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ca99ad7-6b90-4102-9984-24fed3376532 req-edd445ab-6fd0-4161-8344-2e41123b5f7a tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8117f65-401e-43e1-8189-40bd4c6faa84 HTTP/1.1" status: 200 len: 946 time: 0.0502954 Aug 31 10:56:12.394341 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2ca99ad7-6b90-4102-9984-24fed3376532 req-9dc4b207-8e7c-478d-88ba-d97364c18708 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/security-groups?id=65a38b53-73e9-4b6d-bb07-9aa869f015ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313528 Aug 31 10:56:12.506626 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94bf7f-2f68-4287-810c-f0dae40508b1 req-8a85904f-c4e4-4a62-8d04-37bab4780442 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:12.508138 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fe94bf7f-2f68-4287-810c-f0dae40508b1 req-8a85904f-c4e4-4a62-8d04-37bab4780442 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8117f65-401e-43e1-8189-40bd4c6faa84 HTTP/1.1" status: 200 len: 946 time: 0.0491350 Aug 31 10:56:12.549899 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fe94bf7f-2f68-4287-810c-f0dae40508b1 req-2ff92165-d007-4540-b6a5-19f9eaef5446 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/security-groups?id=65a38b53-73e9-4b6d-bb07-9aa869f015ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356815 Aug 31 10:56:12.571538 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57940) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:56:12.659316 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33881e3b-f821-4323-ac0c-91746257173d tempest-TestSnapshotPattern-1018838694 tempest-TestSnapshotPattern-1018838694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:12.660924 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-33881e3b-f821-4323-ac0c-91746257173d tempest-TestSnapshotPattern-1018838694 tempest-TestSnapshotPattern-1018838694-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=f8117f65-401e-43e1-8189-40bd4c6faa84 HTTP/1.1" status: 200 len: 1093 time: 0.0883400 Aug 31 10:56:12.663932 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 57944) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:56:12.668608 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-c4cd0079-edcc-41d8-8727-47c44cd6a08b tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'port_id': '416b0fc0-df41-472f-aabc-d1f33339574a', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:56:12.763889 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c4cd0079-edcc-41d8-8727-47c44cd6a08b tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for floatingip, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:12.862981 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c4cd0079-edcc-41d8-8727-47c44cd6a08b tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:12.962957 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-c4cd0079-edcc-41d8-8727-47c44cd6a08b tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Allocated IP 172.25.2.164 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/481a96b4-e560-46fd-b45d-57e70a287742) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:56:13.067506 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c4cd0079-edcc-41d8-8727-47c44cd6a08b tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:13.203181 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c4cd0079-edcc-41d8-8727-47c44cd6a08b tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:13.238607 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cd0079-edcc-41d8-8727-47c44cd6a08b tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:56:13.243273 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-c4cd0079-edcc-41d8-8727-47c44cd6a08b tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:56:13.247582 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cd0079-edcc-41d8-8727-47c44cd6a08b tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:56:13.271914 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd0079-edcc-41d8-8727-47c44cd6a08b tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Pushing event updated for resources: {'Port': ['ID=481a96b4-e560-46fd-b45d-57e70a287742,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:56:13.397012 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:56:13.611502 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c4cd0079-edcc-41d8-8727-47c44cd6a08b tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:13.806281 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c4cd0079-edcc-41d8-8727-47c44cd6a08b tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:13.953281 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c4cd0079-edcc-41d8-8727-47c44cd6a08b tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:14.065893 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c4cd0079-edcc-41d8-8727-47c44cd6a08b tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:14.094418 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3c1a82a2-5ba7-4267-918a-3ee390ceef5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:14.140086 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd0079-edcc-41d8-8727-47c44cd6a08b tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Pushing event updated for resources: {'Port': ['ID=481a96b4-e560-46fd-b45d-57e70a287742,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:56:14.147900 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c4cd0079-edcc-41d8-8727-47c44cd6a08b tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:14.151324 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:14.246608 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [None req-c4cd0079-edcc-41d8-8727-47c44cd6a08b tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Floating IP 7ea49a62-5d4d-4dca-8af9-e42a84a277f4 associated. External IP: 172.25.2.164, port: 416b0fc0-df41-472f-aabc-d1f33339574a. Aug 31 10:56:14.452404 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4cd0079-edcc-41d8-8727-47c44cd6a08b tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Router 9d771356-f982-447c-9363-e74f84d5c3a0 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:56:14.555738 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cd0079-edcc-41d8-8727-47c44cd6a08b tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:56:14.566678 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a53245-3e62-425f-977f-b9fbd2f3aa3a None None] Sync routers for ids ['9d771356-f982-447c-9363-e74f84d5c3a0'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:56:14.575321 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a53245-3e62-425f-977f-b9fbd2f3aa3a None None] Routers {'9d771356-f982-447c-9363-e74f84d5c3a0'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:56:14.581820 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e1a53245-3e62-425f-977f-b9fbd2f3aa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:56:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['9d771356-f982-447c-9363-e74f84d5c3a0'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:56:14.646979 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-c4cd0079-edcc-41d8-8727-47c44cd6a08b tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:14.691503 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-c4cd0079-edcc-41d8-8727-47c44cd6a08b tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0122242 Aug 31 10:56:14.691503 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8117f65-401e-43e1-8189-40bd4c6faa84', 'tag': '416b0fc0-df41-472f-aabc-d1f33339574a'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:56:14.691836 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-e1a53245-3e62-425f-977f-b9fbd2f3aa3a None None] Set router 9d771356-f982-447c-9363-e74f84d5c3a0 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:56:14.691964 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efb09fcb25d757964e6e64477cf3964f72eef090657aa62846af519e9d9507f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380287b0-caa5-433e-898a-c88459b59e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "f8117f65-401e-43e1-8189-40bd4c6faa84", "tag": "416b0fc0-df41-472f-aabc-d1f33339574a"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:56:14.789957 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1c0d00-7c86-43db-9648-0bb579c3e9ab x-openstack-request-id: req-1d1c0d00-7c86-43db-9648-0bb579c3e9ab {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:56:14.790309 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8117f65-401e-43e1-8189-40bd4c6faa84", "tag": "416b0fc0-df41-472f-aabc-d1f33339574a", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:56:14.790776 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-1d1c0d00-7c86-43db-9648-0bb579c3e9ab {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:56:14.791244 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8117f65-401e-43e1-8189-40bd4c6faa84', 'tag': '416b0fc0-df41-472f-aabc-d1f33339574a', 'status': 'completed', 'code': 200} Aug 31 10:56:14.852757 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380287b0-caa5-433e-898a-c88459b59e7e req-260b2402-6eda-441f-865c-448c67c60eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:14.854302 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-380287b0-caa5-433e-898a-c88459b59e7e req-260b2402-6eda-441f-865c-448c67c60eae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95a5546afae54c64a7fa2f3615d215a8&device_id=f8117f65-401e-43e1-8189-40bd4c6faa84 HTTP/1.1" status: 200 len: 1098 time: 0.0410492 Aug 31 10:56:14.902018 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e1a53245-3e62-425f-977f-b9fbd2f3aa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'name': 'tempest-TestSnapshotPattern-15717126-router', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:55:37Z', 'updated_at': '2021-08-31T10:55:40Z', 'revision_number': 4, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'gw_port': {'id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:38Z', 'updated_at': '2021-08-31T10:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '7ea49a62-5d4d-4dca-8af9-e42a84a277f4', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'port_id': '416b0fc0-df41-472f-aabc-d1f33339574a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959', 'mac_address': 'fa:16:3e:5c:6b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8117f65-401e-43e1-8189-40bd4c6faa84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:56:13Z', 'updated_at': '2021-08-31T10:56:13Z', 'revision_number': 0, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '592d5fd8-1d82-484c-9023-79dd35452a46', 'name': '', 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'mac_address': 'fa:16:3e:5e:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'b9c42458-4c25-4cda-b9b6-ad1cdedde0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:40Z', 'updated_at': '2021-08-31T10:55:45Z', 'revision_number': 5, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'subnets': [{'id': 'b9c42458-4c25-4cda-b9b6-ad1cdedde0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:56:14.931805 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a53245-3e62-425f-977f-b9fbd2f3aa3a None None] Checking router: 9d771356-f982-447c-9363-e74f84d5c3a0 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:56:14.940039 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a53245-3e62-425f-977f-b9fbd2f3aa3a None None] Routers {'9d771356-f982-447c-9363-e74f84d5c3a0'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:56:14.940633 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e1a53245-3e62-425f-977f-b9fbd2f3aa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:56:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['9d771356-f982-447c-9363-e74f84d5c3a0'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:56:14.943884 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380287b0-caa5-433e-898a-c88459b59e7e req-a47c196e-9ae5-407c-b359-57f68ec7c45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:14.945352 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-380287b0-caa5-433e-898a-c88459b59e7e req-a47c196e-9ae5-407c-b359-57f68ec7c45b service neutron] 10.222.0.59 "GET /v2.0/networks?id=949b23b6-dda0-44e5-9b47-e1127c9b7959 HTTP/1.1" status: 200 len: 910 time: 0.0833974 Aug 31 10:56:15.015961 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-380287b0-caa5-433e-898a-c88459b59e7e req-9b6fb621-5805-4616-88c5-b7e4c37aff2a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=416b0fc0-df41-472f-aabc-d1f33339574a HTTP/1.1" status: 200 len: 1000 time: 0.0634601 Aug 31 10:56:15.068877 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380287b0-caa5-433e-898a-c88459b59e7e req-54081256-8ecd-4343-9d65-d2b498a3a000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:15.070365 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-380287b0-caa5-433e-898a-c88459b59e7e req-54081256-8ecd-4343-9d65-d2b498a3a000 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9c42458-4c25-4cda-b9b6-ad1cdedde0e4 HTTP/1.1" status: 200 len: 847 time: 0.0469048 Aug 31 10:56:15.119338 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380287b0-caa5-433e-898a-c88459b59e7e req-39f54650-dac6-4c23-8dee-d05e96966a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:15.120849 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-380287b0-caa5-433e-898a-c88459b59e7e req-39f54650-dac6-4c23-8dee-d05e96966a75 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=949b23b6-dda0-44e5-9b47-e1127c9b7959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421312 Aug 31 10:56:15.138580 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-e1a53245-3e62-425f-977f-b9fbd2f3aa3a None None] Set router 9d771356-f982-447c-9363-e74f84d5c3a0 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:56:15.214276 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-380287b0-caa5-433e-898a-c88459b59e7e req-82c4211c-fd9d-4999-b0ae-0e7a9ec6eb1e service neutron] 10.222.0.59 "GET /v2.0/networks/949b23b6-dda0-44e5-9b47-e1127c9b7959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856931 Aug 31 10:56:15.305386 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-380287b0-caa5-433e-898a-c88459b59e7e req-db74c7b9-46c0-46b3-aaed-6094bda4822e service neutron] 10.222.0.59 "GET /v2.0/networks/949b23b6-dda0-44e5-9b47-e1127c9b7959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837402 Aug 31 10:56:15.358779 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-e1a53245-3e62-425f-977f-b9fbd2f3aa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'name': 'tempest-TestSnapshotPattern-15717126-router', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:55:37Z', 'updated_at': '2021-08-31T10:55:40Z', 'revision_number': 4, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'gw_port': {'id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:38Z', 'updated_at': '2021-08-31T10:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '7ea49a62-5d4d-4dca-8af9-e42a84a277f4', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'port_id': '416b0fc0-df41-472f-aabc-d1f33339574a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959', 'mac_address': 'fa:16:3e:5c:6b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8117f65-401e-43e1-8189-40bd4c6faa84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:56:13Z', 'updated_at': '2021-08-31T10:56:13Z', 'revision_number': 0, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '592d5fd8-1d82-484c-9023-79dd35452a46', 'name': '', 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'mac_address': 'fa:16:3e:5e:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'b9c42458-4c25-4cda-b9b6-ad1cdedde0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:40Z', 'updated_at': '2021-08-31T10:55:45Z', 'revision_number': 5, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'subnets': [{'id': 'b9c42458-4c25-4cda-b9b6-ad1cdedde0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:56:15.384770 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a53245-3e62-425f-977f-b9fbd2f3aa3a None None] The sync data for ids ['9d771356-f982-447c-9363-e74f84d5c3a0'] in n-d-791506-28 is: [{'id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'name': 'tempest-TestSnapshotPattern-15717126-router', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:55:37Z', 'updated_at': '2021-08-31T10:55:40Z', 'revision_number': 4, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'gw_port': {'id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:38Z', 'updated_at': '2021-08-31T10:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '7ea49a62-5d4d-4dca-8af9-e42a84a277f4', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'port_id': '416b0fc0-df41-472f-aabc-d1f33339574a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959', 'mac_address': 'fa:16:3e:5c:6b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8117f65-401e-43e1-8189-40bd4c6faa84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:56:13Z', 'updated_at': '2021-08-31T10:56:13Z', 'revision_number': 0, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '592d5fd8-1d82-484c-9023-79dd35452a46', 'name': '', 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'mac_address': 'fa:16:3e:5e:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'b9c42458-4c25-4cda-b9b6-ad1cdedde0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:40Z', 'updated_at': '2021-08-31T10:55:45Z', 'revision_number': 5, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'subnets': [{'id': 'b9c42458-4c25-4cda-b9b6-ad1cdedde0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:56:15.573383 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b0b851-fc70-4856-b467-6fbe43fb17ba None None] New status for floating IP 7ea49a62-5d4d-4dca-8af9-e42a84a277f4: ACTIVE {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:56:15.837169 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:17.436843 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:33.843856 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:34.355758 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:41.357508 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-abacf569-72b8-4138-90a3-0866d4a006ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:44.059577 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fa3f6295-0d79-4334-8d03-622b8a0b118c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:44.173809 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:45.790540 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:47.436002 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:56:50.396943 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:56:56.966424 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0f175b42-f1b8-4fbe-a086-34448b92a793 req-521e1697-c9f6-4314-8f54-884d2dc06c1a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0259364 Aug 31 10:56:57.035952 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0f175b42-f1b8-4fbe-a086-34448b92a793 req-cddf8533-2e8d-4f0a-ad1d-0eb89a97526d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0285017 Aug 31 10:56:57.075596 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0f175b42-f1b8-4fbe-a086-34448b92a793 req-626d5908-2f5f-47e4-84b2-da24dae40c3c service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189872 Aug 31 10:56:57.174533 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f175b42-f1b8-4fbe-a086-34448b92a793 req-47be68e7-f3a3-4032-ae98-6a81db41a7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:56:57.176091 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0f175b42-f1b8-4fbe-a086-34448b92a793 req-47be68e7-f3a3-4032-ae98-6a81db41a7ae service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0925920 Aug 31 10:57:03.804222 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:57:04.369658 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:57:11.375810 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d31a72c1-303e-4c74-8e2c-b11fce9abbbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:57:14.095920 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b4b49cf4-cbb3-4190-84c2-9647615e2df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:57:14.129517 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:57:15.787402 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:57:17.461336 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:57:27.396272 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:57:33.844988 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:57:34.364631 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:57:41.341947 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e16f81ce-5924-4b3a-950e-e4e644472cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:57:44.044663 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-6cfdd72a-26e3-4246-9b45-91089381efca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:57:44.147675 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:57:45.850815 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:57:47.437208 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:57:56.973618 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4db6d51f-6c44-43d9-a86e-16235ffaf431 req-d104f5a4-f220-429d-9cd6-f8363c05b8a1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0266793 Aug 31 10:57:57.032917 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4db6d51f-6c44-43d9-a86e-16235ffaf431 req-f48e5a41-d414-4a42-aee1-fabe2a9c7471 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.0302420 Aug 31 10:57:57.071375 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4db6d51f-6c44-43d9-a86e-16235ffaf431 req-e993ebdb-a3a4-4395-9da2-40cfe688ea0a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40aea3578a764824ae85220fcc0c6911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196478 Aug 31 10:57:57.161719 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6d51f-6c44-43d9-a86e-16235ffaf431 req-66a4b058-6775-4aa9-8728-ffdf91419762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:57:57.163209 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4db6d51f-6c44-43d9-a86e-16235ffaf431 req-66a4b058-6775-4aa9-8728-ffdf91419762 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0853097 Aug 31 10:58:03.848943 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:04.382006 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:04.397449 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:58:11.342443 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-42a19752-2f04-4c16-abfa-742d720c2a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:14.045283 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-97ec31d2-b15d-43e2-b3cf-eeed5b99087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:14.131320 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:14.278640 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 416b0fc0-df41-472f-aabc-d1f33339574a details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:58:14.379195 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 416b0fc0-df41-472f-aabc-d1f33339574a, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=416b0fc0-df41-472f-aabc-d1f33339574a,segment=NetworkSegment(c709a0db-52a6-46f6-a392-1eec38c54bd6),segment_id=c709a0db-52a6-46f6-a392-1eec38c54bd6)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:58:14.390110 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '416b0fc0-df41-472f-aabc-d1f33339574a', 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959', 'port_id': '416b0fc0-df41-472f-aabc-d1f33339574a', 'mac_address': 'fa:16:3e:5c:6b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9c42458-4c25-4cda-b9b6-ad1cdedde0e4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:58:14.426314 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:14.439779 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 416b0fc0-df41-472f-aabc-d1f33339574a {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:58:14.459074 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 416b0fc0-df41-472f-aabc-d1f33339574a, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=416b0fc0-df41-472f-aabc-d1f33339574a,segment=NetworkSegment(c709a0db-52a6-46f6-a392-1eec38c54bd6),segment_id=c709a0db-52a6-46f6-a392-1eec38c54bd6)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:58:14.525735 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:14.581440 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=416b0fc0-df41-472f-aabc-d1f33339574a,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:58:14.589115 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:14.589457 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:14.589793 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:14.590124 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:14.590463 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:14.590803 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:14.591153 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:14.591480 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:14.591797 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:14.592121 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:14.592433 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:14.592748 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:14.618098 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['416b0fc0-df41-472f-aabc-d1f33339574a'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:58:15.788260 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:16.302806 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 416b0fc0-df41-472f-aabc-d1f33339574a up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:58:16.355103 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 416b0fc0-df41-472f-aabc-d1f33339574a triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:58:16.355480 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:16.437821 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:16.465663 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8117f65-401e-43e1-8189-40bd4c6faa84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416b0fc0-df41-472f-aabc-d1f33339574a'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:58:16.467995 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f8271a-fa6d-4687-946e-636328f8fa1a" -d '{"events": [{"server_uuid": "f8117f65-401e-43e1-8189-40bd4c6faa84", "name": "network-vif-plugged", "status": "completed", "tag": "416b0fc0-df41-472f-aabc-d1f33339574a"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:58:16.487120 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 416b0fc0-df41-472f-aabc-d1f33339574a, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=416b0fc0-df41-472f-aabc-d1f33339574a,segment=NetworkSegment(c709a0db-52a6-46f6-a392-1eec38c54bd6),segment_id=c709a0db-52a6-46f6-a392-1eec38c54bd6)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:58:16.531453 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928aeea6-6d20-4820-a3f6-ef4f88e6ed88 x-openstack-request-id: req-928aeea6-6d20-4820-a3f6-ef4f88e6ed88 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:58:16.531453 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8117f65-401e-43e1-8189-40bd4c6faa84", "name": "network-vif-plugged", "status": "completed", "tag": "416b0fc0-df41-472f-aabc-d1f33339574a", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:58:16.531453 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-928aeea6-6d20-4820-a3f6-ef4f88e6ed88 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:58:16.531453 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8117f65-401e-43e1-8189-40bd4c6faa84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416b0fc0-df41-472f-aabc-d1f33339574a', 'code': 200} Aug 31 10:58:16.679902 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:16.743949 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=416b0fc0-df41-472f-aabc-d1f33339574a,revision_number=7']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:58:17.452164 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:26.644598 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-74ef31d1-769c-48c4-bb8b-211a7c0ae057 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-92511561&fields=id&tenant_id=95a5546afae54c64a7fa2f3615d215a8 HTTP/1.1" status: 200 len: 267 time: 0.0335200 Aug 31 10:58:26.752675 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-403e6faa-10f7-4135-825e-477720735d60 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:26.754128 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-403e6faa-10f7-4135-825e-477720735d60 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/networks?id=949b23b6-dda0-44e5-9b47-e1127c9b7959 HTTP/1.1" status: 200 len: 808 time: 0.1028531 Aug 31 10:58:26.769411 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-928ae2da-faf7-4243-a0aa-50f6a987cf1d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/quotas/95a5546afae54c64a7fa2f3615d215a8 HTTP/1.1" status: 200 len: 375 time: 0.0095677 Aug 31 10:58:26.823555 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-fc597eea-14ca-4ca5-917b-230ff1d0a3f0 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?tenant_id=95a5546afae54c64a7fa2f3615d215a8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0488617 Aug 31 10:58:26.839949 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-b003af61-b015-4c1f-8f99-51f30724c8d9 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 10:58:26.840887 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-b003af61-b015-4c1f-8f99-51f30724c8d9 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056169 Aug 31 10:58:26.980771 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-f168aad7-f940-4ccb-9787-397efd62074e service neutron] 10.222.0.119 "GET /v2.0/networks/949b23b6-dda0-44e5-9b47-e1127c9b7959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335394 Aug 31 10:58:27.068318 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-839638a4-2ef8-4391-80c6-d474cbc71e96 service neutron] 10.222.0.119 "GET /v2.0/networks/949b23b6-dda0-44e5-9b47-e1127c9b7959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808377 Aug 31 10:58:27.361280 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-dd7df8d4-c3a8-4739-9952-d2326ba3e2a6 req-1b093185-f575-4b5e-a732-ac42d5505dba tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=19175eb2-924e-4ea2-be5b-e9d2279f46f3 HTTP/1.1" status: 200 len: 210 time: 0.0275950 Aug 31 10:58:28.477327 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-cacd73a6-13de-485c-b7f7-ab9c58c0c03f req-671709c1-314a-4757-9351-a69699120ca2 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=19175eb2-924e-4ea2-be5b-e9d2279f46f3 HTTP/1.1" status: 200 len: 210 time: 0.0267749 Aug 31 10:58:29.597928 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c5300346-6c48-4e0e-ba22-e77d5c911755 req-a3ead5f2-868f-41f2-834d-71b4cffd307a tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=19175eb2-924e-4ea2-be5b-e9d2279f46f3 HTTP/1.1" status: 200 len: 210 time: 0.0319755 Aug 31 10:58:29.642668 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-3334a2f9-4ea6-4ab2-89e6-9547f556ee28 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:29.644127 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-3334a2f9-4ea6-4ab2-89e6-9547f556ee28 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.59 "GET /v2.0/networks?id=949b23b6-dda0-44e5-9b47-e1127c9b7959 HTTP/1.1" status: 200 len: 808 time: 0.1313555 Aug 31 10:58:29.687857 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-6d6b5b68-9231-4592-955a-d5dd0a1339ce tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95a5546afae54c64a7fa2f3615d215a8 HTTP/1.1" status: 200 len: 378 time: 0.0322912 Aug 31 10:58:29.696661 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-2a540966-f3f1-43de-b012-d45064737fcc tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Request body: {'port': {'device_id': '19175eb2-924e-4ea2-be5b-e9d2279f46f3', 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959', 'admin_state_up': True, 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'security_groups': ['65a38b53-73e9-4b6d-bb07-9aa869f015ff']}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:58:29.862714 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-2a540966-f3f1-43de-b012-d45064737fcc tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Made reservation on behalf of 95a5546afae54c64a7fa2f3615d215a8 for: {'port': 1} {{(pid=95553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 10:58:29.866229 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-2a540966-f3f1-43de-b012-d45064737fcc tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:29.989985 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_common [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-2a540966-f3f1-43de-b012-d45064737fcc tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Allocated IP 172.20.0.3 (949b23b6-dda0-44e5-9b47-e1127c9b7959/b9c42458-4c25-4cda-b9b6-ad1cdedde0e4/2223a33f-ee8e-4c87-a373-2e3f7780a8d0) {{(pid=95553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:58:30.133947 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-2a540966-f3f1-43de-b012-d45064737fcc tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for port, precommit_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:30.152624 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-2a540966-f3f1-43de-b012-d45064737fcc tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Transition to ACTIVE for port object 2223a33f-ee8e-4c87-a373-2e3f7780a8d0 will not be triggered until provisioned by entity DHCP. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:58:30.266712 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-2a540966-f3f1-43de-b012-d45064737fcc tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_create {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:30.311349 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-2a540966-f3f1-43de-b012-d45064737fcc tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Network 949b23b6-dda0-44e5-9b47-e1127c9b7959 is already hosted by enough agents. {{(pid=95553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:58:30.317389 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.base_scheduler [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-2a540966-f3f1-43de-b012-d45064737fcc tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Resources bound (agent type, host, resource id): {{(pid=95553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:58:30.321514 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-2a540966-f3f1-43de-b012-d45064737fcc tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Received port after_create {{(pid=95553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:58:30.370527 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a540966-f3f1-43de-b012-d45064737fcc tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Pushing event updated for resources: {'Port': ['ID=2223a33f-ee8e-4c87-a373-2e3f7780a8d0,revision_number=1']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:58:30.383599 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a540966-f3f1-43de-b012-d45064737fcc tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:30.383943 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a540966-f3f1-43de-b012-d45064737fcc tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:30.384282 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a540966-f3f1-43de-b012-d45064737fcc tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:30.384678 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a540966-f3f1-43de-b012-d45064737fcc tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:30.384962 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a540966-f3f1-43de-b012-d45064737fcc tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:30.385284 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a540966-f3f1-43de-b012-d45064737fcc tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:30.385612 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a540966-f3f1-43de-b012-d45064737fcc tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:30.385934 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a540966-f3f1-43de-b012-d45064737fcc tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:30.386255 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a540966-f3f1-43de-b012-d45064737fcc tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:30.386633 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a540966-f3f1-43de-b012-d45064737fcc tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:30.386926 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a540966-f3f1-43de-b012-d45064737fcc tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:30.387300 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a540966-f3f1-43de-b012-d45064737fcc tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:30.406068 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-2a540966-f3f1-43de-b012-d45064737fcc tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:30.406928 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-2a540966-f3f1-43de-b012-d45064737fcc tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:30.420496 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 416b0fc0-df41-472f-aabc-d1f33339574a no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 10:58:30.527980 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:30.533872 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-2a540966-f3f1-43de-b012-d45064737fcc tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8405988 Aug 31 10:58:30.567479 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 416b0fc0-df41-472f-aabc-d1f33339574a, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=416b0fc0-df41-472f-aabc-d1f33339574a,segment=NetworkSegment(c709a0db-52a6-46f6-a392-1eec38c54bd6),segment_id=c709a0db-52a6-46f6-a392-1eec38c54bd6)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:58:30.568732 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8117f65-401e-43e1-8189-40bd4c6faa84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '416b0fc0-df41-472f-aabc-d1f33339574a'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:58:30.571518 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a393a40-7df0-459c-a0ec-aef24bfb20fd" -d '{"events": [{"server_uuid": "f8117f65-401e-43e1-8189-40bd4c6faa84", "name": "network-vif-unplugged", "status": "completed", "tag": "416b0fc0-df41-472f-aabc-d1f33339574a"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:58:30.635380 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:30.736368 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=416b0fc0-df41-472f-aabc-d1f33339574a,revision_number=8']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:58:30.756790 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 10:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4de15a-6615-4985-ada5-6fdc7d36f283 x-openstack-request-id: req-4f4de15a-6615-4985-ada5-6fdc7d36f283 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:58:30.757300 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8117f65-401e-43e1-8189-40bd4c6faa84", "name": "network-vif-unplugged", "status": "completed", "tag": "416b0fc0-df41-472f-aabc-d1f33339574a", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:58:30.757724 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4f4de15a-6615-4985-ada5-6fdc7d36f283 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:58:30.758317 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8117f65-401e-43e1-8189-40bd4c6faa84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '416b0fc0-df41-472f-aabc-d1f33339574a', 'code': 200} Aug 31 10:58:30.783873 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4947f-75b1-46b2-8f22-2c87b918afb6 req-f1ded85c-ad2d-44f3-adde-94692ba32a89 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:30.785779 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7bf4947f-75b1-46b2-8f22-2c87b918afb6 req-f1ded85c-ad2d-44f3-adde-94692ba32a89 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=19175eb2-924e-4ea2-be5b-e9d2279f46f3 HTTP/1.1" status: 200 len: 931 time: 0.0987084 Aug 31 10:58:30.803662 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-31c06270-48cb-46b7-ae66-9f819c98efda None None] Provisioning for port 2223a33f-ee8e-4c87-a373-2e3f7780a8d0 completed by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:58:30.810243 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-31c06270-48cb-46b7-ae66-9f819c98efda None None] Provisioning complete for port 2223a33f-ee8e-4c87-a373-2e3f7780a8d0 triggered by entity DHCP. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:58:30.810671 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-31c06270-48cb-46b7-ae66-9f819c98efda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:30.833991 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7bf4947f-75b1-46b2-8f22-2c87b918afb6 req-1752d702-57f7-495f-84a9-2254268ba510 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/security-groups?id=65a38b53-73e9-4b6d-bb07-9aa869f015ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380604 Aug 31 10:58:30.856095 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-31c06270-48cb-46b7-ae66-9f819c98efda None None] Port 2223a33f-ee8e-4c87-a373-2e3f7780a8d0 cannot update to ACTIVE because it is not bound. {{(pid=95554) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 10:58:31.963635 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629311a2-ec3d-4e00-ad95-2bc062e4aeab req-901d9f41-f111-4f86-aac5-a08f4be9dce8 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:31.965540 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-629311a2-ec3d-4e00-ad95-2bc062e4aeab req-901d9f41-f111-4f86-aac5-a08f4be9dce8 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=19175eb2-924e-4ea2-be5b-e9d2279f46f3 HTTP/1.1" status: 200 len: 931 time: 0.0525463 Aug 31 10:58:32.013920 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-629311a2-ec3d-4e00-ad95-2bc062e4aeab req-2f624bf8-72d1-4f0a-ab66-a099a5f33766 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/security-groups?id=65a38b53-73e9-4b6d-bb07-9aa869f015ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403614 Aug 31 10:58:33.132323 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51822e2-bfb6-4552-8f2d-112fab668ce2 req-41aa9ea0-3ec7-4649-aa53-8634fca4e57f tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:33.133802 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f51822e2-bfb6-4552-8f2d-112fab668ce2 req-41aa9ea0-3ec7-4649-aa53-8634fca4e57f tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=19175eb2-924e-4ea2-be5b-e9d2279f46f3 HTTP/1.1" status: 200 len: 931 time: 0.0531564 Aug 31 10:58:33.175742 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f51822e2-bfb6-4552-8f2d-112fab668ce2 req-b8ea4fee-1da6-4552-a549-d10bce9ae9fd tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/security-groups?id=65a38b53-73e9-4b6d-bb07-9aa869f015ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356035 Aug 31 10:58:33.838166 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:34.300664 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ebe61-c9a9-4f13-aa0c-fb1c973fa75d req-add13795-818b-4fbb-92c2-eb51214bf4a0 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:34.303564 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2f9ebe61-c9a9-4f13-aa0c-fb1c973fa75d req-add13795-818b-4fbb-92c2-eb51214bf4a0 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=19175eb2-924e-4ea2-be5b-e9d2279f46f3 HTTP/1.1" status: 200 len: 931 time: 0.0544772 Aug 31 10:58:34.347720 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2f9ebe61-c9a9-4f13-aa0c-fb1c973fa75d req-9df9e31c-6893-4c1f-8eab-cf508d350758 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/security-groups?id=65a38b53-73e9-4b6d-bb07-9aa869f015ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339689 Aug 31 10:58:34.392788 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:35.471487 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19854f99-8b5e-4eb2-b45e-9b189f4955c8 req-c9539e71-51bd-4275-896f-f05aa2dde5f5 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:35.473249 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19854f99-8b5e-4eb2-b45e-9b189f4955c8 req-c9539e71-51bd-4275-896f-f05aa2dde5f5 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=19175eb2-924e-4ea2-be5b-e9d2279f46f3 HTTP/1.1" status: 200 len: 931 time: 0.0566280 Aug 31 10:58:35.515222 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-19854f99-8b5e-4eb2-b45e-9b189f4955c8 req-7d0035e3-6308-4cc8-9568-08a5b819dca3 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/security-groups?id=65a38b53-73e9-4b6d-bb07-9aa869f015ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358253 Aug 31 10:58:36.994017 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d5ad1-494b-473b-8dbd-82066c5f0f28 req-9ceaa75e-a3b6-4cef-8245-e8e1abbfa5fb tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:36.995791 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a9d5ad1-494b-473b-8dbd-82066c5f0f28 req-9ceaa75e-a3b6-4cef-8245-e8e1abbfa5fb tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=19175eb2-924e-4ea2-be5b-e9d2279f46f3 HTTP/1.1" status: 200 len: 931 time: 0.4124687 Aug 31 10:58:37.039469 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2a9d5ad1-494b-473b-8dbd-82066c5f0f28 req-a6de54ad-4255-46cd-89b8-fcf1a11e08a8 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/security-groups?id=65a38b53-73e9-4b6d-bb07-9aa869f015ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363202 Aug 31 10:58:38.161165 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5ee63-acf7-4c05-b345-48ecf0a60cdf req-315ed3ae-af17-4287-a353-1c5a7f87ceff tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:38.162734 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f2f5ee63-acf7-4c05-b345-48ecf0a60cdf req-315ed3ae-af17-4287-a353-1c5a7f87ceff tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=19175eb2-924e-4ea2-be5b-e9d2279f46f3 HTTP/1.1" status: 200 len: 931 time: 0.0503771 Aug 31 10:58:38.201401 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f2f5ee63-acf7-4c05-b345-48ecf0a60cdf req-c88bdd02-eb2c-45f4-aae4-44d4d97ad50f tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/security-groups?id=65a38b53-73e9-4b6d-bb07-9aa869f015ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326450 Aug 31 10:58:39.323415 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1eda2-334f-4b6b-b4a8-292c478ac7c6 req-f06255ef-cbe1-4529-b4de-2691db1d98af tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:39.324940 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-17e1eda2-334f-4b6b-b4a8-292c478ac7c6 req-f06255ef-cbe1-4529-b4de-2691db1d98af tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=19175eb2-924e-4ea2-be5b-e9d2279f46f3 HTTP/1.1" status: 200 len: 931 time: 0.0516474 Aug 31 10:58:39.367460 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-17e1eda2-334f-4b6b-b4a8-292c478ac7c6 req-3382ad62-febe-45b8-9fd7-6db1c5792006 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/security-groups?id=65a38b53-73e9-4b6d-bb07-9aa869f015ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329990 Aug 31 10:58:40.517434 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d000c7b-6f77-4ab6-aceb-9b0ea252407b req-c8ee363b-7987-42a1-acb2-1afdd7599105 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:40.519081 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9d000c7b-6f77-4ab6-aceb-9b0ea252407b req-c8ee363b-7987-42a1-acb2-1afdd7599105 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=19175eb2-924e-4ea2-be5b-e9d2279f46f3 HTTP/1.1" status: 200 len: 931 time: 0.0621884 Aug 31 10:58:40.565894 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9d000c7b-6f77-4ab6-aceb-9b0ea252407b req-f4c88f11-36ce-42fd-b16a-31c35ae4f109 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/security-groups?id=65a38b53-73e9-4b6d-bb07-9aa869f015ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405307 Aug 31 10:58:41.120817 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.v2.base [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-3c2d9875-9202-4b8c-86c9-df2926667028 service neutron] Request body: {'port': {'device_id': '19175eb2-924e-4ea2-be5b-e9d2279f46f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791506-28'}} {{(pid=95553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:58:41.175584 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-3c2d9875-9202-4b8c-86c9-df2926667028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:41.397993 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:58:41.398671 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-bde27c00-e633-43d2-a3f5-98bbaf38dd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:41.442671 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-3c2d9875-9202-4b8c-86c9-df2926667028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2223a33f-ee8e-4c87-a373-2e3f7780a8d0 {{(pid=95553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:58:41.449896 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-3c2d9875-9202-4b8c-86c9-df2926667028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:41.461568 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.provisioning_blocks [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-3c2d9875-9202-4b8c-86c9-df2926667028 service neutron] Transition to ACTIVE for port object 2223a33f-ee8e-4c87-a373-2e3f7780a8d0 will not be triggered until provisioned by entity L2. {{(pid=95553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 10:58:41.529023 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-3c2d9875-9202-4b8c-86c9-df2926667028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:41.582449 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d9875-9202-4b8c-86c9-df2926667028 service neutron] Pushing event updated for resources: {'Port': ['ID=2223a33f-ee8e-4c87-a373-2e3f7780a8d0,revision_number=2']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:58:41.680684 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-3c2d9875-9202-4b8c-86c9-df2926667028 service neutron] Attempting to bind port 2223a33f-ee8e-4c87-a373-2e3f7780a8d0 on host n-h2-791506-28 for vnic_type normal with profile {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 10:58:41.681025 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-3c2d9875-9202-4b8c-86c9-df2926667028 service neutron] Attempting to bind port 2223a33f-ee8e-4c87-a373-2e3f7780a8d0 by drivers openvswitch,hyperv on host n-h2-791506-28 at level 0 using segments [{'id': 'c709a0db-52a6-46f6-a392-1eec38c54bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959'}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 10:58:41.681354 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-3c2d9875-9202-4b8c-86c9-df2926667028 service neutron] Attempting to bind port 2223a33f-ee8e-4c87-a373-2e3f7780a8d0 on network 949b23b6-dda0-44e5-9b47-e1127c9b7959 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:58:41.687606 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-3c2d9875-9202-4b8c-86c9-df2926667028 service neutron] Port 2223a33f-ee8e-4c87-a373-2e3f7780a8d0 on network 949b23b6-dda0-44e5-9b47-e1127c9b7959 not bound, no agent of type Open vSwitch agent registered on host n-h2-791506-28 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 10:58:41.687918 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-3c2d9875-9202-4b8c-86c9-df2926667028 service neutron] Attempting to bind port 2223a33f-ee8e-4c87-a373-2e3f7780a8d0 on network 949b23b6-dda0-44e5-9b47-e1127c9b7959 {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 10:58:41.696722 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-3c2d9875-9202-4b8c-86c9-df2926667028 service neutron] Checking agent: {'id': '4925510c-8fe4-421a-9897-cd0ac3875b5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791506-28', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'started_at': datetime.datetime(2021, 8, 31, 9, 7, 2), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 10, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 10:58:41.697061 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-3c2d9875-9202-4b8c-86c9-df2926667028 service neutron] Checking segment: {'id': 'c709a0db-52a6-46f6-a392-1eec38c54bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 10:58:41.697445 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-3c2d9875-9202-4b8c-86c9-df2926667028 service neutron] Bound using segment: {'id': 'c709a0db-52a6-46f6-a392-1eec38c54bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959'} {{(pid=95553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 10:58:41.697872 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.managers [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-3c2d9875-9202-4b8c-86c9-df2926667028 service neutron] Bound port: 2223a33f-ee8e-4c87-a373-2e3f7780a8d0, host: n-h2-791506-28, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c709a0db-52a6-46f6-a392-1eec38c54bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1644, 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959'}}] {{(pid=95553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 10:58:41.698227 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-3c2d9875-9202-4b8c-86c9-df2926667028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:41.724425 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67895f-fa6d-4611-aaef-96cedbf7c8b1 req-5ebce59f-9b09-4173-84c9-a01130233c00 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:41.725955 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fe67895f-fa6d-4611-aaef-96cedbf7c8b1 req-5ebce59f-9b09-4173-84c9-a01130233c00 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=19175eb2-924e-4ea2-be5b-e9d2279f46f3 HTTP/1.1" status: 200 len: 943 time: 0.0831652 Aug 31 10:58:41.803261 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-fe67895f-fa6d-4611-aaef-96cedbf7c8b1 req-21cd0ebc-7de2-4293-a39e-81390b5d3365 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/security-groups?id=65a38b53-73e9-4b6d-bb07-9aa869f015ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567815 Aug 31 10:58:41.804274 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-3c2d9875-9202-4b8c-86c9-df2926667028 service neutron] For port 2223a33f-ee8e-4c87-a373-2e3f7780a8d0, host n-h2-791506-28, cleared binding levels {{(pid=95553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 10:58:41.807389 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-3c2d9875-9202-4b8c-86c9-df2926667028 service neutron] For port 2223a33f-ee8e-4c87-a373-2e3f7780a8d0, host n-h2-791506-28, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2223a33f-ee8e-4c87-a373-2e3f7780a8d0,segment=NetworkSegment(c709a0db-52a6-46f6-a392-1eec38c54bd6),segment_id=c709a0db-52a6-46f6-a392-1eec38c54bd6)] {{(pid=95553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 10:58:41.920967 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-3c2d9875-9202-4b8c-86c9-df2926667028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25759362'] for port, after_update {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:41.955928 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-3c2d9875-9202-4b8c-86c9-df2926667028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:41.957057 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-3c2d9875-9202-4b8c-86c9-df2926667028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:41.958791 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-3c2d9875-9202-4b8c-86c9-df2926667028 service neutron] 10.222.0.59 "PUT /v2.0/ports/2223a33f-ee8e-4c87-a373-2e3f7780a8d0 HTTP/1.1" status: 200 len: 1092 time: 0.8425999 Aug 31 10:58:41.959234 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19175eb2-924e-4ea2-be5b-e9d2279f46f3', 'tag': '2223a33f-ee8e-4c87-a373-2e3f7780a8d0'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:58:41.961480 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f8ccf4-d78f-4978-814f-435ac2315371" -d '{"events": [{"name": "network-changed", "server_uuid": "19175eb2-924e-4ea2-be5b-e9d2279f46f3", "tag": "2223a33f-ee8e-4c87-a373-2e3f7780a8d0"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:58:41.992885 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d9875-9202-4b8c-86c9-df2926667028 service neutron] Pushing event updated for resources: {'Port': ['ID=2223a33f-ee8e-4c87-a373-2e3f7780a8d0,revision_number=3']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:58:42.006813 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e94e439-d19d-40e2-bf0a-acec3ccc64b1 x-openstack-request-id: req-4e94e439-d19d-40e2-bf0a-acec3ccc64b1 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:58:42.007110 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19175eb2-924e-4ea2-be5b-e9d2279f46f3", "tag": "2223a33f-ee8e-4c87-a373-2e3f7780a8d0", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:58:42.007367 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-4e94e439-d19d-40e2-bf0a-acec3ccc64b1 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:58:42.007771 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19175eb2-924e-4ea2-be5b-e9d2279f46f3', 'tag': '2223a33f-ee8e-4c87-a373-2e3f7780a8d0', 'status': 'completed', 'code': 200} Aug 31 10:58:42.077498 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8ccf4-d78f-4978-814f-435ac2315371 req-7d2d0011-795b-4e41-a5c0-1c4fb414dfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:42.079086 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-53f8ccf4-d78f-4978-814f-435ac2315371 req-7d2d0011-795b-4e41-a5c0-1c4fb414dfe5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95a5546afae54c64a7fa2f3615d215a8&device_id=19175eb2-924e-4ea2-be5b-e9d2279f46f3 HTTP/1.1" status: 200 len: 1095 time: 0.0497465 Aug 31 10:58:42.180125 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8ccf4-d78f-4978-814f-435ac2315371 req-5514e7a4-a7da-419d-8cb0-3e68664af4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:42.181609 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-53f8ccf4-d78f-4978-814f-435ac2315371 req-5514e7a4-a7da-419d-8cb0-3e68664af4cd service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=95a5546afae54c64a7fa2f3615d215a8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0946186 Aug 31 10:58:42.278276 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8ccf4-d78f-4978-814f-435ac2315371 req-a0486941-00af-480b-b7c4-8f3dd80cfae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:42.279781 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-53f8ccf4-d78f-4978-814f-435ac2315371 req-a0486941-00af-480b-b7c4-8f3dd80cfae3 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0916333 Aug 31 10:58:42.356232 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-c6fcef66-d0d8-4c2a-84a7-4a2af6fbc21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:42.357722 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-c6fcef66-d0d8-4c2a-84a7-4a2af6fbc21a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95a5546afae54c64a7fa2f3615d215a8&device_id=19175eb2-924e-4ea2-be5b-e9d2279f46f3 HTTP/1.1" status: 200 len: 1095 time: 0.0427003 Aug 31 10:58:42.397997 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-9ac6e75c-c14f-4f04-8c7b-5922b0f81d64 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2223a33f-ee8e-4c87-a373-2e3f7780a8d0 HTTP/1.1" status: 200 len: 217 time: 0.0329118 Aug 31 10:58:42.450869 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-39199b65-28a6-490f-875d-f4e3a7ddee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:42.452301 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-39199b65-28a6-490f-875d-f4e3a7ddee79 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9c42458-4c25-4cda-b9b6-ad1cdedde0e4 HTTP/1.1" status: 200 len: 847 time: 0.0475678 Aug 31 10:58:42.505280 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-3cb3cc32-fc56-495f-a7e6-48bea301a1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:42.506990 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-3cb3cc32-fc56-495f-a7e6-48bea301a1af service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=949b23b6-dda0-44e5-9b47-e1127c9b7959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475664 Aug 31 10:58:42.595830 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-58bf0627-8250-4c58-bb3c-9832f52c81c4 service neutron] 10.222.0.59 "GET /v2.0/networks/949b23b6-dda0-44e5-9b47-e1127c9b7959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811813 Aug 31 10:58:42.688649 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a0dc8275-aefb-4db1-97f1-5da9d11d6b54 req-f48d0bb6-c175-42c5-a315-909577bc5736 service neutron] 10.222.0.59 "GET /v2.0/networks/949b23b6-dda0-44e5-9b47-e1127c9b7959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865431 Aug 31 10:58:42.922844 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caba801-bb7e-4945-adc7-b672bb05a689 req-3242f935-462b-469a-92b7-239370beb1ae tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:42.924494 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5caba801-bb7e-4945-adc7-b672bb05a689 req-3242f935-462b-469a-92b7-239370beb1ae tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=19175eb2-924e-4ea2-be5b-e9d2279f46f3 HTTP/1.1" status: 200 len: 943 time: 0.0504441 Aug 31 10:58:42.962223 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5caba801-bb7e-4945-adc7-b672bb05a689 req-17fe19fc-8934-44b7-b299-9413c1b85deb tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/security-groups?id=65a38b53-73e9-4b6d-bb07-9aa869f015ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315311 Aug 31 10:58:44.077806 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-86d3feed-5eb7-4a5b-9b4a-9d25e0eabc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:44.082817 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca3251-cea3-40e3-a6f8-789f2c731477 req-50b3e8d9-f825-4396-b3b4-510af584f61c tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:44.084340 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-58ca3251-cea3-40e3-a6f8-789f2c731477 req-50b3e8d9-f825-4396-b3b4-510af584f61c tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=19175eb2-924e-4ea2-be5b-e9d2279f46f3 HTTP/1.1" status: 200 len: 943 time: 0.0504675 Aug 31 10:58:44.122070 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-58ca3251-cea3-40e3-a6f8-789f2c731477 req-5a3377b9-20b3-4053-aa48-731e8069b9fa tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/security-groups?id=65a38b53-73e9-4b6d-bb07-9aa869f015ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315607 Aug 31 10:58:44.192211 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:45.243188 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000137ca-b19d-4eca-a70d-aa660adc83ae req-47da0756-953a-4784-912f-9fdac36a8a2d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:45.244713 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-000137ca-b19d-4eca-a70d-aa660adc83ae req-47da0756-953a-4784-912f-9fdac36a8a2d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=19175eb2-924e-4ea2-be5b-e9d2279f46f3 HTTP/1.1" status: 200 len: 943 time: 0.0539644 Aug 31 10:58:45.283229 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-000137ca-b19d-4eca-a70d-aa660adc83ae req-581bfdaf-2d7e-4e39-8ae3-45f2cdda5957 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/security-groups?id=65a38b53-73e9-4b6d-bb07-9aa869f015ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321121 Aug 31 10:58:45.846865 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:46.397835 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee69786-c279-45f1-9603-913ac9f7a97d req-07526921-98a9-4547-abeb-35517217ea6d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:46.399349 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5ee69786-c279-45f1-9603-913ac9f7a97d req-07526921-98a9-4547-abeb-35517217ea6d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=19175eb2-924e-4ea2-be5b-e9d2279f46f3 HTTP/1.1" status: 200 len: 943 time: 0.0492768 Aug 31 10:58:46.437498 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5ee69786-c279-45f1-9603-913ac9f7a97d req-43ad6520-238a-4a0b-ba9c-a2a6bc8013ed tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/security-groups?id=65a38b53-73e9-4b6d-bb07-9aa869f015ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322335 Aug 31 10:58:46.567688 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2223a33f-ee8e-4c87-a373-2e3f7780a8d0 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 10:58:46.661211 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 2223a33f-ee8e-4c87-a373-2e3f7780a8d0, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2223a33f-ee8e-4c87-a373-2e3f7780a8d0,segment=NetworkSegment(c709a0db-52a6-46f6-a392-1eec38c54bd6),segment_id=c709a0db-52a6-46f6-a392-1eec38c54bd6)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:58:46.672286 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '2223a33f-ee8e-4c87-a373-2e3f7780a8d0', 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959', 'port_id': '2223a33f-ee8e-4c87-a373-2e3f7780a8d0', 'mac_address': 'fa:16:3e:a1:f1:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9c42458-4c25-4cda-b9b6-ad1cdedde0e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 10:58:46.709247 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:46.721748 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2223a33f-ee8e-4c87-a373-2e3f7780a8d0 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 10:58:46.740904 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 2223a33f-ee8e-4c87-a373-2e3f7780a8d0, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2223a33f-ee8e-4c87-a373-2e3f7780a8d0,segment=NetworkSegment(c709a0db-52a6-46f6-a392-1eec38c54bd6),segment_id=c709a0db-52a6-46f6-a392-1eec38c54bd6)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:58:46.838075 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:46.890610 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=2223a33f-ee8e-4c87-a373-2e3f7780a8d0,revision_number=4']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:58:47.087720 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['2223a33f-ee8e-4c87-a373-2e3f7780a8d0'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 10:58:47.445928 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:47.551530 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eacd0a-be96-45db-8aa6-33ff9bd0fa66 req-bd4056d5-ceda-47ff-a02c-7a39ec523644 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:47.552993 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-39eacd0a-be96-45db-8aa6-33ff9bd0fa66 req-bd4056d5-ceda-47ff-a02c-7a39ec523644 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=19175eb2-924e-4ea2-be5b-e9d2279f46f3 HTTP/1.1" status: 200 len: 944 time: 0.0484252 Aug 31 10:58:47.591463 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-39eacd0a-be96-45db-8aa6-33ff9bd0fa66 req-ac74043f-1fea-4521-9036-504430258714 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/security-groups?id=65a38b53-73e9-4b6d-bb07-9aa869f015ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323079 Aug 31 10:58:48.576700 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2223a33f-ee8e-4c87-a373-2e3f7780a8d0 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 10:58:48.686354 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning for port 2223a33f-ee8e-4c87-a373-2e3f7780a8d0 completed by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 10:58:48.691682 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 2223a33f-ee8e-4c87-a373-2e3f7780a8d0 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 10:58:48.692206 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:48.713068 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1105f27-ed08-436f-ac43-6836a5263731 req-40555895-9a8b-4fdd-99f9-a3a5e6e58132 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:48.718510 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f1105f27-ed08-436f-ac43-6836a5263731 req-40555895-9a8b-4fdd-99f9-a3a5e6e58132 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=19175eb2-924e-4ea2-be5b-e9d2279f46f3 HTTP/1.1" status: 200 len: 944 time: 0.0540514 Aug 31 10:58:48.755685 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-f1105f27-ed08-436f-ac43-6836a5263731 req-b09c1ebc-26a1-4b63-81ef-4172f00fefea tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/security-groups?id=65a38b53-73e9-4b6d-bb07-9aa869f015ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343189 Aug 31 10:58:48.770873 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:48.796261 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19175eb2-924e-4ea2-be5b-e9d2279f46f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2223a33f-ee8e-4c87-a373-2e3f7780a8d0'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:58:48.799116 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6b1376-a4db-46af-a4c7-29bce9f72d9e" -d '{"events": [{"server_uuid": "19175eb2-924e-4ea2-be5b-e9d2279f46f3", "name": "network-vif-plugged", "status": "completed", "tag": "2223a33f-ee8e-4c87-a373-2e3f7780a8d0"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:58:48.811441 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 2223a33f-ee8e-4c87-a373-2e3f7780a8d0, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2223a33f-ee8e-4c87-a373-2e3f7780a8d0,segment=NetworkSegment(c709a0db-52a6-46f6-a392-1eec38c54bd6),segment_id=c709a0db-52a6-46f6-a392-1eec38c54bd6)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 10:58:48.838169 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 10:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fb9bb9-641b-4079-ac73-e412eaaf98b2 x-openstack-request-id: req-32fb9bb9-641b-4079-ac73-e412eaaf98b2 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:58:48.838169 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19175eb2-924e-4ea2-be5b-e9d2279f46f3", "name": "network-vif-plugged", "status": "completed", "tag": "2223a33f-ee8e-4c87-a373-2e3f7780a8d0", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:58:48.838169 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-32fb9bb9-641b-4079-ac73-e412eaaf98b2 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:58:48.838169 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19175eb2-924e-4ea2-be5b-e9d2279f46f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2223a33f-ee8e-4c87-a373-2e3f7780a8d0', 'code': 200} Aug 31 10:58:48.915116 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:48.933944 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94858e25-1af5-4bb2-89c1-5835ee3b9108 req-6a965d56-c0fe-408b-ab77-bdccde89ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:48.935498 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-94858e25-1af5-4bb2-89c1-5835ee3b9108 req-6a965d56-c0fe-408b-ab77-bdccde89ea53 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=19175eb2-924e-4ea2-be5b-e9d2279f46f3 HTTP/1.1" status: 200 len: 1096 time: 0.0409489 Aug 31 10:58:48.967428 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=2223a33f-ee8e-4c87-a373-2e3f7780a8d0,revision_number=5']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:58:48.971019 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-94858e25-1af5-4bb2-89c1-5835ee3b9108 req-9f74d388-2e7b-4abd-aab4-539083b14cc7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=65a38b53-73e9-4b6d-bb07-9aa869f015ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0278435 Aug 31 10:58:49.876611 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31ad88-7b8a-403b-9c0a-80170dda64d3 req-b5f2a21c-35e4-4f86-9ea2-90c93fe41b42 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:49.878148 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e31ad88-7b8a-403b-9c0a-80170dda64d3 req-b5f2a21c-35e4-4f86-9ea2-90c93fe41b42 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=19175eb2-924e-4ea2-be5b-e9d2279f46f3 HTTP/1.1" status: 200 len: 945 time: 0.0509126 Aug 31 10:58:49.915820 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-2e31ad88-7b8a-403b-9c0a-80170dda64d3 req-0a1b8bc6-2697-4994-8ffe-1aad527bb4f3 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/security-groups?id=65a38b53-73e9-4b6d-bb07-9aa869f015ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316148 Aug 31 10:58:51.037611 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c0948-e5c1-4905-afc5-ab699d510ae3 req-a5309cf7-362b-46ad-bb4c-ef6854405303 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:51.039200 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0b0c0948-e5c1-4905-afc5-ab699d510ae3 req-a5309cf7-362b-46ad-bb4c-ef6854405303 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=19175eb2-924e-4ea2-be5b-e9d2279f46f3 HTTP/1.1" status: 200 len: 945 time: 0.0547755 Aug 31 10:58:51.077097 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0b0c0948-e5c1-4905-afc5-ab699d510ae3 req-5c6856ea-4290-4006-a1ac-ce31373a345f tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/security-groups?id=65a38b53-73e9-4b6d-bb07-9aa869f015ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318184 Aug 31 10:58:51.191636 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48542a-8b6e-4d6a-8944-c488f37067ff req-d7790ab8-dec4-457e-9535-1ae5f6826ee1 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:51.193141 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5f48542a-8b6e-4d6a-8944-c488f37067ff req-d7790ab8-dec4-457e-9535-1ae5f6826ee1 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=19175eb2-924e-4ea2-be5b-e9d2279f46f3 HTTP/1.1" status: 200 len: 945 time: 0.0486543 Aug 31 10:58:51.230953 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5f48542a-8b6e-4d6a-8944-c488f37067ff req-004f3ccf-f464-41a2-9973-95b4e0ccd24b tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/security-groups?id=65a38b53-73e9-4b6d-bb07-9aa869f015ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318022 Aug 31 10:58:51.254517 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58238) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:58:51.294051 n-d-791506-28 neutron-server[95552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a0ae43-c1ee-4274-8c0e-2affcaba8896 tempest-TestSnapshotPattern-1018838694 tempest-TestSnapshotPattern-1018838694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:51.295629 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-97a0ae43-c1ee-4274-8c0e-2affcaba8896 tempest-TestSnapshotPattern-1018838694 tempest-TestSnapshotPattern-1018838694-project-admin] 10.222.0.119 "GET /v2.0/ports?device_id=19175eb2-924e-4ea2-be5b-e9d2279f46f3 HTTP/1.1" status: 200 len: 1092 time: 0.0400729 Aug 31 10:58:51.312580 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58242) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 10:58:51.312580 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.v2.base [None req-31b28999-d7ce-46dd-94df-cdf266d9d467 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Request body: {'floatingip': {'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'port_id': '2223a33f-ee8e-4c87-a373-2e3f7780a8d0', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 10:58:51.508934 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-31b28999-d7ce-46dd-94df-cdf266d9d467 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for floatingip, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:51.606082 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-31b28999-d7ce-46dd-94df-cdf266d9d467 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:51.707257 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.db_base_plugin_common [None req-31b28999-d7ce-46dd-94df-cdf266d9d467 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Allocated IP 172.25.2.241 (95c681de-fa69-49ec-b047-2a49f2c4b933/1885c32b-e104-4d27-b030-73cb1f39fcea/f561da68-3ff0-4893-9c5a-772d2d0ef4c7) {{(pid=95552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 10:58:51.807950 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-31b28999-d7ce-46dd-94df-cdf266d9d467 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for port, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:51.937822 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-31b28999-d7ce-46dd-94df-cdf266d9d467 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773299906344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:51.978845 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b28999-d7ce-46dd-94df-cdf266d9d467 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Network 95c681de-fa69-49ec-b047-2a49f2c4b933 is already hosted by enough agents. {{(pid=95552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 10:58:51.982221 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.base_scheduler [None req-31b28999-d7ce-46dd-94df-cdf266d9d467 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Resources bound (agent type, host, resource id): {{(pid=95552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 10:58:51.985373 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b28999-d7ce-46dd-94df-cdf266d9d467 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Received port after_create {{(pid=95552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 10:58:51.991077 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b28999-d7ce-46dd-94df-cdf266d9d467 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Pushing event updated for resources: {'Port': ['ID=f561da68-3ff0-4893-9c5a-772d2d0ef4c7,revision_number=1']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:58:52.016481 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b28999-d7ce-46dd-94df-cdf266d9d467 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:52.017325 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b28999-d7ce-46dd-94df-cdf266d9d467 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:52.017684 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b28999-d7ce-46dd-94df-cdf266d9d467 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:52.018019 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b28999-d7ce-46dd-94df-cdf266d9d467 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:52.018347 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b28999-d7ce-46dd-94df-cdf266d9d467 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:52.018710 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b28999-d7ce-46dd-94df-cdf266d9d467 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:52.019035 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b28999-d7ce-46dd-94df-cdf266d9d467 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:52.019355 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b28999-d7ce-46dd-94df-cdf266d9d467 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:52.019674 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b28999-d7ce-46dd-94df-cdf266d9d467 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:52.019992 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b28999-d7ce-46dd-94df-cdf266d9d467 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:52.020310 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b28999-d7ce-46dd-94df-cdf266d9d467 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:52.020628 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b28999-d7ce-46dd-94df-cdf266d9d467 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 10:58:52.682059 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-31b28999-d7ce-46dd-94df-cdf266d9d467 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:52.834651 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-31b28999-d7ce-46dd-94df-cdf266d9d467 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:52.984340 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-31b28999-d7ce-46dd-94df-cdf266d9d467 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for port, precommit_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:53.072065 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-31b28999-d7ce-46dd-94df-cdf266d9d467 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26113786'] for port, after_update {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:53.144570 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b28999-d7ce-46dd-94df-cdf266d9d467 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Pushing event updated for resources: {'Port': ['ID=f561da68-3ff0-4893-9c5a-772d2d0ef4c7,revision_number=2']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 10:58:53.153585 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-31b28999-d7ce-46dd-94df-cdf266d9d467 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2087694'] for floatingip, after_create {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:53.249109 n-d-791506-28 neutron-server[95552]: INFO neutron.db.l3_db [None req-31b28999-d7ce-46dd-94df-cdf266d9d467 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Floating IP 33c432ea-ba49-464b-9b49-6a2b73d9211d associated. External IP: 172.25.2.241, port: 2223a33f-ee8e-4c87-a373-2e3f7780a8d0. Aug 31 10:58:53.456988 n-d-791506-28 neutron-server[95552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b28999-d7ce-46dd-94df-cdf266d9d467 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Router 9d771356-f982-447c-9363-e74f84d5c3a0 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 10:58:53.566248 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b28999-d7ce-46dd-94df-cdf266d9d467 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 10:58:53.576808 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf49faa8-3cf6-466c-881e-f1439b9913ae None None] Sync routers for ids ['9d771356-f982-447c-9363-e74f84d5c3a0'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 10:58:53.586148 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf49faa8-3cf6-466c-881e-f1439b9913ae None None] Routers {'9d771356-f982-447c-9363-e74f84d5c3a0'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:58:53.586778 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-cf49faa8-3cf6-466c-881e-f1439b9913ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:58:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['9d771356-f982-447c-9363-e74f84d5c3a0'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:58:53.680689 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-31b28999-d7ce-46dd-94df-cdf266d9d467 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:58:53.691904 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-cf49faa8-3cf6-466c-881e-f1439b9913ae None None] Set router 9d771356-f982-447c-9363-e74f84d5c3a0 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:58:53.718645 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-31b28999-d7ce-46dd-94df-cdf266d9d467 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4087224 Aug 31 10:58:53.718645 n-d-791506-28 neutron-server[95552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19175eb2-924e-4ea2-be5b-e9d2279f46f3', 'tag': '2223a33f-ee8e-4c87-a373-2e3f7780a8d0'}] {{(pid=95552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 10:58:53.718645 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9efb09fcb25d757964e6e64477cf3964f72eef090657aa62846af519e9d9507f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc4d462-df5e-4419-afbd-f7e761adff01" -d '{"events": [{"name": "network-changed", "server_uuid": "19175eb2-924e-4ea2-be5b-e9d2279f46f3", "tag": "2223a33f-ee8e-4c87-a373-2e3f7780a8d0"}]}' {{(pid=95552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 10:58:53.749766 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 10:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48463e28-5943-418f-b7d2-29f7814a8f2e x-openstack-request-id: req-48463e28-5943-418f-b7d2-29f7814a8f2e {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 10:58:53.750055 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19175eb2-924e-4ea2-be5b-e9d2279f46f3", "tag": "2223a33f-ee8e-4c87-a373-2e3f7780a8d0", "status": "completed", "code": 200}]} {{(pid=95552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 10:58:53.750307 n-d-791506-28 neutron-server[95552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-48463e28-5943-418f-b7d2-29f7814a8f2e {{(pid=95552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 10:58:53.750732 n-d-791506-28 neutron-server[95552]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19175eb2-924e-4ea2-be5b-e9d2279f46f3', 'tag': '2223a33f-ee8e-4c87-a373-2e3f7780a8d0', 'status': 'completed', 'code': 200} Aug 31 10:58:53.868252 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4d462-df5e-4419-afbd-f7e761adff01 req-d41c18f6-8b79-4e7e-84bf-f7af64cfd236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:53.869753 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7dc4d462-df5e-4419-afbd-f7e761adff01 req-d41c18f6-8b79-4e7e-84bf-f7af64cfd236 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95a5546afae54c64a7fa2f3615d215a8&device_id=19175eb2-924e-4ea2-be5b-e9d2279f46f3 HTTP/1.1" status: 200 len: 1097 time: 0.0973017 Aug 31 10:58:53.922203 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-cf49faa8-3cf6-466c-881e-f1439b9913ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'name': 'tempest-TestSnapshotPattern-15717126-router', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:55:37Z', 'updated_at': '2021-08-31T10:55:40Z', 'revision_number': 4, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'gw_port': {'id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:38Z', 'updated_at': '2021-08-31T10:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '33c432ea-ba49-464b-9b49-6a2b73d9211d', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'port_id': '2223a33f-ee8e-4c87-a373-2e3f7780a8d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959', 'mac_address': 'fa:16:3e:a1:f1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19175eb2-924e-4ea2-be5b-e9d2279f46f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:58:52Z', 'updated_at': '2021-08-31T10:58:52Z', 'revision_number': 0, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'fixed_ip_address_scope': None}, {'id': '7ea49a62-5d4d-4dca-8af9-e42a84a277f4', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'port_id': '416b0fc0-df41-472f-aabc-d1f33339574a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959', 'mac_address': 'fa:16:3e:5c:6b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8117f65-401e-43e1-8189-40bd4c6faa84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:56:13Z', 'updated_at': '2021-08-31T10:56:15Z', 'revision_number': 1, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '592d5fd8-1d82-484c-9023-79dd35452a46', 'name': '', 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'mac_address': 'fa:16:3e:5e:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'b9c42458-4c25-4cda-b9b6-ad1cdedde0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:40Z', 'updated_at': '2021-08-31T10:55:45Z', 'revision_number': 5, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'subnets': [{'id': 'b9c42458-4c25-4cda-b9b6-ad1cdedde0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:58:53.947868 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf49faa8-3cf6-466c-881e-f1439b9913ae None None] Checking router: 9d771356-f982-447c-9363-e74f84d5c3a0 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 10:58:53.956490 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf49faa8-3cf6-466c-881e-f1439b9913ae None None] Routers {'9d771356-f982-447c-9363-e74f84d5c3a0'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 10:58:53.957117 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-cf49faa8-3cf6-466c-881e-f1439b9913ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T10:58:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['9d771356-f982-447c-9363-e74f84d5c3a0'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:58:53.966567 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4d462-df5e-4419-afbd-f7e761adff01 req-cd58e3d5-0274-4997-8732-c6331571fb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:53.968113 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7dc4d462-df5e-4419-afbd-f7e761adff01 req-cd58e3d5-0274-4997-8732-c6331571fb3d service neutron] 10.222.0.59 "GET /v2.0/networks?id=949b23b6-dda0-44e5-9b47-e1127c9b7959 HTTP/1.1" status: 200 len: 910 time: 0.0908017 Aug 31 10:58:54.034878 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7dc4d462-df5e-4419-afbd-f7e761adff01 req-80160fbe-cc4f-4f1b-9cb8-039152880aae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2223a33f-ee8e-4c87-a373-2e3f7780a8d0 HTTP/1.1" status: 200 len: 999 time: 0.0588195 Aug 31 10:58:54.066940 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-cf49faa8-3cf6-466c-881e-f1439b9913ae None None] Set router 9d771356-f982-447c-9363-e74f84d5c3a0 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 10:58:54.088061 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4d462-df5e-4419-afbd-f7e761adff01 req-5b119897-3afe-474e-b14f-cfc9144601e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:54.089514 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7dc4d462-df5e-4419-afbd-f7e761adff01 req-5b119897-3afe-474e-b14f-cfc9144601e8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9c42458-4c25-4cda-b9b6-ad1cdedde0e4 HTTP/1.1" status: 200 len: 847 time: 0.0473602 Aug 31 10:58:54.135790 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4d462-df5e-4419-afbd-f7e761adff01 req-2cf2d42c-497c-4d3b-affc-6297ef264bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:54.137276 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7dc4d462-df5e-4419-afbd-f7e761adff01 req-2cf2d42c-497c-4d3b-affc-6297ef264bcb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=949b23b6-dda0-44e5-9b47-e1127c9b7959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402400 Aug 31 10:58:54.225518 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7dc4d462-df5e-4419-afbd-f7e761adff01 req-0908bd42-7fd2-4e7a-adff-277d8d6ed798 service neutron] 10.222.0.59 "GET /v2.0/networks/949b23b6-dda0-44e5-9b47-e1127c9b7959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807502 Aug 31 10:58:54.289776 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-cf49faa8-3cf6-466c-881e-f1439b9913ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'name': 'tempest-TestSnapshotPattern-15717126-router', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:55:37Z', 'updated_at': '2021-08-31T10:55:40Z', 'revision_number': 4, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'gw_port': {'id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:38Z', 'updated_at': '2021-08-31T10:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '33c432ea-ba49-464b-9b49-6a2b73d9211d', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'port_id': '2223a33f-ee8e-4c87-a373-2e3f7780a8d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959', 'mac_address': 'fa:16:3e:a1:f1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19175eb2-924e-4ea2-be5b-e9d2279f46f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:58:52Z', 'updated_at': '2021-08-31T10:58:52Z', 'revision_number': 0, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'fixed_ip_address_scope': None}, {'id': '7ea49a62-5d4d-4dca-8af9-e42a84a277f4', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'port_id': '416b0fc0-df41-472f-aabc-d1f33339574a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959', 'mac_address': 'fa:16:3e:5c:6b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8117f65-401e-43e1-8189-40bd4c6faa84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:56:13Z', 'updated_at': '2021-08-31T10:56:15Z', 'revision_number': 1, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '592d5fd8-1d82-484c-9023-79dd35452a46', 'name': '', 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'mac_address': 'fa:16:3e:5e:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'b9c42458-4c25-4cda-b9b6-ad1cdedde0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:40Z', 'updated_at': '2021-08-31T10:55:45Z', 'revision_number': 5, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'subnets': [{'id': 'b9c42458-4c25-4cda-b9b6-ad1cdedde0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 10:58:54.315818 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf49faa8-3cf6-466c-881e-f1439b9913ae None None] The sync data for ids ['9d771356-f982-447c-9363-e74f84d5c3a0'] in n-d-791506-28 is: [{'id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'name': 'tempest-TestSnapshotPattern-15717126-router', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:55:37Z', 'updated_at': '2021-08-31T10:55:40Z', 'revision_number': 4, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'gw_port': {'id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:38Z', 'updated_at': '2021-08-31T10:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '33c432ea-ba49-464b-9b49-6a2b73d9211d', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'port_id': '2223a33f-ee8e-4c87-a373-2e3f7780a8d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959', 'mac_address': 'fa:16:3e:a1:f1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19175eb2-924e-4ea2-be5b-e9d2279f46f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:58:52Z', 'updated_at': '2021-08-31T10:58:52Z', 'revision_number': 0, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'fixed_ip_address_scope': None}, {'id': '7ea49a62-5d4d-4dca-8af9-e42a84a277f4', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'port_id': '416b0fc0-df41-472f-aabc-d1f33339574a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959', 'mac_address': 'fa:16:3e:5c:6b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8117f65-401e-43e1-8189-40bd4c6faa84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:56:13Z', 'updated_at': '2021-08-31T10:56:15Z', 'revision_number': 1, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '592d5fd8-1d82-484c-9023-79dd35452a46', 'name': '', 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'mac_address': 'fa:16:3e:5e:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'b9c42458-4c25-4cda-b9b6-ad1cdedde0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:40Z', 'updated_at': '2021-08-31T10:55:45Z', 'revision_number': 5, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'subnets': [{'id': 'b9c42458-4c25-4cda-b9b6-ad1cdedde0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 10:58:54.323934 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-7dc4d462-df5e-4419-afbd-f7e761adff01 req-33c8349a-c0ef-409e-a64a-65b7c0bcc7e2 service neutron] 10.222.0.59 "GET /v2.0/networks/949b23b6-dda0-44e5-9b47-e1127c9b7959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891392 Aug 31 10:58:54.519695 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6709cd55-d30d-4292-b636-7a74d6781bc2 None None] New status for floating IP 33c432ea-ba49-464b-9b49-6a2b73d9211d: ACTIVE {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 10:58:56.969684 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec1de2bd-f3ea-4258-b540-7db23f76160c req-fe892cd0-5c07-4089-89f2-5b6e59abe406 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0266807 Aug 31 10:58:57.015509 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec1de2bd-f3ea-4258-b540-7db23f76160c req-b95917e0-1145-410f-b9b1-7b2c13a0527f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0243964 Aug 31 10:58:57.052825 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec1de2bd-f3ea-4258-b540-7db23f76160c req-2c4debab-d419-4baf-ba3c-4237d753bd90 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190454 Aug 31 10:58:57.147666 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1de2bd-f3ea-4258-b540-7db23f76160c req-66cf72c2-3606-427a-86ff-cee06cc5032d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:58:57.149024 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ec1de2bd-f3ea-4258-b540-7db23f76160c req-66cf72c2-3606-427a-86ff-cee06cc5032d service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0897372 Aug 31 10:59:03.844017 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:04.409472 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:11.406221 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d6fce1a1-c1a8-4a73-b356-b0177a81f3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:14.100933 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e52fd68-28b3-4133-a977-f390ef777be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:14.286803 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:15.812815 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:17.463819 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:18.398165 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:59:33.886599 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:34.415283 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:41.352818 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-00bce66a-b068-4172-bce3-4e4b09a38667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:44.070765 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-554229fa-0ab2-4f55-bce6-d5bb897ea4d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:44.146861 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:45.861223 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:47.481002 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 10:59:55.397637 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 10:59:58.986659 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8034ce4f-a5b9-46e8-8f36-37fee2bc903f req-3b5d78a5-b63f-4440-b0e5-a6f9ec042179 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f8117f65-401e-43e1-8189-40bd4c6faa84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433586 Aug 31 10:59:59.051201 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034ce4f-a5b9-46e8-8f36-37fee2bc903f req-dafc523d-3dd4-4fdd-b601-a7441c7ee650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:59:59.052581 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8034ce4f-a5b9-46e8-8f36-37fee2bc903f req-dafc523d-3dd4-4fdd-b601-a7441c7ee650 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95a5546afae54c64a7fa2f3615d215a8&device_id=f8117f65-401e-43e1-8189-40bd4c6faa84 HTTP/1.1" status: 200 len: 1096 time: 0.0403123 Aug 31 10:59:59.160721 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034ce4f-a5b9-46e8-8f36-37fee2bc903f req-8fbe5ee4-91bd-4861-8a09-a3a5b9606da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:59:59.163040 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8034ce4f-a5b9-46e8-8f36-37fee2bc903f req-8fbe5ee4-91bd-4861-8a09-a3a5b9606da9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=949b23b6-dda0-44e5-9b47-e1127c9b7959 HTTP/1.1" status: 200 len: 910 time: 0.0908835 Aug 31 10:59:59.227581 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8034ce4f-a5b9-46e8-8f36-37fee2bc903f req-287e63bc-673d-4f8a-a539-667bd3fcfb2a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=416b0fc0-df41-472f-aabc-d1f33339574a HTTP/1.1" status: 200 len: 1000 time: 0.0585985 Aug 31 10:59:59.278810 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034ce4f-a5b9-46e8-8f36-37fee2bc903f req-e2d5c9ba-f548-4c25-ba0e-0e3e94b6de34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:59:59.280246 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8034ce4f-a5b9-46e8-8f36-37fee2bc903f req-e2d5c9ba-f548-4c25-ba0e-0e3e94b6de34 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9c42458-4c25-4cda-b9b6-ad1cdedde0e4 HTTP/1.1" status: 200 len: 847 time: 0.0450521 Aug 31 10:59:59.330374 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034ce4f-a5b9-46e8-8f36-37fee2bc903f req-b12dd357-55c6-4cfa-a375-a3343781cdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 10:59:59.331806 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8034ce4f-a5b9-46e8-8f36-37fee2bc903f req-b12dd357-55c6-4cfa-a375-a3343781cdec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=949b23b6-dda0-44e5-9b47-e1127c9b7959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445230 Aug 31 10:59:59.421140 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8034ce4f-a5b9-46e8-8f36-37fee2bc903f req-40ea7eb3-0599-4e69-b70b-43f95cd8f943 service neutron] 10.222.0.59 "GET /v2.0/networks/949b23b6-dda0-44e5-9b47-e1127c9b7959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809209 Aug 31 10:59:59.515740 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-8034ce4f-a5b9-46e8-8f36-37fee2bc903f req-e404f994-b561-4f2b-a9e2-7a0a1ddaade2 service neutron] 10.222.0.59 "GET /v2.0/networks/949b23b6-dda0-44e5-9b47-e1127c9b7959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866148 Aug 31 11:00:03.918868 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:04.443311 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:11.344279 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9e721421-fb79-4abb-b654-71c8cba07b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:14.053325 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1dbbdcb0-6aaf-4acb-a1c7-99d7db43bd07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:14.179008 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:15.833112 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:17.467124 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:25.010848 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2223a33f-ee8e-4c87-a373-2e3f7780a8d0 details requested by agent hyperv_n-h2-791506-28 with host n-h2-791506-28 {{(pid=95554) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 11:00:25.102206 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 2223a33f-ee8e-4c87-a373-2e3f7780a8d0, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2223a33f-ee8e-4c87-a373-2e3f7780a8d0,segment=NetworkSegment(c709a0db-52a6-46f6-a392-1eec38c54bd6),segment_id=c709a0db-52a6-46f6-a392-1eec38c54bd6)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:00:25.113728 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Returning: {'device': '2223a33f-ee8e-4c87-a373-2e3f7780a8d0', 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959', 'port_id': '2223a33f-ee8e-4c87-a373-2e3f7780a8d0', 'mac_address': 'fa:16:3e:a1:f1:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9c42458-4c25-4cda-b9b6-ad1cdedde0e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95554) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 11:00:25.152606 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:25.165198 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2223a33f-ee8e-4c87-a373-2e3f7780a8d0 {{(pid=95554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 11:00:25.184447 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 2223a33f-ee8e-4c87-a373-2e3f7780a8d0, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2223a33f-ee8e-4c87-a373-2e3f7780a8d0,segment=NetworkSegment(c709a0db-52a6-46f6-a392-1eec38c54bd6),segment_id=c709a0db-52a6-46f6-a392-1eec38c54bd6)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:00:25.258814 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:25.310024 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=2223a33f-ee8e-4c87-a373-2e3f7780a8d0,revision_number=6']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:00:25.318217 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:25.318571 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:25.319128 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:25.319520 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:25.319847 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:25.320169 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:25.320487 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:25.320803 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:25.321341 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:25.321895 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:25.322453 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:25.323038 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:25.366177 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] get_ports_and_sgs() called for port_ids ['2223a33f-ee8e-4c87-a373-2e3f7780a8d0'] {{(pid=95554) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 11:00:27.034683 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2223a33f-ee8e-4c87-a373-2e3f7780a8d0 up at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 11:00:27.086131 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.provisioning_blocks [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Provisioning complete for port 2223a33f-ee8e-4c87-a373-2e3f7780a8d0 triggered by entity L2. {{(pid=95554) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 11:00:27.086498 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617394'] for port, provisioning_complete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:27.183822 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:27.207739 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19175eb2-924e-4ea2-be5b-e9d2279f46f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2223a33f-ee8e-4c87-a373-2e3f7780a8d0'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 11:00:27.210484 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e60f22-8d9c-447f-a9fc-2516e07d324b" -d '{"events": [{"server_uuid": "19175eb2-924e-4ea2-be5b-e9d2279f46f3", "name": "network-vif-plugged", "status": "completed", "tag": "2223a33f-ee8e-4c87-a373-2e3f7780a8d0"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 11:00:27.233292 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 2223a33f-ee8e-4c87-a373-2e3f7780a8d0, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2223a33f-ee8e-4c87-a373-2e3f7780a8d0,segment=NetworkSegment(c709a0db-52a6-46f6-a392-1eec38c54bd6),segment_id=c709a0db-52a6-46f6-a392-1eec38c54bd6)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:00:27.264349 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 11:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454764ea-1718-4a34-86ad-a9ddb9924817 x-openstack-request-id: req-454764ea-1718-4a34-86ad-a9ddb9924817 {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 11:00:27.264635 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19175eb2-924e-4ea2-be5b-e9d2279f46f3", "name": "network-vif-plugged", "status": "completed", "tag": "2223a33f-ee8e-4c87-a373-2e3f7780a8d0", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 11:00:27.264903 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-454764ea-1718-4a34-86ad-a9ddb9924817 {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 11:00:27.265274 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19175eb2-924e-4ea2-be5b-e9d2279f46f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2223a33f-ee8e-4c87-a373-2e3f7780a8d0', 'code': 200} Aug 31 11:00:27.293370 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:27.348578 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=2223a33f-ee8e-4c87-a373-2e3f7780a8d0,revision_number=7']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:00:32.397552 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:00:33.993533 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:34.450467 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:37.185777 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58470) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:00:37.344920 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-c8f7ae73-bbbe-414b-8183-e7e2afd1284d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Deleting port f561da68-3ff0-4893-9c5a-772d2d0ef4c7 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 11:00:37.345509 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c8f7ae73-bbbe-414b-8183-e7e2afd1284d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:37.418843 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c8f7ae73-bbbe-414b-8183-e7e2afd1284d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:37.419072 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c8f7ae73-bbbe-414b-8183-e7e2afd1284d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:37.431255 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-c8f7ae73-bbbe-414b-8183-e7e2afd1284d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Calling delete_port for f561da68-3ff0-4893-9c5a-772d2d0ef4c7 owned by network:floatingip {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 11:00:37.644161 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c8f7ae73-bbbe-414b-8183-e7e2afd1284d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:37.667839 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7ae73-bbbe-414b-8183-e7e2afd1284d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Pushing event deleted for resources: {'Port': ['ID=f561da68-3ff0-4893-9c5a-772d2d0ef4c7,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:00:37.682349 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7ae73-bbbe-414b-8183-e7e2afd1284d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:37.682349 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7ae73-bbbe-414b-8183-e7e2afd1284d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:37.682349 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7ae73-bbbe-414b-8183-e7e2afd1284d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:37.682349 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7ae73-bbbe-414b-8183-e7e2afd1284d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:37.682349 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7ae73-bbbe-414b-8183-e7e2afd1284d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:37.682349 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7ae73-bbbe-414b-8183-e7e2afd1284d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:37.682349 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7ae73-bbbe-414b-8183-e7e2afd1284d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:37.682349 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7ae73-bbbe-414b-8183-e7e2afd1284d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:37.682349 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7ae73-bbbe-414b-8183-e7e2afd1284d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:37.682349 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7ae73-bbbe-414b-8183-e7e2afd1284d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:37.682349 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7ae73-bbbe-414b-8183-e7e2afd1284d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:37.682349 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f7ae73-bbbe-414b-8183-e7e2afd1284d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:37.749993 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c8f7ae73-bbbe-414b-8183-e7e2afd1284d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for floatingip, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:37.750363 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-c8f7ae73-bbbe-414b-8183-e7e2afd1284d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Floating IP 33c432ea-ba49-464b-9b49-6a2b73d9211d disassociated (deleted). External IP: 172.25.2.241, port: 2223a33f-ee8e-4c87-a373-2e3f7780a8d0. Aug 31 11:00:37.961761 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f7ae73-bbbe-414b-8183-e7e2afd1284d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Router 9d771356-f982-447c-9363-e74f84d5c3a0 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 11:00:38.070030 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f7ae73-bbbe-414b-8183-e7e2afd1284d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 11:00:38.074456 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-c8f7ae73-bbbe-414b-8183-e7e2afd1284d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:38.080618 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a434f219-be63-49b8-8000-7f313797da2a None None] Sync routers for ids ['9d771356-f982-447c-9363-e74f84d5c3a0'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 11:00:38.089392 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a434f219-be63-49b8-8000-7f313797da2a None None] Routers {'9d771356-f982-447c-9363-e74f84d5c3a0'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 11:00:38.089982 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a434f219-be63-49b8-8000-7f313797da2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T11:00:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['9d771356-f982-447c-9363-e74f84d5c3a0'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:00:38.103259 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-c8f7ae73-bbbe-414b-8183-e7e2afd1284d tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "DELETE /v2.0/floatingips/33c432ea-ba49-464b-9b49-6a2b73d9211d HTTP/1.1" status: 204 len: 168 time: 0.9163804 Aug 31 11:00:38.103852 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19175eb2-924e-4ea2-be5b-e9d2279f46f3', 'tag': '2223a33f-ee8e-4c87-a373-2e3f7780a8d0'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 11:00:38.106100 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb31ffc-f7c3-4f1b-b728-6272328a049b" -d '{"events": [{"name": "network-changed", "server_uuid": "19175eb2-924e-4ea2-be5b-e9d2279f46f3", "tag": "2223a33f-ee8e-4c87-a373-2e3f7780a8d0"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 11:00:38.214648 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-a434f219-be63-49b8-8000-7f313797da2a None None] Set router 9d771356-f982-447c-9363-e74f84d5c3a0 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 11:00:38.230705 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 11:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd918254-a84b-48de-8b7c-7e838eb7a2ab x-openstack-request-id: req-cd918254-a84b-48de-8b7c-7e838eb7a2ab {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 11:00:38.231196 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19175eb2-924e-4ea2-be5b-e9d2279f46f3", "tag": "2223a33f-ee8e-4c87-a373-2e3f7780a8d0", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 11:00:38.231309 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-cd918254-a84b-48de-8b7c-7e838eb7a2ab {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 11:00:38.231615 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19175eb2-924e-4ea2-be5b-e9d2279f46f3', 'tag': '2223a33f-ee8e-4c87-a373-2e3f7780a8d0', 'status': 'completed', 'code': 200} Aug 31 11:00:38.297124 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb31ffc-f7c3-4f1b-b728-6272328a049b req-f133f5d6-e976-4e56-8902-b29cd8fc38d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:00:38.299549 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cb31ffc-f7c3-4f1b-b728-6272328a049b req-f133f5d6-e976-4e56-8902-b29cd8fc38d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95a5546afae54c64a7fa2f3615d215a8&device_id=19175eb2-924e-4ea2-be5b-e9d2279f46f3 HTTP/1.1" status: 200 len: 1097 time: 0.0449383 Aug 31 11:00:38.402956 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb31ffc-f7c3-4f1b-b728-6272328a049b req-9d56bc43-fa05-40d3-9ebc-a9499a18ce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:00:38.404575 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cb31ffc-f7c3-4f1b-b728-6272328a049b req-9d56bc43-fa05-40d3-9ebc-a9499a18ce2d service neutron] 10.222.0.59 "GET /v2.0/networks?id=949b23b6-dda0-44e5-9b47-e1127c9b7959 HTTP/1.1" status: 200 len: 910 time: 0.0977716 Aug 31 11:00:38.451282 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cb31ffc-f7c3-4f1b-b728-6272328a049b req-c615b8cc-f9d3-4634-bc19-e3cc997c69e7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2223a33f-ee8e-4c87-a373-2e3f7780a8d0 HTTP/1.1" status: 200 len: 217 time: 0.0384142 Aug 31 11:00:38.503218 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb31ffc-f7c3-4f1b-b728-6272328a049b req-9e07a0b8-07f1-4ab4-895a-ff08fdec9fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:00:38.504711 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cb31ffc-f7c3-4f1b-b728-6272328a049b req-9e07a0b8-07f1-4ab4-895a-ff08fdec9fa1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9c42458-4c25-4cda-b9b6-ad1cdedde0e4 HTTP/1.1" status: 200 len: 847 time: 0.0456758 Aug 31 11:00:38.540176 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a434f219-be63-49b8-8000-7f313797da2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'name': 'tempest-TestSnapshotPattern-15717126-router', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:55:37Z', 'updated_at': '2021-08-31T10:55:40Z', 'revision_number': 4, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'gw_port': {'id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:38Z', 'updated_at': '2021-08-31T10:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '7ea49a62-5d4d-4dca-8af9-e42a84a277f4', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'port_id': '416b0fc0-df41-472f-aabc-d1f33339574a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959', 'mac_address': 'fa:16:3e:5c:6b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8117f65-401e-43e1-8189-40bd4c6faa84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:56:13Z', 'updated_at': '2021-08-31T10:56:15Z', 'revision_number': 1, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '592d5fd8-1d82-484c-9023-79dd35452a46', 'name': '', 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'mac_address': 'fa:16:3e:5e:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'b9c42458-4c25-4cda-b9b6-ad1cdedde0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:40Z', 'updated_at': '2021-08-31T10:55:45Z', 'revision_number': 5, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'subnets': [{'id': 'b9c42458-4c25-4cda-b9b6-ad1cdedde0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:00:38.558268 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb31ffc-f7c3-4f1b-b728-6272328a049b req-1fc14a1c-44f4-4fe9-b808-20f508eb96d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:00:38.559942 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cb31ffc-f7c3-4f1b-b728-6272328a049b req-1fc14a1c-44f4-4fe9-b808-20f508eb96d0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=949b23b6-dda0-44e5-9b47-e1127c9b7959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460498 Aug 31 11:00:38.567453 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a434f219-be63-49b8-8000-7f313797da2a None None] Checking router: 9d771356-f982-447c-9363-e74f84d5c3a0 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 11:00:38.574601 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-4cb31ffc-f7c3-4f1b-b728-6272328a049b req-923f5b49-33ac-4421-b157-460772638283 service neutron] http://10.222.0.119:9696/v2.0/extensions returned with HTTP 200 {{(pid=95553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 11:00:38.581119 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cb31ffc-f7c3-4f1b-b728-6272328a049b req-923f5b49-33ac-4421-b157-460772638283 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055730 Aug 31 11:00:38.581291 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a434f219-be63-49b8-8000-7f313797da2a None None] Routers {'9d771356-f982-447c-9363-e74f84d5c3a0'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 11:00:38.581291 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a434f219-be63-49b8-8000-7f313797da2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T11:00:14Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['9d771356-f982-447c-9363-e74f84d5c3a0'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:00:38.681257 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-a434f219-be63-49b8-8000-7f313797da2a None None] Set router 9d771356-f982-447c-9363-e74f84d5c3a0 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 11:00:38.699348 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9b046-4874-4498-845a-c0a713376dbd req-0fe6aa2c-00f7-4b42-8612-dc74d1fa8bbd tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:00:38.700992 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-caf9b046-4874-4498-845a-c0a713376dbd req-0fe6aa2c-00f7-4b42-8612-dc74d1fa8bbd tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=19175eb2-924e-4ea2-be5b-e9d2279f46f3 HTTP/1.1" status: 200 len: 945 time: 0.1044466 Aug 31 11:00:38.722152 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cb31ffc-f7c3-4f1b-b728-6272328a049b req-d6013351-5469-4357-a21f-6329d2b7ee4b service neutron] 10.222.0.59 "GET /v2.0/networks/949b23b6-dda0-44e5-9b47-e1127c9b7959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346195 Aug 31 11:00:38.798425 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-caf9b046-4874-4498-845a-c0a713376dbd req-0edf6c47-f3c3-4ebc-b74a-fea375650057 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/security-groups?id=65a38b53-73e9-4b6d-bb07-9aa869f015ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0875869 Aug 31 11:00:38.843638 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-4cb31ffc-f7c3-4f1b-b728-6272328a049b req-b0bdaa8d-f30f-4c87-ad16-eac040f9b5c1 service neutron] 10.222.0.59 "GET /v2.0/networks/949b23b6-dda0-44e5-9b47-e1127c9b7959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122739 Aug 31 11:00:38.907638 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-a434f219-be63-49b8-8000-7f313797da2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'name': 'tempest-TestSnapshotPattern-15717126-router', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:55:37Z', 'updated_at': '2021-08-31T10:55:40Z', 'revision_number': 4, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'gw_port': {'id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:38Z', 'updated_at': '2021-08-31T10:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '7ea49a62-5d4d-4dca-8af9-e42a84a277f4', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'port_id': '416b0fc0-df41-472f-aabc-d1f33339574a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959', 'mac_address': 'fa:16:3e:5c:6b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8117f65-401e-43e1-8189-40bd4c6faa84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:56:13Z', 'updated_at': '2021-08-31T10:56:15Z', 'revision_number': 1, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '592d5fd8-1d82-484c-9023-79dd35452a46', 'name': '', 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'mac_address': 'fa:16:3e:5e:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'b9c42458-4c25-4cda-b9b6-ad1cdedde0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:40Z', 'updated_at': '2021-08-31T10:55:45Z', 'revision_number': 5, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'subnets': [{'id': 'b9c42458-4c25-4cda-b9b6-ad1cdedde0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:00:38.939342 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a434f219-be63-49b8-8000-7f313797da2a None None] The sync data for ids ['9d771356-f982-447c-9363-e74f84d5c3a0'] in n-d-791506-28 is: [{'id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'name': 'tempest-TestSnapshotPattern-15717126-router', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:55:37Z', 'updated_at': '2021-08-31T10:55:40Z', 'revision_number': 4, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'gw_port': {'id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:38Z', 'updated_at': '2021-08-31T10:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_floatingips': [{'id': '7ea49a62-5d4d-4dca-8af9-e42a84a277f4', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'router_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'port_id': '416b0fc0-df41-472f-aabc-d1f33339574a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959', 'mac_address': 'fa:16:3e:5c:6b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8117f65-401e-43e1-8189-40bd4c6faa84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T10:56:13Z', 'updated_at': '2021-08-31T10:56:15Z', 'revision_number': 1, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '592d5fd8-1d82-484c-9023-79dd35452a46', 'name': '', 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'mac_address': 'fa:16:3e:5e:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'b9c42458-4c25-4cda-b9b6-ad1cdedde0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:40Z', 'updated_at': '2021-08-31T10:55:45Z', 'revision_number': 5, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'subnets': [{'id': 'b9c42458-4c25-4cda-b9b6-ad1cdedde0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 11:00:39.086063 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2223a33f-ee8e-4c87-a373-2e3f7780a8d0 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 11:00:39.168353 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-610149'] for port, before_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:39.193443 n-d-791506-28 neutron-server[95554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19175eb2-924e-4ea2-be5b-e9d2279f46f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2223a33f-ee8e-4c87-a373-2e3f7780a8d0'}] {{(pid=95554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 11:00:39.195734 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b03a363ecf47b603a92a59f223e373620d3c68f4536946764e39e856e6932c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d51f153-d290-4b35-b65e-b0a21b8cae3b" -d '{"events": [{"server_uuid": "19175eb2-924e-4ea2-be5b-e9d2279f46f3", "name": "network-vif-unplugged", "status": "completed", "tag": "2223a33f-ee8e-4c87-a373-2e3f7780a8d0"}]}' {{(pid=95554) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 11:00:39.208426 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5510a17-7f26-4902-bcdb-ff74795c2bf2 None None] New status for floating IP 33c432ea-ba49-464b-9b49-6a2b73d9211d: DOWN {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 11:00:39.214037 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] For port 2223a33f-ee8e-4c87-a373-2e3f7780a8d0, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2223a33f-ee8e-4c87-a373-2e3f7780a8d0,segment=NetworkSegment(c709a0db-52a6-46f6-a392-1eec38c54bd6),segment_id=c709a0db-52a6-46f6-a392-1eec38c54bd6)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:00:39.242812 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 11:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1081cd8-3e12-4397-b14f-1400153d6c3e x-openstack-request-id: req-a1081cd8-3e12-4397-b14f-1400153d6c3e {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 11:00:39.243098 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19175eb2-924e-4ea2-be5b-e9d2279f46f3", "name": "network-vif-unplugged", "status": "completed", "tag": "2223a33f-ee8e-4c87-a373-2e3f7780a8d0", "code": 200}]} {{(pid=95554) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 11:00:39.243345 n-d-791506-28 neutron-server[95554]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-a1081cd8-3e12-4397-b14f-1400153d6c3e {{(pid=95554) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 11:00:39.243731 n-d-791506-28 neutron-server[95554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19175eb2-924e-4ea2-be5b-e9d2279f46f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2223a33f-ee8e-4c87-a373-2e3f7780a8d0', 'code': 200} Aug 31 11:00:39.318768 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773300309459', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773299906362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773299906380'] for port, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:39.367020 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Pushing event updated for resources: {'Port': ['ID=2223a33f-ee8e-4c87-a373-2e3f7780a8d0,revision_number=8']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:00:39.916626 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f89eb0-1850-4188-9905-bdb27fb77f0e req-876eeacd-37c3-4953-9596-719fbc397553 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:00:39.918097 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c0f89eb0-1850-4188-9905-bdb27fb77f0e req-876eeacd-37c3-4953-9596-719fbc397553 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=19175eb2-924e-4ea2-be5b-e9d2279f46f3 HTTP/1.1" status: 200 len: 943 time: 0.0495107 Aug 31 11:00:39.955965 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-c0f89eb0-1850-4188-9905-bdb27fb77f0e req-7db13fca-c4ce-4348-adc4-cd1bcf336972 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/security-groups?id=65a38b53-73e9-4b6d-bb07-9aa869f015ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315835 Aug 31 11:00:40.375344 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75187b-b893-4d52-93fa-5e4d1646838b req-8e37921b-1528-497d-9d6d-beb22474d295 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:00:40.376956 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b75187b-b893-4d52-93fa-5e4d1646838b req-8e37921b-1528-497d-9d6d-beb22474d295 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.59 "GET /v2.0/ports?device_id=19175eb2-924e-4ea2-be5b-e9d2279f46f3 HTTP/1.1" status: 200 len: 943 time: 0.0483263 Aug 31 11:00:40.467776 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-9b75187b-b893-4d52-93fa-5e4d1646838b req-79b70b54-c9c2-40a7-bf83-4757241e7a86 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Deleting port 2223a33f-ee8e-4c87-a373-2e3f7780a8d0 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 11:00:40.468118 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9b75187b-b893-4d52-93fa-5e4d1646838b req-79b70b54-c9c2-40a7-bf83-4757241e7a86 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:40.554084 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-9b75187b-b893-4d52-93fa-5e4d1646838b req-79b70b54-c9c2-40a7-bf83-4757241e7a86 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] For port 2223a33f-ee8e-4c87-a373-2e3f7780a8d0, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=2223a33f-ee8e-4c87-a373-2e3f7780a8d0,segment=NetworkSegment(c709a0db-52a6-46f6-a392-1eec38c54bd6),segment_id=c709a0db-52a6-46f6-a392-1eec38c54bd6)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:00:40.554445 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9b75187b-b893-4d52-93fa-5e4d1646838b req-79b70b54-c9c2-40a7-bf83-4757241e7a86 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:40.567314 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-9b75187b-b893-4d52-93fa-5e4d1646838b req-79b70b54-c9c2-40a7-bf83-4757241e7a86 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Calling delete_port for 2223a33f-ee8e-4c87-a373-2e3f7780a8d0 owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 11:00:40.775807 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9b75187b-b893-4d52-93fa-5e4d1646838b req-79b70b54-c9c2-40a7-bf83-4757241e7a86 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:40.805924 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b70b54-c9c2-40a7-bf83-4757241e7a86 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Pushing event deleted for resources: {'Port': ['ID=2223a33f-ee8e-4c87-a373-2e3f7780a8d0,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:00:40.852803 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b75187b-b893-4d52-93fa-5e4d1646838b req-79b70b54-c9c2-40a7-bf83-4757241e7a86 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] No DVR routers for this DVR port 2223a33f-ee8e-4c87-a373-2e3f7780a8d0 on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 11:00:40.855415 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-9b75187b-b893-4d52-93fa-5e4d1646838b req-79b70b54-c9c2-40a7-bf83-4757241e7a86 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:40.857529 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-9b75187b-b893-4d52-93fa-5e4d1646838b req-79b70b54-c9c2-40a7-bf83-4757241e7a86 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.59 "DELETE /v2.0/ports/2223a33f-ee8e-4c87-a373-2e3f7780a8d0 HTTP/1.1" status: 204 len: 173 time: 0.4748080 Aug 31 11:00:40.857962 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19175eb2-924e-4ea2-be5b-e9d2279f46f3', 'name': 'network-vif-deleted', 'tag': '2223a33f-ee8e-4c87-a373-2e3f7780a8d0'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 11:00:40.860910 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4281c96-ed15-40af-8e84-5ba17ab51693" -d '{"events": [{"server_uuid": "19175eb2-924e-4ea2-be5b-e9d2279f46f3", "name": "network-vif-deleted", "tag": "2223a33f-ee8e-4c87-a373-2e3f7780a8d0"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 11:00:40.895610 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 11:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1aa69fe-82a5-4887-a1b8-5832b9a629a6 x-openstack-request-id: req-c1aa69fe-82a5-4887-a1b8-5832b9a629a6 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 11:00:40.895921 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19175eb2-924e-4ea2-be5b-e9d2279f46f3", "name": "network-vif-deleted", "tag": "2223a33f-ee8e-4c87-a373-2e3f7780a8d0", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 11:00:40.896172 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-c1aa69fe-82a5-4887-a1b8-5832b9a629a6 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 11:00:40.896565 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19175eb2-924e-4ea2-be5b-e9d2279f46f3', 'name': 'network-vif-deleted', 'tag': '2223a33f-ee8e-4c87-a373-2e3f7780a8d0', 'status': 'completed', 'code': 200} Aug 31 11:00:41.059440 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-0a5932a3-3d80-47d9-be19-c5e041468e20 req-0b9d697d-9d8a-428d-aefb-53c553c05a80 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=19175eb2-924e-4ea2-be5b-e9d2279f46f3 HTTP/1.1" status: 200 len: 210 time: 0.0302746 Aug 31 11:00:41.385053 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e602b27e-75dd-4be6-9e2d-c0b64703448d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:43.114768 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2223a33f-ee8e-4c87-a373-2e3f7780a8d0 no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 11:00:43.134978 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 2223a33f-ee8e-4c87-a373-2e3f7780a8d0 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 11:00:43.135317 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 2223a33f-ee8e-4c87-a373-2e3f7780a8d0 not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 11:00:43.895414 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58536) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:00:44.051393 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-d025f1d4-b58b-462f-90f5-b5132a0de1c3 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Deleting port 481a96b4-e560-46fd-b45d-57e70a287742 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 11:00:44.051734 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d025f1d4-b58b-462f-90f5-b5132a0de1c3 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:44.055688 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-665e8a25-0630-44f7-bef3-209bc4bdb535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:44.125764 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d025f1d4-b58b-462f-90f5-b5132a0de1c3 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:44.126091 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d025f1d4-b58b-462f-90f5-b5132a0de1c3 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:44.137414 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-d025f1d4-b58b-462f-90f5-b5132a0de1c3 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Calling delete_port for 481a96b4-e560-46fd-b45d-57e70a287742 owned by network:floatingip {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 11:00:44.164618 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:44.364462 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d025f1d4-b58b-462f-90f5-b5132a0de1c3 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:44.394059 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025f1d4-b58b-462f-90f5-b5132a0de1c3 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Pushing event deleted for resources: {'Port': ['ID=481a96b4-e560-46fd-b45d-57e70a287742,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:00:44.456929 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d025f1d4-b58b-462f-90f5-b5132a0de1c3 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for floatingip, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:44.457253 n-d-791506-28 neutron-server[95553]: INFO neutron.db.l3_db [None req-d025f1d4-b58b-462f-90f5-b5132a0de1c3 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Floating IP 7ea49a62-5d4d-4dca-8af9-e42a84a277f4 disassociated (deleted). External IP: 172.25.2.164, port: 416b0fc0-df41-472f-aabc-d1f33339574a. Aug 31 11:00:45.017634 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d025f1d4-b58b-462f-90f5-b5132a0de1c3 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Router 9d771356-f982-447c-9363-e74f84d5c3a0 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 11:00:45.123642 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d025f1d4-b58b-462f-90f5-b5132a0de1c3 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 11:00:45.128938 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-d025f1d4-b58b-462f-90f5-b5132a0de1c3 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for floatingip, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:45.133259 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1276ddca-0ef0-4486-83cb-c370d850220f None None] Sync routers for ids ['9d771356-f982-447c-9363-e74f84d5c3a0'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 11:00:45.142463 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1276ddca-0ef0-4486-83cb-c370d850220f None None] Routers {'9d771356-f982-447c-9363-e74f84d5c3a0'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 11:00:45.143162 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-1276ddca-0ef0-4486-83cb-c370d850220f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T11:00:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['9d771356-f982-447c-9363-e74f84d5c3a0'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:00:45.156379 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-d025f1d4-b58b-462f-90f5-b5132a0de1c3 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "DELETE /v2.0/floatingips/7ea49a62-5d4d-4dca-8af9-e42a84a277f4 HTTP/1.1" status: 204 len: 168 time: 1.2598481 Aug 31 11:00:45.156950 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8117f65-401e-43e1-8189-40bd4c6faa84', 'tag': '416b0fc0-df41-472f-aabc-d1f33339574a'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 11:00:45.159274 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ace407-35dc-4a3d-a057-5c9a95a15b62" -d '{"events": [{"name": "network-changed", "server_uuid": "f8117f65-401e-43e1-8189-40bd4c6faa84", "tag": "416b0fc0-df41-472f-aabc-d1f33339574a"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 11:00:45.201909 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 11:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cef2b4b-e513-4ffe-998a-f13255bb352e x-openstack-request-id: req-5cef2b4b-e513-4ffe-998a-f13255bb352e {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 11:00:45.202221 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8117f65-401e-43e1-8189-40bd4c6faa84", "tag": "416b0fc0-df41-472f-aabc-d1f33339574a", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 11:00:45.202718 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-5cef2b4b-e513-4ffe-998a-f13255bb352e {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 11:00:45.203435 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8117f65-401e-43e1-8189-40bd4c6faa84', 'tag': '416b0fc0-df41-472f-aabc-d1f33339574a', 'status': 'completed', 'code': 200} Aug 31 11:00:45.251319 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-1276ddca-0ef0-4486-83cb-c370d850220f None None] Set router 9d771356-f982-447c-9363-e74f84d5c3a0 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 11:00:45.266255 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ace407-35dc-4a3d-a057-5c9a95a15b62 req-0125adc5-e4e2-43ed-9cd8-f4b730164045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:00:45.267833 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d2ace407-35dc-4a3d-a057-5c9a95a15b62 req-0125adc5-e4e2-43ed-9cd8-f4b730164045 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95a5546afae54c64a7fa2f3615d215a8&device_id=f8117f65-401e-43e1-8189-40bd4c6faa84 HTTP/1.1" status: 200 len: 1096 time: 0.0428791 Aug 31 11:00:45.365781 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ace407-35dc-4a3d-a057-5c9a95a15b62 req-7df78c20-5ce2-4778-9863-ebdf0c7385ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:00:45.367417 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d2ace407-35dc-4a3d-a057-5c9a95a15b62 req-7df78c20-5ce2-4778-9863-ebdf0c7385ef service neutron] 10.222.0.59 "GET /v2.0/networks?id=949b23b6-dda0-44e5-9b47-e1127c9b7959 HTTP/1.1" status: 200 len: 910 time: 0.0922534 Aug 31 11:00:45.413022 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d2ace407-35dc-4a3d-a057-5c9a95a15b62 req-1889ace4-da7b-4219-9c32-0fe87b75d41e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=416b0fc0-df41-472f-aabc-d1f33339574a HTTP/1.1" status: 200 len: 217 time: 0.0380342 Aug 31 11:00:45.455553 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-1276ddca-0ef0-4486-83cb-c370d850220f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'name': 'tempest-TestSnapshotPattern-15717126-router', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:55:37Z', 'updated_at': '2021-08-31T10:55:40Z', 'revision_number': 4, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'gw_port': {'id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:38Z', 'updated_at': '2021-08-31T10:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '592d5fd8-1d82-484c-9023-79dd35452a46', 'name': '', 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'mac_address': 'fa:16:3e:5e:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'b9c42458-4c25-4cda-b9b6-ad1cdedde0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:40Z', 'updated_at': '2021-08-31T10:55:45Z', 'revision_number': 5, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'subnets': [{'id': 'b9c42458-4c25-4cda-b9b6-ad1cdedde0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:00:45.470115 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ace407-35dc-4a3d-a057-5c9a95a15b62 req-ee0ec2ec-06f6-44a5-b08f-50c91135e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:00:45.471962 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d2ace407-35dc-4a3d-a057-5c9a95a15b62 req-ee0ec2ec-06f6-44a5-b08f-50c91135e48c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b9c42458-4c25-4cda-b9b6-ad1cdedde0e4 HTTP/1.1" status: 200 len: 847 time: 0.0520005 Aug 31 11:00:45.482505 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1276ddca-0ef0-4486-83cb-c370d850220f None None] Checking router: 9d771356-f982-447c-9363-e74f84d5c3a0 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 11:00:45.491956 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1276ddca-0ef0-4486-83cb-c370d850220f None None] Routers {'9d771356-f982-447c-9363-e74f84d5c3a0'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 11:00:45.492551 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-1276ddca-0ef0-4486-83cb-c370d850220f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T11:00:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['9d771356-f982-447c-9363-e74f84d5c3a0'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:00:45.518580 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ace407-35dc-4a3d-a057-5c9a95a15b62 req-6b2aed77-a763-46d1-a3ab-0505550470ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:00:45.520116 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d2ace407-35dc-4a3d-a057-5c9a95a15b62 req-6b2aed77-a763-46d1-a3ab-0505550470ca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=949b23b6-dda0-44e5-9b47-e1127c9b7959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412526 Aug 31 11:00:45.600150 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-1276ddca-0ef0-4486-83cb-c370d850220f None None] Set router 9d771356-f982-447c-9363-e74f84d5c3a0 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 11:00:45.655040 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d2ace407-35dc-4a3d-a057-5c9a95a15b62 req-0ed78cef-d155-4d3c-96d2-277af70d363e service neutron] 10.222.0.59 "GET /v2.0/networks/949b23b6-dda0-44e5-9b47-e1127c9b7959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265142 Aug 31 11:00:45.662820 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34384c0-2f61-4ffe-bbf2-8050b4e52bd9 req-51ca0714-fc8b-403e-95b5-e055d98f1d38 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:00:45.664316 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d34384c0-2f61-4ffe-bbf2-8050b4e52bd9 req-51ca0714-fc8b-403e-95b5-e055d98f1d38 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8117f65-401e-43e1-8189-40bd4c6faa84 HTTP/1.1" status: 200 len: 944 time: 0.0802348 Aug 31 11:00:45.752816 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d34384c0-2f61-4ffe-bbf2-8050b4e52bd9 req-46a5ba5e-c932-4aea-8b87-af5c24b558f9 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/security-groups?id=65a38b53-73e9-4b6d-bb07-9aa869f015ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0803676 Aug 31 11:00:45.784524 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d2ace407-35dc-4a3d-a057-5c9a95a15b62 req-258f09f9-aebc-4cf9-9354-b92246e92855 service neutron] 10.222.0.59 "GET /v2.0/networks/949b23b6-dda0-44e5-9b47-e1127c9b7959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193111 Aug 31 11:00:45.807823 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-1276ddca-0ef0-4486-83cb-c370d850220f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'name': 'tempest-TestSnapshotPattern-15717126-router', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:55:37Z', 'updated_at': '2021-08-31T10:55:40Z', 'revision_number': 4, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'gw_port': {'id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:38Z', 'updated_at': '2021-08-31T10:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '592d5fd8-1d82-484c-9023-79dd35452a46', 'name': '', 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'mac_address': 'fa:16:3e:5e:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'b9c42458-4c25-4cda-b9b6-ad1cdedde0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:40Z', 'updated_at': '2021-08-31T10:55:45Z', 'revision_number': 5, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'subnets': [{'id': 'b9c42458-4c25-4cda-b9b6-ad1cdedde0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:00:45.810082 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:45.834334 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1276ddca-0ef0-4486-83cb-c370d850220f None None] The sync data for ids ['9d771356-f982-447c-9363-e74f84d5c3a0'] in n-d-791506-28 is: [{'id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'name': 'tempest-TestSnapshotPattern-15717126-router', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:55:37Z', 'updated_at': '2021-08-31T10:55:40Z', 'revision_number': 4, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'gw_port': {'id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:38Z', 'updated_at': '2021-08-31T10:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28', '_interfaces': [{'id': '592d5fd8-1d82-484c-9023-79dd35452a46', 'name': '', 'network_id': '949b23b6-dda0-44e5-9b47-e1127c9b7959', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'mac_address': 'fa:16:3e:5e:e0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'b9c42458-4c25-4cda-b9b6-ad1cdedde0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:40Z', 'updated_at': '2021-08-31T10:55:45Z', 'revision_number': 5, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'subnets': [{'id': 'b9c42458-4c25-4cda-b9b6-ad1cdedde0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 11:00:46.050521 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97407c8e-6c58-421f-9854-013b0ea8ee9f None None] New status for floating IP 7ea49a62-5d4d-4dca-8af9-e42a84a277f4: DOWN {{(pid=95554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 11:00:46.873511 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efa7f3-65b9-4a90-a492-541e459766d9 req-7ac92d95-cc1d-417f-b655-a9affae5a9bf tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:00:46.875001 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a9efa7f3-65b9-4a90-a492-541e459766d9 req-7ac92d95-cc1d-417f-b655-a9affae5a9bf tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8117f65-401e-43e1-8189-40bd4c6faa84 HTTP/1.1" status: 200 len: 944 time: 0.0500879 Aug 31 11:00:46.914091 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-a9efa7f3-65b9-4a90-a492-541e459766d9 req-6b9df072-eb8f-4faa-b7f9-769115181dc7 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/security-groups?id=65a38b53-73e9-4b6d-bb07-9aa869f015ff&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316813 Aug 31 11:00:47.180683 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8d6f2-65e6-4987-9ea8-9df42eb4a9f7 req-8853734f-5fab-498a-9efe-9489643a407c tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:00:47.182080 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d4b8d6f2-65e6-4987-9ea8-9df42eb4a9f7 req-8853734f-5fab-498a-9efe-9489643a407c tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8117f65-401e-43e1-8189-40bd4c6faa84 HTTP/1.1" status: 200 len: 944 time: 0.0524993 Aug 31 11:00:47.270102 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-d4b8d6f2-65e6-4987-9ea8-9df42eb4a9f7 req-3531a512-7e96-4e47-a3cc-52a1a89d4e38 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Deleting port 416b0fc0-df41-472f-aabc-d1f33339574a {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 11:00:47.270441 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d4b8d6f2-65e6-4987-9ea8-9df42eb4a9f7 req-3531a512-7e96-4e47-a3cc-52a1a89d4e38 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:47.371467 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [req-d4b8d6f2-65e6-4987-9ea8-9df42eb4a9f7 req-3531a512-7e96-4e47-a3cc-52a1a89d4e38 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] For port 416b0fc0-df41-472f-aabc-d1f33339574a, host n-h2-791506-28, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791506-28',level=0,port_id=416b0fc0-df41-472f-aabc-d1f33339574a,segment=NetworkSegment(c709a0db-52a6-46f6-a392-1eec38c54bd6),segment_id=c709a0db-52a6-46f6-a392-1eec38c54bd6)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:00:47.371833 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d4b8d6f2-65e6-4987-9ea8-9df42eb4a9f7 req-3531a512-7e96-4e47-a3cc-52a1a89d4e38 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:47.385076 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [req-d4b8d6f2-65e6-4987-9ea8-9df42eb4a9f7 req-3531a512-7e96-4e47-a3cc-52a1a89d4e38 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Calling delete_port for 416b0fc0-df41-472f-aabc-d1f33339574a owned by compute:nova {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 11:00:47.461593 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:47.610236 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d4b8d6f2-65e6-4987-9ea8-9df42eb4a9f7 req-3531a512-7e96-4e47-a3cc-52a1a89d4e38 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:47.650848 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531a512-7e96-4e47-a3cc-52a1a89d4e38 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Pushing event deleted for resources: {'Port': ['ID=416b0fc0-df41-472f-aabc-d1f33339574a,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:00:47.692565 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b8d6f2-65e6-4987-9ea8-9df42eb4a9f7 req-3531a512-7e96-4e47-a3cc-52a1a89d4e38 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] No DVR routers for this DVR port 416b0fc0-df41-472f-aabc-d1f33339574a on host n-h2-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 11:00:47.695377 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [req-d4b8d6f2-65e6-4987-9ea8-9df42eb4a9f7 req-3531a512-7e96-4e47-a3cc-52a1a89d4e38 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64051'] for port, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:47.697470 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d4b8d6f2-65e6-4987-9ea8-9df42eb4a9f7 req-3531a512-7e96-4e47-a3cc-52a1a89d4e38 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.59 "DELETE /v2.0/ports/416b0fc0-df41-472f-aabc-d1f33339574a HTTP/1.1" status: 204 len: 173 time: 0.5091906 Aug 31 11:00:47.698080 n-d-791506-28 neutron-server[95553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8117f65-401e-43e1-8189-40bd4c6faa84', 'name': 'network-vif-deleted', 'tag': '416b0fc0-df41-472f-aabc-d1f33339574a'}] {{(pid=95553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 11:00:47.700651 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.119/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c897927df04cf0830f87c9c46656ace9a687fa3c36a475dbba8a8bde0de4dd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48133d53-44b7-4e1e-a5c5-f1a4de779aac" -d '{"events": [{"server_uuid": "f8117f65-401e-43e1-8189-40bd4c6faa84", "name": "network-vif-deleted", "tag": "416b0fc0-df41-472f-aabc-d1f33339574a"}]}' {{(pid=95553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 11:00:47.736667 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 11:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb03e79a-60a7-4e9c-a44a-94b325d25e02 x-openstack-request-id: req-eb03e79a-60a7-4e9c-a44a-94b325d25e02 {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 11:00:47.736954 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8117f65-401e-43e1-8189-40bd4c6faa84", "name": "network-vif-deleted", "tag": "416b0fc0-df41-472f-aabc-d1f33339574a", "status": "completed", "code": 200}]} {{(pid=95553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 11:00:47.737207 n-d-791506-28 neutron-server[95553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.119/compute/v2.1/os-server-external-events used request id req-eb03e79a-60a7-4e9c-a44a-94b325d25e02 {{(pid=95553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 11:00:47.737601 n-d-791506-28 neutron-server[95553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8117f65-401e-43e1-8189-40bd4c6faa84', 'name': 'network-vif-deleted', 'tag': '416b0fc0-df41-472f-aabc-d1f33339574a', 'status': 'completed', 'code': 200} Aug 31 11:00:48.061288 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5d303acc-4ea5-452b-aa95-453bfcbfc884 req-37972b8c-ae1e-4e9c-9eb8-7daacfa80935 tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "GET /v2.0/ports?device_id=f8117f65-401e-43e1-8189-40bd4c6faa84 HTTP/1.1" status: 200 len: 210 time: 0.0300550 Aug 31 11:00:49.118484 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58554) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:00:49.179271 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8b6b4fc3-e753-482f-a0ab-735d94532aff tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:49.206230 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8b6b4fc3-e753-482f-a0ab-735d94532aff tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:49.339182 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8b6b4fc3-e753-482f-a0ab-735d94532aff tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:49.341784 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-8b6b4fc3-e753-482f-a0ab-735d94532aff tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:49.342910 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-8b6b4fc3-e753-482f-a0ab-735d94532aff tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] 10.222.0.119 "DELETE /v2.0/security-groups/65a38b53-73e9-4b6d-bb07-9aa869f015ff HTTP/1.1" status: 204 len: 168 time: 0.2233641 Aug 31 11:00:49.352296 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b4fc3-e753-482f-a0ab-735d94532aff tempest-TestSnapshotPattern-1725279848 tempest-TestSnapshotPattern-1725279848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a38b53-73e9-4b6d-bb07-9aa869f015ff,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:00:50.461130 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58560) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:00:50.901683 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3e542962-6020-4ea1-af48-f127bc6de26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:51.147416 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-3e542962-6020-4ea1-af48-f127bc6de26b admin admin] Deleting port 592d5fd8-1d82-484c-9023-79dd35452a46 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 11:00:51.147654 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3e542962-6020-4ea1-af48-f127bc6de26b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:51.188351 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 416b0fc0-df41-472f-aabc-d1f33339574a no longer exists at agent hyperv_n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 11:00:51.208130 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] No Port match for: 416b0fc0-df41-472f-aabc-d1f33339574a {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 11:00:51.208475 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Device 416b0fc0-df41-472f-aabc-d1f33339574a not bound to the agent host n-h2-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 11:00:51.228888 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-3e542962-6020-4ea1-af48-f127bc6de26b admin admin] For port 592d5fd8-1d82-484c-9023-79dd35452a46, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=592d5fd8-1d82-484c-9023-79dd35452a46,segment=NetworkSegment(c709a0db-52a6-46f6-a392-1eec38c54bd6),segment_id=c709a0db-52a6-46f6-a392-1eec38c54bd6)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:00:51.229246 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3e542962-6020-4ea1-af48-f127bc6de26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:51.242570 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-3e542962-6020-4ea1-af48-f127bc6de26b admin admin] Calling delete_port for 592d5fd8-1d82-484c-9023-79dd35452a46 owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 11:00:51.490349 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3e542962-6020-4ea1-af48-f127bc6de26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:51.516750 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e542962-6020-4ea1-af48-f127bc6de26b admin admin] Pushing event deleted for resources: {'Port': ['ID=592d5fd8-1d82-484c-9023-79dd35452a46,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:00:51.688066 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-3e542962-6020-4ea1-af48-f127bc6de26b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:51.907598 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e542962-6020-4ea1-af48-f127bc6de26b admin admin] Router 9d771356-f982-447c-9363-e74f84d5c3a0 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 11:00:52.014851 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e542962-6020-4ea1-af48-f127bc6de26b admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 11:00:52.020269 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-3e542962-6020-4ea1-af48-f127bc6de26b admin admin] 10.222.0.119 "PUT /v2.0/routers/9d771356-f982-447c-9363-e74f84d5c3a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5580745 Aug 31 11:00:52.022813 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58564) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:00:52.025421 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1011492c-8a88-455a-b50b-4f7ae53204d7 None None] Sync routers for ids ['9d771356-f982-447c-9363-e74f84d5c3a0'] in n-d-791506-28 {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 11:00:52.034701 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1011492c-8a88-455a-b50b-4f7ae53204d7 None None] Routers {'9d771356-f982-447c-9363-e74f84d5c3a0'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 11:00:52.035505 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-1011492c-8a88-455a-b50b-4f7ae53204d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T11:00:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['9d771356-f982-447c-9363-e74f84d5c3a0'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:00:52.128657 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ea5080d8-1a93-41f3-afb2-fac4030168ce admin admin] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:52.139317 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-1011492c-8a88-455a-b50b-4f7ae53204d7 None None] Set router 9d771356-f982-447c-9363-e74f84d5c3a0 gateway port host: n-d-791506-28 {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 11:00:52.233102 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ea5080d8-1a93-41f3-afb2-fac4030168ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:52.386165 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-ea5080d8-1a93-41f3-afb2-fac4030168ce admin admin] Deleting port 0d1cee8e-850c-4304-b714-a9d106572cf2 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 11:00:52.386392 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ea5080d8-1a93-41f3-afb2-fac4030168ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:52.398704 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-1011492c-8a88-455a-b50b-4f7ae53204d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'name': 'tempest-TestSnapshotPattern-15717126-router', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:55:37Z', 'updated_at': '2021-08-31T11:00:51Z', 'revision_number': 5, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'gw_port': {'id': '0d1cee8e-850c-4304-b714-a9d106572cf2', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4334, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:38Z', 'updated_at': '2021-08-31T10:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:00:52.428636 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1011492c-8a88-455a-b50b-4f7ae53204d7 None None] Checking router: 9d771356-f982-447c-9363-e74f84d5c3a0 for host: n-d-791506-28 {{(pid=95555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 11:00:52.436742 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1011492c-8a88-455a-b50b-4f7ae53204d7 None None] Routers {'9d771356-f982-447c-9363-e74f84d5c3a0'} bound to L3 agent in host n-d-791506-28 {{(pid=95555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 11:00:52.437344 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-1011492c-8a88-455a-b50b-4f7ae53204d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T11:00:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['9d771356-f982-447c-9363-e74f84d5c3a0'], 'active': True} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:00:52.469744 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-ea5080d8-1a93-41f3-afb2-fac4030168ce admin admin] For port 0d1cee8e-850c-4304-b714-a9d106572cf2, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=0d1cee8e-850c-4304-b714-a9d106572cf2,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:00:52.470123 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ea5080d8-1a93-41f3-afb2-fac4030168ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:52.482086 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-ea5080d8-1a93-41f3-afb2-fac4030168ce admin admin] Calling delete_port for 0d1cee8e-850c-4304-b714-a9d106572cf2 owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 11:00:52.520979 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_dvr_db [None req-1011492c-8a88-455a-b50b-4f7ae53204d7 None None] Set router 9d771356-f982-447c-9363-e74f84d5c3a0 gateway port host: None {{(pid=95555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 11:00:52.576758 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.l3_hamode_db [None req-1011492c-8a88-455a-b50b-4f7ae53204d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'name': 'tempest-TestSnapshotPattern-15717126-router', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:55:37Z', 'updated_at': '2021-08-31T11:00:52Z', 'revision_number': 6, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:00:52.611277 n-d-791506-28 neutron-server[95555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1011492c-8a88-455a-b50b-4f7ae53204d7 None None] The sync data for ids ['9d771356-f982-447c-9363-e74f84d5c3a0'] in n-d-791506-28 is: [{'id': '9d771356-f982-447c-9363-e74f84d5c3a0', 'name': 'tempest-TestSnapshotPattern-15717126-router', 'tenant_id': '95a5546afae54c64a7fa2f3615d215a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:55:37Z', 'updated_at': '2021-08-31T11:00:52Z', 'revision_number': 6, 'project_id': '95a5546afae54c64a7fa2f3615d215a8', 'gw_port_host': None}] {{(pid=95555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 11:00:52.742009 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ea5080d8-1a93-41f3-afb2-fac4030168ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:52.769860 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5080d8-1a93-41f3-afb2-fac4030168ce admin admin] Pushing event deleted for resources: {'Port': ['ID=0d1cee8e-850c-4304-b714-a9d106572cf2,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:00:52.829665 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ea5080d8-1a93-41f3-afb2-fac4030168ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:52.917878 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ea5080d8-1a93-41f3-afb2-fac4030168ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:52.919956 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ea5080d8-1a93-41f3-afb2-fac4030168ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:53.065376 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ea5080d8-1a93-41f3-afb2-fac4030168ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:53.065967 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5080d8-1a93-41f3-afb2-fac4030168ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d771356-f982-447c-9363-e74f84d5c3a0 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 11:00:53.070656 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-ea5080d8-1a93-41f3-afb2-fac4030168ce admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:53.071808 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-ea5080d8-1a93-41f3-afb2-fac4030168ce admin admin] 10.222.0.119 "DELETE /v2.0/routers/9d771356-f982-447c-9363-e74f84d5c3a0 HTTP/1.1" status: 204 len: 168 time: 1.0476201 Aug 31 11:00:53.074363 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58566) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:00:53.119299 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ae0edb-2510-46e0-8c09-3c03692c6652 admin admin] Deleting subnet b9c42458-4c25-4cda-b9b6-ad1cdedde0e4 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 11:00:53.122366 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a2ae0edb-2510-46e0-8c09-3c03692c6652 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:53.156204 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a2ae0edb-2510-46e0-8c09-3c03692c6652 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:53.235417 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a2ae0edb-2510-46e0-8c09-3c03692c6652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:53.357168 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a2ae0edb-2510-46e0-8c09-3c03692c6652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:53.365172 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 592d5fd8-1d82-484c-9023-79dd35452a46 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 11:00:53.378454 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-a2ae0edb-2510-46e0-8c09-3c03692c6652 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:53.378454 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-a2ae0edb-2510-46e0-8c09-3c03692c6652 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/b9c42458-4c25-4cda-b9b6-ad1cdedde0e4 HTTP/1.1" status: 204 len: 168 time: 0.2997389 Aug 31 11:00:53.378682 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58568) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:00:53.397004 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae0edb-2510-46e0-8c09-3c03692c6652 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9c42458-4c25-4cda-b9b6-ad1cdedde0e4,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:00:53.397986 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43be890-b7d1-46b2-b197-672bbe4e564b None None] Network 949b23b6-dda0-44e5-9b47-e1127c9b7959 requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 11:00:53.401066 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 592d5fd8-1d82-484c-9023-79dd35452a46 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 11:00:53.401399 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 592d5fd8-1d82-484c-9023-79dd35452a46 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 11:00:53.466205 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-15b78d3c-bd7e-4a5d-b417-98119bac9fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:53.532412 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-15b78d3c-bd7e-4a5d-b417-98119bac9fde admin admin] Deleting port 8b51a9b6-b597-4cee-8d22-a21cf22176a5 {{(pid=95552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 11:00:53.532754 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-15b78d3c-bd7e-4a5d-b417-98119bac9fde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:53.609229 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.db [None req-15b78d3c-bd7e-4a5d-b417-98119bac9fde admin admin] For port 8b51a9b6-b597-4cee-8d22-a21cf22176a5, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=8b51a9b6-b597-4cee-8d22-a21cf22176a5,segment=NetworkSegment(c709a0db-52a6-46f6-a392-1eec38c54bd6),segment_id=c709a0db-52a6-46f6-a392-1eec38c54bd6)] {{(pid=95552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:00:53.610585 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-15b78d3c-bd7e-4a5d-b417-98119bac9fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:53.632832 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.plugin [None req-15b78d3c-bd7e-4a5d-b417-98119bac9fde admin admin] Calling delete_port for 8b51a9b6-b597-4cee-8d22-a21cf22176a5 owned by network:dhcp {{(pid=95552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 11:00:53.754268 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05f6691-ca95-45f5-8229-63dffa3dec68 None None] DHCP port deletion for 949b23b6-dda0-44e5-9b47-e1127c9b7959 request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 11:00:53.788230 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-15b78d3c-bd7e-4a5d-b417-98119bac9fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26113731'] for port, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:53.808832 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-f05f6691-ca95-45f5-8229-63dffa3dec68 None None] Deleting port 8b51a9b6-b597-4cee-8d22-a21cf22176a5 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 11:00:53.809402 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f05f6691-ca95-45f5-8229-63dffa3dec68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:53.816155 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b78d3c-bd7e-4a5d-b417-98119bac9fde admin admin] Pushing event deleted for resources: {'Port': ['ID=8b51a9b6-b597-4cee-8d22-a21cf22176a5,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:00:53.820680 n-d-791506-28 neutron-server[95552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b78d3c-bd7e-4a5d-b417-98119bac9fde admin admin] No DVR routers for this DVR port 8b51a9b6-b597-4cee-8d22-a21cf22176a5 on host n-d-791506-28 {{(pid=95552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 11:00:53.829237 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b78d3c-bd7e-4a5d-b417-98119bac9fde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:53.829593 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b78d3c-bd7e-4a5d-b417-98119bac9fde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:53.829930 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b78d3c-bd7e-4a5d-b417-98119bac9fde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:53.830264 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b78d3c-bd7e-4a5d-b417-98119bac9fde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:53.830616 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b78d3c-bd7e-4a5d-b417-98119bac9fde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:53.830954 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b78d3c-bd7e-4a5d-b417-98119bac9fde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:53.831293 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b78d3c-bd7e-4a5d-b417-98119bac9fde admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:53.831602 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b78d3c-bd7e-4a5d-b417-98119bac9fde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:53.831918 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b78d3c-bd7e-4a5d-b417-98119bac9fde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:53.832233 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b78d3c-bd7e-4a5d-b417-98119bac9fde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:53.832555 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b78d3c-bd7e-4a5d-b417-98119bac9fde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:53.832870 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b78d3c-bd7e-4a5d-b417-98119bac9fde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791506-28 {{(pid=95552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 11:00:53.872112 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-f05f6691-ca95-45f5-8229-63dffa3dec68 None None] For port 8b51a9b6-b597-4cee-8d22-a21cf22176a5, host n-d-791506-28, got binding levels [] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:00:53.872547 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f05f6691-ca95-45f5-8229-63dffa3dec68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:53.885993 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-f05f6691-ca95-45f5-8229-63dffa3dec68 None None] Calling delete_port for 8b51a9b6-b597-4cee-8d22-a21cf22176a5 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 11:00:53.888772 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.ipam_backend_mixin [None req-f05f6691-ca95-45f5-8229-63dffa3dec68 None None] Port 8b51a9b6-b597-4cee-8d22-a21cf22176a5 was not found and therefore no delete operation was performed {{(pid=95554) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 11:00:53.890040 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f05f6691-ca95-45f5-8229-63dffa3dec68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:53.910731 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-15b78d3c-bd7e-4a5d-b417-98119bac9fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:53.915123 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f6691-ca95-45f5-8229-63dffa3dec68 None None] Pushing event deleted for resources: {'Port': ['ID=8b51a9b6-b597-4cee-8d22-a21cf22176a5,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:00:53.920281 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05f6691-ca95-45f5-8229-63dffa3dec68 None None] No DVR routers for this DVR port 8b51a9b6-b597-4cee-8d22-a21cf22176a5 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 11:00:53.923523 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-15b78d3c-bd7e-4a5d-b417-98119bac9fde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949b23b6-dda0-44e5-9b47-e1127c9b7959']}} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:00:53.934254 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-15b78d3c-bd7e-4a5d-b417-98119bac9fde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c709a0db-52a6-46f6-a392-1eec38c54bd6') {'for_net_delete': True} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:00:53.934579 n-d-791506-28 neutron-server[95552]: DEBUG neutron.services.segments.db [None req-15b78d3c-bd7e-4a5d-b417-98119bac9fde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c709a0db-52a6-46f6-a392-1eec38c54bd6') {} {{(pid=95552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:00:53.943298 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-15b78d3c-bd7e-4a5d-b417-98119bac9fde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26112280'] for segment, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:53.957798 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-15b78d3c-bd7e-4a5d-b417-98119bac9fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:53.963771 n-d-791506-28 neutron-server[95552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b78d3c-bd7e-4a5d-b417-98119bac9fde admin admin] Releasing vlan 1644 on physical network physnet1 to pool {{(pid=95552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 11:00:53.964150 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-15b78d3c-bd7e-4a5d-b417-98119bac9fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26113558'] for segment, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:53.965832 n-d-791506-28 neutron-server[95552]: Traceback (most recent call last): Aug 31 11:00:53.965832 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 11:00:53.965832 n-d-791506-28 neutron-server[95552]: timer() Aug 31 11:00:53.965832 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 11:00:53.965832 n-d-791506-28 neutron-server[95552]: cb(*args, **kw) Aug 31 11:00:53.965832 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 11:00:53.965832 n-d-791506-28 neutron-server[95552]: return func(*args, **kwargs) Aug 31 11:00:53.965832 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 11:00:53.965832 n-d-791506-28 neutron-server[95552]: self._notify() Aug 31 11:00:53.965832 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 11:00:53.965832 n-d-791506-28 neutron-server[95552]: self.callback(batched_events) Aug 31 11:00:53.965832 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 11:00:53.965832 n-d-791506-28 neutron-server[95552]: event.method(event) Aug 31 11:00:53.965832 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 11:00:53.965832 n-d-791506-28 neutron-server[95552]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 11:00:53.965832 n-d-791506-28 neutron-server[95552]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 11:00:53.965832 n-d-791506-28 neutron-server[95552]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 11:00:53.965832 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 11:00:53.965832 n-d-791506-28 neutron-server[95552]: return f(self, *a, **k) Aug 31 11:00:53.965832 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 11:00:53.965832 n-d-791506-28 neutron-server[95552]: return self._get(url).json() Aug 31 11:00:53.965832 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 11:00:53.965832 n-d-791506-28 neutron-server[95552]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 11:00:53.965832 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 11:00:53.965832 n-d-791506-28 neutron-server[95552]: return self.request(url, 'GET', **kwargs) Aug 31 11:00:53.965832 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 11:00:53.965832 n-d-791506-28 neutron-server[95552]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 11:00:53.965832 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 11:00:53.965832 n-d-791506-28 neutron-server[95552]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 11:00:53.965832 n-d-791506-28 neutron-server[95552]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 11:00:53.965832 n-d-791506-28 neutron-server[95552]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 11:00:53.965832 n-d-791506-28 neutron-server[95552]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 11:00:54.084814 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-15b78d3c-bd7e-4a5d-b417-98119bac9fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:54.090520 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-15b78d3c-bd7e-4a5d-b417-98119bac9fde admin admin] Notify callbacks [] for network, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:54.092434 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-15b78d3c-bd7e-4a5d-b417-98119bac9fde admin admin] 10.222.0.119 "DELETE /v2.0/networks/949b23b6-dda0-44e5-9b47-e1127c9b7959 HTTP/1.1" status: 204 len: 168 time: 0.7129409 Aug 31 11:00:54.096376 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58578) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:00:54.104502 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b78d3c-bd7e-4a5d-b417-98119bac9fde admin admin] Pushing event deleted for resources: {'Network': ['ID=949b23b6-dda0-44e5-9b47-e1127c9b7959,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:00:54.792912 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2a28d30b-83ea-4887-b142-2132a14a5e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2084878'] for router_interface, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:54.965719 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 0d1cee8e-850c-4304-b714-a9d106572cf2 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 11:00:54.989589 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 0d1cee8e-850c-4304-b714-a9d106572cf2 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 11:00:54.989930 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 0d1cee8e-850c-4304-b714-a9d106572cf2 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 11:00:54.990330 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8b51a9b6-b597-4cee-8d22-a21cf22176a5 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 11:00:55.009758 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 8b51a9b6-b597-4cee-8d22-a21cf22176a5 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 11:00:55.010100 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 8b51a9b6-b597-4cee-8d22-a21cf22176a5 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 11:00:55.043396 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-2a28d30b-83ea-4887-b142-2132a14a5e2d admin admin] Deleting port b1362dbf-4bf7-4035-ae11-c5f7786c4d8a {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 11:00:55.043651 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2a28d30b-83ea-4887-b142-2132a14a5e2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:55.124657 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-2a28d30b-83ea-4887-b142-2132a14a5e2d admin admin] For port b1362dbf-4bf7-4035-ae11-c5f7786c4d8a, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=b1362dbf-4bf7-4035-ae11-c5f7786c4d8a,segment=NetworkSegment(c58ad8af-99f3-46c7-bdf6-92c403c8f4bd),segment_id=c58ad8af-99f3-46c7-bdf6-92c403c8f4bd)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:00:55.125372 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2a28d30b-83ea-4887-b142-2132a14a5e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:55.137879 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-2a28d30b-83ea-4887-b142-2132a14a5e2d admin admin] Calling delete_port for b1362dbf-4bf7-4035-ae11-c5f7786c4d8a owned by network:router_interface {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 11:00:55.413786 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2a28d30b-83ea-4887-b142-2132a14a5e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:55.437840 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28d30b-83ea-4887-b142-2132a14a5e2d admin admin] Pushing event deleted for resources: {'Port': ['ID=b1362dbf-4bf7-4035-ae11-c5f7786c4d8a,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:00:55.610051 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2a28d30b-83ea-4887-b142-2132a14a5e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1638014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2085010'] for router_interface, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:55.826067 n-d-791506-28 neutron-server[95553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a28d30b-83ea-4887-b142-2132a14a5e2d admin admin] Router b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8 has already been hosted by L3 agent 14fd15ee-75e1-4045-b1b8-bacb73ca1e2c {{(pid=95553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 11:00:55.935635 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a28d30b-83ea-4887-b142-2132a14a5e2d admin admin] Notify agent at l3_agent.n-d-791506-28 the message routers_updated {{(pid=95553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 11:00:55.941261 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2a28d30b-83ea-4887-b142-2132a14a5e2d admin admin] 10.222.0.119 "PUT /v2.0/routers/b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8436108 Aug 31 11:00:55.943846 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58580) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:00:55.946528 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f96b6d6-b8c3-452c-8d88-b93a443b1ea6 None None] Sync routers for ids ['b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8'] in n-d-791506-28 {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 11:00:55.956579 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f96b6d6-b8c3-452c-8d88-b93a443b1ea6 None None] Routers {'b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 11:00:55.957242 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-1f96b6d6-b8c3-452c-8d88-b93a443b1ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T11:00:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:00:56.048067 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9e5e446e-103f-48ba-bb20-c3ac6226abbb admin admin] Notify callbacks [] for router, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:56.060745 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-1f96b6d6-b8c3-452c-8d88-b93a443b1ea6 None None] Set router b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8 gateway port host: n-d-791506-28 {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 11:00:56.151496 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9e5e446e-103f-48ba-bb20-c3ac6226abbb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:56.237373 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-1f96b6d6-b8c3-452c-8d88-b93a443b1ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8', 'name': 'tempest-TestSnapshotPattern-1713309230-router', 'tenant_id': 'b4f9edfede7841c89816db3623f135e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'external_fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'a8e05283-22de-478c-a53b-cc5b45cd9070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:55:44Z', 'updated_at': '2021-08-31T11:00:55Z', 'revision_number': 5, 'project_id': 'b4f9edfede7841c89816db3623f135e3', 'gw_port': {'id': 'a8e05283-22de-478c-a53b-cc5b45cd9070', 'name': '', 'network_id': '95c681de-fa69-49ec-b047-2a49f2c4b933', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791506-28', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T10:55:44Z', 'updated_at': '2021-08-31T10:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1885c32b-e104-4d27-b030-73cb1f39fcea', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791506-28'}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:00:56.268728 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f96b6d6-b8c3-452c-8d88-b93a443b1ea6 None None] Checking router: b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8 for host: n-d-791506-28 {{(pid=95554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 11:00:56.274181 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-9e5e446e-103f-48ba-bb20-c3ac6226abbb admin admin] Deleting port a8e05283-22de-478c-a53b-cc5b45cd9070 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 11:00:56.274738 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9e5e446e-103f-48ba-bb20-c3ac6226abbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:56.277078 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f96b6d6-b8c3-452c-8d88-b93a443b1ea6 None None] Routers {'b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8'} bound to L3 agent in host n-d-791506-28 {{(pid=95554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 11:00:56.277709 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-1f96b6d6-b8c3-452c-8d88-b93a443b1ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791506-28', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:58:44Z,description=,heartbeat_timestamp=2021-08-31T11:00:44Z,host='n-d-791506-28',id=14fd15ee-75e1-4045-b1b8-bacb73ca1e2c,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:58:44Z,topic='l3_agent')) {'router_ids': ['b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8'], 'active': True} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:00:56.357062 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-9e5e446e-103f-48ba-bb20-c3ac6226abbb admin admin] For port a8e05283-22de-478c-a53b-cc5b45cd9070, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=a8e05283-22de-478c-a53b-cc5b45cd9070,segment=NetworkSegment(3ed62dbb-c482-4353-bb70-811c4d02f7ae),segment_id=3ed62dbb-c482-4353-bb70-811c4d02f7ae)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:00:56.357309 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9e5e446e-103f-48ba-bb20-c3ac6226abbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:56.361059 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvr_db [None req-1f96b6d6-b8c3-452c-8d88-b93a443b1ea6 None None] Set router b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8 gateway port host: None {{(pid=95554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 11:00:56.369587 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-9e5e446e-103f-48ba-bb20-c3ac6226abbb admin admin] Calling delete_port for a8e05283-22de-478c-a53b-cc5b45cd9070 owned by network:router_gateway {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 11:00:56.414738 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_hamode_db [None req-1f96b6d6-b8c3-452c-8d88-b93a443b1ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8', 'name': 'tempest-TestSnapshotPattern-1713309230-router', 'tenant_id': 'b4f9edfede7841c89816db3623f135e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:55:44Z', 'updated_at': '2021-08-31T11:00:56Z', 'revision_number': 6, 'project_id': 'b4f9edfede7841c89816db3623f135e3', 'gw_port_host': None}], 'n-d-791506-28', False) {} {{(pid=95554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:00:56.442204 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f96b6d6-b8c3-452c-8d88-b93a443b1ea6 None None] The sync data for ids ['b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8'] in n-d-791506-28 is: [{'id': 'b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8', 'name': 'tempest-TestSnapshotPattern-1713309230-router', 'tenant_id': 'b4f9edfede7841c89816db3623f135e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T10:55:44Z', 'updated_at': '2021-08-31T11:00:56Z', 'revision_number': 6, 'project_id': 'b4f9edfede7841c89816db3623f135e3', 'gw_port_host': None}] {{(pid=95554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 11:00:56.620244 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9e5e446e-103f-48ba-bb20-c3ac6226abbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:56.644371 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e446e-103f-48ba-bb20-c3ac6226abbb admin admin] Pushing event deleted for resources: {'Port': ['ID=a8e05283-22de-478c-a53b-cc5b45cd9070,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:00:56.706432 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9e5e446e-103f-48ba-bb20-c3ac6226abbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2087728'] for router_gateway, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:56.799596 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9e5e446e-103f-48ba-bb20-c3ac6226abbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2086414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4864'] for router, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:56.801975 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9e5e446e-103f-48ba-bb20-c3ac6226abbb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:56.947814 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9e5e446e-103f-48ba-bb20-c3ac6226abbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2086405'] for router, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:56.948448 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5e446e-103f-48ba-bb20-c3ac6226abbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8 {{(pid=95553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 11:00:56.954352 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-9e5e446e-103f-48ba-bb20-c3ac6226abbb admin admin] Notify callbacks [] for router, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:56.955635 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-9e5e446e-103f-48ba-bb20-c3ac6226abbb admin admin] 10.222.0.119 "DELETE /v2.0/routers/b3e5dcd5-f6b8-4082-bd4d-2a6aba7446d8 HTTP/1.1" status: 204 len: 168 time: 1.0104282 Aug 31 11:00:56.958225 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58582) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:00:57.002289 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cb93bdd-8c48-4b08-8c05-5113c3a84ec8 admin admin] Deleting subnet 8ac99431-583d-40c5-988c-759faeb91e73 {{(pid=95553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 11:00:57.005291 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7cb93bdd-8c48-4b08-8c05-5113c3a84ec8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:57.040281 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7cb93bdd-8c48-4b08-8c05-5113c3a84ec8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757976'] for subnet, precommit_delete_associations {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:57.119687 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7cb93bdd-8c48-4b08-8c05-5113c3a84ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-615616'] for subnet, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:57.244578 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a8e05283-22de-478c-a53b-cc5b45cd9070 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 11:00:57.254009 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7cb93bdd-8c48-4b08-8c05-5113c3a84ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-615627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25759444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25296374'] for subnet, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:57.269883 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: a8e05283-22de-478c-a53b-cc5b45cd9070 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 11:00:57.270224 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device a8e05283-22de-478c-a53b-cc5b45cd9070 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 11:00:57.270667 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b1362dbf-4bf7-4035-ae11-c5f7786c4d8a no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 11:00:57.282727 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb93bdd-8c48-4b08-8c05-5113c3a84ec8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ac99431-583d-40c5-988c-759faeb91e73,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:00:57.287804 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-7cb93bdd-8c48-4b08-8c05-5113c3a84ec8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:57.289723 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7cb93bdd-8c48-4b08-8c05-5113c3a84ec8 admin admin] 10.222.0.119 "DELETE /v2.0/subnets/8ac99431-583d-40c5-988c-759faeb91e73 HTTP/1.1" status: 204 len: 168 time: 0.3305519 Aug 31 11:00:57.291327 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: b1362dbf-4bf7-4035-ae11-c5f7786c4d8a {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 11:00:57.291680 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device b1362dbf-4bf7-4035-ae11-c5f7786c4d8a not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 11:00:57.293311 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58584) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:00:57.298254 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0629ee-a4c3-4bd9-9926-7d1b7bd99b87 None None] Network 23a451ac-12af-48a6-88e4-853450d3b12b requested from n-d-791506-28 {{(pid=95554) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 11:00:57.369530 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cbe1994c-f703-4227-98af-a228a58b5433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-626095'] for network, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:57.430770 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-cbe1994c-f703-4227-98af-a228a58b5433 admin admin] Deleting port 59921113-3cd2-461c-a784-5c6df71ca1f9 {{(pid=95553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 11:00:57.431203 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cbe1994c-f703-4227-98af-a228a58b5433 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:57.481144 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacc1f69-8301-43d6-bea1-6bf09f2abd2f None None] DHCP port deletion for 23a451ac-12af-48a6-88e4-853450d3b12b request from n-d-791506-28 {{(pid=95554) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 11:00:57.499199 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.db [None req-cbe1994c-f703-4227-98af-a228a58b5433 admin admin] For port 59921113-3cd2-461c-a784-5c6df71ca1f9, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=59921113-3cd2-461c-a784-5c6df71ca1f9,segment=NetworkSegment(c58ad8af-99f3-46c7-bdf6-92c403c8f4bd),segment_id=c58ad8af-99f3-46c7-bdf6-92c403c8f4bd)] {{(pid=95553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:00:57.499653 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cbe1994c-f703-4227-98af-a228a58b5433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:57.514985 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.plugin [None req-cbe1994c-f703-4227-98af-a228a58b5433 admin admin] Calling delete_port for 59921113-3cd2-461c-a784-5c6df71ca1f9 owned by network:dhcp {{(pid=95553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 11:00:57.535965 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-dacc1f69-8301-43d6-bea1-6bf09f2abd2f None None] Deleting port 59921113-3cd2-461c-a784-5c6df71ca1f9 {{(pid=95554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 11:00:57.536340 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-dacc1f69-8301-43d6-bea1-6bf09f2abd2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773300308502'] for port, before_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:57.598126 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.db [None req-dacc1f69-8301-43d6-bea1-6bf09f2abd2f None None] For port 59921113-3cd2-461c-a784-5c6df71ca1f9, host n-d-791506-28, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791506-28',level=0,port_id=59921113-3cd2-461c-a784-5c6df71ca1f9,segment=NetworkSegment(c58ad8af-99f3-46c7-bdf6-92c403c8f4bd),segment_id=c58ad8af-99f3-46c7-bdf6-92c403c8f4bd)] {{(pid=95554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 11:00:57.598539 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-dacc1f69-8301-43d6-bea1-6bf09f2abd2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2087032'] for port, precommit_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:57.611958 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-dacc1f69-8301-43d6-bea1-6bf09f2abd2f None None] Calling delete_port for 59921113-3cd2-461c-a784-5c6df71ca1f9 owned by network:dhcp {{(pid=95554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 11:00:57.659580 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cbe1994c-f703-4227-98af-a228a58b5433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25759419'] for port, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:57.691425 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-dacc1f69-8301-43d6-bea1-6bf09f2abd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-610082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773300309477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773299906353'] for port, after_delete {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:57.691639 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1994c-f703-4227-98af-a228a58b5433 admin admin] Pushing event deleted for resources: {'Port': ['ID=59921113-3cd2-461c-a784-5c6df71ca1f9,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:00:57.693451 n-d-791506-28 neutron-server[95553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe1994c-f703-4227-98af-a228a58b5433 admin admin] No DVR routers for this DVR port 59921113-3cd2-461c-a784-5c6df71ca1f9 on host n-d-791506-28 {{(pid=95553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 11:00:57.720251 n-d-791506-28 neutron-server[95554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc1f69-8301-43d6-bea1-6bf09f2abd2f None None] Pushing event deleted for resources: {'Port': ['ID=59921113-3cd2-461c-a784-5c6df71ca1f9,revision_number=None']} {{(pid=95554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:00:57.725583 n-d-791506-28 neutron-server[95554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacc1f69-8301-43d6-bea1-6bf09f2abd2f None None] No DVR routers for this DVR port 59921113-3cd2-461c-a784-5c6df71ca1f9 on host n-d-791506-28 {{(pid=95554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 11:00:57.765422 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cbe1994c-f703-4227-98af-a228a58b5433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1043259', 'neutron.services.segments.db._delete_segments_for_network-8773300426177'] for network, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:57.776191 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-cbe1994c-f703-4227-98af-a228a58b5433 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23a451ac-12af-48a6-88e4-853450d3b12b']}} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:00:57.787531 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-cbe1994c-f703-4227-98af-a228a58b5433 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58ad8af-99f3-46c7-bdf6-92c403c8f4bd') {'for_net_delete': True} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:00:57.787828 n-d-791506-28 neutron-server[95553]: DEBUG neutron.services.segments.db [None req-cbe1994c-f703-4227-98af-a228a58b5433 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58ad8af-99f3-46c7-bdf6-92c403c8f4bd') {} {{(pid=95553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 11:00:57.798896 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cbe1994c-f703-4227-98af-a228a58b5433 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773300438869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757987'] for segment, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:57.813213 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cbe1994c-f703-4227-98af-a228a58b5433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222'] for segment, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:57.819223 n-d-791506-28 neutron-server[95553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe1994c-f703-4227-98af-a228a58b5433 admin admin] Releasing vlan 1601 on physical network physnet1 to pool {{(pid=95553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 11:00:57.823425 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cbe1994c-f703-4227-98af-a228a58b5433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-931222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25759342'] for segment, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:57.823425 n-d-791506-28 neutron-server[95553]: Traceback (most recent call last): Aug 31 11:00:57.823425 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 11:00:57.823425 n-d-791506-28 neutron-server[95553]: timer() Aug 31 11:00:57.823425 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 11:00:57.823425 n-d-791506-28 neutron-server[95553]: cb(*args, **kw) Aug 31 11:00:57.823425 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 11:00:57.823425 n-d-791506-28 neutron-server[95553]: return func(*args, **kwargs) Aug 31 11:00:57.823425 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 11:00:57.823425 n-d-791506-28 neutron-server[95553]: self._notify() Aug 31 11:00:57.823425 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 11:00:57.823425 n-d-791506-28 neutron-server[95553]: self.callback(batched_events) Aug 31 11:00:57.823425 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 11:00:57.823425 n-d-791506-28 neutron-server[95553]: event.method(event) Aug 31 11:00:57.823425 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 11:00:57.823425 n-d-791506-28 neutron-server[95553]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 11:00:57.823425 n-d-791506-28 neutron-server[95553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 11:00:57.823425 n-d-791506-28 neutron-server[95553]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 11:00:57.823425 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 11:00:57.823425 n-d-791506-28 neutron-server[95553]: return f(self, *a, **k) Aug 31 11:00:57.823425 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 11:00:57.823425 n-d-791506-28 neutron-server[95553]: return self._get(url).json() Aug 31 11:00:57.823425 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 11:00:57.823425 n-d-791506-28 neutron-server[95553]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 11:00:57.823425 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 11:00:57.823425 n-d-791506-28 neutron-server[95553]: return self.request(url, 'GET', **kwargs) Aug 31 11:00:57.823425 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 11:00:57.823425 n-d-791506-28 neutron-server[95553]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 11:00:57.823425 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 11:00:57.823425 n-d-791506-28 neutron-server[95553]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 11:00:57.823425 n-d-791506-28 neutron-server[95553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 11:00:57.823425 n-d-791506-28 neutron-server[95553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 11:00:57.823425 n-d-791506-28 neutron-server[95553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 11:00:57.962322 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cbe1994c-f703-4227-98af-a228a58b5433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1043234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2087708'] for network, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:57.967982 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-cbe1994c-f703-4227-98af-a228a58b5433 admin admin] Notify callbacks [] for network, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:57.970038 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-cbe1994c-f703-4227-98af-a228a58b5433 admin admin] 10.222.0.119 "DELETE /v2.0/networks/23a451ac-12af-48a6-88e4-853450d3b12b HTTP/1.1" status: 204 len: 168 time: 0.6753287 Aug 31 11:00:57.981415 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1994c-f703-4227-98af-a228a58b5433 admin admin] Pushing event deleted for resources: {'Network': ['ID=23a451ac-12af-48a6-88e4-853450d3b12b,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:00:58.355325 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58588) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:00:58.407399 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-38dee651-9533-41a0-bae8-94b3c511739c admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=95a5546afae54c64a7fa2f3615d215a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508180 Aug 31 11:00:58.410053 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58590) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:00:58.459204 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2423fc46-34e3-453e-abd6-2258b33a0c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:58.482125 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2423fc46-34e3-453e-abd6-2258b33a0c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:58.645181 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2423fc46-34e3-453e-abd6-2258b33a0c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:58.647960 n-d-791506-28 neutron-server[95553]: DEBUG neutron_lib.callbacks.manager [None req-2423fc46-34e3-453e-abd6-2258b33a0c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:58.649116 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-2423fc46-34e3-453e-abd6-2258b33a0c76 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/3faff154-8769-48ec-8f64-3d4f015e646d HTTP/1.1" status: 204 len: 168 time: 0.2381420 Aug 31 11:00:58.657732 n-d-791506-28 neutron-server[95553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423fc46-34e3-453e-abd6-2258b33a0c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3faff154-8769-48ec-8f64-3d4f015e646d,revision_number=None']} {{(pid=95553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:00:58.968399 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 59921113-3cd2-461c-a784-5c6df71ca1f9 no longer exists at agent ovs-agent-n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 11:00:58.987113 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d73147e6-31f1-4af1-bd1b-df583be95ff6 req-d4af7414-9f5c-4bd8-a714-3a6807cc0327 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0357647 Aug 31 11:00:58.989136 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.plugin [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] No Port match for: 59921113-3cd2-461c-a784-5c6df71ca1f9 {{(pid=95554) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 11:00:58.989572 n-d-791506-28 neutron-server[95554]: DEBUG neutron.plugins.ml2.rpc [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Device 59921113-3cd2-461c-a784-5c6df71ca1f9 not bound to the agent host n-d-791506-28 {{(pid=95554) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 11:00:59.060771 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d73147e6-31f1-4af1-bd1b-df583be95ff6 req-a430993d-ec3c-44f9-9240-9d021df1dfc0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0253115 Aug 31 11:00:59.101078 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d73147e6-31f1-4af1-bd1b-df583be95ff6 req-621d56d4-3176-41c1-b95b-1be6ea4a6323 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202074 Aug 31 11:00:59.199311 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73147e6-31f1-4af1-bd1b-df583be95ff6 req-eb19b796-95ec-416a-a482-1523bd61cd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:00:59.200812 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-d73147e6-31f1-4af1-bd1b-df583be95ff6 req-eb19b796-95ec-416a-a482-1523bd61cd6c service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0922337 Aug 31 11:00:59.533293 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [-] (95553) accepted ('10.222.0.119', 58598) {{(pid=95553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:00:59.579716 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [None req-7db4a763-4e9c-45c8-9353-07b9b9bf5586 admin admin] 10.222.0.119 "GET /v2.0/security-groups?tenant_id=b4f9edfede7841c89816db3623f135e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452273 Aug 31 11:00:59.582361 n-d-791506-28 neutron-server[95552]: DEBUG neutron.wsgi [-] (95552) accepted ('10.222.0.119', 58600) {{(pid=95552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 11:00:59.631495 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-26adc11b-169f-4082-b08d-b9030e6cdc52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:59.656932 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-26adc11b-169f-4082-b08d-b9030e6cdc52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:59.775824 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-26adc11b-169f-4082-b08d-b9030e6cdc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1597888'] for security_group, after_delete {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:59.778453 n-d-791506-28 neutron-server[95552]: DEBUG neutron_lib.callbacks.manager [None req-26adc11b-169f-4082-b08d-b9030e6cdc52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:00:59.779740 n-d-791506-28 neutron-server[95552]: INFO neutron.wsgi [None req-26adc11b-169f-4082-b08d-b9030e6cdc52 admin admin] 10.222.0.119 "DELETE /v2.0/security-groups/e4391ace-a641-4215-b458-21e1a3ebe8e5 HTTP/1.1" status: 204 len: 168 time: 0.1963232 Aug 31 11:00:59.788867 n-d-791506-28 neutron-server[95552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26adc11b-169f-4082-b08d-b9030e6cdc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4391ace-a641-4215-b458-21e1a3ebe8e5,revision_number=None']} {{(pid=95552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 11:01:03.916514 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:01:04.455964 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:01:09.398936 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:01:11.385311 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b6670121-c3b6-472b-948a-3d5c06ccb39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:01:14.084493 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-56a62851-c7af-4d44-9390-3648282d60a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:01:14.161980 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:01:15.814463 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:01:17.553605 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:01:33.884896 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:01:34.494316 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:01:41.387736 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-57856479-de55-4755-9265-bc0eccf3692c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:01:44.075272 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f1fa5388-bf6e-4726-a867-b3b38d1d924a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:01:44.134052 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:01:45.842847 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:01:46.398508 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:01:47.478753 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:01:58.982995 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-409a58bc-d536-4bdd-90d0-4916102df992 req-6df054c8-ef9f-4b04-96dc-9331b27b3206 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0257750 Aug 31 11:01:59.028638 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-409a58bc-d536-4bdd-90d0-4916102df992 req-0cdc306a-1556-4633-9ba9-ea3c720d8ff2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.0259407 Aug 31 11:01:59.067765 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-409a58bc-d536-4bdd-90d0-4916102df992 req-d3c2c1d7-f5c6-4b76-8044-62c499d23f19 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40aea3578a764824ae85220fcc0c6911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188975 Aug 31 11:01:59.163619 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a58bc-d536-4bdd-90d0-4916102df992 req-2051f16c-c194-4dff-a14c-0ed9d5e5406a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:01:59.165099 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-409a58bc-d536-4bdd-90d0-4916102df992 req-2051f16c-c194-4dff-a14c-0ed9d5e5406a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0906096 Aug 31 11:02:03.919427 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:04.568587 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:11.402797 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a039b33c-3373-4ed3-b1d6-77e804c81cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:14.054578 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1c0c2b39-1da2-4881-8441-167fd93cf625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:14.142253 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:15.816438 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:17.465773 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:23.397995 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:02:33.912976 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:34.507897 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:41.364875 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-416d3d27-b389-444e-a25c-85a96956acfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:44.080014 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9283a640-c683-4e84-a5f8-609836413cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:44.191944 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:45.893024 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:47.506140 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:02:58.985742 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac80406d-2426-426e-9d68-f054299c5123 req-112c1262-8502-4715-8e34-e105075011e6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0278709 Aug 31 11:02:59.031365 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac80406d-2426-426e-9d68-f054299c5123 req-27e2e89e-e6ae-4884-b124-96aa55fe2452 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0251706 Aug 31 11:02:59.070454 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac80406d-2426-426e-9d68-f054299c5123 req-487377ff-ae9a-4acf-a915-d37ab35f9d44 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194249 Aug 31 11:02:59.165103 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80406d-2426-426e-9d68-f054299c5123 req-d08ef20b-5d8c-4024-8bb0-44e81d27f56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:02:59.166585 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-ac80406d-2426-426e-9d68-f054299c5123 req-d08ef20b-5d8c-4024-8bb0-44e81d27f56c service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0897632 Aug 31 11:03:00.398871 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:03:03.907531 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:04.542176 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:11.376196 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fd9a8ccf-c781-4b9c-a285-b02a12d6bdb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:14.056354 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-1fb43d12-03b7-42e0-8cc4-3506f1324fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:14.153694 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:15.919359 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:17.473268 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:34.004899 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:34.553521 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:37.398016 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:03:41.416448 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e7e6639c-d7fe-4181-a3dc-9be765e9a618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:44.050248 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b4f96db3-8109-4138-b9e4-e523e905c025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:44.163009 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:45.849165 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:47.488959 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:03:59.059949 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11da507a-4023-4062-81d0-0c10bedae4c1 req-881a6e60-8f89-49bb-a8c1-b98201c721eb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1175964 Aug 31 11:03:59.127756 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11da507a-4023-4062-81d0-0c10bedae4c1 req-db73a2d8-de91-43ea-b332-ef8dfe92d39d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0248559 Aug 31 11:03:59.168191 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11da507a-4023-4062-81d0-0c10bedae4c1 req-e4889464-89df-4450-9c02-371276ca46a1 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203190 Aug 31 11:03:59.270523 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da507a-4023-4062-81d0-0c10bedae4c1 req-5410bf77-ca45-429a-8eaf-ba4cefba506a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:03:59.272006 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-11da507a-4023-4062-81d0-0c10bedae4c1 req-5410bf77-ca45-429a-8eaf-ba4cefba506a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0974605 Aug 31 11:04:03.964972 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:04:04.593294 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:04:11.450670 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a24fdcf8-bbca-4ee5-bde9-07bfcbada2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:04:14.050191 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d43654fc-3280-442d-ae90-a412cb075bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:04:14.153198 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:04:14.397407 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:04:15.861889 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:04:17.513350 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:04:33.976287 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:04:34.530310 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:04:41.461850 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3143de37-3bef-44ba-9c64-9e1540a1f592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:04:44.044312 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-520fa196-812e-4174-868d-1a71e448b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:04:44.135910 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:04:45.838997 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:04:47.507426 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:04:51.396192 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:04:59.979088 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5052ca40-ced2-4576-9686-893218d6281d req-d1db1cff-55ce-4e4c-b701-ccb1db4a7d04 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0271275 Aug 31 11:05:00.025320 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5052ca40-ced2-4576-9686-893218d6281d req-e034a303-73dc-48f1-8aaa-eefc78ee5810 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.0247865 Aug 31 11:05:00.063267 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5052ca40-ced2-4576-9686-893218d6281d req-0194232b-b640-461d-b1f6-aa9cb2a5234d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40aea3578a764824ae85220fcc0c6911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190272 Aug 31 11:05:00.157319 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052ca40-ced2-4576-9686-893218d6281d req-1d496f47-86a1-40da-b2c8-1b1b396f92f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:05:00.158878 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-5052ca40-ced2-4576-9686-893218d6281d req-1d496f47-86a1-40da-b2c8-1b1b396f92f9 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0893595 Aug 31 11:05:03.907363 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:04.524149 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:11.381823 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b7c2b2e8-0f9d-4086-9966-c73f15ba2847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:14.061547 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-5079249f-a096-43a0-b2df-240e4e2b4878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:14.170419 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:15.815671 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:17.518348 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:28.395626 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:05:33.970174 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:34.513165 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:41.352694 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-dcfef794-fdac-422b-bea2-8132462189d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:44.061223 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-7f2dc920-f9db-4161-bd4a-eef39828b82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:44.181221 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:45.912852 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:05:47.506983 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:02.107477 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-351f3d5c-40ff-49f7-946a-bdf9afcc5ba8 req-2a481a8d-8307-4ca5-bee7-dda14d38dabd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0666006 Aug 31 11:06:02.155190 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-351f3d5c-40ff-49f7-946a-bdf9afcc5ba8 req-24e9f0c5-3475-4f1e-9310-f4fa9587dde8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0264628 Aug 31 11:06:02.195340 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-351f3d5c-40ff-49f7-946a-bdf9afcc5ba8 req-c035a7c7-47b7-441e-840e-141143c5adeb service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197647 Aug 31 11:06:02.293122 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f3d5c-40ff-49f7-946a-bdf9afcc5ba8 req-1136fe7a-fbaf-4d01-a8bf-54237f9c00c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:06:02.294626 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-351f3d5c-40ff-49f7-946a-bdf9afcc5ba8 req-1136fe7a-fbaf-4d01-a8bf-54237f9c00c5 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0920393 Aug 31 11:06:04.010359 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:04.529952 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:05.395255 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:06:11.444478 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-2af6c485-efd7-4a67-aab5-b31c0404221d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:14.066907 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8f77e4d2-de8c-4fcb-9886-adfb6261fcff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:14.301350 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:15.861573 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:17.546864 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:34.136362 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:34.581301 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:41.403930 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8b3df35b-c389-44cf-b39c-b7a83dda6ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:42.394062 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:06:44.087780 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-68f6989d-b20f-4b0b-9c03-2b5cd7f14d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:44.186881 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:45.918244 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:06:47.518520 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:07:03.979409 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b0c05a6-893d-4230-9c68-eb3e65df12c1 req-a2405b79-6e58-4c40-ad88-8e5dd024f5bf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3f879aa-fb0c-497a-b384-789e503e6868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0269794 Aug 31 11:07:04.038200 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:07:04.044897 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b0c05a6-893d-4230-9c68-eb3e65df12c1 req-98b076ab-0859-4eb9-afac-b216ea6ec5da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&device_id=a3f879aa-fb0c-497a-b384-789e503e6868 HTTP/1.1" status: 200 len: 210 time: 0.0245721 Aug 31 11:07:04.084319 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b0c05a6-893d-4230-9c68-eb3e65df12c1 req-848faaba-bd00-41ed-9057-8cef01da57c3 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3b0faebd4a0f4fe0bc11524828454d6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195460 Aug 31 11:07:04.180549 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c05a6-893d-4230-9c68-eb3e65df12c1 req-94525f8d-ee13-4576-890c-16f16a135ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:07:04.182059 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-1b0c05a6-893d-4230-9c68-eb3e65df12c1 req-94525f8d-ee13-4576-890c-16f16a135ee1 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0907564 Aug 31 11:07:04.581150 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:07:11.398669 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-8e266163-c069-4772-a06c-edbaa1ecb15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:07:14.163578 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-d5fbccab-4e9f-4133-9198-2fb97f3e4ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:07:14.260629 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:07:16.049728 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:07:17.540711 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:07:19.393922 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:07:33.992656 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:07:34.529089 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:07:41.392546 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3e05c09f-8f67-49ab-8385-c29940d62917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:07:44.095071 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-fb070e47-b002-4220-bc6a-2345ab7f614e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:07:44.180573 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:07:45.906527 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:07:47.512403 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:07:56.393042 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:08:04.003523 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:04.581157 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:05.967935 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b078be2e-c4ae-40b2-ae6c-d67aa39d82dd req-2a5edae8-5ffd-4ca2-b591-c0f86ac9a780 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0261405 Aug 31 11:08:06.011553 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b078be2e-c4ae-40b2-ae6c-d67aa39d82dd req-4f4481f1-dc7b-4483-8965-aafaf6e66b72 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=40aea3578a764824ae85220fcc0c6911&device_id=6fe8d027-083e-44e0-a02b-96a4fc2bf758 HTTP/1.1" status: 200 len: 210 time: 0.0241032 Aug 31 11:08:06.050884 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b078be2e-c4ae-40b2-ae6c-d67aa39d82dd req-809a74b3-319a-4229-8940-e2863f94ccf5 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=40aea3578a764824ae85220fcc0c6911&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209792 Aug 31 11:08:06.146306 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078be2e-c4ae-40b2-ae6c-d67aa39d82dd req-2fc2666c-5297-4100-b466-42b954df3a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:08:06.147797 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-b078be2e-c4ae-40b2-ae6c-d67aa39d82dd req-2fc2666c-5297-4100-b466-42b954df3a11 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0897408 Aug 31 11:08:11.369069 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-a6578c90-6738-4b97-be07-a33c0c997cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:14.169257 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b47246a4-00b0-407c-9b8c-a382eb437663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:14.272287 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:15.900777 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:17.546059 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:19.148164 n-d-791506-28 neutron-server[95553]: DEBUG neutron.wsgi [req-75489ac5-0db1-4a8e-a8af-2c36b3f30351 req-a770bb6e-eb21-48e0-8e7b-408f78c5c748 service neutron] (95553) timed out ('10.222.0.119', 57096) {{(pid=95553) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 11:08:33.392318 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:08:34.043711 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:34.569458 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:41.357845 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-72920345-d824-42d4-b7a3-934bbb636b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:44.060525 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-f0343a1a-ee8b-4776-b5ec-2e5cd4ec1a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:44.186269 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:45.860911 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:08:47.529253 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:03.992103 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:04.494343 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:06.977330 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-90a493c8-e694-4ec0-a107-bdd5a75f968d req-3886073d-b08a-48ce-a8fb-af1c26ceee98 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0313926 Aug 31 11:09:07.022609 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-90a493c8-e694-4ec0-a107-bdd5a75f968d req-79bfc0d0-1add-418c-848b-217412fafdc5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&device_id=01027ffc-a25b-4b01-b582-f4a8025f9de6 HTTP/1.1" status: 200 len: 210 time: 0.0265989 Aug 31 11:09:07.060563 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-90a493c8-e694-4ec0-a107-bdd5a75f968d req-fca84fc9-cb74-4051-bc42-745ee2512654 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=2aaa7e6acfc54bef9b68e3925cec6875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193713 Aug 31 11:09:07.155650 n-d-791506-28 neutron-server[95553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a493c8-e694-4ec0-a107-bdd5a75f968d req-8ac5f4f5-11e8-4c25-851d-ad994cf0e9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 11:09:07.157110 n-d-791506-28 neutron-server[95553]: INFO neutron.wsgi [req-90a493c8-e694-4ec0-a107-bdd5a75f968d req-8ac5f4f5-11e8-4c25-851d-ad994cf0e9ae service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0896771 Aug 31 11:09:10.391164 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:09:11.351701 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-04028637-627d-4b17-a4d1-10fc69b78840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:14.113025 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-02a05216-0483-4c51-a2a9-34a779f38c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:14.237333 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:15.894713 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:17.506163 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:33.986140 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-359718f6-2eba-4feb-93fa-8f1079cb81be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:34.500335 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-4e246948-f9a1-4a40-875c-b4ffcdfdeeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:41.363496 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-3f8912d6-1cb8-4196-987f-ce6927bc0409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:44.066328 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-b56f3b8b-e41a-408e-841d-eaacb6fbc1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:44.248618 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-de2bb147-1c37-4446-a9df-0800cd8bd35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:45.940341 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-9dfed3b6-36de-4ca0-934e-0a82c3b9aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 11:09:47.390383 n-d-791506-28 neutron-server[95555]: DEBUG neutron.db.agents_db [None req-ca14219c-7946-4e69-9d32-c9f6d147cbe6 None None] Agent healthcheck: found 7 active agents {{(pid=95555) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 11:09:47.506239 n-d-791506-28 neutron-server[95554]: DEBUG neutron_lib.callbacks.manager [None req-e9a6517b-7d11-4dfd-b5ef-6f08e3d04bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773300356828', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617317'] for agent, after_update {{(pid=95554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}